-- Logs begin at Mon 2021-08-16 21:37:21 UTC, end at Mon 2021-08-16 23:55:43 UTC. -- Aug 16 22:06:21.177704 n-d-792458-15 systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 22:06:23.862931 n-d-792458-15 neutron-server[94764]: INFO neutron.common.config [-] Logging enabled! Aug 16 22:06:23.863545 n-d-792458-15 neutron-server[94764]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 16 22:06:23.863693 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94764) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 22:06:23.866898 n-d-792458-15 neutron-server[94764]: INFO neutron.common.config [-] Logging enabled! Aug 16 22:06:23.867152 n-d-792458-15 neutron-server[94764]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 16 22:06:23.867458 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94764) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 22:06:23.868385 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 22:06:23.868614 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 22:06:23.868976 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 22:06:23.869216 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 22:06:23.869443 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 22:06:23.869754 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.870082 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.870376 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.870611 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.870898 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.871184 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.871469 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.871751 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.872049 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.872333 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.872614 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.872893 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.873122 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.873399 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.873710 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.874012 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.874237 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] debug = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.874519 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.874935 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.875343 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.875624 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.875912 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.876187 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.876462 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.876736 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.877019 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.877352 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] host = n-d-792458-15 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.877634 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.877924 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.878239 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.878525 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.878800 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.879078 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.879363 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.879638 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.879910 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] log_file = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.880186 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.880473 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.880758 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.881045 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.881269 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.881490 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.881795 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.882083 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.882361 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.882636 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.882912 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.883186 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.883459 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.883726 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.884008 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.884291 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.884570 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.884849 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.885126 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.885390 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.885660 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.885943 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.886239 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.886515 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.886784 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.887070 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.887336 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.887614 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.887955 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.888196 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.888473 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.888760 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.889028 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.889329 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.889608 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.889872 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.890171 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] use_json = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.890438 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.890707 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.890987 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.891251 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.891526 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.891796 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.892070 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.892349 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:23.892645 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.892939 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.893293 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.893512 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.893804 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.894117 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.894406 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.894684 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.894969 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.895263 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.895545 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.895821 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.896107 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.896387 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.896682 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.896982 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.897270 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.897561 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.897831 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.898127 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.898399 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.898677 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.898961 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.899252 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.899539 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.899812 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.900089 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.900377 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.900651 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.900920 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.901194 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.901480 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.901756 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.902050 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.902330 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.902604 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.902872 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.903140 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.903412 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.903701 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.903977 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.904245 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.904513 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.905299 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.905567 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.906102 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.906396 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.906664 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.906935 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.907208 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.907477 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.907743 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.908016 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.908283 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.908555 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.908822 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.909092 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.909356 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.909622 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.909886 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.910178 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.910445 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.910717 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.910987 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.911256 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.911525 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.911791 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.912060 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.912343 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.912635 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.912907 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.913181 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.913456 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.913728 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.914024 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.914298 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.914573 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.914848 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.915114 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.915399 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.915678 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.915961 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.916240 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.916514 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.916808 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.917081 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.917359 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.917633 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.917909 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.918224 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.918503 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.918790 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.919077 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.919361 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.919648 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.919935 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.920214 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.921082 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.921356 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:23.921569 n-d-792458-15 neutron-server[94764]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 22:06:23.921803 n-d-792458-15 neutron-server[94764]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94764) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 22:06:24.266084 n-d-792458-15 neutron-server[94764]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 22:06:24.266382 n-d-792458-15 neutron-server[94764]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 22:06:24.266697 n-d-792458-15 neutron-server[94764]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 22:06:24.267120 n-d-792458-15 neutron-server[94764]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 22:06:24.662834 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:24.663118 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:24.663388 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:24.664589 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:24.664859 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:24.665120 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:24.698514 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:24.698782 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:24.699044 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:24.715760 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:24.716043 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:24.716315 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:24.743845 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:24.744122 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:24.744389 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:24.779564 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:24.780363 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:24.780630 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.008442 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.009076 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.009076 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.009230 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.009902 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.130838 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.131166 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.131449 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.131721 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.131986 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.132297 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.132558 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.132815 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.133072 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.133354 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.133613 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.133876 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.134211 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.134468 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.134736 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.134994 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.135248 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.135517 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.135784 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.136042 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.136316 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.136566 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.136847 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.137225 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.137475 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.137719 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.138179 n-d-792458-15 neutron-server[94764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 22:06:25.138426 n-d-792458-15 neutron-server[94764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 22:06:25.138662 n-d-792458-15 neutron-server[94764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 22:06:25.138898 n-d-792458-15 neutron-server[94764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 22:06:25.139183 n-d-792458-15 neutron-server[94764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 22:06:25.139420 n-d-792458-15 neutron-server[94764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 22:06:25.139797 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 22:06:25.143145 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 22:06:25.147087 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 22:06:25.150939 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 16 22:06:25.152809 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 22:06:25.153267 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 22:06:25.153606 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 22:06:25.154042 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 22:06:25.157087 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 22:06:25.157333 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 22:06:25.157677 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 22:06:25.163735 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 22:06:25.190963 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 22:06:25.191426 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.191792 n-d-792458-15 neutron-server[94764]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94764) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 22:06:25.192287 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.194193 n-d-792458-15 neutron-server[94764]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94764) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 22:06:25.194588 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 22:06:25.194900 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 22:06:25.199016 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.199298 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.261842 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 22:06:25.262032 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 22:06:25.262268 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 22:06:25.262642 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 22:06:25.284372 n-d-792458-15 neutron-server[94764]: DEBUG oslo_db.sqlalchemy.engines [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94764) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 22:06:25.819123 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.managers [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Initializing driver for type 'gre' Aug 16 22:06:25.819652 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] gre ID ranges: [(1, 1000)] Aug 16 22:06:25.878757 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.managers [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Initializing driver for type 'local' Aug 16 22:06:25.879089 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.managers [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Initializing driver for type 'vlan' Aug 16 22:06:25.893505 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] VlanTypeDriver initialization complete Aug 16 22:06:25.893798 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.managers [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Initializing driver for type 'vxlan' Aug 16 22:06:25.894402 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] vxlan ID ranges: [(1, 1000)] Aug 16 22:06:25.950180 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.managers [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Initializing extension driver 'port_security' Aug 16 22:06:25.950549 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.extensions.port_security [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] PortSecurityExtensionDriver initialization complete Aug 16 22:06:25.951054 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.managers [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Initializing mechanism driver 'openvswitch' Aug 16 22:06:25.951926 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.managers [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Initializing mechanism driver 'hyperv' Aug 16 22:06:25.958692 n-d-792458-15 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:06:25.959377 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > port after_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.959751 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > port after_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.960105 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > port after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.960624 n-d-792458-15 neutron-server[94764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 22:06:25.961056 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > subnet after_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.961429 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > subnet after_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.961762 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.962180 n-d-792458-15 neutron-server[94764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 22:06:25.962587 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > network after_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.962938 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > network after_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.963283 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > network after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.963671 n-d-792458-15 neutron-server[94764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 22:06:25.964078 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > security_group after_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.964433 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > security_group after_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.964779 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.965171 n-d-792458-15 neutron-server[94764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 22:06:25.965708 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.966105 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.966456 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.966853 n-d-792458-15 neutron-server[94764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 22:06:25.967865 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > address_group after_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.968220 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > address_group after_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.968564 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.968961 n-d-792458-15 neutron-server[94764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 22:06:25.969340 n-d-792458-15 neutron-server[94764]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] ML2 OVO RPC backend initialized. {{(pid=94764) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 22:06:25.970071 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.970435 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.970862 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > network before_response 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.971212 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > networks before_response 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.971566 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > port before_response 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.971909 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > ports before_response 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.972257 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > subnet before_response 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.972605 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > subnets before_response 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.972957 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > network after_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.973299 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > network after_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.973641 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > network after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.973999 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > port after_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.974345 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > port after_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.974685 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > port after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.975025 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > subnet after_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.975362 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > subnet after_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.975701 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:25.976291 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Modular L2 Plugin initialization complete Aug 16 22:06:25.976622 n-d-792458-15 neutron-server[94764]: DEBUG neutron.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading services supported by the core plugin {{(pid=94764) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 22:06:25.976951 n-d-792458-15 neutron-server[94764]: INFO neutron.plugins.ml2.managers [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Got port-security extension from driver 'port_security' Aug 16 22:06:25.977423 n-d-792458-15 neutron-server[94764]: INFO neutron.extensions.vlantransparent [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Disabled vlantransparent extension. Aug 16 22:06:25.977907 n-d-792458-15 neutron-server[94764]: DEBUG neutron.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94764) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 22:06:25.978244 n-d-792458-15 neutron-server[94764]: INFO neutron.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading Plugin: router Aug 16 22:06:26.016874 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.017498 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router after_create 55549900 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.017643 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router before_create 55549900 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.018041 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.018425 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.018785 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router after_delete 55549900 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.019151 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.019521 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router after_create 55549900 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.019873 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router after_update 55549900 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.020294 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router after_update 55549900 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.020650 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.021017 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router after_update 55549900 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.021435 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router precommit_update 55549900 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.021802 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: port after_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.022248 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: port after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.022592 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: subnet after_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.022939 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.023294 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.023639 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router precommit_create 55549900 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.023983 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: port before_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.024324 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router precommit_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.024686 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router after_update 55549900 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.025034 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.025384 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router precommit_create 55549900 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.025748 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.026128 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router precommit_update 55549900 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.026498 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > agent after_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.026852 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > agent after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.027260 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > network after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.028069 n-d-792458-15 neutron-server[94764]: DEBUG neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Tracking information for resource: router configured {{(pid=94764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 22:06:26.028399 n-d-792458-15 neutron-server[94764]: DEBUG neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Tracking information for resource: floatingip configured {{(pid=94764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 22:06:26.033791 n-d-792458-15 neutron-server[94764]: INFO neutron.db.l3_agentschedulers_db [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 22:06:26.034519 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: port after_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.034890 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: port after_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.035247 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: port after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.035605 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: port after_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.036404 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router before_create 55550100 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.036775 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.037147 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router precommit_create 55550100 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.037518 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > router precommit_update 55550100 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.042016 n-d-792458-15 neutron-server[94764]: DEBUG neutron.services.provider_configuration [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Service providers = [] {{(pid=94764) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 22:06:26.042384 n-d-792458-15 neutron-server[94764]: DEBUG neutron.db.servicetype_db [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94764) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 22:06:26.045378 n-d-792458-15 neutron-server[94764]: DEBUG neutron.services.service_base [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 22:06:26.045731 n-d-792458-15 neutron-server[94764]: DEBUG neutron.services.service_base [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 22:06:26.046108 n-d-792458-15 neutron-server[94764]: DEBUG neutron.services.service_base [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 22:06:26.047021 n-d-792458-15 neutron-server[94764]: DEBUG neutron.services.service_base [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 22:06:26.047396 n-d-792458-15 neutron-server[94764]: INFO neutron.services.service_base [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 22:06:26.047779 n-d-792458-15 neutron-server[94764]: DEBUG neutron.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 22:06:26.048098 n-d-792458-15 neutron-server[94764]: INFO neutron.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 22:06:26.058662 n-d-792458-15 neutron-server[94764]: DEBUG neutron.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 22:06:26.059004 n-d-792458-15 neutron-server[94764]: INFO neutron.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading Plugin: auto_allocate Aug 16 22:06:26.065281 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: network precommit_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.065653 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: network precommit_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.066205 n-d-792458-15 neutron-server[94764]: DEBUG neutron.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 22:06:26.066532 n-d-792458-15 neutron-server[94764]: INFO neutron.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading Plugin: tag Aug 16 22:06:26.073028 n-d-792458-15 neutron-server[94764]: DEBUG neutron.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 22:06:26.073362 n-d-792458-15 neutron-server[94764]: INFO neutron.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading Plugin: timestamp Aug 16 22:06:26.077936 n-d-792458-15 neutron-server[94764]: DEBUG neutron.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 22:06:26.078295 n-d-792458-15 neutron-server[94764]: INFO neutron.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading Plugin: network_ip_availability Aug 16 22:06:26.084046 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.084421 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.084786 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.085509 n-d-792458-15 neutron-server[94764]: DEBUG neutron.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 22:06:26.085832 n-d-792458-15 neutron-server[94764]: INFO neutron.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading Plugin: flavors Aug 16 22:06:26.090589 n-d-792458-15 neutron-server[94764]: DEBUG neutron.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 22:06:26.090927 n-d-792458-15 neutron-server[94764]: INFO neutron.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading Plugin: revisions Aug 16 22:06:26.095227 n-d-792458-15 neutron-server[94764]: DEBUG neutron.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 22:06:26.095617 n-d-792458-15 neutron-server[94764]: DEBUG oslo_concurrency.lockutils [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.829s {{(pid=94764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 22:06:26.096360 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94764) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 22:06:26.096699 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Initializing extension manager. Aug 16 22:06:26.097217 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: __init__.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.097563 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: __pycache__ {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.097906 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.098270 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: address_group.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.099039 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.099607 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: address-group Aug 16 22:06:26.099933 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: address_scope.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.100659 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.101166 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: address-scope Aug 16 22:06:26.101493 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.102476 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.102987 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: router-admin-state-down-before-update Aug 16 22:06:26.103315 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: agent.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.104028 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.104530 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: agent Aug 16 22:06:26.104861 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: agent_resources_synced.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.105972 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.106494 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: agent-resources-synced Aug 16 22:06:26.106820 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: allowedaddresspairs.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.108654 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.109168 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: allowed-address-pairs Aug 16 22:06:26.109498 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: auto_allocated_topology.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.110599 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.111107 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: auto-allocated-topology Aug 16 22:06:26.111459 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: availability_zone.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.112209 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.112713 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: availability_zone Aug 16 22:06:26.113039 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: availability_zone_filter.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.113994 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.114536 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: availability_zone_filter Aug 16 22:06:26.114825 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: data_plane_status.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.115751 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.116279 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 22:06:26.116588 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: default_subnetpools.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.117654 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.118191 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: default-subnetpools Aug 16 22:06:26.118517 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.119352 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.119863 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: dhcp_agent_scheduler Aug 16 22:06:26.120188 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: dns.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.121112 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.121612 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension dns-integration not supported by any of loaded plugins Aug 16 22:06:26.121939 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: dns_domain_ports.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.122888 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.123928 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 22:06:26.124256 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.125189 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.125693 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 22:06:26.126043 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: dvr.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.126728 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.127247 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: dvr Aug 16 22:06:26.127582 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: ecmp_routes.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.128605 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.129150 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 22:06:26.129473 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: empty_string_filtering.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.130427 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.130936 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: empty-string-filtering Aug 16 22:06:26.131258 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.132182 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.132688 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 22:06:26.133006 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.133927 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.134455 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 22:06:26.134776 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: external_net.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.135693 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.136196 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: external-net Aug 16 22:06:26.136516 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.137442 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.137946 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: extra_dhcp_opt Aug 16 22:06:26.138295 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: extraroute.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.139761 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.140260 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: extraroute Aug 16 22:06:26.140583 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: extraroute_atomic.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.141623 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.142165 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: extraroute-atomic Aug 16 22:06:26.142487 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: filter_validation.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.143159 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.143703 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: filter-validation Aug 16 22:06:26.143978 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: fip_pf_description.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.144899 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.145399 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 22:06:26.145725 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: fip_port_details.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.146696 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.147203 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: fip-port-details Aug 16 22:06:26.147526 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: flavors.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.148770 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.149429 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: flavors Aug 16 22:06:26.149726 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.151460 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.151979 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 22:06:26.152312 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: floatingip_pools.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.153022 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.153526 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: floatingip-pools Aug 16 22:06:26.153852 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: ip_allocation.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.154881 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.155346 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 22:06:26.155671 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.156865 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.157379 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: ip-substring-filtering Aug 16 22:06:26.157707 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: l2_adjacency.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.158660 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.159164 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 22:06:26.159562 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: l3.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.160579 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.161099 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: router Aug 16 22:06:26.161428 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.163862 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.164385 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 22:06:26.164721 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.165663 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.166212 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: ext-gw-mode Aug 16 22:06:26.166544 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.167529 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.168040 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: l3-ha Aug 16 22:06:26.168393 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: l3_flavors.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.169322 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.169829 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: l3-flavors Aug 16 22:06:26.170214 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.171138 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.171646 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 22:06:26.171972 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: l3agentscheduler.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.173045 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.173554 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: l3_agent_scheduler Aug 16 22:06:26.173883 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: logging.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.175426 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.175943 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension logging not supported by any of loaded plugins Aug 16 22:06:26.176275 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: metering.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.177026 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.177610 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: metering Aug 16 22:06:26.177938 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.179145 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.179654 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: metering_source_and_destination_fields Aug 16 22:06:26.179981 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: multiprovidernet.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.180919 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.181422 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: multi-provider Aug 16 22:06:26.181747 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: netmtu.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.182720 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.183220 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: net-mtu Aug 16 22:06:26.183546 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: netmtu_writable.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.184491 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.184995 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: net-mtu-writable Aug 16 22:06:26.185321 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: network_availability_zone.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.186542 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.187050 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: network_availability_zone Aug 16 22:06:26.187373 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: network_ip_availability.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.188485 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.188990 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: network-ip-availability Aug 16 22:06:26.189312 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: network_segment_range.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.190113 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.190613 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 22:06:26.190936 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: pagination.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.191916 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.192249 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: pagination Aug 16 22:06:26.192570 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: port_device_profile.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.193491 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.194030 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: port-device-profile Aug 16 22:06:26.194359 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.195294 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.195807 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: port-mac-address-regenerate Aug 16 22:06:26.196134 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.197049 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.197561 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: port-numa-affinity-policy Aug 16 22:06:26.197893 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: port_resource_request.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.198848 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.199351 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 22:06:26.199676 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: portbindings.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.200608 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.201117 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: binding Aug 16 22:06:26.201485 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: portbindings_extended.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.203407 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.203926 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: binding-extended Aug 16 22:06:26.204256 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: portsecurity.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.205174 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.205711 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: port-security Aug 16 22:06:26.206128 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: project_id.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.207114 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.207448 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: project-id Aug 16 22:06:26.207781 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: providernet.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.208709 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.209218 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: provider Aug 16 22:06:26.209542 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: qos.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.213216 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.213743 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension qos not supported by any of loaded plugins Aug 16 22:06:26.214120 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.215384 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.215896 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 22:06:26.216231 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.217200 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.217714 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 22:06:26.218076 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: qos_default.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.219112 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.219626 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension qos-default not supported by any of loaded plugins Aug 16 22:06:26.219955 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: qos_fip.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.220623 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.221122 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension qos-fip not supported by any of loaded plugins Aug 16 22:06:26.221729 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: qos_gateway_ip.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.222512 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.223021 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 22:06:26.223348 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: qos_port_network_policy.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.224273 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.224776 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 22:06:26.225104 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: qos_pps_rule.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.226313 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.226827 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension qos-pps not supported by any of loaded plugins Aug 16 22:06:26.227157 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: qos_rule_type_details.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.228091 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.228599 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 22:06:26.228925 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: qos_rules_alias.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.229990 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.230521 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 22:06:26.230828 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: quotasv2.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.231758 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.232090 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: quotas Aug 16 22:06:26.232412 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: quotasv2_detail.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.235555 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.235906 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: quota_details Aug 16 22:06:26.236243 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: rbac.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.237587 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.238156 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: rbac-policies Aug 16 22:06:26.238492 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: rbac_address_group.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.239433 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.239947 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: rbac-address-group Aug 16 22:06:26.240278 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: rbac_address_scope.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.241205 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.241719 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: rbac-address-scope Aug 16 22:06:26.242082 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: rbac_security_groups.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.243007 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.243518 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: rbac-security-groups Aug 16 22:06:26.243845 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: rbac_subnetpool.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.244770 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.245278 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: rbac-subnetpool Aug 16 22:06:26.245604 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: revisionifmatch.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.246557 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.247068 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: revision-if-match Aug 16 22:06:26.247395 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: revisions.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.249032 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.249540 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: standard-attr-revisions Aug 16 22:06:26.249867 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: router_availability_zone.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.250575 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.251079 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: router_availability_zone Aug 16 22:06:26.251402 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: routerservicetype.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.252332 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.252921 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension router-service-type not supported by any of loaded plugins Aug 16 22:06:26.253242 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.254197 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.254860 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: security-groups-normalized-cidr Aug 16 22:06:26.255190 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.256126 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.256630 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: port-security-groups-filtering Aug 16 22:06:26.256955 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.257887 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.258424 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: security-groups-remote-address-group Aug 16 22:06:26.258750 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: securitygroup.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.269155 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.269683 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: security-group Aug 16 22:06:26.270049 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: segment.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.270852 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.271362 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension segment not supported by any of loaded plugins Aug 16 22:06:26.271693 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.272645 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.273158 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 22:06:26.273486 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: servicetype.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.274701 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.275224 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: service-type Aug 16 22:06:26.275557 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: sorting.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.276565 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.276906 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: sorting Aug 16 22:06:26.277231 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: standard_attr_segment.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.278276 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.278784 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 22:06:26.280243 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: standardattrdescription.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.280243 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.280646 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: standard-attr-description Aug 16 22:06:26.281238 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: stateful_security_group.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.282211 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.282730 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: stateful-security-group Aug 16 22:06:26.283056 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: stdattrs_common.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.283650 n-d-792458-15 neutron-server[94764]: WARNING neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 22:06:26.283975 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.284909 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.285418 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 22:06:26.285740 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: subnet_onboard.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.286853 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.287368 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: subnet_onboard Aug 16 22:06:26.287693 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.288629 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.289133 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 22:06:26.289457 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: subnet_service_types.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.290410 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.290919 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: subnet-service-types Aug 16 22:06:26.291241 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: subnetallocation.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.292329 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.292841 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: subnet_allocation Aug 16 22:06:26.293167 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.293840 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.294376 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: subnetpool-prefix-ops Aug 16 22:06:26.294701 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.295659 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.296162 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 22:06:26.296484 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: tagging.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.297550 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.298115 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: standard-attr-tag Aug 16 22:06:26.298450 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: timestamp.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.299731 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.300243 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loaded extension: standard-attr-timestamp Aug 16 22:06:26.300572 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: trunk.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.301610 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.302158 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension trunk not supported by any of loaded plugins Aug 16 22:06:26.302490 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: trunk_details.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.303432 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.303940 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension trunk-details not supported by any of loaded plugins Aug 16 22:06:26.304268 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: uplink_status_propagation.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.305238 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.305769 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 22:06:26.306132 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Loading extension file: vlantransparent.py {{(pid=94764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:06:26.306816 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:06:26.307317 n-d-792458-15 neutron-server[94764]: INFO neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 22:06:26.309769 n-d-792458-15 neutron-server[94764]: INFO neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Creating instance of TrackedResource for resource:network Aug 16 22:06:26.310349 n-d-792458-15 neutron-server[94764]: INFO neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Creating instance of TrackedResource for resource:subnet Aug 16 22:06:26.310755 n-d-792458-15 neutron-server[94764]: INFO neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 22:06:26.311679 n-d-792458-15 neutron-server[94764]: INFO neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Creating instance of TrackedResource for resource:port Aug 16 22:06:26.312945 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.v2.resource_helper [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:06:26.313412 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.v2.resource_helper [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Service FLAVORS assigned prefix: {{(pid=94764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:06:26.314122 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.v2.resource_helper [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:06:26.314565 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.v2.resource_helper [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:06:26.314914 n-d-792458-15 neutron-server[94764]: INFO neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Creating instance of TrackedResource for resource:router Aug 16 22:06:26.315415 n-d-792458-15 neutron-server[94764]: INFO neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 22:06:26.316164 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.v2.resource_helper [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Service METERING assigned prefix: /metering {{(pid=94764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:06:26.317903 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.318497 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.319055 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:06:26.320597 n-d-792458-15 neutron-server[94764]: INFO neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 22:06:26.321211 n-d-792458-15 neutron-server[94764]: INFO neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Creating instance of TrackedResource for resource:security_group Aug 16 22:06:26.321863 n-d-792458-15 neutron-server[94764]: INFO neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 22:06:26.324236 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.v2.resource_helper [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Service CORE assigned prefix: {{(pid=94764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:06:26.324696 n-d-792458-15 neutron-server[94764]: INFO neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 22:06:26.325242 n-d-792458-15 neutron-server[94764]: WARNING neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] subnetpool is already registered Aug 16 22:06:26.325751 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.v2.resource_helper [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Service CORE assigned prefix: {{(pid=94764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:06:26.326212 n-d-792458-15 neutron-server[94764]: INFO neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 22:06:26.327476 n-d-792458-15 neutron-server[94764]: WARNING neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] subnetpool is already registered Aug 16 22:06:26.330845 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.v2.resource_helper [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:06:26.331363 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.v2.resource_helper [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Service FLAVORS assigned prefix: {{(pid=94764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:06:26.332231 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.v2.resource_helper [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:06:26.332882 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.v2.resource_helper [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:06:26.333349 n-d-792458-15 neutron-server[94764]: INFO neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Creating instance of TrackedResource for resource:router Aug 16 22:06:26.333979 n-d-792458-15 neutron-server[94764]: WARNING neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] router is already registered Aug 16 22:06:26.334586 n-d-792458-15 neutron-server[94764]: INFO neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 22:06:26.335047 n-d-792458-15 neutron-server[94764]: WARNING neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] floatingip is already registered Aug 16 22:06:26.335756 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.v2.resource_helper [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Service METERING assigned prefix: /metering {{(pid=94764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:06:26.336686 n-d-792458-15 neutron-server[94764]: INFO neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 22:06:26.337187 n-d-792458-15 neutron-server[94764]: WARNING neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] rbac_policy is already registered Aug 16 22:06:26.337660 n-d-792458-15 neutron-server[94764]: INFO neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Creating instance of TrackedResource for resource:security_group Aug 16 22:06:26.338145 n-d-792458-15 neutron-server[94764]: WARNING neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] security_group is already registered Aug 16 22:06:26.338738 n-d-792458-15 neutron-server[94764]: INFO neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 22:06:26.339148 n-d-792458-15 neutron-server[94764]: WARNING neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] security_group_rule is already registered Aug 16 22:06:26.340069 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.v2.resource_helper [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Service CORE assigned prefix: {{(pid=94764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:06:26.340520 n-d-792458-15 neutron-server[94764]: INFO neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 22:06:26.341013 n-d-792458-15 neutron-server[94764]: WARNING neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] subnetpool is already registered Aug 16 22:06:26.341566 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.v2.resource_helper [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Service CORE assigned prefix: {{(pid=94764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:06:26.342079 n-d-792458-15 neutron-server[94764]: INFO neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 22:06:26.342591 n-d-792458-15 neutron-server[94764]: WARNING neutron.quota.resource_registry [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] subnetpool is already registered Aug 16 22:06:26.343158 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: extensions {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.344654 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: address-groups {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.346188 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: address-scopes {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.347537 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: agents {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.348700 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: auto-allocated-topology {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.349989 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: availability_zones {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.351206 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: dhcp-networks {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.352738 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: dhcp-agents {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.354171 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: routers {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.356264 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: flavors {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.357542 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: service_profiles {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.358832 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: next_providers {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.360283 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: service_profiles {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.361870 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: floatingip-pools {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.363509 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: routers {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.365534 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: floatingips {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.366852 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: l3-routers {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.368254 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: l3-agents {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.369668 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: metering-labels {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.370946 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: metering-label-rules {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.372314 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: network-ip-availabilities {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.374204 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: bindings {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.375936 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: quotas {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.377465 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: quotas {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.379041 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: rbac-policies {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.380220 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: security-groups {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.381524 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: security-group-rules {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.382807 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: service-providers {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.384016 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: subnetpools {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.385470 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: subnetpools {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.387054 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: tags {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.388745 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: tags {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.391240 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: tags {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.393009 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: tags {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.395021 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: tags {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.398034 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: tags {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.399726 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: tags {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.401506 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: tags {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.403469 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: tags {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.405321 n-d-792458-15 neutron-server[94764]: DEBUG neutron.api.extensions [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Extended resource: tags {{(pid=94764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:06:26.411585 n-d-792458-15 neutron-server[94764]: WARNING keystonemiddleware.auth_token [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 22:06:26.416146 n-d-792458-15 neutron-server[94764]: WARNING keystonemiddleware.auth_token [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 22:06:26.425530 n-d-792458-15 neutron-server[94764]: DEBUG oslo_concurrency.lockutils [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Acquired lock "singleton_lock" {{(pid=94764) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 22:06:26.426032 n-d-792458-15 neutron-server[94764]: DEBUG oslo_concurrency.lockutils [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Releasing lock "singleton_lock" {{(pid=94764) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 22:06:26.426693 n-d-792458-15 neutron-server[94764]: INFO oslo_service.service [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Starting 2 workers Aug 16 22:06:26.431477 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Started child 94871 {{(pid=94764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 22:06:26.436552 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Started child 94872 {{(pid=94764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 22:06:26.437493 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:26.438296 n-d-792458-15 neutron-server[94764]: INFO neutron.service [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 22:06:26.438918 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Notify callbacks [] for process, before_spawn {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:26.439009 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [-] (94871) wsgi starting up on http://0.0.0.0:9696 Aug 16 22:06:26.441428 n-d-792458-15 neutron-server[94764]: INFO oslo_service.service [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Starting 1 workers Aug 16 22:06:26.442637 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:26.444646 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [-] (94872) wsgi starting up on http://0.0.0.0:9696 Aug 16 22:06:26.446670 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Started child 94873 {{(pid=94764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 22:06:26.447111 n-d-792458-15 neutron-server[94764]: INFO oslo_service.service [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Starting 1 workers Aug 16 22:06:26.450286 n-d-792458-15 neutron-server[94873]: DEBUG neutron.service [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] calling RpcWorker wait() {{(pid=94873) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 22:06:26.450826 n-d-792458-15 neutron-server[94873]: DEBUG neutron.service [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] returning from RpcWorker wait() {{(pid=94873) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 22:06:26.451755 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Started child 94874 {{(pid=94764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 22:06:26.451961 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:26.452427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:06:26.452578 n-d-792458-15 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ea-57d6-41ec-ae9f-80aa1dff6c37 None None] Notify callbacks [] for process, after_spawn {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:26.454561 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94764) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 22:06:26.454782 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 22:06:26.454971 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 22:06:26.455185 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 22:06:26.455503 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 22:06:26.455649 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 22:06:26.456261 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.456563 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.456838 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.457097 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.457396 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.458081 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.458363 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.458639 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.458930 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.459192 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:26.459765 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.459765 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.459765 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.459765 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.460265 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.460400 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.460638 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.460891 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.461165 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.461339 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.461603 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.461878 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.462170 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.462456 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] debug = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.462714 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.463323 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.463506 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.463692 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.463928 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.464205 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.464456 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.464732 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.464968 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.465201 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.465437 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.465712 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.465981 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.466356 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.466498 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.466714 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.466996 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.467453 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] host = n-d-792458-15 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.467674 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.467910 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.468141 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.468391 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.468640 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.468858 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.469121 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.469377 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.469649 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.469877 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.470217 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.470457 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.470682 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.470961 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] log_file = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.471113 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] log_options = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.471376 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.471694 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.471938 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.472131 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.472301 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.472479 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.472750 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.472916 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.473176 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.473459 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.473618 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.473853 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.474095 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.474314 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.474553 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.474810 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.475043 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.475260 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.475508 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.475736 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.475963 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.476371 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.476535 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.476670 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.476862 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.477124 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.477320 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.477569 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.477786 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.478047 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.478285 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.478562 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.478806 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.479053 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.479310 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.479537 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.479758 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.480031 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.480265 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.480514 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.480765 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.481009 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.481227 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.481462 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.481707 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.481926 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] use_json = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.482164 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.482379 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.483168 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.483394 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.483621 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.484723 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.485112 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.485452 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.485618 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.485916 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.486313 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.486569 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.486834 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.487094 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.487343 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.487598 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.487850 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.488138 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.489685 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.489951 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.490268 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.490410 n-d-792458-15 neutron-server[94874]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:06:26.491465 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.491915 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.494043 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.494347 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.494650 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.494881 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.495143 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.495385 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.495615 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.495968 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.496242 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.496512 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.93/identity {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.496847 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.497007 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.497242 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.497485 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.498183 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.498981 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.499216 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.499760 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.499999 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.500219 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.500442 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.500678 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.500896 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.501174 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.501412 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.501638 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.501898 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.502233 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.506292 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.506292 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.506292 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.506292 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.506292 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.506292 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.506292 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.506292 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.506292 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.506854 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.506854 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.506854 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.506854 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.506854 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.506854 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.506854 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.506854 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.506854 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.507363 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.507363 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.507363 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.507809 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.508200 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.508575 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.508974 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.509338 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.509740 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.509992 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.510236 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.510409 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.510823 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.510990 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.511132 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.511268 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.512934 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.512934 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.512934 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.512934 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.512934 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.512934 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.512934 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.513410 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.513517 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.513881 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.514185 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.514425 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.514680 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.514915 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.515189 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.515428 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.515647 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.515861 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.516131 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.516355 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.516583 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.516821 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.517058 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.517299 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.517537 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.517791 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.518055 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.518365 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.518536 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.518971 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.519243 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.519498 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.519763 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.520322 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.520493 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.520647 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.520926 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.521142 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.521561 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.522021 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.522436 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.522874 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.523185 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.523825 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.525507 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.525507 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.525507 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.525507 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.525507 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.525923 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.526317 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.526632 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.527009 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.527357 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.527750 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.528249 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.528654 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.529048 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.529421 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.529892 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.530357 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.530991 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.531436 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.531857 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.532283 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.532678 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.533112 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.93/identity {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.533454 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.533818 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.534252 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.534603 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.534995 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.535381 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.535787 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.536151 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.536512 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.536926 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.537278 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.537632 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.538035 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.538413 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.538779 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.539192 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.539544 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.539930 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.540333 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.540704 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.541073 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.541438 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.541816 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.542272 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.542634 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.543071 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.543473 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.543854 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.544195 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.544555 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.544976 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.545875 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.546313 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.546689 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.547048 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.547413 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.547792 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.548160 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.548538 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.548880 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.549276 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.549715 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.550168 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.550714 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.551092 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.551465 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.551853 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.552215 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.552640 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.552996 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.553619 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.553952 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.554353 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.554726 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.555146 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.555494 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.555844 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.556208 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.556576 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.556935 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.557293 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.557636 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.558137 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.558525 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.558926 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.559317 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.559728 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.560115 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.560493 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.560978 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.561827 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.562185 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.562566 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.562913 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.563277 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.563640 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.563997 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.564405 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.564804 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.565203 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.565590 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.565932 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.566312 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.566684 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.567075 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.567474 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.567806 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.568190 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.568595 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.568962 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.569332 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.569676 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.570067 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.570403 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.570755 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.571163 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.571555 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.571910 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.572372 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.572766 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.573155 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.573620 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.574040 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.574425 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.574872 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.575380 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.575727 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.576152 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.576549 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.576941 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.577300 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.577719 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.578257 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.578714 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.579124 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.579556 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.579979 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.580423 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.580853 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.581192 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.581678 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.582291 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.582754 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.583136 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.583551 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.583960 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.584356 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.584723 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.585111 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.585493 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.585855 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.586302 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.586730 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.587153 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.587532 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.587950 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.588320 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.588714 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.589087 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.589452 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.589830 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.590128 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 22:06:26.590923 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94764) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 22:06:26.591184 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 22:06:26.591450 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 22:06:26.591743 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 22:06:26.592040 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 22:06:26.592302 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 22:06:26.592609 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.592845 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.593071 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.593308 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.593558 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.593862 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.594136 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.594413 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.594682 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.594946 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.595179 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.595413 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.595641 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.595915 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.596153 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.596397 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.596632 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.596897 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.597173 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.597474 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.597648 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.597918 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.598200 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] debug = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.599249 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.599249 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.599249 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.599504 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.599604 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.599796 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.600061 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.600331 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.600593 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.600960 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.601143 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.601397 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.601673 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.601907 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.602358 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.602704 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.602869 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.603108 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] host = n-d-792458-15 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.603368 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.603615 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.603869 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.604134 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.604432 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.604687 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.604958 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.605260 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.605532 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.605763 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.606051 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.606343 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.606576 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.606844 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] log_file = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.607104 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] log_options = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.607364 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.608140 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.608478 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.608720 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.608992 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.609337 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.609530 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.609787 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.610066 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.610303 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.610562 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.610836 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.611107 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.611395 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.611632 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.611910 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.612175 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.612424 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.612692 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.612918 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.613190 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.613444 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.613724 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.613940 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.614258 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.614520 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.614984 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.615116 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.615251 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.615509 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.615783 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.616032 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.616257 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.616534 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.616800 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.617057 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.617342 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.617605 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.617881 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.618124 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.618398 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.618636 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.618890 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.619149 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.619441 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.619679 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] use_json = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.619933 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.620215 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.620436 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.620707 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.620962 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.621206 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.621456 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.621738 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:06:26.622048 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.622337 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.622633 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.622917 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.623176 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.624012 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.624292 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.624568 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.624841 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.625128 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.625426 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.625705 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.626029 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.626318 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.626603 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.630021 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.630021 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.630021 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.630021 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.630021 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.630021 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.630553 n-d-792458-15 neutron-server[94873]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:06:26.630642 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.630642 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.630642 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.630642 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.93/identity {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.630642 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.630642 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.630642 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.630642 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.631190 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.631190 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.631190 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.631392 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.631609 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.631878 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.632152 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.632440 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.632714 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.632992 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.633663 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.633663 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.633891 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.634119 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.634372 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.634646 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.634907 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.635178 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.635462 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.635742 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.636015 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.637853 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.637853 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.637853 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.637853 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.637853 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.637853 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.638452 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.638452 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.638452 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.638710 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.638991 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.639286 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.639677 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.639839 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.640065 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.640533 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.640896 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.640896 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.641131 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.641365 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.641646 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.642029 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.642242 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.642519 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.642798 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.643131 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.643749 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.643749 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.643749 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.644220 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.644220 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.644452 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.644718 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.644989 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.645321 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.645564 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.645841 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.646153 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.646428 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.646706 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.646962 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.647234 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.647504 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.648352 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.648352 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.648352 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.648712 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.648832 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.649110 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.649384 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.649661 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.649929 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.650251 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.650531 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.650808 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.651090 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.651368 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.651644 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.651921 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.652197 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.652667 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.652808 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.653030 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.653311 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.653597 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.653878 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.654190 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.654465 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.654784 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.655062 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.655335 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.655606 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.656139 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.656418 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.656697 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.656968 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.657246 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.657538 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.657829 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.658151 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.658444 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.658757 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.659047 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.659330 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.659614 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.659902 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.660187 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.660464 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.660747 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.661020 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.661291 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.661524 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.661803 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.662192 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.93/identity {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.662471 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.662737 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.663020 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.663290 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.663569 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.663852 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.664134 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.664419 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.664698 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.664969 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.665256 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.665528 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.665801 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.666115 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.666391 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.666693 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.666952 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.667226 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.667506 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.667758 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.668046 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.668310 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.668587 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.668918 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.669690 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.669690 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.669690 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.669690 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.669987 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.670715 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.670983 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.671263 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.671552 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.671812 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.672084 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.672356 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.672638 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.672890 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.673448 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.673448 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.673736 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.674040 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.674315 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.674617 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.674892 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.675165 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.675448 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.675728 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.676003 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.676284 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.676564 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.676846 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.677132 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.677405 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.677655 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.677924 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.678236 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.678522 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.678780 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.678943 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.679118 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.679270 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.679447 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.679616 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.679785 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.679932 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.680100 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.680263 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.680425 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.680572 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.680759 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.680968 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.681116 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.681236 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.681438 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.681645 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.681645 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.682032 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.682032 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.682318 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.682318 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.682581 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.682581 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.682877 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.682877 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.683181 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.683181 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.683424 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.683564 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.683709 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.683889 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.683889 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.684205 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.684205 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.684576 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.684576 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.684900 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.684900 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.685162 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.685162 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.685457 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.685457 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.685780 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.685780 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.686651 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.686651 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.686890 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.687069 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.687069 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.687339 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.687515 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.687515 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.687845 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.687845 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.688154 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.688154 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.688395 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.688535 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.688675 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.688796 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.688928 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.689102 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.689263 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.689402 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.689548 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.689710 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.689873 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.690057 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.690199 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.690340 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.690499 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.690664 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.690805 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.690962 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.691107 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.691276 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.691423 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.691585 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.691731 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.691873 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.692025 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:06:26.692167 n-d-792458-15 neutron-server[94764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 22:06:26.859818 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39596) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:26.868362 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [-] 10.222.0.93 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063653 Aug 16 22:06:39.047807 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f84405-b395-41df-8c4c-7d634d551cea None None] get_active_networks_info from n-d-792458-15 {{(pid=94873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:06:39.089599 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d4b4cace-e377-46a9-8dbf-f278b53cb0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588818'] for agent, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:39.116787 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f84405-b395-41df-8c4c-7d634d551cea None None] No non-hosted networks {{(pid=94873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 22:06:41.462348 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e18c2e93-8bd1-41a1-aa77-8a008ab37baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588818'] for agent, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:41.577865 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-395ca0ee-4e5b-47a1-9a20-322d962db9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:42.001749 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588818'] for agent, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:42.004580 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:42.011497 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:42.015615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:42.016700 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:42.018735 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:42.020106 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:42.022636 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:42.022944 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:42.025312 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:42.025651 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:42.026149 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:42.026494 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:42.026913 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-792458-15', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:06:42.035292 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-792458-15', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:06:43.108509 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588818'] for agent, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:44.614562 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588818'] for agent, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.033443 n-d-792458-15 neutron-server[94873]: INFO neutron.db.l3_hamode_db [None req-04a4731a-5132-4bc2-a1f3-7906fd1378bd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 22:06:45.109625 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a4731a-5132-4bc2-a1f3-7906fd1378bd None None] Routers set() bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:06:45.110028 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a4731a-5132-4bc2-a1f3-7906fd1378bd None None] Router IDs set() for agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 22:06:45.989262 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39688) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:46.678565 n-d-792458-15 neutron-server[94872]: WARNING oslo_policy.policy [None req-f201988d-c25b-4222-8222-e68cde8c0326 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 22:06:46.679508 n-d-792458-15 neutron-server[94872]: WARNING oslo_policy.policy [None req-f201988d-c25b-4222-8222-e68cde8c0326 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 22:06:47.053706 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-f201988d-c25b-4222-8222-e68cde8c0326 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:06:47.055384 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f201988d-c25b-4222-8222-e68cde8c0326 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0650992 Aug 16 22:06:49.756426 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39702) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:50.078528 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b89216c0-9662-4f60-ab37-7e476da62141 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:06:50.175619 n-d-792458-15 neutron-server[94872]: DEBUG neutron.policy [None req-b89216c0-9662-4f60-ab37-7e476da62141 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94872) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 22:06:50.220600 n-d-792458-15 neutron-server[94872]: WARNING oslo_policy.policy [None req-b89216c0-9662-4f60-ab37-7e476da62141 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 22:06:50.220971 n-d-792458-15 neutron-server[94872]: WARNING oslo_policy.policy [None req-b89216c0-9662-4f60-ab37-7e476da62141 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 22:06:50.229645 n-d-792458-15 neutron-server[94872]: INFO neutron.quota [None req-b89216c0-9662-4f60-ab37-7e476da62141 admin admin] Loaded quota_driver: . Aug 16 22:06:50.322206 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b89216c0-9662-4f60-ab37-7e476da62141 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735899647550', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735899646443', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735899626966', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735899624963', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735900252622', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735899547053', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-751321', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-843270', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2056539', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2026982'] for rbac-policy, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:50.387175 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b89216c0-9662-4f60-ab37-7e476da62141 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:50.388962 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b89216c0-9662-4f60-ab37-7e476da62141 admin admin] 10.222.0.93 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6315894 Aug 16 22:06:53.011087 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39714) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:53.312611 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Request body: {'network': {'tenant_id': 'faf475996d2641fdb25839f652454a76', 'admin_state_up': True, 'project_id': 'faf475996d2641fdb25839f652454a76', 'name': 'private'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:06:53.349643 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Made reservation on behalf of faf475996d2641fdb25839f652454a76 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:06:53.352529 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:53.369726 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:53.495287 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:53.499200 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:53.519285 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:06:53.548146 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735897758868', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:53.548743 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Unsubscribe: segment precommit_create {{(pid=94872) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 22:06:53.549273 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Added segment 823b79f4-91e1-4b16-9a5c-1fb9e61f3dd4 of type vlan for network ba4a5caf-0299-4eca-b50a-3d22b62b62a8 Aug 16 22:06:53.566224 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff901c5-6155-41bb-95d4-5dc8ffe40cf9,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:53.593799 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.594167 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.594501 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.594824 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.595146 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.595466 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.595783 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.596095 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.596414 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.596724 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.597037 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.597349 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Tracked resource versions report: Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: pushed versions: Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: { 'AddressGroup': {'1.2'}, Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: 'ConntrackHelper': {'1.0'}, Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: 'Log': {'1.0'}, Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: 'Network': {'1.1'}, Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: 'Port': {'1.7'}, Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: 'PortForwarding': {'1.2'}, Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: 'QosPolicy': {'1.9'}, Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: 'SecurityGroup': {'1.4'}, Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: 'SecurityGroupRule': {'1.2'}, Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: 'SubPort': {'1.0'}, Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: 'Subnet': {'1.1'}, Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: 'Trunk': {'1.1'}} Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: consumer versions: Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: { DHCP agent@n-d-792458-15: {}, Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: L3 agent@n-d-792458-15: {}, Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: Metadata agent@n-d-792458-15: {}, Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: Metering agent@n-d-792458-15: {}, Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: Open vSwitch agent@n-d-792458-15: { 'AddressGroup': '1.2', Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: 'ConntrackHelper': '1.0', Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: 'Log': '1.0', Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: 'Network': '1.1', Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: 'Port': '1.7', Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: 'PortForwarding': '1.2', Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: 'QosPolicy': '1.9', Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: 'SecurityGroup': '1.4', Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: 'SecurityGroupRule': '1.2', Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: 'SubPort': '1.0', Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: 'Subnet': '1.1', Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: 'Trunk': '1.1'}} Aug 16 22:06:53.598458 n-d-792458-15 neutron-server[94872]: {{(pid=94872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 22:06:53.671524 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:53.716186 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:53.717381 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:53.718036 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:53.798756 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7864370 Aug 16 22:06:53.817279 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71807bed-6589-4850-9a1d-07fa107fe4eb admin admin] Pushing event updated for resources: {'Network': ['ID=ba4a5caf-0299-4eca-b50a-3d22b62b62a8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:53.832144 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network ba4a5caf-0299-4eca-b50a-3d22b62b62a8 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:06:56.488841 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39728) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:57.020609 n-d-792458-15 neutron-server[94871]: WARNING oslo_policy.policy [None req-b1acf5fc-a3e4-44b9-b043-b89aff8e1422 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 22:06:57.021224 n-d-792458-15 neutron-server[94871]: WARNING oslo_policy.policy [None req-b1acf5fc-a3e4-44b9-b043-b89aff8e1422 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 22:06:57.459606 n-d-792458-15 neutron-server[94871]: DEBUG neutron.policy [None req-b1acf5fc-a3e4-44b9-b043-b89aff8e1422 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94871) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 22:06:57.504472 n-d-792458-15 neutron-server[94871]: WARNING oslo_policy.policy [None req-b1acf5fc-a3e4-44b9-b043-b89aff8e1422 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 22:06:57.505113 n-d-792458-15 neutron-server[94871]: WARNING oslo_policy.policy [None req-b1acf5fc-a3e4-44b9-b043-b89aff8e1422 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 22:06:57.513511 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1acf5fc-a3e4-44b9-b043-b89aff8e1422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:57.515473 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b1acf5fc-a3e4-44b9-b043-b89aff8e1422 admin admin] 10.222.0.93 "GET /v2.0/networks/ba4a5caf-0299-4eca-b50a-3d22b62b62a8 HTTP/1.1" status: 200 len: 825 time: 1.0241652 Aug 16 22:06:57.554508 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6051fc13-a5d3-4cd9-b9dd-8788395040df admin admin] 10.222.0.93 "GET /v2.0/subnetpools/2657725e-2729-4136-8164-bc3620ab8379 HTTP/1.1" status: 200 len: 734 time: 0.0327730 Aug 16 22:06:57.564554 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Request body: {'subnet': {'network_id': 'ba4a5caf-0299-4eca-b50a-3d22b62b62a8', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'faf475996d2641fdb25839f652454a76', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '2657725e-2729-4136-8164-bc3620ab8379'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:06:57.566164 n-d-792458-15 neutron-server[94871]: INFO neutron.quota [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Loaded quota_driver: . Aug 16 22:06:57.607973 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Made reservation on behalf of faf475996d2641fdb25839f652454a76 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:06:57.610824 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:57.908806 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:57.979354 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Checking segment: {'id': '823b79f4-91e1-4b16-9a5c-1fb9e61f3dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba4a5caf-0299-4eca-b50a-3d22b62b62a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:06:57.979739 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Network hostable DHCP agents. Network: ba4a5caf-0299-4eca-b50a-3d22b62b62a8, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:06:57.988673 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c36977f0-c158-493c-a58e-8d9775d8affc,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:58.000667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:58.001161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:58.001357 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:58.001688 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:58.002041 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:58.002416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:58.002684 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:58.003003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:58.003319 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:58.003636 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:58.003951 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:58.004266 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Tracked resource versions report: Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: pushed versions: Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: { 'AddressGroup': {'1.2'}, Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: 'ConntrackHelper': {'1.0'}, Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: 'Log': {'1.0'}, Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: 'Network': {'1.1'}, Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: 'Port': {'1.7'}, Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: 'PortForwarding': {'1.2'}, Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: 'QosPolicy': {'1.9'}, Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: 'SecurityGroup': {'1.4'}, Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: 'SecurityGroupRule': {'1.2'}, Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: 'SubPort': {'1.0'}, Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: 'Subnet': {'1.1'}, Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: 'Trunk': {'1.1'}} Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: consumer versions: Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: { DHCP agent@n-d-792458-15: {}, Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: L3 agent@n-d-792458-15: {}, Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: Metadata agent@n-d-792458-15: {}, Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: Metering agent@n-d-792458-15: {}, Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: Open vSwitch agent@n-d-792458-15: { 'AddressGroup': '1.2', Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: 'ConntrackHelper': '1.0', Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: 'Log': '1.0', Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: 'Network': '1.1', Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: 'Port': '1.7', Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: 'PortForwarding': '1.2', Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: 'QosPolicy': '1.9', Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: 'SecurityGroup': '1.4', Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: 'SecurityGroupRule': '1.2', Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: 'SubPort': '1.0', Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: 'Subnet': '1.1', Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: 'Trunk': '1.1'}} Aug 16 22:06:58.005320 n-d-792458-15 neutron-server[94871]: {{(pid=94871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 22:06:58.038643 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Network ba4a5caf-0299-4eca-b50a-3d22b62b62a8 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:06:58.052080 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, ba4a5caf-0299-4eca-b50a-3d22b62b62a8) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:06:58.060133 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:58.061073 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:58.063558 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bd31bb-b850-405f-b63f-9a1bda122cc8 None None] Network ba4a5caf-0299-4eca-b50a-3d22b62b62a8 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:06:58.091140 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f8958949-80f3-487e-b198-028deb230085 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5298390 Aug 16 22:06:58.420035 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-ba4a5caf-0299-4eca-b50a-3d22b62b62a8', 'network_id': 'ba4a5caf-0299-4eca-b50a-3d22b62b62a8', 'tenant_id': 'faf475996d2641fdb25839f652454a76', 'fixed_ips': [{'subnet_id': 'c36977f0-c158-493c-a58e-8d9775d8affc'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:06:58.421319 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:58.704102 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Allocated IP 172.20.0.2 (ba4a5caf-0299-4eca-b50a-3d22b62b62a8/c36977f0-c158-493c-a58e-8d9775d8affc/3884843e-65b1-493c-8403-adb361d5051b) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:06:58.994807 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:59.017105 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Transition to ACTIVE for port object 3884843e-65b1-493c-8403-adb361d5051b will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:06:59.045368 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Transition to ACTIVE for port object 3884843e-65b1-493c-8403-adb361d5051b will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:06:59.055619 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:59.129085 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Network ba4a5caf-0299-4eca-b50a-3d22b62b62a8 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:06:59.133923 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:06:59.137492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:06:59.149548 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Pushing event updated for resources: {'Port': ['ID=3884843e-65b1-493c-8403-adb361d5051b,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:59.179543 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:59.179887 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:59.180229 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:59.180566 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:59.180896 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:59.181223 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:59.181549 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:59.181874 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:59.182217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:59.182538 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:59.182857 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:59.183173 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Tracked resource versions report: Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: pushed versions: Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: { 'AddressGroup': {'1.2'}, Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: 'ConntrackHelper': {'1.0'}, Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: 'Log': {'1.0'}, Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: 'Network': {'1.1'}, Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: 'Port': {'1.7'}, Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: 'PortForwarding': {'1.2'}, Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: 'QosPolicy': {'1.9'}, Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: 'SecurityGroup': {'1.4'}, Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: 'SecurityGroupRule': {'1.2'}, Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: 'SubPort': {'1.0'}, Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: 'Subnet': {'1.1'}, Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: 'Trunk': {'1.1'}} Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: consumer versions: Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: { DHCP agent@n-d-792458-15: {}, Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: L3 agent@n-d-792458-15: {}, Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: Metadata agent@n-d-792458-15: {}, Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: Metering agent@n-d-792458-15: {}, Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: Open vSwitch agent@n-d-792458-15: { 'AddressGroup': '1.2', Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: 'ConntrackHelper': '1.0', Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: 'Log': '1.0', Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: 'Network': '1.1', Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: 'Port': '1.7', Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: 'PortForwarding': '1.2', Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: 'QosPolicy': '1.9', Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: 'SecurityGroup': '1.4', Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: 'SecurityGroupRule': '1.2', Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: 'SubPort': '1.0', Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: 'Subnet': '1.1', Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: 'Trunk': '1.1'}} Aug 16 22:06:59.184781 n-d-792458-15 neutron-server[94873]: {{(pid=94873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 22:06:59.234926 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Attempting to bind port 3884843e-65b1-493c-8403-adb361d5051b on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:06:59.235326 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Attempting to bind port 3884843e-65b1-493c-8403-adb361d5051b by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '823b79f4-91e1-4b16-9a5c-1fb9e61f3dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba4a5caf-0299-4eca-b50a-3d22b62b62a8'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:06:59.235777 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Attempting to bind port 3884843e-65b1-493c-8403-adb361d5051b on network ba4a5caf-0299-4eca-b50a-3d22b62b62a8 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:06:59.240868 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:06:59.241271 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Checking segment: {'id': '823b79f4-91e1-4b16-9a5c-1fb9e61f3dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba4a5caf-0299-4eca-b50a-3d22b62b62a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:06:59.241777 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:59.242221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Bound using segment: {'id': '823b79f4-91e1-4b16-9a5c-1fb9e61f3dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba4a5caf-0299-4eca-b50a-3d22b62b62a8'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:06:59.242707 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Bound port: 3884843e-65b1-493c-8403-adb361d5051b, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823b79f4-91e1-4b16-9a5c-1fb9e61f3dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba4a5caf-0299-4eca-b50a-3d22b62b62a8'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:06:59.243104 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:59.309467 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] For port 3884843e-65b1-493c-8403-adb361d5051b, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:06:59.314030 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] For port 3884843e-65b1-493c-8403-adb361d5051b, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3884843e-65b1-493c-8403-adb361d5051b,segment=NetworkSegment(823b79f4-91e1-4b16-9a5c-1fb9e61f3dd4),segment_id=823b79f4-91e1-4b16-9a5c-1fb9e61f3dd4)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:06:59.318685 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:59.389283 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f458c28-7556-474d-a86f-24d71f5d0673 None None] Pushing event updated for resources: {'Port': ['ID=3884843e-65b1-493c-8403-adb361d5051b,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:00.533915 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39748) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:00.892615 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-df04159f-058b-4fb0-b38c-6f437d1597a0 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:07:00.893642 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-df04159f-058b-4fb0-b38c-6f437d1597a0 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3587132 Aug 16 22:07:03.395270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39756) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:03.740985 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-6e5b4a5d-32e1-49b7-9aa6-c54af3c2ba16 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:07:03.741991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6e5b4a5d-32e1-49b7-9aa6-c54af3c2ba16 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3458600 Aug 16 22:07:06.495544 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39766) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:06.845485 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c97c4bb6-4a62-4fa2-a7aa-b021cb8002fc admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'faf475996d2641fdb25839f652454a76'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:06.872221 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c97c4bb6-4a62-4fa2-a7aa-b021cb8002fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:06.874275 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c97c4bb6-4a62-4fa2-a7aa-b021cb8002fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:07.048693 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c97c4bb6-4a62-4fa2-a7aa-b021cb8002fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:07.055436 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c97c4bb6-4a62-4fa2-a7aa-b021cb8002fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:07.072549 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c97c4bb6-4a62-4fa2-a7aa-b021cb8002fc admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:07.074357 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c97c4bb6-4a62-4fa2-a7aa-b021cb8002fc admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5770528 Aug 16 22:07:08.207883 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3629405-bc96-47d4-8e7a-158f49cebecc None None] Network ba4a5caf-0299-4eca-b50a-3d22b62b62a8 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:07:08.273544 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-feb943ea-f4b2-4643-8dbd-394deaacb2e3 None None] Provisioning for port 3884843e-65b1-493c-8403-adb361d5051b completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:08.485325 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3884843e-65b1-493c-8403-adb361d5051b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:08.598306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 3884843e-65b1-493c-8403-adb361d5051b completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:08.603465 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 3884843e-65b1-493c-8403-adb361d5051b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:08.604177 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:08.735228 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-69df48cf-4568-4958-b1cf-479629d3085f None None] Provisioning complete for port 3884843e-65b1-493c-8403-adb361d5051b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:08.735601 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-69df48cf-4568-4958-b1cf-479629d3085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:08.737227 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:08.803083 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 3884843e-65b1-493c-8403-adb361d5051b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3884843e-65b1-493c-8403-adb361d5051b,segment=NetworkSegment(823b79f4-91e1-4b16-9a5c-1fb9e61f3dd4),segment_id=823b79f4-91e1-4b16-9a5c-1fb9e61f3dd4)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:08.810577 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:08.887152 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=3884843e-65b1-493c-8403-adb361d5051b,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:08.933845 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-10aa50b3-4439-441c-b2a5-9feba263f725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:09.487430 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39778) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:09.814130 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-f0d75851-087c-4843-b95e-fd925674196a admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:07:09.815124 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f0d75851-087c-4843-b95e-fd925674196a admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3267472 Aug 16 22:07:10.453849 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3884843e-65b1-493c-8403-adb361d5051b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:10.500949 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 3884843e-65b1-493c-8403-adb361d5051b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:10.501320 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:11.455339 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5cc84b02-2daf-48df-bc61-c5f586b88c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:11.983720 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.240276 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39786) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:12.560675 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-1e47d8fd-6ba0-4850-9d09-e4b9c35c1d32 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:12.582748 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e47d8fd-6ba0-4850-9d09-e4b9c35c1d32 admin admin] Made reservation on behalf of 7fd45e6913d74ca8852d8cfc5ab36e59 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:12.585089 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1e47d8fd-6ba0-4850-9d09-e4b9c35c1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.593427 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1e47d8fd-6ba0-4850-9d09-e4b9c35c1d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.688493 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1e47d8fd-6ba0-4850-9d09-e4b9c35c1d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.692292 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1e47d8fd-6ba0-4850-9d09-e4b9c35c1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.706619 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1e47d8fd-6ba0-4850-9d09-e4b9c35c1d32 admin admin] Reserving flat network on physical network physnet1 {{(pid=94872) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 22:07:12.728513 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1e47d8fd-6ba0-4850-9d09-e4b9c35c1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.728881 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-1e47d8fd-6ba0-4850-9d09-e4b9c35c1d32 admin admin] Added segment 32a461ea-2cd7-478b-af7a-6ea50c45d558 of type flat for network cf5e9c9f-1bd0-41c5-912c-e5a4870724af Aug 16 22:07:12.730182 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47d8fd-6ba0-4850-9d09-e4b9c35c1d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04d599c-9c4a-48e3-b954-1bb96e4a3284,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:12.781073 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1e47d8fd-6ba0-4850-9d09-e4b9c35c1d32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.830849 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1e47d8fd-6ba0-4850-9d09-e4b9c35c1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.831679 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e47d8fd-6ba0-4850-9d09-e4b9c35c1d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:12.832249 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1e47d8fd-6ba0-4850-9d09-e4b9c35c1d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.879494 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1e47d8fd-6ba0-4850-9d09-e4b9c35c1d32 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6382236 Aug 16 22:07:12.891088 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47d8fd-6ba0-4850-9d09-e4b9c35c1d32 admin admin] Pushing event updated for resources: {'Network': ['ID=cf5e9c9f-1bd0-41c5-912c-e5a4870724af,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:12.902320 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:07:13.022445 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:14.541387 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:15.295255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39804) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:15.533332 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c6035c-4fa4-4615-8c9d-59eac9a86e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:15.534770 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a2c6035c-4fa4-4615-8c9d-59eac9a86e1a admin admin] 10.222.0.93 "GET /v2.0/subnets/c36977f0-c158-493c-a58e-8d9775d8affc HTTP/1.1" status: 200 len: 849 time: 0.2385015 Aug 16 22:07:15.658427 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d2ed6bec-d68e-4cd6-ace9-c790ca9c2cdf admin admin] 10.222.0.93 "GET /v2.0/routers/d0aa0354-36ef-4e76-a333-a85c0dd03c4e HTTP/1.1" status: 200 len: 704 time: 0.1177516 Aug 16 22:07:15.930056 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d5ffbc70-7cc6-4dac-bdce-ed3efe9407f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:16.235104 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-d5ffbc70-7cc6-4dac-bdce-ed3efe9407f9 admin admin] Allocated IP 172.20.0.1 (ba4a5caf-0299-4eca-b50a-3d22b62b62a8/c36977f0-c158-493c-a58e-8d9775d8affc/252d2669-a5f2-4e6a-baee-2dfd2d2ccc17) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:07:16.426837 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d5ffbc70-7cc6-4dac-bdce-ed3efe9407f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:16.451322 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d5ffbc70-7cc6-4dac-bdce-ed3efe9407f9 admin admin] Transition to ACTIVE for port object 252d2669-a5f2-4e6a-baee-2dfd2d2ccc17 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:16.534931 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d5ffbc70-7cc6-4dac-bdce-ed3efe9407f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:16.664401 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ffbc70-7cc6-4dac-bdce-ed3efe9407f9 admin admin] Network ba4a5caf-0299-4eca-b50a-3d22b62b62a8 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:16.669422 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d5ffbc70-7cc6-4dac-bdce-ed3efe9407f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:16.674823 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffbc70-7cc6-4dac-bdce-ed3efe9407f9 admin admin] Pushing event updated for resources: {'Port': ['ID=252d2669-a5f2-4e6a-baee-2dfd2d2ccc17,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:16.685754 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ffbc70-7cc6-4dac-bdce-ed3efe9407f9 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:07:16.686327 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d5ffbc70-7cc6-4dac-bdce-ed3efe9407f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:16.855284 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3f172135-e28f-4da3-b6f3-1b0198c02f3a None None] Provisioning for port 252d2669-a5f2-4e6a-baee-2dfd2d2ccc17 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:16.859658 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3f172135-e28f-4da3-b6f3-1b0198c02f3a None None] Provisioning complete for port 252d2669-a5f2-4e6a-baee-2dfd2d2ccc17 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:16.860037 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3f172135-e28f-4da3-b6f3-1b0198c02f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:16.893461 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-3f172135-e28f-4da3-b6f3-1b0198c02f3a None None] Port 252d2669-a5f2-4e6a-baee-2dfd2d2ccc17 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:07:16.897343 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d5ffbc70-7cc6-4dac-bdce-ed3efe9407f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:17.108588 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d5ffbc70-7cc6-4dac-bdce-ed3efe9407f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:17.113558 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d5ffbc70-7cc6-4dac-bdce-ed3efe9407f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:17.114335 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d5ffbc70-7cc6-4dac-bdce-ed3efe9407f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:17.190124 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffbc70-7cc6-4dac-bdce-ed3efe9407f9 admin admin] Pushing event updated for resources: {'Port': ['ID=252d2669-a5f2-4e6a-baee-2dfd2d2ccc17,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:17.238175 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ffbc70-7cc6-4dac-bdce-ed3efe9407f9 admin admin] Network ba4a5caf-0299-4eca-b50a-3d22b62b62a8 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:17.239524 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d5ffbc70-7cc6-4dac-bdce-ed3efe9407f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:17.415033 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2f0ca439-d5a3-4095-aa88-3ef8bb1050f3 None None] Provisioning complete for port 252d2669-a5f2-4e6a-baee-2dfd2d2ccc17 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:17.415551 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2f0ca439-d5a3-4095-aa88-3ef8bb1050f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:17.426260 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ffbc70-7cc6-4dac-bdce-ed3efe9407f9 admin admin] Router d0aa0354-36ef-4e76-a333-a85c0dd03c4e is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:07:17.450260 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ca439-d5a3-4095-aa88-3ef8bb1050f3 None None] Port 252d2669-a5f2-4e6a-baee-2dfd2d2ccc17 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:07:17.519253 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ffbc70-7cc6-4dac-bdce-ed3efe9407f9 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:07:17.525146 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d5ffbc70-7cc6-4dac-bdce-ed3efe9407f9 admin admin] 10.222.0.93 "PUT /v2.0/routers/d0aa0354-36ef-4e76-a333-a85c0dd03c4e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8613951 Aug 16 22:07:17.532396 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] Sync routers for ids ['d0aa0354-36ef-4e76-a333-a85c0dd03c4e'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:07:17.544434 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] Routers {'d0aa0354-36ef-4e76-a333-a85c0dd03c4e'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:07:17.545307 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:07:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0aa0354-36ef-4e76-a333-a85c0dd03c4e'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:17.735369 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] Set router d0aa0354-36ef-4e76-a333-a85c0dd03c4e gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:07:18.173830 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aa0354-36ef-4e76-a333-a85c0dd03c4e', 'name': 'router1', 'tenant_id': 'faf475996d2641fdb25839f652454a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:06Z', 'updated_at': '2021-08-16T22:07:16Z', 'revision_number': 2, 'project_id': 'faf475996d2641fdb25839f652454a76', 'gw_port_host': None, '_interfaces': [{'id': '252d2669-a5f2-4e6a-baee-2dfd2d2ccc17', 'name': '', 'network_id': 'ba4a5caf-0299-4eca-b50a-3d22b62b62a8', 'tenant_id': 'faf475996d2641fdb25839f652454a76', 'mac_address': 'fa:16:3e:6b:21:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aa0354-36ef-4e76-a333-a85c0dd03c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c36977f0-c158-493c-a58e-8d9775d8affc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:15Z', 'updated_at': '2021-08-16T22:07:16Z', 'revision_number': 2, 'project_id': 'faf475996d2641fdb25839f652454a76', 'subnets': [{'id': 'c36977f0-c158-493c-a58e-8d9775d8affc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2657725e-2729-4136-8164-bc3620ab8379'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:18.226316 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] Checking router: d0aa0354-36ef-4e76-a333-a85c0dd03c4e for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:07:18.226685 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] Updating router d0aa0354-36ef-4e76-a333-a85c0dd03c4e port 252d2669-a5f2-4e6a-baee-2dfd2d2ccc17 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:07:18.274799 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.829186 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.848452 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] Transition to ACTIVE for port object 252d2669-a5f2-4e6a-baee-2dfd2d2ccc17 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:18.855423 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:19.037207 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] Attempting to bind port 252d2669-a5f2-4e6a-baee-2dfd2d2ccc17 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:19.037755 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] Attempting to bind port 252d2669-a5f2-4e6a-baee-2dfd2d2ccc17 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '823b79f4-91e1-4b16-9a5c-1fb9e61f3dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba4a5caf-0299-4eca-b50a-3d22b62b62a8'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:19.038231 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] Attempting to bind port 252d2669-a5f2-4e6a-baee-2dfd2d2ccc17 on network ba4a5caf-0299-4eca-b50a-3d22b62b62a8 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:19.057067 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:19.057500 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] Checking segment: {'id': '823b79f4-91e1-4b16-9a5c-1fb9e61f3dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba4a5caf-0299-4eca-b50a-3d22b62b62a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:19.058007 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:19.058405 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] Bound using segment: {'id': '823b79f4-91e1-4b16-9a5c-1fb9e61f3dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba4a5caf-0299-4eca-b50a-3d22b62b62a8'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:19.058947 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] Bound port: 252d2669-a5f2-4e6a-baee-2dfd2d2ccc17, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823b79f4-91e1-4b16-9a5c-1fb9e61f3dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba4a5caf-0299-4eca-b50a-3d22b62b62a8'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:19.059329 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:19.075262 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea06522-f7a8-4346-9e52-29cc5d708aee None None] Pushing event updated for resources: {'Port': ['ID=252d2669-a5f2-4e6a-baee-2dfd2d2ccc17,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:19.106896 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea06522-f7a8-4346-9e52-29cc5d708aee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:19.107234 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea06522-f7a8-4346-9e52-29cc5d708aee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:19.107565 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea06522-f7a8-4346-9e52-29cc5d708aee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:19.107899 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea06522-f7a8-4346-9e52-29cc5d708aee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:19.108223 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea06522-f7a8-4346-9e52-29cc5d708aee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:19.108545 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea06522-f7a8-4346-9e52-29cc5d708aee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:19.108864 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea06522-f7a8-4346-9e52-29cc5d708aee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:19.109180 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea06522-f7a8-4346-9e52-29cc5d708aee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:19.109506 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea06522-f7a8-4346-9e52-29cc5d708aee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:19.109823 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea06522-f7a8-4346-9e52-29cc5d708aee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:19.110160 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea06522-f7a8-4346-9e52-29cc5d708aee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:19.110475 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea06522-f7a8-4346-9e52-29cc5d708aee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea06522-f7a8-4346-9e52-29cc5d708aee None None] Tracked resource versions report: Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: pushed versions: Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: { 'AddressGroup': {'1.2'}, Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: 'ConntrackHelper': {'1.0'}, Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: 'Log': {'1.0'}, Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: 'Network': {'1.1'}, Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: 'Port': {'1.7'}, Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: 'PortForwarding': {'1.2'}, Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: 'QosPolicy': {'1.9'}, Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: 'SecurityGroup': {'1.4'}, Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: 'SecurityGroupRule': {'1.2'}, Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: 'SubPort': {'1.0'}, Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: 'Subnet': {'1.1'}, Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: 'Trunk': {'1.1'}} Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: consumer versions: Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: { DHCP agent@n-d-792458-15: {}, Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: L3 agent@n-d-792458-15: {}, Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: Metadata agent@n-d-792458-15: {}, Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: Metering agent@n-d-792458-15: {}, Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: Open vSwitch agent@n-d-792458-15: { 'AddressGroup': '1.2', Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: 'ConntrackHelper': '1.0', Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: 'Log': '1.0', Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: 'Network': '1.1', Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: 'Port': '1.7', Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: 'PortForwarding': '1.2', Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: 'QosPolicy': '1.9', Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: 'SecurityGroup': '1.4', Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: 'SecurityGroupRule': '1.2', Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: 'SubPort': '1.0', Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: 'Subnet': '1.1', Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: 'Trunk': '1.1'}} Aug 16 22:07:19.111534 n-d-792458-15 neutron-server[94874]: {{(pid=94874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 22:07:19.145456 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] For port 252d2669-a5f2-4e6a-baee-2dfd2d2ccc17, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:19.168756 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] For port 252d2669-a5f2-4e6a-baee-2dfd2d2ccc17, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=252d2669-a5f2-4e6a-baee-2dfd2d2ccc17,segment=NetworkSegment(823b79f4-91e1-4b16-9a5c-1fb9e61f3dd4),segment_id=823b79f4-91e1-4b16-9a5c-1fb9e61f3dd4)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:19.173497 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:19.250336 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea06522-f7a8-4346-9e52-29cc5d708aee None None] Pushing event updated for resources: {'Port': ['ID=252d2669-a5f2-4e6a-baee-2dfd2d2ccc17,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:19.256543 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] Routers {'d0aa0354-36ef-4e76-a333-a85c0dd03c4e'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:07:19.257497 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:07:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0aa0354-36ef-4e76-a333-a85c0dd03c4e'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:19.374808 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] Set router d0aa0354-36ef-4e76-a333-a85c0dd03c4e gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:07:19.596311 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aa0354-36ef-4e76-a333-a85c0dd03c4e', 'name': 'router1', 'tenant_id': 'faf475996d2641fdb25839f652454a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:06Z', 'updated_at': '2021-08-16T22:07:16Z', 'revision_number': 2, 'project_id': 'faf475996d2641fdb25839f652454a76', 'gw_port_host': None, '_interfaces': [{'id': '252d2669-a5f2-4e6a-baee-2dfd2d2ccc17', 'name': '', 'network_id': 'ba4a5caf-0299-4eca-b50a-3d22b62b62a8', 'tenant_id': 'faf475996d2641fdb25839f652454a76', 'mac_address': 'fa:16:3e:6b:21:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aa0354-36ef-4e76-a333-a85c0dd03c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c36977f0-c158-493c-a58e-8d9775d8affc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:15Z', 'updated_at': '2021-08-16T22:07:19Z', 'revision_number': 4, 'project_id': 'faf475996d2641fdb25839f652454a76', 'subnets': [{'id': 'c36977f0-c158-493c-a58e-8d9775d8affc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2657725e-2729-4136-8164-bc3620ab8379'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:19.621831 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd7c52-c3eb-4cad-9249-a1735e161885 None None] The sync data for ids ['d0aa0354-36ef-4e76-a333-a85c0dd03c4e'] in n-d-792458-15 is: [{'id': 'd0aa0354-36ef-4e76-a333-a85c0dd03c4e', 'name': 'router1', 'tenant_id': 'faf475996d2641fdb25839f652454a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:06Z', 'updated_at': '2021-08-16T22:07:16Z', 'revision_number': 2, 'project_id': 'faf475996d2641fdb25839f652454a76', 'gw_port_host': None, '_interfaces': [{'id': '252d2669-a5f2-4e6a-baee-2dfd2d2ccc17', 'name': '', 'network_id': 'ba4a5caf-0299-4eca-b50a-3d22b62b62a8', 'tenant_id': 'faf475996d2641fdb25839f652454a76', 'mac_address': 'fa:16:3e:6b:21:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aa0354-36ef-4e76-a333-a85c0dd03c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c36977f0-c158-493c-a58e-8d9775d8affc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:15Z', 'updated_at': '2021-08-16T22:07:19Z', 'revision_number': 4, 'project_id': 'faf475996d2641fdb25839f652454a76', 'subnets': [{'id': 'c36977f0-c158-493c-a58e-8d9775d8affc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2657725e-2729-4136-8164-bc3620ab8379'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:07:19.790934 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39826) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:19.906409 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6f3056-3f0f-448c-8559-e56b9e2d9645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:19.907817 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8e6f3056-3f0f-448c-8559-e56b9e2d9645 admin admin] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 842 time: 0.1150692 Aug 16 22:07:19.918476 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b328fd05-770e-44ca-ade6-aefd3f37ff61 admin admin] Request body: {'subnet': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:19.943312 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b328fd05-770e-44ca-ade6-aefd3f37ff61 admin admin] Made reservation on behalf of 7fd45e6913d74ca8852d8cfc5ab36e59 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:19.945458 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b328fd05-770e-44ca-ade6-aefd3f37ff61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:20.263390 n-d-792458-15 neutron-server[94872]: DEBUG neutron.objects.ports [None req-b328fd05-770e-44ca-ade6-aefd3f37ff61 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:07:20.263842 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b328fd05-770e-44ca-ade6-aefd3f37ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:20.319587 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328fd05-770e-44ca-ade6-aefd3f37ff61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acb9fa2c-a953-449f-893f-5182dda43a07,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:20.333449 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b328fd05-770e-44ca-ade6-aefd3f37ff61 admin admin] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:20.334054 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b328fd05-770e-44ca-ade6-aefd3f37ff61 admin admin] Network hostable DHCP agents. Network: cf5e9c9f-1bd0-41c5-912c-e5a4870724af, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:07:20.355756 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b328fd05-770e-44ca-ade6-aefd3f37ff61 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:07:20.367086 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-b328fd05-770e-44ca-ade6-aefd3f37ff61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, cf5e9c9f-1bd0-41c5-912c-e5a4870724af) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:20.374873 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b328fd05-770e-44ca-ade6-aefd3f37ff61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:20.375786 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b328fd05-770e-44ca-ade6-aefd3f37ff61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:20.379969 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf8973b-425e-4a9e-a884-916aa9d360fb None None] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:07:20.399105 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b328fd05-770e-44ca-ade6-aefd3f37ff61 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4842024 Aug 16 22:07:20.522424 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74001793-bc86-4b09-a18c-ffe059392470 None None] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:07:22.723003 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39834) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:22.941144 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c8999733-f50c-4601-ba88-6a9c870dd085 admin admin] 10.222.0.93 "GET /v2.0/routers/d0aa0354-36ef-4e76-a333-a85c0dd03c4e HTTP/1.1" status: 200 len: 710 time: 0.2106814 Aug 16 22:07:23.032475 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1112a5-59a6-43af-ae1b-b3ccacb76476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:23.039370 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-df1112a5-59a6-43af-ae1b-b3ccacb76476 admin admin] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 886 time: 0.0921330 Aug 16 22:07:23.043850 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d985d063-303e-4759-b039-34c7e357ed07 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:23.297667 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d985d063-303e-4759-b039-34c7e357ed07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:23.542670 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d985d063-303e-4759-b039-34c7e357ed07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:23.620140 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d985d063-303e-4759-b039-34c7e357ed07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:23.725888 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-d985d063-303e-4759-b039-34c7e357ed07 admin admin] Allocated IP 172.25.6.164 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/be426254-ee1a-4eb8-9d5c-85190684b048) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:07:23.829609 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d985d063-303e-4759-b039-34c7e357ed07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:23.875567 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d985d063-303e-4759-b039-34c7e357ed07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:23.910579 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d985d063-303e-4759-b039-34c7e357ed07 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:23.915281 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d985d063-303e-4759-b039-34c7e357ed07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:23.923597 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d985d063-303e-4759-b039-34c7e357ed07 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:07:23.925487 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985d063-303e-4759-b039-34c7e357ed07 admin admin] Pushing event updated for resources: {'Port': ['ID=be426254-ee1a-4eb8-9d5c-85190684b048,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:24.175521 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d985d063-303e-4759-b039-34c7e357ed07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:24.472559 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d985d063-303e-4759-b039-34c7e357ed07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:24.476316 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d985d063-303e-4759-b039-34c7e357ed07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578920'] for router, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:24.589314 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d985d063-303e-4759-b039-34c7e357ed07 admin admin] Router d0aa0354-36ef-4e76-a333-a85c0dd03c4e has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:07:24.739704 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d985d063-303e-4759-b039-34c7e357ed07 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:07:24.745250 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d985d063-303e-4759-b039-34c7e357ed07 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:24.746598 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d985d063-303e-4759-b039-34c7e357ed07 admin admin] 10.222.0.93 "PUT /v2.0/routers/d0aa0354-36ef-4e76-a333-a85c0dd03c4e HTTP/1.1" status: 200 len: 890 time: 1.7064884 Aug 16 22:07:26.193129 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] Sync routers for ids ['d0aa0354-36ef-4e76-a333-a85c0dd03c4e'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:07:26.203712 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] Routers {'d0aa0354-36ef-4e76-a333-a85c0dd03c4e'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:07:26.204579 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:07:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0aa0354-36ef-4e76-a333-a85c0dd03c4e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:26.472710 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] Set router d0aa0354-36ef-4e76-a333-a85c0dd03c4e gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:07:26.489597 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 252d2669-a5f2-4e6a-baee-2dfd2d2ccc17 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:26.754146 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 252d2669-a5f2-4e6a-baee-2dfd2d2ccc17 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:26.779269 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 252d2669-a5f2-4e6a-baee-2dfd2d2ccc17 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:26.779643 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:26.981000 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:27.033064 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aa0354-36ef-4e76-a333-a85c0dd03c4e', 'name': 'router1', 'tenant_id': 'faf475996d2641fdb25839f652454a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'be426254-ee1a-4eb8-9d5c-85190684b048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:06Z', 'updated_at': '2021-08-16T22:07:24Z', 'revision_number': 4, 'project_id': 'faf475996d2641fdb25839f652454a76', 'gw_port': {'id': 'be426254-ee1a-4eb8-9d5c-85190684b048', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aa0354-36ef-4e76-a333-a85c0dd03c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:23Z', 'updated_at': '2021-08-16T22:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '252d2669-a5f2-4e6a-baee-2dfd2d2ccc17', 'name': '', 'network_id': 'ba4a5caf-0299-4eca-b50a-3d22b62b62a8', 'tenant_id': 'faf475996d2641fdb25839f652454a76', 'mac_address': 'fa:16:3e:6b:21:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aa0354-36ef-4e76-a333-a85c0dd03c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c36977f0-c158-493c-a58e-8d9775d8affc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:15Z', 'updated_at': '2021-08-16T22:07:19Z', 'revision_number': 4, 'project_id': 'faf475996d2641fdb25839f652454a76', 'subnets': [{'id': 'c36977f0-c158-493c-a58e-8d9775d8affc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2657725e-2729-4136-8164-bc3620ab8379'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:27.036050 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 252d2669-a5f2-4e6a-baee-2dfd2d2ccc17, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=252d2669-a5f2-4e6a-baee-2dfd2d2ccc17,segment=NetworkSegment(823b79f4-91e1-4b16-9a5c-1fb9e61f3dd4),segment_id=823b79f4-91e1-4b16-9a5c-1fb9e61f3dd4)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:27.060131 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:27.093317 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] Checking router: d0aa0354-36ef-4e76-a333-a85c0dd03c4e for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:07:27.093664 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] Updating router d0aa0354-36ef-4e76-a333-a85c0dd03c4e port be426254-ee1a-4eb8-9d5c-85190684b048 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:07:27.164663 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:27.193770 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39846) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:27.201370 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=252d2669-a5f2-4e6a-baee-2dfd2d2ccc17,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:27.309741 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a2f09b9a-8a43-44be-ba74-27650bedca1f admin admin] 10.222.0.93 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1146564 Aug 16 22:07:27.521098 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:27.531505 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] Transition to ACTIVE for port object be426254-ee1a-4eb8-9d5c-85190684b048 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:27.537647 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:27.586679 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db310b04-8c0b-4b9c-a364-43926ef041d1 None None] Pushing event updated for resources: {'Port': ['ID=be426254-ee1a-4eb8-9d5c-85190684b048,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:27.592404 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] Attempting to bind port be426254-ee1a-4eb8-9d5c-85190684b048 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:27.592775 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] Attempting to bind port be426254-ee1a-4eb8-9d5c-85190684b048 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:27.593141 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] Attempting to bind port be426254-ee1a-4eb8-9d5c-85190684b048 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:27.598206 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:27.598588 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:27.598993 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:27.599404 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:27.599849 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] Bound port: be426254-ee1a-4eb8-9d5c-85190684b048, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:27.600243 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:27.655809 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] For port be426254-ee1a-4eb8-9d5c-85190684b048, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:27.659167 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] For port be426254-ee1a-4eb8-9d5c-85190684b048, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=be426254-ee1a-4eb8-9d5c-85190684b048,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:27.662981 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:27.711645 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] Routers {'d0aa0354-36ef-4e76-a333-a85c0dd03c4e'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:07:27.712255 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:07:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0aa0354-36ef-4e76-a333-a85c0dd03c4e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:27.851547 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db310b04-8c0b-4b9c-a364-43926ef041d1 None None] Pushing event updated for resources: {'Port': ['ID=be426254-ee1a-4eb8-9d5c-85190684b048,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:27.917296 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] Set router d0aa0354-36ef-4e76-a333-a85c0dd03c4e gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:07:28.137576 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aa0354-36ef-4e76-a333-a85c0dd03c4e', 'name': 'router1', 'tenant_id': 'faf475996d2641fdb25839f652454a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'be426254-ee1a-4eb8-9d5c-85190684b048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:06Z', 'updated_at': '2021-08-16T22:07:24Z', 'revision_number': 4, 'project_id': 'faf475996d2641fdb25839f652454a76', 'gw_port': {'id': 'be426254-ee1a-4eb8-9d5c-85190684b048', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aa0354-36ef-4e76-a333-a85c0dd03c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:23Z', 'updated_at': '2021-08-16T22:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '252d2669-a5f2-4e6a-baee-2dfd2d2ccc17', 'name': '', 'network_id': 'ba4a5caf-0299-4eca-b50a-3d22b62b62a8', 'tenant_id': 'faf475996d2641fdb25839f652454a76', 'mac_address': 'fa:16:3e:6b:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0aa0354-36ef-4e76-a333-a85c0dd03c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c36977f0-c158-493c-a58e-8d9775d8affc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:15Z', 'updated_at': '2021-08-16T22:07:27Z', 'revision_number': 5, 'project_id': 'faf475996d2641fdb25839f652454a76', 'subnets': [{'id': 'c36977f0-c158-493c-a58e-8d9775d8affc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2657725e-2729-4136-8164-bc3620ab8379'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:28.164743 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58624976-d700-4a70-9b67-22e47b40b1f5 None None] The sync data for ids ['d0aa0354-36ef-4e76-a333-a85c0dd03c4e'] in n-d-792458-15 is: [{'id': 'd0aa0354-36ef-4e76-a333-a85c0dd03c4e', 'name': 'router1', 'tenant_id': 'faf475996d2641fdb25839f652454a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'be426254-ee1a-4eb8-9d5c-85190684b048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:06Z', 'updated_at': '2021-08-16T22:07:24Z', 'revision_number': 4, 'project_id': 'faf475996d2641fdb25839f652454a76', 'gw_port': {'id': 'be426254-ee1a-4eb8-9d5c-85190684b048', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aa0354-36ef-4e76-a333-a85c0dd03c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:23Z', 'updated_at': '2021-08-16T22:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '252d2669-a5f2-4e6a-baee-2dfd2d2ccc17', 'name': '', 'network_id': 'ba4a5caf-0299-4eca-b50a-3d22b62b62a8', 'tenant_id': 'faf475996d2641fdb25839f652454a76', 'mac_address': 'fa:16:3e:6b:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0aa0354-36ef-4e76-a333-a85c0dd03c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c36977f0-c158-493c-a58e-8d9775d8affc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:15Z', 'updated_at': '2021-08-16T22:07:27Z', 'revision_number': 5, 'project_id': 'faf475996d2641fdb25839f652454a76', 'subnets': [{'id': 'c36977f0-c158-493c-a58e-8d9775d8affc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2657725e-2729-4136-8164-bc3620ab8379'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:07:28.573923 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device be426254-ee1a-4eb8-9d5c-85190684b048 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:28.643965 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port be426254-ee1a-4eb8-9d5c-85190684b048 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:28.651099 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port be426254-ee1a-4eb8-9d5c-85190684b048 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:28.651814 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:28.770414 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:28.794025 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port be426254-ee1a-4eb8-9d5c-85190684b048, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=be426254-ee1a-4eb8-9d5c-85190684b048,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:28.798503 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:28.799311 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 252d2669-a5f2-4e6a-baee-2dfd2d2ccc17 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:28.879786 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=be426254-ee1a-4eb8-9d5c-85190684b048,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:28.890944 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 252d2669-a5f2-4e6a-baee-2dfd2d2ccc17 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:28.891323 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:30.500267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device be426254-ee1a-4eb8-9d5c-85190684b048 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:30.552112 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port be426254-ee1a-4eb8-9d5c-85190684b048 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:30.552748 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:38.937047 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2c097de6-2e8e-4eb5-a0a8-be8acd3fcf62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:40.512140 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 5 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:07:41.458141 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-08101599-e18c-4c00-bb7c-b25b990b4780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:41.997705 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:43.025428 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:44.557122 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:08.939664 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-62c3e82c-33da-4edf-81ce-62392e189693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:11.460211 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ccc303d7-1b68-41ff-815a-08f51ef69c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:11.982575 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:13.031199 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:14.560337 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:17.510465 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 5 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:08:38.940756 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0e3ded08-ea5c-439a-9488-3798c213cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:41.462590 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6c65794-9184-4b07-82cd-1d1a14bef51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:41.974958 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:43.033948 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:44.564688 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:54.509235 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 5 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:09:07.954751 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40448) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:08.019489 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-b58f2982-b2a5-4ed8-9b50-0d6b5832e1f9 admin admin] GET failed (client error): The resource could not be found. Aug 16 22:09:08.020774 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b58f2982-b2a5-4ed8-9b50-0d6b5832e1f9 admin admin] 10.222.0.93 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0648119 Aug 16 22:09:08.201494 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a1e7a3-51d8-4b0c-91c5-1f1263d9d5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:08.202985 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a6a1e7a3-51d8-4b0c-91c5-1f1263d9d5cd admin admin] 10.222.0.93 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1776543 Aug 16 22:09:08.942201 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fd7dbd65-7d51-4194-a01d-332f246d90e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:10.345263 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40458) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:10.434717 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711e012e-22cb-44d3-afa0-364b7b9cb358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:10.436046 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-711e012e-22cb-44d3-afa0-364b7b9cb358 admin admin] 10.222.0.93 "GET /v2.0/subnets/c36977f0-c158-493c-a58e-8d9775d8affc HTTP/1.1" status: 200 len: 849 time: 0.0898361 Aug 16 22:09:10.446277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7faf7e98-759b-43b8-ba30-441c9ba47527 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:10.530305 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7faf7e98-759b-43b8-ba30-441c9ba47527 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:10.681604 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7faf7e98-759b-43b8-ba30-441c9ba47527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735897818040'] for subnet, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:10.717426 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faf7e98-759b-43b8-ba30-441c9ba47527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:10.717426 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7faf7e98-759b-43b8-ba30-441c9ba47527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:10.718855 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7faf7e98-759b-43b8-ba30-441c9ba47527 admin admin] 10.222.0.93 "PUT /v2.0/subnets/c36977f0-c158-493c-a58e-8d9775d8affc HTTP/1.1" status: 200 len: 868 time: 0.2768033 Aug 16 22:09:10.720289 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892401e1-29fc-4dbf-a63e-578652b3eb33 None None] Network ba4a5caf-0299-4eca-b50a-3d22b62b62a8 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:09:10.741536 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf7e98-759b-43b8-ba30-441c9ba47527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c36977f0-c158-493c-a58e-8d9775d8affc,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:10.749643 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf7e98-759b-43b8-ba30-441c9ba47527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:10.750039 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf7e98-759b-43b8-ba30-441c9ba47527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:10.750361 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf7e98-759b-43b8-ba30-441c9ba47527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:10.750692 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf7e98-759b-43b8-ba30-441c9ba47527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:10.751026 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf7e98-759b-43b8-ba30-441c9ba47527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:10.751352 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf7e98-759b-43b8-ba30-441c9ba47527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:10.751674 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf7e98-759b-43b8-ba30-441c9ba47527 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:10.751992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf7e98-759b-43b8-ba30-441c9ba47527 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:10.752311 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf7e98-759b-43b8-ba30-441c9ba47527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:10.752632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf7e98-759b-43b8-ba30-441c9ba47527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:10.753053 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf7e98-759b-43b8-ba30-441c9ba47527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:10.753395 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf7e98-759b-43b8-ba30-441c9ba47527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:11.140706 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-51ece74c-e77d-40b7-8835-812b134f8fc7 None None] Provisioning complete for port 252d2669-a5f2-4e6a-baee-2dfd2d2ccc17 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:09:11.141082 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-51ece74c-e77d-40b7-8835-812b134f8fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:11.227631 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-51ece74c-e77d-40b7-8835-812b134f8fc7 None None] Provisioning complete for port 3884843e-65b1-493c-8403-adb361d5051b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:09:11.228008 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-51ece74c-e77d-40b7-8835-812b134f8fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:11.463698 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7c61f123-7404-456a-91be-7affd2265430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:11.977029 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:12.896697 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40466) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:13.034998 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:13.094753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396b782d-c46e-418b-9b6b-a8c6624eabfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:13.095156 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396b782d-c46e-418b-9b6b-a8c6624eabfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:13.096709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-396b782d-c46e-418b-9b6b-a8c6624eabfc admin admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1990502 Aug 16 22:09:14.570578 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:15.239977 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40474) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:15.374988 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f141fa3-1ae4-4eaa-8752-762ac87c8f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:15.375567 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f141fa3-1ae4-4eaa-8752-762ac87c8f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:15.377114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0f141fa3-1ae4-4eaa-8752-762ac87c8f55 admin admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1362000 Aug 16 22:09:17.500361 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40482) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:17.632538 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcbe138-ebea-492d-95ae-3b5061a999aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:17.633941 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9dcbe138-ebea-492d-95ae-3b5061a999aa admin admin] 10.222.0.93 "GET /v2.0/networks/ba4a5caf-0299-4eca-b50a-3d22b62b62a8 HTTP/1.1" status: 200 len: 869 time: 0.1326325 Aug 16 22:09:19.802514 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40492) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:19.975521 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936764f5-b84f-4a08-9046-679d1e1476c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:19.977684 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-936764f5-b84f-4a08-9046-679d1e1476c2 admin admin] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 886 time: 0.1739559 Aug 16 22:09:22.151568 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40500) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:22.276538 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8f4fd6-731d-47d0-b96e-476576e8ace1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:22.276996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8f4fd6-731d-47d0-b96e-476576e8ace1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:22.278549 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0d8f4fd6-731d-47d0-b96e-476576e8ace1 admin admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260428 Aug 16 22:09:24.427725 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40508) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:24.522931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0020342a-a90a-4811-8973-5684e39f9e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:24.523391 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0020342a-a90a-4811-8973-5684e39f9e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:24.524922 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0020342a-a90a-4811-8973-5684e39f9e6b admin admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0959949 Aug 16 22:09:26.652791 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40516) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:26.738068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a6bae-19db-4975-a2d0-f16e6ebd89fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:26.739493 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a26a6bae-19db-4975-a2d0-f16e6ebd89fe admin admin] 10.222.0.93 "GET /v2.0/subnets/acb9fa2c-a953-449f-893f-5182dda43a07 HTTP/1.1" status: 200 len: 816 time: 0.0857148 Aug 16 22:09:28.949519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40524) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:29.050821 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d529e922-8c45-4432-a565-328f47641fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:29.052176 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d529e922-8c45-4432-a565-328f47641fda admin admin] 10.222.0.93 "GET /v2.0/subnets/c36977f0-c158-493c-a58e-8d9775d8affc HTTP/1.1" status: 200 len: 868 time: 0.1016779 Aug 16 22:09:31.507548 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 5 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:09:38.946306 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-47ce8d1b-34f8-44e9-a62e-130e31f56866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:41.465528 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-577969e2-ffd9-4f25-8374-dcf42cf3cbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:41.978479 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:43.038069 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:44.573119 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:52.857515 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40578) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:52.904371 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-1ca05fcb-c902-4f4c-8dc0-2ae966b74460 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:09:52.905363 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1ca05fcb-c902-4f4c-8dc0-2ae966b74460 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468726 Aug 16 22:09:55.134701 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40586) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:55.198883 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-9641f45e-fa63-423e-be55-61723ac94775 admin admin] GET failed (client error): The resource could not be found. Aug 16 22:09:55.200224 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9641f45e-fa63-423e-be55-61723ac94775 admin admin] 10.222.0.93 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0645752 Aug 16 22:09:55.344842 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caf87d6-2bf4-439e-b000-ff267ae7b9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:55.346298 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3caf87d6-2bf4-439e-b000-ff267ae7b9b8 admin admin] 10.222.0.93 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1416957 Aug 16 22:09:57.557156 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40594) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:57.604960 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:57.629307 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Made reservation on behalf of 7fd45e6913d74ca8852d8cfc5ab36e59 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:09:57.631785 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:57.663590 n-d-792458-15 neutron-server[94872]: WARNING neutron.services.revisions.revision_plugin [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Could not find related network for resource to bump revision. Aug 16 22:09:57.674478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:09:57.683159 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:57.683493 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Added segment a2d2fc57-606c-4bd5-aa0b-a24104ec9e10 of type vlan for network f4825104-50e1-4bbf-85d3-dd1f52ad0005 Aug 16 22:09:57.729343 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:57.752581 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:57.753448 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:57.754039 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:57.802627 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2443969 Aug 16 22:09:57.813836 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Pushing event updated for resources: {'Network': ['ID=f4825104-50e1-4bbf-85d3-dd1f52ad0005,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:57.821201 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:57.821551 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:57.821897 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:57.822264 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:57.822601 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:57.822933 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:57.823269 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:57.823596 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:57.823923 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:57.824249 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:57.824576 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:57.824899 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d01e6-a73d-4603-b930-1aaaf0545814 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:57.837454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:10:00.009920 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40602) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:10:00.071199 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-d278161d-bbc6-4a5a-b975-f5eb55bc8ac9 admin admin] GET failed (client error): The resource could not be found. Aug 16 22:10:00.072514 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d278161d-bbc6-4a5a-b975-f5eb55bc8ac9 admin admin] 10.222.0.93 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615823 Aug 16 22:10:00.143063 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b9b638-e8ad-4a04-8e83-ac0f1b2d5c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:00.144567 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f1b9b638-e8ad-4a04-8e83-ac0f1b2d5c2f admin admin] 10.222.0.93 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0677040 Aug 16 22:10:00.154911 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-351be6ea-ae71-43c2-b581-4fcbfacfb736 admin admin] Request body: {'subnet': {'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:00.179158 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351be6ea-ae71-43c2-b581-4fcbfacfb736 admin admin] Made reservation on behalf of 7fd45e6913d74ca8852d8cfc5ab36e59 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:10:00.181419 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-351be6ea-ae71-43c2-b581-4fcbfacfb736 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:00.341220 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-351be6ea-ae71-43c2-b581-4fcbfacfb736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:00.397854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351be6ea-ae71-43c2-b581-4fcbfacfb736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feeb13b0-c89a-44e8-a1ad-1cc305679817,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:00.406898 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351be6ea-ae71-43c2-b581-4fcbfacfb736 admin admin] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:10:00.407253 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351be6ea-ae71-43c2-b581-4fcbfacfb736 admin admin] Network hostable DHCP agents. Network: f4825104-50e1-4bbf-85d3-dd1f52ad0005, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:10:00.423178 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351be6ea-ae71-43c2-b581-4fcbfacfb736 admin admin] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:10:00.431370 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-351be6ea-ae71-43c2-b581-4fcbfacfb736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, f4825104-50e1-4bbf-85d3-dd1f52ad0005) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:10:00.435631 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351be6ea-ae71-43c2-b581-4fcbfacfb736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:00.436222 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-351be6ea-ae71-43c2-b581-4fcbfacfb736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:00.441474 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457837e8-2638-44d4-a957-1bc57763e38e None None] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:10:00.450344 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-351be6ea-ae71-43c2-b581-4fcbfacfb736 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2990558 Aug 16 22:10:00.594914 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'tenant_id': '7fd45e6913d74ca8852d8cfc5ab36e59', 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:10:00.595749 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:00.738173 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Allocated IP 192.168.233.2 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/78c57710-ff4c-4a82-901a-52df7f57cdcf) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:10:00.887285 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:00.896988 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Transition to ACTIVE for port object 78c57710-ff4c-4a82-901a-52df7f57cdcf will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:10:00.914175 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Transition to ACTIVE for port object 78c57710-ff4c-4a82-901a-52df7f57cdcf will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:10:00.920126 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:00.965913 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:10:00.969594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:10:00.972807 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:10:00.978620 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Pushing event updated for resources: {'Port': ['ID=78c57710-ff4c-4a82-901a-52df7f57cdcf,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:00.989698 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:00.990071 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:00.990418 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:00.990747 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:00.991080 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:00.991421 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:00.991730 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:00.992117 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:00.992372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:00.992697 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:00.993037 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:00.993353 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:01.044581 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Attempting to bind port 78c57710-ff4c-4a82-901a-52df7f57cdcf on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:10:01.045039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Attempting to bind port 78c57710-ff4c-4a82-901a-52df7f57cdcf by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:10:01.045481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Attempting to bind port 78c57710-ff4c-4a82-901a-52df7f57cdcf on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:10:01.051290 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:10:01.051669 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:10:01.052072 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:01.052491 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:10:01.052953 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Bound port: 78c57710-ff4c-4a82-901a-52df7f57cdcf, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:10:01.053347 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:01.128526 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] For port 78c57710-ff4c-4a82-901a-52df7f57cdcf, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:10:01.131920 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] For port 78c57710-ff4c-4a82-901a-52df7f57cdcf, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=78c57710-ff4c-4a82-901a-52df7f57cdcf,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:10:01.135908 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:01.202314 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05332b8-64b2-4266-968f-2171e4a14e2b None None] Pushing event updated for resources: {'Port': ['ID=78c57710-ff4c-4a82-901a-52df7f57cdcf,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:02.055074 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8b6b6f-bce5-4639-ad72-8a63af5fd5a7 None None] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:10:02.157954 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-855eb23b-570b-41f9-9102-6d037ea96bb2 None None] Provisioning for port 78c57710-ff4c-4a82-901a-52df7f57cdcf completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:10:02.612306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 78c57710-ff4c-4a82-901a-52df7f57cdcf up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:10:02.663271 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 78c57710-ff4c-4a82-901a-52df7f57cdcf completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:10:02.667210 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 78c57710-ff4c-4a82-901a-52df7f57cdcf triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:10:02.667585 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:02.748572 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:02.785815 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 78c57710-ff4c-4a82-901a-52df7f57cdcf, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=78c57710-ff4c-4a82-901a-52df7f57cdcf,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:02.789816 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:02.841567 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=78c57710-ff4c-4a82-901a-52df7f57cdcf,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:04.588041 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 78c57710-ff4c-4a82-901a-52df7f57cdcf up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:10:04.634931 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 78c57710-ff4c-4a82-901a-52df7f57cdcf triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:10:04.635307 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:08.509023 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 5 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:10:08.947600 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-51e095bb-5cf0-417a-8a16-c27f6cc335bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:11.465812 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-610c9688-078e-4312-9c02-ee134c15e331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:11.982102 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:13.040587 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:14.575712 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:38.950363 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-debde378-43c1-45a6-8b0f-d57c6210a3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:41.465869 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5e781110-e1db-4736-9f8a-589b1e51ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:41.984691 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:43.044091 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:44.579130 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:45.506937 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 5 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:11:08.950992 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-849f4361-bdb9-4c25-89a3-7e8d36e6461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:09.393533 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40654) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:09.399523 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-752b7ea6-2354-444d-8d13-7555177d9242 tempest-verify_tempest_config-1676310662 tempest-verify_tempest_config-1676310662-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:11:09.400543 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-752b7ea6-2354-444d-8d13-7555177d9242 tempest-verify_tempest_config-1676310662 tempest-verify_tempest_config-1676310662-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059805 Aug 16 22:11:09.705141 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40672) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:09.806433 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-36a5f99c-5715-49f8-9a6e-2cf3d43da412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:09.894027 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-36a5f99c-5715-49f8-9a6e-2cf3d43da412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:09.899147 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-36a5f99c-5715-49f8-9a6e-2cf3d43da412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:09.942567 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5f99c-5715-49f8-9a6e-2cf3d43da412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e879a0-0f77-4d48-af6b-92201089e2ba,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:09.948021 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-36a5f99c-5715-49f8-9a6e-2cf3d43da412 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=421f09cdd9f04206a8d4b328e6a0beeb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2418809 Aug 16 22:11:09.950797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40676) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:09.952858 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5f99c-5715-49f8-9a6e-2cf3d43da412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.953474 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5f99c-5715-49f8-9a6e-2cf3d43da412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.953861 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5f99c-5715-49f8-9a6e-2cf3d43da412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.954002 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5f99c-5715-49f8-9a6e-2cf3d43da412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.954429 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5f99c-5715-49f8-9a6e-2cf3d43da412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.954813 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5f99c-5715-49f8-9a6e-2cf3d43da412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.955198 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5f99c-5715-49f8-9a6e-2cf3d43da412 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.955541 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5f99c-5715-49f8-9a6e-2cf3d43da412 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.955870 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5f99c-5715-49f8-9a6e-2cf3d43da412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.956199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5f99c-5715-49f8-9a6e-2cf3d43da412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.956524 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5f99c-5715-49f8-9a6e-2cf3d43da412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.956845 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5f99c-5715-49f8-9a6e-2cf3d43da412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:10.038429 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1163c222-e783-4dea-8cab-946b8ad2ecf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:10.060818 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1163c222-e783-4dea-8cab-946b8ad2ecf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:10.152733 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1163c222-e783-4dea-8cab-946b8ad2ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:10.156560 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1163c222-e783-4dea-8cab-946b8ad2ecf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:10.158165 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1163c222-e783-4dea-8cab-946b8ad2ecf0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/29e879a0-0f77-4d48-af6b-92201089e2ba HTTP/1.1" status: 204 len: 168 time: 0.2061965 Aug 16 22:11:10.167593 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163c222-e783-4dea-8cab-946b8ad2ecf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e879a0-0f77-4d48-af6b-92201089e2ba,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:10.174664 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163c222-e783-4dea-8cab-946b8ad2ecf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:10.175012 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163c222-e783-4dea-8cab-946b8ad2ecf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:10.175350 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163c222-e783-4dea-8cab-946b8ad2ecf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:10.175680 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163c222-e783-4dea-8cab-946b8ad2ecf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:10.176011 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163c222-e783-4dea-8cab-946b8ad2ecf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:10.176336 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163c222-e783-4dea-8cab-946b8ad2ecf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:10.176657 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163c222-e783-4dea-8cab-946b8ad2ecf0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:10.176979 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163c222-e783-4dea-8cab-946b8ad2ecf0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:10.177299 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163c222-e783-4dea-8cab-946b8ad2ecf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:10.177615 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163c222-e783-4dea-8cab-946b8ad2ecf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:10.178144 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163c222-e783-4dea-8cab-946b8ad2ecf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:10.178637 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163c222-e783-4dea-8cab-946b8ad2ecf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:11.468348 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-db7c7d73-0894-4f1f-bded-f60395c8e12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:11.985737 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:13.046320 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:14.581910 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:22.567064 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 5 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:11:38.952026 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c3eba32c-51be-4287-bd10-237eeec33cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:41.468947 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3dc7-953f-4ab3-a17a-8c515fc989af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:41.986565 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:43.048246 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:44.587268 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:59.506204 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 5 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:12:08.953062 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a74bd69d-9aed-407e-9f07-95e4a6f83565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:11.468248 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7f787f55-da95-4479-9740-781f4f6b2906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:11.988517 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:13.050799 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:14.588739 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:36.504617 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 5 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:12:38.953604 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-92fe2e5b-98dc-42f6-8ea8-6128755f868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:41.469099 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-250cd17b-ad88-445f-8668-d9535087e3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:41.988706 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:43.054180 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:44.592467 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:08.954958 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-eebab429-9bea-4d1b-b67c-467990cd17fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:11.469675 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d7949b93-4e8f-4726-8c97-e76257e7ff6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:11.990573 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:13.060423 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:13.503357 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 5 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:13:14.596598 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:38.955996 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0ee8adb0-0ed8-4442-8e2a-99869cc5977b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:41.470355 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a414-5c8f-47b5-b6e0-ebf8e267711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:41.992698 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:43.060991 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:44.597687 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:50.502224 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 5 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:14:08.180816 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588818'] for agent, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:08.955946 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-81f68096-aec3-4b7f-835e-de0f3ccded31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:10.399446 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588818'] for agent, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:11.472538 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-372dd857-15a4-4152-9130-1eac1dbff444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:11.993413 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:13.062479 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:14.601494 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:27.501404 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:14:38.137395 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:38.955823 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bcc18399-6e3c-4b6d-bcc1-c21b0643900b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.352240 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:41.471819 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-90a40bd5-4792-400e-b3a7-828f831ac94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:41.994323 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.065458 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.603842 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:54.940909 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40742) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:55.048440 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-96510ca4-7229-4d6e-a5fe-670d374f37de admin admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1064425 Aug 16 22:14:57.175879 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40752) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:57.232778 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e3a40a24-a20c-490d-85cd-cdae57e9db40 admin admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0558424 Aug 16 22:15:04.500968 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:15:08.159703 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:08.955385 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6149156f-0152-4905-b8e5-ba193a83ddaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:10.364269 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:11.471142 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5e473eea-05f1-4a63-9f48-461bc80960db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:11.995581 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:13.070107 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:14.606131 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:38.161886 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:38.958210 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bdc05b1e-e7bc-4711-ae9b-06f1f0c76d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:40.362108 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:41.475115 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c9fefce1-087e-4d04-b89c-8588ac3f6cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:41.499325 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:15:41.996717 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:43.070497 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:44.612445 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:08.155861 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:08.960343 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f30bcb44-6623-4555-81ed-b3ed2aab8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:10.359706 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:11.475872 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8cdcbfd2-e762-416c-93a0-7962b50e0c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:11.998501 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:13.080680 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:14.638569 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.127071 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40900) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:17.488902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-network', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:17.515142 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Made reservation on behalf of c49cb28d54204a398d3eabbcdff91482 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:17.517677 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.531005 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.632404 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.637107 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.671602 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:16:17.674963 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604b9208-2584-4668-a8b2-31a7a1a23b99,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:17.686612 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:17.687012 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:17.687255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:17.687590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:17.688019 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:17.688235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:17.688560 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:17.688884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:17.689204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:17.689524 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:17.689843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:17.690185 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Tracked resource versions report: Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: pushed versions: Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: { 'AddressGroup': {'1.2'}, Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: 'ConntrackHelper': {'1.0'}, Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: 'Log': {'1.0'}, Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: 'Network': {'1.1'}, Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: 'Port': {'1.7'}, Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: 'PortForwarding': {'1.2'}, Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: 'QosPolicy': {'1.9'}, Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: 'SecurityGroup': {'1.4'}, Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: 'SecurityGroupRule': {'1.2'}, Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: 'SubPort': {'1.0'}, Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: 'Subnet': {'1.1'}, Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: 'Trunk': {'1.1'}} Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: consumer versions: Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: { DHCP agent@n-d-792458-15: {}, Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: HyperV agent@n-h1-792458-15: {}, Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: HyperV agent@n-h2-792458-15: {}, Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: L3 agent@n-d-792458-15: {}, Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: Metadata agent@n-d-792458-15: {}, Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: Metering agent@n-d-792458-15: {}, Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: Open vSwitch agent@n-d-792458-15: { 'AddressGroup': '1.2', Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: 'ConntrackHelper': '1.0', Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: 'Log': '1.0', Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: 'Network': '1.1', Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: 'Port': '1.7', Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: 'PortForwarding': '1.2', Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: 'QosPolicy': '1.9', Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: 'SecurityGroup': '1.4', Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: 'SecurityGroupRule': '1.2', Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: 'SubPort': '1.0', Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: 'Subnet': '1.1', Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: 'Trunk': '1.1'}} Aug 16 22:16:17.691194 n-d-792458-15 neutron-server[94871]: {{(pid=94871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 22:16:17.704672 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735897758868', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.705193 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Unsubscribe: segment precommit_create {{(pid=94871) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 22:16:17.705665 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Added segment 56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73 of type vlan for network 52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 Aug 16 22:16:17.757497 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.797461 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.798586 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:17.799267 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.874622 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40938) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:17.879812 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7452106 Aug 16 22:16:17.889163 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Request body: {'subnet': {'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-subnet', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:17.904634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d68f5-a6c9-48bc-9bd9-6d24d564fa38 admin admin] Pushing event updated for resources: {'Network': ['ID=52f93a8f-f7ec-4f0f-aece-ca7aea9abb21,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:17.916516 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:16:17.919541 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Made reservation on behalf of c49cb28d54204a398d3eabbcdff91482 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:17.922559 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:18.120346 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:18.275873 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd32f9e8-8683-4686-9b26-38a3382cff7a,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:18.284395 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:18.284782 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:18.285111 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:18.285432 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:18.285746 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:18.286086 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:18.286403 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:18.286713 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:18.287028 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:18.287338 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:18.287645 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:18.287949 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Tracked resource versions report: Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: pushed versions: Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: { 'AddressGroup': {'1.2'}, Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: 'ConntrackHelper': {'1.0'}, Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: 'Log': {'1.0'}, Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: 'Network': {'1.1'}, Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: 'Port': {'1.7'}, Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: 'PortForwarding': {'1.2'}, Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: 'QosPolicy': {'1.9'}, Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: 'SecurityGroup': {'1.4'}, Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: 'SecurityGroupRule': {'1.2'}, Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: 'SubPort': {'1.0'}, Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: 'Subnet': {'1.1'}, Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: 'Trunk': {'1.1'}} Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: consumer versions: Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: { DHCP agent@n-d-792458-15: {}, Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: HyperV agent@n-h1-792458-15: {}, Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: HyperV agent@n-h2-792458-15: {}, Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: L3 agent@n-d-792458-15: {}, Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: Metadata agent@n-d-792458-15: {}, Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: Metering agent@n-d-792458-15: {}, Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: Open vSwitch agent@n-d-792458-15: { 'AddressGroup': '1.2', Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: 'ConntrackHelper': '1.0', Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: 'Log': '1.0', Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: 'Network': '1.1', Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: 'Port': '1.7', Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: 'PortForwarding': '1.2', Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: 'QosPolicy': '1.9', Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: 'SecurityGroup': '1.4', Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: 'SecurityGroupRule': '1.2', Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: 'SubPort': '1.0', Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: 'Subnet': '1.1', Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: 'Trunk': '1.1'}} Aug 16 22:16:18.288937 n-d-792458-15 neutron-server[94872]: {{(pid=94872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 22:16:18.310821 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Checking segment: {'id': '56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:18.311172 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Network hostable DHCP agents. Network: 52f93a8f-f7ec-4f0f-aece-ca7aea9abb21, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:16:18.332180 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Network 52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:16:18.341743 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 52f93a8f-f7ec-4f0f-aece-ca7aea9abb21) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:18.346286 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:18.347031 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:18.354178 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c367f921-6ab0-475c-8aa4-1492355425f6 None None] Network 52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:18.375070 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3a98e3d3-6f49-46fd-9fb8-2d2c5b244fe8 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4907684 Aug 16 22:16:18.376044 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40980) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:18.381091 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7fcef6e3-d030-4ff8-91ff-13a84a920bdc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-router', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:18.415333 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7fcef6e3-d030-4ff8-91ff-13a84a920bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:18.417747 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7fcef6e3-d030-4ff8-91ff-13a84a920bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:18.499487 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:16:18.526996 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'fixed_ips': [{'subnet_id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:16:18.528082 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:18.661526 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7fcef6e3-d030-4ff8-91ff-13a84a920bdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:18.690726 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Allocated IP 172.20.0.2 (52f93a8f-f7ec-4f0f-aece-ca7aea9abb21/cd32f9e8-8683-4686-9b26-38a3382cff7a/410618d1-09e5-4c95-b791-1b6f945a8468) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:18.868764 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:18.873251 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7fcef6e3-d030-4ff8-91ff-13a84a920bdc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:18.882174 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Transition to ACTIVE for port object 410618d1-09e5-4c95-b791-1b6f945a8468 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:18.900496 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Transition to ACTIVE for port object 410618d1-09e5-4c95-b791-1b6f945a8468 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:18.914260 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:18.934385 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Network 52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:18.937373 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:18.959280 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:19.165687 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Pushing event updated for resources: {'Port': ['ID=410618d1-09e5-4c95-b791-1b6f945a8468,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:19.171866 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Attempting to bind port 410618d1-09e5-4c95-b791-1b6f945a8468 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:19.172152 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Attempting to bind port 410618d1-09e5-4c95-b791-1b6f945a8468 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:19.172523 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Attempting to bind port 410618d1-09e5-4c95-b791-1b6f945a8468 on network 52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:19.175645 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7fcef6e3-d030-4ff8-91ff-13a84a920bdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Tracked resource versions report: Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: pushed versions: Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: { 'AddressGroup': {'1.2'}, Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: 'ConntrackHelper': {'1.0'}, Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: 'Log': {'1.0'}, Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: 'Network': {'1.1'}, Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: 'Port': {'1.7'}, Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: 'PortForwarding': {'1.2'}, Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: 'QosPolicy': {'1.9'}, Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: 'SecurityGroup': {'1.4'}, Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: 'SecurityGroupRule': {'1.2'}, Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: 'SubPort': {'1.0'}, Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: 'Subnet': {'1.1'}, Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: 'Trunk': {'1.1'}} Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: consumer versions: Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: { DHCP agent@n-d-792458-15: {}, Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: HyperV agent@n-h1-792458-15: {}, Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: HyperV agent@n-h2-792458-15: {}, Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: L3 agent@n-d-792458-15: {}, Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: Metadata agent@n-d-792458-15: {}, Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: Metering agent@n-d-792458-15: {}, Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: Open vSwitch agent@n-d-792458-15: { 'AddressGroup': '1.2', Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: 'ConntrackHelper': '1.0', Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: 'Log': '1.0', Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: 'Network': '1.1', Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: 'Port': '1.7', Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: 'PortForwarding': '1.2', Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: 'QosPolicy': '1.9', Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: 'SecurityGroup': '1.4', Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: 'SecurityGroupRule': '1.2', Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: 'SubPort': '1.0', Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: 'Subnet': '1.1', Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: 'Trunk': '1.1'}} Aug 16 22:16:19.193878 n-d-792458-15 neutron-server[94873]: {{(pid=94873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 22:16:19.209677 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:19.210085 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Checking segment: {'id': '56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:19.210495 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.210888 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Bound using segment: {'id': '56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:19.211378 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Bound port: 410618d1-09e5-4c95-b791-1b6f945a8468, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:19.211780 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.226873 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7fcef6e3-d030-4ff8-91ff-13a84a920bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.361323 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] For port 410618d1-09e5-4c95-b791-1b6f945a8468, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:19.367761 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] For port 410618d1-09e5-4c95-b791-1b6f945a8468, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=410618d1-09e5-4c95-b791-1b6f945a8468,segment=NetworkSegment(56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73),segment_id=56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:19.376692 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.509428 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe33dd4-8787-46ca-920e-de106d3f8f0a None None] Pushing event updated for resources: {'Port': ['ID=410618d1-09e5-4c95-b791-1b6f945a8468,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:19.527204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-7fcef6e3-d030-4ff8-91ff-13a84a920bdc admin admin] Allocated IP 172.25.6.59 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/5587405a-6486-41ce-aea3-c1fb96516748) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:19.744458 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7fcef6e3-d030-4ff8-91ff-13a84a920bdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.868761 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7fcef6e3-d030-4ff8-91ff-13a84a920bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.960357 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcef6e3-d030-4ff8-91ff-13a84a920bdc admin admin] Pushing event updated for resources: {'Port': ['ID=5587405a-6486-41ce-aea3-c1fb96516748,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:19.976435 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcef6e3-d030-4ff8-91ff-13a84a920bdc admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:19.977856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-7fcef6e3-d030-4ff8-91ff-13a84a920bdc admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:19.980927 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcef6e3-d030-4ff8-91ff-13a84a920bdc admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:20.438165 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7fcef6e3-d030-4ff8-91ff-13a84a920bdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:20.641555 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe298157-8726-4010-b81a-f3cd0056ac64 None None] Network 52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:20.679218 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7fcef6e3-d030-4ff8-91ff-13a84a920bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:20.833994 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7db2fba3-031a-402d-b475-74de99f21584 None None] Provisioning for port 410618d1-09e5-4c95-b791-1b6f945a8468 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:20.931441 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 410618d1-09e5-4c95-b791-1b6f945a8468 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:20.970291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcef6e3-d030-4ff8-91ff-13a84a920bdc admin admin] Router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:16:21.042038 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 410618d1-09e5-4c95-b791-1b6f945a8468 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:21.046260 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 410618d1-09e5-4c95-b791-1b6f945a8468 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:21.046819 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:21.121617 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcef6e3-d030-4ff8-91ff-13a84a920bdc admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:16:21.135219 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] Sync routers for ids ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:16:21.149451 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] Routers {'09e40fa3-9e64-44b9-a0d6-1b980c83f281'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:16:21.150476 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:16:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:21.154896 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7fcef6e3-d030-4ff8-91ff-13a84a920bdc admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:21.157168 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7fcef6e3-d030-4ff8-91ff-13a84a920bdc admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.7795498 Aug 16 22:16:21.159839 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41070) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:21.245954 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:21.345573 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] Set router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:16:21.354946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d8538682-9e39-42bb-b3f9-865971fd1917 None None] Provisioning complete for port 410618d1-09e5-4c95-b791-1b6f945a8468 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:21.355579 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d8538682-9e39-42bb-b3f9-865971fd1917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:21.374284 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 410618d1-09e5-4c95-b791-1b6f945a8468, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=410618d1-09e5-4c95-b791-1b6f945a8468,segment=NetworkSegment(56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73),segment_id=56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:21.403682 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:21.478881 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=410618d1-09e5-4c95-b791-1b6f945a8468,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:21.588915 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-router', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '5587405a-6486-41ce-aea3-c1fb96516748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:18Z', 'updated_at': '2021-08-16T22:16:20Z', 'revision_number': 3, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'gw_port': {'id': '5587405a-6486-41ce-aea3-c1fb96516748', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fa:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:21.626925 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] Checking router: 09e40fa3-9e64-44b9-a0d6-1b980c83f281 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:16:21.627648 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] Updating router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 port 5587405a-6486-41ce-aea3-c1fb96516748 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:16:21.661049 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:21.899051 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-09558b64-d627-4a41-a66e-b4ecde6ff135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.027740 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.039351 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] Transition to ACTIVE for port object 5587405a-6486-41ce-aea3-c1fb96516748 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:22.050093 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.102649 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-09558b64-d627-4a41-a66e-b4ecde6ff135 admin admin] Allocated IP 172.20.0.1 (52f93a8f-f7ec-4f0f-aece-ca7aea9abb21/cd32f9e8-8683-4686-9b26-38a3382cff7a/47fdacda-4193-44fc-b4c4-085c8b3abf49) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:22.104169 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] Attempting to bind port 5587405a-6486-41ce-aea3-c1fb96516748 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:22.104503 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] Attempting to bind port 5587405a-6486-41ce-aea3-c1fb96516748 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:22.105047 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] Attempting to bind port 5587405a-6486-41ce-aea3-c1fb96516748 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:22.114201 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:22.114779 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:22.115233 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.115725 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:22.116299 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] Bound port: 5587405a-6486-41ce-aea3-c1fb96516748, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:22.116776 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.119099 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242564b-fda8-4a4c-ae49-68dc59de89ae None None] Pushing event updated for resources: {'Port': ['ID=5587405a-6486-41ce-aea3-c1fb96516748,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:22.150768 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242564b-fda8-4a4c-ae49-68dc59de89ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.151440 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242564b-fda8-4a4c-ae49-68dc59de89ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.152013 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242564b-fda8-4a4c-ae49-68dc59de89ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.152645 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242564b-fda8-4a4c-ae49-68dc59de89ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.153078 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242564b-fda8-4a4c-ae49-68dc59de89ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.153511 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242564b-fda8-4a4c-ae49-68dc59de89ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.153939 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242564b-fda8-4a4c-ae49-68dc59de89ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.154389 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242564b-fda8-4a4c-ae49-68dc59de89ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.154831 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242564b-fda8-4a4c-ae49-68dc59de89ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.155352 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242564b-fda8-4a4c-ae49-68dc59de89ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.156016 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242564b-fda8-4a4c-ae49-68dc59de89ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.156531 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242564b-fda8-4a4c-ae49-68dc59de89ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242564b-fda8-4a4c-ae49-68dc59de89ae None None] Tracked resource versions report: Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: pushed versions: Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: { 'AddressGroup': {'1.2'}, Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: 'ConntrackHelper': {'1.0'}, Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: 'Log': {'1.0'}, Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: 'Network': {'1.1'}, Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: 'Port': {'1.7'}, Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: 'PortForwarding': {'1.2'}, Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: 'QosPolicy': {'1.9'}, Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: 'SecurityGroup': {'1.4'}, Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: 'SecurityGroupRule': {'1.2'}, Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: 'SubPort': {'1.0'}, Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: 'Subnet': {'1.1'}, Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: 'Trunk': {'1.1'}} Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: consumer versions: Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: { DHCP agent@n-d-792458-15: {}, Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: HyperV agent@n-h1-792458-15: {}, Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: HyperV agent@n-h2-792458-15: {}, Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: L3 agent@n-d-792458-15: {}, Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: Metadata agent@n-d-792458-15: {}, Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: Metering agent@n-d-792458-15: {}, Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: Open vSwitch agent@n-d-792458-15: { 'AddressGroup': '1.2', Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: 'ConntrackHelper': '1.0', Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: 'Log': '1.0', Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: 'Network': '1.1', Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: 'Port': '1.7', Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: 'PortForwarding': '1.2', Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: 'QosPolicy': '1.9', Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: 'SecurityGroup': '1.4', Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: 'SecurityGroupRule': '1.2', Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: 'SubPort': '1.0', Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: 'Subnet': '1.1', Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: 'Trunk': '1.1'}} Aug 16 22:16:22.157854 n-d-792458-15 neutron-server[94874]: {{(pid=94874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 22:16:22.198190 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] For port 5587405a-6486-41ce-aea3-c1fb96516748, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:22.202213 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] For port 5587405a-6486-41ce-aea3-c1fb96516748, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=5587405a-6486-41ce-aea3-c1fb96516748,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:22.244133 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.245185 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-09558b64-d627-4a41-a66e-b4ecde6ff135 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.245185 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-09558b64-d627-4a41-a66e-b4ecde6ff135 admin admin] Transition to ACTIVE for port object 47fdacda-4193-44fc-b4c4-085c8b3abf49 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:22.276948 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242564b-fda8-4a4c-ae49-68dc59de89ae None None] Pushing event updated for resources: {'Port': ['ID=5587405a-6486-41ce-aea3-c1fb96516748,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:22.277101 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-09558b64-d627-4a41-a66e-b4ecde6ff135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.315119 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] Routers {'09e40fa3-9e64-44b9-a0d6-1b980c83f281'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:16:22.324072 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:16:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:22.383448 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09558b64-d627-4a41-a66e-b4ecde6ff135 admin admin] Pushing event updated for resources: {'Port': ['ID=47fdacda-4193-44fc-b4c4-085c8b3abf49,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:22.405054 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09558b64-d627-4a41-a66e-b4ecde6ff135 admin admin] Network 52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:22.409361 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-09558b64-d627-4a41-a66e-b4ecde6ff135 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:22.415158 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09558b64-d627-4a41-a66e-b4ecde6ff135 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:22.415602 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-09558b64-d627-4a41-a66e-b4ecde6ff135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.456449 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] Set router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:16:22.651925 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41154) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:22.671439 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-09558b64-d627-4a41-a66e-b4ecde6ff135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.763141 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-952fcbbc-104d-4915-bf04-e7903035dc88 None None] Provisioning for port 47fdacda-4193-44fc-b4c4-085c8b3abf49 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:22.770457 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-952fcbbc-104d-4915-bf04-e7903035dc88 None None] Provisioning complete for port 47fdacda-4193-44fc-b4c4-085c8b3abf49 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:22.770836 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-952fcbbc-104d-4915-bf04-e7903035dc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.815991 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b86b4ad1-4218-42fa-babe-bbfb25af9881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.863803 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-952fcbbc-104d-4915-bf04-e7903035dc88 None None] Port 47fdacda-4193-44fc-b4c4-085c8b3abf49 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:16:22.874450 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-router', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '5587405a-6486-41ce-aea3-c1fb96516748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:18Z', 'updated_at': '2021-08-16T22:16:20Z', 'revision_number': 3, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'gw_port': {'id': '5587405a-6486-41ce-aea3-c1fb96516748', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fa:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:22.892191 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 410618d1-09e5-4c95-b791-1b6f945a8468 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:22.933424 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512262fb-f45b-43d7-a2a0-c072c438a0fb None None] The sync data for ids ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'] in n-d-792458-15 is: [{'id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-router', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '5587405a-6486-41ce-aea3-c1fb96516748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:18Z', 'updated_at': '2021-08-16T22:16:20Z', 'revision_number': 3, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'gw_port': {'id': '5587405a-6486-41ce-aea3-c1fb96516748', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fa:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:16:22.978238 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-09558b64-d627-4a41-a66e-b4ecde6ff135 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.985868 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-09558b64-d627-4a41-a66e-b4ecde6ff135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.986608 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-09558b64-d627-4a41-a66e-b4ecde6ff135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.995125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 410618d1-09e5-4c95-b791-1b6f945a8468 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:22.995820 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:23.011298 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b86b4ad1-4218-42fa-babe-bbfb25af9881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:23.016355 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b86b4ad1-4218-42fa-babe-bbfb25af9881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:23.156109 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b86b4ad1-4218-42fa-babe-bbfb25af9881 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=741d4239c070483fa1aac6a8003948ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5024943 Aug 16 22:16:23.156836 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b4ad1-4218-42fa-babe-bbfb25af9881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb0c6f0-3326-456b-9620-cb9338526f62,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:23.160130 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41182) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:23.206385 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09558b64-d627-4a41-a66e-b4ecde6ff135 admin admin] Pushing event updated for resources: {'Port': ['ID=47fdacda-4193-44fc-b4c4-085c8b3abf49,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:23.306753 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b59fb69c-db31-42a8-ac23-a43caab78519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:23.341550 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09558b64-d627-4a41-a66e-b4ecde6ff135 admin admin] Network 52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:23.346439 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-09558b64-d627-4a41-a66e-b4ecde6ff135 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:23.370709 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b59fb69c-db31-42a8-ac23-a43caab78519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:23.569313 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09558b64-d627-4a41-a66e-b4ecde6ff135 admin admin] Router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:16:23.608907 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b59fb69c-db31-42a8-ac23-a43caab78519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:23.613171 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b59fb69c-db31-42a8-ac23-a43caab78519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:23.614384 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b59fb69c-db31-42a8-ac23-a43caab78519 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7eb0c6f0-3326-456b-9620-cb9338526f62 HTTP/1.1" status: 204 len: 168 time: 0.4513819 Aug 16 22:16:23.680877 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fb69c-db31-42a8-ac23-a43caab78519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb0c6f0-3326-456b-9620-cb9338526f62,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:23.713324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-55823d9c-9616-4dce-8c0f-44d2dbda953a None None] Provisioning complete for port 47fdacda-4193-44fc-b4c4-085c8b3abf49 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:23.713941 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-55823d9c-9616-4dce-8c0f-44d2dbda953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:23.784567 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09558b64-d627-4a41-a66e-b4ecde6ff135 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:16:23.784854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41214) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:23.799315 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-55823d9c-9616-4dce-8c0f-44d2dbda953a None None] Port 47fdacda-4193-44fc-b4c4-085c8b3abf49 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:16:23.802806 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-09558b64-d627-4a41-a66e-b4ecde6ff135 admin admin] 10.222.0.93 "PUT /v2.0/routers/09e40fa3-9e64-44b9-a0d6-1b980c83f281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6405976 Aug 16 22:16:23.840238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41220) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:24.097572 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44d0d610-2e33-430f-a0f0-8a4d8dfea35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.120875 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f28f962-41fd-4e4b-826e-c8076966e7af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.221397 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41240) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:24.237561 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83521467-1226-4eca-a89c-c2b7c225a926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.270262 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-44d0d610-2e33-430f-a0f0-8a4d8dfea35c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:16:24.270262 n-d-792458-15 neutron-server[94872]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 22:16:24.270262 n-d-792458-15 neutron-server[94872]: [parameters: {'project_id': '330d08d5d49446d6ba76b287a8c0725c', 'id': 'a424af86-2bc9-4ba1-9cb3-4d1dbbf2a852', 'expiration': datetime.datetime(2021, 8, 16, 22, 18, 24, 263197)}] Aug 16 22:16:24.270262 n-d-792458-15 neutron-server[94872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:16:24.271068 n-d-792458-15 neutron-server[94872]: DEBUG oslo_db.api [None req-44d0d610-2e33-430f-a0f0-8a4d8dfea35c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:16:24.343924 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83521467-1226-4eca-a89c-c2b7c225a926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.349027 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83521467-1226-4eca-a89c-c2b7c225a926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.389084 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-83521467-1226-4eca-a89c-c2b7c225a926 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3f5f4746792f46b4a930f3b5768542f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1665421 Aug 16 22:16:24.390723 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83521467-1226-4eca-a89c-c2b7c225a926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb095ea9-2ce9-4375-9832-c6cd90fe61c8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:24.393419 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41246) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:24.453380 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b5fa-6780-4e1f-aa4c-12fa530d8861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.453777 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f28f962-41fd-4e4b-826e-c8076966e7af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.459455 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f28f962-41fd-4e4b-826e-c8076966e7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.479088 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b5fa-6780-4e1f-aa4c-12fa530d8861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.502924 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9f28f962-41fd-4e4b-826e-c8076966e7af admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b44b5a1f46fb44418b16f4189c5721f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6615613 Aug 16 22:16:24.504150 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28f962-41fd-4e4b-826e-c8076966e7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd658948-be77-4e39-ad13-0f809cd5f63b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:24.506320 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41250) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:24.511792 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41252) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:24.574439 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b5fa-6780-4e1f-aa4c-12fa530d8861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.577394 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b5fa-6780-4e1f-aa4c-12fa530d8861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.578714 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7ca5b5fa-6780-4e1f-aa4c-12fa530d8861 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fb095ea9-2ce9-4375-9832-c6cd90fe61c8 HTTP/1.1" status: 204 len: 168 time: 0.1841373 Aug 16 22:16:24.596881 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5b5fa-6780-4e1f-aa4c-12fa530d8861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb095ea9-2ce9-4375-9832-c6cd90fe61c8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:24.616434 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62e80d15-97d1-4122-878c-76be48932265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.643985 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62e80d15-97d1-4122-878c-76be48932265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.684467 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-486511d4-2d30-4eaa-8e54-107a2acb19d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.719749 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62e80d15-97d1-4122-878c-76be48932265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.722525 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62e80d15-97d1-4122-878c-76be48932265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.723872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-62e80d15-97d1-4122-878c-76be48932265 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/cd658948-be77-4e39-ad13-0f809cd5f63b HTTP/1.1" status: 204 len: 168 time: 0.2164662 Aug 16 22:16:24.736234 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e80d15-97d1-4122-878c-76be48932265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd658948-be77-4e39-ad13-0f809cd5f63b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:24.773434 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44d0d610-2e33-430f-a0f0-8a4d8dfea35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.862734 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-486511d4-2d30-4eaa-8e54-107a2acb19d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.875123 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-486511d4-2d30-4eaa-8e54-107a2acb19d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.892694 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 5587405a-6486-41ce-aea3-c1fb96516748 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:24.958487 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486511d4-2d30-4eaa-8e54-107a2acb19d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a0bb54-2941-4bad-b606-a129e9b718aa,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:24.966310 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-486511d4-2d30-4eaa-8e54-107a2acb19d4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=769f007df0364e7abfb80fe4438f487d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4534802 Aug 16 22:16:24.969870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41280) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:24.989078 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 5587405a-6486-41ce-aea3-c1fb96516748 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:24.996050 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 5587405a-6486-41ce-aea3-c1fb96516748 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:24.996441 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.043242 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44d0d610-2e33-430f-a0f0-8a4d8dfea35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.050587 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44d0d610-2e33-430f-a0f0-8a4d8dfea35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.079132 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f46610f-ec4a-42b5-af4a-c148fb5ceabe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.121835 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-44d0d610-2e33-430f-a0f0-8a4d8dfea35c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=330d08d5d49446d6ba76b287a8c0725c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3359435 Aug 16 22:16:25.123006 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0d610-2e33-430f-a0f0-8a4d8dfea35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318d5d9b-8d62-4d7d-8696-8be6898fe962,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:25.125509 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41292) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:25.157579 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f46610f-ec4a-42b5-af4a-c148fb5ceabe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.166805 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.191660 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 5587405a-6486-41ce-aea3-c1fb96516748, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=5587405a-6486-41ce-aea3-c1fb96516748,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:25.200328 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.234230 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f46610f-ec4a-42b5-af4a-c148fb5ceabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.237702 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-98007ccd-639c-4ed6-b150-4c32b1604759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.237921 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f46610f-ec4a-42b5-af4a-c148fb5ceabe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.240022 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5f46610f-ec4a-42b5-af4a-c148fb5ceabe admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/19a0bb54-2941-4bad-b606-a129e9b718aa HTTP/1.1" status: 204 len: 168 time: 0.2682567 Aug 16 22:16:25.250313 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46610f-ec4a-42b5-af4a-c148fb5ceabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a0bb54-2941-4bad-b606-a129e9b718aa,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:25.263014 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] Sync routers for ids ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:16:25.286641 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-98007ccd-639c-4ed6-b150-4c32b1604759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.290892 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=5587405a-6486-41ce-aea3-c1fb96516748,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:25.309224 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] Routers {'09e40fa3-9e64-44b9-a0d6-1b980c83f281'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:16:25.310125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:16:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:25.353806 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-98007ccd-639c-4ed6-b150-4c32b1604759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.356726 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-98007ccd-639c-4ed6-b150-4c32b1604759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.358535 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-98007ccd-639c-4ed6-b150-4c32b1604759 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/318d5d9b-8d62-4d7d-8696-8be6898fe962 HTTP/1.1" status: 204 len: 168 time: 0.2314932 Aug 16 22:16:25.368477 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98007ccd-639c-4ed6-b150-4c32b1604759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318d5d9b-8d62-4d7d-8696-8be6898fe962,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:25.415602 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41308) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:25.432298 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dbb59869-de49-47be-a2b2-ad7e5cf9cd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.478208 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] Set router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:16:25.611260 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dbb59869-de49-47be-a2b2-ad7e5cf9cd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.621053 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dbb59869-de49-47be-a2b2-ad7e5cf9cd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.675634 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dbb59869-de49-47be-a2b2-ad7e5cf9cd1e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4bac5667876040d1958a4c8c3c475729&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2586837 Aug 16 22:16:25.679211 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41322) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:25.686824 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb59869-de49-47be-a2b2-ad7e5cf9cd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f86450-ca10-4c6a-89c9-85b6c88072b7,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:25.778800 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0de55999-3676-4c6c-ac39-5b451038e854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.784484 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-router', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '5587405a-6486-41ce-aea3-c1fb96516748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:18Z', 'updated_at': '2021-08-16T22:16:22Z', 'revision_number': 4, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'gw_port': {'id': '5587405a-6486-41ce-aea3-c1fb96516748', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '47fdacda-4193-44fc-b4c4-085c8b3abf49', 'name': '', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:21Z', 'updated_at': '2021-08-16T22:16:22Z', 'revision_number': 2, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'subnets': [{'id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:25.817890 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0de55999-3676-4c6c-ac39-5b451038e854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.818672 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] Checking router: 09e40fa3-9e64-44b9-a0d6-1b980c83f281 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:16:25.819149 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] Updating router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 port 47fdacda-4193-44fc-b4c4-085c8b3abf49 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:16:25.850132 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.886527 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0de55999-3676-4c6c-ac39-5b451038e854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.890445 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0de55999-3676-4c6c-ac39-5b451038e854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.891829 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0de55999-3676-4c6c-ac39-5b451038e854 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/26f86450-ca10-4c6a-89c9-85b6c88072b7 HTTP/1.1" status: 204 len: 168 time: 0.2116835 Aug 16 22:16:25.901516 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41338) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:25.903910 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de55999-3676-4c6c-ac39-5b451038e854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f86450-ca10-4c6a-89c9-85b6c88072b7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:25.909242 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ca0cdfe6-ec4d-4031-892a-6b6f971c40e2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-256535633-network', 'tenant_id': 'b703ecc746f0429b940e7a791cfc2a24'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:25.958813 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0cdfe6-ec4d-4031-892a-6b6f971c40e2 admin admin] Made reservation on behalf of b703ecc746f0429b940e7a791cfc2a24 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:25.962879 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca0cdfe6-ec4d-4031-892a-6b6f971c40e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.975290 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca0cdfe6-ec4d-4031-892a-6b6f971c40e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.101693 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca0cdfe6-ec4d-4031-892a-6b6f971c40e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.109636 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca0cdfe6-ec4d-4031-892a-6b6f971c40e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.145018 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0cdfe6-ec4d-4031-892a-6b6f971c40e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:16:26.145437 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41346) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:26.151833 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0cdfe6-ec4d-4031-892a-6b6f971c40e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cfe74c-b7ba-4e6d-b714-8f51fc946e5d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:26.162702 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a71e9a2-d492-4250-89ac-2cec90f309ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.165211 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca0cdfe6-ec4d-4031-892a-6b6f971c40e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.165534 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-ca0cdfe6-ec4d-4031-892a-6b6f971c40e2 admin admin] Added segment aaec4aaa-107a-4e3f-b2bf-8b18493280a7 of type vlan for network b9994b42-6e1e-45b4-8474-ce46c23196e9 Aug 16 22:16:26.228346 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca0cdfe6-ec4d-4031-892a-6b6f971c40e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.262497 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca0cdfe6-ec4d-4031-892a-6b6f971c40e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.263761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0cdfe6-ec4d-4031-892a-6b6f971c40e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:26.265097 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca0cdfe6-ec4d-4031-892a-6b6f971c40e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.274504 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.298015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] Transition to ACTIVE for port object 47fdacda-4193-44fc-b4c4-085c8b3abf49 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:26.312379 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.338970 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a71e9a2-d492-4250-89ac-2cec90f309ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.347650 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a71e9a2-d492-4250-89ac-2cec90f309ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.354548 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0cdfe6-ec4d-4031-892a-6b6f971c40e2 admin admin] Pushing event updated for resources: {'Network': ['ID=b9994b42-6e1e-45b4-8474-ce46c23196e9,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:26.370014 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network b9994b42-6e1e-45b4-8474-ce46c23196e9 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:16:26.376275 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ca0cdfe6-ec4d-4031-892a-6b6f971c40e2 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4725027 Aug 16 22:16:26.377089 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41350) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:26.381920 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a19faccc-20f6-443f-b3a1-241966ea6a74 admin admin] Request body: {'subnet': {'network_id': 'b9994b42-6e1e-45b4-8474-ce46c23196e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-256535633-subnet', 'tenant_id': 'b703ecc746f0429b940e7a791cfc2a24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:26.385617 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71e9a2-d492-4250-89ac-2cec90f309ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0269a51e-8723-4121-8feb-741410cebae5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:26.425659 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4a71e9a2-d492-4250-89ac-2cec90f309ef admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=44a722f377cb44b8972542c9ddeba719&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2794142 Aug 16 22:16:26.428665 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41352) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:26.440392 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19faccc-20f6-443f-b3a1-241966ea6a74 admin admin] Made reservation on behalf of b703ecc746f0429b940e7a791cfc2a24 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:26.444057 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a19faccc-20f6-443f-b3a1-241966ea6a74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.479180 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520c10d-b7f6-4a8f-b161-34beea53981a None None] Pushing event updated for resources: {'Port': ['ID=47fdacda-4193-44fc-b4c4-085c8b3abf49,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:26.535082 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] Attempting to bind port 47fdacda-4193-44fc-b4c4-085c8b3abf49 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:26.535299 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] Attempting to bind port 47fdacda-4193-44fc-b4c4-085c8b3abf49 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:26.536016 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] Attempting to bind port 47fdacda-4193-44fc-b4c4-085c8b3abf49 on network 52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:26.541595 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41354) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:26.545064 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:26.545751 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] Checking segment: {'id': '56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:26.546248 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.546683 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] Bound using segment: {'id': '56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:26.547209 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] Bound port: 47fdacda-4193-44fc-b4c4-085c8b3abf49, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:26.547601 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.549200 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6415155-f3d0-4910-9cec-cf967f4a5d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.562049 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ada24b5c-cc76-415e-ba34-2764d281f060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.610941 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6415155-f3d0-4910-9cec-cf967f4a5d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.711700 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] For port 47fdacda-4193-44fc-b4c4-085c8b3abf49, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:26.716152 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] For port 47fdacda-4193-44fc-b4c4-085c8b3abf49, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=47fdacda-4193-44fc-b4c4-085c8b3abf49,segment=NetworkSegment(56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73),segment_id=56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:26.721561 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.735359 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41362) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:26.742580 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6415155-f3d0-4910-9cec-cf967f4a5d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.745369 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6415155-f3d0-4910-9cec-cf967f4a5d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.750027 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a6415155-f3d0-4910-9cec-cf967f4a5d27 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0269a51e-8723-4121-8feb-741410cebae5 HTTP/1.1" status: 204 len: 168 time: 0.3202131 Aug 16 22:16:26.762971 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6415155-f3d0-4910-9cec-cf967f4a5d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0269a51e-8723-4121-8feb-741410cebae5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:26.783254 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a19faccc-20f6-443f-b3a1-241966ea6a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.803095 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ada24b5c-cc76-415e-ba34-2764d281f060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.815781 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ada24b5c-cc76-415e-ba34-2764d281f060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.877909 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19faccc-20f6-443f-b3a1-241966ea6a74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=201d4739-1260-470d-9d43-52497ae4047d,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:26.891660 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520c10d-b7f6-4a8f-b161-34beea53981a None None] Pushing event updated for resources: {'Port': ['ID=47fdacda-4193-44fc-b4c4-085c8b3abf49,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:26.900364 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 5587405a-6486-41ce-aea3-c1fb96516748 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:26.918845 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] Routers {'09e40fa3-9e64-44b9-a0d6-1b980c83f281'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:16:26.918845 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:16:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:26.919064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada24b5c-cc76-415e-ba34-2764d281f060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189d6ee3-8b7a-4b85-8764-39399ecfd42c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:26.928229 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ada24b5c-cc76-415e-ba34-2764d281f060 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7648d0a474bd4ed19ddeae07ee84b98a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3855603 Aug 16 22:16:26.931161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41376) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:26.936606 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19faccc-20f6-443f-b3a1-241966ea6a74 admin admin] Checking segment: {'id': 'aaec4aaa-107a-4e3f-b2bf-8b18493280a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b9994b42-6e1e-45b4-8474-ce46c23196e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:26.937026 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19faccc-20f6-443f-b3a1-241966ea6a74 admin admin] Network hostable DHCP agents. Network: b9994b42-6e1e-45b4-8474-ce46c23196e9, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:16:26.965135 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19faccc-20f6-443f-b3a1-241966ea6a74 admin admin] Network b9994b42-6e1e-45b4-8474-ce46c23196e9 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:16:26.981215 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-a19faccc-20f6-443f-b3a1-241966ea6a74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, b9994b42-6e1e-45b4-8474-ce46c23196e9) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:26.994929 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19faccc-20f6-443f-b3a1-241966ea6a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:26.995503 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a19faccc-20f6-443f-b3a1-241966ea6a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:27.015393 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23996272-e8c0-4885-a1a1-f78bf2d83b7f None None] Network b9994b42-6e1e-45b4-8474-ce46c23196e9 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:27.023445 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a19faccc-20f6-443f-b3a1-241966ea6a74 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6454792 Aug 16 22:16:27.026117 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41378) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:27.033266 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4b237fb1-daa7-45be-aa47-4f769ee15e58 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-256535633-router', 'tenant_id': 'b703ecc746f0429b940e7a791cfc2a24', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:27.062403 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2fc45fb-b206-4b57-a4e7-3a658a89cd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:27.092674 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2fc45fb-b206-4b57-a4e7-3a658a89cd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:27.105400 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b237fb1-daa7-45be-aa47-4f769ee15e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:27.107161 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b237fb1-daa7-45be-aa47-4f769ee15e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:27.166632 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2fc45fb-b206-4b57-a4e7-3a658a89cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:27.172012 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2fc45fb-b206-4b57-a4e7-3a658a89cd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:27.173474 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b2fc45fb-b206-4b57-a4e7-3a658a89cd60 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/189d6ee3-8b7a-4b85-8764-39399ecfd42c HTTP/1.1" status: 204 len: 168 time: 0.2413394 Aug 16 22:16:27.182881 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc45fb-b206-4b57-a4e7-3a658a89cd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189d6ee3-8b7a-4b85-8764-39399ecfd42c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:27.197274 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b237fb1-daa7-45be-aa47-4f769ee15e58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:27.320793 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7274332a-b34a-42a8-ab16-30817ab5d764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:27.379336 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b237fb1-daa7-45be-aa47-4f769ee15e58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:27.381238 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 5587405a-6486-41ce-aea3-c1fb96516748 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:27.381708 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:27.470548 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] Set router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:16:27.494885 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7274332a-b34a-42a8-ab16-30817ab5d764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:27.504091 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7274332a-b34a-42a8-ab16-30817ab5d764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:27.510020 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156bdd86-f098-43ea-9225-755507206016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-b9994b42-6e1e-45b4-8474-ce46c23196e9', 'network_id': 'b9994b42-6e1e-45b4-8474-ce46c23196e9', 'tenant_id': 'b703ecc746f0429b940e7a791cfc2a24', 'fixed_ips': [{'subnet_id': '201d4739-1260-470d-9d43-52497ae4047d'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:16:27.510903 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-156bdd86-f098-43ea-9225-755507206016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:27.553555 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7274332a-b34a-42a8-ab16-30817ab5d764 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1df37c6133134607ac2b7110bc95cf24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8165641 Aug 16 22:16:27.554658 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274332a-b34a-42a8-ab16-30817ab5d764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9f3d4c-a983-42f5-afcf-10ec2513ea0c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:27.557381 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41404) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:27.644416 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e815674e-cd59-4064-9153-c4a218fd0de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:27.697231 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e815674e-cd59-4064-9153-c4a218fd0de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:27.753538 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b237fb1-daa7-45be-aa47-4f769ee15e58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:27.805029 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b237fb1-daa7-45be-aa47-4f769ee15e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:27.807101 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e815674e-cd59-4064-9153-c4a218fd0de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:27.809773 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e815674e-cd59-4064-9153-c4a218fd0de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:27.811477 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e815674e-cd59-4064-9153-c4a218fd0de2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/dd9f3d4c-a983-42f5-afcf-10ec2513ea0c HTTP/1.1" status: 204 len: 168 time: 0.2524910 Aug 16 22:16:27.821208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815674e-cd59-4064-9153-c4a218fd0de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9f3d4c-a983-42f5-afcf-10ec2513ea0c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:27.844989 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-156bdd86-f098-43ea-9225-755507206016 None None] Allocated IP 172.20.0.2 (b9994b42-6e1e-45b4-8474-ce46c23196e9/201d4739-1260-470d-9d43-52497ae4047d/46720f48-48b8-499b-8295-adf6e6fe0c39) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:27.953079 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-router', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '5587405a-6486-41ce-aea3-c1fb96516748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:18Z', 'updated_at': '2021-08-16T22:16:22Z', 'revision_number': 4, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'gw_port': {'id': '5587405a-6486-41ce-aea3-c1fb96516748', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '47fdacda-4193-44fc-b4c4-085c8b3abf49', 'name': '', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:21Z', 'updated_at': '2021-08-16T22:16:26Z', 'revision_number': 4, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'subnets': [{'id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:27.978267 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-4b237fb1-daa7-45be-aa47-4f769ee15e58 admin admin] Allocated IP 172.25.6.110 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/4a9a681d-2695-4cef-9761-4ea1b947a596) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:28.006735 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b901a-8fcf-424b-b581-c0bdda09139f None None] The sync data for ids ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'] in n-d-792458-15 is: [{'id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-router', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '5587405a-6486-41ce-aea3-c1fb96516748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:18Z', 'updated_at': '2021-08-16T22:16:22Z', 'revision_number': 4, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'gw_port': {'id': '5587405a-6486-41ce-aea3-c1fb96516748', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '47fdacda-4193-44fc-b4c4-085c8b3abf49', 'name': '', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:21Z', 'updated_at': '2021-08-16T22:16:26Z', 'revision_number': 4, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'subnets': [{'id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:16:28.111578 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-156bdd86-f098-43ea-9225-755507206016 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.147415 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-156bdd86-f098-43ea-9225-755507206016 None None] Transition to ACTIVE for port object 46720f48-48b8-499b-8295-adf6e6fe0c39 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:28.151714 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b237fb1-daa7-45be-aa47-4f769ee15e58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.184601 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-156bdd86-f098-43ea-9225-755507206016 None None] Transition to ACTIVE for port object 46720f48-48b8-499b-8295-adf6e6fe0c39 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:28.197706 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-156bdd86-f098-43ea-9225-755507206016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.210537 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b237fb1-daa7-45be-aa47-4f769ee15e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.267454 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b237fb1-daa7-45be-aa47-4f769ee15e58 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:28.270243 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156bdd86-f098-43ea-9225-755507206016 None None] Network b9994b42-6e1e-45b4-8474-ce46c23196e9 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:28.273300 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-156bdd86-f098-43ea-9225-755507206016 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:28.278963 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-4b237fb1-daa7-45be-aa47-4f769ee15e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:28.283541 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b237fb1-daa7-45be-aa47-4f769ee15e58 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:28.283999 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156bdd86-f098-43ea-9225-755507206016 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:28.295112 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bdd86-f098-43ea-9225-755507206016 None None] Pushing event updated for resources: {'Port': ['ID=46720f48-48b8-499b-8295-adf6e6fe0c39,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:28.365093 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41440) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:28.369227 n-d-792458-15 neutron-server[94871]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 22:16:28.372332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-156bdd86-f098-43ea-9225-755507206016 None None] Attempting to bind port 46720f48-48b8-499b-8295-adf6e6fe0c39 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:28.372762 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-156bdd86-f098-43ea-9225-755507206016 None None] Attempting to bind port 46720f48-48b8-499b-8295-adf6e6fe0c39 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'aaec4aaa-107a-4e3f-b2bf-8b18493280a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b9994b42-6e1e-45b4-8474-ce46c23196e9'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:28.373640 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156bdd86-f098-43ea-9225-755507206016 None None] Attempting to bind port 46720f48-48b8-499b-8295-adf6e6fe0c39 on network b9994b42-6e1e-45b4-8474-ce46c23196e9 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:28.379582 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156bdd86-f098-43ea-9225-755507206016 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:28.380182 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156bdd86-f098-43ea-9225-755507206016 None None] Checking segment: {'id': 'aaec4aaa-107a-4e3f-b2bf-8b18493280a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b9994b42-6e1e-45b4-8474-ce46c23196e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:28.380591 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-156bdd86-f098-43ea-9225-755507206016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.380978 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156bdd86-f098-43ea-9225-755507206016 None None] Bound using segment: {'id': 'aaec4aaa-107a-4e3f-b2bf-8b18493280a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b9994b42-6e1e-45b4-8474-ce46c23196e9'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:28.381588 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-156bdd86-f098-43ea-9225-755507206016 None None] Bound port: 46720f48-48b8-499b-8295-adf6e6fe0c39, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaec4aaa-107a-4e3f-b2bf-8b18493280a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b9994b42-6e1e-45b4-8474-ce46c23196e9'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:28.382197 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-156bdd86-f098-43ea-9225-755507206016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.424607 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c03a994f-881a-43f7-9115-f70389a74551 req-091ba6de-0809-4ab0-b8f9-1b1943a877c5 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=19c02b75f74f476fb3301aefb6904ca9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562847 Aug 16 22:16:28.489361 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-156bdd86-f098-43ea-9225-755507206016 None None] For port 46720f48-48b8-499b-8295-adf6e6fe0c39, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:28.494666 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-156bdd86-f098-43ea-9225-755507206016 None None] For port 46720f48-48b8-499b-8295-adf6e6fe0c39, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=46720f48-48b8-499b-8295-adf6e6fe0c39,segment=NetworkSegment(aaec4aaa-107a-4e3f-b2bf-8b18493280a7),segment_id=aaec4aaa-107a-4e3f-b2bf-8b18493280a7)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:28.503608 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-156bdd86-f098-43ea-9225-755507206016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.585844 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bdd86-f098-43ea-9225-755507206016 None None] Pushing event updated for resources: {'Port': ['ID=46720f48-48b8-499b-8295-adf6e6fe0c39,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:28.679688 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b237fb1-daa7-45be-aa47-4f769ee15e58 admin admin] Pushing event updated for resources: {'Port': ['ID=4a9a681d-2695-4cef-9761-4ea1b947a596,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:28.722016 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a994f-881a-43f7-9115-f70389a74551 req-2f748568-2bd1-4c42-afa4-47ad6f08123e tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:28.729581 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c03a994f-881a-43f7-9115-f70389a74551 req-2f748568-2bd1-4c42-afa4-47ad6f08123e tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2970452 Aug 16 22:16:28.748933 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c03a994f-881a-43f7-9115-f70389a74551 req-6201c710-cacd-4882-8fc4-6f097beed889 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/quotas/19c02b75f74f476fb3301aefb6904ca9 HTTP/1.1" status: 200 len: 375 time: 0.0182564 Aug 16 22:16:28.874302 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41454) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:28.917237 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15975f5f-c763-42b2-a4c3-280a58e847fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.917731 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 47fdacda-4193-44fc-b4c4-085c8b3abf49 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:28.928353 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b237fb1-daa7-45be-aa47-4f769ee15e58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.016687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c03a994f-881a-43f7-9115-f70389a74551 req-27251418-9746-4bea-98e6-f42f69b9ec78 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=19c02b75f74f476fb3301aefb6904ca9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2665226 Aug 16 22:16:29.085308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 47fdacda-4193-44fc-b4c4-085c8b3abf49 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:29.090141 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 47fdacda-4193-44fc-b4c4-085c8b3abf49 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:29.091261 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.337201 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.400635 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 47fdacda-4193-44fc-b4c4-085c8b3abf49, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=47fdacda-4193-44fc-b4c4-085c8b3abf49,segment=NetworkSegment(56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73),segment_id=56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:29.412069 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.460407 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b237fb1-daa7-45be-aa47-4f769ee15e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.481058 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15975f5f-c763-42b2-a4c3-280a58e847fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.495327 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=47fdacda-4193-44fc-b4c4-085c8b3abf49,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:29.525663 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15975f5f-c763-42b2-a4c3-280a58e847fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.589027 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41478) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:29.601645 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-15975f5f-c763-42b2-a4c3-280a58e847fa admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b55113a627214f9cbe71e0df737d9718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7224307 Aug 16 22:16:29.682478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15975f5f-c763-42b2-a4c3-280a58e847fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878445a3-145d-46f7-8ae9-c3754da6bd24,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:29.694400 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11342973-5ca6-40fa-8ab0-398a7e8babdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.761056 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11342973-5ca6-40fa-8ab0-398a7e8babdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.796656 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b237fb1-daa7-45be-aa47-4f769ee15e58 admin admin] Router 349e0519-e8ac-445e-806a-6179ec447b73 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:16:29.878299 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11342973-5ca6-40fa-8ab0-398a7e8babdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.882278 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11342973-5ca6-40fa-8ab0-398a7e8babdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.885133 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-11342973-5ca6-40fa-8ab0-398a7e8babdc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/878445a3-145d-46f7-8ae9-c3754da6bd24 HTTP/1.1" status: 204 len: 168 time: 0.2953439 Aug 16 22:16:29.896174 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11342973-5ca6-40fa-8ab0-398a7e8babdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878445a3-145d-46f7-8ae9-c3754da6bd24,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:30.012460 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41502) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:30.033712 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b237fb1-daa7-45be-aa47-4f769ee15e58 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:16:30.044382 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] Sync routers for ids ['349e0519-e8ac-445e-806a-6179ec447b73'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:16:30.054622 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] Routers {'349e0519-e8ac-445e-806a-6179ec447b73'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:16:30.055773 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:16:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['349e0519-e8ac-445e-806a-6179ec447b73'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:30.078230 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b237fb1-daa7-45be-aa47-4f769ee15e58 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:30.082995 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4b237fb1-daa7-45be-aa47-4f769ee15e58 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0553575 Aug 16 22:16:30.083349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41510) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:30.118627 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffde31bc-2c85-4a04-9168-38c6c8c1ed7c None None] Network b9994b42-6e1e-45b4-8474-ce46c23196e9 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:30.231295 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6ac92c60-29be-409e-9f9b-030fe9337135 None None] Provisioning for port 46720f48-48b8-499b-8295-adf6e6fe0c39 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:30.251728 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] Set router 349e0519-e8ac-445e-806a-6179ec447b73 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:16:30.497159 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349e0519-e8ac-445e-806a-6179ec447b73', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-256535633-router', 'tenant_id': 'b703ecc746f0429b940e7a791cfc2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '4a9a681d-2695-4cef-9761-4ea1b947a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:27Z', 'updated_at': '2021-08-16T22:16:28Z', 'revision_number': 3, 'project_id': 'b703ecc746f0429b940e7a791cfc2a24', 'gw_port': {'id': '4a9a681d-2695-4cef-9761-4ea1b947a596', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349e0519-e8ac-445e-806a-6179ec447b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:27Z', 'updated_at': '2021-08-16T22:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:30.533083 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] Checking router: 349e0519-e8ac-445e-806a-6179ec447b73 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:16:30.533429 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] Updating router 349e0519-e8ac-445e-806a-6179ec447b73 port 4a9a681d-2695-4cef-9761-4ea1b947a596 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:16:30.563943 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:30.617384 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41526) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:30.728855 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c23c0534-7f4a-42dc-8b7f-783414f779cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:30.802649 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4063d937-36aa-4423-999e-b4fd7f35ca7f req-0f96c496-b13e-4518-95f8-0d41275a9c4a tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 210 time: 0.7885497 Aug 16 22:16:30.964530 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3d28a10a-3d5a-4481-99d1-5ef978f7df6f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-875675209-network', 'tenant_id': '28d0b07328bc4868a7e7f336c894f93d'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:31.016623 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d28a10a-3d5a-4481-99d1-5ef978f7df6f admin admin] Made reservation on behalf of 28d0b07328bc4868a7e7f336c894f93d for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:31.019121 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d28a10a-3d5a-4481-99d1-5ef978f7df6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.038260 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d28a10a-3d5a-4481-99d1-5ef978f7df6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.055155 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.083002 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 46720f48-48b8-499b-8295-adf6e6fe0c39 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:31.084698 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] Transition to ACTIVE for port object 4a9a681d-2695-4cef-9761-4ea1b947a596 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:31.096062 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.113033 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-c23c0534-7f4a-42dc-8b7f-783414f779cd admin admin] Allocated IP 172.20.0.1 (b9994b42-6e1e-45b4-8474-ce46c23196e9/201d4739-1260-470d-9d43-52497ae4047d/c4d39a83-20b7-475c-ae42-c7a5a85f574f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:31.156965 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] Attempting to bind port 4a9a681d-2695-4cef-9761-4ea1b947a596 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:31.157438 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] Attempting to bind port 4a9a681d-2695-4cef-9761-4ea1b947a596 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:31.157905 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] Attempting to bind port 4a9a681d-2695-4cef-9761-4ea1b947a596 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:31.186699 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:31.187159 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:31.187956 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.196526 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:31.196526 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] Bound port: 4a9a681d-2695-4cef-9761-4ea1b947a596, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:31.196526 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.207870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 46720f48-48b8-499b-8295-adf6e6fe0c39 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:31.218871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 46720f48-48b8-499b-8295-adf6e6fe0c39 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:31.219488 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.252274 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d28a10a-3d5a-4481-99d1-5ef978f7df6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.256687 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] For port 4a9a681d-2695-4cef-9761-4ea1b947a596, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:31.261030 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] For port 4a9a681d-2695-4cef-9761-4ea1b947a596, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4a9a681d-2695-4cef-9761-4ea1b947a596,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:31.276968 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d28a10a-3d5a-4481-99d1-5ef978f7df6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.283031 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.317585 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d28a10a-3d5a-4481-99d1-5ef978f7df6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:16:31.317797 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] Routers {'349e0519-e8ac-445e-806a-6179ec447b73'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:16:31.318961 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:16:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['349e0519-e8ac-445e-806a-6179ec447b73'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:31.335202 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d28a10a-3d5a-4481-99d1-5ef978f7df6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.335914 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-3d28a10a-3d5a-4481-99d1-5ef978f7df6f admin admin] Added segment 05f679a4-a1da-48e8-81e9-9e4feae6c4ba of type vlan for network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc Aug 16 22:16:31.373493 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b43604-f88d-4342-a20c-138316b976a4 None None] Pushing event updated for resources: {'Port': ['ID=4a9a681d-2695-4cef-9761-4ea1b947a596,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:31.378054 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c23c0534-7f4a-42dc-8b7f-783414f779cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.426127 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-c23c0534-7f4a-42dc-8b7f-783414f779cd admin admin] Transition to ACTIVE for port object c4d39a83-20b7-475c-ae42-c7a5a85f574f will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:31.429135 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d28a10a-3d5a-4481-99d1-5ef978f7df6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.440242 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.488584 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d28a10a-3d5a-4481-99d1-5ef978f7df6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.490102 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d28a10a-3d5a-4481-99d1-5ef978f7df6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:31.490985 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d28a10a-3d5a-4481-99d1-5ef978f7df6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.509641 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 46720f48-48b8-499b-8295-adf6e6fe0c39, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=46720f48-48b8-499b-8295-adf6e6fe0c39,segment=NetworkSegment(aaec4aaa-107a-4e3f-b2bf-8b18493280a7),segment_id=aaec4aaa-107a-4e3f-b2bf-8b18493280a7)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:31.512959 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c23c0534-7f4a-42dc-8b7f-783414f779cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.525226 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.526121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 47fdacda-4193-44fc-b4c4-085c8b3abf49 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:31.570694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28a10a-3d5a-4481-99d1-5ef978f7df6f admin admin] Pushing event updated for resources: {'Network': ['ID=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:31.577548 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28a10a-3d5a-4481-99d1-5ef978f7df6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039a9f51-766e-43af-8ea6-12b974737ec3,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:31.596844 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3d28a10a-3d5a-4481-99d1-5ef978f7df6f admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9747980 Aug 16 22:16:31.599067 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41554) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:31.610338 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b43604-f88d-4342-a20c-138316b976a4 None None] Pushing event updated for resources: {'Port': ['ID=4a9a681d-2695-4cef-9761-4ea1b947a596,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:31.612190 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3af8d0b4-5a1d-46ae-ba1d-56ed0b4d5b3c admin admin] Request body: {'subnet': {'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-875675209-subnet', 'tenant_id': '28d0b07328bc4868a7e7f336c894f93d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:31.641156 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23c0534-7f4a-42dc-8b7f-783414f779cd admin admin] Network b9994b42-6e1e-45b4-8474-ce46c23196e9 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:31.646200 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c23c0534-7f4a-42dc-8b7f-783414f779cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:31.649775 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:16:31.651580 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] Set router 349e0519-e8ac-445e-806a-6179ec447b73 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:16:31.664554 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c0534-7f4a-42dc-8b7f-783414f779cd admin admin] Pushing event updated for resources: {'Port': ['ID=c4d39a83-20b7-475c-ae42-c7a5a85f574f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:31.673487 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af8d0b4-5a1d-46ae-ba1d-56ed0b4d5b3c admin admin] Made reservation on behalf of 28d0b07328bc4868a7e7f336c894f93d for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:31.676859 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3af8d0b4-5a1d-46ae-ba1d-56ed0b4d5b3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.695515 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23c0534-7f4a-42dc-8b7f-783414f779cd admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:31.696012 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c23c0534-7f4a-42dc-8b7f-783414f779cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.942506 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=46720f48-48b8-499b-8295-adf6e6fe0c39,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:31.995372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 47fdacda-4193-44fc-b4c4-085c8b3abf49 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:31.995750 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:32.146807 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e2e73575-ad3d-432f-89a6-3e0f7311d737 None None] Provisioning for port c4d39a83-20b7-475c-ae42-c7a5a85f574f completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:32.150969 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3af8d0b4-5a1d-46ae-ba1d-56ed0b4d5b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:32.165286 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e2e73575-ad3d-432f-89a6-3e0f7311d737 None None] Provisioning complete for port c4d39a83-20b7-475c-ae42-c7a5a85f574f triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:32.165653 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e2e73575-ad3d-432f-89a6-3e0f7311d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:32.214246 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349e0519-e8ac-445e-806a-6179ec447b73', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-256535633-router', 'tenant_id': 'b703ecc746f0429b940e7a791cfc2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '4a9a681d-2695-4cef-9761-4ea1b947a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:27Z', 'updated_at': '2021-08-16T22:16:28Z', 'revision_number': 3, 'project_id': 'b703ecc746f0429b940e7a791cfc2a24', 'gw_port': {'id': '4a9a681d-2695-4cef-9761-4ea1b947a596', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349e0519-e8ac-445e-806a-6179ec447b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:27Z', 'updated_at': '2021-08-16T22:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:32.216201 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0a542dda-c187-4c19-9879-49ab31870c89 req-7f0acda3-4dee-4085-b529-f1f4cdafa622 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 210 time: 0.0785217 Aug 16 22:16:32.222093 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8d0b4-5a1d-46ae-ba1d-56ed0b4d5b3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:32.251839 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af8d0b4-5a1d-46ae-ba1d-56ed0b4d5b3c admin admin] Checking segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:32.252451 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af8d0b4-5a1d-46ae-ba1d-56ed0b4d5b3c admin admin] Network hostable DHCP agents. Network: b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:16:32.269615 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f2e27-2f3f-4369-97a7-018aad0b9ded None None] The sync data for ids ['349e0519-e8ac-445e-806a-6179ec447b73'] in n-d-792458-15 is: [{'id': '349e0519-e8ac-445e-806a-6179ec447b73', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-256535633-router', 'tenant_id': 'b703ecc746f0429b940e7a791cfc2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '4a9a681d-2695-4cef-9761-4ea1b947a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:27Z', 'updated_at': '2021-08-16T22:16:28Z', 'revision_number': 3, 'project_id': 'b703ecc746f0429b940e7a791cfc2a24', 'gw_port': {'id': '4a9a681d-2695-4cef-9761-4ea1b947a596', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349e0519-e8ac-445e-806a-6179ec447b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:27Z', 'updated_at': '2021-08-16T22:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:16:32.309789 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e2e73575-ad3d-432f-89a6-3e0f7311d737 None None] Port c4d39a83-20b7-475c-ae42-c7a5a85f574f cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:16:32.312136 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af8d0b4-5a1d-46ae-ba1d-56ed0b4d5b3c admin admin] Network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:16:32.328059 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-3af8d0b4-5a1d-46ae-ba1d-56ed0b4d5b3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:32.335122 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af8d0b4-5a1d-46ae-ba1d-56ed0b4d5b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:32.335650 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3af8d0b4-5a1d-46ae-ba1d-56ed0b4d5b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:32.346903 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c23c0534-7f4a-42dc-8b7f-783414f779cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:32.355888 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e38cad9-a064-48b9-b9b5-fe9afafdf8fc None None] Network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:32.374802 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3af8d0b4-5a1d-46ae-ba1d-56ed0b4d5b3c admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7737556 Aug 16 22:16:32.575710 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754da4e4-f7c7-4422-b54b-14e1b059820a None None] Network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:32.641224 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c23c0534-7f4a-42dc-8b7f-783414f779cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:32.652258 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c23c0534-7f4a-42dc-8b7f-783414f779cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:32.653167 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c23c0534-7f4a-42dc-8b7f-783414f779cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:33.017035 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.39', 51738) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:33.079072 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4a9a681d-2695-4cef-9761-4ea1b947a596 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:33.102539 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c03a994f-881a-43f7-9115-f70389a74551 req-f0ca6b46-d8c3-4ea8-a61e-635ee8459086 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=19c02b75f74f476fb3301aefb6904ca9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835624 Aug 16 22:16:33.128861 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c0534-7f4a-42dc-8b7f-783414f779cd admin admin] Pushing event updated for resources: {'Port': ['ID=c4d39a83-20b7-475c-ae42-c7a5a85f574f,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:33.198452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 4a9a681d-2695-4cef-9761-4ea1b947a596 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:33.203963 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 4a9a681d-2695-4cef-9761-4ea1b947a596 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:33.204700 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:33.216234 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23c0534-7f4a-42dc-8b7f-783414f779cd admin admin] Network b9994b42-6e1e-45b4-8474-ce46c23196e9 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:33.218924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c23c0534-7f4a-42dc-8b7f-783414f779cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:33.427947 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:33.481269 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 4a9a681d-2695-4cef-9761-4ea1b947a596, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4a9a681d-2695-4cef-9761-4ea1b947a596,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:33.491435 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:33.493275 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 46720f48-48b8-499b-8295-adf6e6fe0c39 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:33.559690 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-535db0eb-8335-4f32-9688-8037de77e7c9 req-a8bb29aa-dc17-4c7f-815a-cccafa35efc0 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 210 time: 0.0612102 Aug 16 22:16:33.583605 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a994f-881a-43f7-9115-f70389a74551 req-ff072787-8fda-48a0-98af-d64dd02ae5ab tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:33.585484 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c03a994f-881a-43f7-9115-f70389a74551 req-ff072787-8fda-48a0-98af-d64dd02ae5ab tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4716768 Aug 16 22:16:33.586181 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23c0534-7f4a-42dc-8b7f-783414f779cd admin admin] Router 349e0519-e8ac-445e-806a-6179ec447b73 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:16:33.639308 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-c03a994f-881a-43f7-9115-f70389a74551 req-7283b867-5c7a-4207-ac72-fb65cdc1d2fe tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Request body: {'port': {'device_id': '0c57f858-b01e-4ac3-883a-1ebcee5107d5', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': '19c02b75f74f476fb3301aefb6904ca9'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:33.656694 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=4a9a681d-2695-4cef-9761-4ea1b947a596,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:33.700407 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 46720f48-48b8-499b-8295-adf6e6fe0c39 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:33.703365 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:33.726585 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-558d5406-b5b3-4f29-887a-917713687cf8 None None] Provisioning complete for port c4d39a83-20b7-475c-ae42-c7a5a85f574f triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:33.726966 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-558d5406-b5b3-4f29-887a-917713687cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:33.777643 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-558d5406-b5b3-4f29-887a-917713687cf8 None None] Port c4d39a83-20b7-475c-ae42-c7a5a85f574f cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:16:33.831261 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23c0534-7f4a-42dc-8b7f-783414f779cd admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:16:33.851189 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c23c0534-7f4a-42dc-8b7f-783414f779cd admin admin] 10.222.0.93 "PUT /v2.0/routers/349e0519-e8ac-445e-806a-6179ec447b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7667367 Aug 16 22:16:33.886868 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41628) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:34.023165 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03a994f-881a-43f7-9115-f70389a74551 req-7283b867-5c7a-4207-ac72-fb65cdc1d2fe tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Made reservation on behalf of 19c02b75f74f476fb3301aefb6904ca9 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:34.027179 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c03a994f-881a-43f7-9115-f70389a74551 req-7283b867-5c7a-4207-ac72-fb65cdc1d2fe tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:34.038661 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c03a994f-881a-43f7-9115-f70389a74551 req-7283b867-5c7a-4207-ac72-fb65cdc1d2fe tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:34.147304 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c03a994f-881a-43f7-9115-f70389a74551 req-7283b867-5c7a-4207-ac72-fb65cdc1d2fe tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:34.152398 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c03a994f-881a-43f7-9115-f70389a74551 req-7283b867-5c7a-4207-ac72-fb65cdc1d2fe tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:34.284483 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b921ca9b-bf40-460f-9c38-df4fbe3c59f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:34.419389 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b921ca9b-bf40-460f-9c38-df4fbe3c59f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:34.424618 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b921ca9b-bf40-460f-9c38-df4fbe3c59f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:34.470248 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b921ca9b-bf40-460f-9c38-df4fbe3c59f6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d2ce53e6e03549eca2ac69aa32599b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5818307 Aug 16 22:16:34.471093 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921ca9b-bf40-460f-9c38-df4fbe3c59f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d40192-8bd7-404c-84a6-7de2317e85a7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:34.485896 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41664) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:34.540680 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-c03a994f-881a-43f7-9115-f70389a74551 req-7283b867-5c7a-4207-ac72-fb65cdc1d2fe tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Allocated IP 192.168.233.175 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/ecfefdda-8b4e-4075-9b43-162d4027e3f6) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:34.552398 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79a7bf5e-f422-4a01-8da9-373faa95734f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:34.557943 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283b867-5c7a-4207-ac72-fb65cdc1d2fe tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f083d4a8-4084-4183-aa30-fc46efe74f02,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:34.583405 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79a7bf5e-f422-4a01-8da9-373faa95734f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:34.666743 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79a7bf5e-f422-4a01-8da9-373faa95734f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:34.672646 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79a7bf5e-f422-4a01-8da9-373faa95734f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:34.680254 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-79a7bf5e-f422-4a01-8da9-373faa95734f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/58d40192-8bd7-404c-84a6-7de2317e85a7 HTTP/1.1" status: 204 len: 168 time: 0.1930718 Aug 16 22:16:34.699573 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7bf5e-f422-4a01-8da9-373faa95734f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d40192-8bd7-404c-84a6-7de2317e85a7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:34.818900 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c03a994f-881a-43f7-9115-f70389a74551 req-7283b867-5c7a-4207-ac72-fb65cdc1d2fe tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:34.852223 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-c03a994f-881a-43f7-9115-f70389a74551 req-7283b867-5c7a-4207-ac72-fb65cdc1d2fe tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Transition to ACTIVE for port object ecfefdda-8b4e-4075-9b43-162d4027e3f6 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:34.880860 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4a9a681d-2695-4cef-9761-4ea1b947a596 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:34.887732 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e22d7f39-e455-4e4e-b7de-631077f3c6d9 req-589e04dc-6c7a-4d06-a67e-72392eb724bf tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 210 time: 0.0622990 Aug 16 22:16:34.954907 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c03a994f-881a-43f7-9115-f70389a74551 req-7283b867-5c7a-4207-ac72-fb65cdc1d2fe tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:35.004693 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 4a9a681d-2695-4cef-9761-4ea1b947a596 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:35.006419 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:35.036631 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41684) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:35.199152 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283b867-5c7a-4207-ac72-fb65cdc1d2fe tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Pushing event updated for resources: {'Port': ['ID=ecfefdda-8b4e-4075-9b43-162d4027e3f6,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:35.227706 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03a994f-881a-43f7-9115-f70389a74551 req-7283b867-5c7a-4207-ac72-fb65cdc1d2fe tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:35.237685 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-c03a994f-881a-43f7-9115-f70389a74551 req-7283b867-5c7a-4207-ac72-fb65cdc1d2fe tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:35.257630 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03a994f-881a-43f7-9115-f70389a74551 req-7283b867-5c7a-4207-ac72-fb65cdc1d2fe tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:35.286577 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a994f-881a-43f7-9115-f70389a74551 req-7283b867-5c7a-4207-ac72-fb65cdc1d2fe tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:35.290274 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c03a994f-881a-43f7-9115-f70389a74551 req-7283b867-5c7a-4207-ac72-fb65cdc1d2fe tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:35.330436 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c03a994f-881a-43f7-9115-f70389a74551 req-7283b867-5c7a-4207-ac72-fb65cdc1d2fe tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6948328 Aug 16 22:16:35.591921 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41698) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:35.593787 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] Sync routers for ids ['349e0519-e8ac-445e-806a-6179ec447b73'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:16:35.601325 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4e4554f4-ab4a-4857-99da-9e0ad65241fe admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-613663739-network', 'tenant_id': 'dd8ac9dfef654c298152f8b835ed7eb1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:35.611063 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] Routers {'349e0519-e8ac-445e-806a-6179ec447b73'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:16:35.611750 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:16:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['349e0519-e8ac-445e-806a-6179ec447b73'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:35.672024 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4554f4-ab4a-4857-99da-9e0ad65241fe admin admin] Made reservation on behalf of dd8ac9dfef654c298152f8b835ed7eb1 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:35.679177 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e4554f4-ab4a-4857-99da-9e0ad65241fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:35.681602 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f22d0bf8-e5af-47e7-91ce-dbeeb5a0e4f4 None None] Provisioning for port ecfefdda-8b4e-4075-9b43-162d4027e3f6 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:35.690644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f22d0bf8-e5af-47e7-91ce-dbeeb5a0e4f4 None None] Provisioning complete for port ecfefdda-8b4e-4075-9b43-162d4027e3f6 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:35.691655 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f22d0bf8-e5af-47e7-91ce-dbeeb5a0e4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:35.710569 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e4554f4-ab4a-4857-99da-9e0ad65241fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:35.882496 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-f22d0bf8-e5af-47e7-91ce-dbeeb5a0e4f4 None None] Port ecfefdda-8b4e-4075-9b43-162d4027e3f6 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:16:35.947773 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] Set router 349e0519-e8ac-445e-806a-6179ec447b73 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:16:35.974831 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64364c2f-43dc-417a-b59b-77f1f76762ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.039402 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e4554f4-ab4a-4857-99da-9e0ad65241fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.046257 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e4554f4-ab4a-4857-99da-9e0ad65241fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.102255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4554f4-ab4a-4857-99da-9e0ad65241fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd84b185-52fa-468f-b419-c46271b7f946,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:36.118202 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4554f4-ab4a-4857-99da-9e0ad65241fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:16:36.139862 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e4554f4-ab4a-4857-99da-9e0ad65241fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.140327 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-4e4554f4-ab4a-4857-99da-9e0ad65241fe admin admin] Added segment cab9474f-1cef-447c-8f54-4ef39d931ddf of type vlan for network bfe6b3b5-2650-41a4-90ee-438c080c9344 Aug 16 22:16:36.155503 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41712) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:36.237836 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-294e2c4b-cc63-49fa-98bb-6f5fbd894309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.299651 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e4554f4-ab4a-4857-99da-9e0ad65241fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.316535 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72f9cd-5eee-4765-97d6-6062c34fd3bf req-2d10212b-c9f7-4b47-a619-20c1df84c240 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:36.318143 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd72f9cd-5eee-4765-97d6-6062c34fd3bf req-2d10212b-c9f7-4b47-a619-20c1df84c240 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 936 time: 0.1919751 Aug 16 22:16:36.369312 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e4554f4-ab4a-4857-99da-9e0ad65241fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.370632 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4554f4-ab4a-4857-99da-9e0ad65241fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:36.371388 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e4554f4-ab4a-4857-99da-9e0ad65241fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.457905 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd72f9cd-5eee-4765-97d6-6062c34fd3bf req-b11b5e22-4dc9-4847-848f-a20136f91d87 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/security-groups?id=f083d4a8-4084-4183-aa30-fc46efe74f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322536 Aug 16 22:16:36.481409 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349e0519-e8ac-445e-806a-6179ec447b73', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-256535633-router', 'tenant_id': 'b703ecc746f0429b940e7a791cfc2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '4a9a681d-2695-4cef-9761-4ea1b947a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:27Z', 'updated_at': '2021-08-16T22:16:32Z', 'revision_number': 4, 'project_id': 'b703ecc746f0429b940e7a791cfc2a24', 'gw_port': {'id': '4a9a681d-2695-4cef-9761-4ea1b947a596', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349e0519-e8ac-445e-806a-6179ec447b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:27Z', 'updated_at': '2021-08-16T22:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'c4d39a83-20b7-475c-ae42-c7a5a85f574f', 'name': '', 'network_id': 'b9994b42-6e1e-45b4-8474-ce46c23196e9', 'tenant_id': 'b703ecc746f0429b940e7a791cfc2a24', 'mac_address': 'fa:16:3e:29:6f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349e0519-e8ac-445e-806a-6179ec447b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '201d4739-1260-470d-9d43-52497ae4047d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:30Z', 'updated_at': '2021-08-16T22:16:32Z', 'revision_number': 2, 'project_id': 'b703ecc746f0429b940e7a791cfc2a24', 'subnets': [{'id': '201d4739-1260-470d-9d43-52497ae4047d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:36.516398 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4554f4-ab4a-4857-99da-9e0ad65241fe admin admin] Pushing event updated for resources: {'Network': ['ID=bfe6b3b5-2650-41a4-90ee-438c080c9344,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:36.547678 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64364c2f-43dc-417a-b59b-77f1f76762ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.558445 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64364c2f-43dc-417a-b59b-77f1f76762ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.563501 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network bfe6b3b5-2650-41a4-90ee-438c080c9344 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:16:36.634228 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64364c2f-43dc-417a-b59b-77f1f76762ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb0c72d-841e-45f6-b284-6466ea23089e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:36.692896 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] Checking router: 349e0519-e8ac-445e-806a-6179ec447b73 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:16:36.696152 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] Updating router 349e0519-e8ac-445e-806a-6179ec447b73 port c4d39a83-20b7-475c-ae42-c7a5a85f574f binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:16:36.699492 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-64364c2f-43dc-417a-b59b-77f1f76762ff admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5b2ff8f392454b9db102477cb1f8877d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6612439 Aug 16 22:16:36.701330 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41722) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:36.763870 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.807994 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-294e2c4b-cc63-49fa-98bb-6f5fbd894309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.814150 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-294e2c4b-cc63-49fa-98bb-6f5fbd894309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.836748 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d34766a7-d533-4939-b7d3-b003ccdf0177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.903289 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d34766a7-d533-4939-b7d3-b003ccdf0177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.956853 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-294e2c4b-cc63-49fa-98bb-6f5fbd894309 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e46ad2dfe3e641d9aa8685e923e95514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7933893 Aug 16 22:16:36.957813 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41736) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:36.958991 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e2c4b-cc63-49fa-98bb-6f5fbd894309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77d9b2a-2d96-4857-b33e-709649ae4ed1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:36.971755 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4e4554f4-ab4a-4857-99da-9e0ad65241fe admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3754036 Aug 16 22:16:36.973220 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41740) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:37.003324 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a182ba9a-70eb-4892-9f56-11d30b628c25 admin admin] Request body: {'subnet': {'network_id': 'bfe6b3b5-2650-41a4-90ee-438c080c9344', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-613663739-subnet', 'tenant_id': 'dd8ac9dfef654c298152f8b835ed7eb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:37.095272 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01ca50df-209c-4885-9e4f-ec3cb74b0f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.130430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a182ba9a-70eb-4892-9f56-11d30b628c25 admin admin] Made reservation on behalf of dd8ac9dfef654c298152f8b835ed7eb1 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:37.133655 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a182ba9a-70eb-4892-9f56-11d30b628c25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.179385 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41756) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:37.184703 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01ca50df-209c-4885-9e4f-ec3cb74b0f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.201619 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-93c1c845-f481-4f5d-90aa-ad0c12c6001f tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1083574408', 'description': 'tempest-description--2043278464'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:37.233046 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d34766a7-d533-4939-b7d3-b003ccdf0177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.239085 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d34766a7-d533-4939-b7d3-b003ccdf0177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.241748 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-c03a994f-881a-43f7-9115-f70389a74551 req-5d1c2da9-8019-4e4a-bb6d-c7db74af8fec tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:16:37.247008 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c03a994f-881a-43f7-9115-f70389a74551 req-5d1c2da9-8019-4e4a-bb6d-c7db74af8fec tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0195236 Aug 16 22:16:37.256497 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d34766a7-d533-4939-b7d3-b003ccdf0177 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/eeb0c72d-841e-45f6-b284-6466ea23089e HTTP/1.1" status: 204 len: 168 time: 0.5511966 Aug 16 22:16:37.314674 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34766a7-d533-4939-b7d3-b003ccdf0177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb0c72d-841e-45f6-b284-6466ea23089e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:37.325239 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93c1c845-f481-4f5d-90aa-ad0c12c6001f tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.391148 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.451967 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] Transition to ACTIVE for port object c4d39a83-20b7-475c-ae42-c7a5a85f574f will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:37.487543 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.490853 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93c1c845-f481-4f5d-90aa-ad0c12c6001f tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.492533 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01ca50df-209c-4885-9e4f-ec3cb74b0f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.498722 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01ca50df-209c-4885-9e4f-ec3cb74b0f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.503383 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-01ca50df-209c-4885-9e4f-ec3cb74b0f03 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e77d9b2a-2d96-4857-b33e-709649ae4ed1 HTTP/1.1" status: 204 len: 168 time: 0.5337756 Aug 16 22:16:37.511600 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93c1c845-f481-4f5d-90aa-ad0c12c6001f tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.524113 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca50df-209c-4885-9e4f-ec3cb74b0f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77d9b2a-2d96-4857-b33e-709649ae4ed1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:37.566341 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1c845-f481-4f5d-90aa-ad0c12c6001f tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caea2f06-93f7-4bcb-a151-f96295a2d9cb,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:37.575053 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93c1c845-f481-4f5d-90aa-ad0c12c6001f tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.580618 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-93c1c845-f481-4f5d-90aa-ad0c12c6001f tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3855636 Aug 16 22:16:37.581249 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41768) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:37.590513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-928f157d-60bd-408e-9d40-93b9c1e19387 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Request body: {'security_group_rule': {'security_group_id': 'caea2f06-93f7-4bcb-a151-f96295a2d9cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:37.683644 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-928f157d-60bd-408e-9d40-93b9c1e19387 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.805295 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-928f157d-60bd-408e-9d40-93b9c1e19387 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.810831 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-928f157d-60bd-408e-9d40-93b9c1e19387 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.828481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] Attempting to bind port c4d39a83-20b7-475c-ae42-c7a5a85f574f on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:37.830463 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] Attempting to bind port c4d39a83-20b7-475c-ae42-c7a5a85f574f by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'aaec4aaa-107a-4e3f-b2bf-8b18493280a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b9994b42-6e1e-45b4-8474-ce46c23196e9'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:37.831003 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] Attempting to bind port c4d39a83-20b7-475c-ae42-c7a5a85f574f on network b9994b42-6e1e-45b4-8474-ce46c23196e9 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:37.837340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bc74c-8eda-45ad-94b0-14a84b108196 None None] Pushing event updated for resources: {'Port': ['ID=c4d39a83-20b7-475c-ae42-c7a5a85f574f,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:37.859499 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:37.862528 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] Checking segment: {'id': 'aaec4aaa-107a-4e3f-b2bf-8b18493280a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b9994b42-6e1e-45b4-8474-ce46c23196e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:37.863127 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.863841 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] Bound using segment: {'id': 'aaec4aaa-107a-4e3f-b2bf-8b18493280a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b9994b42-6e1e-45b4-8474-ce46c23196e9'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:37.864486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] Bound port: c4d39a83-20b7-475c-ae42-c7a5a85f574f, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaec4aaa-107a-4e3f-b2bf-8b18493280a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b9994b42-6e1e-45b4-8474-ce46c23196e9'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:37.864898 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.890939 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f157d-60bd-408e-9d40-93b9c1e19387 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04dd1da1-3840-4de4-8386-da106a8a91a3,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:37.901243 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-928f157d-60bd-408e-9d40-93b9c1e19387 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.903922 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-928f157d-60bd-408e-9d40-93b9c1e19387 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3202217 Aug 16 22:16:37.906824 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41780) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:37.920292 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-adf7e338-445f-4457-afec-26e67448afd0 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Request body: {'security_group_rule': {'security_group_id': 'caea2f06-93f7-4bcb-a151-f96295a2d9cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:37.973080 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8ffcc-b4d3-4ced-ab79-10d87518c90c req-1d9d64f5-f6a0-4e35-87bf-dfc012420691 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:37.980204 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-adf7e338-445f-4457-afec-26e67448afd0 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.983457 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76c8ffcc-b4d3-4ced-ab79-10d87518c90c req-1d9d64f5-f6a0-4e35-87bf-dfc012420691 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 936 time: 0.2937801 Aug 16 22:16:37.990072 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a182ba9a-70eb-4892-9f56-11d30b628c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.022369 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] For port c4d39a83-20b7-475c-ae42-c7a5a85f574f, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:38.031988 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] For port c4d39a83-20b7-475c-ae42-c7a5a85f574f, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c4d39a83-20b7-475c-ae42-c7a5a85f574f,segment=NetworkSegment(aaec4aaa-107a-4e3f-b2bf-8b18493280a7),segment_id=aaec4aaa-107a-4e3f-b2bf-8b18493280a7)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:38.049543 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.217603 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] Routers {'349e0519-e8ac-445e-806a-6179ec447b73'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:16:38.219226 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-adf7e338-445f-4457-afec-26e67448afd0 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.219994 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:16:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['349e0519-e8ac-445e-806a-6179ec447b73'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:38.222295 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41786) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:38.244004 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-adf7e338-445f-4457-afec-26e67448afd0 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.271790 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76c8ffcc-b4d3-4ced-ab79-10d87518c90c req-31a154a8-6839-4015-b857-984249990189 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/security-groups?id=f083d4a8-4084-4183-aa30-fc46efe74f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864232 Aug 16 22:16:38.287034 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182ba9a-70eb-4892-9f56-11d30b628c25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23b3f04c-8e5e-4dd3-ac05-499fc6abe496,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:38.312798 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7e338-445f-4457-afec-26e67448afd0 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9661ad6-833f-448a-8f7d-38e8909b2ddd,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:38.317859 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-adf7e338-445f-4457-afec-26e67448afd0 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.321620 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-adf7e338-445f-4457-afec-26e67448afd0 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4117811 Aug 16 22:16:38.323618 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41790) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:38.335576 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b1203233-54f4-48b2-aba3-d55619efcd19 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:38.337905 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a182ba9a-70eb-4892-9f56-11d30b628c25 admin admin] Checking segment: {'id': 'cab9474f-1cef-447c-8f54-4ef39d931ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bfe6b3b5-2650-41a4-90ee-438c080c9344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:38.338530 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a182ba9a-70eb-4892-9f56-11d30b628c25 admin admin] Network hostable DHCP agents. Network: bfe6b3b5-2650-41a4-90ee-438c080c9344, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:16:38.364261 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a182ba9a-70eb-4892-9f56-11d30b628c25 admin admin] Network bfe6b3b5-2650-41a4-90ee-438c080c9344 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:16:38.383226 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41792) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:38.385653 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-a182ba9a-70eb-4892-9f56-11d30b628c25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, bfe6b3b5-2650-41a4-90ee-438c080c9344) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:38.403281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a182ba9a-70eb-4892-9f56-11d30b628c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:38.404607 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.406092 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a182ba9a-70eb-4892-9f56-11d30b628c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.425312 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-910d11ea-2790-4d0c-97e1-4072865cce31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.439382 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3777e50-aabf-496a-a3fd-c35ccaf39bdd None None] Network bfe6b3b5-2650-41a4-90ee-438c080c9344 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:38.469469 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1203233-54f4-48b2-aba3-d55619efcd19 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.474029 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a182ba9a-70eb-4892-9f56-11d30b628c25 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4923291 Aug 16 22:16:38.585624 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bc74c-8eda-45ad-94b0-14a84b108196 None None] Pushing event updated for resources: {'Port': ['ID=c4d39a83-20b7-475c-ae42-c7a5a85f574f,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:38.785189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] Set router 349e0519-e8ac-445e-806a-6179ec447b73 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:16:38.804808 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41800) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:38.816666 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-c03a994f-881a-43f7-9115-f70389a74551 req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] Request body: {'port': {'device_id': '0c57f858-b01e-4ac3-883a-1ebcee5107d5', 'device_owner': 'compute:tempest-test_az-774117167', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:38.891631 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-910d11ea-2790-4d0c-97e1-4072865cce31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.924993 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-910d11ea-2790-4d0c-97e1-4072865cce31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.963596 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1203233-54f4-48b2-aba3-d55619efcd19 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:39.031601 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-defc8462-6904-49d6-a03e-b5ae467882ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:39.141305 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1719d6-2f8e-4f44-a753-0889d19a0cf3 None None] Network bfe6b3b5-2650-41a4-90ee-438c080c9344 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:39.172129 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ae4018ea-3c72-4ffc-b2b8-f6de3cd07267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:39.179434 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d11ea-2790-4d0c-97e1-4072865cce31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e858e2-d725-4946-8dd9-ae5171af8676,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:39.198786 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f442bafa-f3e1-45f6-ae9a-ddd1f20b08da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:39.255221 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-910d11ea-2790-4d0c-97e1-4072865cce31 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0420a75b7413477d96b11babb11a5141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8709071 Aug 16 22:16:39.256738 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41820) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:39.306657 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-defc8462-6904-49d6-a03e-b5ae467882ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:39.323852 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-defc8462-6904-49d6-a03e-b5ae467882ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:39.333619 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c03a994f-881a-43f7-9115-f70389a74551 req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:39.430620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc8462-6904-49d6-a03e-b5ae467882ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41e9a94-355a-4546-9eab-85f61afe06b6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:39.524477 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-defc8462-6904-49d6-a03e-b5ae467882ff admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=675afc882da845838df2d21f640761b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7143912 Aug 16 22:16:39.525125 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41826) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:39.596194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bebf2-ff07-4dda-9c32-48d0b11c0188 req-38bd432a-670e-4adc-b04b-5d09e89c1643 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:39.603243 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-709bebf2-ff07-4dda-9c32-48d0b11c0188 req-38bd432a-670e-4adc-b04b-5d09e89c1643 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 936 time: 0.1992514 Aug 16 22:16:39.616073 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349e0519-e8ac-445e-806a-6179ec447b73', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-256535633-router', 'tenant_id': 'b703ecc746f0429b940e7a791cfc2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '4a9a681d-2695-4cef-9761-4ea1b947a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:27Z', 'updated_at': '2021-08-16T22:16:32Z', 'revision_number': 4, 'project_id': 'b703ecc746f0429b940e7a791cfc2a24', 'gw_port': {'id': '4a9a681d-2695-4cef-9761-4ea1b947a596', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349e0519-e8ac-445e-806a-6179ec447b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:27Z', 'updated_at': '2021-08-16T22:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'c4d39a83-20b7-475c-ae42-c7a5a85f574f', 'name': '', 'network_id': 'b9994b42-6e1e-45b4-8474-ce46c23196e9', 'tenant_id': 'b703ecc746f0429b940e7a791cfc2a24', 'mac_address': 'fa:16:3e:29:6f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349e0519-e8ac-445e-806a-6179ec447b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '201d4739-1260-470d-9d43-52497ae4047d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:30Z', 'updated_at': '2021-08-16T22:16:38Z', 'revision_number': 4, 'project_id': 'b703ecc746f0429b940e7a791cfc2a24', 'subnets': [{'id': '201d4739-1260-470d-9d43-52497ae4047d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:39.658875 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e46aa3a7-e2d4-4b88-8afc-c2c4b72fccae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:39.693786 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de023c7c-184e-45cb-84b3-d741b4e3f725 None None] The sync data for ids ['349e0519-e8ac-445e-806a-6179ec447b73'] in n-d-792458-15 is: [{'id': '349e0519-e8ac-445e-806a-6179ec447b73', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-256535633-router', 'tenant_id': 'b703ecc746f0429b940e7a791cfc2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '4a9a681d-2695-4cef-9761-4ea1b947a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:27Z', 'updated_at': '2021-08-16T22:16:32Z', 'revision_number': 4, 'project_id': 'b703ecc746f0429b940e7a791cfc2a24', 'gw_port': {'id': '4a9a681d-2695-4cef-9761-4ea1b947a596', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349e0519-e8ac-445e-806a-6179ec447b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:27Z', 'updated_at': '2021-08-16T22:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'c4d39a83-20b7-475c-ae42-c7a5a85f574f', 'name': '', 'network_id': 'b9994b42-6e1e-45b4-8474-ce46c23196e9', 'tenant_id': 'b703ecc746f0429b940e7a791cfc2a24', 'mac_address': 'fa:16:3e:29:6f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349e0519-e8ac-445e-806a-6179ec447b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '201d4739-1260-470d-9d43-52497ae4047d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:30Z', 'updated_at': '2021-08-16T22:16:38Z', 'revision_number': 4, 'project_id': 'b703ecc746f0429b940e7a791cfc2a24', 'subnets': [{'id': '201d4739-1260-470d-9d43-52497ae4047d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:16:39.734728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-709bebf2-ff07-4dda-9c32-48d0b11c0188 req-a50ff8dd-f9de-4d4a-aa5e-b3bfd0fa5e8c tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/security-groups?id=f083d4a8-4084-4183-aa30-fc46efe74f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105855 Aug 16 22:16:39.737764 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-924bfc80-7926-4c97-8e02-84f56b4f9b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:39.804564 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-924bfc80-7926-4c97-8e02-84f56b4f9b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:39.930188 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-924bfc80-7926-4c97-8e02-84f56b4f9b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:39.933646 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-924bfc80-7926-4c97-8e02-84f56b4f9b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:39.935785 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-924bfc80-7926-4c97-8e02-84f56b4f9b10 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e41e9a94-355a-4546-9eab-85f61afe06b6 HTTP/1.1" status: 204 len: 168 time: 0.4055653 Aug 16 22:16:39.957443 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bfc80-7926-4c97-8e02-84f56b4f9b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41e9a94-355a-4546-9eab-85f61afe06b6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:40.065108 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e46aa3a7-e2d4-4b88-8afc-c2c4b72fccae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:40.117144 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-b1203233-54f4-48b2-aba3-d55619efcd19 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Allocated IP 172.25.6.129 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/a0096f9d-7e59-4da6-8f43-2873ed4b37a9) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:40.252863 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f442bafa-f3e1-45f6-ae9a-ddd1f20b08da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:40.264053 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f442bafa-f3e1-45f6-ae9a-ddd1f20b08da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:40.345192 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-46131521-2e3a-4f85-ab8d-7d9164995fdd tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:40.358114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-46131521-2e3a-4f85-ab8d-7d9164995fdd tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 820 time: 0.4092710 Aug 16 22:16:40.389190 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:40.390118 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-d521290f-986b-46c5-99fa-0dbe0dcfe15d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/quotas/28d0b07328bc4868a7e7f336c894f93d HTTP/1.1" status: 200 len: 375 time: 0.0305634 Aug 16 22:16:40.451680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-15757773-617d-4e83-a273-96a4276455b6 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603762 Aug 16 22:16:40.470009 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-23b8a139-1b29-4fe1-8fd0-b03015877835 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:16:40.472793 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-23b8a139-1b29-4fe1-8fd0-b03015877835 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133426 Aug 16 22:16:40.511432 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f442bafa-f3e1-45f6-ae9a-ddd1f20b08da admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7d43ab5d09d84dc2a104de61edca2c55&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2857771 Aug 16 22:16:40.511936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41852) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:40.607829 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442bafa-f3e1-45f6-ae9a-ddd1f20b08da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fcfd1f-c709-444f-8ea5-04be75dbb322,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:40.654641 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a4c3043-cb5b-4a9d-a719-b29acb870dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:40.720362 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a4c3043-cb5b-4a9d-a719-b29acb870dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:40.728013 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e46aa3a7-e2d4-4b88-8afc-c2c4b72fccae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:40.732546 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e46aa3a7-e2d4-4b88-8afc-c2c4b72fccae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:40.733813 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e46aa3a7-e2d4-4b88-8afc-c2c4b72fccae admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/15e858e2-d725-4946-8dd9-ae5171af8676 HTTP/1.1" status: 204 len: 168 time: 1.4616189 Aug 16 22:16:40.792242 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46aa3a7-e2d4-4b88-8afc-c2c4b72fccae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e858e2-d725-4946-8dd9-ae5171af8676,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:40.810997 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41866) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:40.851377 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a4c3043-cb5b-4a9d-a719-b29acb870dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:40.854556 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a4c3043-cb5b-4a9d-a719-b29acb870dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:40.859974 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5a4c3043-cb5b-4a9d-a719-b29acb870dc8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/96fcfd1f-c709-444f-8ea5-04be75dbb322 HTTP/1.1" status: 204 len: 168 time: 0.3445463 Aug 16 22:16:40.860130 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0da5128f-e359-4397-8d2a-c184bbc1e2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:40.873635 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c3043-cb5b-4a9d-a719-b29acb870dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fcfd1f-c709-444f-8ea5-04be75dbb322,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:41.027242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9fcc7-36ee-4520-8fe2-ba76db17dc58 req-1a0946f6-86cb-483e-bb3a-0c9b4dcd870e tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:41.029183 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fcc9fcc7-36ee-4520-8fe2-ba76db17dc58 req-1a0946f6-86cb-483e-bb3a-0c9b4dcd870e tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 936 time: 0.1170828 Aug 16 22:16:41.108047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c4d39a83-20b7-475c-ae42-c7a5a85f574f up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:41.136702 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fcc9fcc7-36ee-4520-8fe2-ba76db17dc58 req-5d4f799f-246e-4e4a-8b3f-256305b9d728 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/security-groups?id=f083d4a8-4084-4183-aa30-fc46efe74f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932555 Aug 16 22:16:41.140924 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0da5128f-e359-4397-8d2a-c184bbc1e2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:41.158312 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0da5128f-e359-4397-8d2a-c184bbc1e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:41.235438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41874) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:41.246135 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port c4d39a83-20b7-475c-ae42-c7a5a85f574f completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:41.255830 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c4d39a83-20b7-475c-ae42-c7a5a85f574f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:41.257100 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:41.260100 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0da5128f-e359-4397-8d2a-c184bbc1e2f5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cdc3dd83214142a7ac163f093b8919a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4463375 Aug 16 22:16:41.317708 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1203233-54f4-48b2-aba3-d55619efcd19 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:41.383192 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6252e06c-50c8-4de2-9376-a6d693695862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:41.424339 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-c03a994f-881a-43f7-9115-f70389a74551 req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecfefdda-8b4e-4075-9b43-162d4027e3f6 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:16:41.441552 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6252e06c-50c8-4de2-9376-a6d693695862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:41.461832 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c03a994f-881a-43f7-9115-f70389a74551 req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:41.486784 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5128f-e359-4397-8d2a-c184bbc1e2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e067f09-7623-42eb-a669-a74a965e372b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:41.555511 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-c03a994f-881a-43f7-9115-f70389a74551 req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] Transition to ACTIVE for port object ecfefdda-8b4e-4075-9b43-162d4027e3f6 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:41.582300 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2e00a729-c4d9-476c-bfaf-894c2a3782a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:41.585758 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:41.587702 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c03a994f-881a-43f7-9115-f70389a74551 req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:41.669097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port c4d39a83-20b7-475c-ae42-c7a5a85f574f, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c4d39a83-20b7-475c-ae42-c7a5a85f574f,segment=NetworkSegment(aaec4aaa-107a-4e3f-b2bf-8b18493280a7),segment_id=aaec4aaa-107a-4e3f-b2bf-8b18493280a7)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:41.676040 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:41.733154 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] Pushing event updated for resources: {'Port': ['ID=ecfefdda-8b4e-4075-9b43-162d4027e3f6,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:41.786246 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6252e06c-50c8-4de2-9376-a6d693695862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:41.792006 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=c4d39a83-20b7-475c-ae42-c7a5a85f574f,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:41.793031 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6252e06c-50c8-4de2-9376-a6d693695862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:41.797525 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6252e06c-50c8-4de2-9376-a6d693695862 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1e067f09-7623-42eb-a669-a74a965e372b HTTP/1.1" status: 204 len: 168 time: 0.5603108 Aug 16 22:16:41.832154 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252e06c-50c8-4de2-9376-a6d693695862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e067f09-7623-42eb-a669-a74a965e372b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:41.836274 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-25ea75b6-bb8f-4ea5-96b0-d077f7d684de service neutron] 10.222.0.93 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9957247 Aug 16 22:16:41.896542 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1203233-54f4-48b2-aba3-d55619efcd19 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:41.963469 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-c03a994f-881a-43f7-9115-f70389a74551 req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] Attempting to bind port ecfefdda-8b4e-4075-9b43-162d4027e3f6 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:41.964159 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-c03a994f-881a-43f7-9115-f70389a74551 req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] Attempting to bind port ecfefdda-8b4e-4075-9b43-162d4027e3f6 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:41.964789 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03a994f-881a-43f7-9115-f70389a74551 req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] Attempting to bind port ecfefdda-8b4e-4075-9b43-162d4027e3f6 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:41.974843 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1203233-54f4-48b2-aba3-d55619efcd19 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:42.007880 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-b1203233-54f4-48b2-aba3-d55619efcd19 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:42.010624 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:42.025703 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1203233-54f4-48b2-aba3-d55619efcd19 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:42.031505 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03a994f-881a-43f7-9115-f70389a74551 req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] Port ecfefdda-8b4e-4075-9b43-162d4027e3f6 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:16:42.032323 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03a994f-881a-43f7-9115-f70389a74551 req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] Attempting to bind port ecfefdda-8b4e-4075-9b43-162d4027e3f6 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:42.037026 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1203233-54f4-48b2-aba3-d55619efcd19 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Pushing event updated for resources: {'Port': ['ID=a0096f9d-7e59-4da6-8f43-2873ed4b37a9,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:42.065910 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03a994f-881a-43f7-9115-f70389a74551 req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:42.066695 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03a994f-881a-43f7-9115-f70389a74551 req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:42.067919 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03a994f-881a-43f7-9115-f70389a74551 req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:42.068938 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-c03a994f-881a-43f7-9115-f70389a74551 req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] Bound port: ecfefdda-8b4e-4075-9b43-162d4027e3f6, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:42.069302 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c03a994f-881a-43f7-9115-f70389a74551 req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:42.171856 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41890) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:42.313505 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4204d6f8-6696-4cf6-8dec-baf062b41406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:42.333096 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1203233-54f4-48b2-aba3-d55619efcd19 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:42.333820 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc1c38-b968-4612-b522-aada04ae083f req-2cb8cb9c-820d-4f03-b8be-f97a090005f9 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:42.341727 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ebc1c38-b968-4612-b522-aada04ae083f req-2cb8cb9c-820d-4f03-b8be-f97a090005f9 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 969 time: 0.0859137 Aug 16 22:16:42.354728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-a6f17232-283a-4a8a-a4cd-8d4a8d01d5dd service neutron] 10.222.0.93 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938855 Aug 16 22:16:42.400737 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ebc1c38-b968-4612-b522-aada04ae083f req-9bd0eac6-dbb9-4794-84ae-7389435769b7 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/security-groups?id=f083d4a8-4084-4183-aa30-fc46efe74f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578291 Aug 16 22:16:42.414482 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-c03a994f-881a-43f7-9115-f70389a74551 req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] For port ecfefdda-8b4e-4075-9b43-162d4027e3f6, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:42.423748 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-c03a994f-881a-43f7-9115-f70389a74551 req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] For port ecfefdda-8b4e-4075-9b43-162d4027e3f6, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ecfefdda-8b4e-4075-9b43-162d4027e3f6,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:42.425902 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1203233-54f4-48b2-aba3-d55619efcd19 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:42.464366 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c03a994f-881a-43f7-9115-f70389a74551 req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:42.546271 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a994f-881a-43f7-9115-f70389a74551 req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:42.547052 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c03a994f-881a-43f7-9115-f70389a74551 req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:42.548570 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c03a994f-881a-43f7-9115-f70389a74551 req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] 10.222.0.39 "PUT /v2.0/ports/ecfefdda-8b4e-4075-9b43-162d4027e3f6 HTTP/1.1" status: 200 len: 1118 time: 4.5785093 Aug 16 22:16:42.549146 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c57f858-b01e-4ac3-883a-1ebcee5107d5', 'tag': 'ecfefdda-8b4e-4075-9b43-162d4027e3f6'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:42.887429 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e9371bc-b311-46ea-8d92-edcaebcee860 req-67d1abb5-7156-4b68-840b-c3eb194f6247 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 210 time: 0.1494138 Aug 16 22:16:42.920817 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c4d39a83-20b7-475c-ae42-c7a5a85f574f up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:43.036114 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf058f4-8392-4d9c-88ec-fe1719f271fc service neutron] Pushing event updated for resources: {'Port': ['ID=ecfefdda-8b4e-4075-9b43-162d4027e3f6,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:43.151021 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:43.190029 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4204d6f8-6696-4cf6-8dec-baf062b41406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:43.200993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c4d39a83-20b7-475c-ae42-c7a5a85f574f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:43.201449 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:43.204244 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4204d6f8-6696-4cf6-8dec-baf062b41406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:43.276210 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf109ebd-f2b6-40fb-ad63-02e1fc404b32" -d '{"events": [{"name": "network-changed", "server_uuid": "0c57f858-b01e-4ac3-883a-1ebcee5107d5", "tag": "ecfefdda-8b4e-4075-9b43-162d4027e3f6"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:43.287962 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204d6f8-6696-4cf6-8dec-baf062b41406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3688a2a2-98b7-4617-bb91-66c7093378f5,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:43.417894 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4204d6f8-6696-4cf6-8dec-baf062b41406 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4fe7399c83b34404b52413d1b6217e57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2100956 Aug 16 22:16:43.421172 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41938) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:43.494856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a8e35-684b-44c2-ac50-99ae9754dd21 req-2682b2ef-3b9b-4a49-824a-210d0000a856 tempest-NetworksTest-214887152 tempest-NetworksTest-214887152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:43.495408 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a8e35-684b-44c2-ac50-99ae9754dd21 req-2682b2ef-3b9b-4a49-824a-210d0000a856 tempest-NetworksTest-214887152 tempest-NetworksTest-214887152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:43.495680 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a8e35-684b-44c2-ac50-99ae9754dd21 req-2682b2ef-3b9b-4a49-824a-210d0000a856 tempest-NetworksTest-214887152 tempest-NetworksTest-214887152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:43.496294 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a8e35-684b-44c2-ac50-99ae9754dd21 req-2682b2ef-3b9b-4a49-824a-210d0000a856 tempest-NetworksTest-214887152 tempest-NetworksTest-214887152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:43.497420 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a8e35-684b-44c2-ac50-99ae9754dd21 req-2682b2ef-3b9b-4a49-824a-210d0000a856 tempest-NetworksTest-214887152 tempest-NetworksTest-214887152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:43.502652 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a8e35-684b-44c2-ac50-99ae9754dd21 req-2682b2ef-3b9b-4a49-824a-210d0000a856 tempest-NetworksTest-214887152 tempest-NetworksTest-214887152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:43.503420 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a8e35-684b-44c2-ac50-99ae9754dd21 req-2682b2ef-3b9b-4a49-824a-210d0000a856 tempest-NetworksTest-214887152 tempest-NetworksTest-214887152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:43.517052 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-686a8e35-684b-44c2-ac50-99ae9754dd21 req-2682b2ef-3b9b-4a49-824a-210d0000a856 tempest-NetworksTest-214887152 tempest-NetworksTest-214887152-project-admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5043 time: 0.3272419 Aug 16 22:16:43.532497 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1203233-54f4-48b2-aba3-d55619efcd19 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:43.641930 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1203233-54f4-48b2-aba3-d55619efcd19 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:43.681379 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1203233-54f4-48b2-aba3-d55619efcd19 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:43.721552 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5f0cd-dbb2-4e5e-b072-5d3f6d01a1b7 req-1a5946e0-2801-4cfc-ae90-e36bec4d7efa tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:43.734150 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ee5f0cd-dbb2-4e5e-b072-5d3f6d01a1b7 req-1a5946e0-2801-4cfc-ae90-e36bec4d7efa tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 969 time: 0.1183457 Aug 16 22:16:43.790875 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1203233-54f4-48b2-aba3-d55619efcd19 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:43.801739 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b1203233-54f4-48b2-aba3-d55619efcd19 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4678195 Aug 16 22:16:43.817188 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a994f-881a-43f7-9115-f70389a74551 req-e6327644-3886-4f7a-833a-d81715f222a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:43.818916 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c03a994f-881a-43f7-9115-f70389a74551 req-e6327644-3886-4f7a-833a-d81715f222a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=19c02b75f74f476fb3301aefb6904ca9&device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 1121 time: 0.2762723 Aug 16 22:16:43.822046 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1203233-54f4-48b2-aba3-d55619efcd19 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Pushing event updated for resources: {'Port': ['ID=a0096f9d-7e59-4da6-8f43-2873ed4b37a9,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:43.835885 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ee5f0cd-dbb2-4e5e-b072-5d3f6d01a1b7 req-5e4c56b4-e3b6-484c-8518-f69fb9c0aa87 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/security-groups?id=f083d4a8-4084-4183-aa30-fc46efe74f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943971 Aug 16 22:16:43.855753 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14f5c6b9-c972-4aa7-83f4-3a0ca0981de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:43.921767 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14f5c6b9-c972-4aa7-83f4-3a0ca0981de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:43.970718 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38be4b79-398b-43d8-9293-f80dcb13d7cf x-openstack-request-id: req-38be4b79-398b-43d8-9293-f80dcb13d7cf {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:43.970856 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c57f858-b01e-4ac3-883a-1ebcee5107d5", "tag": "ecfefdda-8b4e-4075-9b43-162d4027e3f6", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:43.971116 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-38be4b79-398b-43d8-9293-f80dcb13d7cf {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:43.971578 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c57f858-b01e-4ac3-883a-1ebcee5107d5', 'tag': 'ecfefdda-8b4e-4075-9b43-162d4027e3f6', 'status': 'completed', 'code': 200} Aug 16 22:16:44.036793 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c03a994f-881a-43f7-9115-f70389a74551 req-0e4cc124-73e3-45a1-b8a0-541d202a4389 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=ecfefdda-8b4e-4075-9b43-162d4027e3f6 HTTP/1.1" status: 200 len: 217 time: 0.1179631 Aug 16 22:16:44.092615 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14f5c6b9-c972-4aa7-83f4-3a0ca0981de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:44.095414 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14f5c6b9-c972-4aa7-83f4-3a0ca0981de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:44.099246 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-14f5c6b9-c972-4aa7-83f4-3a0ca0981de1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3688a2a2-98b7-4617-bb91-66c7093378f5 HTTP/1.1" status: 204 len: 168 time: 0.6770976 Aug 16 22:16:44.117110 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5c6b9-c972-4aa7-83f4-3a0ca0981de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3688a2a2-98b7-4617-bb91-66c7093378f5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:44.201996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8c9ee-bfe4-4143-8af9-cc238a2d075b req-c7f167a6-37e2-4faa-b87e-570a3392bbf0 tempest-NetworksTest-214887152 tempest-NetworksTest-214887152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:44.203760 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8f8c9ee-bfe4-4143-8af9-cc238a2d075b req-c7f167a6-37e2-4faa-b87e-570a3392bbf0 tempest-NetworksTest-214887152 tempest-NetworksTest-214887152-project-admin] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 886 time: 0.3231211 Aug 16 22:16:44.235725 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9607539a-235d-4dae-8a74-acb3b647df64 req-59737107-dfdf-4b6e-b033-bfefc671dd36 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 210 time: 0.1185215 Aug 16 22:16:44.254821 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a994f-881a-43f7-9115-f70389a74551 req-529f22e3-54b8-4e04-a814-729c66d99413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:44.256947 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c03a994f-881a-43f7-9115-f70389a74551 req-529f22e3-54b8-4e04-a814-729c66d99413 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1025558 Aug 16 22:16:44.478408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-2f8f0529-a801-42cc-9c52-00cc0032715d tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1083574408&fields=id&tenant_id=c49cb28d54204a398d3eabbcdff91482 HTTP/1.1" status: 200 len: 267 time: 0.0697217 Aug 16 22:16:44.659810 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:44.684383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-06eb91d1-0775-4790-ab6d-0931482cbe39 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:44.694563 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-06eb91d1-0775-4790-ab6d-0931482cbe39 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/networks?id=52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 HTTP/1.1" status: 200 len: 822 time: 0.2148337 Aug 16 22:16:44.728704 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-e952a97a-0bae-4e10-a32e-8e39a383d121 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/quotas/c49cb28d54204a398d3eabbcdff91482 HTTP/1.1" status: 200 len: 375 time: 0.0327911 Aug 16 22:16:44.801619 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 60269) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:44.819462 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ce578-c99b-4130-84db-ab2c6564a52e req-23de0542-9c6d-4819-bce9-328ae825d3d3 tempest-NetworksTest-214887152 tempest-NetworksTest-214887152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:44.819863 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ce578-c99b-4130-84db-ab2c6564a52e req-23de0542-9c6d-4819-bce9-328ae825d3d3 tempest-NetworksTest-214887152 tempest-NetworksTest-214887152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:44.820330 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ce578-c99b-4130-84db-ab2c6564a52e req-23de0542-9c6d-4819-bce9-328ae825d3d3 tempest-NetworksTest-214887152 tempest-NetworksTest-214887152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:44.821086 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ce578-c99b-4130-84db-ab2c6564a52e req-23de0542-9c6d-4819-bce9-328ae825d3d3 tempest-NetworksTest-214887152 tempest-NetworksTest-214887152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:44.821842 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ce578-c99b-4130-84db-ab2c6564a52e req-23de0542-9c6d-4819-bce9-328ae825d3d3 tempest-NetworksTest-214887152 tempest-NetworksTest-214887152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:44.822622 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ce578-c99b-4130-84db-ab2c6564a52e req-23de0542-9c6d-4819-bce9-328ae825d3d3 tempest-NetworksTest-214887152 tempest-NetworksTest-214887152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:44.823377 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ce578-c99b-4130-84db-ab2c6564a52e req-23de0542-9c6d-4819-bce9-328ae825d3d3 tempest-NetworksTest-214887152 tempest-NetworksTest-214887152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:44.825998 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a50ce578-c99b-4130-84db-ab2c6564a52e req-23de0542-9c6d-4819-bce9-328ae825d3d3 tempest-NetworksTest-214887152 tempest-NetworksTest-214887152-project-admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5043 time: 0.5213509 Aug 16 22:16:44.906649 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-81f968ff-968b-4ef6-9074-65b3ba86ba0c tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c49cb28d54204a398d3eabbcdff91482&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1764245 Aug 16 22:16:45.201714 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-8f861c63-ab5b-4f21-96ef-5d7973c9a5bd tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:45.203823 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-8f861c63-ab5b-4f21-96ef-5d7973c9a5bd tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.43 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 820 time: 0.3954668 Aug 16 22:16:45.223244 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-e3ad21d4-6970-4e9e-a6a4-3640dd727c67 service neutron] 10.222.0.93 "GET /v2.0/networks/52f93a8f-f7ec-4f0f-aece-ca7aea9abb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876980 Aug 16 22:16:45.259733 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-2b0cf766-c0b0-45d0-9a5e-6182015aad3f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Request body: {'port': {'device_id': 'eeddb6be-e487-4b1b-91d4-fd67cd345377', 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc', 'admin_state_up': True, 'tenant_id': '28d0b07328bc4868a7e7f336c894f93d'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:45.303805 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a3f11-c8ce-41fe-b194-9c3a77a436fc req-08ebb642-110a-4a0a-8840-8160c60f4adc tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:45.312719 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee5a3f11-c8ce-41fe-b194-9c3a77a436fc req-08ebb642-110a-4a0a-8840-8160c60f4adc tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 969 time: 0.2445042 Aug 16 22:16:45.383576 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-3eb14d2e-2c0e-4634-916f-1d310e138163 service neutron] 10.222.0.93 "GET /v2.0/networks/52f93a8f-f7ec-4f0f-aece-ca7aea9abb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591597 Aug 16 22:16:45.393662 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee5a3f11-c8ce-41fe-b194-9c3a77a436fc req-1f690bda-6def-4018-9d83-ff0e80512e4c tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/security-groups?id=f083d4a8-4084-4183-aa30-fc46efe74f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798650 Aug 16 22:16:45.489429 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-2b0cf766-c0b0-45d0-9a5e-6182015aad3f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Made reservation on behalf of 28d0b07328bc4868a7e7f336c894f93d for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:45.495447 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-2b0cf766-c0b0-45d0-9a5e-6182015aad3f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:45.608344 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-215d1747-b109-4d3a-b9ff-498462e6d3a7 req-b0d6403d-7d5b-44f6-bca6-942fd08706ac tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 210 time: 0.0543187 Aug 16 22:16:45.686078 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-031a5316-a6d5-4c81-8477-4244f4f8e13f req-b80466ea-6610-4817-adfb-4d48156033f3 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 210 time: 0.0805862 Aug 16 22:16:45.774062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42038) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:45.832961 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-2b0cf766-c0b0-45d0-9a5e-6182015aad3f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Allocated IP 172.20.0.9 (b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc/75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b/a7f6fcc5-3528-47a6-a559-521fa9f080ca) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:46.137544 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-2b0cf766-c0b0-45d0-9a5e-6182015aad3f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:46.204814 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab8b46bc-7378-4699-bcd8-a73a3a2ff09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:46.246378 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-2b0cf766-c0b0-45d0-9a5e-6182015aad3f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:46.360452 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-2b0cf766-c0b0-45d0-9a5e-6182015aad3f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:46.366649 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-2b0cf766-c0b0-45d0-9a5e-6182015aad3f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:46.385558 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-2b0cf766-c0b0-45d0-9a5e-6182015aad3f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:46.399641 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-2b0cf766-c0b0-45d0-9a5e-6182015aad3f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:46.403540 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-2b0cf766-c0b0-45d0-9a5e-6182015aad3f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:46.462996 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0cf766-c0b0-45d0-9a5e-6182015aad3f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Pushing event updated for resources: {'Port': ['ID=a7f6fcc5-3528-47a6-a559-521fa9f080ca,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:46.508488 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab8b46bc-7378-4699-bcd8-a73a3a2ff09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:46.516088 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab8b46bc-7378-4699-bcd8-a73a3a2ff09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:46.520674 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-2b0cf766-c0b0-45d0-9a5e-6182015aad3f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2654092 Aug 16 22:16:46.615170 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ab8b46bc-7378-4699-bcd8-a73a3a2ff09f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4f6355317c5b4b979f6b926c53e6b429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8372173 Aug 16 22:16:46.615752 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42070) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:46.618190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b46bc-7378-4699-bcd8-a73a3a2ff09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b884bf1-6e80-44da-aa79-5489adc3cb29,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:46.688991 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798ee58-cc8b-407b-812c-a19d0f9d5126 req-4b129f0f-3a25-43c5-8e77-662af417cd71 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:46.694281 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a798ee58-cc8b-407b-812c-a19d0f9d5126 req-4b129f0f-3a25-43c5-8e77-662af417cd71 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 969 time: 0.1355104 Aug 16 22:16:46.789353 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a798ee58-cc8b-407b-812c-a19d0f9d5126 req-cc3b02b1-56c7-4f4a-baa8-21ff5c8dfa92 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/security-groups?id=f083d4a8-4084-4183-aa30-fc46efe74f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850558 Aug 16 22:16:46.791244 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-03cc09d3-24fb-4a80-becb-29e82e6d1f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:46.989002 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c01dc097-4207-45eb-a0b8-000dcb075159 req-1634092f-cdb5-40df-bd11-85f116e28d1c tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 210 time: 0.0874386 Aug 16 22:16:47.049590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba479a1f-41d7-415d-a310-f8ac6d24950c req-185e2325-19e0-45ac-897d-4d8c0801f5ab tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:47.062243 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-03cc09d3-24fb-4a80-becb-29e82e6d1f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:47.064380 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba479a1f-41d7-415d-a310-f8ac6d24950c req-185e2325-19e0-45ac-897d-4d8c0801f5ab tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 931 time: 0.2306459 Aug 16 22:16:47.114625 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a994f-881a-43f7-9115-f70389a74551 req-cadc01c8-ba94-4273-ad82-7477d6b1502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:47.116295 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c03a994f-881a-43f7-9115-f70389a74551 req-cadc01c8-ba94-4273-ad82-7477d6b1502c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3340235 Aug 16 22:16:47.156769 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba479a1f-41d7-415d-a310-f8ac6d24950c req-f0e289ee-17b2-4dc2-8daa-f09cda94a0fd tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911775 Aug 16 22:16:47.292362 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-03cc09d3-24fb-4a80-becb-29e82e6d1f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:47.295289 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-03cc09d3-24fb-4a80-becb-29e82e6d1f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:47.296469 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-03cc09d3-24fb-4a80-becb-29e82e6d1f02 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0b884bf1-6e80-44da-aa79-5489adc3cb29 HTTP/1.1" status: 204 len: 168 time: 0.6793711 Aug 16 22:16:47.314421 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42092) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:47.333259 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc09d3-24fb-4a80-becb-29e82e6d1f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b884bf1-6e80-44da-aa79-5489adc3cb29,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:47.337502 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c03a994f-881a-43f7-9115-f70389a74551 req-f6ab4866-f61f-47d6-84e2-851fba45ec93 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099984 Aug 16 22:16:47.480291 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c03a994f-881a-43f7-9115-f70389a74551 req-a92bdb7b-8199-4054-a722-d996816d7621 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348150 Aug 16 22:16:47.675352 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf109ebd-f2b6-40fb-ad63-02e1fc404b32 req-b184a609-de02-4302-8680-b85c1d8aac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:47.676881 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cf109ebd-f2b6-40fb-ad63-02e1fc404b32 req-b184a609-de02-4302-8680-b85c1d8aac39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=19c02b75f74f476fb3301aefb6904ca9&device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 1121 time: 0.0932689 Aug 16 22:16:47.766692 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a1e541c8-7bd8-4306-96ea-1f47a2cab8df admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1129381336-network', 'tenant_id': 'c5206ab6d6f447fc9622b86511f61275'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:47.821200 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e541c8-7bd8-4306-96ea-1f47a2cab8df admin admin] Made reservation on behalf of c5206ab6d6f447fc9622b86511f61275 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:47.826268 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a1e541c8-7bd8-4306-96ea-1f47a2cab8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:47.866646 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a1e541c8-7bd8-4306-96ea-1f47a2cab8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:47.929246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42108) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:47.952577 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a4221a5-9d92-4589-89e5-6b797d45ca13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:47.969830 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf109ebd-f2b6-40fb-ad63-02e1fc404b32 req-fd918a6d-52d0-4c57-be0f-3834568c4d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:47.971438 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cf109ebd-f2b6-40fb-ad63-02e1fc404b32 req-fd918a6d-52d0-4c57-be0f-3834568c4d8c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.2860093 Aug 16 22:16:48.047614 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cf109ebd-f2b6-40fb-ad63-02e1fc404b32 req-708b6835-54ce-4fc6-a320-c033d67adfe5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=ecfefdda-8b4e-4075-9b43-162d4027e3f6 HTTP/1.1" status: 200 len: 217 time: 0.0671084 Aug 16 22:16:48.102595 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42114) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:48.111586 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf109ebd-f2b6-40fb-ad63-02e1fc404b32 req-1e9281af-9931-47b6-ae78-1086ecc43f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:48.113345 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cf109ebd-f2b6-40fb-ad63-02e1fc404b32 req-1e9281af-9931-47b6-ae78-1086ecc43f2f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0573978 Aug 16 22:16:48.179273 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf109ebd-f2b6-40fb-ad63-02e1fc404b32 req-1b940eee-1721-4b16-a28a-0e2865569687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:48.180974 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cf109ebd-f2b6-40fb-ad63-02e1fc404b32 req-1b940eee-1721-4b16-a28a-0e2865569687 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0604746 Aug 16 22:16:48.185386 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49320a60-f1f4-44f0-a935-8bf7740b7b26 req-971f67f4-7134-4039-9026-c1e26494231b tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 210 time: 0.0563316 Aug 16 22:16:48.207053 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48773b8f-a4ed-4470-a7d6-0d0469193e6b req-ec2afaf5-a09b-4735-bfec-eccc47f14fd5 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:48.212637 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-48773b8f-a4ed-4470-a7d6-0d0469193e6b req-ec2afaf5-a09b-4735-bfec-eccc47f14fd5 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 969 time: 0.2449648 Aug 16 22:16:48.348153 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-48773b8f-a4ed-4470-a7d6-0d0469193e6b req-11a34653-34e1-43d4-af67-e81ab607084d tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/security-groups?id=f083d4a8-4084-4183-aa30-fc46efe74f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130977 Aug 16 22:16:48.350557 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a1e541c8-7bd8-4306-96ea-1f47a2cab8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:48.368023 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cf109ebd-f2b6-40fb-ad63-02e1fc404b32 req-a867dbcc-2152-47b7-a68d-3402e69b7131 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785102 Aug 16 22:16:48.383000 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a1e541c8-7bd8-4306-96ea-1f47a2cab8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:48.406173 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e541c8-7bd8-4306-96ea-1f47a2cab8df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:16:48.454304 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a1e541c8-7bd8-4306-96ea-1f47a2cab8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:48.455000 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-a1e541c8-7bd8-4306-96ea-1f47a2cab8df admin admin] Added segment 9ca1cecb-19fb-4aeb-a395-d4b788b381bb of type vlan for network f8a63fa3-3f8c-44df-b68b-c5d1b765109d Aug 16 22:16:48.507514 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a1e541c8-7bd8-4306-96ea-1f47a2cab8df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:48.530429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c389a-8c78-4ce9-9efb-ceef54fb818e req-da56e234-15ef-46a9-ad8e-dbd1040a1bc8 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:48.531992 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-028c389a-8c78-4ce9-9efb-ceef54fb818e req-da56e234-15ef-46a9-ad8e-dbd1040a1bc8 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 931 time: 0.2472744 Aug 16 22:16:48.532633 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e541c8-7bd8-4306-96ea-1f47a2cab8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:48.551393 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cf109ebd-f2b6-40fb-ad63-02e1fc404b32 req-be16d857-9a7e-474b-b6bc-5164b6cef399 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758690 Aug 16 22:16:48.600666 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-208f84de-14a2-4c11-a480-3bda89f8d8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:48.650743 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a1e541c8-7bd8-4306-96ea-1f47a2cab8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:48.651742 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e541c8-7bd8-4306-96ea-1f47a2cab8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:48.652402 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a1e541c8-7bd8-4306-96ea-1f47a2cab8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:48.668156 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-028c389a-8c78-4ce9-9efb-ceef54fb818e req-84f487fc-2b01-45a5-8bdf-273c39d51778 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201437 Aug 16 22:16:48.745274 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e541c8-7bd8-4306-96ea-1f47a2cab8df admin admin] Pushing event updated for resources: {'Network': ['ID=f8a63fa3-3f8c-44df-b68b-c5d1b765109d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:48.765747 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network f8a63fa3-3f8c-44df-b68b-c5d1b765109d details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:16:48.773073 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a4221a5-9d92-4589-89e5-6b797d45ca13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:48.781632 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a4221a5-9d92-4589-89e5-6b797d45ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:48.802289 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a1e541c8-7bd8-4306-96ea-1f47a2cab8df admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4834757 Aug 16 22:16:48.803196 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42136) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:48.810232 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-cf92174d-09d9-4410-827d-f2ffbfa64dca admin admin] Request body: {'subnet': {'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1129381336-subnet', 'tenant_id': 'c5206ab6d6f447fc9622b86511f61275', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:48.869656 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2a4221a5-9d92-4589-89e5-6b797d45ca13 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1cef667778b54ed5af7410373bee7b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9362102 Aug 16 22:16:48.872809 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42140) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:48.888059 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4221a5-9d92-4589-89e5-6b797d45ca13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e16a63-bd9d-4b4c-9e69-c4bca0a98628,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:48.940583 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf75c064-ba4c-4c4d-bcdf-aa774df22f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:48.944509 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-208f84de-14a2-4c11-a480-3bda89f8d8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:48.949284 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-208f84de-14a2-4c11-a480-3bda89f8d8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:48.969623 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf75c064-ba4c-4c4d-bcdf-aa774df22f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:49.001756 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf92174d-09d9-4410-827d-f2ffbfa64dca admin admin] Made reservation on behalf of c5206ab6d6f447fc9622b86511f61275 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:49.004031 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf92174d-09d9-4410-827d-f2ffbfa64dca admin admin] Notify callbacks [] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:49.023586 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-208f84de-14a2-4c11-a480-3bda89f8d8b3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5f845136d0c24ab7954ca20836761f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9077811 Aug 16 22:16:49.026037 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f84de-14a2-4c11-a480-3bda89f8d8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d556ad4-6146-4f80-844a-790921264e58,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:49.031575 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42152) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:49.109264 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf75c064-ba4c-4c4d-bcdf-aa774df22f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:49.111766 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf75c064-ba4c-4c4d-bcdf-aa774df22f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:49.112890 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cf75c064-ba4c-4c4d-bcdf-aa774df22f5d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b6e16a63-bd9d-4b4c-9e69-c4bca0a98628 HTTP/1.1" status: 204 len: 168 time: 0.2391069 Aug 16 22:16:49.129046 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75c064-ba4c-4c4d-bcdf-aa774df22f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e16a63-bd9d-4b4c-9e69-c4bca0a98628,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:49.143278 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd21e8d9-9446-48f6-891c-7a986b048cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:49.173878 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd21e8d9-9446-48f6-891c-7a986b048cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:49.274346 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd21e8d9-9446-48f6-891c-7a986b048cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:49.284945 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd21e8d9-9446-48f6-891c-7a986b048cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:49.289785 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fd21e8d9-9446-48f6-891c-7a986b048cb7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1d556ad4-6146-4f80-844a-790921264e58 HTTP/1.1" status: 204 len: 168 time: 0.2557707 Aug 16 22:16:49.307025 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21e8d9-9446-48f6-891c-7a986b048cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d556ad4-6146-4f80-844a-790921264e58,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:49.321011 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf92174d-09d9-4410-827d-f2ffbfa64dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:49.458628 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-798fc122-0d22-4c01-9939-43b8598550d9 req-545f98cb-01f6-44bc-a7a0-541728059cb5 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 210 time: 0.1154616 Aug 16 22:16:49.487246 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92174d-09d9-4410-827d-f2ffbfa64dca admin admin] Pushing event updated for resources: {'Subnet': ['ID=eacf5177-2040-46b3-9089-5860f949a56c,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:49.571635 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92174d-09d9-4410-827d-f2ffbfa64dca admin admin] Checking segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:49.572004 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf92174d-09d9-4410-827d-f2ffbfa64dca admin admin] Network hostable DHCP agents. Network: f8a63fa3-3f8c-44df-b68b-c5d1b765109d, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:16:49.593931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b79c6-643f-4742-98c1-306427a0f202 req-acc1ed45-93ab-4723-b268-e23a4cf94a18 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:49.594636 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf92174d-09d9-4410-827d-f2ffbfa64dca admin admin] Network f8a63fa3-3f8c-44df-b68b-c5d1b765109d is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:16:49.595520 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec9b79c6-643f-4742-98c1-306427a0f202 req-acc1ed45-93ab-4723-b268-e23a4cf94a18 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 969 time: 0.0941288 Aug 16 22:16:49.610107 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-cf92174d-09d9-4410-827d-f2ffbfa64dca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, f8a63fa3-3f8c-44df-b68b-c5d1b765109d) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:49.622929 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf92174d-09d9-4410-827d-f2ffbfa64dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:49.622929 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf92174d-09d9-4410-827d-f2ffbfa64dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:49.655119 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cf92174d-09d9-4410-827d-f2ffbfa64dca admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8503881 Aug 16 22:16:49.660764 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0418d72-cfc5-4699-82b6-954cd62e94c3 None None] Network f8a63fa3-3f8c-44df-b68b-c5d1b765109d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:49.714621 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec9b79c6-643f-4742-98c1-306427a0f202 req-2c98d413-647d-4dd9-aaa9-10cc60cca4a7 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/security-groups?id=f083d4a8-4084-4183-aa30-fc46efe74f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108670 Aug 16 22:16:49.898519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28178a-1b8c-4aa5-b9a6-53cc7deed420 req-4a54fd47-86f8-42e3-8983-b2aaf452bde8 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:49.909474 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf28178a-1b8c-4aa5-b9a6-53cc7deed420 req-4a54fd47-86f8-42e3-8983-b2aaf452bde8 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 931 time: 0.0752482 Aug 16 22:16:49.956738 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf28178a-1b8c-4aa5-b9a6-53cc7deed420 req-ede3c447-79ab-4518-bbf5-442c7aa4593d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458112 Aug 16 22:16:49.957761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42192) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:49.986269 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9087c763-3c4a-49ba-9ddd-e97e527c8c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:50.082488 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0c023f-a1a7-429c-a718-eeadeb6743b0 None None] Network f8a63fa3-3f8c-44df-b68b-c5d1b765109d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:50.376986 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9087c763-3c4a-49ba-9ddd-e97e527c8c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:50.392481 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9087c763-3c4a-49ba-9ddd-e97e527c8c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:50.463960 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9087c763-3c4a-49ba-9ddd-e97e527c8c30 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1fba47ba66e8425196f5a32ce18366a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5019660 Aug 16 22:16:50.464314 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42210) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:50.497798 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087c763-3c4a-49ba-9ddd-e97e527c8c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59afe0b4-835e-4ae0-8975-44e5a65ac95b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:50.578313 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76584e18-038d-4f5a-8f2f-a9ef9a1acedf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:50.638653 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-01b2658b-e6e5-4404-91b2-2e044ce62fff req-15b13c54-2fd5-42e5-b661-02c60972d08e tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 210 time: 0.0543251 Aug 16 22:16:50.643809 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76584e18-038d-4f5a-8f2f-a9ef9a1acedf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:50.703120 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76584e18-038d-4f5a-8f2f-a9ef9a1acedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:50.705902 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76584e18-038d-4f5a-8f2f-a9ef9a1acedf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:50.707068 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-76584e18-038d-4f5a-8f2f-a9ef9a1acedf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/59afe0b4-835e-4ae0-8975-44e5a65ac95b HTTP/1.1" status: 204 len: 168 time: 0.2409065 Aug 16 22:16:50.716516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76584e18-038d-4f5a-8f2f-a9ef9a1acedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59afe0b4-835e-4ae0-8975-44e5a65ac95b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:50.881603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b679d36-4dfb-4850-8f6d-d0a274e22ed5 req-eff61a49-7faf-4452-99dc-4b04e78dccf6 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:50.883596 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b679d36-4dfb-4850-8f6d-d0a274e22ed5 req-eff61a49-7faf-4452-99dc-4b04e78dccf6 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 969 time: 0.0852110 Aug 16 22:16:50.930765 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b679d36-4dfb-4850-8f6d-d0a274e22ed5 req-2d58c044-56ae-4995-a21e-8a52e551fb28 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/security-groups?id=f083d4a8-4084-4183-aa30-fc46efe74f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361617 Aug 16 22:16:50.961034 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ecfefdda-8b4e-4075-9b43-162d4027e3f6 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:16:51.120597 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0a7a2-85ec-4554-b67f-8a3edced0ea6 req-443a1214-6e0a-4d68-8b0d-77dd289ce291 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:51.130198 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d9a0a7a2-85ec-4554-b67f-8a3edced0ea6 req-443a1214-6e0a-4d68-8b0d-77dd289ce291 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 931 time: 0.0687428 Aug 16 22:16:51.130658 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port ecfefdda-8b4e-4075-9b43-162d4027e3f6, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ecfefdda-8b4e-4075-9b43-162d4027e3f6,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:51.165007 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'ecfefdda-8b4e-4075-9b43-162d4027e3f6', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': 'ecfefdda-8b4e-4075-9b43-162d4027e3f6', 'mac_address': 'fa:16:3e:bc:a0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:tempest-test_az-774117167', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:16:51.173245 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d9a0a7a2-85ec-4554-b67f-8a3edced0ea6 req-f2389e8e-2ae0-4566-aabe-7b952983efa0 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420115 Aug 16 22:16:51.228021 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:51.244796 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecfefdda-8b4e-4075-9b43-162d4027e3f6 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:16:51.300847 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port ecfefdda-8b4e-4075-9b43-162d4027e3f6, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ecfefdda-8b4e-4075-9b43-162d4027e3f6,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:51.305006 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:51.356711 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=ecfefdda-8b4e-4075-9b43-162d4027e3f6,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:51.616327 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42258) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:51.620034 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['ecfefdda-8b4e-4075-9b43-162d4027e3f6'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:16:51.623530 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4f30783c-4438-4d29-848e-4a9f15c46e88 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-52326243-network', 'tenant_id': 'b298163e5b014974a797a5556658161f'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:51.691435 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f30783c-4438-4d29-848e-4a9f15c46e88 admin admin] Made reservation on behalf of b298163e5b014974a797a5556658161f for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:51.696835 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4f30783c-4438-4d29-848e-4a9f15c46e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:51.736143 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4f30783c-4438-4d29-848e-4a9f15c46e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:51.843461 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f69eeb1-ec4c-47cb-bcb5-302b80af2006 req-c13cf730-12c2-4a08-98a5-10acde095e98 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 210 time: 0.0630863 Aug 16 22:16:51.967214 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4f30783c-4438-4d29-848e-4a9f15c46e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:51.976341 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4f30783c-4438-4d29-848e-4a9f15c46e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:52.007788 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f30783c-4438-4d29-848e-4a9f15c46e88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:16:52.013339 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30783c-4438-4d29-848e-4a9f15c46e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e1e506-c8c4-49b2-bf74-54ee67b44a4a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:52.023992 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4f30783c-4438-4d29-848e-4a9f15c46e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:52.024672 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-4f30783c-4438-4d29-848e-4a9f15c46e88 admin admin] Added segment e80b2db0-622d-4cf7-bd53-08597bdb8c0e of type vlan for network 1d3fc817-31dd-4bfc-aa3c-409cc8b7bdfe Aug 16 22:16:52.098327 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4f30783c-4438-4d29-848e-4a9f15c46e88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:52.145691 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4f30783c-4438-4d29-848e-4a9f15c46e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:52.147162 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f30783c-4438-4d29-848e-4a9f15c46e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:52.147934 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4f30783c-4438-4d29-848e-4a9f15c46e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:52.218362 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4f30783c-4438-4d29-848e-4a9f15c46e88 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5958214 Aug 16 22:16:52.218362 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42288) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:52.226167 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0d89c7e8-fda2-440d-a431-19a14e6fa03b admin admin] Request body: {'subnet': {'network_id': '1d3fc817-31dd-4bfc-aa3c-409cc8b7bdfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-52326243-subnet', 'tenant_id': 'b298163e5b014974a797a5556658161f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:52.278434 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30783c-4438-4d29-848e-4a9f15c46e88 admin admin] Pushing event updated for resources: {'Network': ['ID=1d3fc817-31dd-4bfc-aa3c-409cc8b7bdfe,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:52.294694 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 1d3fc817-31dd-4bfc-aa3c-409cc8b7bdfe details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:16:52.295259 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d89c7e8-fda2-440d-a431-19a14e6fa03b admin admin] Made reservation on behalf of b298163e5b014974a797a5556658161f for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:52.298009 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d89c7e8-fda2-440d-a431-19a14e6fa03b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:52.351271 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ddd591-97f7-47ac-84c3-ef0e31aa8b0d req-cf969057-8c79-4468-bec7-c78ebbfeaee9 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:52.360799 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-25ddd591-97f7-47ac-84c3-ef0e31aa8b0d req-cf969057-8c79-4468-bec7-c78ebbfeaee9 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 970 time: 0.2990539 Aug 16 22:16:52.452877 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-25ddd591-97f7-47ac-84c3-ef0e31aa8b0d req-e6a9d85e-dbab-4fef-9ed3-8ddd8aeadf98 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/security-groups?id=f083d4a8-4084-4183-aa30-fc46efe74f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908628 Aug 16 22:16:52.596939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88d0f6-9855-4c89-a0fd-302ae40359ef req-9f166100-f05e-4f1f-bb9b-2c4714730c16 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:52.598922 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da88d0f6-9855-4c89-a0fd-302ae40359ef req-9f166100-f05e-4f1f-bb9b-2c4714730c16 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 931 time: 0.0831954 Aug 16 22:16:52.673429 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da88d0f6-9855-4c89-a0fd-302ae40359ef req-c53fb3a1-06c5-42a3-8fed-5ed3b1148c96 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665600 Aug 16 22:16:52.716808 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d89c7e8-fda2-440d-a431-19a14e6fa03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:52.794891 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89c7e8-fda2-440d-a431-19a14e6fa03b admin admin] Pushing event updated for resources: {'Subnet': ['ID=078a8eae-9132-40da-b5d4-fdf03e621f29,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:52.797056 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d89c7e8-fda2-440d-a431-19a14e6fa03b admin admin] Checking segment: {'id': 'e80b2db0-622d-4cf7-bd53-08597bdb8c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1d3fc817-31dd-4bfc-aa3c-409cc8b7bdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:52.797406 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d89c7e8-fda2-440d-a431-19a14e6fa03b admin admin] Network hostable DHCP agents. Network: 1d3fc817-31dd-4bfc-aa3c-409cc8b7bdfe, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:16:52.819329 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d89c7e8-fda2-440d-a431-19a14e6fa03b admin admin] Network 1d3fc817-31dd-4bfc-aa3c-409cc8b7bdfe is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:16:52.835836 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0d89c7e8-fda2-440d-a431-19a14e6fa03b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 1d3fc817-31dd-4bfc-aa3c-409cc8b7bdfe) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:52.840538 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d89c7e8-fda2-440d-a431-19a14e6fa03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:52.841119 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d89c7e8-fda2-440d-a431-19a14e6fa03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:52.847003 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d9bf82-e599-4687-b1de-8d2796c53161 None None] Network 1d3fc817-31dd-4bfc-aa3c-409cc8b7bdfe requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:52.889424 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0d89c7e8-fda2-440d-a431-19a14e6fa03b admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6621144 Aug 16 22:16:52.946912 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ecfefdda-8b4e-4075-9b43-162d4027e3f6 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:53.102723 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e5f2099-f3d5-40fc-82b6-001c27acd9c6 req-5391b1bf-36db-472c-99c1-824d8e76ffe0 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 210 time: 0.0522804 Aug 16 22:16:53.138812 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93c289c-94f2-4057-b91d-0f86851ee5d4 None None] Network 1d3fc817-31dd-4bfc-aa3c-409cc8b7bdfe requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:53.199974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port ecfefdda-8b4e-4075-9b43-162d4027e3f6 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:53.207618 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port ecfefdda-8b4e-4075-9b43-162d4027e3f6 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:53.208344 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:53.400368 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42324) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:53.484547 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:53.528000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c57f858-b01e-4ac3-883a-1ebcee5107d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfefdda-8b4e-4075-9b43-162d4027e3f6'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:53.635141 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4175d0-c4ea-4d9a-8aea-0f5fa1598f7a req-06e35f55-e166-4cac-a85d-0c2794741814 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:53.646550 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b4175d0-c4ea-4d9a-8aea-0f5fa1598f7a req-06e35f55-e166-4cac-a85d-0c2794741814 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 970 time: 0.0895064 Aug 16 22:16:53.656606 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port ecfefdda-8b4e-4075-9b43-162d4027e3f6, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ecfefdda-8b4e-4075-9b43-162d4027e3f6,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:53.663824 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:53.728940 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b4175d0-c4ea-4d9a-8aea-0f5fa1598f7a req-135d02d0-38ed-4c54-baea-5005908b5562 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/security-groups?id=f083d4a8-4084-4183-aa30-fc46efe74f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811808 Aug 16 22:16:53.758846 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19c4ad47-1e91-43b7-8abe-e25e39f3f7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:53.769443 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=ecfefdda-8b4e-4075-9b43-162d4027e3f6,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:53.989314 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19c4ad47-1e91-43b7-8abe-e25e39f3f7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:53.999699 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19c4ad47-1e91-43b7-8abe-e25e39f3f7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:54.001118 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00c445-6307-4152-abbd-b54452327872 req-c88c8665-ae04-43df-9cfb-8dedf22f78bb tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:54.002732 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c00c445-6307-4152-abbd-b54452327872 req-c88c8665-ae04-43df-9cfb-8dedf22f78bb tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 931 time: 0.0709519 Aug 16 22:16:54.044755 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ad47-1e91-43b7-8abe-e25e39f3f7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3c3498-95c9-418a-a666-8ca09c7d4a52,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:54.049765 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-19c4ad47-1e91-43b7-8abe-e25e39f3f7a1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3bd4f66482f8406ea597147a04d4fe5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6481616 Aug 16 22:16:54.067940 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42348) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:54.086291 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c00c445-6307-4152-abbd-b54452327872 req-6d11e234-a505-45c6-9dba-8c1a3a2ce5a2 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726445 Aug 16 22:16:54.140005 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84036b8c-7920-47f7-8b0d-4aa18bf25253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:54.172702 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84036b8c-7920-47f7-8b0d-4aa18bf25253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:54.255980 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84036b8c-7920-47f7-8b0d-4aa18bf25253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:54.259246 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84036b8c-7920-47f7-8b0d-4aa18bf25253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:54.263212 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-84036b8c-7920-47f7-8b0d-4aa18bf25253 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9c3c3498-95c9-418a-a666-8ca09c7d4a52 HTTP/1.1" status: 204 len: 168 time: 0.1907346 Aug 16 22:16:54.307131 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84036b8c-7920-47f7-8b0d-4aa18bf25253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3c3498-95c9-418a-a666-8ca09c7d4a52,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:54.318187 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2caa16b-60db-4382-8388-ca5cf7dc8c67 req-323847de-1e62-4f2d-b615-59bdaf0e6136 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 210 time: 0.0524399 Aug 16 22:16:54.422945 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394d3825-1002-4f2e-857a-5986aea236db" -d '{"events": [{"server_uuid": "0c57f858-b01e-4ac3-883a-1ebcee5107d5", "name": "network-vif-plugged", "status": "completed", "tag": "ecfefdda-8b4e-4075-9b43-162d4027e3f6"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:54.475254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-09697caf-48a8-4576-9ee1-a5b2869c14ae tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:54.476879 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-09697caf-48a8-4576-9ee1-a5b2869c14ae tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 808 time: 0.1559427 Aug 16 22:16:54.492755 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-bbbab1f1-c9ce-4533-8af1-47b06c4f6236 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/quotas/c5206ab6d6f447fc9622b86511f61275 HTTP/1.1" status: 200 len: 375 time: 0.0093420 Aug 16 22:16:54.528586 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-c422634e-8fc1-4256-ba42-4a8a60d5cc6f tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290205 Aug 16 22:16:54.540872 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-7bee94ec-85e4-4680-aed6-9f8f1a2bddb2 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:16:54.546541 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-7bee94ec-85e4-4680-aed6-9f8f1a2bddb2 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105927 Aug 16 22:16:54.934586 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-dde6371f-0fbf-457e-9c45-425c511f8a78 service neutron] 10.222.0.93 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586308 Aug 16 22:16:54.979742 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42396) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:55.013366 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa11bd4e-53a2-4631-97e7-632b24d2b220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:55.047102 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-90043c2b-fdaf-45c9-b7fa-2bdba9c47cc2 service neutron] 10.222.0.93 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095343 Aug 16 22:16:55.138357 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98172b0e-e7be-4d0e-af4d-52f9ae9de6aa x-openstack-request-id: req-98172b0e-e7be-4d0e-af4d-52f9ae9de6aa {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:55.138975 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c57f858-b01e-4ac3-883a-1ebcee5107d5", "name": "network-vif-plugged", "status": "completed", "tag": "ecfefdda-8b4e-4075-9b43-162d4027e3f6", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:55.138975 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-98172b0e-e7be-4d0e-af4d-52f9ae9de6aa {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:55.139342 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c57f858-b01e-4ac3-883a-1ebcee5107d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfefdda-8b4e-4075-9b43-162d4027e3f6', 'code': 200} Aug 16 22:16:55.166326 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa11bd4e-53a2-4631-97e7-632b24d2b220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:55.171544 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa11bd4e-53a2-4631-97e7-632b24d2b220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:55.236040 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fa11bd4e-53a2-4631-97e7-632b24d2b220 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f4276023dc9a4e9591dcd4623e0fb4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540803 Aug 16 22:16:55.237351 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11bd4e-53a2-4631-97e7-632b24d2b220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94b02e3-03f3-4dac-aedc-6d80c7b1f333,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:55.239060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42406) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:55.360807 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7932952-1824-4d09-b0c4-32a43c3e777f req-8e4d66c0-5f29-4e3f-9e16-e51faaca8b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:55.362624 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c7932952-1824-4d09-b0c4-32a43c3e777f req-8e4d66c0-5f29-4e3f-9e16-e51faaca8b74 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 1123 time: 0.1084228 Aug 16 22:16:55.387056 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c7932952-1824-4d09-b0c4-32a43c3e777f req-84ed9868-b0f0-42c1-b63e-04c3fa5e80ae service neutron] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:55.394407 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d5f96176-99a7-4c34-b7bc-87c14146cbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:55.456412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5b187-c909-4f35-ab74-86b5263c1c4a req-44804361-0254-4731-a5a6-9350ff9a27c0 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:55.461732 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ba5b187-c909-4f35-ab74-86b5263c1c4a req-44804361-0254-4731-a5a6-9350ff9a27c0 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 971 time: 0.1409287 Aug 16 22:16:55.470049 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d5f96176-99a7-4c34-b7bc-87c14146cbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:55.515392 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:16:55.551596 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c7932952-1824-4d09-b0c4-32a43c3e777f req-84ed9868-b0f0-42c1-b63e-04c3fa5e80ae service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:55.557122 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c7932952-1824-4d09-b0c4-32a43c3e777f req-84ed9868-b0f0-42c1-b63e-04c3fa5e80ae service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:55.592912 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c7932952-1824-4d09-b0c4-32a43c3e777f req-84ed9868-b0f0-42c1-b63e-04c3fa5e80ae service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f083d4a8-4084-4183-aa30-fc46efe74f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202110 Aug 16 22:16:55.597169 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ba5b187-c909-4f35-ab74-86b5263c1c4a req-cd9458cf-31d9-4c56-95cd-79f2cfe098c4 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/security-groups?id=f083d4a8-4084-4183-aa30-fc46efe74f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296008 Aug 16 22:16:55.602269 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed9868-b0f0-42c1-b63e-04c3fa5e80ae service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=474464e9-8adc-4142-97a1-2f2d777c22fc,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:55.618634 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89eacfc6-c136-4652-acda-7282b6bf873b req-d6767f07-9efe-4ea2-b609-aba1e5ca9214 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=e740912f87df42cdb1cc0e403969e17d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610449 Aug 16 22:16:55.620043 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d5f96176-99a7-4c34-b7bc-87c14146cbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:55.623482 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d5f96176-99a7-4c34-b7bc-87c14146cbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:55.625045 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d5f96176-99a7-4c34-b7bc-87c14146cbf4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b94b02e3-03f3-4dac-aedc-6d80c7b1f333 HTTP/1.1" status: 204 len: 168 time: 0.3845530 Aug 16 22:16:55.647318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f96176-99a7-4c34-b7bc-87c14146cbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94b02e3-03f3-4dac-aedc-6d80c7b1f333,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:55.840627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eacfc6-c136-4652-acda-7282b6bf873b req-310ef0dc-40c6-40fc-89b4-c60394111b84 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:55.853432 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89eacfc6-c136-4652-acda-7282b6bf873b req-310ef0dc-40c6-40fc-89b4-c60394111b84 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2265317 Aug 16 22:16:55.875708 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89eacfc6-c136-4652-acda-7282b6bf873b req-c34531e5-834d-4635-bd32-3cb5564e74ac tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/quotas/e740912f87df42cdb1cc0e403969e17d HTTP/1.1" status: 200 len: 375 time: 0.0209255 Aug 16 22:16:55.922968 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89eacfc6-c136-4652-acda-7282b6bf873b req-4cbad24d-19dd-44a8-ab51-7ce8fe5596c0 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e740912f87df42cdb1cc0e403969e17d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461915 Aug 16 22:16:56.205944 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d04374f7-75cc-4358-922a-99037c7c20ac req-1d7b31d5-5c3b-4538-ba29-9fde87f830a4 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 210 time: 0.0386815 Aug 16 22:16:56.224044 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbf42e-9e7d-4ea6-a453-a3628f919a21 req-401951bb-71bb-4886-96e6-36efa0f50f56 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:56.225770 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aefbf42e-9e7d-4ea6-a453-a3628f919a21 req-401951bb-71bb-4886-96e6-36efa0f50f56 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 931 time: 0.1244230 Aug 16 22:16:56.281228 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aefbf42e-9e7d-4ea6-a453-a3628f919a21 req-899570b3-f31d-4c34-a132-95892988422d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473192 Aug 16 22:16:56.281508 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42444) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:56.298025 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4fe73d56-5eda-498c-9474-f2683ddee57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:56.347111 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c11dc2a6-227c-448b-9092-9cd6051bf96b req-c9105383-7da6-4ac0-b277-9ff750bb54f8 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 210 time: 0.0398059 Aug 16 22:16:56.391773 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-12bdb8aa-5784-4947-a000-d4a4b0b65766 req-6f8cc56e-3862-451d-b42c-9ee5d41865af tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/ports?device_id=e74d231b-52ad-4b44-9053-104f1d6da5be HTTP/1.1" status: 200 len: 210 time: 0.0418096 Aug 16 22:16:56.490503 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4fe73d56-5eda-498c-9474-f2683ddee57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:56.495100 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4fe73d56-5eda-498c-9474-f2683ddee57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:56.555531 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4fe73d56-5eda-498c-9474-f2683ddee57c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=af0cdc64d9f24c8e9f91ec2bd1783e57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704539 Aug 16 22:16:56.556445 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42454) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:56.558579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe73d56-5eda-498c-9474-f2683ddee57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93c6abd-ef12-4d92-8081-62f8a0b79f30,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:56.624751 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8e99874-dcf0-4e7e-b386-b222aec0014f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:56.650957 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8e99874-dcf0-4e7e-b386-b222aec0014f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:56.703499 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8e99874-dcf0-4e7e-b386-b222aec0014f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:56.706757 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8e99874-dcf0-4e7e-b386-b222aec0014f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:56.710486 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e8e99874-dcf0-4e7e-b386-b222aec0014f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d93c6abd-ef12-4d92-8081-62f8a0b79f30 HTTP/1.1" status: 204 len: 168 time: 0.1524031 Aug 16 22:16:56.726114 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e99874-dcf0-4e7e-b386-b222aec0014f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93c6abd-ef12-4d92-8081-62f8a0b79f30,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:56.787185 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645e918-62f7-4afc-bc5a-47c251a27e61 req-7f6fdd57-3477-470b-a3f9-48f2f3c8840f tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:56.788693 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b645e918-62f7-4afc-bc5a-47c251a27e61 req-7f6fdd57-3477-470b-a3f9-48f2f3c8840f tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 971 time: 0.0633767 Aug 16 22:16:56.839060 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b645e918-62f7-4afc-bc5a-47c251a27e61 req-2abee011-efb4-4fcb-bd2e-b7dc4c5b8fbe tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/security-groups?id=f083d4a8-4084-4183-aa30-fc46efe74f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441658 Aug 16 22:16:57.318188 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3513967-80ee-4878-bc7a-97c8e5d1a833 req-f643f8eb-ee5c-495e-9a2e-fab76fb3201b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 210 time: 0.0271838 Aug 16 22:16:57.440220 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280c7de-d7ad-4de4-be43-3869a4342b2f req-b5c1cae2-8440-4a03-980f-468c027bc298 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:57.441772 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a280c7de-d7ad-4de4-be43-3869a4342b2f req-b5c1cae2-8440-4a03-980f-468c027bc298 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 931 time: 0.0634031 Aug 16 22:16:57.514778 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a280c7de-d7ad-4de4-be43-3869a4342b2f req-e59ccc03-2f72-442b-b42e-79306c69410a tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608506 Aug 16 22:16:57.519886 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-2f26e0f4-e0ea-437e-bd6e-40b634acf1ae tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:16:57.522796 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-2f26e0f4-e0ea-437e-bd6e-40b634acf1ae tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109103 Aug 16 22:16:57.782753 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-bba6f443-6303-42e2-978c-859477a95173 service neutron] Request body: {'port': {'device_id': 'eeddb6be-e487-4b1b-91d4-fd67cd345377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:57.802257 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-801c0099-c3c5-4c10-9ba2-6ec84814a371 req-c0cdceb5-7429-40cf-8b65-e92b9dd21c6c tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 210 time: 0.1228890 Aug 16 22:16:57.934419 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae92641f-2b65-442d-9a2f-3b00b9b9d8f8 req-606ea1d0-0d3c-46a8-93a8-cd35fbbd0959 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/ports?device_id=e74d231b-52ad-4b44-9053-104f1d6da5be HTTP/1.1" status: 200 len: 210 time: 0.0578222 Aug 16 22:16:57.945182 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-bba6f443-6303-42e2-978c-859477a95173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:58.062181 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc22f7e-96d5-4fcd-ba28-8f25676a603a req-2e2656ae-a216-4022-af46-c3548c341fd0 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:58.063883 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2cc22f7e-96d5-4fcd-ba28-8f25676a603a req-2e2656ae-a216-4022-af46-c3548c341fd0 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 971 time: 0.0592437 Aug 16 22:16:58.116388 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2cc22f7e-96d5-4fcd-ba28-8f25676a603a req-654eb2ca-5755-4fc3-ac0d-9c75fdfd542d tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/security-groups?id=f083d4a8-4084-4183-aa30-fc46efe74f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384402 Aug 16 22:16:58.297065 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 60278) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:58.375773 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd369e-650a-44fe-af92-aec7f5c56db6 req-e950c03c-63b3-471b-9ec2-9052d6fb5653 tempest-AggregatesAdminTestJSON-1497350680 tempest-AggregatesAdminTestJSON-1497350680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:58.388465 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ccd369e-650a-44fe-af92-aec7f5c56db6 req-e950c03c-63b3-471b-9ec2-9052d6fb5653 tempest-AggregatesAdminTestJSON-1497350680 tempest-AggregatesAdminTestJSON-1497350680-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 1123 time: 0.1248310 Aug 16 22:16:58.401602 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-89eacfc6-c136-4652-acda-7282b6bf873b req-b7b8a3f4-08e8-49eb-876d-91bd86200d71 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e740912f87df42cdb1cc0e403969e17d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1035316 Aug 16 22:16:58.418981 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-bba6f443-6303-42e2-978c-859477a95173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7f6fcc5-3528-47a6-a559-521fa9f080ca {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:16:58.428836 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ccd369e-650a-44fe-af92-aec7f5c56db6 req-d4cb19fb-ec65-43ba-9b2e-c3080996865a tempest-AggregatesAdminTestJSON-1497350680 tempest-AggregatesAdminTestJSON-1497350680-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:58.456257 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-bba6f443-6303-42e2-978c-859477a95173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:58.510271 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-01c0bec8-c563-4351-8353-1a6f51bf2b28 req-b9c1bbd7-0658-41bb-8b57-89c1947c1425 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 210 time: 0.0425599 Aug 16 22:16:58.534693 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-bba6f443-6303-42e2-978c-859477a95173 service neutron] Transition to ACTIVE for port object a7f6fcc5-3528-47a6-a559-521fa9f080ca will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:58.551894 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-bba6f443-6303-42e2-978c-859477a95173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:58.614849 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6f443-6303-42e2-978c-859477a95173 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f6fcc5-3528-47a6-a559-521fa9f080ca,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:58.645379 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eacfc6-c136-4652-acda-7282b6bf873b req-e7fce533-4856-4416-a73a-888a9c9b4d65 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:58.647320 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-89eacfc6-c136-4652-acda-7282b6bf873b req-e7fce533-4856-4416-a73a-888a9c9b4d65 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2341440 Aug 16 22:16:58.650461 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ccd369e-650a-44fe-af92-aec7f5c56db6 req-d4cb19fb-ec65-43ba-9b2e-c3080996865a tempest-AggregatesAdminTestJSON-1497350680 tempest-AggregatesAdminTestJSON-1497350680-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:58.659550 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ccd369e-650a-44fe-af92-aec7f5c56db6 req-d4cb19fb-ec65-43ba-9b2e-c3080996865a tempest-AggregatesAdminTestJSON-1497350680 tempest-AggregatesAdminTestJSON-1497350680-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:58.680261 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-bba6f443-6303-42e2-978c-859477a95173 service neutron] Attempting to bind port a7f6fcc5-3528-47a6-a559-521fa9f080ca on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:58.680602 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-bba6f443-6303-42e2-978c-859477a95173 service neutron] Attempting to bind port a7f6fcc5-3528-47a6-a559-521fa9f080ca by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:58.680927 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-bba6f443-6303-42e2-978c-859477a95173 service neutron] Attempting to bind port a7f6fcc5-3528-47a6-a559-521fa9f080ca on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:58.686387 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-89eacfc6-c136-4652-acda-7282b6bf873b req-c40ae156-083a-432a-868e-655cca082b1c tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Request body: {'port': {'device_id': 'e74d231b-52ad-4b44-9053-104f1d6da5be', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': 'e740912f87df42cdb1cc0e403969e17d'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:58.706048 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-bba6f443-6303-42e2-978c-859477a95173 service neutron] Port a7f6fcc5-3528-47a6-a559-521fa9f080ca on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:16:58.706738 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-bba6f443-6303-42e2-978c-859477a95173 service neutron] Attempting to bind port a7f6fcc5-3528-47a6-a559-521fa9f080ca on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:58.740471 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-bba6f443-6303-42e2-978c-859477a95173 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:58.740807 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-bba6f443-6303-42e2-978c-859477a95173 service neutron] Checking segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:58.741404 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-bba6f443-6303-42e2-978c-859477a95173 service neutron] Bound using segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:58.741885 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-bba6f443-6303-42e2-978c-859477a95173 service neutron] Bound port: a7f6fcc5-3528-47a6-a559-521fa9f080ca, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:58.742413 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-bba6f443-6303-42e2-978c-859477a95173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:58.762787 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ccd369e-650a-44fe-af92-aec7f5c56db6 req-d4cb19fb-ec65-43ba-9b2e-c3080996865a tempest-AggregatesAdminTestJSON-1497350680 tempest-AggregatesAdminTestJSON-1497350680-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=f083d4a8-4084-4183-aa30-fc46efe74f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729777 Aug 16 22:16:58.771910 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.43', 60279) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:58.812516 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-bba6f443-6303-42e2-978c-859477a95173 service neutron] For port a7f6fcc5-3528-47a6-a559-521fa9f080ca, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:58.816603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-bba6f443-6303-42e2-978c-859477a95173 service neutron] For port a7f6fcc5-3528-47a6-a559-521fa9f080ca, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=a7f6fcc5-3528-47a6-a559-521fa9f080ca,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:58.829422 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-bba6f443-6303-42e2-978c-859477a95173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:58.951393 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb19fb-ec65-43ba-9b2e-c3080996865a tempest-AggregatesAdminTestJSON-1497350680 tempest-AggregatesAdminTestJSON-1497350680-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f99a44b-77cd-4806-ab14-281ab987670e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:58.972716 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-2a8ae2c5-33f7-403c-b3f7-4aa7626228a3 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:58.974303 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-2a8ae2c5-33f7-403c-b3f7-4aa7626228a3 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.43 "GET /v2.0/networks?id=52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 HTTP/1.1" status: 200 len: 822 time: 0.2013824 Aug 16 22:16:59.008787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f942ef3-e6dd-414b-8b29-954125fb13fd req-cce5ebfc-e0f6-406d-8159-7924c828aab6 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:59.010438 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f942ef3-e6dd-414b-8b29-954125fb13fd req-cce5ebfc-e0f6-406d-8159-7924c828aab6 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 943 time: 0.0858858 Aug 16 22:16:59.057930 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-7cd28be8-12cc-4274-b829-f2c400364f42 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c49cb28d54204a398d3eabbcdff91482 HTTP/1.1" status: 200 len: 380 time: 0.0728602 Aug 16 22:16:59.074930 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-77467ccd-e088-4f8b-97c0-4d4c37a380f9 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Request body: {'port': {'device_id': '43d39bcd-19eb-41fe-b54d-61b0ca8f457a', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'admin_state_up': True, 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'security_groups': ['caea2f06-93f7-4bcb-a151-f96295a2d9cb']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:59.101047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-bba6f443-6303-42e2-978c-859477a95173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:59.101660 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-bba6f443-6303-42e2-978c-859477a95173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:59.103085 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-bba6f443-6303-42e2-978c-859477a95173 service neutron] 10.222.0.43 "PUT /v2.0/ports/a7f6fcc5-3528-47a6-a559-521fa9f080ca HTTP/1.1" status: 200 len: 1092 time: 1.4030511 Aug 16 22:16:59.103517 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeddb6be-e487-4b1b-91d4-fd67cd345377', 'tag': 'a7f6fcc5-3528-47a6-a559-521fa9f080ca'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:59.105787 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09575e47-4271-4e60-a5ac-e45a728e401c" -d '{"events": [{"name": "network-changed", "server_uuid": "eeddb6be-e487-4b1b-91d4-fd67cd345377", "tag": "a7f6fcc5-3528-47a6-a559-521fa9f080ca"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:59.142997 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6f443-6303-42e2-978c-859477a95173 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f6fcc5-3528-47a6-a559-521fa9f080ca,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:59.144182 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f942ef3-e6dd-414b-8b29-954125fb13fd req-f17c1353-5fec-4ca9-a078-cea3e1238984 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240699 Aug 16 22:16:59.220673 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-2ea07d1e-0d28-40d4-8474-d36356c3994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:59.230016 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-2ea07d1e-0d28-40d4-8474-d36356c3994b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 1095 time: 0.0777335 Aug 16 22:16:59.300225 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 60280) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:59.313083 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-877534be-6846-4458-946b-4f2ceb068089 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7f6fcc5-3528-47a6-a559-521fa9f080ca HTTP/1.1" status: 200 len: 217 time: 0.0745142 Aug 16 22:16:59.313660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89eacfc6-c136-4652-acda-7282b6bf873b req-c40ae156-083a-432a-868e-655cca082b1c tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Made reservation on behalf of e740912f87df42cdb1cc0e403969e17d for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:59.317225 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-89eacfc6-c136-4652-acda-7282b6bf873b req-c40ae156-083a-432a-868e-655cca082b1c tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:59.350451 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-89eacfc6-c136-4652-acda-7282b6bf873b req-c40ae156-083a-432a-868e-655cca082b1c tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:59.437674 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d12ce5b-c8e5-4220-a8c0-d5cf4d2159c1 req-2e011b8b-1121-455d-9a4f-90f0bf849259 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 210 time: 0.0586221 Aug 16 22:16:59.474469 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-132625ef-ade6-4afd-ab57-27ba7ec24f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:59.478536 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-132625ef-ade6-4afd-ab57-27ba7ec24f1f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.1565187 Aug 16 22:16:59.521917 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-c1a4ca5d-72e1-4b0a-9dba-b847d4f4b680 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350566 Aug 16 22:16:59.538006 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8836422c-e73b-42ee-9d67-b0ce66589dea req-e6070f21-f872-4077-b3b3-8915b1922fe4 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/ports?device_id=e74d231b-52ad-4b44-9053-104f1d6da5be HTTP/1.1" status: 200 len: 210 time: 0.0285869 Aug 16 22:16:59.619583 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-ce69e21d-99f6-4d3e-ad6e-c53c82f3ea90 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:59.626156 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-ce69e21d-99f6-4d3e-ad6e-c53c82f3ea90 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.43 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 808 time: 0.3188307 Aug 16 22:16:59.627963 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc259c9-17bf-4a5c-9247-b50751c21d9d x-openstack-request-id: req-5fc259c9-17bf-4a5c-9247-b50751c21d9d {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:59.628907 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeddb6be-e487-4b1b-91d4-fd67cd345377", "tag": "a7f6fcc5-3528-47a6-a559-521fa9f080ca", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:59.629453 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5fc259c9-17bf-4a5c-9247-b50751c21d9d {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:59.629989 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeddb6be-e487-4b1b-91d4-fd67cd345377', 'tag': 'a7f6fcc5-3528-47a6-a559-521fa9f080ca', 'status': 'completed', 'code': 200} Aug 16 22:16:59.644042 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-9d62c3b9-4e04-4e58-934c-385c1129b772 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Request body: {'port': {'device_id': '3a92a608-13d4-4fe6-a53d-c6910e67666a', 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d', 'admin_state_up': True, 'tenant_id': 'c5206ab6d6f447fc9622b86511f61275'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:59.708810 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a23347ec-b88e-4058-9456-8cc2a62aab50 req-3ce30252-d959-4927-8fb3-b604cee98be5 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 210 time: 0.0327229 Aug 16 22:16:59.774457 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-d9226ea3-759b-44ec-bedf-fc02ef700ffc service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351656 Aug 16 22:16:59.849676 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-89eacfc6-c136-4652-acda-7282b6bf873b req-c40ae156-083a-432a-868e-655cca082b1c tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:59.889626 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-77467ccd-e088-4f8b-97c0-4d4c37a380f9 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Made reservation on behalf of c49cb28d54204a398d3eabbcdff91482 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:59.894211 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-77467ccd-e088-4f8b-97c0-4d4c37a380f9 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:59.947448 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-89eacfc6-c136-4652-acda-7282b6bf873b req-c40ae156-083a-432a-868e-655cca082b1c tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.093113 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ae156-083a-432a-868e-655cca082b1c tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8d2f23-46e7-4d90-93c9-f0f36159fb28,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:00.104572 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a953fd5e-264e-47bc-acdb-5337b49f2cae req-5fd5ec40-d52b-49e8-b81e-70491d25703c service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210218 Aug 16 22:17:00.134319 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-9d62c3b9-4e04-4e58-934c-385c1129b772 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Made reservation on behalf of c5206ab6d6f447fc9622b86511f61275 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:00.138777 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-9d62c3b9-4e04-4e58-934c-385c1129b772 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.255475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-77467ccd-e088-4f8b-97c0-4d4c37a380f9 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Allocated IP 172.20.0.8 (52f93a8f-f7ec-4f0f-aece-ca7aea9abb21/cd32f9e8-8683-4686-9b26-38a3382cff7a/ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:00.282412 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-89eacfc6-c136-4652-acda-7282b6bf873b req-c40ae156-083a-432a-868e-655cca082b1c tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Allocated IP 192.168.233.163 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/20556c07-8a11-46f2-a239-6a7f6dd00273) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:00.327619 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09575e47-4271-4e60-a5ac-e45a728e401c req-17163bba-fc38-48c7-8b76-c7b3858ef017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:00.329170 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-09575e47-4271-4e60-a5ac-e45a728e401c req-17163bba-fc38-48c7-8b76-c7b3858ef017 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 1095 time: 0.1362216 Aug 16 22:17:00.440008 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a6c0c-c75f-44b0-866a-f21a105c4249 req-dd510452-2150-40c7-b8ac-4e1b7be735fc tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:00.447849 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-302a6c0c-c75f-44b0-866a-f21a105c4249 req-dd510452-2150-40c7-b8ac-4e1b7be735fc tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 943 time: 0.0901582 Aug 16 22:17:00.484823 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-9d62c3b9-4e04-4e58-934c-385c1129b772 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Allocated IP 172.20.0.12 (f8a63fa3-3f8c-44df-b68b-c5d1b765109d/eacf5177-2040-46b3-9089-5860f949a56c/382de0d8-2eda-44e6-be66-feb9ea3a6fb1) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:00.496046 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42638) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:00.498871 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-77467ccd-e088-4f8b-97c0-4d4c37a380f9 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.534135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-302a6c0c-c75f-44b0-866a-f21a105c4249 req-f681ccdf-b4a7-4426-a992-ce27ea091bd7 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767114 Aug 16 22:17:00.540704 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-77467ccd-e088-4f8b-97c0-4d4c37a380f9 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Transition to ACTIVE for port object ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:00.585173 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-77467ccd-e088-4f8b-97c0-4d4c37a380f9 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.599678 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09575e47-4271-4e60-a5ac-e45a728e401c req-bf3a0fb5-d872-459c-b580-8610788cc69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:00.601182 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-09575e47-4271-4e60-a5ac-e45a728e401c req-bf3a0fb5-d872-459c-b580-8610788cc69e service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 921 time: 0.2578068 Aug 16 22:17:00.669480 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-09575e47-4271-4e60-a5ac-e45a728e401c req-b8b63a3d-fab7-45fc-93d8-0cea33ebe63c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7f6fcc5-3528-47a6-a559-521fa9f080ca HTTP/1.1" status: 200 len: 217 time: 0.0568287 Aug 16 22:17:00.732315 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-89eacfc6-c136-4652-acda-7282b6bf873b req-c40ae156-083a-432a-868e-655cca082b1c tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.769880 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba83dc1b-fbb0-40ad-a5e7-0319ec53bce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.772860 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-77467ccd-e088-4f8b-97c0-4d4c37a380f9 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Network 52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:00.785671 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-89eacfc6-c136-4652-acda-7282b6bf873b req-c40ae156-083a-432a-868e-655cca082b1c tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Transition to ACTIVE for port object 20556c07-8a11-46f2-a239-6a7f6dd00273 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:00.787040 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-77467ccd-e088-4f8b-97c0-4d4c37a380f9 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:00.791729 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77467ccd-e088-4f8b-97c0-4d4c37a380f9 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Pushing event updated for resources: {'Port': ['ID=ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:00.795633 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-77467ccd-e088-4f8b-97c0-4d4c37a380f9 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:00.801150 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-77467ccd-e088-4f8b-97c0-4d4c37a380f9 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:00.801786 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-77467ccd-e088-4f8b-97c0-4d4c37a380f9 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.810384 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09575e47-4271-4e60-a5ac-e45a728e401c req-2477c8f3-81da-4de0-8978-3fd61d56c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:00.812109 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-09575e47-4271-4e60-a5ac-e45a728e401c req-2477c8f3-81da-4de0-8978-3fd61d56c7d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.1197500 Aug 16 22:17:00.841800 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569c3c1-80c2-4411-a8fa-890043a864f1 req-8084518e-209a-48c2-9994-1e15fb553bac tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:00.844717 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2569c3c1-80c2-4411-a8fa-890043a864f1 req-8084518e-209a-48c2-9994-1e15fb553bac tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 931 time: 0.1782374 Aug 16 22:17:00.869925 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-09575e47-4271-4e60-a5ac-e45a728e401c req-86c03688-cb41-49e9-9043-bca54fc6bc0f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466156 Aug 16 22:17:00.919479 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2569c3c1-80c2-4411-a8fa-890043a864f1 req-e5dfab39-0282-45c0-ab8b-438ffb91e495 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600989 Aug 16 22:17:00.925867 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-9d62c3b9-4e04-4e58-934c-385c1129b772 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.983504 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba83dc1b-fbb0-40ad-a5e7-0319ec53bce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.992637 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba83dc1b-fbb0-40ad-a5e7-0319ec53bce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.998881 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-89eacfc6-c136-4652-acda-7282b6bf873b req-c40ae156-083a-432a-868e-655cca082b1c tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.012557 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-77467ccd-e088-4f8b-97c0-4d4c37a380f9 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9425986 Aug 16 22:17:01.045554 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] Request body: {'port': {'device_id': '43d39bcd-19eb-41fe-b54d-61b0ca8f457a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:01.098039 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ba83dc1b-fbb0-40ad-a5e7-0319ec53bce0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a5d7f468c7124e2a91a4654cc1d28c20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5951853 Aug 16 22:17:01.099881 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89eacfc6-c136-4652-acda-7282b6bf873b req-c40ae156-083a-432a-868e-655cca082b1c tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:01.103143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42652) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:01.128382 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-89eacfc6-c136-4652-acda-7282b6bf873b req-c40ae156-083a-432a-868e-655cca082b1c tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:01.138462 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ae156-083a-432a-868e-655cca082b1c tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Pushing event updated for resources: {'Port': ['ID=20556c07-8a11-46f2-a239-6a7f6dd00273,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:01.142682 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-09575e47-4271-4e60-a5ac-e45a728e401c req-66a70c0e-5f8a-4362-ab8b-52a245c151be service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635581 Aug 16 22:17:01.143969 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-89eacfc6-c136-4652-acda-7282b6bf873b req-c40ae156-083a-432a-868e-655cca082b1c tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:01.148315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83dc1b-fbb0-40ad-a5e7-0319ec53bce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e780a19-e196-4158-81d7-52ed04f3a944,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:01.150469 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eacfc6-c136-4652-acda-7282b6bf873b req-c40ae156-083a-432a-868e-655cca082b1c tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:01.151187 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-89eacfc6-c136-4652-acda-7282b6bf873b req-c40ae156-083a-432a-868e-655cca082b1c tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.181188 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b1db81e9-c59a-4725-aaf0-2de002ed996f None None] Provisioning for port ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:01.186830 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b1db81e9-c59a-4725-aaf0-2de002ed996f None None] Provisioning complete for port ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:01.187406 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b1db81e9-c59a-4725-aaf0-2de002ed996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.216778 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e3440-d470-442e-989e-68f7c125089b req-bdcd24df-0d77-46fa-b5c2-52f82ff746c1 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:01.224001 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c88e3440-d470-442e-989e-68f7c125089b req-bdcd24df-0d77-46fa-b5c2-52f82ff746c1 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/ports?device_id=e74d231b-52ad-4b44-9053-104f1d6da5be HTTP/1.1" status: 200 len: 936 time: 0.1849084 Aug 16 22:17:01.226203 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.268452 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64aa065c-0262-4e2e-9a7d-6feb33b87dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.294543 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-09575e47-4271-4e60-a5ac-e45a728e401c req-fb44ca58-179f-4dc7-8559-f9b5200857a7 service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361704 Aug 16 22:17:01.295415 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b1db81e9-c59a-4725-aaf0-2de002ed996f None None] Port ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:17:01.299253 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-9d62c3b9-4e04-4e58-934c-385c1129b772 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.312654 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-89eacfc6-c136-4652-acda-7282b6bf873b req-c40ae156-083a-432a-868e-655cca082b1c tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6331427 Aug 16 22:17:01.340458 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c88e3440-d470-442e-989e-68f7c125089b req-bf7cc7c0-bea4-4538-91f5-46daff90f85e tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a8d2f23-46e7-4d90-93c9-f0f36159fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148033 Aug 16 22:17:01.347999 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-89eacfc6-c136-4652-acda-7282b6bf873b req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] Request body: {'port': {'device_id': 'e74d231b-52ad-4b44-9053-104f1d6da5be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:01.368554 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64aa065c-0262-4e2e-9a7d-6feb33b87dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.424085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-9d62c3b9-4e04-4e58-934c-385c1129b772 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Network f8a63fa3-3f8c-44df-b68b-c5d1b765109d is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:01.432535 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-9d62c3b9-4e04-4e58-934c-385c1129b772 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:01.439739 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-9d62c3b9-4e04-4e58-934c-385c1129b772 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:01.445169 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-9d62c3b9-4e04-4e58-934c-385c1129b772 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:01.445811 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-9d62c3b9-4e04-4e58-934c-385c1129b772 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.452244 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62c3b9-4e04-4e58-934c-385c1129b772 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Pushing event updated for resources: {'Port': ['ID=382de0d8-2eda-44e6-be66-feb9ea3a6fb1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:01.457185 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-89eacfc6-c136-4652-acda-7282b6bf873b req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.477171 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-9d62c3b9-4e04-4e58-934c-385c1129b772 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8394661 Aug 16 22:17:01.502157 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] Request body: {'port': {'device_id': '3a92a608-13d4-4fe6-a53d-c6910e67666a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:01.549800 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c1ea79c0-9abe-4bf2-b42b-334ee3beb8bb None None] Provisioning for port 20556c07-8a11-46f2-a239-6a7f6dd00273 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:01.554966 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c1ea79c0-9abe-4bf2-b42b-334ee3beb8bb None None] Provisioning complete for port 20556c07-8a11-46f2-a239-6a7f6dd00273 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:01.555683 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c1ea79c0-9abe-4bf2-b42b-334ee3beb8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.600879 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64aa065c-0262-4e2e-9a7d-6feb33b87dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.602597 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea79c0-9abe-4bf2-b42b-334ee3beb8bb None None] Port 20556c07-8a11-46f2-a239-6a7f6dd00273 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:17:01.603603 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64aa065c-0262-4e2e-9a7d-6feb33b87dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.605363 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-64aa065c-0262-4e2e-9a7d-6feb33b87dcd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0e780a19-e196-4158-81d7-52ed04f3a944 HTTP/1.1" status: 204 len: 168 time: 0.4855595 Aug 16 22:17:01.668638 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.676803 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18918d3e-4df8-4c33-a484-fbabcd1b8d23 req-c499c451-15e9-4d8a-a330-31870dd7e58a tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:01.678434 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18918d3e-4df8-4c33-a484-fbabcd1b8d23 req-c499c451-15e9-4d8a-a330-31870dd7e58a tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 932 time: 0.3227124 Aug 16 22:17:01.682714 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa065c-0262-4e2e-9a7d-6feb33b87dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e780a19-e196-4158-81d7-52ed04f3a944,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:01.752397 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18918d3e-4df8-4c33-a484-fbabcd1b8d23 req-4bf54e6d-d480-46a7-ab09-c163b47d8e2c tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609422 Aug 16 22:17:01.888738 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:01.898978 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.952047 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] Transition to ACTIVE for port object ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:01.960885 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.998376 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bc986-34f1-44cd-91c7-a14878b230c6 req-5abe2fbe-33f2-4033-b4f3-d6d4399f31e9 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:02.005987 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8b6bc986-34f1-44cd-91c7-a14878b230c6 req-5abe2fbe-33f2-4033-b4f3-d6d4399f31e9 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 943 time: 0.1120493 Aug 16 22:17:02.040675 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-89eacfc6-c136-4652-acda-7282b6bf873b req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20556c07-8a11-46f2-a239-6a7f6dd00273 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:02.054385 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-89eacfc6-c136-4652-acda-7282b6bf873b req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.054687 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] Pushing event updated for resources: {'Port': ['ID=ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:02.100574 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-89eacfc6-c136-4652-acda-7282b6bf873b req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] Transition to ACTIVE for port object 20556c07-8a11-46f2-a239-6a7f6dd00273 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:02.110433 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-89eacfc6-c136-4652-acda-7282b6bf873b req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.149047 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8b6bc986-34f1-44cd-91c7-a14878b230c6 req-d4bf1096-8e93-4762-8a53-e4809c4cc426 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420853 Aug 16 22:17:02.166638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] Attempting to bind port ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:02.167222 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] Attempting to bind port ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:02.167781 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] Attempting to bind port ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 on network 52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:02.190458 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] Port ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 on network 52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:02.190853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] Attempting to bind port ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 on network 52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:02.192921 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42682) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:02.219414 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57d2e602-b9f4-4815-bef2-c85403aa16dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.244155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:02.244672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] Checking segment: {'id': '56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:02.247260 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] Bound using segment: {'id': '56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:02.249662 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] Bound port: ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:02.250012 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.268935 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:02.284986 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.287367 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] Pushing event updated for resources: {'Port': ['ID=20556c07-8a11-46f2-a239-6a7f6dd00273,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:02.332861 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42688) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:02.418020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa642f9-e0ff-4b86-bce0-b5031daf2827 req-a4edf02a-c6bd-4b82-bd3f-83c2af2f99ff tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:02.419605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4aa642f9-e0ff-4b86-bce0-b5031daf2827 req-a4edf02a-c6bd-4b82-bd3f-83c2af2f99ff tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 943 time: 0.1419275 Aug 16 22:17:02.589376 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] Transition to ACTIVE for port object 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:02.599043 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.611631 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-89eacfc6-c136-4652-acda-7282b6bf873b req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] Attempting to bind port 20556c07-8a11-46f2-a239-6a7f6dd00273 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:02.611967 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-89eacfc6-c136-4652-acda-7282b6bf873b req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] Attempting to bind port 20556c07-8a11-46f2-a239-6a7f6dd00273 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:02.612291 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eacfc6-c136-4652-acda-7282b6bf873b req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] Attempting to bind port 20556c07-8a11-46f2-a239-6a7f6dd00273 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:02.643233 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eacfc6-c136-4652-acda-7282b6bf873b req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] Port 20556c07-8a11-46f2-a239-6a7f6dd00273 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:02.643563 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eacfc6-c136-4652-acda-7282b6bf873b req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] Attempting to bind port 20556c07-8a11-46f2-a239-6a7f6dd00273 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:02.659038 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eacfc6-c136-4652-acda-7282b6bf873b req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:02.659373 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eacfc6-c136-4652-acda-7282b6bf873b req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:02.659757 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eacfc6-c136-4652-acda-7282b6bf873b req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:02.660198 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-89eacfc6-c136-4652-acda-7282b6bf873b req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] Bound port: 20556c07-8a11-46f2-a239-6a7f6dd00273, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:02.660551 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-89eacfc6-c136-4652-acda-7282b6bf873b req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.675037 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=382de0d8-2eda-44e6-be66-feb9ea3a6fb1,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:02.717069 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] For port ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:02.730575 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] Attempting to bind port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:02.730885 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] Attempting to bind port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:02.731221 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] Attempting to bind port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:02.741928 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] Port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:02.742294 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] Attempting to bind port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:02.756878 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:02.757214 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] Checking segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:02.757603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] Bound using segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:02.758053 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] Bound port: 382de0d8-2eda-44e6-be66-feb9ea3a6fb1, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:02.758412 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.760141 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39d400fa-ab4a-4f62-95fa-7fe1b5c50a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.780940 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] For port ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90,segment=NetworkSegment(56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73),segment_id=56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:02.781061 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-89eacfc6-c136-4652-acda-7282b6bf873b req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] For port 20556c07-8a11-46f2-a239-6a7f6dd00273, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:02.788667 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4aa642f9-e0ff-4b86-bce0-b5031daf2827 req-ff527190-ed38-487c-921f-f0e9811ac7b8 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3324652 Aug 16 22:17:02.798213 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.820362 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-89eacfc6-c136-4652-acda-7282b6bf873b req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] For port 20556c07-8a11-46f2-a239-6a7f6dd00273, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=20556c07-8a11-46f2-a239-6a7f6dd00273,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:02.831261 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-89eacfc6-c136-4652-acda-7282b6bf873b req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.864020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:02.864636 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.866149 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] 10.222.0.43 "PUT /v2.0/ports/ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 HTTP/1.1" status: 200 len: 1092 time: 1.8397770 Aug 16 22:17:02.866649 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d39bcd-19eb-41fe-b54d-61b0ca8f457a', 'tag': 'ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:02.907268 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eacfc6-c136-4652-acda-7282b6bf873b req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:02.907889 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-89eacfc6-c136-4652-acda-7282b6bf873b req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.909291 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-89eacfc6-c136-4652-acda-7282b6bf873b req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] 10.222.0.43 "PUT /v2.0/ports/20556c07-8a11-46f2-a239-6a7f6dd00273 HTTP/1.1" status: 200 len: 1097 time: 1.5662806 Aug 16 22:17:02.911600 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74d231b-52ad-4b44-9053-104f1d6da5be', 'tag': '20556c07-8a11-46f2-a239-6a7f6dd00273'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:02.914148 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f4aba4-4483-49a9-a29c-75585bd20156" -d '{"events": [{"name": "network-changed", "server_uuid": "e74d231b-52ad-4b44-9053-104f1d6da5be", "tag": "20556c07-8a11-46f2-a239-6a7f6dd00273"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:02.917139 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] For port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:02.929414 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] For port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=382de0d8-2eda-44e6-be66-feb9ea3a6fb1,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:02.950956 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.962175 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57d2e602-b9f4-4815-bef2-c85403aa16dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.967321 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd83c0c-835b-4c08-867b-0e9468e64215 service neutron] Pushing event updated for resources: {'Port': ['ID=20556c07-8a11-46f2-a239-6a7f6dd00273,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:02.983820 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:02.984303 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.985687 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] 10.222.0.43 "PUT /v2.0/ports/382de0d8-2eda-44e6-be66-feb9ea3a6fb1 HTTP/1.1" status: 200 len: 1093 time: 1.4879696 Aug 16 22:17:02.997226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18355485-de9f-4c8e-95c1-e2da378ce75e req-762ace08-2195-4a5f-b045-6ad8ee805807 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:02.999462 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18355485-de9f-4c8e-95c1-e2da378ce75e req-762ace08-2195-4a5f-b045-6ad8ee805807 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/ports?device_id=e74d231b-52ad-4b44-9053-104f1d6da5be HTTP/1.1" status: 200 len: 948 time: 0.3126814 Aug 16 22:17:03.082133 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57d2e602-b9f4-4815-bef2-c85403aa16dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:03.141386 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9cf245-043a-4021-9255-b8207460b3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=382de0d8-2eda-44e6-be66-feb9ea3a6fb1,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:03.169851 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-e87b6dda-9aaf-4c4e-a6d5-8b80c4967b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:03.171260 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-e87b6dda-9aaf-4c4e-a6d5-8b80c4967b6b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 1096 time: 0.1268232 Aug 16 22:17:03.173648 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eacfc6-c136-4652-acda-7282b6bf873b req-2717df3e-d4bf-4776-aa7a-e4c007dcfa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:03.175217 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-89eacfc6-c136-4652-acda-7282b6bf873b req-2717df3e-d4bf-4776-aa7a-e4c007dcfa89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e740912f87df42cdb1cc0e403969e17d&device_id=e74d231b-52ad-4b44-9053-104f1d6da5be HTTP/1.1" status: 200 len: 1100 time: 0.1936712 Aug 16 22:17:03.201256 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device a7f6fcc5-3528-47a6-a559-521fa9f080ca details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:03.210558 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2e602-b9f4-4815-bef2-c85403aa16dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750f95a9-8b06-4451-8a97-d8f13fd3f2e3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:03.237517 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5908d9-e42a-4f7d-9123-c4e18c5c8b18" -d '{"events": [{"name": "network-changed", "server_uuid": "43d39bcd-19eb-41fe-b54d-61b0ca8f457a", "tag": "ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:03.245361 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864633a2-f711-4636-b7c4-663ae4c0320c service neutron] Pushing event updated for resources: {'Port': ['ID=ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:03.257628 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-89eacfc6-c136-4652-acda-7282b6bf873b req-c6133ace-cd14-4afc-9bb7-b3fa5a7a9959 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=20556c07-8a11-46f2-a239-6a7f6dd00273 HTTP/1.1" status: 200 len: 217 time: 0.0659084 Aug 16 22:17:03.290534 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-ac6004f1-984e-41e4-92dd-648e0bf1653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:03.292091 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-ac6004f1-984e-41e4-92dd-648e0bf1653d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c49cb28d54204a398d3eabbcdff91482&device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 1095 time: 0.3526630 Aug 16 22:17:03.297991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-57d2e602-b9f4-4815-bef2-c85403aa16dd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c759d8bbcebc4b5d8f26e2782d2aff6d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0952058 Aug 16 22:17:03.303152 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42720) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:03.313106 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-e7d89d36-654d-4db5-8f98-cfe51d2f1a8d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=382de0d8-2eda-44e6-be66-feb9ea3a6fb1 HTTP/1.1" status: 200 len: 217 time: 0.1232336 Aug 16 22:17:03.333745 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a00c3a-cdf4-44b6-999a-18b131f37d00 req-6889edbb-a565-4099-af17-8182b118e800 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:03.335308 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-03a00c3a-cdf4-44b6-999a-18b131f37d00 req-6889edbb-a565-4099-af17-8182b118e800 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 944 time: 0.3180418 Aug 16 22:17:03.343082 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port a7f6fcc5-3528-47a6-a559-521fa9f080ca, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=a7f6fcc5-3528-47a6-a559-521fa9f080ca,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:03.358914 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'a7f6fcc5-3528-47a6-a559-521fa9f080ca', 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc', 'port_id': 'a7f6fcc5-3528-47a6-a559-521fa9f080ca', 'mac_address': 'fa:16:3e:ca:ed:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:03.374179 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18355485-de9f-4c8e-95c1-e2da378ce75e req-1d150676-a978-4f33-bfba-8e82c78e1faf tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a8d2f23-46e7-4d90-93c9-f0f36159fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943070 Aug 16 22:17:03.385195 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eacfc6-c136-4652-acda-7282b6bf873b req-b0d48909-2229-472e-9499-8ffb6c1405d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:03.387521 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-89eacfc6-c136-4652-acda-7282b6bf873b req-b0d48909-2229-472e-9499-8ffb6c1405d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0881176 Aug 16 22:17:03.410376 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-496a230a-6d35-41aa-82d3-e27c9d8a26c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:03.411811 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-496a230a-6d35-41aa-82d3-e27c9d8a26c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 200 len: 848 time: 0.0791504 Aug 16 22:17:03.419445 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-28f87754-e946-4eb8-890e-238ff8e9889b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 HTTP/1.1" status: 200 len: 217 time: 0.1108274 Aug 16 22:17:03.426283 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:03.469832 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-211e5977-c765-4a80-a714-dffa2d301280 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331213 Aug 16 22:17:03.471362 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f6fcc5-3528-47a6-a559-521fa9f080ca {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:03.481469 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eacfc6-c136-4652-acda-7282b6bf873b req-c148cf86-799f-4c99-ab19-038ea4c5bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:03.483445 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-89eacfc6-c136-4652-acda-7282b6bf873b req-c148cf86-799f-4c99-ab19-038ea4c5bec6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0824418 Aug 16 22:17:03.501926 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port a7f6fcc5-3528-47a6-a559-521fa9f080ca, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=a7f6fcc5-3528-47a6-a559-521fa9f080ca,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:03.506939 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:03.542432 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-03a00c3a-cdf4-44b6-999a-18b131f37d00 req-e86c00a8-5595-429a-a9b6-da856074b184 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247909 Aug 16 22:17:03.589539 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=a7f6fcc5-3528-47a6-a559-521fa9f080ca,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:03.602494 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c455586-2107-4123-8ca2-bfe3324ce1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:03.611378 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30909307-5c06-4b52-81c2-45390ee36494 x-openstack-request-id: req-30909307-5c06-4b52-81c2-45390ee36494 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:03.612111 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74d231b-52ad-4b44-9053-104f1d6da5be", "tag": "20556c07-8a11-46f2-a239-6a7f6dd00273", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:03.612111 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-30909307-5c06-4b52-81c2-45390ee36494 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:03.612348 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74d231b-52ad-4b44-9053-104f1d6da5be', 'tag': '20556c07-8a11-46f2-a239-6a7f6dd00273', 'status': 'completed', 'code': 200} Aug 16 22:17:03.623585 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-f27c6284-18ae-4c9f-adb4-dbaa2ad2bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:03.625282 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-f27c6284-18ae-4c9f-adb4-dbaa2ad2bcdd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd32f9e8-8683-4686-9b26-38a3382cff7a HTTP/1.1" status: 200 len: 861 time: 0.1927121 Aug 16 22:17:03.647425 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39d400fa-ab4a-4f62-95fa-7fe1b5c50a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:03.678148 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-5c847afc-bef2-44d7-b783-c3c1dba0b36d service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977365 Aug 16 22:17:03.681890 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-89eacfc6-c136-4652-acda-7282b6bf873b req-94ed07c9-c2c5-4d42-b205-c54be83d0a94 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908863 Aug 16 22:17:03.695705 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c455586-2107-4123-8ca2-bfe3324ce1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:03.709121 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39d400fa-ab4a-4f62-95fa-7fe1b5c50a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:03.733256 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de2c2cd-a57a-4a01-bfd5-6b3f1508261c x-openstack-request-id: req-5de2c2cd-a57a-4a01-bfd5-6b3f1508261c {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:03.733832 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d39bcd-19eb-41fe-b54d-61b0ca8f457a", "tag": "ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:03.733832 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5de2c2cd-a57a-4a01-bfd5-6b3f1508261c {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:03.734255 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d39bcd-19eb-41fe-b54d-61b0ca8f457a', 'tag': 'ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90', 'status': 'completed', 'code': 200} Aug 16 22:17:03.746267 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-39d400fa-ab4a-4f62-95fa-7fe1b5c50a2c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=05089515e250487aa45aeb05dbd135bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4077561 Aug 16 22:17:03.752142 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42732) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:03.820308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['a7f6fcc5-3528-47a6-a559-521fa9f080ca'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:03.836602 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-7f9cdd42-5623-4cf1-9013-7e243ddae607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:03.838159 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-7f9cdd42-5623-4cf1-9013-7e243ddae607 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52f93a8f-f7ec-4f0f-aece-ca7aea9abb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1985173 Aug 16 22:17:03.846927 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-aff78696-c3fb-4725-bec8-9f01d518ea8d req-0074c06d-5900-440d-b8d8-e3f40c7a73c7 service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564126 Aug 16 22:17:03.849259 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-89eacfc6-c136-4652-acda-7282b6bf873b req-a06f0fa8-2692-4128-8b3a-3b8f1b0b92fe service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513035 Aug 16 22:17:03.879426 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d400fa-ab4a-4f62-95fa-7fe1b5c50a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c81c5b-e66b-4c09-b64d-a3edc86f9e4a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:03.960192 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd48843-66ea-476b-9e57-cae9cd75ddd3 req-bb683f86-fecd-4002-a6f0-9be0c17c18bb tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:03.961731 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0dd48843-66ea-476b-9e57-cae9cd75ddd3 req-bb683f86-fecd-4002-a6f0-9be0c17c18bb tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 944 time: 0.2640500 Aug 16 22:17:03.983306 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f751304-5a3b-4ed5-8de0-0a1176795877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:03.984477 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4aba4-4483-49a9-a29c-75585bd20156 req-3aec959d-d9c1-4ad5-bcf8-25b7fe1270ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:03.986821 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-23f4aba4-4483-49a9-a29c-75585bd20156 req-3aec959d-d9c1-4ad5-bcf8-25b7fe1270ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e740912f87df42cdb1cc0e403969e17d&device_id=e74d231b-52ad-4b44-9053-104f1d6da5be HTTP/1.1" status: 200 len: 1100 time: 0.0771172 Aug 16 22:17:03.993697 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c455586-2107-4123-8ca2-bfe3324ce1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:03.996186 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c455586-2107-4123-8ca2-bfe3324ce1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:03.998152 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7c455586-2107-4123-8ca2-bfe3324ce1ca admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/750f95a9-8b06-4451-8a97-d8f13fd3f2e3 HTTP/1.1" status: 204 len: 168 time: 0.6935084 Aug 16 22:17:04.032648 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f751304-5a3b-4ed5-8de0-0a1176795877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:04.090689 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c455586-2107-4123-8ca2-bfe3324ce1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750f95a9-8b06-4451-8a97-d8f13fd3f2e3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:04.106137 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4aba4-4483-49a9-a29c-75585bd20156 req-5f4d3444-7d5b-4071-8526-a8b272f6a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:04.107911 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-23f4aba4-4483-49a9-a29c-75585bd20156 req-5f4d3444-7d5b-4071-8526-a8b272f6a8c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1131611 Aug 16 22:17:04.121903 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-c6c0f7d4-f8a5-426c-89ad-e0c04a3e9dc0 service neutron] 10.222.0.43 "GET /v2.0/networks/52f93a8f-f7ec-4f0f-aece-ca7aea9abb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685041 Aug 16 22:17:04.126483 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0dd48843-66ea-476b-9e57-cae9cd75ddd3 req-26fc91b6-51ba-41b3-9af4-16e1d42b4fdb tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549702 Aug 16 22:17:04.178287 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-23f4aba4-4483-49a9-a29c-75585bd20156 req-33c327b9-8b99-44bf-aa74-bb0e0c964e63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=20556c07-8a11-46f2-a239-6a7f6dd00273 HTTP/1.1" status: 200 len: 217 time: 0.0612092 Aug 16 22:17:04.191274 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97be10-3568-46ad-ad1f-c6d0ee82d07a req-9df07806-79b4-43ee-b79e-d5e6ef8a3155 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:04.192806 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef97be10-3568-46ad-ad1f-c6d0ee82d07a req-9df07806-79b4-43ee-b79e-d5e6ef8a3155 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 943 time: 0.2109084 Aug 16 22:17:04.228262 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f751304-5a3b-4ed5-8de0-0a1176795877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:04.231111 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f751304-5a3b-4ed5-8de0-0a1176795877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:04.232226 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4f751304-5a3b-4ed5-8de0-0a1176795877 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/39c81c5b-e66b-4c09-b64d-a3edc86f9e4a HTTP/1.1" status: 204 len: 168 time: 0.4652078 Aug 16 22:17:04.261295 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f751304-5a3b-4ed5-8de0-0a1176795877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c81c5b-e66b-4c09-b64d-a3edc86f9e4a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:04.291883 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4aba4-4483-49a9-a29c-75585bd20156 req-610acc0b-0653-400b-9253-3e627090dd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:04.294746 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef97be10-3568-46ad-ad1f-c6d0ee82d07a req-0575e32f-3117-4fe8-8fdb-b40e9726305e tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696423 Aug 16 22:17:04.295641 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-23f4aba4-4483-49a9-a29c-75585bd20156 req-610acc0b-0653-400b-9253-3e627090dd59 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1080203 Aug 16 22:17:04.300345 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e25e8c01-8a2b-42cf-be03-48e3221e54a8 req-464e6bb5-6702-43d9-af96-100c1d06e528 service neutron] 10.222.0.43 "GET /v2.0/networks/52f93a8f-f7ec-4f0f-aece-ca7aea9abb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697075 Aug 16 22:17:04.372815 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4aba4-4483-49a9-a29c-75585bd20156 req-d7331538-36b7-4b1f-86b9-df457753b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:04.374334 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-23f4aba4-4483-49a9-a29c-75585bd20156 req-d7331538-36b7-4b1f-86b9-df457753b1b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0711915 Aug 16 22:17:04.458507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5908d9-e42a-4f7d-9123-c4e18c5c8b18 req-b42569d6-b1e9-4e95-903e-c788ffc97ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:04.460484 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e5908d9-e42a-4f7d-9123-c4e18c5c8b18 req-b42569d6-b1e9-4e95-903e-c788ffc97ff5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c49cb28d54204a398d3eabbcdff91482&device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 1095 time: 0.0939195 Aug 16 22:17:04.556121 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-23f4aba4-4483-49a9-a29c-75585bd20156 req-718b18d5-dfde-457d-960e-22a222ce15b4 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724765 Aug 16 22:17:04.673244 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afc47d-842e-47fc-a353-862a55e0c54e req-52d9043d-030d-44da-8bff-d94a4006569a tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:04.675052 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-54afc47d-842e-47fc-a353-862a55e0c54e req-52d9043d-030d-44da-8bff-d94a4006569a tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/ports?device_id=e74d231b-52ad-4b44-9053-104f1d6da5be HTTP/1.1" status: 200 len: 948 time: 0.1536345 Aug 16 22:17:04.722968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5908d9-e42a-4f7d-9123-c4e18c5c8b18 req-c328d264-0126-46f8-9cc5-c102736f9cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:04.724734 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e5908d9-e42a-4f7d-9123-c4e18c5c8b18 req-c328d264-0126-46f8-9cc5-c102736f9cd2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 HTTP/1.1" status: 200 len: 923 time: 0.2531438 Aug 16 22:17:04.744555 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-23f4aba4-4483-49a9-a29c-75585bd20156 req-5c23ea49-a79c-4dea-8d91-6dd0f8159b0b service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749296 Aug 16 22:17:04.798521 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e5908d9-e42a-4f7d-9123-c4e18c5c8b18 req-81111878-63ec-4c95-9121-712bb0522ce7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 HTTP/1.1" status: 200 len: 217 time: 0.0624647 Aug 16 22:17:04.802781 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-54afc47d-842e-47fc-a353-862a55e0c54e req-7e41245d-5bb0-43c6-8b1f-6c0f27f87973 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a8d2f23-46e7-4d90-93c9-f0f36159fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209602 Aug 16 22:17:04.818222 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42792) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:04.828604 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86aed3-722c-4978-96d8-12feed821785 req-eae7c2a8-f3f2-4923-b214-47ea643cbb08 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:04.830182 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e86aed3-722c-4978-96d8-12feed821785 req-eae7c2a8-f3f2-4923-b214-47ea643cbb08 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 944 time: 0.1540532 Aug 16 22:17:04.871627 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-545d5e34-4498-4211-affe-78426394851a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:04.920188 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5908d9-e42a-4f7d-9123-c4e18c5c8b18 req-9dc67caa-7165-48dc-ac9a-f5f566e3389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:04.921647 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e5908d9-e42a-4f7d-9123-c4e18c5c8b18 req-9dc67caa-7165-48dc-ac9a-f5f566e3389a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd32f9e8-8683-4686-9b26-38a3382cff7a HTTP/1.1" status: 200 len: 861 time: 0.1140385 Aug 16 22:17:04.933933 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e86aed3-722c-4978-96d8-12feed821785 req-7bd73c35-b60b-441c-8fde-fd2bad2a3497 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955124 Aug 16 22:17:05.018281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5908d9-e42a-4f7d-9123-c4e18c5c8b18 req-28180453-7e74-4012-a67f-818fc5bd63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:05.020652 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e5908d9-e42a-4f7d-9123-c4e18c5c8b18 req-28180453-7e74-4012-a67f-818fc5bd63c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52f93a8f-f7ec-4f0f-aece-ca7aea9abb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829275 Aug 16 22:17:05.192346 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device a7f6fcc5-3528-47a6-a559-521fa9f080ca up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:05.267859 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port a7f6fcc5-3528-47a6-a559-521fa9f080ca completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:05.278041 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port a7f6fcc5-3528-47a6-a559-521fa9f080ca triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:05.278428 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:05.362050 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-545d5e34-4498-4211-affe-78426394851a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:05.377513 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:05.379664 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-545d5e34-4498-4211-affe-78426394851a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:05.409884 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeddb6be-e487-4b1b-91d4-fd67cd345377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f6fcc5-3528-47a6-a559-521fa9f080ca'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:05.412420 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540775fa-7edc-4386-a27f-be26c8f4d970" -d '{"events": [{"server_uuid": "eeddb6be-e487-4b1b-91d4-fd67cd345377", "name": "network-vif-plugged", "status": "completed", "tag": "a7f6fcc5-3528-47a6-a559-521fa9f080ca"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:05.430721 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port a7f6fcc5-3528-47a6-a559-521fa9f080ca, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=a7f6fcc5-3528-47a6-a559-521fa9f080ca,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:05.434221 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-545d5e34-4498-4211-affe-78426394851a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=68063239d70e4090b1563917eab1c103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6028755 Aug 16 22:17:05.437299 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42842) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:05.448804 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:05.456842 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd9dcf-6591-4a5f-827b-e7d4a1f96734 req-14c9ccd7-de05-4856-b2e1-194e242ed875 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:05.459706 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbcd9dcf-6591-4a5f-827b-e7d4a1f96734 req-14c9ccd7-de05-4856-b2e1-194e242ed875 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 944 time: 0.1534300 Aug 16 22:17:05.478155 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e5908d9-e42a-4f7d-9123-c4e18c5c8b18 req-8e468f7d-476f-4bec-abc2-c90af0492ff0 service neutron] 10.222.0.43 "GET /v2.0/networks/52f93a8f-f7ec-4f0f-aece-ca7aea9abb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457455 Aug 16 22:17:05.478955 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d5e34-4498-4211-affe-78426394851a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f104a6d-5327-48bf-9dbe-6bc295ccb747,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:05.497809 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9e39904-1964-4a9e-8b43-8296b610e9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:05.523109 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=a7f6fcc5-3528-47a6-a559-521fa9f080ca,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:05.532890 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9e39904-1964-4a9e-8b43-8296b610e9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:05.595455 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbcd9dcf-6591-4a5f-827b-e7d4a1f96734 req-7b8d035b-c841-44f8-9ee5-6686ce49f976 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267722 Aug 16 22:17:05.600062 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9e39904-1964-4a9e-8b43-8296b610e9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:05.603597 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9e39904-1964-4a9e-8b43-8296b610e9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:05.624640 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f9e39904-1964-4a9e-8b43-8296b610e9c1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6f104a6d-5327-48bf-9dbe-6bc295ccb747 HTTP/1.1" status: 204 len: 168 time: 0.1857660 Aug 16 22:17:05.635371 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a92a608-13d4-4fe6-a53d-c6910e67666a', 'tag': '382de0d8-2eda-44e6-be66-feb9ea3a6fb1'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:05.637931 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a03e849-ae16-43e5-b562-ae4b9ac7e38a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a92a608-13d4-4fe6-a53d-c6910e67666a", "tag": "382de0d8-2eda-44e6-be66-feb9ea3a6fb1"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:05.660499 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e39904-1964-4a9e-8b43-8296b610e9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f104a6d-5327-48bf-9dbe-6bc295ccb747,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:05.689812 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e5908d9-e42a-4f7d-9123-c4e18c5c8b18 req-92ab7552-d3f9-4b21-8064-413324695c41 service neutron] 10.222.0.43 "GET /v2.0/networks/52f93a8f-f7ec-4f0f-aece-ca7aea9abb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915498 Aug 16 22:17:05.803929 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69bc47-c650-4c2a-b8df-a72576f81c1a req-919e034f-1079-431d-a0ee-7bb6134c6a86 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:05.806402 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc69bc47-c650-4c2a-b8df-a72576f81c1a req-919e034f-1079-431d-a0ee-7bb6134c6a86 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 943 time: 0.0787089 Aug 16 22:17:05.873361 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc69bc47-c650-4c2a-b8df-a72576f81c1a req-32d6dc55-3fdd-4d39-b30e-48b84d87d700 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601678 Aug 16 22:17:05.943068 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4b2fda-fcf9-4467-8f68-afa955262f89 x-openstack-request-id: req-5c4b2fda-fcf9-4467-8f68-afa955262f89 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:05.943375 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeddb6be-e487-4b1b-91d4-fd67cd345377", "name": "network-vif-plugged", "status": "completed", "tag": "a7f6fcc5-3528-47a6-a559-521fa9f080ca", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:05.943629 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5c4b2fda-fcf9-4467-8f68-afa955262f89 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:05.944040 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeddb6be-e487-4b1b-91d4-fd67cd345377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f6fcc5-3528-47a6-a559-521fa9f080ca', 'code': 200} Aug 16 22:17:06.090385 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0263de8a-e8f0-4115-82bf-d447475d5c46 x-openstack-request-id: req-0263de8a-e8f0-4115-82bf-d447475d5c46 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:06.090385 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a92a608-13d4-4fe6-a53d-c6910e67666a", "tag": "382de0d8-2eda-44e6-be66-feb9ea3a6fb1", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:06.090385 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0263de8a-e8f0-4115-82bf-d447475d5c46 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:06.090385 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a92a608-13d4-4fe6-a53d-c6910e67666a', 'tag': '382de0d8-2eda-44e6-be66-feb9ea3a6fb1', 'status': 'completed', 'code': 200} Aug 16 22:17:06.110246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e934ee-9018-4787-b0de-10d9465ee2b6 req-9eb79b24-f9bf-4ddf-9fde-76b3eef112fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:06.112687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89e934ee-9018-4787-b0de-10d9465ee2b6 req-9eb79b24-f9bf-4ddf-9fde-76b3eef112fa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 1097 time: 0.0895054 Aug 16 22:17:06.180821 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03e849-ae16-43e5-b562-ae4b9ac7e38a req-91e76321-f9c5-427f-bb09-8d775a9084c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:06.185491 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89e934ee-9018-4787-b0de-10d9465ee2b6 req-7abd33bd-c297-4602-a11d-a52957bdb52c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651681 Aug 16 22:17:06.187837 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3a03e849-ae16-43e5-b562-ae4b9ac7e38a req-91e76321-f9c5-427f-bb09-8d775a9084c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 1096 time: 0.0781567 Aug 16 22:17:06.259735 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98eb05e-8445-4c45-b5fc-8efddd62254e req-b9831a0a-0a50-44bc-a1a1-eabcea510e0b tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:06.262132 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d98eb05e-8445-4c45-b5fc-8efddd62254e req-b9831a0a-0a50-44bc-a1a1-eabcea510e0b tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/ports?device_id=e74d231b-52ad-4b44-9053-104f1d6da5be HTTP/1.1" status: 200 len: 948 time: 0.0934882 Aug 16 22:17:06.278902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1dba2-f3a9-4f75-aae3-70ecc48b3d4a req-923a9bcd-d348-4913-908d-78f4bc9094f3 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:06.278902 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fa1dba2-f3a9-4f75-aae3-70ecc48b3d4a req-923a9bcd-d348-4913-908d-78f4bc9094f3 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 944 time: 0.0743356 Aug 16 22:17:06.329034 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d98eb05e-8445-4c45-b5fc-8efddd62254e req-5550a93f-e45f-445b-abd3-5108769d3c59 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a8d2f23-46e7-4d90-93c9-f0f36159fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497866 Aug 16 22:17:06.343283 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fa1dba2-f3a9-4f75-aae3-70ecc48b3d4a req-84368d5d-4d18-4853-97a5-d4ab23457836 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564859 Aug 16 22:17:06.373940 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03e849-ae16-43e5-b562-ae4b9ac7e38a req-95fdf634-5a1d-43a9-b547-ca15e93d7048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:06.375712 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3a03e849-ae16-43e5-b562-ae4b9ac7e38a req-95fdf634-5a1d-43a9-b547-ca15e93d7048 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 909 time: 0.1102164 Aug 16 22:17:06.452733 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3a03e849-ae16-43e5-b562-ae4b9ac7e38a req-13cf68fc-0589-4372-b195-53f2471a4ce8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=382de0d8-2eda-44e6-be66-feb9ea3a6fb1 HTTP/1.1" status: 200 len: 217 time: 0.0516851 Aug 16 22:17:06.544635 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03e849-ae16-43e5-b562-ae4b9ac7e38a req-fa944096-273c-4090-8c6c-0505efa9ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:06.546888 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3a03e849-ae16-43e5-b562-ae4b9ac7e38a req-fa944096-273c-4090-8c6c-0505efa9ddfa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 200 len: 848 time: 0.0873420 Aug 16 22:17:06.593270 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3a03e849-ae16-43e5-b562-ae4b9ac7e38a req-5382d145-513d-47a2-a69c-36a6d77ad570 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359943 Aug 16 22:17:06.724510 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3a03e849-ae16-43e5-b562-ae4b9ac7e38a req-31d324ad-1e8f-472e-b227-016ac18d2a5b service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236467 Aug 16 22:17:06.754117 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4249cc-f4b3-4db6-86e0-fecb0927a1cc req-673d7559-9e09-4ebd-bb33-9e859ef2e3e3 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:06.755895 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de4249cc-f4b3-4db6-86e0-fecb0927a1cc req-673d7559-9e09-4ebd-bb33-9e859ef2e3e3 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 945 time: 0.0673084 Aug 16 22:17:06.805298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de4249cc-f4b3-4db6-86e0-fecb0927a1cc req-cb6c744e-3dbb-40db-bdc4-970133437ca4 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424039 Aug 16 22:17:06.876388 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3a03e849-ae16-43e5-b562-ae4b9ac7e38a req-8159ceeb-fb96-46e7-9a5d-3401760efe6f service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415918 Aug 16 22:17:07.186059 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b193f-2dcb-4c6a-a323-82cbb1ee1404 req-43ba1d17-c3f8-474b-bda9-2da6e02b5d30 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:07.187557 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-399b193f-2dcb-4c6a-a323-82cbb1ee1404 req-43ba1d17-c3f8-474b-bda9-2da6e02b5d30 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 971 time: 0.0824525 Aug 16 22:17:07.199925 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0230dc6-aea6-4862-bc2a-d0432e70807d req-855aa005-db1d-4159-a5f2-a568db745350 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:07.202017 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 20556c07-8a11-46f2-a239-6a7f6dd00273 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:07.203729 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a0230dc6-aea6-4862-bc2a-d0432e70807d req-855aa005-db1d-4159-a5f2-a568db745350 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 943 time: 0.0687294 Aug 16 22:17:07.257826 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-399b193f-2dcb-4c6a-a323-82cbb1ee1404 req-4d08a7d4-4cc8-426d-b384-fa88df00e08b tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/security-groups?id=f083d4a8-4084-4183-aa30-fc46efe74f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529985 Aug 16 22:17:07.273771 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a0230dc6-aea6-4862-bc2a-d0432e70807d req-6cbd5920-8a85-4acf-9f29-78438a8a45e3 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614963 Aug 16 22:17:07.329349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 20556c07-8a11-46f2-a239-6a7f6dd00273, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=20556c07-8a11-46f2-a239-6a7f6dd00273,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:07.344892 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '20556c07-8a11-46f2-a239-6a7f6dd00273', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': '20556c07-8a11-46f2-a239-6a7f6dd00273', 'mac_address': 'fa:16:3e:0c:1c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:07.408004 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:07.428194 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20556c07-8a11-46f2-a239-6a7f6dd00273 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:07.461340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 20556c07-8a11-46f2-a239-6a7f6dd00273, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=20556c07-8a11-46f2-a239-6a7f6dd00273,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:07.467871 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:07.469536 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:07.543918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8bc43-3163-4c75-8c1f-55e983910dc6 req-4571491e-6a44-4102-9582-cc20208cad25 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:07.545473 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9a8bc43-3163-4c75-8c1f-55e983910dc6 req-4571491e-6a44-4102-9582-cc20208cad25 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/ports?device_id=e74d231b-52ad-4b44-9053-104f1d6da5be HTTP/1.1" status: 200 len: 948 time: 0.0949898 Aug 16 22:17:07.571972 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=20556c07-8a11-46f2-a239-6a7f6dd00273,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:07.573207 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557aa34d-7f53-4598-b8e3-6ae7b4838af2 req-4b138301-5d84-43f8-a838-6a83aba9e868 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:07.576008 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-557aa34d-7f53-4598-b8e3-6ae7b4838af2 req-4b138301-5d84-43f8-a838-6a83aba9e868 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 944 time: 0.0854764 Aug 16 22:17:07.617689 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42956) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:07.628515 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=382de0d8-2eda-44e6-be66-feb9ea3a6fb1,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:07.632839 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9a8bc43-3163-4c75-8c1f-55e983910dc6 req-9e2421cf-f26a-4776-860c-c8703fd32ded tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a8d2f23-46e7-4d90-93c9-f0f36159fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781107 Aug 16 22:17:07.650642 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '382de0d8-2eda-44e6-be66-feb9ea3a6fb1', 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d', 'port_id': '382de0d8-2eda-44e6-be66-feb9ea3a6fb1', 'mac_address': 'fa:16:3e:47:83:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacf5177-2040-46b3-9089-5860f949a56c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:07.656271 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-557aa34d-7f53-4598-b8e3-6ae7b4838af2 req-f6d46540-8a68-4342-9fd0-780e129c740d tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735767 Aug 16 22:17:07.700452 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:07.717107 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:07.744275 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=382de0d8-2eda-44e6-be66-feb9ea3a6fb1,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:07.749405 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:07.750487 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:07.855648 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-76b9ddd2-307a-4d75-b590-47e3e2e25d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:07.934551 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90,segment=NetworkSegment(56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73),segment_id=56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:07.952784 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-88c74efc-2767-4ca8-90c7-b984bd74711b tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=77ca5ce733d04ea58889d12fb5728d76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445995 Aug 16 22:17:07.956632 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=382de0d8-2eda-44e6-be66-feb9ea3a6fb1,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:07.959382 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'port_id': 'ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90', 'mac_address': 'fa:16:3e:c4:34:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:07.977401 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-76b9ddd2-307a-4d75-b590-47e3e2e25d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:07.983183 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-76b9ddd2-307a-4d75-b590-47e3e2e25d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.002061 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.017156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:08.024037 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9ddd2-307a-4d75-b590-47e3e2e25d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dbcb45-0efc-4c63-8f76-ad250372205e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:08.032630 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-76b9ddd2-307a-4d75-b590-47e3e2e25d0c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=956bd65e02d540f4a4397689a9ede4e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4106143 Aug 16 22:17:08.033370 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42984) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:08.050081 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90,segment=NetworkSegment(56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73),segment_id=56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:08.055459 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.058162 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218028da-dfb2-4c55-8323-7c21cd3ef942 req-cfe21e6a-85a4-4bb7-81ba-c1d4e466469a tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:08.059730 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-218028da-dfb2-4c55-8323-7c21cd3ef942 req-cfe21e6a-85a4-4bb7-81ba-c1d4e466469a tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 945 time: 0.1232843 Aug 16 22:17:08.103681 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1b900ad0-6bdd-49ac-8f83-e86ada84116e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.110198 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:08.128521 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1b900ad0-6bdd-49ac-8f83-e86ada84116e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.130965 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-20757006-ee42-4a80-8305-98e06a468468 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:08.132441 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-20757006-ee42-4a80-8305-98e06a468468 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779914 Aug 16 22:17:08.135512 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-218028da-dfb2-4c55-8323-7c21cd3ef942 req-ac9ecdf5-255f-424b-b970-8b05285a14ea tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648353 Aug 16 22:17:08.163092 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-574fdb24-27b0-4603-9d33-1cceea6d17e0 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/quotas/77ca5ce733d04ea58889d12fb5728d76 HTTP/1.1" status: 200 len: 375 time: 0.0170083 Aug 16 22:17:08.165578 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.188970 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1b900ad0-6bdd-49ac-8f83-e86ada84116e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.192753 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1b900ad0-6bdd-49ac-8f83-e86ada84116e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.195082 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1b900ad0-6bdd-49ac-8f83-e86ada84116e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b3dbcb45-0efc-4c63-8f76-ad250372205e HTTP/1.1" status: 204 len: 168 time: 0.1605644 Aug 16 22:17:08.205752 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b900ad0-6bdd-49ac-8f83-e86ada84116e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dbcb45-0efc-4c63-8f76-ad250372205e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:08.210766 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-6c5a2ff4-5a85-4f17-b2ff-406bbe26c604 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=77ca5ce733d04ea58889d12fb5728d76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342100 Aug 16 22:17:08.373840 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd0ec6-9ca4-4829-80f3-ec243835d6b4 req-d62c5444-300a-4c61-8d9d-4d6b13af77e2 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:08.380952 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-74fd0ec6-9ca4-4829-80f3-ec243835d6b4 req-d62c5444-300a-4c61-8d9d-4d6b13af77e2 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 971 time: 0.1343830 Aug 16 22:17:08.387114 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['382de0d8-2eda-44e6-be66-feb9ea3a6fb1'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:08.444852 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:08.495514 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['20556c07-8a11-46f2-a239-6a7f6dd00273'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:08.565561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07146973-1feb-4cb8-933a-888c4e46e8a7 req-c58ebc79-978c-4bb4-931a-7f13304422f1 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:08.567934 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-07146973-1feb-4cb8-933a-888c4e46e8a7 req-c58ebc79-978c-4bb4-931a-7f13304422f1 tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 971 time: 0.0763700 Aug 16 22:17:08.659193 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-07146973-1feb-4cb8-933a-888c4e46e8a7 req-918149e4-1a6b-4fde-9ffb-a07a30021b7b tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/security-groups?id=f083d4a8-4084-4183-aa30-fc46efe74f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783021 Aug 16 22:17:08.665794 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43012) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:08.679861 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330aaf3-bb66-430c-aee7-4f02dfcacd8e req-a0a52add-d320-494e-9b98-fdd35883032a tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:08.681569 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9330aaf3-bb66-430c-aee7-4f02dfcacd8e req-a0a52add-d320-494e-9b98-fdd35883032a tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 1097 time: 0.1059020 Aug 16 22:17:08.693100 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32510ee8-bed7-4fe2-83c6-850e6f7cdced admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.751194 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-74fd0ec6-9ca4-4829-80f3-ec243835d6b4 req-8636e20b-a83e-4a90-97ea-25d52f6acb0c tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Deleting port ecfefdda-8b4e-4075-9b43-162d4027e3f6 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:17:08.751802 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-74fd0ec6-9ca4-4829-80f3-ec243835d6b4 req-8636e20b-a83e-4a90-97ea-25d52f6acb0c tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.763634 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9330aaf3-bb66-430c-aee7-4f02dfcacd8e req-e67c2e6a-2af7-4054-96ba-f046ced76518 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726769 Aug 16 22:17:08.877701 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-74fd0ec6-9ca4-4829-80f3-ec243835d6b4 req-8636e20b-a83e-4a90-97ea-25d52f6acb0c tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] For port ecfefdda-8b4e-4075-9b43-162d4027e3f6, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ecfefdda-8b4e-4075-9b43-162d4027e3f6,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:08.878345 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-74fd0ec6-9ca4-4829-80f3-ec243835d6b4 req-8636e20b-a83e-4a90-97ea-25d52f6acb0c tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.894594 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-74fd0ec6-9ca4-4829-80f3-ec243835d6b4 req-8636e20b-a83e-4a90-97ea-25d52f6acb0c tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Calling delete_port for ecfefdda-8b4e-4075-9b43-162d4027e3f6 owned by compute:tempest-test_az-774117167 {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:17:08.930215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa612423-d87b-42ed-ad53-c122550b129b req-32bc5d65-4135-4068-87d3-5b2f4525126b tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:08.933456 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aa612423-d87b-42ed-ad53-c122550b129b req-32bc5d65-4135-4068-87d3-5b2f4525126b tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 944 time: 0.0949354 Aug 16 22:17:09.030499 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-2e13eebc-c6da-4fed-acaf-02148628b085 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=77ca5ce733d04ea58889d12fb5728d76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309882 Aug 16 22:17:09.040413 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2baf9aec-078f-4fdd-aae7-28ee4b068f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:09.091464 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32510ee8-bed7-4fe2-83c6-850e6f7cdced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:09.109665 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aa612423-d87b-42ed-ad53-c122550b129b req-f8562653-68b2-4af6-a845-a1202d7e9814 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602392 Aug 16 22:17:09.117554 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32510ee8-bed7-4fe2-83c6-850e6f7cdced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:09.195684 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-32510ee8-bed7-4fe2-83c6-850e6f7cdced admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8462dd8a73d042f0b2569567e4df3df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5272269 Aug 16 22:17:09.198517 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43034) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:09.205586 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32510ee8-bed7-4fe2-83c6-850e6f7cdced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7431028-fd2f-4782-af3e-2c51d59d315f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:09.220812 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-74fd0ec6-9ca4-4829-80f3-ec243835d6b4 req-8636e20b-a83e-4a90-97ea-25d52f6acb0c tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:09.234192 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['ecfefdda-8b4e-4075-9b43-162d4027e3f6'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:09.269473 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-cb501aed-a5bf-44eb-a7f4-879c7be89794 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:09.276847 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-cb501aed-a5bf-44eb-a7f4-879c7be89794 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2453995 Aug 16 22:17:09.294956 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-cd307999-39bd-46f7-8082-ceef6cbfbd9a tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/quotas/77ca5ce733d04ea58889d12fb5728d76 HTTP/1.1" status: 200 len: 375 time: 0.0167806 Aug 16 22:17:09.310689 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f68700-c79f-46ce-8053-6c5551c273a3 req-035e4ddd-f492-4b74-8a0b-53670027a9f7 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:09.314522 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52f68700-c79f-46ce-8053-6c5551c273a3 req-035e4ddd-f492-4b74-8a0b-53670027a9f7 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/ports?device_id=e74d231b-52ad-4b44-9053-104f1d6da5be HTTP/1.1" status: 200 len: 949 time: 0.0959544 Aug 16 22:17:09.349603 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-37463ea8-a209-44da-a751-37b42fd81409 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=77ca5ce733d04ea58889d12fb5728d76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340197 Aug 16 22:17:09.378302 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52f68700-c79f-46ce-8053-6c5551c273a3 req-145f9b64-e395-418d-b9fb-281576f081e1 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a8d2f23-46e7-4d90-93c9-f0f36159fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531166 Aug 16 22:17:09.520542 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636e20b-a83e-4a90-97ea-25d52f6acb0c tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Pushing event deleted for resources: {'Port': ['ID=ecfefdda-8b4e-4075-9b43-162d4027e3f6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:09.531952 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d82256-294c-491f-bfb9-43964240c5be req-4dc9259b-d1c3-4913-a91c-282e689d18f7 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:09.540316 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-32d82256-294c-491f-bfb9-43964240c5be req-4dc9259b-d1c3-4913-a91c-282e689d18f7 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 945 time: 0.0896459 Aug 16 22:17:09.595157 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-32d82256-294c-491f-bfb9-43964240c5be req-dfb0df8f-a4b7-4b44-b78a-a37e18679fd4 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537474 Aug 16 22:17:09.612506 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fd0ec6-9ca4-4829-80f3-ec243835d6b4 req-8636e20b-a83e-4a90-97ea-25d52f6acb0c tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] No DVR routers for this DVR port ecfefdda-8b4e-4075-9b43-162d4027e3f6 on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:17:09.617667 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-74fd0ec6-9ca4-4829-80f3-ec243835d6b4 req-8636e20b-a83e-4a90-97ea-25d52f6acb0c tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:09.620643 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-74fd0ec6-9ca4-4829-80f3-ec243835d6b4 req-8636e20b-a83e-4a90-97ea-25d52f6acb0c tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.39 "DELETE /v2.0/ports/ecfefdda-8b4e-4075-9b43-162d4027e3f6 HTTP/1.1" status: 204 len: 173 time: 1.2388647 Aug 16 22:17:09.637651 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c57f858-b01e-4ac3-883a-1ebcee5107d5', 'name': 'network-vif-deleted', 'tag': 'ecfefdda-8b4e-4075-9b43-162d4027e3f6'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:09.648065 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db6a402-eb43-49dd-9a8b-ed26c9f4654a" -d '{"events": [{"server_uuid": "0c57f858-b01e-4ac3-883a-1ebcee5107d5", "name": "network-vif-deleted", "tag": "ecfefdda-8b4e-4075-9b43-162d4027e3f6"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:09.680525 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c42074-a2ad-4a04-b7de-663638923bde req-c9fb9f7a-1eaf-40a1-9874-966b59031384 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:09.688695 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-07c42074-a2ad-4a04-b7de-663638923bde req-c9fb9f7a-1eaf-40a1-9874-966b59031384 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 1097 time: 0.0759685 Aug 16 22:17:09.695428 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea7f66e6-0300-4669-8eee-8fc2e8dcce26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:09.723563 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea7f66e6-0300-4669-8eee-8fc2e8dcce26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:09.743548 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fb4d6b4-1b2d-4940-838b-1c5fe432f7d5 req-e7324151-8502-4b94-92e7-9e6231509b26 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=bfd9c90c-262d-4f5f-8aab-94be1acc763f HTTP/1.1" status: 200 len: 210 time: 0.0527768 Aug 16 22:17:09.761140 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-07c42074-a2ad-4a04-b7de-663638923bde req-e0324575-3e18-4ad4-8bcb-20f9f9506a69 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642822 Aug 16 22:17:09.816535 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea7f66e6-0300-4669-8eee-8fc2e8dcce26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:09.834502 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea7f66e6-0300-4669-8eee-8fc2e8dcce26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:09.835769 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ea7f66e6-0300-4669-8eee-8fc2e8dcce26 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b7431028-fd2f-4782-af3e-2c51d59d315f HTTP/1.1" status: 204 len: 168 time: 0.6360962 Aug 16 22:17:09.837379 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a330986-a4f9-4576-aec2-9edf3b3be41b x-openstack-request-id: req-4a330986-a4f9-4576-aec2-9edf3b3be41b {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:09.837666 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c57f858-b01e-4ac3-883a-1ebcee5107d5", "name": "network-vif-deleted", "tag": "ecfefdda-8b4e-4075-9b43-162d4027e3f6", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:09.837917 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4a330986-a4f9-4576-aec2-9edf3b3be41b {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:09.838426 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c57f858-b01e-4ac3-883a-1ebcee5107d5', 'name': 'network-vif-deleted', 'tag': 'ecfefdda-8b4e-4075-9b43-162d4027e3f6', 'status': 'completed', 'code': 200} Aug 16 22:17:09.879766 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f66e6-0300-4669-8eee-8fc2e8dcce26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7431028-fd2f-4782-af3e-2c51d59d315f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:09.996385 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-3095656e-49b8-47c1-abc6-d21c218c0932 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=77ca5ce733d04ea58889d12fb5728d76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416417 Aug 16 22:17:10.003581 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2285d7a5-aecb-4cfb-b689-84352a6d75d2 req-edab8a44-a054-428d-a9b9-96d0826e14ce tempest-AggregatesAdminTestJSON-200271342 tempest-AggregatesAdminTestJSON-200271342-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c57f858-b01e-4ac3-883a-1ebcee5107d5 HTTP/1.1" status: 200 len: 210 time: 0.0433409 Aug 16 22:17:10.212736 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-3f1002f9-1599-48b9-b29d-520a3582d297 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:10.214677 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-3f1002f9-1599-48b9-b29d-520a3582d297 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2043531 Aug 16 22:17:10.230601 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-f7145f95-cead-43e4-8651-77811fbdb1c6 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Request body: {'port': {'device_id': 'f71750bb-33e1-4665-bb9c-76f408b64167', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': '77ca5ce733d04ea58889d12fb5728d76'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:10.264784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-0bf2b00b-14eb-404c-8b99-57aebdbc15ec req-baa51079-40fb-4e3a-bef0-9a0124f04205 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:17:10.265856 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0bf2b00b-14eb-404c-8b99-57aebdbc15ec req-baa51079-40fb-4e3a-bef0-9a0124f04205 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058427 Aug 16 22:17:10.411376 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-f7145f95-cead-43e4-8651-77811fbdb1c6 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Made reservation on behalf of 77ca5ce733d04ea58889d12fb5728d76 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:10.430936 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-f7145f95-cead-43e4-8651-77811fbdb1c6 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.443539 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.452999 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-f7145f95-cead-43e4-8651-77811fbdb1c6 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.614466 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f801a5f-c050-494d-bd6b-36fc84fc8a35 req-075afecb-ce2d-4c00-87ba-8e7d85d2e633 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:10.616809 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f801a5f-c050-494d-bd6b-36fc84fc8a35 req-075afecb-ce2d-4c00-87ba-8e7d85d2e633 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 944 time: 0.1044259 Aug 16 22:17:10.635787 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-f7145f95-cead-43e4-8651-77811fbdb1c6 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.643858 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-f7145f95-cead-43e4-8651-77811fbdb1c6 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.672575 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f801a5f-c050-494d-bd6b-36fc84fc8a35 req-417182c7-b9aa-4bbc-8ba0-30d59bdf208d tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484457 Aug 16 22:17:10.729891 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f95-cead-43e4-8651-77811fbdb1c6 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0eab71b-546d-4880-bb6c-40b8e10c8875,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:10.819871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b88cae-6cde-4f95-8414-71a3f6c3c8b3 req-ee8b7d8f-87f4-4b90-bb0e-0b80459d1d8b tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:10.822958 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-82b88cae-6cde-4f95-8414-71a3f6c3c8b3 req-ee8b7d8f-87f4-4b90-bb0e-0b80459d1d8b tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/ports?device_id=e74d231b-52ad-4b44-9053-104f1d6da5be HTTP/1.1" status: 200 len: 949 time: 0.0820611 Aug 16 22:17:10.882076 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-82b88cae-6cde-4f95-8414-71a3f6c3c8b3 req-e648789b-bdce-4765-8592-af19e67e403d tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a8d2f23-46e7-4d90-93c9-f0f36159fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525784 Aug 16 22:17:10.895934 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-f7145f95-cead-43e4-8651-77811fbdb1c6 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Allocated IP 192.168.233.61 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/e828879f-1063-4418-8989-72f745566fca) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:10.908106 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51754) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:10.965620 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-7484e18e-81e5-4fb9-bf5f-0021b256c24b tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=77ca5ce733d04ea58889d12fb5728d76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547457 Aug 16 22:17:11.118069 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-3aedd933-8f55-42bd-a3ed-10f0d8be6696 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:11.119799 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-3aedd933-8f55-42bd-a3ed-10f0d8be6696 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1499135 Aug 16 22:17:11.135499 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-21104227-2c3d-461f-baeb-c6075adb16ee tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Request body: {'port': {'device_id': 'bfd9c90c-262d-4f5f-8aab-94be1acc763f', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': '77ca5ce733d04ea58889d12fb5728d76'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:11.179733 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-f7145f95-cead-43e4-8651-77811fbdb1c6 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.200540 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-f7145f95-cead-43e4-8651-77811fbdb1c6 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Transition to ACTIVE for port object e828879f-1063-4418-8989-72f745566fca will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:11.233381 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 20556c07-8a11-46f2-a239-6a7f6dd00273 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:11.251481 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8d2cf-3d51-4554-85d5-d43124738719 req-55fed419-010f-4f21-9df3-19792a27ffe0 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:11.253308 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e1e8d2cf-3d51-4554-85d5-d43124738719 req-55fed419-010f-4f21-9df3-19792a27ffe0 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 945 time: 0.1322665 Aug 16 22:17:11.270323 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-f7145f95-cead-43e4-8651-77811fbdb1c6 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.315288 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e1e8d2cf-3d51-4554-85d5-d43124738719 req-66097c31-39cb-4a0a-8cf5-697a58039cf9 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511537 Aug 16 22:17:11.331802 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-21104227-2c3d-461f-baeb-c6075adb16ee tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Made reservation on behalf of 77ca5ce733d04ea58889d12fb5728d76 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:11.337353 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-21104227-2c3d-461f-baeb-c6075adb16ee tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.343217 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-f7145f95-cead-43e4-8651-77811fbdb1c6 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:11.346066 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-f7145f95-cead-43e4-8651-77811fbdb1c6 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:11.363723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 20556c07-8a11-46f2-a239-6a7f6dd00273 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:11.371249 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 20556c07-8a11-46f2-a239-6a7f6dd00273 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:11.371893 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.381371 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-f7145f95-cead-43e4-8651-77811fbdb1c6 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:11.400116 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-f7145f95-cead-43e4-8651-77811fbdb1c6 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:11.400857 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-f7145f95-cead-43e4-8651-77811fbdb1c6 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.457589 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-f7145f95-cead-43e4-8651-77811fbdb1c6 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2307363 Aug 16 22:17:11.469746 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] Request body: {'port': {'device_id': 'f71750bb-33e1-4665-bb9c-76f408b64167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:11.527292 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f95-cead-43e4-8651-77811fbdb1c6 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Pushing event updated for resources: {'Port': ['ID=e828879f-1063-4418-8989-72f745566fca,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:11.556632 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c7abca6e-f252-4f52-b20b-416040c29311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.561542 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.582551 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.607388 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74d231b-52ad-4b44-9053-104f1d6da5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20556c07-8a11-46f2-a239-6a7f6dd00273'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:11.609786 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c5d60d-f0b4-455f-a634-8f2a3e6ee65e" -d '{"events": [{"server_uuid": "e74d231b-52ad-4b44-9053-104f1d6da5be", "name": "network-vif-plugged", "status": "completed", "tag": "20556c07-8a11-46f2-a239-6a7f6dd00273"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:11.631406 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 20556c07-8a11-46f2-a239-6a7f6dd00273, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=20556c07-8a11-46f2-a239-6a7f6dd00273,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:11.643231 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.644228 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:11.687567 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-21104227-2c3d-461f-baeb-c6075adb16ee tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Allocated IP 192.168.233.167 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/96e3adf6-bafb-4332-a4d5-bba5fc50bb6c) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:11.765574 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f8d19c6f-7613-4e98-9789-98c534dc8502 req-4ee74e97-8bd7-43ab-accb-6b69c724b52d tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=bfd9c90c-262d-4f5f-8aab-94be1acc763f HTTP/1.1" status: 200 len: 210 time: 0.2991495 Aug 16 22:17:11.777640 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=20556c07-8a11-46f2-a239-6a7f6dd00273,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:11.795774 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:11.810282 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:11.811648 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.899005 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3734007e-97c9-4fad-8979-aa3c66503f6d None None] Provisioning for port e828879f-1063-4418-8989-72f745566fca completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:11.910459 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3734007e-97c9-4fad-8979-aa3c66503f6d None None] Provisioning complete for port e828879f-1063-4418-8989-72f745566fca triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:11.910836 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3734007e-97c9-4fad-8979-aa3c66503f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.919632 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-21104227-2c3d-461f-baeb-c6075adb16ee tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.943768 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-21104227-2c3d-461f-baeb-c6075adb16ee tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Transition to ACTIVE for port object 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:11.955785 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144d760b-a1df-469a-9cb2-abe5b8315086 x-openstack-request-id: req-144d760b-a1df-469a-9cb2-abe5b8315086 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:11.956155 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74d231b-52ad-4b44-9053-104f1d6da5be", "name": "network-vif-plugged", "status": "completed", "tag": "20556c07-8a11-46f2-a239-6a7f6dd00273", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:11.956334 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-144d760b-a1df-469a-9cb2-abe5b8315086 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:11.956990 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74d231b-52ad-4b44-9053-104f1d6da5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20556c07-8a11-46f2-a239-6a7f6dd00273', 'code': 200} Aug 16 22:17:12.016536 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-21104227-2c3d-461f-baeb-c6075adb16ee tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.047359 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-3734007e-97c9-4fad-8979-aa3c66503f6d None None] Port e828879f-1063-4418-8989-72f745566fca cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:17:12.057466 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.064724 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.091585 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21104227-2c3d-461f-baeb-c6075adb16ee tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Pushing event updated for resources: {'Port': ['ID=96e3adf6-bafb-4332-a4d5-bba5fc50bb6c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:12.138097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=382de0d8-2eda-44e6-be66-feb9ea3a6fb1,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:12.143458 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.146121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:12.176516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-21104227-2c3d-461f-baeb-c6075adb16ee tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:12.182554 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-21104227-2c3d-461f-baeb-c6075adb16ee tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:12.186848 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cec82-6340-49e8-9163-0b1c780971cb req-2355a426-c3ce-4a7b-a624-19e2c1d67569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:12.189108 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c16cec82-6340-49e8-9163-0b1c780971cb req-2355a426-c3ce-4a7b-a624-19e2c1d67569 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e74d231b-52ad-4b44-9053-104f1d6da5be HTTP/1.1" status: 200 len: 1102 time: 0.1826944 Aug 16 22:17:12.199157 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-21104227-2c3d-461f-baeb-c6075adb16ee tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:12.206139 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-21104227-2c3d-461f-baeb-c6075adb16ee tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:12.206794 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-21104227-2c3d-461f-baeb-c6075adb16ee tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.237746 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc20ba3-fb6f-4fad-bf71-35c9c45d847f req-67fab649-4eff-4f16-8e58-42c11e5c026a tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:12.241858 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6dc20ba3-fb6f-4fad-bf71-35c9c45d847f req-67fab649-4eff-4f16-8e58-42c11e5c026a tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 944 time: 0.1501508 Aug 16 22:17:12.251164 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-21104227-2c3d-461f-baeb-c6075adb16ee tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1196160 Aug 16 22:17:12.270520 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=382de0d8-2eda-44e6-be66-feb9ea3a6fb1,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:12.293324 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c16cec82-6340-49e8-9163-0b1c780971cb req-e52fd759-aeaa-4301-8762-a28003944f4b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1a8d2f23-46e7-4d90-93c9-f0f36159fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880740 Aug 16 22:17:12.300680 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:12.309527 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:12.310201 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.314978 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] Request body: {'port': {'device_id': 'bfd9c90c-262d-4f5f-8aab-94be1acc763f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:12.360372 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43176) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:12.397023 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e828879f-1063-4418-8989-72f745566fca {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:12.409064 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.417657 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.419546 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6dc20ba3-fb6f-4fad-bf71-35c9c45d847f req-aaf4a0f3-bfae-4019-8d14-cfa2fd0d1eac tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672177 Aug 16 22:17:12.430283 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.442181 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] Transition to ACTIVE for port object e828879f-1063-4418-8989-72f745566fca will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:12.456559 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.469366 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90,segment=NetworkSegment(56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73),segment_id=56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:12.475983 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.589104 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43182) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:12.622118 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] Pushing event updated for resources: {'Port': ['ID=e828879f-1063-4418-8989-72f745566fca,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:12.658513 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8eeec1e7-e6bd-4c1f-b919-963336a6c9c5 None None] Provisioning for port 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:12.661749 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:12.667115 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8eeec1e7-e6bd-4c1f-b919-963336a6c9c5 None None] Provisioning complete for port 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:12.667496 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8eeec1e7-e6bd-4c1f-b919-963336a6c9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.683071 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] Attempting to bind port e828879f-1063-4418-8989-72f745566fca on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:12.683795 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] Attempting to bind port e828879f-1063-4418-8989-72f745566fca by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:12.684289 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] Attempting to bind port e828879f-1063-4418-8989-72f745566fca on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:12.693920 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] Port e828879f-1063-4418-8989-72f745566fca on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:12.698625 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] Attempting to bind port e828879f-1063-4418-8989-72f745566fca on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:12.708234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:12.710462 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:12.718870 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:12.719937 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] Bound port: e828879f-1063-4418-8989-72f745566fca, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:12.720623 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.750276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-8eeec1e7-e6bd-4c1f-b919-963336a6c9c5 None None] Port 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:17:12.828761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] For port e828879f-1063-4418-8989-72f745566fca, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:12.837178 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] For port e828879f-1063-4418-8989-72f745566fca, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e828879f-1063-4418-8989-72f745566fca,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:12.851479 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.917364 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:12.918004 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.919436 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] 10.222.0.39 "PUT /v2.0/ports/e828879f-1063-4418-8989-72f745566fca HTTP/1.1" status: 200 len: 1096 time: 1.4543700 Aug 16 22:17:12.923012 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71750bb-33e1-4665-bb9c-76f408b64167', 'tag': 'e828879f-1063-4418-8989-72f745566fca'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:12.925272 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030cf64d-cd53-47d1-a3f6-cb862dc548ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f71750bb-33e1-4665-bb9c-76f408b64167", "tag": "e828879f-1063-4418-8989-72f745566fca"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:12.940006 n-d-792458-15 neutron-server[94872]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 22:17:12.972060 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-377efc72-52fe-4828-a14a-15c6306bc9a7 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:17:12.979763 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971a778-51f3-4a1a-aa07-b59870027e2f req-d3f760f8-498b-4a14-9b1b-132e41136311 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:12.981368 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-377efc72-52fe-4828-a14a-15c6306bc9a7 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6203487 Aug 16 22:17:12.987637 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d971a778-51f3-4a1a-aa07-b59870027e2f req-d3f760f8-498b-4a14-9b1b-132e41136311 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/ports?device_id=e74d231b-52ad-4b44-9053-104f1d6da5be HTTP/1.1" status: 200 len: 950 time: 0.1154070 Aug 16 22:17:13.001856 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-63453873-168c-4713-b1b7-33c8c7a880cc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=19c02b75f74f476fb3301aefb6904ca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4114652 Aug 16 22:17:13.007620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43192) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:13.028899 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ecfefdda-8b4e-4075-9b43-162d4027e3f6 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:17:13.048374 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d6df3-1368-494d-81f0-f2131228e760 service neutron] Pushing event updated for resources: {'Port': ['ID=e828879f-1063-4418-8989-72f745566fca,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:13.086673 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: ecfefdda-8b4e-4075-9b43-162d4027e3f6 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:17:13.087157 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ecfefdda-8b4e-4075-9b43-162d4027e3f6 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:17:13.098695 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-04e8aa12-ae13-488c-aa1d-076ef968fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:13.101156 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d971a778-51f3-4a1a-aa07-b59870027e2f req-2ce6cde6-32d5-4c39-95fc-762c78ec7e42 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a8d2f23-46e7-4d90-93c9-f0f36159fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125705 Aug 16 22:17:13.101563 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-04e8aa12-ae13-488c-aa1d-076ef968fdd9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=77ca5ce733d04ea58889d12fb5728d76&device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 1099 time: 0.1184633 Aug 16 22:17:13.116218 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:13.158491 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-80364746-5982-48e3-818f-9cbb863269ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:13.172799 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-de7bc718-043f-4030-a713-abcbd091ec57 req-12860a49-d02a-436e-a2e7-eeda58b75c96 service neutron] Request body: {'binding': {'host': 'n-h1-792458-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:13.173299 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-de7bc718-043f-4030-a713-abcbd091ec57 req-12860a49-d02a-436e-a2e7-eeda58b75c96 service neutron] Unknown quota resources ['binding']. {{(pid=94872) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:17:13.177447 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-6b8df43b-2feb-4e63-b899-366a09e88732 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=e828879f-1063-4418-8989-72f745566fca HTTP/1.1" status: 200 len: 217 time: 0.0681658 Aug 16 22:17:13.214638 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-80364746-5982-48e3-818f-9cbb863269ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:13.217747 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:13.235210 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:13.266404 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] Transition to ACTIVE for port object 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:13.277726 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:13.296855 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-bbace6cb-1142-4285-b6a8-5cf945dd9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:13.298349 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-bbace6cb-1142-4285-b6a8-5cf945dd9013 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0977919 Aug 16 22:17:13.320905 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-80364746-5982-48e3-818f-9cbb863269ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:13.322772 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-80364746-5982-48e3-818f-9cbb863269ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:13.326520 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-80364746-5982-48e3-818f-9cbb863269ab admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f083d4a8-4084-4183-aa30-fc46efe74f02 HTTP/1.1" status: 204 len: 168 time: 0.3172755 Aug 16 22:17:13.343613 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] Pushing event updated for resources: {'Port': ['ID=96e3adf6-bafb-4332-a4d5-bba5fc50bb6c,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:13.349403 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80364746-5982-48e3-818f-9cbb863269ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f083d4a8-4084-4183-aa30-fc46efe74f02,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:13.393383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] Attempting to bind port 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:13.394530 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] Attempting to bind port 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:13.394865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] Attempting to bind port 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:13.397033 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-e904c93e-1d67-4707-baba-cda256b55501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:13.398659 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-e904c93e-1d67-4707-baba-cda256b55501 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0925732 Aug 16 22:17:13.410284 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] Port 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:13.410612 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] Attempting to bind port 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:13.424624 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:13.425398 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:13.425398 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:13.425753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] Bound port: 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:13.426888 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:13.457786 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-de7bc718-043f-4030-a713-abcbd091ec57 req-12860a49-d02a-436e-a2e7-eeda58b75c96 service neutron] Attempting to bind port a7f6fcc5-3528-47a6-a559-521fa9f080ca on host n-h1-792458-15 for vnic_type normal with profile None {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:13.458172 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-de7bc718-043f-4030-a713-abcbd091ec57 req-12860a49-d02a-436e-a2e7-eeda58b75c96 service neutron] Attempting to bind port a7f6fcc5-3528-47a6-a559-521fa9f080ca by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:13.458509 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7bc718-043f-4030-a713-abcbd091ec57 req-12860a49-d02a-436e-a2e7-eeda58b75c96 service neutron] Attempting to bind port a7f6fcc5-3528-47a6-a559-521fa9f080ca on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:13.510816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] For port 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:13.514831 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] For port 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=96e3adf6-bafb-4332-a4d5-bba5fc50bb6c,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:13.522120 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:13.539198 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7bc718-043f-4030-a713-abcbd091ec57 req-12860a49-d02a-436e-a2e7-eeda58b75c96 service neutron] Port a7f6fcc5-3528-47a6-a559-521fa9f080ca on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:13.539524 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7bc718-043f-4030-a713-abcbd091ec57 req-12860a49-d02a-436e-a2e7-eeda58b75c96 service neutron] Attempting to bind port a7f6fcc5-3528-47a6-a559-521fa9f080ca on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:13.574503 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7bc718-043f-4030-a713-abcbd091ec57 req-12860a49-d02a-436e-a2e7-eeda58b75c96 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:13.574845 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7bc718-043f-4030-a713-abcbd091ec57 req-12860a49-d02a-436e-a2e7-eeda58b75c96 service neutron] Checking segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:13.575234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7bc718-043f-4030-a713-abcbd091ec57 req-12860a49-d02a-436e-a2e7-eeda58b75c96 service neutron] Bound using segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:13.575676 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-de7bc718-043f-4030-a713-abcbd091ec57 req-12860a49-d02a-436e-a2e7-eeda58b75c96 service neutron] Bound port: a7f6fcc5-3528-47a6-a559-521fa9f080ca, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:13.599142 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:13.600284 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:13.601916 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] 10.222.0.39 "PUT /v2.0/ports/96e3adf6-bafb-4332-a4d5-bba5fc50bb6c HTTP/1.1" status: 200 len: 1097 time: 1.3015301 Aug 16 22:17:13.602586 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd9c90c-262d-4f5f-8aab-94be1acc763f', 'tag': '96e3adf6-bafb-4332-a4d5-bba5fc50bb6c'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:13.605190 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e38f774-dd4f-4cc4-82f8-77fa000375ad" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd9c90c-262d-4f5f-8aab-94be1acc763f", "tag": "96e3adf6-bafb-4332-a4d5-bba5fc50bb6c"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:13.675646 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901da40d-b422-4120-a947-0b962cf96a50 service neutron] Pushing event updated for resources: {'Port': ['ID=96e3adf6-bafb-4332-a4d5-bba5fc50bb6c,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:13.717619 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-a593b5af-c602-4923-82b6-1bb1cc94382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:13.719151 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-a593b5af-c602-4923-82b6-1bb1cc94382b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=77ca5ce733d04ea58889d12fb5728d76&device_id=bfd9c90c-262d-4f5f-8aab-94be1acc763f HTTP/1.1" status: 200 len: 1100 time: 0.0623951 Aug 16 22:17:13.732458 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e83ac5-c813-4702-abe6-a59630ea45f7 req-0e8d0947-d657-4c5b-a3e8-5bdfc423c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:13.734020 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-28e83ac5-c813-4702-abe6-a59630ea45f7 req-0e8d0947-d657-4c5b-a3e8-5bdfc423c1b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 1097 time: 0.2092025 Aug 16 22:17:13.740399 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-3cc8692c-bbbd-4df1-9cce-bf22c8d33323 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333635 Aug 16 22:17:13.787235 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-18dca0a7-3502-42eb-8cd9-747fa34f1e18 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=96e3adf6-bafb-4332-a4d5-bba5fc50bb6c HTTP/1.1" status: 200 len: 217 time: 0.0564923 Aug 16 22:17:13.870858 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-de7bc718-043f-4030-a713-abcbd091ec57 req-12860a49-d02a-436e-a2e7-eeda58b75c96 service neutron] For port a7f6fcc5-3528-47a6-a559-521fa9f080ca, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a7f6fcc5-3528-47a6-a559-521fa9f080ca,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:13.880196 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-de7bc718-043f-4030-a713-abcbd091ec57 req-12860a49-d02a-436e-a2e7-eeda58b75c96 service neutron] Notify callbacks [] for binding, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:13.881356 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-12860a49-d02a-436e-a2e7-eeda58b75c96 service neutron] 10.222.0.93 "POST /v2.0/ports/a7f6fcc5-3528-47a6-a559-521fa9f080ca/bindings HTTP/1.1" status: 201 len: 390 time: 0.8430114 Aug 16 22:17:13.897375 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d5f44-bcf6-4020-afb8-9d31d787a8a0 req-beaec2d5-30ca-49bd-9d50-46694462b33d tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:13.899002 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be2d5f44-bcf6-4020-afb8-9d31d787a8a0 req-beaec2d5-30ca-49bd-9d50-46694462b33d tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 946 time: 0.0870328 Aug 16 22:17:13.900438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-5b5f1952-b357-469a-9119-91ae3fa138ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:13.901862 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-5b5f1952-b357-469a-9119-91ae3fa138ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1072958 Aug 16 22:17:13.926585 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e83ac5-c813-4702-abe6-a59630ea45f7 req-dc744e86-c6ce-4f78-88ec-0af77fc9c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:13.928450 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-28e83ac5-c813-4702-abe6-a59630ea45f7 req-dc744e86-c6ce-4f78-88ec-0af77fc9c137 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 921 time: 0.1664751 Aug 16 22:17:13.939733 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-eb4b8948-71a8-43f3-88d4-dc602d12491b req-e68aef67-7025-4f1b-acb0-9e1c1b6beddf service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894288 Aug 16 22:17:13.959031 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a92a608-13d4-4fe6-a53d-c6910e67666a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382de0d8-2eda-44e6-be66-feb9ea3a6fb1'}, {'server_uuid': '43d39bcd-19eb-41fe-b54d-61b0ca8f457a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:13.962825 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ba83f0-97de-4b11-99ba-f623fe902fb8" -d '{"events": [{"server_uuid": "3a92a608-13d4-4fe6-a53d-c6910e67666a", "name": "network-vif-plugged", "status": "completed", "tag": "382de0d8-2eda-44e6-be66-feb9ea3a6fb1"}, {"server_uuid": "43d39bcd-19eb-41fe-b54d-61b0ca8f457a", "name": "network-vif-plugged", "status": "completed", "tag": "ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:13.983690 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43212) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:13.988551 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-28e83ac5-c813-4702-abe6-a59630ea45f7 req-4d96802b-c4cf-4236-9d6b-165a2afbb6bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7f6fcc5-3528-47a6-a559-521fa9f080ca HTTP/1.1" status: 200 len: 217 time: 0.0441618 Aug 16 22:17:14.020894 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be2d5f44-bcf6-4020-afb8-9d31d787a8a0 req-e78df8fd-5d78-46e8-bb53-6a6885deb6b7 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132686 Aug 16 22:17:14.037256 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-75bfac55-85f9-48ec-8bac-15a5fc1ceb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:14.038805 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-75bfac55-85f9-48ec-8bac-15a5fc1ceb11 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1303940 Aug 16 22:17:14.057883 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4b41e55a-407b-4a0d-a3ee-6d09db7635eb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6d1aad4f30e04938ac702a44ef97f363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0723109 Aug 16 22:17:14.062523 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e83ac5-c813-4702-abe6-a59630ea45f7 req-a66c271e-1cb2-45db-8519-b2a320118d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:14.064243 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-28e83ac5-c813-4702-abe6-a59630ea45f7 req-a66c271e-1cb2-45db-8519-b2a320118d6d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.0677464 Aug 16 22:17:14.064975 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43216) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:14.111906 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-28e83ac5-c813-4702-abe6-a59630ea45f7 req-544e3db0-1d41-42af-b3e1-098f55de91aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377271 Aug 16 22:17:14.153331 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c02345b-f492-46bf-81c6-a8ee12baab25 x-openstack-request-id: req-3c02345b-f492-46bf-81c6-a8ee12baab25 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:14.153732 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71750bb-33e1-4665-bb9c-76f408b64167", "tag": "e828879f-1063-4418-8989-72f745566fca", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:14.154118 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3c02345b-f492-46bf-81c6-a8ee12baab25 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:14.156133 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71750bb-33e1-4665-bb9c-76f408b64167', 'tag': 'e828879f-1063-4418-8989-72f745566fca', 'status': 'completed', 'code': 200} Aug 16 22:17:14.174736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51758) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:14.217055 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-3edd2ad0-d5f7-46e1-9a7e-181d372a1eb7 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672010 Aug 16 22:17:14.279988 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dca57854-409e-4025-91ae-4d0b3ef45bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.297866 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cf64d-cd53-47d1-a3f6-cb862dc548ee req-07579cf3-663a-444b-92a5-da6a67b6bc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:14.299380 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-030cf64d-cd53-47d1-a3f6-cb862dc548ee req-07579cf3-663a-444b-92a5-da6a67b6bc2e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=77ca5ce733d04ea58889d12fb5728d76&device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 1099 time: 0.0985136 Aug 16 22:17:14.330517 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-28e83ac5-c813-4702-abe6-a59630ea45f7 req-37ef147d-0fa2-48cb-aa28-6b76b29a6c47 service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064886 Aug 16 22:17:14.342998 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dca57854-409e-4025-91ae-4d0b3ef45bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.351474 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd63e3b-1ab2-4916-a42f-d040ef703a10 req-a35cc0cd-d9fd-46eb-a9a8-ecd5f8a4b6fa tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:14.353004 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bd63e3b-1ab2-4916-a42f-d040ef703a10 req-a35cc0cd-d9fd-46eb-a9a8-ecd5f8a4b6fa tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=bfd9c90c-262d-4f5f-8aab-94be1acc763f HTTP/1.1" status: 200 len: 948 time: 0.1792886 Aug 16 22:17:14.355064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bc718-043f-4030-a713-abcbd091ec57 req-8ab34b3e-4691-41ea-b550-d1cf1ce9e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:14.356439 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-8ab34b3e-4691-41ea-b550-d1cf1ce9e37d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 1097 time: 0.1808360 Aug 16 22:17:14.368481 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c659faa-157b-46d1-a695-68b456620b2b req-a04f5f7e-af93-4de7-a78b-9466c4af3a6a tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:14.369935 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c659faa-157b-46d1-a695-68b456620b2b req-a04f5f7e-af93-4de7-a78b-9466c4af3a6a tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 945 time: 0.1521177 Aug 16 22:17:14.444596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43224) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:14.500738 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cf64d-cd53-47d1-a3f6-cb862dc548ee req-1b5ee847-0bbe-492d-ab87-9f7ffe29f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:14.501899 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f031b96c-5321-4369-ab9d-09be83b5ebc9 req-aedc5084-f885-48c9-a028-38d155db714d service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610033 Aug 16 22:17:14.502226 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-030cf64d-cd53-47d1-a3f6-cb862dc548ee req-1b5ee847-0bbe-492d-ab87-9f7ffe29f269 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1935720 Aug 16 22:17:14.515613 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bd63e3b-1ab2-4916-a42f-d040ef703a10 req-a2c386f8-62a7-4610-8660-5ce796c7dba1 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446495 Aug 16 22:17:14.526981 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dca57854-409e-4025-91ae-4d0b3ef45bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.529735 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dca57854-409e-4025-91ae-4d0b3ef45bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.530076 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c659faa-157b-46d1-a695-68b456620b2b req-ed753278-0273-4231-a2d7-656914666347 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380887 Aug 16 22:17:14.533952 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dca57854-409e-4025-91ae-4d0b3ef45bc1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4f99a44b-77cd-4806-ab14-281ab987670e HTTP/1.1" status: 204 len: 168 time: 0.4672952 Aug 16 22:17:14.571386 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bc718-043f-4030-a713-abcbd091ec57 req-28329971-ea25-4e9d-88ee-1e6644ee55f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:14.573829 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-28329971-ea25-4e9d-88ee-1e6644ee55f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 921 time: 0.2018411 Aug 16 22:17:14.587620 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-28e83ac5-c813-4702-abe6-a59630ea45f7 req-87cb5925-5b98-4430-845f-a88026e29839 service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425940 Aug 16 22:17:14.589268 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-030cf64d-cd53-47d1-a3f6-cb862dc548ee req-37e3a752-0dc9-4bcb-b99f-ce2aa19bcfaf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=e828879f-1063-4418-8989-72f745566fca HTTP/1.1" status: 200 len: 217 time: 0.0711563 Aug 16 22:17:14.590396 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca57854-409e-4025-91ae-4d0b3ef45bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f99a44b-77cd-4806-ab14-281ab987670e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:14.656990 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.657670 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-7b1b9bd1-c8c0-426f-b63c-94178aff2869 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7f6fcc5-3528-47a6-a559-521fa9f080ca HTTP/1.1" status: 200 len: 217 time: 0.0760419 Aug 16 22:17:14.670937 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc3b76e-62bc-4867-99a0-10ef629f3308 x-openstack-request-id: req-cfc3b76e-62bc-4867-99a0-10ef629f3308 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:14.671423 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd9c90c-262d-4f5f-8aab-94be1acc763f", "tag": "96e3adf6-bafb-4332-a4d5-bba5fc50bb6c", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:14.672863 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cfc3b76e-62bc-4867-99a0-10ef629f3308 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:14.673710 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd9c90c-262d-4f5f-8aab-94be1acc763f', 'tag': '96e3adf6-bafb-4332-a4d5-bba5fc50bb6c', 'status': 'completed', 'code': 200} Aug 16 22:17:14.697507 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cf64d-cd53-47d1-a3f6-cb862dc548ee req-266507b2-673e-43c9-88b5-6843f66797f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:14.699420 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-030cf64d-cd53-47d1-a3f6-cb862dc548ee req-266507b2-673e-43c9-88b5-6843f66797f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0755503 Aug 16 22:17:14.754936 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cf64d-cd53-47d1-a3f6-cb862dc548ee req-5281e099-c0d5-4013-b6fc-d8a454d33d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:14.756888 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-030cf64d-cd53-47d1-a3f6-cb862dc548ee req-5281e099-c0d5-4013-b6fc-d8a454d33d1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0504255 Aug 16 22:17:14.763311 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3899422-a3d1-4084-9efc-d05446eb2290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.771002 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503c0e99-49f0-401a-a8da-1f0620bbbff7 x-openstack-request-id: req-503c0e99-49f0-401a-a8da-1f0620bbbff7 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:14.771540 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a92a608-13d4-4fe6-a53d-c6910e67666a", "name": "network-vif-plugged", "status": "completed", "tag": "382de0d8-2eda-44e6-be66-feb9ea3a6fb1", "code": 200}, {"server_uuid": "43d39bcd-19eb-41fe-b54d-61b0ca8f457a", "name": "network-vif-plugged", "status": "completed", "tag": "ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:14.772225 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-503c0e99-49f0-401a-a8da-1f0620bbbff7 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:14.772790 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a92a608-13d4-4fe6-a53d-c6910e67666a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382de0d8-2eda-44e6-be66-feb9ea3a6fb1', 'code': 200} Aug 16 22:17:14.773761 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d39bcd-19eb-41fe-b54d-61b0ca8f457a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90', 'code': 200} Aug 16 22:17:14.780358 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bc718-043f-4030-a713-abcbd091ec57 req-d45e3b8f-66f1-4fc1-bdf3-9d0a90657190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:14.781940 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-d45e3b8f-66f1-4fc1-bdf3-9d0a90657190 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.1069851 Aug 16 22:17:14.784006 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38f774-dd4f-4cc4-82f8-77fa000375ad req-3fe2e0bc-de23-4de5-a5cb-ecbffb20fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:14.785510 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e38f774-dd4f-4cc4-82f8-77fa000375ad req-3fe2e0bc-de23-4de5-a5cb-ecbffb20fc47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=77ca5ce733d04ea58889d12fb5728d76&device_id=bfd9c90c-262d-4f5f-8aab-94be1acc763f HTTP/1.1" status: 200 len: 1100 time: 0.0963211 Aug 16 22:17:14.865947 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-4faf9acd-0f26-48df-a77e-c4fa395b79de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690300 Aug 16 22:17:15.131937 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d67f3-d930-4376-9bf4-0aa5b718a91e req-77d58c57-6c80-443e-9227-6f78499d40b0 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:15.139568 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e9d67f3-d930-4376-9bf4-0aa5b718a91e req-77d58c57-6c80-443e-9227-6f78499d40b0 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 945 time: 0.2826910 Aug 16 22:17:15.151584 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac23650-605f-4d9a-b339-40b156edc741 req-d3d2fffd-20e5-4f33-9e3e-19258d1e383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:15.152416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027b5e6-2754-4fb5-98fa-5b25f7acd0a5 req-7475e1e4-bba9-48be-9e26-e972cf6a9e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:15.152815 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-eac23650-605f-4d9a-b339-40b156edc741 req-d3d2fffd-20e5-4f33-9e3e-19258d1e383d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 1098 time: 0.2977653 Aug 16 22:17:15.154271 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8027b5e6-2754-4fb5-98fa-5b25f7acd0a5 req-7475e1e4-bba9-48be-9e26-e972cf6a9e57 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 1097 time: 0.2634554 Aug 16 22:17:15.173916 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-030cf64d-cd53-47d1-a3f6-cb862dc548ee req-5bf94ad5-defa-4712-8cc6-6485f4785f49 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084916 Aug 16 22:17:15.194311 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38f774-dd4f-4cc4-82f8-77fa000375ad req-e3c416a9-ccda-48ad-9726-44b1ce603226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:15.195958 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e38f774-dd4f-4cc4-82f8-77fa000375ad req-e3c416a9-ccda-48ad-9726-44b1ce603226 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.3427742 Aug 16 22:17:15.215397 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-aa85b7c7-0045-42d0-8917-e1d3a1a4c967 service neutron] 10.222.0.39 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359213 Aug 16 22:17:15.251933 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-eac23650-605f-4d9a-b339-40b156edc741 req-f848d10f-620d-4b6a-b98d-c44800163ba4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864952 Aug 16 22:17:15.291170 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-030cf64d-cd53-47d1-a3f6-cb862dc548ee req-8ac965eb-96e1-4b86-a45a-08c1dc5c2e40 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083360 Aug 16 22:17:15.299420 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e38f774-dd4f-4cc4-82f8-77fa000375ad req-a7884f04-4dad-4eca-80f9-63ea1bec79f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=96e3adf6-bafb-4332-a4d5-bba5fc50bb6c HTTP/1.1" status: 200 len: 217 time: 0.0864058 Aug 16 22:17:15.375174 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e9d67f3-d930-4376-9bf4-0aa5b718a91e req-90e5b2ca-8533-4cbc-92ac-0140b90084d9 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340684 Aug 16 22:17:15.382536 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8027b5e6-2754-4fb5-98fa-5b25f7acd0a5 req-884e7361-451a-4ae3-90b8-afe0e3e65384 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096622 Aug 16 22:17:15.386258 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3899422-a3d1-4084-9efc-d05446eb2290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:15.417178 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3899422-a3d1-4084-9efc-d05446eb2290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:15.509082 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38f774-dd4f-4cc4-82f8-77fa000375ad req-7fdc8da2-66a3-4ac6-b8d6-6ec20093beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:15.511193 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e38f774-dd4f-4cc4-82f8-77fa000375ad req-7fdc8da2-66a3-4ac6-b8d6-6ec20093beb4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1702480 Aug 16 22:17:15.533800 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1abe10-32b5-409f-9cf8-9a20d67136f5 req-00a187a1-f1ef-4d8d-83dc-aceb87e6dc3c tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:15.535325 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8d1abe10-32b5-409f-9cf8-9a20d67136f5 req-00a187a1-f1ef-4d8d-83dc-aceb87e6dc3c tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/ports?device_id=e74d231b-52ad-4b44-9053-104f1d6da5be HTTP/1.1" status: 200 len: 950 time: 0.2578752 Aug 16 22:17:15.542575 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e3899422-a3d1-4084-9efc-d05446eb2290 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1870c469fd094650b1c2cc4a5e0d8c13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0877612 Aug 16 22:17:15.543360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3899422-a3d1-4084-9efc-d05446eb2290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af9a5b2-f127-4528-b85c-bc884f764c2b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:15.545824 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43250) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:15.601717 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1464254b-adf8-46bd-8cc7-8d44e09db900 service neutron] 10.222.0.39 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752856 Aug 16 22:17:15.617781 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-053666ba-2089-439a-b936-5ca86066a339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:15.638294 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278d892-2c58-412b-a22b-55643c90604d req-9be1f65d-a082-4960-9cbf-eb365e7f2485 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:15.639852 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3278d892-2c58-412b-a22b-55643c90604d req-9be1f65d-a082-4960-9cbf-eb365e7f2485 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 946 time: 0.1735795 Aug 16 22:17:15.643982 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8d1abe10-32b5-409f-9cf8-9a20d67136f5 req-7ac76384-6e9d-41cd-ba31-bbdfa2066cde tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a8d2f23-46e7-4d90-93c9-f0f36159fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896802 Aug 16 22:17:15.645860 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38f774-dd4f-4cc4-82f8-77fa000375ad req-5dcbedd6-cdd3-475e-9baf-503850f448cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:15.647346 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e38f774-dd4f-4cc4-82f8-77fa000375ad req-5dcbedd6-cdd3-475e-9baf-503850f448cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1107416 Aug 16 22:17:15.653842 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-053666ba-2089-439a-b936-5ca86066a339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:15.742434 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43262) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:15.750785 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-053666ba-2089-439a-b936-5ca86066a339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:15.753695 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-053666ba-2089-439a-b936-5ca86066a339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:15.755451 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-053666ba-2089-439a-b936-5ca86066a339 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3af9a5b2-f127-4528-b85c-bc884f764c2b HTTP/1.1" status: 204 len: 168 time: 0.2083015 Aug 16 22:17:15.781480 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053666ba-2089-439a-b936-5ca86066a339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af9a5b2-f127-4528-b85c-bc884f764c2b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:16.063001 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3278d892-2c58-412b-a22b-55643c90604d req-747b99df-c1ab-45e0-ac31-b1c8a07e3c68 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079568 Aug 16 22:17:16.095255 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-285d8b0a-ba03-4adc-95b6-1aebc4f679a2 tempest-AutoAllocateNetworkTest-801161751 tempest-AutoAllocateNetworkTest-801161751-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=9c7f332e0eb142b9b11888a26cfe55b7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3510053 Aug 16 22:17:16.097850 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43270) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:16.118516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bc718-043f-4030-a713-abcbd091ec57 req-367d91c6-499f-42c3-98a9-03ff344248b1 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:16.120302 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-367d91c6-499f-42c3-98a9-03ff344248b1 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377&tenant_id=28d0b07328bc4868a7e7f336c894f93d&binding%3Ahost_id=n-h2-792458-15 HTTP/1.1" status: 200 len: 1097 time: 0.4017677 Aug 16 22:17:16.133120 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb1ace-6055-4004-a871-6ab7972fbbe4 req-15304e19-d23d-4012-bbf5-d6a34d48eeff tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:16.140970 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-90bb1ace-6055-4004-a871-6ab7972fbbe4 req-15304e19-d23d-4012-bbf5-d6a34d48eeff tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=bfd9c90c-262d-4f5f-8aab-94be1acc763f HTTP/1.1" status: 200 len: 948 time: 0.3617871 Aug 16 22:17:16.161331 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792458-15'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:16.166203 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e38f774-dd4f-4cc4-82f8-77fa000375ad req-81e39ed5-ffbd-4ac3-90ae-91ed017317f5 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808767 Aug 16 22:17:16.190008 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43272) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:16.218973 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6dce1bd0-a7d7-4a23-8e1f-3240aee484ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:16.248852 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7900dac-c5c9-49e5-8e49-65e5caabfbd0 tempest-AutoAllocateNetworkTest-801161751 tempest-AutoAllocateNetworkTest-801161751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:16.250453 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b7900dac-c5c9-49e5-8e49-65e5caabfbd0 tempest-AutoAllocateNetworkTest-801161751 tempest-AutoAllocateNetworkTest-801161751-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1513023 Aug 16 22:17:16.255966 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43274) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:16.317693 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5da5990a-cb7b-417b-a7cd-7063b77aa302 tempest-AutoAllocateNetworkTest-801161751 tempest-AutoAllocateNetworkTest-801161751-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604949 Aug 16 22:17:16.321538 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43276) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:16.323297 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-90bb1ace-6055-4004-a871-6ab7972fbbe4 req-05be9afa-fb8d-44f5-b330-3c918948dcdb tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806440 Aug 16 22:17:16.340384 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:16.356763 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e1576-a882-4996-ae2c-1cc28a37b4d1 req-97a14039-535a-4a83-95ed-c6cf49d994af tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:16.358339 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-087e1576-a882-4996-ae2c-1cc28a37b4d1 req-97a14039-535a-4a83-95ed-c6cf49d994af tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 945 time: 0.2084639 Aug 16 22:17:16.366335 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-23f265dc-cad8-4b36-8e8a-c8235d7865f3 tempest-AutoAllocateNetworkTest-801161751 tempest-AutoAllocateNetworkTest-801161751-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=9c7f332e0eb142b9b11888a26cfe55b7 HTTP/1.1" status: 200 len: 208 time: 0.0435498 Aug 16 22:17:16.461427 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6dce1bd0-a7d7-4a23-8e1f-3240aee484ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:16.467427 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6dce1bd0-a7d7-4a23-8e1f-3240aee484ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:16.484217 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e38f774-dd4f-4cc4-82f8-77fa000375ad req-bb6e23cc-ea92-4902-a2ea-80d9175088b0 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877657 Aug 16 22:17:16.517876 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6dce1bd0-a7d7-4a23-8e1f-3240aee484ac admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ba87f04894e74252bdf60ffdaf9b5d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267868 Aug 16 22:17:16.519607 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce1bd0-a7d7-4a23-8e1f-3240aee484ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdb669c-5be2-4928-bbe7-05a643fa0096,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:16.521318 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-087e1576-a882-4996-ae2c-1cc28a37b4d1 req-3e9d9aa6-6807-4286-ba0b-8d674d905d15 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504195 Aug 16 22:17:16.523056 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43282) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:16.583846 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fea681be-7599-46b6-a301-1ef0411dfaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:16.613553 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fea681be-7599-46b6-a301-1ef0411dfaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:16.683251 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] For port a7f6fcc5-3528-47a6-a559-521fa9f080ca, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=a7f6fcc5-3528-47a6-a559-521fa9f080ca,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:16.700100 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fea681be-7599-46b6-a301-1ef0411dfaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:16.702756 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fea681be-7599-46b6-a301-1ef0411dfaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:16.703959 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fea681be-7599-46b6-a301-1ef0411dfaa5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/dfdb669c-5be2-4928-bbe7-05a643fa0096 HTTP/1.1" status: 204 len: 168 time: 0.1794679 Aug 16 22:17:16.713423 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea681be-7599-46b6-a301-1ef0411dfaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdb669c-5be2-4928-bbe7-05a643fa0096,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:16.752296 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] For port a7f6fcc5-3528-47a6-a559-521fa9f080ca, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:16.792441 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43290) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:16.814215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeddb6be-e487-4b1b-91d4-fd67cd345377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7f6fcc5-3528-47a6-a559-521fa9f080ca'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:16.816886 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af2c40b-df08-4bbd-9032-020566694442" -d '{"events": [{"server_uuid": "eeddb6be-e487-4b1b-91d4-fd67cd345377", "name": "network-vif-unplugged", "status": "completed", "tag": "a7f6fcc5-3528-47a6-a559-521fa9f080ca"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:16.822109 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:16.831758 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:16.932678 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f6fcc5-3528-47a6-a559-521fa9f080ca,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:16.967417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] Attempting to bind port a7f6fcc5-3528-47a6-a559-521fa9f080ca on host n-h2-792458-15 for vnic_type normal with profile {"migrating_to": "n-h1-792458-15"} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:16.967743 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] Attempting to bind port a7f6fcc5-3528-47a6-a559-521fa9f080ca by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:16.968077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] Attempting to bind port a7f6fcc5-3528-47a6-a559-521fa9f080ca on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:16.975418 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] Port a7f6fcc5-3528-47a6-a559-521fa9f080ca on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:16.975744 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] Attempting to bind port a7f6fcc5-3528-47a6-a559-521fa9f080ca on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:16.986381 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:16.986720 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] Checking segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:16.987112 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] Bound using segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:16.987555 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] Bound port: a7f6fcc5-3528-47a6-a559-521fa9f080ca, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:16.987916 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:17.014514 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c2068-c2d7-4008-b2c6-114d814d344a req-3e81dd80-4333-4658-b6e1-4ec6768e6f45 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:17.016064 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-982c2068-c2d7-4008-b2c6-114d814d344a req-3e81dd80-4333-4658-b6e1-4ec6768e6f45 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 943 time: 0.1021807 Aug 16 22:17:17.030952 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e828879f-1063-4418-8989-72f745566fca details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:17.062415 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d84c0e-5c44-454d-ba18-9bd7f3da9421 x-openstack-request-id: req-42d84c0e-5c44-454d-ba18-9bd7f3da9421 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:17.062941 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeddb6be-e487-4b1b-91d4-fd67cd345377", "name": "network-vif-unplugged", "status": "completed", "tag": "a7f6fcc5-3528-47a6-a559-521fa9f080ca", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:17.063503 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-42d84c0e-5c44-454d-ba18-9bd7f3da9421 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:17.064075 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeddb6be-e487-4b1b-91d4-fd67cd345377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7f6fcc5-3528-47a6-a559-521fa9f080ca', 'code': 200} Aug 16 22:17:17.119009 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-982c2068-c2d7-4008-b2c6-114d814d344a req-a3a376fc-e999-4f53-9c90-b50a9fbfa5c6 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955772 Aug 16 22:17:17.143960 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] For port a7f6fcc5-3528-47a6-a559-521fa9f080ca, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:17.154098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] For port a7f6fcc5-3528-47a6-a559-521fa9f080ca, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=a7f6fcc5-3528-47a6-a559-521fa9f080ca,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:17.164884 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:17.231357 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1996679-69c0-4dcf-96bd-09a6a905c66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:17.271472 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e828879f-1063-4418-8989-72f745566fca, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e828879f-1063-4418-8989-72f745566fca,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:17.290336 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'e828879f-1063-4418-8989-72f745566fca', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': 'e828879f-1063-4418-8989-72f745566fca', 'mac_address': 'fa:16:3e:f4:53:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:17.305939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f6fcc5-3528-47a6-a559-521fa9f080ca,revision_number=8']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:17.339786 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:17.340555 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:17.342703 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-1974e672-85c7-4e79-9f7b-6491f9c3c771 service neutron] 10.222.0.39 "PUT /v2.0/ports/a7f6fcc5-3528-47a6-a559-521fa9f080ca HTTP/1.1" status: 200 len: 1123 time: 1.1996100 Aug 16 22:17:17.371266 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:17.375800 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd313047-8abe-44e1-87ef-3601c4e13a84 req-32e6a6ce-aa17-4eeb-bbfd-f7b4121b7062 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:17.378058 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd313047-8abe-44e1-87ef-3601c4e13a84 req-32e6a6ce-aa17-4eeb-bbfd-f7b4121b7062 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 946 time: 0.1434839 Aug 16 22:17:17.403818 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e828879f-1063-4418-8989-72f745566fca {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:17.428477 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e828879f-1063-4418-8989-72f745566fca, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e828879f-1063-4418-8989-72f745566fca,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:17.435189 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:17.448288 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['a7f6fcc5-3528-47a6-a559-521fa9f080ca'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:17.465657 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd313047-8abe-44e1-87ef-3601c4e13a84 req-1d6c046a-275b-49be-ac0d-b39293830941 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753994 Aug 16 22:17:17.480783 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1996679-69c0-4dcf-96bd-09a6a905c66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:17.488727 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1996679-69c0-4dcf-96bd-09a6a905c66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:17.551272 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d1996679-69c0-4dcf-96bd-09a6a905c66f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9c7f332e0eb142b9b11888a26cfe55b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7542922 Aug 16 22:17:17.552993 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43328) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:17.563853 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e828879f-1063-4418-8989-72f745566fca,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:17.591476 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1996679-69c0-4dcf-96bd-09a6a905c66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f8fb96-b36c-4aa3-b153-a469d999ca4a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:17.624496 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88adfce-0e41-4d10-b567-88f64ac5e577 req-cef23f3d-cb62-41be-b790-3bbcde56d834 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:17.626244 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b88adfce-0e41-4d10-b567-88f64ac5e577 req-cef23f3d-cb62-41be-b790-3bbcde56d834 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=bfd9c90c-262d-4f5f-8aab-94be1acc763f HTTP/1.1" status: 200 len: 948 time: 0.1405516 Aug 16 22:17:17.652100 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfc48bb3-cad6-4053-9818-778785510a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:17.664092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['e828879f-1063-4418-8989-72f745566fca'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:17.688150 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfc48bb3-cad6-4053-9818-778785510a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:17.716677 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b88adfce-0e41-4d10-b567-88f64ac5e577 req-59687b0e-5957-4b32-ba3f-3b2342da90e9 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831356 Aug 16 22:17:17.763951 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfc48bb3-cad6-4053-9818-778785510a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:17.767370 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfc48bb3-cad6-4053-9818-778785510a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:17.768778 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bfc48bb3-cad6-4053-9818-778785510a13 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/99f8fb96-b36c-4aa3-b153-a469d999ca4a HTTP/1.1" status: 204 len: 168 time: 0.2146800 Aug 16 22:17:17.782548 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc48bb3-cad6-4053-9818-778785510a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f8fb96-b36c-4aa3-b153-a469d999ca4a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:17.914986 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756133d-115b-46ef-a6ea-fbbfbc736322 req-f1fdaf8b-86b5-4f4b-970c-96c3c08b66ce tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:17.916808 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7756133d-115b-46ef-a6ea-fbbfbc736322 req-f1fdaf8b-86b5-4f4b-970c-96c3c08b66ce tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 945 time: 0.0771689 Aug 16 22:17:17.964372 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7756133d-115b-46ef-a6ea-fbbfbc736322 req-988eafa2-7a1a-4e24-895b-de8d5ef20e6b tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380464 Aug 16 22:17:18.102978 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db9b24-fed9-435b-88f1-5315a2497ebc req-659a2f4d-af82-4bca-b1a2-9c6b5ba90a4b tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:18.105168 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0db9b24-fed9-435b-88f1-5315a2497ebc req-659a2f4d-af82-4bca-b1a2-9c6b5ba90a4b tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/ports?device_id=e74d231b-52ad-4b44-9053-104f1d6da5be HTTP/1.1" status: 200 len: 950 time: 0.0665784 Aug 16 22:17:18.175286 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0db9b24-fed9-435b-88f1-5315a2497ebc req-deac3556-6892-4af9-91be-eea084f7a4b7 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a8d2f23-46e7-4d90-93c9-f0f36159fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508316 Aug 16 22:17:18.180255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4219b-a594-4a76-8839-a1939377bd98 req-9e00ea9c-f4ad-4c45-99cd-9e6195774001 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:18.182456 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96e4219b-a594-4a76-8839-a1939377bd98 req-9e00ea9c-f4ad-4c45-99cd-9e6195774001 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 1098 time: 0.0959101 Aug 16 22:17:18.229807 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96e4219b-a594-4a76-8839-a1939377bd98 req-7480b3d1-a83a-4196-a0d5-e42b2e7e1184 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414877 Aug 16 22:17:18.257598 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43358) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:18.304005 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f8495-2c10-44a8-8c71-6c6c6ee75d95 req-802930b7-c1a5-4a35-9276-dd64b057bd48 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:18.306179 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-195f8495-2c10-44a8-8c71-6c6c6ee75d95 req-802930b7-c1a5-4a35-9276-dd64b057bd48 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 945 time: 0.0637038 Aug 16 22:17:18.315244 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43364) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:18.323581 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3fcdb428-ee94-4fe0-beda-fc364e5c57d6 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Request body: {'floatingip': {'port_id': 'ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:18.409101 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3fcdb428-ee94-4fe0-beda-fc364e5c57d6 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for floatingip, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:18.426077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38130ad-83c7-4ae6-9acb-1f9f52e7f44d req-c1d33935-b95e-461b-b70f-42beffeea71f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:18.427696 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e38130ad-83c7-4ae6-9acb-1f9f52e7f44d req-c1d33935-b95e-461b-b70f-42beffeea71f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 943 time: 0.0965881 Aug 16 22:17:18.498929 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe2e49-1ec5-4cee-bb6f-f9325016ffad req-edf3e930-5f58-4925-80a6-a69d79558a19 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:18.500642 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d1fe2e49-1ec5-4cee-bb6f-f9325016ffad req-edf3e930-5f58-4925-80a6-a69d79558a19 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 1098 time: 0.0828836 Aug 16 22:17:18.503859 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e38130ad-83c7-4ae6-9acb-1f9f52e7f44d req-3eca31ea-a162-4baa-9306-fc28f4bb357a tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666559 Aug 16 22:17:18.551150 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d1fe2e49-1ec5-4cee-bb6f-f9325016ffad req-cdb9728c-a17b-40f5-8fc2-310854fca1ba tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434108 Aug 16 22:17:18.667129 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2f040dbb-c425-487c-89ab-6751982f2a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:18.875804 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910dc42-25c2-41b2-a632-5603619b0d72 req-62742e1a-020f-4996-953c-8c26cb762416 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:18.878556 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4910dc42-25c2-41b2-a632-5603619b0d72 req-62742e1a-020f-4996-953c-8c26cb762416 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=bfd9c90c-262d-4f5f-8aab-94be1acc763f HTTP/1.1" status: 200 len: 948 time: 0.1001942 Aug 16 22:17:18.935888 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4910dc42-25c2-41b2-a632-5603619b0d72 req-a2bea4bb-5f54-4370-afc5-98a200cdad73 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511763 Aug 16 22:17:19.045941 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:19.066538 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeddb6be-e487-4b1b-91d4-fd67cd345377', 'tag': 'a7f6fcc5-3528-47a6-a559-521fa9f080ca'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:19.070431 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d5d29c-17d7-48b7-86aa-243d21d64402" -d '{"events": [{"name": "network-changed", "server_uuid": "eeddb6be-e487-4b1b-91d4-fd67cd345377", "tag": "a7f6fcc5-3528-47a6-a559-521fa9f080ca"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:19.202089 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2f040dbb-c425-487c-89ab-6751982f2a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:19.226402 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.resource_extend [None req-3fcdb428-ee94-4fe0-beda-fc364e5c57d6 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:17:19.228843 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2f040dbb-c425-487c-89ab-6751982f2a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:19.319225 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f040dbb-c425-487c-89ab-6751982f2a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2478fb1-6eb5-45b8-b977-cf388d943e3d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:19.341217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e828879f-1063-4418-8989-72f745566fca up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:19.346080 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2f040dbb-c425-487c-89ab-6751982f2a65 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4aa6ebaa3bc84659bd957c3598eaa6bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0864131 Aug 16 22:17:19.348946 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43420) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:19.354522 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f040dbb-c425-487c-89ab-6751982f2a65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:19.354871 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f040dbb-c425-487c-89ab-6751982f2a65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:19.355214 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f040dbb-c425-487c-89ab-6751982f2a65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:19.355550 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f040dbb-c425-487c-89ab-6751982f2a65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:19.355881 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f040dbb-c425-487c-89ab-6751982f2a65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:19.356211 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f040dbb-c425-487c-89ab-6751982f2a65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:19.356792 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f040dbb-c425-487c-89ab-6751982f2a65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:19.357115 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f040dbb-c425-487c-89ab-6751982f2a65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:19.357439 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f040dbb-c425-487c-89ab-6751982f2a65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:19.357761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f040dbb-c425-487c-89ab-6751982f2a65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:19.358110 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f040dbb-c425-487c-89ab-6751982f2a65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:19.358432 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f040dbb-c425-487c-89ab-6751982f2a65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:19.370042 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3fcdb428-ee94-4fe0-beda-fc364e5c57d6 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:19.377167 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3fcdb428-ee94-4fe0-beda-fc364e5c57d6 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:19.506116 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff2a7eb-b6df-4276-b57d-d00fb89f5c1c x-openstack-request-id: req-0ff2a7eb-b6df-4276-b57d-d00fb89f5c1c {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:19.508912 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeddb6be-e487-4b1b-91d4-fd67cd345377", "tag": "a7f6fcc5-3528-47a6-a559-521fa9f080ca", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:19.509451 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0ff2a7eb-b6df-4276-b57d-d00fb89f5c1c {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:19.510435 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeddb6be-e487-4b1b-91d4-fd67cd345377', 'tag': 'a7f6fcc5-3528-47a6-a559-521fa9f080ca', 'status': 'completed', 'code': 200} Aug 16 22:17:19.579281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd644f1e-0e37-4f82-8e6d-f8fc4cade0e1 req-e902058b-c5f6-496b-9e77-80c1ae2f0785 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:19.581164 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd644f1e-0e37-4f82-8e6d-f8fc4cade0e1 req-e902058b-c5f6-496b-9e77-80c1ae2f0785 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.43 "GET /v2.0/ports?device_id=e74d231b-52ad-4b44-9053-104f1d6da5be HTTP/1.1" status: 200 len: 950 time: 0.1586218 Aug 16 22:17:19.583919 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0482ac5-a608-43cf-b55b-c497b25c0c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:19.605605 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5d29c-17d7-48b7-86aa-243d21d64402 req-343be7e2-25a0-4ac3-902b-744d24c86450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:19.607362 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-33d5d29c-17d7-48b7-86aa-243d21d64402 req-343be7e2-25a0-4ac3-902b-744d24c86450 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 1126 time: 0.1498916 Aug 16 22:17:19.635279 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=96e3adf6-bafb-4332-a4d5-bba5fc50bb6c,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:19.650510 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-3fcdb428-ee94-4fe0-beda-fc364e5c57d6 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Floating IP 3e0a2b70-d54d-4804-81be-5c6f1a743de5 associated. External IP: 172.25.6.129, port: ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90. Aug 16 22:17:19.684301 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '96e3adf6-bafb-4332-a4d5-bba5fc50bb6c', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': '96e3adf6-bafb-4332-a4d5-bba5fc50bb6c', 'mac_address': 'fa:16:3e:c2:70:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:19.690724 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port e828879f-1063-4418-8989-72f745566fca completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:19.706790 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port e828879f-1063-4418-8989-72f745566fca triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:19.708690 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:19.812754 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0482ac5-a608-43cf-b55b-c497b25c0c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:19.832730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7d546-8fbb-4d29-9b04-a46ced05acef req-41d18612-70c2-4812-b251-9541cd685c48 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:19.840282 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a0a7d546-8fbb-4d29-9b04-a46ced05acef req-41d18612-70c2-4812-b251-9541cd685c48 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/ports?device_id=e74d231b-52ad-4b44-9053-104f1d6da5be HTTP/1.1" status: 200 len: 950 time: 0.2933185 Aug 16 22:17:19.926797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43440) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:19.945085 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:19.980673 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:19.983327 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a0a7d546-8fbb-4d29-9b04-a46ced05acef req-523e5756-22e9-4544-a967-24b056049d54 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a8d2f23-46e7-4d90-93c9-f0f36159fb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420658 Aug 16 22:17:20.038965 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-cd644f1e-0e37-4f82-8e6d-f8fc4cade0e1 req-dcd6577c-7972-41cb-930a-04c5cfa4e9ac tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Deleting port 20556c07-8a11-46f2-a239-6a7f6dd00273 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:17:20.039513 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cd644f1e-0e37-4f82-8e6d-f8fc4cade0e1 req-dcd6577c-7972-41cb-930a-04c5cfa4e9ac tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:20.040324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=96e3adf6-bafb-4332-a4d5-bba5fc50bb6c,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:20.063767 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:20.086455 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:20.174290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-cd644f1e-0e37-4f82-8e6d-f8fc4cade0e1 req-dcd6577c-7972-41cb-930a-04c5cfa4e9ac tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] For port 20556c07-8a11-46f2-a239-6a7f6dd00273, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=20556c07-8a11-46f2-a239-6a7f6dd00273,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:20.174716 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cd644f1e-0e37-4f82-8e6d-f8fc4cade0e1 req-dcd6577c-7972-41cb-930a-04c5cfa4e9ac tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:20.209773 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-cd644f1e-0e37-4f82-8e6d-f8fc4cade0e1 req-dcd6577c-7972-41cb-930a-04c5cfa4e9ac tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Calling delete_port for 20556c07-8a11-46f2-a239-6a7f6dd00273 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:17:20.235172 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71750bb-33e1-4665-bb9c-76f408b64167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e828879f-1063-4418-8989-72f745566fca'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:20.240059 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f877de-497a-4423-b40a-1f28ef717249" -d '{"events": [{"server_uuid": "f71750bb-33e1-4665-bb9c-76f408b64167", "name": "network-vif-plugged", "status": "completed", "tag": "e828879f-1063-4418-8989-72f745566fca"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:20.287316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e828879f-1063-4418-8989-72f745566fca, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e828879f-1063-4418-8989-72f745566fca,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:20.293218 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=96e3adf6-bafb-4332-a4d5-bba5fc50bb6c,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:20.304873 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.305463 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.305952 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.307039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.307528 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.308147 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.308639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.309173 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.309652 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.310151 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.311102 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.311605 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.324558 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5d29c-17d7-48b7-86aa-243d21d64402 req-dc705f96-08e5-4e1b-84ff-e54c3f824d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:20.326178 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-33d5d29c-17d7-48b7-86aa-243d21d64402 req-dc705f96-08e5-4e1b-84ff-e54c3f824d84 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 921 time: 0.7063780 Aug 16 22:17:20.327293 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:20.414237 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['96e3adf6-bafb-4332-a4d5-bba5fc50bb6c'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:20.481985 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e828879f-1063-4418-8989-72f745566fca,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:20.500686 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-33d5d29c-17d7-48b7-86aa-243d21d64402 req-c1554035-c33a-45c2-9fc4-50b1dcd602ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7f6fcc5-3528-47a6-a559-521fa9f080ca HTTP/1.1" status: 200 len: 217 time: 0.1125703 Aug 16 22:17:20.512240 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbdd503b-0e7c-4a66-99a8-ee0a650f7928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:20.514779 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0482ac5-a608-43cf-b55b-c497b25c0c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:20.521995 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0482ac5-a608-43cf-b55b-c497b25c0c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:20.523963 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a0482ac5-a608-43cf-b55b-c497b25c0c00 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f2478fb1-6eb5-45b8-b977-cf388d943e3d HTTP/1.1" status: 204 len: 168 time: 1.1738300 Aug 16 22:17:20.570254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0482ac5-a608-43cf-b55b-c497b25c0c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2478fb1-6eb5-45b8-b977-cf388d943e3d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:20.678307 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865457d-854d-445c-841e-ab4edff05f0c req-3aacb105-a483-4ef2-b16e-2ef96bfe7888 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:20.685319 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9865457d-854d-445c-841e-ab4edff05f0c req-3aacb105-a483-4ef2-b16e-2ef96bfe7888 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 943 time: 0.3552656 Aug 16 22:17:20.690594 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0482ac5-a608-43cf-b55b-c497b25c0c00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.691202 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0482ac5-a608-43cf-b55b-c497b25c0c00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.691671 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0482ac5-a608-43cf-b55b-c497b25c0c00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.693352 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0482ac5-a608-43cf-b55b-c497b25c0c00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.693738 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0482ac5-a608-43cf-b55b-c497b25c0c00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.697466 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0482ac5-a608-43cf-b55b-c497b25c0c00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.697808 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0482ac5-a608-43cf-b55b-c497b25c0c00 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.698175 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0482ac5-a608-43cf-b55b-c497b25c0c00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.698512 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0482ac5-a608-43cf-b55b-c497b25c0c00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.699029 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0482ac5-a608-43cf-b55b-c497b25c0c00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.699745 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0482ac5-a608-43cf-b55b-c497b25c0c00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.700158 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0482ac5-a608-43cf-b55b-c497b25c0c00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.706262 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43468) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:20.707652 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5d29c-17d7-48b7-86aa-243d21d64402 req-fbd75ee7-e543-4f9f-bef9-81e194dfc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:20.709203 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-33d5d29c-17d7-48b7-86aa-243d21d64402 req-fbd75ee7-e543-4f9f-bef9-81e194dfc703 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.1550727 Aug 16 22:17:20.729227 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcdb428-ee94-4fe0-beda-fc364e5c57d6 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:17:20.761986 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-33d5d29c-17d7-48b7-86aa-243d21d64402 req-fc5f7d33-83c2-4e0d-b5df-67399c9de890 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352902 Aug 16 22:17:20.827366 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9865457d-854d-445c-841e-ab4edff05f0c req-fd36d87a-b67a-4e0e-9be5-a3817306640e tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042697 Aug 16 22:17:20.914072 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cd644f1e-0e37-4f82-8e6d-f8fc4cade0e1 req-dcd6577c-7972-41cb-930a-04c5cfa4e9ac tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:20.936411 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['20556c07-8a11-46f2-a239-6a7f6dd00273'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:20.996282 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6577c-7972-41cb-930a-04c5cfa4e9ac tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Pushing event deleted for resources: {'Port': ['ID=20556c07-8a11-46f2-a239-6a7f6dd00273,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:21.022335 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcdb428-ee94-4fe0-beda-fc364e5c57d6 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:17:21.041093 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3fcdb428-ee94-4fe0-beda-fc364e5c57d6 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.044219 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e84290-3d1d-4a36-877c-0d2bfb349302 None None] Sync routers for ids ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:17:21.045012 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a7f6fcc5-3528-47a6-a559-521fa9f080ca details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:21.065063 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e84290-3d1d-4a36-877c-0d2bfb349302 None None] Routers {'09e40fa3-9e64-44b9-a0d6-1b980c83f281'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:17:21.065852 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f8e84290-3d1d-4a36-877c-0d2bfb349302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:17:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:21.073840 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3fcdb428-ee94-4fe0-beda-fc364e5c57d6 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "PUT /v2.0/floatingips/3e0a2b70-d54d-4804-81be-5c6f1a743de5 HTTP/1.1" status: 200 len: 991 time: 2.7575030 Aug 16 22:17:21.076905 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d39bcd-19eb-41fe-b54d-61b0ca8f457a', 'tag': 'ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:21.079294 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fe7674-725d-4c3e-bba2-3a863d00c7f0" -d '{"events": [{"name": "network-changed", "server_uuid": "43d39bcd-19eb-41fe-b54d-61b0ca8f457a", "tag": "ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:21.129062 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbdd503b-0e7c-4a66-99a8-ee0a650f7928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.152131 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbdd503b-0e7c-4a66-99a8-ee0a650f7928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.168774 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-33d5d29c-17d7-48b7-86aa-243d21d64402 req-a9b34afb-26b9-4690-bae8-456605fdaeef service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984878 Aug 16 22:17:21.223352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a7f6fcc5-3528-47a6-a559-521fa9f080ca, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=a7f6fcc5-3528-47a6-a559-521fa9f080ca,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:21.236646 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bbdd503b-0e7c-4a66-99a8-ee0a650f7928 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=59f718b1a6784c92b128a7b34943ee3f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3026989 Aug 16 22:17:21.241782 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a7f6fcc5-3528-47a6-a559-521fa9f080ca has no active binding in host n-h1-792458-15 {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:17:21.255229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd503b-0e7c-4a66-99a8-ee0a650f7928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77725c48-256e-4687-bc22-bc28ec000b84,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:21.258678 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43482) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:21.259003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43484) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:21.271189 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd644f1e-0e37-4f82-8e6d-f8fc4cade0e1 req-dcd6577c-7972-41cb-930a-04c5cfa4e9ac tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] No DVR routers for this DVR port 20556c07-8a11-46f2-a239-6a7f6dd00273 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:17:21.295861 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cd644f1e-0e37-4f82-8e6d-f8fc4cade0e1 req-dcd6577c-7972-41cb-930a-04c5cfa4e9ac tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.300011 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-35ce34b9-6eb5-4715-90b3-ec533ea6df5b tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:17:21.303224 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd644f1e-0e37-4f82-8e6d-f8fc4cade0e1 req-dcd6577c-7972-41cb-930a-04c5cfa4e9ac tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.43 "DELETE /v2.0/ports/20556c07-8a11-46f2-a239-6a7f6dd00273 HTTP/1.1" status: 204 len: 173 time: 1.7027822 Aug 16 22:17:21.318795 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-f8e84290-3d1d-4a36-877c-0d2bfb349302 None None] Set router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:17:21.320415 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38d4017d-3e75-47d7-821a-70188d1b55e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.322548 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-35ce34b9-6eb5-4715-90b3-ec533ea6df5b tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6117597 Aug 16 22:17:21.348217 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f26fef-d25c-4926-8210-036f72168fc1 req-a1e063d0-48f9-4c7b-9ac8-5dee7750a515 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:21.359625 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18f26fef-d25c-4926-8210-036f72168fc1 req-a1e063d0-48f9-4c7b-9ac8-5dee7750a515 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=bfd9c90c-262d-4f5f-8aab-94be1acc763f HTTP/1.1" status: 200 len: 949 time: 0.3645182 Aug 16 22:17:21.430880 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-33d5d29c-17d7-48b7-86aa-243d21d64402 req-77ae2f24-9203-4a0e-8339-540278873987 service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441952 Aug 16 22:17:21.478437 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-776bbb41-586b-4ee8-85fd-1acfc854aad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.501648 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18f26fef-d25c-4926-8210-036f72168fc1 req-e288e2cd-6ed3-4a0e-a548-7aa7faa4a59a tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409132 Aug 16 22:17:21.516061 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74d231b-52ad-4b44-9053-104f1d6da5be', 'name': 'network-vif-deleted', 'tag': '20556c07-8a11-46f2-a239-6a7f6dd00273'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:21.526777 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-1e63d306-0384-4f54-93a8-535642586c3b req-d66ec793-5a5b-4733-815b-99d92d03dc62 service neutron] Request body: {'binding': {'host': 'n-h1-792458-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:21.527126 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b34509a-3561-43d6-879b-805d6b814110" -d '{"events": [{"server_uuid": "e74d231b-52ad-4b44-9053-104f1d6da5be", "name": "network-vif-deleted", "tag": "20556c07-8a11-46f2-a239-6a7f6dd00273"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:21.527241 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-1e63d306-0384-4f54-93a8-535642586c3b req-d66ec793-5a5b-4733-815b-99d92d03dc62 service neutron] Unknown quota resources ['binding']. {{(pid=94872) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:17:21.534508 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-776bbb41-586b-4ee8-85fd-1acfc854aad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.562490 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38d4017d-3e75-47d7-821a-70188d1b55e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.574176 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1201482f-6db6-4a6c-b977-9b72d79be985 x-openstack-request-id: req-1201482f-6db6-4a6c-b977-9b72d79be985 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:21.574470 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71750bb-33e1-4665-bb9c-76f408b64167", "name": "network-vif-plugged", "status": "completed", "tag": "e828879f-1063-4418-8989-72f745566fca", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:21.574727 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1201482f-6db6-4a6c-b977-9b72d79be985 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:21.575126 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71750bb-33e1-4665-bb9c-76f408b64167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e828879f-1063-4418-8989-72f745566fca', 'code': 200} Aug 16 22:17:21.579135 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38d4017d-3e75-47d7-821a-70188d1b55e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.647700 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-38d4017d-3e75-47d7-821a-70188d1b55e8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=41e43018e45d4d9d9c4d671114be5ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3851810 Aug 16 22:17:21.657301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43494) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:21.659891 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4017d-3e75-47d7-821a-70188d1b55e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6feeed4-7e88-429c-ab5c-eea9cb9fdbc2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:21.731678 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-776bbb41-586b-4ee8-85fd-1acfc854aad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.735399 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-776bbb41-586b-4ee8-85fd-1acfc854aad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.738828 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-776bbb41-586b-4ee8-85fd-1acfc854aad2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/77725c48-256e-4687-bc22-bc28ec000b84 HTTP/1.1" status: 204 len: 168 time: 0.4756672 Aug 16 22:17:21.770257 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bbb41-586b-4ee8-85fd-1acfc854aad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77725c48-256e-4687-bc22-bc28ec000b84,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:21.771981 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81ab08af-fb79-42ae-bd40-5bad20311414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.798323 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81ab08af-fb79-42ae-bd40-5bad20311414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.820180 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-1e63d306-0384-4f54-93a8-535642586c3b req-d66ec793-5a5b-4733-815b-99d92d03dc62 service neutron] Attempting to bind port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 on host n-h1-792458-15 for vnic_type normal with profile None {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:21.820902 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-1e63d306-0384-4f54-93a8-535642586c3b req-d66ec793-5a5b-4733-815b-99d92d03dc62 service neutron] Attempting to bind port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:21.821458 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e63d306-0384-4f54-93a8-535642586c3b req-d66ec793-5a5b-4733-815b-99d92d03dc62 service neutron] Attempting to bind port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:21.826820 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e63d306-0384-4f54-93a8-535642586c3b req-d66ec793-5a5b-4733-815b-99d92d03dc62 service neutron] Port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:21.827479 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e63d306-0384-4f54-93a8-535642586c3b req-d66ec793-5a5b-4733-815b-99d92d03dc62 service neutron] Attempting to bind port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:21.833651 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e63d306-0384-4f54-93a8-535642586c3b req-d66ec793-5a5b-4733-815b-99d92d03dc62 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:21.834591 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e63d306-0384-4f54-93a8-535642586c3b req-d66ec793-5a5b-4733-815b-99d92d03dc62 service neutron] Checking segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:21.835201 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e63d306-0384-4f54-93a8-535642586c3b req-d66ec793-5a5b-4733-815b-99d92d03dc62 service neutron] Bound using segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:21.835941 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-1e63d306-0384-4f54-93a8-535642586c3b req-d66ec793-5a5b-4733-815b-99d92d03dc62 service neutron] Bound port: 382de0d8-2eda-44e6-be66-feb9ea3a6fb1, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:21.847039 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f8e84290-3d1d-4a36-877c-0d2bfb349302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-router', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '5587405a-6486-41ce-aea3-c1fb96516748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:18Z', 'updated_at': '2021-08-16T22:16:22Z', 'revision_number': 4, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'gw_port': {'id': '5587405a-6486-41ce-aea3-c1fb96516748', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '3e0a2b70-d54d-4804-81be-5c6f1a743de5', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'floating_ip_address': '172.25.6.129', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'port_id': 'ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'mac_address': 'fa:16:3e:c4:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d39bcd-19eb-41fe-b54d-61b0ca8f457a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:16:42Z', 'updated_at': '2021-08-16T22:17:19Z', 'revision_number': 1, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fdacda-4193-44fc-b4c4-085c8b3abf49', 'name': '', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:21Z', 'updated_at': '2021-08-16T22:16:29Z', 'revision_number': 5, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'subnets': [{'id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:21.872792 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68ef53-566f-4179-a18c-4932cbfa1c77 req-aafa9bfb-9796-4446-bc18-495445f6829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:21.874982 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bb68ef53-566f-4179-a18c-4932cbfa1c77 req-aafa9bfb-9796-4446-bc18-495445f6829d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 1101 time: 0.2300394 Aug 16 22:17:21.877306 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81ab08af-fb79-42ae-bd40-5bad20311414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.880997 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81ab08af-fb79-42ae-bd40-5bad20311414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.882411 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-81ab08af-fb79-42ae-bd40-5bad20311414 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b6feeed4-7e88-429c-ab5c-eea9cb9fdbc2 HTTP/1.1" status: 204 len: 168 time: 0.2245567 Aug 16 22:17:21.895286 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e84290-3d1d-4a36-877c-0d2bfb349302 None None] Checking router: 09e40fa3-9e64-44b9-a0d6-1b980c83f281 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:17:21.903221 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-1e63d306-0384-4f54-93a8-535642586c3b req-d66ec793-5a5b-4733-815b-99d92d03dc62 service neutron] For port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=382de0d8-2eda-44e6-be66-feb9ea3a6fb1,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:21.905953 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e84290-3d1d-4a36-877c-0d2bfb349302 None None] Routers {'09e40fa3-9e64-44b9-a0d6-1b980c83f281'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:17:21.906296 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab08af-fb79-42ae-bd40-5bad20311414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6feeed4-7e88-429c-ab5c-eea9cb9fdbc2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:21.907729 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f8e84290-3d1d-4a36-877c-0d2bfb349302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:17:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:21.928444 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bb68ef53-566f-4179-a18c-4932cbfa1c77 req-0b77d54a-0c2f-42a0-b26d-070fc3b439d1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446985 Aug 16 22:17:21.931503 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-1e63d306-0384-4f54-93a8-535642586c3b req-d66ec793-5a5b-4733-815b-99d92d03dc62 service neutron] Notify callbacks [] for binding, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.933976 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-d66ec793-5a5b-4733-815b-99d92d03dc62 service neutron] 10.222.0.93 "POST /v2.0/ports/382de0d8-2eda-44e6-be66-feb9ea3a6fb1/bindings HTTP/1.1" status: 201 len: 390 time: 0.5021150 Aug 16 22:17:22.100974 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-f8e84290-3d1d-4a36-877c-0d2bfb349302 None None] Set router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:17:22.144238 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-65723eac-d607-4f40-8452-7929641b04a4 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=6cc394dc58c1487684e69917dc62eaf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511274 Aug 16 22:17:22.250531 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b289413-1c6e-4cef-92a7-bc1aa57adff5 req-e1d8e7ea-82e7-439a-8055-62cd2349d474 tempest-TenantUsagesTestJSON-223657051 tempest-TenantUsagesTestJSON-223657051-project] 10.222.0.93 "GET /v2.0/ports?device_id=e74d231b-52ad-4b44-9053-104f1d6da5be HTTP/1.1" status: 200 len: 210 time: 0.0618548 Aug 16 22:17:22.328730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-72c09a1f-ae2a-40d3-9bc1-aa185bc4c969 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:22.345953 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-72c09a1f-ae2a-40d3-9bc1-aa185bc4c969 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1996000 Aug 16 22:17:22.361472 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43518) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:22.368974 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-4902821b-a49a-4cd9-a8b5-cf413a6e296b tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/quotas/6cc394dc58c1487684e69917dc62eaf7 HTTP/1.1" status: 200 len: 375 time: 0.0210185 Aug 16 22:17:22.387609 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb869a08-93d2-40e3-8fbe-c5fa2287f882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:22.420293 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca61cee-8577-4fdd-b006-465b6fe7c2a2 x-openstack-request-id: req-7ca61cee-8577-4fdd-b006-465b6fe7c2a2 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:22.420577 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d39bcd-19eb-41fe-b54d-61b0ca8f457a", "tag": "ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:22.421069 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7ca61cee-8577-4fdd-b006-465b6fe7c2a2 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:22.421465 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d39bcd-19eb-41fe-b54d-61b0ca8f457a', 'tag': 'ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90', 'status': 'completed', 'code': 200} Aug 16 22:17:22.428202 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-aa866732-bc7a-4888-8c25-a75ac060f993 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=6cc394dc58c1487684e69917dc62eaf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570505 Aug 16 22:17:22.464186 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51de4c0-f989-4adc-94d0-bf5a8dd122bf x-openstack-request-id: req-d51de4c0-f989-4adc-94d0-bf5a8dd122bf {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:22.465017 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74d231b-52ad-4b44-9053-104f1d6da5be", "name": "network-vif-deleted", "tag": "20556c07-8a11-46f2-a239-6a7f6dd00273", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:22.465389 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d51de4c0-f989-4adc-94d0-bf5a8dd122bf {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:22.465910 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74d231b-52ad-4b44-9053-104f1d6da5be', 'name': 'network-vif-deleted', 'tag': '20556c07-8a11-46f2-a239-6a7f6dd00273', 'status': 'completed', 'code': 200} Aug 16 22:17:22.510464 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f8e84290-3d1d-4a36-877c-0d2bfb349302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-router', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '5587405a-6486-41ce-aea3-c1fb96516748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:18Z', 'updated_at': '2021-08-16T22:16:22Z', 'revision_number': 4, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'gw_port': {'id': '5587405a-6486-41ce-aea3-c1fb96516748', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '3e0a2b70-d54d-4804-81be-5c6f1a743de5', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'floating_ip_address': '172.25.6.129', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'port_id': 'ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'mac_address': 'fa:16:3e:c4:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d39bcd-19eb-41fe-b54d-61b0ca8f457a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:16:42Z', 'updated_at': '2021-08-16T22:17:19Z', 'revision_number': 1, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fdacda-4193-44fc-b4c4-085c8b3abf49', 'name': '', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:21Z', 'updated_at': '2021-08-16T22:16:29Z', 'revision_number': 5, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'subnets': [{'id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:22.554035 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e84290-3d1d-4a36-877c-0d2bfb349302 None None] The sync data for ids ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'] in n-d-792458-15 is: [{'id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-router', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '5587405a-6486-41ce-aea3-c1fb96516748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:18Z', 'updated_at': '2021-08-16T22:16:22Z', 'revision_number': 4, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'gw_port': {'id': '5587405a-6486-41ce-aea3-c1fb96516748', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '3e0a2b70-d54d-4804-81be-5c6f1a743de5', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'floating_ip_address': '172.25.6.129', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'port_id': 'ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'mac_address': 'fa:16:3e:c4:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d39bcd-19eb-41fe-b54d-61b0ca8f457a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:16:42Z', 'updated_at': '2021-08-16T22:17:19Z', 'revision_number': 1, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fdacda-4193-44fc-b4c4-085c8b3abf49', 'name': '', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:21Z', 'updated_at': '2021-08-16T22:16:29Z', 'revision_number': 5, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'subnets': [{'id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:17:22.557917 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe7674-725d-4c3e-bba2-3a863d00c7f0 req-5c4c90e8-ea7d-4ef5-8ec0-9c3bac196544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:22.559668 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a4fe7674-725d-4c3e-bba2-3a863d00c7f0 req-5c4c90e8-ea7d-4ef5-8ec0-9c3bac196544 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c49cb28d54204a398d3eabbcdff91482&device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 1097 time: 0.1050322 Aug 16 22:17:22.600671 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02c162-1844-4306-b7c8-438242786278 req-59c9e41f-90bb-4a42-813b-3287007de324 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:22.602406 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d02c162-1844-4306-b7c8-438242786278 req-59c9e41f-90bb-4a42-813b-3287007de324 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 943 time: 0.0715916 Aug 16 22:17:22.622064 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb869a08-93d2-40e3-8fbe-c5fa2287f882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:22.719742 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb869a08-93d2-40e3-8fbe-c5fa2287f882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:22.737589 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d02c162-1844-4306-b7c8-438242786278 req-0ed607c5-b67a-48d4-b573-c3a5a9153492 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276534 Aug 16 22:17:22.861320 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fb869a08-93d2-40e3-8fbe-c5fa2287f882 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ce164c7bc7d24e6cbc31599bbc83e3ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4906404 Aug 16 22:17:22.862522 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43534) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:22.872876 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-799d6edc-cb25-4887-9f60-22a45ef3d7eb service neutron] 10.222.0.43 "GET /v2.0/ports/a7f6fcc5-3528-47a6-a559-521fa9f080ca/bindings/n-h1-792458-15 HTTP/1.1" status: 200 len: 385 time: 0.2269120 Aug 16 22:17:22.922843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19588d-2cba-4cd1-b7bf-9d429ebf5c71 req-3ed6962d-f766-46c6-9960-f851b4689239 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:22.927390 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2b19588d-2cba-4cd1-b7bf-9d429ebf5c71 req-3ed6962d-f766-46c6-9960-f851b4689239 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 946 time: 0.2025225 Aug 16 22:17:22.927726 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb869a08-93d2-40e3-8fbe-c5fa2287f882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ef49c1-9953-47e3-8af0-d7aac6c05c75,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:23.025387 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe7674-725d-4c3e-bba2-3a863d00c7f0 req-db3a7c35-eba6-4374-9c52-8abe7ad66b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:23.027639 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a4fe7674-725d-4c3e-bba2-3a863d00c7f0 req-db3a7c35-eba6-4374-9c52-8abe7ad66b4d service neutron] 10.222.0.43 "GET /v2.0/networks?id=52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 HTTP/1.1" status: 200 len: 923 time: 0.3980334 Aug 16 22:17:23.029370 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831ec71b-a9bc-4fc1-a144-84658d1298f0 None None] New status for floating IP 3e0a2b70-d54d-4804-81be-5c6f1a743de5: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:17:23.107400 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:23.158473 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a4fe7674-725d-4c3e-bba2-3a863d00c7f0 req-9f109a8f-faa4-467b-9562-bc7d9ca4c916 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 HTTP/1.1" status: 200 len: 999 time: 0.1236310 Aug 16 22:17:23.209490 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8346abfa-6c6c-44cf-8677-48d05ca28a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:23.240008 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8346abfa-6c6c-44cf-8677-48d05ca28a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:23.290332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:23.310366 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8346abfa-6c6c-44cf-8677-48d05ca28a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:23.313429 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8346abfa-6c6c-44cf-8677-48d05ca28a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:23.318757 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8346abfa-6c6c-44cf-8677-48d05ca28a93 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/62ef49c1-9953-47e3-8af0-d7aac6c05c75 HTTP/1.1" status: 204 len: 168 time: 0.4435945 Aug 16 22:17:23.334347 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 20556c07-8a11-46f2-a239-6a7f6dd00273 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:17:23.338285 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe7674-725d-4c3e-bba2-3a863d00c7f0 req-07487731-db33-453f-baff-5055a1736b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:23.339323 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:23.339909 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:23.340034 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a4fe7674-725d-4c3e-bba2-3a863d00c7f0 req-07487731-db33-453f-baff-5055a1736b8f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd32f9e8-8683-4686-9b26-38a3382cff7a HTTP/1.1" status: 200 len: 861 time: 0.1732969 Aug 16 22:17:23.341570 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346abfa-6c6c-44cf-8677-48d05ca28a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ef49c1-9953-47e3-8af0-d7aac6c05c75,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:23.400475 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2b19588d-2cba-4cd1-b7bf-9d429ebf5c71 req-cb125909-045e-4689-9ec3-69b7e81c3d6b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171944 Aug 16 22:17:23.425514 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe7674-725d-4c3e-bba2-3a863d00c7f0 req-687e53a4-c623-4e4e-a2ad-3f9a9b66a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:23.427268 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a4fe7674-725d-4c3e-bba2-3a863d00c7f0 req-687e53a4-c623-4e4e-a2ad-3f9a9b66a179 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52f93a8f-f7ec-4f0f-aece-ca7aea9abb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703080 Aug 16 22:17:23.428885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a2415-4f51-4115-931d-f9dfbdc7deeb req-430504d3-ba4d-4d9d-8e92-d538822fb2c0 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:23.443516 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ad9a2415-4f51-4115-931d-f9dfbdc7deeb req-430504d3-ba4d-4d9d-8e92-d538822fb2c0 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=bfd9c90c-262d-4f5f-8aab-94be1acc763f HTTP/1.1" status: 200 len: 949 time: 0.5505702 Aug 16 22:17:23.467054 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 20556c07-8a11-46f2-a239-6a7f6dd00273 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:17:23.467642 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 20556c07-8a11-46f2-a239-6a7f6dd00273 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:17:23.533058 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ad9a2415-4f51-4115-931d-f9dfbdc7deeb req-713e2416-9e3b-4f7f-acfe-c12e2725edf5 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871706 Aug 16 22:17:23.608029 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a4fe7674-725d-4c3e-bba2-3a863d00c7f0 req-2be6ca73-81c9-49b6-98bf-14b2422909b6 service neutron] 10.222.0.43 "GET /v2.0/networks/52f93a8f-f7ec-4f0f-aece-ca7aea9abb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714578 Aug 16 22:17:23.617449 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:23.669829 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=96e3adf6-bafb-4332-a4d5-bba5fc50bb6c,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:23.671127 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd9c90c-262d-4f5f-8aab-94be1acc763f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e3adf6-bafb-4332-a4d5-bba5fc50bb6c'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:23.673932 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c147263b-d211-4232-865c-d6a37a75d830" -d '{"events": [{"server_uuid": "bfd9c90c-262d-4f5f-8aab-94be1acc763f", "name": "network-vif-plugged", "status": "completed", "tag": "96e3adf6-bafb-4332-a4d5-bba5fc50bb6c"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:23.679898 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:23.681424 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-999bd426-4652-4f43-8084-836b56e4a87c req-5fdcd358-83c7-4241-a6f7-1311a4a05ae6 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=3f914842-af53-4fb5-af5f-cf062a9faa8c HTTP/1.1" status: 200 len: 210 time: 0.0816185 Aug 16 22:17:23.754285 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-de7bc718-043f-4030-a713-abcbd091ec57 req-82609386-a814-4a0b-a23a-b106bad84c6b service neutron] For port a7f6fcc5-3528-47a6-a559-521fa9f080ca, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=a7f6fcc5-3528-47a6-a559-521fa9f080ca,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:23.830059 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-de7bc718-043f-4030-a713-abcbd091ec57 req-82609386-a814-4a0b-a23a-b106bad84c6b service neutron] For port a7f6fcc5-3528-47a6-a559-521fa9f080ca, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:23.836207 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1a5884-fe33-4056-b8c7-3fd4083e0cb6 x-openstack-request-id: req-0c1a5884-fe33-4056-b8c7-3fd4083e0cb6 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:23.836910 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd9c90c-262d-4f5f-8aab-94be1acc763f", "name": "network-vif-plugged", "status": "completed", "tag": "96e3adf6-bafb-4332-a4d5-bba5fc50bb6c", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:23.838038 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0c1a5884-fe33-4056-b8c7-3fd4083e0cb6 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:23.838735 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd9c90c-262d-4f5f-8aab-94be1acc763f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e3adf6-bafb-4332-a4d5-bba5fc50bb6c', 'code': 200} Aug 16 22:17:23.839666 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=96e3adf6-bafb-4332-a4d5-bba5fc50bb6c,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:23.863046 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a4fe7674-725d-4c3e-bba2-3a863d00c7f0 req-9c6717d3-834f-47d9-ae22-9da7dc68387b service neutron] 10.222.0.43 "GET /v2.0/networks/52f93a8f-f7ec-4f0f-aece-ca7aea9abb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477179 Aug 16 22:17:23.933075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-de7bc718-043f-4030-a713-abcbd091ec57 req-82609386-a814-4a0b-a23a-b106bad84c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7f6fcc5-3528-47a6-a559-521fa9f080ca {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:23.956162 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-de7bc718-043f-4030-a713-abcbd091ec57 req-82609386-a814-4a0b-a23a-b106bad84c6b service neutron] For port a7f6fcc5-3528-47a6-a559-521fa9f080ca, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a7f6fcc5-3528-47a6-a559-521fa9f080ca,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:23.992644 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-de7bc718-043f-4030-a713-abcbd091ec57 req-82609386-a814-4a0b-a23a-b106bad84c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:24.009769 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c19e49-e587-4e48-9885-7bae396a3ab9 req-c44e3300-e57a-4871-bab2-3a97037e1eff tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:24.014895 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e0c19e49-e587-4e48-9885-7bae396a3ab9 req-c44e3300-e57a-4871-bab2-3a97037e1eff tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 943 time: 0.1285331 Aug 16 22:17:24.030165 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43574) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:24.082861 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a268cf-ec72-402e-8037-4d86d3211332 req-2e865835-405e-4b7e-8459-5d1a2f519146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:24.084653 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31a268cf-ec72-402e-8037-4d86d3211332 req-2e865835-405e-4b7e-8459-5d1a2f519146 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bfd9c90c-262d-4f5f-8aab-94be1acc763f HTTP/1.1" status: 200 len: 1102 time: 0.1443436 Aug 16 22:17:24.139977 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e0c19e49-e587-4e48-9885-7bae396a3ab9 req-7c3cd5b7-0a37-4f70-aa40-c11e3047379d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204441 Aug 16 22:17:24.156093 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31a268cf-ec72-402e-8037-4d86d3211332 req-898ce3da-4c33-4e6d-ad17-34fcf5d9b3f6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613327 Aug 16 22:17:24.188037 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-de7bc718-043f-4030-a713-abcbd091ec57 req-82609386-a814-4a0b-a23a-b106bad84c6b service neutron] Transition to ACTIVE for port object a7f6fcc5-3528-47a6-a559-521fa9f080ca will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:24.192849 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-de7bc718-043f-4030-a713-abcbd091ec57 req-82609386-a814-4a0b-a23a-b106bad84c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:24.213175 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ed2e3f5c-2f42-49f1-9c46-218c5fb29c81 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e740912f87df42cdb1cc0e403969e17d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1812780 Aug 16 22:17:24.215697 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43586) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:24.278913 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9fab4fec-df71-4b74-8884-622858180865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:24.283923 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82609386-a814-4a0b-a23a-b106bad84c6b service neutron] Pushing event updated for resources: {'Port': ['ID=a7f6fcc5-3528-47a6-a559-521fa9f080ca,revision_number=10']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:24.305720 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9fab4fec-df71-4b74-8884-622858180865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:24.327125 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-b7a44d47-c8ea-4cc2-ab4d-817bc8c65c2a tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6cc394dc58c1487684e69917dc62eaf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374861 Aug 16 22:17:24.356607 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7bc718-043f-4030-a713-abcbd091ec57 req-82609386-a814-4a0b-a23a-b106bad84c6b service neutron] No DVR routers for this DVR port a7f6fcc5-3528-47a6-a559-521fa9f080ca on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:17:24.409377 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9fab4fec-df71-4b74-8884-622858180865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:24.416015 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9fab4fec-df71-4b74-8884-622858180865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:24.420140 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9fab4fec-df71-4b74-8884-622858180865 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1a8d2f23-46e7-4d90-93c9-f0f36159fb28 HTTP/1.1" status: 204 len: 168 time: 0.2034342 Aug 16 22:17:24.449823 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab4fec-df71-4b74-8884-622858180865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8d2f23-46e7-4d90-93c9-f0f36159fb28,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:24.474494 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-82609386-a814-4a0b-a23a-b106bad84c6b service neutron] 10.222.0.43 "PUT /v2.0/ports/a7f6fcc5-3528-47a6-a559-521fa9f080ca/bindings/n-h1-792458-15/activate HTTP/1.1" status: 200 len: 370 time: 1.5913877 Aug 16 22:17:24.542754 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-7553b798-c6d2-4aaa-b93a-bc92eaee8880 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:24.544383 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-7553b798-c6d2-4aaa-b93a-bc92eaee8880 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2015822 Aug 16 22:17:24.579833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-a40ecf22-fe77-4f73-acd7-7792914bd143 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Request body: {'port': {'device_id': '3f914842-af53-4fb5-af5f-cf062a9faa8c', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': '6cc394dc58c1487684e69917dc62eaf7'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:24.695155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f5dec-da26-4d1c-8487-deeb7efba534 req-a7c64ef3-ef9b-48c2-a1d4-d995fdb975b4 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:24.702625 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-996f5dec-da26-4d1c-8487-deeb7efba534 req-a7c64ef3-ef9b-48c2-a1d4-d995fdb975b4 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 946 time: 0.1555321 Aug 16 22:17:24.753439 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bc718-043f-4030-a713-abcbd091ec57 req-202c61c7-f7a0-4b88-9326-1ab506190b39 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:24.754878 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-202c61c7-f7a0-4b88-9326-1ab506190b39 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377&tenant_id=28d0b07328bc4868a7e7f336c894f93d&binding%3Ahost_id=n-h2-792458-15 HTTP/1.1" status: 200 len: 1096 time: 0.1304150 Aug 16 22:17:24.815527 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-996f5dec-da26-4d1c-8487-deeb7efba534 req-e03421de-d924-43b1-80a4-aa15c9f36fd1 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070731 Aug 16 22:17:24.870476 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-a40ecf22-fe77-4f73-acd7-7792914bd143 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Made reservation on behalf of 6cc394dc58c1487684e69917dc62eaf7 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:24.873939 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-a40ecf22-fe77-4f73-acd7-7792914bd143 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:24.890358 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-a40ecf22-fe77-4f73-acd7-7792914bd143 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:24.895896 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bc718-043f-4030-a713-abcbd091ec57 req-2f92bca6-5143-4e2b-95fd-0ecf5a126db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:24.897673 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-2f92bca6-5143-4e2b-95fd-0ecf5a126db5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377&tenant_id=28d0b07328bc4868a7e7f336c894f93d HTTP/1.1" status: 200 len: 1096 time: 0.1291249 Aug 16 22:17:24.953609 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43616) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:24.976896 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd2e6d2f-b6b6-480b-9bc4-a89418fa9fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:25.036760 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ab1ff-51ed-46bb-a939-ffb6635d94a3 req-1bfd72dd-d37a-47b5-9100-457b2e303d37 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:25.038329 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be1ab1ff-51ed-46bb-a939-ffb6635d94a3 req-1bfd72dd-d37a-47b5-9100-457b2e303d37 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=bfd9c90c-262d-4f5f-8aab-94be1acc763f HTTP/1.1" status: 200 len: 950 time: 0.1339798 Aug 16 22:17:25.064354 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bc718-043f-4030-a713-abcbd091ec57 req-127b86f2-e9fd-49a1-8572-736183376bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:25.066182 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-127b86f2-e9fd-49a1-8572-736183376bba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 1096 time: 0.1153612 Aug 16 22:17:25.153245 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be1ab1ff-51ed-46bb-a939-ffb6635d94a3 req-8767e14f-36fa-4d65-995f-847845e97bd7 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037033 Aug 16 22:17:25.205582 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-a40ecf22-fe77-4f73-acd7-7792914bd143 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:25.210336 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-a40ecf22-fe77-4f73-acd7-7792914bd143 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:25.281929 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bc718-043f-4030-a713-abcbd091ec57 req-015fc233-a13f-4be5-8563-6a77b160e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:25.283436 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-015fc233-a13f-4be5-8563-6a77b160e07a service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 921 time: 0.2072339 Aug 16 22:17:25.334718 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd2e6d2f-b6b6-480b-9bc4-a89418fa9fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:25.339568 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd2e6d2f-b6b6-480b-9bc4-a89418fa9fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:25.366902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ecf22-fe77-4f73-acd7-7792914bd143 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b15ab6-9aa0-4c97-9899-93948eab3369,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:25.376467 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6df8545f-5871-43c7-90da-2288042b1b98 req-c980a08d-c971-4a7f-8e88-6446904eb951 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=3f914842-af53-4fb5-af5f-cf062a9faa8c HTTP/1.1" status: 200 len: 210 time: 0.0856950 Aug 16 22:17:25.379021 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-18d7a0fc-9aca-414c-a134-d8d04e633605 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7f6fcc5-3528-47a6-a559-521fa9f080ca HTTP/1.1" status: 200 len: 217 time: 0.0807450 Aug 16 22:17:25.405777 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bd2e6d2f-b6b6-480b-9bc4-a89418fa9fc6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9797b4d0c7464255a62ebf234f0c2668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4510574 Aug 16 22:17:25.411709 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43630) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:25.413830 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e6d2f-b6b6-480b-9bc4-a89418fa9fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b365688-71fb-46f3-878e-29a37bdaeb46,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:25.519885 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-297865fd-0910-44e2-9f4b-f61c439c9b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:25.532608 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bc718-043f-4030-a713-abcbd091ec57 req-8837133c-ca3d-495d-955f-01bdfe76878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:25.534568 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-8837133c-ca3d-495d-955f-01bdfe76878b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.0903308 Aug 16 22:17:25.535484 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-a40ecf22-fe77-4f73-acd7-7792914bd143 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Allocated IP 192.168.233.177 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/ff926161-8de6-4449-b03b-c0c156bfb380) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:25.550536 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-297865fd-0910-44e2-9f4b-f61c439c9b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:25.591675 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-ee2ce05c-73ad-4505-980a-e21a949a5add service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434775 Aug 16 22:17:25.617951 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-297865fd-0910-44e2-9f4b-f61c439c9b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:25.628950 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-297865fd-0910-44e2-9f4b-f61c439c9b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:25.630543 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-297865fd-0910-44e2-9f4b-f61c439c9b05 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4b365688-71fb-46f3-878e-29a37bdaeb46 HTTP/1.1" status: 204 len: 168 time: 0.2177191 Aug 16 22:17:25.647871 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297865fd-0910-44e2-9f4b-f61c439c9b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b365688-71fb-46f3-878e-29a37bdaeb46,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:25.694027 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de1117-3181-4be3-8a29-83c1fad308d6 req-9bbe70e2-49c6-4358-a008-009a1a1aa3dc tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:25.698526 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21de1117-3181-4be3-8a29-83c1fad308d6 req-9bbe70e2-49c6-4358-a008-009a1a1aa3dc tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 944 time: 0.1677649 Aug 16 22:17:25.820818 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21de1117-3181-4be3-8a29-83c1fad308d6 req-fcaed0f2-effc-416d-81e5-465772caa389 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121831 Aug 16 22:17:25.871347 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-0fb9f1fe-f435-4bd0-ad6e-882df30d1117 service neutron] 10.222.0.39 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550192 Aug 16 22:17:26.007604 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-a40ecf22-fe77-4f73-acd7-7792914bd143 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:26.048143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-a40ecf22-fe77-4f73-acd7-7792914bd143 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Transition to ACTIVE for port object ff926161-8de6-4449-b03b-c0c156bfb380 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:26.057514 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9599c-b22b-4052-b128-568ed3a387f0 req-81372e24-0743-4a8f-a96c-6a6d76e9da22 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:26.058982 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-33a9599c-b22b-4052-b128-568ed3a387f0 req-81372e24-0743-4a8f-a96c-6a6d76e9da22 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 946 time: 0.1352274 Aug 16 22:17:26.062390 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-26e53f71-39a1-4905-93d1-0659ba569d5d service neutron] 10.222.0.39 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899552 Aug 16 22:17:26.119939 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-33a9599c-b22b-4052-b128-568ed3a387f0 req-16c9463a-72de-4129-b62f-fd44ab1f7f60 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499148 Aug 16 22:17:26.148275 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-a40ecf22-fe77-4f73-acd7-7792914bd143 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:26.214510 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-a40ecf22-fe77-4f73-acd7-7792914bd143 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:26.220276 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-a40ecf22-fe77-4f73-acd7-7792914bd143 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:26.225431 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-a40ecf22-fe77-4f73-acd7-7792914bd143 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:26.231749 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-a40ecf22-fe77-4f73-acd7-7792914bd143 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:26.232534 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-a40ecf22-fe77-4f73-acd7-7792914bd143 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:26.236582 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ecf22-fe77-4f73-acd7-7792914bd143 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Pushing event updated for resources: {'Port': ['ID=ff926161-8de6-4449-b03b-c0c156bfb380,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:26.256084 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-a40ecf22-fe77-4f73-acd7-7792914bd143 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6804645 Aug 16 22:17:26.271107 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] Request body: {'port': {'device_id': '3f914842-af53-4fb5-af5f-cf062a9faa8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:26.393392 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:26.522988 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ab0ef-7ca7-42c5-9c77-7d136e8cb687 req-87e137a0-bc86-481b-a246-4fdd49ef31b5 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:26.527296 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d29ab0ef-7ca7-42c5-9c77-7d136e8cb687 req-87e137a0-bc86-481b-a246-4fdd49ef31b5 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=bfd9c90c-262d-4f5f-8aab-94be1acc763f HTTP/1.1" status: 200 len: 950 time: 0.1779809 Aug 16 22:17:26.560059 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d9f337fb-9622-4302-9be4-5aca92a1e689 None None] Provisioning for port ff926161-8de6-4449-b03b-c0c156bfb380 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:26.564905 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d9f337fb-9622-4302-9be4-5aca92a1e689 None None] Provisioning complete for port ff926161-8de6-4449-b03b-c0c156bfb380 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:26.565346 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d9f337fb-9622-4302-9be4-5aca92a1e689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:26.602470 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d9f337fb-9622-4302-9be4-5aca92a1e689 None None] Port ff926161-8de6-4449-b03b-c0c156bfb380 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:17:26.805739 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d92ffff-bdb3-4e11-8a6d-e2ee7580c34d req-e76a4220-71c1-443b-b530-6e6803b0844c tempest-QuotasAdminNegativeTest-2025509478 tempest-QuotasAdminNegativeTest-2025509478-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=6eaf28880f5940dfb4c0b2ed2fcb7667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2948709 Aug 16 22:17:26.816869 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bc718-043f-4030-a713-abcbd091ec57 req-4a5ac736-b3b3-42d9-a402-fe3ac1598636 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:26.818427 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-4a5ac736-b3b3-42d9-a402-fe3ac1598636 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377&tenant_id=28d0b07328bc4868a7e7f336c894f93d&binding%3Ahost_id=n-h1-792458-15 HTTP/1.1" status: 200 len: 1096 time: 0.4077508 Aug 16 22:17:26.952651 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d29ab0ef-7ca7-42c5-9c77-7d136e8cb687 req-8bc08835-d560-4e29-938f-8ff7a6d09423 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077823 Aug 16 22:17:27.122084 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92ffff-bdb3-4e11-8a6d-e2ee7580c34d req-2afea9c9-c8a1-40d6-95f5-e7d4a1704b67 tempest-QuotasAdminNegativeTest-2025509478 tempest-QuotasAdminNegativeTest-2025509478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:27.123558 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d92ffff-bdb3-4e11-8a6d-e2ee7580c34d req-2afea9c9-c8a1-40d6-95f5-e7d4a1704b67 tempest-QuotasAdminNegativeTest-2025509478 tempest-QuotasAdminNegativeTest-2025509478-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3034403 Aug 16 22:17:27.224799 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d92ffff-bdb3-4e11-8a6d-e2ee7580c34d req-c11a7946-1419-4ac7-a506-839cf02689bc tempest-QuotasAdminNegativeTest-2025509478 tempest-QuotasAdminNegativeTest-2025509478-project] 10.222.0.93 "GET /v2.0/quotas/6eaf28880f5940dfb4c0b2ed2fcb7667 HTTP/1.1" status: 200 len: 375 time: 0.0738525 Aug 16 22:17:27.271635 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3985b18-d1ca-4167-9128-6ff1dfc7372f req-1d1c738f-308f-4c50-9b8d-45556115cdfd tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:27.273325 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3985b18-d1ca-4167-9128-6ff1dfc7372f req-1d1c738f-308f-4c50-9b8d-45556115cdfd tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=3f914842-af53-4fb5-af5f-cf062a9faa8c HTTP/1.1" status: 200 len: 936 time: 0.2402978 Aug 16 22:17:27.294009 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d92ffff-bdb3-4e11-8a6d-e2ee7580c34d req-4ae77fda-a19a-4bb5-9009-aaf39ad07ee1 tempest-QuotasAdminNegativeTest-2025509478 tempest-QuotasAdminNegativeTest-2025509478-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=6eaf28880f5940dfb4c0b2ed2fcb7667&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555198 Aug 16 22:17:27.307824 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-de7bc718-043f-4030-a713-abcbd091ec57 req-fff91e82-ab9c-4ef2-8c13-6d66763ecde3 service neutron] For port a7f6fcc5-3528-47a6-a559-521fa9f080ca, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:27.321067 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-de7bc718-043f-4030-a713-abcbd091ec57 req-fff91e82-ab9c-4ef2-8c13-6d66763ecde3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:27.322720 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de7bc718-043f-4030-a713-abcbd091ec57 req-fff91e82-ab9c-4ef2-8c13-6d66763ecde3 service neutron] 10.222.0.39 "DELETE /v2.0/ports/a7f6fcc5-3528-47a6-a559-521fa9f080ca/bindings/n-h2-792458-15 HTTP/1.1" status: 204 len: 173 time: 0.4913173 Aug 16 22:17:27.327625 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device a7f6fcc5-3528-47a6-a559-521fa9f080ca no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:17:27.396763 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device a7f6fcc5-3528-47a6-a559-521fa9f080ca not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:17:27.397076 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3985b18-d1ca-4167-9128-6ff1dfc7372f req-b84f29cb-3dd1-4993-bfc6-fbad55312555 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069250 Aug 16 22:17:27.415079 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff926161-8de6-4449-b03b-c0c156bfb380 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:27.425545 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:27.441017 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] Transition to ACTIVE for port object ff926161-8de6-4449-b03b-c0c156bfb380 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:27.445467 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:27.520774 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] Pushing event updated for resources: {'Port': ['ID=ff926161-8de6-4449-b03b-c0c156bfb380,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:27.542678 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] Attempting to bind port ff926161-8de6-4449-b03b-c0c156bfb380 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:27.542999 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] Attempting to bind port ff926161-8de6-4449-b03b-c0c156bfb380 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:27.543323 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] Attempting to bind port ff926161-8de6-4449-b03b-c0c156bfb380 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:27.565789 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] Port ff926161-8de6-4449-b03b-c0c156bfb380 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:27.566157 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] Attempting to bind port ff926161-8de6-4449-b03b-c0c156bfb380 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:27.574412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:27.574742 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:27.575123 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:27.575550 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] Bound port: ff926161-8de6-4449-b03b-c0c156bfb380, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:27.575914 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:27.602260 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb7299-ad30-4bb8-9dd3-37f0fa9f20aa req-6f6bf3bb-72bb-4a06-bc33-15b6c08100d9 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:27.603879 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84eb7299-ad30-4bb8-9dd3-37f0fa9f20aa req-6f6bf3bb-72bb-4a06-bc33-15b6c08100d9 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 944 time: 0.0805948 Aug 16 22:17:27.686229 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84eb7299-ad30-4bb8-9dd3-37f0fa9f20aa req-a65b2097-b9f4-40bd-8d90-00356f2801e9 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638773 Aug 16 22:17:27.693242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] For port ff926161-8de6-4449-b03b-c0c156bfb380, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:27.697263 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] For port ff926161-8de6-4449-b03b-c0c156bfb380, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ff926161-8de6-4449-b03b-c0c156bfb380,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:27.702568 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:27.796374 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:27.796589 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:27.797982 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] 10.222.0.39 "PUT /v2.0/ports/ff926161-8de6-4449-b03b-c0c156bfb380 HTTP/1.1" status: 200 len: 1097 time: 1.5341768 Aug 16 22:17:27.805214 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f914842-af53-4fb5-af5f-cf062a9faa8c', 'tag': 'ff926161-8de6-4449-b03b-c0c156bfb380'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:27.807576 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442432a1-777f-46de-b421-cc22c20c53ba" -d '{"events": [{"name": "network-changed", "server_uuid": "3f914842-af53-4fb5-af5f-cf062a9faa8c", "tag": "ff926161-8de6-4449-b03b-c0c156bfb380"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:27.849168 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4da88-c17c-4e73-805b-3b3162cbcf5e service neutron] Pushing event updated for resources: {'Port': ['ID=ff926161-8de6-4449-b03b-c0c156bfb380,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:27.910415 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d6d0c-94e3-4874-9545-c3f8bbc36369 req-995c7135-bbc9-465d-a71e-974d43944f6e tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:27.911959 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc3d6d0c-94e3-4874-9545-c3f8bbc36369 req-995c7135-bbc9-465d-a71e-974d43944f6e tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 946 time: 0.1318595 Aug 16 22:17:27.922808 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b3819-e793-4fb9-ae96-2908b1d47417 req-5609959c-35f6-4aef-bb6b-9a05a312bb95 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:27.924366 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c5b3819-e793-4fb9-ae96-2908b1d47417 req-5609959c-35f6-4aef-bb6b-9a05a312bb95 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.1760285 Aug 16 22:17:27.965360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-b6e6f16f-d6b1-40f2-9c64-3cae3e15adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:27.966864 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-b6e6f16f-d6b1-40f2-9c64-3cae3e15adfd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6cc394dc58c1487684e69917dc62eaf7&device_id=3f914842-af53-4fb5-af5f-cf062a9faa8c HTTP/1.1" status: 200 len: 1100 time: 0.1103745 Aug 16 22:17:28.003658 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc3d6d0c-94e3-4874-9545-c3f8bbc36369 req-8187b009-a2e1-4e63-8c6c-81244b553d2e tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782948 Aug 16 22:17:28.034829 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c5b3819-e793-4fb9-ae96-2908b1d47417 req-ca3a66dc-2fa0-4dd5-82be-6545d6d60af9 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016910 Aug 16 22:17:28.036050 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-c37feec7-a91f-4eab-8c05-f84c6eb98690 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=ff926161-8de6-4449-b03b-c0c156bfb380 HTTP/1.1" status: 200 len: 217 time: 0.0556815 Aug 16 22:17:28.106939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-1405f6e4-937c-47b6-a804-d11d9042baae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:28.109243 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-1405f6e4-937c-47b6-a804-d11d9042baae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0654199 Aug 16 22:17:28.173185 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-cbcc4b54-51be-4601-b63b-9daf3ae9a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:28.175980 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-cbcc4b54-51be-4601-b63b-9daf3ae9a206 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0605886 Aug 16 22:17:28.210366 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d30556b-4f16-4e76-9bc5-cb4e50f3c3cd x-openstack-request-id: req-3d30556b-4f16-4e76-9bc5-cb4e50f3c3cd {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:28.210891 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f914842-af53-4fb5-af5f-cf062a9faa8c", "tag": "ff926161-8de6-4449-b03b-c0c156bfb380", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:28.211179 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3d30556b-4f16-4e76-9bc5-cb4e50f3c3cd {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:28.211689 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f914842-af53-4fb5-af5f-cf062a9faa8c', 'tag': 'ff926161-8de6-4449-b03b-c0c156bfb380', 'status': 'completed', 'code': 200} Aug 16 22:17:28.309407 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-af1466ff-ca10-432b-8bb2-b409134bf0a8 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213934 Aug 16 22:17:28.466314 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-ecc3e6a8-00c7-4562-ac01-ba0588082d03 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=77ca5ce733d04ea58889d12fb5728d76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610120 Aug 16 22:17:28.508314 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abb6e1-cd71-4040-a824-96efeedb9075 req-c8592468-19c8-4a32-b341-9cee78be9cac tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:28.509851 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5abb6e1-cd71-4040-a824-96efeedb9075 req-c8592468-19c8-4a32-b341-9cee78be9cac tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 1096 time: 0.1831734 Aug 16 22:17:28.558154 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca83e15e-69ba-445b-b373-7e4dfe86dc87 req-8f3acd3b-2863-4280-964f-ce44cc1afe54 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416210 Aug 16 22:17:28.579129 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63d306-0384-4f54-93a8-535642586c3b req-701c5eeb-a678-4a8a-93c2-42187ef7f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:28.580630 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-701c5eeb-a678-4a8a-93c2-42187ef7f9ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 1098 time: 0.1766648 Aug 16 22:17:28.664817 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5abb6e1-cd71-4040-a824-96efeedb9075 req-cba86a70-377d-4ec0-bb02-49fe9eb3c085 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412225 Aug 16 22:17:28.722953 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-4ca3fc28-bd7d-4191-800a-7551c687e953 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:28.724294 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-4ca3fc28-bd7d-4191-800a-7551c687e953 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2442350 Aug 16 22:17:28.760284 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442432a1-777f-46de-b421-cc22c20c53ba req-4c3771bb-819b-41ae-864a-c39538701099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:28.761778 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-442432a1-777f-46de-b421-cc22c20c53ba req-4c3771bb-819b-41ae-864a-c39538701099 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6cc394dc58c1487684e69917dc62eaf7&device_id=3f914842-af53-4fb5-af5f-cf062a9faa8c HTTP/1.1" status: 200 len: 1100 time: 0.1499500 Aug 16 22:17:28.766877 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bb23e721-b600-42b0-b083-08f3068fa354 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/quotas/77ca5ce733d04ea58889d12fb5728d76 HTTP/1.1" status: 200 len: 375 time: 0.0304692 Aug 16 22:17:28.797561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63d306-0384-4f54-93a8-535642586c3b req-519dcd50-d304-44b3-9dc8-1ebceeb8c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:28.799080 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-519dcd50-d304-44b3-9dc8-1ebceeb8c623 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 909 time: 0.1986423 Aug 16 22:17:29.112430 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-cf0127ba-86bc-46df-8634-62e5cf7d1ac7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=382de0d8-2eda-44e6-be66-feb9ea3a6fb1 HTTP/1.1" status: 200 len: 217 time: 0.2815568 Aug 16 22:17:29.164570 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43782) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:29.207338 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-22e9a261-986d-4ac2-b15d-df4b13d0cecb tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=77ca5ce733d04ea58889d12fb5728d76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4211485 Aug 16 22:17:29.233063 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442432a1-777f-46de-b421-cc22c20c53ba req-3dd9c7c6-fc16-40ef-80ee-38cbd2f30c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:29.234534 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-442432a1-777f-46de-b421-cc22c20c53ba req-3dd9c7c6-fc16-40ef-80ee-38cbd2f30c9a service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.4600339 Aug 16 22:17:29.244107 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412983bc-b3e3-4a67-b828-3852c24b5600 req-7767f71f-ac29-484f-8626-b374b4bca4af tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:29.245620 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-412983bc-b3e3-4a67-b828-3852c24b5600 req-7767f71f-ac29-484f-8626-b374b4bca4af tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=3f914842-af53-4fb5-af5f-cf062a9faa8c HTTP/1.1" status: 200 len: 948 time: 0.1373532 Aug 16 22:17:29.247070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63d306-0384-4f54-93a8-535642586c3b req-ac14f26a-5839-4fac-b378-482b1efca679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:29.248427 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-ac14f26a-5839-4fac-b378-482b1efca679 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 200 len: 848 time: 0.1229553 Aug 16 22:17:29.274666 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b9d64968-a54c-464a-b280-27ab6c53d49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:29.300852 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-442432a1-777f-46de-b421-cc22c20c53ba req-9371b9c2-0c40-4d3c-b03f-0e50e747657d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=ff926161-8de6-4449-b03b-c0c156bfb380 HTTP/1.1" status: 200 len: 217 time: 0.0514600 Aug 16 22:17:29.325448 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-418b6f35-45d7-43a9-ab91-d65c22d87e17 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683870 Aug 16 22:17:29.404922 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b9d64968-a54c-464a-b280-27ab6c53d49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:29.409519 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b9d64968-a54c-464a-b280-27ab6c53d49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:29.438208 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b9d64968-a54c-464a-b280-27ab6c53d49b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6e85585cb4774abb86bf6a2ff5e92683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724845 Aug 16 22:17:29.443440 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43794) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:29.505557 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d64968-a54c-464a-b280-27ab6c53d49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7b7d03-e31c-41ed-8a3f-b38631922e42,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:29.511235 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-faf3c029-cd93-4e39-a008-0dc680ee988b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:29.530310 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-412983bc-b3e3-4a67-b828-3852c24b5600 req-76cc2e72-92b5-47af-ba39-99551b9331b6 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709024 Aug 16 22:17:29.543138 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-faf3c029-cd93-4e39-a008-0dc680ee988b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:29.582579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442432a1-777f-46de-b421-cc22c20c53ba req-3d55d191-26da-4594-8e1f-ce73588b8c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:29.584105 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-442432a1-777f-46de-b421-cc22c20c53ba req-3d55d191-26da-4594-8e1f-ce73588b8c3b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.2611060 Aug 16 22:17:29.599048 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-faf3c029-cd93-4e39-a008-0dc680ee988b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:29.603575 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-faf3c029-cd93-4e39-a008-0dc680ee988b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:29.605920 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-faf3c029-cd93-4e39-a008-0dc680ee988b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ca7b7d03-e31c-41ed-8a3f-b38631922e42 HTTP/1.1" status: 204 len: 168 time: 0.1610401 Aug 16 22:17:29.615797 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-a7ad6958-e172-4dab-9be7-c9dedf8bb9a2 service neutron] 10.222.0.39 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775211 Aug 16 22:17:29.641204 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3c029-cd93-4e39-a008-0dc680ee988b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7b7d03-e31c-41ed-8a3f-b38631922e42,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:29.707037 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-f6d448b0-8a68-4326-b76c-bba868c5e699 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:29.715542 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-f6d448b0-8a68-4326-b76c-bba868c5e699 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 820 time: 0.2379642 Aug 16 22:17:29.779091 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-5c003f01-e509-48a4-b091-0c3cac7fbd52 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/quotas/28d0b07328bc4868a7e7f336c894f93d HTTP/1.1" status: 200 len: 375 time: 0.0626214 Aug 16 22:17:29.872057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442432a1-777f-46de-b421-cc22c20c53ba req-49951209-d5ce-4139-92f0-0f61b86f70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:29.874991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-442432a1-777f-46de-b421-cc22c20c53ba req-49951209-d5ce-4139-92f0-0f61b86f70d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2713284 Aug 16 22:17:30.004382 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43816) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:30.006564 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-792e02ce-a187-45a3-9b5a-e84f1fd77cec service neutron] 10.222.0.39 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351157 Aug 16 22:17:30.015671 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-28f68f32-d65c-42dc-ace6-60dc5dca33f1 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2356761 Aug 16 22:17:30.041873 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-74ee3306-9bdb-4c83-b1ae-8646a7e01eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:30.197545 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-442432a1-777f-46de-b421-cc22c20c53ba req-2215db85-d746-4f9e-bc6b-923f6aba0be5 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101959 Aug 16 22:17:30.205984 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-74ee3306-9bdb-4c83-b1ae-8646a7e01eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:30.210504 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-74ee3306-9bdb-4c83-b1ae-8646a7e01eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:30.254834 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-74ee3306-9bdb-4c83-b1ae-8646a7e01eac admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8bc7acc234f64f229b01838c2d8081b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461588 Aug 16 22:17:30.254834 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee3306-9bdb-4c83-b1ae-8646a7e01eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f3f662-354b-4aac-89cd-85a358286475,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:30.256546 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43822) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:30.310244 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9aa8b216-5aee-40c1-a952-db8d175a401d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:30.314286 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63d306-0384-4f54-93a8-535642586c3b req-84941e99-adb3-4cd3-a462-a369334a41e0 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:30.315787 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-84941e99-adb3-4cd3-a462-a369334a41e0 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a&tenant_id=c5206ab6d6f447fc9622b86511f61275&binding%3Ahost_id=n-h2-792458-15 HTTP/1.1" status: 200 len: 1098 time: 0.1925247 Aug 16 22:17:30.331634 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9aa8b216-5aee-40c1-a952-db8d175a401d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:30.343954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdead8c3-709c-4348-8690-931754033d40 req-a4ab8622-e00a-4afe-9165-b304ac1bb48f tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:30.347445 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cdead8c3-709c-4348-8690-931754033d40 req-a4ab8622-e00a-4afe-9165-b304ac1bb48f tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 946 time: 0.1891189 Aug 16 22:17:30.355432 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-4fc59451-e9b1-4bb0-85d3-2da5dbb9c25d service neutron] 10.222.0.93 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182523 Aug 16 22:17:30.362117 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-1e63d306-0384-4f54-93a8-535642586c3b req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792458-15'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:30.393188 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9aa8b216-5aee-40c1-a952-db8d175a401d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:30.396390 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9aa8b216-5aee-40c1-a952-db8d175a401d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:30.397803 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9aa8b216-5aee-40c1-a952-db8d175a401d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/79f3f662-354b-4aac-89cd-85a358286475 HTTP/1.1" status: 204 len: 168 time: 0.1397085 Aug 16 22:17:30.408948 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8b216-5aee-40c1-a952-db8d175a401d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f3f662-354b-4aac-89cd-85a358286475,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:30.489162 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-11a01f15-41eb-437e-a2b5-c213e8d1a656 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=77ca5ce733d04ea58889d12fb5728d76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277791 Aug 16 22:17:30.491459 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-442432a1-777f-46de-b421-cc22c20c53ba req-75f24a83-5877-4497-8c3d-d777e1fd194a service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767642 Aug 16 22:17:30.537738 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cdead8c3-709c-4348-8690-931754033d40 req-40d4b84e-df5a-49c1-bb8d-1a0869216e83 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727767 Aug 16 22:17:30.560505 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1e63d306-0384-4f54-93a8-535642586c3b req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:30.592104 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-6819ccc6-2aa0-453c-a563-3a85cb5fbf0c service neutron] 10.222.0.93 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260799 Aug 16 22:17:30.703491 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-fdeda1f3-fe9d-43f5-8782-dffcefd59779 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:30.705273 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-fdeda1f3-fe9d-43f5-8782-dffcefd59779 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2064872 Aug 16 22:17:30.733805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-02c24163-4722-4183-a6b5-326a339182c2 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Request body: {'port': {'device_id': '634a208d-b983-4518-88a2-70e0e3203b8a', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': '77ca5ce733d04ea58889d12fb5728d76'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:30.759553 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63ceb3c4-7067-462e-a18f-d7b952e4fa91 req-d4b52919-d373-4016-948c-359a0493050b tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=634a208d-b983-4518-88a2-70e0e3203b8a HTTP/1.1" status: 200 len: 210 time: 0.0528376 Aug 16 22:17:30.824644 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-1e63d306-0384-4f54-93a8-535642586c3b req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] For port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=382de0d8-2eda-44e6-be66-feb9ea3a6fb1,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:30.894359 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-1e63d306-0384-4f54-93a8-535642586c3b req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] For port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:30.949364 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-02c24163-4722-4183-a6b5-326a339182c2 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Made reservation on behalf of 77ca5ce733d04ea58889d12fb5728d76 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:30.954473 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-02c24163-4722-4183-a6b5-326a339182c2 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:30.982868 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a92a608-13d4-4fe6-a53d-c6910e67666a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '382de0d8-2eda-44e6-be66-feb9ea3a6fb1'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:30.985386 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb537355-4c9d-4592-b1ef-769df85460ed" -d '{"events": [{"server_uuid": "3a92a608-13d4-4fe6-a53d-c6910e67666a", "name": "network-vif-unplugged", "status": "completed", "tag": "382de0d8-2eda-44e6-be66-feb9ea3a6fb1"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:30.997601 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1e63d306-0384-4f54-93a8-535642586c3b req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:31.001545 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c3cc41f-754b-4040-8a78-1d92215ba3ee req-80d71ac2-5fba-4422-b9e9-a78486d70fe4 tempest-QuotasAdminNegativeTest-2025509478 tempest-QuotasAdminNegativeTest-2025509478-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=6eaf28880f5940dfb4c0b2ed2fcb7667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536406 Aug 16 22:17:31.006401 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1e63d306-0384-4f54-93a8-535642586c3b req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:31.127015 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-02c24163-4722-4183-a6b5-326a339182c2 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Allocated IP 192.168.233.41 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/474da29f-a28f-4ce3-a017-90afb53e2ef7) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:31.204502 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] Pushing event updated for resources: {'Port': ['ID=382de0d8-2eda-44e6-be66-feb9ea3a6fb1,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:31.223911 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-1e63d306-0384-4f54-93a8-535642586c3b req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] Attempting to bind port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 on host n-h2-792458-15 for vnic_type normal with profile {"migrating_to": "n-h1-792458-15"} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:31.224251 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-1e63d306-0384-4f54-93a8-535642586c3b req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] Attempting to bind port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:31.224581 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e63d306-0384-4f54-93a8-535642586c3b req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] Attempting to bind port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:31.250624 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa35fc5-3a2f-4e2c-b75e-4e90f8d83441 req-d01d505a-bcde-40b2-a8b1-fb9d01777767 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:31.252268 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-efa35fc5-3a2f-4e2c-b75e-4e90f8d83441 req-d01d505a-bcde-40b2-a8b1-fb9d01777767 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=3f914842-af53-4fb5-af5f-cf062a9faa8c HTTP/1.1" status: 200 len: 948 time: 0.2107816 Aug 16 22:17:31.255277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e63d306-0384-4f54-93a8-535642586c3b req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] Port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:31.255605 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e63d306-0384-4f54-93a8-535642586c3b req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] Attempting to bind port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:31.279068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e63d306-0384-4f54-93a8-535642586c3b req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:31.279502 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e63d306-0384-4f54-93a8-535642586c3b req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] Checking segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:31.279918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e63d306-0384-4f54-93a8-535642586c3b req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] Bound using segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:31.280365 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-1e63d306-0384-4f54-93a8-535642586c3b req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] Bound port: 382de0d8-2eda-44e6-be66-feb9ea3a6fb1, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:31.280724 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1e63d306-0384-4f54-93a8-535642586c3b req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:31.306409 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3cc41f-754b-4040-8a78-1d92215ba3ee req-ccb9aa3e-f2db-4296-85cb-7ce976b28afd tempest-QuotasAdminNegativeTest-2025509478 tempest-QuotasAdminNegativeTest-2025509478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:31.308087 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c3cc41f-754b-4040-8a78-1d92215ba3ee req-ccb9aa3e-f2db-4296-85cb-7ce976b28afd tempest-QuotasAdminNegativeTest-2025509478 tempest-QuotasAdminNegativeTest-2025509478-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2967134 Aug 16 22:17:31.360181 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c3cc41f-754b-4040-8a78-1d92215ba3ee req-86274fcd-573e-4ee3-a8b3-6bf3d9fbc308 tempest-QuotasAdminNegativeTest-2025509478 tempest-QuotasAdminNegativeTest-2025509478-project] 10.222.0.93 "GET /v2.0/quotas/6eaf28880f5940dfb4c0b2ed2fcb7667 HTTP/1.1" status: 200 len: 375 time: 0.0449915 Aug 16 22:17:31.384469 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-efa35fc5-3a2f-4e2c-b75e-4e90f8d83441 req-c4b488d7-7eed-4e46-9257-dab6d3c2f240 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141696 Aug 16 22:17:31.395411 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-02c24163-4722-4183-a6b5-326a339182c2 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:31.413478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-02c24163-4722-4183-a6b5-326a339182c2 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Transition to ACTIVE for port object 474da29f-a28f-4ce3-a017-90afb53e2ef7 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:31.445608 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c3cc41f-754b-4040-8a78-1d92215ba3ee req-05240611-f4a7-4b9b-83ab-a08bf8296b3e tempest-QuotasAdminNegativeTest-2025509478 tempest-QuotasAdminNegativeTest-2025509478-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=6eaf28880f5940dfb4c0b2ed2fcb7667&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788326 Aug 16 22:17:31.470691 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-02c24163-4722-4183-a6b5-326a339182c2 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:31.484117 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['e828879f-1063-4418-8989-72f745566fca', '96e3adf6-bafb-4332-a4d5-bba5fc50bb6c'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:31.487498 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4abdc54c-65da-4169-88b2-c42c01bf5433 req-25c5a4fa-5a83-4882-ac54-73155c07b405 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 210 time: 0.0403242 Aug 16 22:17:31.497521 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-1e63d306-0384-4f54-93a8-535642586c3b req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] For port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:31.523959 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-1e63d306-0384-4f54-93a8-535642586c3b req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] For port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=382de0d8-2eda-44e6-be66-feb9ea3a6fb1,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:31.529261 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1e63d306-0384-4f54-93a8-535642586c3b req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:31.586157 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-02c24163-4722-4183-a6b5-326a339182c2 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:31.599688 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-02c24163-4722-4183-a6b5-326a339182c2 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:31.613822 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-02c24163-4722-4183-a6b5-326a339182c2 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:31.618941 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23715860-cf38-4e2e-8b8d-628508e9eb64 x-openstack-request-id: req-23715860-cf38-4e2e-8b8d-628508e9eb64 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:31.619229 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a92a608-13d4-4fe6-a53d-c6910e67666a", "name": "network-vif-unplugged", "status": "completed", "tag": "382de0d8-2eda-44e6-be66-feb9ea3a6fb1", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:31.619480 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-23715860-cf38-4e2e-8b8d-628508e9eb64 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:31.619873 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a92a608-13d4-4fe6-a53d-c6910e67666a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '382de0d8-2eda-44e6-be66-feb9ea3a6fb1', 'code': 200} Aug 16 22:17:31.627488 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-02c24163-4722-4183-a6b5-326a339182c2 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:31.630703 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-02c24163-4722-4183-a6b5-326a339182c2 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:31.662255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c24163-4722-4183-a6b5-326a339182c2 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Pushing event updated for resources: {'Port': ['ID=474da29f-a28f-4ce3-a017-90afb53e2ef7,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:31.676891 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-02c24163-4722-4183-a6b5-326a339182c2 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9540102 Aug 16 22:17:31.705014 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] Request body: {'port': {'device_id': '634a208d-b983-4518-88a2-70e0e3203b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:31.718425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63d306-0384-4f54-93a8-535642586c3b req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:31.719462 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1e63d306-0384-4f54-93a8-535642586c3b req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:31.720945 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] 10.222.0.39 "PUT /v2.0/ports/382de0d8-2eda-44e6-be66-feb9ea3a6fb1 HTTP/1.1" status: 200 len: 1124 time: 1.3717458 Aug 16 22:17:31.721775 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25095a47-c0be-4d95-a60c-c1fdc79a9ffc service neutron] Pushing event updated for resources: {'Port': ['ID=382de0d8-2eda-44e6-be66-feb9ea3a6fb1,revision_number=8']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:31.798081 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:31.820263 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636eeba-6e9d-41ce-a340-242672a5bb62 req-d56eb39c-8ce1-4426-97a5-299073587d1d tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:31.822210 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e636eeba-6e9d-41ce-a340-242672a5bb62 req-d56eb39c-8ce1-4426-97a5-299073587d1d tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 944 time: 0.0900023 Aug 16 22:17:31.828181 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['382de0d8-2eda-44e6-be66-feb9ea3a6fb1'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:31.908207 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e636eeba-6e9d-41ce-a340-242672a5bb62 req-d2fb2403-b3b3-462d-9b63-4a9ea538ae9d tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720465 Aug 16 22:17:32.044802 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2413966c-732c-4669-add9-f35e75cdfa07 None None] Provisioning for port 474da29f-a28f-4ce3-a017-90afb53e2ef7 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:32.064324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2413966c-732c-4669-add9-f35e75cdfa07 None None] Provisioning complete for port 474da29f-a28f-4ce3-a017-90afb53e2ef7 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:32.064929 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2413966c-732c-4669-add9-f35e75cdfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:32.157134 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-2413966c-732c-4669-add9-f35e75cdfa07 None None] Port 474da29f-a28f-4ce3-a017-90afb53e2ef7 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:17:32.197931 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474da29f-a28f-4ce3-a017-90afb53e2ef7 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:32.201452 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f07a149-53e8-4f27-92b9-697658d6254b req-822b4720-4291-414d-b871-d9b8645e11b6 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=c52e73ce581340f7b08405f7499ad26d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326290 Aug 16 22:17:32.206359 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:32.220309 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] Transition to ACTIVE for port object 474da29f-a28f-4ce3-a017-90afb53e2ef7 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:32.227027 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:32.289127 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] Pushing event updated for resources: {'Port': ['ID=474da29f-a28f-4ce3-a017-90afb53e2ef7,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:32.323315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-4a20ffda-28c7-4451-a1c2-31ebefa17333 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:32.324783 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-4a20ffda-28c7-4451-a1c2-31ebefa17333 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.43 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 820 time: 0.2960072 Aug 16 22:17:32.341173 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] Attempting to bind port 474da29f-a28f-4ce3-a017-90afb53e2ef7 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:32.342071 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-ad11cfba-99f1-4705-a264-bb6e74c412f1 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Request body: {'port': {'device_id': '0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c', 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc', 'admin_state_up': True, 'tenant_id': '28d0b07328bc4868a7e7f336c894f93d'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:32.343222 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] Attempting to bind port 474da29f-a28f-4ce3-a017-90afb53e2ef7 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:32.343637 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] Attempting to bind port 474da29f-a28f-4ce3-a017-90afb53e2ef7 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:32.355985 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] Port 474da29f-a28f-4ce3-a017-90afb53e2ef7 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:32.358199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] Attempting to bind port 474da29f-a28f-4ce3-a017-90afb53e2ef7 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:32.368886 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:32.369442 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:32.369882 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:32.370409 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] Bound port: 474da29f-a28f-4ce3-a017-90afb53e2ef7, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:32.370994 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:32.455665 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] For port 474da29f-a28f-4ce3-a017-90afb53e2ef7, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:32.460544 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] For port 474da29f-a28f-4ce3-a017-90afb53e2ef7, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=474da29f-a28f-4ce3-a017-90afb53e2ef7,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:32.466808 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:32.485274 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07a149-53e8-4f27-92b9-697658d6254b req-43eab1d9-e344-47b2-b233-b60a4522bb89 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:32.492739 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f07a149-53e8-4f27-92b9-697658d6254b req-43eab1d9-e344-47b2-b233-b60a4522bb89 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2845750 Aug 16 22:17:32.508035 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:32.509032 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:32.510774 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] 10.222.0.39 "PUT /v2.0/ports/474da29f-a28f-4ce3-a017-90afb53e2ef7 HTTP/1.1" status: 200 len: 1096 time: 0.8179817 Aug 16 22:17:32.511515 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634a208d-b983-4518-88a2-70e0e3203b8a', 'tag': '474da29f-a28f-4ce3-a017-90afb53e2ef7'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:32.512374 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:17:32.521554 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbee838-3635-44e7-b1f4-bd484c42048c" -d '{"events": [{"name": "network-changed", "server_uuid": "634a208d-b983-4518-88a2-70e0e3203b8a", "tag": "474da29f-a28f-4ce3-a017-90afb53e2ef7"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:32.529627 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f07a149-53e8-4f27-92b9-697658d6254b req-9e4253fb-7144-430c-b68c-f1068b59d7e6 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/quotas/c52e73ce581340f7b08405f7499ad26d HTTP/1.1" status: 200 len: 375 time: 0.0354352 Aug 16 22:17:32.568860 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef32ea-a776-495b-a778-f6008091f9ec service neutron] Pushing event updated for resources: {'Port': ['ID=474da29f-a28f-4ce3-a017-90afb53e2ef7,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:32.615166 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-fb83b4e1-50d0-4bc1-9198-cae768b5f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:32.616911 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-fb83b4e1-50d0-4bc1-9198-cae768b5f356 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=77ca5ce733d04ea58889d12fb5728d76&device_id=634a208d-b983-4518-88a2-70e0e3203b8a HTTP/1.1" status: 200 len: 1099 time: 0.0596125 Aug 16 22:17:32.674849 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-2abbfd75-8a90-4f34-b63a-59fdef6ee6e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=474da29f-a28f-4ce3-a017-90afb53e2ef7 HTTP/1.1" status: 200 len: 217 time: 0.0457129 Aug 16 22:17:32.711677 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43912) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:32.744262 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-fb54e7c7-e52d-4212-b651-9de92e01fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:32.745756 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-fb54e7c7-e52d-4212-b651-9de92e01fbb2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0616200 Aug 16 22:17:32.803632 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bc280cef-c9a7-43da-ba3b-70684ca3d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:32.807806 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-bc280cef-c9a7-43da-ba3b-70684ca3d507 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0478845 Aug 16 22:17:32.820956 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdf0a1-546b-4046-bf06-cfd03b6286e5 req-8853e1fe-55d6-4e75-9cc0-dd94c883ee0c tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:32.823175 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-69bdf0a1-546b-4046-bf06-cfd03b6286e5 req-8853e1fe-55d6-4e75-9cc0-dd94c883ee0c tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=634a208d-b983-4518-88a2-70e0e3203b8a HTTP/1.1" status: 200 len: 947 time: 0.4598541 Aug 16 22:17:32.831298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f07a149-53e8-4f27-92b9-697658d6254b req-661c71e6-0887-4878-9d67-283ffddbebff tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c52e73ce581340f7b08405f7499ad26d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3010311 Aug 16 22:17:32.886796 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1648959-c19f-4ae0-a91e-69ed368b6723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:32.891371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-69bdf0a1-546b-4046-bf06-cfd03b6286e5 req-7a748670-46c6-42e5-afd8-d56a0ec387ea tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563421 Aug 16 22:17:32.909899 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-ad11cfba-99f1-4705-a264-bb6e74c412f1 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Made reservation on behalf of 28d0b07328bc4868a7e7f336c894f93d for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:32.914215 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-ad11cfba-99f1-4705-a264-bb6e74c412f1 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:32.955846 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-d92c6f29-f2e1-4fb7-b6ff-1995f47c4d16 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380293 Aug 16 22:17:33.079456 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ff926161-8de6-4449-b03b-c0c156bfb380 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:33.081692 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-ad11cfba-99f1-4705-a264-bb6e74c412f1 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Allocated IP 172.20.0.6 (b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc/75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b/beb14d55-0228-40b2-8ffa-cdcfabaf3273) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:33.248791 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19200c-8627-4c52-b4fa-0ece418acb07 req-3cec267a-72f7-433c-a9bb-2264a5b66a2f tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:33.256902 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc19200c-8627-4c52-b4fa-0ece418acb07 req-3cec267a-72f7-433c-a9bb-2264a5b66a2f tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=3f914842-af53-4fb5-af5f-cf062a9faa8c HTTP/1.1" status: 200 len: 948 time: 0.1145055 Aug 16 22:17:33.259703 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port ff926161-8de6-4449-b03b-c0c156bfb380, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ff926161-8de6-4449-b03b-c0c156bfb380,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:33.276681 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'ff926161-8de6-4449-b03b-c0c156bfb380', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': 'ff926161-8de6-4449-b03b-c0c156bfb380', 'mac_address': 'fa:16:3e:64:17:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:33.340495 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:33.356247 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff926161-8de6-4449-b03b-c0c156bfb380 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:33.399046 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port ff926161-8de6-4449-b03b-c0c156bfb380, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ff926161-8de6-4449-b03b-c0c156bfb380,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:33.405456 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:33.412240 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-ad11cfba-99f1-4705-a264-bb6e74c412f1 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:33.426677 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-92939c89-1da2-45d1-ace0-30a5222e3a0b req-d2cd51e1-f0f4-40cf-80c5-2edc1ad785b0 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613655 Aug 16 22:17:33.441953 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1648959-c19f-4ae0-a91e-69ed368b6723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:33.448541 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1648959-c19f-4ae0-a91e-69ed368b6723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:33.491636 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=ff926161-8de6-4449-b03b-c0c156bfb380,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:33.504838 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc19200c-8627-4c52-b4fa-0ece418acb07 req-a0440f35-2915-46d4-9872-e14279909920 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470264 Aug 16 22:17:33.506864 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bfe4df6-16ba-4589-9c94-bb15501c8656 req-917253a2-de2b-49d7-906e-37031541e93b tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 210 time: 0.0647633 Aug 16 22:17:33.509395 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e1648959-c19f-4ae0-a91e-69ed368b6723 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fe7f64eb9070422e8bf1d53c350b4326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7964182 Aug 16 22:17:33.510801 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1648959-c19f-4ae0-a91e-69ed368b6723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192b28a9-4466-42d9-937b-40ed6a239220,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:33.522988 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43932) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:33.527391 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-ad11cfba-99f1-4705-a264-bb6e74c412f1 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:33.590872 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11cfba-99f1-4705-a264-bb6e74c412f1 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Pushing event updated for resources: {'Port': ['ID=beb14d55-0228-40b2-8ffa-cdcfabaf3273,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:33.609817 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56563aeb-3dee-4e39-9bc8-8cf09114e5b6 x-openstack-request-id: req-56563aeb-3dee-4e39-9bc8-8cf09114e5b6 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:33.610128 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634a208d-b983-4518-88a2-70e0e3203b8a", "tag": "474da29f-a28f-4ce3-a017-90afb53e2ef7", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:33.610513 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-56563aeb-3dee-4e39-9bc8-8cf09114e5b6 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:33.610763 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634a208d-b983-4518-88a2-70e0e3203b8a', 'tag': '474da29f-a28f-4ce3-a017-90afb53e2ef7', 'status': 'completed', 'code': 200} Aug 16 22:17:33.620377 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-ad11cfba-99f1-4705-a264-bb6e74c412f1 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:33.626988 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a92a608-13d4-4fe6-a53d-c6910e67666a', 'tag': '382de0d8-2eda-44e6-be66-feb9ea3a6fb1'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:33.626988 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edce676-3014-44d9-b5f1-400f0a98e6af" -d '{"events": [{"name": "network-changed", "server_uuid": "3a92a608-13d4-4fe6-a53d-c6910e67666a", "tag": "382de0d8-2eda-44e6-be66-feb9ea3a6fb1"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:33.637379 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-ad11cfba-99f1-4705-a264-bb6e74c412f1 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:33.649616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-ad11cfba-99f1-4705-a264-bb6e74c412f1 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:33.655223 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-ad11cfba-99f1-4705-a264-bb6e74c412f1 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:33.655834 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-ad11cfba-99f1-4705-a264-bb6e74c412f1 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:33.676303 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8714838b-1e4e-4afb-91cb-b8fc9d126979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:33.686202 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['ff926161-8de6-4449-b03b-c0c156bfb380'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:33.702217 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbee838-3635-44e7-b1f4-bd484c42048c req-3dac5268-b4e1-4608-90f9-2b9d266af0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:33.703934 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abbee838-3635-44e7-b1f4-bd484c42048c req-3dac5268-b4e1-4608-90f9-2b9d266af0d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=77ca5ce733d04ea58889d12fb5728d76&device_id=634a208d-b983-4518-88a2-70e0e3203b8a HTTP/1.1" status: 200 len: 1099 time: 0.0729024 Aug 16 22:17:33.709018 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8714838b-1e4e-4afb-91cb-b8fc9d126979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:33.722707 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1969a507-5f88-4aed-8869-9521765c26cd req-b7de79c4-f92e-47d7-9027-860938742d37 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/ports?device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 210 time: 0.0745647 Aug 16 22:17:33.727354 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-ad11cfba-99f1-4705-a264-bb6e74c412f1 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3892853 Aug 16 22:17:33.751303 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca09f76-a312-4d81-a7a2-eef78ed61d97 req-aadfaf47-f74f-4d87-bbf7-49795f61583e tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:33.752903 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ca09f76-a312-4d81-a7a2-eef78ed61d97 req-aadfaf47-f74f-4d87-bbf7-49795f61583e tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 944 time: 0.1062081 Aug 16 22:17:33.758705 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] Request body: {'port': {'device_id': '0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:33.854497 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:33.871235 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ca09f76-a312-4d81-a7a2-eef78ed61d97 req-5013fad1-b681-48c2-aa4d-1ad7e3b032a1 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904489 Aug 16 22:17:33.887839 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbee838-3635-44e7-b1f4-bd484c42048c req-20e27d3e-7846-429f-9084-b2b918d8b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:33.887839 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abbee838-3635-44e7-b1f4-bd484c42048c req-20e27d3e-7846-429f-9084-b2b918d8b3fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1669359 Aug 16 22:17:33.912417 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8714838b-1e4e-4afb-91cb-b8fc9d126979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:33.924418 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddaf02e-aff0-4d36-98e1-83527465267b x-openstack-request-id: req-3ddaf02e-aff0-4d36-98e1-83527465267b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:33.924730 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a92a608-13d4-4fe6-a53d-c6910e67666a", "tag": "382de0d8-2eda-44e6-be66-feb9ea3a6fb1", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:33.924963 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3ddaf02e-aff0-4d36-98e1-83527465267b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:33.925360 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a92a608-13d4-4fe6-a53d-c6910e67666a', 'tag': '382de0d8-2eda-44e6-be66-feb9ea3a6fb1', 'status': 'completed', 'code': 200} Aug 16 22:17:33.930709 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8714838b-1e4e-4afb-91cb-b8fc9d126979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:33.934214 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8714838b-1e4e-4afb-91cb-b8fc9d126979 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/192b28a9-4466-42d9-937b-40ed6a239220 HTTP/1.1" status: 204 len: 168 time: 0.4050367 Aug 16 22:17:33.990788 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714838b-1e4e-4afb-91cb-b8fc9d126979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192b28a9-4466-42d9-937b-40ed6a239220,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:34.045837 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abbee838-3635-44e7-b1f4-bd484c42048c req-fbd565e8-6f60-482b-aef0-82d1946a5536 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=474da29f-a28f-4ce3-a017-90afb53e2ef7 HTTP/1.1" status: 200 len: 217 time: 0.1513438 Aug 16 22:17:34.106626 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edce676-3014-44d9-b5f1-400f0a98e6af req-84879ef8-4029-411d-8db6-cd75941fe23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:34.108552 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8edce676-3014-44d9-b5f1-400f0a98e6af req-84879ef8-4029-411d-8db6-cd75941fe23f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 1127 time: 0.1199441 Aug 16 22:17:34.168419 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea966f-492f-4f2a-a99d-8a1b5fff6978 req-44fecba2-a523-4562-af4e-220d0291cda1 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:34.177709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92ea966f-492f-4f2a-a99d-8a1b5fff6978 req-44fecba2-a523-4562-af4e-220d0291cda1 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=634a208d-b983-4518-88a2-70e0e3203b8a HTTP/1.1" status: 200 len: 947 time: 0.1817646 Aug 16 22:17:34.194302 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbee838-3635-44e7-b1f4-bd484c42048c req-6c96425c-c548-4b8d-91d3-2727529b7512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:34.195834 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abbee838-3635-44e7-b1f4-bd484c42048c req-6c96425c-c548-4b8d-91d3-2727529b7512 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1354697 Aug 16 22:17:34.243016 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92ea966f-492f-4f2a-a99d-8a1b5fff6978 req-919c875b-ecd3-45db-baad-4deaeae0acfd tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599737 Aug 16 22:17:34.281122 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edce676-3014-44d9-b5f1-400f0a98e6af req-08d71cf3-9dac-449f-9fd1-7f14dc75610d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:34.283469 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8edce676-3014-44d9-b5f1-400f0a98e6af req-08d71cf3-9dac-449f-9fd1-7f14dc75610d service neutron] 10.222.0.43 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 909 time: 0.1662996 Aug 16 22:17:34.298104 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af7c527b-96d9-4f53-acd4-f071cad8ad6c req-0abd1107-50f9-487c-85a0-993c46896ee4 tempest-QuotasAdminNegativeTest-2025509478 tempest-QuotasAdminNegativeTest-2025509478-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=6eaf28880f5940dfb4c0b2ed2fcb7667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357971 Aug 16 22:17:34.380820 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8edce676-3014-44d9-b5f1-400f0a98e6af req-ef242102-c4a0-45d9-a068-113cc5e19c65 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=382de0d8-2eda-44e6-be66-feb9ea3a6fb1 HTTP/1.1" status: 200 len: 217 time: 0.0844965 Aug 16 22:17:34.440086 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb14d55-0228-40b2-8ffa-cdcfabaf3273 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:34.453836 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbee838-3635-44e7-b1f4-bd484c42048c req-8204b8cd-6b2c-4561-ae36-a7116dec148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:34.455864 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:34.456403 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abbee838-3635-44e7-b1f4-bd484c42048c req-8204b8cd-6b2c-4561-ae36-a7116dec148b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1797252 Aug 16 22:17:34.473718 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c527b-96d9-4f53-acd4-f071cad8ad6c req-6eab2058-e152-48a4-9e9d-3318668ecbbc tempest-QuotasAdminNegativeTest-2025509478 tempest-QuotasAdminNegativeTest-2025509478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:34.475242 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af7c527b-96d9-4f53-acd4-f071cad8ad6c req-6eab2058-e152-48a4-9e9d-3318668ecbbc tempest-QuotasAdminNegativeTest-2025509478 tempest-QuotasAdminNegativeTest-2025509478-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1641414 Aug 16 22:17:34.481201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] Transition to ACTIVE for port object beb14d55-0228-40b2-8ffa-cdcfabaf3273 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:34.484281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43962) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:34.486869 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edce676-3014-44d9-b5f1-400f0a98e6af req-d149d2dd-c89f-4ead-92a7-a243209663e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:34.488479 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8edce676-3014-44d9-b5f1-400f0a98e6af req-d149d2dd-c89f-4ead-92a7-a243209663e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 200 len: 848 time: 0.0929608 Aug 16 22:17:34.500155 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:34.534593 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9d78214-df50-4bdc-a17f-60724cc2b2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:34.538929 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af7c527b-96d9-4f53-acd4-f071cad8ad6c req-8b45d5b0-e2ba-46e4-b864-80316d260a6c tempest-QuotasAdminNegativeTest-2025509478 tempest-QuotasAdminNegativeTest-2025509478-project] 10.222.0.93 "GET /v2.0/quotas/6eaf28880f5940dfb4c0b2ed2fcb7667 HTTP/1.1" status: 200 len: 375 time: 0.0450840 Aug 16 22:17:34.558658 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8edce676-3014-44d9-b5f1-400f0a98e6af req-8940cd60-f41f-4e36-8314-fd31cab3ca08 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329146 Aug 16 22:17:34.610917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af7c527b-96d9-4f53-acd4-f071cad8ad6c req-5bcf4ca6-1598-4a68-8998-99c0ccb6fb56 tempest-QuotasAdminNegativeTest-2025509478 tempest-QuotasAdminNegativeTest-2025509478-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=6eaf28880f5940dfb4c0b2ed2fcb7667&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476105 Aug 16 22:17:34.668623 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abbee838-3635-44e7-b1f4-bd484c42048c req-ad2582af-f6cd-4ec1-86d9-656b648b307e service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933692 Aug 16 22:17:34.678273 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] Pushing event updated for resources: {'Port': ['ID=beb14d55-0228-40b2-8ffa-cdcfabaf3273,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:34.706002 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] Attempting to bind port beb14d55-0228-40b2-8ffa-cdcfabaf3273 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:34.706002 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] Attempting to bind port beb14d55-0228-40b2-8ffa-cdcfabaf3273 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:34.706225 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] Attempting to bind port beb14d55-0228-40b2-8ffa-cdcfabaf3273 on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:34.724666 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] Port beb14d55-0228-40b2-8ffa-cdcfabaf3273 on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:34.724666 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] Attempting to bind port beb14d55-0228-40b2-8ffa-cdcfabaf3273 on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:34.737258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:34.737631 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] Checking segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:34.738078 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] Bound using segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:34.738769 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] Bound port: beb14d55-0228-40b2-8ffa-cdcfabaf3273, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:34.739102 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:34.764699 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3f07a149-53e8-4f27-92b9-697658d6254b req-0a5b994d-0621-44a3-bf1f-bd873d4614e9 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c52e73ce581340f7b08405f7499ad26d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722861 Aug 16 22:17:34.807642 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d30caf-e91f-4602-b70f-384183b0dcee req-5268fcd6-c3c1-4b3d-924f-25b7bb9b938d tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:34.809178 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52d30caf-e91f-4602-b70f-384183b0dcee req-5268fcd6-c3c1-4b3d-924f-25b7bb9b938d tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=3f914842-af53-4fb5-af5f-cf062a9faa8c HTTP/1.1" status: 200 len: 949 time: 0.1563728 Aug 16 22:17:34.842529 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8edce676-3014-44d9-b5f1-400f0a98e6af req-556b45a8-2117-4715-a3c0-8393b7fea8fd service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609925 Aug 16 22:17:34.929062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aaad55-fa7d-410b-a27d-2c8ad49df996 req-2797dd0a-f867-4806-b0a3-d0f1cf8ff0cc tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:34.931145 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-67aaad55-fa7d-410b-a27d-2c8ad49df996 req-2797dd0a-f867-4806-b0a3-d0f1cf8ff0cc tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 943 time: 0.1727483 Aug 16 22:17:34.939275 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9d78214-df50-4bdc-a17f-60724cc2b2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:34.947170 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] For port beb14d55-0228-40b2-8ffa-cdcfabaf3273, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:34.958556 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52d30caf-e91f-4602-b70f-384183b0dcee req-01cb43b3-030d-4f8f-abf6-4d0ed79259a0 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201003 Aug 16 22:17:34.959146 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9d78214-df50-4bdc-a17f-60724cc2b2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:34.960560 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abbee838-3635-44e7-b1f4-bd484c42048c req-92954306-efc8-48a7-b01e-e8db0f6ebc8c service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761927 Aug 16 22:17:34.981287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] For port beb14d55-0228-40b2-8ffa-cdcfabaf3273, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=beb14d55-0228-40b2-8ffa-cdcfabaf3273,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:35.000956 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:35.011474 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07a149-53e8-4f27-92b9-697658d6254b req-f36f0906-ce52-4000-b9af-304c6b5c686e tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:35.012956 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3f07a149-53e8-4f27-92b9-697658d6254b req-f36f0906-ce52-4000-b9af-304c6b5c686e tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2352111 Aug 16 22:17:35.018975 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8edce676-3014-44d9-b5f1-400f0a98e6af req-79ba6304-d845-48f5-9005-1ccf9f616b30 service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599808 Aug 16 22:17:35.037100 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-3f07a149-53e8-4f27-92b9-697658d6254b req-6566d56c-4bf3-4df6-80e6-8661603c6f81 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Request body: {'port': {'device_id': '349fa110-afcc-45d4-b127-267a96b71ca1', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': 'c52e73ce581340f7b08405f7499ad26d'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:35.061329 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d78214-df50-4bdc-a17f-60724cc2b2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b9a1b9-eec7-4728-9ca4-c30a8e55d15f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:35.073092 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-67aaad55-fa7d-410b-a27d-2c8ad49df996 req-46e838d1-e29b-456b-b100-26e2e841fe0d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307220 Aug 16 22:17:35.075157 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:35.076161 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:35.078347 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] 10.222.0.43 "PUT /v2.0/ports/beb14d55-0228-40b2-8ffa-cdcfabaf3273 HTTP/1.1" status: 200 len: 1092 time: 1.3242309 Aug 16 22:17:35.085345 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:35.088270 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b9d78214-df50-4bdc-a17f-60724cc2b2dd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9377523d04d54df393d8369107e83513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6016657 Aug 16 22:17:35.092451 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ff926161-8de6-4449-b03b-c0c156bfb380 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:35.097396 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43978) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:35.202359 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc158e86-e0b0-45b4-a8e9-b370c5607a66 service neutron] Pushing event updated for resources: {'Port': ['ID=beb14d55-0228-40b2-8ffa-cdcfabaf3273,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:35.221330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f07a149-53e8-4f27-92b9-697658d6254b req-6566d56c-4bf3-4df6-80e6-8661603c6f81 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Made reservation on behalf of c52e73ce581340f7b08405f7499ad26d for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:35.226226 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3f07a149-53e8-4f27-92b9-697658d6254b req-6566d56c-4bf3-4df6-80e6-8661603c6f81 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:35.239812 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4dd44fb4-2d40-4b62-8245-2c947469047a req-11c09a57-ad8a-4999-bdf4-d82e7fb2e057 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/ports?device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 210 time: 0.0566373 Aug 16 22:17:35.244623 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3f07a149-53e8-4f27-92b9-697658d6254b req-6566d56c-4bf3-4df6-80e6-8661603c6f81 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:35.276659 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port ff926161-8de6-4449-b03b-c0c156bfb380 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:35.286499 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-83ab02b5-7473-44ff-aca6-8098fff1201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:35.288080 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-83ab02b5-7473-44ff-aca6-8098fff1201e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 1095 time: 0.1546853 Aug 16 22:17:35.295517 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-35692fea-9069-4e76-a64b-86620e5957df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:35.302576 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port ff926161-8de6-4449-b03b-c0c156bfb380 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:35.303317 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:35.342832 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=382de0d8-2eda-44e6-be66-feb9ea3a6fb1,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:35.344260 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-6eb03d05-8cfc-4ea4-bf7f-6dbc891d689e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beb14d55-0228-40b2-8ffa-cdcfabaf3273 HTTP/1.1" status: 200 len: 217 time: 0.0457318 Aug 16 22:17:35.368132 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 has no active binding in host n-h1-792458-15 {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:17:35.389088 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-35692fea-9069-4e76-a64b-86620e5957df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:35.396980 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3f07a149-53e8-4f27-92b9-697658d6254b req-6566d56c-4bf3-4df6-80e6-8661603c6f81 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:35.401680 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3f07a149-53e8-4f27-92b9-697658d6254b req-6566d56c-4bf3-4df6-80e6-8661603c6f81 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:35.424022 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:35.453645 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f914842-af53-4fb5-af5f-cf062a9faa8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff926161-8de6-4449-b03b-c0c156bfb380'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:35.457517 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cd12a3-9511-4b28-8ea6-031826d01f35" -d '{"events": [{"server_uuid": "3f914842-af53-4fb5-af5f-cf062a9faa8c", "name": "network-vif-plugged", "status": "completed", "tag": "ff926161-8de6-4449-b03b-c0c156bfb380"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:35.466139 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566d56c-4bf3-4df6-80e6-8661603c6f81 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093e0a85-11c9-4eb2-93f9-ad6992f32cf7,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:35.467481 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-0a32bd31-729e-41df-9046-a8d936223355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:35.469346 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-0a32bd31-729e-41df-9046-a8d936223355 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.1072326 Aug 16 22:17:35.480105 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port ff926161-8de6-4449-b03b-c0c156bfb380, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ff926161-8de6-4449-b03b-c0c156bfb380,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:35.483186 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c2c64-087d-499f-b728-2a4b62edd27a req-02b003e4-851f-4d77-bee0-bcb93fba3024 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:35.486279 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:35.491588 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f2c2c64-087d-499f-b728-2a4b62edd27a req-02b003e4-851f-4d77-bee0-bcb93fba3024 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 944 time: 0.1513641 Aug 16 22:17:35.533432 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-07b94eee-b16f-435b-b87e-d8202523170c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379062 Aug 16 22:17:35.549728 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=ff926161-8de6-4449-b03b-c0c156bfb380,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:35.574663 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-35692fea-9069-4e76-a64b-86620e5957df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:35.577107 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-35692fea-9069-4e76-a64b-86620e5957df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:35.577751 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-3f07a149-53e8-4f27-92b9-697658d6254b req-6566d56c-4bf3-4df6-80e6-8661603c6f81 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Allocated IP 192.168.233.237 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/e364c4cf-46eb-4dd4-b832-efb21c80a7dc) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:35.581163 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-35692fea-9069-4e76-a64b-86620e5957df admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f2b9a1b9-eec7-4728-9ca4-c30a8e55d15f HTTP/1.1" status: 204 len: 168 time: 0.4795332 Aug 16 22:17:35.614559 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f2c2c64-087d-499f-b728-2a4b62edd27a req-7c5cb28c-01fc-4408-94c9-451749cb1847 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220257 Aug 16 22:17:35.640640 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35692fea-9069-4e76-a64b-86620e5957df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b9a1b9-eec7-4728-9ca4-c30a8e55d15f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:35.707068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e405e45-44f6-4802-9b5b-5f41cb215b7b req-851852a2-ab48-4cad-a876-ec6ecdaa189c tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:35.715112 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e405e45-44f6-4802-9b5b-5f41cb215b7b req-851852a2-ab48-4cad-a876-ec6ecdaa189c tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=634a208d-b983-4518-88a2-70e0e3203b8a HTTP/1.1" status: 200 len: 947 time: 0.0994778 Aug 16 22:17:35.721865 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c3d8bf-3d74-4cf7-ad3c-8ad9299677bd x-openstack-request-id: req-f7c3d8bf-3d74-4cf7-ad3c-8ad9299677bd {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:35.722272 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f914842-af53-4fb5-af5f-cf062a9faa8c", "name": "network-vif-plugged", "status": "completed", "tag": "ff926161-8de6-4449-b03b-c0c156bfb380", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:35.722614 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f7c3d8bf-3d74-4cf7-ad3c-8ad9299677bd {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:35.723009 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f914842-af53-4fb5-af5f-cf062a9faa8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff926161-8de6-4449-b03b-c0c156bfb380', 'code': 200} Aug 16 22:17:35.760090 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-2a298feb-f688-47ab-a5fa-35d136b1f07a service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148240 Aug 16 22:17:35.790263 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e405e45-44f6-4802-9b5b-5f41cb215b7b req-7d95af15-cdc2-4d9e-915f-f23a91920cde tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742300 Aug 16 22:17:35.876128 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23c4a56c-bf01-43b1-8e19-1bc4de4647b0 req-497f4505-2897-45d8-bbb3-1cd5c098f9a9 service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021023 Aug 16 22:17:35.887937 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3f07a149-53e8-4f27-92b9-697658d6254b req-6566d56c-4bf3-4df6-80e6-8661603c6f81 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:35.891841 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c802c30-5de0-4d95-bf7c-9aa4cbe1ced4 req-655baea8-eb32-462e-910d-3e136ad3b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:35.893500 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2c802c30-5de0-4d95-bf7c-9aa4cbe1ced4 req-655baea8-eb32-462e-910d-3e136ad3b134 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f914842-af53-4fb5-af5f-cf062a9faa8c HTTP/1.1" status: 200 len: 1102 time: 0.1033607 Aug 16 22:17:35.913795 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-3f07a149-53e8-4f27-92b9-697658d6254b req-6566d56c-4bf3-4df6-80e6-8661603c6f81 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Transition to ACTIVE for port object e364c4cf-46eb-4dd4-b832-efb21c80a7dc will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:35.926850 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c', 'tag': 'beb14d55-0228-40b2-8ffa-cdcfabaf3273'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:35.931335 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2bede0-c97a-409a-947f-341b1ed82d10" -d '{"events": [{"name": "network-changed", "server_uuid": "0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c", "tag": "beb14d55-0228-40b2-8ffa-cdcfabaf3273"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:35.953853 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2c802c30-5de0-4d95-bf7c-9aa4cbe1ced4 req-bc29af28-5748-47e3-9da9-c5423c25256a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503020 Aug 16 22:17:35.976612 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037415bf-d33b-40fd-ab49-30777d088c92 x-openstack-request-id: req-037415bf-d33b-40fd-ab49-30777d088c92 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:35.976983 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c", "tag": "beb14d55-0228-40b2-8ffa-cdcfabaf3273", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:35.977264 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-037415bf-d33b-40fd-ab49-30777d088c92 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:35.977679 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c', 'tag': 'beb14d55-0228-40b2-8ffa-cdcfabaf3273', 'status': 'completed', 'code': 200} Aug 16 22:17:35.978314 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3f07a149-53e8-4f27-92b9-697658d6254b req-6566d56c-4bf3-4df6-80e6-8661603c6f81 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:36.013117 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44000) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:36.048742 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f07a149-53e8-4f27-92b9-697658d6254b req-6566d56c-4bf3-4df6-80e6-8661603c6f81 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:36.050085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566d56c-4bf3-4df6-80e6-8661603c6f81 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Pushing event updated for resources: {'Port': ['ID=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:36.054748 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-3f07a149-53e8-4f27-92b9-697658d6254b req-6566d56c-4bf3-4df6-80e6-8661603c6f81 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:36.057369 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f07a149-53e8-4f27-92b9-697658d6254b req-6566d56c-4bf3-4df6-80e6-8661603c6f81 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:36.063657 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07a149-53e8-4f27-92b9-697658d6254b req-6566d56c-4bf3-4df6-80e6-8661603c6f81 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:36.064430 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3f07a149-53e8-4f27-92b9-697658d6254b req-6566d56c-4bf3-4df6-80e6-8661603c6f81 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:36.081019 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3f07a149-53e8-4f27-92b9-697658d6254b req-6566d56c-4bf3-4df6-80e6-8661603c6f81 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0496349 Aug 16 22:17:36.095443 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-3f07a149-53e8-4f27-92b9-697658d6254b req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] Request body: {'port': {'device_id': '349fa110-afcc-45d4-b127-267a96b71ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:36.114777 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bede0-c97a-409a-947f-341b1ed82d10 req-4153d0cd-6be9-4cae-a39a-45553dad7aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:36.116450 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d2bede0-c97a-409a-947f-341b1ed82d10 req-4153d0cd-6be9-4cae-a39a-45553dad7aaf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 1095 time: 0.1136127 Aug 16 22:17:36.192545 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3f07a149-53e8-4f27-92b9-697658d6254b req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:36.208513 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1955102-6a71-4ca1-ade7-6094da6ffbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:36.276216 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f59a3-dcc4-41f3-9542-325c103258f9 req-a21f0e38-73ef-45cc-b18a-6e84bbcc4629 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:36.277766 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec9f59a3-dcc4-41f3-9542-325c103258f9 req-a21f0e38-73ef-45cc-b18a-6e84bbcc4629 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=3f914842-af53-4fb5-af5f-cf062a9faa8c HTTP/1.1" status: 200 len: 950 time: 0.2173293 Aug 16 22:17:36.337798 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d4e32-2453-453b-875c-3fee57b6eda2 req-1915730e-f972-4e74-86e2-50eeeddad47b tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:36.339220 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e0d4e32-2453-453b-875c-3fee57b6eda2 req-1915730e-f972-4e74-86e2-50eeeddad47b tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 943 time: 0.1216667 Aug 16 22:17:36.376678 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec9f59a3-dcc4-41f3-9542-325c103258f9 req-d48f481f-9944-4eae-b443-af2097522e6f tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874681 Aug 16 22:17:36.382872 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a93dce4b-ffff-4809-8bba-25d8e72bdfe6 None None] Provisioning for port e364c4cf-46eb-4dd4-b832-efb21c80a7dc completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:36.384326 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bede0-c97a-409a-947f-341b1ed82d10 req-cc076dcd-0cf9-4420-b487-16a482ca1eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:36.385923 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d2bede0-c97a-409a-947f-341b1ed82d10 req-cc076dcd-0cf9-4420-b487-16a482ca1eca service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 921 time: 0.2597215 Aug 16 22:17:36.394489 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a93dce4b-ffff-4809-8bba-25d8e72bdfe6 None None] Provisioning complete for port e364c4cf-46eb-4dd4-b832-efb21c80a7dc triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:36.395736 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a93dce4b-ffff-4809-8bba-25d8e72bdfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:36.461489 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a93dce4b-ffff-4809-8bba-25d8e72bdfe6 None None] Port e364c4cf-46eb-4dd4-b832-efb21c80a7dc cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:17:36.485525 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d2bede0-c97a-409a-947f-341b1ed82d10 req-d5b92c0f-4e0f-4193-aba6-3f81f3ecdf63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beb14d55-0228-40b2-8ffa-cdcfabaf3273 HTTP/1.1" status: 200 len: 217 time: 0.0716312 Aug 16 22:17:36.493021 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e0d4e32-2453-453b-875c-3fee57b6eda2 req-516418da-e140-486a-ad5e-5a5314014b19 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410975 Aug 16 22:17:36.506436 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1955102-6a71-4ca1-ade7-6094da6ffbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:36.513766 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1955102-6a71-4ca1-ade7-6094da6ffbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:36.569832 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bede0-c97a-409a-947f-341b1ed82d10 req-6138fcf4-ce1e-48c3-8004-37f52eb801b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:36.571532 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d2bede0-c97a-409a-947f-341b1ed82d10 req-6138fcf4-ce1e-48c3-8004-37f52eb801b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.0641146 Aug 16 22:17:36.573530 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e1955102-6a71-4ca1-ade7-6094da6ffbac admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6eaf28880f5940dfb4c0b2ed2fcb7667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5585756 Aug 16 22:17:36.578451 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44026) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:36.579520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d8c06-4e73-4f7c-8d87-fc8df9ef8285 req-b8f18e16-4205-433c-9136-757806356189 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:36.587308 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-035d8c06-4e73-4f7c-8d87-fc8df9ef8285 req-b8f18e16-4205-433c-9136-757806356189 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/ports?device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 936 time: 0.1145494 Aug 16 22:17:36.592464 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1955102-6a71-4ca1-ade7-6094da6ffbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f175e4e-9971-4e07-b3fc-d0619897031d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:36.647869 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-3f07a149-53e8-4f27-92b9-697658d6254b req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e364c4cf-46eb-4dd4-b832-efb21c80a7dc {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:36.652966 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d2bede0-c97a-409a-947f-341b1ed82d10 req-be3f01ce-7075-4f0d-a6b4-e45e69cdc3e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643346 Aug 16 22:17:36.663022 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3f07a149-53e8-4f27-92b9-697658d6254b req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:36.690134 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-3f07a149-53e8-4f27-92b9-697658d6254b req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] Transition to ACTIVE for port object e364c4cf-46eb-4dd4-b832-efb21c80a7dc will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:36.693891 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e83765b4-fc7c-41f1-9bfc-264c579f100b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:36.696805 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3f07a149-53e8-4f27-92b9-697658d6254b req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:36.748811 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-035d8c06-4e73-4f7c-8d87-fc8df9ef8285 req-c7253042-9fd8-4a88-9b5f-8aac232521f7 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/security-groups?id=093e0a85-11c9-4eb2-93f9-ad6992f32cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447031 Aug 16 22:17:36.766475 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e83765b4-fc7c-41f1-9bfc-264c579f100b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:36.793582 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] Pushing event updated for resources: {'Port': ['ID=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:36.822004 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d2bede0-c97a-409a-947f-341b1ed82d10 req-a695f82c-f97a-4e89-ab8e-e2005081e161 service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585252 Aug 16 22:17:36.888820 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-3f07a149-53e8-4f27-92b9-697658d6254b req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] Attempting to bind port e364c4cf-46eb-4dd4-b832-efb21c80a7dc on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:36.889165 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-3f07a149-53e8-4f27-92b9-697658d6254b req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] Attempting to bind port e364c4cf-46eb-4dd4-b832-efb21c80a7dc by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:36.889499 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f07a149-53e8-4f27-92b9-697658d6254b req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] Attempting to bind port e364c4cf-46eb-4dd4-b832-efb21c80a7dc on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:36.902790 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f07a149-53e8-4f27-92b9-697658d6254b req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] Port e364c4cf-46eb-4dd4-b832-efb21c80a7dc on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:36.903133 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f07a149-53e8-4f27-92b9-697658d6254b req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] Attempting to bind port e364c4cf-46eb-4dd4-b832-efb21c80a7dc on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:36.923675 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f07a149-53e8-4f27-92b9-697658d6254b req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:36.924047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f07a149-53e8-4f27-92b9-697658d6254b req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:36.924412 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f07a149-53e8-4f27-92b9-697658d6254b req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:36.924885 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-3f07a149-53e8-4f27-92b9-697658d6254b req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] Bound port: e364c4cf-46eb-4dd4-b832-efb21c80a7dc, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:36.925219 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3f07a149-53e8-4f27-92b9-697658d6254b req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:36.965335 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-8a6d3ef1-9e3e-4590-8e3d-48a7ee026bc2 service neutron] 10.222.0.43 "GET /v2.0/ports/382de0d8-2eda-44e6-be66-feb9ea3a6fb1/bindings/n-h1-792458-15 HTTP/1.1" status: 200 len: 385 time: 0.1085443 Aug 16 22:17:37.024969 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e83765b4-fc7c-41f1-9bfc-264c579f100b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:37.028311 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e83765b4-fc7c-41f1-9bfc-264c579f100b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:37.031864 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e83765b4-fc7c-41f1-9bfc-264c579f100b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7f175e4e-9971-4e07-b3fc-d0619897031d HTTP/1.1" status: 204 len: 168 time: 0.4454458 Aug 16 22:17:37.093779 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 474da29f-a28f-4ce3-a017-90afb53e2ef7 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:37.107230 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83765b4-fc7c-41f1-9bfc-264c579f100b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f175e4e-9971-4e07-b3fc-d0619897031d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:37.200085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-3f07a149-53e8-4f27-92b9-697658d6254b req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] For port e364c4cf-46eb-4dd4-b832-efb21c80a7dc, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:37.203840 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-3f07a149-53e8-4f27-92b9-697658d6254b req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] For port e364c4cf-46eb-4dd4-b832-efb21c80a7dc, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:37.213718 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3f07a149-53e8-4f27-92b9-697658d6254b req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:37.252226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060aa8-1879-4b57-81a5-5a1ba5318cd0 req-265835f9-0378-4eb4-84ca-2cafea7ea251 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:37.260547 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0060aa8-1879-4b57-81a5-5a1ba5318cd0 req-265835f9-0378-4eb4-84ca-2cafea7ea251 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 944 time: 0.5353382 Aug 16 22:17:37.274803 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.resource_extend [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:17:37.297780 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07a149-53e8-4f27-92b9-697658d6254b req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:37.298505 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3f07a149-53e8-4f27-92b9-697658d6254b req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:37.299944 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3f07a149-53e8-4f27-92b9-697658d6254b req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] 10.222.0.43 "PUT /v2.0/ports/e364c4cf-46eb-4dd4-b832-efb21c80a7dc HTTP/1.1" status: 200 len: 1097 time: 1.2088397 Aug 16 22:17:37.312817 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349fa110-afcc-45d4-b127-267a96b71ca1', 'tag': 'e364c4cf-46eb-4dd4-b832-efb21c80a7dc'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:37.319939 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000fc826-d0af-4e37-b935-7c0f7eecf63c" -d '{"events": [{"name": "network-changed", "server_uuid": "349fa110-afcc-45d4-b127-267a96b71ca1", "tag": "e364c4cf-46eb-4dd4-b832-efb21c80a7dc"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:37.440647 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0060aa8-1879-4b57-81a5-5a1ba5318cd0 req-fc6eface-8b45-415f-8555-c797d78d0854 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786478 Aug 16 22:17:37.450607 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf39624-15f8-40c2-962c-2865472763cd service neutron] Pushing event updated for resources: {'Port': ['ID=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:37.452311 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 474da29f-a28f-4ce3-a017-90afb53e2ef7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=474da29f-a28f-4ce3-a017-90afb53e2ef7,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:37.471723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '474da29f-a28f-4ce3-a017-90afb53e2ef7', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': '474da29f-a28f-4ce3-a017-90afb53e2ef7', 'mac_address': 'fa:16:3e:58:85:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:37.497046 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07a149-53e8-4f27-92b9-697658d6254b req-829d835e-b96f-4aaf-ae57-b9644a704728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:37.503553 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3f07a149-53e8-4f27-92b9-697658d6254b req-829d835e-b96f-4aaf-ae57-b9644a704728 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c52e73ce581340f7b08405f7499ad26d&device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 1100 time: 0.1568406 Aug 16 22:17:37.531309 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:37.553758 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62da78c8-4ddc-40a2-b278-d440668961da x-openstack-request-id: req-62da78c8-4ddc-40a2-b278-d440668961da {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:37.555311 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349fa110-afcc-45d4-b127-267a96b71ca1", "tag": "e364c4cf-46eb-4dd4-b832-efb21c80a7dc", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:37.558484 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d25ac3-f975-4140-9bd6-c0e7a943a945 req-84676ba0-2b37-4218-b855-a89cb553a390 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:37.561427 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-62da78c8-4ddc-40a2-b278-d440668961da {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:37.565283 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349fa110-afcc-45d4-b127-267a96b71ca1', 'tag': 'e364c4cf-46eb-4dd4-b832-efb21c80a7dc', 'status': 'completed', 'code': 200} Aug 16 22:17:37.570468 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-12d25ac3-f975-4140-9bd6-c0e7a943a945 req-84676ba0-2b37-4218-b855-a89cb553a390 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=634a208d-b983-4518-88a2-70e0e3203b8a HTTP/1.1" status: 200 len: 947 time: 0.3493640 Aug 16 22:17:37.578412 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474da29f-a28f-4ce3-a017-90afb53e2ef7 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:37.609834 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d2bede0-c97a-409a-947f-341b1ed82d10 req-d917f935-043c-4039-985f-18d41af97786 service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7788646 Aug 16 22:17:37.614784 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 474da29f-a28f-4ce3-a017-90afb53e2ef7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=474da29f-a28f-4ce3-a017-90afb53e2ef7,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:37.637811 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:37.684201 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3f07a149-53e8-4f27-92b9-697658d6254b req-2e529297-b4ae-4b99-bd89-5cc3a41d2b3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=e364c4cf-46eb-4dd4-b832-efb21c80a7dc HTTP/1.1" status: 200 len: 217 time: 0.1711543 Aug 16 22:17:37.720957 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44056) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:37.725486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=474da29f-a28f-4ce3-a017-90afb53e2ef7,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:37.736800 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-12d25ac3-f975-4140-9bd6-c0e7a943a945 req-12922098-b2a7-447d-9ca5-c21e24c8ed44 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558311 Aug 16 22:17:37.771533 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb5432-54f1-434d-90cb-310adcc55a8b req-cabf9a75-2acb-4e0a-9970-8174fa4f8c5a tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:37.780704 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4bb5432-54f1-434d-90cb-310adcc55a8b req-cabf9a75-2acb-4e0a-9970-8174fa4f8c5a tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=3f914842-af53-4fb5-af5f-cf062a9faa8c HTTP/1.1" status: 200 len: 950 time: 0.1239119 Aug 16 22:17:37.781933 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8aeacd6e-5b67-4ec9-957a-b7cbbfe0f335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:37.794067 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-1e63d306-0384-4f54-93a8-535642586c3b req-028d1683-c853-4b3d-9cb9-cc7289c32e7f service neutron] For port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=382de0d8-2eda-44e6-be66-feb9ea3a6fb1,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:37.808212 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07a149-53e8-4f27-92b9-697658d6254b req-8d38ab03-9ca3-498a-a5f9-5a2dc11eea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:37.809670 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3f07a149-53e8-4f27-92b9-697658d6254b req-8d38ab03-9ca3-498a-a5f9-5a2dc11eea3b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1060972 Aug 16 22:17:37.826651 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4bb5432-54f1-434d-90cb-310adcc55a8b req-7e0c3aa9-7755-492e-a8d1-d4d1a61dbbbe tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448172 Aug 16 22:17:37.855931 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-1e63d306-0384-4f54-93a8-535642586c3b req-028d1683-c853-4b3d-9cb9-cc7289c32e7f service neutron] For port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:37.906991 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0518bc4-748a-4eee-8533-bd92f147947c req-b5e0535a-cb52-4124-954a-cd5070399c7e tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:37.908853 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0518bc4-748a-4eee-8533-bd92f147947c req-b5e0535a-cb52-4124-954a-cd5070399c7e tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 943 time: 0.0759120 Aug 16 22:17:37.941737 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-1e63d306-0384-4f54-93a8-535642586c3b req-028d1683-c853-4b3d-9cb9-cc7289c32e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:37.955110 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['474da29f-a28f-4ce3-a017-90afb53e2ef7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:37.960629 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07a149-53e8-4f27-92b9-697658d6254b req-2503082a-7a7a-42b0-af46-708f5bf0ae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:37.967082 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3f07a149-53e8-4f27-92b9-697658d6254b req-2503082a-7a7a-42b0-af46-708f5bf0ae44 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1490021 Aug 16 22:17:37.969907 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-1e63d306-0384-4f54-93a8-535642586c3b req-028d1683-c853-4b3d-9cb9-cc7289c32e7f service neutron] For port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=382de0d8-2eda-44e6-be66-feb9ea3a6fb1,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:37.979106 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0518bc4-748a-4eee-8533-bd92f147947c req-9fb4c421-78f5-4ddd-b163-0f6b3536f51c tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645034 Aug 16 22:17:38.040242 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-1e63d306-0384-4f54-93a8-535642586c3b req-028d1683-c853-4b3d-9cb9-cc7289c32e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:38.061984 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff1451-70fa-4ee1-9814-4237edca8559 req-8e4f27db-6306-425e-a06f-916ad19781d5 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:38.072482 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87ff1451-70fa-4ee1-9814-4237edca8559 req-8e4f27db-6306-425e-a06f-916ad19781d5 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/ports?device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 948 time: 0.0922918 Aug 16 22:17:38.123935 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87ff1451-70fa-4ee1-9814-4237edca8559 req-1b2db9cb-7c16-4dfe-92b2-e74f532295b7 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/security-groups?id=093e0a85-11c9-4eb2-93f9-ad6992f32cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502603 Aug 16 22:17:38.174495 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8aeacd6e-5b67-4ec9-957a-b7cbbfe0f335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:38.177770 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3f07a149-53e8-4f27-92b9-697658d6254b req-087f5fe8-23e4-464d-a325-46e96742b029 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020681 Aug 16 22:17:38.185125 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8aeacd6e-5b67-4ec9-957a-b7cbbfe0f335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:38.189353 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:38.269312 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-1e63d306-0384-4f54-93a8-535642586c3b req-028d1683-c853-4b3d-9cb9-cc7289c32e7f service neutron] Transition to ACTIVE for port object 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:38.281043 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-1e63d306-0384-4f54-93a8-535642586c3b req-028d1683-c853-4b3d-9cb9-cc7289c32e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:38.294456 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeacd6e-5b67-4ec9-957a-b7cbbfe0f335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aaa722d-1370-4b16-8dad-319dbbe0161c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:38.299181 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8aeacd6e-5b67-4ec9-957a-b7cbbfe0f335 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=77248584369d43bbacbd405416c63a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5493591 Aug 16 22:17:38.315235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44080) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:38.342942 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-954d6172-df64-409f-af01-5aa9433b6a4b req-1ad894e0-e5b1-481a-95f6-a2d7aea1396b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=fb89aa6f686447e2b31abca5e401c874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499997 Aug 16 22:17:38.382399 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e63d306-0384-4f54-93a8-535642586c3b req-028d1683-c853-4b3d-9cb9-cc7289c32e7f service neutron] No DVR routers for this DVR port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:17:38.404810 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d1683-c853-4b3d-9cb9-cc7289c32e7f service neutron] Pushing event updated for resources: {'Port': ['ID=382de0d8-2eda-44e6-be66-feb9ea3a6fb1,revision_number=10']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:38.413806 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3f07a149-53e8-4f27-92b9-697658d6254b req-2f647678-b74e-46fc-84d4-7dbea1caa4b8 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237988 Aug 16 22:17:38.444347 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-028d1683-c853-4b3d-9cb9-cc7289c32e7f service neutron] 10.222.0.43 "PUT /v2.0/ports/382de0d8-2eda-44e6-be66-feb9ea3a6fb1/bindings/n-h1-792458-15/activate HTTP/1.1" status: 200 len: 370 time: 1.4229486 Aug 16 22:17:38.456524 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-74420a3d-57c5-45fa-a661-e26eeab1e8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:38.529408 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-74420a3d-57c5-45fa-a661-e26eeab1e8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:38.549616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d6172-df64-409f-af01-5aa9433b6a4b req-7c1c5fe1-8b03-49f2-bd2c-0743e729866b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:38.551146 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-954d6172-df64-409f-af01-5aa9433b6a4b req-7c1c5fe1-8b03-49f2-bd2c-0743e729866b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2019300 Aug 16 22:17:38.579398 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fc826-d0af-4e37-b935-7c0f7eecf63c req-0627f82d-32f7-4a49-86ab-01531346c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:38.580898 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-000fc826-d0af-4e37-b935-7c0f7eecf63c req-0627f82d-32f7-4a49-86ab-01531346c32c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c52e73ce581340f7b08405f7499ad26d&device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 1100 time: 0.1014166 Aug 16 22:17:38.596361 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8aa3e-1343-4191-9a48-da5e8d78b67d req-341ac085-0f47-4ae1-93c4-aa572270880e tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:38.597833 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5da8aa3e-1343-4191-9a48-da5e8d78b67d req-341ac085-0f47-4ae1-93c4-aa572270880e tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=3f914842-af53-4fb5-af5f-cf062a9faa8c HTTP/1.1" status: 200 len: 950 time: 0.1253109 Aug 16 22:17:38.600235 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-954d6172-df64-409f-af01-5aa9433b6a4b req-42baef62-5cce-4df1-a109-217638c88b2d tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/quotas/fb89aa6f686447e2b31abca5e401c874 HTTP/1.1" status: 200 len: 375 time: 0.0360682 Aug 16 22:17:38.604184 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63d306-0384-4f54-93a8-535642586c3b req-12eb84fe-312f-473e-b90e-06a29d148791 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:38.605993 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-12eb84fe-312f-473e-b90e-06a29d148791 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a&tenant_id=c5206ab6d6f447fc9622b86511f61275&binding%3Ahost_id=n-h2-792458-15 HTTP/1.1" status: 200 len: 1097 time: 0.0992742 Aug 16 22:17:38.660799 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-954d6172-df64-409f-af01-5aa9433b6a4b req-a9eb8944-1d59-48e9-a267-86cad88351d0 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403199 Aug 16 22:17:38.661367 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-74420a3d-57c5-45fa-a661-e26eeab1e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:38.664307 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-74420a3d-57c5-45fa-a661-e26eeab1e8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:38.666566 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-74420a3d-57c5-45fa-a661-e26eeab1e8b5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9aaa722d-1370-4b16-8dad-319dbbe0161c HTTP/1.1" status: 204 len: 168 time: 0.3476644 Aug 16 22:17:38.704233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74420a3d-57c5-45fa-a661-e26eeab1e8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aaa722d-1370-4b16-8dad-319dbbe0161c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:38.730755 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5da8aa3e-1343-4191-9a48-da5e8d78b67d req-f79ad7ab-5d87-41c2-a660-60c34a39e341 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190748 Aug 16 22:17:38.927457 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8d56e-3ed5-4ddf-9cbb-7e2f31c6bb37 req-fbecd893-600e-4cd3-8fe7-5e4fb7944316 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:38.929045 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52e8d56e-3ed5-4ddf-9cbb-7e2f31c6bb37 req-fbecd893-600e-4cd3-8fe7-5e4fb7944316 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 945 time: 0.1168303 Aug 16 22:17:38.954877 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1316bca-9cb5-4c3f-8a4f-38339c3c249c req-76ca0658-9bfe-4253-9913-016d28f15c90 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:38.962270 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a1316bca-9cb5-4c3f-8a4f-38339c3c249c req-76ca0658-9bfe-4253-9913-016d28f15c90 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=634a208d-b983-4518-88a2-70e0e3203b8a HTTP/1.1" status: 200 len: 948 time: 0.0916705 Aug 16 22:17:38.974953 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8c2eeed4-1c9a-4126-bf64-a007b995073a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.002305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63d306-0384-4f54-93a8-535642586c3b req-43c3ef8b-bd42-464e-93fa-a0e4550533cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:39.004021 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-43c3ef8b-bd42-464e-93fa-a0e4550533cf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a&tenant_id=c5206ab6d6f447fc9622b86511f61275 HTTP/1.1" status: 200 len: 1097 time: 0.3862519 Aug 16 22:17:39.010657 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52e8d56e-3ed5-4ddf-9cbb-7e2f31c6bb37 req-9e806a41-bc90-4c7e-b254-302a7cab5df6 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701957 Aug 16 22:17:39.029934 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a1316bca-9cb5-4c3f-8a4f-38339c3c249c req-9060468d-dac6-45fd-94a4-6d46133088ca tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668058 Aug 16 22:17:39.094947 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 474da29f-a28f-4ce3-a017-90afb53e2ef7 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:39.121733 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acb7f379-3593-461a-b85f-05891da6b609 req-17f15595-79e0-48b2-8346-d707d9d9c7ad tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 210 time: 0.0385306 Aug 16 22:17:39.134859 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fc826-d0af-4e37-b935-7c0f7eecf63c req-34589784-5d4d-4ad5-a474-ea7d8860a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:39.136364 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-000fc826-d0af-4e37-b935-7c0f7eecf63c req-34589784-5d4d-4ad5-a474-ea7d8860a394 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.5423415 Aug 16 22:17:39.227412 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 474da29f-a28f-4ce3-a017-90afb53e2ef7 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:39.236030 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 474da29f-a28f-4ce3-a017-90afb53e2ef7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:39.236736 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.248011 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63d306-0384-4f54-93a8-535642586c3b req-204d7f27-1285-4817-9cdc-1b5d5382cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:39.251286 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-204d7f27-1285-4817-9cdc-1b5d5382cd0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 1097 time: 0.2136114 Aug 16 22:17:39.253198 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-000fc826-d0af-4e37-b935-7c0f7eecf63c req-a57fde58-6f54-4b43-910c-eec2873a2388 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=e364c4cf-46eb-4dd4-b832-efb21c80a7dc HTTP/1.1" status: 200 len: 217 time: 0.1058893 Aug 16 22:17:39.257311 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378dcc3-63c9-4849-9435-c27c73bdd008 req-adcfff14-6658-4bff-a5dc-38adaca5e968 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:39.265889 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4378dcc3-63c9-4849-9435-c27c73bdd008 req-adcfff14-6658-4bff-a5dc-38adaca5e968 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 943 time: 0.0872662 Aug 16 22:17:39.359233 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4378dcc3-63c9-4849-9435-c27c73bdd008 req-c390072b-a16e-425a-9782-32d85d356f3c tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916874 Aug 16 22:17:39.365445 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.392160 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830aa7da-9b5e-409f-a2d4-52c02746d125 req-cd0beb52-89db-47a3-b2f0-70b250051be2 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:39.392160 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-830aa7da-9b5e-409f-a2d4-52c02746d125 req-cd0beb52-89db-47a3-b2f0-70b250051be2 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/ports?device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 948 time: 0.1171560 Aug 16 22:17:39.406854 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device beb14d55-0228-40b2-8ffa-cdcfabaf3273 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:39.416678 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fc826-d0af-4e37-b935-7c0f7eecf63c req-22457cf5-475c-4534-ada9-12d166f950dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:39.418560 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-000fc826-d0af-4e37-b935-7c0f7eecf63c req-22457cf5-475c-4534-ada9-12d166f950dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1554799 Aug 16 22:17:39.452930 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-830aa7da-9b5e-409f-a2d4-52c02746d125 req-5b06644c-0ddc-4018-9724-ed46a858c6ac tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/security-groups?id=093e0a85-11c9-4eb2-93f9-ad6992f32cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579081 Aug 16 22:17:39.463448 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634a208d-b983-4518-88a2-70e0e3203b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474da29f-a28f-4ce3-a017-90afb53e2ef7'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:39.471328 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992843cc-19a2-4a40-9206-2d4091b46564" -d '{"events": [{"server_uuid": "634a208d-b983-4518-88a2-70e0e3203b8a", "name": "network-vif-plugged", "status": "completed", "tag": "474da29f-a28f-4ce3-a017-90afb53e2ef7"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:39.488667 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 474da29f-a28f-4ce3-a017-90afb53e2ef7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=474da29f-a28f-4ce3-a017-90afb53e2ef7,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:39.500477 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63d306-0384-4f54-93a8-535642586c3b req-55d7aab6-528c-4f49-9631-9e1644c81805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:39.502301 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-55d7aab6-528c-4f49-9631-9e1644c81805 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 909 time: 0.2256348 Aug 16 22:17:39.510651 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.518783 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fc826-d0af-4e37-b935-7c0f7eecf63c req-5645c4e8-3e18-4a9e-b489-c15377eb0125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:39.520715 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-000fc826-d0af-4e37-b935-7c0f7eecf63c req-5645c4e8-3e18-4a9e-b489-c15377eb0125 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0946937 Aug 16 22:17:39.577189 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-5f979b9b-9678-4b24-a671-75142ad91b80 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=382de0d8-2eda-44e6-be66-feb9ea3a6fb1 HTTP/1.1" status: 200 len: 217 time: 0.0514641 Aug 16 22:17:39.609342 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc5b8aa-79e9-41a7-ab90-31b40e216a4e x-openstack-request-id: req-9fc5b8aa-79e9-41a7-ab90-31b40e216a4e {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:39.609342 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634a208d-b983-4518-88a2-70e0e3203b8a", "name": "network-vif-plugged", "status": "completed", "tag": "474da29f-a28f-4ce3-a017-90afb53e2ef7", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:39.609342 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9fc5b8aa-79e9-41a7-ab90-31b40e216a4e {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:39.609342 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634a208d-b983-4518-88a2-70e0e3203b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474da29f-a28f-4ce3-a017-90afb53e2ef7', 'code': 200} Aug 16 22:17:39.692251 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63d306-0384-4f54-93a8-535642586c3b req-7ceb700c-bc7b-4046-8d2a-9be7d509ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:39.693840 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-7ceb700c-bc7b-4046-8d2a-9be7d509ec9b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 200 len: 848 time: 0.0652690 Aug 16 22:17:39.696900 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=474da29f-a28f-4ce3-a017-90afb53e2ef7,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:39.705216 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port beb14d55-0228-40b2-8ffa-cdcfabaf3273, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=beb14d55-0228-40b2-8ffa-cdcfabaf3273,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:39.722938 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'beb14d55-0228-40b2-8ffa-cdcfabaf3273', 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc', 'port_id': 'beb14d55-0228-40b2-8ffa-cdcfabaf3273', 'mac_address': 'fa:16:3e:51:7e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:39.751486 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-2be55738-a0e3-41fc-8e51-d6f6607bd584 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365701 Aug 16 22:17:39.755359 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-000fc826-d0af-4e37-b935-7c0f7eecf63c req-8b5c28f5-eb9f-4e02-93d9-6e384e9bd015 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158301 Aug 16 22:17:39.774038 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19c0da-7988-47d4-a6d6-d61c95727826 req-5271b91b-6b70-4320-ba87-b661e775caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:39.775889 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf19c0da-7988-47d4-a6d6-d61c95727826 req-5271b91b-6b70-4320-ba87-b661e775caf9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=634a208d-b983-4518-88a2-70e0e3203b8a HTTP/1.1" status: 200 len: 1101 time: 0.0638366 Aug 16 22:17:39.792599 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.809723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb14d55-0228-40b2-8ffa-cdcfabaf3273 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:39.830186 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44128) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:39.840282 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port beb14d55-0228-40b2-8ffa-cdcfabaf3273, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=beb14d55-0228-40b2-8ffa-cdcfabaf3273,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:39.844446 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf19c0da-7988-47d4-a6d6-d61c95727826 req-d7e22c4f-e8da-41d4-a99d-3e7c55276cd6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588262 Aug 16 22:17:39.850489 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.903172 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e19226-58f1-4140-99b4-8ee35aed4752 req-fdc4ca52-87c8-46ae-807f-3b4dfd0f21f6 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:39.904985 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59e19226-58f1-4140-99b4-8ee35aed4752 req-fdc4ca52-87c8-46ae-807f-3b4dfd0f21f6 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=3f914842-af53-4fb5-af5f-cf062a9faa8c HTTP/1.1" status: 200 len: 950 time: 0.0634079 Aug 16 22:17:39.915591 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=beb14d55-0228-40b2-8ffa-cdcfabaf3273,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:39.946900 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59e19226-58f1-4140-99b4-8ee35aed4752 req-8236c2ad-e4c5-46a1-91b3-2a1fcf047d2d tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349250 Aug 16 22:17:39.955769 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-16b274d6-629b-4ba1-a15a-8560d652cbe0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1722966382-network', 'tenant_id': 'd489b5ebff3d461986b207e876b634c7'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:39.985348 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b274d6-629b-4ba1-a15a-8560d652cbe0 admin admin] Made reservation on behalf of d489b5ebff3d461986b207e876b634c7 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:39.987772 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16b274d6-629b-4ba1-a15a-8560d652cbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.997438 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16b274d6-629b-4ba1-a15a-8560d652cbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.998954 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-000fc826-d0af-4e37-b935-7c0f7eecf63c req-04ab25c9-278f-4f12-b17d-89ee18d8a9e5 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282672 Aug 16 22:17:40.000972 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-3145606a-3722-4283-9ece-cca33d1f5621 service neutron] 10.222.0.39 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259495 Aug 16 22:17:40.085196 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['beb14d55-0228-40b2-8ffa-cdcfabaf3273'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:40.095511 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16b274d6-629b-4ba1-a15a-8560d652cbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:40.109689 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16b274d6-629b-4ba1-a15a-8560d652cbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:40.127104 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-ca121b5b-91e3-42a7-93b2-4f5cda806e9e service neutron] 10.222.0.39 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055069 Aug 16 22:17:40.143672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b274d6-629b-4ba1-a15a-8560d652cbe0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:17:40.172157 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b274d6-629b-4ba1-a15a-8560d652cbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ad0bf0-dcee-4039-a681-6022f17a6dd7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:40.194750 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16b274d6-629b-4ba1-a15a-8560d652cbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:40.196077 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-16b274d6-629b-4ba1-a15a-8560d652cbe0 admin admin] Added segment 1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6 of type vlan for network 49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6 Aug 16 22:17:40.238923 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-954d6172-df64-409f-af01-5aa9433b6a4b req-7024c065-a199-43f4-82fc-9ef166d9a388 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=fb89aa6f686447e2b31abca5e401c874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224507 Aug 16 22:17:40.280895 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16b274d6-629b-4ba1-a15a-8560d652cbe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:40.306044 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d7aaa-f4fb-4038-b538-a05925c3f4d6 req-ac2b123c-0490-4361-b030-73bf8c07155c tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:40.307688 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-038d7aaa-f4fb-4038-b538-a05925c3f4d6 req-ac2b123c-0490-4361-b030-73bf8c07155c tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 945 time: 0.1535771 Aug 16 22:17:40.337816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7218185-cc4a-47ca-86ec-cdc746ae442a req-e259017c-7198-4975-841f-7d952fa4a304 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:40.339186 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e7218185-cc4a-47ca-86ec-cdc746ae442a req-e259017c-7198-4975-841f-7d952fa4a304 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=634a208d-b983-4518-88a2-70e0e3203b8a HTTP/1.1" status: 200 len: 949 time: 0.1712010 Aug 16 22:17:40.345662 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16b274d6-629b-4ba1-a15a-8560d652cbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:40.346777 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b274d6-629b-4ba1-a15a-8560d652cbe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:40.347861 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16b274d6-629b-4ba1-a15a-8560d652cbe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:40.361854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8ed3d-d576-4799-a473-903bf2cbd185 req-5343d333-a4e4-4d61-aabd-67329288e3d4 tempest-DeleteServersAdminTestJSON-1691622550 tempest-DeleteServersAdminTestJSON-1691622550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:40.363458 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5ec8ed3d-d576-4799-a473-903bf2cbd185 req-5343d333-a4e4-4d61-aabd-67329288e3d4 tempest-DeleteServersAdminTestJSON-1691622550 tempest-DeleteServersAdminTestJSON-1691622550-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3f914842-af53-4fb5-af5f-cf062a9faa8c HTTP/1.1" status: 200 len: 1102 time: 0.0594542 Aug 16 22:17:40.415776 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:40.442321 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-16b274d6-629b-4ba1-a15a-8560d652cbe0 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6108935 Aug 16 22:17:40.445301 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44142) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:40.450793 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a0773653-39ef-4c42-a735-89a396878735 admin admin] Request body: {'subnet': {'network_id': '49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1722966382-subnet', 'tenant_id': 'd489b5ebff3d461986b207e876b634c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:40.452657 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-038d7aaa-f4fb-4038-b538-a05925c3f4d6 req-1edeb62a-915a-4fa4-b2cd-883e57b14472 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338329 Aug 16 22:17:40.456705 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b274d6-629b-4ba1-a15a-8560d652cbe0 admin admin] Pushing event updated for resources: {'Network': ['ID=49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:40.463426 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d6172-df64-409f-af01-5aa9433b6a4b req-c588a320-d78b-49ee-a3dd-9f121fa32a22 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:40.464920 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-954d6172-df64-409f-af01-5aa9433b6a4b req-c588a320-d78b-49ee-a3dd-9f121fa32a22 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2188842 Aug 16 22:17:40.469314 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:17:40.484580 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e7218185-cc4a-47ca-86ec-cdc746ae442a req-a7ef2e5b-9e7b-4b85-8062-c2dd1927481f tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255524 Aug 16 22:17:40.514047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-954d6172-df64-409f-af01-5aa9433b6a4b req-209e54cb-82cf-4fb5-b30c-0c10e9114aed tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Request body: {'port': {'device_id': '3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': 'fb89aa6f686447e2b31abca5e401c874'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:40.560432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63d306-0384-4f54-93a8-535642586c3b req-b08fa633-d782-421f-acf3-e099b006820e tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:40.561884 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-b08fa633-d782-421f-acf3-e099b006820e tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a&tenant_id=c5206ab6d6f447fc9622b86511f61275&binding%3Ahost_id=n-h1-792458-15 HTTP/1.1" status: 200 len: 1097 time: 0.0974994 Aug 16 22:17:40.585107 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0773653-39ef-4c42-a735-89a396878735 admin admin] Made reservation on behalf of d489b5ebff3d461986b207e876b634c7 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:40.587425 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0773653-39ef-4c42-a735-89a396878735 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:40.589052 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a0367bc1-5ac8-440e-8a08-0e5092a0617c req-423a2453-86b8-4752-a589-7d99e5e5d314 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 210 time: 0.0312746 Aug 16 22:17:40.710601 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-5ec8ed3d-d576-4799-a473-903bf2cbd185 req-5e768d31-fdea-4941-b4af-2b8a3eba0a81 tempest-DeleteServersAdminTestJSON-1691622550 tempest-DeleteServersAdminTestJSON-1691622550-project-admin] Deleting port ff926161-8de6-4449-b03b-c0c156bfb380 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:17:40.710971 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5ec8ed3d-d576-4799-a473-903bf2cbd185 req-5e768d31-fdea-4941-b4af-2b8a3eba0a81 tempest-DeleteServersAdminTestJSON-1691622550 tempest-DeleteServersAdminTestJSON-1691622550-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:40.745163 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3a785-aba0-4c44-972f-596a0771d9d8 req-83ff3163-d376-4669-96f3-848edbddf424 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:40.746724 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbe3a785-aba0-4c44-972f-596a0771d9d8 req-83ff3163-d376-4669-96f3-848edbddf424 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 944 time: 0.1226144 Aug 16 22:17:40.801201 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954d6172-df64-409f-af01-5aa9433b6a4b req-209e54cb-82cf-4fb5-b30c-0c10e9114aed tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Made reservation on behalf of fb89aa6f686447e2b31abca5e401c874 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:40.801910 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281437ec-87d0-4027-a855-947e03cb6385 req-efa4237b-bbb6-4a5f-9cbc-13b8af502919 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:40.803472 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-281437ec-87d0-4027-a855-947e03cb6385 req-efa4237b-bbb6-4a5f-9cbc-13b8af502919 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/ports?device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 948 time: 0.1265070 Aug 16 22:17:40.805223 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-954d6172-df64-409f-af01-5aa9433b6a4b req-209e54cb-82cf-4fb5-b30c-0c10e9114aed tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:40.840600 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbe3a785-aba0-4c44-972f-596a0771d9d8 req-0629bd21-3866-4ba5-9ac5-77275148f5c2 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747099 Aug 16 22:17:40.853581 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-954d6172-df64-409f-af01-5aa9433b6a4b req-209e54cb-82cf-4fb5-b30c-0c10e9114aed tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:40.869455 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-5ec8ed3d-d576-4799-a473-903bf2cbd185 req-5e768d31-fdea-4941-b4af-2b8a3eba0a81 tempest-DeleteServersAdminTestJSON-1691622550 tempest-DeleteServersAdminTestJSON-1691622550-project-admin] For port ff926161-8de6-4449-b03b-c0c156bfb380, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ff926161-8de6-4449-b03b-c0c156bfb380,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:40.869455 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5ec8ed3d-d576-4799-a473-903bf2cbd185 req-5e768d31-fdea-4941-b4af-2b8a3eba0a81 tempest-DeleteServersAdminTestJSON-1691622550 tempest-DeleteServersAdminTestJSON-1691622550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:40.879625 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-1e63d306-0384-4f54-93a8-535642586c3b req-5b223598-785b-466e-bbc9-6de11becdb10 service neutron] For port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:40.886003 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1e63d306-0384-4f54-93a8-535642586c3b req-5b223598-785b-466e-bbc9-6de11becdb10 service neutron] Notify callbacks [] for binding, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:40.887152 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e63d306-0384-4f54-93a8-535642586c3b req-5b223598-785b-466e-bbc9-6de11becdb10 service neutron] 10.222.0.39 "DELETE /v2.0/ports/382de0d8-2eda-44e6-be66-feb9ea3a6fb1/bindings/n-h2-792458-15 HTTP/1.1" status: 204 len: 173 time: 0.3006232 Aug 16 22:17:40.893944 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-5ec8ed3d-d576-4799-a473-903bf2cbd185 req-5e768d31-fdea-4941-b4af-2b8a3eba0a81 tempest-DeleteServersAdminTestJSON-1691622550 tempest-DeleteServersAdminTestJSON-1691622550-project-admin] Calling delete_port for ff926161-8de6-4449-b03b-c0c156bfb380 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:17:40.903959 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-281437ec-87d0-4027-a855-947e03cb6385 req-91a6dc9f-0cfa-47ef-84b0-df350a5e0783 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/security-groups?id=093e0a85-11c9-4eb2-93f9-ad6992f32cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872655 Aug 16 22:17:40.996038 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0773653-39ef-4c42-a735-89a396878735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:41.074994 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab2924-ee7f-43d2-bd80-a0bdf3bdff0e req-26ceb736-fe57-4d2f-9251-68a60ed430bf tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:41.076576 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91ab2924-ee7f-43d2-bd80-a0bdf3bdff0e req-26ceb736-fe57-4d2f-9251-68a60ed430bf tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=3f914842-af53-4fb5-af5f-cf062a9faa8c HTTP/1.1" status: 200 len: 950 time: 0.0579565 Aug 16 22:17:41.104795 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0773653-39ef-4c42-a735-89a396878735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f3fd4c1-751c-4fe0-804a-f0c59b532aeb,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:41.122959 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91ab2924-ee7f-43d2-bd80-a0bdf3bdff0e req-442e4b2f-3d2a-42f5-b1ed-654102bbd772 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395987 Aug 16 22:17:41.163328 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0773653-39ef-4c42-a735-89a396878735 admin admin] Checking segment: {'id': '1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:41.164004 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0773653-39ef-4c42-a735-89a396878735 admin admin] Network hostable DHCP agents. Network: 49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:17:41.195531 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-954d6172-df64-409f-af01-5aa9433b6a4b req-209e54cb-82cf-4fb5-b30c-0c10e9114aed tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:41.199094 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5ec8ed3d-d576-4799-a473-903bf2cbd185 req-5e768d31-fdea-4941-b4af-2b8a3eba0a81 tempest-DeleteServersAdminTestJSON-1691622550 tempest-DeleteServersAdminTestJSON-1691622550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:41.204505 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-954d6172-df64-409f-af01-5aa9433b6a4b req-209e54cb-82cf-4fb5-b30c-0c10e9114aed tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:41.213863 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['ff926161-8de6-4449-b03b-c0c156bfb380'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:41.257180 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e768d31-fdea-4941-b4af-2b8a3eba0a81 tempest-DeleteServersAdminTestJSON-1691622550 tempest-DeleteServersAdminTestJSON-1691622550-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff926161-8de6-4449-b03b-c0c156bfb380,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:41.263387 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0773653-39ef-4c42-a735-89a396878735 admin admin] Network 49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:17:41.338030 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-a0773653-39ef-4c42-a735-89a396878735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:41.339542 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e54cb-82cf-4fb5-b30c-0c10e9114aed tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8860c1da-8cf2-47c8-8d52-5cd03645cff4,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:41.350261 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2099cc-b835-41ea-9ae8-d0ec9182cdd0 None None] Network 49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:17:41.360614 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0773653-39ef-4c42-a735-89a396878735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:41.361222 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0773653-39ef-4c42-a735-89a396878735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:41.364463 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec8ed3d-d576-4799-a473-903bf2cbd185 req-5e768d31-fdea-4941-b4af-2b8a3eba0a81 tempest-DeleteServersAdminTestJSON-1691622550 tempest-DeleteServersAdminTestJSON-1691622550-project-admin] No DVR routers for this DVR port ff926161-8de6-4449-b03b-c0c156bfb380 on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:17:41.369408 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5ec8ed3d-d576-4799-a473-903bf2cbd185 req-5e768d31-fdea-4941-b4af-2b8a3eba0a81 tempest-DeleteServersAdminTestJSON-1691622550 tempest-DeleteServersAdminTestJSON-1691622550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:41.371402 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5ec8ed3d-d576-4799-a473-903bf2cbd185 req-5e768d31-fdea-4941-b4af-2b8a3eba0a81 tempest-DeleteServersAdminTestJSON-1691622550 tempest-DeleteServersAdminTestJSON-1691622550-project-admin] 10.222.0.39 "DELETE /v2.0/ports/ff926161-8de6-4449-b03b-c0c156bfb380 HTTP/1.1" status: 204 len: 173 time: 0.9998689 Aug 16 22:17:41.371837 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f914842-af53-4fb5-af5f-cf062a9faa8c', 'name': 'network-vif-deleted', 'tag': 'ff926161-8de6-4449-b03b-c0c156bfb380'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:41.374135 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5bb408-eab3-4cc6-a062-f5794356963b" -d '{"events": [{"server_uuid": "3f914842-af53-4fb5-af5f-cf062a9faa8c", "name": "network-vif-deleted", "tag": "ff926161-8de6-4449-b03b-c0c156bfb380"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:41.402809 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a0773653-39ef-4c42-a735-89a396878735 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9564159 Aug 16 22:17:41.407463 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44150) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:41.421615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device e364c4cf-46eb-4dd4-b832-efb21c80a7dc details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:41.421850 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-639452fa-34f5-43aa-ad96-ecb8b4ac092e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1722966382-router', 'tenant_id': 'd489b5ebff3d461986b207e876b634c7', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:41.424052 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device beb14d55-0228-40b2-8ffa-cdcfabaf3273 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:41.432711 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b51ce46-f725-453a-8323-c81bd8876c10 x-openstack-request-id: req-2b51ce46-f725-453a-8323-c81bd8876c10 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:41.432966 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f914842-af53-4fb5-af5f-cf062a9faa8c", "name": "network-vif-deleted", "tag": "ff926161-8de6-4449-b03b-c0c156bfb380", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:41.433047 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2b51ce46-f725-453a-8323-c81bd8876c10 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:41.433915 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f914842-af53-4fb5-af5f-cf062a9faa8c', 'name': 'network-vif-deleted', 'tag': 'ff926161-8de6-4449-b03b-c0c156bfb380', 'status': 'completed', 'code': 200} Aug 16 22:17:41.460487 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-639452fa-34f5-43aa-ad96-ecb8b4ac092e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:41.461990 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-639452fa-34f5-43aa-ad96-ecb8b4ac092e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:41.483453 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-954d6172-df64-409f-af01-5aa9433b6a4b req-209e54cb-82cf-4fb5-b30c-0c10e9114aed tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Allocated IP 192.168.233.241 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/4f2cb624-3bc5-45fb-addf-d0988a0cd206) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:41.593592 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-639452fa-34f5-43aa-ad96-ecb8b4ac092e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:41.597508 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41abeb66-8c61-4b27-85b7-d8ed8c897369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:41.712578 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port beb14d55-0228-40b2-8ffa-cdcfabaf3273 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:41.729276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port beb14d55-0228-40b2-8ffa-cdcfabaf3273 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:41.729671 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:41.747258 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-954d6172-df64-409f-af01-5aa9433b6a4b req-209e54cb-82cf-4fb5-b30c-0c10e9114aed tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:41.770151 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-954d6172-df64-409f-af01-5aa9433b6a4b req-209e54cb-82cf-4fb5-b30c-0c10e9114aed tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Transition to ACTIVE for port object 4f2cb624-3bc5-45fb-addf-d0988a0cd206 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:41.787884 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port e364c4cf-46eb-4dd4-b832-efb21c80a7dc, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:41.812892 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-954d6172-df64-409f-af01-5aa9433b6a4b req-209e54cb-82cf-4fb5-b30c-0c10e9114aed tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:41.835684 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'e364c4cf-46eb-4dd4-b832-efb21c80a7dc', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': 'e364c4cf-46eb-4dd4-b832-efb21c80a7dc', 'mac_address': 'fa:16:3e:15:be:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:41.839024 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-639452fa-34f5-43aa-ad96-ecb8b4ac092e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:41.851474 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8cd70-2340-4856-bfa6-42e17d930bb2 req-eed4b61c-f470-460c-a934-df36e0b39daf tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:41.853895 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7c8cd70-2340-4856-bfa6-42e17d930bb2 req-eed4b61c-f470-460c-a934-df36e0b39daf tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 945 time: 0.2627683 Aug 16 22:17:41.874023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51717f-5070-4765-a9e7-54c435b96916 req-5e3daac1-b07b-4fad-846b-a8d694215f3f tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:41.874759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6', 'network_id': '49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6', 'tenant_id': 'd489b5ebff3d461986b207e876b634c7', 'fixed_ips': [{'subnet_id': '7f3fd4c1-751c-4fe0-804a-f0c59b532aeb'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:17:41.875677 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:41.875893 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f51717f-5070-4765-a9e7-54c435b96916 req-5e3daac1-b07b-4fad-846b-a8d694215f3f tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=634a208d-b983-4518-88a2-70e0e3203b8a HTTP/1.1" status: 200 len: 949 time: 0.2698686 Aug 16 22:17:41.900245 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954d6172-df64-409f-af01-5aa9433b6a4b req-209e54cb-82cf-4fb5-b30c-0c10e9114aed tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:41.902948 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e54cb-82cf-4fb5-b30c-0c10e9114aed tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Pushing event updated for resources: {'Port': ['ID=4f2cb624-3bc5-45fb-addf-d0988a0cd206,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:41.904818 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-954d6172-df64-409f-af01-5aa9433b6a4b req-209e54cb-82cf-4fb5-b30c-0c10e9114aed tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:41.906961 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-954d6172-df64-409f-af01-5aa9433b6a4b req-209e54cb-82cf-4fb5-b30c-0c10e9114aed tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:41.913860 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d6172-df64-409f-af01-5aa9433b6a4b req-209e54cb-82cf-4fb5-b30c-0c10e9114aed tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:41.914578 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-954d6172-df64-409f-af01-5aa9433b6a4b req-209e54cb-82cf-4fb5-b30c-0c10e9114aed tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:41.916698 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:41.939000 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-954d6172-df64-409f-af01-5aa9433b6a4b req-209e54cb-82cf-4fb5-b30c-0c10e9114aed tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4417398 Aug 16 22:17:41.955529 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-954d6172-df64-409f-af01-5aa9433b6a4b req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] Request body: {'port': {'device_id': '3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:41.964065 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e364c4cf-46eb-4dd4-b832-efb21c80a7dc {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:41.984397 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f51717f-5070-4765-a9e7-54c435b96916 req-1c88e0ff-4b5f-4c5c-8ce9-b40654dc7e9b tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856578 Aug 16 22:17:41.995095 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7c8cd70-2340-4856-bfa6-42e17d930bb2 req-861d4c32-0977-434a-b80a-1ec37f118154 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167495 Aug 16 22:17:42.104420 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-954d6172-df64-409f-af01-5aa9433b6a4b req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:42.133433 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:42.138579 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port e364c4cf-46eb-4dd4-b832-efb21c80a7dc, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:42.167831 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:42.169510 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:42.277763 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-639452fa-34f5-43aa-ad96-ecb8b4ac092e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:42.303103 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-639452fa-34f5-43aa-ad96-ecb8b4ac092e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:42.313046 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:42.322107 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e61ff-12c9-45f8-af5f-981b4df84832 req-1f9ac0ae-a389-4758-96ba-7626884a92b9 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:42.323782 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-279e61ff-12c9-45f8-af5f-981b4df84832 req-1f9ac0ae-a389-4758-96ba-7626884a92b9 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 936 time: 0.1237955 Aug 16 22:17:42.332181 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb14d55-0228-40b2-8ffa-cdcfabaf3273'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:42.334637 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deffac1a-e5fa-41c3-bebe-1199b36a39d4" -d '{"events": [{"server_uuid": "0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c", "name": "network-vif-plugged", "status": "completed", "tag": "beb14d55-0228-40b2-8ffa-cdcfabaf3273"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:42.341524 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f047b62-7079-410e-913e-f53558ac7cff req-2244de7c-5f91-487d-ad23-e04569e2c7aa tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:42.349285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f047b62-7079-410e-913e-f53558ac7cff req-2244de7c-5f91-487d-ad23-e04569e2c7aa tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 944 time: 0.1480651 Aug 16 22:17:42.367674 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port beb14d55-0228-40b2-8ffa-cdcfabaf3273, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=beb14d55-0228-40b2-8ffa-cdcfabaf3273,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:42.376713 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:42.377545 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:17:42.402164 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-139888e3-f40a-4d4f-8baf-b3ecd2dbaec1 None None] Provisioning for port 4f2cb624-3bc5-45fb-addf-d0988a0cd206 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:42.416145 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] Allocated IP 172.20.0.2 (49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6/7f3fd4c1-751c-4fe0-804a-f0c59b532aeb/f433fb90-7217-472e-9635-585760d4ea2c) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:42.422800 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-139888e3-f40a-4d4f-8baf-b3ecd2dbaec1 None None] Provisioning complete for port 4f2cb624-3bc5-45fb-addf-d0988a0cd206 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:42.423227 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-139888e3-f40a-4d4f-8baf-b3ecd2dbaec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:42.449005 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['e364c4cf-46eb-4dd4-b832-efb21c80a7dc'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:42.451037 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-279e61ff-12c9-45f8-af5f-981b4df84832 req-5a15327f-14e0-4b2b-a741-0f8c08bd1e7a tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201470 Aug 16 22:17:42.483630 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-954d6172-df64-409f-af01-5aa9433b6a4b req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f2cb624-3bc5-45fb-addf-d0988a0cd206 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:42.485872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f047b62-7079-410e-913e-f53558ac7cff req-67ac95ef-ba2d-4e59-9cac-7d540bcc42ff tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354911 Aug 16 22:17:42.516158 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-954d6172-df64-409f-af01-5aa9433b6a4b req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:42.517855 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-639452fa-34f5-43aa-ad96-ecb8b4ac092e admin admin] Allocated IP 172.25.6.143 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/1cbb941e-bd72-4326-8595-3aa9899c274a) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:42.551513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-954d6172-df64-409f-af01-5aa9433b6a4b req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] Transition to ACTIVE for port object 4f2cb624-3bc5-45fb-addf-d0988a0cd206 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:42.557538 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-954d6172-df64-409f-af01-5aa9433b6a4b req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:42.617595 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2cb624-3bc5-45fb-addf-d0988a0cd206,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:42.659474 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-954d6172-df64-409f-af01-5aa9433b6a4b req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] Attempting to bind port 4f2cb624-3bc5-45fb-addf-d0988a0cd206 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:42.659800 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-954d6172-df64-409f-af01-5aa9433b6a4b req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] Attempting to bind port 4f2cb624-3bc5-45fb-addf-d0988a0cd206 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:42.660131 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954d6172-df64-409f-af01-5aa9433b6a4b req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] Attempting to bind port 4f2cb624-3bc5-45fb-addf-d0988a0cd206 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:42.665455 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954d6172-df64-409f-af01-5aa9433b6a4b req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] Port 4f2cb624-3bc5-45fb-addf-d0988a0cd206 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:42.665762 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954d6172-df64-409f-af01-5aa9433b6a4b req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] Attempting to bind port 4f2cb624-3bc5-45fb-addf-d0988a0cd206 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:42.672097 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954d6172-df64-409f-af01-5aa9433b6a4b req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:42.672097 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954d6172-df64-409f-af01-5aa9433b6a4b req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:42.672412 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954d6172-df64-409f-af01-5aa9433b6a4b req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:42.672980 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-954d6172-df64-409f-af01-5aa9433b6a4b req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] Bound port: 4f2cb624-3bc5-45fb-addf-d0988a0cd206, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:42.673319 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-954d6172-df64-409f-af01-5aa9433b6a4b req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:42.687329 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7790d81-df42-4a8d-b568-2df05f2701cc req-bcd21f70-23ab-4a2b-b68d-1c3d8d8ea83f tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:42.690460 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e7790d81-df42-4a8d-b568-2df05f2701cc req-bcd21f70-23ab-4a2b-b68d-1c3d8d8ea83f tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/ports?device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 949 time: 0.1063793 Aug 16 22:17:42.692130 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:17:42.705216 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-139888e3-f40a-4d4f-8baf-b3ecd2dbaec1 None None] Port 4f2cb624-3bc5-45fb-addf-d0988a0cd206 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:17:42.714369 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=beb14d55-0228-40b2-8ffa-cdcfabaf3273,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:42.766098 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-639452fa-34f5-43aa-ad96-ecb8b4ac092e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:42.794687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e7790d81-df42-4a8d-b568-2df05f2701cc req-277b947e-93e4-45fa-9ef4-fd69d6dec668 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/security-groups?id=093e0a85-11c9-4eb2-93f9-ad6992f32cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904529 Aug 16 22:17:42.800255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-954d6172-df64-409f-af01-5aa9433b6a4b req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] For port 4f2cb624-3bc5-45fb-addf-d0988a0cd206, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:42.810937 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-954d6172-df64-409f-af01-5aa9433b6a4b req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] For port 4f2cb624-3bc5-45fb-addf-d0988a0cd206, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4f2cb624-3bc5-45fb-addf-d0988a0cd206,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:42.830665 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-954d6172-df64-409f-af01-5aa9433b6a4b req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:42.892282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d6172-df64-409f-af01-5aa9433b6a4b req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:42.898965 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-954d6172-df64-409f-af01-5aa9433b6a4b req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:42.905472 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-954d6172-df64-409f-af01-5aa9433b6a4b req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] 10.222.0.43 "PUT /v2.0/ports/4f2cb624-3bc5-45fb-addf-d0988a0cd206 HTTP/1.1" status: 200 len: 1097 time: 0.9560339 Aug 16 22:17:42.911116 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460c4060-7dc9-4de9-b5f6-a32a3fd6ed31 x-openstack-request-id: req-460c4060-7dc9-4de9-b5f6-a32a3fd6ed31 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:42.918010 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c", "name": "network-vif-plugged", "status": "completed", "tag": "beb14d55-0228-40b2-8ffa-cdcfabaf3273", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:42.918418 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-460c4060-7dc9-4de9-b5f6-a32a3fd6ed31 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:42.918849 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb14d55-0228-40b2-8ffa-cdcfabaf3273', 'code': 200} Aug 16 22:17:42.926662 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-639452fa-34f5-43aa-ad96-ecb8b4ac092e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:43.011007 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e40125-6dce-45a2-a3fd-0b1544b83b78 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2cb624-3bc5-45fb-addf-d0988a0cd206,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:43.076222 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:43.103395 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] Transition to ACTIVE for port object f433fb90-7217-472e-9635-585760d4ea2c will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:43.113789 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639452fa-34f5-43aa-ad96-ecb8b4ac092e admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:43.120526 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:43.125046 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-639452fa-34f5-43aa-ad96-ecb8b4ac092e admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:43.130522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639452fa-34f5-43aa-ad96-ecb8b4ac092e admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:43.130697 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53ab1d-48d2-4f71-9daa-0a2065cca7a5 req-0f99070e-af67-4b15-b3ce-0eba9e6dd6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:43.132228 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7b53ab1d-48d2-4f71-9daa-0a2065cca7a5 req-0f99070e-af67-4b15-b3ce-0eba9e6dd6c0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 1097 time: 0.1164346 Aug 16 22:17:43.138344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639452fa-34f5-43aa-ad96-ecb8b4ac092e admin admin] Pushing event updated for resources: {'Port': ['ID=1cbb941e-bd72-4326-8595-3aa9899c274a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:43.138974 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d6172-df64-409f-af01-5aa9433b6a4b req-3560339f-6247-4224-8747-a25eeab50bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:43.141170 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-954d6172-df64-409f-af01-5aa9433b6a4b req-3560339f-6247-4224-8747-a25eeab50bd7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 1100 time: 0.0553989 Aug 16 22:17:43.154708 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] Transition to ACTIVE for port object f433fb90-7217-472e-9635-585760d4ea2c will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:43.168235 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:43.201897 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-954d6172-df64-409f-af01-5aa9433b6a4b req-1340bb77-bdf5-4474-8d85-f6a77c4d7cb4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=4f2cb624-3bc5-45fb-addf-d0988a0cd206 HTTP/1.1" status: 200 len: 217 time: 0.0411620 Aug 16 22:17:43.223920 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7b53ab1d-48d2-4f71-9daa-0a2065cca7a5 req-91582691-3679-4e68-8c19-5f45d94258fb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816586 Aug 16 22:17:43.237536 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7caa4d-2f50-4e5d-b101-fecddf3f7591 req-20d9b085-3ae9-4660-8696-157218c1022c tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:43.245682 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f7caa4d-2f50-4e5d-b101-fecddf3f7591 req-20d9b085-3ae9-4660-8696-157218c1022c tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 1097 time: 0.2703390 Aug 16 22:17:43.279966 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d6172-df64-409f-af01-5aa9433b6a4b req-05a13ced-e495-4ad6-b163-4bd59135f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:43.282677 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-954d6172-df64-409f-af01-5aa9433b6a4b req-05a13ced-e495-4ad6-b163-4bd59135f3dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0703650 Aug 16 22:17:43.357520 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d6172-df64-409f-af01-5aa9433b6a4b req-19d48e8c-b313-4b71-98a2-9c1679ca1ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:43.359179 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-954d6172-df64-409f-af01-5aa9433b6a4b req-19d48e8c-b313-4b71-98a2-9c1679ca1ef1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0683291 Aug 16 22:17:43.370987 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f7caa4d-2f50-4e5d-b101-fecddf3f7591 req-c7a79f7d-177f-47a2-b3f2-303797da90b0 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243505 Aug 16 22:17:43.411477 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] Network 49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:43.418342 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:43.432482 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:43.460581 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f', 'tag': '4f2cb624-3bc5-45fb-addf-d0988a0cd206'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:43.472731 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff45ceae-25da-4c18-80b7-151c23005d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f", "tag": "4f2cb624-3bc5-45fb-addf-d0988a0cd206"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:43.509917 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-639452fa-34f5-43aa-ad96-ecb8b4ac092e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:43.522374 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] Pushing event updated for resources: {'Port': ['ID=f433fb90-7217-472e-9635-585760d4ea2c,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:43.539704 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] Attempting to bind port f433fb90-7217-472e-9635-585760d4ea2c on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:43.540079 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] Attempting to bind port f433fb90-7217-472e-9635-585760d4ea2c by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:43.540442 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] Attempting to bind port f433fb90-7217-472e-9635-585760d4ea2c on network 49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:43.546437 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:43.546814 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] Checking segment: {'id': '1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:43.547352 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:43.547746 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] Bound using segment: {'id': '1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:43.548209 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] Bound port: f433fb90-7217-472e-9635-585760d4ea2c, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:43.548387 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-954d6172-df64-409f-af01-5aa9433b6a4b req-d2010249-3d31-49ef-99d4-d10d0a61fa00 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791821 Aug 16 22:17:43.548874 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:43.576366 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-d38a9fd4-534e-4d5a-81e9-25c5639196b5 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=6cc394dc58c1487684e69917dc62eaf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795715 Aug 16 22:17:43.620782 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] For port f433fb90-7217-472e-9635-585760d4ea2c, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:43.625824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] For port f433fb90-7217-472e-9635-585760d4ea2c, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=f433fb90-7217-472e-9635-585760d4ea2c,segment=NetworkSegment(1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6),segment_id=1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:43.631628 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:43.653000 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-954d6172-df64-409f-af01-5aa9433b6a4b req-294ae983-c526-460e-b848-4088d3c7fa7d service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963888 Aug 16 22:17:43.689807 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf39b26-f198-4a7f-8d94-f2e87873068f None None] Pushing event updated for resources: {'Port': ['ID=f433fb90-7217-472e-9635-585760d4ea2c,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:43.887717 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e79f22-1dfd-4ba0-8e71-19209296b453 req-7f4fd512-dac2-430b-961d-ed3ec5194d6d tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:43.888247 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e79f22-1dfd-4ba0-8e71-19209296b453 req-7f4fd512-dac2-430b-961d-ed3ec5194d6d tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:43.888694 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e79f22-1dfd-4ba0-8e71-19209296b453 req-7f4fd512-dac2-430b-961d-ed3ec5194d6d tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:43.889210 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e79f22-1dfd-4ba0-8e71-19209296b453 req-7f4fd512-dac2-430b-961d-ed3ec5194d6d tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:43.889713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e79f22-1dfd-4ba0-8e71-19209296b453 req-7f4fd512-dac2-430b-961d-ed3ec5194d6d tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:43.890190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e79f22-1dfd-4ba0-8e71-19209296b453 req-7f4fd512-dac2-430b-961d-ed3ec5194d6d tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:43.890667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e79f22-1dfd-4ba0-8e71-19209296b453 req-7f4fd512-dac2-430b-961d-ed3ec5194d6d tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:43.891136 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e79f22-1dfd-4ba0-8e71-19209296b453 req-7f4fd512-dac2-430b-961d-ed3ec5194d6d tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:43.891605 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e79f22-1dfd-4ba0-8e71-19209296b453 req-7f4fd512-dac2-430b-961d-ed3ec5194d6d tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:43.901626 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8e79f22-1dfd-4ba0-8e71-19209296b453 req-7f4fd512-dac2-430b-961d-ed3ec5194d6d tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f&device_id=349fa110-afcc-45d4-b127-267a96b71ca1&device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c&device_id=634a208d-b983-4518-88a2-70e0e3203b8a&device_id=bfd9c90c-262d-4f5f-8aab-94be1acc763f&device_id=f71750bb-33e1-4665-bb9c-76f408b64167&device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a&device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a&device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 8213 time: 0.4342048 Aug 16 22:17:43.937483 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8e79f22-1dfd-4ba0-8e71-19209296b453 req-b49e965d-f3a4-417b-bd89-646544c93d96 tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:44.047123 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-5f18ddda-8e24-4685-9de4-498d389f18d6 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:44.048601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-5f18ddda-8e24-4685-9de4-498d389f18d6 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4646254 Aug 16 22:17:44.107656 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-bdc579e1-4410-4fad-9181-3e3c98790620 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/quotas/6cc394dc58c1487684e69917dc62eaf7 HTTP/1.1" status: 200 len: 375 time: 0.0490425 Aug 16 22:17:44.157166 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-50968384-4ff5-446e-850a-bde18318026c tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=6cc394dc58c1487684e69917dc62eaf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389404 Aug 16 22:17:44.169073 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-639452fa-34f5-43aa-ad96-ecb8b4ac092e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:44.242905 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8e79f22-1dfd-4ba0-8e71-19209296b453 req-b49e965d-f3a4-417b-bd89-646544c93d96 tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:44.248052 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8e79f22-1dfd-4ba0-8e71-19209296b453 req-b49e965d-f3a4-417b-bd89-646544c93d96 tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:44.318745 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8e79f22-1dfd-4ba0-8e71-19209296b453 req-b49e965d-f3a4-417b-bd89-646544c93d96 tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&id=039a9f51-766e-43af-8ea6-12b974737ec3&id=a0eab71b-546d-4880-bb6c-40b8e10c8875&id=093e0a85-11c9-4eb2-93f9-ad6992f32cf7&id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.4141402 Aug 16 22:17:44.338872 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e965d-f3a4-417b-bd89-646544c93d96 tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0d7191-6483-4c21-b784-e950e5cb61da,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:44.372556 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639452fa-34f5-43aa-ad96-ecb8b4ac092e admin admin] Router 789b4688-09fc-466a-a953-a5ff0953f7f0 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:17:44.382393 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c04201-8cfd-4c8f-aaef-7bd3dfb9ad97 x-openstack-request-id: req-f9c04201-8cfd-4c8f-aaef-7bd3dfb9ad97 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:44.383048 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f", "tag": "4f2cb624-3bc5-45fb-addf-d0988a0cd206", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:44.383459 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f9c04201-8cfd-4c8f-aaef-7bd3dfb9ad97 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:44.383988 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f', 'tag': '4f2cb624-3bc5-45fb-addf-d0988a0cd206', 'status': 'completed', 'code': 200} Aug 16 22:17:44.491907 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45ceae-25da-4c18-80b7-151c23005d4a req-c9461795-f5b3-4b10-87bd-1b31ac8ad2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:44.493436 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ff45ceae-25da-4c18-80b7-151c23005d4a req-c9461795-f5b3-4b10-87bd-1b31ac8ad2ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 1100 time: 0.0784192 Aug 16 22:17:44.598281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ca8de-5f28-4ea1-aa36-91df593ab8cd req-7c9daeee-9a96-4341-96f8-44b2803c4411 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:44.606696 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-950ca8de-5f28-4ea1-aa36-91df593ab8cd req-7c9daeee-9a96-4341-96f8-44b2803c4411 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 948 time: 0.1590893 Aug 16 22:17:44.616267 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45ceae-25da-4c18-80b7-151c23005d4a req-b7451815-9e8d-4acb-8baa-a2f67b25a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:44.618759 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ff45ceae-25da-4c18-80b7-151c23005d4a req-b7451815-9e8d-4acb-8baa-a2f67b25a63f service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1147895 Aug 16 22:17:44.623651 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbba641-9e5b-43c8-8172-600af73e46a1 req-2f2bec51-693d-47a0-aa52-d560128a60cd tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:44.625190 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0fbba641-9e5b-43c8-8172-600af73e46a1 req-2f2bec51-693d-47a0-aa52-d560128a60cd tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 945 time: 0.1414862 Aug 16 22:17:44.626657 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639452fa-34f5-43aa-ad96-ecb8b4ac092e admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:17:44.646674 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] Sync routers for ids ['789b4688-09fc-466a-a953-a5ff0953f7f0'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:17:44.655892 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:44.667835 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] Routers {'789b4688-09fc-466a-a953-a5ff0953f7f0'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:17:44.668567 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:17:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['789b4688-09fc-466a-a953-a5ff0953f7f0'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:44.685854 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ff45ceae-25da-4c18-80b7-151c23005d4a req-fdbca681-bb0b-4626-8e12-7e71a5c52266 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=4f2cb624-3bc5-45fb-addf-d0988a0cd206 HTTP/1.1" status: 200 len: 217 time: 0.0582988 Aug 16 22:17:44.719265 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-639452fa-34f5-43aa-ad96-ecb8b4ac092e admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:44.720572 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-639452fa-34f5-43aa-ad96-ecb8b4ac092e admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3115745 Aug 16 22:17:44.725705 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44218) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:44.750475 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-950ca8de-5f28-4ea1-aa36-91df593ab8cd req-55a7e1d1-fa0b-455b-8033-0d659ddb5398 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420655 Aug 16 22:17:44.754695 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45ceae-25da-4c18-80b7-151c23005d4a req-37e15318-cb12-4543-8c43-0f1fe34c4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:44.756435 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ff45ceae-25da-4c18-80b7-151c23005d4a req-37e15318-cb12-4543-8c43-0f1fe34c4aef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0623853 Aug 16 22:17:44.823973 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45ceae-25da-4c18-80b7-151c23005d4a req-73e416ae-879f-4a57-97a8-abc5492bda8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:44.825595 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ff45ceae-25da-4c18-80b7-151c23005d4a req-73e416ae-879f-4a57-97a8-abc5492bda8d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0595536 Aug 16 22:17:44.830087 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] Set router 789b4688-09fc-466a-a953-a5ff0953f7f0 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:17:44.834239 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463e41a1-d5b8-483b-8c56-9708c357219c None None] Network 49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:17:44.852534 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0fbba641-9e5b-43c8-8172-600af73e46a1 req-a97f4982-ab54-4783-8262-be92fda20fe5 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971815 Aug 16 22:17:44.951673 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ff45ceae-25da-4c18-80b7-151c23005d4a req-9bc8e7e1-9be8-4393-bab6-b08244bddf03 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177084 Aug 16 22:17:45.082090 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6c7a45e2-6ddc-408c-953c-60cc10aef131 None None] Provisioning for port f433fb90-7217-472e-9635-585760d4ea2c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:45.095143 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device f433fb90-7217-472e-9635-585760d4ea2c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:45.131689 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ff45ceae-25da-4c18-80b7-151c23005d4a req-df9c8b12-78b0-473e-b6b3-24ce939ebc4f service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692584 Aug 16 22:17:45.135081 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ff926161-8de6-4449-b03b-c0c156bfb380 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:17:45.141482 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789b4688-09fc-466a-a953-a5ff0953f7f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1722966382-router', 'tenant_id': 'd489b5ebff3d461986b207e876b634c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1cbb941e-bd72-4326-8595-3aa9899c274a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:41Z', 'updated_at': '2021-08-16T22:17:43Z', 'revision_number': 3, 'project_id': 'd489b5ebff3d461986b207e876b634c7', 'gw_port': {'id': '1cbb941e-bd72-4326-8595-3aa9899c274a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789b4688-09fc-466a-a953-a5ff0953f7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:42Z', 'updated_at': '2021-08-16T22:17:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:45.171716 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: ff926161-8de6-4449-b03b-c0c156bfb380 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:17:45.172246 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ff926161-8de6-4449-b03b-c0c156bfb380 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:17:45.174756 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] Checking router: 789b4688-09fc-466a-a953-a5ff0953f7f0 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:17:45.175352 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] Updating router 789b4688-09fc-466a-a953-a5ff0953f7f0 port 1cbb941e-bd72-4326-8595-3aa9899c274a binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:17:45.178074 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bf16a-e8cf-440f-8130-af9d042113aa req-3f2047d5-48a9-4ff9-942f-f6a66e1a1311 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:45.179838 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d58bf16a-e8cf-440f-8130-af9d042113aa req-3f2047d5-48a9-4ff9-942f-f6a66e1a1311 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/ports?device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 949 time: 0.1877365 Aug 16 22:17:45.187481 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807407e9-b22c-4581-b18e-12e9dcee672e req-deb831c2-1407-46ce-89c6-b3e09ee41b2f tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:45.188995 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-807407e9-b22c-4581-b18e-12e9dcee672e req-deb831c2-1407-46ce-89c6-b3e09ee41b2f tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 808 time: 0.3327646 Aug 16 22:17:45.216118 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port f433fb90-7217-472e-9635-585760d4ea2c completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:45.221721 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port f433fb90-7217-472e-9635-585760d4ea2c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:45.222343 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.223904 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.265195 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-807407e9-b22c-4581-b18e-12e9dcee672e req-32dc3324-1597-4af3-af8d-46af17298f2a tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/quotas/c5206ab6d6f447fc9622b86511f61275 HTTP/1.1" status: 200 len: 375 time: 0.0512395 Aug 16 22:17:45.272060 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d58bf16a-e8cf-440f-8130-af9d042113aa req-0e6259b7-91f5-422e-baaa-13688660ce15 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/security-groups?id=093e0a85-11c9-4eb2-93f9-ad6992f32cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820978 Aug 16 22:17:45.360210 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.395145 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-807407e9-b22c-4581-b18e-12e9dcee672e req-8d79c924-2c85-4a3c-a3d0-eda6e05efb8a tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1115372 Aug 16 22:17:45.415539 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port f433fb90-7217-472e-9635-585760d4ea2c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=f433fb90-7217-472e-9635-585760d4ea2c,segment=NetworkSegment(1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6),segment_id=1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:45.421038 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.454501 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device e364c4cf-46eb-4dd4-b832-efb21c80a7dc up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:45.520674 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=f433fb90-7217-472e-9635-585760d4ea2c,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:45.521380 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70ac465f-2dd5-4948-a93d-c6a55df8639e req-694d3686-6e84-459e-a9cc-4f587d53b6ea tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc3e0646-0133-4b02-9c1a-09a0a7800e7a HTTP/1.1" status: 200 len: 210 time: 0.0769172 Aug 16 22:17:45.553361 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port e364c4cf-46eb-4dd4-b832-efb21c80a7dc completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:45.562565 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port e364c4cf-46eb-4dd4-b832-efb21c80a7dc triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:45.563242 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.584327 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.614083 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] Transition to ACTIVE for port object 1cbb941e-bd72-4326-8595-3aa9899c274a will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:45.620533 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.629149 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-807407e9-b22c-4581-b18e-12e9dcee672e req-a90a5275-68bc-47ef-8062-c9280dd753a6 service neutron] 10.222.0.93 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829870 Aug 16 22:17:45.681517 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea7ba6-0676-4e0b-bef7-3fdc38ea124f None None] Pushing event updated for resources: {'Port': ['ID=1cbb941e-bd72-4326-8595-3aa9899c274a,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:45.705706 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea7ba6-0676-4e0b-bef7-3fdc38ea124f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:45.706139 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea7ba6-0676-4e0b-bef7-3fdc38ea124f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:45.706506 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea7ba6-0676-4e0b-bef7-3fdc38ea124f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:45.706847 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea7ba6-0676-4e0b-bef7-3fdc38ea124f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:45.707185 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea7ba6-0676-4e0b-bef7-3fdc38ea124f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:45.707547 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea7ba6-0676-4e0b-bef7-3fdc38ea124f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:45.707851 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea7ba6-0676-4e0b-bef7-3fdc38ea124f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:45.708181 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea7ba6-0676-4e0b-bef7-3fdc38ea124f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:45.708503 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea7ba6-0676-4e0b-bef7-3fdc38ea124f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:45.708830 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea7ba6-0676-4e0b-bef7-3fdc38ea124f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:45.709155 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea7ba6-0676-4e0b-bef7-3fdc38ea124f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:45.710964 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edea7ba6-0676-4e0b-bef7-3fdc38ea124f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:45.726634 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-d9a66451-4c70-4155-ae58-71302f55ed7e tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6cc394dc58c1487684e69917dc62eaf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371883 Aug 16 22:17:45.750182 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.757566 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] Attempting to bind port 1cbb941e-bd72-4326-8595-3aa9899c274a on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:45.764882 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] Attempting to bind port 1cbb941e-bd72-4326-8595-3aa9899c274a by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:45.765505 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] Attempting to bind port 1cbb941e-bd72-4326-8595-3aa9899c274a on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:45.772629 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:45.774724 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:45.775759 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.776317 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:45.777182 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] Bound port: 1cbb941e-bd72-4326-8595-3aa9899c274a, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:45.778339 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.785365 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-180f88ae-aa1d-4a70-b873-1fb4b708833a None None] Provisioning complete for port f433fb90-7217-472e-9635-585760d4ea2c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:45.785881 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-180f88ae-aa1d-4a70-b873-1fb4b708833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.809762 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2cfddc7f-ed89-4a9b-94d9-1c0767d98b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.837233 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-807407e9-b22c-4581-b18e-12e9dcee672e req-b6e3418a-4743-45ca-9df0-6fce7d17d3ca service neutron] 10.222.0.93 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070403 Aug 16 22:17:45.844790 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34d6ce-4178-48a2-ad44-2ac702b5d9d4 req-81d03d86-ed70-43c3-b909-6e9905f96250 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:45.856001 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe34d6ce-4178-48a2-ad44-2ac702b5d9d4 req-81d03d86-ed70-43c3-b909-6e9905f96250 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 1097 time: 0.1504540 Aug 16 22:17:45.875386 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] For port 1cbb941e-bd72-4326-8595-3aa9899c274a, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:45.886575 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] For port 1cbb941e-bd72-4326-8595-3aa9899c274a, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1cbb941e-bd72-4326-8595-3aa9899c274a,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:45.898986 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.904848 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port e364c4cf-46eb-4dd4-b832-efb21c80a7dc, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:45.908215 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349fa110-afcc-45d4-b127-267a96b71ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e364c4cf-46eb-4dd4-b832-efb21c80a7dc'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:45.912951 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59559f85-db6d-4115-9c10-91938f56b499" -d '{"events": [{"server_uuid": "349fa110-afcc-45d4-b127-267a96b71ca1", "name": "network-vif-plugged", "status": "completed", "tag": "e364c4cf-46eb-4dd4-b832-efb21c80a7dc"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:45.927967 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.977047 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] Routers {'789b4688-09fc-466a-a953-a5ff0953f7f0'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:17:45.977833 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:17:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['789b4688-09fc-466a-a953-a5ff0953f7f0'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:45.982651 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea7ba6-0676-4e0b-bef7-3fdc38ea124f None None] Pushing event updated for resources: {'Port': ['ID=1cbb941e-bd72-4326-8595-3aa9899c274a,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:46.000337 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:46.025652 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe34d6ce-4178-48a2-ad44-2ac702b5d9d4 req-13d13ba1-97da-41b2-b3a0-adfff28daa62 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661735 Aug 16 22:17:46.161865 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-aed41ca0-50d6-4a9c-b9a0-9eed0c94ba70 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:46.163965 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-aed41ca0-50d6-4a9c-b9a0-9eed0c94ba70 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4280396 Aug 16 22:17:46.186385 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-5506749b-be45-4917-93fd-8c7f70956adc tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Request body: {'port': {'device_id': 'bc3e0646-0133-4b02-9c1a-09a0a7800e7a', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': '6cc394dc58c1487684e69917dc62eaf7'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:46.260209 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-2cfddc7f-ed89-4a9b-94d9-1c0767d98b9f admin admin] Allocated IP 172.20.0.1 (49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6/7f3fd4c1-751c-4fe0-804a-f0c59b532aeb/2f1d25e7-fdfc-4f61-aa92-de22bf5d755b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:46.295408 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] Set router 789b4688-09fc-466a-a953-a5ff0953f7f0 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:17:46.376435 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-5506749b-be45-4917-93fd-8c7f70956adc tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Made reservation on behalf of 6cc394dc58c1487684e69917dc62eaf7 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:46.384277 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-5506749b-be45-4917-93fd-8c7f70956adc tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:46.391649 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09e982-4b5f-430a-981d-ceba12fb8e60 req-763138f7-97bb-4616-949e-77d7b60a9b40 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:46.403664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c09e982-4b5f-430a-981d-ceba12fb8e60 req-763138f7-97bb-4616-949e-77d7b60a9b40 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 948 time: 0.1710405 Aug 16 22:17:46.484516 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c09e982-4b5f-430a-981d-ceba12fb8e60 req-3a5187e7-b22f-4435-8d6b-0ef7c4d42ab0 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745914 Aug 16 22:17:46.536226 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2cfddc7f-ed89-4a9b-94d9-1c0767d98b9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:46.564337 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5774f55-e3a4-4a23-a2de-8148544d25a2 x-openstack-request-id: req-c5774f55-e3a4-4a23-a2de-8148544d25a2 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:46.564635 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349fa110-afcc-45d4-b127-267a96b71ca1", "name": "network-vif-plugged", "status": "completed", "tag": "e364c4cf-46eb-4dd4-b832-efb21c80a7dc", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:46.564890 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c5774f55-e3a4-4a23-a2de-8148544d25a2 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:46.565917 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349fa110-afcc-45d4-b127-267a96b71ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e364c4cf-46eb-4dd4-b832-efb21c80a7dc', 'code': 200} Aug 16 22:17:46.568220 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789b4688-09fc-466a-a953-a5ff0953f7f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1722966382-router', 'tenant_id': 'd489b5ebff3d461986b207e876b634c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1cbb941e-bd72-4326-8595-3aa9899c274a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:41Z', 'updated_at': '2021-08-16T22:17:43Z', 'revision_number': 3, 'project_id': 'd489b5ebff3d461986b207e876b634c7', 'gw_port': {'id': '1cbb941e-bd72-4326-8595-3aa9899c274a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789b4688-09fc-466a-a953-a5ff0953f7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:42Z', 'updated_at': '2021-08-16T22:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:46.607458 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-2cfddc7f-ed89-4a9b-94d9-1c0767d98b9f admin admin] Transition to ACTIVE for port object 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:46.616722 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-5506749b-be45-4917-93fd-8c7f70956adc tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Allocated IP 192.168.233.106 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/771ae1f8-9997-4e7f-8156-42bdd50c46e4) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:46.646116 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f60a75-5216-415c-9453-d3df656ee890 req-bb9a544c-25e1-4b91-8b16-08a4c341903b tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:46.646587 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f60a75-5216-415c-9453-d3df656ee890 req-bb9a544c-25e1-4b91-8b16-08a4c341903b tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:46.647063 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f60a75-5216-415c-9453-d3df656ee890 req-bb9a544c-25e1-4b91-8b16-08a4c341903b tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:46.648902 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21f60a75-5216-415c-9453-d3df656ee890 req-bb9a544c-25e1-4b91-8b16-08a4c341903b tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=634a208d-b983-4518-88a2-70e0e3203b8a&device_id=bfd9c90c-262d-4f5f-8aab-94be1acc763f&device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 2885 time: 0.1055608 Aug 16 22:17:46.671169 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1fcdb4-28ef-4109-998e-64d7c95fd0ad None None] The sync data for ids ['789b4688-09fc-466a-a953-a5ff0953f7f0'] in n-d-792458-15 is: [{'id': '789b4688-09fc-466a-a953-a5ff0953f7f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1722966382-router', 'tenant_id': 'd489b5ebff3d461986b207e876b634c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1cbb941e-bd72-4326-8595-3aa9899c274a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:41Z', 'updated_at': '2021-08-16T22:17:43Z', 'revision_number': 3, 'project_id': 'd489b5ebff3d461986b207e876b634c7', 'gw_port': {'id': '1cbb941e-bd72-4326-8595-3aa9899c274a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789b4688-09fc-466a-a953-a5ff0953f7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:42Z', 'updated_at': '2021-08-16T22:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:17:46.715275 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21f60a75-5216-415c-9453-d3df656ee890 req-474645e8-7278-4343-a212-5996fb5ae745 tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590315 Aug 16 22:17:46.771324 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90545b-37df-4828-a6e9-60d37df1f450 req-0a4d128c-6fea-4ca6-acb2-7f743d6d6f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:46.772999 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3a90545b-37df-4828-a6e9-60d37df1f450 req-0a4d128c-6fea-4ca6-acb2-7f743d6d6f09 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 1102 time: 0.1261702 Aug 16 22:17:46.779001 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2cfddc7f-ed89-4a9b-94d9-1c0767d98b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:46.838626 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3a90545b-37df-4828-a6e9-60d37df1f450 req-0e2d32b7-d5a1-49ac-97d4-da04648f40cc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=093e0a85-11c9-4eb2-93f9-ad6992f32cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550888 Aug 16 22:17:46.842200 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfddc7f-ed89-4a9b-94d9-1c0767d98b9f admin admin] Network 49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:46.857827 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-5506749b-be45-4917-93fd-8c7f70956adc tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:46.864501 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-2cfddc7f-ed89-4a9b-94d9-1c0767d98b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:46.869616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a791a53-a6c8-4dc3-8050-a6ba5b8fb809 req-7f91dfd8-ba8e-42b8-afb3-45376e0f45b0 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:46.871166 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7a791a53-a6c8-4dc3-8050-a6ba5b8fb809 req-7f91dfd8-ba8e-42b8-afb3-45376e0f45b0 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 1097 time: 0.1728294 Aug 16 22:17:46.874363 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-5506749b-be45-4917-93fd-8c7f70956adc tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Transition to ACTIVE for port object 771ae1f8-9997-4e7f-8156-42bdd50c46e4 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:46.881052 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-984b8081-1001-465e-87de-6fca7ac9fa2a req-307532d0-84e7-4868-947e-53a9646a9fc6 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 210 time: 0.0664222 Aug 16 22:17:46.881757 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfddc7f-ed89-4a9b-94d9-1c0767d98b9f admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:46.882817 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2cfddc7f-ed89-4a9b-94d9-1c0767d98b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:46.921856 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device f433fb90-7217-472e-9635-585760d4ea2c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:46.964243 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfddc7f-ed89-4a9b-94d9-1c0767d98b9f admin admin] Pushing event updated for resources: {'Port': ['ID=2f1d25e7-fdfc-4f61-aa92-de22bf5d755b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:46.977836 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-5506749b-be45-4917-93fd-8c7f70956adc tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:47.032178 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port f433fb90-7217-472e-9635-585760d4ea2c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:47.032564 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:47.143880 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-5506749b-be45-4917-93fd-8c7f70956adc tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:47.151121 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-5506749b-be45-4917-93fd-8c7f70956adc tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:47.168414 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-5506749b-be45-4917-93fd-8c7f70956adc tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:47.181756 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-5506749b-be45-4917-93fd-8c7f70956adc tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:47.184615 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-5506749b-be45-4917-93fd-8c7f70956adc tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:47.213946 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506749b-be45-4917-93fd-8c7f70956adc tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Pushing event updated for resources: {'Port': ['ID=771ae1f8-9997-4e7f-8156-42bdd50c46e4,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:47.224229 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-5506749b-be45-4917-93fd-8c7f70956adc tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0420370 Aug 16 22:17:47.247972 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] Request body: {'port': {'device_id': 'bc3e0646-0133-4b02-9c1a-09a0a7800e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:47.311241 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6a382e3c-1a0c-4917-8eda-41cecbdc2a42 None None] Provisioning for port 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:47.315684 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6a382e3c-1a0c-4917-8eda-41cecbdc2a42 None None] Provisioning complete for port 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:47.315974 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6a382e3c-1a0c-4917-8eda-41cecbdc2a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:47.316113 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:47.365260 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7a791a53-a6c8-4dc3-8050-a6ba5b8fb809 req-438a5182-d80f-4fa7-b255-1ade564481cc tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701779 Aug 16 22:17:47.407428 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-6a382e3c-1a0c-4917-8eda-41cecbdc2a42 None None] Port 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:17:47.435049 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2258c-3801-491a-9375-0259a0b26a6f req-aaf24015-6cf9-4bd2-ab06-b59ead1d2727 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:47.445457 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d9d2258c-3801-491a-9375-0259a0b26a6f req-aaf24015-6cf9-4bd2-ab06-b59ead1d2727 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/ports?device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 950 time: 0.4812567 Aug 16 22:17:47.459721 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 4f2cb624-3bc5-45fb-addf-d0988a0cd206 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:47.586775 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d9d2258c-3801-491a-9375-0259a0b26a6f req-f82dfc71-a95f-43aa-a434-a6c311f5e1a6 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/security-groups?id=093e0a85-11c9-4eb2-93f9-ad6992f32cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401799 Aug 16 22:17:47.601577 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-71587c17-cbcb-4b98-a7d5-972250ae9b5d None None] Provisioning for port 771ae1f8-9997-4e7f-8156-42bdd50c46e4 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:47.616317 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-71587c17-cbcb-4b98-a7d5-972250ae9b5d None None] Provisioning complete for port 771ae1f8-9997-4e7f-8156-42bdd50c46e4 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:47.617556 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-71587c17-cbcb-4b98-a7d5-972250ae9b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:47.665987 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d18e8e-572b-4075-8a5f-879a6f2be0e4 req-afda7691-2a73-4d0e-96c2-c6ec53b75bb4 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:47.667810 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-57d18e8e-572b-4075-8a5f-879a6f2be0e4 req-afda7691-2a73-4d0e-96c2-c6ec53b75bb4 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc3e0646-0133-4b02-9c1a-09a0a7800e7a HTTP/1.1" status: 200 len: 936 time: 0.1805239 Aug 16 22:17:47.700518 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807407e9-b22c-4581-b18e-12e9dcee672e req-d42464c7-a5fa-4a75-90d0-7c1656ea0e63 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:47.702789 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-807407e9-b22c-4581-b18e-12e9dcee672e req-d42464c7-a5fa-4a75-90d0-7c1656ea0e63 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.43 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 808 time: 0.1873693 Aug 16 22:17:47.713739 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-71587c17-cbcb-4b98-a7d5-972250ae9b5d None None] Port 771ae1f8-9997-4e7f-8156-42bdd50c46e4 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:17:47.735927 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-807407e9-b22c-4581-b18e-12e9dcee672e req-a2aa73bc-4dc3-4c63-a29e-b74ddda2a811 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Request body: {'port': {'device_id': '1bb62584-2c6e-4492-8bd9-5371ba007cca', 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d', 'admin_state_up': True, 'tenant_id': 'c5206ab6d6f447fc9622b86511f61275'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:47.738145 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 4f2cb624-3bc5-45fb-addf-d0988a0cd206, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4f2cb624-3bc5-45fb-addf-d0988a0cd206,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:47.756487 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '4f2cb624-3bc5-45fb-addf-d0988a0cd206', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': '4f2cb624-3bc5-45fb-addf-d0988a0cd206', 'mac_address': 'fa:16:3e:22:f9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:47.761557 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2cfddc7f-ed89-4a9b-94d9-1c0767d98b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:47.808752 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:47.828025 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f2cb624-3bc5-45fb-addf-d0988a0cd206 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:47.853052 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 4f2cb624-3bc5-45fb-addf-d0988a0cd206, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4f2cb624-3bc5-45fb-addf-d0988a0cd206,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:47.869083 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:47.939503 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=4f2cb624-3bc5-45fb-addf-d0988a0cd206,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:47.955883 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-57d18e8e-572b-4075-8a5f-879a6f2be0e4 req-18577d2c-64a5-447f-aefc-d5f4633756ce tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509220 Aug 16 22:17:48.055580 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807407e9-b22c-4581-b18e-12e9dcee672e req-a2aa73bc-4dc3-4c63-a29e-b74ddda2a811 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Made reservation on behalf of c5206ab6d6f447fc9622b86511f61275 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:48.059071 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-807407e9-b22c-4581-b18e-12e9dcee672e req-a2aa73bc-4dc3-4c63-a29e-b74ddda2a811 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.062940 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b21fd1-2396-4628-80a3-978993ff50f3 req-a494b7e2-84b9-45e3-b1cc-b43e50aa65a7 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:48.064468 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19b21fd1-2396-4628-80a3-978993ff50f3 req-a494b7e2-84b9-45e3-b1cc-b43e50aa65a7 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 949 time: 0.1064577 Aug 16 22:17:48.084847 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2cfddc7f-ed89-4a9b-94d9-1c0767d98b9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.096865 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2cfddc7f-ed89-4a9b-94d9-1c0767d98b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.097599 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2cfddc7f-ed89-4a9b-94d9-1c0767d98b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.123645 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['4f2cb624-3bc5-45fb-addf-d0988a0cd206'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:48.181838 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771ae1f8-9997-4e7f-8156-42bdd50c46e4 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:48.194398 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.235323 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] Transition to ACTIVE for port object 771ae1f8-9997-4e7f-8156-42bdd50c46e4 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:48.241000 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.250387 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19b21fd1-2396-4628-80a3-978993ff50f3 req-71995b84-0143-44f2-bfca-a16653de07e9 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751122 Aug 16 22:17:48.291993 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-807407e9-b22c-4581-b18e-12e9dcee672e req-a2aa73bc-4dc3-4c63-a29e-b74ddda2a811 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Allocated IP 172.20.0.4 (f8a63fa3-3f8c-44df-b68b-c5d1b765109d/eacf5177-2040-46b3-9089-5860f949a56c/14c88565-94dd-4e73-b91d-1e4b21e85cfa) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:48.311850 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b40b12b9-3679-4c99-a8af-62388b977dc0 req-3068c31a-6a60-4738-8234-bebe7118ab87 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 210 time: 0.0648744 Aug 16 22:17:48.314414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfddc7f-ed89-4a9b-94d9-1c0767d98b9f admin admin] Pushing event updated for resources: {'Port': ['ID=2f1d25e7-fdfc-4f61-aa92-de22bf5d755b,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:48.333947 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] Pushing event updated for resources: {'Port': ['ID=771ae1f8-9997-4e7f-8156-42bdd50c46e4,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:48.365564 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfddc7f-ed89-4a9b-94d9-1c0767d98b9f admin admin] Network 49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:48.368235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-2cfddc7f-ed89-4a9b-94d9-1c0767d98b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:48.451358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] Attempting to bind port 771ae1f8-9997-4e7f-8156-42bdd50c46e4 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:48.451951 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] Attempting to bind port 771ae1f8-9997-4e7f-8156-42bdd50c46e4 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:48.452441 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] Attempting to bind port 771ae1f8-9997-4e7f-8156-42bdd50c46e4 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:48.512709 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] Port 771ae1f8-9997-4e7f-8156-42bdd50c46e4 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:48.513284 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] Attempting to bind port 771ae1f8-9997-4e7f-8156-42bdd50c46e4 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:48.523994 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:48.524526 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:48.525028 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:48.525666 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] Bound port: 771ae1f8-9997-4e7f-8156-42bdd50c46e4, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:48.526047 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.589475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1b56a-21e2-4aa1-b0af-a07a1c9eb85c req-cebb7ed3-7721-4ec0-931f-07c996c3ecb9 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:48.597167 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aac1b56a-21e2-4aa1-b0af-a07a1c9eb85c req-cebb7ed3-7721-4ec0-931f-07c996c3ecb9 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 1097 time: 0.1414325 Aug 16 22:17:48.655124 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfddc7f-ed89-4a9b-94d9-1c0767d98b9f admin admin] Router 789b4688-09fc-466a-a953-a5ff0953f7f0 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:17:48.694583 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aac1b56a-21e2-4aa1-b0af-a07a1c9eb85c req-e42d3ef8-5224-41a3-91c1-47c7c73879b9 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868897 Aug 16 22:17:48.695406 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-807407e9-b22c-4581-b18e-12e9dcee672e req-a2aa73bc-4dc3-4c63-a29e-b74ddda2a811 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.737172 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] For port 771ae1f8-9997-4e7f-8156-42bdd50c46e4, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:48.742390 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] For port 771ae1f8-9997-4e7f-8156-42bdd50c46e4, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=771ae1f8-9997-4e7f-8156-42bdd50c46e4,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:48.754320 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.779498 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2cccd3c2-95cc-4f10-b027-5742cd6e3520 None None] Provisioning complete for port 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:48.782986 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2cccd3c2-95cc-4f10-b027-5742cd6e3520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.795461 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:48.796168 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.797633 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] 10.222.0.39 "PUT /v2.0/ports/771ae1f8-9997-4e7f-8156-42bdd50c46e4 HTTP/1.1" status: 200 len: 1097 time: 1.5567889 Aug 16 22:17:48.798162 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3e0646-0133-4b02-9c1a-09a0a7800e7a', 'tag': '771ae1f8-9997-4e7f-8156-42bdd50c46e4'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:48.800467 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0b94c9-ac1c-45ae-a8c7-bb96c3e7f785" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3e0646-0133-4b02-9c1a-09a0a7800e7a", "tag": "771ae1f8-9997-4e7f-8156-42bdd50c46e4"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:48.808198 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-807407e9-b22c-4581-b18e-12e9dcee672e req-a2aa73bc-4dc3-4c63-a29e-b74ddda2a811 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.855827 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807407e9-b22c-4581-b18e-12e9dcee672e req-a2aa73bc-4dc3-4c63-a29e-b74ddda2a811 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Network f8a63fa3-3f8c-44df-b68b-c5d1b765109d is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:48.857349 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bba44f-2a0d-429b-99c8-f4a1dbab0210 service neutron] Pushing event updated for resources: {'Port': ['ID=771ae1f8-9997-4e7f-8156-42bdd50c46e4,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:48.865442 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-807407e9-b22c-4581-b18e-12e9dcee672e req-a2aa73bc-4dc3-4c63-a29e-b74ddda2a811 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:48.871879 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-807407e9-b22c-4581-b18e-12e9dcee672e req-a2aa73bc-4dc3-4c63-a29e-b74ddda2a811 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:48.881787 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807407e9-b22c-4581-b18e-12e9dcee672e req-a2aa73bc-4dc3-4c63-a29e-b74ddda2a811 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:48.882536 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-807407e9-b22c-4581-b18e-12e9dcee672e req-a2aa73bc-4dc3-4c63-a29e-b74ddda2a811 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.918219 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-2cccd3c2-95cc-4f10-b027-5742cd6e3520 None None] Port 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:17:48.966409 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfddc7f-ed89-4a9b-94d9-1c0767d98b9f admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:17:48.973994 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2cfddc7f-ed89-4a9b-94d9-1c0767d98b9f admin admin] 10.222.0.93 "PUT /v2.0/routers/789b4688-09fc-466a-a953-a5ff0953f7f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2394779 Aug 16 22:17:48.983376 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-807407e9-b22c-4581-b18e-12e9dcee672e req-a2aa73bc-4dc3-4c63-a29e-b74ddda2a811 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2534707 Aug 16 22:17:48.992676 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc88d42-7929-453c-a02a-31a463e9366c req-4c45160a-03a3-4435-8f34-a74f3b3ccec0 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:48.997743 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4fc88d42-7929-453c-a02a-31a463e9366c req-4c45160a-03a3-4435-8f34-a74f3b3ccec0 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/ports?device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 950 time: 0.1085584 Aug 16 22:17:49.001588 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] Request body: {'port': {'device_id': '1bb62584-2c6e-4492-8bd9-5371ba007cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:49.024181 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3905e80-b98b-4ec6-88eb-a829597018d2 x-openstack-request-id: req-b3905e80-b98b-4ec6-88eb-a829597018d2 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:49.024318 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3e0646-0133-4b02-9c1a-09a0a7800e7a", "tag": "771ae1f8-9997-4e7f-8156-42bdd50c46e4", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:49.024582 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b3905e80-b98b-4ec6-88eb-a829597018d2 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:49.025140 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc3e0646-0133-4b02-9c1a-09a0a7800e7a', 'tag': '771ae1f8-9997-4e7f-8156-42bdd50c46e4', 'status': 'completed', 'code': 200} Aug 16 22:17:49.027482 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-c64dc024-ba8c-4cc2-86a5-55a44e1f7be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:49.031564 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-c64dc024-ba8c-4cc2-86a5-55a44e1f7be0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6cc394dc58c1487684e69917dc62eaf7&device_id=bc3e0646-0133-4b02-9c1a-09a0a7800e7a HTTP/1.1" status: 200 len: 1100 time: 0.1421783 Aug 16 22:17:49.090483 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1cbb941e-bd72-4326-8595-3aa9899c274a up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:49.098354 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4fc88d42-7929-453c-a02a-31a463e9366c req-35346162-c704-4ffb-abcc-aee81651e605 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/security-groups?id=093e0a85-11c9-4eb2-93f9-ad6992f32cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739684 Aug 16 22:17:49.149448 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-30b05cf4-235d-4478-a687-f758dd406430 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=771ae1f8-9997-4e7f-8156-42bdd50c46e4 HTTP/1.1" status: 200 len: 217 time: 0.0443532 Aug 16 22:17:49.163720 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa73bc-4dc3-4c63-a29e-b74ddda2a811 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Pushing event updated for resources: {'Port': ['ID=14c88565-94dd-4e73-b91d-1e4b21e85cfa,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:49.201502 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] Sync routers for ids ['789b4688-09fc-466a-a953-a5ff0953f7f0'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:17:49.202588 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.221316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] Routers {'789b4688-09fc-466a-a953-a5ff0953f7f0'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:17:49.222593 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:17:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['789b4688-09fc-466a-a953-a5ff0953f7f0'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:49.267007 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-dbcae6c0-90d0-4706-8962-8ef3423996ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:49.268406 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-dbcae6c0-90d0-4706-8962-8ef3423996ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1002574 Aug 16 22:17:49.269580 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 1cbb941e-bd72-4326-8595-3aa9899c274a completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:49.280390 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 1cbb941e-bd72-4326-8595-3aa9899c274a triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:49.281014 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.330143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705c6b7-7d7e-419f-b759-732afa0268ed req-f2c34e3c-40f8-4984-9ebd-7fe2ec178161 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:49.340390 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7705c6b7-7d7e-419f-b759-732afa0268ed req-f2c34e3c-40f8-4984-9ebd-7fe2ec178161 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc3e0646-0133-4b02-9c1a-09a0a7800e7a HTTP/1.1" status: 200 len: 948 time: 0.1026716 Aug 16 22:17:49.427147 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7705c6b7-7d7e-419f-b759-732afa0268ed req-3e02e7d5-339b-4f5d-97b8-319d2317d8b0 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858288 Aug 16 22:17:49.432111 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] Set router 789b4688-09fc-466a-a953-a5ff0953f7f0 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:17:49.488765 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-4d92a8b5-9373-4a97-814b-60d8bc5aa714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:49.490336 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-4d92a8b5-9373-4a97-814b-60d8bc5aa714 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1955030 Aug 16 22:17:49.571763 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e96b39-e542-4f21-b790-b106640f50a4 req-74e01ba0-9c38-491a-a7b8-55079bffe9e0 tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:49.573758 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-88e96b39-e542-4f21-b790-b106640f50a4 req-74e01ba0-9c38-491a-a7b8-55079bffe9e0 tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 1101 time: 0.0502808 Aug 16 22:17:49.585647 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 4f2cb624-3bc5-45fb-addf-d0988a0cd206 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:49.664307 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.665620 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-88e96b39-e542-4f21-b790-b106640f50a4 req-73ef1b77-ea3f-483c-b1be-6c30dfc0fff5 tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842452 Aug 16 22:17:49.770636 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 1cbb941e-bd72-4326-8595-3aa9899c274a, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1cbb941e-bd72-4326-8595-3aa9899c274a,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:49.779611 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-7c56275d-b6a2-4a69-9e50-0bb2d89f3d95 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800610 Aug 16 22:17:49.790450 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.843384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eeef6e-bf09-4681-9950-55ea64499269 req-b08e1a6c-b8f5-4966-bb95-179e3e64c15b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:49.845225 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-66eeef6e-bf09-4681-9950-55ea64499269 req-b08e1a6c-b8f5-4966-bb95-179e3e64c15b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 949 time: 0.0996265 Aug 16 22:17:49.861032 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=1cbb941e-bd72-4326-8595-3aa9899c274a,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:49.879486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 4f2cb624-3bc5-45fb-addf-d0988a0cd206 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:49.881192 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44322) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:49.886462 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b1b3700e-b978-48ae-a5a8-45a57d9f8165 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-700047851-network', 'tenant_id': '0a189ef297fa4d6a8431a25ca3d0a5c9'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:49.888492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 4f2cb624-3bc5-45fb-addf-d0988a0cd206 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:49.888872 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.892600 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c88565-94dd-4e73-b91d-1e4b21e85cfa {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:49.902954 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.931821 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-66eeef6e-bf09-4681-9950-55ea64499269 req-a8a84ddd-cb86-4154-9503-a87c461f262d tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686429 Aug 16 22:17:49.942943 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a2e36-57f4-4055-aebb-d67309c23bc3 req-fe9382eb-dcf5-46d1-be5a-ba8eaf0420a4 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:49.944379 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] Transition to ACTIVE for port object 14c88565-94dd-4e73-b91d-1e4b21e85cfa will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:49.944738 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f7a2e36-57f4-4055-aebb-d67309c23bc3 req-fe9382eb-dcf5-46d1-be5a-ba8eaf0420a4 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 931 time: 0.0960319 Aug 16 22:17:49.969548 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.972088 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b3700e-b978-48ae-a5a8-45a57d9f8165 admin admin] Made reservation on behalf of 0a189ef297fa4d6a8431a25ca3d0a5c9 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:49.978727 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1b3700e-b978-48ae-a5a8-45a57d9f8165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.001653 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1b3700e-b978-48ae-a5a8-45a57d9f8165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.010759 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f7a2e36-57f4-4055-aebb-d67309c23bc3 req-15a72f8d-3dbc-4078-aa28-327f0e46547b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518131 Aug 16 22:17:50.072614 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6455153-4ae6-465f-beab-03bb43019a2a req-dbf1294b-d3e1-4ab3-bce0-05ba7b11250d tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:50.074169 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c6455153-4ae6-465f-beab-03bb43019a2a req-dbf1294b-d3e1-4ab3-bce0-05ba7b11250d tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 1101 time: 0.0501604 Aug 16 22:17:50.095101 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789b4688-09fc-466a-a953-a5ff0953f7f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1722966382-router', 'tenant_id': 'd489b5ebff3d461986b207e876b634c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1cbb941e-bd72-4326-8595-3aa9899c274a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:41Z', 'updated_at': '2021-08-16T22:17:47Z', 'revision_number': 4, 'project_id': 'd489b5ebff3d461986b207e876b634c7', 'gw_port': {'id': '1cbb941e-bd72-4326-8595-3aa9899c274a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789b4688-09fc-466a-a953-a5ff0953f7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:42Z', 'updated_at': '2021-08-16T22:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '2f1d25e7-fdfc-4f61-aa92-de22bf5d755b', 'name': '', 'network_id': '49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6', 'tenant_id': 'd489b5ebff3d461986b207e876b634c7', 'mac_address': 'fa:16:3e:41:44:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789b4688-09fc-466a-a953-a5ff0953f7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7f3fd4c1-751c-4fe0-804a-f0c59b532aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:45Z', 'updated_at': '2021-08-16T22:17:47Z', 'revision_number': 2, 'project_id': 'd489b5ebff3d461986b207e876b634c7', 'subnets': [{'id': '7f3fd4c1-751c-4fe0-804a-f0c59b532aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:50.113245 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c8f78c0f-3ff9-4765-b572-ec02d05d208b req-504b3e54-e673-4cfa-97f4-15a5b6acdcb8 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174508 Aug 16 22:17:50.119746 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] Pushing event updated for resources: {'Port': ['ID=14c88565-94dd-4e73-b91d-1e4b21e85cfa,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:50.128851 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] Checking router: 789b4688-09fc-466a-a953-a5ff0953f7f0 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:17:50.129540 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] Updating router 789b4688-09fc-466a-a953-a5ff0953f7f0 port 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:17:50.147304 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c6455153-4ae6-465f-beab-03bb43019a2a req-482d356e-245b-49c5-a18d-629162efb34a tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664854 Aug 16 22:17:50.158697 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa793da-be40-4484-9117-1a896d569c01 req-9845664f-fcee-4e0c-9da0-da44d2792ba3 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:50.166573 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dfa793da-be40-4484-9117-1a896d569c01 req-9845664f-fcee-4e0c-9da0-da44d2792ba3 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 1097 time: 0.0711222 Aug 16 22:17:50.187001 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.236034 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dfa793da-be40-4484-9117-1a896d569c01 req-0cc43045-6b1a-49b5-aa6f-3e9102958317 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590553 Aug 16 22:17:50.238238 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.239265 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] Attempting to bind port 14c88565-94dd-4e73-b91d-1e4b21e85cfa on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:50.239736 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] Attempting to bind port 14c88565-94dd-4e73-b91d-1e4b21e85cfa by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:50.240070 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] Attempting to bind port 14c88565-94dd-4e73-b91d-1e4b21e85cfa on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:50.290468 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] Port 14c88565-94dd-4e73-b91d-1e4b21e85cfa on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:50.290800 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] Attempting to bind port 14c88565-94dd-4e73-b91d-1e4b21e85cfa on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:50.314036 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:50.314358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] Checking segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:50.314743 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] Bound using segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:50.315274 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] Bound port: 14c88565-94dd-4e73-b91d-1e4b21e85cfa, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:50.315687 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.324492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2cb624-3bc5-45fb-addf-d0988a0cd206'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:50.326783 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f54d71-c2bc-4043-829a-0f4862741f21" -d '{"events": [{"server_uuid": "3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f", "name": "network-vif-plugged", "status": "completed", "tag": "4f2cb624-3bc5-45fb-addf-d0988a0cd206"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:50.347328 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1b3700e-b978-48ae-a5a8-45a57d9f8165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.349670 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 4f2cb624-3bc5-45fb-addf-d0988a0cd206, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4f2cb624-3bc5-45fb-addf-d0988a0cd206,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:50.356174 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b94c9-ac1c-45ae-a8c7-bb96c3e7f785 req-0e845b08-e608-488c-8fb6-52598fe87fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:50.357716 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-df0b94c9-ac1c-45ae-a8c7-bb96c3e7f785 req-0e845b08-e608-488c-8fb6-52598fe87fa6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6cc394dc58c1487684e69917dc62eaf7&device_id=bc3e0646-0133-4b02-9c1a-09a0a7800e7a HTTP/1.1" status: 200 len: 1100 time: 0.1214602 Aug 16 22:17:50.363295 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.379532 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1b3700e-b978-48ae-a5a8-45a57d9f8165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.433606 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] For port 14c88565-94dd-4e73-b91d-1e4b21e85cfa, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:50.437270 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] For port 14c88565-94dd-4e73-b91d-1e4b21e85cfa, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=14c88565-94dd-4e73-b91d-1e4b21e85cfa,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:50.480531 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=4f2cb624-3bc5-45fb-addf-d0988a0cd206,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:50.566903 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b3700e-b978-48ae-a5a8-45a57d9f8165 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:17:50.584209 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3700e-b978-48ae-a5a8-45a57d9f8165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a72b02-8e81-487d-b5c5-486f3c7dbd98,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:50.589591 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.608790 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.622616 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5db5a8b-12b2-4852-9b49-aa9548b842f9 x-openstack-request-id: req-a5db5a8b-12b2-4852-9b49-aa9548b842f9 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:50.622616 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f", "name": "network-vif-plugged", "status": "completed", "tag": "4f2cb624-3bc5-45fb-addf-d0988a0cd206", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:50.622616 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a5db5a8b-12b2-4852-9b49-aa9548b842f9 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:50.622616 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2cb624-3bc5-45fb-addf-d0988a0cd206', 'code': 200} Aug 16 22:17:50.622616 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] Transition to ACTIVE for port object 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:50.631694 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.660994 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:50.662078 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.663811 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] 10.222.0.43 "PUT /v2.0/ports/14c88565-94dd-4e73-b91d-1e4b21e85cfa HTTP/1.1" status: 200 len: 1092 time: 1.6704774 Aug 16 22:17:50.667247 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1b3700e-b978-48ae-a5a8-45a57d9f8165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.667580 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-b1b3700e-b978-48ae-a5a8-45a57d9f8165 admin admin] Added segment 0019ccc3-931f-4367-987a-afa1cb683e36 of type vlan for network ade48865-2676-4eac-a1a7-460f60c30d40 Aug 16 22:17:50.670718 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b94c9-ac1c-45ae-a8c7-bb96c3e7f785 req-39a3959d-3674-4564-b1fc-51c98ce3c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:50.673295 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-df0b94c9-ac1c-45ae-a8c7-bb96c3e7f785 req-39a3959d-3674-4564-b1fc-51c98ce3c86b service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.2948289 Aug 16 22:17:50.677725 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249f818-bcc4-43dd-8365-1d1bf5ee36b6 req-ae489a84-8421-4e94-8a7c-3d346f73bf96 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:50.680240 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d249f818-bcc4-43dd-8365-1d1bf5ee36b6 req-ae489a84-8421-4e94-8a7c-3d346f73bf96 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc3e0646-0133-4b02-9c1a-09a0a7800e7a HTTP/1.1" status: 200 len: 948 time: 0.1013227 Aug 16 22:17:50.697330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd6865-e369-4cfe-8a7e-44e53fde1b71 None None] Pushing event updated for resources: {'Port': ['ID=2f1d25e7-fdfc-4f61-aa92-de22bf5d755b,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:50.760001 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d249f818-bcc4-43dd-8365-1d1bf5ee36b6 req-7141786e-f0b9-436b-8b6a-e3520b7acbb9 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730267 Aug 16 22:17:50.779184 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] Attempting to bind port 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:50.779579 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] Attempting to bind port 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:50.779960 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] Attempting to bind port 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b on network 49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:50.790324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:50.790706 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] Checking segment: {'id': '1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:50.791114 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.791513 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] Bound using segment: {'id': '1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:50.792159 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] Bound port: 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:50.792363 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.879860 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] For port 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:50.884297 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-df0b94c9-ac1c-45ae-a8c7-bb96c3e7f785 req-c70df96b-d6e4-4b8d-af86-8ed526c623e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=771ae1f8-9997-4e7f-8156-42bdd50c46e4 HTTP/1.1" status: 200 len: 217 time: 0.1293051 Aug 16 22:17:50.888177 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] For port 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=2f1d25e7-fdfc-4f61-aa92-de22bf5d755b,segment=NetworkSegment(1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6),segment_id=1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:50.916151 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.963611 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1cbb941e-bd72-4326-8595-3aa9899c274a up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:50.964704 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1b3700e-b978-48ae-a5a8-45a57d9f8165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.972523 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da0c06-d238-4a2b-8545-072e93752a59 service neutron] Pushing event updated for resources: {'Port': ['ID=14c88565-94dd-4e73-b91d-1e4b21e85cfa,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:50.993369 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c52af-333f-404d-b6ed-3632822a3b4e req-3c3ec706-2bce-4d7f-967a-c0de76faa15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:50.995395 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2e5c52af-333f-404d-b6ed-3632822a3b4e req-3c3ec706-2bce-4d7f-967a-c0de76faa15b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 1102 time: 0.3950210 Aug 16 22:17:51.033534 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] Routers {'789b4688-09fc-466a-a953-a5ff0953f7f0'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:17:51.033534 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:17:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['789b4688-09fc-466a-a953-a5ff0953f7f0'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:51.040118 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807407e9-b22c-4581-b18e-12e9dcee672e req-161fec71-e547-4533-be97-f3684cf2f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:51.043015 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-807407e9-b22c-4581-b18e-12e9dcee672e req-161fec71-e547-4533-be97-f3684cf2f927 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 1095 time: 0.2881417 Aug 16 22:17:51.043015 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb62584-2c6e-4492-8bd9-5371ba007cca', 'tag': '14c88565-94dd-4e73-b91d-1e4b21e85cfa'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:51.044627 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b036bf6-cbb9-4e77-966c-a21cbab8b0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb62584-2c6e-4492-8bd9-5371ba007cca", "tag": "14c88565-94dd-4e73-b91d-1e4b21e85cfa"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:51.084430 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd6865-e369-4cfe-8a7e-44e53fde1b71 None None] Pushing event updated for resources: {'Port': ['ID=2f1d25e7-fdfc-4f61-aa92-de22bf5d755b,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:51.156148 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-807407e9-b22c-4581-b18e-12e9dcee672e req-f2fce771-8096-46bf-adc1-8b04a3549f2d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14c88565-94dd-4e73-b91d-1e4b21e85cfa HTTP/1.1" status: 200 len: 217 time: 0.0961690 Aug 16 22:17:51.185562 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 1cbb941e-bd72-4326-8595-3aa9899c274a triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:51.186160 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:51.198203 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b94c9-ac1c-45ae-a8c7-bb96c3e7f785 req-6707e02c-84ae-4646-ad48-7915e2aef950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:51.203205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355f4f9-b0f0-4ffe-8f0f-9cacb81336d2 req-26c18b3e-4566-44f4-9df6-78a9423d54a3 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:51.211481 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4355f4f9-b0f0-4ffe-8f0f-9cacb81336d2 req-26c18b3e-4566-44f4-9df6-78a9423d54a3 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 950 time: 0.0966909 Aug 16 22:17:51.212776 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-df0b94c9-ac1c-45ae-a8c7-bb96c3e7f785 req-6707e02c-84ae-4646-ad48-7915e2aef950 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.2780237 Aug 16 22:17:51.229003 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1b3700e-b978-48ae-a5a8-45a57d9f8165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:51.230213 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b3700e-b978-48ae-a5a8-45a57d9f8165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:51.230810 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1b3700e-b978-48ae-a5a8-45a57d9f8165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:51.234075 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2e5c52af-333f-404d-b6ed-3632822a3b4e req-d504cd50-1c36-4360-8ba8-164c818613bd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058821 Aug 16 22:17:51.242771 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] Set router 789b4688-09fc-466a-a953-a5ff0953f7f0 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:17:51.262634 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4355f4f9-b0f0-4ffe-8f0f-9cacb81336d2 req-d7424320-620a-40b9-b9d7-db8eeca6ab60 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502865 Aug 16 22:17:51.403821 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b1b3700e-b978-48ae-a5a8-45a57d9f8165 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5216026 Aug 16 22:17:51.407455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44386) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:51.415179 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807407e9-b22c-4581-b18e-12e9dcee672e req-25fbd7c0-164d-455c-99e0-de5920cb4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:51.415429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a3d1b9fe-740d-4e1e-891f-aed4e66d886c admin admin] Request body: {'subnet': {'network_id': 'ade48865-2676-4eac-a1a7-460f60c30d40', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-700047851-subnet', 'tenant_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:51.416635 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-807407e9-b22c-4581-b18e-12e9dcee672e req-25fbd7c0-164d-455c-99e0-de5920cb4893 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 200 len: 848 time: 0.2471859 Aug 16 22:17:51.418011 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3700e-b978-48ae-a5a8-45a57d9f8165 admin admin] Pushing event updated for resources: {'Network': ['ID=ade48865-2676-4eac-a1a7-460f60c30d40,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:51.434917 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network ade48865-2676-4eac-a1a7-460f60c30d40 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:17:51.455189 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d1b9fe-740d-4e1e-891f-aed4e66d886c admin admin] Made reservation on behalf of 0a189ef297fa4d6a8431a25ca3d0a5c9 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:51.458752 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3d1b9fe-740d-4e1e-891f-aed4e66d886c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:51.459196 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b94c9-ac1c-45ae-a8c7-bb96c3e7f785 req-b1d41a6c-043f-4962-a9f6-f45cef40cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:51.460879 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-df0b94c9-ac1c-45ae-a8c7-bb96c3e7f785 req-b1d41a6c-043f-4962-a9f6-f45cef40cbcc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2331643 Aug 16 22:17:51.480358 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-807407e9-b22c-4581-b18e-12e9dcee672e req-08557f21-4443-48db-99d8-e175c201cebf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339921 Aug 16 22:17:51.730613 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789b4688-09fc-466a-a953-a5ff0953f7f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1722966382-router', 'tenant_id': 'd489b5ebff3d461986b207e876b634c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1cbb941e-bd72-4326-8595-3aa9899c274a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:41Z', 'updated_at': '2021-08-16T22:17:47Z', 'revision_number': 4, 'project_id': 'd489b5ebff3d461986b207e876b634c7', 'gw_port': {'id': '1cbb941e-bd72-4326-8595-3aa9899c274a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4688-09fc-466a-a953-a5ff0953f7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:42Z', 'updated_at': '2021-08-16T22:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '2f1d25e7-fdfc-4f61-aa92-de22bf5d755b', 'name': '', 'network_id': '49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6', 'tenant_id': 'd489b5ebff3d461986b207e876b634c7', 'mac_address': 'fa:16:3e:41:44:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789b4688-09fc-466a-a953-a5ff0953f7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7f3fd4c1-751c-4fe0-804a-f0c59b532aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:45Z', 'updated_at': '2021-08-16T22:17:50Z', 'revision_number': 4, 'project_id': 'd489b5ebff3d461986b207e876b634c7', 'subnets': [{'id': '7f3fd4c1-751c-4fe0-804a-f0c59b532aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:51.768965 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240b14df-2bcb-4f05-831b-05aff6a4cc48 None None] The sync data for ids ['789b4688-09fc-466a-a953-a5ff0953f7f0'] in n-d-792458-15 is: [{'id': '789b4688-09fc-466a-a953-a5ff0953f7f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1722966382-router', 'tenant_id': 'd489b5ebff3d461986b207e876b634c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1cbb941e-bd72-4326-8595-3aa9899c274a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:41Z', 'updated_at': '2021-08-16T22:17:47Z', 'revision_number': 4, 'project_id': 'd489b5ebff3d461986b207e876b634c7', 'gw_port': {'id': '1cbb941e-bd72-4326-8595-3aa9899c274a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4688-09fc-466a-a953-a5ff0953f7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:42Z', 'updated_at': '2021-08-16T22:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '2f1d25e7-fdfc-4f61-aa92-de22bf5d755b', 'name': '', 'network_id': '49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6', 'tenant_id': 'd489b5ebff3d461986b207e876b634c7', 'mac_address': 'fa:16:3e:41:44:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789b4688-09fc-466a-a953-a5ff0953f7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7f3fd4c1-751c-4fe0-804a-f0c59b532aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:45Z', 'updated_at': '2021-08-16T22:17:50Z', 'revision_number': 4, 'project_id': 'd489b5ebff3d461986b207e876b634c7', 'subnets': [{'id': '7f3fd4c1-751c-4fe0-804a-f0c59b532aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:17:51.806096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36771bba-d847-46fc-9a16-fa15fae040ae req-bc5ae2fc-3101-4fea-bd96-763f59192e8b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:51.807890 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36771bba-d847-46fc-9a16-fa15fae040ae req-bc5ae2fc-3101-4fea-bd96-763f59192e8b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 943 time: 0.1100869 Aug 16 22:17:51.809247 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3d1b9fe-740d-4e1e-891f-aed4e66d886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:51.887807 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-6a79cc7d-e3ac-4a7c-a30f-893dc6065712 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:17:51.897146 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1b9fe-740d-4e1e-891f-aed4e66d886c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7423539a-6822-43d5-8ddb-32872c86b621,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:51.899686 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-6a79cc7d-e3ac-4a7c-a30f-893dc6065712 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257185 Aug 16 22:17:51.908254 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-bb856302-cd36-41a6-a70a-741d6b097b42 service neutron] Request body: {'binding': {'host': 'n-h1-792458-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:51.908908 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-bb856302-cd36-41a6-a70a-741d6b097b42 service neutron] Unknown quota resources ['binding']. {{(pid=94872) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:17:51.946806 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36771bba-d847-46fc-9a16-fa15fae040ae req-b5530c5c-f4da-467e-875c-794d9460bd0c tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916555 Aug 16 22:17:51.955390 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d1b9fe-740d-4e1e-891f-aed4e66d886c admin admin] Checking segment: {'id': '0019ccc3-931f-4367-987a-afa1cb683e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ade48865-2676-4eac-a1a7-460f60c30d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:51.955933 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d1b9fe-740d-4e1e-891f-aed4e66d886c admin admin] Network hostable DHCP agents. Network: ade48865-2676-4eac-a1a7-460f60c30d40, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:17:52.011078 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d1b9fe-740d-4e1e-891f-aed4e66d886c admin admin] Network ade48865-2676-4eac-a1a7-460f60c30d40 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:17:52.024258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-a3d1b9fe-740d-4e1e-891f-aed4e66d886c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, ade48865-2676-4eac-a1a7-460f60c30d40) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:52.034279 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeba44f-42b8-4f68-afc3-c46d1254dbab None None] Network ade48865-2676-4eac-a1a7-460f60c30d40 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:17:52.040267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d1b9fe-740d-4e1e-891f-aed4e66d886c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:52.044411 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3d1b9fe-740d-4e1e-891f-aed4e66d886c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:52.049252 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5167e5ba-c86f-4851-b3a8-767e94ece153 x-openstack-request-id: req-5167e5ba-c86f-4851-b3a8-767e94ece153 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:52.049537 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb62584-2c6e-4492-8bd9-5371ba007cca", "tag": "14c88565-94dd-4e73-b91d-1e4b21e85cfa", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:52.049875 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5167e5ba-c86f-4851-b3a8-767e94ece153 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:52.050199 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb62584-2c6e-4492-8bd9-5371ba007cca', 'tag': '14c88565-94dd-4e73-b91d-1e4b21e85cfa', 'status': 'completed', 'code': 200} Aug 16 22:17:52.064098 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-807407e9-b22c-4581-b18e-12e9dcee672e req-77fe6c2e-80e1-41f1-bb3b-bd2b9d3bb954 service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5760384 Aug 16 22:17:52.065815 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-df0b94c9-ac1c-45ae-a8c7-bb96c3e7f785 req-53f7eedd-0e1d-4bd5-a033-d7dd22f554b0 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883079 Aug 16 22:17:52.086535 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a3d1b9fe-740d-4e1e-891f-aed4e66d886c admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6775184 Aug 16 22:17:52.087167 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44402) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:52.115198 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5e9d7a71-708e-4608-9ca5-debe9516b83b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-700047851-router', 'tenant_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:52.170307 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7a71-708e-4608-9ca5-debe9516b83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:52.171752 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7a71-708e-4608-9ca5-debe9516b83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:52.180577 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-bb856302-cd36-41a6-a70a-741d6b097b42 service neutron] Attempting to bind port beb14d55-0228-40b2-8ffa-cdcfabaf3273 on host n-h1-792458-15 for vnic_type normal with profile None {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:52.181182 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-bb856302-cd36-41a6-a70a-741d6b097b42 service neutron] Attempting to bind port beb14d55-0228-40b2-8ffa-cdcfabaf3273 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:52.181518 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-bb856302-cd36-41a6-a70a-741d6b097b42 service neutron] Attempting to bind port beb14d55-0228-40b2-8ffa-cdcfabaf3273 on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:52.204168 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-bb856302-cd36-41a6-a70a-741d6b097b42 service neutron] Port beb14d55-0228-40b2-8ffa-cdcfabaf3273 on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:52.204492 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-bb856302-cd36-41a6-a70a-741d6b097b42 service neutron] Attempting to bind port beb14d55-0228-40b2-8ffa-cdcfabaf3273 on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:52.248207 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7a71-708e-4608-9ca5-debe9516b83b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:52.259588 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-ade48865-2676-4eac-a1a7-460f60c30d40', 'network_id': 'ade48865-2676-4eac-a1a7-460f60c30d40', 'tenant_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'fixed_ips': [{'subnet_id': '7423539a-6822-43d5-8ddb-32872c86b621'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:17:52.261496 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:52.339628 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-bb856302-cd36-41a6-a70a-741d6b097b42 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:52.340080 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-bb856302-cd36-41a6-a70a-741d6b097b42 service neutron] Checking segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:52.340574 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-bb856302-cd36-41a6-a70a-741d6b097b42 service neutron] Bound using segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:52.341118 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-bb856302-cd36-41a6-a70a-741d6b097b42 service neutron] Bound port: beb14d55-0228-40b2-8ffa-cdcfabaf3273, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:52.420966 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] Allocated IP 172.20.0.2 (ade48865-2676-4eac-a1a7-460f60c30d40/7423539a-6822-43d5-8ddb-32872c86b621/36f24801-a07c-4556-9a81-34c1a02cf8f5) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:52.456121 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-807407e9-b22c-4581-b18e-12e9dcee672e req-8f57d3eb-696f-4b82-81e0-47f2af4c363b service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807633 Aug 16 22:17:52.520352 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7a71-708e-4608-9ca5-debe9516b83b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:52.542462 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-bb856302-cd36-41a6-a70a-741d6b097b42 service neutron] For port beb14d55-0228-40b2-8ffa-cdcfabaf3273, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=beb14d55-0228-40b2-8ffa-cdcfabaf3273,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:52.545511 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-df0b94c9-ac1c-45ae-a8c7-bb96c3e7f785 req-1eff83c0-c1a3-477c-a4e2-c517c2f39e88 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670931 Aug 16 22:17:52.552889 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-bb856302-cd36-41a6-a70a-741d6b097b42 service neutron] Notify callbacks [] for binding, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:52.554359 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-bb856302-cd36-41a6-a70a-741d6b097b42 service neutron] 10.222.0.93 "POST /v2.0/ports/beb14d55-0228-40b2-8ffa-cdcfabaf3273/bindings HTTP/1.1" status: 201 len: 390 time: 0.6536436 Aug 16 22:17:52.584622 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180918b0-3b16-43c2-820e-7d47f582fc6d req-4e8e8d64-dc12-443c-859a-aaeee2b55087 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:52.603359 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-180918b0-3b16-43c2-820e-7d47f582fc6d req-4e8e8d64-dc12-443c-859a-aaeee2b55087 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.2433338 Aug 16 22:17:52.657472 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:52.692013 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] Transition to ACTIVE for port object 36f24801-a07c-4556-9a81-34c1a02cf8f5 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:52.693728 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b036bf6-cbb9-4e77-966c-a21cbab8b0c7 req-7488fe23-f2eb-4c71-9614-85692367abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:52.695838 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0b036bf6-cbb9-4e77-966c-a21cbab8b0c7 req-7488fe23-f2eb-4c71-9614-85692367abda service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 1095 time: 0.1025496 Aug 16 22:17:52.762163 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] Transition to ACTIVE for port object 36f24801-a07c-4556-9a81-34c1a02cf8f5 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:52.776244 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:52.809652 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] Network ade48865-2676-4eac-a1a7-460f60c30d40 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:52.861707 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-180918b0-3b16-43c2-820e-7d47f582fc6d req-431b55e6-2fcf-43e9-b91a-96fdf12aa628 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574046 Aug 16 22:17:52.901936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:52.905643 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:52.914242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e744d-96b9-431b-b2b0-b2100f42b897 req-5b531115-1629-4a0f-b3e1-43fe331a5a8c tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:52.922934 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-043e744d-96b9-431b-b2b0-b2100f42b897 req-5b531115-1629-4a0f-b3e1-43fe331a5a8c tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc3e0646-0133-4b02-9c1a-09a0a7800e7a HTTP/1.1" status: 200 len: 948 time: 0.1984282 Aug 16 22:17:53.024879 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b036bf6-cbb9-4e77-966c-a21cbab8b0c7 req-271e8b96-f379-4679-85e9-dff4b0eb7e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:53.026799 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0b036bf6-cbb9-4e77-966c-a21cbab8b0c7 req-271e8b96-f379-4679-85e9-dff4b0eb7e6f service neutron] 10.222.0.43 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 909 time: 0.3202016 Aug 16 22:17:53.029896 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:53.065250 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-043e744d-96b9-431b-b2b0-b2100f42b897 req-c250b87b-060e-4165-ac4c-887080f346b4 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412015 Aug 16 22:17:53.079220 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] Attempting to bind port 36f24801-a07c-4556-9a81-34c1a02cf8f5 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:53.079594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] Attempting to bind port 36f24801-a07c-4556-9a81-34c1a02cf8f5 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '0019ccc3-931f-4367-987a-afa1cb683e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ade48865-2676-4eac-a1a7-460f60c30d40'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:53.079956 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] Attempting to bind port 36f24801-a07c-4556-9a81-34c1a02cf8f5 on network ade48865-2676-4eac-a1a7-460f60c30d40 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:53.087817 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:53.088192 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] Checking segment: {'id': '0019ccc3-931f-4367-987a-afa1cb683e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ade48865-2676-4eac-a1a7-460f60c30d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:53.088592 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:53.088704 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0b036bf6-cbb9-4e77-966c-a21cbab8b0c7 req-9fccd77a-89db-4add-a5cd-f1d75c460fe6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14c88565-94dd-4e73-b91d-1e4b21e85cfa HTTP/1.1" status: 200 len: 217 time: 0.0514305 Aug 16 22:17:53.088972 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] Bound using segment: {'id': '0019ccc3-931f-4367-987a-afa1cb683e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ade48865-2676-4eac-a1a7-460f60c30d40'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:53.089448 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] Bound port: 36f24801-a07c-4556-9a81-34c1a02cf8f5, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0019ccc3-931f-4367-987a-afa1cb683e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ade48865-2676-4eac-a1a7-460f60c30d40'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:53.089948 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:53.105762 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-a5b74f6c-3433-4d1d-8132-aa1dc27ee78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:53.106308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] Pushing event updated for resources: {'Port': ['ID=36f24801-a07c-4556-9a81-34c1a02cf8f5,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:53.107295 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-a5b74f6c-3433-4d1d-8132-aa1dc27ee78a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 1097 time: 0.1980550 Aug 16 22:17:53.177292 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:53.191313 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:53.191728 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:53.256212 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b036bf6-cbb9-4e77-966c-a21cbab8b0c7 req-9a0618f3-3d08-431b-a2d2-8a038477f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:53.258367 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0b036bf6-cbb9-4e77-966c-a21cbab8b0c7 req-9a0618f3-3d08-431b-a2d2-8a038477f415 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 200 len: 848 time: 0.1500990 Aug 16 22:17:53.290637 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 771ae1f8-9997-4e7f-8156-42bdd50c46e4 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:53.295966 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] For port 36f24801-a07c-4556-9a81-34c1a02cf8f5, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:53.312520 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0b036bf6-cbb9-4e77-966c-a21cbab8b0c7 req-22a9ee75-7375-4164-8ace-ff3d0cbf8e93 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443978 Aug 16 22:17:53.321182 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46886ea-298a-46b1-aa06-61531edbff66 req-76eab665-b05e-4aea-8a51-c93b965512ed tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:53.326973 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-57b98d59-635c-4066-ae87-6a18de97f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:53.328762 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d46886ea-298a-46b1-aa06-61531edbff66 req-76eab665-b05e-4aea-8a51-c93b965512ed tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 950 time: 0.3264973 Aug 16 22:17:53.330558 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-57b98d59-635c-4066-ae87-6a18de97f3e7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 921 time: 0.2029843 Aug 16 22:17:53.351299 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491c93b-2273-41d3-a183-61b22eb11274 req-97e6d0ca-908f-4530-9ff5-b051a597ad6c tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:53.358966 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a491c93b-2273-41d3-a183-61b22eb11274 req-97e6d0ca-908f-4530-9ff5-b051a597ad6c tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 945 time: 0.1510215 Aug 16 22:17:53.366749 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] For port 36f24801-a07c-4556-9a81-34c1a02cf8f5, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=36f24801-a07c-4556-9a81-34c1a02cf8f5,segment=NetworkSegment(0019ccc3-931f-4367-987a-afa1cb683e36),segment_id=0019ccc3-931f-4367-987a-afa1cb683e36)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:53.369847 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:53.378798 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7a71-708e-4608-9ca5-debe9516b83b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:53.384058 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:53.395129 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-dace7a15-b9aa-406b-b83b-36784f0ebbe9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beb14d55-0228-40b2-8ffa-cdcfabaf3273 HTTP/1.1" status: 200 len: 217 time: 0.0524900 Aug 16 22:17:53.436886 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7a71-708e-4608-9ca5-debe9516b83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:53.448338 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99c82e-979f-41d7-95d9-094e54ef2468 None None] Pushing event updated for resources: {'Port': ['ID=36f24801-a07c-4556-9a81-34c1a02cf8f5,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:53.478762 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d46886ea-298a-46b1-aa06-61531edbff66 req-7df5fb52-3b34-475b-b099-6cc7fac61c4e tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490607 Aug 16 22:17:53.493781 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device e364c4cf-46eb-4dd4-b832-efb21c80a7dc details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:53.551376 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-f4a1285a-a7fb-4fe9-abd2-1b37c92d43bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:53.552880 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-f4a1285a-a7fb-4fe9-abd2-1b37c92d43bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.1408732 Aug 16 22:17:53.609114 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-60cfb351-13bc-49e4-b07d-405419063bbc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459998 Aug 16 22:17:53.609631 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a491c93b-2273-41d3-a183-61b22eb11274 req-e499a89f-11c9-44a9-a61f-ef723931b718 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495356 Aug 16 22:17:53.621556 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0b036bf6-cbb9-4e77-966c-a21cbab8b0c7 req-3a028f95-8d05-4dd6-b1c2-d5f5480cc8c5 service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898457 Aug 16 22:17:53.635631 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port e364c4cf-46eb-4dd4-b832-efb21c80a7dc, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:53.677418 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'e364c4cf-46eb-4dd4-b832-efb21c80a7dc', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': 'e364c4cf-46eb-4dd4-b832-efb21c80a7dc', 'mac_address': 'fa:16:3e:15:be:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:53.775734 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=2f1d25e7-fdfc-4f61-aa92-de22bf5d755b,segment=NetworkSegment(1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6),segment_id=1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:53.792052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-5e9d7a71-708e-4608-9ca5-debe9516b83b admin admin] Allocated IP 172.25.6.252 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/755fda54-fb6f-4eb6-9dd9-557987746584) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:53.800835 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:53.882332 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-222c8d86-fa14-4b96-9899-d7fef7478c70 service neutron] 10.222.0.39 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590253 Aug 16 22:17:53.958105 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8851b60-7e28-4ee9-9542-c23350d4668f req-c5104b30-2c0c-48a1-b74e-2bff04c816b8 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:53.961317 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a8851b60-7e28-4ee9-9542-c23350d4668f req-c5104b30-2c0c-48a1-b74e-2bff04c816b8 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 943 time: 0.3614817 Aug 16 22:17:53.974993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 771ae1f8-9997-4e7f-8156-42bdd50c46e4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=771ae1f8-9997-4e7f-8156-42bdd50c46e4,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:54.002718 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0b036bf6-cbb9-4e77-966c-a21cbab8b0c7 req-dbf0c803-fa0f-4744-8f05-3ff436b6dff7 service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850814 Aug 16 22:17:54.033636 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '771ae1f8-9997-4e7f-8156-42bdd50c46e4', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': '771ae1f8-9997-4e7f-8156-42bdd50c46e4', 'mac_address': 'fa:16:3e:24:a4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:54.039799 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a8851b60-7e28-4ee9-9542-c23350d4668f req-1cfdd8d2-f0cd-4862-b059-6d8491b27337 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669439 Aug 16 22:17:54.069154 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:54.098466 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7a71-708e-4608-9ca5-debe9516b83b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:54.108192 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-c0cca9ee-e4d6-4899-bc08-e6914c2ebdb2 service neutron] 10.222.0.39 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171187 Aug 16 22:17:54.129689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e364c4cf-46eb-4dd4-b832-efb21c80a7dc {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:54.166308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=2f1d25e7-fdfc-4f61-aa92-de22bf5d755b,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:54.231547 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port e364c4cf-46eb-4dd4-b832-efb21c80a7dc, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:54.234707 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7a71-708e-4608-9ca5-debe9516b83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:54.244300 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:54.250092 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-7df08b39-d169-4495-b9cb-ce77f77a458c tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:54.252114 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-7df08b39-d169-4495-b9cb-ce77f77a458c tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c&tenant_id=28d0b07328bc4868a7e7f336c894f93d&binding%3Ahost_id=n-h2-792458-15 HTTP/1.1" status: 200 len: 1097 time: 0.0743978 Aug 16 22:17:54.278364 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792458-15'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:54.284705 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9d7a71-708e-4608-9ca5-debe9516b83b admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:54.294881 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5e9d7a71-708e-4608-9ca5-debe9516b83b admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:54.307520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b86936-996a-42d0-8a52-76147544c41b req-17642cf6-f4ef-469d-a352-00bc62a2d989 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:54.315121 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98b86936-996a-42d0-8a52-76147544c41b req-17642cf6-f4ef-469d-a352-00bc62a2d989 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.1542757 Aug 16 22:17:54.317102 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9d7a71-708e-4608-9ca5-debe9516b83b admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:54.429507 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:54.469724 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d7a71-708e-4608-9ca5-debe9516b83b admin admin] Pushing event updated for resources: {'Port': ['ID=755fda54-fb6f-4eb6-9dd9-557987746584,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:54.513475 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:54.542596 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:54.557551 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771ae1f8-9997-4e7f-8156-42bdd50c46e4 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:54.566648 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['e364c4cf-46eb-4dd4-b832-efb21c80a7dc'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:54.595389 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] For port beb14d55-0228-40b2-8ffa-cdcfabaf3273, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=beb14d55-0228-40b2-8ffa-cdcfabaf3273,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:54.636824 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] For port beb14d55-0228-40b2-8ffa-cdcfabaf3273, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:54.673002 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 771ae1f8-9997-4e7f-8156-42bdd50c46e4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=771ae1f8-9997-4e7f-8156-42bdd50c46e4,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:54.698711 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:54.702373 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:54.706988 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb14d55-0228-40b2-8ffa-cdcfabaf3273'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:54.712571 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8942eb45-e9a4-4f42-9114-7be9fb0c7b14" -d '{"events": [{"server_uuid": "0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c", "name": "network-vif-unplugged", "status": "completed", "tag": "beb14d55-0228-40b2-8ffa-cdcfabaf3273"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:54.720790 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:54.894504 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] Attempting to bind port beb14d55-0228-40b2-8ffa-cdcfabaf3273 on host n-h2-792458-15 for vnic_type normal with profile {"migrating_to": "n-h1-792458-15"} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:54.899039 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] Attempting to bind port beb14d55-0228-40b2-8ffa-cdcfabaf3273 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:54.899531 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] Attempting to bind port beb14d55-0228-40b2-8ffa-cdcfabaf3273 on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:54.925432 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] Port beb14d55-0228-40b2-8ffa-cdcfabaf3273 on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:54.925921 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] Attempting to bind port beb14d55-0228-40b2-8ffa-cdcfabaf3273 on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:54.947398 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98b86936-996a-42d0-8a52-76147544c41b req-81288d63-40cb-4591-bf08-0e64fa2a00aa tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6309373 Aug 16 22:17:54.954096 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:54.954325 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] Checking segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:54.954600 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] Bound using segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:54.955041 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] Bound port: beb14d55-0228-40b2-8ffa-cdcfabaf3273, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:54.955403 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:54.963663 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] Pushing event updated for resources: {'Port': ['ID=beb14d55-0228-40b2-8ffa-cdcfabaf3273,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:54.965038 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=771ae1f8-9997-4e7f-8156-42bdd50c46e4,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:55.063214 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['771ae1f8-9997-4e7f-8156-42bdd50c46e4'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:55.099527 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] For port beb14d55-0228-40b2-8ffa-cdcfabaf3273, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:55.109781 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] For port beb14d55-0228-40b2-8ffa-cdcfabaf3273, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=beb14d55-0228-40b2-8ffa-cdcfabaf3273,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:55.122203 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:55.127582 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:55.195148 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3053c0a-bef4-494d-9794-ef2ff2c6d8ba None None] Network ade48865-2676-4eac-a1a7-460f60c30d40 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:17:55.213749 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7a71-708e-4608-9ca5-debe9516b83b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:55.214381 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] Pushing event updated for resources: {'Port': ['ID=beb14d55-0228-40b2-8ffa-cdcfabaf3273,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:55.268877 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:55.269780 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:55.271432 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-4180d6f0-b823-4a27-ba2a-5295d6228744 service neutron] 10.222.0.39 "PUT /v2.0/ports/beb14d55-0228-40b2-8ffa-cdcfabaf3273 HTTP/1.1" status: 200 len: 1123 time: 1.0101047 Aug 16 22:17:55.284884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa46d64-55c5-4257-bc41-797298082ed8 req-40a3be51-a490-48de-b9fc-c357d1f7ac2f tempest-MigrationsAdminTest-2100335077 tempest-MigrationsAdminTest-2100335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:55.295001 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bfa46d64-55c5-4257-bc41-797298082ed8 req-40a3be51-a490-48de-b9fc-c357d1f7ac2f tempest-MigrationsAdminTest-2100335077 tempest-MigrationsAdminTest-2100335077-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 1102 time: 0.8347771 Aug 16 22:17:55.303358 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:55.303734 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:55.319086 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bfa46d64-55c5-4257-bc41-797298082ed8 req-2b408299-a476-4c21-b782-fadf1475fe58 tempest-MigrationsAdminTest-2100335077 tempest-MigrationsAdminTest-2100335077-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:55.351612 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a32a3a7e-cea0-4926-ad6c-b3b9cd7b814b None None] Provisioning for port 36f24801-a07c-4556-9a81-34c1a02cf8f5 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:55.383439 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4f9e2-ee94-4337-8ee4-e07560c50e58 req-bbd114a0-b524-4b50-a429-2669f2c2c352 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:55.384766 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e7e4f9e2-ee94-4337-8ee4-e07560c50e58 req-bbd114a0-b524-4b50-a429-2669f2c2c352 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc3e0646-0133-4b02-9c1a-09a0a7800e7a HTTP/1.1" status: 200 len: 949 time: 0.1719515 Aug 16 22:17:55.419108 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['beb14d55-0228-40b2-8ffa-cdcfabaf3273'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:55.520208 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 14c88565-94dd-4e73-b91d-1e4b21e85cfa details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:55.522911 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device e364c4cf-46eb-4dd4-b832-efb21c80a7dc up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:55.550164 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e7e4f9e2-ee94-4337-8ee4-e07560c50e58 req-d788193d-93e3-4353-bfca-28e68cd4aa0a tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540687 Aug 16 22:17:55.692782 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7a71-708e-4608-9ca5-debe9516b83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:55.785632 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 14c88565-94dd-4e73-b91d-1e4b21e85cfa, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=14c88565-94dd-4e73-b91d-1e4b21e85cfa,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:55.795761 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bfa46d64-55c5-4257-bc41-797298082ed8 req-2b408299-a476-4c21-b782-fadf1475fe58 tempest-MigrationsAdminTest-2100335077 tempest-MigrationsAdminTest-2100335077-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:55.833458 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bfa46d64-55c5-4257-bc41-797298082ed8 req-2b408299-a476-4c21-b782-fadf1475fe58 tempest-MigrationsAdminTest-2100335077 tempest-MigrationsAdminTest-2100335077-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:55.849840 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 36f24801-a07c-4556-9a81-34c1a02cf8f5 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:55.874521 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '14c88565-94dd-4e73-b91d-1e4b21e85cfa', 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d', 'port_id': '14c88565-94dd-4e73-b91d-1e4b21e85cfa', 'mac_address': 'fa:16:3e:74:fa:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacf5177-2040-46b3-9089-5860f949a56c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:55.888347 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bfa46d64-55c5-4257-bc41-797298082ed8 req-2b408299-a476-4c21-b782-fadf1475fe58 tempest-MigrationsAdminTest-2100335077 tempest-MigrationsAdminTest-2100335077-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5902894 Aug 16 22:17:55.890410 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port e364c4cf-46eb-4dd4-b832-efb21c80a7dc triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:55.890959 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:55.933732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795dc1c-50b4-456e-a785-554eb84ea666 req-934817ba-8db4-4958-8de9-a9cbe6769042 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:55.941088 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6795dc1c-50b4-456e-a785-554eb84ea666 req-934817ba-8db4-4958-8de9-a9cbe6769042 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 943 time: 0.1920488 Aug 16 22:17:55.967634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b408299-a476-4c21-b782-fadf1475fe58 tempest-MigrationsAdminTest-2100335077 tempest-MigrationsAdminTest-2100335077-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6a94b0-95e8-4724-8ebf-e1893cb3c7d0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:55.972090 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bea3708-9a5b-45b1-aa2a-fae73577d8c4 x-openstack-request-id: req-7bea3708-9a5b-45b1-aa2a-fae73577d8c4 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:55.972673 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c", "name": "network-vif-unplugged", "status": "completed", "tag": "beb14d55-0228-40b2-8ffa-cdcfabaf3273", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:55.972761 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7bea3708-9a5b-45b1-aa2a-fae73577d8c4 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:55.973241 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb14d55-0228-40b2-8ffa-cdcfabaf3273', 'code': 200} Aug 16 22:17:56.065361 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:56.103378 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6795dc1c-50b4-456e-a785-554eb84ea666 req-177ab4d0-8cec-413f-a8ef-18684f2a25df tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612177 Aug 16 22:17:56.130799 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c88565-94dd-4e73-b91d-1e4b21e85cfa {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:56.136224 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9d7a71-708e-4608-9ca5-debe9516b83b admin admin] Router ebd3b8c0-e555-499f-8a7b-df1cc3e016f1 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:17:56.160947 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 14c88565-94dd-4e73-b91d-1e4b21e85cfa, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=14c88565-94dd-4e73-b91d-1e4b21e85cfa,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:56.245601 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:56.370868 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 36f24801-a07c-4556-9a81-34c1a02cf8f5 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:56.371334 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633cbd-5bbb-465f-9d52-9bdc48ca6201 req-09da7583-92ba-4d79-ad06-dd27a0540c55 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:56.378881 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:56.387659 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a633cbd-5bbb-465f-9d52-9bdc48ca6201 req-09da7583-92ba-4d79-ad06-dd27a0540c55 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 944 time: 0.1695147 Aug 16 22:17:56.401719 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=14c88565-94dd-4e73-b91d-1e4b21e85cfa,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:56.407800 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 36f24801-a07c-4556-9a81-34c1a02cf8f5 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:56.408184 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:56.435261 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9d7a71-708e-4608-9ca5-debe9516b83b admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:17:56.451788 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] Sync routers for ids ['ebd3b8c0-e555-499f-8a7b-df1cc3e016f1'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:17:56.469599 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] Routers {'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:17:56.471138 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:17:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ebd3b8c0-e555-499f-8a7b-df1cc3e016f1'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:56.495359 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a633cbd-5bbb-465f-9d52-9bdc48ca6201 req-99e76d53-4365-44d4-9d4f-95212dc7fce3 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016557 Aug 16 22:17:56.499314 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7a71-708e-4608-9ca5-debe9516b83b admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:56.509616 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5e9d7a71-708e-4608-9ca5-debe9516b83b admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4212830 Aug 16 22:17:56.510647 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44494) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:56.574648 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349fa110-afcc-45d4-b127-267a96b71ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e364c4cf-46eb-4dd4-b832-efb21c80a7dc'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:56.576922 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a941b68b-640d-440d-a53c-e011e4a59270" -d '{"events": [{"server_uuid": "349fa110-afcc-45d4-b127-267a96b71ca1", "name": "network-vif-plugged", "status": "completed", "tag": "e364c4cf-46eb-4dd4-b832-efb21c80a7dc"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:56.582150 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port e364c4cf-46eb-4dd4-b832-efb21c80a7dc, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:56.593057 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:56.680084 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['14c88565-94dd-4e73-b91d-1e4b21e85cfa'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:56.766167 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] Set router ebd3b8c0-e555-499f-8a7b-df1cc3e016f1 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:17:56.784241 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b6d7dc91-8412-47fd-9fff-108b7f2ad62a None None] Provisioning complete for port 36f24801-a07c-4556-9a81-34c1a02cf8f5 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:56.785214 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b6d7dc91-8412-47fd-9fff-108b7f2ad62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:56.869181 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f6330-6f21-417f-9698-9db4ea67d627 req-78601d6f-269c-4569-bff4-7bd091d80feb tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:56.886889 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-793f6330-6f21-417f-9698-9db4ea67d627 req-78601d6f-269c-4569-bff4-7bd091d80feb tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.2317460 Aug 16 22:17:56.975605 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:57.015350 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705eeed6-9e30-47a4-aad2-84a2f75b3dd8 x-openstack-request-id: req-705eeed6-9e30-47a4-aad2-84a2f75b3dd8 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:57.017221 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349fa110-afcc-45d4-b127-267a96b71ca1", "name": "network-vif-plugged", "status": "completed", "tag": "e364c4cf-46eb-4dd4-b832-efb21c80a7dc", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:57.019270 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-705eeed6-9e30-47a4-aad2-84a2f75b3dd8 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:57.020215 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349fa110-afcc-45d4-b127-267a96b71ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e364c4cf-46eb-4dd4-b832-efb21c80a7dc', 'code': 200} Aug 16 22:17:57.021949 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:57.113273 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-700047851-router', 'tenant_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '755fda54-fb6f-4eb6-9dd9-557987746584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:52Z', 'updated_at': '2021-08-16T22:17:55Z', 'revision_number': 3, 'project_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'gw_port': {'id': '755fda54-fb6f-4eb6-9dd9-557987746584', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:df:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:53Z', 'updated_at': '2021-08-16T22:17:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:57.141058 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] Checking router: ebd3b8c0-e555-499f-8a7b-df1cc3e016f1 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:17:57.141480 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] Updating router ebd3b8c0-e555-499f-8a7b-df1cc3e016f1 port 755fda54-fb6f-4eb6-9dd9-557987746584 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:17:57.164898 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-3ff44798-732e-42ba-8ca8-6fed6c1dd854 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1139345 Aug 16 22:17:57.167936 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:57.208276 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b6d7dc91-8412-47fd-9fff-108b7f2ad62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:57.221373 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 36f24801-a07c-4556-9a81-34c1a02cf8f5, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=36f24801-a07c-4556-9a81-34c1a02cf8f5,segment=NetworkSegment(0019ccc3-931f-4367-987a-afa1cb683e36),segment_id=0019ccc3-931f-4367-987a-afa1cb683e36)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:57.239077 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 771ae1f8-9997-4e7f-8156-42bdd50c46e4 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:57.243771 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:57.388222 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-793f6330-6f21-417f-9698-9db4ea67d627 req-292dd737-be15-4e6b-96bd-d952ac9bb0e9 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977834 Aug 16 22:17:57.392144 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-b6d7dc91-8412-47fd-9fff-108b7f2ad62a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:17:57.394710 n-d-792458-15 neutron-server[94873]: DEBUG oslo_db.api [None req-b6d7dc91-8412-47fd-9fff-108b7f2ad62a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:17:57.404336 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=36f24801-a07c-4556-9a81-34c1a02cf8f5,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:57.434276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 771ae1f8-9997-4e7f-8156-42bdd50c46e4 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:57.457453 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 771ae1f8-9997-4e7f-8156-42bdd50c46e4 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:57.457834 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:57.567334 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:57.592244 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] Transition to ACTIVE for port object 755fda54-fb6f-4eb6-9dd9-557987746584 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:57.611794 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:57.689414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24f43f-0bb9-4558-b4a7-a91a8b1b8fe4 req-932c5d64-edc8-4e04-a728-cbd2cde91414 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:57.705264 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf24f43f-0bb9-4558-b4a7-a91a8b1b8fe4 req-932c5d64-edc8-4e04-a728-cbd2cde91414 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc3e0646-0133-4b02-9c1a-09a0a7800e7a HTTP/1.1" status: 200 len: 949 time: 0.5057533 Aug 16 22:17:57.706295 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cd31a-f331-4499-89f9-6b86025ecac8 None None] Pushing event updated for resources: {'Port': ['ID=755fda54-fb6f-4eb6-9dd9-557987746584,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:57.707295 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:57.735825 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] Attempting to bind port 755fda54-fb6f-4eb6-9dd9-557987746584 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:57.736462 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] Attempting to bind port 755fda54-fb6f-4eb6-9dd9-557987746584 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:57.737065 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] Attempting to bind port 755fda54-fb6f-4eb6-9dd9-557987746584 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:57.743894 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:57.744542 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:57.745078 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:57.745612 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:57.746444 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] Bound port: 755fda54-fb6f-4eb6-9dd9-557987746584, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:57.747008 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:57.778875 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 771ae1f8-9997-4e7f-8156-42bdd50c46e4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=771ae1f8-9997-4e7f-8156-42bdd50c46e4,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:57.789777 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:57.823543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333323e7-c334-460e-84fb-e4992eef244b req-6470c4da-7bbe-4529-a742-3b4487db3d46 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:57.828415 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] For port 755fda54-fb6f-4eb6-9dd9-557987746584, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:57.835858 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] For port 755fda54-fb6f-4eb6-9dd9-557987746584, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=755fda54-fb6f-4eb6-9dd9-557987746584,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:57.836525 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-333323e7-c334-460e-84fb-e4992eef244b req-6470c4da-7bbe-4529-a742-3b4487db3d46 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 950 time: 0.2373552 Aug 16 22:17:57.854600 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:57.870479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=771ae1f8-9997-4e7f-8156-42bdd50c46e4,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:57.898471 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf24f43f-0bb9-4558-b4a7-a91a8b1b8fe4 req-45d603c7-98dc-4182-aad7-682956c4b8e6 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872969 Aug 16 22:17:57.960726 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cd31a-f331-4499-89f9-6b86025ecac8 None None] Pushing event updated for resources: {'Port': ['ID=755fda54-fb6f-4eb6-9dd9-557987746584,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:57.974665 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c', 'tag': 'beb14d55-0228-40b2-8ffa-cdcfabaf3273'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:57.977737 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fda745-2fa4-48e2-a92d-241f3c33f182" -d '{"events": [{"name": "network-changed", "server_uuid": "0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c", "tag": "beb14d55-0228-40b2-8ffa-cdcfabaf3273"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:57.983953 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] Routers {'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:17:57.984503 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:17:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ebd3b8c0-e555-499f-8a7b-df1cc3e016f1'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:58.054242 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-333323e7-c334-460e-84fb-e4992eef244b req-b74a8735-c3b4-45d4-b5f3-0ef9dab1aa82 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158828 Aug 16 22:17:58.123532 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af8532b5-6dda-4785-bc53-a06c76474b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:58.157687 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] Set router ebd3b8c0-e555-499f-8a7b-df1cc3e016f1 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:17:58.377785 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-700047851-router', 'tenant_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '755fda54-fb6f-4eb6-9dd9-557987746584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:52Z', 'updated_at': '2021-08-16T22:17:55Z', 'revision_number': 3, 'project_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'gw_port': {'id': '755fda54-fb6f-4eb6-9dd9-557987746584', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:df:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:53Z', 'updated_at': '2021-08-16T22:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:58.406125 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44080e8f-50cc-4f37-a010-d4a7f71b2e50 None None] The sync data for ids ['ebd3b8c0-e555-499f-8a7b-df1cc3e016f1'] in n-d-792458-15 is: [{'id': 'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-700047851-router', 'tenant_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '755fda54-fb6f-4eb6-9dd9-557987746584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:52Z', 'updated_at': '2021-08-16T22:17:55Z', 'revision_number': 3, 'project_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'gw_port': {'id': '755fda54-fb6f-4eb6-9dd9-557987746584', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:df:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:53Z', 'updated_at': '2021-08-16T22:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:17:58.423717 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-af8532b5-6dda-4785-bc53-a06c76474b29 admin admin] Allocated IP 172.20.0.1 (ade48865-2676-4eac-a1a7-460f60c30d40/7423539a-6822-43d5-8ddb-32872c86b621/a712602c-7dff-426c-bb9e-8089fd0de529) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:58.514113 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025072b3-3942-4041-ab3f-b70c478b3c56 req-c877b6b8-e0fd-4dca-aaf9-2073ed89d217 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:58.516438 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-025072b3-3942-4041-ab3f-b70c478b3c56 req-c877b6b8-e0fd-4dca-aaf9-2073ed89d217 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 944 time: 0.1715057 Aug 16 22:17:58.553782 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc2460-3980-4480-8b12-96786d1d673b req-fcb0dda8-f613-48ff-aa17-f76ea70ada97 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:58.555567 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eccc2460-3980-4480-8b12-96786d1d673b req-fcb0dda8-f613-48ff-aa17-f76ea70ada97 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 943 time: 0.2094443 Aug 16 22:17:58.610995 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af8532b5-6dda-4785-bc53-a06c76474b29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:58.666120 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-af8532b5-6dda-4785-bc53-a06c76474b29 admin admin] Transition to ACTIVE for port object a712602c-7dff-426c-bb9e-8089fd0de529 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:58.681635 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eccc2460-3980-4480-8b12-96786d1d673b req-cb276d1d-a0d7-4b54-93bf-c5f5971ea700 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012628 Aug 16 22:17:58.703506 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-025072b3-3942-4041-ab3f-b70c478b3c56 req-ca1edc1c-3427-4a33-921b-de1a99942832 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466565 Aug 16 22:17:58.749840 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06faa30a-9cef-4cbc-a849-1431fdf658f0 x-openstack-request-id: req-06faa30a-9cef-4cbc-a849-1431fdf658f0 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:58.750421 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c", "tag": "beb14d55-0228-40b2-8ffa-cdcfabaf3273", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:58.750421 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-06faa30a-9cef-4cbc-a849-1431fdf658f0 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:58.751038 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c', 'tag': 'beb14d55-0228-40b2-8ffa-cdcfabaf3273', 'status': 'completed', 'code': 200} Aug 16 22:17:58.770619 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af8532b5-6dda-4785-bc53-a06c76474b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:58.872542 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fda745-2fa4-48e2-a92d-241f3c33f182 req-d520e8ba-a0fa-4290-9255-2a64a56af93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:58.874159 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a3fda745-2fa4-48e2-a92d-241f3c33f182 req-d520e8ba-a0fa-4290-9255-2a64a56af93b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 1126 time: 0.0934291 Aug 16 22:17:59.023047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3e0646-0133-4b02-9c1a-09a0a7800e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771ae1f8-9997-4e7f-8156-42bdd50c46e4'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:59.028817 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fd2224-710a-426b-a889-59f511d8a314" -d '{"events": [{"server_uuid": "bc3e0646-0133-4b02-9c1a-09a0a7800e7a", "name": "network-vif-plugged", "status": "completed", "tag": "771ae1f8-9997-4e7f-8156-42bdd50c46e4"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:59.095728 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fda745-2fa4-48e2-a92d-241f3c33f182 req-3294944a-47cf-43dd-9e44-8b07a51a4306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:59.097311 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a3fda745-2fa4-48e2-a92d-241f3c33f182 req-3294944a-47cf-43dd-9e44-8b07a51a4306 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 921 time: 0.2075408 Aug 16 22:17:59.168675 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a3fda745-2fa4-48e2-a92d-241f3c33f182 req-c71236f0-d616-4512-8b6c-c72b9a23e25e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beb14d55-0228-40b2-8ffa-cdcfabaf3273 HTTP/1.1" status: 200 len: 217 time: 0.0629613 Aug 16 22:17:59.232574 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fda745-2fa4-48e2-a92d-241f3c33f182 req-30a14a59-0ece-40a2-aa38-b7b7239d54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:59.234362 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a3fda745-2fa4-48e2-a92d-241f3c33f182 req-30a14a59-0ece-40a2-aa38-b7b7239d54a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.0585754 Aug 16 22:17:59.246898 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device beb14d55-0228-40b2-8ffa-cdcfabaf3273 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:59.346891 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce49cf4-a261-489a-84bc-b656924599f2 req-60d829a7-1e09-4860-8bdb-1cb0ed03647c tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:59.354687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ce49cf4-a261-489a-84bc-b656924599f2 req-60d829a7-1e09-4860-8bdb-1cb0ed03647c tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.5809433 Aug 16 22:17:59.369726 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8532b5-6dda-4785-bc53-a06c76474b29 admin admin] Network ade48865-2676-4eac-a1a7-460f60c30d40 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:59.394761 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a3fda745-2fa4-48e2-a92d-241f3c33f182 req-c40cfb3b-a5fe-42f7-a7c1-e7d2ffb63cca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1521578 Aug 16 22:17:59.442759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port beb14d55-0228-40b2-8ffa-cdcfabaf3273, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=beb14d55-0228-40b2-8ffa-cdcfabaf3273,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:59.449907 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8532b5-6dda-4785-bc53-a06c76474b29 admin admin] Pushing event updated for resources: {'Port': ['ID=a712602c-7dff-426c-bb9e-8089fd0de529,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:59.455515 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device beb14d55-0228-40b2-8ffa-cdcfabaf3273 has no active binding in host n-h1-792458-15 {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:17:59.467387 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-af8532b5-6dda-4785-bc53-a06c76474b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:59.502069 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8532b5-6dda-4785-bc53-a06c76474b29 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:59.502429 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af8532b5-6dda-4785-bc53-a06c76474b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:59.528983 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 14c88565-94dd-4e73-b91d-1e4b21e85cfa up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:59.533462 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-06e74266-f1d1-4bf8-9a05-325df35520d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:59.535087 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-06e74266-f1d1-4bf8-9a05-325df35520d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 1102 time: 0.2417715 Aug 16 22:17:59.591266 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 755fda54-fb6f-4eb6-9dd9-557987746584 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:59.621350 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15440d79-29ba-4561-9ec6-56e6f6198957 req-ee27b528-9ecf-4d12-80c9-cf3c9b5d3644 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:59.630110 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15440d79-29ba-4561-9ec6-56e6f6198957 req-ee27b528-9ecf-4d12-80c9-cf3c9b5d3644 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc3e0646-0133-4b02-9c1a-09a0a7800e7a HTTP/1.1" status: 200 len: 950 time: 0.3856003 Aug 16 22:17:59.679721 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 14c88565-94dd-4e73-b91d-1e4b21e85cfa completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:59.695900 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 14c88565-94dd-4e73-b91d-1e4b21e85cfa triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:59.695900 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:59.742483 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ce49cf4-a261-489a-84bc-b656924599f2 req-59822e61-000e-4d67-9917-206e3e434ea1 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867776 Aug 16 22:17:59.792497 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a3fda745-2fa4-48e2-a92d-241f3c33f182 req-183b0c2c-e53a-4520-abb5-b5b6b522a3fb service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891673 Aug 16 22:17:59.827789 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15440d79-29ba-4561-9ec6-56e6f6198957 req-1851c9db-0525-45f8-841f-4fcc445189d9 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962044 Aug 16 22:17:59.866788 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-5680451d-0c3c-4bd6-8fb5-f426d58c6395 service neutron] 10.222.0.43 "GET /v2.0/ports/beb14d55-0228-40b2-8ffa-cdcfabaf3273/bindings/n-h1-792458-15 HTTP/1.1" status: 200 len: 385 time: 0.5050950 Aug 16 22:17:59.905615 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcc6380-261c-410d-aea5-c9f57e4cd9cd x-openstack-request-id: req-2fcc6380-261c-410d-aea5-c9f57e4cd9cd {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:59.905940 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3e0646-0133-4b02-9c1a-09a0a7800e7a", "name": "network-vif-plugged", "status": "completed", "tag": "771ae1f8-9997-4e7f-8156-42bdd50c46e4", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:59.906228 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2fcc6380-261c-410d-aea5-c9f57e4cd9cd {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:59.907455 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3e0646-0133-4b02-9c1a-09a0a7800e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771ae1f8-9997-4e7f-8156-42bdd50c46e4', 'code': 200} Aug 16 22:17:59.914056 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:59.919113 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 755fda54-fb6f-4eb6-9dd9-557987746584 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:59.944204 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 755fda54-fb6f-4eb6-9dd9-557987746584 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:59.944590 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:59.973623 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-ab9ea51e-a6cb-43e4-90d8-39161396f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:59.975871 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-ab9ea51e-a6cb-43e4-90d8-39161396f755 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.4254410 Aug 16 22:17:59.995074 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-87ee63ce-2027-4f77-9172-c0a1ea68ea5e None None] Provisioning for port a712602c-7dff-426c-bb9e-8089fd0de529 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:00.004663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-87ee63ce-2027-4f77-9172-c0a1ea68ea5e None None] Provisioning complete for port a712602c-7dff-426c-bb9e-8089fd0de529 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:00.005016 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-87ee63ce-2027-4f77-9172-c0a1ea68ea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:00.047118 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-d151bb26-7285-429b-b949-24a1a7abb958 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=4f2cb624-3bc5-45fb-addf-d0988a0cd206 HTTP/1.1" status: 200 len: 217 time: 0.0470381 Aug 16 22:18:00.088414 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce8a49-eb4e-47ad-b587-f566acf77dd9 req-332c8d2a-a902-44b6-9ceb-3be17edb30d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:00.090698 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1cce8a49-eb4e-47ad-b587-f566acf77dd9 req-332c8d2a-a902-44b6-9ceb-3be17edb30d8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bc3e0646-0133-4b02-9c1a-09a0a7800e7a HTTP/1.1" status: 200 len: 1102 time: 0.1284950 Aug 16 22:18:00.144857 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a3fda745-2fa4-48e2-a92d-241f3c33f182 req-6a978d1d-8061-4122-b011-e1d6d671791d service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434594 Aug 16 22:18:00.153812 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af8532b5-6dda-4785-bc53-a06c76474b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:00.179127 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-3bea9bd5-6881-469b-baa8-e6207adc3ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:00.180730 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-3bea9bd5-6881-469b-baa8-e6207adc3ffd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1083415 Aug 16 22:18:00.182846 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1cce8a49-eb4e-47ad-b587-f566acf77dd9 req-28b2769a-41b1-4191-8b1a-cc940662b5e2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599449 Aug 16 22:18:00.203915 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eacca4-0c6d-4ca2-8802-6f27576030a6 req-4d724189-9700-4291-97d6-87072c918781 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:00.211928 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5eacca4-0c6d-4ca2-8802-6f27576030a6 req-4d724189-9700-4291-97d6-87072c918781 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 950 time: 0.2633655 Aug 16 22:18:00.272927 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-690fd531-9416-47de-bb9c-5c1033435eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:00.275376 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-690fd531-9416-47de-bb9c-5c1033435eb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0802367 Aug 16 22:18:00.307450 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 14c88565-94dd-4e73-b91d-1e4b21e85cfa, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=14c88565-94dd-4e73-b91d-1e4b21e85cfa,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:00.325225 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb93e00-b158-4d62-a7af-ba6f0426e883 req-f7db11f8-8bce-474c-a180-802d027183f0 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:00.327250 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8bb93e00-b158-4d62-a7af-ba6f0426e883 req-f7db11f8-8bce-474c-a180-802d027183f0 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 944 time: 0.1696908 Aug 16 22:18:00.328024 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:00.335462 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-87ee63ce-2027-4f77-9172-c0a1ea68ea5e None None] Port a712602c-7dff-426c-bb9e-8089fd0de529 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:18:00.395242 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:00.422279 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 755fda54-fb6f-4eb6-9dd9-557987746584, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=755fda54-fb6f-4eb6-9dd9-557987746584,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:00.429327 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:00.430122 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 36f24801-a07c-4556-9a81-34c1a02cf8f5 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:18:00.435327 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5eacca4-0c6d-4ca2-8802-6f27576030a6 req-643e81f0-d82f-46fc-8dd8-ca5be013dccc tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224164 Aug 16 22:18:00.472395 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-ce9479d9-1c16-4bad-9b58-9d4b17ed354e service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897154 Aug 16 22:18:00.499544 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=14c88565-94dd-4e73-b91d-1e4b21e85cfa,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:00.539089 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8bb93e00-b158-4d62-a7af-ba6f0426e883 req-d7760b9f-b8d9-485b-b38d-0592c3c2b9f4 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011704 Aug 16 22:18:00.576756 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=755fda54-fb6f-4eb6-9dd9-557987746584,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:00.579763 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 36f24801-a07c-4556-9a81-34c1a02cf8f5 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:00.580236 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:00.647040 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-0c456681-b2ba-4d89-a5ef-36f7ddaa82ac service neutron] For port beb14d55-0228-40b2-8ffa-cdcfabaf3273, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=beb14d55-0228-40b2-8ffa-cdcfabaf3273,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:00.668211 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-df828014-9c47-45f2-9703-2e819318bd9c service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866918 Aug 16 22:18:00.682077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9133736-c9a5-4c30-ba6f-bc6f663e387f req-d5d65893-e9d9-4852-bd41-06afb8be3543 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:00.689637 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d9133736-c9a5-4c30-ba6f-bc6f663e387f req-d5d65893-e9d9-4852-bd41-06afb8be3543 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 943 time: 0.1492579 Aug 16 22:18:00.719250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-0c456681-b2ba-4d89-a5ef-36f7ddaa82ac service neutron] For port beb14d55-0228-40b2-8ffa-cdcfabaf3273, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:00.778548 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af8532b5-6dda-4785-bc53-a06c76474b29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:00.792190 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af8532b5-6dda-4785-bc53-a06c76474b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:00.792929 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af8532b5-6dda-4785-bc53-a06c76474b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:00.811074 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-0c456681-b2ba-4d89-a5ef-36f7ddaa82ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb14d55-0228-40b2-8ffa-cdcfabaf3273 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:00.889932 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d9133736-c9a5-4c30-ba6f-bc6f663e387f req-c6074a6a-bc66-4a56-9118-69bdb5451436 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952336 Aug 16 22:18:00.949254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-0c456681-b2ba-4d89-a5ef-36f7ddaa82ac service neutron] For port beb14d55-0228-40b2-8ffa-cdcfabaf3273, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=beb14d55-0228-40b2-8ffa-cdcfabaf3273,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:01.031278 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8532b5-6dda-4785-bc53-a06c76474b29 admin admin] Pushing event updated for resources: {'Port': ['ID=a712602c-7dff-426c-bb9e-8089fd0de529,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:01.033521 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-0c456681-b2ba-4d89-a5ef-36f7ddaa82ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:01.079098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37052da0-8759-41ad-a815-5ccd3ab2eec2 req-e3825d81-3bb5-42c3-a6f3-de415f7db2a4 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:01.086265 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-37052da0-8759-41ad-a815-5ccd3ab2eec2 req-e3825d81-3bb5-42c3-a6f3-de415f7db2a4 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.1951523 Aug 16 22:18:01.094419 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8532b5-6dda-4785-bc53-a06c76474b29 admin admin] Network ade48865-2676-4eac-a1a7-460f60c30d40 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:18:01.121785 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-af8532b5-6dda-4785-bc53-a06c76474b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:18:01.160305 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec4ef1-181e-48cb-84f7-23a5895ff00b req-b1d1f548-d4c1-4675-9112-cf71ec61ed8f tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:01.161842 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-85ec4ef1-181e-48cb-84f7-23a5895ff00b req-b1d1f548-d4c1-4675-9112-cf71ec61ed8f tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc3e0646-0133-4b02-9c1a-09a0a7800e7a HTTP/1.1" status: 200 len: 950 time: 0.1788378 Aug 16 22:18:01.274132 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-37052da0-8759-41ad-a815-5ccd3ab2eec2 req-31039489-838b-4380-b297-4d835efa33f3 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868725 Aug 16 22:18:01.365172 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 755fda54-fb6f-4eb6-9dd9-557987746584 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:18:01.385751 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-85ec4ef1-181e-48cb-84f7-23a5895ff00b req-2a042ef5-10eb-4217-b3cc-f62eac7904f9 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950121 Aug 16 22:18:01.386730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-0c456681-b2ba-4d89-a5ef-36f7ddaa82ac service neutron] Transition to ACTIVE for port object beb14d55-0228-40b2-8ffa-cdcfabaf3273 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:01.421005 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-0c456681-b2ba-4d89-a5ef-36f7ddaa82ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:01.488336 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-42d54f5a-b328-4555-9c42-0d86b3a4b7d1 None None] Provisioning complete for port a712602c-7dff-426c-bb9e-8089fd0de529 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:01.488706 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-42d54f5a-b328-4555-9c42-0d86b3a4b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:01.521095 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8532b5-6dda-4785-bc53-a06c76474b29 admin admin] Router ebd3b8c0-e555-499f-8a7b-df1cc3e016f1 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:18:01.565455 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 755fda54-fb6f-4eb6-9dd9-557987746584 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:01.565829 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:01.619857 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-0c456681-b2ba-4d89-a5ef-36f7ddaa82ac service neutron] No DVR routers for this DVR port beb14d55-0228-40b2-8ffa-cdcfabaf3273 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:18:01.639395 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-42d54f5a-b328-4555-9c42-0d86b3a4b7d1 None None] Port a712602c-7dff-426c-bb9e-8089fd0de529 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:18:01.715504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c456681-b2ba-4d89-a5ef-36f7ddaa82ac service neutron] Pushing event updated for resources: {'Port': ['ID=beb14d55-0228-40b2-8ffa-cdcfabaf3273,revision_number=10']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:01.769098 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-0c456681-b2ba-4d89-a5ef-36f7ddaa82ac service neutron] 10.222.0.43 "PUT /v2.0/ports/beb14d55-0228-40b2-8ffa-cdcfabaf3273/bindings/n-h1-792458-15/activate HTTP/1.1" status: 200 len: 370 time: 1.8170865 Aug 16 22:18:01.894975 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-50139857-929a-4768-8c97-0a70b95e0dcf tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:01.897276 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-50139857-929a-4768-8c97-0a70b95e0dcf tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c&tenant_id=28d0b07328bc4868a7e7f336c894f93d&binding%3Ahost_id=n-h2-792458-15 HTTP/1.1" status: 200 len: 1096 time: 0.0534453 Aug 16 22:18:01.909194 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb62584-2c6e-4492-8bd9-5371ba007cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c88565-94dd-4e73-b91d-1e4b21e85cfa'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:01.913349 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a3bfdd-db62-4d00-a92a-65e1fd47644a" -d '{"events": [{"server_uuid": "1bb62584-2c6e-4492-8bd9-5371ba007cca", "name": "network-vif-plugged", "status": "completed", "tag": "14c88565-94dd-4e73-b91d-1e4b21e85cfa"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:01.977416 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-dd1d230e-161b-4198-9332-8d61ff867d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:01.979590 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-dd1d230e-161b-4198-9332-8d61ff867d4e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c&tenant_id=28d0b07328bc4868a7e7f336c894f93d HTTP/1.1" status: 200 len: 1096 time: 0.0688343 Aug 16 22:18:02.059326 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabbff4-27b8-47e9-b3bc-182da6ee4c2d req-5a76b9b2-8cb5-40f8-90db-1869090bbc12 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:02.060832 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aabbff4-27b8-47e9-b3bc-182da6ee4c2d req-5a76b9b2-8cb5-40f8-90db-1869090bbc12 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 950 time: 0.4613552 Aug 16 22:18:02.067971 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cf6f9-7d84-4b94-932b-66d43d8d8341 req-44800504-3b02-4bae-b558-318fa86539fd tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:02.069077 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-1165bfe4-ed21-468c-ba74-8a0df7ac8b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:02.069494 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8f6cf6f9-7d84-4b94-932b-66d43d8d8341 req-44800504-3b02-4bae-b558-318fa86539fd tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 945 time: 0.4238498 Aug 16 22:18:02.070995 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-1165bfe4-ed21-468c-ba74-8a0df7ac8b6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 1096 time: 0.0619893 Aug 16 22:18:02.112072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8532b5-6dda-4785-bc53-a06c76474b29 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:18:02.125149 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-af8532b5-6dda-4785-bc53-a06c76474b29 admin admin] 10.222.0.93 "PUT /v2.0/routers/ebd3b8c0-e555-499f-8a7b-df1cc3e016f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6011550 Aug 16 22:18:02.159835 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] Sync routers for ids ['ebd3b8c0-e555-499f-8a7b-df1cc3e016f1'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:18:02.166092 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8f6cf6f9-7d84-4b94-932b-66d43d8d8341 req-06f9a9f0-70ca-40bd-8457-ad349cdf17bb tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870566 Aug 16 22:18:02.183318 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aabbff4-27b8-47e9-b3bc-182da6ee4c2d req-5c2edab5-5259-4230-8827-21a697fcc83c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127779 Aug 16 22:18:02.212754 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] Routers {'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:18:02.212754 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:17:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ebd3b8c0-e555-499f-8a7b-df1cc3e016f1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:18:02.245702 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-51765cc5-1b51-4c96-b897-e42bc00a8012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:02.251634 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-51765cc5-1b51-4c96-b897-e42bc00a8012 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 921 time: 0.1727262 Aug 16 22:18:02.319328 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fff0c4-6a59-449d-8305-726f31578f48 x-openstack-request-id: req-06fff0c4-6a59-449d-8305-726f31578f48 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:02.319618 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb62584-2c6e-4492-8bd9-5371ba007cca", "name": "network-vif-plugged", "status": "completed", "tag": "14c88565-94dd-4e73-b91d-1e4b21e85cfa", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:02.319853 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-06fff0c4-6a59-449d-8305-726f31578f48 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:02.320232 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb62584-2c6e-4492-8bd9-5371ba007cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c88565-94dd-4e73-b91d-1e4b21e85cfa', 'code': 200} Aug 16 22:18:02.397049 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-28848acf-d7e0-475d-aee3-0b5f5bccefc2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beb14d55-0228-40b2-8ffa-cdcfabaf3273 HTTP/1.1" status: 200 len: 217 time: 0.1332645 Aug 16 22:18:02.454790 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] Set router ebd3b8c0-e555-499f-8a7b-df1cc3e016f1 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:18:02.498991 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-57daf2d3-3e95-48d2-aecd-698fbf028575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:02.500743 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-57daf2d3-3e95-48d2-aecd-698fbf028575 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.0894783 Aug 16 22:18:02.511754 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb6e51-3343-4aea-bf00-a044924600cf req-71dc5eb6-6065-4b48-bf9c-f264349e84c3 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:02.520978 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0bb6e51-3343-4aea-bf00-a044924600cf req-71dc5eb6-6065-4b48-bf9c-f264349e84c3 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 944 time: 0.1971953 Aug 16 22:18:02.546100 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-3bdeb799-ced0-4db8-aaf9-2b45800df892 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283961 Aug 16 22:18:02.555938 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46d183-461a-4331-9caf-62d53091c489 req-d44b77ea-ec85-4e1e-918f-0ad7739cdab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:02.557409 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d46d183-461a-4331-9caf-62d53091c489 req-d44b77ea-ec85-4e1e-918f-0ad7739cdab0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 1097 time: 0.1499805 Aug 16 22:18:02.606183 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0bb6e51-3343-4aea-bf00-a044924600cf req-8053f0a1-4ef9-40d2-8f0f-bccc090bcc0c tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842078 Aug 16 22:18:02.674562 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10507ad9-a39e-4b48-94c5-a335a59f17a1 req-c358bbde-16cc-40d8-8a44-07772b03ccbe tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:02.676724 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10507ad9-a39e-4b48-94c5-a335a59f17a1 req-c358bbde-16cc-40d8-8a44-07772b03ccbe tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.2219062 Aug 16 22:18:02.683509 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d46d183-461a-4331-9caf-62d53091c489 req-b373e186-6bd7-402f-95cd-8f8506a65457 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063352 Aug 16 22:18:02.764471 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10507ad9-a39e-4b48-94c5-a335a59f17a1 req-4e141792-acaf-49ff-aeef-8b85465793f4 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799949 Aug 16 22:18:03.039197 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-33d4a5c0-fb44-4137-9838-591bc88d5ecf service neutron] 10.222.0.39 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829576 Aug 16 22:18:03.149541 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e1e3d-c424-47fc-b8d3-6f6fbfcd5153 req-8b19cf33-aa5c-4845-8cfb-8baa3eb6f333 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:03.156097 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-ee7d639e-f6a1-4300-8623-6c39c1358e75 service neutron] 10.222.0.39 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067674 Aug 16 22:18:03.165575 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-545e1e3d-c424-47fc-b8d3-6f6fbfcd5153 req-8b19cf33-aa5c-4845-8cfb-8baa3eb6f333 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc3e0646-0133-4b02-9c1a-09a0a7800e7a HTTP/1.1" status: 200 len: 950 time: 0.2776077 Aug 16 22:18:03.205475 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-700047851-router', 'tenant_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '755fda54-fb6f-4eb6-9dd9-557987746584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:52Z', 'updated_at': '2021-08-16T22:18:00Z', 'revision_number': 4, 'project_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'gw_port': {'id': '755fda54-fb6f-4eb6-9dd9-557987746584', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:df:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:53Z', 'updated_at': '2021-08-16T22:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a712602c-7dff-426c-bb9e-8089fd0de529', 'name': '', 'network_id': 'ade48865-2676-4eac-a1a7-460f60c30d40', 'tenant_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'mac_address': 'fa:16:3e:cc:e5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7423539a-6822-43d5-8ddb-32872c86b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:58Z', 'updated_at': '2021-08-16T22:18:00Z', 'revision_number': 2, 'project_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'subnets': [{'id': '7423539a-6822-43d5-8ddb-32872c86b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:18:03.287443 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-545e1e3d-c424-47fc-b8d3-6f6fbfcd5153 req-8e77291e-6537-4f1a-a522-4abc3db53cd7 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194141 Aug 16 22:18:03.324767 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] Checking router: ebd3b8c0-e555-499f-8a7b-df1cc3e016f1 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:18:03.325396 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] Updating router ebd3b8c0-e555-499f-8a7b-df1cc3e016f1 port a712602c-7dff-426c-bb9e-8089fd0de529 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:18:03.403909 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:03.551797 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device beb14d55-0228-40b2-8ffa-cdcfabaf3273 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:03.703100 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-9b9f8054-9034-4201-b50a-d6670fb96b86 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:03.704839 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-9b9f8054-9034-4201-b50a-d6670fb96b86 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c&tenant_id=28d0b07328bc4868a7e7f336c894f93d&binding%3Ahost_id=n-h1-792458-15 HTTP/1.1" status: 200 len: 1096 time: 0.1954000 Aug 16 22:18:03.809541 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f774b-e74f-4473-a0ee-faf3846d530f req-da30c4c5-3451-4ea0-b4b5-d31bfc7b6640 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:03.829859 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-752f774b-e74f-4473-a0ee-faf3846d530f req-da30c4c5-3451-4ea0-b4b5-d31bfc7b6640 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 945 time: 0.2340024 Aug 16 22:18:03.912952 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-752f774b-e74f-4473-a0ee-faf3846d530f req-1b2e4090-9c50-4c49-8fb4-b33f36a1bafb tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616465 Aug 16 22:18:04.133134 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-811e96d2-e23c-4c6c-a8e9-fc490e35f663 service neutron] For port beb14d55-0228-40b2-8ffa-cdcfabaf3273, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:04.138627 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-811e96d2-e23c-4c6c-a8e9-fc490e35f663 service neutron] Notify callbacks [] for binding, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:04.141516 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9061ec69-f24e-4b89-b25d-7f1de1c04254 req-811e96d2-e23c-4c6c-a8e9-fc490e35f663 service neutron] 10.222.0.39 "DELETE /v2.0/ports/beb14d55-0228-40b2-8ffa-cdcfabaf3273/bindings/n-h2-792458-15 HTTP/1.1" status: 204 len: 173 time: 0.4222209 Aug 16 22:18:04.164681 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:04.184496 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] Transition to ACTIVE for port object a712602c-7dff-426c-bb9e-8089fd0de529 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:04.190371 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device beb14d55-0228-40b2-8ffa-cdcfabaf3273 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:18:04.194480 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:04.205549 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00d497-73ef-4b2a-9886-d4ae74edf175 req-c7cfec81-1260-4dec-a8e7-209ea95c4f13 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:04.218858 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fc00d497-73ef-4b2a-9886-d4ae74edf175 req-c7cfec81-1260-4dec-a8e7-209ea95c4f13 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 950 time: 0.1027834 Aug 16 22:18:04.250162 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffa493-5e21-4455-82f0-60a4165e1936 None None] Pushing event updated for resources: {'Port': ['ID=a712602c-7dff-426c-bb9e-8089fd0de529,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:04.313954 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fc00d497-73ef-4b2a-9886-d4ae74edf175 req-a386075b-f5c0-432b-baa3-de8df600468c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926011 Aug 16 22:18:04.365588 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] Attempting to bind port a712602c-7dff-426c-bb9e-8089fd0de529 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:18:04.389351 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] Attempting to bind port a712602c-7dff-426c-bb9e-8089fd0de529 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '0019ccc3-931f-4367-987a-afa1cb683e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ade48865-2676-4eac-a1a7-460f60c30d40'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:18:04.399826 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] Attempting to bind port a712602c-7dff-426c-bb9e-8089fd0de529 on network ade48865-2676-4eac-a1a7-460f60c30d40 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:04.438416 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:18:04.438802 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] Checking segment: {'id': '0019ccc3-931f-4367-987a-afa1cb683e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ade48865-2676-4eac-a1a7-460f60c30d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:04.444957 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:04.445479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] Bound using segment: {'id': '0019ccc3-931f-4367-987a-afa1cb683e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ade48865-2676-4eac-a1a7-460f60c30d40'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:18:04.446016 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] Bound port: a712602c-7dff-426c-bb9e-8089fd0de529, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0019ccc3-931f-4367-987a-afa1cb683e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ade48865-2676-4eac-a1a7-460f60c30d40'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:18:04.446414 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:04.773511 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] For port a712602c-7dff-426c-bb9e-8089fd0de529, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:04.777394 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] For port a712602c-7dff-426c-bb9e-8089fd0de529, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a712602c-7dff-426c-bb9e-8089fd0de529,segment=NetworkSegment(0019ccc3-931f-4367-987a-afa1cb683e36),segment_id=0019ccc3-931f-4367-987a-afa1cb683e36)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:18:04.799996 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:04.909142 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] Routers {'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:18:04.909762 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:17:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ebd3b8c0-e555-499f-8a7b-df1cc3e016f1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:18:04.930432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff96e6-2a0f-4bb1-b0b5-9fbfc8cb68c9 req-01cdea77-0cd2-413d-a62d-51d5d93399f6 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:04.944450 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bcff96e6-2a0f-4bb1-b0b5-9fbfc8cb68c9 req-01cdea77-0cd2-413d-a62d-51d5d93399f6 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 944 time: 0.1756129 Aug 16 22:18:05.024133 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffa493-5e21-4455-82f0-60a4165e1936 None None] Pushing event updated for resources: {'Port': ['ID=a712602c-7dff-426c-bb9e-8089fd0de529,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:05.063923 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bcff96e6-2a0f-4bb1-b0b5-9fbfc8cb68c9 req-e1d6c9db-8865-4641-85f3-d1b67dd90e79 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194551 Aug 16 22:18:05.073680 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] Set router ebd3b8c0-e555-499f-8a7b-df1cc3e016f1 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:18:05.342492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6c21b-b704-463e-a76c-771625b06449 req-ee5841bf-f6a4-4ac6-819a-6327e7c55dea tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:05.350775 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4cf6c21b-b704-463e-a76c-771625b06449 req-ee5841bf-f6a4-4ac6-819a-6327e7c55dea tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.0827255 Aug 16 22:18:05.402755 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4cf6c21b-b704-463e-a76c-771625b06449 req-7ef9b198-dc2f-4512-a495-5e48e3637e1a tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511262 Aug 16 22:18:05.444446 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-700047851-router', 'tenant_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '755fda54-fb6f-4eb6-9dd9-557987746584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:52Z', 'updated_at': '2021-08-16T22:18:00Z', 'revision_number': 4, 'project_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'gw_port': {'id': '755fda54-fb6f-4eb6-9dd9-557987746584', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:df:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:53Z', 'updated_at': '2021-08-16T22:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a712602c-7dff-426c-bb9e-8089fd0de529', 'name': '', 'network_id': 'ade48865-2676-4eac-a1a7-460f60c30d40', 'tenant_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'mac_address': 'fa:16:3e:cc:e5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7423539a-6822-43d5-8ddb-32872c86b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:58Z', 'updated_at': '2021-08-16T22:18:04Z', 'revision_number': 4, 'project_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'subnets': [{'id': '7423539a-6822-43d5-8ddb-32872c86b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:18:05.518627 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13882ef7-a2ed-4436-b2d7-8bd7054d763d None None] The sync data for ids ['ebd3b8c0-e555-499f-8a7b-df1cc3e016f1'] in n-d-792458-15 is: [{'id': 'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-700047851-router', 'tenant_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '755fda54-fb6f-4eb6-9dd9-557987746584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:52Z', 'updated_at': '2021-08-16T22:18:00Z', 'revision_number': 4, 'project_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'gw_port': {'id': '755fda54-fb6f-4eb6-9dd9-557987746584', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:df:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:53Z', 'updated_at': '2021-08-16T22:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a712602c-7dff-426c-bb9e-8089fd0de529', 'name': '', 'network_id': 'ade48865-2676-4eac-a1a7-460f60c30d40', 'tenant_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'mac_address': 'fa:16:3e:cc:e5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7423539a-6822-43d5-8ddb-32872c86b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:58Z', 'updated_at': '2021-08-16T22:18:04Z', 'revision_number': 4, 'project_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'subnets': [{'id': '7423539a-6822-43d5-8ddb-32872c86b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:18:05.828612 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6dcf1-8840-4345-af20-8660a8b56863 req-31d08583-ac28-448a-83d2-2f8f5cf0f778 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:05.838109 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4aa6dcf1-8840-4345-af20-8660a8b56863 req-31d08583-ac28-448a-83d2-2f8f5cf0f778 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc3e0646-0133-4b02-9c1a-09a0a7800e7a HTTP/1.1" status: 200 len: 950 time: 0.1176913 Aug 16 22:18:05.915017 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4aa6dcf1-8840-4345-af20-8660a8b56863 req-694a2452-715c-442b-b0e1-3af897f35370 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743153 Aug 16 22:18:06.100075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235500c5-d053-4fe1-b83b-7bf8504863ea req-260c1625-3afa-47c0-adba-927887e67bd9 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:06.102442 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-235500c5-d053-4fe1-b83b-7bf8504863ea req-260c1625-3afa-47c0-adba-927887e67bd9 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 945 time: 0.0824847 Aug 16 22:18:06.198713 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-235500c5-d053-4fe1-b83b-7bf8504863ea req-09c16db7-b975-4c56-a429-215c91db10fd tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749917 Aug 16 22:18:06.518571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccbfea-aacb-4ea4-b197-2b000b778b76 req-95dd168e-c113-43ab-89a8-040b40f99d22 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:06.527610 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29ccbfea-aacb-4ea4-b197-2b000b778b76 req-95dd168e-c113-43ab-89a8-040b40f99d22 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 950 time: 0.1469684 Aug 16 22:18:06.650533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29ccbfea-aacb-4ea4-b197-2b000b778b76 req-75090c4a-c69c-47c9-8835-c06679548666 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218822 Aug 16 22:18:06.859208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a209368-ef7b-4465-bfd1-3c09c0647f79 req-96147d0b-9828-46e5-96c6-6e3f5e11c8fd tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:06.870769 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a209368-ef7b-4465-bfd1-3c09c0647f79 req-96147d0b-9828-46e5-96c6-6e3f5e11c8fd tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 1097 time: 0.0615494 Aug 16 22:18:06.939692 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a209368-ef7b-4465-bfd1-3c09c0647f79 req-52fa4421-c18c-4d8b-a207-342e86392906 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626981 Aug 16 22:18:07.119949 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8b000-62e9-438e-a888-093329421271 req-5fee3ef8-5a1f-44bc-a1cc-e3fa7b3911b3 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:07.127970 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a8a8b000-62e9-438e-a888-093329421271 req-5fee3ef8-5a1f-44bc-a1cc-e3fa7b3911b3 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 1096 time: 0.1273658 Aug 16 22:18:07.168894 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e2f18-d78a-4aa1-bd63-c380f1538f6d req-091cbe1e-7efc-40fa-9d0a-9b1fd1733a5d tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:07.177119 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c46e2f18-d78a-4aa1-bd63-c380f1538f6d req-091cbe1e-7efc-40fa-9d0a-9b1fd1733a5d tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.1384835 Aug 16 22:18:07.245785 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c46e2f18-d78a-4aa1-bd63-c380f1538f6d req-8ad23fe4-7013-4d6e-a529-3a220a6d9ee8 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671787 Aug 16 22:18:07.255116 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a8a8b000-62e9-438e-a888-093329421271 req-8f2edf22-25d5-4ec2-998b-7ef9b0648276 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250355 Aug 16 22:18:07.296011 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e828879f-1063-4418-8989-72f745566fca details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:18:07.481702 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a712602c-7dff-426c-bb9e-8089fd0de529 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:18:07.533241 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52f701-be0d-4ad6-b5da-e74220279cdc req-8b206cc4-571e-4ec2-bc7e-6315bff35e55 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:07.543571 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5e52f701-be0d-4ad6-b5da-e74220279cdc req-8b206cc4-571e-4ec2-bc7e-6315bff35e55 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc3e0646-0133-4b02-9c1a-09a0a7800e7a HTTP/1.1" status: 200 len: 950 time: 0.1023355 Aug 16 22:18:07.649332 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5e52f701-be0d-4ad6-b5da-e74220279cdc req-46551090-0160-4c39-90b2-87953ebf55a9 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/security-groups?id=79b15ab6-9aa0-4c97-9899-93948eab3369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020050 Aug 16 22:18:07.689588 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e828879f-1063-4418-8989-72f745566fca, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e828879f-1063-4418-8989-72f745566fca,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:07.763826 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'e828879f-1063-4418-8989-72f745566fca', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': 'e828879f-1063-4418-8989-72f745566fca', 'mac_address': 'fa:16:3e:f4:53:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:18:07.772197 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port a712602c-7dff-426c-bb9e-8089fd0de529 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:07.780433 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port a712602c-7dff-426c-bb9e-8089fd0de529 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:07.780810 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:07.792902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0276e1-e9ee-405e-a390-a13da1401682 req-9894c4d4-4cf0-4d58-9fc1-da71444c1beb tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:07.796093 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae0276e1-e9ee-405e-a390-a13da1401682 req-9894c4d4-4cf0-4d58-9fc1-da71444c1beb tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 1097 time: 0.1699941 Aug 16 22:18:07.854586 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae0276e1-e9ee-405e-a390-a13da1401682 req-d33a4111-2b61-45c9-ab58-b66c8d920590 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511079 Aug 16 22:18:07.895527 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:07.903784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449a0e9-d769-438c-a800-6f3f641f131e req-de7832cb-8ae7-4975-ac47-462eb3606379 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:07.912584 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e828879f-1063-4418-8989-72f745566fca {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:07.916360 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1449a0e9-d769-438c-a800-6f3f641f131e req-de7832cb-8ae7-4975-ac47-462eb3606379 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 950 time: 0.1752801 Aug 16 22:18:07.956700 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e828879f-1063-4418-8989-72f745566fca, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e828879f-1063-4418-8989-72f745566fca,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:07.994925 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:08.000040 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1449a0e9-d769-438c-a800-6f3f641f131e req-f2503e79-7bd7-4673-a576-69a50cf48c93 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822241 Aug 16 22:18:08.066439 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e828879f-1063-4418-8989-72f745566fca,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:08.092312 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:08.194566 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port a712602c-7dff-426c-bb9e-8089fd0de529, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a712602c-7dff-426c-bb9e-8089fd0de529,segment=NetworkSegment(0019ccc3-931f-4367-987a-afa1cb683e36),segment_id=0019ccc3-931f-4367-987a-afa1cb683e36)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:08.226804 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:08.288159 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-a2a5ab35-ef87-4c47-8861-cbb6bd44fab4 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:08.292336 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-a2a5ab35-ef87-4c47-8861-cbb6bd44fab4 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 820 time: 0.2734156 Aug 16 22:18:08.321703 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:08.331424 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-70bfc8e6-62a5-4b42-be97-c3ecd8302ce7 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/quotas/28d0b07328bc4868a7e7f336c894f93d HTTP/1.1" status: 200 len: 375 time: 0.0159307 Aug 16 22:18:08.350009 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=a712602c-7dff-426c-bb9e-8089fd0de529,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:08.375508 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['e828879f-1063-4418-8989-72f745566fca'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:18:08.564531 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08c632-e16f-40d4-aab3-92f485ef29b1 req-39cf6d8f-f6a8-4490-b8c3-fd19cf98a6d1 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:08.576683 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7c08c632-e16f-40d4-aab3-92f485ef29b1 req-39cf6d8f-f6a8-4490-b8c3-fd19cf98a6d1 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc3e0646-0133-4b02-9c1a-09a0a7800e7a HTTP/1.1" status: 200 len: 950 time: 0.1097004 Aug 16 22:18:08.659619 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-f11023d4-26ab-448b-ac2d-eef5d1101647 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2858174 Aug 16 22:18:08.766207 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-7c08c632-e16f-40d4-aab3-92f485ef29b1 req-178f3753-0f94-44e3-816c-4a93cca82f75 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Deleting port 771ae1f8-9997-4e7f-8156-42bdd50c46e4 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:18:08.766802 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7c08c632-e16f-40d4-aab3-92f485ef29b1 req-178f3753-0f94-44e3-816c-4a93cca82f75 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:08.780562 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-aeb6705b-bb3a-40eb-9cf3-8e319df2631d service neutron] 10.222.0.93 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196015 Aug 16 22:18:08.888946 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-7c08c632-e16f-40d4-aab3-92f485ef29b1 req-178f3753-0f94-44e3-816c-4a93cca82f75 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] For port 771ae1f8-9997-4e7f-8156-42bdd50c46e4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=771ae1f8-9997-4e7f-8156-42bdd50c46e4,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:08.889580 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7c08c632-e16f-40d4-aab3-92f485ef29b1 req-178f3753-0f94-44e3-816c-4a93cca82f75 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:08.903523 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-7c08c632-e16f-40d4-aab3-92f485ef29b1 req-178f3753-0f94-44e3-816c-4a93cca82f75 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Calling delete_port for 771ae1f8-9997-4e7f-8156-42bdd50c46e4 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:18:08.914595 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940200e-d177-4665-a274-f40a0b965a7d req-963b5587-aeb8-4e92-9a64-f023a9846f93 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:08.919610 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0940200e-d177-4665-a274-f40a0b965a7d req-963b5587-aeb8-4e92-9a64-f023a9846f93 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 948 time: 0.4253066 Aug 16 22:18:09.053664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0940200e-d177-4665-a274-f40a0b965a7d req-54296a66-0233-4feb-b36e-1306537e2831 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266294 Aug 16 22:18:09.084774 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-0a0ef24c-2952-49c9-8df8-2d4c33b67386 service neutron] 10.222.0.93 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028481 Aug 16 22:18:09.161338 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-134061ff-3321-480c-9402-16080842d2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:09.298770 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e828879f-1063-4418-8989-72f745566fca up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:18:09.343664 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208b34c-e1b1-47c3-b741-1b1866df6296 req-45af2a6c-c908-47a0-b7fd-84367133a428 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:09.352061 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f208b34c-e1b1-47c3-b741-1b1866df6296 req-45af2a6c-c908-47a0-b7fd-84367133a428 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 1097 time: 0.1227040 Aug 16 22:18:09.462075 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a712602c-7dff-426c-bb9e-8089fd0de529 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:18:09.463290 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f208b34c-e1b1-47c3-b741-1b1866df6296 req-5bbc2828-3854-48d8-a205-faf9175b574b tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099753 Aug 16 22:18:09.503528 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:18:09.528781 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port e828879f-1063-4418-8989-72f745566fca triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:09.529158 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:09.653184 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port a712602c-7dff-426c-bb9e-8089fd0de529 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:09.654075 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:09.738409 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7c08c632-e16f-40d4-aab3-92f485ef29b1 req-178f3753-0f94-44e3-816c-4a93cca82f75 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:09.813880 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f3753-0f94-44e3-816c-4a93cca82f75 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Pushing event deleted for resources: {'Port': ['ID=771ae1f8-9997-4e7f-8156-42bdd50c46e4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:09.827606 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9ed18a3-3f3c-488b-a301-da547d585b1c req-7576052c-b2a3-489c-97ac-7679dcb96126 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc3e0646-0133-4b02-9c1a-09a0a7800e7a HTTP/1.1" status: 200 len: 210 time: 0.0972710 Aug 16 22:18:09.857576 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:09.888485 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['771ae1f8-9997-4e7f-8156-42bdd50c46e4'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:18:09.889688 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c08c632-e16f-40d4-aab3-92f485ef29b1 req-178f3753-0f94-44e3-816c-4a93cca82f75 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] No DVR routers for this DVR port 771ae1f8-9997-4e7f-8156-42bdd50c46e4 on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:18:09.893781 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e0b63-b62a-4458-9f6b-62618ad7bf66 req-fe872c74-f7f8-4d08-a0c1-f723192f920a tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:09.907278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-591e0b63-b62a-4458-9f6b-62618ad7bf66 req-fe872c74-f7f8-4d08-a0c1-f723192f920a tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 950 time: 0.2611902 Aug 16 22:18:09.908625 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7c08c632-e16f-40d4-aab3-92f485ef29b1 req-178f3753-0f94-44e3-816c-4a93cca82f75 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:09.920017 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7c08c632-e16f-40d4-aab3-92f485ef29b1 req-178f3753-0f94-44e3-816c-4a93cca82f75 tempest-DeleteServersAdminTestJSON-1214128548 tempest-DeleteServersAdminTestJSON-1214128548-project] 10.222.0.39 "DELETE /v2.0/ports/771ae1f8-9997-4e7f-8156-42bdd50c46e4 HTTP/1.1" status: 204 len: 173 time: 1.3414669 Aug 16 22:18:09.921361 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3e0646-0133-4b02-9c1a-09a0a7800e7a', 'name': 'network-vif-deleted', 'tag': '771ae1f8-9997-4e7f-8156-42bdd50c46e4'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:09.938488 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f47c7d-cedf-42bc-8905-63027b128219" -d '{"events": [{"server_uuid": "bc3e0646-0133-4b02-9c1a-09a0a7800e7a", "name": "network-vif-deleted", "tag": "771ae1f8-9997-4e7f-8156-42bdd50c46e4"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:10.040012 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-591e0b63-b62a-4458-9f6b-62618ad7bf66 req-b89d794b-a60d-410a-a519-fd71a1625818 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315999 Aug 16 22:18:10.141648 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71750bb-33e1-4665-bb9c-76f408b64167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e828879f-1063-4418-8989-72f745566fca'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:10.144006 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75428454-f0ff-45b6-b06e-22c36412e143" -d '{"events": [{"server_uuid": "f71750bb-33e1-4665-bb9c-76f408b64167", "name": "network-vif-plugged", "status": "completed", "tag": "e828879f-1063-4418-8989-72f745566fca"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:10.173798 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e828879f-1063-4418-8989-72f745566fca, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e828879f-1063-4418-8989-72f745566fca,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:10.185336 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:10.224572 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52186559-9b07-4705-b927-195789ef25e6 req-bf4595d5-052a-4181-886a-51c6b606b41b tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 210 time: 0.0866785 Aug 16 22:18:10.302108 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e828879f-1063-4418-8989-72f745566fca,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:10.308897 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-9a834dc4-d0df-4529-bd63-c35ba09a1dc8 req-42fd75ff-222a-4b5e-a179-9d0b730faaf8 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:18:10.311181 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a834dc4-d0df-4529-bd63-c35ba09a1dc8 req-42fd75ff-222a-4b5e-a179-9d0b730faaf8 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066030 Aug 16 22:18:10.389122 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a5256f-1bfb-4736-8480-d5390f87609a x-openstack-request-id: req-63a5256f-1bfb-4736-8480-d5390f87609a {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:10.389427 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3e0646-0133-4b02-9c1a-09a0a7800e7a", "name": "network-vif-deleted", "tag": "771ae1f8-9997-4e7f-8156-42bdd50c46e4", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:10.390013 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-63a5256f-1bfb-4736-8480-d5390f87609a {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:10.390123 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3e0646-0133-4b02-9c1a-09a0a7800e7a', 'name': 'network-vif-deleted', 'tag': '771ae1f8-9997-4e7f-8156-42bdd50c46e4', 'status': 'completed', 'code': 200} Aug 16 22:18:10.451863 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:10.676631 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bb3da-73a7-468d-af93-3d2c384d1083 req-3fdfffd0-84fb-4509-a5f5-e016d2ce725a tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:10.682829 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-659bb3da-73a7-468d-af93-3d2c384d1083 req-3fdfffd0-84fb-4509-a5f5-e016d2ce725a tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.1651573 Aug 16 22:18:10.774773 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-659bb3da-73a7-468d-af93-3d2c384d1083 req-79548d1c-e638-4038-9067-5fdf96838ec9 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787666 Aug 16 22:18:10.995297 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c4e19b-1bba-4ca3-979e-e290559e9f98 x-openstack-request-id: req-17c4e19b-1bba-4ca3-979e-e290559e9f98 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:10.996017 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71750bb-33e1-4665-bb9c-76f408b64167", "name": "network-vif-plugged", "status": "completed", "tag": "e828879f-1063-4418-8989-72f745566fca", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:10.996017 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-17c4e19b-1bba-4ca3-979e-e290559e9f98 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:10.996966 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71750bb-33e1-4665-bb9c-76f408b64167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e828879f-1063-4418-8989-72f745566fca', 'code': 200} Aug 16 22:18:11.460044 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78921d20-9b9d-402d-a44c-3d443ba2d728 req-f19da0d6-7a1f-45b6-bd8c-44b8081f3a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:11.461549 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-78921d20-9b9d-402d-a44c-3d443ba2d728 req-f19da0d6-7a1f-45b6-bd8c-44b8081f3a7b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 1101 time: 0.1499310 Aug 16 22:18:11.492697 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-564a1a9b-975a-45a9-86a3-7f8045720d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:11.532126 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754d5e4-15e1-47be-8e1c-cf79fb36aa87 req-fc4568cd-4629-4397-ba6b-e1f49ba64947 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:11.541685 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1754d5e4-15e1-47be-8e1c-cf79fb36aa87 req-fc4568cd-4629-4397-ba6b-e1f49ba64947 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 950 time: 0.0915470 Aug 16 22:18:11.613780 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-78921d20-9b9d-402d-a44c-3d443ba2d728 req-9fa1be39-6bfd-4b28-938e-b8c9dcf085c0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234365 Aug 16 22:18:11.725292 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1754d5e4-15e1-47be-8e1c-cf79fb36aa87 req-46a0d400-c069-47b6-b7e1-74afa1c528a2 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822920 Aug 16 22:18:11.917239 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-d46034f1-5c0f-40f9-91c1-3d0da9e72d86 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:11.919640 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-d46034f1-5c0f-40f9-91c1-3d0da9e72d86 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.43 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 820 time: 0.3247826 Aug 16 22:18:11.938444 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-4602bde6-23db-45eb-b3be-a4a068020b0d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Request body: {'port': {'device_id': '7a05d37e-a870-489e-98fa-8105cba25c20', 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc', 'admin_state_up': True, 'tenant_id': '28d0b07328bc4868a7e7f336c894f93d'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:12.039505 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:12.069054 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a82e57bd-3ee1-41bf-bc05-cccdf605d61c req-61edc409-ae01-40bf-a236-c42486043ab9 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 210 time: 0.1480255 Aug 16 22:18:12.139730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-4602bde6-23db-45eb-b3be-a4a068020b0d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Made reservation on behalf of 28d0b07328bc4868a7e7f336c894f93d for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:18:12.143972 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-4602bde6-23db-45eb-b3be-a4a068020b0d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:12.215269 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-178387ba-4914-4e5b-a96e-c72ef7630262 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:18:12.223888 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-178387ba-4914-4e5b-a96e-c72ef7630262 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169778 Aug 16 22:18:12.241998 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-bc3222dc-8a49-44fa-8a67-6025e6652341 service neutron] Request body: {'binding': {'host': 'n-h1-792458-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:12.255612 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-bc3222dc-8a49-44fa-8a67-6025e6652341 service neutron] Unknown quota resources ['binding']. {{(pid=94872) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:18:12.408437 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5aae0c-a862-4b36-a3b5-f0461fc8fd16 req-0c666fa5-8b3c-42cf-bdfb-a4f0bc4f97dc tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:12.409625 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a5aae0c-a862-4b36-a3b5-f0461fc8fd16 req-0c666fa5-8b3c-42cf-bdfb-a4f0bc4f97dc tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.1506526 Aug 16 22:18:12.467237 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-4602bde6-23db-45eb-b3be-a4a068020b0d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Allocated IP 172.20.0.13 (b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc/75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b/2fd9cb44-6dd9-4030-a346-c38165c18acc) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:18:12.498801 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a5aae0c-a862-4b36-a3b5-f0461fc8fd16 req-e0379c1a-35ac-4d70-9509-6c97efcfb194 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665708 Aug 16 22:18:12.566117 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-bc3222dc-8a49-44fa-8a67-6025e6652341 service neutron] Attempting to bind port 14c88565-94dd-4e73-b91d-1e4b21e85cfa on host n-h1-792458-15 for vnic_type normal with profile None {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:18:12.566674 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-bc3222dc-8a49-44fa-8a67-6025e6652341 service neutron] Attempting to bind port 14c88565-94dd-4e73-b91d-1e4b21e85cfa by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:18:12.566793 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-bc3222dc-8a49-44fa-8a67-6025e6652341 service neutron] Attempting to bind port 14c88565-94dd-4e73-b91d-1e4b21e85cfa on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:12.580591 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-bc3222dc-8a49-44fa-8a67-6025e6652341 service neutron] Port 14c88565-94dd-4e73-b91d-1e4b21e85cfa on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:18:12.582139 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-bc3222dc-8a49-44fa-8a67-6025e6652341 service neutron] Attempting to bind port 14c88565-94dd-4e73-b91d-1e4b21e85cfa on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:12.599631 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-bc3222dc-8a49-44fa-8a67-6025e6652341 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:18:12.599988 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-bc3222dc-8a49-44fa-8a67-6025e6652341 service neutron] Checking segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:12.600376 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-bc3222dc-8a49-44fa-8a67-6025e6652341 service neutron] Bound using segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:18:12.601210 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-bc3222dc-8a49-44fa-8a67-6025e6652341 service neutron] Bound port: 14c88565-94dd-4e73-b91d-1e4b21e85cfa, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:18:12.749268 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-bc3222dc-8a49-44fa-8a67-6025e6652341 service neutron] For port 14c88565-94dd-4e73-b91d-1e4b21e85cfa, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=14c88565-94dd-4e73-b91d-1e4b21e85cfa,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:18:12.767092 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-bc3222dc-8a49-44fa-8a67-6025e6652341 service neutron] Notify callbacks [] for binding, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:12.790375 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-bc3222dc-8a49-44fa-8a67-6025e6652341 service neutron] 10.222.0.93 "POST /v2.0/ports/14c88565-94dd-4e73-b91d-1e4b21e85cfa/bindings HTTP/1.1" status: 201 len: 390 time: 0.5496345 Aug 16 22:18:12.895040 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-4602bde6-23db-45eb-b3be-a4a068020b0d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:13.043932 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-4602bde6-23db-45eb-b3be-a4a068020b0d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:13.087511 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:13.225871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-4602bde6-23db-45eb-b3be-a4a068020b0d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:18:13.232085 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602bde6-23db-45eb-b3be-a4a068020b0d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Pushing event updated for resources: {'Port': ['ID=2fd9cb44-6dd9-4030-a346-c38165c18acc,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:13.247780 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-4602bde6-23db-45eb-b3be-a4a068020b0d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:18:13.255133 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-4602bde6-23db-45eb-b3be-a4a068020b0d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:18:13.261907 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-4602bde6-23db-45eb-b3be-a4a068020b0d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:13.262883 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-4602bde6-23db-45eb-b3be-a4a068020b0d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:13.284641 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df66c1c-a9a9-4373-9dce-a345a7f3182b req-49b45f3b-57d4-4a7a-97fd-5b452725f7e9 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:13.309706 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0df66c1c-a9a9-4373-9dce-a345a7f3182b req-49b45f3b-57d4-4a7a-97fd-5b452725f7e9 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 945 time: 0.2399719 Aug 16 22:18:13.329035 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 771ae1f8-9997-4e7f-8156-42bdd50c46e4 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:13.357775 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827829e0-a998-4dfa-9b85-c7c7ef678061 req-262d34fd-8166-4a5b-a564-f4671532b3d6 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:13.366232 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-827829e0-a998-4dfa-9b85-c7c7ef678061 req-262d34fd-8166-4a5b-a564-f4671532b3d6 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 950 time: 0.2529039 Aug 16 22:18:13.377372 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-f0a8a34a-0514-47df-91a8-1d0397160a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:13.385296 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-f0a8a34a-0514-47df-91a8-1d0397160a31 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 1097 time: 0.1748767 Aug 16 22:18:13.386886 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 771ae1f8-9997-4e7f-8156-42bdd50c46e4 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:18:13.387450 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 771ae1f8-9997-4e7f-8156-42bdd50c46e4 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:18:13.481269 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-4602bde6-23db-45eb-b3be-a4a068020b0d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5490477 Aug 16 22:18:13.498704 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] Request body: {'port': {'device_id': '7a05d37e-a870-489e-98fa-8105cba25c20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:13.561561 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-403fc4ea-a396-4985-9278-6ebc24660df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:13.563607 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-403fc4ea-a396-4985-9278-6ebc24660df3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 909 time: 0.1704214 Aug 16 22:18:13.641075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44812) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:13.670017 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-ef83ce9e-e51f-4969-9d9e-46af2b2bdb83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14c88565-94dd-4e73-b91d-1e4b21e85cfa HTTP/1.1" status: 200 len: 217 time: 0.0964315 Aug 16 22:18:13.726065 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-827829e0-a998-4dfa-9b85-c7c7ef678061 req-d785465b-ac67-41b8-8fca-58b4004a8a42 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160896 Aug 16 22:18:13.738572 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-ba4587d3-ff58-42b4-8a1d-d704c7b8b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:13.740466 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-ba4587d3-ff58-42b4-8a1d-d704c7b8b6fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 200 len: 848 time: 0.0597558 Aug 16 22:18:13.764666 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0df66c1c-a9a9-4373-9dce-a345a7f3182b req-58f2e58d-371c-4179-9b75-33274f730740 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919876 Aug 16 22:18:13.765913 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:13.859651 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-49e1bff2-d318-4a0d-b6cd-86ad8b6cf1b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038480 Aug 16 22:18:13.990273 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-cff13516-4ae7-4b91-abd5-6347ef410323 service neutron] 10.222.0.39 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177750 Aug 16 22:18:14.141301 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-0fd80555-9bbf-4481-a2c0-bee042226a78 service neutron] 10.222.0.39 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428921 Aug 16 22:18:14.233754 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e122edae-129f-48bb-be64-751ee21d6cb9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6cc394dc58c1487684e69917dc62eaf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5846293 Aug 16 22:18:14.239559 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44834) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:14.246875 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810048a-ff35-4ecb-8f46-6ed48d66aeb4 req-831f723f-95ee-45f5-a42e-c74ff436baa9 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:14.248422 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3810048a-ff35-4ecb-8f46-6ed48d66aeb4 req-831f723f-95ee-45f5-a42e-c74ff436baa9 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 932 time: 0.2453141 Aug 16 22:18:14.281020 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-8082b6eb-ef1c-47c6-b81b-cdf8ebda791b tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:14.282990 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-8082b6eb-ef1c-47c6-b81b-cdf8ebda791b tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca&tenant_id=c5206ab6d6f447fc9622b86511f61275&binding%3Ahost_id=n-h2-792458-15 HTTP/1.1" status: 200 len: 1097 time: 0.0620754 Aug 16 22:18:14.285498 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c1f26-b29a-453c-ae85-2e49e4d1085e req-e4daeb7b-1ca6-4e8b-8687-534c9e39433c tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:14.287575 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a25c1f26-b29a-453c-ae85-2e49e4d1085e req-e4daeb7b-1ca6-4e8b-8687-534c9e39433c tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.2795203 Aug 16 22:18:14.295196 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792458-15'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:14.297884 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-517900ed-c272-4804-a9dc-2614dc128bc8 req-7efb231d-0a6d-4c38-91c9-cf215a5aded6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2908673 Aug 16 22:18:14.363472 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:14.498088 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3810048a-ff35-4ecb-8f46-6ed48d66aeb4 req-fc10655b-f512-42dd-a21b-b1491c255b7b tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255216 Aug 16 22:18:14.526676 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517900ed-c272-4804-a9dc-2614dc128bc8 req-6f794af6-2858-4ea2-990b-837d2e9ad9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:14.528492 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-517900ed-c272-4804-a9dc-2614dc128bc8 req-6f794af6-2858-4ea2-990b-837d2e9ad9bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 1096 time: 0.1686361 Aug 16 22:18:14.537583 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a25c1f26-b29a-453c-ae85-2e49e4d1085e req-f95b71ea-4eff-4b7b-9f96-34e4d33dd7d2 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386286 Aug 16 22:18:14.558540 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fcf7b4f8-80cc-4931-b036-438ab9eaec01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:14.564630 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] For port 14c88565-94dd-4e73-b91d-1e4b21e85cfa, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=14c88565-94dd-4e73-b91d-1e4b21e85cfa,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:14.613089 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] For port 14c88565-94dd-4e73-b91d-1e4b21e85cfa, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:14.616868 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fcf7b4f8-80cc-4931-b036-438ab9eaec01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:14.661702 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:14.687066 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:14.690834 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb62584-2c6e-4492-8bd9-5371ba007cca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14c88565-94dd-4e73-b91d-1e4b21e85cfa'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:14.694532 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdccf00-a5da-4579-bc4a-0b65157b36d2" -d '{"events": [{"server_uuid": "1bb62584-2c6e-4492-8bd9-5371ba007cca", "name": "network-vif-unplugged", "status": "completed", "tag": "14c88565-94dd-4e73-b91d-1e4b21e85cfa"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:14.703932 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:14.802660 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fcf7b4f8-80cc-4931-b036-438ab9eaec01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:14.805238 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fcf7b4f8-80cc-4931-b036-438ab9eaec01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:14.808854 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fcf7b4f8-80cc-4931-b036-438ab9eaec01 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/79b15ab6-9aa0-4c97-9899-93948eab3369 HTTP/1.1" status: 204 len: 168 time: 0.5571566 Aug 16 22:18:14.850976 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd9cb44-6dd9-4030-a346-c38165c18acc {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:14.861986 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:14.883984 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7b4f8-80cc-4931-b036-438ab9eaec01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b15ab6-9aa0-4c97-9899-93948eab3369,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:14.911295 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] Pushing event updated for resources: {'Port': ['ID=14c88565-94dd-4e73-b91d-1e4b21e85cfa,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:14.918303 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] Transition to ACTIVE for port object 2fd9cb44-6dd9-4030-a346-c38165c18acc will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:14.928057 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de54abc-c0b9-46e2-b2c1-4f3257ab6af2 x-openstack-request-id: req-7de54abc-c0b9-46e2-b2c1-4f3257ab6af2 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:14.928325 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb62584-2c6e-4492-8bd9-5371ba007cca", "name": "network-vif-unplugged", "status": "completed", "tag": "14c88565-94dd-4e73-b91d-1e4b21e85cfa", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:14.928575 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7de54abc-c0b9-46e2-b2c1-4f3257ab6af2 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:14.928993 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb62584-2c6e-4492-8bd9-5371ba007cca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14c88565-94dd-4e73-b91d-1e4b21e85cfa', 'code': 200} Aug 16 22:18:14.953676 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] Attempting to bind port 14c88565-94dd-4e73-b91d-1e4b21e85cfa on host n-h2-792458-15 for vnic_type normal with profile {"migrating_to": "n-h1-792458-15"} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:18:14.954103 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] Attempting to bind port 14c88565-94dd-4e73-b91d-1e4b21e85cfa by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:18:14.954438 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] Attempting to bind port 14c88565-94dd-4e73-b91d-1e4b21e85cfa on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:14.960628 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] Port 14c88565-94dd-4e73-b91d-1e4b21e85cfa on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:18:14.960949 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] Attempting to bind port 14c88565-94dd-4e73-b91d-1e4b21e85cfa on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:14.966815 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:18:14.967169 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] Checking segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:14.967620 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] Bound using segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:18:14.967969 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] Bound port: 14c88565-94dd-4e73-b91d-1e4b21e85cfa, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:18:14.968325 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:14.972301 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:15.089392 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] For port 14c88565-94dd-4e73-b91d-1e4b21e85cfa, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:15.094956 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] For port 14c88565-94dd-4e73-b91d-1e4b21e85cfa, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=14c88565-94dd-4e73-b91d-1e4b21e85cfa,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:18:15.105268 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:15.136627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6bc3d-8a22-45f5-b509-55ec4e1c65d3 req-3c7fa6e0-32d8-4109-b254-4607100b9706 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:15.138206 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42a6bc3d-8a22-45f5-b509-55ec4e1c65d3 req-3c7fa6e0-32d8-4109-b254-4607100b9706 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.3289821 Aug 16 22:18:15.191170 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517900ed-c272-4804-a9dc-2614dc128bc8 req-73a59439-efbf-482e-a7ea-259fd148fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:15.193600 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-517900ed-c272-4804-a9dc-2614dc128bc8 req-73a59439-efbf-482e-a7ea-259fd148fe5d service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 921 time: 0.4752214 Aug 16 22:18:15.217747 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd9cb44-6dd9-4030-a346-c38165c18acc,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:15.221454 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:15.222402 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:15.224848 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] 10.222.0.39 "PUT /v2.0/ports/14c88565-94dd-4e73-b91d-1e4b21e85cfa HTTP/1.1" status: 200 len: 1123 time: 0.9339020 Aug 16 22:18:15.225090 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] Attempting to bind port 2fd9cb44-6dd9-4030-a346-c38165c18acc on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:18:15.225659 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] Attempting to bind port 2fd9cb44-6dd9-4030-a346-c38165c18acc by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:18:15.226240 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] Attempting to bind port 2fd9cb44-6dd9-4030-a346-c38165c18acc on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:15.241796 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf91039-ca92-4b15-891f-ace27e260785 service neutron] Pushing event updated for resources: {'Port': ['ID=14c88565-94dd-4e73-b91d-1e4b21e85cfa,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:15.254338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] Port 2fd9cb44-6dd9-4030-a346-c38165c18acc on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:18:15.255529 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] Attempting to bind port 2fd9cb44-6dd9-4030-a346-c38165c18acc on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:15.311730 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['14c88565-94dd-4e73-b91d-1e4b21e85cfa'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:18:15.321444 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851be3a-663e-4428-a471-9d17817aac71 req-fb49e392-a00a-4419-992f-e6af3dbb3f7a tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:15.333875 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4851be3a-663e-4428-a471-9d17817aac71 req-fb49e392-a00a-4419-992f-e6af3dbb3f7a tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 950 time: 0.3405247 Aug 16 22:18:15.337077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:18:15.337419 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] Checking segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:15.337813 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] Bound using segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:18:15.338294 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] Bound port: 2fd9cb44-6dd9-4030-a346-c38165c18acc, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:18:15.338655 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:15.343414 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44868) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:15.347276 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-517900ed-c272-4804-a9dc-2614dc128bc8 req-f865b383-84ef-4d45-bb59-06b68e421009 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7f6fcc5-3528-47a6-a559-521fa9f080ca HTTP/1.1" status: 200 len: 217 time: 0.1233919 Aug 16 22:18:15.388088 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e0b8dc3-1d58-45d7-9e44-ff00d917759d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:15.464218 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42a6bc3d-8a22-45f5-b509-55ec4e1c65d3 req-fc8590ed-8bd6-4198-97ed-7ad37ff526b4 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679074 Aug 16 22:18:15.515218 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e0b8dc3-1d58-45d7-9e44-ff00d917759d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:15.518992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517900ed-c272-4804-a9dc-2614dc128bc8 req-0c8579c1-b54a-4442-8ad3-351af5649e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:15.522950 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-517900ed-c272-4804-a9dc-2614dc128bc8 req-0c8579c1-b54a-4442-8ad3-351af5649e04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.1652770 Aug 16 22:18:15.532454 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e0b8dc3-1d58-45d7-9e44-ff00d917759d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:15.578879 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3e0b8dc3-1d58-45d7-9e44-ff00d917759d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=68602730ab0d4d278bd8709b4d9a928a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338943 Aug 16 22:18:15.579867 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b8dc3-1d58-45d7-9e44-ff00d917759d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffe5b32-dec4-45d2-8b96-2bd728fa6e2a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:15.582627 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44884) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:15.642336 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-650d45e7-0a83-4e37-b241-b57796471768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:15.670329 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-650d45e7-0a83-4e37-b241-b57796471768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:15.735915 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-650d45e7-0a83-4e37-b241-b57796471768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:15.738596 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-650d45e7-0a83-4e37-b241-b57796471768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:15.742171 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-650d45e7-0a83-4e37-b241-b57796471768 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bffe5b32-dec4-45d2-8b96-2bd728fa6e2a HTTP/1.1" status: 204 len: 168 time: 0.1555595 Aug 16 22:18:15.757940 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d45e7-0a83-4e37-b241-b57796471768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffe5b32-dec4-45d2-8b96-2bd728fa6e2a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:15.793495 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4851be3a-663e-4428-a471-9d17817aac71 req-86a4d399-5191-4583-b57f-e93b8ef05a62 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457159 Aug 16 22:18:15.803308 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-517900ed-c272-4804-a9dc-2614dc128bc8 req-9dbcea44-9b80-404a-a8ad-d7cd0f22b0cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2719691 Aug 16 22:18:15.902796 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] For port 2fd9cb44-6dd9-4030-a346-c38165c18acc, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:15.935234 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] For port 2fd9cb44-6dd9-4030-a346-c38165c18acc, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=2fd9cb44-6dd9-4030-a346-c38165c18acc,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:18:15.962191 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:15.974555 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c502f5-554c-4429-a19c-fc330e724846 req-b5a8e2cd-9b94-46c4-957b-2e2c10f2a805 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:15.976172 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1c502f5-554c-4429-a19c-fc330e724846 req-b5a8e2cd-9b94-46c4-957b-2e2c10f2a805 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 943 time: 0.1760192 Aug 16 22:18:16.024595 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:16.025791 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:16.027108 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] 10.222.0.43 "PUT /v2.0/ports/2fd9cb44-6dd9-4030-a346-c38165c18acc HTTP/1.1" status: 200 len: 1093 time: 2.5358863 Aug 16 22:18:16.043045 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a05d37e-a870-489e-98fa-8105cba25c20', 'tag': '2fd9cb44-6dd9-4030-a346-c38165c18acc'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:16.045567 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3973415c-bb58-485c-ba4f-55e6accce512" -d '{"events": [{"name": "network-changed", "server_uuid": "7a05d37e-a870-489e-98fa-8105cba25c20", "tag": "2fd9cb44-6dd9-4030-a346-c38165c18acc"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:16.104104 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d61e0-3af7-46f7-8880-755261ebc3b2 req-fe8bb445-2921-45da-a5ed-3ddab30bb637 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:16.106452 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b1d61e0-3af7-46f7-8880-755261ebc3b2 req-fe8bb445-2921-45da-a5ed-3ddab30bb637 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/ports?device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 950 time: 0.2012844 Aug 16 22:18:16.123743 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-517900ed-c272-4804-a9dc-2614dc128bc8 req-d5b079e9-3d8a-448a-88fc-71e06e6bfca8 service neutron] 10.222.0.39 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868006 Aug 16 22:18:16.152628 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a45ce3-b2c1-4563-8ee7-eaa7141a7d85 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd9cb44-6dd9-4030-a346-c38165c18acc,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:16.205998 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1c502f5-554c-4429-a19c-fc330e724846 req-86ee0b70-1424-46c3-b777-0297032c8275 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958172 Aug 16 22:18:16.338665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-58f027ce-d003-408e-8a05-4ad17b534c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:16.340236 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-58f027ce-d003-408e-8a05-4ad17b534c3b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 1096 time: 0.2546887 Aug 16 22:18:16.370877 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b1d61e0-3af7-46f7-8880-755261ebc3b2 req-fb84fb81-cb1a-43a8-bc34-4938116dab4a tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/security-groups?id=093e0a85-11c9-4eb2-93f9-ad6992f32cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504973 Aug 16 22:18:16.472620 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-f64e409f-7462-48b0-91e8-f9f9221f6f67 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd9cb44-6dd9-4030-a346-c38165c18acc HTTP/1.1" status: 200 len: 217 time: 0.0972133 Aug 16 22:18:16.476936 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-517900ed-c272-4804-a9dc-2614dc128bc8 req-fcae36f9-cd63-4f16-a4c4-0d0e9c904b4f service neutron] 10.222.0.39 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315330 Aug 16 22:18:16.662111 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f04260-671e-43d7-97c2-8ab86ac88381 req-8879949f-0b04-41d3-90b0-f6471c7ad5d4 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:16.664101 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-64f04260-671e-43d7-97c2-8ab86ac88381 req-8879949f-0b04-41d3-90b0-f6471c7ad5d4 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 944 time: 0.1855958 Aug 16 22:18:16.698211 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-5492f8c3-1576-418e-ad2e-0dca4dbe864e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:16.699694 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-5492f8c3-1576-418e-ad2e-0dca4dbe864e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.1743543 Aug 16 22:18:16.725254 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-64f04260-671e-43d7-97c2-8ab86ac88381 req-fc4a6d53-d37e-430c-b0bb-46707c5a432c tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528851 Aug 16 22:18:16.759427 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-aac5e06b-9745-4438-93c7-95e2b96f689a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388677 Aug 16 22:18:16.851882 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a7ddeb-60e1-4d5c-9973-5e22b415ded4 x-openstack-request-id: req-39a7ddeb-60e1-4d5c-9973-5e22b415ded4 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:16.852175 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a05d37e-a870-489e-98fa-8105cba25c20", "tag": "2fd9cb44-6dd9-4030-a346-c38165c18acc", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:16.852674 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-39a7ddeb-60e1-4d5c-9973-5e22b415ded4 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:16.853099 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a05d37e-a870-489e-98fa-8105cba25c20', 'tag': '2fd9cb44-6dd9-4030-a346-c38165c18acc', 'status': 'completed', 'code': 200} Aug 16 22:18:16.930021 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb62584-2c6e-4492-8bd9-5371ba007cca', 'tag': '14c88565-94dd-4e73-b91d-1e4b21e85cfa'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:16.932541 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9651da-42ee-4bac-9052-811c43144fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb62584-2c6e-4492-8bd9-5371ba007cca", "tag": "14c88565-94dd-4e73-b91d-1e4b21e85cfa"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:16.968416 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-15295260-106a-467e-9244-d4a55f14e642 service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995625 Aug 16 22:18:17.116653 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e0268-bef9-46ac-a738-8ff747f18ec9 req-12a714c8-8d44-4879-a6a1-ed167466e1b9 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.150921 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-793e0268-bef9-46ac-a738-8ff747f18ec9 req-12a714c8-8d44-4879-a6a1-ed167466e1b9 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.1551709 Aug 16 22:18:17.242810 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6505c1dd-818d-47e6-9e41-28bcfdf8600c req-da67ecc3-9fb0-4cd5-bfcb-98f308715d87 service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657323 Aug 16 22:18:17.246849 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-793e0268-bef9-46ac-a738-8ff747f18ec9 req-61958dd8-52d2-4fa7-8428-29fd952b6477 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951009 Aug 16 22:18:17.295447 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb193bd4-28a1-40d6-a749-c82050f7a726 req-8818b075-3bb3-4938-972e-88ffa6d96e6c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.296879 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eb193bd4-28a1-40d6-a749-c82050f7a726 req-8818b075-3bb3-4938-972e-88ffa6d96e6c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 950 time: 0.1244237 Aug 16 22:18:17.322191 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff3724b-55f5-40c8-aac7-27bd066363c5 x-openstack-request-id: req-bff3724b-55f5-40c8-aac7-27bd066363c5 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:17.322493 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb62584-2c6e-4492-8bd9-5371ba007cca", "tag": "14c88565-94dd-4e73-b91d-1e4b21e85cfa", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:17.322740 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bff3724b-55f5-40c8-aac7-27bd066363c5 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:17.323156 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb62584-2c6e-4492-8bd9-5371ba007cca', 'tag': '14c88565-94dd-4e73-b91d-1e4b21e85cfa', 'status': 'completed', 'code': 200} Aug 16 22:18:17.360267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 14c88565-94dd-4e73-b91d-1e4b21e85cfa details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:18:17.437762 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9651da-42ee-4bac-9052-811c43144fcc req-dc615cdb-0630-46aa-8a70-eadbabeb4569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.439755 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2c9651da-42ee-4bac-9052-811c43144fcc req-dc615cdb-0630-46aa-8a70-eadbabeb4569 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 1126 time: 0.0895762 Aug 16 22:18:17.474770 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eb193bd4-28a1-40d6-a749-c82050f7a726 req-01e38c3e-52cd-4a78-97c1-3a26943410ee tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679063 Aug 16 22:18:17.478901 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973415c-bb58-485c-ba4f-55e6accce512 req-48fd9e54-2d84-4601-9869-3fe5e29a6f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.480461 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3973415c-bb58-485c-ba4f-55e6accce512 req-48fd9e54-2d84-4601-9869-3fe5e29a6f9c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 1096 time: 0.1409309 Aug 16 22:18:17.619131 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9651da-42ee-4bac-9052-811c43144fcc req-ed9af7ba-003b-42de-9302-19a685cd2674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.620834 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2c9651da-42ee-4bac-9052-811c43144fcc req-ed9af7ba-003b-42de-9302-19a685cd2674 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 909 time: 0.1725771 Aug 16 22:18:17.678704 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6ac74-fce0-43ea-a710-18f1834b3cf7 req-111fc59a-2068-442b-b90c-0cd40f625c4f tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.680584 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dee6ac74-fce0-43ea-a710-18f1834b3cf7 req-111fc59a-2068-442b-b90c-0cd40f625c4f tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 943 time: 0.1903310 Aug 16 22:18:17.688903 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2c9651da-42ee-4bac-9052-811c43144fcc req-8f7bf99c-9c52-4110-9090-315e9c51df8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14c88565-94dd-4e73-b91d-1e4b21e85cfa HTTP/1.1" status: 200 len: 217 time: 0.0501103 Aug 16 22:18:17.716276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 14c88565-94dd-4e73-b91d-1e4b21e85cfa, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=14c88565-94dd-4e73-b91d-1e4b21e85cfa,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:17.768484 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973415c-bb58-485c-ba4f-55e6accce512 req-8da90a0e-e666-483c-95bf-0439ae72cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.770721 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3973415c-bb58-485c-ba4f-55e6accce512 req-8da90a0e-e666-483c-95bf-0439ae72cc76 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 921 time: 0.2611957 Aug 16 22:18:17.783858 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 14c88565-94dd-4e73-b91d-1e4b21e85cfa has no active binding in host n-h1-792458-15 {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:18:17.788077 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dee6ac74-fce0-43ea-a710-18f1834b3cf7 req-bc318b04-9743-45ee-8c86-53e02f1b68eb tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896955 Aug 16 22:18:17.820152 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9651da-42ee-4bac-9052-811c43144fcc req-112066ba-1c0d-4598-bc47-2b704c3eab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.822958 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2c9651da-42ee-4bac-9052-811c43144fcc req-112066ba-1c0d-4598-bc47-2b704c3eab05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 200 len: 848 time: 0.1129744 Aug 16 22:18:17.825498 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-b545fabc-e92e-47a8-adc8-d082bbc4e0f4 service neutron] show failed (client error): The resource could not be found. Aug 16 22:18:17.826905 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-b545fabc-e92e-47a8-adc8-d082bbc4e0f4 service neutron] 10.222.0.43 "GET /v2.0/ports/4f2cb624-3bc5-45fb-addf-d0988a0cd206/bindings/n-h1-792458-15 HTTP/1.1" status: 404 len: 381 time: 0.1870658 Aug 16 22:18:17.886419 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2c9651da-42ee-4bac-9052-811c43144fcc req-df0d5120-02dc-4fe5-8b59-03e6efe732ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494506 Aug 16 22:18:17.888774 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3973415c-bb58-485c-ba4f-55e6accce512 req-cfcc8731-3cfe-4a84-8cf2-e900f8f822e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd9cb44-6dd9-4030-a346-c38165c18acc HTTP/1.1" status: 200 len: 217 time: 0.0994401 Aug 16 22:18:18.064258 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2c9651da-42ee-4bac-9052-811c43144fcc req-465f7a66-4793-4b55-ad27-146d8ac36a37 service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621363 Aug 16 22:18:18.075436 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973415c-bb58-485c-ba4f-55e6accce512 req-98bf7872-cf34-4ee7-af16-064b80e45ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:18.083547 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3973415c-bb58-485c-ba4f-55e6accce512 req-98bf7872-cf34-4ee7-af16-064b80e45ba5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.1686122 Aug 16 22:18:18.118678 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3973415c-bb58-485c-ba4f-55e6accce512 req-65aac118-e6f0-4fae-bd42-91bc5a9ffa9c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328720 Aug 16 22:18:18.136455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a0f7f-d420-4f25-8b33-0c090895f851 req-2e1e250f-c5e8-46d5-b25f-4518fb27ab9a tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:18.148699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b3a0f7f-d420-4f25-8b33-0c090895f851 req-2e1e250f-c5e8-46d5-b25f-4518fb27ab9a tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 944 time: 0.1594157 Aug 16 22:18:18.281565 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2c9651da-42ee-4bac-9052-811c43144fcc req-ce0f4721-cd1c-44e9-a011-04d3b6a800b6 service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091298 Aug 16 22:18:18.289568 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b3a0f7f-d420-4f25-8b33-0c090895f851 req-5d9adcd7-dc6e-4ed8-900b-c1e281c5c4f0 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388190 Aug 16 22:18:18.385431 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3973415c-bb58-485c-ba4f-55e6accce512 req-94ee300f-9a4a-4fd3-9f29-26f241834bd6 service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217710 Aug 16 22:18:18.390814 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-531ce22e-ebed-4ee1-b12a-f4c9a59581ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:18.392179 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-531ce22e-ebed-4ee1-b12a-f4c9a59581ac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f&tenant_id=fb89aa6f686447e2b31abca5e401c874 HTTP/1.1" status: 200 len: 1102 time: 0.1011629 Aug 16 22:18:18.420870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-15', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:18.538966 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:18.574200 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3973415c-bb58-485c-ba4f-55e6accce512 req-faf9c0bc-d1c7-43ee-8877-37df15541408 service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798944 Aug 16 22:18:18.802623 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3267380-317f-49aa-b45e-97da4e33c924 req-7e586ed3-bcda-41cc-af1f-f838d9ab6aa2 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:18.804537 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3267380-317f-49aa-b45e-97da4e33c924 req-7e586ed3-bcda-41cc-af1f-f838d9ab6aa2 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.1159396 Aug 16 22:18:18.869644 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3267380-317f-49aa-b45e-97da4e33c924 req-788554fd-ffd6-4995-95de-292e1acff9ae tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566161 Aug 16 22:18:18.873728 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] For port 4f2cb624-3bc5-45fb-addf-d0988a0cd206, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4f2cb624-3bc5-45fb-addf-d0988a0cd206,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:18.981325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] For port 4f2cb624-3bc5-45fb-addf-d0988a0cd206, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:19.065130 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-23625d87-4af7-4f90-9ea7-ccdef6618159 service neutron] 10.222.0.43 "GET /v2.0/ports/14c88565-94dd-4e73-b91d-1e4b21e85cfa/bindings/n-h1-792458-15 HTTP/1.1" status: 200 len: 385 time: 0.1678541 Aug 16 22:18:19.071067 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f2cb624-3bc5-45fb-addf-d0988a0cd206'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:19.073312 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aac1e5-51b7-47bc-92b1-b8719441937d" -d '{"events": [{"server_uuid": "3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f", "name": "network-vif-unplugged", "status": "completed", "tag": "4f2cb624-3bc5-45fb-addf-d0988a0cd206"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:19.080048 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:19.123857 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ac17c-0a9a-4f1d-9680-dfe38d16914b req-f072029c-9892-43f6-81c4-59743f6905e5 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:19.125408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-271ac17c-0a9a-4f1d-9680-dfe38d16914b req-f072029c-9892-43f6-81c4-59743f6905e5 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 950 time: 0.1789284 Aug 16 22:18:19.143546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] Transition to ACTIVE for port object 4f2cb624-3bc5-45fb-addf-d0988a0cd206 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:19.167693 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:19.191827 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ab8f8-5566-4c57-bcf9-936cb0190c5d req-bffa2945-a770-4135-b211-35c3e96fcc65 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:19.193408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f8ab8f8-5566-4c57-bcf9-936cb0190c5d req-bffa2945-a770-4135-b211-35c3e96fcc65 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 943 time: 0.1829188 Aug 16 22:18:19.274801 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-271ac17c-0a9a-4f1d-9680-dfe38d16914b req-253f9939-bb62-4f8f-b98e-1936e9f0cf8e tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375206 Aug 16 22:18:19.334507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] No DVR routers for this DVR port 4f2cb624-3bc5-45fb-addf-d0988a0cd206 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:18:19.340283 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aae859-d21e-4682-b621-9c127f729899 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2cb624-3bc5-45fb-addf-d0988a0cd206,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:19.425131 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f8ab8f8-5566-4c57-bcf9-936cb0190c5d req-2ce672e3-be48-4be7-a326-2306b0721c91 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061687 Aug 16 22:18:19.483258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] Attempting to bind port 4f2cb624-3bc5-45fb-addf-d0988a0cd206 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:18:19.483595 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] Attempting to bind port 4f2cb624-3bc5-45fb-addf-d0988a0cd206 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:18:19.483925 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] Attempting to bind port 4f2cb624-3bc5-45fb-addf-d0988a0cd206 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:19.507032 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] Port 4f2cb624-3bc5-45fb-addf-d0988a0cd206 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:18:19.507368 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] Attempting to bind port 4f2cb624-3bc5-45fb-addf-d0988a0cd206 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:19.585774 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-cb7a1c71-7aed-4b6c-84d2-fe671a16c65c service neutron] For port 14c88565-94dd-4e73-b91d-1e4b21e85cfa, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=14c88565-94dd-4e73-b91d-1e4b21e85cfa,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:19.590655 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66afacb-38b3-43b6-aa15-cb806939ebac x-openstack-request-id: req-b66afacb-38b3-43b6-aa15-cb806939ebac {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:19.591038 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f", "name": "network-vif-unplugged", "status": "completed", "tag": "4f2cb624-3bc5-45fb-addf-d0988a0cd206", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:19.591209 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b66afacb-38b3-43b6-aa15-cb806939ebac {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:19.591567 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f2cb624-3bc5-45fb-addf-d0988a0cd206', 'code': 200} Aug 16 22:18:19.592441 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:18:19.592899 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:19.593284 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:18:19.593724 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] Bound port: 4f2cb624-3bc5-45fb-addf-d0988a0cd206, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:18:19.594522 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:19.633560 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 2fd9cb44-6dd9-4030-a346-c38165c18acc details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:18:19.658355 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device e364c4cf-46eb-4dd4-b832-efb21c80a7dc no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:19.753462 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-cb7a1c71-7aed-4b6c-84d2-fe671a16c65c service neutron] For port 14c88565-94dd-4e73-b91d-1e4b21e85cfa, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:19.793585 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.resource_extend [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:18:20.019904 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 2fd9cb44-6dd9-4030-a346-c38165c18acc, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=2fd9cb44-6dd9-4030-a346-c38165c18acc,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:20.044996 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:20.081728 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '2fd9cb44-6dd9-4030-a346-c38165c18acc', 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc', 'port_id': '2fd9cb44-6dd9-4030-a346-c38165c18acc', 'mac_address': 'fa:16:3e:1b:ba:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:18:20.112429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] For port 4f2cb624-3bc5-45fb-addf-d0988a0cd206, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:20.117177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-cb7a1c71-7aed-4b6c-84d2-fe671a16c65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c88565-94dd-4e73-b91d-1e4b21e85cfa {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:20.127582 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] For port 4f2cb624-3bc5-45fb-addf-d0988a0cd206, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4f2cb624-3bc5-45fb-addf-d0988a0cd206,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:18:20.134353 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-cb7a1c71-7aed-4b6c-84d2-fe671a16c65c service neutron] For port 14c88565-94dd-4e73-b91d-1e4b21e85cfa, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=14c88565-94dd-4e73-b91d-1e4b21e85cfa,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:20.144038 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94de5dc-a42a-4424-8553-1f00001654b6 req-16e0a8f9-ac58-4903-a7fc-fac252b0844d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:20.152144 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e94de5dc-a42a-4424-8553-1f00001654b6 req-16e0a8f9-ac58-4903-a7fc-fac252b0844d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 944 time: 0.4571192 Aug 16 22:18:20.154928 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:20.160773 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349fa110-afcc-45d4-b127-267a96b71ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e364c4cf-46eb-4dd4-b832-efb21c80a7dc'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:20.163327 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a159fd-89b2-4266-96f9-7f5df0d63f44" -d '{"events": [{"server_uuid": "349fa110-afcc-45d4-b127-267a96b71ca1", "name": "network-vif-unplugged", "status": "completed", "tag": "e364c4cf-46eb-4dd4-b832-efb21c80a7dc"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:20.169921 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:20.193796 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port e364c4cf-46eb-4dd4-b832-efb21c80a7dc, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:20.198482 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd9cb44-6dd9-4030-a346-c38165c18acc {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:20.207270 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-cb7a1c71-7aed-4b6c-84d2-fe671a16c65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:20.224157 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 2fd9cb44-6dd9-4030-a346-c38165c18acc, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=2fd9cb44-6dd9-4030-a346-c38165c18acc,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:20.227054 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:20.232003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:20.232989 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:20.234660 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-58aae859-d21e-4682-b621-9c127f729899 service neutron] 10.222.0.39 "PUT /v2.0/ports/4f2cb624-3bc5-45fb-addf-d0988a0cd206 HTTP/1.1" status: 200 len: 1097 time: 1.8192918 Aug 16 22:18:20.243023 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:20.308892 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e94de5dc-a42a-4424-8553-1f00001654b6 req-18831f60-97f3-4518-96f4-f5645258a188 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555357 Aug 16 22:18:20.347545 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:20.391388 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.391787 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.392131 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.398472 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.398960 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.399306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.403130 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.407663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.408056 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.411350 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.411722 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.412063 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.417843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aae859-d21e-4682-b621-9c127f729899 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2cb624-3bc5-45fb-addf-d0988a0cd206,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:20.533804 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508f3b7b-9bb6-4eb1-a7ce-922936c8192f x-openstack-request-id: req-508f3b7b-9bb6-4eb1-a7ce-922936c8192f {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:20.534201 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349fa110-afcc-45d4-b127-267a96b71ca1", "name": "network-vif-unplugged", "status": "completed", "tag": "e364c4cf-46eb-4dd4-b832-efb21c80a7dc", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:20.534493 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-508f3b7b-9bb6-4eb1-a7ce-922936c8192f {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:20.534893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-8f5c679c-08f8-4c24-9b51-f15f22a590d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:20.535008 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349fa110-afcc-45d4-b127-267a96b71ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e364c4cf-46eb-4dd4-b832-efb21c80a7dc', 'code': 200} Aug 16 22:18:20.542704 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-8f5c679c-08f8-4c24-9b51-f15f22a590d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 1100 time: 0.2658994 Aug 16 22:18:20.648901 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc0152-72f1-45c2-8b5b-2eb247526eba req-4972f417-5fbc-4919-9b19-48a7666968a8 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:20.656842 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d7fc0152-72f1-45c2-8b5b-2eb247526eba req-4972f417-5fbc-4919-9b19-48a7666968a8 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.2109213 Aug 16 22:18:20.673315 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['2fd9cb44-6dd9-4030-a346-c38165c18acc'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:18:20.697994 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-cb7a1c71-7aed-4b6c-84d2-fe671a16c65c service neutron] Transition to ACTIVE for port object 14c88565-94dd-4e73-b91d-1e4b21e85cfa will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:20.724150 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=2fd9cb44-6dd9-4030-a346-c38165c18acc,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:20.767311 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d7fc0152-72f1-45c2-8b5b-2eb247526eba req-24c169de-275b-4a4d-bce4-7e292bb0c1fa tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094575 Aug 16 22:18:20.771936 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-cb7a1c71-7aed-4b6c-84d2-fe671a16c65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:20.814480 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-bdb4b695-d808-428c-80e5-d16bc357f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:20.816544 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-bdb4b695-d808-428c-80e5-d16bc357f8ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.2448776 Aug 16 22:18:20.956330 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a1c71-7aed-4b6c-84d2-fe671a16c65c service neutron] Pushing event updated for resources: {'Port': ['ID=14c88565-94dd-4e73-b91d-1e4b21e85cfa,revision_number=10']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:20.962242 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-e469ec59-d83c-4188-aa4a-ecf80dd7c374 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=4f2cb624-3bc5-45fb-addf-d0988a0cd206 HTTP/1.1" status: 200 len: 217 time: 0.0855298 Aug 16 22:18:20.980460 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a1c71-7aed-4b6c-84d2-fe671a16c65c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.980875 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a1c71-7aed-4b6c-84d2-fe671a16c65c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.981167 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a1c71-7aed-4b6c-84d2-fe671a16c65c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.981518 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a1c71-7aed-4b6c-84d2-fe671a16c65c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.981864 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a1c71-7aed-4b6c-84d2-fe671a16c65c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.982301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a1c71-7aed-4b6c-84d2-fe671a16c65c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.982557 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a1c71-7aed-4b6c-84d2-fe671a16c65c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.982890 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a1c71-7aed-4b6c-84d2-fe671a16c65c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.983222 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a1c71-7aed-4b6c-84d2-fe671a16c65c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.983552 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a1c71-7aed-4b6c-84d2-fe671a16c65c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.983884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a1c71-7aed-4b6c-84d2-fe671a16c65c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:20.984208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a1c71-7aed-4b6c-84d2-fe671a16c65c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:21.087198 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-cb7a1c71-7aed-4b6c-84d2-fe671a16c65c service neutron] No DVR routers for this DVR port 14c88565-94dd-4e73-b91d-1e4b21e85cfa on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:18:21.102344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6955f3f-822a-4098-96fb-b9b2dc8c4838 req-58b00346-c6a8-4590-a05d-171945b0865a tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:21.103928 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e6955f3f-822a-4098-96fb-b9b2dc8c4838 req-58b00346-c6a8-4590-a05d-171945b0865a tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 948 time: 0.3549023 Aug 16 22:18:21.141409 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-dd6581d6-48c9-46c8-83a3-a9ca7d97faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:21.142916 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-dd6581d6-48c9-46c8-83a3-a9ca7d97faa0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1661749 Aug 16 22:18:21.161815 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-cb7a1c71-7aed-4b6c-84d2-fe671a16c65c service neutron] 10.222.0.43 "PUT /v2.0/ports/14c88565-94dd-4e73-b91d-1e4b21e85cfa/bindings/n-h1-792458-15/activate HTTP/1.1" status: 200 len: 370 time: 2.0838575 Aug 16 22:18:21.179833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37287015-1cf8-4fbe-a391-4cc57f3ef3b7 req-139560d1-be2a-4fab-ac91-b3f54ac00118 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:21.181410 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-37287015-1cf8-4fbe-a391-4cc57f3ef3b7 req-139560d1-be2a-4fab-ac91-b3f54ac00118 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 944 time: 0.2118282 Aug 16 22:18:21.235078 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e6955f3f-822a-4098-96fb-b9b2dc8c4838 req-2bb8dcf7-df4b-48d0-95d0-888bbae7714f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167734 Aug 16 22:18:21.270068 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-37287015-1cf8-4fbe-a391-4cc57f3ef3b7 req-0977914d-8905-40cb-9565-e24ff04cbca4 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705583 Aug 16 22:18:21.276729 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-7153c4bb-f6ec-4a76-884b-cbbcc649c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:21.278836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-7153c4bb-f6ec-4a76-884b-cbbcc649c513 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1226990 Aug 16 22:18:21.303320 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-0ca23b9b-fa89-4c2f-861a-ffc18ebc478d tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:21.305778 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-0ca23b9b-fa89-4c2f-861a-ffc18ebc478d tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca&tenant_id=c5206ab6d6f447fc9622b86511f61275&binding%3Ahost_id=n-h2-792458-15 HTTP/1.1" status: 200 len: 1096 time: 0.0709343 Aug 16 22:18:21.407784 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-a3602437-a9e4-42a5-952b-bb5747ac3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:21.411278 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-a3602437-a9e4-42a5-952b-bb5747ac3d39 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca&tenant_id=c5206ab6d6f447fc9622b86511f61275 HTTP/1.1" status: 200 len: 1096 time: 0.0968134 Aug 16 22:18:21.487425 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-63b10c8b-8c0d-491d-b453-d3502b328cc9 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003062 Aug 16 22:18:21.500795 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4db9d-b2c7-4750-9df2-f73d29c49e80 req-0ff8f9e6-5dc6-471d-b931-5f3782a86ef8 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:21.502471 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afc4db9d-b2c7-4750-9df2-f73d29c49e80 req-0ff8f9e6-5dc6-471d-b931-5f3782a86ef8 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 945 time: 0.0687106 Aug 16 22:18:21.529624 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-bb162797-100f-45dc-a3dd-7691405ca2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:21.531030 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-bb162797-100f-45dc-a3dd-7691405ca2ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 1096 time: 0.0791039 Aug 16 22:18:21.604207 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f', 'tag': '4f2cb624-3bc5-45fb-addf-d0988a0cd206'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:21.606854 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1946fb-46f5-4e64-958a-929166a81276" -d '{"events": [{"name": "network-changed", "server_uuid": "3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f", "tag": "4f2cb624-3bc5-45fb-addf-d0988a0cd206"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:21.623696 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afc4db9d-b2c7-4750-9df2-f73d29c49e80 req-a4b185ba-818a-4999-85d0-8292b8c38c36 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004465 Aug 16 22:18:21.650926 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 2fd9cb44-6dd9-4030-a346-c38165c18acc up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:18:21.704574 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad0277b-38cf-4eea-8853-df6842c5ac73 x-openstack-request-id: req-7ad0277b-38cf-4eea-8853-df6842c5ac73 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:21.705578 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f", "tag": "4f2cb624-3bc5-45fb-addf-d0988a0cd206", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:21.706087 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7ad0277b-38cf-4eea-8853-df6842c5ac73 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:21.710790 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f', 'tag': '4f2cb624-3bc5-45fb-addf-d0988a0cd206', 'status': 'completed', 'code': 200} Aug 16 22:18:21.727491 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-010f03ba-b309-4e59-93de-f177a8b7cd10 req-ec489414-47b6-4da0-b153-6eeab8ec0034 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232161 Aug 16 22:18:21.762320 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-ba534f20-6b37-4034-8d37-c1416d1614c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:21.764032 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-ba534f20-6b37-4034-8d37-c1416d1614c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 909 time: 0.2238543 Aug 16 22:18:21.793068 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 2fd9cb44-6dd9-4030-a346-c38165c18acc completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:21.805057 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 2fd9cb44-6dd9-4030-a346-c38165c18acc triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:21.808465 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:21.836897 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-414e016f-9ec8-40f9-a4cf-ded16954e979 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14c88565-94dd-4e73-b91d-1e4b21e85cfa HTTP/1.1" status: 200 len: 217 time: 0.0605614 Aug 16 22:18:21.855301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1946fb-46f5-4e64-958a-929166a81276 req-835fdf92-f570-4cab-81df-d2dcf4e95dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:21.859920 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a1946fb-46f5-4e64-958a-929166a81276 req-835fdf92-f570-4cab-81df-d2dcf4e95dc7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 1100 time: 0.1298954 Aug 16 22:18:21.953932 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-22ca0b24-48dc-458f-85e3-cb94077f001d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:21.956632 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-22ca0b24-48dc-458f-85e3-cb94077f001d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 200 len: 848 time: 0.1110563 Aug 16 22:18:22.011159 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-97f0dc98-490c-4cae-bc63-2d37eaa16740 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406010 Aug 16 22:18:22.018759 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:22.054457 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 2fd9cb44-6dd9-4030-a346-c38165c18acc, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=2fd9cb44-6dd9-4030-a346-c38165c18acc,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:22.060368 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:22.061621 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 4f2cb624-3bc5-45fb-addf-d0988a0cd206 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:22.105575 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304dceb7-2864-4032-a8dc-56562178b59a req-dddd9245-2366-4d77-88c4-7c74d39679eb tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.113768 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-304dceb7-2864-4032-a8dc-56562178b59a req-dddd9245-2366-4d77-88c4-7c74d39679eb tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.1141088 Aug 16 22:18:22.136752 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-391ebe31-382c-42ed-bd23-1b156642dddc service neutron] 10.222.0.39 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139255 Aug 16 22:18:22.165673 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=2fd9cb44-6dd9-4030-a346-c38165c18acc,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:22.169123 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 4f2cb624-3bc5-45fb-addf-d0988a0cd206 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:18:22.170433 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 14c88565-94dd-4e73-b91d-1e4b21e85cfa no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:22.186032 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1946fb-46f5-4e64-958a-929166a81276 req-67fbcbf5-2d46-4d99-8f48-48a6d9d6f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.187802 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a1946fb-46f5-4e64-958a-929166a81276 req-67fbcbf5-2d46-4d99-8f48-48a6d9d6f2af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 1100 time: 0.1864729 Aug 16 22:18:22.216252 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 14c88565-94dd-4e73-b91d-1e4b21e85cfa not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:18:22.224473 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-304dceb7-2864-4032-a8dc-56562178b59a req-0efcb4fc-6005-48e7-a781-68cf8893e19e tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012044 Aug 16 22:18:22.225331 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45114) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:22.236242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1946fb-46f5-4e64-958a-929166a81276 req-2f532ba2-be90-40c4-82da-e76342bf66e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.238269 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a1946fb-46f5-4e64-958a-929166a81276 req-2f532ba2-be90-40c4-82da-e76342bf66e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.3710346 Aug 16 22:18:22.277099 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-9b0b4562-7c8b-4db3-bd4d-c5fe0edacdd6 service neutron] 10.222.0.39 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298385 Aug 16 22:18:22.339116 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a1946fb-46f5-4e64-958a-929166a81276 req-c48c1f35-ed52-4e8e-acab-bcdbeef0aa71 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=4f2cb624-3bc5-45fb-addf-d0988a0cd206 HTTP/1.1" status: 200 len: 217 time: 0.0807228 Aug 16 22:18:22.467246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1946fb-46f5-4e64-958a-929166a81276 req-20d65f13-fac2-42f8-96ca-7bd9b14b63d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.469003 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a1946fb-46f5-4e64-958a-929166a81276 req-20d65f13-fac2-42f8-96ca-7bd9b14b63d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1161356 Aug 16 22:18:22.536727 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a05d37e-a870-489e-98fa-8105cba25c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd9cb44-6dd9-4030-a346-c38165c18acc'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:22.538437 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5325797b-bf84-423c-9d42-17f0845d021c" -d '{"events": [{"server_uuid": "7a05d37e-a870-489e-98fa-8105cba25c20", "name": "network-vif-plugged", "status": "completed", "tag": "2fd9cb44-6dd9-4030-a346-c38165c18acc"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:22.556406 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f60a3f0-ec9a-4f02-b2aa-3137c229b044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:22.572922 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-57c9d5c9-ccd7-46aa-8db1-1147bb91a0c1 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.575077 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-57c9d5c9-ccd7-46aa-8db1-1147bb91a0c1 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca&tenant_id=c5206ab6d6f447fc9622b86511f61275&binding%3Ahost_id=n-h1-792458-15 HTTP/1.1" status: 200 len: 1096 time: 0.0577900 Aug 16 22:18:22.605483 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1946fb-46f5-4e64-958a-929166a81276 req-cd7b38d3-4767-44eb-9f38-b05c74cfd7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.607037 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a1946fb-46f5-4e64-958a-929166a81276 req-cd7b38d3-4767-44eb-9f38-b05c74cfd7eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1114602 Aug 16 22:18:22.615614 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a556796-c139-4a7a-8593-bd0ecb8e1e4b req-c7d860e2-9163-4610-82db-7d14088c5a49 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.617042 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a556796-c139-4a7a-8593-bd0ecb8e1e4b req-c7d860e2-9163-4610-82db-7d14088c5a49 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 948 time: 0.2223043 Aug 16 22:18:22.632941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74022c32-75b1-4213-9408-e3dd6f5197d7 req-8184e9eb-858a-447b-938b-27a45809cd89 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.646849 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-74022c32-75b1-4213-9408-e3dd6f5197d7 req-8184e9eb-858a-447b-938b-27a45809cd89 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 944 time: 0.2348087 Aug 16 22:18:22.654202 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1946fb-46f5-4e64-958a-929166a81276 req-0b1e4c00-99c2-4476-b1c6-bac2045798d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.655624 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a1946fb-46f5-4e64-958a-929166a81276 req-0b1e4c00-99c2-4476-b1c6-bac2045798d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.4503016 Aug 16 22:18:22.737057 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-6873ae26-46dc-4995-9dce-e20d629d48f7 service neutron] For port 14c88565-94dd-4e73-b91d-1e4b21e85cfa, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:22.740996 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-6873ae26-46dc-4995-9dce-e20d629d48f7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:22.742555 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-310c2fc2-3dd3-4203-b9fe-cea90663dd65 req-6873ae26-46dc-4995-9dce-e20d629d48f7 service neutron] 10.222.0.39 "DELETE /v2.0/ports/14c88565-94dd-4e73-b91d-1e4b21e85cfa/bindings/n-h2-792458-15 HTTP/1.1" status: 204 len: 173 time: 0.1577544 Aug 16 22:18:22.764855 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a1946fb-46f5-4e64-958a-929166a81276 req-b1cfefdb-2e6c-47c1-9f78-94d4ddea18c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=4f2cb624-3bc5-45fb-addf-d0988a0cd206 HTTP/1.1" status: 200 len: 217 time: 0.0842669 Aug 16 22:18:22.860452 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a556796-c139-4a7a-8593-bd0ecb8e1e4b req-3cae5495-3df0-4667-87bd-95d339226f97 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944797 Aug 16 22:18:22.871603 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-74022c32-75b1-4213-9408-e3dd6f5197d7 req-b9206fa1-2aa2-4489-8c21-7f6fa2fb6dd2 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238586 Aug 16 22:18:22.909647 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1946fb-46f5-4e64-958a-929166a81276 req-1d8bd3a8-5890-4520-a385-22d2aff17263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.911794 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a1946fb-46f5-4e64-958a-929166a81276 req-1d8bd3a8-5890-4520-a385-22d2aff17263 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1308320 Aug 16 22:18:22.931991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a1946fb-46f5-4e64-958a-929166a81276 req-e6c39e1b-0258-4e2a-80c0-c383228d20e6 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734661 Aug 16 22:18:22.969996 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d97e39-a2db-47bc-9072-9e4a056d8338 x-openstack-request-id: req-38d97e39-a2db-47bc-9072-9e4a056d8338 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:22.971649 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a05d37e-a870-489e-98fa-8105cba25c20", "name": "network-vif-plugged", "status": "completed", "tag": "2fd9cb44-6dd9-4030-a346-c38165c18acc", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:22.972584 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-38d97e39-a2db-47bc-9072-9e4a056d8338 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:22.974148 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a05d37e-a870-489e-98fa-8105cba25c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd9cb44-6dd9-4030-a346-c38165c18acc', 'code': 200} Aug 16 22:18:23.068443 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f60a3f0-ec9a-4f02-b2aa-3137c229b044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:23.116726 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f60a3f0-ec9a-4f02-b2aa-3137c229b044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:23.144583 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c071a6f-6f71-40cf-b785-450e17a16291 req-c35d4b8a-597f-4311-b97d-1a548c707f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:23.152063 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9c071a6f-6f71-40cf-b785-450e17a16291 req-c35d4b8a-597f-4311-b97d-1a548c707f12 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 1098 time: 0.0776920 Aug 16 22:18:23.157550 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1946fb-46f5-4e64-958a-929166a81276 req-da8f51bf-cbf4-4b1a-abe4-2d70c092995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:23.159090 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a1946fb-46f5-4e64-958a-929166a81276 req-da8f51bf-cbf4-4b1a-abe4-2d70c092995c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2390635 Aug 16 22:18:23.241937 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60a3f0-ec9a-4f02-b2aa-3137c229b044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ae920d-771a-4788-99dc-093ee928d1e2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:23.264624 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9c071a6f-6f71-40cf-b785-450e17a16291 req-a0087727-99fc-4ef0-9bae-9d6bac3ca248 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920348 Aug 16 22:18:23.286917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4f60a3f0-ec9a-4f02-b2aa-3137c229b044 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=80d3b9f128664daeaff13686e832879c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0501168 Aug 16 22:18:23.287559 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45140) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:23.295651 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b089127-69fd-40d6-869b-2dfdc2ead780 req-838a795d-f0a9-4c1e-8c2a-ed2376c4edc6 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:23.304536 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b089127-69fd-40d6-869b-2dfdc2ead780 req-838a795d-f0a9-4c1e-8c2a-ed2376c4edc6 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 946 time: 0.2522304 Aug 16 22:18:23.330560 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a1946fb-46f5-4e64-958a-929166a81276 req-b65892d2-f282-422a-b542-c3c5e1923b15 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598366 Aug 16 22:18:23.390355 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-848b7d8b-7182-43b2-94e5-309f6e0b7db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:23.420234 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-848b7d8b-7182-43b2-94e5-309f6e0b7db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:23.496632 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-848b7d8b-7182-43b2-94e5-309f6e0b7db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:23.499739 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-848b7d8b-7182-43b2-94e5-309f6e0b7db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:23.506212 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-848b7d8b-7182-43b2-94e5-309f6e0b7db9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/29ae920d-771a-4788-99dc-093ee928d1e2 HTTP/1.1" status: 204 len: 168 time: 0.2142808 Aug 16 22:18:23.513428 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b7d8b-7182-43b2-94e5-309f6e0b7db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ae920d-771a-4788-99dc-093ee928d1e2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:23.522496 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b7d8b-7182-43b2-94e5-309f6e0b7db9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.523004 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b7d8b-7182-43b2-94e5-309f6e0b7db9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.523419 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b7d8b-7182-43b2-94e5-309f6e0b7db9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.523851 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b7d8b-7182-43b2-94e5-309f6e0b7db9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.524278 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b7d8b-7182-43b2-94e5-309f6e0b7db9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.524695 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b7d8b-7182-43b2-94e5-309f6e0b7db9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.525137 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b7d8b-7182-43b2-94e5-309f6e0b7db9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.525550 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b7d8b-7182-43b2-94e5-309f6e0b7db9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.526017 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b7d8b-7182-43b2-94e5-309f6e0b7db9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.526528 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b7d8b-7182-43b2-94e5-309f6e0b7db9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.526945 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b7d8b-7182-43b2-94e5-309f6e0b7db9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.527364 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b7d8b-7182-43b2-94e5-309f6e0b7db9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.653730 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b089127-69fd-40d6-869b-2dfdc2ead780 req-53a916c0-a634-429e-8398-ee5a72334e18 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460791 Aug 16 22:18:23.659544 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a1946fb-46f5-4e64-958a-929166a81276 req-7cd99b3a-1355-47a4-a819-091d1a773601 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719098 Aug 16 22:18:23.670272 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device e364c4cf-46eb-4dd4-b832-efb21c80a7dc details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:18:23.684197 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e6e26-a95f-4171-9b7f-e649fb0b31d0 req-9af79904-f84a-4dc6-992c-06b3075aee97 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:23.695622 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b8e6e26-a95f-4171-9b7f-e649fb0b31d0 req-9af79904-f84a-4dc6-992c-06b3075aee97 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.3845286 Aug 16 22:18:23.829674 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b8e6e26-a95f-4171-9b7f-e649fb0b31d0 req-7b688a1e-0635-4990-b920-87f324f5867f tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270645 Aug 16 22:18:23.852235 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port e364c4cf-46eb-4dd4-b832-efb21c80a7dc, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:23.871289 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'e364c4cf-46eb-4dd4-b832-efb21c80a7dc', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': 'e364c4cf-46eb-4dd4-b832-efb21c80a7dc', 'mac_address': 'fa:16:3e:15:be:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:18:24.015404 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:24.019412 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a1946fb-46f5-4e64-958a-929166a81276 req-afe4fd2f-06b3-441b-a402-d04106297045 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142855 Aug 16 22:18:24.039621 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45150) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:24.042236 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e364c4cf-46eb-4dd4-b832-efb21c80a7dc {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:24.062041 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42b48949-b4e7-4670-8165-9f91a7fcd939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:24.068450 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port e364c4cf-46eb-4dd4-b832-efb21c80a7dc, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:24.076875 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:24.105116 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de684501-7ba4-489a-8c83-f2ffef127f0d req-596916f0-d06d-4847-8d6f-b663a34b34c7 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.113545 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de684501-7ba4-489a-8c83-f2ffef127f0d req-596916f0-d06d-4847-8d6f-b663a34b34c7 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 948 time: 0.1208630 Aug 16 22:18:24.153018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a49ca-f2a4-4407-b58d-c60c31d33a6a req-dc9dd322-2c04-4137-9d72-d355ad1e172f tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.154998 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee4a49ca-f2a4-4407-b58d-c60c31d33a6a req-dc9dd322-2c04-4137-9d72-d355ad1e172f tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 944 time: 0.1101780 Aug 16 22:18:24.205006 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de684501-7ba4-489a-8c83-f2ffef127f0d req-cf6cbcb0-3a34-4288-adc4-24524ca8bd70 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896544 Aug 16 22:18:24.227859 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['e364c4cf-46eb-4dd4-b832-efb21c80a7dc'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:18:24.264419 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee4a49ca-f2a4-4407-b58d-c60c31d33a6a req-9f599598-1c15-4d92-982f-22d6404c90b4 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970125 Aug 16 22:18:24.279166 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42b48949-b4e7-4670-8165-9f91a7fcd939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:24.287909 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42b48949-b4e7-4670-8165-9f91a7fcd939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:24.393072 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-42b48949-b4e7-4670-8165-9f91a7fcd939 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ac6f7d84cd1a4dffabfffd1441a177e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518968 Aug 16 22:18:24.397048 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45178) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:24.404572 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:24.405534 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b48949-b4e7-4670-8165-9f91a7fcd939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0810f1d-14c0-4bba-aa49-8aba7470bdda,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:24.553300 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c87a530a-051d-44a0-adab-086c229ff0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:24.598989 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c87a530a-051d-44a0-adab-086c229ff0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:24.614519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a92c3-04b9-441b-a652-21cc9a204fb4 req-6fef8a82-d870-48bb-99a3-268ba3f81009 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.616153 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf3a92c3-04b9-441b-a652-21cc9a204fb4 req-6fef8a82-d870-48bb-99a3-268ba3f81009 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 1096 time: 0.1410496 Aug 16 22:18:24.676616 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf3a92c3-04b9-441b-a652-21cc9a204fb4 req-a1e02d42-1e30-4b89-a0c5-609f795d8615 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520384 Aug 16 22:18:24.701414 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c87a530a-051d-44a0-adab-086c229ff0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:24.705568 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c87a530a-051d-44a0-adab-086c229ff0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:24.710653 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c87a530a-051d-44a0-adab-086c229ff0cf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f0810f1d-14c0-4bba-aa49-8aba7470bdda HTTP/1.1" status: 204 len: 168 time: 0.3081770 Aug 16 22:18:24.722965 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a530a-051d-44a0-adab-086c229ff0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0810f1d-14c0-4bba-aa49-8aba7470bdda,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:24.914051 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d53ef6-fb65-468a-ae8f-3faf8c8d907f req-9bcd4e2c-4a05-4ae0-8cd7-71ba87a674e4 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.923303 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a6d53ef6-fb65-468a-ae8f-3faf8c8d907f req-9bcd4e2c-4a05-4ae0-8cd7-71ba87a674e4 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 946 time: 0.0923767 Aug 16 22:18:25.020770 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a6d53ef6-fb65-468a-ae8f-3faf8c8d907f req-d02a709b-918d-43e3-98cc-c485e813ba87 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963709 Aug 16 22:18:25.064554 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754aa98-f510-4fee-a80e-cb59ee02df6f req-4fe9d328-ece0-4f59-95f5-d09776651e37 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:25.075151 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d754aa98-f510-4fee-a80e-cb59ee02df6f req-4fe9d328-ece0-4f59-95f5-d09776651e37 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.1201775 Aug 16 22:18:25.125341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d754aa98-f510-4fee-a80e-cb59ee02df6f req-8ea02eaf-69cb-487f-919c-f637ab4d1e2b tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441387 Aug 16 22:18:25.293916 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf5885-b002-4fca-aec8-e9a4938a06c7 req-9aa42c68-ab54-4b24-851c-c847819d7450 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:25.295610 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ccf5885-b002-4fca-aec8-e9a4938a06c7 req-9aa42c68-ab54-4b24-851c-c847819d7450 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 1098 time: 0.0678117 Aug 16 22:18:25.361705 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ccf5885-b002-4fca-aec8-e9a4938a06c7 req-c829218c-79cd-4403-af9c-bb1433a89f47 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531824 Aug 16 22:18:25.399159 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 4f2cb624-3bc5-45fb-addf-d0988a0cd206 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:18:25.561951 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4850048-c980-49d1-b373-f1a3cc00998f req-6fdfd99a-c6b0-49ca-a690-6ed8bcf2fc68 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:25.565708 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 4f2cb624-3bc5-45fb-addf-d0988a0cd206, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4f2cb624-3bc5-45fb-addf-d0988a0cd206,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:25.571013 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4850048-c980-49d1-b373-f1a3cc00998f req-6fdfd99a-c6b0-49ca-a690-6ed8bcf2fc68 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 948 time: 0.0977890 Aug 16 22:18:25.585924 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '4f2cb624-3bc5-45fb-addf-d0988a0cd206', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': '4f2cb624-3bc5-45fb-addf-d0988a0cd206', 'mac_address': 'fa:16:3e:22:f9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:18:25.645668 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4850048-c980-49d1-b373-f1a3cc00998f req-d873637a-646d-4611-b17a-d865c93c0c57 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736442 Aug 16 22:18:25.670714 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:25.726510 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device e364c4cf-46eb-4dd4-b832-efb21c80a7dc up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:18:25.803668 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f2cb624-3bc5-45fb-addf-d0988a0cd206 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:25.899268 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 4f2cb624-3bc5-45fb-addf-d0988a0cd206, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4f2cb624-3bc5-45fb-addf-d0988a0cd206,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:25.912228 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:25.925440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port e364c4cf-46eb-4dd4-b832-efb21c80a7dc triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:25.925569 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:26.021076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=4f2cb624-3bc5-45fb-addf-d0988a0cd206,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:26.124394 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:26.171872 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349fa110-afcc-45d4-b127-267a96b71ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e364c4cf-46eb-4dd4-b832-efb21c80a7dc'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:26.174460 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5841ec7-aa3b-4848-aac5-3a3e44e1039a" -d '{"events": [{"server_uuid": "349fa110-afcc-45d4-b127-267a96b71ca1", "name": "network-vif-plugged", "status": "completed", "tag": "e364c4cf-46eb-4dd4-b832-efb21c80a7dc"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:26.209582 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port e364c4cf-46eb-4dd4-b832-efb21c80a7dc, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:26.221755 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:26.229296 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['4f2cb624-3bc5-45fb-addf-d0988a0cd206'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:18:26.423508 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,revision_number=10']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:29.417844 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 4f2cb624-3bc5-45fb-addf-d0988a0cd206 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:18:29.498020 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 4f2cb624-3bc5-45fb-addf-d0988a0cd206 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:29.506198 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 4f2cb624-3bc5-45fb-addf-d0988a0cd206 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:29.507196 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:29.639626 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:29.686225 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 4f2cb624-3bc5-45fb-addf-d0988a0cd206, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4f2cb624-3bc5-45fb-addf-d0988a0cd206,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:29.694534 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:29.763852 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=4f2cb624-3bc5-45fb-addf-d0988a0cd206,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:30.851735 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0f8271eb-a200-4a13-ae26-68d215c52e54 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:30.859517 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0f8271eb-a200-4a13-ae26-68d215c52e54 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 808 time: 0.1382785 Aug 16 22:18:30.896974 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-2c047e80-9f9f-408a-912b-36727882d220 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/quotas/c5206ab6d6f447fc9622b86511f61275 HTTP/1.1" status: 200 len: 375 time: 0.0351181 Aug 16 22:18:31.002472 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-d4fc952d-3f32-43b8-8906-0d8a5c1a6e3b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043348 Aug 16 22:18:31.129630 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1f8db-5dd0-4f9d-91c3-294027cbd825 req-66ff9d9f-1ee3-426c-a7c1-9cf839807a7c tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:31.136972 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a1a1f8db-5dd0-4f9d-91c3-294027cbd825 req-66ff9d9f-1ee3-426c-a7c1-9cf839807a7c tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.1787870 Aug 16 22:18:31.181169 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb05f0a-8840-41a0-bc83-6e3c21f2625d req-9fddcd8c-0217-47c2-9823-a58db02722d1 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:31.182715 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4eb05f0a-8840-41a0-bc83-6e3c21f2625d req-9fddcd8c-0217-47c2-9823-a58db02722d1 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f&tenant_id=fb89aa6f686447e2b31abca5e401c874&binding%3Ahost_id=n-h1-792458-15 HTTP/1.1" status: 200 len: 950 time: 0.1791992 Aug 16 22:18:31.231277 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a1a1f8db-5dd0-4f9d-91c3-294027cbd825 req-f934a97c-5d16-4b1e-a0f9-46d4f1cb3f1a tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934072 Aug 16 22:18:31.273650 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-5e9c0017-a886-4747-9e90-6da68da71ba5 service neutron] 10.222.0.93 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302721 Aug 16 22:18:31.328111 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd1aac6-bee5-4750-bf6f-dbfa4b7036df x-openstack-request-id: req-edd1aac6-bee5-4750-bf6f-dbfa4b7036df {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:31.329289 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349fa110-afcc-45d4-b127-267a96b71ca1", "name": "network-vif-plugged", "status": "completed", "tag": "e364c4cf-46eb-4dd4-b832-efb21c80a7dc", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:31.329767 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-edd1aac6-bee5-4750-bf6f-dbfa4b7036df {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:31.330344 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349fa110-afcc-45d4-b127-267a96b71ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e364c4cf-46eb-4dd4-b832-efb21c80a7dc', 'code': 200} Aug 16 22:18:31.335512 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-4eb05f0a-8840-41a0-bc83-6e3c21f2625d req-24341bd4-34a0-4b5a-9a36-796e5aa7d3b1 service neutron] delete failed (client error): The resource could not be found. Aug 16 22:18:31.336521 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4eb05f0a-8840-41a0-bc83-6e3c21f2625d req-24341bd4-34a0-4b5a-9a36-796e5aa7d3b1 service neutron] 10.222.0.43 "DELETE /v2.0/ports/4f2cb624-3bc5-45fb-addf-d0988a0cd206/bindings/n-h2-792458-15 HTTP/1.1" status: 404 len: 381 time: 0.1398339 Aug 16 22:18:31.400312 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-d753f02f-49ba-4cb4-9de3-563ea58816a9 service neutron] 10.222.0.93 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285536 Aug 16 22:18:31.472968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb05f0a-8840-41a0-bc83-6e3c21f2625d req-8a6f47f1-74b2-4f9c-9bb1-40e547015765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:31.475550 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4eb05f0a-8840-41a0-bc83-6e3c21f2625d req-8a6f47f1-74b2-4f9c-9bb1-40e547015765 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 1102 time: 0.0527318 Aug 16 22:18:31.697084 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb05f0a-8840-41a0-bc83-6e3c21f2625d req-0906710b-1e59-452c-b3f5-6a0f55d8601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:31.699020 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4eb05f0a-8840-41a0-bc83-6e3c21f2625d req-0906710b-1e59-452c-b3f5-6a0f55d8601f service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.2145016 Aug 16 22:18:31.763470 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4eb05f0a-8840-41a0-bc83-6e3c21f2625d req-2ae0c9e6-48fc-45cb-8d81-2d63f8fbef5c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=4f2cb624-3bc5-45fb-addf-d0988a0cd206 HTTP/1.1" status: 200 len: 217 time: 0.0551822 Aug 16 22:18:31.855855 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb05f0a-8840-41a0-bc83-6e3c21f2625d req-46235e9f-ef92-4fb7-b4a6-4b91865f2fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:31.857622 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4eb05f0a-8840-41a0-bc83-6e3c21f2625d req-46235e9f-ef92-4fb7-b4a6-4b91865f2fdf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0866771 Aug 16 22:18:31.992632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb05f0a-8840-41a0-bc83-6e3c21f2625d req-bb2c5443-c400-4b04-ad7a-2d1dadabbd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:31.996633 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4eb05f0a-8840-41a0-bc83-6e3c21f2625d req-bb2c5443-c400-4b04-ad7a-2d1dadabbd5d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1294429 Aug 16 22:18:32.216402 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-31d2ac2c-0481-4e87-a02e-d65e352c6f08 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:32.217520 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-31d2ac2c-0481-4e87-a02e-d65e352c6f08 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/networks?id=49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6 HTTP/1.1" status: 200 len: 815 time: 0.3522966 Aug 16 22:18:32.263392 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-56c35d4b-a75b-470b-88df-73d01eeaea5e tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/quotas/d489b5ebff3d461986b207e876b634c7 HTTP/1.1" status: 200 len: 375 time: 0.0287344 Aug 16 22:18:32.323970 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684100a-a8a2-4351-b587-8b84fb883df9 req-4eb9e205-ed11-43cb-bf35-8bbf7f08ebdd tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:32.327953 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6684100a-a8a2-4351-b587-8b84fb883df9 req-4eb9e205-ed11-43cb-bf35-8bbf7f08ebdd tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 950 time: 0.1377127 Aug 16 22:18:32.336633 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4eb05f0a-8840-41a0-bc83-6e3c21f2625d req-4b879309-b0eb-4918-bfc2-221903020f2a service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275514 Aug 16 22:18:32.430970 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-dcd3e853-7da7-46c0-ba09-a25c56e143aa tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=d489b5ebff3d461986b207e876b634c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1666684 Aug 16 22:18:32.528269 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6684100a-a8a2-4351-b587-8b84fb883df9 req-a8411ec2-74f0-4e0a-a4ce-88e2d7be69b9 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885030 Aug 16 22:18:32.683951 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd36d1a9-f0bb-4006-9332-14962652a55f req-0fee0cce-7e85-416e-adc0-72c59d481f2b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 210 time: 0.0378003 Aug 16 22:18:32.721665 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4eb05f0a-8840-41a0-bc83-6e3c21f2625d req-0d4c69e5-cdb5-4d6f-9436-592a812b6ea5 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724575 Aug 16 22:18:32.744533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-93a39129-594b-4f99-ac28-921f7d792466 service neutron] 10.222.0.93 "GET /v2.0/networks/49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966239 Aug 16 22:18:32.852631 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-b3cb6a6c-23da-4bd6-8013-64a05e50d993 service neutron] 10.222.0.93 "GET /v2.0/networks/49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009490 Aug 16 22:18:33.331799 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2cb624-3bc5-45fb-addf-d0988a0cd206'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:33.334828 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dff6f4a-b49d-42c1-b88d-4dcfeb27f62c" -d '{"events": [{"server_uuid": "3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f", "name": "network-vif-plugged", "status": "completed", "tag": "4f2cb624-3bc5-45fb-addf-d0988a0cd206"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:33.417407 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d82a39-a723-4e07-b5a0-29f5db35e984 req-0643252a-a8b3-4da7-b90a-af4c88745e89 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:33.420470 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75d82a39-a723-4e07-b5a0-29f5db35e984 req-0643252a-a8b3-4da7-b90a-af4c88745e89 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.3280082 Aug 16 22:18:33.504254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-fba6cafe-8951-4b2c-85c1-26aa1b063a2e tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:33.507105 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-fba6cafe-8951-4b2c-85c1-26aa1b063a2e tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.39 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 808 time: 0.4294398 Aug 16 22:18:33.527417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-75f9de78-ff73-4dd9-be63-45bdd15e3988 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Request body: {'port': {'device_id': '077207a6-6a30-477e-aa28-c945e1324578', 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d', 'admin_state_up': True, 'tenant_id': 'c5206ab6d6f447fc9622b86511f61275'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:33.560647 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75d82a39-a723-4e07-b5a0-29f5db35e984 req-bfc5543f-aee1-4fc7-b038-f76e21763b50 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278119 Aug 16 22:18:33.643153 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d07c25-4b90-47a1-9a2f-f5aca5f27208 x-openstack-request-id: req-e0d07c25-4b90-47a1-9a2f-f5aca5f27208 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:33.643669 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f", "name": "network-vif-plugged", "status": "completed", "tag": "4f2cb624-3bc5-45fb-addf-d0988a0cd206", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:33.645090 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e0d07c25-4b90-47a1-9a2f-f5aca5f27208 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:33.645718 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2cb624-3bc5-45fb-addf-d0988a0cd206', 'code': 200} Aug 16 22:18:33.691825 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d6125fd6-8426-4933-88fa-29c77d11ab83 req-ad8998c9-ded7-4a0f-9d21-e0956826308f tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c92fabd-07f1-43e3-b751-28b09818ed0e HTTP/1.1" status: 200 len: 210 time: 0.1719024 Aug 16 22:18:33.867037 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-75f9de78-ff73-4dd9-be63-45bdd15e3988 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Made reservation on behalf of c5206ab6d6f447fc9622b86511f61275 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:18:33.871711 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-75f9de78-ff73-4dd9-be63-45bdd15e3988 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:33.930944 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1fc00cbb-6e74-477e-bb3b-1f64d26e3ad0 req-7d07cf5f-d4cb-40b9-bb63-ba58d2b62d61 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 210 time: 0.0949948 Aug 16 22:18:33.971670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b06425-4ada-4264-b6ae-8bc5e484dd50 req-ca8c0b00-cd7f-4969-b646-a1ab5f9d8206 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:33.975173 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-33b06425-4ada-4264-b6ae-8bc5e484dd50 req-ca8c0b00-cd7f-4969-b646-a1ab5f9d8206 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 950 time: 0.1373732 Aug 16 22:18:34.150886 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-33b06425-4ada-4264-b6ae-8bc5e484dd50 req-145a3687-bdfb-4baf-b58a-cfa39a87057e tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439734 Aug 16 22:18:34.264083 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-75f9de78-ff73-4dd9-be63-45bdd15e3988 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Allocated IP 172.20.0.7 (f8a63fa3-3f8c-44df-b68b-c5d1b765109d/eacf5177-2040-46b3-9089-5860f949a56c/e9747994-313e-495c-b01a-c74cf58eae64) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:18:34.396343 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50516e-ba00-480f-9ee6-b4b0bed4707f req-d92ea8ec-536c-4173-b97d-2d409cda1aaa tempest-MigrationsAdminTest-2100335077 tempest-MigrationsAdminTest-2100335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:34.404651 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3e50516e-ba00-480f-9ee6-b4b0bed4707f req-d92ea8ec-536c-4173-b97d-2d409cda1aaa tempest-MigrationsAdminTest-2100335077 tempest-MigrationsAdminTest-2100335077-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 1102 time: 0.1225145 Aug 16 22:18:34.818988 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-75f9de78-ff73-4dd9-be63-45bdd15e3988 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:34.820283 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45430) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:34.876737 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-75f9de78-ff73-4dd9-be63-45bdd15e3988 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:35.042964 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3e50516e-ba00-480f-9ee6-b4b0bed4707f req-d438762d-d1fd-46db-86ae-49d28f293e38 tempest-MigrationsAdminTest-2100335077 tempest-MigrationsAdminTest-2100335077-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6196988 Aug 16 22:18:35.074254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9de78-ff73-4dd9-be63-45bdd15e3988 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Pushing event updated for resources: {'Port': ['ID=e9747994-313e-495c-b01a-c74cf58eae64,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:35.105467 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-658abfa8-165b-4d74-91e7-eaab956ca2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:35.115343 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-75f9de78-ff73-4dd9-be63-45bdd15e3988 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Network f8a63fa3-3f8c-44df-b68b-c5d1b765109d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:18:35.124921 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-75f9de78-ff73-4dd9-be63-45bdd15e3988 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:18:35.138602 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3c5e0-5e6c-4337-be9b-92c2bd2b9821 req-6f5f7933-5864-4e47-aa93-54c390cb30c6 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:35.148442 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfa3c5e0-5e6c-4337-be9b-92c2bd2b9821 req-6f5f7933-5864-4e47-aa93-54c390cb30c6 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.2920973 Aug 16 22:18:35.154394 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-75f9de78-ff73-4dd9-be63-45bdd15e3988 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:18:35.160445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-75f9de78-ff73-4dd9-be63-45bdd15e3988 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:35.161268 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-75f9de78-ff73-4dd9-be63-45bdd15e3988 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:35.225780 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfa3c5e0-5e6c-4337-be9b-92c2bd2b9821 req-1c3ec927-ded4-4073-8e60-f56d67597599 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760503 Aug 16 22:18:35.230658 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-658abfa8-165b-4d74-91e7-eaab956ca2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:35.254176 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-658abfa8-165b-4d74-91e7-eaab956ca2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:35.291182 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-658abfa8-165b-4d74-91e7-eaab956ca2e4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5f816337d04c47299bbe55cb82371f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4693096 Aug 16 22:18:35.304664 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45446) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:35.333599 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89e84531-e485-4ed3-bc6a-99204ca30b42 req-6186c665-c465-4254-93a5-ac1aa9587f16 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c92fabd-07f1-43e3-b751-28b09818ed0e HTTP/1.1" status: 200 len: 210 time: 0.1364369 Aug 16 22:18:35.343591 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-75f9de78-ff73-4dd9-be63-45bdd15e3988 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8223546 Aug 16 22:18:35.349098 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658abfa8-165b-4d74-91e7-eaab956ca2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2ef660-e25e-4fd9-b8c1-81b217c58ea8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:35.376465 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] Request body: {'port': {'device_id': '077207a6-6a30-477e-aa28-c945e1324578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:35.387008 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f24a9d1-a686-4a9c-916a-c8c4cf32ad90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:35.417992 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f24a9d1-a686-4a9c-916a-c8c4cf32ad90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:35.472379 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:35.480519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-f838b37b-04d8-4d02-ab2c-411297fca321 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:35.486828 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f24a9d1-a686-4a9c-916a-c8c4cf32ad90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:35.511470 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-f838b37b-04d8-4d02-ab2c-411297fca321 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.43 "GET /v2.0/networks?id=49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6 HTTP/1.1" status: 200 len: 815 time: 0.5742731 Aug 16 22:18:35.524296 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f24a9d1-a686-4a9c-916a-c8c4cf32ad90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:35.527655 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6f24a9d1-a686-4a9c-916a-c8c4cf32ad90 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/aa2ef660-e25e-4fd9-b8c1-81b217c58ea8 HTTP/1.1" status: 204 len: 168 time: 0.2194717 Aug 16 22:18:35.544280 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-c4843a11-2b16-48e2-a726-e948991fd874 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Request body: {'port': {'device_id': '8c92fabd-07f1-43e3-b751-28b09818ed0e', 'network_id': '49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6', 'admin_state_up': True, 'tenant_id': 'd489b5ebff3d461986b207e876b634c7'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:35.586751 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24a9d1-a686-4a9c-916a-c8c4cf32ad90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2ef660-e25e-4fd9-b8c1-81b217c58ea8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:35.719927 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fe2ba-0f59-4edc-bc1d-5fc3dc98e663 req-80231943-9857-4f77-bc2f-5e92ccb63ab5 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:35.721486 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-572fe2ba-0f59-4edc-bc1d-5fc3dc98e663 req-80231943-9857-4f77-bc2f-5e92ccb63ab5 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 931 time: 0.3707640 Aug 16 22:18:36.021533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-572fe2ba-0f59-4edc-bc1d-5fc3dc98e663 req-d5a5ac51-0fad-49e7-bcdd-ebb6e727eda1 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887385 Aug 16 22:18:36.231585 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45474) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:36.271266 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-c4843a11-2b16-48e2-a726-e948991fd874 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Made reservation on behalf of d489b5ebff3d461986b207e876b634c7 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:18:36.288200 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-c4843a11-2b16-48e2-a726-e948991fd874 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:36.289165 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2997e713-b550-444e-a78a-b135d86e6e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:36.726425 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2997e713-b550-444e-a78a-b135d86e6e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:36.734687 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2997e713-b550-444e-a78a-b135d86e6e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:36.800116 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-c4843a11-2b16-48e2-a726-e948991fd874 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Allocated IP 172.20.0.12 (49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6/7f3fd4c1-751c-4fe0-804a-f0c59b532aeb/dd622625-1833-4779-91fd-0e61f5478d02) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:18:36.823122 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997e713-b550-444e-a78a-b135d86e6e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eecb679-0be7-4558-b24e-3b72633e8e4c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:36.890944 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2997e713-b550-444e-a78a-b135d86e6e80 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1f807865095c4faabec047f6793a2678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6580691 Aug 16 22:18:36.891572 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45486) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:36.989048 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a64a204b-1d60-4742-a812-3ef91ca93b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:37.019355 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9747994-313e-495c-b01a-c74cf58eae64 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:37.031560 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a64a204b-1d60-4742-a812-3ef91ca93b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:37.032403 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:37.066574 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] Transition to ACTIVE for port object e9747994-313e-495c-b01a-c74cf58eae64 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:37.079271 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:37.089271 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-c4843a11-2b16-48e2-a726-e948991fd874 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:37.111090 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a64a204b-1d60-4742-a812-3ef91ca93b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:37.116400 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a64a204b-1d60-4742-a812-3ef91ca93b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:37.123596 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a64a204b-1d60-4742-a812-3ef91ca93b67 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5eecb679-0be7-4558-b24e-3b72633e8e4c HTTP/1.1" status: 204 len: 168 time: 0.2309897 Aug 16 22:18:37.156306 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a204b-1d60-4742-a812-3ef91ca93b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eecb679-0be7-4558-b24e-3b72633e8e4c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:37.165081 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-c4843a11-2b16-48e2-a726-e948991fd874 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Transition to ACTIVE for port object dd622625-1833-4779-91fd-0e61f5478d02 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:37.184539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] Pushing event updated for resources: {'Port': ['ID=e9747994-313e-495c-b01a-c74cf58eae64,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:37.241378 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] Attempting to bind port e9747994-313e-495c-b01a-c74cf58eae64 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:18:37.241942 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] Attempting to bind port e9747994-313e-495c-b01a-c74cf58eae64 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:18:37.242475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] Attempting to bind port e9747994-313e-495c-b01a-c74cf58eae64 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:37.259028 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] Port e9747994-313e-495c-b01a-c74cf58eae64 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:18:37.259681 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] Attempting to bind port e9747994-313e-495c-b01a-c74cf58eae64 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:37.268657 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:18:37.269240 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] Checking segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:37.269790 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] Bound using segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:18:37.270418 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] Bound port: e9747994-313e-495c-b01a-c74cf58eae64, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:18:37.270958 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:37.290904 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-c4843a11-2b16-48e2-a726-e948991fd874 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:37.497842 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] For port e9747994-313e-495c-b01a-c74cf58eae64, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:37.505275 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] For port e9747994-313e-495c-b01a-c74cf58eae64, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e9747994-313e-495c-b01a-c74cf58eae64,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:18:37.523925 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-c4843a11-2b16-48e2-a726-e948991fd874 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Network 49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:18:37.529154 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-c4843a11-2b16-48e2-a726-e948991fd874 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:18:37.533364 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-c4843a11-2b16-48e2-a726-e948991fd874 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:18:37.542425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-c4843a11-2b16-48e2-a726-e948991fd874 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:37.543333 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-c4843a11-2b16-48e2-a726-e948991fd874 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:37.547094 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:37.570933 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:37.573711 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:37.576501 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] 10.222.0.39 "PUT /v2.0/ports/e9747994-313e-495c-b01a-c74cf58eae64 HTTP/1.1" status: 200 len: 1092 time: 2.2054532 Aug 16 22:18:37.588791 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077207a6-6a30-477e-aa28-c945e1324578', 'tag': 'e9747994-313e-495c-b01a-c74cf58eae64'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:37.592706 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f36666c-6b39-44fb-9030-d8cb9d4a3fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "077207a6-6a30-477e-aa28-c945e1324578", "tag": "e9747994-313e-495c-b01a-c74cf58eae64"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:37.613430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4843a11-2b16-48e2-a726-e948991fd874 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Pushing event updated for resources: {'Port': ['ID=dd622625-1833-4779-91fd-0e61f5478d02,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:37.687431 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-c4843a11-2b16-48e2-a726-e948991fd874 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1623747 Aug 16 22:18:37.815184 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] Request body: {'port': {'device_id': '8c92fabd-07f1-43e3-b751-28b09818ed0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:37.979324 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:37.994339 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-75326c43-34ff-42e2-9d78-1260d67668f7 None None] Provisioning for port dd622625-1833-4779-91fd-0e61f5478d02 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:38.025240 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-75326c43-34ff-42e2-9d78-1260d67668f7 None None] Provisioning complete for port dd622625-1833-4779-91fd-0e61f5478d02 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:38.027066 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-75326c43-34ff-42e2-9d78-1260d67668f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:38.468257 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-faae6df8-b888-426e-85b2-04051d6c8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:38.470687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-faae6df8-b888-426e-85b2-04051d6c8428 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 1095 time: 0.7867301 Aug 16 22:18:38.472986 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52511e-46c3-4131-a78d-12630f12ce22 service neutron] Pushing event updated for resources: {'Port': ['ID=e9747994-313e-495c-b01a-c74cf58eae64,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:38.535996 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-75326c43-34ff-42e2-9d78-1260d67668f7 None None] Port dd622625-1833-4779-91fd-0e61f5478d02 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:18:38.563993 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:38.641605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-1414b6bc-31b1-4c82-833f-d46acbe684e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9747994-313e-495c-b01a-c74cf58eae64 HTTP/1.1" status: 200 len: 217 time: 0.1498225 Aug 16 22:18:38.808617 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-85ad4b23-a6ff-4b98-bc60-7fe56af0fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:38.812914 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-85ad4b23-a6ff-4b98-bc60-7fe56af0fe41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 200 len: 848 time: 0.1641212 Aug 16 22:18:38.893275 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-038e3048-a6c9-4eea-8dc1-399aa0296472 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670915 Aug 16 22:18:38.916048 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd622625-1833-4779-91fd-0e61f5478d02 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:38.953736 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:38.979991 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-aee703c1-89a7-457f-8cbd-69e709bb5baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:39.086667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] Transition to ACTIVE for port object dd622625-1833-4779-91fd-0e61f5478d02 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:39.131409 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:39.407235 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-3259e8f5-1c9e-4489-916b-331c2b854318 service neutron] 10.222.0.39 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035822 Aug 16 22:18:39.408350 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd622625-1833-4779-91fd-0e61f5478d02,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:39.605698 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] Attempting to bind port dd622625-1833-4779-91fd-0e61f5478d02 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:18:39.606438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] Attempting to bind port dd622625-1833-4779-91fd-0e61f5478d02 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:18:39.606546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] Attempting to bind port dd622625-1833-4779-91fd-0e61f5478d02 on network 49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:39.665795 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] Port dd622625-1833-4779-91fd-0e61f5478d02 on network 49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:18:39.666167 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] Attempting to bind port dd622625-1833-4779-91fd-0e61f5478d02 on network 49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:39.692624 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:18:39.693021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] Checking segment: {'id': '1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:39.693506 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] Bound using segment: {'id': '1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:18:39.695213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] Bound port: dd622625-1833-4779-91fd-0e61f5478d02, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:18:39.697763 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:39.832219 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] For port dd622625-1833-4779-91fd-0e61f5478d02, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:39.836073 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] For port dd622625-1833-4779-91fd-0e61f5478d02, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=dd622625-1833-4779-91fd-0e61f5478d02,segment=NetworkSegment(1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6),segment_id=1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:18:39.849668 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b1b2d87-442c-4a3f-a640-c71ea6e604ed req-27c529c1-c83d-4125-a8e6-b5486aee3cb0 service neutron] 10.222.0.39 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220936 Aug 16 22:18:39.858214 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:39.951639 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:39.954209 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:39.959692 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] 10.222.0.43 "PUT /v2.0/ports/dd622625-1833-4779-91fd-0e61f5478d02 HTTP/1.1" status: 200 len: 1093 time: 2.2286355 Aug 16 22:18:40.027105 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c27bd-0fff-47c0-a721-da089e827bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd622625-1833-4779-91fd-0e61f5478d02,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:40.227082 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-3f17ddb6-5a80-4019-9d7e-dceb3cd10380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:40.228599 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-3f17ddb6-5a80-4019-9d7e-dceb3cd10380 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d489b5ebff3d461986b207e876b634c7&device_id=8c92fabd-07f1-43e3-b751-28b09818ed0e HTTP/1.1" status: 200 len: 1096 time: 0.1016324 Aug 16 22:18:40.462399 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:40.665160 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-76d536b3-4ac3-4aa5-aba9-7b07d02f8252 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=fb89aa6f686447e2b31abca5e401c874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430870 Aug 16 22:18:40.798948 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4900aa-b96c-4185-a38d-d1cfe4d68d68 req-3624223b-6a92-4973-8cd4-e65c880de15d tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:40.800670 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f4900aa-b96c-4185-a38d-d1cfe4d68d68 req-3624223b-6a92-4973-8cd4-e65c880de15d tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.0840273 Aug 16 22:18:40.878178 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-bd39ea67-992c-4d3d-b121-48eb823dae0e tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:40.885300 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-bd39ea67-992c-4d3d-b121-48eb823dae0e tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2232022 Aug 16 22:18:40.905432 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-419aa080-bd1f-430c-8b27-fdbe6a2d8569 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/quotas/fb89aa6f686447e2b31abca5e401c874 HTTP/1.1" status: 200 len: 375 time: 0.0191410 Aug 16 22:18:40.943747 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f4900aa-b96c-4185-a38d-d1cfe4d68d68 req-6498cebc-ff41-480d-b07e-55b054ecf6d3 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263766 Aug 16 22:18:41.042943 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-abedbc33-4187-43b1-ae9f-1444f7b9d8c6 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1329727 Aug 16 22:18:41.088738 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4033a15-039a-42a9-b1ac-4ee1bdd05cba req-c2940f6a-d370-40fa-a80a-b5f96bee6d9f tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:41.090589 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4033a15-039a-42a9-b1ac-4ee1bdd05cba req-c2940f6a-d370-40fa-a80a-b5f96bee6d9f tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c92fabd-07f1-43e3-b751-28b09818ed0e HTTP/1.1" status: 200 len: 944 time: 0.0698040 Aug 16 22:18:41.137183 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4033a15-039a-42a9-b1ac-4ee1bdd05cba req-0638e8ce-8e8d-4130-a26a-1def4427fad1 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/security-groups?id=38ad0bf0-dcee-4039-a681-6022f17a6dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388002 Aug 16 22:18:41.214526 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58ac6ec-d339-4b50-a5e5-12fa3a7586e6 x-openstack-request-id: req-a58ac6ec-d339-4b50-a5e5-12fa3a7586e6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:41.214725 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077207a6-6a30-477e-aa28-c945e1324578", "tag": "e9747994-313e-495c-b01a-c74cf58eae64", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:41.214911 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a58ac6ec-d339-4b50-a5e5-12fa3a7586e6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:41.215312 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077207a6-6a30-477e-aa28-c945e1324578', 'tag': 'e9747994-313e-495c-b01a-c74cf58eae64', 'status': 'completed', 'code': 200} Aug 16 22:18:41.399542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372ebd6-81d7-46de-ab64-2ad57278140d req-042c6d21-49f3-4c3f-835a-f9506cb8d5bd tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:41.401471 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1372ebd6-81d7-46de-ab64-2ad57278140d req-042c6d21-49f3-4c3f-835a-f9506cb8d5bd tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 943 time: 0.1507638 Aug 16 22:18:41.410947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36666c-6b39-44fb-9030-d8cb9d4a3fb5 req-d78bb395-d2e5-41ca-9572-3eb427e875fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:41.410947 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f36666c-6b39-44fb-9030-d8cb9d4a3fb5 req-d78bb395-d2e5-41ca-9572-3eb427e875fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 1095 time: 0.1559503 Aug 16 22:18:41.495701 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c50164e6-6300-4ea8-8af2-cc217708ea31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:41.538486 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1372ebd6-81d7-46de-ab64-2ad57278140d req-97f63ca6-5eed-4fc9-a08e-a268c4f9e533 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307833 Aug 16 22:18:41.600650 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36666c-6b39-44fb-9030-d8cb9d4a3fb5 req-d0ecf81e-0464-4dad-9866-b2ef2b4daae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:41.605469 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f36666c-6b39-44fb-9030-d8cb9d4a3fb5 req-d0ecf81e-0464-4dad-9866-b2ef2b4daae1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 909 time: 0.1848190 Aug 16 22:18:41.662271 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f36666c-6b39-44fb-9030-d8cb9d4a3fb5 req-e70d8f48-4ab2-4343-8f07-2e14995d3a6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9747994-313e-495c-b01a-c74cf58eae64 HTTP/1.1" status: 200 len: 217 time: 0.0464959 Aug 16 22:18:41.740641 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36666c-6b39-44fb-9030-d8cb9d4a3fb5 req-7896e309-a51d-40c2-af13-4a5f8264069f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:41.742235 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f36666c-6b39-44fb-9030-d8cb9d4a3fb5 req-7896e309-a51d-40c2-af13-4a5f8264069f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 200 len: 848 time: 0.0737207 Aug 16 22:18:41.812328 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f36666c-6b39-44fb-9030-d8cb9d4a3fb5 req-5908699d-fd4b-4879-8703-1bad067abc3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551627 Aug 16 22:18:41.965356 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f36666c-6b39-44fb-9030-d8cb9d4a3fb5 req-e3d3b66a-76f1-4e76-91ec-0e4593aabeb2 service neutron] 10.222.0.39 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434033 Aug 16 22:18:42.015876 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:42.084590 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-205ec724-196f-436e-a65a-8c2f30163d37 req-6dc8db69-f15e-4d0f-ad52-b296818ffc73 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 210 time: 0.0335937 Aug 16 22:18:42.125411 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f36666c-6b39-44fb-9030-d8cb9d4a3fb5 req-8ab34040-ca91-4253-9fcc-2837717d4845 service neutron] 10.222.0.39 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480789 Aug 16 22:18:42.300270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fc859-93a6-407c-b170-dd3101f50a6c req-002fe69a-1bfd-4b68-a0b9-4fd14301e0ee tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:42.307765 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a73fc859-93a6-407c-b170-dd3101f50a6c req-002fe69a-1bfd-4b68-a0b9-4fd14301e0ee tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.0621905 Aug 16 22:18:42.349680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a73fc859-93a6-407c-b170-dd3101f50a6c req-41bbc681-7e1a-4cf7-9f06-574cfcaf1d01 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410392 Aug 16 22:18:42.465268 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-f1272fe5-f9ea-41b0-b7ed-c4847e825c8a tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=fb89aa6f686447e2b31abca5e401c874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448008 Aug 16 22:18:42.574367 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ebd02-4904-42ee-a6d8-a70133d8b159 req-f236611e-a8e1-43d5-93cb-092f5ee6c7b9 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:42.576020 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a7ebd02-4904-42ee-a6d8-a70133d8b159 req-f236611e-a8e1-43d5-93cb-092f5ee6c7b9 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/ports?device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 951 time: 0.1424389 Aug 16 22:18:42.841179 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-d9f2770a-d70e-4321-ba1f-83e0de32fd1b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:42.842679 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-d9f2770a-d70e-4321-ba1f-83e0de32fd1b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3678422 Aug 16 22:18:42.859957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-8214680c-3eee-4845-a420-c036222e6495 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Request body: {'port': {'device_id': '9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': 'fb89aa6f686447e2b31abca5e401c874'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:42.869105 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a7ebd02-4904-42ee-a6d8-a70133d8b159 req-1b3de7b3-a77e-4a67-bac0-94b7c103432b tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/security-groups?id=093e0a85-11c9-4eb2-93f9-ad6992f32cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859781 Aug 16 22:18:43.023082 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-8214680c-3eee-4845-a420-c036222e6495 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Made reservation on behalf of fb89aa6f686447e2b31abca5e401c874 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:18:43.026489 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-8214680c-3eee-4845-a420-c036222e6495 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.037046 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25ecc8-fce4-4135-8940-d747fceca84e req-13b323d5-e3a7-4e0c-ae7a-97ab5f18b6eb tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:43.038583 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6d25ecc8-fce4-4135-8940-d747fceca84e req-13b323d5-e3a7-4e0c-ae7a-97ab5f18b6eb tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c92fabd-07f1-43e3-b751-28b09818ed0e HTTP/1.1" status: 200 len: 944 time: 0.1089222 Aug 16 22:18:43.080920 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.122852 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6d25ecc8-fce4-4135-8940-d747fceca84e req-2edc6d8e-f13d-43ee-9ab4-099a8cf0e13d tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/security-groups?id=38ad0bf0-dcee-4039-a681-6022f17a6dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777695 Aug 16 22:18:43.214140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-8214680c-3eee-4845-a420-c036222e6495 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Allocated IP 192.168.233.124 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/45e092d5-e62c-4c6c-a2be-6e4635a2c946) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:18:43.216061 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c92fabd-07f1-43e3-b751-28b09818ed0e', 'tag': 'dd622625-1833-4779-91fd-0e61f5478d02'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:43.219175 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d30eec-69f8-4539-a164-8f53edc49353" -d '{"events": [{"name": "network-changed", "server_uuid": "8c92fabd-07f1-43e3-b751-28b09818ed0e", "tag": "dd622625-1833-4779-91fd-0e61f5478d02"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:43.397046 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-8214680c-3eee-4845-a420-c036222e6495 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.419113 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-8214680c-3eee-4845-a420-c036222e6495 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Transition to ACTIVE for port object 45e092d5-e62c-4c6c-a2be-6e4635a2c946 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:43.491325 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e9747994-313e-495c-b01a-c74cf58eae64 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:18:43.499218 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-8214680c-3eee-4845-a420-c036222e6495 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.522889 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe3a5c-c913-4345-bebd-35b3046a7be3 req-0381bbc0-541b-47d5-92e7-891d00b747fc tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:43.524454 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97fe3a5c-c913-4345-bebd-35b3046a7be3 req-0381bbc0-541b-47d5-92e7-891d00b747fc tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 943 time: 0.0895419 Aug 16 22:18:43.551177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-8214680c-3eee-4845-a420-c036222e6495 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:18:43.562596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-8214680c-3eee-4845-a420-c036222e6495 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:18:43.565181 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-8214680c-3eee-4845-a420-c036222e6495 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:18:43.572298 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-8214680c-3eee-4845-a420-c036222e6495 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:43.572979 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-8214680c-3eee-4845-a420-c036222e6495 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.613198 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214680c-3eee-4845-a420-c036222e6495 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Pushing event updated for resources: {'Port': ['ID=45e092d5-e62c-4c6c-a2be-6e4635a2c946,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:43.614134 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['4f2cb624-3bc5-45fb-addf-d0988a0cd206'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:18:43.646535 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-8214680c-3eee-4845-a420-c036222e6495 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7903833 Aug 16 22:18:43.667492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] Request body: {'port': {'device_id': '9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:43.674440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e9747994-313e-495c-b01a-c74cf58eae64, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e9747994-313e-495c-b01a-c74cf58eae64,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:43.695404 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'e9747994-313e-495c-b01a-c74cf58eae64', 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d', 'port_id': 'e9747994-313e-495c-b01a-c74cf58eae64', 'mac_address': 'fa:16:3e:d8:c9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacf5177-2040-46b3-9089-5860f949a56c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:18:43.733218 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97fe3a5c-c913-4345-bebd-35b3046a7be3 req-c8368d9d-cefe-4e04-9063-cbe7881f54db tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808043 Aug 16 22:18:43.782800 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.807316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9747994-313e-495c-b01a-c74cf58eae64 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:43.809018 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.835357 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e9747994-313e-495c-b01a-c74cf58eae64, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e9747994-313e-495c-b01a-c74cf58eae64,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:43.848292 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.968308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e9747994-313e-495c-b01a-c74cf58eae64,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:43.982295 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-676bef1f-8c6e-4af8-9cc6-3f367b3b17fb None None] Provisioning for port 45e092d5-e62c-4c6c-a2be-6e4635a2c946 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:43.992825 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-676bef1f-8c6e-4af8-9cc6-3f367b3b17fb None None] Provisioning complete for port 45e092d5-e62c-4c6c-a2be-6e4635a2c946 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:43.993247 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-676bef1f-8c6e-4af8-9cc6-3f367b3b17fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:44.006579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263f666-a5e8-4515-909e-b1e611aa7dc2 req-c57f7342-34f6-47b7-9f66-4e48142a6fa9 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:44.014620 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f263f666-a5e8-4515-909e-b1e611aa7dc2 req-c57f7342-34f6-47b7-9f66-4e48142a6fa9 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 936 time: 0.1694357 Aug 16 22:18:44.033470 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-676bef1f-8c6e-4af8-9cc6-3f367b3b17fb None None] Port 45e092d5-e62c-4c6c-a2be-6e4635a2c946 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:18:44.106619 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f263f666-a5e8-4515-909e-b1e611aa7dc2 req-24d4d914-7a3d-43dc-b17f-666adc0fd408 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908067 Aug 16 22:18:44.151716 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a857412e-4e66-4310-afd9-3a2a40bbaab0 x-openstack-request-id: req-a857412e-4e66-4310-afd9-3a2a40bbaab0 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:44.151953 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c92fabd-07f1-43e3-b751-28b09818ed0e", "tag": "dd622625-1833-4779-91fd-0e61f5478d02", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:44.152204 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a857412e-4e66-4310-afd9-3a2a40bbaab0 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:44.152598 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c92fabd-07f1-43e3-b751-28b09818ed0e', 'tag': 'dd622625-1833-4779-91fd-0e61f5478d02', 'status': 'completed', 'code': 200} Aug 16 22:18:44.154552 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['e9747994-313e-495c-b01a-c74cf58eae64'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:18:44.281784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e092d5-e62c-4c6c-a2be-6e4635a2c946 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:44.303196 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:44.320155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] Transition to ACTIVE for port object 45e092d5-e62c-4c6c-a2be-6e4635a2c946 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:44.329129 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:44.500706 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] Pushing event updated for resources: {'Port': ['ID=45e092d5-e62c-4c6c-a2be-6e4635a2c946,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:44.576462 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] Attempting to bind port 45e092d5-e62c-4c6c-a2be-6e4635a2c946 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:18:44.577001 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] Attempting to bind port 45e092d5-e62c-4c6c-a2be-6e4635a2c946 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:18:44.577529 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] Attempting to bind port 45e092d5-e62c-4c6c-a2be-6e4635a2c946 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:44.598242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8bcb4-f5c4-4f68-b61c-7777f563d338 req-46f0a2d9-ea4c-4195-8879-57573af3dcd8 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:44.610856 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1be8bcb4-f5c4-4f68-b61c-7777f563d338 req-46f0a2d9-ea4c-4195-8879-57573af3dcd8 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.2480857 Aug 16 22:18:44.615643 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] Port 45e092d5-e62c-4c6c-a2be-6e4635a2c946 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:18:44.615643 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] Attempting to bind port 45e092d5-e62c-4c6c-a2be-6e4635a2c946 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:44.625091 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:18:44.625641 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:44.626288 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:18:44.626941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] Bound port: 45e092d5-e62c-4c6c-a2be-6e4635a2c946, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:18:44.628022 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:44.652907 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:44.798498 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1be8bcb4-f5c4-4f68-b61c-7777f563d338 req-f5bf77df-9b89-492c-a95c-33c30065793d tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852562 Aug 16 22:18:44.808277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] For port 45e092d5-e62c-4c6c-a2be-6e4635a2c946, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:44.813816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] For port 45e092d5-e62c-4c6c-a2be-6e4635a2c946, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=45e092d5-e62c-4c6c-a2be-6e4635a2c946,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:18:44.831010 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:44.851048 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:44.851710 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:44.853166 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] 10.222.0.39 "PUT /v2.0/ports/45e092d5-e62c-4c6c-a2be-6e4635a2c946 HTTP/1.1" status: 200 len: 1097 time: 1.1906095 Aug 16 22:18:44.980828 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3960e-0fb2-4bf5-8dcd-2301f29ad992 service neutron] Pushing event updated for resources: {'Port': ['ID=45e092d5-e62c-4c6c-a2be-6e4635a2c946,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:45.041391 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3eb72-b342-4a14-a82d-109315e1fa87 req-1d6a2cd7-580e-4f74-9b91-f30fbc7a35d7 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:45.054485 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-94e3eb72-b342-4a14-a82d-109315e1fa87 req-1d6a2cd7-580e-4f74-9b91-f30fbc7a35d7 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/ports?device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 951 time: 0.1616864 Aug 16 22:18:45.071348 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-d1cfa7ef-1a0d-4442-96f4-766ef34e7ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:45.072983 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-d1cfa7ef-1a0d-4442-96f4-766ef34e7ac8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 1100 time: 0.1392224 Aug 16 22:18:45.129651 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-558cf927-7280-454e-a566-9a51696a0037 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=45e092d5-e62c-4c6c-a2be-6e4635a2c946 HTTP/1.1" status: 200 len: 217 time: 0.0421984 Aug 16 22:18:45.207963 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-9560b7c1-ca25-4672-bb0c-838ab9743680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:45.209553 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-9560b7c1-ca25-4672-bb0c-838ab9743680 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0729947 Aug 16 22:18:45.226375 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-94e3eb72-b342-4a14-a82d-109315e1fa87 req-3c5bad05-1d72-44dd-b2c4-d3662781fd2d tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/security-groups?id=093e0a85-11c9-4eb2-93f9-ad6992f32cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650903 Aug 16 22:18:45.268992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-a05edba5-3d6d-4856-8e38-079b7cf3d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:45.270848 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-a05edba5-3d6d-4856-8e38-079b7cf3d43d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0432835 Aug 16 22:18:45.302693 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45652) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:45.426042 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294d7c3-9b01-4f2a-a7f5-51efaa7de9e6 req-b99470a2-e39f-4176-9f60-e12aa23e52ca tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:45.434585 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1294d7c3-9b01-4f2a-a7f5-51efaa7de9e6 req-b99470a2-e39f-4176-9f60-e12aa23e52ca tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c92fabd-07f1-43e3-b751-28b09818ed0e HTTP/1.1" status: 200 len: 944 time: 0.0974414 Aug 16 22:18:45.438790 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-ea1e2f06-fc02-4991-9c14-30ee82506841 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601920 Aug 16 22:18:45.476190 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2cac98e-4137-4118-8d75-2656f294ff27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.516721 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e9747994-313e-495c-b01a-c74cf58eae64 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:18:45.522208 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1294d7c3-9b01-4f2a-a7f5-51efaa7de9e6 req-7fc438ac-2e41-49a1-9af4-f2027ee4e8e1 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/security-groups?id=38ad0bf0-dcee-4039-a681-6022f17a6dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865245 Aug 16 22:18:45.599559 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd441f46-53ad-4689-9bb0-8ceb0e8d808d req-81738d90-c223-4215-82e0-28249d15a636 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390336 Aug 16 22:18:45.642025 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2cac98e-4137-4118-8d75-2656f294ff27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.642547 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port e9747994-313e-495c-b01a-c74cf58eae64 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:45.648839 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2cac98e-4137-4118-8d75-2656f294ff27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.649352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port e9747994-313e-495c-b01a-c74cf58eae64 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:45.649879 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.743493 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b2cac98e-4137-4118-8d75-2656f294ff27 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b1a730ce9bb946e696ca354526d13f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4391334 Aug 16 22:18:45.746660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45658) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:45.773825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bd38b-71ef-4661-8c9c-5428a7aa7b87 req-8736221a-127f-454b-bf8d-3c77cb33b6e6 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:45.779092 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cac98e-4137-4118-8d75-2656f294ff27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca2dc2d-0ff8-4f73-832c-01035ed50d98,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:45.787450 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-504bd38b-71ef-4661-8c9c-5428a7aa7b87 req-8736221a-127f-454b-bf8d-3c77cb33b6e6 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 944 time: 0.1320570 Aug 16 22:18:45.819876 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.821026 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d14721fd-e0dc-4a89-ae3c-5b2604557d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.845778 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-504bd38b-71ef-4661-8c9c-5428a7aa7b87 req-e802ada0-9f3e-4a90-b859-9771dfe68c10 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573301 Aug 16 22:18:45.849252 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077207a6-6a30-477e-aa28-c945e1324578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9747994-313e-495c-b01a-c74cf58eae64'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:45.852939 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d14721fd-e0dc-4a89-ae3c-5b2604557d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.856959 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902f2bcf-0ac0-4792-ae5a-ee23f38943ab" -d '{"events": [{"server_uuid": "077207a6-6a30-477e-aa28-c945e1324578", "name": "network-vif-plugged", "status": "completed", "tag": "e9747994-313e-495c-b01a-c74cf58eae64"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:45.882579 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e9747994-313e-495c-b01a-c74cf58eae64, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e9747994-313e-495c-b01a-c74cf58eae64,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:45.891798 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.956901 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d14721fd-e0dc-4a89-ae3c-5b2604557d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.959537 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d14721fd-e0dc-4a89-ae3c-5b2604557d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.960950 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d14721fd-e0dc-4a89-ae3c-5b2604557d05 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7ca2dc2d-0ff8-4f73-832c-01035ed50d98 HTTP/1.1" status: 204 len: 168 time: 0.2129793 Aug 16 22:18:45.980656 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14721fd-e0dc-4a89-ae3c-5b2604557d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca2dc2d-0ff8-4f73-832c-01035ed50d98,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:46.008053 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadb094-5419-4280-bd55-ffb00a1cdc91 req-04f9ee1c-b4b4-4451-8674-d3733b16232d tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.016386 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bfadb094-5419-4280-bd55-ffb00a1cdc91 req-04f9ee1c-b4b4-4451-8674-d3733b16232d tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 948 time: 0.0731070 Aug 16 22:18:46.022742 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e9747994-313e-495c-b01a-c74cf58eae64,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:46.074631 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bfadb094-5419-4280-bd55-ffb00a1cdc91 req-1273361d-2f9f-4d50-a06a-89fd42d90773 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572143 Aug 16 22:18:46.161646 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e', 'tag': '45e092d5-e62c-4c6c-a2be-6e4635a2c946'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:46.164168 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2014f645-eefe-4b53-a00e-f21ad449be93" -d '{"events": [{"name": "network-changed", "server_uuid": "9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e", "tag": "45e092d5-e62c-4c6c-a2be-6e4635a2c946"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:46.192710 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67c7a3-b6e3-4c33-953c-bd7d44e34a9c req-5de959f2-5a2b-436d-b5a9-d7d1a2544d23 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.201699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e67c7a3-b6e3-4c33-953c-bd7d44e34a9c req-5de959f2-5a2b-436d-b5a9-d7d1a2544d23 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.0738358 Aug 16 22:18:46.244654 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e67c7a3-b6e3-4c33-953c-bd7d44e34a9c req-e9403026-ca0b-4e99-a870-dd94632387df tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419157 Aug 16 22:18:46.295058 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35da82d-4e32-4bec-92da-9cc6c0d3f453 x-openstack-request-id: req-b35da82d-4e32-4bec-92da-9cc6c0d3f453 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:46.295426 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077207a6-6a30-477e-aa28-c945e1324578", "name": "network-vif-plugged", "status": "completed", "tag": "e9747994-313e-495c-b01a-c74cf58eae64", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:46.295767 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b35da82d-4e32-4bec-92da-9cc6c0d3f453 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:46.296232 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077207a6-6a30-477e-aa28-c945e1324578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9747994-313e-495c-b01a-c74cf58eae64', 'code': 200} Aug 16 22:18:46.342442 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45672) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:46.360180 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5acc136-1590-4ca1-9510-d4c03bfe6797 x-openstack-request-id: req-a5acc136-1590-4ca1-9510-d4c03bfe6797 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:46.360539 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e", "tag": "45e092d5-e62c-4c6c-a2be-6e4635a2c946", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:46.360854 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a5acc136-1590-4ca1-9510-d4c03bfe6797 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:46.361308 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e', 'tag': '45e092d5-e62c-4c6c-a2be-6e4635a2c946', 'status': 'completed', 'code': 200} Aug 16 22:18:46.364700 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75a31b0f-5443-41c6-99e8-765e26641982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.492996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835b255-a48a-4243-8c34-4749c37c466c req-9087a2c8-f689-4a05-a6ea-3f885eb1a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.494645 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b835b255-a48a-4243-8c34-4749c37c466c req-9087a2c8-f689-4a05-a6ea-3f885eb1a28d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 1097 time: 0.1078768 Aug 16 22:18:46.504019 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:18:46.517849 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75a31b0f-5443-41c6-99e8-765e26641982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.523415 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75a31b0f-5443-41c6-99e8-765e26641982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.524445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715c35d-ee58-43a9-8269-f97a28feb5fc req-15b175c2-e148-4309-8340-bf4f0b7222eb tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.526010 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6715c35d-ee58-43a9-8269-f97a28feb5fc req-15b175c2-e148-4309-8340-bf4f0b7222eb tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/ports?device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 951 time: 0.0907464 Aug 16 22:18:46.556861 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b835b255-a48a-4243-8c34-4749c37c466c req-96db6719-ecce-4de8-af00-7128f9f770c7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527289 Aug 16 22:18:46.563339 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014f645-eefe-4b53-a00e-f21ad449be93 req-39c5083c-c9c8-4109-a7f6-8e0f442635f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.565629 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2014f645-eefe-4b53-a00e-f21ad449be93 req-39c5083c-c9c8-4109-a7f6-8e0f442635f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 1100 time: 0.1781578 Aug 16 22:18:46.575691 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-75a31b0f-5443-41c6-99e8-765e26641982 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=98768a6822db402ab8853fdb9d840c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310641 Aug 16 22:18:46.576855 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a31b0f-5443-41c6-99e8-765e26641982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca405a6-05e0-497f-87b6-e82f7a49c9c8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:46.580419 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45676) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:46.618685 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6715c35d-ee58-43a9-8269-f97a28feb5fc req-226c6816-11c8-4ec5-9f64-2ac0ff7a6c7d tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/security-groups?id=093e0a85-11c9-4eb2-93f9-ad6992f32cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804529 Aug 16 22:18:46.690859 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-656f27e5-0f16-452b-94f2-7417af1c1b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.727231 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-656f27e5-0f16-452b-94f2-7417af1c1b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.778728 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014f645-eefe-4b53-a00e-f21ad449be93 req-2a9c9f0a-23c9-4fad-be46-4c8ffd95eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.780227 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2014f645-eefe-4b53-a00e-f21ad449be93 req-2a9c9f0a-23c9-4fad-be46-4c8ffd95eb17 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1651547 Aug 16 22:18:46.803311 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad16d2d-ab8b-4e51-a939-160d99c2b3da req-36e1328c-f7ce-4917-af76-f2dcbdbab850 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.804953 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ad16d2d-ab8b-4e51-a939-160d99c2b3da req-36e1328c-f7ce-4917-af76-f2dcbdbab850 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c92fabd-07f1-43e3-b751-28b09818ed0e HTTP/1.1" status: 200 len: 944 time: 0.1238573 Aug 16 22:18:46.833122 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2014f645-eefe-4b53-a00e-f21ad449be93 req-8aff9596-07a3-42fd-a303-336ac596c538 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=45e092d5-e62c-4c6c-a2be-6e4635a2c946 HTTP/1.1" status: 200 len: 217 time: 0.0428348 Aug 16 22:18:46.845565 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-656f27e5-0f16-452b-94f2-7417af1c1b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.848956 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-656f27e5-0f16-452b-94f2-7417af1c1b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.853367 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-656f27e5-0f16-452b-94f2-7417af1c1b0b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2ca405a6-05e0-497f-87b6-e82f7a49c9c8 HTTP/1.1" status: 204 len: 168 time: 0.2714164 Aug 16 22:18:46.871693 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f27e5-0f16-452b-94f2-7417af1c1b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca405a6-05e0-497f-87b6-e82f7a49c9c8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:46.875917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ad16d2d-ab8b-4e51-a939-160d99c2b3da req-da20d229-b012-4dba-8151-37902ac40168 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/security-groups?id=38ad0bf0-dcee-4039-a681-6022f17a6dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637507 Aug 16 22:18:46.926173 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014f645-eefe-4b53-a00e-f21ad449be93 req-70e8869e-fba9-4146-8977-fe4f1f8c053c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.927761 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2014f645-eefe-4b53-a00e-f21ad449be93 req-70e8869e-fba9-4146-8977-fe4f1f8c053c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0849733 Aug 16 22:18:47.008296 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014f645-eefe-4b53-a00e-f21ad449be93 req-f547d67b-bfba-4bf9-94c6-a4e7e7291b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:47.011156 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2014f645-eefe-4b53-a00e-f21ad449be93 req-f547d67b-bfba-4bf9-94c6-a4e7e7291b81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0748465 Aug 16 22:18:47.022107 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997de750-2614-4e87-90d9-ca38e39b9269 req-98f09e79-b023-4a4d-b895-200258052355 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:47.023965 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-997de750-2614-4e87-90d9-ca38e39b9269 req-98f09e79-b023-4a4d-b895-200258052355 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 945 time: 0.0750356 Aug 16 22:18:47.067953 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-997de750-2614-4e87-90d9-ca38e39b9269 req-c53ca707-1282-4b4a-8b19-18524ea5d136 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374291 Aug 16 22:18:47.148029 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2014f645-eefe-4b53-a00e-f21ad449be93 req-cd0e6f3e-8c16-4367-b88a-ec21d0277c8a service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254220 Aug 16 22:18:47.260929 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2014f645-eefe-4b53-a00e-f21ad449be93 req-c71bd405-3f14-4a90-bfe3-011adea65a33 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044381 Aug 16 22:18:47.288916 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0cee5-e5a8-4ee4-bb7e-ee483c97c87c req-c6ece003-e274-428c-b456-ee5182822f29 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:47.290678 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13c0cee5-e5a8-4ee4-bb7e-ee483c97c87c req-c6ece003-e274-428c-b456-ee5182822f29 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 948 time: 0.0835714 Aug 16 22:18:47.349063 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13c0cee5-e5a8-4ee4-bb7e-ee483c97c87c req-aa72cb5c-c3f1-4b42-a1b9-601aaba9da9b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422022 Aug 16 22:18:47.492214 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db67245-a789-49c0-b111-66e0d93c9a95 req-97439044-14c3-4858-bc76-fee3e38cfa4a tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:47.501197 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4db67245-a789-49c0-b111-66e0d93c9a95 req-97439044-14c3-4858-bc76-fee3e38cfa4a tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 949 time: 0.0790274 Aug 16 22:18:47.516117 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e828879f-1063-4418-8989-72f745566fca details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:18:47.519408 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e828879f-1063-4418-8989-72f745566fca no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:47.589193 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4db67245-a789-49c0-b111-66e0d93c9a95 req-4137e9c6-5f30-48fd-b50c-134c59d6f791 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637906 Aug 16 22:18:47.701516 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:47.742046 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e828879f-1063-4418-8989-72f745566fca, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e828879f-1063-4418-8989-72f745566fca,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:47.766920 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff435026-9f5f-43b1-9d4d-0e5e2f61be4b req-1004c722-b4a0-4005-8e3e-b7c16b2555b1 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:47.767175 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'e828879f-1063-4418-8989-72f745566fca', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': 'e828879f-1063-4418-8989-72f745566fca', 'mac_address': 'fa:16:3e:f4:53:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:18:47.768567 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ff435026-9f5f-43b1-9d4d-0e5e2f61be4b req-1004c722-b4a0-4005-8e3e-b7c16b2555b1 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/ports?device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 951 time: 0.0623105 Aug 16 22:18:47.769662 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e828879f-1063-4418-8989-72f745566fca, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e828879f-1063-4418-8989-72f745566fca,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:47.779651 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:47.816398 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ff435026-9f5f-43b1-9d4d-0e5e2f61be4b req-5645254e-ff31-451c-bf28-22c4e1a0cf52 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/security-groups?id=093e0a85-11c9-4eb2-93f9-ad6992f32cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377102 Aug 16 22:18:47.856339 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:47.880733 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e828879f-1063-4418-8989-72f745566fca {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:47.888940 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e828879f-1063-4418-8989-72f745566fca,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:47.917526 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e828879f-1063-4418-8989-72f745566fca, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e828879f-1063-4418-8989-72f745566fca,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:47.922905 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:47.973482 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e828879f-1063-4418-8989-72f745566fca,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:48.013853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ff570-afdb-476a-9230-20acc30c1065 req-2084d3db-a295-4b2a-a9f1-dc36040d0f1b tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:48.015403 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b5ff570-afdb-476a-9230-20acc30c1065 req-2084d3db-a295-4b2a-a9f1-dc36040d0f1b tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c92fabd-07f1-43e3-b751-28b09818ed0e HTTP/1.1" status: 200 len: 944 time: 0.0553906 Aug 16 22:18:48.053228 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b5ff570-afdb-476a-9230-20acc30c1065 req-f27b3a9f-f0f7-46bf-8971-e4d981251ccf tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/security-groups?id=38ad0bf0-dcee-4039-a681-6022f17a6dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317757 Aug 16 22:18:48.202145 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e7280-3b83-4fc7-896d-bb8dc0cddcc7 req-3b683064-56e6-4abb-b23d-d33962a399b2 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:48.203610 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e01e7280-3b83-4fc7-896d-bb8dc0cddcc7 req-3b683064-56e6-4abb-b23d-d33962a399b2 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 945 time: 0.0504594 Aug 16 22:18:48.217472 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['e828879f-1063-4418-8989-72f745566fca'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:18:48.247757 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e01e7280-3b83-4fc7-896d-bb8dc0cddcc7 req-c065d57d-e5ed-406a-a52e-2a1beeb9219a tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380545 Aug 16 22:18:48.299013 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71750bb-33e1-4665-bb9c-76f408b64167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e828879f-1063-4418-8989-72f745566fca'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:48.305572 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872a7414-c0bd-4b53-989f-d01b05c80dd4" -d '{"events": [{"server_uuid": "f71750bb-33e1-4665-bb9c-76f408b64167", "name": "network-vif-unplugged", "status": "completed", "tag": "e828879f-1063-4418-8989-72f745566fca"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:48.369731 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b9846-4146-4eca-bfa3-b11f9f51f43a req-17f779b2-c887-41b6-98a8-50058730acbb tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:48.371403 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-675b9846-4146-4eca-bfa3-b11f9f51f43a req-17f779b2-c887-41b6-98a8-50058730acbb tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 1097 time: 0.0528138 Aug 16 22:18:48.411234 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-675b9846-4146-4eca-bfa3-b11f9f51f43a req-686d01df-13ca-4da5-b89c-b2fdae8c5ff2 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323632 Aug 16 22:18:48.472641 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-77936f71-4781-4bc8-9afe-56b31ac5033a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd622625-1833-4779-91fd-0e61f5478d02 HTTP/1.1" status: 200 len: 217 time: 0.0450268 Aug 16 22:18:48.483339 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d452203-ffce-4e02-a586-b064bc12edfd x-openstack-request-id: req-3d452203-ffce-4e02-a586-b064bc12edfd {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:48.483723 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71750bb-33e1-4665-bb9c-76f408b64167", "name": "network-vif-unplugged", "status": "completed", "tag": "e828879f-1063-4418-8989-72f745566fca", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:48.484042 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3d452203-ffce-4e02-a586-b064bc12edfd {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:48.484500 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71750bb-33e1-4665-bb9c-76f408b64167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e828879f-1063-4418-8989-72f745566fca', 'code': 200} Aug 16 22:18:48.584238 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa75ac4-5be6-45aa-9576-f41367707f1e req-9e58b050-e401-4646-b06e-ffdb66cb5dad tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:48.590625 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6fa75ac4-5be6-45aa-9576-f41367707f1e req-9e58b050-e401-4646-b06e-ffdb66cb5dad tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 948 time: 0.1021664 Aug 16 22:18:48.594181 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-4eff6b5a-8ea3-475e-a53e-3115c7889e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:48.595636 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-4eff6b5a-8ea3-475e-a53e-3115c7889e47 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f3fd4c1-751c-4fe0-804a-f0c59b532aeb HTTP/1.1" status: 200 len: 854 time: 0.1050329 Aug 16 22:18:48.665277 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6fa75ac4-5be6-45aa-9576-f41367707f1e req-8edc0a87-4977-4abc-9105-3708b373844f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728998 Aug 16 22:18:48.682745 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-044ac35a-ef95-44d9-8dad-335d2f68c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:48.687537 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-044ac35a-ef95-44d9-8dad-335d2f68c90e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777495 Aug 16 22:18:48.748914 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae1f97-823f-46b3-9b13-239b59f94625 req-b100a1dc-131c-41fa-8502-ff3c80a630fe tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:48.750426 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dfae1f97-823f-46b3-9b13-239b59f94625 req-b100a1dc-131c-41fa-8502-ff3c80a630fe tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 948 time: 0.0617969 Aug 16 22:18:48.789683 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dfae1f97-823f-46b3-9b13-239b59f94625 req-ffcca0f3-35c0-4795-8aaf-d1581168eef5 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326898 Aug 16 22:18:48.895628 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-38340698-36fe-413d-a61c-230802f78494 service neutron] 10.222.0.43 "GET /v2.0/networks/49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996437 Aug 16 22:18:49.003834 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-bfb4b716-9034-4055-a5e1-de2c66a4276a req-d7598597-c479-496d-a036-fb64423b1109 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1687616775', 'description': 'tempest-description-510716822'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:49.061894 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bfb4b716-9034-4055-a5e1-de2c66a4276a req-d7598597-c479-496d-a036-fb64423b1109 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:49.068412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64359169-4f8a-4153-a913-3c30a3fc2c39 req-fdbd2915-7535-4b08-abd9-28ff3be5c479 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:49.069906 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-64359169-4f8a-4153-a913-3c30a3fc2c39 req-fdbd2915-7535-4b08-abd9-28ff3be5c479 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/ports?device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 951 time: 0.1400387 Aug 16 22:18:49.088097 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bfb4b716-9034-4055-a5e1-de2c66a4276a req-d7598597-c479-496d-a036-fb64423b1109 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:49.111148 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-536ac8dc-48c1-4f88-aec1-63083b313e73 req-3b9d75ec-068a-4e32-b16e-211ca9d739f2 service neutron] 10.222.0.43 "GET /v2.0/networks/49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000384 Aug 16 22:18:49.147622 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-64359169-4f8a-4153-a913-3c30a3fc2c39 req-eeb36cc5-c3a3-4874-82f5-2fbb2bf0332f tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/security-groups?id=093e0a85-11c9-4eb2-93f9-ad6992f32cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659752 Aug 16 22:18:49.272421 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d30eec-69f8-4539-a164-8f53edc49353 req-0b8b8a68-9ca6-4b0d-bd35-902cfb340641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:49.273923 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10d30eec-69f8-4539-a164-8f53edc49353 req-0b8b8a68-9ca6-4b0d-bd35-902cfb340641 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d489b5ebff3d461986b207e876b634c7&device_id=8c92fabd-07f1-43e3-b751-28b09818ed0e HTTP/1.1" status: 200 len: 1096 time: 0.1060426 Aug 16 22:18:49.311833 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bfb4b716-9034-4055-a5e1-de2c66a4276a req-d7598597-c479-496d-a036-fb64423b1109 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:49.348164 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bfb4b716-9034-4055-a5e1-de2c66a4276a req-d7598597-c479-496d-a036-fb64423b1109 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:49.361879 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda48cf-eef0-4b5e-8c29-fd85b59b6437 req-7c926433-009b-47cd-8c46-d83dc32f9ec8 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:49.364578 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bcda48cf-eef0-4b5e-8c29-fd85b59b6437 req-7c926433-009b-47cd-8c46-d83dc32f9ec8 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c92fabd-07f1-43e3-b751-28b09818ed0e HTTP/1.1" status: 200 len: 944 time: 0.1534252 Aug 16 22:18:49.434784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7598597-c479-496d-a036-fb64423b1109 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c013135-842e-4a4b-af33-a8dcac755962,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:49.492239 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bcda48cf-eef0-4b5e-8c29-fd85b59b6437 req-1afbd283-0531-45ad-954d-2c79f54ccf64 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/security-groups?id=38ad0bf0-dcee-4039-a681-6022f17a6dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155269 Aug 16 22:18:49.513326 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d30eec-69f8-4539-a164-8f53edc49353 req-835cce56-59b7-4c58-8ff8-67a6657c50b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:49.513326 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10d30eec-69f8-4539-a164-8f53edc49353 req-835cce56-59b7-4c58-8ff8-67a6657c50b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6 HTTP/1.1" status: 200 len: 916 time: 0.2264292 Aug 16 22:18:49.542884 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 45e092d5-e62c-4c6c-a2be-6e4635a2c946 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:18:49.546571 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e828879f-1063-4418-8989-72f745566fca up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:18:49.567470 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10d30eec-69f8-4539-a164-8f53edc49353 req-7dc10109-418a-4e1c-984c-f8933e9ada20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd622625-1833-4779-91fd-0e61f5478d02 HTTP/1.1" status: 200 len: 217 time: 0.0471411 Aug 16 22:18:49.591897 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bfb4b716-9034-4055-a5e1-de2c66a4276a req-d7598597-c479-496d-a036-fb64423b1109 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:49.618048 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bfb4b716-9034-4055-a5e1-de2c66a4276a req-d7598597-c479-496d-a036-fb64423b1109 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:49.668090 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7598597-c479-496d-a036-fb64423b1109 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd498d4-c33c-4a91-b4cb-d223041f9f9e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:49.672676 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d30eec-69f8-4539-a164-8f53edc49353 req-56b02e04-9acc-478e-9a74-ef71906383aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:49.674850 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10d30eec-69f8-4539-a164-8f53edc49353 req-56b02e04-9acc-478e-9a74-ef71906383aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f3fd4c1-751c-4fe0-804a-f0c59b532aeb HTTP/1.1" status: 200 len: 854 time: 0.1000278 Aug 16 22:18:49.676113 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bfb4b716-9034-4055-a5e1-de2c66a4276a req-d7598597-c479-496d-a036-fb64423b1109 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:49.677222 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bfb4b716-9034-4055-a5e1-de2c66a4276a req-d7598597-c479-496d-a036-fb64423b1109 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6921635 Aug 16 22:18:49.735512 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port e828879f-1063-4418-8989-72f745566fca triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:49.736110 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d30eec-69f8-4539-a164-8f53edc49353 req-7a53f485-e92b-4c73-93ec-0129cf8932ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:49.736285 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:49.737846 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10d30eec-69f8-4539-a164-8f53edc49353 req-7a53f485-e92b-4c73-93ec-0129cf8932ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504398 Aug 16 22:18:49.793341 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 45e092d5-e62c-4c6c-a2be-6e4635a2c946, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=45e092d5-e62c-4c6c-a2be-6e4635a2c946,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:49.808643 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '45e092d5-e62c-4c6c-a2be-6e4635a2c946', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': '45e092d5-e62c-4c6c-a2be-6e4635a2c946', 'mac_address': 'fa:16:3e:82:88:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:18:49.865546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-36c2cd8d-962e-40a6-8e25-9d72e9aaceb8 req-2f209866-ae81-4fec-a684-44b10a571548 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1241139079', 'description': 'tempest-description-355811565'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:49.886699 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:49.897245 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:49.911076 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-36c2cd8d-962e-40a6-8e25-9d72e9aaceb8 req-2f209866-ae81-4fec-a684-44b10a571548 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:49.912659 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e092d5-e62c-4c6c-a2be-6e4635a2c946 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:49.946605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10d30eec-69f8-4539-a164-8f53edc49353 req-61169f70-d863-4e7e-9488-3f107761a8f1 service neutron] 10.222.0.43 "GET /v2.0/networks/49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325397 Aug 16 22:18:49.951098 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 45e092d5-e62c-4c6c-a2be-6e4635a2c946, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=45e092d5-e62c-4c6c-a2be-6e4635a2c946,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:49.957275 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e828879f-1063-4418-8989-72f745566fca, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e828879f-1063-4418-8989-72f745566fca,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:49.963054 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:49.983967 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:50.039916 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=45e092d5-e62c-4c6c-a2be-6e4635a2c946,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:50.086327 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10d30eec-69f8-4539-a164-8f53edc49353 req-b7724a64-39b8-4038-b72d-d64f75782bdd service neutron] 10.222.0.43 "GET /v2.0/networks/49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300426 Aug 16 22:18:50.108363 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e828879f-1063-4418-8989-72f745566fca,revision_number=10']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:50.109402 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-36c2cd8d-962e-40a6-8e25-9d72e9aaceb8 req-2f209866-ae81-4fec-a684-44b10a571548 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:50.115016 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-36c2cd8d-962e-40a6-8e25-9d72e9aaceb8 req-2f209866-ae81-4fec-a684-44b10a571548 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:50.145138 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-36c2cd8d-962e-40a6-8e25-9d72e9aaceb8 req-2f209866-ae81-4fec-a684-44b10a571548 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:50.146377 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36c2cd8d-962e-40a6-8e25-9d72e9aaceb8 req-2f209866-ae81-4fec-a684-44b10a571548 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3102131 Aug 16 22:18:50.150608 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f209866-ae81-4fec-a684-44b10a571548 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ec0470-8b79-44c0-88f9-b42a9d3a46f9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:50.257871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427fce3-2476-4a1b-92ab-29d80d53412f req-66794636-346f-42cd-abc3-d0310333cb30 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:50.259384 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8427fce3-2476-4a1b-92ab-29d80d53412f req-66794636-346f-42cd-abc3-d0310333cb30 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 949 time: 0.0574536 Aug 16 22:18:50.299424 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8427fce3-2476-4a1b-92ab-29d80d53412f req-c140ad15-04ae-4e84-b74b-cb37dc6e6951 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334430 Aug 16 22:18:50.303633 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['45e092d5-e62c-4c6c-a2be-6e4635a2c946'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:18:50.374011 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0988db-227b-4156-94b3-b72cb3c9c5c5 req-b8714be6-7f35-4001-972b-ea359cee969a tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:50.375728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7f0988db-227b-4156-94b3-b72cb3c9c5c5 req-b8714be6-7f35-4001-972b-ea359cee969a tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 950 time: 0.0528395 Aug 16 22:18:50.416468 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7f0988db-227b-4156-94b3-b72cb3c9c5c5 req-3cc45451-540f-496a-8700-3b006c1605e4 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347662 Aug 16 22:18:50.486331 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71750bb-33e1-4665-bb9c-76f408b64167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e828879f-1063-4418-8989-72f745566fca'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:50.489068 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feac7e7e-143c-4e1e-8759-b52924dba7b2" -d '{"events": [{"server_uuid": "f71750bb-33e1-4665-bb9c-76f408b64167", "name": "network-vif-plugged", "status": "completed", "tag": "e828879f-1063-4418-8989-72f745566fca"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:50.509582 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-8ef77aeb-c6a8-41f0-87c4-5e919d8c7f46 req-16835cff-3fa3-421a-9809-159bb63d682b tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-493362214', 'description': 'tempest-description-1568309256'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:50.532906 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ef77aeb-c6a8-41f0-87c4-5e919d8c7f46 req-16835cff-3fa3-421a-9809-159bb63d682b tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:50.545202 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ef77aeb-c6a8-41f0-87c4-5e919d8c7f46 req-16835cff-3fa3-421a-9809-159bb63d682b tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:50.670794 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ef77aeb-c6a8-41f0-87c4-5e919d8c7f46 req-16835cff-3fa3-421a-9809-159bb63d682b tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:50.676280 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ef77aeb-c6a8-41f0-87c4-5e919d8c7f46 req-16835cff-3fa3-421a-9809-159bb63d682b tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:50.714995 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16835cff-3fa3-421a-9809-159bb63d682b tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad0a956-c071-411b-8443-2be941696a5c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:50.732155 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a8dfc8-8a33-4b02-b59a-d9ed37e5f0da x-openstack-request-id: req-44a8dfc8-8a33-4b02-b59a-d9ed37e5f0da {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:50.733142 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71750bb-33e1-4665-bb9c-76f408b64167", "name": "network-vif-plugged", "status": "completed", "tag": "e828879f-1063-4418-8989-72f745566fca", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:50.733142 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-44a8dfc8-8a33-4b02-b59a-d9ed37e5f0da {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:50.733532 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71750bb-33e1-4665-bb9c-76f408b64167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e828879f-1063-4418-8989-72f745566fca', 'code': 200} Aug 16 22:18:50.802215 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ef77aeb-c6a8-41f0-87c4-5e919d8c7f46 req-16835cff-3fa3-421a-9809-159bb63d682b tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:50.816192 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ef77aeb-c6a8-41f0-87c4-5e919d8c7f46 req-16835cff-3fa3-421a-9809-159bb63d682b tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:50.868067 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16835cff-3fa3-421a-9809-159bb63d682b tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cf0006-cb53-490d-9ae2-0751cb9e0ff4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:50.874139 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ef77aeb-c6a8-41f0-87c4-5e919d8c7f46 req-16835cff-3fa3-421a-9809-159bb63d682b tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:50.875385 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ef77aeb-c6a8-41f0-87c4-5e919d8c7f46 req-16835cff-3fa3-421a-9809-159bb63d682b tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3699245 Aug 16 22:18:50.946981 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f7b23-8fa6-45a0-98e9-9a1090c730ed req-30c77d78-d7fb-44b5-ab46-8ec7e2d67bef tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:50.948796 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-676f7b23-8fa6-45a0-98e9-9a1090c730ed req-30c77d78-d7fb-44b5-ab46-8ec7e2d67bef tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c92fabd-07f1-43e3-b751-28b09818ed0e HTTP/1.1" status: 200 len: 944 time: 0.1448903 Aug 16 22:18:51.030183 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-676f7b23-8fa6-45a0-98e9-9a1090c730ed req-0512186d-2dd0-4985-9e88-aac4171c2472 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/security-groups?id=38ad0bf0-dcee-4039-a681-6022f17a6dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655410 Aug 16 22:18:51.097339 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6bd92-8bf9-47a9-8e9a-e2a4717e5914 req-8c4ba4a3-9d89-4e66-9b49-9822c2ce71b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:51.099557 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-40e6bd92-8bf9-47a9-8e9a-e2a4717e5914 req-8c4ba4a3-9d89-4e66-9b49-9822c2ce71b7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 1102 time: 0.0617256 Aug 16 22:18:51.120949 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-3011a42a-f866-4311-be61-e3a7b402a439 req-c32cd98c-6d48-419d-9626-3b140b3258cb tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1162484826', 'description': 'tempest-description-8297770'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:51.155868 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3011a42a-f866-4311-be61-e3a7b402a439 req-c32cd98c-6d48-419d-9626-3b140b3258cb tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:51.156005 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-40e6bd92-8bf9-47a9-8e9a-e2a4717e5914 req-a2c23570-4634-4aeb-a9af-c0432c3a747b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417869 Aug 16 22:18:51.266141 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c500b-94e9-4e18-968a-76e582dff049 req-2c6c7e5e-8f92-49d5-a837-fe0d01e1f2d8 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:51.267696 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a84c500b-94e9-4e18-968a-76e582dff049 req-2c6c7e5e-8f92-49d5-a837-fe0d01e1f2d8 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/ports?device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 951 time: 0.0743327 Aug 16 22:18:51.302071 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3011a42a-f866-4311-be61-e3a7b402a439 req-c32cd98c-6d48-419d-9626-3b140b3258cb tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:51.308650 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3011a42a-f866-4311-be61-e3a7b402a439 req-c32cd98c-6d48-419d-9626-3b140b3258cb tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:51.541376 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a84c500b-94e9-4e18-968a-76e582dff049 req-428c9f34-e6c3-4a49-a9f8-904f0cf3af48 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/security-groups?id=093e0a85-11c9-4eb2-93f9-ad6992f32cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649798 Aug 16 22:18:51.542361 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 45e092d5-e62c-4c6c-a2be-6e4635a2c946 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:18:51.546579 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3011a42a-f866-4311-be61-e3a7b402a439 req-c32cd98c-6d48-419d-9626-3b140b3258cb tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:51.547804 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3011a42a-f866-4311-be61-e3a7b402a439 req-c32cd98c-6d48-419d-9626-3b140b3258cb tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4319911 Aug 16 22:18:51.566163 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cd98c-6d48-419d-9626-3b140b3258cb tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac05b68-e9b6-421d-b4a1-6fb83cfed4bf,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:51.617476 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 45e092d5-e62c-4c6c-a2be-6e4635a2c946 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:51.629620 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 45e092d5-e62c-4c6c-a2be-6e4635a2c946 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:51.630014 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:51.709364 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f24192-e5ad-4e35-bcb6-af4e11261970 req-d916cc2b-9d44-492f-bb6a-8c145c0835f8 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:51.710902 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23f24192-e5ad-4e35-bcb6-af4e11261970 req-d916cc2b-9d44-492f-bb6a-8c145c0835f8 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 949 time: 0.0991025 Aug 16 22:18:51.723343 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a3e3b-0980-474d-b77c-9967c42fcd73 req-934f68f9-b124-4717-9806-718765978aa0 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:51.730816 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a58a3e3b-0980-474d-b77c-9967c42fcd73 req-934f68f9-b124-4717-9806-718765978aa0 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 950 time: 0.0706549 Aug 16 22:18:51.731409 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:51.786166 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 45e092d5-e62c-4c6c-a2be-6e4635a2c946, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=45e092d5-e62c-4c6c-a2be-6e4635a2c946,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:51.790798 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:51.792332 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23f24192-e5ad-4e35-bcb6-af4e11261970 req-3af98548-583c-4bd8-a7e8-7a0b737a4721 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594792 Aug 16 22:18:51.796329 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a58a3e3b-0980-474d-b77c-9967c42fcd73 req-755893ef-87fe-4eea-bfe6-5d3780539780 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646262 Aug 16 22:18:51.833527 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device dd622625-1833-4779-91fd-0e61f5478d02 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:18:51.859567 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=45e092d5-e62c-4c6c-a2be-6e4635a2c946,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:51.946590 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port dd622625-1833-4779-91fd-0e61f5478d02, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=dd622625-1833-4779-91fd-0e61f5478d02,segment=NetworkSegment(1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6),segment_id=1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:51.960858 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'dd622625-1833-4779-91fd-0e61f5478d02', 'network_id': '49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6', 'port_id': 'dd622625-1833-4779-91fd-0e61f5478d02', 'mac_address': 'fa:16:3e:b7:3e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3fd4c1-751c-4fe0-804a-f0c59b532aeb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:18:51.999651 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:52.019057 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd622625-1833-4779-91fd-0e61f5478d02 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:52.051444 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port dd622625-1833-4779-91fd-0e61f5478d02, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=dd622625-1833-4779-91fd-0e61f5478d02,segment=NetworkSegment(1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6),segment_id=1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:52.059353 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:52.135069 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=dd622625-1833-4779-91fd-0e61f5478d02,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:52.213446 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-3c0a4206-fb7c-40be-ae0e-4c995f387383 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 58895 time: 0.3859305 Aug 16 22:18:52.249757 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a2c3b-9e76-4607-b9fd-8b7b4b6fcaef req-53a5b55f-b09e-454f-aed0-8716aee79d2c tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:52.249757 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c8a2c3b-9e76-4607-b9fd-8b7b4b6fcaef req-53a5b55f-b09e-454f-aed0-8716aee79d2c tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c92fabd-07f1-43e3-b751-28b09818ed0e HTTP/1.1" status: 200 len: 945 time: 0.1227691 Aug 16 22:18:52.312317 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c8a2c3b-9e76-4607-b9fd-8b7b4b6fcaef req-6980417a-1153-4672-b061-10f7d2cc109f tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/security-groups?id=38ad0bf0-dcee-4039-a681-6022f17a6dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572238 Aug 16 22:18:52.321885 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-bb0afb2a-9731-4834-b141-5f0531783f67 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/039a9f51-766e-43af-8ea6-12b974737ec3 HTTP/1.1" status: 200 len: 2981 time: 0.0592573 Aug 16 22:18:52.326483 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['dd622625-1833-4779-91fd-0e61f5478d02'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:18:52.379214 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-29dc735f-f2ff-4798-8403-6762e71ea087 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/039a9f51-766e-43af-8ea6-12b974737ec3 HTTP/1.1" status: 200 len: 2981 time: 0.0479219 Aug 16 22:18:52.423311 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-39f0b253-49e5-4384-99ec-da60b846ab0f tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/07e1e506-c8c4-49b2-bf74-54ee67b44a4a HTTP/1.1" status: 200 len: 2981 time: 0.0375001 Aug 16 22:18:52.471170 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-a348c721-0f74-40f9-bf6e-1cbc950c045c tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/07e1e506-c8c4-49b2-bf74-54ee67b44a4a HTTP/1.1" status: 200 len: 2981 time: 0.0392962 Aug 16 22:18:52.518774 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-0674feb9-c787-4fce-af23-a079bd1c3c3a tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/093e0a85-11c9-4eb2-93f9-ad6992f32cf7 HTTP/1.1" status: 200 len: 2981 time: 0.0396616 Aug 16 22:18:52.562644 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-dabd6e84-eceb-4c70-8412-f86cb448d9c6 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/093e0a85-11c9-4eb2-93f9-ad6992f32cf7 HTTP/1.1" status: 200 len: 2981 time: 0.0372658 Aug 16 22:18:52.615276 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-30c4244b-aefa-418d-b27f-80b57aba237e tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/0ff901c5-6155-41bb-95d4-5dc8ffe40cf9 HTTP/1.1" status: 200 len: 2973 time: 0.0431883 Aug 16 22:18:52.702840 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be407a40-4638-4a4b-8553-e40a402b1ede req-e7efc62a-244f-45b8-92b7-649fffc5d1f4 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:52.704361 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be407a40-4638-4a4b-8553-e40a402b1ede req-e7efc62a-244f-45b8-92b7-649fffc5d1f4 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/ports?device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 951 time: 0.0853574 Aug 16 22:18:52.705812 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-fc1f9f22-2715-4c16-993a-fa9d477e5331 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/0ff901c5-6155-41bb-95d4-5dc8ffe40cf9 HTTP/1.1" status: 200 len: 2973 time: 0.0773120 Aug 16 22:18:52.734544 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e092d5-e62c-4c6c-a2be-6e4635a2c946'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:52.737979 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d514fd56-e3e5-4450-8600-3f32d38bb555" -d '{"events": [{"server_uuid": "9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e", "name": "network-vif-plugged", "status": "completed", "tag": "45e092d5-e62c-4c6c-a2be-6e4635a2c946"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:52.764832 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be407a40-4638-4a4b-8553-e40a402b1ede req-1ebde7b6-9154-4d56-b122-50a168f428f4 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/security-groups?id=093e0a85-11c9-4eb2-93f9-ad6992f32cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541492 Aug 16 22:18:52.779231 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-ed81050d-c45e-468a-993e-4ded8ef17505 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/1a6a94b0-95e8-4724-8ebf-e1893cb3c7d0 HTTP/1.1" status: 200 len: 2981 time: 0.0615263 Aug 16 22:18:52.825255 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba49686d-c087-4130-ac0a-e530699c0ea1 x-openstack-request-id: req-ba49686d-c087-4130-ac0a-e530699c0ea1 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:52.825942 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e", "name": "network-vif-plugged", "status": "completed", "tag": "45e092d5-e62c-4c6c-a2be-6e4635a2c946", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:52.825942 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ba49686d-c087-4130-ac0a-e530699c0ea1 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:52.826478 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e092d5-e62c-4c6c-a2be-6e4635a2c946', 'code': 200} Aug 16 22:18:52.843445 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-ecddabcc-6d78-468b-807e-cac76352deb8 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/1a6a94b0-95e8-4724-8ebf-e1893cb3c7d0 HTTP/1.1" status: 200 len: 2981 time: 0.0506566 Aug 16 22:18:52.928339 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-05c67ee0-8e8c-4d56-9561-0ae6687f5786 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab HTTP/1.1" status: 200 len: 2981 time: 0.0715179 Aug 16 22:18:52.941007 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afe656-de1e-491e-80fc-aa5fdf16c81e req-328b3c85-0530-4641-b9da-b75fe1769717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:52.942581 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-82afe656-de1e-491e-80fc-aa5fdf16c81e req-328b3c85-0530-4641-b9da-b75fe1769717 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 1102 time: 0.0441403 Aug 16 22:18:52.953982 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633c42d-4813-4faa-ac1b-049cac4cdd54 req-7d69454c-1d3e-4f0d-9462-e72ec53d9eac tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:52.956110 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6633c42d-4813-4faa-ac1b-049cac4cdd54 req-7d69454c-1d3e-4f0d-9462-e72ec53d9eac tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 950 time: 0.0705352 Aug 16 22:18:52.987649 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-82afe656-de1e-491e-80fc-aa5fdf16c81e req-f8675a35-9302-4f5d-8c88-3bae2af6ef25 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365143 Aug 16 22:18:53.017004 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-d05c26b1-169c-4eaf-92e7-efdc202a4dc6 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab HTTP/1.1" status: 200 len: 2981 time: 0.0804980 Aug 16 22:18:53.025334 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6633c42d-4813-4faa-ac1b-049cac4cdd54 req-2921d376-ab71-47be-81f2-22fa51dfdb51 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587311 Aug 16 22:18:53.085385 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-e5d79b5e-d1a0-4c3f-ad53-b35aaf4e1bbd tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/38ad0bf0-dcee-4039-a681-6022f17a6dd7 HTTP/1.1" status: 200 len: 2981 time: 0.0589685 Aug 16 22:18:53.158481 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-f4188d69-1cf1-45bd-96f7-23c2264fd533 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/38ad0bf0-dcee-4039-a681-6022f17a6dd7 HTTP/1.1" status: 200 len: 2981 time: 0.0670478 Aug 16 22:18:53.174294 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644f5f4-5562-46b9-b03c-4b9a048c8a10 req-08da2b67-d3e9-4c90-ae37-1a029824ed13 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:53.176620 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d644f5f4-5562-46b9-b03c-4b9a048c8a10 req-08da2b67-d3e9-4c90-ae37-1a029824ed13 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.0790091 Aug 16 22:18:53.240689 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-62cbb3d5-0368-47ba-8b0a-9521cde6c764 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/43cfe74c-b7ba-4e6d-b714-8f51fc946e5d HTTP/1.1" status: 200 len: 2977 time: 0.0629592 Aug 16 22:18:53.243384 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d644f5f4-5562-46b9-b03c-4b9a048c8a10 req-4ffe2492-896e-40ec-b1ba-5d067a01e1f3 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595975 Aug 16 22:18:53.351897 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-63fdd548-6b68-48dd-9112-26de63701ac8 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/43cfe74c-b7ba-4e6d-b714-8f51fc946e5d HTTP/1.1" status: 200 len: 2977 time: 0.1050959 Aug 16 22:18:53.369380 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274aadc-a879-4647-ad3b-f4dbdd697660 req-80248f6e-96d7-4afa-a3c4-2ea03ff2f263 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:53.371099 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5274aadc-a879-4647-ad3b-f4dbdd697660 req-80248f6e-96d7-4afa-a3c4-2ea03ff2f263 tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.43 "GET /v2.0/ports?device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 951 time: 0.0768688 Aug 16 22:18:53.503859 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-989a532d-7195-42a8-b2ab-d3608def38d5 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/474464e9-8adc-4142-97a1-2f2d777c22fc HTTP/1.1" status: 200 len: 2981 time: 0.1317036 Aug 16 22:18:53.545713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d0a7a-e8d3-422b-ada2-b4db68252d41 req-f9b0c85a-0c6a-41e8-b50d-ff496c0a1496 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:53.547251 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f09d0a7a-e8d3-422b-ada2-b4db68252d41 req-f9b0c85a-0c6a-41e8-b50d-ff496c0a1496 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c92fabd-07f1-43e3-b751-28b09818ed0e HTTP/1.1" status: 200 len: 945 time: 0.1153271 Aug 16 22:18:53.599525 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-36adeac5-3f16-434b-af5e-75447a5a4fa3 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/474464e9-8adc-4142-97a1-2f2d777c22fc HTTP/1.1" status: 200 len: 2981 time: 0.0871692 Aug 16 22:18:53.607131 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-5274aadc-a879-4647-ad3b-f4dbdd697660 req-23c03351-b736-4f75-8f62-454d42a2dddc tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Deleting port e364c4cf-46eb-4dd4-b832-efb21c80a7dc {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:18:53.607475 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5274aadc-a879-4647-ad3b-f4dbdd697660 req-23c03351-b736-4f75-8f62-454d42a2dddc tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:53.662719 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f09d0a7a-e8d3-422b-ada2-b4db68252d41 req-2d70a65d-5d40-4bbf-98ba-8fd21d9effd2 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/security-groups?id=38ad0bf0-dcee-4039-a681-6022f17a6dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079204 Aug 16 22:18:53.710248 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-1faf0e83-185d-4019-bfb5-3faa2f826cbf tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/4c013135-842e-4a4b-af33-a8dcac755962 HTTP/1.1" status: 200 len: 2981 time: 0.0977087 Aug 16 22:18:53.761099 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5274aadc-a879-4647-ad3b-f4dbdd697660 req-23c03351-b736-4f75-8f62-454d42a2dddc tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] For port e364c4cf-46eb-4dd4-b832-efb21c80a7dc, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:53.761626 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5274aadc-a879-4647-ad3b-f4dbdd697660 req-23c03351-b736-4f75-8f62-454d42a2dddc tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:53.786220 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-5274aadc-a879-4647-ad3b-f4dbdd697660 req-23c03351-b736-4f75-8f62-454d42a2dddc tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Calling delete_port for e364c4cf-46eb-4dd4-b832-efb21c80a7dc owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:18:53.804665 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-90871d33-5558-4845-8951-a313c059a09b tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/4c013135-842e-4a4b-af33-a8dcac755962 HTTP/1.1" status: 200 len: 2981 time: 0.0784407 Aug 16 22:18:53.818830 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device dd622625-1833-4779-91fd-0e61f5478d02 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:18:53.891433 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port dd622625-1833-4779-91fd-0e61f5478d02 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:53.909606 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port dd622625-1833-4779-91fd-0e61f5478d02 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:53.911339 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:53.982155 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5274aadc-a879-4647-ad3b-f4dbdd697660 req-23c03351-b736-4f75-8f62-454d42a2dddc tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:54.029067 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c03351-b736-4f75-8f62-454d42a2dddc tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Pushing event deleted for resources: {'Port': ['ID=e364c4cf-46eb-4dd4-b832-efb21c80a7dc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:54.116665 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-a2b39428-ec1f-47a0-b43f-300293bd0d80 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/604b9208-2584-4668-a8b2-31a7a1a23b99 HTTP/1.1" status: 200 len: 2977 time: 0.1500874 Aug 16 22:18:54.146030 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5274aadc-a879-4647-ad3b-f4dbdd697660 req-23c03351-b736-4f75-8f62-454d42a2dddc tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] No DVR routers for this DVR port e364c4cf-46eb-4dd4-b832-efb21c80a7dc on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:18:54.175751 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:54.181894 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5274aadc-a879-4647-ad3b-f4dbdd697660 req-23c03351-b736-4f75-8f62-454d42a2dddc tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:54.183832 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5274aadc-a879-4647-ad3b-f4dbdd697660 req-23c03351-b736-4f75-8f62-454d42a2dddc tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.43 "DELETE /v2.0/ports/e364c4cf-46eb-4dd4-b832-efb21c80a7dc HTTP/1.1" status: 204 len: 173 time: 0.8037474 Aug 16 22:18:54.185125 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349fa110-afcc-45d4-b127-267a96b71ca1', 'name': 'network-vif-deleted', 'tag': 'e364c4cf-46eb-4dd4-b832-efb21c80a7dc'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:54.187375 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d1ee1a-cc77-45d8-a8af-5eeb734e5baa" -d '{"events": [{"server_uuid": "349fa110-afcc-45d4-b127-267a96b71ca1", "name": "network-vif-deleted", "tag": "e364c4cf-46eb-4dd4-b832-efb21c80a7dc"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:54.216332 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-05e3f5e5-b97f-4a98-8ef2-c661cadaad7c tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/604b9208-2584-4668-a8b2-31a7a1a23b99 HTTP/1.1" status: 200 len: 2977 time: 0.0989318 Aug 16 22:18:54.225526 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd892d-242e-47d8-9454-a930eb1f38ee req-dc97c7f9-0fe9-4dba-a47a-126861902f81 tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:54.227090 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c7bd892d-242e-47d8-9454-a930eb1f38ee req-dc97c7f9-0fe9-4dba-a47a-126861902f81 tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 1102 time: 0.1992159 Aug 16 22:18:54.237085 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port dd622625-1833-4779-91fd-0e61f5478d02, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=dd622625-1833-4779-91fd-0e61f5478d02,segment=NetworkSegment(1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6),segment_id=1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:54.243877 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:54.244762 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device e364c4cf-46eb-4dd4-b832-efb21c80a7dc no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:54.311043 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c7bd892d-242e-47d8-9454-a930eb1f38ee req-f80f55bf-db89-4964-8547-196cb09a1192 tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695555 Aug 16 22:18:54.311899 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=dd622625-1833-4779-91fd-0e61f5478d02,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:54.327367 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-744dd23e-29d7-41de-bace-365b00a8d4b0 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/6a0d7191-6483-4c21-b784-e950e5cb61da HTTP/1.1" status: 200 len: 2981 time: 0.0992541 Aug 16 22:18:54.339610 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: e364c4cf-46eb-4dd4-b832-efb21c80a7dc {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:18:54.341427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device e364c4cf-46eb-4dd4-b832-efb21c80a7dc not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:18:54.422382 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-b09ed375-1fd4-4ed8-af91-169b050ab6c8 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/6a0d7191-6483-4c21-b784-e950e5cb61da HTTP/1.1" status: 200 len: 2981 time: 0.0882552 Aug 16 22:18:54.485608 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-451b174f-511b-4797-8ce8-db5c74c810b6 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/8860c1da-8cf2-47c8-8d52-5cd03645cff4 HTTP/1.1" status: 200 len: 2981 time: 0.0548799 Aug 16 22:18:54.547957 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-faa38435-f914-47ca-bfef-39760e917c24 req-19e7d7b6-40b7-4a1c-8815-bc09e0898cfe tempest-ImagesOneServerTestJSON-729937510 tempest-ImagesOneServerTestJSON-729937510-project] 10.222.0.93 "GET /v2.0/ports?device_id=349fa110-afcc-45d4-b127-267a96b71ca1 HTTP/1.1" status: 200 len: 210 time: 0.0433342 Aug 16 22:18:54.557903 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-b322f5b7-3dac-4f6b-b397-500987492269 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/8860c1da-8cf2-47c8-8d52-5cd03645cff4 HTTP/1.1" status: 200 len: 2981 time: 0.0710089 Aug 16 22:18:54.605578 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9503fd-5165-48a9-809e-86e42950c506 x-openstack-request-id: req-fa9503fd-5165-48a9-809e-86e42950c506 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:54.606229 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349fa110-afcc-45d4-b127-267a96b71ca1", "name": "network-vif-deleted", "tag": "e364c4cf-46eb-4dd4-b832-efb21c80a7dc", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:54.606229 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fa9503fd-5165-48a9-809e-86e42950c506 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:54.606578 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349fa110-afcc-45d4-b127-267a96b71ca1', 'name': 'network-vif-deleted', 'tag': 'e364c4cf-46eb-4dd4-b832-efb21c80a7dc', 'status': 'completed', 'code': 200} Aug 16 22:18:54.615245 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-22b7c444-2561-438e-9399-abab8aae379b tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/a0a72b02-8e81-487d-b5c5-486f3c7dbd98 HTTP/1.1" status: 200 len: 2981 time: 0.0564013 Aug 16 22:18:54.678530 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-d92eed1b-fa90-4b8e-9adc-859fea73a9f2 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/a0a72b02-8e81-487d-b5c5-486f3c7dbd98 HTTP/1.1" status: 200 len: 2981 time: 0.0623760 Aug 16 22:18:54.757992 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-5068a27e-9f54-4c9e-9fd0-8ec06fd4505b tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/a0eab71b-546d-4880-bb6c-40b8e10c8875 HTTP/1.1" status: 200 len: 2981 time: 0.0576663 Aug 16 22:18:54.773244 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946f6ce-1358-4750-b21a-674649c0897e req-23459acb-fe01-412e-a961-12f42377b96a tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:54.774980 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e946f6ce-1358-4750-b21a-674649c0897e req-23459acb-fe01-412e-a961-12f42377b96a tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.1145084 Aug 16 22:18:54.827441 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c92fabd-07f1-43e3-b751-28b09818ed0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd622625-1833-4779-91fd-0e61f5478d02'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:54.832482 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7f6c3c-2b31-4c3e-b930-647f4e2daace" -d '{"events": [{"server_uuid": "8c92fabd-07f1-43e3-b751-28b09818ed0e", "name": "network-vif-plugged", "status": "completed", "tag": "dd622625-1833-4779-91fd-0e61f5478d02"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:54.847991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-84e7fda8-ef9c-4cfe-9b2c-755544375080 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/a0eab71b-546d-4880-bb6c-40b8e10c8875 HTTP/1.1" status: 200 len: 2981 time: 0.0718398 Aug 16 22:18:54.877407 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e946f6ce-1358-4750-b21a-674649c0897e req-d4d11c2f-b283-4542-be9a-abfa09174043 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809696 Aug 16 22:18:54.912077 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-4f94a7bd-2bfc-4450-b922-22edeef3ce64 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/cd84b185-52fa-468f-b419-c46271b7f946 HTTP/1.1" status: 200 len: 2981 time: 0.0522373 Aug 16 22:18:54.969579 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-e4979a69-c271-42a8-a859-6cec6a16f1aa tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/cd84b185-52fa-468f-b419-c46271b7f946 HTTP/1.1" status: 200 len: 2981 time: 0.0503259 Aug 16 22:18:55.024357 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-19117a0b-b703-4d38-8290-49c3ba919d82 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/dad0a956-c071-411b-8443-2be941696a5c HTTP/1.1" status: 200 len: 2981 time: 0.0476661 Aug 16 22:18:55.101374 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-f9ab4719-e899-42b7-8a17-e9d0798c7115 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/dad0a956-c071-411b-8443-2be941696a5c HTTP/1.1" status: 200 len: 2981 time: 0.0697777 Aug 16 22:18:55.181779 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9345b3-a99b-46ba-b075-e9d93ed0c762 req-444ff842-5028-4f79-ba0c-55d2a8a7e1fd tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:55.183316 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b9345b3-a99b-46ba-b075-e9d93ed0c762 req-444ff842-5028-4f79-ba0c-55d2a8a7e1fd tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c92fabd-07f1-43e3-b751-28b09818ed0e HTTP/1.1" status: 200 len: 946 time: 0.0810511 Aug 16 22:18:55.186940 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-8f3323de-46aa-4aba-9e13-35278f120ea4 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/e04d599c-9c4a-48e3-b954-1bb96e4a3284 HTTP/1.1" status: 200 len: 2977 time: 0.0745761 Aug 16 22:18:55.268424 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b9345b3-a99b-46ba-b075-e9d93ed0c762 req-e0b2067c-d405-4318-baee-68112aa0fba5 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/security-groups?id=38ad0bf0-dcee-4039-a681-6022f17a6dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711935 Aug 16 22:18:55.274671 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-930bbaae-c915-43dd-905a-fcc0213268f8 req-c61272c2-cceb-4201-8c0d-15091788324c tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/e04d599c-9c4a-48e3-b954-1bb96e4a3284 HTTP/1.1" status: 200 len: 2977 time: 0.0792577 Aug 16 22:18:55.324496 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1d4368-fd81-462a-bfbe-36969be1fcd8 x-openstack-request-id: req-9c1d4368-fd81-462a-bfbe-36969be1fcd8 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:55.325025 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c92fabd-07f1-43e3-b751-28b09818ed0e", "name": "network-vif-plugged", "status": "completed", "tag": "dd622625-1833-4779-91fd-0e61f5478d02", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:55.325207 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9c1d4368-fd81-462a-bfbe-36969be1fcd8 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:55.325737 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c92fabd-07f1-43e3-b751-28b09818ed0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd622625-1833-4779-91fd-0e61f5478d02', 'code': 200} Aug 16 22:18:55.411062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-dbded7d5-a697-4f41-a38a-67d6fd101b11 req-8f4317fb-c2ba-49cb-9582-99531c97624b service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:18:55.412055 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dbded7d5-a697-4f41-a38a-67d6fd101b11 req-8f4317fb-c2ba-49cb-9582-99531c97624b service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059042 Aug 16 22:18:55.463709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472009e0-f3ac-453d-93c7-0cd245ae1dae req-a11ad914-3cca-414f-90bd-47c94a0dc465 tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:55.465482 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-472009e0-f3ac-453d-93c7-0cd245ae1dae req-a11ad914-3cca-414f-90bd-47c94a0dc465 tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 1102 time: 0.0772905 Aug 16 22:18:55.471052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fc94e-9879-4652-ac26-7a4acdf7ac4e req-a0add7aa-adc5-4114-a727-98d7f75f1a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:55.472654 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf3fc94e-9879-4652-ac26-7a4acdf7ac4e req-a0add7aa-adc5-4114-a727-98d7f75f1a5d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8c92fabd-07f1-43e3-b751-28b09818ed0e HTTP/1.1" status: 200 len: 1098 time: 0.0747952 Aug 16 22:18:55.532537 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-472009e0-f3ac-453d-93c7-0cd245ae1dae req-764e2bdb-3ab8-4d4d-92cf-9c5e3afdea75 tempest-ServersAdminTestJSON-333166409 tempest-ServersAdminTestJSON-333166409-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581594 Aug 16 22:18:55.534262 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf3fc94e-9879-4652-ac26-7a4acdf7ac4e req-46062c47-4b69-437c-a434-e97bb758f30c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=38ad0bf0-dcee-4039-a681-6022f17a6dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521734 Aug 16 22:18:55.638937 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8d6927f2-bb5d-459a-90ba-812a7fcf7343 req-3ad245cf-9e81-4a62-9dfb-b8a91aa48484 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=deb65ccbbfc248619f52411e6cb38b5d HTTP/1.1" status: 200 len: 6102 time: 0.0705259 Aug 16 22:18:55.659793 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fe343935-3615-4424-990b-9bb44a797336 req-c8e47540-3444-453a-8f55-bc17e1ed1021 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0470145 Aug 16 22:18:55.714087 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8d6927f2-bb5d-459a-90ba-812a7fcf7343 req-8a6d48d2-b5e1-4f79-9a20-a9fb99dd6e29 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] 10.222.0.93 "GET /v2.0/security-groups/4c013135-842e-4a4b-af33-a8dcac755962 HTTP/1.1" status: 200 len: 2981 time: 0.0670435 Aug 16 22:18:55.780569 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073aea7-a46f-45ad-9929-425f1ce7d5c3 req-d2e01be1-7dc1-4c73-9634-0edbd53cbf33 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:55.782098 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1073aea7-a46f-45ad-9929-425f1ce7d5c3 req-d2e01be1-7dc1-4c73-9634-0edbd53cbf33 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.0858274 Aug 16 22:18:55.786405 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8d6927f2-bb5d-459a-90ba-812a7fcf7343 req-027077e2-7d84-4f2d-b504-a042464046b3 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] 10.222.0.93 "GET /v2.0/security-groups/4c013135-842e-4a4b-af33-a8dcac755962 HTTP/1.1" status: 200 len: 2981 time: 0.0579753 Aug 16 22:18:55.847778 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1073aea7-a46f-45ad-9929-425f1ce7d5c3 req-b55299d6-b410-48ad-b683-857a54fc8b12 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452018 Aug 16 22:18:56.081407 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fbc63-73df-40ec-a6f5-c83fa813aa12 req-234fc6e7-c195-4e17-a6bc-9ede441b8a32 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:56.082989 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b70fbc63-73df-40ec-a6f5-c83fa813aa12 req-234fc6e7-c195-4e17-a6bc-9ede441b8a32 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 1098 time: 0.0779283 Aug 16 22:18:56.086290 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10c4af1b-47b0-4b53-910a-5c5f50c5e938 req-240ad5c4-5ce3-40b7-9836-b022032bf7fc tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/9ac05b68-e9b6-421d-b4a1-6fb83cfed4bf HTTP/1.1" status: 200 len: 1775 time: 0.0724349 Aug 16 22:18:56.186513 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b70fbc63-73df-40ec-a6f5-c83fa813aa12 req-9d8959db-a94f-4fa7-9b49-87bae91c8ffa tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516450 Aug 16 22:18:56.188968 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10c4af1b-47b0-4b53-910a-5c5f50c5e938 req-0164e513-debe-415c-bf0c-dd5ee6793bdc tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.224444 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10c4af1b-47b0-4b53-910a-5c5f50c5e938 req-0164e513-debe-415c-bf0c-dd5ee6793bdc tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.262620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45954) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:56.323432 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10c4af1b-47b0-4b53-910a-5c5f50c5e938 req-0164e513-debe-415c-bf0c-dd5ee6793bdc tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.325945 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-10c4af1b-47b0-4b53-910a-5c5f50c5e938 req-0164e513-debe-415c-bf0c-dd5ee6793bdc tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.330526 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10c4af1b-47b0-4b53-910a-5c5f50c5e938 req-0164e513-debe-415c-bf0c-dd5ee6793bdc tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "DELETE /v2.0/security-groups/9ac05b68-e9b6-421d-b4a1-6fb83cfed4bf HTTP/1.1" status: 204 len: 173 time: 0.2371881 Aug 16 22:18:56.357428 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834ba6c-ab88-456c-8ef2-0f5c375da1f2 req-6040b67b-96aa-466d-ae3b-4f484eee920d tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:56.366605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7834ba6c-ab88-456c-8ef2-0f5c375da1f2 req-6040b67b-96aa-466d-ae3b-4f484eee920d tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=634a208d-b983-4518-88a2-70e0e3203b8a HTTP/1.1" status: 200 len: 949 time: 0.1011803 Aug 16 22:18:56.378904 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164e513-debe-415c-bf0c-dd5ee6793bdc tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac05b68-e9b6-421d-b4a1-6fb83cfed4bf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:56.452893 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7834ba6c-ab88-456c-8ef2-0f5c375da1f2 req-26e7c4d2-91f9-4ae9-8d83-c9e7cf7f0a39 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690732 Aug 16 22:18:56.497197 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0f7bd92c-c9e3-438c-8b3f-b390675c8b7a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c52e73ce581340f7b08405f7499ad26d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334385 Aug 16 22:18:56.499774 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45964) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:56.596966 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b59d054b-d677-47e0-a08a-fefea631787a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.651640 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b59d054b-d677-47e0-a08a-fefea631787a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.678428 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deea1a-7141-4ce7-9c2f-4b3ec649c536 req-15744a43-366b-4a41-a1f4-3e5875b98a1a tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:56.680127 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-33deea1a-7141-4ce7-9c2f-4b3ec649c536 req-15744a43-366b-4a41-a1f4-3e5875b98a1a tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c92fabd-07f1-43e3-b751-28b09818ed0e HTTP/1.1" status: 200 len: 946 time: 0.0854001 Aug 16 22:18:56.743185 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-33deea1a-7141-4ce7-9c2f-4b3ec649c536 req-7f7fe292-4936-4e32-a7e7-5b6da4c5854f tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/security-groups?id=38ad0bf0-dcee-4039-a681-6022f17a6dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546615 Aug 16 22:18:56.762271 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b59d054b-d677-47e0-a08a-fefea631787a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.766464 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b59d054b-d677-47e0-a08a-fefea631787a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.770756 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b59d054b-d677-47e0-a08a-fefea631787a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/093e0a85-11c9-4eb2-93f9-ad6992f32cf7 HTTP/1.1" status: 204 len: 168 time: 0.2694821 Aug 16 22:18:56.781478 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d054b-d677-47e0-a08a-fefea631787a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093e0a85-11c9-4eb2-93f9-ad6992f32cf7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:56.839707 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0a10f3c6-6223-4aec-8f81-13c096695650 req-ad9d2ea8-8d9c-4fc7-8c92-effd9bea5881 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "GET /v2.0/security-groups/c2cf0006-cb53-490d-9ae2-0751cb9e0ff4 HTTP/1.1" status: 200 len: 1777 time: 0.0673707 Aug 16 22:18:56.894688 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0a10f3c6-6223-4aec-8f81-13c096695650 req-a10372f3-4fc5-4061-b08f-61770a995653 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.921746 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0a10f3c6-6223-4aec-8f81-13c096695650 req-a10372f3-4fc5-4061-b08f-61770a995653 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.971809 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0a10f3c6-6223-4aec-8f81-13c096695650 req-a10372f3-4fc5-4061-b08f-61770a995653 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.975890 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0a10f3c6-6223-4aec-8f81-13c096695650 req-a10372f3-4fc5-4061-b08f-61770a995653 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.990396 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0a10f3c6-6223-4aec-8f81-13c096695650 req-a10372f3-4fc5-4061-b08f-61770a995653 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] 10.222.0.93 "DELETE /v2.0/security-groups/c2cf0006-cb53-490d-9ae2-0751cb9e0ff4 HTTP/1.1" status: 204 len: 173 time: 0.1494489 Aug 16 22:18:56.998657 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10372f3-4fc5-4061-b08f-61770a995653 tempest-SecurityGroupsTestAdminJSON-888459807 tempest-SecurityGroupsTestAdminJSON-888459807-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cf0006-cb53-490d-9ae2-0751cb9e0ff4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:57.167135 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd87b8-6cb7-4b69-8df5-a41aba8e09ef req-875f76c9-1255-4896-84b4-9843fe7378ff tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:57.174392 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62fd87b8-6cb7-4b69-8df5-a41aba8e09ef req-875f76c9-1255-4896-84b4-9843fe7378ff tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.0620229 Aug 16 22:18:57.226656 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62fd87b8-6cb7-4b69-8df5-a41aba8e09ef req-7571591d-a635-427a-9b9a-a7169ee41b49 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415263 Aug 16 22:18:57.309884 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59c09370-ff9f-4301-934a-3d3d66d34230 req-6e09ad00-7e69-4025-80d6-954a5b98581c tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] 10.222.0.93 "GET /v2.0/security-groups/10ec0470-8b79-44c0-88f9-b42a9d3a46f9 HTTP/1.1" status: 200 len: 1777 time: 0.0610852 Aug 16 22:18:57.360086 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe343935-3615-4424-990b-9bb44a797336 req-c03ae718-b9e0-40fd-9d3d-ec7cf78c2cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:57.361850 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fe343935-3615-4424-990b-9bb44a797336 req-c03ae718-b9e0-40fd-9d3d-ec7cf78c2cc3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 1102 time: 0.0531228 Aug 16 22:18:57.384265 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-59c09370-ff9f-4301-934a-3d3d66d34230 req-e2c3d993-5130-4b99-bcb2-e4db965112b7 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:57.415852 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-59c09370-ff9f-4301-934a-3d3d66d34230 req-e2c3d993-5130-4b99-bcb2-e4db965112b7 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:57.479906 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-59c09370-ff9f-4301-934a-3d3d66d34230 req-e2c3d993-5130-4b99-bcb2-e4db965112b7 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:57.481764 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-59c09370-ff9f-4301-934a-3d3d66d34230 req-e2c3d993-5130-4b99-bcb2-e4db965112b7 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:57.482942 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59c09370-ff9f-4301-934a-3d3d66d34230 req-e2c3d993-5130-4b99-bcb2-e4db965112b7 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] 10.222.0.93 "DELETE /v2.0/security-groups/10ec0470-8b79-44c0-88f9-b42a9d3a46f9 HTTP/1.1" status: 204 len: 173 time: 0.1622870 Aug 16 22:18:57.496727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3d993-5130-4b99-bcb2-e4db965112b7 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ec0470-8b79-44c0-88f9-b42a9d3a46f9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:57.507737 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe343935-3615-4424-990b-9bb44a797336 req-0252c537-54e9-412b-a9ad-39c460fadfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:57.509561 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fe343935-3615-4424-990b-9bb44a797336 req-0252c537-54e9-412b-a9ad-39c460fadfdf service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1350331 Aug 16 22:18:57.602871 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fe343935-3615-4424-990b-9bb44a797336 req-1607450d-73a1-49f4-98de-7c22686a087c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=45e092d5-e62c-4c6c-a2be-6e4635a2c946 HTTP/1.1" status: 200 len: 217 time: 0.0638740 Aug 16 22:18:57.677818 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b0364-5fc7-4ef9-9ce1-25e2888c1c14 req-524f8305-f40d-4bc1-9acf-480cd9756e1f tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:57.680361 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c92b0364-5fc7-4ef9-9ce1-25e2888c1c14 req-524f8305-f40d-4bc1-9acf-480cd9756e1f tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=634a208d-b983-4518-88a2-70e0e3203b8a HTTP/1.1" status: 200 len: 949 time: 0.0822659 Aug 16 22:18:57.680530 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe343935-3615-4424-990b-9bb44a797336 req-4faacb16-c38b-476d-98e4-066c5dbe1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:57.682087 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fe343935-3615-4424-990b-9bb44a797336 req-4faacb16-c38b-476d-98e4-066c5dbe1ef8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0712347 Aug 16 22:18:57.747061 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c92b0364-5fc7-4ef9-9ce1-25e2888c1c14 req-bdf039d9-2376-4add-a69e-e82284bbd3ae tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539865 Aug 16 22:18:57.759259 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe343935-3615-4424-990b-9bb44a797336 req-5df12898-c8ce-4461-80fa-f438c107d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:57.760752 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fe343935-3615-4424-990b-9bb44a797336 req-5df12898-c8ce-4461-80fa-f438c107d522 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0646544 Aug 16 22:18:57.816803 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-06e88377-5ab3-4fe9-a08e-0a790b59345b tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:18:57.818057 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-06e88377-5ab3-4fe9-a08e-0a790b59345b tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0377815 Aug 16 22:18:57.818875 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device e364c4cf-46eb-4dd4-b832-efb21c80a7dc no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:57.838008 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-d8d9d2c4-8cdb-4b47-a954-6623820cd9e9 service neutron] Request body: {'binding': {'host': 'n-h1-792458-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:57.838737 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-d8d9d2c4-8cdb-4b47-a954-6623820cd9e9 service neutron] Unknown quota resources ['binding']. {{(pid=94872) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:18:57.843185 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: e364c4cf-46eb-4dd4-b832-efb21c80a7dc {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:18:57.843384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a345f2-4ac1-4a04-b42f-3dbacf774c8b req-a96c898c-9f05-4be9-b70f-9e8cf7047304 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:57.844047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device e364c4cf-46eb-4dd4-b832-efb21c80a7dc not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:18:57.845090 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5a345f2-4ac1-4a04-b42f-3dbacf774c8b req-a96c898c-9f05-4be9-b70f-9e8cf7047304 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.39 "GET /v2.0/ports?device_id=634a208d-b983-4518-88a2-70e0e3203b8a HTTP/1.1" status: 200 len: 949 time: 0.0875928 Aug 16 22:18:57.847966 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59cb526e-a161-4744-89ec-ca8031467a0b req-9a002a40-a56f-492a-b5e3-e5921acd9ef3 tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] 10.222.0.93 "GET /v2.0/security-groups/1dd498d4-c33c-4a91-b4cb-d223041f9f9e HTTP/1.1" status: 200 len: 1777 time: 0.0778475 Aug 16 22:18:57.941241 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fe343935-3615-4424-990b-9bb44a797336 req-c7c904b6-ca9c-4808-b34b-376f3d3f909d service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697271 Aug 16 22:18:57.962973 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-59cb526e-a161-4744-89ec-ca8031467a0b req-767b6fc3-c5c3-45b4-ac45-ba61361d756a tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:57.997567 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-59cb526e-a161-4744-89ec-ca8031467a0b req-767b6fc3-c5c3-45b4-ac45-ba61361d756a tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:58.027946 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a5a345f2-4ac1-4a04-b42f-3dbacf774c8b req-33af8463-a2d5-4929-abaa-c0576ff4c087 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Deleting port 474da29f-a28f-4ce3-a017-90afb53e2ef7 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:18:58.028430 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5a345f2-4ac1-4a04-b42f-3dbacf774c8b req-33af8463-a2d5-4929-abaa-c0576ff4c087 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:58.070351 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-d8d9d2c4-8cdb-4b47-a954-6623820cd9e9 service neutron] Attempting to bind port 2fd9cb44-6dd9-4030-a346-c38165c18acc on host n-h1-792458-15 for vnic_type normal with profile None {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:18:58.070687 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-d8d9d2c4-8cdb-4b47-a954-6623820cd9e9 service neutron] Attempting to bind port 2fd9cb44-6dd9-4030-a346-c38165c18acc by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:18:58.071013 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-d8d9d2c4-8cdb-4b47-a954-6623820cd9e9 service neutron] Attempting to bind port 2fd9cb44-6dd9-4030-a346-c38165c18acc on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:58.078413 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-d8d9d2c4-8cdb-4b47-a954-6623820cd9e9 service neutron] Port 2fd9cb44-6dd9-4030-a346-c38165c18acc on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:18:58.078680 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-d8d9d2c4-8cdb-4b47-a954-6623820cd9e9 service neutron] Attempting to bind port 2fd9cb44-6dd9-4030-a346-c38165c18acc on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:58.083840 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fe343935-3615-4424-990b-9bb44a797336 req-9208ad24-b0f9-4c72-82ec-e1051e2937c9 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345913 Aug 16 22:18:58.086739 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-d8d9d2c4-8cdb-4b47-a954-6623820cd9e9 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:18:58.087084 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-d8d9d2c4-8cdb-4b47-a954-6623820cd9e9 service neutron] Checking segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:58.087623 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-d8d9d2c4-8cdb-4b47-a954-6623820cd9e9 service neutron] Bound using segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:18:58.088040 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-d8d9d2c4-8cdb-4b47-a954-6623820cd9e9 service neutron] Bound port: 2fd9cb44-6dd9-4030-a346-c38165c18acc, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:18:58.091829 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-59cb526e-a161-4744-89ec-ca8031467a0b req-767b6fc3-c5c3-45b4-ac45-ba61361d756a tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:58.094534 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-59cb526e-a161-4744-89ec-ca8031467a0b req-767b6fc3-c5c3-45b4-ac45-ba61361d756a tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:58.095861 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59cb526e-a161-4744-89ec-ca8031467a0b req-767b6fc3-c5c3-45b4-ac45-ba61361d756a tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] 10.222.0.93 "DELETE /v2.0/security-groups/1dd498d4-c33c-4a91-b4cb-d223041f9f9e HTTP/1.1" status: 204 len: 173 time: 0.2413483 Aug 16 22:18:58.118463 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b6fc3-c5c3-45b4-ac45-ba61361d756a tempest-SecurityGroupsTestAdminJSON-1718252239 tempest-SecurityGroupsTestAdminJSON-1718252239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd498d4-c33c-4a91-b4cb-d223041f9f9e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:58.162358 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a5a345f2-4ac1-4a04-b42f-3dbacf774c8b req-33af8463-a2d5-4929-abaa-c0576ff4c087 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] For port 474da29f-a28f-4ce3-a017-90afb53e2ef7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=474da29f-a28f-4ce3-a017-90afb53e2ef7,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:58.162890 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5a345f2-4ac1-4a04-b42f-3dbacf774c8b req-33af8463-a2d5-4929-abaa-c0576ff4c087 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:58.166274 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-d8d9d2c4-8cdb-4b47-a954-6623820cd9e9 service neutron] For port 2fd9cb44-6dd9-4030-a346-c38165c18acc, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=2fd9cb44-6dd9-4030-a346-c38165c18acc,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:18:58.179734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a5a345f2-4ac1-4a04-b42f-3dbacf774c8b req-33af8463-a2d5-4929-abaa-c0576ff4c087 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Calling delete_port for 474da29f-a28f-4ce3-a017-90afb53e2ef7 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:18:58.184490 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-d8d9d2c4-8cdb-4b47-a954-6623820cd9e9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:58.190069 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-d8d9d2c4-8cdb-4b47-a954-6623820cd9e9 service neutron] 10.222.0.93 "POST /v2.0/ports/2fd9cb44-6dd9-4030-a346-c38165c18acc/bindings HTTP/1.1" status: 201 len: 390 time: 0.3558457 Aug 16 22:18:58.455550 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5a345f2-4ac1-4a04-b42f-3dbacf774c8b req-33af8463-a2d5-4929-abaa-c0576ff4c087 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:58.471325 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['96e3adf6-bafb-4332-a4d5-bba5fc50bb6c', '474da29f-a28f-4ce3-a017-90afb53e2ef7', 'e828879f-1063-4418-8989-72f745566fca'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:18:58.492319 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af8463-a2d5-4929-abaa-c0576ff4c087 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Pushing event deleted for resources: {'Port': ['ID=474da29f-a28f-4ce3-a017-90afb53e2ef7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:58.504397 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c328eb-e605-44d3-a4ee-a0eb0b7f6a88 req-b154face-85df-41ae-b310-6021089eb6b2 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:58.506121 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17c328eb-e605-44d3-a4ee-a0eb0b7f6a88 req-b154face-85df-41ae-b310-6021089eb6b2 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c92fabd-07f1-43e3-b751-28b09818ed0e HTTP/1.1" status: 200 len: 946 time: 0.1177790 Aug 16 22:18:58.558323 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46046) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:58.560678 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a345f2-4ac1-4a04-b42f-3dbacf774c8b req-33af8463-a2d5-4929-abaa-c0576ff4c087 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] No DVR routers for this DVR port 474da29f-a28f-4ce3-a017-90afb53e2ef7 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:18:58.575773 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5a345f2-4ac1-4a04-b42f-3dbacf774c8b req-33af8463-a2d5-4929-abaa-c0576ff4c087 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:58.577828 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5a345f2-4ac1-4a04-b42f-3dbacf774c8b req-33af8463-a2d5-4929-abaa-c0576ff4c087 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.39 "DELETE /v2.0/ports/474da29f-a28f-4ce3-a017-90afb53e2ef7 HTTP/1.1" status: 204 len: 173 time: 0.7151833 Aug 16 22:18:58.578314 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634a208d-b983-4518-88a2-70e0e3203b8a', 'name': 'network-vif-deleted', 'tag': '474da29f-a28f-4ce3-a017-90afb53e2ef7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:58.580585 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405674e1-cb9f-45d2-83b9-90fd93f81810" -d '{"events": [{"server_uuid": "634a208d-b983-4518-88a2-70e0e3203b8a", "name": "network-vif-deleted", "tag": "474da29f-a28f-4ce3-a017-90afb53e2ef7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:58.606981 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-826aa44e-e0c1-4244-83d6-e192dda2cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:58.609036 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-826aa44e-e0c1-4244-83d6-e192dda2cc49 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 1098 time: 0.1268101 Aug 16 22:18:58.611118 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17c328eb-e605-44d3-a4ee-a0eb0b7f6a88 req-3be5405c-b1a6-40fc-8363-07d6d5803127 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/security-groups?id=38ad0bf0-dcee-4039-a681-6022f17a6dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767419 Aug 16 22:18:58.792201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fb934-724f-4761-8c75-caa4dd5596c1 req-5023aa7c-61b7-4359-8b7c-6142dfaf2d73 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:58.794333 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af4fb934-724f-4761-8c75-caa4dd5596c1 req-5023aa7c-61b7-4359-8b7c-6142dfaf2d73 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.1128588 Aug 16 22:18:58.798814 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-60144025-b378-4f61-bd46-3186d05144dd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=deb65ccbbfc248619f52411e6cb38b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392900 Aug 16 22:18:58.811146 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46056) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:58.864092 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-0e014fba-690d-4ab1-8b80-8258491ede94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:58.865781 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-0e014fba-690d-4ab1-8b80-8258491ede94 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 921 time: 0.2448559 Aug 16 22:18:58.935320 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e932f6-c340-4c0e-9aaf-fb0cdce2fb5b req-e6235173-a6a4-4cc9-ab46-34341524f5f2 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:58.935320 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e7e932f6-c340-4c0e-9aaf-fb0cdce2fb5b req-e6235173-a6a4-4cc9-ab46-34341524f5f2 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 946 time: 0.1386795 Aug 16 22:18:58.941650 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-7600ca98-a323-4193-bf92-0534dd9c0992 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd9cb44-6dd9-4030-a346-c38165c18acc HTTP/1.1" status: 200 len: 217 time: 0.0577042 Aug 16 22:18:58.957705 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db5d62e3-0996-4bc6-840c-c965b278a339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:58.971280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af4fb934-724f-4761-8c75-caa4dd5596c1 req-d35db35e-ebee-416b-827a-127ee6a34938 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610997 Aug 16 22:18:59.048473 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db5d62e3-0996-4bc6-840c-c965b278a339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:59.155880 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e7e932f6-c340-4c0e-9aaf-fb0cdce2fb5b req-09878326-a59a-4901-b2b5-1de13cf09cb7 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978371 Aug 16 22:18:59.223279 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db5d62e3-0996-4bc6-840c-c965b278a339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:59.227522 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db5d62e3-0996-4bc6-840c-c965b278a339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:59.232048 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-db5d62e3-0996-4bc6-840c-c965b278a339 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4c013135-842e-4a4b-af33-a8dcac755962 HTTP/1.1" status: 204 len: 168 time: 0.4206667 Aug 16 22:18:59.233704 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c1172b-b574-4675-8400-57aac446a87a x-openstack-request-id: req-d4c1172b-b574-4675-8400-57aac446a87a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:59.234164 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634a208d-b983-4518-88a2-70e0e3203b8a", "name": "network-vif-deleted", "tag": "474da29f-a28f-4ce3-a017-90afb53e2ef7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:59.236987 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d4c1172b-b574-4675-8400-57aac446a87a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:59.237768 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634a208d-b983-4518-88a2-70e0e3203b8a', 'name': 'network-vif-deleted', 'tag': '474da29f-a28f-4ce3-a017-90afb53e2ef7', 'status': 'completed', 'code': 200} Aug 16 22:18:59.294727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d62e3-0996-4bc6-840c-c965b278a339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c013135-842e-4a4b-af33-a8dcac755962,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:59.333602 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7a880ac8-2171-442b-b6e1-478983ca7943 req-2567d06a-05b8-408a-8d09-65e73766dff2 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=634a208d-b983-4518-88a2-70e0e3203b8a HTTP/1.1" status: 200 len: 210 time: 0.0750599 Aug 16 22:18:59.375567 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-f352770c-57ca-4aa0-a507-f9d1f1d4aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:59.379091 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-f352770c-57ca-4aa0-a507-f9d1f1d4aaaf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.4265733 Aug 16 22:18:59.452953 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-4c4ce03f-18c9-4015-ac34-38bc46c301c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656154 Aug 16 22:18:59.569048 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-349bde11-ff88-4981-b87c-a1d9d8243de2 service neutron] 10.222.0.39 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063101 Aug 16 22:18:59.675787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46096) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:59.709626 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46098) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:59.710795 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-d97e6f89-8c87-4ce7-82cf-fedb8e723ede service neutron] 10.222.0.39 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336977 Aug 16 22:18:59.772851 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f7ae82ce-ac36-4c0a-bdaa-fad4a559fbb6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=72b534db4d70411f9e218daa0d2f1894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958970 Aug 16 22:18:59.775355 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46102) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:59.809040 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32197e58-cca4-41bc-a1e4-27cfddbdb268 req-40a71f85-7c73-4ac4-978a-97294e258890 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:59.810511 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-32197e58-cca4-41bc-a1e4-27cfddbdb268 req-40a71f85-7c73-4ac4-978a-97294e258890 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 945 time: 0.0851040 Aug 16 22:18:59.843146 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a99782ae-72ae-4c8a-9b07-693f91963cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:59.870856 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a99782ae-72ae-4c8a-9b07-693f91963cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:59.901568 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-32197e58-cca4-41bc-a1e4-27cfddbdb268 req-c35b6c00-fcfa-4f35-afe8-db7efb2657af tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749202 Aug 16 22:18:59.950403 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a99782ae-72ae-4c8a-9b07-693f91963cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:59.953787 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a99782ae-72ae-4c8a-9b07-693f91963cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:59.956183 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a99782ae-72ae-4c8a-9b07-693f91963cce admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/dad0a956-c071-411b-8443-2be941696a5c HTTP/1.1" status: 204 len: 168 time: 0.1791532 Aug 16 22:18:59.961257 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ad4a2ed-9b58-4512-a87e-b640aace3c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:59.965192 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99782ae-72ae-4c8a-9b07-693f91963cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad0a956-c071-411b-8443-2be941696a5c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:00.158022 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ad4a2ed-9b58-4512-a87e-b640aace3c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:00.167066 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267e9eb-6ac3-4e25-a499-655b1503ca02 req-be19b1cb-ca9d-49bf-b389-fa2a63f1c467 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:00.168687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e267e9eb-6ac3-4e25-a499-655b1503ca02 req-be19b1cb-ca9d-49bf-b389-fa2a63f1c467 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.1027637 Aug 16 22:19:00.170464 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ad4a2ed-9b58-4512-a87e-b640aace3c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:00.252850 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7ad4a2ed-9b58-4512-a87e-b640aace3c56 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2340414ba69f4c9894075c76bd2718c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5420852 Aug 16 22:19:00.255543 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46118) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:00.261314 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4a2ed-9b58-4512-a87e-b640aace3c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0364ffe8-7b86-4c3c-82aa-5abb9ccb1ba1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:00.276764 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e267e9eb-6ac3-4e25-a499-655b1503ca02 req-9773d96a-878d-4ebf-9ba6-8f6273437184 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871487 Aug 16 22:19:00.352227 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7ebbc5c1-f97c-4176-b78c-36255585f70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:00.370814 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf6b69-fc02-4532-a981-18be8b1b2f3c req-6492584c-3eff-40c8-9d18-f706c6be2f12 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:00.372423 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56bf6b69-fc02-4532-a981-18be8b1b2f3c req-6492584c-3eff-40c8-9d18-f706c6be2f12 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 946 time: 0.0947371 Aug 16 22:19:00.396209 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7ebbc5c1-f97c-4176-b78c-36255585f70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:00.442568 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56bf6b69-fc02-4532-a981-18be8b1b2f3c req-de0ab6b9-7096-45c1-942c-6d1ec547d582 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629771 Aug 16 22:19:00.464080 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7ebbc5c1-f97c-4176-b78c-36255585f70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:00.468403 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7ebbc5c1-f97c-4176-b78c-36255585f70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:00.472157 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7ebbc5c1-f97c-4176-b78c-36255585f70b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0364ffe8-7b86-4c3c-82aa-5abb9ccb1ba1 HTTP/1.1" status: 204 len: 168 time: 0.2131000 Aug 16 22:19:00.491524 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbc5c1-f97c-4176-b78c-36255585f70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0364ffe8-7b86-4c3c-82aa-5abb9ccb1ba1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:00.964826 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4464f9-d9f3-4d92-a1c5-f557ce1c8fc4 req-ee2a5fd7-4591-4f65-ab2f-6a4dde023ae1 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:00.967956 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe4464f9-d9f3-4d92-a1c5-f557ce1c8fc4 req-ee2a5fd7-4591-4f65-ab2f-6a4dde023ae1 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=bfd9c90c-262d-4f5f-8aab-94be1acc763f HTTP/1.1" status: 200 len: 950 time: 0.1066947 Aug 16 22:19:01.029660 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe4464f9-d9f3-4d92-a1c5-f557ce1c8fc4 req-1e5c1218-787c-4850-8548-e3d086e614f0 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514321 Aug 16 22:19:01.292747 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-76dcfaf6-c4a0-46ed-b03a-dc5842f4b34e tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1083574408&fields=id&tenant_id=c49cb28d54204a398d3eabbcdff91482 HTTP/1.1" status: 200 len: 267 time: 0.0464163 Aug 16 22:19:01.512438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62baa6-bdb5-4eac-b4b5-481f3ba1fb08 req-f439d36e-6fc7-4acb-8baa-96edd10cca8a tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:01.515311 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca62baa6-bdb5-4eac-b4b5-481f3ba1fb08 req-f439d36e-6fc7-4acb-8baa-96edd10cca8a tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.1194770 Aug 16 22:19:01.540627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-7ca5c296-5870-4346-841c-3b1c9d168fbe tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:01.542394 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-7ca5c296-5870-4346-841c-3b1c9d168fbe tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/networks?id=52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 HTTP/1.1" status: 200 len: 822 time: 0.2481306 Aug 16 22:19:01.573741 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-625a744d-68b0-4387-a8c0-85d879653d42 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/quotas/c49cb28d54204a398d3eabbcdff91482 HTTP/1.1" status: 200 len: 375 time: 0.0244071 Aug 16 22:19:01.604647 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 474da29f-a28f-4ce3-a017-90afb53e2ef7 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:01.608799 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca62baa6-bdb5-4eac-b4b5-481f3ba1fb08 req-f3795d61-b6ef-4883-83bc-34014ff48604 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846355 Aug 16 22:19:01.633355 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 474da29f-a28f-4ce3-a017-90afb53e2ef7 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:01.634047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 474da29f-a28f-4ce3-a017-90afb53e2ef7 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:01.710489 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-a1ae09fa-685a-4bf9-bc8c-102bf31f519f tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c49cb28d54204a398d3eabbcdff91482&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1282961 Aug 16 22:19:01.814002 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b769c67-ece0-43a2-a1d6-53bd6a4c29fb req-e370a63a-ce31-4dfc-a199-3a20497528d5 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:01.815535 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8b769c67-ece0-43a2-a1d6-53bd6a4c29fb req-e370a63a-ce31-4dfc-a199-3a20497528d5 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 946 time: 0.1036963 Aug 16 22:19:01.864151 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-edbaef3b-da52-4069-a72e-7b652f93de2f service neutron] 10.222.0.93 "GET /v2.0/networks/52f93a8f-f7ec-4f0f-aece-ca7aea9abb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409113 Aug 16 22:19:01.886324 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8b769c67-ece0-43a2-a1d6-53bd6a4c29fb req-37ea52e9-76a4-4497-a6d2-9c27baea9e91 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590897 Aug 16 22:19:02.203438 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-4f2cbe6b-4226-42c4-8f6a-40ae99e39c04 service neutron] 10.222.0.93 "GET /v2.0/networks/52f93a8f-f7ec-4f0f-aece-ca7aea9abb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271844 Aug 16 22:19:02.335096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175e3e7-c2f4-4be0-a787-2816e362ef6e req-05586738-6528-443e-886a-7d53b2f25ee4 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:02.337223 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7175e3e7-c2f4-4be0-a787-2816e362ef6e req-05586738-6528-443e-886a-7d53b2f25ee4 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=bfd9c90c-262d-4f5f-8aab-94be1acc763f HTTP/1.1" status: 200 len: 950 time: 0.0601130 Aug 16 22:19:02.403345 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7175e3e7-c2f4-4be0-a787-2816e362ef6e req-46adc3dc-a79d-4bce-adc5-0546bdb15df8 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497980 Aug 16 22:19:02.503972 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-86b80e2b-72de-44ab-b911-8e45abea2f70 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=a631023216b841c49469a2c7759f3718&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448496 Aug 16 22:19:02.564032 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8598c313-eae7-4887-bb1f-59d160da3d4c req-0fe806a1-05be-4c8b-a2d4-e2a0b03bd7c9 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=36ccd004-d184-4505-aa5f-69a524beb6d9 HTTP/1.1" status: 200 len: 210 time: 0.0525815 Aug 16 22:19:02.676043 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595a69c-be18-4d5d-93f8-b29a84915147 req-32b1d356-51c4-47f7-90de-1ac0bb5ffbcf tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:02.677579 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2595a69c-be18-4d5d-93f8-b29a84915147 req-32b1d356-51c4-47f7-90de-1ac0bb5ffbcf tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.43 "GET /v2.0/ports?device_id=43d39bcd-19eb-41fe-b54d-61b0ca8f457a HTTP/1.1" status: 200 len: 945 time: 0.1459548 Aug 16 22:19:02.682380 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddac1e-1069-4699-863a-f3098fb03514 req-31748881-0cd8-42e5-9354-e70e21d6fd1e tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:02.684695 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ebddac1e-1069-4699-863a-f3098fb03514 req-31748881-0cd8-42e5-9354-e70e21d6fd1e tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfd9c90c-262d-4f5f-8aab-94be1acc763f HTTP/1.1" status: 200 len: 950 time: 0.0920892 Aug 16 22:19:02.734880 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-491e8fa2-d8d3-4d8c-a366-ce8ff89d9a40 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:02.742716 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-491e8fa2-d8d3-4d8c-a366-ce8ff89d9a40 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2300034 Aug 16 22:19:02.768152 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-1758e3e4-3c5e-4338-a7a6-d17070a7856a tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/quotas/a631023216b841c49469a2c7759f3718 HTTP/1.1" status: 200 len: 375 time: 0.0244677 Aug 16 22:19:02.827953 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-5bb11d5b-433d-485c-a792-41bca4cfb144 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a631023216b841c49469a2c7759f3718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588527 Aug 16 22:19:02.831234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-ebddac1e-1069-4699-863a-f3098fb03514 req-b648818e-7a87-4c37-9cc7-58286ef2971a tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Deleting port 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:02.831579 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ebddac1e-1069-4699-863a-f3098fb03514 req-b648818e-7a87-4c37-9cc7-58286ef2971a tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:02.864967 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-2595a69c-be18-4d5d-93f8-b29a84915147 req-7709635a-5b07-444a-96e4-c84227a5f3bf tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Deleting port ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:02.865687 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2595a69c-be18-4d5d-93f8-b29a84915147 req-7709635a-5b07-444a-96e4-c84227a5f3bf tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:02.999057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbb17d-6715-4017-b40b-c9d08696d487 req-b413e984-82c1-4510-85de-80cf7ef9050a tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:03.001656 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60fbb17d-6715-4017-b40b-c9d08696d487 req-b413e984-82c1-4510-85de-80cf7ef9050a tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.1170702 Aug 16 22:19:03.011856 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-ebddac1e-1069-4699-863a-f3098fb03514 req-b648818e-7a87-4c37-9cc7-58286ef2971a tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] For port 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=96e3adf6-bafb-4332-a4d5-bba5fc50bb6c,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:03.012221 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ebddac1e-1069-4699-863a-f3098fb03514 req-b648818e-7a87-4c37-9cc7-58286ef2971a tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.049241 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-2595a69c-be18-4d5d-93f8-b29a84915147 req-7709635a-5b07-444a-96e4-c84227a5f3bf tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] For port ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90,segment=NetworkSegment(56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73),segment_id=56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:03.049675 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2595a69c-be18-4d5d-93f8-b29a84915147 req-7709635a-5b07-444a-96e4-c84227a5f3bf tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.074955 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-ebddac1e-1069-4699-863a-f3098fb03514 req-b648818e-7a87-4c37-9cc7-58286ef2971a tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Calling delete_port for 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:03.143634 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60fbb17d-6715-4017-b40b-c9d08696d487 req-aaecef76-3556-48b1-801f-0163945145d6 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267657 Aug 16 22:19:03.331733 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ebddac1e-1069-4699-863a-f3098fb03514 req-b648818e-7a87-4c37-9cc7-58286ef2971a tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.356350 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['96e3adf6-bafb-4332-a4d5-bba5fc50bb6c', 'e828879f-1063-4418-8989-72f745566fca'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:03.389263 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648818e-7a87-4c37-9cc7-58286ef2971a tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Pushing event deleted for resources: {'Port': ['ID=96e3adf6-bafb-4332-a4d5-bba5fc50bb6c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:03.445257 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-000ec3fa-c93b-4c11-b830-51793cf4be9f req-3cf18781-ba6a-4ab2-874c-76d6cb375a7e tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/ports?device_id=819c18a7-e038-4a77-9e0a-8cca786f32b7 HTTP/1.1" status: 200 len: 210 time: 0.0666084 Aug 16 22:19:03.494723 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebddac1e-1069-4699-863a-f3098fb03514 req-b648818e-7a87-4c37-9cc7-58286ef2971a tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] No DVR routers for this DVR port 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:03.506502 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ebddac1e-1069-4699-863a-f3098fb03514 req-b648818e-7a87-4c37-9cc7-58286ef2971a tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.509077 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ebddac1e-1069-4699-863a-f3098fb03514 req-b648818e-7a87-4c37-9cc7-58286ef2971a tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.39 "DELETE /v2.0/ports/96e3adf6-bafb-4332-a4d5-bba5fc50bb6c HTTP/1.1" status: 204 len: 173 time: 0.8098550 Aug 16 22:19:03.509549 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd9c90c-262d-4f5f-8aab-94be1acc763f', 'name': 'network-vif-deleted', 'tag': '96e3adf6-bafb-4332-a4d5-bba5fc50bb6c'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:03.511923 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f27e43-bc1c-43bb-bae5-783c2ab71677" -d '{"events": [{"server_uuid": "bfd9c90c-262d-4f5f-8aab-94be1acc763f", "name": "network-vif-deleted", "tag": "96e3adf6-bafb-4332-a4d5-bba5fc50bb6c"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:03.619869 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d3573-9a29-44c3-aeaa-ba908b9d347d req-0afd3a0a-338a-4b4d-bcba-4114ee10acd6 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:03.626666 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4e9d3573-9a29-44c3-aeaa-ba908b9d347d req-0afd3a0a-338a-4b4d-bcba-4114ee10acd6 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 946 time: 0.3283339 Aug 16 22:19:03.663027 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-feb612ad-89d5-4993-9595-6e9cedb7f1cb req-6fa08021-de35-4a5c-9484-c1406210cbce tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=bfd9c90c-262d-4f5f-8aab-94be1acc763f HTTP/1.1" status: 200 len: 210 time: 0.0693543 Aug 16 22:19:03.721629 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2595a69c-be18-4d5d-93f8-b29a84915147 req-7709635a-5b07-444a-96e4-c84227a5f3bf tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.722120 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2595a69c-be18-4d5d-93f8-b29a84915147 req-7709635a-5b07-444a-96e4-c84227a5f3bf tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.722757 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [req-2595a69c-be18-4d5d-93f8-b29a84915147 req-7709635a-5b07-444a-96e4-c84227a5f3bf tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Floating IP 3e0a2b70-d54d-4804-81be-5c6f1a743de5 disassociated. External IP: 172.25.6.129, port: ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90. Aug 16 22:19:03.723960 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-2595a69c-be18-4d5d-93f8-b29a84915147 req-7709635a-5b07-444a-96e4-c84227a5f3bf tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Calling delete_port for ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:03.739372 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666c5fd4-d888-4588-bff0-13db7c36d6df x-openstack-request-id: req-666c5fd4-d888-4588-bff0-13db7c36d6df {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:03.739844 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd9c90c-262d-4f5f-8aab-94be1acc763f", "name": "network-vif-deleted", "tag": "96e3adf6-bafb-4332-a4d5-bba5fc50bb6c", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:03.740206 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-666c5fd4-d888-4588-bff0-13db7c36d6df {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:03.740732 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd9c90c-262d-4f5f-8aab-94be1acc763f', 'name': 'network-vif-deleted', 'tag': '96e3adf6-bafb-4332-a4d5-bba5fc50bb6c', 'status': 'completed', 'code': 200} Aug 16 22:19:03.889533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-014df173-caa8-4ccb-b5c1-b392fcb35734 req-5d0556e9-3172-4b3b-8106-eddb20f6d212 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=36ccd004-d184-4505-aa5f-69a524beb6d9 HTTP/1.1" status: 200 len: 210 time: 0.0527987 Aug 16 22:19:03.930954 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4e9d3573-9a29-44c3-aeaa-ba908b9d347d req-bf94e095-715a-445d-b257-6f944a885ca5 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935460 Aug 16 22:19:04.069302 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-b2a18e8c-02fc-4f10-ac2b-fabc2f6f299e tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:04.070484 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2595a69c-be18-4d5d-93f8-b29a84915147 req-7709635a-5b07-444a-96e4-c84227a5f3bf tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:04.071592 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-b2a18e8c-02fc-4f10-ac2b-fabc2f6f299e tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.43 "GET /v2.0/networks?id=52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 HTTP/1.1" status: 200 len: 822 time: 0.2448366 Aug 16 22:19:04.141916 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709635a-5b07-444a-96e4-c84227a5f3bf tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Pushing event deleted for resources: {'Port': ['ID=ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:04.197640 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-38657866-4c27-463c-b051-a8cd635933df tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c49cb28d54204a398d3eabbcdff91482 HTTP/1.1" status: 200 len: 380 time: 0.1157424 Aug 16 22:19:04.218118 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d0176cff-5fb5-474a-8614-3432ae5ac377 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Request body: {'port': {'device_id': '36ccd004-d184-4505-aa5f-69a524beb6d9', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'admin_state_up': True, 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'security_groups': ['caea2f06-93f7-4bcb-a151-f96295a2d9cb']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:04.444785 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2595a69c-be18-4d5d-93f8-b29a84915147 req-7709635a-5b07-444a-96e4-c84227a5f3bf tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:19:04.452530 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2554e3-98b8-4be6-a864-155b8b88ee55 req-cba434bf-bfed-4ec8-a154-57b4003a6e9a tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:04.460830 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb2554e3-98b8-4be6-a864-155b8b88ee55 req-cba434bf-bfed-4ec8-a154-57b4003a6e9a tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.1799865 Aug 16 22:19:04.461228 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d0176cff-5fb5-474a-8614-3432ae5ac377 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Made reservation on behalf of c49cb28d54204a398d3eabbcdff91482 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:04.465764 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d0176cff-5fb5-474a-8614-3432ae5ac377 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:04.555505 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46286) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:04.676278 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d0176cff-5fb5-474a-8614-3432ae5ac377 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Allocated IP 172.20.0.11 (52f93a8f-f7ec-4f0f-aece-ca7aea9abb21/cd32f9e8-8683-4686-9b26-38a3382cff7a/dbe2dd17-9659-466e-a522-1911f2100ce2) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:04.686904 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aee7681e-5074-4178-81db-8ff1d391c710 req-318a1b1e-71ef-4dfe-aa89-06266673ed13 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/ports?device_id=819c18a7-e038-4a77-9e0a-8cca786f32b7 HTTP/1.1" status: 200 len: 210 time: 0.1040769 Aug 16 22:19:04.726566 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb2554e3-98b8-4be6-a864-155b8b88ee55 req-da9a2200-7965-471f-9c54-2ccd2ec3c1f4 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640686 Aug 16 22:19:04.819544 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-eda17146-d57b-43ab-a5a8-c919f1454edc tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a631023216b841c49469a2c7759f3718&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0959911 Aug 16 22:19:04.842038 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2595a69c-be18-4d5d-93f8-b29a84915147 req-7709635a-5b07-444a-96e4-c84227a5f3bf tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:19:04.860787 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9907e873-a210-414c-be5d-0fbe84c1e2f3 None None] Sync routers for ids ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:19:04.864398 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-945280ba-d20b-41b0-aae6-0c9c4e3c285a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:04.877556 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9907e873-a210-414c-be5d-0fbe84c1e2f3 None None] Routers {'09e40fa3-9e64-44b9-a0d6-1b980c83f281'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:04.878773 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9907e873-a210-414c-be5d-0fbe84c1e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:18:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:04.928201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-2595a69c-be18-4d5d-93f8-b29a84915147 req-7709635a-5b07-444a-96e4-c84227a5f3bf tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] No DVR routers for this DVR port ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:04.940389 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2595a69c-be18-4d5d-93f8-b29a84915147 req-7709635a-5b07-444a-96e4-c84227a5f3bf tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:04.942040 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2595a69c-be18-4d5d-93f8-b29a84915147 req-7709635a-5b07-444a-96e4-c84227a5f3bf tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.43 "DELETE /v2.0/ports/ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 HTTP/1.1" status: 204 len: 173 time: 2.2573035 Aug 16 22:19:04.942585 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d39bcd-19eb-41fe-b54d-61b0ca8f457a', 'name': 'network-vif-deleted', 'tag': 'ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:04.946181 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40754e9a-38f6-4585-bef0-fe26f39270b1" -d '{"events": [{"server_uuid": "43d39bcd-19eb-41fe-b54d-61b0ca8f457a", "name": "network-vif-deleted", "tag": "ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:05.050996 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-9907e873-a210-414c-be5d-0fbe84c1e2f3 None None] Set router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:05.061692 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e6715ec5-af3e-4b9f-9974-b5ef55d54c63 req-5f5f55ba-fd6c-4acc-bcd9-39e1c2c47bc1 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=36ccd004-d184-4505-aa5f-69a524beb6d9 HTTP/1.1" status: 200 len: 210 time: 0.0494721 Aug 16 22:19:05.071246 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66eea0d5-b636-4092-87ba-507720ab555d x-openstack-request-id: req-66eea0d5-b636-4092-87ba-507720ab555d {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:05.071721 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d39bcd-19eb-41fe-b54d-61b0ca8f457a", "name": "network-vif-deleted", "tag": "ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:05.072222 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-66eea0d5-b636-4092-87ba-507720ab555d {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:05.072785 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d39bcd-19eb-41fe-b54d-61b0ca8f457a', 'name': 'network-vif-deleted', 'tag': 'ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90', 'status': 'completed', 'code': 200} Aug 16 22:19:05.128021 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-945280ba-d20b-41b0-aae6-0c9c4e3c285a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:05.192705 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-945280ba-d20b-41b0-aae6-0c9c4e3c285a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:05.265008 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7df2b8-e4ef-480f-8a42-99b1efa337b9 req-9b615859-6b02-46c0-9666-2c95cd16f819 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:05.274154 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd7df2b8-e4ef-480f-8a42-99b1efa337b9 req-9b615859-6b02-46c0-9666-2c95cd16f819 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 946 time: 0.1184838 Aug 16 22:19:05.285941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5a3bd-6141-4a92-a262-af086f13bbc8 req-a90073fb-8372-4973-a355-fc18eb72192f tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:05.287959 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a8d5a3bd-6141-4a92-a262-af086f13bbc8 req-a90073fb-8372-4973-a355-fc18eb72192f tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 950 time: 0.1197619 Aug 16 22:19:05.362343 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-945280ba-d20b-41b0-aae6-0c9c4e3c285a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a0651855f1eb433eb3c5936b239081ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8031790 Aug 16 22:19:05.368718 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46302) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:05.398536 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd7df2b8-e4ef-480f-8a42-99b1efa337b9 req-71825b72-187e-4828-ba56-fa35dddba964 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232257 Aug 16 22:19:05.405273 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945280ba-d20b-41b0-aae6-0c9c4e3c285a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2152b6-b7a3-4683-bc91-b4f43bbcfccf,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:05.413852 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9907e873-a210-414c-be5d-0fbe84c1e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-router', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '5587405a-6486-41ce-aea3-c1fb96516748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:18Z', 'updated_at': '2021-08-16T22:16:22Z', 'revision_number': 4, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'gw_port': {'id': '5587405a-6486-41ce-aea3-c1fb96516748', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '47fdacda-4193-44fc-b4c4-085c8b3abf49', 'name': '', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:21Z', 'updated_at': '2021-08-16T22:16:29Z', 'revision_number': 5, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'subnets': [{'id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:05.444100 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d0176cff-5fb5-474a-8614-3432ae5ac377 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:05.452986 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a8d5a3bd-6141-4a92-a262-af086f13bbc8 req-90c51ace-0789-4273-bd0d-859ba0e9c430 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556864 Aug 16 22:19:05.462903 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d0176cff-5fb5-474a-8614-3432ae5ac377 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Transition to ACTIVE for port object dbe2dd17-9659-466e-a522-1911f2100ce2 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:05.482427 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9907e873-a210-414c-be5d-0fbe84c1e2f3 None None] Checking router: 09e40fa3-9e64-44b9-a0d6-1b980c83f281 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:19:05.504742 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de255465-588c-4ace-98a9-90d7e2ff7e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:05.516298 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9907e873-a210-414c-be5d-0fbe84c1e2f3 None None] Routers {'09e40fa3-9e64-44b9-a0d6-1b980c83f281'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:05.521713 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9907e873-a210-414c-be5d-0fbe84c1e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:18:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:05.529724 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de255465-588c-4ace-98a9-90d7e2ff7e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:05.562259 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0b62d22b-9085-4c4f-bc88-488a2b78b550 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:05.567114 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0b62d22b-9085-4c4f-bc88-488a2b78b550 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7395539 Aug 16 22:19:05.573308 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d0176cff-5fb5-474a-8614-3432ae5ac377 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:05.590920 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-554dea66-8662-43b8-b0cf-dd6f9f981336 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Request body: {'port': {'device_id': '819c18a7-e038-4a77-9e0a-8cca786f32b7', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': 'a631023216b841c49469a2c7759f3718'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:05.603088 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de255465-588c-4ace-98a9-90d7e2ff7e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:05.605781 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de255465-588c-4ace-98a9-90d7e2ff7e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:05.607731 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-de255465-588c-4ace-98a9-90d7e2ff7e4f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2b2152b6-b7a3-4683-bc91-b4f43bbcfccf HTTP/1.1" status: 204 len: 168 time: 0.2327187 Aug 16 22:19:05.650484 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de255465-588c-4ace-98a9-90d7e2ff7e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2152b6-b7a3-4683-bc91-b4f43bbcfccf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:05.711229 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d0176cff-5fb5-474a-8614-3432ae5ac377 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Network 52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:05.721255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d0176cff-5fb5-474a-8614-3432ae5ac377 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:05.723951 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d0176cff-5fb5-474a-8614-3432ae5ac377 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:05.730243 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d0176cff-5fb5-474a-8614-3432ae5ac377 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:05.731126 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d0176cff-5fb5-474a-8614-3432ae5ac377 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:05.750998 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-9907e873-a210-414c-be5d-0fbe84c1e2f3 None None] Set router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:05.795462 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0176cff-5fb5-474a-8614-3432ae5ac377 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Pushing event updated for resources: {'Port': ['ID=dbe2dd17-9659-466e-a522-1911f2100ce2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:05.803990 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d0176cff-5fb5-474a-8614-3432ae5ac377 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5987473 Aug 16 22:19:05.832076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] Request body: {'port': {'device_id': '36ccd004-d184-4505-aa5f-69a524beb6d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:05.921320 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98d011e1-5c78-4c8c-b623-18df2c584e96 req-444abac3-db61-422e-b11a-4a6cdd56f3be tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/ports?device_id=819c18a7-e038-4a77-9e0a-8cca786f32b7 HTTP/1.1" status: 200 len: 210 time: 0.1046441 Aug 16 22:19:05.946648 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-554dea66-8662-43b8-b0cf-dd6f9f981336 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Made reservation on behalf of a631023216b841c49469a2c7759f3718 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:05.950179 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-554dea66-8662-43b8-b0cf-dd6f9f981336 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:05.962520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c728fb1-2bce-449d-90dd-eb3733218561 req-c5c36825-d07d-469a-84ae-10c5e13fb3e6 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:05.965744 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-554dea66-8662-43b8-b0cf-dd6f9f981336 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:05.972543 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c728fb1-2bce-449d-90dd-eb3733218561 req-c5c36825-d07d-469a-84ae-10c5e13fb3e6 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.1417568 Aug 16 22:19:05.979240 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:06.025388 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c728fb1-2bce-449d-90dd-eb3733218561 req-eb09108a-0171-4d7c-853a-82127bfb5832 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477204 Aug 16 22:19:06.079933 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9907e873-a210-414c-be5d-0fbe84c1e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-router', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '5587405a-6486-41ce-aea3-c1fb96516748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:18Z', 'updated_at': '2021-08-16T22:16:22Z', 'revision_number': 4, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'gw_port': {'id': '5587405a-6486-41ce-aea3-c1fb96516748', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '47fdacda-4193-44fc-b4c4-085c8b3abf49', 'name': '', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:21Z', 'updated_at': '2021-08-16T22:16:29Z', 'revision_number': 5, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'subnets': [{'id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:06.136183 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-503cbe92-372f-4d3e-ad1e-a6b3e9868056 None None] Provisioning for port dbe2dd17-9659-466e-a522-1911f2100ce2 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:06.139310 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9907e873-a210-414c-be5d-0fbe84c1e2f3 None None] The sync data for ids ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'] in n-d-792458-15 is: [{'id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-router', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '5587405a-6486-41ce-aea3-c1fb96516748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:18Z', 'updated_at': '2021-08-16T22:16:22Z', 'revision_number': 4, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'gw_port': {'id': '5587405a-6486-41ce-aea3-c1fb96516748', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '47fdacda-4193-44fc-b4c4-085c8b3abf49', 'name': '', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:21Z', 'updated_at': '2021-08-16T22:16:29Z', 'revision_number': 5, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'subnets': [{'id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:19:06.143403 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-503cbe92-372f-4d3e-ad1e-a6b3e9868056 None None] Provisioning complete for port dbe2dd17-9659-466e-a522-1911f2100ce2 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:06.146397 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-503cbe92-372f-4d3e-ad1e-a6b3e9868056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:06.150780 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-554dea66-8662-43b8-b0cf-dd6f9f981336 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:06.157878 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-554dea66-8662-43b8-b0cf-dd6f9f981336 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:06.224510 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-503cbe92-372f-4d3e-ad1e-a6b3e9868056 None None] Port dbe2dd17-9659-466e-a522-1911f2100ce2 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:19:06.273725 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654c689-a1be-44f6-9a20-9acb36e6e7bd req-a994a839-b0a9-4176-a722-09564fc9de48 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:06.278026 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e654c689-a1be-44f6-9a20-9acb36e6e7bd req-a994a839-b0a9-4176-a722-09564fc9de48 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=36ccd004-d184-4505-aa5f-69a524beb6d9 HTTP/1.1" status: 200 len: 932 time: 0.0832801 Aug 16 22:19:06.344156 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e654c689-a1be-44f6-9a20-9acb36e6e7bd req-38683ef1-1db4-4fab-bdd1-9277c798155b tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554261 Aug 16 22:19:06.367381 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dea66-8662-43b8-b0cf-dd6f9f981336 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acc12b2f-e8b4-4f80-9591-f3eff2e98af4,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:06.525853 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-554dea66-8662-43b8-b0cf-dd6f9f981336 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Allocated IP 192.168.233.220 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/08b10974-1f70-40d7-9c8b-61bec410c4d0) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:06.546321 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862d833f-cb8d-4e39-b76c-6d10caddd91d None None] New status for floating IP 3e0a2b70-d54d-4804-81be-5c6f1a743de5: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:19:06.821114 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110587f5-44d5-44c7-9a1a-80c5c2da8c64 req-139ef146-0843-43c2-9040-437d99bfc179 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:06.822674 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-110587f5-44d5-44c7-9a1a-80c5c2da8c64 req-139ef146-0843-43c2-9040-437d99bfc179 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.39 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 950 time: 0.2062914 Aug 16 22:19:06.833744 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe2dd17-9659-466e-a522-1911f2100ce2 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:06.856511 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:06.911076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] Transition to ACTIVE for port object dbe2dd17-9659-466e-a522-1911f2100ce2 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:06.925542 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:06.932370 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-554dea66-8662-43b8-b0cf-dd6f9f981336 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:07.006402 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974009f-f3d2-4ead-b28f-572d0dfc9a82 req-8a68fe56-7b45-448d-a4a6-82c2dcec5519 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.017103 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-554dea66-8662-43b8-b0cf-dd6f9f981336 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Transition to ACTIVE for port object 08b10974-1f70-40d7-9c8b-61bec410c4d0 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:07.021729 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9974009f-f3d2-4ead-b28f-572d0dfc9a82 req-8a68fe56-7b45-448d-a4a6-82c2dcec5519 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 946 time: 0.4646096 Aug 16 22:19:07.034282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] Pushing event updated for resources: {'Port': ['ID=dbe2dd17-9659-466e-a522-1911f2100ce2,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:07.092573 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d2d79-7bbc-40e5-a1f4-db839a768cd2 req-19c3c7a4-f7ea-48d9-b729-54160ca197df tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.105839 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] Attempting to bind port dbe2dd17-9659-466e-a522-1911f2100ce2 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:07.106278 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] Attempting to bind port dbe2dd17-9659-466e-a522-1911f2100ce2 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:07.106601 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] Attempting to bind port dbe2dd17-9659-466e-a522-1911f2100ce2 on network 52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:07.108389 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-648d2d79-7bbc-40e5-a1f4-db839a768cd2 req-19c3c7a4-f7ea-48d9-b729-54160ca197df tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 950 time: 0.1870687 Aug 16 22:19:07.118970 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] Port dbe2dd17-9659-466e-a522-1911f2100ce2 on network 52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:19:07.119439 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] Attempting to bind port dbe2dd17-9659-466e-a522-1911f2100ce2 on network 52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:07.123202 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-110587f5-44d5-44c7-9a1a-80c5c2da8c64 req-97ccc324-e676-4e0c-964a-de0c947308dd tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Deleting port e828879f-1063-4418-8989-72f745566fca {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:07.123540 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-110587f5-44d5-44c7-9a1a-80c5c2da8c64 req-97ccc324-e676-4e0c-964a-de0c947308dd tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:07.142002 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-554dea66-8662-43b8-b0cf-dd6f9f981336 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:07.190975 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:07.191308 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] Checking segment: {'id': '56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:07.191692 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] Bound using segment: {'id': '56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:07.192130 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] Bound port: dbe2dd17-9659-466e-a522-1911f2100ce2, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:07.192482 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:07.214968 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9974009f-f3d2-4ead-b28f-572d0dfc9a82 req-029bf62c-eef1-46be-a8a5-8c033d12c6cb tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915998 Aug 16 22:19:07.292832 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-648d2d79-7bbc-40e5-a1f4-db839a768cd2 req-64b4187e-bce8-4cb1-bb00-13ae8fb6e7bd tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0eab71b-546d-4880-bb6c-40b8e10c8875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690314 Aug 16 22:19:07.397311 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-554dea66-8662-43b8-b0cf-dd6f9f981336 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:07.398599 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] For port dbe2dd17-9659-466e-a522-1911f2100ce2, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:07.405468 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-554dea66-8662-43b8-b0cf-dd6f9f981336 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:07.408514 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dea66-8662-43b8-b0cf-dd6f9f981336 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Pushing event updated for resources: {'Port': ['ID=08b10974-1f70-40d7-9c8b-61bec410c4d0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:07.417991 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-554dea66-8662-43b8-b0cf-dd6f9f981336 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:07.424761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-554dea66-8662-43b8-b0cf-dd6f9f981336 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.425655 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-554dea66-8662-43b8-b0cf-dd6f9f981336 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:07.444804 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] For port dbe2dd17-9659-466e-a522-1911f2100ce2, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=dbe2dd17-9659-466e-a522-1911f2100ce2,segment=NetworkSegment(56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73),segment_id=56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:07.471959 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:07.511579 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-554dea66-8662-43b8-b0cf-dd6f9f981336 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9311244 Aug 16 22:19:07.513241 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-110587f5-44d5-44c7-9a1a-80c5c2da8c64 req-97ccc324-e676-4e0c-964a-de0c947308dd tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] For port e828879f-1063-4418-8989-72f745566fca, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e828879f-1063-4418-8989-72f745566fca,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:07.513613 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-110587f5-44d5-44c7-9a1a-80c5c2da8c64 req-97ccc324-e676-4e0c-964a-de0c947308dd tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:07.547218 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] Request body: {'port': {'device_id': '819c18a7-e038-4a77-9e0a-8cca786f32b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:07.563174 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f442dab-37a0-4566-81c3-87e55a0ead5e req-f44938a2-bb76-4ebb-b5af-e0803433f892 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.564519 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.565315 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:07.567000 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] 10.222.0.43 "PUT /v2.0/ports/dbe2dd17-9659-466e-a522-1911f2100ce2 HTTP/1.1" status: 200 len: 1093 time: 1.7469432 Aug 16 22:19:07.569605 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ccd004-d184-4505-aa5f-69a524beb6d9', 'tag': 'dbe2dd17-9659-466e-a522-1911f2100ce2'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:07.572979 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a51c9a-4486-49fd-acc8-60ad49dd870a" -d '{"events": [{"name": "network-changed", "server_uuid": "36ccd004-d184-4505-aa5f-69a524beb6d9", "tag": "dbe2dd17-9659-466e-a522-1911f2100ce2"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:07.577410 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-110587f5-44d5-44c7-9a1a-80c5c2da8c64 req-97ccc324-e676-4e0c-964a-de0c947308dd tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Calling delete_port for e828879f-1063-4418-8989-72f745566fca owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:07.587659 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f442dab-37a0-4566-81c3-87e55a0ead5e req-f44938a2-bb76-4ebb-b5af-e0803433f892 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/ports?device_id=819c18a7-e038-4a77-9e0a-8cca786f32b7 HTTP/1.1" status: 200 len: 936 time: 0.1294801 Aug 16 22:19:07.650353 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:07.667660 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f442dab-37a0-4566-81c3-87e55a0ead5e req-001b26ce-bc12-4220-bbfe-a6b0a9cda723 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/security-groups?id=acc12b2f-e8b4-4f80-9591-f3eff2e98af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787303 Aug 16 22:19:07.709384 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:07.710006 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 96e3adf6-bafb-4332-a4d5-bba5fc50bb6c not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:07.853617 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:07.857898 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43120466-874c-4f3a-94b0-4262ce6e49e0 req-e5856e2d-004a-478e-83a3-3a60f8f8370b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.860029 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-43120466-874c-4f3a-94b0-4262ce6e49e0 req-e5856e2d-004a-478e-83a3-3a60f8f8370b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.1118481 Aug 16 22:19:07.874262 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950267b-aeeb-403b-8ee1-f8c419a4f386 req-9f38d321-bd35-4ec8-b32d-cb94b71d483d tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.883841 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b950267b-aeeb-403b-8ee1-f8c419a4f386 req-9f38d321-bd35-4ec8-b32d-cb94b71d483d tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=36ccd004-d184-4505-aa5f-69a524beb6d9 HTTP/1.1" status: 200 len: 944 time: 0.1247211 Aug 16 22:19:07.906187 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:07.909822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device ae3cabaa-f63e-4ea5-8e07-5bd667dcdc90 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:07.918008 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0e63d-1088-44af-ac3c-29079ec62a8e service neutron] Pushing event updated for resources: {'Port': ['ID=dbe2dd17-9659-466e-a522-1911f2100ce2,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:07.945925 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-098156d0-8eb6-4613-bb76-885148af4906 None None] Provisioning for port 08b10974-1f70-40d7-9c8b-61bec410c4d0 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:07.953455 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-098156d0-8eb6-4613-bb76-885148af4906 None None] Provisioning complete for port 08b10974-1f70-40d7-9c8b-61bec410c4d0 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:07.953952 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-098156d0-8eb6-4613-bb76-885148af4906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:07.967265 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b950267b-aeeb-403b-8ee1-f8c419a4f386 req-d0df1acd-210e-4015-9d51-658f1ced3e0f tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823996 Aug 16 22:19:07.994791 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-43120466-874c-4f3a-94b0-4262ce6e49e0 req-0f43029d-0dad-4938-a590-628b40656140 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925384 Aug 16 22:19:07.994900 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:08.005763 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-4c8e1a30-f4b3-49d5-ad6a-38be4e009e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:08.007456 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-4c8e1a30-f4b3-49d5-ad6a-38be4e009e4f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c49cb28d54204a398d3eabbcdff91482&device_id=36ccd004-d184-4505-aa5f-69a524beb6d9 HTTP/1.1" status: 200 len: 1096 time: 0.3706050 Aug 16 22:19:08.037840 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-098156d0-8eb6-4613-bb76-885148af4906 None None] Port 08b10974-1f70-40d7-9c8b-61bec410c4d0 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:19:08.045173 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54557dd-7c4b-4ec7-87be-26432260281e x-openstack-request-id: req-c54557dd-7c4b-4ec7-87be-26432260281e {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:08.045614 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ccd004-d184-4505-aa5f-69a524beb6d9", "tag": "dbe2dd17-9659-466e-a522-1911f2100ce2", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:08.045994 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c54557dd-7c4b-4ec7-87be-26432260281e {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:08.046504 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ccd004-d184-4505-aa5f-69a524beb6d9', 'tag': 'dbe2dd17-9659-466e-a522-1911f2100ce2', 'status': 'completed', 'code': 200} Aug 16 22:19:08.051303 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-110587f5-44d5-44c7-9a1a-80c5c2da8c64 req-97ccc324-e676-4e0c-964a-de0c947308dd tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:08.066892 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['e828879f-1063-4418-8989-72f745566fca'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:08.093109 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-56e92269-2511-45ea-abbe-1f32b231bba9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbe2dd17-9659-466e-a522-1911f2100ce2 HTTP/1.1" status: 200 len: 217 time: 0.0770202 Aug 16 22:19:08.111884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46350) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:08.138406 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ccc324-e676-4e0c-964a-de0c947308dd tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Pushing event deleted for resources: {'Port': ['ID=e828879f-1063-4418-8989-72f745566fca,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:08.214638 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:08.284814 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-110587f5-44d5-44c7-9a1a-80c5c2da8c64 req-97ccc324-e676-4e0c-964a-de0c947308dd tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] No DVR routers for this DVR port e828879f-1063-4418-8989-72f745566fca on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:08.292688 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-110587f5-44d5-44c7-9a1a-80c5c2da8c64 req-97ccc324-e676-4e0c-964a-de0c947308dd tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:08.294698 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-110587f5-44d5-44c7-9a1a-80c5c2da8c64 req-97ccc324-e676-4e0c-964a-de0c947308dd tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.39 "DELETE /v2.0/ports/e828879f-1063-4418-8989-72f745566fca HTTP/1.1" status: 204 len: 173 time: 1.4632826 Aug 16 22:19:08.302726 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-9e1cf71d-c344-44a2-a786-2737c743792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:08.304635 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-9e1cf71d-c344-44a2-a786-2737c743792f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd32f9e8-8683-4686-9b26-38a3382cff7a HTTP/1.1" status: 200 len: 861 time: 0.1847935 Aug 16 22:19:08.347095 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-30ea0ca5-3c8e-4327-9708-a18d00018d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:08.529754 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87ee305c-904c-4b2a-b115-4897ada1d6cb req-0eeffba0-e1cb-4d71-8a2d-7a67d34b8b16 tempest-ServersAdminTestJSON-897990590 tempest-ServersAdminTestJSON-897990590-project] 10.222.0.93 "GET /v2.0/ports?device_id=f71750bb-33e1-4665-bb9c-76f408b64167 HTTP/1.1" status: 200 len: 210 time: 0.0454583 Aug 16 22:19:08.562223 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0e357-c785-40da-8e66-3acea4258142 req-ac4e1bda-c408-4ff8-b55e-49bac2276e62 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:08.562770 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-64e0e357-c785-40da-8e66-3acea4258142 req-ac4e1bda-c408-4ff8-b55e-49bac2276e62 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 946 time: 0.1246464 Aug 16 22:19:08.638434 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-64e0e357-c785-40da-8e66-3acea4258142 req-22dae1bd-8c1f-4b0b-ba0b-e859c9d3523a tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614357 Aug 16 22:19:08.664732 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-30ea0ca5-3c8e-4327-9708-a18d00018d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:08.668933 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-30ea0ca5-3c8e-4327-9708-a18d00018d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:08.722552 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-30ea0ca5-3c8e-4327-9708-a18d00018d62 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bd6f9726c1bd4bcf9e8294cfa7036e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6089001 Aug 16 22:19:08.725715 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46360) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:08.728085 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea0ca5-3c8e-4327-9708-a18d00018d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5a74e6-3918-41cf-89dd-a571f077c896,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:08.749752 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-7ec1382a-7f38-4a2f-aec0-7b7fe3c999d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:08.751798 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-7ec1382a-7f38-4a2f-aec0-7b7fe3c999d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52f93a8f-f7ec-4f0f-aece-ca7aea9abb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4323063 Aug 16 22:19:08.868562 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b10974-1f70-40d7-9c8b-61bec410c4d0 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:08.880588 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:08.890255 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63a67ae9-6928-49c5-ace5-7d9b6cb28658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:08.910249 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] Transition to ACTIVE for port object 08b10974-1f70-40d7-9c8b-61bec410c4d0 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:08.911500 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cf325-46a8-48c2-9063-7e28236c7749 req-27932fc6-d98f-472c-a34f-4ee267bd68b8 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:08.923714 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-849cf325-46a8-48c2-9063-7e28236c7749 req-27932fc6-d98f-472c-a34f-4ee267bd68b8 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/ports?device_id=819c18a7-e038-4a77-9e0a-8cca786f32b7 HTTP/1.1" status: 200 len: 936 time: 0.1342764 Aug 16 22:19:08.930389 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:08.977995 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0f74c8b7-03d4-4159-99fa-8ed1273b8f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:08.982216 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-8f0a0a10-3bc8-471f-8251-39d54bdaf924 service neutron] 10.222.0.43 "GET /v2.0/networks/52f93a8f-f7ec-4f0f-aece-ca7aea9abb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210994 Aug 16 22:19:09.005385 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63a67ae9-6928-49c5-ace5-7d9b6cb28658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:09.052672 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-849cf325-46a8-48c2-9063-7e28236c7749 req-bd8bf14a-c4c5-40ca-8bc1-945f4a10c887 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/security-groups?id=acc12b2f-e8b4-4f80-9591-f3eff2e98af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277137 Aug 16 22:19:09.108214 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] Pushing event updated for resources: {'Port': ['ID=08b10974-1f70-40d7-9c8b-61bec410c4d0,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:09.150836 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef1b91-d444-4130-b3ee-2167f6c421f7 req-29fa28cf-38b3-4855-8fc8-8095d79c2851 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.160101 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-83ef1b91-d444-4130-b3ee-2167f6c421f7 req-29fa28cf-38b3-4855-8fc8-8095d79c2851 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=36ccd004-d184-4505-aa5f-69a524beb6d9 HTTP/1.1" status: 200 len: 944 time: 0.0804663 Aug 16 22:19:09.202962 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63a67ae9-6928-49c5-ace5-7d9b6cb28658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:09.210386 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63a67ae9-6928-49c5-ace5-7d9b6cb28658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:09.221464 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-63a67ae9-6928-49c5-ace5-7d9b6cb28658 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ee5a74e6-3918-41cf-89dd-a571f077c896 HTTP/1.1" status: 204 len: 168 time: 0.4937773 Aug 16 22:19:09.265020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a67ae9-6928-49c5-ace5-7d9b6cb28658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5a74e6-3918-41cf-89dd-a571f077c896,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:09.351646 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] Attempting to bind port 08b10974-1f70-40d7-9c8b-61bec410c4d0 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:09.351995 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] Attempting to bind port 08b10974-1f70-40d7-9c8b-61bec410c4d0 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:09.352325 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] Attempting to bind port 08b10974-1f70-40d7-9c8b-61bec410c4d0 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:09.355884 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6489de15-d4d8-4d0f-b5fe-681c6c73ecf1 req-1860bd0a-e1a9-4943-ade0-3a523d12f53f service neutron] 10.222.0.43 "GET /v2.0/networks/52f93a8f-f7ec-4f0f-aece-ca7aea9abb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638210 Aug 16 22:19:09.360649 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] Port 08b10974-1f70-40d7-9c8b-61bec410c4d0 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:19:09.360981 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] Attempting to bind port 08b10974-1f70-40d7-9c8b-61bec410c4d0 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:09.365472 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-83ef1b91-d444-4130-b3ee-2167f6c421f7 req-dffe36c9-10f8-4bda-9810-49023dafec12 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040033 Aug 16 22:19:09.380539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315952a-3ced-4456-87c7-04c36e042bf8 req-f037ca4d-9c65-430b-9f15-4890e655bbaa tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.398858 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1315952a-3ced-4456-87c7-04c36e042bf8 req-f037ca4d-9c65-430b-9f15-4890e655bbaa tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.1632876 Aug 16 22:19:09.407537 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:09.407909 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:09.408347 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:09.408800 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] Bound port: 08b10974-1f70-40d7-9c8b-61bec410c4d0, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:09.409393 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:09.459572 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1315952a-3ced-4456-87c7-04c36e042bf8 req-eb696cb2-bbe5-480a-a7e7-b2854b7f8f23 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595775 Aug 16 22:19:09.536769 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a51c9a-4486-49fd-acc8-60ad49dd870a req-0ad0ec15-6145-4543-aa56-0570a6b070c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.538304 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e6a51c9a-4486-49fd-acc8-60ad49dd870a req-0ad0ec15-6145-4543-aa56-0570a6b070c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c49cb28d54204a398d3eabbcdff91482&device_id=36ccd004-d184-4505-aa5f-69a524beb6d9 HTTP/1.1" status: 200 len: 1096 time: 0.0866916 Aug 16 22:19:09.539364 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] For port 08b10974-1f70-40d7-9c8b-61bec410c4d0, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:09.562176 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] For port 08b10974-1f70-40d7-9c8b-61bec410c4d0, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=08b10974-1f70-40d7-9c8b-61bec410c4d0,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:09.635016 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:09.700842 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.701473 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:09.702963 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] 10.222.0.43 "PUT /v2.0/ports/08b10974-1f70-40d7-9c8b-61bec410c4d0 HTTP/1.1" status: 200 len: 1097 time: 2.1632967 Aug 16 22:19:09.739664 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7b5d1-f75a-4486-8c00-5dc8b8e703b9 service neutron] Pushing event updated for resources: {'Port': ['ID=08b10974-1f70-40d7-9c8b-61bec410c4d0,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:09.753155 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a51c9a-4486-49fd-acc8-60ad49dd870a req-0a0b9bed-8b51-407c-9185-0b65b707fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.755304 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e6a51c9a-4486-49fd-acc8-60ad49dd870a req-0a0b9bed-8b51-407c-9185-0b65b707fb54 service neutron] 10.222.0.43 "GET /v2.0/networks?id=52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 HTTP/1.1" status: 200 len: 923 time: 0.2058611 Aug 16 22:19:09.820482 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e6a51c9a-4486-49fd-acc8-60ad49dd870a req-666f1e5b-2bbe-48fc-ac28-51e488f14a6e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbe2dd17-9659-466e-a522-1911f2100ce2 HTTP/1.1" status: 200 len: 217 time: 0.0542021 Aug 16 22:19:09.881789 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ffa27-af09-45a0-ae3c-ae49178fe534 req-23be7c79-cb73-45c3-8eb9-a62060190257 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.887278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-044ffa27-af09-45a0-ae3c-ae49178fe534 req-23be7c79-cb73-45c3-8eb9-a62060190257 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 946 time: 0.0945468 Aug 16 22:19:09.926561 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-f0d7daa0-bb83-4d6a-8013-f1e978005b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.928535 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-f0d7daa0-bb83-4d6a-8013-f1e978005b47 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a631023216b841c49469a2c7759f3718&device_id=819c18a7-e038-4a77-9e0a-8cca786f32b7 HTTP/1.1" status: 200 len: 1100 time: 0.1189611 Aug 16 22:19:09.947562 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a51c9a-4486-49fd-acc8-60ad49dd870a req-0e96b655-dd83-464d-8484-3f7ffef98684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.949699 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e6a51c9a-4486-49fd-acc8-60ad49dd870a req-0e96b655-dd83-464d-8484-3f7ffef98684 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd32f9e8-8683-4686-9b26-38a3382cff7a HTTP/1.1" status: 200 len: 861 time: 0.1028736 Aug 16 22:19:09.973423 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-044ffa27-af09-45a0-ae3c-ae49178fe534 req-e3e10427-7729-4115-95d5-76aacd53b969 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731649 Aug 16 22:19:10.007595 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-0b864db2-889a-409e-b3c9-ad3cc087588d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=08b10974-1f70-40d7-9c8b-61bec410c4d0 HTTP/1.1" status: 200 len: 217 time: 0.0644827 Aug 16 22:19:10.050124 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71750bb-33e1-4665-bb9c-76f408b64167', 'name': 'network-vif-deleted', 'tag': 'e828879f-1063-4418-8989-72f745566fca'}, {'name': 'network-changed', 'server_uuid': '819c18a7-e038-4a77-9e0a-8cca786f32b7', 'tag': '08b10974-1f70-40d7-9c8b-61bec410c4d0'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:10.052372 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c73f78-8172-48f4-a305-b51e7a8ad393" -d '{"events": [{"server_uuid": "f71750bb-33e1-4665-bb9c-76f408b64167", "name": "network-vif-deleted", "tag": "e828879f-1063-4418-8989-72f745566fca"}, {"name": "network-changed", "server_uuid": "819c18a7-e038-4a77-9e0a-8cca786f32b7", "tag": "08b10974-1f70-40d7-9c8b-61bec410c4d0"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:10.111997 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46392) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:10.119636 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a51c9a-4486-49fd-acc8-60ad49dd870a req-32844c70-c8e7-436c-b994-f9732cc30bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:10.121425 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e6a51c9a-4486-49fd-acc8-60ad49dd870a req-32844c70-c8e7-436c-b994-f9732cc30bd7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52f93a8f-f7ec-4f0f-aece-ca7aea9abb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1128652 Aug 16 22:19:10.128618 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-9349df4e-dc07-4b8a-a3e4-c54157051a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:10.130037 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-9349df4e-dc07-4b8a-a3e4-c54157051a32 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1117895 Aug 16 22:19:10.166475 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f788b3d5-c4cd-4b19-a0a6-f6dbf2341cd9 x-openstack-request-id: req-f788b3d5-c4cd-4b19-a0a6-f6dbf2341cd9 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:10.167331 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71750bb-33e1-4665-bb9c-76f408b64167", "name": "network-vif-deleted", "tag": "e828879f-1063-4418-8989-72f745566fca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "819c18a7-e038-4a77-9e0a-8cca786f32b7", "tag": "08b10974-1f70-40d7-9c8b-61bec410c4d0", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:10.167744 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f788b3d5-c4cd-4b19-a0a6-f6dbf2341cd9 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:10.170575 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71750bb-33e1-4665-bb9c-76f408b64167', 'name': 'network-vif-deleted', 'tag': 'e828879f-1063-4418-8989-72f745566fca', 'status': 'completed', 'code': 200} Aug 16 22:19:10.171668 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '819c18a7-e038-4a77-9e0a-8cca786f32b7', 'tag': '08b10974-1f70-40d7-9c8b-61bec410c4d0', 'status': 'completed', 'code': 200} Aug 16 22:19:10.292047 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-22c8d032-d2ca-45eb-b95a-b5bb5cf8202b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=77ca5ce733d04ea58889d12fb5728d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1781118 Aug 16 22:19:10.295260 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46402) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:10.308253 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-301a5d05-862f-4d96-825d-854045249f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:10.309824 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-301a5d05-862f-4d96-825d-854045249f24 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1350803 Aug 16 22:19:10.320865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25c2c9-b110-4010-9df0-40955b378202 req-0fb3ad2d-39b2-4e4a-9049-3a01cefb4e1b tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:10.328786 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e25c2c9-b110-4010-9df0-40955b378202 req-0fb3ad2d-39b2-4e4a-9049-3a01cefb4e1b tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/ports?device_id=819c18a7-e038-4a77-9e0a-8cca786f32b7 HTTP/1.1" status: 200 len: 948 time: 0.1820006 Aug 16 22:19:10.374043 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46404) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:10.384603 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e6a51c9a-4486-49fd-acc8-60ad49dd870a req-89880beb-92ee-4acc-98f4-bfc656016da7 service neutron] 10.222.0.43 "GET /v2.0/networks/52f93a8f-f7ec-4f0f-aece-ca7aea9abb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452545 Aug 16 22:19:10.398715 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e25c2c9-b110-4010-9df0-40955b378202 req-02719615-dec3-44b1-ab6b-8bf9d9783ef8 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/security-groups?id=acc12b2f-e8b4-4f80-9591-f3eff2e98af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642347 Aug 16 22:19:10.420715 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db971ea9-629b-4d2b-8a3f-c44537ea674c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:10.446767 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:10.461431 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db971ea9-629b-4d2b-8a3f-c44537ea674c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:10.532704 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db971ea9-629b-4d2b-8a3f-c44537ea674c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:10.534682 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db971ea9-629b-4d2b-8a3f-c44537ea674c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:10.535882 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-db971ea9-629b-4d2b-8a3f-c44537ea674c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a0eab71b-546d-4880-bb6c-40b8e10c8875 HTTP/1.1" status: 204 len: 168 time: 0.2394016 Aug 16 22:19:10.564549 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-535a0ef0-7cec-40c8-bb70-1d76c0605396 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430694 Aug 16 22:19:10.661667 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e6a51c9a-4486-49fd-acc8-60ad49dd870a req-98387f53-4c23-46ea-8ff5-29ff3229c5dd service neutron] 10.222.0.43 "GET /v2.0/networks/52f93a8f-f7ec-4f0f-aece-ca7aea9abb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639878 Aug 16 22:19:10.665637 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db971ea9-629b-4d2b-8a3f-c44537ea674c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0eab71b-546d-4880-bb6c-40b8e10c8875,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:10.695736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-598d1ace-0a4f-47c8-833f-c7a3c1ebeb04 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-335561896-network', 'tenant_id': '35c7affac3044c11884db26be26d9a55'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:10.726841 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-849d465d-6cdd-4555-a894-ea9bfde4132f req-2aa2f350-5c9e-4755-8ec0-6b98e4c3f85a service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498995 Aug 16 22:19:10.733104 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa0931-7002-491c-8756-739181a1df33 req-b21c374f-3fd4-48f3-bbd5-4514017b619c tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:10.735092 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18aa0931-7002-491c-8756-739181a1df33 req-b21c374f-3fd4-48f3-bbd5-4514017b619c tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=36ccd004-d184-4505-aa5f-69a524beb6d9 HTTP/1.1" status: 200 len: 944 time: 0.2198832 Aug 16 22:19:10.737629 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598d1ace-0a4f-47c8-833f-c7a3c1ebeb04 admin admin] Made reservation on behalf of 35c7affac3044c11884db26be26d9a55 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:10.740321 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-598d1ace-0a4f-47c8-833f-c7a3c1ebeb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:10.754541 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-598d1ace-0a4f-47c8-833f-c7a3c1ebeb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:10.808328 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949bed5-5cd1-48c6-992e-6414d7b983a2 req-e9ef6cf0-e6cd-4116-a1eb-2e1b492c6027 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:10.810355 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d949bed5-5cd1-48c6-992e-6414d7b983a2 req-e9ef6cf0-e6cd-4116-a1eb-2e1b492c6027 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.1834548 Aug 16 22:19:10.859345 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18aa0931-7002-491c-8756-739181a1df33 req-b0ae8a48-fb94-4df2-8f56-afe853335d42 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146786 Aug 16 22:19:10.861577 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c73f78-8172-48f4-a305-b51e7a8ad393 req-8d14149e-5417-44f5-a6ae-7fafb888bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:10.864312 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-96c73f78-8172-48f4-a305-b51e7a8ad393 req-8d14149e-5417-44f5-a6ae-7fafb888bba1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a631023216b841c49469a2c7759f3718&device_id=819c18a7-e038-4a77-9e0a-8cca786f32b7 HTTP/1.1" status: 200 len: 1100 time: 0.0785592 Aug 16 22:19:10.899447 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d949bed5-5cd1-48c6-992e-6414d7b983a2 req-4a600053-9b5f-4232-999d-218dbf2ed5aa tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821571 Aug 16 22:19:10.991224 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c73f78-8172-48f4-a305-b51e7a8ad393 req-d8b9d6b7-fa85-47ed-be62-2e2f4dd5bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:10.993406 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-96c73f78-8172-48f4-a305-b51e7a8ad393 req-d8b9d6b7-fa85-47ed-be62-2e2f4dd5bd6e service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1116600 Aug 16 22:19:11.011137 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-598d1ace-0a4f-47c8-833f-c7a3c1ebeb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.023032 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2376a7-c5ef-41fb-851a-5551b194c50f req-ef7f0ddc-86f8-44f9-aa86-9e4110d82da5 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:11.024765 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd2376a7-c5ef-41fb-851a-5551b194c50f req-ef7f0ddc-86f8-44f9-aa86-9e4110d82da5 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 1097 time: 0.0728192 Aug 16 22:19:11.025903 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-598d1ace-0a4f-47c8-833f-c7a3c1ebeb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.051100 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46426) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:11.051890 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-96c73f78-8172-48f4-a305-b51e7a8ad393 req-2b62ba1a-4a59-4cdc-a79d-2b0129d87057 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=08b10974-1f70-40d7-9c8b-61bec410c4d0 HTTP/1.1" status: 200 len: 217 time: 0.0499060 Aug 16 22:19:11.070020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598d1ace-0a4f-47c8-833f-c7a3c1ebeb04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:19:11.106494 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d1ace-0a4f-47c8-833f-c7a3c1ebeb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8f805b-2829-4e0e-b7af-660505344729,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:11.109123 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c73f78-8172-48f4-a305-b51e7a8ad393 req-68421e92-a6d7-444e-80a9-556699a54a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:11.115855 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-96c73f78-8172-48f4-a305-b51e7a8ad393 req-68421e92-a6d7-444e-80a9-556699a54a58 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0557797 Aug 16 22:19:11.135347 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-598d1ace-0a4f-47c8-833f-c7a3c1ebeb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.135693 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-598d1ace-0a4f-47c8-833f-c7a3c1ebeb04 admin admin] Added segment 124a9c87-b2e1-4f63-853b-e33339f93f55 of type vlan for network 9a79c712-1e9a-409c-9eab-e685af817459 Aug 16 22:19:11.171755 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c73f78-8172-48f4-a305-b51e7a8ad393 req-4c1c6240-38a2-426a-9db4-9362f3927230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:11.173672 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-96c73f78-8172-48f4-a305-b51e7a8ad393 req-4c1c6240-38a2-426a-9db4-9362f3927230 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0495734 Aug 16 22:19:11.197457 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd2376a7-c5ef-41fb-851a-5551b194c50f req-0fc902bd-3239-4c27-84f5-5d7646d43895 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628470 Aug 16 22:19:11.200262 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b55a2f63-3682-4050-a4c1-a16c1868f092 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6a5d1729a0154905ad0da6fa482876df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478586 Aug 16 22:19:11.202949 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46428) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:11.212768 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-598d1ace-0a4f-47c8-833f-c7a3c1ebeb04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.233280 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d2d8b-839b-40c0-b718-cad2562ed623 req-70a53f73-528f-44e1-b5b5-7e6c888c896f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:11.235026 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-187d2d8b-839b-40c0-b718-cad2562ed623 req-70a53f73-528f-44e1-b5b5-7e6c888c896f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 946 time: 0.1451502 Aug 16 22:19:11.268129 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-598d1ace-0a4f-47c8-833f-c7a3c1ebeb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.269098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598d1ace-0a4f-47c8-833f-c7a3c1ebeb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:11.269701 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-598d1ace-0a4f-47c8-833f-c7a3c1ebeb04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.337735 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b5cdfebd-1be6-4e85-89a8-5e2d16859333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.342963 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-96c73f78-8172-48f4-a305-b51e7a8ad393 req-15ea3757-509b-45ce-8d67-3c7213d6779b service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605637 Aug 16 22:19:11.344601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-598d1ace-0a4f-47c8-833f-c7a3c1ebeb04 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9676061 Aug 16 22:19:11.347700 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46432) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:11.349604 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-187d2d8b-839b-40c0-b718-cad2562ed623 req-1ae9e3eb-e728-4219-9617-6e80100075be tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000240 Aug 16 22:19:11.352799 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d1ace-0a4f-47c8-833f-c7a3c1ebeb04 admin admin] Pushing event updated for resources: {'Network': ['ID=9a79c712-1e9a-409c-9eab-e685af817459,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:11.359806 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6f36e2bc-8cf3-4383-8803-09fc411a8bfc admin admin] Request body: {'subnet': {'network_id': '9a79c712-1e9a-409c-9eab-e685af817459', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-335561896-subnet', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:11.372568 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 9a79c712-1e9a-409c-9eab-e685af817459 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:19:11.396792 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b5cdfebd-1be6-4e85-89a8-5e2d16859333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.491665 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f36e2bc-8cf3-4383-8803-09fc411a8bfc admin admin] Made reservation on behalf of 35c7affac3044c11884db26be26d9a55 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:11.494152 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f36e2bc-8cf3-4383-8803-09fc411a8bfc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.501284 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-aec21129-81ce-4a27-80a6-afc8d3aa39e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.592790 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc09e4f-cade-465b-8826-448bb801ad2d req-5e0155b0-3540-4ddf-b35e-57730b7996bd tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:11.595741 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afc09e4f-cade-465b-8826-448bb801ad2d req-5e0155b0-3540-4ddf-b35e-57730b7996bd tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/ports?device_id=819c18a7-e038-4a77-9e0a-8cca786f32b7 HTTP/1.1" status: 200 len: 948 time: 0.0698459 Aug 16 22:19:11.608524 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b5cdfebd-1be6-4e85-89a8-5e2d16859333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.611857 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b5cdfebd-1be6-4e85-89a8-5e2d16859333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.613009 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b5cdfebd-1be6-4e85-89a8-5e2d16859333 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6a0d7191-6483-4c21-b784-e950e5cb61da HTTP/1.1" status: 204 len: 168 time: 0.4083095 Aug 16 22:19:11.619930 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-96c73f78-8172-48f4-a305-b51e7a8ad393 req-f73be204-f7da-4b07-a8ac-a833bf648191 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477994 Aug 16 22:19:11.635420 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdfebd-1be6-4e85-89a8-5e2d16859333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0d7191-6483-4c21-b784-e950e5cb61da,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:11.677599 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afc09e4f-cade-465b-8826-448bb801ad2d req-e6c1a599-51b6-4827-8c53-17f9f2bfdd01 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/security-groups?id=acc12b2f-e8b4-4f80-9591-f3eff2e98af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694194 Aug 16 22:19:11.689598 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e828879f-1063-4418-8989-72f745566fca no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:11.732394 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: e828879f-1063-4418-8989-72f745566fca {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:11.733370 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e828879f-1063-4418-8989-72f745566fca not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:11.797630 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f36e2bc-8cf3-4383-8803-09fc411a8bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.863032 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device dbe2dd17-9659-466e-a522-1911f2100ce2 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:19:11.881100 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36e2bc-8cf3-4383-8803-09fc411a8bfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5863a023-087d-4ef7-b984-91b82beea9fe,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:11.904283 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f36e2bc-8cf3-4383-8803-09fc411a8bfc admin admin] Checking segment: {'id': '124a9c87-b2e1-4f63-853b-e33339f93f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:11.904756 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f36e2bc-8cf3-4383-8803-09fc411a8bfc admin admin] Network hostable DHCP agents. Network: 9a79c712-1e9a-409c-9eab-e685af817459, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:19:11.942254 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f36e2bc-8cf3-4383-8803-09fc411a8bfc admin admin] Network 9a79c712-1e9a-409c-9eab-e685af817459 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:19:11.958516 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-6f36e2bc-8cf3-4383-8803-09fc411a8bfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 9a79c712-1e9a-409c-9eab-e685af817459) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:11.964474 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f36e2bc-8cf3-4383-8803-09fc411a8bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:11.966653 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f36e2bc-8cf3-4383-8803-09fc411a8bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.974435 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9703fbfe-b625-4bda-8368-b19c3ff6bedb None None] Network 9a79c712-1e9a-409c-9eab-e685af817459 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:12.001625 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6f36e2bc-8cf3-4383-8803-09fc411a8bfc admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6522605 Aug 16 22:19:12.002449 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46466) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:12.015082 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ec1ab4ee-cfce-40eb-b71d-2d23b65284c8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-335561896-router', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:12.043260 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab4ee-cfce-40eb-b71d-2d23b65284c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.045100 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab4ee-cfce-40eb-b71d-2d23b65284c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.065102 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port dbe2dd17-9659-466e-a522-1911f2100ce2, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=dbe2dd17-9659-466e-a522-1911f2100ce2,segment=NetworkSegment(56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73),segment_id=56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:12.075836 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.090040 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'dbe2dd17-9659-466e-a522-1911f2100ce2', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'port_id': 'dbe2dd17-9659-466e-a522-1911f2100ce2', 'mac_address': 'fa:16:3e:f6:67:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:19:12.140285 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155e790-1101-423b-9026-fbcfcd202d8e req-58cd58f5-300d-4028-a4ae-34b23952fe03 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:12.152785 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b155e790-1101-423b-9026-fbcfcd202d8e req-58cd58f5-300d-4028-a4ae-34b23952fe03 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=36ccd004-d184-4505-aa5f-69a524beb6d9 HTTP/1.1" status: 200 len: 944 time: 0.1634669 Aug 16 22:19:12.205136 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.208815 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab4ee-cfce-40eb-b71d-2d23b65284c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.234479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe2dd17-9659-466e-a522-1911f2100ce2 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:12.245870 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b155e790-1101-423b-9026-fbcfcd202d8e req-9a125d5f-e6c2-45a1-89bf-88b902d884ac tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922050 Aug 16 22:19:12.298286 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port dbe2dd17-9659-466e-a522-1911f2100ce2, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=dbe2dd17-9659-466e-a522-1911f2100ce2,segment=NetworkSegment(56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73),segment_id=56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:12.315573 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.423419 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=dbe2dd17-9659-466e-a522-1911f2100ce2,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:12.447544 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-9a79c712-1e9a-409c-9eab-e685af817459', 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'fixed_ips': [{'subnet_id': '5863a023-087d-4ef7-b984-91b82beea9fe'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:19:12.450368 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.464120 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab4ee-cfce-40eb-b71d-2d23b65284c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.470129 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d65327-0fb3-477e-b554-d09532197c08 req-89facac2-b805-4a76-b721-66604fa18d26 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:12.472058 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7d65327-0fb3-477e-b554-d09532197c08 req-89facac2-b805-4a76-b721-66604fa18d26 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.1132488 Aug 16 22:19:12.533184 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7d65327-0fb3-477e-b554-d09532197c08 req-25f35fa5-ecc2-4abe-aa2b-ae7782df63cf tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530074 Aug 16 22:19:12.557836 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['dbe2dd17-9659-466e-a522-1911f2100ce2'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:12.691253 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] Allocated IP 172.20.0.2 (9a79c712-1e9a-409c-9eab-e685af817459/5863a023-087d-4ef7-b984-91b82beea9fe/c150f28b-b2e8-4c16-843e-9262aff4fc1c) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:12.704526 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609a23c-d368-4068-9355-6d42ea4753e1 req-63dc08c3-bc5b-4266-9bcd-c44a8b63350f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:12.706263 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0609a23c-d368-4068-9355-6d42ea4753e1 req-63dc08c3-bc5b-4266-9bcd-c44a8b63350f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 946 time: 0.0743730 Aug 16 22:19:12.741767 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-ea362dbb-e24b-40b0-80b8-a1105c09b355 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:19:12.749320 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-ea362dbb-e24b-40b0-80b8-a1105c09b355 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0416665 Aug 16 22:19:12.756209 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-113ac493-7b00-4061-8cd1-95681a1dd4ac service neutron] Request body: {'binding': {'host': 'n-h2-792458-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:12.756666 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-113ac493-7b00-4061-8cd1-95681a1dd4ac service neutron] Unknown quota resources ['binding']. {{(pid=94872) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:19:12.831225 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0609a23c-d368-4068-9355-6d42ea4753e1 req-9e96019e-667f-4cc4-9d25-3c05aaf14a43 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136489 Aug 16 22:19:12.911865 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab4ee-cfce-40eb-b71d-2d23b65284c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.929535 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.935600 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab4ee-cfce-40eb-b71d-2d23b65284c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.943149 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] Transition to ACTIVE for port object c150f28b-b2e8-4c16-843e-9262aff4fc1c will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:12.967974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] Transition to ACTIVE for port object c150f28b-b2e8-4c16-843e-9262aff4fc1c will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:12.976875 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:13.014760 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729c09b-8475-4c15-88e3-6b3f1e73cfb9 req-d32ba2d1-535b-4018-9e75-71bba08f1f55 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:13.018588 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f729c09b-8475-4c15-88e3-6b3f1e73cfb9 req-d32ba2d1-535b-4018-9e75-71bba08f1f55 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/ports?device_id=819c18a7-e038-4a77-9e0a-8cca786f32b7 HTTP/1.1" status: 200 len: 948 time: 0.0626450 Aug 16 22:19:13.024817 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] Network 9a79c712-1e9a-409c-9eab-e685af817459 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:13.027900 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:13.033452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:13.042801 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] Pushing event updated for resources: {'Port': ['ID=c150f28b-b2e8-4c16-843e-9262aff4fc1c,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:13.062994 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f729c09b-8475-4c15-88e3-6b3f1e73cfb9 req-fde4cb8f-07af-42ad-b073-d3488157f99d tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/security-groups?id=acc12b2f-e8b4-4f80-9591-f3eff2e98af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380507 Aug 16 22:19:13.081504 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-113ac493-7b00-4061-8cd1-95681a1dd4ac service neutron] Attempting to bind port e9747994-313e-495c-b01a-c74cf58eae64 on host n-h2-792458-15 for vnic_type normal with profile None {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:13.082104 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-113ac493-7b00-4061-8cd1-95681a1dd4ac service neutron] Attempting to bind port e9747994-313e-495c-b01a-c74cf58eae64 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:13.082218 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-113ac493-7b00-4061-8cd1-95681a1dd4ac service neutron] Attempting to bind port e9747994-313e-495c-b01a-c74cf58eae64 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:13.100770 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-113ac493-7b00-4061-8cd1-95681a1dd4ac service neutron] Port e9747994-313e-495c-b01a-c74cf58eae64 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:19:13.101094 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-113ac493-7b00-4061-8cd1-95681a1dd4ac service neutron] Attempting to bind port e9747994-313e-495c-b01a-c74cf58eae64 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:13.106815 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-ec1ab4ee-cfce-40eb-b71d-2d23b65284c8 admin admin] Allocated IP 172.25.6.61 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/826bcfb8-4c84-4923-8e2f-2b0b60a51374) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:13.109995 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-113ac493-7b00-4061-8cd1-95681a1dd4ac service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:13.109995 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-113ac493-7b00-4061-8cd1-95681a1dd4ac service neutron] Checking segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:13.110358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-113ac493-7b00-4061-8cd1-95681a1dd4ac service neutron] Bound using segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:13.110862 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-113ac493-7b00-4061-8cd1-95681a1dd4ac service neutron] Bound port: e9747994-313e-495c-b01a-c74cf58eae64, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:13.114267 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:13.119560 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] Attempting to bind port c150f28b-b2e8-4c16-843e-9262aff4fc1c on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:13.119966 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] Attempting to bind port c150f28b-b2e8-4c16-843e-9262aff4fc1c by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '124a9c87-b2e1-4f63-853b-e33339f93f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:13.120318 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] Attempting to bind port c150f28b-b2e8-4c16-843e-9262aff4fc1c on network 9a79c712-1e9a-409c-9eab-e685af817459 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:13.126546 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:13.127070 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] Checking segment: {'id': '124a9c87-b2e1-4f63-853b-e33339f93f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:13.127478 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:13.127871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] Bound using segment: {'id': '124a9c87-b2e1-4f63-853b-e33339f93f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:13.128343 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] Bound port: c150f28b-b2e8-4c16-843e-9262aff4fc1c, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124a9c87-b2e1-4f63-853b-e33339f93f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:13.128725 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:13.195484 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] For port c150f28b-b2e8-4c16-843e-9262aff4fc1c, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:13.199260 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] For port c150f28b-b2e8-4c16-843e-9262aff4fc1c, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c150f28b-b2e8-4c16-843e-9262aff4fc1c,segment=NetworkSegment(124a9c87-b2e1-4f63-853b-e33339f93f55),segment_id=124a9c87-b2e1-4f63-853b-e33339f93f55)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:13.205046 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:13.214753 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-113ac493-7b00-4061-8cd1-95681a1dd4ac service neutron] For port e9747994-313e-495c-b01a-c74cf58eae64, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=e9747994-313e-495c-b01a-c74cf58eae64,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:13.222695 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-113ac493-7b00-4061-8cd1-95681a1dd4ac service neutron] Notify callbacks [] for binding, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:13.224123 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-113ac493-7b00-4061-8cd1-95681a1dd4ac service neutron] 10.222.0.93 "POST /v2.0/ports/e9747994-313e-495c-b01a-c74cf58eae64/bindings HTTP/1.1" status: 201 len: 390 time: 0.4737768 Aug 16 22:19:13.276938 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab4ee-cfce-40eb-b71d-2d23b65284c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:13.277162 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce8475-68c1-49dd-a78c-28ad94529bb9 None None] Pushing event updated for resources: {'Port': ['ID=c150f28b-b2e8-4c16-843e-9262aff4fc1c,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:13.326551 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab4ee-cfce-40eb-b71d-2d23b65284c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:13.399667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1ab4ee-cfce-40eb-b71d-2d23b65284c8 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:13.401190 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ec1ab4ee-cfce-40eb-b71d-2d23b65284c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:13.410866 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1ab4ee-cfce-40eb-b71d-2d23b65284c8 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:13.488603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6f0c2-579e-41e2-9aea-e5314be589c4 req-e5136c42-849b-41a5-b294-88ec21b3880d tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:13.498874 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-16c6f0c2-579e-41e2-9aea-e5314be589c4 req-e5136c42-849b-41a5-b294-88ec21b3880d tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=36ccd004-d184-4505-aa5f-69a524beb6d9 HTTP/1.1" status: 200 len: 945 time: 0.1460783 Aug 16 22:19:13.548533 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ac2cd-36dd-45ee-aabc-177c4ededc88 req-4a61e42f-0648-4c66-bf74-db2141d43761 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:13.550881 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-709ac2cd-36dd-45ee-aabc-177c4ededc88 req-4a61e42f-0648-4c66-bf74-db2141d43761 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 945 time: 0.1171358 Aug 16 22:19:13.585215 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-16c6f0c2-579e-41e2-9aea-e5314be589c4 req-38b1683a-e5c7-49c1-a98c-8fce6716526c tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692403 Aug 16 22:19:13.678589 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-709ac2cd-36dd-45ee-aabc-177c4ededc88 req-b0cb87d8-d541-42f0-8b34-cafe7c252594 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213303 Aug 16 22:19:13.754696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77e961-c884-4a2e-afbd-77164dd12acc req-2f8b6d1e-667a-4074-bf78-3303df03aa2a tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:13.762608 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3b77e961-c884-4a2e-afbd-77164dd12acc req-2f8b6d1e-667a-4074-bf78-3303df03aa2a tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.0823665 Aug 16 22:19:13.811625 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3b77e961-c884-4a2e-afbd-77164dd12acc req-2fb7556d-7091-42ef-95d5-9468cc400060 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474887 Aug 16 22:19:13.822165 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ab4ee-cfce-40eb-b71d-2d23b65284c8 admin admin] Pushing event updated for resources: {'Port': ['ID=826bcfb8-4c84-4923-8e2f-2b0b60a51374,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:13.883946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 08b10974-1f70-40d7-9c8b-61bec410c4d0 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:19:13.887341 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device dbe2dd17-9659-466e-a522-1911f2100ce2 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:13.900204 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-6b86d796-c086-47db-b91a-024e56732555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:13.902095 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-6b86d796-c086-47db-b91a-024e56732555 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 1097 time: 0.0951471 Aug 16 22:19:14.078782 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56913b09-62b5-487e-9b69-63526cd130d0 req-13ef9d70-3b99-484e-8f91-cd3d9b50a71f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:14.080480 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56913b09-62b5-487e-9b69-63526cd130d0 req-13ef9d70-3b99-484e-8f91-cd3d9b50a71f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 946 time: 0.0960298 Aug 16 22:19:14.102122 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port dbe2dd17-9659-466e-a522-1911f2100ce2 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:14.130174 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-73e5776b-5149-4d41-8570-79c7eb8d99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:14.131669 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-73e5776b-5149-4d41-8570-79c7eb8d99e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 909 time: 0.2217972 Aug 16 22:19:14.135657 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab4ee-cfce-40eb-b71d-2d23b65284c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.143942 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port dbe2dd17-9659-466e-a522-1911f2100ce2 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:14.144517 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.154670 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 08b10974-1f70-40d7-9c8b-61bec410c4d0, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=08b10974-1f70-40d7-9c8b-61bec410c4d0,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:14.184455 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed924ca5-e154-4f87-8515-1af2dea45ee1 req-44e4b5ba-54b1-4fb7-b13c-7e46674a339e tempest-FlavorsV2NegativeTest-1925529465 tempest-FlavorsV2NegativeTest-1925529465-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=20f1056aa0e44a439eed135f68b7a280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517528 Aug 16 22:19:14.192774 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56913b09-62b5-487e-9b69-63526cd130d0 req-c40660f6-e327-4545-bc58-1fc7be448bdb tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060293 Aug 16 22:19:14.221007 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '08b10974-1f70-40d7-9c8b-61bec410c4d0', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': '08b10974-1f70-40d7-9c8b-61bec410c4d0', 'mac_address': 'fa:16:3e:11:d3:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:19:14.241450 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-6fd41641-8035-46e5-a88b-284c51fb376d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9747994-313e-495c-b01a-c74cf58eae64 HTTP/1.1" status: 200 len: 217 time: 0.0732865 Aug 16 22:19:14.319541 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.385240 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-42618855-442a-457e-a959-7058ac5bbd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:14.386580 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-42618855-442a-457e-a959-7058ac5bbd7f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 200 len: 848 time: 0.0975096 Aug 16 22:19:14.389022 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b10974-1f70-40d7-9c8b-61bec410c4d0 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:14.419300 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe013a-14f2-48b2-ad41-c3854a019121 req-8d53e4b6-381c-4190-aa7f-5c92c04150fd tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:14.428469 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3bfe013a-14f2-48b2-ad41-c3854a019121 req-8d53e4b6-381c-4190-aa7f-5c92c04150fd tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/ports?device_id=819c18a7-e038-4a77-9e0a-8cca786f32b7 HTTP/1.1" status: 200 len: 948 time: 0.1094918 Aug 16 22:19:14.445886 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 08b10974-1f70-40d7-9c8b-61bec410c4d0, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=08b10974-1f70-40d7-9c8b-61bec410c4d0,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:14.447822 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.463712 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.476792 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3bfe013a-14f2-48b2-ad41-c3854a019121 req-70327ed6-853e-4821-b372-13a2bd3d1ede tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/security-groups?id=acc12b2f-e8b4-4f80-9591-f3eff2e98af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469840 Aug 16 22:19:14.480540 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-df46f5e4-b09b-4558-a6a2-358c81c4d774 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862212 Aug 16 22:19:14.485721 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed924ca5-e154-4f87-8515-1af2dea45ee1 req-7f5c486a-54c2-4c9c-834d-c9ff05860ae7 tempest-FlavorsV2NegativeTest-1925529465 tempest-FlavorsV2NegativeTest-1925529465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:14.501842 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed924ca5-e154-4f87-8515-1af2dea45ee1 req-7f5c486a-54c2-4c9c-834d-c9ff05860ae7 tempest-FlavorsV2NegativeTest-1925529465 tempest-FlavorsV2NegativeTest-1925529465-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2993085 Aug 16 22:19:14.517496 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed924ca5-e154-4f87-8515-1af2dea45ee1 req-fd3989b2-cb5e-409b-992b-977e689c9a00 tempest-FlavorsV2NegativeTest-1925529465 tempest-FlavorsV2NegativeTest-1925529465-project] 10.222.0.93 "GET /v2.0/quotas/20f1056aa0e44a439eed135f68b7a280 HTTP/1.1" status: 200 len: 375 time: 0.0226212 Aug 16 22:19:14.558244 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=08b10974-1f70-40d7-9c8b-61bec410c4d0,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:14.558349 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed924ca5-e154-4f87-8515-1af2dea45ee1 req-89bd3f5d-bbd9-4594-92ae-d46b931c2112 tempest-FlavorsV2NegativeTest-1925529465 tempest-FlavorsV2NegativeTest-1925529465-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=20f1056aa0e44a439eed135f68b7a280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366817 Aug 16 22:19:14.572566 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ccd004-d184-4505-aa5f-69a524beb6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe2dd17-9659-466e-a522-1911f2100ce2'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:14.575304 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f7994f-22d3-4aca-94dd-55961827e464" -d '{"events": [{"server_uuid": "36ccd004-d184-4505-aa5f-69a524beb6d9", "name": "network-vif-plugged", "status": "completed", "tag": "dbe2dd17-9659-466e-a522-1911f2100ce2"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:14.600626 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port dbe2dd17-9659-466e-a522-1911f2100ce2, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=dbe2dd17-9659-466e-a522-1911f2100ce2,segment=NetworkSegment(56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73),segment_id=56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:14.608217 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.666032 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbd9e18-cd3f-4a53-b893-9b0ce6f855c3 x-openstack-request-id: req-5fbd9e18-cd3f-4a53-b893-9b0ce6f855c3 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:14.666303 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ccd004-d184-4505-aa5f-69a524beb6d9", "name": "network-vif-plugged", "status": "completed", "tag": "dbe2dd17-9659-466e-a522-1911f2100ce2", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:14.666555 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5fbd9e18-cd3f-4a53-b893-9b0ce6f855c3 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:14.666937 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ccd004-d184-4505-aa5f-69a524beb6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe2dd17-9659-466e-a522-1911f2100ce2', 'code': 200} Aug 16 22:19:14.690526 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.701112 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=dbe2dd17-9659-466e-a522-1911f2100ce2,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:14.758313 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be0315-70f8-4960-a420-d780719eb584 req-21235a5f-746d-4699-90fb-d6674de30b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:14.759839 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b5be0315-70f8-4960-a420-d780719eb584 req-21235a5f-746d-4699-90fb-d6674de30b49 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 1098 time: 0.2531209 Aug 16 22:19:14.767260 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['08b10974-1f70-40d7-9c8b-61bec410c4d0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:14.795647 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab4ee-cfce-40eb-b71d-2d23b65284c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.812528 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-b4e1dad6-bd65-4efe-8859-1dc8e39cf632 service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202698 Aug 16 22:19:14.867228 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991c4744-1672-48fb-8e4f-fd5a5e15a55e None None] Network 9a79c712-1e9a-409c-9eab-e685af817459 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:14.920023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c048a-b36d-4ce8-a586-bbd8c7d04cd6 req-41e3b998-6c9a-41b6-95ec-b9695c1ae757 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:14.922863 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d55c048a-b36d-4ce8-a586-bbd8c7d04cd6 req-41e3b998-6c9a-41b6-95ec-b9695c1ae757 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 945 time: 0.1172385 Aug 16 22:19:14.969130 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448542d3-d252-46a3-8fbb-fe1b4e23196e req-ac685c6b-6536-4f89-82d7-4342f5616889 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:14.977396 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-448542d3-d252-46a3-8fbb-fe1b4e23196e req-ac685c6b-6536-4f89-82d7-4342f5616889 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=36ccd004-d184-4505-aa5f-69a524beb6d9 HTTP/1.1" status: 200 len: 946 time: 0.2622194 Aug 16 22:19:15.002416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8371da-bee5-4941-b29f-99f986300f87 req-2cdcea5f-419f-4a80-a6e0-36bb1305334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:15.003925 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a49b33e4-db61-445f-8cc6-0d4987a38bc7 None None] Provisioning for port c150f28b-b2e8-4c16-843e-9262aff4fc1c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:15.004491 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab8371da-bee5-4941-b29f-99f986300f87 req-2cdcea5f-419f-4a80-a6e0-36bb1305334f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36ccd004-d184-4505-aa5f-69a524beb6d9 HTTP/1.1" status: 200 len: 1098 time: 0.1854336 Aug 16 22:19:15.018175 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d55c048a-b36d-4ce8-a586-bbd8c7d04cd6 req-76cba217-b009-4b6f-a1d6-c6b15afb3488 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847337 Aug 16 22:19:15.064145 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab8371da-bee5-4941-b29f-99f986300f87 req-249aa6d7-23db-4691-a0d0-5276ce866b37 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448248 Aug 16 22:19:15.083114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-448542d3-d252-46a3-8fbb-fe1b4e23196e req-00402e3e-29cd-4768-9639-2106f77d9221 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047676 Aug 16 22:19:15.112753 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-b37f53b6-9558-44d5-99f8-64a563224ffd service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462981 Aug 16 22:19:15.121470 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be0315-70f8-4960-a420-d780719eb584 req-ceb8e4ab-766b-4974-833b-1c55bda38cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:15.123197 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b5be0315-70f8-4960-a420-d780719eb584 req-ceb8e4ab-766b-4974-833b-1c55bda38cd7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 921 time: 0.3133180 Aug 16 22:19:15.211200 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b5be0315-70f8-4960-a420-d780719eb584 req-408b3750-3d00-4c9f-85cd-e928c9a2b40a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd9cb44-6dd9-4030-a346-c38165c18acc HTTP/1.1" status: 200 len: 217 time: 0.0791152 Aug 16 22:19:15.218287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb70ba-3e09-4262-a615-c0bc7f1cd367 req-aa1321f7-f9a8-4c90-9975-b564834e6e02 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:15.221905 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59fb70ba-3e09-4262-a615-c0bc7f1cd367 req-aa1321f7-f9a8-4c90-9975-b564834e6e02 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.0857289 Aug 16 22:19:15.325894 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59fb70ba-3e09-4262-a615-c0bc7f1cd367 req-7a337130-2224-4ae9-93de-1129f874995f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866838 Aug 16 22:19:15.326753 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be0315-70f8-4960-a420-d780719eb584 req-27e7956c-3dae-4c68-960e-5d20b495b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:15.326753 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b5be0315-70f8-4960-a420-d780719eb584 req-27e7956c-3dae-4c68-960e-5d20b495b5b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.1025131 Aug 16 22:19:15.382293 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1ab4ee-cfce-40eb-b71d-2d23b65284c8 admin admin] Router 5fb31e2b-e020-4b68-9d5d-366b92c24504 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:19:15.390988 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b5be0315-70f8-4960-a420-d780719eb584 req-4f4c241a-7f43-42a9-bbed-11191e8f6eac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595915 Aug 16 22:19:15.402391 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46576) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:15.445077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5eb17-83ad-42c7-aabb-a9d057add23d req-9f0c2799-4176-4233-864d-0a6ea27131ab tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:15.456453 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99c5eb17-83ad-42c7-aabb-a9d057add23d req-9f0c2799-4176-4233-864d-0a6ea27131ab tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 946 time: 0.1371713 Aug 16 22:19:15.550897 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c150f28b-b2e8-4c16-843e-9262aff4fc1c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:15.572273 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99c5eb17-83ad-42c7-aabb-a9d057add23d req-79113c5d-768f-45f4-afe8-9650cc6ce2fc tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148729 Aug 16 22:19:15.614248 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96591e90-a8d3-4cd7-a688-ef36545ddce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.646644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port c150f28b-b2e8-4c16-843e-9262aff4fc1c completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:15.652541 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c150f28b-b2e8-4c16-843e-9262aff4fc1c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:15.652913 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.718241 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b5be0315-70f8-4960-a420-d780719eb584 req-7fe6f184-1a52-4cac-b98a-e7aca521a389 service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083262 Aug 16 22:19:15.726463 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82f0b9-d3e9-4842-bb08-baef2cbc5de2 req-08cc3cc8-c8f7-420b-8d71-bb9c53adfa05 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:15.726830 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1ab4ee-cfce-40eb-b71d-2d23b65284c8 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:19:15.728063 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c82f0b9-d3e9-4842-bb08-baef2cbc5de2 req-08cc3cc8-c8f7-420b-8d71-bb9c53adfa05 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/ports?device_id=819c18a7-e038-4a77-9e0a-8cca786f32b7 HTTP/1.1" status: 200 len: 949 time: 0.0849962 Aug 16 22:19:15.745403 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44856f81-4a96-496d-aff7-4009a425827e None None] Sync routers for ids ['5fb31e2b-e020-4b68-9d5d-366b92c24504'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:19:15.757334 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44856f81-4a96-496d-aff7-4009a425827e None None] Routers {'5fb31e2b-e020-4b68-9d5d-366b92c24504'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:15.758621 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-44856f81-4a96-496d-aff7-4009a425827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:19:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5fb31e2b-e020-4b68-9d5d-366b92c24504'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:15.829145 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96591e90-a8d3-4cd7-a688-ef36545ddce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.848252 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96591e90-a8d3-4cd7-a688-ef36545ddce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.867227 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab4ee-cfce-40eb-b71d-2d23b65284c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.868427 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ec1ab4ee-cfce-40eb-b71d-2d23b65284c8 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8646531 Aug 16 22:19:15.871688 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46582) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:15.891121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 08b10974-1f70-40d7-9c8b-61bec410c4d0 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:15.908591 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-653e6c04-75d6-4620-832c-d485e2b7c419 req-6a5e988e-14c0-4d39-b0fa-65d231a33cf1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0874565 Aug 16 22:19:15.912529 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b5be0315-70f8-4960-a420-d780719eb584 req-77d986ab-e977-4568-a8fa-2f7eec06a3f4 service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761088 Aug 16 22:19:15.960254 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-44856f81-4a96-496d-aff7-4009a425827e None None] Set router 5fb31e2b-e020-4b68-9d5d-366b92c24504 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:16.002691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e6c04-75d6-4620-832c-d485e2b7c419 req-f104d144-c99d-4fe9-b226-82dc1b37d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:16.007576 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-653e6c04-75d6-4620-832c-d485e2b7c419 req-f104d144-c99d-4fe9-b226-82dc1b37d96f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 1097 time: 0.0653329 Aug 16 22:19:16.040571 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.044489 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c82f0b9-d3e9-4842-bb08-baef2cbc5de2 req-5af8df55-ad70-433f-83bd-053f4477ffc9 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/security-groups?id=acc12b2f-e8b4-4f80-9591-f3eff2e98af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061624 Aug 16 22:19:16.081802 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-96591e90-a8d3-4cd7-a688-ef36545ddce6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=20f1056aa0e44a439eed135f68b7a280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6780906 Aug 16 22:19:16.088015 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46586) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:16.153392 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port c150f28b-b2e8-4c16-843e-9262aff4fc1c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c150f28b-b2e8-4c16-843e-9262aff4fc1c,segment=NetworkSegment(124a9c87-b2e1-4f63-853b-e33339f93f55),segment_id=124a9c87-b2e1-4f63-853b-e33339f93f55)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:16.159020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96591e90-a8d3-4cd7-a688-ef36545ddce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af24d2dc-26e8-40d8-83a4-f305df27e4a7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:16.199967 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.225699 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e6c04-75d6-4620-832c-d485e2b7c419 req-62a53e2e-6487-443b-8863-810da1e26e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:16.227947 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-653e6c04-75d6-4620-832c-d485e2b7c419 req-62a53e2e-6487-443b-8863-810da1e26e8c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 909 time: 0.1974063 Aug 16 22:19:16.264302 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-44856f81-4a96-496d-aff7-4009a425827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'name': 'tempest-ServersTestFqdnHostnames-335561896-router', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:13Z', 'revision_number': 3, 'project_id': '35c7affac3044c11884db26be26d9a55', 'gw_port': {'id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:16.280935 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 08b10974-1f70-40d7-9c8b-61bec410c4d0 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:16.284478 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=c150f28b-b2e8-4c16-843e-9262aff4fc1c,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:16.295232 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-653e6c04-75d6-4620-832c-d485e2b7c419 req-bd5d4261-111f-4805-9aa0-9e41fde0793c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=382de0d8-2eda-44e6-be66-feb9ea3a6fb1 HTTP/1.1" status: 200 len: 217 time: 0.0582886 Aug 16 22:19:16.299015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 08b10974-1f70-40d7-9c8b-61bec410c4d0 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:16.299566 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.304000 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44856f81-4a96-496d-aff7-4009a425827e None None] Checking router: 5fb31e2b-e020-4b68-9d5d-366b92c24504 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:19:16.304427 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44856f81-4a96-496d-aff7-4009a425827e None None] Updating router 5fb31e2b-e020-4b68-9d5d-366b92c24504 port 826bcfb8-4c84-4923-8e2f-2b0b60a51374 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:19:16.336063 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-44856f81-4a96-496d-aff7-4009a425827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.372954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-65fa671f-47c0-458f-a615-f555fd048181 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:16.374480 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-65fa671f-47c0-458f-a615-f555fd048181 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20&tenant_id=28d0b07328bc4868a7e7f336c894f93d&binding%3Ahost_id=n-h2-792458-15 HTTP/1.1" status: 200 len: 1098 time: 0.3574429 Aug 16 22:19:16.395871 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e6c04-75d6-4620-832c-d485e2b7c419 req-b40f1e44-1fd8-47a3-908a-21bac3a92e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:16.396645 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.397770 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-653e6c04-75d6-4620-832c-d485e2b7c419 req-b40f1e44-1fd8-47a3-908a-21bac3a92e48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 200 len: 848 time: 0.0933430 Aug 16 22:19:16.441843 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-653e6c04-75d6-4620-832c-d485e2b7c419 req-12bef0b2-6311-4da8-a29d-bd57cf9dcab2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351794 Aug 16 22:19:16.449673 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792458-15'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:16.460877 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 08b10974-1f70-40d7-9c8b-61bec410c4d0, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=08b10974-1f70-40d7-9c8b-61bec410c4d0,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:16.470903 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.518990 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946c9f2-a82b-405a-beb3-be0b8a2a0571 req-74c77f6e-56ff-4eb5-beb8-6bf35c9ff3fb tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:16.523086 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0946c9f2-a82b-405a-beb3-be0b8a2a0571 req-74c77f6e-56ff-4eb5-beb8-6bf35c9ff3fb tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 945 time: 0.3659670 Aug 16 22:19:16.552234 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-653e6c04-75d6-4620-832c-d485e2b7c419 req-b3223a05-437f-4af3-b80b-fa51654325c9 service neutron] 10.222.0.39 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014550 Aug 16 22:19:16.554386 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8ab0d-6429-4a7d-9907-7a74b7c003e0 req-cecf016d-1075-4db2-ba49-a74ba174b4df tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:16.556743 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-82e8ab0d-6429-4a7d-9907-7a74b7c003e0 req-cecf016d-1075-4db2-ba49-a74ba174b4df tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=36ccd004-d184-4505-aa5f-69a524beb6d9 HTTP/1.1" status: 200 len: 946 time: 0.3127911 Aug 16 22:19:16.574560 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=08b10974-1f70-40d7-9c8b-61bec410c4d0,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:16.589776 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d702e405-e5b4-4e08-a74f-ea74b257991d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.668727 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819c18a7-e038-4a77-9e0a-8cca786f32b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b10974-1f70-40d7-9c8b-61bec410c4d0'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:16.671141 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414ca88d-6acb-4bbf-ba87-af12b3fe24cd" -d '{"events": [{"server_uuid": "819c18a7-e038-4a77-9e0a-8cca786f32b7", "name": "network-vif-plugged", "status": "completed", "tag": "08b10974-1f70-40d7-9c8b-61bec410c4d0"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:16.681924 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-653e6c04-75d6-4620-832c-d485e2b7c419 req-37b2247b-8d4e-4487-ba75-56d5b4e9c6e0 service neutron] 10.222.0.39 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220174 Aug 16 22:19:16.730015 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-44856f81-4a96-496d-aff7-4009a425827e None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.738986 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d702e405-e5b4-4e08-a74f-ea74b257991d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.740576 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.742606 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-44856f81-4a96-496d-aff7-4009a425827e None None] Transition to ACTIVE for port object 826bcfb8-4c84-4923-8e2f-2b0b60a51374 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:16.751437 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-44856f81-4a96-496d-aff7-4009a425827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.780292 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0946c9f2-a82b-405a-beb3-be0b8a2a0571 req-cff3af53-5f2b-46d4-b6dd-ccfba6816fab tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132437 Aug 16 22:19:16.806180 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d23a5-dbf8-47e0-af9d-22b1ec01efc8 None None] Pushing event updated for resources: {'Port': ['ID=826bcfb8-4c84-4923-8e2f-2b0b60a51374,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:16.812007 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d23a5-dbf8-47e0-af9d-22b1ec01efc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:16.812938 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d23a5-dbf8-47e0-af9d-22b1ec01efc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:16.813354 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d23a5-dbf8-47e0-af9d-22b1ec01efc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:16.813760 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d23a5-dbf8-47e0-af9d-22b1ec01efc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:16.814274 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d23a5-dbf8-47e0-af9d-22b1ec01efc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:16.814628 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d23a5-dbf8-47e0-af9d-22b1ec01efc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:16.815019 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d23a5-dbf8-47e0-af9d-22b1ec01efc8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:16.815338 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-82e8ab0d-6429-4a7d-9907-7a74b7c003e0 req-4fca695d-fe48-4f6e-8d22-153806532f8c tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366447 Aug 16 22:19:16.815469 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d23a5-dbf8-47e0-af9d-22b1ec01efc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:16.815854 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d23a5-dbf8-47e0-af9d-22b1ec01efc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:16.816301 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d23a5-dbf8-47e0-af9d-22b1ec01efc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:16.816797 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d23a5-dbf8-47e0-af9d-22b1ec01efc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:16.817078 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d23a5-dbf8-47e0-af9d-22b1ec01efc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:16.844563 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-44856f81-4a96-496d-aff7-4009a425827e None None] Attempting to bind port 826bcfb8-4c84-4923-8e2f-2b0b60a51374 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:16.844951 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-44856f81-4a96-496d-aff7-4009a425827e None None] Attempting to bind port 826bcfb8-4c84-4923-8e2f-2b0b60a51374 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:16.845375 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44856f81-4a96-496d-aff7-4009a425827e None None] Attempting to bind port 826bcfb8-4c84-4923-8e2f-2b0b60a51374 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:16.852092 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44856f81-4a96-496d-aff7-4009a425827e None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:16.852695 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44856f81-4a96-496d-aff7-4009a425827e None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:16.853163 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-44856f81-4a96-496d-aff7-4009a425827e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.853616 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44856f81-4a96-496d-aff7-4009a425827e None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:16.854180 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-44856f81-4a96-496d-aff7-4009a425827e None None] Bound port: 826bcfb8-4c84-4923-8e2f-2b0b60a51374, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:16.854792 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-44856f81-4a96-496d-aff7-4009a425827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.918467 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-44856f81-4a96-496d-aff7-4009a425827e None None] For port 826bcfb8-4c84-4923-8e2f-2b0b60a51374, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:16.923747 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-44856f81-4a96-496d-aff7-4009a425827e None None] For port 826bcfb8-4c84-4923-8e2f-2b0b60a51374, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=826bcfb8-4c84-4923-8e2f-2b0b60a51374,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:16.930906 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-44856f81-4a96-496d-aff7-4009a425827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.971159 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d702e405-e5b4-4e08-a74f-ea74b257991d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.974091 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d702e405-e5b4-4e08-a74f-ea74b257991d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.978171 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d702e405-e5b4-4e08-a74f-ea74b257991d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/af24d2dc-26e8-40d8-83a4-f305df27e4a7 HTTP/1.1" status: 204 len: 168 time: 0.8847916 Aug 16 22:19:17.026782 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d23a5-dbf8-47e0-af9d-22b1ec01efc8 None None] Pushing event updated for resources: {'Port': ['ID=826bcfb8-4c84-4923-8e2f-2b0b60a51374,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:17.039886 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702e405-e5b4-4e08-a74f-ea74b257991d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af24d2dc-26e8-40d8-83a4-f305df27e4a7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:17.057256 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44856f81-4a96-496d-aff7-4009a425827e None None] Routers {'5fb31e2b-e020-4b68-9d5d-366b92c24504'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:17.058127 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-44856f81-4a96-496d-aff7-4009a425827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:19:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5fb31e2b-e020-4b68-9d5d-366b92c24504'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:17.234982 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-44856f81-4a96-496d-aff7-4009a425827e None None] Set router 5fb31e2b-e020-4b68-9d5d-366b92c24504 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:17.417610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba255fd3-d6db-4f64-b3f0-3fdaebdbb4bb req-121cc3ac-2638-437a-8b21-94f015d7b14c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:17.425759 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba255fd3-d6db-4f64-b3f0-3fdaebdbb4bb req-121cc3ac-2638-437a-8b21-94f015d7b14c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.4606392 Aug 16 22:19:17.429381 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] For port 2fd9cb44-6dd9-4030-a346-c38165c18acc, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=2fd9cb44-6dd9-4030-a346-c38165c18acc,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:17.440369 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c290ff-d144-488a-95d1-8c55bd303369 req-41b23b0f-d30e-44ab-af1f-0e5fd873ec64 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:17.441873 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0c290ff-d144-488a-95d1-8c55bd303369 req-41b23b0f-d30e-44ab-af1f-0e5fd873ec64 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 946 time: 0.4516218 Aug 16 22:19:17.516177 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c150f28b-b2e8-4c16-843e-9262aff4fc1c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:17.605194 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c150f28b-b2e8-4c16-843e-9262aff4fc1c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:17.605611 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:17.616256 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0c290ff-d144-488a-95d1-8c55bd303369 req-b54c057d-5dd9-4236-b3a2-55c4d5998545 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501358 Aug 16 22:19:17.658445 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba255fd3-d6db-4f64-b3f0-3fdaebdbb4bb req-291f942e-4512-4366-8fa0-2b299fed050c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280798 Aug 16 22:19:17.664591 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ed311a38-96a9-45dc-a2fc-17d40ea68dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:17.707273 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] For port 2fd9cb44-6dd9-4030-a346-c38165c18acc, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:17.725047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 2fd9cb44-6dd9-4030-a346-c38165c18acc details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:19:17.737704 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06340423-4fd7-4a50-9776-53d8a426c4dc x-openstack-request-id: req-06340423-4fd7-4a50-9776-53d8a426c4dc {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:17.738411 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819c18a7-e038-4a77-9e0a-8cca786f32b7", "name": "network-vif-plugged", "status": "completed", "tag": "08b10974-1f70-40d7-9c8b-61bec410c4d0", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:17.738886 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-06340423-4fd7-4a50-9776-53d8a426c4dc {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:17.739538 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819c18a7-e038-4a77-9e0a-8cca786f32b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b10974-1f70-40d7-9c8b-61bec410c4d0', 'code': 200} Aug 16 22:19:17.763917 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-44856f81-4a96-496d-aff7-4009a425827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'name': 'tempest-ServersTestFqdnHostnames-335561896-router', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:13Z', 'revision_number': 3, 'project_id': '35c7affac3044c11884db26be26d9a55', 'gw_port': {'id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:17.790380 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:17.793272 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a05d37e-a870-489e-98fa-8105cba25c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd9cb44-6dd9-4030-a346-c38165c18acc'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:17.797428 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346a5735-d061-498a-9f55-814dd3f56494" -d '{"events": [{"server_uuid": "7a05d37e-a870-489e-98fa-8105cba25c20", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd9cb44-6dd9-4030-a346-c38165c18acc"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:17.808993 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:17.861270 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44856f81-4a96-496d-aff7-4009a425827e None None] The sync data for ids ['5fb31e2b-e020-4b68-9d5d-366b92c24504'] in n-d-792458-15 is: [{'id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'name': 'tempest-ServersTestFqdnHostnames-335561896-router', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:13Z', 'revision_number': 3, 'project_id': '35c7affac3044c11884db26be26d9a55', 'gw_port': {'id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:19:17.900647 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876548ef-2390-40d2-9ec0-339f70e285b3 req-b45e2627-f94b-44cc-8eb7-6d5cc36125a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:17.904256 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 2fd9cb44-6dd9-4030-a346-c38165c18acc, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=2fd9cb44-6dd9-4030-a346-c38165c18acc,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:17.906556 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-876548ef-2390-40d2-9ec0-339f70e285b3 req-b45e2627-f94b-44cc-8eb7-6d5cc36125a1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=819c18a7-e038-4a77-9e0a-8cca786f32b7 HTTP/1.1" status: 200 len: 1102 time: 0.0888002 Aug 16 22:19:17.931760 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 2fd9cb44-6dd9-4030-a346-c38165c18acc has no active binding in host n-h1-792458-15 {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:19:17.961900 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-876548ef-2390-40d2-9ec0-339f70e285b3 req-5b5223a7-697b-4c72-94fc-7470ea606280 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=acc12b2f-e8b4-4f80-9591-f3eff2e98af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474551 Aug 16 22:19:18.008314 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c223b512-99e0-40ec-8db6-be1d942ae924 x-openstack-request-id: req-c223b512-99e0-40ec-8db6-be1d942ae924 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:18.008680 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a05d37e-a870-489e-98fa-8105cba25c20", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd9cb44-6dd9-4030-a346-c38165c18acc", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:18.008991 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c223b512-99e0-40ec-8db6-be1d942ae924 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:18.009484 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a05d37e-a870-489e-98fa-8105cba25c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd9cb44-6dd9-4030-a346-c38165c18acc', 'code': 200} Aug 16 22:19:18.041003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] Attempting to bind port 2fd9cb44-6dd9-4030-a346-c38165c18acc on host n-h2-792458-15 for vnic_type normal with profile {"migrating_to": "n-h1-792458-15"} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:18.041471 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] Attempting to bind port 2fd9cb44-6dd9-4030-a346-c38165c18acc by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:18.041876 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] Attempting to bind port 2fd9cb44-6dd9-4030-a346-c38165c18acc on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:18.095625 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd9cb44-6dd9-4030-a346-c38165c18acc,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:18.098591 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] Port 2fd9cb44-6dd9-4030-a346-c38165c18acc on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:19:18.099130 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] Attempting to bind port 2fd9cb44-6dd9-4030-a346-c38165c18acc on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:18.109900 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:18.110482 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] Checking segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:18.110857 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] Bound using segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:18.111471 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] Bound port: 2fd9cb44-6dd9-4030-a346-c38165c18acc, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:18.112012 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:18.143629 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b9ef5-e136-4767-8434-8b4e9de460a0 req-f19314df-16be-4c46-a457-a0b4338f7525 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:18.145304 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-487b9ef5-e136-4767-8434-8b4e9de460a0 req-f19314df-16be-4c46-a457-a0b4338f7525 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/ports?device_id=819c18a7-e038-4a77-9e0a-8cca786f32b7 HTTP/1.1" status: 200 len: 950 time: 0.3434176 Aug 16 22:19:18.292921 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] For port 2fd9cb44-6dd9-4030-a346-c38165c18acc, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:18.305471 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] For port 2fd9cb44-6dd9-4030-a346-c38165c18acc, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=2fd9cb44-6dd9-4030-a346-c38165c18acc,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:18.322886 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:18.332108 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daed8e-3498-4c11-9d03-9bfec044124c req-ccb1bdf4-da2f-44f5-9625-5b525bffbc22 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:18.333674 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17daed8e-3498-4c11-9d03-9bfec044124c req-ccb1bdf4-da2f-44f5-9625-5b525bffbc22 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 945 time: 0.2420137 Aug 16 22:19:18.346452 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-487b9ef5-e136-4767-8434-8b4e9de460a0 req-609f95d9-2658-4dad-834c-d48553862bc7 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/security-groups?id=acc12b2f-e8b4-4f80-9591-f3eff2e98af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823964 Aug 16 22:19:18.391781 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-ed311a38-96a9-45dc-a2fc-17d40ea68dec admin admin] Allocated IP 172.20.0.1 (9a79c712-1e9a-409c-9eab-e685af817459/5863a023-087d-4ef7-b984-91b82beea9fe/7fd8e721-e5fc-42fd-91d5-c43e39347893) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:18.525250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd9cb44-6dd9-4030-a346-c38165c18acc,revision_number=8']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:18.535788 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17daed8e-3498-4c11-9d03-9bfec044124c req-5c587987-5964-4c36-9a5a-4548c8aa5b4b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881187 Aug 16 22:19:18.576741 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:18.577509 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:18.579496 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-bd37bd8f-ca5a-4435-babc-acbdd299d869 service neutron] 10.222.0.39 "PUT /v2.0/ports/2fd9cb44-6dd9-4030-a346-c38165c18acc HTTP/1.1" status: 200 len: 1124 time: 2.1929080 Aug 16 22:19:18.618058 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff5b2e-218b-4774-8258-e6e4261aaafe req-0294e8fb-c379-425f-88c7-78dd2b27f7c0 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:18.625613 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4bff5b2e-218b-4774-8258-e6e4261aaafe req-0294e8fb-c379-425f-88c7-78dd2b27f7c0 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=36ccd004-d184-4505-aa5f-69a524beb6d9 HTTP/1.1" status: 200 len: 946 time: 0.1965170 Aug 16 22:19:18.693104 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4bff5b2e-218b-4774-8258-e6e4261aaafe req-754c56f9-748f-429c-a1d2-7ba4581ffed9 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664334 Aug 16 22:19:18.728708 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['2fd9cb44-6dd9-4030-a346-c38165c18acc'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:18.737979 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ed311a38-96a9-45dc-a2fc-17d40ea68dec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:18.772382 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-ed311a38-96a9-45dc-a2fc-17d40ea68dec admin admin] Transition to ACTIVE for port object 7fd8e721-e5fc-42fd-91d5-c43e39347893 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:18.801941 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['2fd9cb44-6dd9-4030-a346-c38165c18acc'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:18.827427 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ed311a38-96a9-45dc-a2fc-17d40ea68dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:18.923894 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed311a38-96a9-45dc-a2fc-17d40ea68dec admin admin] Network 9a79c712-1e9a-409c-9eab-e685af817459 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:18.929792 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ed311a38-96a9-45dc-a2fc-17d40ea68dec admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:18.933769 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed311a38-96a9-45dc-a2fc-17d40ea68dec admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:18.934364 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ed311a38-96a9-45dc-a2fc-17d40ea68dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:19.034149 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed311a38-96a9-45dc-a2fc-17d40ea68dec admin admin] Pushing event updated for resources: {'Port': ['ID=7fd8e721-e5fc-42fd-91d5-c43e39347893,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:19.425134 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da4cc6-7684-4cd5-a070-bc9900bd2a02 req-4105bed2-ce51-401d-aad0-1a84bbf72017 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:19.445541 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99da4cc6-7684-4cd5-a070-bc9900bd2a02 req-4105bed2-ce51-401d-aad0-1a84bbf72017 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 944 time: 0.2833459 Aug 16 22:19:19.577089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 826bcfb8-4c84-4923-8e2f-2b0b60a51374 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:19.614466 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ed311a38-96a9-45dc-a2fc-17d40ea68dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:19.666804 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-891dee03-929c-4876-84f1-6272a587a49d None None] Provisioning for port 7fd8e721-e5fc-42fd-91d5-c43e39347893 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:19.672683 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-891dee03-929c-4876-84f1-6272a587a49d None None] Provisioning complete for port 7fd8e721-e5fc-42fd-91d5-c43e39347893 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:19.673476 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-891dee03-929c-4876-84f1-6272a587a49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:19.675215 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 826bcfb8-4c84-4923-8e2f-2b0b60a51374 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:19.676490 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99da4cc6-7684-4cd5-a070-bc9900bd2a02 req-a68bba8b-c38f-4770-9333-3a3c23fadbb4 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287731 Aug 16 22:19:19.701684 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 826bcfb8-4c84-4923-8e2f-2b0b60a51374 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:19.702140 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:19.731572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc20ea-8736-4415-adc3-43b603a42c09 req-9324a551-a02e-4609-92f1-694244ddb21f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:19.733490 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bdcc20ea-8736-4415-adc3-43b603a42c09 req-9324a551-a02e-4609-92f1-694244ddb21f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.2814167 Aug 16 22:19:19.764328 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-891dee03-929c-4876-84f1-6272a587a49d None None] Port 7fd8e721-e5fc-42fd-91d5-c43e39347893 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:19:19.844860 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:19.886679 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 826bcfb8-4c84-4923-8e2f-2b0b60a51374, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=826bcfb8-4c84-4923-8e2f-2b0b60a51374,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:19.894221 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:19.975020 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bdcc20ea-8736-4415-adc3-43b603a42c09 req-41bbc50b-afd2-4e88-913c-19122e8678c0 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229841 Aug 16 22:19:19.981495 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=826bcfb8-4c84-4923-8e2f-2b0b60a51374,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:20.010445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a05d37e-a870-489e-98fa-8105cba25c20', 'tag': '2fd9cb44-6dd9-4030-a346-c38165c18acc'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:20.013680 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1160425-f58c-48cb-aa0f-92ac2f48bb43" -d '{"events": [{"name": "network-changed", "server_uuid": "7a05d37e-a870-489e-98fa-8105cba25c20", "tag": "2fd9cb44-6dd9-4030-a346-c38165c18acc"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:20.018770 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ed311a38-96a9-45dc-a2fc-17d40ea68dec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:20.028123 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab23318-9953-4aaa-bf6c-df4ef25e9d5d req-330c590a-69cf-4262-9369-0fb88d213d5a tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:20.029657 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7ab23318-9953-4aaa-bf6c-df4ef25e9d5d req-330c590a-69cf-4262-9369-0fb88d213d5a tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=36ccd004-d184-4505-aa5f-69a524beb6d9 HTTP/1.1" status: 200 len: 946 time: 0.1672440 Aug 16 22:19:20.030891 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ed311a38-96a9-45dc-a2fc-17d40ea68dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:20.031743 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ed311a38-96a9-45dc-a2fc-17d40ea68dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:20.041687 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46672) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:20.047164 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-1f32b68e-fa93-4bd6-b8d0-865558e023d8 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Request body: {'floatingip': {'port_id': 'dbe2dd17-9659-466e-a522-1911f2100ce2'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:20.122699 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f32b68e-fa93-4bd6-b8d0-865558e023d8 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for floatingip, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:20.138434 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed311a38-96a9-45dc-a2fc-17d40ea68dec admin admin] Pushing event updated for resources: {'Port': ['ID=7fd8e721-e5fc-42fd-91d5-c43e39347893,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:20.303344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed311a38-96a9-45dc-a2fc-17d40ea68dec admin admin] Network 9a79c712-1e9a-409c-9eab-e685af817459 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:20.309239 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ed311a38-96a9-45dc-a2fc-17d40ea68dec admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:20.418717 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fd1a0-7a0c-4512-94f1-df95af69d55f req-1cb08b31-aa5b-4f5f-b6be-0bce1b754731 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:20.420791 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-686fd1a0-7a0c-4512-94f1-df95af69d55f req-1cb08b31-aa5b-4f5f-b6be-0bce1b754731 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 945 time: 0.2109625 Aug 16 22:19:20.443468 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272530b0-8c1e-4c97-96a8-7cd355b07026 req-6cd05d54-601f-4f70-804b-974024d9de73 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:20.457447 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-272530b0-8c1e-4c97-96a8-7cd355b07026 req-6cd05d54-601f-4f70-804b-974024d9de73 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/ports?device_id=819c18a7-e038-4a77-9e0a-8cca786f32b7 HTTP/1.1" status: 200 len: 950 time: 0.3603890 Aug 16 22:19:20.567320 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-272530b0-8c1e-4c97-96a8-7cd355b07026 req-0fbe0448-2862-4b8a-a7fa-733b3d99a95c tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/security-groups?id=acc12b2f-e8b4-4f80-9591-f3eff2e98af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087344 Aug 16 22:19:20.623378 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed311a38-96a9-45dc-a2fc-17d40ea68dec admin admin] Router 5fb31e2b-e020-4b68-9d5d-366b92c24504 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:19:20.650206 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-686fd1a0-7a0c-4512-94f1-df95af69d55f req-93ddab1c-dbca-4e84-aa37-27f01b8c100e tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871173 Aug 16 22:19:20.729038 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5bde3ebb-e652-4634-97e9-e2f5a43ff43d None None] Provisioning complete for port 7fd8e721-e5fc-42fd-91d5-c43e39347893 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:20.729038 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5bde3ebb-e652-4634-97e9-e2f5a43ff43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:20.741335 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54afd00-fcad-47e2-8246-868eec36d446 x-openstack-request-id: req-d54afd00-fcad-47e2-8246-868eec36d446 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:20.742015 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a05d37e-a870-489e-98fa-8105cba25c20", "tag": "2fd9cb44-6dd9-4030-a346-c38165c18acc", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:20.742015 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d54afd00-fcad-47e2-8246-868eec36d446 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:20.742589 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a05d37e-a870-489e-98fa-8105cba25c20', 'tag': '2fd9cb44-6dd9-4030-a346-c38165c18acc', 'status': 'completed', 'code': 200} Aug 16 22:19:20.815953 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-5bde3ebb-e652-4634-97e9-e2f5a43ff43d None None] Port 7fd8e721-e5fc-42fd-91d5-c43e39347893 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:19:20.870632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed311a38-96a9-45dc-a2fc-17d40ea68dec admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:19:20.887272 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ed311a38-96a9-45dc-a2fc-17d40ea68dec admin admin] 10.222.0.93 "PUT /v2.0/routers/5fb31e2b-e020-4b68-9d5d-366b92c24504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0050156 Aug 16 22:19:20.888968 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] Sync routers for ids ['5fb31e2b-e020-4b68-9d5d-366b92c24504'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:19:20.903826 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] Routers {'5fb31e2b-e020-4b68-9d5d-366b92c24504'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:20.904863 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:19:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5fb31e2b-e020-4b68-9d5d-366b92c24504'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:20.920695 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1160425-f58c-48cb-aa0f-92ac2f48bb43 req-122c93b6-af1e-4b35-a2dd-919e3a6ad44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:20.928284 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d1160425-f58c-48cb-aa0f-92ac2f48bb43 req-122c93b6-af1e-4b35-a2dd-919e3a6ad44a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 1127 time: 0.2015865 Aug 16 22:19:20.961855 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06debe63-f357-49c4-b080-5c8792cfd6a7 req-982291ae-dc15-4ae9-bb79-7ee54e0c0c21 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:20.963334 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-06debe63-f357-49c4-b080-5c8792cfd6a7 req-982291ae-dc15-4ae9-bb79-7ee54e0c0c21 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 944 time: 0.0751374 Aug 16 22:19:21.055687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-06debe63-f357-49c4-b080-5c8792cfd6a7 req-28b2a3fe-9783-486d-832f-a2231b672b65 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776968 Aug 16 22:19:21.065750 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] Set router 5fb31e2b-e020-4b68-9d5d-366b92c24504 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:21.242656 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f274c-ae59-420c-8931-f0d16ee1fcb2 req-f196ac8f-3b9a-4c8a-a089-ed645ac4b786 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:21.244224 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ea2f274c-ae59-420c-8931-f0d16ee1fcb2 req-f196ac8f-3b9a-4c8a-a089-ed645ac4b786 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.0933261 Aug 16 22:19:21.279018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0a21b-6ca9-45c4-b2f4-4d17b857b557 req-9d3a52ed-741c-43da-8a71-64ab17e712c2 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:21.281341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-07e0a21b-6ca9-45c4-b2f4-4d17b857b557 req-9d3a52ed-741c-43da-8a71-64ab17e712c2 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/ports?device_id=819c18a7-e038-4a77-9e0a-8cca786f32b7 HTTP/1.1" status: 200 len: 950 time: 0.0951056 Aug 16 22:19:21.331187 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ea2f274c-ae59-420c-8931-f0d16ee1fcb2 req-476602f7-9af2-4f56-8c30-3a5b6ba9a5b0 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733576 Aug 16 22:19:21.355810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'name': 'tempest-ServersTestFqdnHostnames-335561896-router', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:19Z', 'revision_number': 4, 'project_id': '35c7affac3044c11884db26be26d9a55', 'gw_port': {'id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '7fd8e721-e5fc-42fd-91d5-c43e39347893', 'name': '', 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'mac_address': 'fa:16:3e:05:7e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '5863a023-087d-4ef7-b984-91b82beea9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:17Z', 'updated_at': '2021-08-16T22:19:19Z', 'revision_number': 2, 'project_id': '35c7affac3044c11884db26be26d9a55', 'subnets': [{'id': '5863a023-087d-4ef7-b984-91b82beea9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:21.376564 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-07e0a21b-6ca9-45c4-b2f4-4d17b857b557 req-cdaf5054-0776-4690-a6c6-c2e18cbb1b22 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/security-groups?id=acc12b2f-e8b4-4f80-9591-f3eff2e98af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873632 Aug 16 22:19:21.406404 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] Checking router: 5fb31e2b-e020-4b68-9d5d-366b92c24504 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:19:21.406825 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] Updating router 5fb31e2b-e020-4b68-9d5d-366b92c24504 port 7fd8e721-e5fc-42fd-91d5-c43e39347893 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:19:21.432545 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1160425-f58c-48cb-aa0f-92ac2f48bb43 req-f9be7703-23d3-4cfd-aa6d-6de28747e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:21.435271 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d1160425-f58c-48cb-aa0f-92ac2f48bb43 req-f9be7703-23d3-4cfd-aa6d-6de28747e544 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 921 time: 0.5004549 Aug 16 22:19:21.456468 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.465054 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.resource_extend [None req-1f32b68e-fa93-4bd6-b8d0-865558e023d8 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:19:21.506173 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d1160425-f58c-48cb-aa0f-92ac2f48bb43 req-6e0bdd15-d844-4315-bd7e-4b8d875efb2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd9cb44-6dd9-4030-a346-c38165c18acc HTTP/1.1" status: 200 len: 217 time: 0.0537410 Aug 16 22:19:21.613718 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46718) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:21.619732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-52f0a40a-f716-451a-863e-406961e963ab tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1488018367', 'description': 'tempest-description--1350677232'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:21.643920 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46720) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:21.653718 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 826bcfb8-4c84-4923-8e2f-2b0b60a51374 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:21.666410 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f32b68e-fa93-4bd6-b8d0-865558e023d8 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.675736 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52f0a40a-f716-451a-863e-406961e963ab tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.683583 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f32b68e-fa93-4bd6-b8d0-865558e023d8 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.752863 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1160425-f58c-48cb-aa0f-92ac2f48bb43 req-e3ac809e-139d-432e-ada0-b58781dabb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:21.755180 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d1160425-f58c-48cb-aa0f-92ac2f48bb43 req-e3ac809e-139d-432e-ada0-b58781dabb26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.2124944 Aug 16 22:19:21.803545 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d1160425-f58c-48cb-aa0f-92ac2f48bb43 req-b4b48f0a-9ce2-4f25-bc2c-a73777436754 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356884 Aug 16 22:19:21.900089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 826bcfb8-4c84-4923-8e2f-2b0b60a51374 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:21.900672 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.920233 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52f0a40a-f716-451a-863e-406961e963ab tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.925396 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-1f32b68e-fa93-4bd6-b8d0-865558e023d8 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Floating IP 3e0a2b70-d54d-4804-81be-5c6f1a743de5 associated. External IP: 172.25.6.129, port: dbe2dd17-9659-466e-a522-1911f2100ce2. Aug 16 22:19:21.933304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf3f0f-8313-4dfc-8902-23d2f4f6c1b1 req-d55f64e7-8e35-4be7-845d-bc985289cb23 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:21.934874 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fadf3f0f-8313-4dfc-8902-23d2f4f6c1b1 req-d55f64e7-8e35-4be7-845d-bc985289cb23 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 945 time: 0.1259842 Aug 16 22:19:21.935765 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52f0a40a-f716-451a-863e-406961e963ab tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.976702 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0a40a-f716-451a-863e-406961e963ab tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44aec222-ba4e-4ac8-bab4-b7b323ba0ecd,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:21.978992 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52f0a40a-f716-451a-863e-406961e963ab tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.980427 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-52f0a40a-f716-451a-863e-406961e963ab tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3656616 Aug 16 22:19:21.985876 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46726) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:21.994388 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-006b768b-e351-40e7-b65a-e201a7693444 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Request body: {'security_group_rule': {'security_group_id': '44aec222-ba4e-4ac8-bab4-b7b323ba0ecd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:21.998796 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0a40a-f716-451a-863e-406961e963ab tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:21.999148 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0a40a-f716-451a-863e-406961e963ab tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.000508 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0a40a-f716-451a-863e-406961e963ab tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.000875 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0a40a-f716-451a-863e-406961e963ab tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.001205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0a40a-f716-451a-863e-406961e963ab tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.001537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0a40a-f716-451a-863e-406961e963ab tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.001941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0a40a-f716-451a-863e-406961e963ab tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.002287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0a40a-f716-451a-863e-406961e963ab tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.002669 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0a40a-f716-451a-863e-406961e963ab tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.002932 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0a40a-f716-451a-863e-406961e963ab tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.003301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0a40a-f716-451a-863e-406961e963ab tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.003692 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0a40a-f716-451a-863e-406961e963ab tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.027411 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fadf3f0f-8313-4dfc-8902-23d2f4f6c1b1 req-7285067f-4d17-422b-a616-cbbdf671c900 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795088 Aug 16 22:19:22.054874 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-73aec4be-38fc-4984-ab8d-a7c582176bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.063085 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.079289 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] Transition to ACTIVE for port object 7fd8e721-e5fc-42fd-91d5-c43e39347893 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:22.086625 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d1160425-f58c-48cb-aa0f-92ac2f48bb43 req-dd8d3e4e-0839-4111-a444-af5479d3cf6a service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498693 Aug 16 22:19:22.086852 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.177604 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-006b768b-e351-40e7-b65a-e201a7693444 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.254651 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-73aec4be-38fc-4984-ab8d-a7c582176bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.267949 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-73aec4be-38fc-4984-ab8d-a7c582176bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.273757 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eac46e-1de7-4d98-93a2-4e93aabbde5f None None] Pushing event updated for resources: {'Port': ['ID=7fd8e721-e5fc-42fd-91d5-c43e39347893,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:22.276143 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] Attempting to bind port 7fd8e721-e5fc-42fd-91d5-c43e39347893 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:22.276520 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] Attempting to bind port 7fd8e721-e5fc-42fd-91d5-c43e39347893 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '124a9c87-b2e1-4f63-853b-e33339f93f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:22.276873 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] Attempting to bind port 7fd8e721-e5fc-42fd-91d5-c43e39347893 on network 9a79c712-1e9a-409c-9eab-e685af817459 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:22.290781 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eac46e-1de7-4d98-93a2-4e93aabbde5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.291123 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eac46e-1de7-4d98-93a2-4e93aabbde5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.291464 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eac46e-1de7-4d98-93a2-4e93aabbde5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.291805 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eac46e-1de7-4d98-93a2-4e93aabbde5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.292135 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eac46e-1de7-4d98-93a2-4e93aabbde5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.292463 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eac46e-1de7-4d98-93a2-4e93aabbde5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.292788 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eac46e-1de7-4d98-93a2-4e93aabbde5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.293108 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eac46e-1de7-4d98-93a2-4e93aabbde5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.293432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eac46e-1de7-4d98-93a2-4e93aabbde5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.293753 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eac46e-1de7-4d98-93a2-4e93aabbde5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.297693 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eac46e-1de7-4d98-93a2-4e93aabbde5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.298117 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eac46e-1de7-4d98-93a2-4e93aabbde5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:22.302380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:22.302766 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] Checking segment: {'id': '124a9c87-b2e1-4f63-853b-e33339f93f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:22.303176 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.303562 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] Bound using segment: {'id': '124a9c87-b2e1-4f63-853b-e33339f93f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:22.304047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] Bound port: 7fd8e721-e5fc-42fd-91d5-c43e39347893, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124a9c87-b2e1-4f63-853b-e33339f93f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:22.304429 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.373756 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d1160425-f58c-48cb-aa0f-92ac2f48bb43 req-49346bc6-865b-40b9-9847-4eced69982d4 service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781522 Aug 16 22:19:22.410360 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-006b768b-e351-40e7-b65a-e201a7693444 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.416301 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-006b768b-e351-40e7-b65a-e201a7693444 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.430374 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] For port 7fd8e721-e5fc-42fd-91d5-c43e39347893, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:22.435404 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] For port 7fd8e721-e5fc-42fd-91d5-c43e39347893, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7fd8e721-e5fc-42fd-91d5-c43e39347893,segment=NetworkSegment(124a9c87-b2e1-4f63-853b-e33339f93f55),segment_id=124a9c87-b2e1-4f63-853b-e33339f93f55)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:22.443762 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.454425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aec4be-38fc-4984-ab8d-a7c582176bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2005cfc7-e5fe-4138-b780-e35fb46b825e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:22.454657 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b768b-e351-40e7-b65a-e201a7693444 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d235b4-2318-4e87-ae9e-7ced0494a8e3,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:22.470600 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-73aec4be-38fc-4984-ab8d-a7c582176bb0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9a38b16eb2b74402ae9f11aca36f6da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8252876 Aug 16 22:19:22.476313 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46734) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:22.489087 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f32b68e-fa93-4bd6-b8d0-865558e023d8 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:19:22.491047 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-006b768b-e351-40e7-b65a-e201a7693444 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.495522 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-006b768b-e351-40e7-b65a-e201a7693444 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5084715 Aug 16 22:19:22.496608 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46736) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:22.506223 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5c4558bd-5521-411f-8d7b-b32aa84f6723 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Request body: {'security_group_rule': {'security_group_id': '44aec222-ba4e-4ac8-bab4-b7b323ba0ecd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:22.540133 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eac46e-1de7-4d98-93a2-4e93aabbde5f None None] Pushing event updated for resources: {'Port': ['ID=7fd8e721-e5fc-42fd-91d5-c43e39347893,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:22.541764 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33795a04-e91e-43e6-b556-2d4edeb14872 req-2d4067c3-9773-4021-8d3a-097a7885d1b7 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:22.551354 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-33795a04-e91e-43e6-b556-2d4edeb14872 req-2d4067c3-9773-4021-8d3a-097a7885d1b7 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 944 time: 0.2939706 Aug 16 22:19:22.572556 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] Routers {'5fb31e2b-e020-4b68-9d5d-366b92c24504'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:22.573595 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:19:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5fb31e2b-e020-4b68-9d5d-366b92c24504'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:22.653487 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-33795a04-e91e-43e6-b556-2d4edeb14872 req-39941781-3a18-4817-8a70-18e2c0b2ca64 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939515 Aug 16 22:19:22.663852 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91863a10-9bd4-421e-bb69-a9901b7281f3 req-3b37dd1b-ab18-4dfd-b4e3-1c6ecd95ab09 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:22.671332 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91863a10-9bd4-421e-bb69-a9901b7281f3 req-3b37dd1b-ab18-4dfd-b4e3-1c6ecd95ab09 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.1965747 Aug 16 22:19:22.685067 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c4558bd-5521-411f-8d7b-b32aa84f6723 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.738790 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91863a10-9bd4-421e-bb69-a9901b7281f3 req-6f3650e7-7643-4914-983a-520812483cb1 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664136 Aug 16 22:19:22.749717 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4e7321a-b113-4158-90e0-9e9d4d7108a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.762041 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f32b68e-fa93-4bd6-b8d0-865558e023d8 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:19:22.769061 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f32b68e-fa93-4bd6-b8d0-865558e023d8 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.775897 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e48375-5c7b-475f-9d73-5c06dd080620 None None] Sync routers for ids ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:19:22.791484 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e48375-5c7b-475f-9d73-5c06dd080620 None None] Routers {'09e40fa3-9e64-44b9-a0d6-1b980c83f281'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:22.792110 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-09e48375-5c7b-475f-9d73-5c06dd080620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:19:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:22.808347 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4e7321a-b113-4158-90e0-9e9d4d7108a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.899000 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f843c-dda1-4554-a80e-3ce3299f7459 req-87f6f9dd-7e88-423e-b72b-b527d2da31bf tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:22.901305 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-469f843c-dda1-4554-a80e-3ce3299f7459 req-87f6f9dd-7e88-423e-b72b-b527d2da31bf tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/ports?device_id=819c18a7-e038-4a77-9e0a-8cca786f32b7 HTTP/1.1" status: 200 len: 950 time: 0.1077006 Aug 16 22:19:22.902849 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c4558bd-5521-411f-8d7b-b32aa84f6723 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.955941 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-469f843c-dda1-4554-a80e-3ce3299f7459 req-2bbffa39-15a1-421a-9a19-98e2c0213f93 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.93 "GET /v2.0/security-groups?id=acc12b2f-e8b4-4f80-9591-f3eff2e98af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484638 Aug 16 22:19:22.957226 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c4558bd-5521-411f-8d7b-b32aa84f6723 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.957371 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4e7321a-b113-4158-90e0-9e9d4d7108a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.960607 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4e7321a-b113-4158-90e0-9e9d4d7108a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.961752 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f4e7321a-b113-4158-90e0-9e9d4d7108a7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2005cfc7-e5fe-4138-b780-e35fb46b825e HTTP/1.1" status: 204 len: 168 time: 0.4834239 Aug 16 22:19:23.004507 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1f32b68e-fa93-4bd6-b8d0-865558e023d8 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "PUT /v2.0/floatingips/3e0a2b70-d54d-4804-81be-5c6f1a743de5 HTTP/1.1" status: 200 len: 992 time: 2.9616704 Aug 16 22:19:23.015173 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ccd004-d184-4505-aa5f-69a524beb6d9', 'tag': 'dbe2dd17-9659-466e-a522-1911f2100ce2'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:23.021915 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc42a06-d6fe-4d51-a3ba-1e8528d790b6" -d '{"events": [{"name": "network-changed", "server_uuid": "36ccd004-d184-4505-aa5f-69a524beb6d9", "tag": "dbe2dd17-9659-466e-a522-1911f2100ce2"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:23.031429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7321a-b113-4158-90e0-9e9d4d7108a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2005cfc7-e5fe-4138-b780-e35fb46b825e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:23.070757 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4558bd-5521-411f-8d7b-b32aa84f6723 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbfabb7-21cb-45e8-b12c-3c18f695cffe,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:23.087098 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-09e48375-5c7b-475f-9d73-5c06dd080620 None None] Set router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:23.107679 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c4558bd-5521-411f-8d7b-b32aa84f6723 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:23.115353 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5c4558bd-5521-411f-8d7b-b32aa84f6723 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6158366 Aug 16 22:19:23.118180 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5f180b-43b0-4051-b017-466273ffdb61 x-openstack-request-id: req-bb5f180b-43b0-4051-b017-466273ffdb61 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:23.118469 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ccd004-d184-4505-aa5f-69a524beb6d9", "tag": "dbe2dd17-9659-466e-a522-1911f2100ce2", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:23.118718 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bb5f180b-43b0-4051-b017-466273ffdb61 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:23.119156 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ccd004-d184-4505-aa5f-69a524beb6d9', 'tag': 'dbe2dd17-9659-466e-a522-1911f2100ce2', 'status': 'completed', 'code': 200} Aug 16 22:19:23.120026 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46748) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:23.128161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-24f46ea6-856d-4754-beb0-3027a50746a7 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:23.143360 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be9558-291a-44fb-801f-87a1dc784f1f req-26e15a4f-6e44-4738-9e48-c41cc28115d7 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:23.147626 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-00be9558-291a-44fb-801f-87a1dc784f1f req-26e15a4f-6e44-4738-9e48-c41cc28115d7 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.43 "GET /v2.0/ports?device_id=819c18a7-e038-4a77-9e0a-8cca786f32b7 HTTP/1.1" status: 200 len: 950 time: 0.2879367 Aug 16 22:19:23.151416 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] Set router 5fb31e2b-e020-4b68-9d5d-366b92c24504 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:23.188246 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-24f46ea6-856d-4754-beb0-3027a50746a7 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:23.295309 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc42a06-d6fe-4d51-a3ba-1e8528d790b6 req-07cee7b5-0543-4ea7-b7d5-293df0634614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:23.298214 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5fc42a06-d6fe-4d51-a3ba-1e8528d790b6 req-07cee7b5-0543-4ea7-b7d5-293df0634614 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c49cb28d54204a398d3eabbcdff91482&device_id=36ccd004-d184-4505-aa5f-69a524beb6d9 HTTP/1.1" status: 200 len: 1098 time: 0.1479342 Aug 16 22:19:23.396908 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb659e-6896-405d-a0b5-201e995b71d3 req-f182f1de-0389-4cac-810d-5b2c559b8127 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:23.403217 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2dbb659e-6896-405d-a0b5-201e995b71d3 req-f182f1de-0389-4cac-810d-5b2c559b8127 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 945 time: 0.1590853 Aug 16 22:19:23.483795 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-09e48375-5c7b-475f-9d73-5c06dd080620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-router', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '5587405a-6486-41ce-aea3-c1fb96516748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:18Z', 'updated_at': '2021-08-16T22:16:22Z', 'revision_number': 4, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'gw_port': {'id': '5587405a-6486-41ce-aea3-c1fb96516748', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '3e0a2b70-d54d-4804-81be-5c6f1a743de5', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'floating_ip_address': '172.25.6.129', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'port_id': 'dbe2dd17-9659-466e-a522-1911f2100ce2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'mac_address': 'fa:16:3e:f6:67:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ccd004-d184-4505-aa5f-69a524beb6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:16:42Z', 'updated_at': '2021-08-16T22:19:21Z', 'revision_number': 5, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fdacda-4193-44fc-b4c4-085c8b3abf49', 'name': '', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:21Z', 'updated_at': '2021-08-16T22:16:29Z', 'revision_number': 5, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'subnets': [{'id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:23.487513 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'name': 'tempest-ServersTestFqdnHostnames-335561896-router', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:19Z', 'revision_number': 4, 'project_id': '35c7affac3044c11884db26be26d9a55', 'gw_port': {'id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '7fd8e721-e5fc-42fd-91d5-c43e39347893', 'name': '', 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'mac_address': 'fa:16:3e:05:7e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '5863a023-087d-4ef7-b984-91b82beea9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:17Z', 'updated_at': '2021-08-16T22:19:22Z', 'revision_number': 4, 'project_id': '35c7affac3044c11884db26be26d9a55', 'subnets': [{'id': '5863a023-087d-4ef7-b984-91b82beea9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:23.501888 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-00be9558-291a-44fb-801f-87a1dc784f1f req-5751bde0-d394-4eae-a18b-9e88baa50108 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Deleting port 08b10974-1f70-40d7-9c8b-61bec410c4d0 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:23.502469 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-00be9558-291a-44fb-801f-87a1dc784f1f req-5751bde0-d394-4eae-a18b-9e88baa50108 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:23.513449 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e48375-5c7b-475f-9d73-5c06dd080620 None None] Checking router: 09e40fa3-9e64-44b9-a0d6-1b980c83f281 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:19:23.528872 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e48375-5c7b-475f-9d73-5c06dd080620 None None] Routers {'09e40fa3-9e64-44b9-a0d6-1b980c83f281'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:23.529122 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5436a6-449a-41bb-ac29-cf3940bf65f4 None None] The sync data for ids ['5fb31e2b-e020-4b68-9d5d-366b92c24504'] in n-d-792458-15 is: [{'id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'name': 'tempest-ServersTestFqdnHostnames-335561896-router', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:19Z', 'revision_number': 4, 'project_id': '35c7affac3044c11884db26be26d9a55', 'gw_port': {'id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '7fd8e721-e5fc-42fd-91d5-c43e39347893', 'name': '', 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'mac_address': 'fa:16:3e:05:7e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '5863a023-087d-4ef7-b984-91b82beea9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:17Z', 'updated_at': '2021-08-16T22:19:22Z', 'revision_number': 4, 'project_id': '35c7affac3044c11884db26be26d9a55', 'subnets': [{'id': '5863a023-087d-4ef7-b984-91b82beea9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:19:23.532316 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-09e48375-5c7b-475f-9d73-5c06dd080620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:19:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:23.540794 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:19:23.552116 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2dbb659e-6896-405d-a0b5-201e995b71d3 req-71d6575e-0336-4810-a50c-e21f8eda0513 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342843 Aug 16 22:19:23.589920 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc42a06-d6fe-4d51-a3ba-1e8528d790b6 req-15bfb172-96c8-4d44-808e-ee3c4e78a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:23.595233 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5fc42a06-d6fe-4d51-a3ba-1e8528d790b6 req-15bfb172-96c8-4d44-808e-ee3c4e78a253 service neutron] 10.222.0.43 "GET /v2.0/networks?id=52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 HTTP/1.1" status: 200 len: 923 time: 0.2503648 Aug 16 22:19:23.617071 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-24f46ea6-856d-4754-beb0-3027a50746a7 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:23.754676 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-00be9558-291a-44fb-801f-87a1dc784f1f req-5751bde0-d394-4eae-a18b-9e88baa50108 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] For port 08b10974-1f70-40d7-9c8b-61bec410c4d0, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=08b10974-1f70-40d7-9c8b-61bec410c4d0,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:23.755079 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-00be9558-291a-44fb-801f-87a1dc784f1f req-5751bde0-d394-4eae-a18b-9e88baa50108 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:23.758570 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-09e48375-5c7b-475f-9d73-5c06dd080620 None None] Set router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:23.759396 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5fc42a06-d6fe-4d51-a3ba-1e8528d790b6 req-d636d290-5945-4c91-b8b7-a4326d8dfc92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbe2dd17-9659-466e-a522-1911f2100ce2 HTTP/1.1" status: 200 len: 1000 time: 0.1550910 Aug 16 22:19:23.773360 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-00be9558-291a-44fb-801f-87a1dc784f1f req-5751bde0-d394-4eae-a18b-9e88baa50108 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Calling delete_port for 08b10974-1f70-40d7-9c8b-61bec410c4d0 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:23.902439 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-24f46ea6-856d-4754-beb0-3027a50746a7 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Allocated IP 172.25.6.130 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/79b7a4d4-f7a1-413e-b207-950f18694ee1) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:24.113446 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-00be9558-291a-44fb-801f-87a1dc784f1f req-5751bde0-d394-4eae-a18b-9e88baa50108 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:24.137057 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-24f46ea6-856d-4754-beb0-3027a50746a7 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:24.139081 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['08b10974-1f70-40d7-9c8b-61bec410c4d0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:24.204955 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-09e48375-5c7b-475f-9d73-5c06dd080620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-router', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '5587405a-6486-41ce-aea3-c1fb96516748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:18Z', 'updated_at': '2021-08-16T22:16:22Z', 'revision_number': 4, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'gw_port': {'id': '5587405a-6486-41ce-aea3-c1fb96516748', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '3e0a2b70-d54d-4804-81be-5c6f1a743de5', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'floating_ip_address': '172.25.6.129', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'port_id': 'dbe2dd17-9659-466e-a522-1911f2100ce2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'mac_address': 'fa:16:3e:f6:67:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ccd004-d184-4505-aa5f-69a524beb6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:16:42Z', 'updated_at': '2021-08-16T22:19:21Z', 'revision_number': 5, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fdacda-4193-44fc-b4c4-085c8b3abf49', 'name': '', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:21Z', 'updated_at': '2021-08-16T22:16:29Z', 'revision_number': 5, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'subnets': [{'id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:24.214844 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751bde0-d394-4eae-a18b-9e88baa50108 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Pushing event deleted for resources: {'Port': ['ID=08b10974-1f70-40d7-9c8b-61bec410c4d0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:24.258821 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e48375-5c7b-475f-9d73-5c06dd080620 None None] The sync data for ids ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'] in n-d-792458-15 is: [{'id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-router', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '5587405a-6486-41ce-aea3-c1fb96516748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:18Z', 'updated_at': '2021-08-16T22:16:22Z', 'revision_number': 4, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'gw_port': {'id': '5587405a-6486-41ce-aea3-c1fb96516748', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '3e0a2b70-d54d-4804-81be-5c6f1a743de5', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'floating_ip_address': '172.25.6.129', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'port_id': 'dbe2dd17-9659-466e-a522-1911f2100ce2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'mac_address': 'fa:16:3e:f6:67:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ccd004-d184-4505-aa5f-69a524beb6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:16:42Z', 'updated_at': '2021-08-16T22:19:21Z', 'revision_number': 5, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fdacda-4193-44fc-b4c4-085c8b3abf49', 'name': '', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:21Z', 'updated_at': '2021-08-16T22:16:29Z', 'revision_number': 5, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'subnets': [{'id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:19:24.295338 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-00be9558-291a-44fb-801f-87a1dc784f1f req-5751bde0-d394-4eae-a18b-9e88baa50108 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] No DVR routers for this DVR port 08b10974-1f70-40d7-9c8b-61bec410c4d0 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:24.298634 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc42a06-d6fe-4d51-a3ba-1e8528d790b6 req-2b53f971-05a7-4584-8389-f807b8cad450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:24.300193 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5fc42a06-d6fe-4d51-a3ba-1e8528d790b6 req-2b53f971-05a7-4584-8389-f807b8cad450 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd32f9e8-8683-4686-9b26-38a3382cff7a HTTP/1.1" status: 200 len: 861 time: 0.5281467 Aug 16 22:19:24.301780 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-00be9558-291a-44fb-801f-87a1dc784f1f req-5751bde0-d394-4eae-a18b-9e88baa50108 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:24.304121 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-00be9558-291a-44fb-801f-87a1dc784f1f req-5751bde0-d394-4eae-a18b-9e88baa50108 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] 10.222.0.43 "DELETE /v2.0/ports/08b10974-1f70-40d7-9c8b-61bec410c4d0 HTTP/1.1" status: 204 len: 173 time: 1.1429281 Aug 16 22:19:24.305556 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751bde0-d394-4eae-a18b-9e88baa50108 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.305901 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751bde0-d394-4eae-a18b-9e88baa50108 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.306266 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751bde0-d394-4eae-a18b-9e88baa50108 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.306605 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751bde0-d394-4eae-a18b-9e88baa50108 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.306935 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751bde0-d394-4eae-a18b-9e88baa50108 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.307495 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751bde0-d394-4eae-a18b-9e88baa50108 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.307830 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751bde0-d394-4eae-a18b-9e88baa50108 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.308157 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751bde0-d394-4eae-a18b-9e88baa50108 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.308624 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751bde0-d394-4eae-a18b-9e88baa50108 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.308944 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-24f46ea6-856d-4754-beb0-3027a50746a7 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:24.309074 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751bde0-d394-4eae-a18b-9e88baa50108 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.309278 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751bde0-d394-4eae-a18b-9e88baa50108 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.309583 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751bde0-d394-4eae-a18b-9e88baa50108 tempest-ServerDiagnosticsNegativeTest-2079504176 tempest-ServerDiagnosticsNegativeTest-2079504176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.383461 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc42a06-d6fe-4d51-a3ba-1e8528d790b6 req-7002d166-693f-4295-960e-a30076062fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:24.385720 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5fc42a06-d6fe-4d51-a3ba-1e8528d790b6 req-7002d166-693f-4295-960e-a30076062fdd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52f93a8f-f7ec-4f0f-aece-ca7aea9abb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642247 Aug 16 22:19:24.453064 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46778) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:24.673459 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5fc42a06-d6fe-4d51-a3ba-1e8528d790b6 req-a54a8a20-717f-41d4-866b-eb24e118f797 service neutron] 10.222.0.43 "GET /v2.0/networks/52f93a8f-f7ec-4f0f-aece-ca7aea9abb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776601 Aug 16 22:19:24.747823 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e8860-132c-4724-b2a7-3848ab174df1 None None] New status for floating IP 3e0a2b70-d54d-4804-81be-5c6f1a743de5: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:19:24.814260 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c6d1745f-9e18-4786-8aea-fbc9d33ccb3e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-77350362-network', 'tenant_id': '8f582c0b428a46e0b03ad5c58ffe0c2e'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:24.908266 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72839a74-1a00-4249-8d79-ed8bb1ad8225 req-7b577d6a-97dc-48bf-a591-48c36b92ab95 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:24.911256 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72839a74-1a00-4249-8d79-ed8bb1ad8225 req-7b577d6a-97dc-48bf-a591-48c36b92ab95 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 944 time: 0.6856914 Aug 16 22:19:24.913386 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d1745f-9e18-4786-8aea-fbc9d33ccb3e admin admin] Made reservation on behalf of 8f582c0b428a46e0b03ad5c58ffe0c2e for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:24.916077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f46ea6-856d-4754-beb0-3027a50746a7 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:24.916887 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6d1745f-9e18-4786-8aea-fbc9d33ccb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:24.935850 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6d1745f-9e18-4786-8aea-fbc9d33ccb3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:24.941453 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-24f46ea6-856d-4754-beb0-3027a50746a7 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:24.963634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f46ea6-856d-4754-beb0-3027a50746a7 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:25.001747 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5fc42a06-d6fe-4d51-a3ba-1e8528d790b6 req-3f22c685-5df8-46d2-aa2a-a22f564fb76e service neutron] 10.222.0.43 "GET /v2.0/networks/52f93a8f-f7ec-4f0f-aece-ca7aea9abb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181322 Aug 16 22:19:25.074602 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-24f46ea6-856d-4754-beb0-3027a50746a7 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.096364 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f46ea6-856d-4754-beb0-3027a50746a7 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Pushing event updated for resources: {'Port': ['ID=79b7a4d4-f7a1-413e-b207-950f18694ee1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:25.114992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada9d70-d0f4-4372-a0a0-c36fdba7e9a5 req-cc0e4b2e-7f5d-46ab-8875-45bc57098252 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:25.118304 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7ada9d70-d0f4-4372-a0a0-c36fdba7e9a5 req-cc0e4b2e-7f5d-46ab-8875-45bc57098252 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.8912661 Aug 16 22:19:25.126361 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819c18a7-e038-4a77-9e0a-8cca786f32b7', 'name': 'network-vif-deleted', 'tag': '08b10974-1f70-40d7-9c8b-61bec410c4d0'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:25.129290 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f2b188-0652-4a1d-af0e-127f57b41cd8" -d '{"events": [{"server_uuid": "819c18a7-e038-4a77-9e0a-8cca786f32b7", "name": "network-vif-deleted", "tag": "08b10974-1f70-40d7-9c8b-61bec410c4d0"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:25.149780 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6d1745f-9e18-4786-8aea-fbc9d33ccb3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.158437 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6d1745f-9e18-4786-8aea-fbc9d33ccb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.176325 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72839a74-1a00-4249-8d79-ed8bb1ad8225 req-bf52cd06-c268-41f1-8090-b9d893e7fa9b tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535000 Aug 16 22:19:25.178013 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-24f46ea6-856d-4754-beb0-3027a50746a7 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.193407 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d1745f-9e18-4786-8aea-fbc9d33ccb3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:19:25.213489 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1745f-9e18-4786-8aea-fbc9d33ccb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c1e76b-161b-44b3-a302-e2fa334759d7,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:25.213489 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6d1745f-9e18-4786-8aea-fbc9d33ccb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.213489 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-c6d1745f-9e18-4786-8aea-fbc9d33ccb3e admin admin] Added segment d461892b-005d-4ddb-9032-a9c7ed5a508e of type vlan for network 3a91aac9-e753-46a8-9ce1-54531ccc000b Aug 16 22:19:25.260719 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6d1745f-9e18-4786-8aea-fbc9d33ccb3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.298343 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6d1745f-9e18-4786-8aea-fbc9d33ccb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.300278 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d1745f-9e18-4786-8aea-fbc9d33ccb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:25.301283 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6d1745f-9e18-4786-8aea-fbc9d33ccb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.317638 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7ada9d70-d0f4-4372-a0a0-c36fdba7e9a5 req-304ef4cb-0dc0-43e7-b016-1aad2082ab38 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854255 Aug 16 22:19:25.426045 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-24f46ea6-856d-4754-beb0-3027a50746a7 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.433828 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-24f46ea6-856d-4754-beb0-3027a50746a7 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.453109 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46790) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:25.457007 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c6d1745f-9e18-4786-8aea-fbc9d33ccb3e admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0027101 Aug 16 22:19:25.457559 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-24f46ea6-856d-4754-beb0-3027a50746a7 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.464418 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8c4c6842-857f-4865-9070-81fe35d001a4 admin admin] Request body: {'subnet': {'network_id': '3a91aac9-e753-46a8-9ce1-54531ccc000b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-77350362-subnet', 'tenant_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:25.469303 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1745f-9e18-4786-8aea-fbc9d33ccb3e admin admin] Pushing event updated for resources: {'Network': ['ID=3a91aac9-e753-46a8-9ce1-54531ccc000b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:25.488478 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 3a91aac9-e753-46a8-9ce1-54531ccc000b details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:19:25.501918 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa77c37-5c10-4cd1-b331-2d0a70b26857 x-openstack-request-id: req-1aa77c37-5c10-4cd1-b331-2d0a70b26857 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:25.502534 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819c18a7-e038-4a77-9e0a-8cca786f32b7", "name": "network-vif-deleted", "tag": "08b10974-1f70-40d7-9c8b-61bec410c4d0", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:25.503016 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1aa77c37-5c10-4cd1-b331-2d0a70b26857 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:25.503704 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819c18a7-e038-4a77-9e0a-8cca786f32b7', 'name': 'network-vif-deleted', 'tag': '08b10974-1f70-40d7-9c8b-61bec410c4d0', 'status': 'completed', 'code': 200} Aug 16 22:19:25.531606 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4c6842-857f-4865-9070-81fe35d001a4 admin admin] Made reservation on behalf of 8f582c0b428a46e0b03ad5c58ffe0c2e for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:25.533881 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c4c6842-857f-4865-9070-81fe35d001a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.598198 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7fd8e721-e5fc-42fd-91d5-c43e39347893 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:25.676728 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46794) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:25.685117 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 7fd8e721-e5fc-42fd-91d5-c43e39347893 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:25.686169 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-24f46ea6-856d-4754-beb0-3027a50746a7 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.688048 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-24f46ea6-856d-4754-beb0-3027a50746a7 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5668347 Aug 16 22:19:25.691914 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 7fd8e721-e5fc-42fd-91d5-c43e39347893 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:25.692292 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.701510 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f46ea6-856d-4754-beb0-3027a50746a7 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Pushing event updated for resources: {'Port': ['ID=79b7a4d4-f7a1-413e-b207-950f18694ee1,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:25.739123 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a873874-cdb9-451a-b8d6-cc148156acd0 req-17372d71-a8cb-4d72-b291-ea50a5db9cef tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:25.740993 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a873874-cdb9-451a-b8d6-cc148156acd0 req-17372d71-a8cb-4d72-b291-ea50a5db9cef tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 945 time: 0.2361085 Aug 16 22:19:25.809445 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a873874-cdb9-451a-b8d6-cc148156acd0 req-6156275e-20fe-49af-b4e1-72f63d4c2c0a tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558319 Aug 16 22:19:25.890549 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.926046 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fec4d06e-b806-4a2b-bf82-d9d949955504 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a631023216b841c49469a2c7759f3718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457256 Aug 16 22:19:25.926401 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46806) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:25.949186 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c4c6842-857f-4865-9070-81fe35d001a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.955845 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 7fd8e721-e5fc-42fd-91d5-c43e39347893, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7fd8e721-e5fc-42fd-91d5-c43e39347893,segment=NetworkSegment(124a9c87-b2e1-4f63-853b-e33339f93f55),segment_id=124a9c87-b2e1-4f63-853b-e33339f93f55)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:25.962394 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.997053 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84ad81b2-9bb5-4de6-b5fa-34c3b1680333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.998782 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c6842-857f-4865-9070-81fe35d001a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=662caa89-b9eb-46ea-9b49-48445d58df3b,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:26.023569 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=7fd8e721-e5fc-42fd-91d5-c43e39347893,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:26.035152 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84ad81b2-9bb5-4de6-b5fa-34c3b1680333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.047726 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-ba963e50-1cdc-4f1c-9dfd-7ddee3ab4c75 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1488018367&fields=id&tenant_id=35c7affac3044c11884db26be26d9a55 HTTP/1.1" status: 200 len: 267 time: 0.0507426 Aug 16 22:19:26.090892 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84ad81b2-9bb5-4de6-b5fa-34c3b1680333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.093758 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84ad81b2-9bb5-4de6-b5fa-34c3b1680333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.097446 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-84ad81b2-9bb5-4de6-b5fa-34c3b1680333 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/acc12b2f-e8b4-4f80-9591-f3eff2e98af4 HTTP/1.1" status: 204 len: 168 time: 0.1639905 Aug 16 22:19:26.104192 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad81b2-9bb5-4de6-b5fa-34c3b1680333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc12b2f-e8b4-4f80-9591-f3eff2e98af4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:26.120316 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4c6842-857f-4865-9070-81fe35d001a4 admin admin] Checking segment: {'id': 'd461892b-005d-4ddb-9032-a9c7ed5a508e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a91aac9-e753-46a8-9ce1-54531ccc000b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:26.120680 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4c6842-857f-4865-9070-81fe35d001a4 admin admin] Network hostable DHCP agents. Network: 3a91aac9-e753-46a8-9ce1-54531ccc000b, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:19:26.156437 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4c6842-857f-4865-9070-81fe35d001a4 admin admin] Network 3a91aac9-e753-46a8-9ce1-54531ccc000b is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:19:26.170770 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-8c4c6842-857f-4865-9070-81fe35d001a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 3a91aac9-e753-46a8-9ce1-54531ccc000b) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:26.176139 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4c6842-857f-4865-9070-81fe35d001a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:26.177097 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c4c6842-857f-4865-9070-81fe35d001a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.181341 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ce5fef-eafc-40ac-ad10-0b191829b28a None None] Network 3a91aac9-e753-46a8-9ce1-54531ccc000b requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:26.219781 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-f587d744-82d4-488c-8637-aeb4a8b1207d tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:26.222594 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-f587d744-82d4-488c-8637-aeb4a8b1207d tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/networks?id=9a79c712-1e9a-409c-9eab-e685af817459 HTTP/1.1" status: 200 len: 814 time: 0.1631384 Aug 16 22:19:26.225914 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8c4c6842-857f-4865-9070-81fe35d001a4 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7698216 Aug 16 22:19:26.228256 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46816) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:26.235165 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-1550323c-3fcf-40e6-ae2d-3f192abe3fb4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-77350362-router', 'tenant_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:26.261729 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-875e9f87-c9ea-48f8-88d7-f4e2a0c11e79 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/quotas/35c7affac3044c11884db26be26d9a55 HTTP/1.1" status: 200 len: 375 time: 0.0169201 Aug 16 22:19:26.272437 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1550323c-3fcf-40e6-ae2d-3f192abe3fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.282769 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1550323c-3fcf-40e6-ae2d-3f192abe3fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.349987 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577531ff-ab8c-4300-b16d-fd2b86e7d587 None None] Network 3a91aac9-e753-46a8-9ce1-54531ccc000b requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:26.384331 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-5cd03840-fd07-4038-92ee-ea67b7a80f09 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=35c7affac3044c11884db26be26d9a55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1026373 Aug 16 22:19:26.398659 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1550323c-3fcf-40e6-ae2d-3f192abe3fb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.460622 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb6e51-8940-427c-a5f7-ccffd7aed0c1 req-147aa67b-5795-43a7-998a-f93b8c8f3951 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:26.469285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-46cb6e51-8940-427c-a5f7-ccffd7aed0c1 req-147aa67b-5795-43a7-998a-f93b8c8f3951 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 944 time: 0.1760409 Aug 16 22:19:26.534716 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-46cb6e51-8940-427c-a5f7-ccffd7aed0c1 req-8005832c-7c02-4bcf-88e7-4259c73fd1e3 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644543 Aug 16 22:19:26.557874 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46824) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:26.589031 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ceea25cf-8ccb-4ba1-abaa-a0b98421bb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.609385 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1550323c-3fcf-40e6-ae2d-3f192abe3fb4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.609646 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-04ea71e3-4cc7-4348-82ec-ecf0f802ef7a service neutron] 10.222.0.93 "GET /v2.0/networks/9a79c712-1e9a-409c-9eab-e685af817459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196527 Aug 16 22:19:26.806061 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6682d-ec56-4ff5-bcc3-76e9a3b6364d req-d1db605a-a748-4c17-9ae4-7115aa67d0aa tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:26.807593 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15b6682d-ec56-4ff5-bcc3-76e9a3b6364d req-d1db605a-a748-4c17-9ae4-7115aa67d0aa tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.1280241 Aug 16 22:19:26.823680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-50752138-dd47-4056-b156-91fd7965b7bc service neutron] 10.222.0.93 "GET /v2.0/networks/9a79c712-1e9a-409c-9eab-e685af817459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131960 Aug 16 22:19:26.880361 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ceea25cf-8ccb-4ba1-abaa-a0b98421bb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.898586 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15b6682d-ec56-4ff5-bcc3-76e9a3b6364d req-602d4a8f-8a46-42f6-86fe-b1b75366ddbc tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774014 Aug 16 22:19:26.899814 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ceea25cf-8ccb-4ba1-abaa-a0b98421bb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.960023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea25cf-8ccb-4ba1-abaa-a0b98421bb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05874055-4d26-412f-a794-cdfd5ccdda97,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:26.964633 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ceea25cf-8ccb-4ba1-abaa-a0b98421bb67 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=274086d1c580429381402036122c794c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055090 Aug 16 22:19:26.974620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46828) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:27.127846 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-715751aa-4782-45d5-8001-abc06062b112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:27.147220 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a8942d68-0e91-4d57-b719-352277559704 req-4fbef4f4-9dc3-4c17-8dfe-45a3f3c0b440 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d7220cf-6bd6-4f02-9766-89efc4701b88 HTTP/1.1" status: 200 len: 210 time: 0.0387599 Aug 16 22:19:27.177605 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fa015-fea3-4508-9b9c-a45ff18a7898 req-ab066fd5-0bae-4dba-8604-280027cd75e2 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:27.184981 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1550323c-3fcf-40e6-ae2d-3f192abe3fb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:27.186102 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-500fa015-fea3-4508-9b9c-a45ff18a7898 req-ab066fd5-0bae-4dba-8604-280027cd75e2 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 945 time: 0.1203704 Aug 16 22:19:27.197925 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-715751aa-4782-45d5-8001-abc06062b112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:27.206305 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1550323c-3fcf-40e6-ae2d-3f192abe3fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:27.274606 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-500fa015-fea3-4508-9b9c-a45ff18a7898 req-0e38726e-9628-4cc9-a443-6bd7e795877f tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868385 Aug 16 22:19:27.301482 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-715751aa-4782-45d5-8001-abc06062b112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:27.304659 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-715751aa-4782-45d5-8001-abc06062b112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:27.308455 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-715751aa-4782-45d5-8001-abc06062b112 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/05874055-4d26-412f-a794-cdfd5ccdda97 HTTP/1.1" status: 204 len: 168 time: 0.3304825 Aug 16 22:19:27.320122 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715751aa-4782-45d5-8001-abc06062b112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05874055-4d26-412f-a794-cdfd5ccdda97,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:27.344443 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-1550323c-3fcf-40e6-ae2d-3f192abe3fb4 admin admin] Allocated IP 172.25.6.18 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/9974560d-4029-4470-aef2-c602da434f6b) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:27.526682 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7fd8e721-e5fc-42fd-91d5-c43e39347893 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:27.598162 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 7fd8e721-e5fc-42fd-91d5-c43e39347893 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:27.598722 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:27.609669 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1550323c-3fcf-40e6-ae2d-3f192abe3fb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:27.694476 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1550323c-3fcf-40e6-ae2d-3f192abe3fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:27.835314 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ccd54-31a0-4633-98ac-23004dd262ae req-2b7909a1-6c98-480e-bf45-9e69d1f1991f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:27.850528 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b2ccd54-31a0-4633-98ac-23004dd262ae req-2b7909a1-6c98-480e-bf45-9e69d1f1991f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 944 time: 0.1139202 Aug 16 22:19:27.874736 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1550323c-3fcf-40e6-ae2d-3f192abe3fb4 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:27.906045 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-1550323c-3fcf-40e6-ae2d-3f192abe3fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:27.917689 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b2ccd54-31a0-4633-98ac-23004dd262ae req-50d3dd61-44c6-4938-bb99-30fcc6fa90a2 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652318 Aug 16 22:19:27.934308 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1550323c-3fcf-40e6-ae2d-3f192abe3fb4 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:27.941579 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 2fd9cb44-6dd9-4030-a346-c38165c18acc no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:28.049291 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550323c-3fcf-40e6-ae2d-3f192abe3fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=9974560d-4029-4470-aef2-c602da434f6b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:28.102611 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 08b10974-1f70-40d7-9c8b-61bec410c4d0 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:28.103102 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c3980-9fe9-4d81-be44-047c965d10fa req-fd80cdd3-550b-4e4d-bb36-149837ee501c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:28.105551 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-859c3980-9fe9-4d81-be44-047c965d10fa req-fd80cdd3-550b-4e4d-bb36-149837ee501c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.0829165 Aug 16 22:19:28.147559 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 08b10974-1f70-40d7-9c8b-61bec410c4d0 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:28.147940 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 08b10974-1f70-40d7-9c8b-61bec410c4d0 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:28.180347 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-859c3980-9fe9-4d81-be44-047c965d10fa req-69cbbff2-b168-4bda-9c49-56cc9b15eb32 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670424 Aug 16 22:19:28.185581 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c91a3e76-b063-4e55-81cd-4a2d93ea3416 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:28.187305 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c91a3e76-b063-4e55-81cd-4a2d93ea3416 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578&tenant_id=c5206ab6d6f447fc9622b86511f61275&binding%3Ahost_id=n-h1-792458-15 HTTP/1.1" status: 200 len: 1097 time: 0.3114581 Aug 16 22:19:28.212637 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792458-15'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:28.330410 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:28.359172 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef788eaa-c699-4f4a-84c7-edd3d8982efd req-e869fce5-9f34-43ff-8107-0d578a97e70a tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d7220cf-6bd6-4f02-9766-89efc4701b88 HTTP/1.1" status: 200 len: 210 time: 0.0465345 Aug 16 22:19:28.520087 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b1634-3c36-4cfc-af87-efba5a79fa7e req-df046602-39ad-43e0-beb1-04d282a09b51 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:28.522208 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-379b1634-3c36-4cfc-af87-efba5a79fa7e req-df046602-39ad-43e0-beb1-04d282a09b51 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 945 time: 0.1367607 Aug 16 22:19:28.563521 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfc64a-2030-461b-b793-82be424d520d req-2708b00e-25e6-4fda-accc-39ab8652d94f tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:28.572267 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e0bfc64a-2030-461b-b793-82be424d520d req-2708b00e-25e6-4fda-accc-39ab8652d94f tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c92fabd-07f1-43e3-b751-28b09818ed0e HTTP/1.1" status: 200 len: 946 time: 0.1200993 Aug 16 22:19:28.665811 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-379b1634-3c36-4cfc-af87-efba5a79fa7e req-52ed17a1-52d6-4888-aab9-f046208e641b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157849 Aug 16 22:19:28.702795 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e0bfc64a-2030-461b-b793-82be424d520d req-72fb6429-c80c-4e0d-9178-2282b432175c tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/security-groups?id=38ad0bf0-dcee-4039-a681-6022f17a6dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291866 Aug 16 22:19:28.742928 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] For port e9747994-313e-495c-b01a-c74cf58eae64, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e9747994-313e-495c-b01a-c74cf58eae64,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:28.767998 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1550323c-3fcf-40e6-ae2d-3f192abe3fb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:28.869102 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] For port e9747994-313e-495c-b01a-c74cf58eae64, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:28.931826 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-1fd5e8f5-4f4b-470d-a8fa-8e50bddaff52 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:28.933341 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-1fd5e8f5-4f4b-470d-a8fa-8e50bddaff52 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.43 "GET /v2.0/networks?id=9a79c712-1e9a-409c-9eab-e685af817459 HTTP/1.1" status: 200 len: 814 time: 0.4171596 Aug 16 22:19:28.995364 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077207a6-6a30-477e-aa28-c945e1324578', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9747994-313e-495c-b01a-c74cf58eae64'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:28.997624 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cedfaea-4f20-4739-bca2-6ebfcfe295a6" -d '{"events": [{"server_uuid": "077207a6-6a30-477e-aa28-c945e1324578", "name": "network-vif-unplugged", "status": "completed", "tag": "e9747994-313e-495c-b01a-c74cf58eae64"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:29.002974 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.052113 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.079229 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-3ed0b43f-0e1f-40e2-ad97-ec8194ca6f96 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35c7affac3044c11884db26be26d9a55 HTTP/1.1" status: 200 len: 380 time: 0.1312420 Aug 16 22:19:29.102053 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c466ca-8c60-4d13-88ce-7f07d4c06c40 x-openstack-request-id: req-28c466ca-8c60-4d13-88ce-7f07d4c06c40 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:29.102411 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077207a6-6a30-477e-aa28-c945e1324578", "name": "network-vif-unplugged", "status": "completed", "tag": "e9747994-313e-495c-b01a-c74cf58eae64", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:29.102580 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-28c466ca-8c60-4d13-88ce-7f07d4c06c40 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:29.102970 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077207a6-6a30-477e-aa28-c945e1324578', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9747994-313e-495c-b01a-c74cf58eae64', 'code': 200} Aug 16 22:19:29.115133 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df74b9d-5c1e-4384-b11a-60f075a110df req-0b358f27-7796-4d7f-9206-91dcda1a0ea4 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:29.117929 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7df74b9d-5c1e-4384-b11a-60f075a110df req-0b358f27-7796-4d7f-9206-91dcda1a0ea4 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 944 time: 0.1149542 Aug 16 22:19:29.136582 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-86df95fc-3056-4535-9392-6b5c432ce78c tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Request body: {'port': {'device_id': '9d7220cf-6bd6-4f02-9766-89efc4701b88', 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459', 'admin_state_up': True, 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'security_groups': ['44aec222-ba4e-4ac8-bab4-b7b323ba0ecd']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:29.168211 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7df74b9d-5c1e-4384-b11a-60f075a110df req-1ea65225-90ea-4a0b-8bed-20f4f03c8d5b tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439253 Aug 16 22:19:29.310578 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] Pushing event updated for resources: {'Port': ['ID=e9747994-313e-495c-b01a-c74cf58eae64,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:29.343237 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568f9f9-1aec-443c-b5c6-eafb3f0e3d36 req-79529d67-9e28-41ea-be3b-a0e225aab077 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:29.345082 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b568f9f9-1aec-443c-b5c6-eafb3f0e3d36 req-79529d67-9e28-41ea-be3b-a0e225aab077 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.0640802 Aug 16 22:19:29.346686 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] Attempting to bind port e9747994-313e-495c-b01a-c74cf58eae64 on host n-h1-792458-15 for vnic_type normal with profile {"migrating_to": "n-h2-792458-15"} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:29.347020 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] Attempting to bind port e9747994-313e-495c-b01a-c74cf58eae64 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:29.347371 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] Attempting to bind port e9747994-313e-495c-b01a-c74cf58eae64 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:29.349910 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1550323c-3fcf-40e6-ae2d-3f192abe3fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.364469 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] Port e9747994-313e-495c-b01a-c74cf58eae64 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:19:29.364789 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] Attempting to bind port e9747994-313e-495c-b01a-c74cf58eae64 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:29.372845 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:29.372845 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] Checking segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:29.374300 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] Bound using segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:29.374300 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] Bound port: e9747994-313e-495c-b01a-c74cf58eae64, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:29.374300 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.413719 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b568f9f9-1aec-443c-b5c6-eafb3f0e3d36 req-9191e6c1-5b25-40e9-9e36-a458e6c9b121 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614307 Aug 16 22:19:29.504903 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79c7ab8c-6eda-49fd-88f0-e2cf9222d872 req-8fd0ab1b-2924-4ef9-a5df-83624a02bac3 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d7220cf-6bd6-4f02-9766-89efc4701b88 HTTP/1.1" status: 200 len: 210 time: 0.0355079 Aug 16 22:19:29.505233 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-86df95fc-3056-4535-9392-6b5c432ce78c tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Made reservation on behalf of 35c7affac3044c11884db26be26d9a55 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:29.511844 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-86df95fc-3056-4535-9392-6b5c432ce78c tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.593348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] For port e9747994-313e-495c-b01a-c74cf58eae64, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:29.604074 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-a8cf8565-c6aa-4aa6-ab6c-81a06229d970 service neutron] 10.222.0.43 "GET /v2.0/ports/2fd9cb44-6dd9-4030-a346-c38165c18acc/bindings/n-h1-792458-15 HTTP/1.1" status: 200 len: 385 time: 0.0685065 Aug 16 22:19:29.620342 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] For port e9747994-313e-495c-b01a-c74cf58eae64, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e9747994-313e-495c-b01a-c74cf58eae64,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:29.661366 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.829284 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] Pushing event updated for resources: {'Port': ['ID=e9747994-313e-495c-b01a-c74cf58eae64,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:29.837421 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:29.839591 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.839591 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-c12e999f-15d4-4842-872f-4a04f42d1c66 service neutron] 10.222.0.43 "PUT /v2.0/ports/e9747994-313e-495c-b01a-c74cf58eae64 HTTP/1.1" status: 200 len: 1123 time: 1.6410902 Aug 16 22:19:29.860436 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-86df95fc-3056-4535-9392-6b5c432ce78c tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Allocated IP 172.20.0.12 (9a79c712-1e9a-409c-9eab-e685af817459/5863a023-087d-4ef7-b984-91b82beea9fe/f3336f3c-c1e3-4d0a-8e84-0a87208c7d83) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:29.872966 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1550323c-3fcf-40e6-ae2d-3f192abe3fb4 admin admin] Router ebdfdb87-7560-4971-9c8c-18f7156b2c5b is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:19:29.892235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-c2aa3e54-2d3b-41da-95e3-2892c0147223 service neutron] For port 2fd9cb44-6dd9-4030-a346-c38165c18acc, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=2fd9cb44-6dd9-4030-a346-c38165c18acc,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:29.919724 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118b4ad-02ab-4a72-a9ea-9b49c1c604bf req-2beb754b-6304-4b71-b5ae-e3e0a99f7e21 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:29.921820 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9118b4ad-02ab-4a72-a9ea-9b49c1c604bf req-2beb754b-6304-4b71-b5ae-e3e0a99f7e21 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 943 time: 0.1655316 Aug 16 22:19:29.938406 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['e9747994-313e-495c-b01a-c74cf58eae64'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:29.950971 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-8f8bfd95-df14-43a0-860b-868aca2b1656 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=52123a4fc14e46cbb6295af2cd68c31b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431385 Aug 16 22:19:29.952041 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-c2aa3e54-2d3b-41da-95e3-2892c0147223 service neutron] For port 2fd9cb44-6dd9-4030-a346-c38165c18acc, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:29.986809 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['e9747994-313e-495c-b01a-c74cf58eae64'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:29.991562 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device e9747994-313e-495c-b01a-c74cf58eae64 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:19:30.083143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-c2aa3e54-2d3b-41da-95e3-2892c0147223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd9cb44-6dd9-4030-a346-c38165c18acc {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:30.106836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9118b4ad-02ab-4a72-a9ea-9b49c1c604bf req-d91319ad-714b-480e-890e-c2d95eee4873 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606812 Aug 16 22:19:30.112235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-c2aa3e54-2d3b-41da-95e3-2892c0147223 service neutron] For port 2fd9cb44-6dd9-4030-a346-c38165c18acc, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=2fd9cb44-6dd9-4030-a346-c38165c18acc,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:30.147063 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-c2aa3e54-2d3b-41da-95e3-2892c0147223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:30.178266 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-a425624d-cfbf-4e78-96e8-2d1e64046605 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:30.179938 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-a425624d-cfbf-4e78-96e8-2d1e64046605 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2143595 Aug 16 22:19:30.274563 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port e9747994-313e-495c-b01a-c74cf58eae64, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e9747994-313e-495c-b01a-c74cf58eae64,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:30.282657 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-b2b4526a-c86c-476c-9ddc-dfeb482bcc78 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/quotas/52123a4fc14e46cbb6295af2cd68c31b HTTP/1.1" status: 200 len: 375 time: 0.0579052 Aug 16 22:19:30.320755 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device e9747994-313e-495c-b01a-c74cf58eae64 has no active binding in host n-h2-792458-15 {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:19:30.355741 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-147b7740-3664-4b8e-a067-10a16e4b93ad tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=52123a4fc14e46cbb6295af2cd68c31b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492816 Aug 16 22:19:30.362222 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-c2aa3e54-2d3b-41da-95e3-2892c0147223 service neutron] Transition to ACTIVE for port object 2fd9cb44-6dd9-4030-a346-c38165c18acc will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:30.366234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577237b-c4e3-42d0-ad80-eb757956b75b req-ccd5a027-b9bb-4602-b2cd-c8aa406c6ea0 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:30.369352 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7577237b-c4e3-42d0-ad80-eb757956b75b req-ccd5a027-b9bb-4602-b2cd-c8aa406c6ea0 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c92fabd-07f1-43e3-b751-28b09818ed0e HTTP/1.1" status: 200 len: 946 time: 0.1344192 Aug 16 22:19:30.372650 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1550323c-3fcf-40e6-ae2d-3f192abe3fb4 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:19:30.373228 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d0c75-6760-46ac-946f-c012d9e0394b req-32dbdc92-048f-45f1-96dd-2a77c5b85631 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:30.375396 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c2d0c75-6760-46ac-946f-c012d9e0394b req-32dbdc92-048f-45f1-96dd-2a77c5b85631 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c92fabd-07f1-43e3-b751-28b09818ed0e HTTP/1.1" status: 200 len: 946 time: 0.1521986 Aug 16 22:19:30.379462 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-c2aa3e54-2d3b-41da-95e3-2892c0147223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:30.386157 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] Sync routers for ids ['ebdfdb87-7560-4971-9c8c-18f7156b2c5b'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:19:30.402669 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] Routers {'ebdfdb87-7560-4971-9c8c-18f7156b2c5b'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:30.403794 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:19:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ebdfdb87-7560-4971-9c8c-18f7156b2c5b'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:30.437210 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-86df95fc-3056-4535-9392-6b5c432ce78c tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:30.446794 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa3e54-2d3b-41da-95e3-2892c0147223 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd9cb44-6dd9-4030-a346-c38165c18acc,revision_number=10']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:30.461370 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-fe343935-3615-4424-990b-9bb44a797336 req-12bd9ce2-ee44-4773-8bcc-9746fc0562aa service neutron] show failed (client error): The resource could not be found. Aug 16 22:19:30.462503 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe343935-3615-4424-990b-9bb44a797336 req-12bd9ce2-ee44-4773-8bcc-9746fc0562aa service neutron] 10.222.0.39 "GET /v2.0/ports/45e092d5-e62c-4c6c-a2be-6e4635a2c946/bindings/n-h2-792458-15 HTTP/1.1" status: 404 len: 381 time: 0.1948769 Aug 16 22:19:30.493625 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-86df95fc-3056-4535-9392-6b5c432ce78c tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Transition to ACTIVE for port object f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:30.495958 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1550323c-3fcf-40e6-ae2d-3f192abe3fb4 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:30.500402 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1550323c-3fcf-40e6-ae2d-3f192abe3fb4 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2675395 Aug 16 22:19:30.500570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-c2aa3e54-2d3b-41da-95e3-2892c0147223 service neutron] No DVR routers for this DVR port 2fd9cb44-6dd9-4030-a346-c38165c18acc on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:30.501942 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46930) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:30.574923 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c2d0c75-6760-46ac-946f-c012d9e0394b req-4536d1f7-a67e-42cc-ab3d-a0fdae8edfcc tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/security-groups?id=38ad0bf0-dcee-4039-a681-6022f17a6dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301482 Aug 16 22:19:30.588987 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-c2aa3e54-2d3b-41da-95e3-2892c0147223 service neutron] 10.222.0.43 "PUT /v2.0/ports/2fd9cb44-6dd9-4030-a346-c38165c18acc/bindings/n-h1-792458-15/activate HTTP/1.1" status: 200 len: 370 time: 0.9775903 Aug 16 22:19:30.591329 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] Set router ebdfdb87-7560-4971-9c8c-18f7156b2c5b gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:30.668665 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-86df95fc-3056-4535-9392-6b5c432ce78c tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:30.679147 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c989c0-655f-44b5-9a35-16d08ddd254a req-b11f59cb-c61d-47a4-a8b9-79e863e01801 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:30.681344 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-43c989c0-655f-44b5-9a35-16d08ddd254a req-b11f59cb-c61d-47a4-a8b9-79e863e01801 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 945 time: 0.0873137 Aug 16 22:19:30.822292 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-86df95fc-3056-4535-9392-6b5c432ce78c tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Network 9a79c712-1e9a-409c-9eab-e685af817459 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:30.841246 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-86df95fc-3056-4535-9392-6b5c432ce78c tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:30.849513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-86df95fc-3056-4535-9392-6b5c432ce78c tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:30.849884 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-43c989c0-655f-44b5-9a35-16d08ddd254a req-93974cf5-8df3-4df9-8b7e-a5f5bed21903 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535413 Aug 16 22:19:30.862389 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-86df95fc-3056-4535-9392-6b5c432ce78c tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:30.862389 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-86df95fc-3056-4535-9392-6b5c432ce78c tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:30.868762 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df95fc-3056-4535-9392-6b5c432ce78c tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Pushing event updated for resources: {'Port': ['ID=f3336f3c-c1e3-4d0a-8e84-0a87208c7d83,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:30.878201 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-7577237b-c4e3-42d0-ad80-eb757956b75b req-0b725dc5-3796-48b4-8e2b-2f8b024721a2 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Deleting port dd622625-1833-4779-91fd-0e61f5478d02 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:30.878539 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7577237b-c4e3-42d0-ad80-eb757956b75b req-0b725dc5-3796-48b4-8e2b-2f8b024721a2 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:30.916761 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-95ea93b1-d002-4488-aa84-98f4e265efe4 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:30.918436 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-95ea93b1-d002-4488-aa84-98f4e265efe4 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20&tenant_id=28d0b07328bc4868a7e7f336c894f93d&binding%3Ahost_id=n-h2-792458-15 HTTP/1.1" status: 200 len: 1097 time: 0.1869886 Aug 16 22:19:30.957333 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-86df95fc-3056-4535-9392-6b5c432ce78c tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8515048 Aug 16 22:19:30.986578 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdfdb87-7560-4971-9c8c-18f7156b2c5b', 'name': 'tempest-ServerRescueTestJSON-77350362-router', 'tenant_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '9974560d-4029-4470-aef2-c602da434f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:26Z', 'updated_at': '2021-08-16T22:19:28Z', 'revision_number': 3, 'project_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'gw_port': {'id': '9974560d-4029-4470-aef2-c602da434f6b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdfdb87-7560-4971-9c8c-18f7156b2c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:27Z', 'updated_at': '2021-08-16T22:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:31.010217 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f490ab31-c4b8-4f51-9813-0af92a8f3908 req-cf4368e9-8f34-41c7-b518-558e7d4899c5 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=68642ca3-dac8-4995-90fe-02d06b2b385c HTTP/1.1" status: 200 len: 210 time: 0.0757582 Aug 16 22:19:31.013169 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe343935-3615-4424-990b-9bb44a797336 req-206f9ba3-fe57-45a4-8023-8d04e40d717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:31.015223 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe343935-3615-4424-990b-9bb44a797336 req-206f9ba3-fe57-45a4-8023-8d04e40d717e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e&tenant_id=fb89aa6f686447e2b31abca5e401c874 HTTP/1.1" status: 200 len: 1102 time: 0.2377124 Aug 16 22:19:31.022877 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] Request body: {'port': {'device_id': '9d7220cf-6bd6-4f02-9766-89efc4701b88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:31.049151 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd808a49-db46-41cd-bc9d-0e11de7bc43c req-e7a39977-1237-49a8-b97e-0f8231956412 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:31.057288 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd808a49-db46-41cd-bc9d-0e11de7bc43c req-e7a39977-1237-49a8-b97e-0f8231956412 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.2433543 Aug 16 22:19:31.090445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-15', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:31.106729 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077207a6-6a30-477e-aa28-c945e1324578', 'tag': 'e9747994-313e-495c-b01a-c74cf58eae64'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:31.110155 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314ff724-7cea-47a1-b308-36aca0d0b16e" -d '{"events": [{"name": "network-changed", "server_uuid": "077207a6-6a30-477e-aa28-c945e1324578", "tag": "e9747994-313e-495c-b01a-c74cf58eae64"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:31.158136 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.194288 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] Checking router: ebdfdb87-7560-4971-9c8c-18f7156b2c5b for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:19:31.194884 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] Updating router ebdfdb87-7560-4971-9c8c-18f7156b2c5b port 9974560d-4029-4470-aef2-c602da434f6b binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:19:31.196508 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd808a49-db46-41cd-bc9d-0e11de7bc43c req-98ddd8b1-67e4-49fd-a8ab-77eef0f6b108 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381457 Aug 16 22:19:31.223800 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-7577237b-c4e3-42d0-ad80-eb757956b75b req-0b725dc5-3796-48b4-8e2b-2f8b024721a2 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] For port dd622625-1833-4779-91fd-0e61f5478d02, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=dd622625-1833-4779-91fd-0e61f5478d02,segment=NetworkSegment(1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6),segment_id=1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:31.224494 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7577237b-c4e3-42d0-ad80-eb757956b75b req-0b725dc5-3796-48b4-8e2b-2f8b024721a2 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.234171 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.258898 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.260578 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6c6da585-6c17-4281-8b57-49d44267932d None None] Provisioning for port f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:31.269693 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6c6da585-6c17-4281-8b57-49d44267932d None None] Provisioning complete for port f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:31.270336 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6c6da585-6c17-4281-8b57-49d44267932d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.293326 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-0b25bb25-fe8b-4bf8-8319-43711a16b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:31.300016 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-0b25bb25-fe8b-4bf8-8319-43711a16b720 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20&tenant_id=28d0b07328bc4868a7e7f336c894f93d HTTP/1.1" status: 200 len: 1097 time: 0.3551676 Aug 16 22:19:31.339423 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-6c6da585-6c17-4281-8b57-49d44267932d None None] Port f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:19:31.448706 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195b08a-1e7b-4e60-b041-2aabfdf0af82 req-b90caaff-6931-4d09-9fa6-41d1eaba4058 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:31.456352 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c195b08a-1e7b-4e60-b041-2aabfdf0af82 req-b90caaff-6931-4d09-9fa6-41d1eaba4058 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d7220cf-6bd6-4f02-9766-89efc4701b88 HTTP/1.1" status: 200 len: 932 time: 0.2703531 Aug 16 22:19:31.466273 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fd46c3-7719-4fbb-9a7b-066fc1075a48 x-openstack-request-id: req-09fd46c3-7719-4fbb-9a7b-066fc1075a48 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:31.467241 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077207a6-6a30-477e-aa28-c945e1324578", "tag": "e9747994-313e-495c-b01a-c74cf58eae64", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:31.467648 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-09fd46c3-7719-4fbb-9a7b-066fc1075a48 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:31.468170 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077207a6-6a30-477e-aa28-c945e1324578', 'tag': 'e9747994-313e-495c-b01a-c74cf58eae64', 'status': 'completed', 'code': 200} Aug 16 22:19:31.520458 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-7577237b-c4e3-42d0-ad80-eb757956b75b req-0b725dc5-3796-48b4-8e2b-2f8b024721a2 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Calling delete_port for dd622625-1833-4779-91fd-0e61f5478d02 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:31.601322 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.616450 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] Transition to ACTIVE for port object 9974560d-4029-4470-aef2-c602da434f6b will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:31.631761 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.703007 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] Attempting to bind port 9974560d-4029-4470-aef2-c602da434f6b on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:31.703468 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] Attempting to bind port 9974560d-4029-4470-aef2-c602da434f6b by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:31.703895 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] Attempting to bind port 9974560d-4029-4470-aef2-c602da434f6b on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:31.711368 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:31.711971 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:31.712442 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.712904 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:31.713519 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] Bound port: 9974560d-4029-4470-aef2-c602da434f6b, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:31.714006 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.716453 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f1dad-4d1b-40ed-b940-0eb354f4f8f2 None None] Pushing event updated for resources: {'Port': ['ID=9974560d-4029-4470-aef2-c602da434f6b,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:31.774098 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] For port 9974560d-4029-4470-aef2-c602da434f6b, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:31.777889 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] For port 9974560d-4029-4470-aef2-c602da434f6b, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9974560d-4029-4470-aef2-c602da434f6b,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:31.781344 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ff724-7cea-47a1-b308-36aca0d0b16e req-9d0542cf-af34-4a20-877a-d420be9135e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:31.783176 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-314ff724-7cea-47a1-b308-36aca0d0b16e req-9d0542cf-af34-4a20-877a-d420be9135e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 1126 time: 0.3140359 Aug 16 22:19:31.787459 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-de035261-8dac-4b77-947a-1724d4c69999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:31.788859 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-de035261-8dac-4b77-947a-1724d4c69999 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 1097 time: 0.4400883 Aug 16 22:19:31.789457 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.803092 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e08c1f-d899-4ff8-8e03-3c82ca83bf4d req-e3735c19-1bf2-46e0-b306-600c9b8f395d tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:31.804560 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0e08c1f-d899-4ff8-8e03-3c82ca83bf4d req-e3735c19-1bf2-46e0-b306-600c9b8f395d tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 943 time: 0.4432371 Aug 16 22:19:31.811392 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18e69a02-bd96-479a-a7dc-fd2e6b9d2f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.819246 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c195b08a-1e7b-4e60-b041-2aabfdf0af82 req-381d4245-5699-410d-90c7-bcaa0c1ea774 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/security-groups?id=44aec222-ba4e-4ac8-bab4-b7b323ba0ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3612554 Aug 16 22:19:31.874662 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f1dad-4d1b-40ed-b940-0eb354f4f8f2 None None] Pushing event updated for resources: {'Port': ['ID=9974560d-4029-4470-aef2-c602da434f6b,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:31.897288 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] Routers {'ebdfdb87-7560-4971-9c8c-18f7156b2c5b'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:31.898079 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:19:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ebdfdb87-7560-4971-9c8c-18f7156b2c5b'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:31.966786 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-9cf20430-cfc7-409e-b4b9-8935d34e42e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:31.969079 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-9cf20430-cfc7-409e-b4b9-8935d34e42e5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 921 time: 0.1636488 Aug 16 22:19:32.062354 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-04b4cded-0c07-48db-9201-7eaaf803dac8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd9cb44-6dd9-4030-a346-c38165c18acc HTTP/1.1" status: 200 len: 217 time: 0.0676589 Aug 16 22:19:32.073748 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] Set router ebdfdb87-7560-4971-9c8c-18f7156b2c5b gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:32.103890 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-cf496c3c-efe7-49b1-a59c-706cf2c0b75b tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=52123a4fc14e46cbb6295af2cd68c31b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714972 Aug 16 22:19:32.128269 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0e08c1f-d899-4ff8-8e03-3c82ca83bf4d req-4add1da3-3f9a-48c8-9c09-e64ccf2851eb tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125807 Aug 16 22:19:32.133486 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ff724-7cea-47a1-b308-36aca0d0b16e req-1a8f3e87-03d9-477d-a428-14122d3fe96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:32.135028 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-314ff724-7cea-47a1-b308-36aca0d0b16e req-1a8f3e87-03d9-477d-a428-14122d3fe96b service neutron] 10.222.0.39 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 909 time: 0.3334215 Aug 16 22:19:32.149880 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7577237b-c4e3-42d0-ad80-eb757956b75b req-0b725dc5-3796-48b4-8e2b-2f8b024721a2 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:32.160042 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b01bb7-bce0-4c09-9881-05058ccd4245 req-110dcc68-5a3d-4461-8176-76f1ff893a36 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:32.168035 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30b01bb7-bce0-4c09-9881-05058ccd4245 req-110dcc68-5a3d-4461-8176-76f1ff893a36 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c92fabd-07f1-43e3-b751-28b09818ed0e HTTP/1.1" status: 200 len: 867 time: 0.2412956 Aug 16 22:19:32.177074 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] For port 45e092d5-e62c-4c6c-a2be-6e4635a2c946, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=45e092d5-e62c-4c6c-a2be-6e4635a2c946,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:32.200981 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-e80aba31-aeb7-4580-bbd7-beef80b25b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:32.203278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-e80aba31-aeb7-4580-bbd7-beef80b25b58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.1334527 Aug 16 22:19:32.226757 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b725dc5-3796-48b4-8e2b-2f8b024721a2 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Pushing event deleted for resources: {'Port': ['ID=dd622625-1833-4779-91fd-0e61f5478d02,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:32.287792 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-e954484c-3b8a-4d90-8eee-3e2f80e095b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666983 Aug 16 22:19:32.302045 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30b01bb7-bce0-4c09-9881-05058ccd4245 req-2812684f-a30a-465f-b4b5-7cf3200821e8 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/security-groups?id=38ad0bf0-dcee-4039-a681-6022f17a6dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289542 Aug 16 22:19:32.390058 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdfdb87-7560-4971-9c8c-18f7156b2c5b', 'name': 'tempest-ServerRescueTestJSON-77350362-router', 'tenant_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '9974560d-4029-4470-aef2-c602da434f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:26Z', 'updated_at': '2021-08-16T22:19:28Z', 'revision_number': 3, 'project_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'gw_port': {'id': '9974560d-4029-4470-aef2-c602da434f6b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdfdb87-7560-4971-9c8c-18f7156b2c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:27Z', 'updated_at': '2021-08-16T22:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:32.403664 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] For port 45e092d5-e62c-4c6c-a2be-6e4635a2c946, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:32.417720 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a1328a-e378-4f19-a500-209b9754a75b None None] The sync data for ids ['ebdfdb87-7560-4971-9c8c-18f7156b2c5b'] in n-d-792458-15 is: [{'id': 'ebdfdb87-7560-4971-9c8c-18f7156b2c5b', 'name': 'tempest-ServerRescueTestJSON-77350362-router', 'tenant_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '9974560d-4029-4470-aef2-c602da434f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:26Z', 'updated_at': '2021-08-16T22:19:28Z', 'revision_number': 3, 'project_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'gw_port': {'id': '9974560d-4029-4470-aef2-c602da434f6b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdfdb87-7560-4971-9c8c-18f7156b2c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:27Z', 'updated_at': '2021-08-16T22:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:19:32.476520 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c7b556b-470f-410f-83d0-1eb0cb272ccf req-afed34d1-0db5-4930-9ebd-66d5d29c5b00 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=68642ca3-dac8-4995-90fe-02d06b2b385c HTTP/1.1" status: 200 len: 210 time: 0.0775049 Aug 16 22:19:32.532885 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-b7e80b61-d848-49ae-9f07-e2eec34ee0cb service neutron] 10.222.0.39 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176845 Aug 16 22:19:32.549981 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e092d5-e62c-4c6c-a2be-6e4635a2c946'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:32.552364 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc3f590-2ff4-43b5-bccd-39672301c17b" -d '{"events": [{"server_uuid": "9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e", "name": "network-vif-unplugged", "status": "completed", "tag": "45e092d5-e62c-4c6c-a2be-6e4635a2c946"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:32.566148 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:32.581037 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-314ff724-7cea-47a1-b308-36aca0d0b16e req-9820500b-1009-4f44-af16-61e1353fbb81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9747994-313e-495c-b01a-c74cf58eae64 HTTP/1.1" status: 200 len: 217 time: 0.4252961 Aug 16 22:19:32.582640 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d93a60-fd88-4c16-bbe9-0f62728138f6 req-a61b3365-ea6a-46eb-9c71-fd0dc33d6d5b tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:32.584148 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-58d93a60-fd88-4c16-bbe9-0f62728138f6 req-a61b3365-ea6a-46eb-9c71-fd0dc33d6d5b tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 945 time: 0.2221684 Aug 16 22:19:32.679724 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] Transition to ACTIVE for port object 45e092d5-e62c-4c6c-a2be-6e4635a2c946 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:32.703918 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:32.766111 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ff724-7cea-47a1-b308-36aca0d0b16e req-e0aa352d-42f7-4184-a4e5-e461eb51a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:32.767618 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-314ff724-7cea-47a1-b308-36aca0d0b16e req-e0aa352d-42f7-4184-a4e5-e461eb51a019 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 200 len: 848 time: 0.1706333 Aug 16 22:19:32.784201 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:32.790519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604ae09-c186-4bd3-9c49-f22ca016c6ca req-5e57e1bf-87b4-48b5-b7f1-93cd143dff27 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:32.796886 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-7577237b-c4e3-42d0-ad80-eb757956b75b req-0b725dc5-3796-48b4-8e2b-2f8b024721a2 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] No DVR routers for this DVR port dd622625-1833-4779-91fd-0e61f5478d02 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:32.797880 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a604ae09-c186-4bd3-9c49-f22ca016c6ca req-5e57e1bf-87b4-48b5-b7f1-93cd143dff27 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.2521477 Aug 16 22:19:32.803786 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:32.814606 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-58d93a60-fd88-4c16-bbe9-0f62728138f6 req-dedadc10-da7b-4c91-8079-1b32350b4d10 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176774 Aug 16 22:19:32.819477 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7577237b-c4e3-42d0-ad80-eb757956b75b req-0b725dc5-3796-48b4-8e2b-2f8b024721a2 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:32.821495 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7577237b-c4e3-42d0-ad80-eb757956b75b req-0b725dc5-3796-48b4-8e2b-2f8b024721a2 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.43 "DELETE /v2.0/ports/dd622625-1833-4779-91fd-0e61f5478d02 HTTP/1.1" status: 204 len: 173 time: 2.4357839 Aug 16 22:19:32.865265 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-314ff724-7cea-47a1-b308-36aca0d0b16e req-702fc166-08f4-475c-af32-67e7995397a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743983 Aug 16 22:19:32.868692 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-18e69a02-bd96-479a-a7dc-fd2e6b9d2f14 admin admin] Allocated IP 172.20.0.1 (3a91aac9-e753-46a8-9ce1-54531ccc000b/662caa89-b9eb-46ea-9b49-48445d58df3b/89f84acf-f0a0-4fc6-b457-1b4b53b526db) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:32.879758 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-0197f198-64ce-4c79-b647-65c4ac4ac01d service neutron] 10.222.0.39 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322895 Aug 16 22:19:32.880439 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] Pushing event updated for resources: {'Port': ['ID=45e092d5-e62c-4c6c-a2be-6e4635a2c946,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:32.936936 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52053141-73e8-44fd-8584-b6cc3b73e678 x-openstack-request-id: req-52053141-73e8-44fd-8584-b6cc3b73e678 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:32.937239 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e", "name": "network-vif-unplugged", "status": "completed", "tag": "45e092d5-e62c-4c6c-a2be-6e4635a2c946", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:32.937497 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-52053141-73e8-44fd-8584-b6cc3b73e678 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:32.937889 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e092d5-e62c-4c6c-a2be-6e4635a2c946', 'code': 200} Aug 16 22:19:32.939106 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] No DVR routers for this DVR port 45e092d5-e62c-4c6c-a2be-6e4635a2c946 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:33.068342 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] Transition to ACTIVE for port object f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:33.070671 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-314ff724-7cea-47a1-b308-36aca0d0b16e req-5f96969b-81fd-440f-8a19-e75126edf92d service neutron] 10.222.0.39 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848435 Aug 16 22:19:33.075052 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a604ae09-c186-4bd3-9c49-f22ca016c6ca req-564ac068-39b9-464b-bcf1-eba6b940e481 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757201 Aug 16 22:19:33.077903 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] Attempting to bind port 45e092d5-e62c-4c6c-a2be-6e4635a2c946 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:33.082851 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] Attempting to bind port 45e092d5-e62c-4c6c-a2be-6e4635a2c946 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:33.083718 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] Attempting to bind port 45e092d5-e62c-4c6c-a2be-6e4635a2c946 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:33.095015 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] Port 45e092d5-e62c-4c6c-a2be-6e4635a2c946 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:19:33.095453 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] Attempting to bind port 45e092d5-e62c-4c6c-a2be-6e4635a2c946 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:33.096411 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-8e71dfbb-1693-41f1-aee5-542aba9f948c tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:33.098226 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-8e71dfbb-1693-41f1-aee5-542aba9f948c tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9619937 Aug 16 22:19:33.105325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:33.108427 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:33.115106 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:33.115739 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] Bound port: 45e092d5-e62c-4c6c-a2be-6e4635a2c946, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:33.116230 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.117902 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.123709 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-158af652-d8d9-4b71-965a-9848b1164720 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Request body: {'port': {'device_id': '68642ca3-dac8-4995-90fe-02d06b2b385c', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': '52123a4fc14e46cbb6295af2cd68c31b'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:33.159697 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f5a0f-cea6-4bfc-bc42-4fb58c1e11f6 req-67ad970c-5b21-44e2-824b-9e7b412030e0 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:33.161447 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b4f5a0f-cea6-4bfc-bc42-4fb58c1e11f6 req-67ad970c-5b21-44e2-824b-9e7b412030e0 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d7220cf-6bd6-4f02-9766-89efc4701b88 HTTP/1.1" status: 200 len: 932 time: 0.1565061 Aug 16 22:19:33.298149 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b4f5a0f-cea6-4bfc-bc42-4fb58c1e11f6 req-0fb7f0fa-66f1-4fad-8033-46f617b7fd6f tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/security-groups?id=44aec222-ba4e-4ac8-bab4-b7b323ba0ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001811 Aug 16 22:19:33.321459 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] For port 45e092d5-e62c-4c6c-a2be-6e4635a2c946, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:33.328127 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] For port 45e092d5-e62c-4c6c-a2be-6e4635a2c946, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=45e092d5-e62c-4c6c-a2be-6e4635a2c946,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:33.389765 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.471604 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:33.475101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c92fabd-07f1-43e3-b751-28b09818ed0e', 'name': 'network-vif-deleted', 'tag': 'dd622625-1833-4779-91fd-0e61f5478d02'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:33.479475 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc449af2-5de9-4bf9-a06b-a738d9da830b" -d '{"events": [{"server_uuid": "8c92fabd-07f1-43e3-b751-28b09818ed0e", "name": "network-vif-deleted", "tag": "dd622625-1833-4779-91fd-0e61f5478d02"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:33.488244 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.496926 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe343935-3615-4424-990b-9bb44a797336 req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] 10.222.0.43 "PUT /v2.0/ports/45e092d5-e62c-4c6c-a2be-6e4635a2c946 HTTP/1.1" status: 200 len: 1097 time: 2.4303365 Aug 16 22:19:33.532813 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d906f30-f95d-4bb6-8dad-e45a3d9a08fa service neutron] Pushing event updated for resources: {'Port': ['ID=45e092d5-e62c-4c6c-a2be-6e4635a2c946,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:33.576405 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9974560d-4029-4470-aef2-c602da434f6b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:33.596086 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-49e9d84b-f3b0-4bdc-bec6-793b29dbe550 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:33.598084 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-49e9d84b-f3b0-4bdc-bec6-793b29dbe550 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20&tenant_id=28d0b07328bc4868a7e7f336c894f93d&binding%3Ahost_id=n-h1-792458-15 HTTP/1.1" status: 200 len: 1097 time: 0.2728755 Aug 16 22:19:33.611002 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1473814-f88d-4b24-9e84-5209de9b5eae req-432e5eea-b7ec-474d-b5f5-8ab36d835642 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:33.635968 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d1473814-f88d-4b24-9e84-5209de9b5eae req-432e5eea-b7ec-474d-b5f5-8ab36d835642 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 943 time: 0.3549664 Aug 16 22:19:33.662848 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 9974560d-4029-4470-aef2-c602da434f6b completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:33.668574 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 9974560d-4029-4470-aef2-c602da434f6b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:33.669932 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.671869 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3336f3c-c1e3-4d0a-8e84-0a87208c7d83,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:33.678468 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-158af652-d8d9-4b71-965a-9848b1164720 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Made reservation on behalf of 52123a4fc14e46cbb6295af2cd68c31b for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:33.686426 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-158af652-d8d9-4b71-965a-9848b1164720 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.719592 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-158af652-d8d9-4b71-965a-9848b1164720 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.794322 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] Attempting to bind port f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:33.794933 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] Attempting to bind port f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '124a9c87-b2e1-4f63-853b-e33339f93f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:33.795578 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] Attempting to bind port f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 on network 9a79c712-1e9a-409c-9eab-e685af817459 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:33.796149 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 45e092d5-e62c-4c6c-a2be-6e4635a2c946 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:33.805994 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] Port f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 on network 9a79c712-1e9a-409c-9eab-e685af817459 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:19:33.809065 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] Attempting to bind port f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 on network 9a79c712-1e9a-409c-9eab-e685af817459 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:33.819003 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-314ff724-7cea-47a1-b308-36aca0d0b16e req-a3012e38-8a29-4fca-9e01-8eda95e76a81 service neutron] 10.222.0.39 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7069170 Aug 16 22:19:33.820465 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31309dce-6166-4fd8-b2af-f494d83e6206 req-6d8c4659-4fcb-4374-96b4-69e964e50be4 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c92fabd-07f1-43e3-b751-28b09818ed0e HTTP/1.1" status: 200 len: 210 time: 0.1316657 Aug 16 22:19:33.846384 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18e69a02-bd96-479a-a7dc-fd2e6b9d2f14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.864999 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:33.865440 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] Checking segment: {'id': '124a9c87-b2e1-4f63-853b-e33339f93f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:33.865920 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] Bound using segment: {'id': '124a9c87-b2e1-4f63-853b-e33339f93f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:33.866476 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] Bound port: f3336f3c-c1e3-4d0a-8e84-0a87208c7d83, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124a9c87-b2e1-4f63-853b-e33339f93f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:33.867005 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.903444 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d5a638-561a-4d81-a49c-cb2b5e1a9b62 x-openstack-request-id: req-93d5a638-561a-4d81-a49c-cb2b5e1a9b62 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:33.903444 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c92fabd-07f1-43e3-b751-28b09818ed0e", "name": "network-vif-deleted", "tag": "dd622625-1833-4779-91fd-0e61f5478d02", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:33.903799 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-93d5a638-561a-4d81-a49c-cb2b5e1a9b62 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:33.904269 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c92fabd-07f1-43e3-b751-28b09818ed0e', 'name': 'network-vif-deleted', 'tag': 'dd622625-1833-4779-91fd-0e61f5478d02', 'status': 'completed', 'code': 200} Aug 16 22:19:33.910989 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.925144 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 45e092d5-e62c-4c6c-a2be-6e4635a2c946 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:33.928828 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d1473814-f88d-4b24-9e84-5209de9b5eae req-6a1426f8-d949-4c45-80ed-86bc105b70f0 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843134 Aug 16 22:19:33.954972 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 9974560d-4029-4470-aef2-c602da434f6b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9974560d-4029-4470-aef2-c602da434f6b,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:33.967457 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.969044 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] For port f3336f3c-c1e3-4d0a-8e84-0a87208c7d83, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:33.972920 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] For port f3336f3c-c1e3-4d0a-8e84-0a87208c7d83, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=f3336f3c-c1e3-4d0a-8e84-0a87208c7d83,segment=NetworkSegment(124a9c87-b2e1-4f63-853b-e33339f93f55),segment_id=124a9c87-b2e1-4f63-853b-e33339f93f55)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:33.993834 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.997561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe343935-3615-4424-990b-9bb44a797336 req-77756c4c-a495-43b1-9509-dd5eb2637a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:33.999781 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe343935-3615-4424-990b-9bb44a797336 req-77756c4c-a495-43b1-9509-dd5eb2637a08 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 1100 time: 0.4571753 Aug 16 22:19:34.031086 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device dd622625-1833-4779-91fd-0e61f5478d02 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:34.064090 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:34.064915 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.066697 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] 10.222.0.43 "PUT /v2.0/ports/f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 HTTP/1.1" status: 200 len: 1093 time: 3.0586004 Aug 16 22:19:34.069530 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: dd622625-1833-4779-91fd-0e61f5478d02 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:34.070039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device dd622625-1833-4779-91fd-0e61f5478d02 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:34.076909 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=9974560d-4029-4470-aef2-c602da434f6b,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:34.078206 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18e69a02-bd96-479a-a7dc-fd2e6b9d2f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.082569 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4722aa62-b914-4967-ba00-672df5d9b394 req-6f2e15ed-64dc-4e94-98d2-50314bb66531 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=68642ca3-dac8-4995-90fe-02d06b2b385c HTTP/1.1" status: 200 len: 210 time: 0.0797877 Aug 16 22:19:34.112199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a0644-0247-40bf-83eb-e5d981af23b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3336f3c-c1e3-4d0a-8e84-0a87208c7d83,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:34.180032 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e69a02-bd96-479a-a7dc-fd2e6b9d2f14 admin admin] Network 3a91aac9-e753-46a8-9ce1-54531ccc000b is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:34.180508 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe343935-3615-4424-990b-9bb44a797336 req-0ea2d4eb-60dc-4aaf-8086-5729f334508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:34.181731 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-18e69a02-bd96-479a-a7dc-fd2e6b9d2f14 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:34.181935 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe343935-3615-4424-990b-9bb44a797336 req-0ea2d4eb-60dc-4aaf-8086-5729f334508a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1666672 Aug 16 22:19:34.185414 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-158af652-d8d9-4b71-965a-9848b1164720 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.202024 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e69a02-bd96-479a-a7dc-fd2e6b9d2f14 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:34.203547 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18e69a02-bd96-479a-a7dc-fd2e6b9d2f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.206676 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-158af652-d8d9-4b71-965a-9848b1164720 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.291072 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe343935-3615-4424-990b-9bb44a797336 req-e2940060-e7a5-4fe7-a1de-481b06df7af9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=45e092d5-e62c-4c6c-a2be-6e4635a2c946 HTTP/1.1" status: 200 len: 217 time: 0.0832822 Aug 16 22:19:34.303759 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1199f5-5a24-4ac4-a205-cf266e3dc97e req-89b14267-62f8-4732-9965-0f0e83247828 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:34.305234 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba1199f5-5a24-4ac4-a205-cf266e3dc97e req-89b14267-62f8-4732-9965-0f0e83247828 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 945 time: 0.2782552 Aug 16 22:19:34.309023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-3b06607d-e602-43e8-a0c4-198f52125eda service neutron] For port 2fd9cb44-6dd9-4030-a346-c38165c18acc, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:34.339730 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e69a02-bd96-479a-a7dc-fd2e6b9d2f14 admin admin] Pushing event updated for resources: {'Port': ['ID=89f84acf-f0a0-4fc6-b457-1b4b53b526db,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:34.349176 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-3b06607d-e602-43e8-a0c4-198f52125eda service neutron] Notify callbacks [] for binding, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.350362 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c393329c-6573-4d69-b5e0-cfe7cecf7fa0 req-3b06607d-e602-43e8-a0c4-198f52125eda service neutron] 10.222.0.39 "DELETE /v2.0/ports/2fd9cb44-6dd9-4030-a346-c38165c18acc/bindings/n-h2-792458-15 HTTP/1.1" status: 204 len: 173 time: 0.6650424 Aug 16 22:19:34.367990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158af652-d8d9-4b71-965a-9848b1164720 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cecfea6b-0fe8-4465-9bd2-fd470d1b5385,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:34.374939 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-8a27974e-a16b-4996-96dd-fc96a9c16f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:34.376709 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-8a27974e-a16b-4996-96dd-fc96a9c16f3f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35c7affac3044c11884db26be26d9a55&device_id=9d7220cf-6bd6-4f02-9766-89efc4701b88 HTTP/1.1" status: 200 len: 1096 time: 0.1988673 Aug 16 22:19:34.393735 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a22e1-0899-401d-af0b-34cdc1bcda53 req-5ea22174-e765-4112-baa9-7a07a56231d5 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:34.402826 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf3a22e1-0899-401d-af0b-34cdc1bcda53 req-5ea22174-e765-4112-baa9-7a07a56231d5 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 948 time: 0.2178307 Aug 16 22:19:34.421265 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe343935-3615-4424-990b-9bb44a797336 req-07b13c86-2ba3-4b7f-8fdf-00ca6b3f3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:34.422876 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe343935-3615-4424-990b-9bb44a797336 req-07b13c86-2ba3-4b7f-8fdf-00ca6b3f3ad4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1167474 Aug 16 22:19:34.438271 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba1199f5-5a24-4ac4-a205-cf266e3dc97e req-6b26de3c-c785-48b3-b620-6d443d77f967 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182122 Aug 16 22:19:34.478170 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-08a6c53d-a139-47b9-940f-a0aabe0247d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 HTTP/1.1" status: 200 len: 217 time: 0.0707164 Aug 16 22:19:34.484609 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf3a22e1-0899-401d-af0b-34cdc1bcda53 req-7e688984-05b5-4867-9899-cbac441cbde1 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809538 Aug 16 22:19:34.498898 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe343935-3615-4424-990b-9bb44a797336 req-82a2bf01-0dae-4d76-a321-c2f50a00ae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:34.500561 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe343935-3615-4424-990b-9bb44a797336 req-82a2bf01-0dae-4d76-a321-c2f50a00ae12 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0614424 Aug 16 22:19:34.563027 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-158af652-d8d9-4b71-965a-9848b1164720 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Allocated IP 192.168.233.172 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:34.582091 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18e69a02-bd96-479a-a7dc-fd2e6b9d2f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.586678 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-dcdedff8-009c-4625-99f1-4739f3d7d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:34.588269 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-dcdedff8-009c-4625-99f1-4739f3d7d100 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5863a023-087d-4ef7-b984-91b82beea9fe HTTP/1.1" status: 200 len: 853 time: 0.0925696 Aug 16 22:19:34.617044 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713335e-32bc-47c4-b91b-8b014e5eeb3e req-891a8b40-3947-46d9-816a-1c291ffb86ba tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:34.618666 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1713335e-32bc-47c4-b91b-8b014e5eeb3e req-891a8b40-3947-46d9-816a-1c291ffb86ba tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d7220cf-6bd6-4f02-9766-89efc4701b88 HTTP/1.1" status: 200 len: 944 time: 0.1045263 Aug 16 22:19:34.672325 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe343935-3615-4424-990b-9bb44a797336 req-3580d622-0dcf-44fa-bd2a-2dc9cd743798 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591911 Aug 16 22:19:34.714150 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-72bbf50a-7e1b-4444-a240-40d3f03620fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:34.714760 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1713335e-32bc-47c4-b91b-8b014e5eeb3e req-38200b39-1d74-40b2-a834-2bdcdd05f276 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/security-groups?id=44aec222-ba4e-4ac8-bab4-b7b323ba0ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886016 Aug 16 22:19:34.715671 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-72bbf50a-7e1b-4444-a240-40d3f03620fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a79c712-1e9a-409c-9eab-e685af817459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1170983 Aug 16 22:19:34.796313 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57fa32-ed75-4d86-aed6-25f67c764522 req-63b849fe-5c51-43a2-855f-b9b8868bb113 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:34.797832 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd57fa32-ed75-4d86-aed6-25f67c764522 req-63b849fe-5c51-43a2-855f-b9b8868bb113 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 1097 time: 0.1310453 Aug 16 22:19:34.834135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe343935-3615-4424-990b-9bb44a797336 req-ca25e0df-a6b1-4107-92bd-fb984df6fce9 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456661 Aug 16 22:19:34.852807 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd57fa32-ed75-4d86-aed6-25f67c764522 req-43d5ecb1-1939-43b9-8c96-a2c1674faa89 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469172 Aug 16 22:19:34.938566 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e', 'tag': '45e092d5-e62c-4c6c-a2be-6e4635a2c946'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:34.941624 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f543ce72-154b-49f5-87d4-da06dd0e5b22" -d '{"events": [{"name": "network-changed", "server_uuid": "9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e", "tag": "45e092d5-e62c-4c6c-a2be-6e4635a2c946"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:34.971946 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-158af652-d8d9-4b71-965a-9848b1164720 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.983236 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-f13b0d1a-379a-4764-a8ae-e4396440202b service neutron] 10.222.0.43 "GET /v2.0/networks/9a79c712-1e9a-409c-9eab-e685af817459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509608 Aug 16 22:19:35.011955 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-158af652-d8d9-4b71-965a-9848b1164720 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Transition to ACTIVE for port object b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:35.026210 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18e69a02-bd96-479a-a7dc-fd2e6b9d2f14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:35.040627 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3289b0e0-4079-4ace-bd56-32ad771e7731 x-openstack-request-id: req-3289b0e0-4079-4ace-bd56-32ad771e7731 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:35.040912 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e", "tag": "45e092d5-e62c-4c6c-a2be-6e4635a2c946", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:35.041202 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3289b0e0-4079-4ace-bd56-32ad771e7731 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:35.041595 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e', 'tag': '45e092d5-e62c-4c6c-a2be-6e4635a2c946', 'status': 'completed', 'code': 200} Aug 16 22:19:35.067639 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18e69a02-bd96-479a-a7dc-fd2e6b9d2f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:35.068359 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18e69a02-bd96-479a-a7dc-fd2e6b9d2f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:35.222054 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543ce72-154b-49f5-87d4-da06dd0e5b22 req-839d2396-a785-4a13-ad00-a0cf30b970cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:35.223944 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f543ce72-154b-49f5-87d4-da06dd0e5b22 req-839d2396-a785-4a13-ad00-a0cf30b970cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 1100 time: 0.1272609 Aug 16 22:19:35.229480 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da052fda-1c04-4a9c-b242-41d211ad662f req-23e62c2c-47ff-46f5-9dbb-b23aeb902ed4 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:35.231296 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da052fda-1c04-4a9c-b242-41d211ad662f req-23e62c2c-47ff-46f5-9dbb-b23aeb902ed4 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 1097 time: 0.1816154 Aug 16 22:19:35.235102 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543ce72-154b-49f5-87d4-da06dd0e5b22 req-1ca7eb62-359d-4d48-99c4-509002c2089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:35.236640 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f543ce72-154b-49f5-87d4-da06dd0e5b22 req-1ca7eb62-359d-4d48-99c4-509002c2089f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 1100 time: 0.1382906 Aug 16 22:19:35.237925 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e69a02-bd96-479a-a7dc-fd2e6b9d2f14 admin admin] Pushing event updated for resources: {'Port': ['ID=89f84acf-f0a0-4fc6-b457-1b4b53b526db,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:35.277721 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f464076d-6dfb-481f-bfa8-62c05958ad10 req-1723ab4e-e0c5-4631-83dd-fd35a125384d service neutron] 10.222.0.43 "GET /v2.0/networks/9a79c712-1e9a-409c-9eab-e685af817459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782094 Aug 16 22:19:35.281308 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-158af652-d8d9-4b71-965a-9848b1164720 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:35.339736 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e69a02-bd96-479a-a7dc-fd2e6b9d2f14 admin admin] Network 3a91aac9-e753-46a8-9ce1-54531ccc000b is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:35.344257 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-18e69a02-bd96-479a-a7dc-fd2e6b9d2f14 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:35.354497 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158af652-d8d9-4b71-965a-9848b1164720 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Pushing event updated for resources: {'Port': ['ID=b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:35.368361 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-158af652-d8d9-4b71-965a-9848b1164720 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:35.526090 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9974560d-4029-4470-aef2-c602da434f6b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:35.657145 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 9974560d-4029-4470-aef2-c602da434f6b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:35.657547 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:35.741211 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-158af652-d8d9-4b71-965a-9848b1164720 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:35.746418 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-158af652-d8d9-4b71-965a-9848b1164720 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:35.762205 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-158af652-d8d9-4b71-965a-9848b1164720 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:35.763025 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-158af652-d8d9-4b71-965a-9848b1164720 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:35.780864 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3da50f-cbd9-418c-9274-27dd9bdf9fc5 req-44291f24-38a8-4329-b1f1-dbe40ff7ade2 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:35.791320 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b3da50f-cbd9-418c-9274-27dd9bdf9fc5 req-44291f24-38a8-4329-b1f1-dbe40ff7ade2 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 943 time: 0.6233275 Aug 16 22:19:35.793723 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e69a02-bd96-479a-a7dc-fd2e6b9d2f14 admin admin] Router ebdfdb87-7560-4971-9c8c-18f7156b2c5b has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:19:35.811767 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-158af652-d8d9-4b71-965a-9848b1164720 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7004457 Aug 16 22:19:35.856415 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] Request body: {'port': {'device_id': '68642ca3-dac8-4995-90fe-02d06b2b385c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:35.920821 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7220cf-6bd6-4f02-9766-89efc4701b88', 'tag': 'f3336f3c-c1e3-4d0a-8e84-0a87208c7d83'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:35.926814 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a86c4b2-4617-4224-a814-e5796bcfeba1" -d '{"events": [{"name": "network-changed", "server_uuid": "9d7220cf-6bd6-4f02-9766-89efc4701b88", "tag": "f3336f3c-c1e3-4d0a-8e84-0a87208c7d83"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:35.950403 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:36.013250 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da052fda-1c04-4a9c-b242-41d211ad662f req-98ff1a84-61ab-4c34-bfc5-77df8b833fe0 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7474644 Aug 16 22:19:36.044180 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7d08cf4f-2527-4818-89a7-df41c5127363 None None] Provisioning for port b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:36.048361 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7d08cf4f-2527-4818-89a7-df41c5127363 None None] Provisioning complete for port b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:36.048851 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7d08cf4f-2527-4818-89a7-df41c5127363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:36.059526 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b3da50f-cbd9-418c-9274-27dd9bdf9fc5 req-64fa7200-781e-485e-9b9d-67602f98a999 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670326 Aug 16 22:19:36.082535 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e69a02-bd96-479a-a7dc-fd2e6b9d2f14 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:19:36.110532 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-18e69a02-bd96-479a-a7dc-fd2e6b9d2f14 admin admin] 10.222.0.93 "PUT /v2.0/routers/ebdfdb87-7560-4971-9c8c-18f7156b2c5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6007411 Aug 16 22:19:36.152128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] Sync routers for ids ['ebdfdb87-7560-4971-9c8c-18f7156b2c5b'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:19:36.165601 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543ce72-154b-49f5-87d4-da06dd0e5b22 req-2b9d9180-228e-42f5-b67a-027b30ad83b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:36.175365 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f543ce72-154b-49f5-87d4-da06dd0e5b22 req-2b9d9180-228e-42f5-b67a-027b30ad83b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.9369171 Aug 16 22:19:36.207867 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543ce72-154b-49f5-87d4-da06dd0e5b22 req-d34210a9-631c-4862-8448-6fb125c9c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:36.209697 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f543ce72-154b-49f5-87d4-da06dd0e5b22 req-d34210a9-631c-4862-8448-6fb125c9c75c service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.9457691 Aug 16 22:19:36.219187 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] Routers {'ebdfdb87-7560-4971-9c8c-18f7156b2c5b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:36.220259 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:19:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ebdfdb87-7560-4971-9c8c-18f7156b2c5b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:36.224407 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-7d08cf4f-2527-4818-89a7-df41c5127363 None None] Port b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:19:36.312797 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f543ce72-154b-49f5-87d4-da06dd0e5b22 req-56f17447-a931-4961-ac26-4db5dce4e662 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=45e092d5-e62c-4c6c-a2be-6e4635a2c946 HTTP/1.1" status: 200 len: 217 time: 0.1283507 Aug 16 22:19:36.383034 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] Set router ebdfdb87-7560-4971-9c8c-18f7156b2c5b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:36.433477 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f543ce72-154b-49f5-87d4-da06dd0e5b22 req-747b949f-7716-405f-abf4-2b610f733c40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=45e092d5-e62c-4c6c-a2be-6e4635a2c946 HTTP/1.1" status: 200 len: 217 time: 0.1589084 Aug 16 22:19:36.461138 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:36.469903 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:36.485185 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] Transition to ACTIVE for port object b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:36.490987 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:36.510789 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543ce72-154b-49f5-87d4-da06dd0e5b22 req-99d5b98f-ceaf-4e7f-aeec-532185c5bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:36.512905 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f543ce72-154b-49f5-87d4-da06dd0e5b22 req-99d5b98f-ceaf-4e7f-aeec-532185c5bd4e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0637300 Aug 16 22:19:36.533585 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee29cb-9cf6-4812-ad21-b2cb2111b7b2 req-157760cc-f96c-44e4-8579-4795ba1840cd tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:36.535112 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3ee29cb-9cf6-4812-ad21-b2cb2111b7b2 req-157760cc-f96c-44e4-8579-4795ba1840cd tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=68642ca3-dac8-4995-90fe-02d06b2b385c HTTP/1.1" status: 200 len: 936 time: 0.2596223 Aug 16 22:19:36.551694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:36.583749 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543ce72-154b-49f5-87d4-da06dd0e5b22 req-dcef7b06-73ca-41ff-a580-6b29e0a32bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:36.585185 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f543ce72-154b-49f5-87d4-da06dd0e5b22 req-dcef7b06-73ca-41ff-a580-6b29e0a32bda service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.2158835 Aug 16 22:19:36.614332 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0a0f9-e38d-4de2-bf43-8fafcbc08813 req-7b2029cd-767e-4eba-bb0a-e3e7c41465b4 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:36.622068 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-54a0a0f9-e38d-4de2-bf43-8fafcbc08813 req-7b2029cd-767e-4eba-bb0a-e3e7c41465b4 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 948 time: 0.3455062 Aug 16 22:19:36.628177 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] Attempting to bind port b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:36.629522 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] Attempting to bind port b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:36.631866 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] Attempting to bind port b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:36.639550 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] Port b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:19:36.639550 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] Attempting to bind port b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:36.644053 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdfdb87-7560-4971-9c8c-18f7156b2c5b', 'name': 'tempest-ServerRescueTestJSON-77350362-router', 'tenant_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '9974560d-4029-4470-aef2-c602da434f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:26Z', 'updated_at': '2021-08-16T22:19:34Z', 'revision_number': 4, 'project_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'gw_port': {'id': '9974560d-4029-4470-aef2-c602da434f6b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdfdb87-7560-4971-9c8c-18f7156b2c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:27Z', 'updated_at': '2021-08-16T22:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '89f84acf-f0a0-4fc6-b457-1b4b53b526db', 'name': '', 'network_id': '3a91aac9-e753-46a8-9ce1-54531ccc000b', 'tenant_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'mac_address': 'fa:16:3e:14:af:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdfdb87-7560-4971-9c8c-18f7156b2c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '662caa89-b9eb-46ea-9b49-48445d58df3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:31Z', 'updated_at': '2021-08-16T22:19:34Z', 'revision_number': 2, 'project_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'subnets': [{'id': '662caa89-b9eb-46ea-9b49-48445d58df3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:36.658039 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:36.658757 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:36.659377 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:36.660041 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] Bound port: b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:36.660615 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:36.676759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] Checking router: ebdfdb87-7560-4971-9c8c-18f7156b2c5b for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:19:36.677402 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] Updating router ebdfdb87-7560-4971-9c8c-18f7156b2c5b port 89f84acf-f0a0-4fc6-b457-1b4b53b526db binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:19:36.716166 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:36.784757 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] For port b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:36.788646 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] For port b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:36.792378 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3ee29cb-9cf6-4812-ad21-b2cb2111b7b2 req-fc37e6af-492e-47fd-9d4b-df3d175744c9 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415345 Aug 16 22:19:36.805249 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:36.817339 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543ce72-154b-49f5-87d4-da06dd0e5b22 req-087fb3d6-ef70-4551-a3f1-a0d806d63730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:36.819235 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f543ce72-154b-49f5-87d4-da06dd0e5b22 req-087fb3d6-ef70-4551-a3f1-a0d806d63730 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2830901 Aug 16 22:19:36.853260 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-54a0a0f9-e38d-4de2-bf43-8fafcbc08813 req-8f1e2e87-70d4-4890-aa33-cf8ee315d764 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302573 Aug 16 22:19:36.881739 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:36.894959 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:36.895972 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:36.897915 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-01bf06c8-fef0-4b21-a77b-96f829a87645 service neutron] 10.222.0.43 "PUT /v2.0/ports/b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 HTTP/1.1" status: 200 len: 1097 time: 1.0462334 Aug 16 22:19:36.987585 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543ce72-154b-49f5-87d4-da06dd0e5b22 req-8278cf7f-49c8-4282-a03b-a2b8c13cd3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:36.989095 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f543ce72-154b-49f5-87d4-da06dd0e5b22 req-8278cf7f-49c8-4282-a03b-a2b8c13cd3d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3925209 Aug 16 22:19:37.024842 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d691eb4-e88d-4c20-8be3-9b712b189844 x-openstack-request-id: req-3d691eb4-e88d-4c20-8be3-9b712b189844 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:37.025262 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d7220cf-6bd6-4f02-9766-89efc4701b88", "tag": "f3336f3c-c1e3-4d0a-8e84-0a87208c7d83", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:37.025626 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3d691eb4-e88d-4c20-8be3-9b712b189844 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:37.026182 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7220cf-6bd6-4f02-9766-89efc4701b88', 'tag': 'f3336f3c-c1e3-4d0a-8e84-0a87208c7d83', 'status': 'completed', 'code': 200} Aug 16 22:19:37.028407 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-07aa8450-9c5b-41da-82e4-6cc2d30c534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:37.031046 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-07aa8450-9c5b-41da-82e4-6cc2d30c534b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52123a4fc14e46cbb6295af2cd68c31b&device_id=68642ca3-dac8-4995-90fe-02d06b2b385c HTTP/1.1" status: 200 len: 1100 time: 0.0745554 Aug 16 22:19:37.153363 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-78bda6c0-bc05-4e2f-b21c-6f176dafb0e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 HTTP/1.1" status: 200 len: 217 time: 0.1058154 Aug 16 22:19:37.220856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c972a5-4cc4-430f-9b65-9eefdf73c911 req-74cfd74f-e127-418b-992f-302f3d0b0ac1 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:37.231904 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-34c972a5-4cc4-430f-9b65-9eefdf73c911 req-74cfd74f-e127-418b-992f-302f3d0b0ac1 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d7220cf-6bd6-4f02-9766-89efc4701b88 HTTP/1.1" status: 200 len: 944 time: 0.2571833 Aug 16 22:19:37.257950 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f543ce72-154b-49f5-87d4-da06dd0e5b22 req-9c223d59-13d4-4033-9c65-829654bed492 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036787 Aug 16 22:19:37.286882 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86c4b2-4617-4224-a814-e5796bcfeba1 req-23c73253-e69e-4e18-863b-b7f0798c9553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:37.288404 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6a86c4b2-4617-4224-a814-e5796bcfeba1 req-23c73253-e69e-4e18-863b-b7f0798c9553 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35c7affac3044c11884db26be26d9a55&device_id=9d7220cf-6bd6-4f02-9766-89efc4701b88 HTTP/1.1" status: 200 len: 1096 time: 0.2560394 Aug 16 22:19:37.316162 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-b0abc7db-6522-4808-874e-7bad18954ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:37.326698 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-b0abc7db-6522-4808-874e-7bad18954ea8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1568811 Aug 16 22:19:37.349093 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f543ce72-154b-49f5-87d4-da06dd0e5b22 req-faff7da0-0c9f-4d8f-9d56-7c1399887648 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483055 Aug 16 22:19:37.457867 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-34c972a5-4cc4-430f-9b65-9eefdf73c911 req-0adedb6c-bb06-485a-91d9-819f439f29ff tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/security-groups?id=44aec222-ba4e-4ac8-bab4-b7b323ba0ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131965 Aug 16 22:19:37.507041 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86c4b2-4617-4224-a814-e5796bcfeba1 req-b4845045-9fa8-4f9e-aa73-d9f748d46826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:37.522616 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.523267 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6a86c4b2-4617-4224-a814-e5796bcfeba1 req-b4845045-9fa8-4f9e-aa73-d9f748d46826 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a79c712-1e9a-409c-9eab-e685af817459 HTTP/1.1" status: 200 len: 915 time: 0.2241616 Aug 16 22:19:37.533102 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-d598cc1a-dd04-4fca-bd97-47ecef8c369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:37.537141 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-d598cc1a-dd04-4fca-bd97-47ecef8c369f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2057364 Aug 16 22:19:37.550946 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f543ce72-154b-49f5-87d4-da06dd0e5b22 req-56d71d31-33ce-4554-bbf6-452f4a954e15 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832501 Aug 16 22:19:37.556185 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] Transition to ACTIVE for port object 89f84acf-f0a0-4fc6-b457-1b4b53b526db will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:37.572752 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.614463 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6a86c4b2-4617-4224-a814-e5796bcfeba1 req-54c8ddc6-0369-411e-ac79-5375aa656994 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 HTTP/1.1" status: 200 len: 217 time: 0.0748074 Aug 16 22:19:37.655442 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f543ce72-154b-49f5-87d4-da06dd0e5b22 req-e15658a1-ae95-40ae-9bc3-f821eec8f7ab service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888372 Aug 16 22:19:37.703977 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873ddec-8f25-4079-9132-3365e90922ac req-9bb87612-43a2-4648-9a78-65c8bdcf376a tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:37.703977 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3873ddec-8f25-4079-9132-3365e90922ac req-9bb87612-43a2-4648-9a78-65c8bdcf376a tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 943 time: 0.0825593 Aug 16 22:19:37.743389 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86c4b2-4617-4224-a814-e5796bcfeba1 req-f247cf76-b41e-441f-96cd-da85f812fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:37.744912 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6a86c4b2-4617-4224-a814-e5796bcfeba1 req-f247cf76-b41e-441f-96cd-da85f812fecd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5863a023-087d-4ef7-b984-91b82beea9fe HTTP/1.1" status: 200 len: 853 time: 0.1047940 Aug 16 22:19:37.752715 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3873ddec-8f25-4079-9132-3365e90922ac req-f1e36d1e-1f34-4d24-b1d3-ec515f6f06ae tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420957 Aug 16 22:19:37.792679 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] Attempting to bind port 89f84acf-f0a0-4fc6-b457-1b4b53b526db on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:37.793175 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] Attempting to bind port 89f84acf-f0a0-4fc6-b457-1b4b53b526db by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'd461892b-005d-4ddb-9032-a9c7ed5a508e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a91aac9-e753-46a8-9ce1-54531ccc000b'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:37.793878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] Attempting to bind port 89f84acf-f0a0-4fc6-b457-1b4b53b526db on network 3a91aac9-e753-46a8-9ce1-54531ccc000b {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:37.805977 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf6164-2806-400b-8b8a-add34eeee9b3 None None] Pushing event updated for resources: {'Port': ['ID=89f84acf-f0a0-4fc6-b457-1b4b53b526db,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:37.818292 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:37.818680 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] Checking segment: {'id': 'd461892b-005d-4ddb-9032-a9c7ed5a508e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a91aac9-e753-46a8-9ce1-54531ccc000b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:37.819088 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.819472 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] Bound using segment: {'id': 'd461892b-005d-4ddb-9032-a9c7ed5a508e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a91aac9-e753-46a8-9ce1-54531ccc000b'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:37.819964 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] Bound port: 89f84acf-f0a0-4fc6-b457-1b4b53b526db, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd461892b-005d-4ddb-9032-a9c7ed5a508e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a91aac9-e753-46a8-9ce1-54531ccc000b'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:37.820347 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.833868 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-95d6fb9d-d8ab-4992-815d-449cbcdaa503 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782545 Aug 16 22:19:37.834555 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e9747994-313e-495c-b01a-c74cf58eae64 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:37.944120 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86c4b2-4617-4224-a814-e5796bcfeba1 req-5e3800ba-19b7-41f8-9c54-2490a0b94349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:37.946246 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6a86c4b2-4617-4224-a814-e5796bcfeba1 req-5e3800ba-19b7-41f8-9c54-2490a0b94349 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a79c712-1e9a-409c-9eab-e685af817459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1842227 Aug 16 22:19:38.007504 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:19:38.028849 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] For port 89f84acf-f0a0-4fc6-b457-1b4b53b526db, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:38.037175 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] For port 89f84acf-f0a0-4fc6-b457-1b4b53b526db, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=89f84acf-f0a0-4fc6-b457-1b4b53b526db,segment=NetworkSegment(d461892b-005d-4ddb-9032-a9c7ed5a508e),segment_id=d461892b-005d-4ddb-9032-a9c7ed5a508e)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:38.046867 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:38.071556 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-37cb13a6-5a18-436b-81a3-b9a2ff72c499 service neutron] 10.222.0.39 "GET /v2.0/ports/e9747994-313e-495c-b01a-c74cf58eae64/bindings/n-h2-792458-15 HTTP/1.1" status: 200 len: 385 time: 0.1862895 Aug 16 22:19:38.115626 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cfae97dd-c4ba-4591-ba4e-e045c4c69aaa req-ecc86ee9-52e1-490f-bb07-70f5de70f67a service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620094 Aug 16 22:19:38.117436 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6a86c4b2-4617-4224-a814-e5796bcfeba1 req-8f7ab1c7-133e-461b-970c-a1aa09642d74 service neutron] 10.222.0.43 "GET /v2.0/networks/9a79c712-1e9a-409c-9eab-e685af817459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583948 Aug 16 22:19:38.121703 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940adad-ab87-414b-81f8-745b1c8229e3 req-d9914f27-981c-4413-8789-9e44a9f56fa1 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:38.123266 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3940adad-ab87-414b-81f8-745b1c8229e3 req-d9914f27-981c-4413-8789-9e44a9f56fa1 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=68642ca3-dac8-4995-90fe-02d06b2b385c HTTP/1.1" status: 200 len: 948 time: 0.1330087 Aug 16 22:19:38.143142 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-7875fdba-0eef-46eb-9ae4-c1c7b0f52350 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:38.154866 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf6164-2806-400b-8b8a-add34eeee9b3 None None] Pushing event updated for resources: {'Port': ['ID=89f84acf-f0a0-4fc6-b457-1b4b53b526db,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:38.158838 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-7875fdba-0eef-46eb-9ae4-c1c7b0f52350 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/networks?id=3a91aac9-e753-46a8-9ce1-54531ccc000b HTTP/1.1" status: 200 len: 809 time: 0.3652160 Aug 16 22:19:38.195238 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-08a2d027-8cec-4074-ab1c-8a82c4874db8 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/quotas/8f582c0b428a46e0b03ad5c58ffe0c2e HTTP/1.1" status: 200 len: 375 time: 0.0355070 Aug 16 22:19:38.211174 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] Routers {'ebdfdb87-7560-4971-9c8c-18f7156b2c5b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:38.213659 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:19:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ebdfdb87-7560-4971-9c8c-18f7156b2c5b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:38.263851 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3940adad-ab87-414b-81f8-745b1c8229e3 req-c9443e1e-8fd6-4aa8-89b1-8869a5d13c95 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963099 Aug 16 22:19:38.283053 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-de8ae0db-e745-43a3-bb3e-75b2f7875486 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f582c0b428a46e0b03ad5c58ffe0c2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0868108 Aug 16 22:19:38.287269 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port f3336f3c-c1e3-4d0a-8e84-0a87208c7d83, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=f3336f3c-c1e3-4d0a-8e84-0a87208c7d83,segment=NetworkSegment(124a9c87-b2e1-4f63-853b-e33339f93f55),segment_id=124a9c87-b2e1-4f63-853b-e33339f93f55)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:38.303443 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:38.323094 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6a86c4b2-4617-4224-a814-e5796bcfeba1 req-9fa17c00-2650-4fed-aa5f-77e2a23ee3d4 service neutron] 10.222.0.43 "GET /v2.0/networks/9a79c712-1e9a-409c-9eab-e685af817459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931243 Aug 16 22:19:38.333239 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'f3336f3c-c1e3-4d0a-8e84-0a87208c7d83', 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459', 'port_id': 'f3336f3c-c1e3-4d0a-8e84-0a87208c7d83', 'mac_address': 'fa:16:3e:cd:7f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5863a023-087d-4ef7-b984-91b82beea9fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:19:38.437076 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:38.454518 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-23095803-cfd8-48b9-8040-8c556d7f3506 service neutron] 10.222.0.93 "GET /v2.0/networks/3a91aac9-e753-46a8-9ce1-54531ccc000b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706495 Aug 16 22:19:38.457018 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:38.464870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] Set router ebdfdb87-7560-4971-9c8c-18f7156b2c5b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:38.507870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port f3336f3c-c1e3-4d0a-8e84-0a87208c7d83, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=f3336f3c-c1e3-4d0a-8e84-0a87208c7d83,segment=NetworkSegment(124a9c87-b2e1-4f63-853b-e33339f93f55),segment_id=124a9c87-b2e1-4f63-853b-e33339f93f55)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:38.514048 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:38.514800 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 45e092d5-e62c-4c6c-a2be-6e4635a2c946 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:19:38.624613 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221ae8c-48cf-4211-8b2a-58fac89c131b req-b9824cd4-753d-4251-a730-2008c9514759 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:38.631949 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2221ae8c-48cf-4211-8b2a-58fac89c131b req-b9824cd4-753d-4251-a730-2008c9514759 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 948 time: 0.1932552 Aug 16 22:19:38.651616 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-9118b539-c26e-419f-b8f1-deb9ee6af9fa service neutron] 10.222.0.93 "GET /v2.0/networks/3a91aac9-e753-46a8-9ce1-54531ccc000b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959672 Aug 16 22:19:38.665581 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=f3336f3c-c1e3-4d0a-8e84-0a87208c7d83,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:38.702337 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2221ae8c-48cf-4211-8b2a-58fac89c131b req-b5ba552b-4d96-4bb1-a26d-e43018aad0da tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675287 Aug 16 22:19:38.716383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-4152ce3f-b81b-4b0b-96e4-e5cca7b776a3 service neutron] For port e9747994-313e-495c-b01a-c74cf58eae64, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e9747994-313e-495c-b01a-c74cf58eae64,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:38.768087 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-4152ce3f-b81b-4b0b-96e4-e5cca7b776a3 service neutron] For port e9747994-313e-495c-b01a-c74cf58eae64, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:38.783248 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 45e092d5-e62c-4c6c-a2be-6e4635a2c946, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=45e092d5-e62c-4c6c-a2be-6e4635a2c946,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:38.817746 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '45e092d5-e62c-4c6c-a2be-6e4635a2c946', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': '45e092d5-e62c-4c6c-a2be-6e4635a2c946', 'mac_address': 'fa:16:3e:82:88:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:19:38.839318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-4152ce3f-b81b-4b0b-96e4-e5cca7b776a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9747994-313e-495c-b01a-c74cf58eae64 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:38.870502 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-4152ce3f-b81b-4b0b-96e4-e5cca7b776a3 service neutron] For port e9747994-313e-495c-b01a-c74cf58eae64, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=e9747994-313e-495c-b01a-c74cf58eae64,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:38.887711 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:38.904172 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-4152ce3f-b81b-4b0b-96e4-e5cca7b776a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:38.911226 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e092d5-e62c-4c6c-a2be-6e4635a2c946 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:38.937429 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 45e092d5-e62c-4c6c-a2be-6e4635a2c946, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=45e092d5-e62c-4c6c-a2be-6e4635a2c946,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:38.948895 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:39.017673 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdfdb87-7560-4971-9c8c-18f7156b2c5b', 'name': 'tempest-ServerRescueTestJSON-77350362-router', 'tenant_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '9974560d-4029-4470-aef2-c602da434f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:26Z', 'updated_at': '2021-08-16T22:19:34Z', 'revision_number': 4, 'project_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'gw_port': {'id': '9974560d-4029-4470-aef2-c602da434f6b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdfdb87-7560-4971-9c8c-18f7156b2c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:27Z', 'updated_at': '2021-08-16T22:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '89f84acf-f0a0-4fc6-b457-1b4b53b526db', 'name': '', 'network_id': '3a91aac9-e753-46a8-9ce1-54531ccc000b', 'tenant_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'mac_address': 'fa:16:3e:14:af:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdfdb87-7560-4971-9c8c-18f7156b2c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '662caa89-b9eb-46ea-9b49-48445d58df3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:31Z', 'updated_at': '2021-08-16T22:19:38Z', 'revision_number': 4, 'project_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'subnets': [{'id': '662caa89-b9eb-46ea-9b49-48445d58df3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:39.021398 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce844863-580b-46ba-b8a0-62b1a2decf2a req-8d951264-032b-403e-98c9-c1d185dd08c3 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:39.027037 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68642ca3-dac8-4995-90fe-02d06b2b385c', 'tag': 'b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:39.029368 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76da30b4-d987-46d6-a760-fca73b8b970c" -d '{"events": [{"name": "network-changed", "server_uuid": "68642ca3-dac8-4995-90fe-02d06b2b385c", "tag": "b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:39.035411 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce844863-580b-46ba-b8a0-62b1a2decf2a req-8d951264-032b-403e-98c9-c1d185dd08c3 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d7220cf-6bd6-4f02-9766-89efc4701b88 HTTP/1.1" status: 200 len: 945 time: 0.1158938 Aug 16 22:19:39.065858 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-4152ce3f-b81b-4b0b-96e4-e5cca7b776a3 service neutron] Transition to ACTIVE for port object e9747994-313e-495c-b01a-c74cf58eae64 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:39.073800 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-4152ce3f-b81b-4b0b-96e4-e5cca7b776a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:39.085695 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a9e6c7-995b-4169-8110-0c838a7240eb None None] The sync data for ids ['ebdfdb87-7560-4971-9c8c-18f7156b2c5b'] in n-d-792458-15 is: [{'id': 'ebdfdb87-7560-4971-9c8c-18f7156b2c5b', 'name': 'tempest-ServerRescueTestJSON-77350362-router', 'tenant_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '9974560d-4029-4470-aef2-c602da434f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:26Z', 'updated_at': '2021-08-16T22:19:34Z', 'revision_number': 4, 'project_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'gw_port': {'id': '9974560d-4029-4470-aef2-c602da434f6b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdfdb87-7560-4971-9c8c-18f7156b2c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:27Z', 'updated_at': '2021-08-16T22:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '89f84acf-f0a0-4fc6-b457-1b4b53b526db', 'name': '', 'network_id': '3a91aac9-e753-46a8-9ce1-54531ccc000b', 'tenant_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'mac_address': 'fa:16:3e:14:af:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdfdb87-7560-4971-9c8c-18f7156b2c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '662caa89-b9eb-46ea-9b49-48445d58df3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:31Z', 'updated_at': '2021-08-16T22:19:38Z', 'revision_number': 4, 'project_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'subnets': [{'id': '662caa89-b9eb-46ea-9b49-48445d58df3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:19:39.111848 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2638d8e0-2b5c-40a3-b1d4-2ffb0b8713c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:39.124508 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=45e092d5-e62c-4c6c-a2be-6e4635a2c946,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:39.137591 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce844863-580b-46ba-b8a0-62b1a2decf2a req-5e5c4b0b-de5d-480e-b14d-bc0c5c794447 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/security-groups?id=44aec222-ba4e-4ac8-bab4-b7b323ba0ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963521 Aug 16 22:19:39.231332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['45e092d5-e62c-4c6c-a2be-6e4635a2c946'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:39.234615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['f3336f3c-c1e3-4d0a-8e84-0a87208c7d83'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:39.264746 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-4152ce3f-b81b-4b0b-96e4-e5cca7b776a3 service neutron] No DVR routers for this DVR port e9747994-313e-495c-b01a-c74cf58eae64 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:39.276651 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152ce3f-b81b-4b0b-96e4-e5cca7b776a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e9747994-313e-495c-b01a-c74cf58eae64,revision_number=10']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:39.354147 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-4152ce3f-b81b-4b0b-96e4-e5cca7b776a3 service neutron] 10.222.0.39 "PUT /v2.0/ports/e9747994-313e-495c-b01a-c74cf58eae64/bindings/n-h2-792458-15/activate HTTP/1.1" status: 200 len: 370 time: 1.2729154 Aug 16 22:19:39.417693 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-33647cc2-45bf-4b72-9366-f5217d5d2f80 req-f6d31c3e-a292-4f65-8a9f-1f06b05e21f2 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 210 time: 0.0888476 Aug 16 22:19:39.454664 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248a412-1b83-4198-8975-dc01d78d8345 req-00cc2491-41b4-475d-847b-54237b54d83f tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:39.469083 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6248a412-1b83-4198-8975-dc01d78d8345 req-00cc2491-41b4-475d-847b-54237b54d83f tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 944 time: 0.1916339 Aug 16 22:19:39.580467 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-ecc609fd-e072-431b-a60f-95e67a3b6fc5 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:39.583526 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-ecc609fd-e072-431b-a60f-95e67a3b6fc5 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578&tenant_id=c5206ab6d6f447fc9622b86511f61275&binding%3Ahost_id=n-h1-792458-15 HTTP/1.1" status: 200 len: 1096 time: 0.1118793 Aug 16 22:19:39.615063 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 89f84acf-f0a0-4fc6-b457-1b4b53b526db up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:39.665768 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6248a412-1b83-4198-8975-dc01d78d8345 req-771f0617-87a6-40eb-9499-32d465d77da8 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955454 Aug 16 22:19:39.683769 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-5d184135-c355-4419-b170-a1d2cf168127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:39.684702 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-5d184135-c355-4419-b170-a1d2cf168127 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578&tenant_id=c5206ab6d6f447fc9622b86511f61275 HTTP/1.1" status: 200 len: 1096 time: 0.0932746 Aug 16 22:19:39.689516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249726b-1125-406a-b20b-bc0645e8fd31 req-460fe7c5-46a9-4292-93e6-f0a70e2cb044 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:39.692964 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a249726b-1125-406a-b20b-bc0645e8fd31 req-460fe7c5-46a9-4292-93e6-f0a70e2cb044 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e&tenant_id=fb89aa6f686447e2b31abca5e401c874&binding%3Ahost_id=n-h2-792458-15 HTTP/1.1" status: 200 len: 949 time: 0.2944274 Aug 16 22:19:39.743512 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4991f8-0c64-4492-a566-47275fcf76d4 x-openstack-request-id: req-6c4991f8-0c64-4492-a566-47275fcf76d4 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:39.743803 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68642ca3-dac8-4995-90fe-02d06b2b385c", "tag": "b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:39.744048 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6c4991f8-0c64-4492-a566-47275fcf76d4 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:39.744439 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68642ca3-dac8-4995-90fe-02d06b2b385c', 'tag': 'b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23', 'status': 'completed', 'code': 200} Aug 16 22:19:39.911826 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-e6c4ba4e-3276-494a-a5ba-0bc88c2a422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:39.913338 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-e6c4ba4e-3276-494a-a5ba-0bc88c2a422b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 1096 time: 0.1984849 Aug 16 22:19:39.949457 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da30b4-d987-46d6-a760-fca73b8b970c req-4b97714e-8b10-47f5-8c8a-828f8f0e7e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:39.967935 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-76da30b4-d987-46d6-a760-fca73b8b970c req-4b97714e-8b10-47f5-8c8a-828f8f0e7e74 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52123a4fc14e46cbb6295af2cd68c31b&device_id=68642ca3-dac8-4995-90fe-02d06b2b385c HTTP/1.1" status: 200 len: 1100 time: 0.1920536 Aug 16 22:19:40.004984 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-a249726b-1125-406a-b20b-bc0645e8fd31 req-fdb96e26-ef92-48c3-91ab-8bacd1fb2040 service neutron] delete failed (client error): The resource could not be found. Aug 16 22:19:40.015484 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a249726b-1125-406a-b20b-bc0645e8fd31 req-fdb96e26-ef92-48c3-91ab-8bacd1fb2040 service neutron] 10.222.0.39 "DELETE /v2.0/ports/45e092d5-e62c-4c6c-a2be-6e4635a2c946/bindings/n-h1-792458-15 HTTP/1.1" status: 404 len: 381 time: 0.3038523 Aug 16 22:19:40.023940 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d9f02-0915-45e7-8d5b-c8d5b4e15cf5 req-a25fef29-d80c-4c12-aa28-1283399e717c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:40.025304 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8f8d9f02-0915-45e7-8d5b-c8d5b4e15cf5 req-a25fef29-d80c-4c12-aa28-1283399e717c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 949 time: 0.2375987 Aug 16 22:19:40.051752 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 89f84acf-f0a0-4fc6-b457-1b4b53b526db completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:40.094131 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 89f84acf-f0a0-4fc6-b457-1b4b53b526db triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:40.095870 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.119586 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb87206-a27c-440f-8f07-ed50b0bca7dd req-f83e3b8a-a32a-47d7-8bf0-f58689a2cdfc tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:40.135986 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cb87206-a27c-440f-8f07-ed50b0bca7dd req-f83e3b8a-a32a-47d7-8bf0-f58689a2cdfc tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=68642ca3-dac8-4995-90fe-02d06b2b385c HTTP/1.1" status: 200 len: 948 time: 0.2391913 Aug 16 22:19:40.210820 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8f8d9f02-0915-45e7-8d5b-c8d5b4e15cf5 req-cbda5053-0d89-4d99-8ed8-da9a120a76f9 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717110 Aug 16 22:19:40.275888 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cb87206-a27c-440f-8f07-ed50b0bca7dd req-0ebcf34e-d923-468b-b711-c1c49cab6d87 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389904 Aug 16 22:19:40.302088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249726b-1125-406a-b20b-bc0645e8fd31 req-5224161a-55cc-4faf-afce-3a4378936d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:40.304163 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a249726b-1125-406a-b20b-bc0645e8fd31 req-5224161a-55cc-4faf-afce-3a4378936d70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 1101 time: 0.1119444 Aug 16 22:19:40.313661 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.373887 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da30b4-d987-46d6-a760-fca73b8b970c req-9945a359-ccae-46d7-8f7c-b4f85ab40ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:40.376094 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-76da30b4-d987-46d6-a760-fca73b8b970c req-9945a359-ccae-46d7-8f7c-b4f85ab40ca8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.3916757 Aug 16 22:19:40.385726 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-47861c16-6988-42e5-9a61-8151097ffc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:40.387233 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-47861c16-6988-42e5-9a61-8151097ffc3e service neutron] 10.222.0.43 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 909 time: 0.4583027 Aug 16 22:19:40.391133 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 89f84acf-f0a0-4fc6-b457-1b4b53b526db, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=89f84acf-f0a0-4fc6-b457-1b4b53b526db,segment=NetworkSegment(d461892b-005d-4ddb-9032-a9c7ed5a508e),segment_id=d461892b-005d-4ddb-9032-a9c7ed5a508e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:40.399805 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.463118 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-76da30b4-d987-46d6-a760-fca73b8b970c req-de0ff3de-b792-4501-b39a-c700dcdcd4c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 HTTP/1.1" status: 200 len: 217 time: 0.0748913 Aug 16 22:19:40.493465 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249726b-1125-406a-b20b-bc0645e8fd31 req-74918b84-99df-4e52-a037-81f6f4ae7aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:40.495275 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a249726b-1125-406a-b20b-bc0645e8fd31 req-74918b84-99df-4e52-a037-81f6f4ae7aa1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1825662 Aug 16 22:19:40.508537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b8553-b98d-4703-b428-73d2624b2970 req-f64dc4f7-b025-4986-8a9d-5f571133f04b tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:40.517532 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-591d1a6c-500d-4289-821f-8e713393a190 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9747994-313e-495c-b01a-c74cf58eae64 HTTP/1.1" status: 200 len: 217 time: 0.0669377 Aug 16 22:19:40.527061 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-df1b8553-b98d-4703-b428-73d2624b2970 req-f64dc4f7-b025-4986-8a9d-5f571133f04b tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d7220cf-6bd6-4f02-9766-89efc4701b88 HTTP/1.1" status: 200 len: 945 time: 0.0998335 Aug 16 22:19:40.554058 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.595183 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a249726b-1125-406a-b20b-bc0645e8fd31 req-2be2c62e-d094-486a-8b1b-957b8ad07ec8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=45e092d5-e62c-4c6c-a2be-6e4635a2c946 HTTP/1.1" status: 200 len: 217 time: 0.0577822 Aug 16 22:19:40.630221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=89f84acf-f0a0-4fc6-b457-1b4b53b526db,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:40.738064 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-df1b8553-b98d-4703-b428-73d2624b2970 req-74a0582b-c95a-4864-a6b2-3be3d037ce12 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/security-groups?id=44aec222-ba4e-4ac8-bab4-b7b323ba0ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032740 Aug 16 22:19:40.745490 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d7fe60d-c16b-450b-ae35-11322a46acd3 req-87fb9f66-537b-4123-b0a1-04c296743a70 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 210 time: 0.0767467 Aug 16 22:19:40.779621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249726b-1125-406a-b20b-bc0645e8fd31 req-f474b61f-b959-4d8f-ac58-aa9584f70a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:40.781470 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a249726b-1125-406a-b20b-bc0645e8fd31 req-f474b61f-b959-4d8f-ac58-aa9584f70a58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1785479 Aug 16 22:19:40.837924 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-6e075129-8c5c-4b9a-8e3a-355318058201 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:40.839751 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-6e075129-8c5c-4b9a-8e3a-355318058201 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.39 "GET /v2.0/networks?id=3a91aac9-e753-46a8-9ce1-54531ccc000b HTTP/1.1" status: 200 len: 809 time: 0.1426647 Aug 16 22:19:40.844694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da30b4-d987-46d6-a760-fca73b8b970c req-fb639fb9-6c9f-4685-b906-3593edb3bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:40.846179 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-76da30b4-d987-46d6-a760-fca73b8b970c req-fb639fb9-6c9f-4685-b906-3593edb3bef9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.3411560 Aug 16 22:19:40.857999 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-77315658-ad1a-4c4a-83b5-898c516809ec tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Request body: {'port': {'device_id': '5a58e36f-f1fd-449e-a65c-458517567a97', 'network_id': '3a91aac9-e753-46a8-9ce1-54531ccc000b', 'admin_state_up': True, 'tenant_id': '8f582c0b428a46e0b03ad5c58ffe0c2e'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:40.920891 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-474ed9b0-9af2-4547-8bc2-7383299f9ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:40.922392 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-474ed9b0-9af2-4547-8bc2-7383299f9ba5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 200 len: 848 time: 0.3454638 Aug 16 22:19:40.960925 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249726b-1125-406a-b20b-bc0645e8fd31 req-68aecf2f-b9e5-46e9-b934-2670384efeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:40.966951 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a249726b-1125-406a-b20b-bc0645e8fd31 req-68aecf2f-b9e5-46e9-b934-2670384efeea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1776330 Aug 16 22:19:41.028882 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-e0c15a37-bf4d-4e18-9443-cf5616729907 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395100 Aug 16 22:19:41.145592 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-77619e65-49f8-4611-a3ce-39b4452d9e1f service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989764 Aug 16 22:19:41.154026 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da30b4-d987-46d6-a760-fca73b8b970c req-eb280a96-b8f7-4a91-ad6c-c8772d0dff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:41.155561 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-76da30b4-d987-46d6-a760-fca73b8b970c req-eb280a96-b8f7-4a91-ad6c-c8772d0dff91 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2736959 Aug 16 22:19:41.387456 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235cb44-15fe-4b38-9500-262d656d73fb req-ce93d860-cccc-4df4-a58c-139e9b698aeb tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:41.395020 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4235cb44-15fe-4b38-9500-262d656d73fb req-ce93d860-cccc-4df4-a58c-139e9b698aeb tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 944 time: 0.5178540 Aug 16 22:19:41.504201 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1a849055-6077-45ec-8ba9-d216778f497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:41.520380 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b45115-f11a-41ec-b529-11e76c485630 req-260c8031-cf70-43b1-b37a-4cc8d639fe52 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:41.521979 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3b45115-f11a-41ec-b529-11e76c485630 req-260c8031-cf70-43b1-b37a-4cc8d639fe52 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 949 time: 0.1437659 Aug 16 22:19:41.530047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 89f84acf-f0a0-4fc6-b457-1b4b53b526db up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:41.531981 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4235cb44-15fe-4b38-9500-262d656d73fb req-4c3a5ce5-ca92-4394-90f5-9175e79966bb tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359856 Aug 16 22:19:41.593667 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a249726b-1125-406a-b20b-bc0645e8fd31 req-e865e7d8-4cd4-4f66-adbb-03d6713e8713 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194346 Aug 16 22:19:41.666078 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3b45115-f11a-41ec-b529-11e76c485630 req-d54408c0-c713-47ab-b71d-444acc8e13a4 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022539 Aug 16 22:19:41.704957 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 89f84acf-f0a0-4fc6-b457-1b4b53b526db triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:41.706764 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:41.758260 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104d140-6bae-4395-86fb-03f3cd63e3ac req-ab33b1ba-3102-4210-8ee8-d0db53469c6c tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:41.760803 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6104d140-6bae-4395-86fb-03f3cd63e3ac req-ab33b1ba-3102-4210-8ee8-d0db53469c6c tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=68642ca3-dac8-4995-90fe-02d06b2b385c HTTP/1.1" status: 200 len: 948 time: 0.1426189 Aug 16 22:19:41.772015 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-77315658-ad1a-4c4a-83b5-898c516809ec tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Made reservation on behalf of 8f582c0b428a46e0b03ad5c58ffe0c2e for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:41.776827 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-77315658-ad1a-4c4a-83b5-898c516809ec tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:41.796155 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-ad0ea752-07fb-4056-840a-a6251b74286c service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6395512 Aug 16 22:19:41.859957 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-76da30b4-d987-46d6-a760-fca73b8b970c req-57084625-22ab-4573-958a-3f632953a52c service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6871362 Aug 16 22:19:41.875050 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a249726b-1125-406a-b20b-bc0645e8fd31 req-c9019d42-a1cd-4ac4-a254-d330479c18c4 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709777 Aug 16 22:19:41.928367 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6104d140-6bae-4395-86fb-03f3cd63e3ac req-128834a7-d3be-460f-8f17-23d3308fdccf tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595426 Aug 16 22:19:41.954983 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-079950aa-dc2a-4ada-aedf-bcbce6c1be45 req-91fd8a68-6b6c-46e2-b854-abc2e9f9e244 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 210 time: 0.0398817 Aug 16 22:19:42.001775 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:19:42.003793 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:42.121877 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:42.130386 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:42.135900 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-77315658-ad1a-4c4a-83b5-898c516809ec tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Allocated IP 172.20.0.4 (3a91aac9-e753-46a8-9ce1-54531ccc000b/662caa89-b9eb-46ea-9b49-48445d58df3b/daa573e9-36b3-4e36-be36-06e886fa7f81) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:42.162413 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:42.162799 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:42.167009 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52913eb-0bf7-4bb3-b24a-252c4a430bab req-e9275b31-e592-4dbb-a961-daa2ca112055 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:42.172996 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a52913eb-0bf7-4bb3-b24a-252c4a430bab req-e9275b31-e592-4dbb-a961-daa2ca112055 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d7220cf-6bd6-4f02-9766-89efc4701b88 HTTP/1.1" status: 200 len: 945 time: 0.0930817 Aug 16 22:19:42.260963 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a52913eb-0bf7-4bb3-b24a-252c4a430bab req-49f1b6c8-59dc-4689-8506-d10494753ff9 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/security-groups?id=44aec222-ba4e-4ac8-bab4-b7b323ba0ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808380 Aug 16 22:19:42.314629 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-77315658-ad1a-4c4a-83b5-898c516809ec tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:42.352210 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:42.370934 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-77315658-ad1a-4c4a-83b5-898c516809ec tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:42.394589 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7220cf-6bd6-4f02-9766-89efc4701b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3336f3c-c1e3-4d0a-8e84-0a87208c7d83'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:42.407002 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71eeb69f-426a-45f2-81cf-a75833e42856" -d '{"events": [{"server_uuid": "9d7220cf-6bd6-4f02-9766-89efc4701b88", "name": "network-vif-plugged", "status": "completed", "tag": "f3336f3c-c1e3-4d0a-8e84-0a87208c7d83"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:42.442991 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port f3336f3c-c1e3-4d0a-8e84-0a87208c7d83, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=f3336f3c-c1e3-4d0a-8e84-0a87208c7d83,segment=NetworkSegment(124a9c87-b2e1-4f63-853b-e33339f93f55),segment_id=124a9c87-b2e1-4f63-853b-e33339f93f55)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:42.445089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:42.461951 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:42.462769 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 45e092d5-e62c-4c6c-a2be-6e4635a2c946 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:42.472458 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52becd90-b7a4-4c09-b267-8e5810096a82 x-openstack-request-id: req-52becd90-b7a4-4c09-b267-8e5810096a82 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:42.473041 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7220cf-6bd6-4f02-9766-89efc4701b88", "name": "network-vif-plugged", "status": "completed", "tag": "f3336f3c-c1e3-4d0a-8e84-0a87208c7d83", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:42.473596 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-52becd90-b7a4-4c09-b267-8e5810096a82 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:42.474162 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7220cf-6bd6-4f02-9766-89efc4701b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3336f3c-c1e3-4d0a-8e84-0a87208c7d83', 'code': 200} Aug 16 22:19:42.498490 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': 'b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23', 'mac_address': 'fa:16:3e:23:60:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:19:42.517906 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-77315658-ad1a-4c4a-83b5-898c516809ec tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Network 3a91aac9-e753-46a8-9ce1-54531ccc000b is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:42.523656 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-77315658-ad1a-4c4a-83b5-898c516809ec tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:42.525976 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77315658-ad1a-4c4a-83b5-898c516809ec tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Pushing event updated for resources: {'Port': ['ID=daa573e9-36b3-4e36-be36-06e886fa7f81,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:42.528540 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-77315658-ad1a-4c4a-83b5-898c516809ec tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:42.534702 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-77315658-ad1a-4c4a-83b5-898c516809ec tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:42.536419 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-77315658-ad1a-4c4a-83b5-898c516809ec tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:42.566478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-b787d90d-6713-442f-a40c-901f335f5b7a tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:42.568204 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-b787d90d-6713-442f-a40c-901f335f5b7a tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578&tenant_id=c5206ab6d6f447fc9622b86511f61275&binding%3Ahost_id=n-h2-792458-15 HTTP/1.1" status: 200 len: 1096 time: 0.2109458 Aug 16 22:19:42.572263 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-76da30b4-d987-46d6-a760-fca73b8b970c req-472ddd96-e417-4644-85a1-36a2f26b041e service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7040491 Aug 16 22:19:42.582007 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-77315658-ad1a-4c4a-83b5-898c516809ec tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7295084 Aug 16 22:19:42.660643 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] Request body: {'port': {'device_id': '5a58e36f-f1fd-449e-a65c-458517567a97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:42.777067 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010919e-da46-4ee4-ba5f-fd03bbd1d3bf req-49c69135-5505-441a-afc2-1edbcc5dadb3 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:42.786382 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9010919e-da46-4ee4-ba5f-fd03bbd1d3bf req-49c69135-5505-441a-afc2-1edbcc5dadb3 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 944 time: 0.1019025 Aug 16 22:19:42.812780 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=f3336f3c-c1e3-4d0a-8e84-0a87208c7d83,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:42.818902 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:42.829271 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:42.832746 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 45e092d5-e62c-4c6c-a2be-6e4635a2c946 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:42.839272 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 45e092d5-e62c-4c6c-a2be-6e4635a2c946 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:42.840284 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:42.845726 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:42.848470 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62da348-971e-44db-9c72-d32476a0d418 req-cfc5f9b2-9a83-4ea5-be09-c2b67eb7421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:42.850691 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c62da348-971e-44db-9c72-d32476a0d418 req-cfc5f9b2-9a83-4ea5-be09-c2b67eb7421b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9d7220cf-6bd6-4f02-9766-89efc4701b88 HTTP/1.1" status: 200 len: 1098 time: 0.1583047 Aug 16 22:19:42.894193 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:42.900645 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c62da348-971e-44db-9c72-d32476a0d418 req-988caec3-4151-4721-9e95-c1166d38f6ed service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=44aec222-ba4e-4ac8-bab4-b7b323ba0ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419593 Aug 16 22:19:42.902155 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:42.917132 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9010919e-da46-4ee4-ba5f-fd03bbd1d3bf req-4957549a-753d-4b39-bd46-f48e65849b71 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256464 Aug 16 22:19:42.973986 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fa8d2-10b0-4752-8f43-db1ed70a37b9 req-4bf5be92-2592-47a4-8cf3-51326dfca087 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:42.988621 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-422fa8d2-10b0-4752-8f43-db1ed70a37b9 req-4bf5be92-2592-47a4-8cf3-51326dfca087 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 949 time: 0.1984982 Aug 16 22:19:43.051996 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:43.054596 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.073594 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-422fa8d2-10b0-4752-8f43-db1ed70a37b9 req-2f992265-ba0e-4d52-852e-51b8b681b147 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839462 Aug 16 22:19:43.101010 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-9ced9b8b-ec65-4243-b15d-0b9166d37b0c service neutron] For port e9747994-313e-495c-b01a-c74cf58eae64, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:43.107102 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 45e092d5-e62c-4c6c-a2be-6e4635a2c946, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=45e092d5-e62c-4c6c-a2be-6e4635a2c946,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:43.108858 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.110755 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-9ced9b8b-ec65-4243-b15d-0b9166d37b0c service neutron] Notify callbacks [] for binding, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.112354 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-750a3e13-fded-4b38-9384-3ff378d78d0a req-9ced9b8b-ec65-4243-b15d-0b9166d37b0c service neutron] 10.222.0.43 "DELETE /v2.0/ports/e9747994-313e-495c-b01a-c74cf58eae64/bindings/n-h1-792458-15 HTTP/1.1" status: 204 len: 173 time: 0.5217943 Aug 16 22:19:43.114625 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.189741 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:43.252975 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=45e092d5-e62c-4c6c-a2be-6e4635a2c946,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:43.321949 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef0459-22f4-4c1f-b0bb-9ff5d65835b0 req-e9edc722-edab-4a0a-8e27-19f2e2c3409a tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:43.330675 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-69ef0459-22f4-4c1f-b0bb-9ff5d65835b0 req-e9edc722-edab-4a0a-8e27-19f2e2c3409a tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=68642ca3-dac8-4995-90fe-02d06b2b385c HTTP/1.1" status: 200 len: 949 time: 0.0834992 Aug 16 22:19:43.431641 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-69ef0459-22f4-4c1f-b0bb-9ff5d65835b0 req-c4d7a097-109f-4618-a881-ca7d6eee0666 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994706 Aug 16 22:19:43.475216 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6adc8-92c8-4c7f-a24c-c9b9e5b52d2c req-5a7547f0-2add-4466-8c1c-a709997a3391 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:43.476897 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-33e6adc8-92c8-4c7f-a24c-c9b9e5b52d2c req-5a7547f0-2add-4466-8c1c-a709997a3391 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 931 time: 0.1782730 Aug 16 22:19:43.520240 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47170) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:43.540749 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-33e6adc8-92c8-4c7f-a24c-c9b9e5b52d2c req-4e5a7fb7-72cf-461b-8392-630cb9c3fab7 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573194 Aug 16 22:19:43.607371 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa573e9-36b3-4e36-be36-06e886fa7f81 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:43.621495 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.680803 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] Transition to ACTIVE for port object daa573e9-36b3-4e36-be36-06e886fa7f81 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:43.696249 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.763903 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab5b72-abb8-4376-9f11-fa2547306ba1 req-faeed80a-5219-4c2b-95e3-c8b8785dbd5b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:43.765697 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2ab5b72-abb8-4376-9f11-fa2547306ba1 req-faeed80a-5219-4c2b-95e3-c8b8785dbd5b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.0862832 Aug 16 22:19:43.768986 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb6654-dbfb-4a0a-9188-cc9b5ab95217 req-b63f3606-0fdc-4b3a-b41f-44c8d9d71c9b tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:43.777744 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6ddb6654-dbfb-4a0a-9188-cc9b5ab95217 req-b63f3606-0fdc-4b3a-b41f-44c8d9d71c9b tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 1096 time: 0.0696692 Aug 16 22:19:43.827747 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] Pushing event updated for resources: {'Port': ['ID=daa573e9-36b3-4e36-be36-06e886fa7f81,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:43.857270 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6ddb6654-dbfb-4a0a-9188-cc9b5ab95217 req-ca29d7b9-9305-40cd-9887-ae0f3e20df8e tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785499 Aug 16 22:19:43.860622 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2ab5b72-abb8-4376-9f11-fa2547306ba1 req-1b28dc9c-afea-4df6-9134-d0b789385494 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796053 Aug 16 22:19:43.884307 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] Attempting to bind port daa573e9-36b3-4e36-be36-06e886fa7f81 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:43.884851 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] Attempting to bind port daa573e9-36b3-4e36-be36-06e886fa7f81 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'd461892b-005d-4ddb-9032-a9c7ed5a508e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a91aac9-e753-46a8-9ce1-54531ccc000b'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:43.885003 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] Attempting to bind port daa573e9-36b3-4e36-be36-06e886fa7f81 on network 3a91aac9-e753-46a8-9ce1-54531ccc000b {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:43.902746 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] Port daa573e9-36b3-4e36-be36-06e886fa7f81 on network 3a91aac9-e753-46a8-9ce1-54531ccc000b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:19:43.903070 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] Attempting to bind port daa573e9-36b3-4e36-be36-06e886fa7f81 on network 3a91aac9-e753-46a8-9ce1-54531ccc000b {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:43.909020 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:43.909402 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] Checking segment: {'id': 'd461892b-005d-4ddb-9032-a9c7ed5a508e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a91aac9-e753-46a8-9ce1-54531ccc000b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:43.909865 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] Bound using segment: {'id': 'd461892b-005d-4ddb-9032-a9c7ed5a508e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a91aac9-e753-46a8-9ce1-54531ccc000b'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:43.910597 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] Bound port: daa573e9-36b3-4e36-be36-06e886fa7f81, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd461892b-005d-4ddb-9032-a9c7ed5a508e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a91aac9-e753-46a8-9ce1-54531ccc000b'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:43.911022 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.023278 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] For port daa573e9-36b3-4e36-be36-06e886fa7f81, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:44.045328 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] For port daa573e9-36b3-4e36-be36-06e886fa7f81, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=daa573e9-36b3-4e36-be36-06e886fa7f81,segment=NetworkSegment(d461892b-005d-4ddb-9032-a9c7ed5a508e),segment_id=d461892b-005d-4ddb-9032-a9c7ed5a508e)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:44.048054 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b376c55-ab25-45c6-a558-675cbffad9bf req-b99cc75e-a449-4d92-8c1d-4ee3f70dcf54 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:44.054494 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b376c55-ab25-45c6-a558-675cbffad9bf req-b99cc75e-a449-4d92-8c1d-4ee3f70dcf54 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d7220cf-6bd6-4f02-9766-89efc4701b88 HTTP/1.1" status: 200 len: 946 time: 0.1006477 Aug 16 22:19:44.073573 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.091445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f93123-17ff-4201-9ae5-b68de1d27129 req-22814abe-0568-4411-8c85-f94b374f84e0 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:44.104515 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0f93123-17ff-4201-9ae5-b68de1d27129 req-22814abe-0568-4411-8c85-f94b374f84e0 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 1096 time: 0.1118114 Aug 16 22:19:44.123921 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:44.124638 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.126147 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] 10.222.0.39 "PUT /v2.0/ports/daa573e9-36b3-4e36-be36-06e886fa7f81 HTTP/1.1" status: 200 len: 1092 time: 1.4705534 Aug 16 22:19:44.126915 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a58e36f-f1fd-449e-a65c-458517567a97', 'tag': 'daa573e9-36b3-4e36-be36-06e886fa7f81'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:44.129151 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d6fb24-b6bc-4496-a1cd-152109147da3" -d '{"events": [{"name": "network-changed", "server_uuid": "5a58e36f-f1fd-449e-a65c-458517567a97", "tag": "daa573e9-36b3-4e36-be36-06e886fa7f81"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:44.152248 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b376c55-ab25-45c6-a558-675cbffad9bf req-3a6483bc-956a-4ae9-8d26-51d308b0c342 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/security-groups?id=44aec222-ba4e-4ac8-bab4-b7b323ba0ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934911 Aug 16 22:19:44.194264 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0f93123-17ff-4201-9ae5-b68de1d27129 req-3ffa60c2-ed5d-4d32-aff5-224da9eee2d0 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727706 Aug 16 22:19:44.225918 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf839a-41a4-44ae-9b12-ff3289391726 service neutron] Pushing event updated for resources: {'Port': ['ID=daa573e9-36b3-4e36-be36-06e886fa7f81,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:44.260326 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a686c7-487f-4d19-b89d-30db7721bf26 x-openstack-request-id: req-03a686c7-487f-4d19-b89d-30db7721bf26 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:44.260685 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a58e36f-f1fd-449e-a65c-458517567a97", "tag": "daa573e9-36b3-4e36-be36-06e886fa7f81", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:44.261024 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-03a686c7-487f-4d19-b89d-30db7721bf26 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:44.261453 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a58e36f-f1fd-449e-a65c-458517567a97', 'tag': 'daa573e9-36b3-4e36-be36-06e886fa7f81', 'status': 'completed', 'code': 200} Aug 16 22:19:44.293609 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-5b86b851-334c-47ef-b86c-c1228cdb7a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:44.296152 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-5b86b851-334c-47ef-b86c-c1228cdb7a64 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8f582c0b428a46e0b03ad5c58ffe0c2e&device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 1095 time: 0.1225266 Aug 16 22:19:44.362850 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-e408cdb6-e3df-4281-a444-9cd46e38b1be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daa573e9-36b3-4e36-be36-06e886fa7f81 HTTP/1.1" status: 200 len: 217 time: 0.0457983 Aug 16 22:19:44.457751 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-e8cfaa03-29af-4cb3-a225-5867fbbf2d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:44.459366 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-e8cfaa03-29af-4cb3-a225-5867fbbf2d74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=662caa89-b9eb-46ea-9b49-48445d58df3b HTTP/1.1" status: 200 len: 849 time: 0.0894859 Aug 16 22:19:44.475986 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e092d5-e62c-4c6c-a2be-6e4635a2c946'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:44.479863 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706b7bb2-4c75-45d4-8f8b-025cd35723b3" -d '{"events": [{"server_uuid": "9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e", "name": "network-vif-plugged", "status": "completed", "tag": "45e092d5-e62c-4c6c-a2be-6e4635a2c946"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:44.480945 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b352ce5b-ee2d-4b5e-a830-0942c2890b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.534285 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-aabfea1c-2893-411c-9f13-d672a0c2e5a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a91aac9-e753-46a8-9ce1-54531ccc000b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621488 Aug 16 22:19:44.658069 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72283c0e-bd54-4d7b-bac8-6d2f650498df req-213f9511-6f5f-4b9c-bf97-c9323f90adba tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:44.663829 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72283c0e-bd54-4d7b-bac8-6d2f650498df req-213f9511-6f5f-4b9c-bf97-c9323f90adba tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=68642ca3-dac8-4995-90fe-02d06b2b385c HTTP/1.1" status: 200 len: 949 time: 0.1220441 Aug 16 22:19:44.675575 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.725867 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-9027de04-9e6c-4c81-85b1-2e17f1384494 service neutron] 10.222.0.39 "GET /v2.0/networks/3a91aac9-e753-46a8-9ce1-54531ccc000b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844013 Aug 16 22:19:44.746894 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-948c75a1-182a-4d7c-b07b-765209cb228c req-375d6817-57fb-48d4-849a-acbddeaffecb tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=fb89aa6f686447e2b31abca5e401c874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263762 Aug 16 22:19:44.762092 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72283c0e-bd54-4d7b-bac8-6d2f650498df req-1515f592-68cd-4dbe-8dc3-10efd1231163 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827997 Aug 16 22:19:44.817049 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd7ed8e-a231-4bc7-885a-1581434e4409 x-openstack-request-id: req-7dd7ed8e-a231-4bc7-885a-1581434e4409 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:44.817440 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e", "name": "network-vif-plugged", "status": "completed", "tag": "45e092d5-e62c-4c6c-a2be-6e4635a2c946", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:44.817790 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7dd7ed8e-a231-4bc7-885a-1581434e4409 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:44.818378 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e092d5-e62c-4c6c-a2be-6e4635a2c946', 'code': 200} Aug 16 22:19:44.927552 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f67c5305-eeff-42d4-af02-06a28705ced6 req-37df410f-d8d4-4338-98b1-d851d4fd6610 service neutron] 10.222.0.39 "GET /v2.0/networks/3a91aac9-e753-46a8-9ce1-54531ccc000b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616545 Aug 16 22:19:44.937092 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c75a1-182a-4d7c-b07b-765209cb228c req-f5f8135d-fea0-4d63-97df-4f9f05df8a73 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:44.938682 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-948c75a1-182a-4d7c-b07b-765209cb228c req-f5f8135d-fea0-4d63-97df-4f9f05df8a73 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755593 Aug 16 22:19:44.966631 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-948c75a1-182a-4d7c-b07b-765209cb228c req-66030b61-cd74-43bd-9cd1-56a272b4f91c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/quotas/fb89aa6f686447e2b31abca5e401c874 HTTP/1.1" status: 200 len: 375 time: 0.0164907 Aug 16 22:19:44.976011 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbeb4f-52d9-451a-9c39-ec70cdee3fba req-87fcf5bf-0ef4-46da-aeaf-cbd74aa9dbab tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:44.977562 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ecdbeb4f-52d9-451a-9c39-ec70cdee3fba req-87fcf5bf-0ef4-46da-aeaf-cbd74aa9dbab tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 943 time: 0.0890853 Aug 16 22:19:45.057450 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ecdbeb4f-52d9-451a-9c39-ec70cdee3fba req-1910c939-3f52-4745-ab37-adf637fb8aba tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686975 Aug 16 22:19:45.065307 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-948c75a1-182a-4d7c-b07b-765209cb228c req-efa0d736-3834-41ed-b61a-ad7f6afb6eed tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866208 Aug 16 22:19:45.328822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-47de1dc0-6449-4732-93cb-b97681f3aa8f req-4c9cf771-baa5-4a94-94ef-caec65b75062 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 210 time: 0.0630841 Aug 16 22:19:45.419473 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d248bc1-015f-42a9-80dc-d47a42603c88 req-224a3f17-37c4-40d1-9471-2112158539e3 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:45.421640 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d248bc1-015f-42a9-80dc-d47a42603c88 req-224a3f17-37c4-40d1-9471-2112158539e3 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d7220cf-6bd6-4f02-9766-89efc4701b88 HTTP/1.1" status: 200 len: 946 time: 0.0874000 Aug 16 22:19:45.433833 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6fb24-b6bc-4496-a1cd-152109147da3 req-e9c5bec7-85b3-4809-8afe-fd5815e79efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:45.436691 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-22d6fb24-b6bc-4496-a1cd-152109147da3 req-e9c5bec7-85b3-4809-8afe-fd5815e79efd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8f582c0b428a46e0b03ad5c58ffe0c2e&device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 1095 time: 0.4365449 Aug 16 22:19:45.513794 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d248bc1-015f-42a9-80dc-d47a42603c88 req-1a2f1e6c-0092-4a37-a51d-104e3c2033c5 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/security-groups?id=44aec222-ba4e-4ac8-bab4-b7b323ba0ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842865 Aug 16 22:19:45.545384 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b352ce5b-ee2d-4b5e-a830-0942c2890b1b admin admin] Deleting port 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:45.545731 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b352ce5b-ee2d-4b5e-a830-0942c2890b1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:45.660632 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6fb24-b6bc-4496-a1cd-152109147da3 req-c2739095-c2b9-404a-94bd-14bdebbde48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:45.662140 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-22d6fb24-b6bc-4496-a1cd-152109147da3 req-c2739095-c2b9-404a-94bd-14bdebbde48d service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a91aac9-e753-46a8-9ce1-54531ccc000b HTTP/1.1" status: 200 len: 910 time: 0.2187204 Aug 16 22:19:45.722527 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-22d6fb24-b6bc-4496-a1cd-152109147da3 req-ba490ed4-fc31-4bd9-95d3-7fd617a4f209 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daa573e9-36b3-4e36-be36-06e886fa7f81 HTTP/1.1" status: 200 len: 217 time: 0.0482342 Aug 16 22:19:45.726001 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f81fbb-83e6-4796-b6b0-c4507541c734 req-c79d0c51-e2de-424b-a16b-a683e4ae3e66 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:45.729330 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d5f81fbb-83e6-4796-b6b0-c4507541c734 req-c79d0c51-e2de-424b-a16b-a683e4ae3e66 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d7220cf-6bd6-4f02-9766-89efc4701b88 HTTP/1.1" status: 200 len: 946 time: 0.1272955 Aug 16 22:19:45.738713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47246) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:45.743049 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b352ce5b-ee2d-4b5e-a830-0942c2890b1b admin admin] For port 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=2f1d25e7-fdfc-4f61-aa92-de22bf5d755b,segment=NetworkSegment(1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6),segment_id=1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:45.743419 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b352ce5b-ee2d-4b5e-a830-0942c2890b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:45.748465 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0030cf17-dcbe-48e9-ae25-970012aef191 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Request body: {'floatingip': {'port_id': 'f3336f3c-c1e3-4d0a-8e84-0a87208c7d83'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:45.802083 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b352ce5b-ee2d-4b5e-a830-0942c2890b1b admin admin] Calling delete_port for 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:45.843476 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6fb24-b6bc-4496-a1cd-152109147da3 req-53965e50-2902-4c6b-92e6-db11b8839156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:45.845090 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-22d6fb24-b6bc-4496-a1cd-152109147da3 req-53965e50-2902-4c6b-92e6-db11b8839156 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=662caa89-b9eb-46ea-9b49-48445d58df3b HTTP/1.1" status: 200 len: 849 time: 0.1045291 Aug 16 22:19:45.857811 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0030cf17-dcbe-48e9-ae25-970012aef191 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:45.906203 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-22d6fb24-b6bc-4496-a1cd-152109147da3 req-cb487eee-eac3-4023-8e05-2b63fbed9dbc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a91aac9-e753-46a8-9ce1-54531ccc000b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302253 Aug 16 22:19:46.011615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:46.121479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:46.124082 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-22d6fb24-b6bc-4496-a1cd-152109147da3 req-9f0d4053-4195-4739-97a7-212e0926242e service neutron] 10.222.0.39 "GET /v2.0/networks/3a91aac9-e753-46a8-9ce1-54531ccc000b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021084 Aug 16 22:19:46.145017 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:46.146862 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:46.171682 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef327ec1-ca2b-4f32-a75a-0451747714df req-b22247ae-ac74-4e16-b05f-dfc774d7bef7 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:46.173463 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef327ec1-ca2b-4f32-a75a-0451747714df req-b22247ae-ac74-4e16-b05f-dfc774d7bef7 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=68642ca3-dac8-4995-90fe-02d06b2b385c HTTP/1.1" status: 200 len: 949 time: 0.2931960 Aug 16 22:19:46.332433 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b352ce5b-ee2d-4b5e-a830-0942c2890b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:46.361443 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:46.362556 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-22d6fb24-b6bc-4496-a1cd-152109147da3 req-7e12fa15-c50f-4706-abc6-6335ef2cc71a service neutron] 10.222.0.39 "GET /v2.0/networks/3a91aac9-e753-46a8-9ce1-54531ccc000b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312984 Aug 16 22:19:46.369936 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352ce5b-ee2d-4b5e-a830-0942c2890b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=2f1d25e7-fdfc-4f61-aa92-de22bf5d755b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:46.442715 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:46.448395 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:46.547397 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:46.608415 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b352ce5b-ee2d-4b5e-a830-0942c2890b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:46.609399 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef327ec1-ca2b-4f32-a75a-0451747714df req-2ff94c95-09b1-4943-997b-377fc979fe50 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075067 Aug 16 22:19:46.691840 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18445fc8-8b2e-4e45-a575-df5e14ba6fb4 req-0779c01c-14a5-4526-8123-a34a75106ed9 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:46.700505 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18445fc8-8b2e-4e45-a575-df5e14ba6fb4 req-0779c01c-14a5-4526-8123-a34a75106ed9 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 943 time: 0.4185953 Aug 16 22:19:46.819434 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68642ca3-dac8-4995-90fe-02d06b2b385c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:46.821720 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9518e070-2970-4b71-aafd-1aa93a79b05a" -d '{"events": [{"server_uuid": "68642ca3-dac8-4995-90fe-02d06b2b385c", "name": "network-vif-plugged", "status": "completed", "tag": "b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:46.930516 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5bc2624-5410-4e7c-a393-dcfd882a265b req-86807c24-3eb7-4a00-964b-d6ec72e8980d tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 210 time: 0.0827961 Aug 16 22:19:46.945073 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-948c75a1-182a-4d7c-b07b-765209cb228c req-c32b36d1-52bc-42ce-8192-09d840b5a4ca tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=fb89aa6f686447e2b31abca5e401c874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635569 Aug 16 22:19:46.969481 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18445fc8-8b2e-4e45-a575-df5e14ba6fb4 req-aee02a2f-13b8-40b4-845b-c834a0bc81b8 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672753 Aug 16 22:19:47.034453 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3778fa8-3d45-4506-9f41-e9f8ede45eba x-openstack-request-id: req-a3778fa8-3d45-4506-9f41-e9f8ede45eba {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:47.034965 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68642ca3-dac8-4995-90fe-02d06b2b385c", "name": "network-vif-plugged", "status": "completed", "tag": "b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:47.035633 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a3778fa8-3d45-4506-9f41-e9f8ede45eba {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:47.036125 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68642ca3-dac8-4995-90fe-02d06b2b385c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23', 'code': 200} Aug 16 22:19:47.292115 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0030cf17-dcbe-48e9-ae25-970012aef191 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:47.299316 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0030cf17-dcbe-48e9-ae25-970012aef191 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:47.302330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c75a1-182a-4d7c-b07b-765209cb228c req-9a265f3e-88bc-4fdb-b841-b9b8cf65cff2 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:47.306057 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-948c75a1-182a-4d7c-b07b-765209cb228c req-9a265f3e-88bc-4fdb-b841-b9b8cf65cff2 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3519349 Aug 16 22:19:47.324086 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-948c75a1-182a-4d7c-b07b-765209cb228c req-118a1cf1-1cb5-4bc4-8f12-6d06460fae64 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Request body: {'port': {'device_id': '29af28ea-e394-44bd-bf48-333c0b183e6f', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': 'fb89aa6f686447e2b31abca5e401c874'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:47.332590 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ad830-0946-4846-9d7a-a2a8516acac5 req-cf53559e-f974-4378-a975-3c8eee4b1766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:47.335054 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-072ad830-0946-4846-9d7a-a2a8516acac5 req-cf53559e-f974-4378-a975-3c8eee4b1766 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=68642ca3-dac8-4995-90fe-02d06b2b385c HTTP/1.1" status: 200 len: 1102 time: 0.2193098 Aug 16 22:19:47.469979 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-072ad830-0946-4846-9d7a-a2a8516acac5 req-69f75175-4f56-447e-8077-fb60d541013f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105258 Aug 16 22:19:47.472490 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b352ce5b-ee2d-4b5e-a830-0942c2890b1b admin admin] Router 789b4688-09fc-466a-a953-a5ff0953f7f0 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:19:47.616138 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948c75a1-182a-4d7c-b07b-765209cb228c req-118a1cf1-1cb5-4bc4-8f12-6d06460fae64 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Made reservation on behalf of fb89aa6f686447e2b31abca5e401c874 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:47.619668 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-948c75a1-182a-4d7c-b07b-765209cb228c req-118a1cf1-1cb5-4bc4-8f12-6d06460fae64 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:47.775502 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b352ce5b-ee2d-4b5e-a830-0942c2890b1b admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:19:47.787813 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-0030cf17-dcbe-48e9-ae25-970012aef191 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Floating IP eb28c5de-4ddd-4201-aae8-c547dc51ffe7 associated. External IP: 172.25.6.130, port: f3336f3c-c1e3-4d0a-8e84-0a87208c7d83. Aug 16 22:19:47.788447 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed7db76-a4af-4e4e-9997-2288af998efa None None] Sync routers for ids ['789b4688-09fc-466a-a953-a5ff0953f7f0'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:19:47.791080 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47330) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:47.796866 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b352ce5b-ee2d-4b5e-a830-0942c2890b1b admin admin] 10.222.0.93 "PUT /v2.0/routers/789b4688-09fc-466a-a953-a5ff0953f7f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2662137 Aug 16 22:19:47.803062 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed7db76-a4af-4e4e-9997-2288af998efa None None] Routers {'789b4688-09fc-466a-a953-a5ff0953f7f0'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:47.803685 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0ed7db76-a4af-4e4e-9997-2288af998efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:19:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['789b4688-09fc-466a-a953-a5ff0953f7f0'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:47.847114 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device daa573e9-36b3-4e36-be36-06e886fa7f81 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:19:47.924460 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-948c75a1-182a-4d7c-b07b-765209cb228c req-118a1cf1-1cb5-4bc4-8f12-6d06460fae64 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Allocated IP 192.168.233.231 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/c6bf034d-3a15-4f43-bcfb-82a726e3ea2e) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:48.016058 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0ed7db76-a4af-4e4e-9997-2288af998efa None None] Set router 789b4688-09fc-466a-a953-a5ff0953f7f0 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:48.085887 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port daa573e9-36b3-4e36-be36-06e886fa7f81, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=daa573e9-36b3-4e36-be36-06e886fa7f81,segment=NetworkSegment(d461892b-005d-4ddb-9032-a9c7ed5a508e),segment_id=d461892b-005d-4ddb-9032-a9c7ed5a508e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:48.087904 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a72f18fd-c27a-47b3-9d6a-4846c553cb09 admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:48.114864 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'daa573e9-36b3-4e36-be36-06e886fa7f81', 'network_id': '3a91aac9-e753-46a8-9ce1-54531ccc000b', 'port_id': 'daa573e9-36b3-4e36-be36-06e886fa7f81', 'mac_address': 'fa:16:3e:60:83:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '662caa89-b9eb-46ea-9b49-48445d58df3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:19:48.166396 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-948c75a1-182a-4d7c-b07b-765209cb228c req-118a1cf1-1cb5-4bc4-8f12-6d06460fae64 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:48.187658 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9f6831b-18a8-4cc0-a3c2-c7be590fa102 req-fb1842f8-efd2-466d-a6b9-488fcd482c49 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 210 time: 0.0976624 Aug 16 22:19:48.190825 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-948c75a1-182a-4d7c-b07b-765209cb228c req-118a1cf1-1cb5-4bc4-8f12-6d06460fae64 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Transition to ACTIVE for port object c6bf034d-3a15-4f43-bcfb-82a726e3ea2e will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:48.207236 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:48.245435 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa573e9-36b3-4e36-be36-06e886fa7f81 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:48.246696 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-948c75a1-182a-4d7c-b07b-765209cb228c req-118a1cf1-1cb5-4bc4-8f12-6d06460fae64 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:48.268666 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['4f2cb624-3bc5-45fb-addf-d0988a0cd206'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:48.276289 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['45e092d5-e62c-4c6c-a2be-6e4635a2c946'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:48.308895 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd6934-e515-4821-b01f-25dd6918a4b2 req-d085e68b-6f54-4674-8546-1288b8c1594c tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:48.311487 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cdfd6934-e515-4821-b01f-25dd6918a4b2 req-d085e68b-6f54-4674-8546-1288b8c1594c tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=68642ca3-dac8-4995-90fe-02d06b2b385c HTTP/1.1" status: 200 len: 950 time: 0.5841994 Aug 16 22:19:48.337720 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a1cf1-1cb5-4bc4-8f12-6d06460fae64 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Pushing event updated for resources: {'Port': ['ID=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:48.346670 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948c75a1-182a-4d7c-b07b-765209cb228c req-118a1cf1-1cb5-4bc4-8f12-6d06460fae64 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:48.350413 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-948c75a1-182a-4d7c-b07b-765209cb228c req-118a1cf1-1cb5-4bc4-8f12-6d06460fae64 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:48.365266 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-948c75a1-182a-4d7c-b07b-765209cb228c req-118a1cf1-1cb5-4bc4-8f12-6d06460fae64 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:48.378980 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c75a1-182a-4d7c-b07b-765209cb228c req-118a1cf1-1cb5-4bc4-8f12-6d06460fae64 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:48.389588 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-948c75a1-182a-4d7c-b07b-765209cb228c req-118a1cf1-1cb5-4bc4-8f12-6d06460fae64 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:48.395591 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0ed7db76-a4af-4e4e-9997-2288af998efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789b4688-09fc-466a-a953-a5ff0953f7f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1722966382-router', 'tenant_id': 'd489b5ebff3d461986b207e876b634c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1cbb941e-bd72-4326-8595-3aa9899c274a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:41Z', 'updated_at': '2021-08-16T22:19:46Z', 'revision_number': 5, 'project_id': 'd489b5ebff3d461986b207e876b634c7', 'gw_port': {'id': '1cbb941e-bd72-4326-8595-3aa9899c274a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4688-09fc-466a-a953-a5ff0953f7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:42Z', 'updated_at': '2021-08-16T22:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:48.423156 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-948c75a1-182a-4d7c-b07b-765209cb228c req-118a1cf1-1cb5-4bc4-8f12-6d06460fae64 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1063397 Aug 16 22:19:48.437573 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-948c75a1-182a-4d7c-b07b-765209cb228c req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] Request body: {'port': {'device_id': '29af28ea-e394-44bd-bf48-333c0b183e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:48.447972 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port daa573e9-36b3-4e36-be36-06e886fa7f81, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=daa573e9-36b3-4e36-be36-06e886fa7f81,segment=NetworkSegment(d461892b-005d-4ddb-9032-a9c7ed5a508e),segment_id=d461892b-005d-4ddb-9032-a9c7ed5a508e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:48.462693 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed7db76-a4af-4e4e-9997-2288af998efa None None] Checking router: 789b4688-09fc-466a-a953-a5ff0953f7f0 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:19:48.483525 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed7db76-a4af-4e4e-9997-2288af998efa None None] Routers {'789b4688-09fc-466a-a953-a5ff0953f7f0'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:48.486500 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0ed7db76-a4af-4e4e-9997-2288af998efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:19:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['789b4688-09fc-466a-a953-a5ff0953f7f0'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:48.490219 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:48.557492 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cdfd6934-e515-4821-b01f-25dd6918a4b2 req-a49cef36-2c77-4ee6-a672-e639820ee113 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167478 Aug 16 22:19:48.633386 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-948c75a1-182a-4d7c-b07b-765209cb228c req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:48.804015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=daa573e9-36b3-4e36-be36-06e886fa7f81,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:48.810788 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-277007e4-24fa-4382-901d-0344f1d8a530 None None] Provisioning for port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:48.821209 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-277007e4-24fa-4382-901d-0344f1d8a530 None None] Provisioning complete for port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:48.821589 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-277007e4-24fa-4382-901d-0344f1d8a530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:48.823590 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['daa573e9-36b3-4e36-be36-06e886fa7f81'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:48.824454 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0ed7db76-a4af-4e4e-9997-2288af998efa None None] Set router 789b4688-09fc-466a-a953-a5ff0953f7f0 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:48.854843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b62033-9c09-41a3-beb4-bd328da815dc req-f0e65c6f-85b6-4890-9997-63aefaa62713 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:48.860379 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87b62033-9c09-41a3-beb4-bd328da815dc req-f0e65c6f-85b6-4890-9997-63aefaa62713 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 943 time: 0.5482492 Aug 16 22:19:48.917745 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a72f18fd-c27a-47b3-9d6a-4846c553cb09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:48.968987 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87b62033-9c09-41a3-beb4-bd328da815dc req-c46e9204-098d-4522-8435-dc583c0f09c5 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875881 Aug 16 22:19:49.025474 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-277007e4-24fa-4382-901d-0344f1d8a530 None None] Port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:19:49.063341 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0030cf17-dcbe-48e9-ae25-970012aef191 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Router 5fb31e2b-e020-4b68-9d5d-366b92c24504 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:19:49.150137 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-948c75a1-182a-4d7c-b07b-765209cb228c req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6bf034d-3a15-4f43-bcfb-82a726e3ea2e {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:49.160458 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-948c75a1-182a-4d7c-b07b-765209cb228c req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:49.177676 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-948c75a1-182a-4d7c-b07b-765209cb228c req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] Transition to ACTIVE for port object c6bf034d-3a15-4f43-bcfb-82a726e3ea2e will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:49.182879 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-948c75a1-182a-4d7c-b07b-765209cb228c req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:49.228823 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a72f18fd-c27a-47b3-9d6a-4846c553cb09 admin admin] Deleting port 1cbb941e-bd72-4326-8595-3aa9899c274a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:49.229157 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a72f18fd-c27a-47b3-9d6a-4846c553cb09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:49.304744 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:49.345725 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0ed7db76-a4af-4e4e-9997-2288af998efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789b4688-09fc-466a-a953-a5ff0953f7f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1722966382-router', 'tenant_id': 'd489b5ebff3d461986b207e876b634c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1cbb941e-bd72-4326-8595-3aa9899c274a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:41Z', 'updated_at': '2021-08-16T22:19:46Z', 'revision_number': 5, 'project_id': 'd489b5ebff3d461986b207e876b634c7', 'gw_port': {'id': '1cbb941e-bd72-4326-8595-3aa9899c274a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4688-09fc-466a-a953-a5ff0953f7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:42Z', 'updated_at': '2021-08-16T22:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:49.355907 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-948c75a1-182a-4d7c-b07b-765209cb228c req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] Attempting to bind port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:49.356581 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-948c75a1-182a-4d7c-b07b-765209cb228c req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] Attempting to bind port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:49.358186 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948c75a1-182a-4d7c-b07b-765209cb228c req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] Attempting to bind port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:49.367163 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948c75a1-182a-4d7c-b07b-765209cb228c req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] Port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:19:49.368215 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948c75a1-182a-4d7c-b07b-765209cb228c req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] Attempting to bind port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:49.379733 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948c75a1-182a-4d7c-b07b-765209cb228c req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:49.381114 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed7db76-a4af-4e4e-9997-2288af998efa None None] The sync data for ids ['789b4688-09fc-466a-a953-a5ff0953f7f0'] in n-d-792458-15 is: [{'id': '789b4688-09fc-466a-a953-a5ff0953f7f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1722966382-router', 'tenant_id': 'd489b5ebff3d461986b207e876b634c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1cbb941e-bd72-4326-8595-3aa9899c274a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:41Z', 'updated_at': '2021-08-16T22:19:46Z', 'revision_number': 5, 'project_id': 'd489b5ebff3d461986b207e876b634c7', 'gw_port': {'id': '1cbb941e-bd72-4326-8595-3aa9899c274a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4688-09fc-466a-a953-a5ff0953f7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:42Z', 'updated_at': '2021-08-16T22:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:19:49.381661 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948c75a1-182a-4d7c-b07b-765209cb228c req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:49.383035 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948c75a1-182a-4d7c-b07b-765209cb228c req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:49.383588 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-948c75a1-182a-4d7c-b07b-765209cb228c req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] Bound port: c6bf034d-3a15-4f43-bcfb-82a726e3ea2e, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:49.384400 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-948c75a1-182a-4d7c-b07b-765209cb228c req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:49.408500 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0030cf17-dcbe-48e9-ae25-970012aef191 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:19:49.419158 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0030cf17-dcbe-48e9-ae25-970012aef191 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:49.426324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd911e-a5da-4910-a342-46d75f29b3b8 None None] Sync routers for ids ['5fb31e2b-e020-4b68-9d5d-366b92c24504'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:19:49.439849 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd911e-a5da-4910-a342-46d75f29b3b8 None None] Routers {'5fb31e2b-e020-4b68-9d5d-366b92c24504'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:49.444475 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-01bd911e-a5da-4910-a342-46d75f29b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:19:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5fb31e2b-e020-4b68-9d5d-366b92c24504'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:49.507181 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0030cf17-dcbe-48e9-ae25-970012aef191 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "PUT /v2.0/floatingips/eb28c5de-4ddd-4201-aae8-c547dc51ffe7 HTTP/1.1" status: 200 len: 992 time: 3.7659345 Aug 16 22:19:49.513989 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7220cf-6bd6-4f02-9766-89efc4701b88', 'tag': 'f3336f3c-c1e3-4d0a-8e84-0a87208c7d83'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:49.516712 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4b300f-2d86-441c-8b3a-57378146a179" -d '{"events": [{"name": "network-changed", "server_uuid": "9d7220cf-6bd6-4f02-9766-89efc4701b88", "tag": "f3336f3c-c1e3-4d0a-8e84-0a87208c7d83"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:49.535101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-948c75a1-182a-4d7c-b07b-765209cb228c req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] For port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:49.537744 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee67e7-64ce-41e0-b87d-c6f9582e9735 req-5b766f7e-daa5-42b8-b327-4ddae4d8cd57 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:49.539697 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-948c75a1-182a-4d7c-b07b-765209cb228c req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] For port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:49.544369 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72ee67e7-64ce-41e0-b87d-c6f9582e9735 req-5b766f7e-daa5-42b8-b327-4ddae4d8cd57 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 948 time: 0.2185085 Aug 16 22:19:49.554486 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-948c75a1-182a-4d7c-b07b-765209cb228c req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:49.559194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-a72f18fd-c27a-47b3-9d6a-4846c553cb09 admin admin] For port 1cbb941e-bd72-4326-8595-3aa9899c274a, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1cbb941e-bd72-4326-8595-3aa9899c274a,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:49.560139 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a72f18fd-c27a-47b3-9d6a-4846c553cb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:49.639254 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c75a1-182a-4d7c-b07b-765209cb228c req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:49.639885 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-948c75a1-182a-4d7c-b07b-765209cb228c req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:49.643109 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-948c75a1-182a-4d7c-b07b-765209cb228c req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] 10.222.0.39 "PUT /v2.0/ports/c6bf034d-3a15-4f43-bcfb-82a726e3ea2e HTTP/1.1" status: 200 len: 1097 time: 1.2106926 Aug 16 22:19:49.646071 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29af28ea-e394-44bd-bf48-333c0b183e6f', 'tag': 'c6bf034d-3a15-4f43-bcfb-82a726e3ea2e'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:49.649071 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a72f18fd-c27a-47b3-9d6a-4846c553cb09 admin admin] Calling delete_port for 1cbb941e-bd72-4326-8595-3aa9899c274a owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:49.651510 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0eed763-b3ab-454c-8bff-ef1800c45207" -d '{"events": [{"name": "network-changed", "server_uuid": "29af28ea-e394-44bd-bf48-333c0b183e6f", "tag": "c6bf034d-3a15-4f43-bcfb-82a726e3ea2e"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:49.721588 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72ee67e7-64ce-41e0-b87d-c6f9582e9735 req-aff73ace-03d9-4ef2-8f7f-7f2c38ab09a2 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500733 Aug 16 22:19:49.734140 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-01bd911e-a5da-4910-a342-46d75f29b3b8 None None] Set router 5fb31e2b-e020-4b68-9d5d-366b92c24504 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:49.739849 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94753680-30ba-44d2-ac73-d763d70a2933 x-openstack-request-id: req-94753680-30ba-44d2-ac73-d763d70a2933 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:49.742513 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d7220cf-6bd6-4f02-9766-89efc4701b88", "tag": "f3336f3c-c1e3-4d0a-8e84-0a87208c7d83", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:49.743006 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-94753680-30ba-44d2-ac73-d763d70a2933 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:49.745633 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7220cf-6bd6-4f02-9766-89efc4701b88', 'tag': 'f3336f3c-c1e3-4d0a-8e84-0a87208c7d83', 'status': 'completed', 'code': 200} Aug 16 22:19:49.932598 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a424c8ac-78f3-494a-b305-abdcfe173218 x-openstack-request-id: req-a424c8ac-78f3-494a-b305-abdcfe173218 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:49.932892 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29af28ea-e394-44bd-bf48-333c0b183e6f", "tag": "c6bf034d-3a15-4f43-bcfb-82a726e3ea2e", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:49.933146 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a424c8ac-78f3-494a-b305-abdcfe173218 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:49.933547 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29af28ea-e394-44bd-bf48-333c0b183e6f', 'tag': 'c6bf034d-3a15-4f43-bcfb-82a726e3ea2e', 'status': 'completed', 'code': 200} Aug 16 22:19:49.935775 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ca1e3-df0d-4a14-8548-78582019e7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:50.029780 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c75a1-182a-4d7c-b07b-765209cb228c req-2e89599d-2752-4ad6-97b7-128b5b19d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:50.033377 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-948c75a1-182a-4d7c-b07b-765209cb228c req-2e89599d-2752-4ad6-97b7-128b5b19d5d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 1100 time: 0.3359365 Aug 16 22:19:50.055781 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9c35c-0758-40d9-bbd2-2bb6cad26d5d req-d63c5e24-e3ec-4f8e-8bcf-88398749781e tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:50.067296 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbf9c35c-0758-40d9-bbd2-2bb6cad26d5d req-d63c5e24-e3ec-4f8e-8bcf-88398749781e tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=68642ca3-dac8-4995-90fe-02d06b2b385c HTTP/1.1" status: 200 len: 950 time: 0.1815252 Aug 16 22:19:50.087573 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b300f-2d86-441c-8b3a-57378146a179 req-99bd802e-e940-48c0-9dcf-558464cadd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:50.090286 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7c4b300f-2d86-441c-8b3a-57378146a179 req-99bd802e-e940-48c0-9dcf-558464cadd6f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35c7affac3044c11884db26be26d9a55&device_id=9d7220cf-6bd6-4f02-9766-89efc4701b88 HTTP/1.1" status: 200 len: 1098 time: 0.3164418 Aug 16 22:19:50.174078 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-948c75a1-182a-4d7c-b07b-765209cb228c req-87ae3de0-be6b-4370-b749-4468d072707b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e HTTP/1.1" status: 200 len: 217 time: 0.1201940 Aug 16 22:19:50.280907 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbf9c35c-0758-40d9-bbd2-2bb6cad26d5d req-99298d29-da9f-41a2-889d-16e0ff9024a6 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105565 Aug 16 22:19:50.352912 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-01bd911e-a5da-4910-a342-46d75f29b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'name': 'tempest-ServersTestFqdnHostnames-335561896-router', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:19Z', 'revision_number': 4, 'project_id': '35c7affac3044c11884db26be26d9a55', 'gw_port': {'id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'eb28c5de-4ddd-4201-aae8-c547dc51ffe7', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'floating_ip_address': '172.25.6.130', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'port_id': 'f3336f3c-c1e3-4d0a-8e84-0a87208c7d83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459', 'mac_address': 'fa:16:3e:cd:7f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7220cf-6bd6-4f02-9766-89efc4701b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:19:24Z', 'updated_at': '2021-08-16T22:19:47Z', 'revision_number': 1, 'project_id': '35c7affac3044c11884db26be26d9a55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd8e721-e5fc-42fd-91d5-c43e39347893', 'name': '', 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'mac_address': 'fa:16:3e:05:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '5863a023-087d-4ef7-b984-91b82beea9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:17Z', 'updated_at': '2021-08-16T22:19:25Z', 'revision_number': 5, 'project_id': '35c7affac3044c11884db26be26d9a55', 'subnets': [{'id': '5863a023-087d-4ef7-b984-91b82beea9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:50.354537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60c4ab-7a08-4118-aa2b-993a4c47b272 req-bea6c1da-e824-4bea-bd8c-5cfeda3ef10b tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:50.357188 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e60c4ab-7a08-4118-aa2b-993a4c47b272 req-bea6c1da-e824-4bea-bd8c-5cfeda3ef10b tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 944 time: 0.1372275 Aug 16 22:19:50.460268 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e60c4ab-7a08-4118-aa2b-993a4c47b272 req-c16c6b39-b185-458f-b7a2-708333ca6e4e tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779204 Aug 16 22:19:50.478363 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a72f18fd-c27a-47b3-9d6a-4846c553cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:50.490076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd911e-a5da-4910-a342-46d75f29b3b8 None None] Checking router: 5fb31e2b-e020-4b68-9d5d-366b92c24504 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:19:50.515828 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd911e-a5da-4910-a342-46d75f29b3b8 None None] Routers {'5fb31e2b-e020-4b68-9d5d-366b92c24504'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:50.516694 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-01bd911e-a5da-4910-a342-46d75f29b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:19:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5fb31e2b-e020-4b68-9d5d-366b92c24504'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:50.586009 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f18fd-c27a-47b3-9d6a-4846c553cb09 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cbb941e-bd72-4326-8595-3aa9899c274a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:50.587355 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a72f18fd-c27a-47b3-9d6a-4846c553cb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:50.725407 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-01bd911e-a5da-4910-a342-46d75f29b3b8 None None] Set router 5fb31e2b-e020-4b68-9d5d-366b92c24504 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:50.739573 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-7c8ae417-6f43-4078-b60c-a28e9661d639 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=52123a4fc14e46cbb6295af2cd68c31b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687447 Aug 16 22:19:50.741302 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a72f18fd-c27a-47b3-9d6a-4846c553cb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:50.744427 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a72f18fd-c27a-47b3-9d6a-4846c553cb09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:50.845390 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c75a1-182a-4d7c-b07b-765209cb228c req-1c0d59bf-0eb3-45e4-800f-994564f90398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:50.847776 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-948c75a1-182a-4d7c-b07b-765209cb228c req-1c0d59bf-0eb3-45e4-800f-994564f90398 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.6612520 Aug 16 22:19:50.907639 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c75a1-182a-4d7c-b07b-765209cb228c req-bbb36094-3f60-4f48-8896-f38cc4e563fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:50.909112 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-948c75a1-182a-4d7c-b07b-765209cb228c req-bbb36094-3f60-4f48-8896-f38cc4e563fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0531151 Aug 16 22:19:50.978607 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b300f-2d86-441c-8b3a-57378146a179 req-f80693f0-66f4-4cb1-9e47-3f77fd04eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:50.980169 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a72f18fd-c27a-47b3-9d6a-4846c553cb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:50.980704 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72f18fd-c27a-47b3-9d6a-4846c553cb09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 789b4688-09fc-466a-a953-a5ff0953f7f0 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:19:50.980837 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7c4b300f-2d86-441c-8b3a-57378146a179 req-f80693f0-66f4-4cb1-9e47-3f77fd04eba4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a79c712-1e9a-409c-9eab-e685af817459 HTTP/1.1" status: 200 len: 915 time: 0.8360174 Aug 16 22:19:51.026627 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a72f18fd-c27a-47b3-9d6a-4846c553cb09 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:51.028861 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a72f18fd-c27a-47b3-9d6a-4846c553cb09 admin admin] 10.222.0.93 "DELETE /v2.0/routers/789b4688-09fc-466a-a953-a5ff0953f7f0 HTTP/1.1" status: 204 len: 168 time: 3.2294259 Aug 16 22:19:51.035959 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47384) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:51.100487 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1073f-3132-4ae6-95a8-931a2f775230 req-8f8b6aab-2afe-47ce-9d2a-153935dedc34 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:51.102709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-edd1073f-3132-4ae6-95a8-931a2f775230 req-8f8b6aab-2afe-47ce-9d2a-153935dedc34 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 948 time: 0.1951573 Aug 16 22:19:51.114090 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-948c75a1-182a-4d7c-b07b-765209cb228c req-bd30ae06-ef38-469c-a9b2-ada30f4b25bb service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952291 Aug 16 22:19:51.115813 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7c4b300f-2d86-441c-8b3a-57378146a179 req-f8540d2a-0873-4c12-9af3-19a68db96bda service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 HTTP/1.1" status: 200 len: 1000 time: 0.1259685 Aug 16 22:19:51.268527 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b300f-2d86-441c-8b3a-57378146a179 req-9ead06e0-03f8-47e6-ab5a-58a020ba241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:51.271110 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7c4b300f-2d86-441c-8b3a-57378146a179 req-9ead06e0-03f8-47e6-ab5a-58a020ba241e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5863a023-087d-4ef7-b984-91b82beea9fe HTTP/1.1" status: 200 len: 853 time: 0.1463504 Aug 16 22:19:51.290396 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-b805d9ac-794b-4399-9b88-9ce85f77fffc tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:51.298303 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-b805d9ac-794b-4399-9b88-9ce85f77fffc tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5495899 Aug 16 22:19:51.312702 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-edd1073f-3132-4ae6-95a8-931a2f775230 req-eb92f49a-0634-406f-87f6-4a4c8f86fcbc tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794755 Aug 16 22:19:51.315471 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-c690e075-6440-4cb3-93f8-778589f711b6 admin admin] Deleting subnet 7f3fd4c1-751c-4fe0-804a-f0c59b532aeb {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:19:51.319240 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c690e075-6440-4cb3-93f8-778589f711b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:51.348369 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-01bd911e-a5da-4910-a342-46d75f29b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'name': 'tempest-ServersTestFqdnHostnames-335561896-router', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:19Z', 'revision_number': 4, 'project_id': '35c7affac3044c11884db26be26d9a55', 'gw_port': {'id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'eb28c5de-4ddd-4201-aae8-c547dc51ffe7', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'floating_ip_address': '172.25.6.130', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'port_id': 'f3336f3c-c1e3-4d0a-8e84-0a87208c7d83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459', 'mac_address': 'fa:16:3e:cd:7f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7220cf-6bd6-4f02-9766-89efc4701b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:19:24Z', 'updated_at': '2021-08-16T22:19:47Z', 'revision_number': 1, 'project_id': '35c7affac3044c11884db26be26d9a55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd8e721-e5fc-42fd-91d5-c43e39347893', 'name': '', 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'mac_address': 'fa:16:3e:05:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '5863a023-087d-4ef7-b984-91b82beea9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:17Z', 'updated_at': '2021-08-16T22:19:25Z', 'revision_number': 5, 'project_id': '35c7affac3044c11884db26be26d9a55', 'subnets': [{'id': '5863a023-087d-4ef7-b984-91b82beea9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:51.355290 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-948c75a1-182a-4d7c-b07b-765209cb228c req-49756a3f-1a3e-47ac-832b-655bebb6950b service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312722 Aug 16 22:19:51.356089 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-beb1da10-2406-4436-9576-c21df26b0547 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/quotas/52123a4fc14e46cbb6295af2cd68c31b HTTP/1.1" status: 200 len: 375 time: 0.0568399 Aug 16 22:19:51.370964 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b300f-2d86-441c-8b3a-57378146a179 req-404c6643-7048-463a-ad1a-40a35e1b865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:51.374940 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7c4b300f-2d86-441c-8b3a-57378146a179 req-404c6643-7048-463a-ad1a-40a35e1b865f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a79c712-1e9a-409c-9eab-e685af817459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933616 Aug 16 22:19:51.400565 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd911e-a5da-4910-a342-46d75f29b3b8 None None] The sync data for ids ['5fb31e2b-e020-4b68-9d5d-366b92c24504'] in n-d-792458-15 is: [{'id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'name': 'tempest-ServersTestFqdnHostnames-335561896-router', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:19Z', 'revision_number': 4, 'project_id': '35c7affac3044c11884db26be26d9a55', 'gw_port': {'id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'eb28c5de-4ddd-4201-aae8-c547dc51ffe7', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'floating_ip_address': '172.25.6.130', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'port_id': 'f3336f3c-c1e3-4d0a-8e84-0a87208c7d83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459', 'mac_address': 'fa:16:3e:cd:7f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7220cf-6bd6-4f02-9766-89efc4701b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:19:24Z', 'updated_at': '2021-08-16T22:19:47Z', 'revision_number': 1, 'project_id': '35c7affac3044c11884db26be26d9a55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd8e721-e5fc-42fd-91d5-c43e39347893', 'name': '', 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'mac_address': 'fa:16:3e:05:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '5863a023-087d-4ef7-b984-91b82beea9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:17Z', 'updated_at': '2021-08-16T22:19:25Z', 'revision_number': 5, 'project_id': '35c7affac3044c11884db26be26d9a55', 'subnets': [{'id': '5863a023-087d-4ef7-b984-91b82beea9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:19:51.419121 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c690e075-6440-4cb3-93f8-778589f711b6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:51.590835 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eed763-b3ab-454c-8bff-ef1800c45207 req-3b36acbd-5b26-4267-a390-b712cbc506ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:51.592817 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0eed763-b3ab-454c-8bff-ef1800c45207 req-3b36acbd-5b26-4267-a390-b712cbc506ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 1100 time: 0.1840074 Aug 16 22:19:51.727384 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:51.743203 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7c4b300f-2d86-441c-8b3a-57378146a179 req-d6046625-f6c9-4c66-b207-fd980ccaab59 service neutron] 10.222.0.43 "GET /v2.0/networks/9a79c712-1e9a-409c-9eab-e685af817459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576560 Aug 16 22:19:51.753191 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:51.753423 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 2f1d25e7-fdfc-4f61-aa92-de22bf5d755b not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:51.756003 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1cbb941e-bd72-4326-8595-3aa9899c274a no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:51.790266 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 1cbb941e-bd72-4326-8595-3aa9899c274a {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:51.793458 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53c2ba0-a430-4f17-8c27-9939adf83f05 None None] New status for floating IP eb28c5de-4ddd-4201-aae8-c547dc51ffe7: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:19:51.795416 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1cbb941e-bd72-4326-8595-3aa9899c274a not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:51.855605 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device daa573e9-36b3-4e36-be36-06e886fa7f81 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:51.867662 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eed763-b3ab-454c-8bff-ef1800c45207 req-68386560-b8ab-48c7-9a10-32998588137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:51.870241 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0eed763-b3ab-454c-8bff-ef1800c45207 req-68386560-b8ab-48c7-9a10-32998588137f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.2641208 Aug 16 22:19:51.910119 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c690e075-6440-4cb3-93f8-778589f711b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:51.939979 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port daa573e9-36b3-4e36-be36-06e886fa7f81 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:51.948015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port daa573e9-36b3-4e36-be36-06e886fa7f81 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:51.950133 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:51.975002 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0eed763-b3ab-454c-8bff-ef1800c45207 req-da860170-566d-428f-814a-aa44eccd7c6e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e HTTP/1.1" status: 200 len: 217 time: 0.0948496 Aug 16 22:19:51.985329 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c690e075-6440-4cb3-93f8-778589f711b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:52.040911 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690e075-6440-4cb3-93f8-778589f711b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f3fd4c1-751c-4fe0-804a-f0c59b532aeb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:52.044966 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c690e075-6440-4cb3-93f8-778589f711b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:52.049760 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c690e075-6440-4cb3-93f8-778589f711b6 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/7f3fd4c1-751c-4fe0-804a-f0c59b532aeb HTTP/1.1" status: 204 len: 168 time: 1.0060520 Aug 16 22:19:52.051773 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47392) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:52.056552 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6fc883-6970-40b1-a6da-1bb8c48ff170 None None] Network 49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:52.108214 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410455d-c5db-46c0-8a1b-a256d01b59fa req-0b68a41e-a90b-4b36-b838-539220b778bd tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:52.126346 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a410455d-c5db-46c0-8a1b-a256d01b59fa req-0b68a41e-a90b-4b36-b838-539220b778bd tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 944 time: 0.1515415 Aug 16 22:19:52.162827 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-7ef80d0f-c5f5-4e68-a9f7-bed5256ec8a5 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=52123a4fc14e46cbb6295af2cd68c31b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8054774 Aug 16 22:19:52.233715 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7c4b300f-2d86-441c-8b3a-57378146a179 req-e9200014-bc68-4ff4-9369-84cf3501e0ed service neutron] 10.222.0.43 "GET /v2.0/networks/9a79c712-1e9a-409c-9eab-e685af817459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668972 Aug 16 22:19:52.250941 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eed763-b3ab-454c-8bff-ef1800c45207 req-7d044968-c6bd-43a4-8f6d-9cad88a839b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:52.252507 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0eed763-b3ab-454c-8bff-ef1800c45207 req-7d044968-c6bd-43a4-8f6d-9cad88a839b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.2555168 Aug 16 22:19:52.255792 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:52.273907 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a410455d-c5db-46c0-8a1b-a256d01b59fa req-5e05f3e0-8e5a-4623-bc04-c88e1804026a tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524763 Aug 16 22:19:52.386992 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:52.419729 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eed763-b3ab-454c-8bff-ef1800c45207 req-2ab713b7-99c7-4534-93d8-e4c32268c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:52.422084 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0eed763-b3ab-454c-8bff-ef1800c45207 req-2ab713b7-99c7-4534-93d8-e4c32268c5ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1462390 Aug 16 22:19:52.483271 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a58e36f-f1fd-449e-a65c-458517567a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa573e9-36b3-4e36-be36-06e886fa7f81'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:52.505480 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b1792d-dd02-4763-a466-7d4e26216156" -d '{"events": [{"server_uuid": "5a58e36f-f1fd-449e-a65c-458517567a97", "name": "network-vif-plugged", "status": "completed", "tag": "daa573e9-36b3-4e36-be36-06e886fa7f81"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:52.540797 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port daa573e9-36b3-4e36-be36-06e886fa7f81, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=daa573e9-36b3-4e36-be36-06e886fa7f81,segment=NetworkSegment(d461892b-005d-4ddb-9032-a9c7ed5a508e),segment_id=d461892b-005d-4ddb-9032-a9c7ed5a508e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:52.551640 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:52.596730 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Deleting port f433fb90-7217-472e-9635-585760d4ea2c {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:52.600882 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:52.646539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a0ca2-881c-4f85-95ab-a45a90204a46 req-1bcc2d81-7d0c-4019-b6a1-36e30de1215e tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:52.660879 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e8a0ca2-881c-4f85-95ab-a45a90204a46 req-1bcc2d81-7d0c-4019-b6a1-36e30de1215e tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 948 time: 0.1458008 Aug 16 22:19:52.661053 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df201a15-1cc1-47a4-a5d3-0c6083f0405b None None] DHCP port deletion for 49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:19:52.698768 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0eed763-b3ab-454c-8bff-ef1800c45207 req-98a1dcf3-02cc-4f99-872d-6102b6f3dab0 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638280 Aug 16 22:19:52.711757 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=daa573e9-36b3-4e36-be36-06e886fa7f81,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:52.727492 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e8a0ca2-881c-4f85-95ab-a45a90204a46 req-dccb0768-396f-4898-9c12-c1f9454b128c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648651 Aug 16 22:19:52.815780 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-843ee2c2-2fd4-4bb5-87a5-d646a7c8ca2a req-fff9540d-4d05-48ba-9f17-da555c80a6f0 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=5891b5be-b653-45fa-bb5f-312682185bae HTTP/1.1" status: 200 len: 210 time: 0.0598135 Aug 16 22:19:52.820525 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda3c5c0-aa13-4b46-8f4b-0fb5913dc5fa x-openstack-request-id: req-bda3c5c0-aa13-4b46-8f4b-0fb5913dc5fa {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:52.821135 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a58e36f-f1fd-449e-a65c-458517567a97", "name": "network-vif-plugged", "status": "completed", "tag": "daa573e9-36b3-4e36-be36-06e886fa7f81", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:52.826032 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bda3c5c0-aa13-4b46-8f4b-0fb5913dc5fa {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:52.826871 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a58e36f-f1fd-449e-a65c-458517567a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa573e9-36b3-4e36-be36-06e886fa7f81', 'code': 200} Aug 16 22:19:52.853660 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-df201a15-1cc1-47a4-a5d3-0c6083f0405b None None] Deleting port f433fb90-7217-472e-9635-585760d4ea2c {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:52.857227 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-df201a15-1cc1-47a4-a5d3-0c6083f0405b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:52.884711 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0eed763-b3ab-454c-8bff-ef1800c45207 req-bab1d2f7-00cc-45f3-81a8-902f2be8e85a service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789114 Aug 16 22:19:52.909708 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] For port f433fb90-7217-472e-9635-585760d4ea2c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=f433fb90-7217-472e-9635-585760d4ea2c,segment=NetworkSegment(1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6),segment_id=1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:52.910153 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:52.927584 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Calling delete_port for f433fb90-7217-472e-9635-585760d4ea2c owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:52.975796 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-df201a15-1cc1-47a4-a5d3-0c6083f0405b None None] For port f433fb90-7217-472e-9635-585760d4ea2c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=f433fb90-7217-472e-9635-585760d4ea2c,segment=NetworkSegment(1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6),segment_id=1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:52.976115 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-df201a15-1cc1-47a4-a5d3-0c6083f0405b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:52.988859 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495827a7-2fd0-4890-807f-1feee9bd36c6 req-b5f87837-df22-4ccf-84d5-6e4920a5fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:52.992016 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-495827a7-2fd0-4890-807f-1feee9bd36c6 req-b5f87837-df22-4ccf-84d5-6e4920a5fe26 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 1097 time: 0.1185811 Aug 16 22:19:53.013571 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-df201a15-1cc1-47a4-a5d3-0c6083f0405b None None] Calling delete_port for f433fb90-7217-472e-9635-585760d4ea2c owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:53.069907 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-495827a7-2fd0-4890-807f-1feee9bd36c6 req-66a0def6-3f9f-4625-aa09-377559924072 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689509 Aug 16 22:19:53.090645 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:53.149031 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f433fb90-7217-472e-9635-585760d4ea2c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:53.165545 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] No DVR routers for this DVR port f433fb90-7217-472e-9635-585760d4ea2c on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:53.208693 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-df201a15-1cc1-47a4-a5d3-0c6083f0405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:53.241811 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df201a15-1cc1-47a4-a5d3-0c6083f0405b None None] Pushing event deleted for resources: {'Port': ['ID=f433fb90-7217-472e-9635-585760d4ea2c,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:53.254018 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df201a15-1cc1-47a4-a5d3-0c6083f0405b None None] No DVR routers for this DVR port f433fb90-7217-472e-9635-585760d4ea2c on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:53.329038 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:53.341762 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:19:53.342298 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:19:53.343028 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:19:53.343394 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Subscribe: > port after_create 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:19:53.343711 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:19:53.344030 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Subscribe: > port after_update 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:19:53.344365 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:19:53.344831 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:19:53.345152 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:19:53.345474 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:19:53.487936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39271353-5be0-4789-8c05-7382740ab5ba req-2546175a-df2d-441c-b123-be140402d257 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:53.491222 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39271353-5be0-4789-8c05-7382740ab5ba req-2546175a-df2d-441c-b123-be140402d257 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.1332617 Aug 16 22:19:53.501783 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device f433fb90-7217-472e-9635-585760d4ea2c no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:53.536190 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: f433fb90-7217-472e-9635-585760d4ea2c {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:53.536616 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device f433fb90-7217-472e-9635-585760d4ea2c not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:53.540742 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:19:53.541105 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:19:53.541440 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:19:53.541774 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:19:53.543069 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:53.569432 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39271353-5be0-4789-8c05-7382740ab5ba req-93b9c1bf-0048-4624-bf4b-ad1a92d553d8 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656333 Aug 16 22:19:53.593660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:53.593994 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a65a06e-e5fa-4b75-afd1-b84a79dcb3b6') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:53.613660 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:53.643303 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:53.655238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:19:53.655797 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: from cryptography.utils import int_from_bytes Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: from cryptography.utils import int_from_bytes Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:19:53.724393 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:19:53.783893 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:53.800331 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:53.803275 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] 10.222.0.93 "DELETE /v2.0/networks/49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6 HTTP/1.1" status: 204 len: 168 time: 1.7473762 Aug 16 22:19:53.806348 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47466) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:53.850458 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed29df1-051e-40eb-aff5-b1ba81c9e1d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=49d07c9f-7a0d-4ba8-95a2-c4b048c8c6f6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:53.890329 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c6bf034d-3a15-4f43-bcfb-82a726e3ea2e details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:19:53.989417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4f041-c81a-44fa-94ad-433707427a5a req-74eea814-2594-4835-bae3-21c32901aed5 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:53.991468 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ed4f041-c81a-44fa-94ad-433707427a5a req-74eea814-2594-4835-bae3-21c32901aed5 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 948 time: 0.1246684 Aug 16 22:19:53.995525 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c7cb4ca9-55e3-462d-b42a-b3e2b3206788 req-b180e874-38dc-4766-b765-84f6690873c6 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=5891b5be-b653-45fa-bb5f-312682185bae HTTP/1.1" status: 200 len: 210 time: 0.0559075 Aug 16 22:19:54.023161 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:54.044353 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'c6bf034d-3a15-4f43-bcfb-82a726e3ea2e', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': 'c6bf034d-3a15-4f43-bcfb-82a726e3ea2e', 'mac_address': 'fa:16:3e:88:70:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:19:54.118055 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:54.132321 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ed4f041-c81a-44fa-94ad-433707427a5a req-a65741e3-7deb-4d60-a606-383120c4d504 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308074 Aug 16 22:19:54.148493 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bf034d-3a15-4f43-bcfb-82a726e3ea2e {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:54.167486 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-6cea09f5-174f-44c2-b00f-1c94efe3e0bb tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=52123a4fc14e46cbb6295af2cd68c31b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353260 Aug 16 22:19:54.183591 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:54.190993 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:54.343923 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:54.362246 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-c106e5be-bc68-4fd2-a157-4ccad938bbba tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:54.364195 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-c106e5be-bc68-4fd2-a157-4ccad938bbba tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856148 Aug 16 22:19:54.385789 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-f2f5819e-b96f-4383-a1fd-99096a900df9 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Request body: {'port': {'device_id': '5891b5be-b653-45fa-bb5f-312682185bae', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': '52123a4fc14e46cbb6295af2cd68c31b'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:54.471625 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['c6bf034d-3a15-4f43-bcfb-82a726e3ea2e'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:54.543256 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-426b185e-0039-4eb7-9164-a8274e66a4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:54.557515 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-f2f5819e-b96f-4383-a1fd-99096a900df9 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Made reservation on behalf of 52123a4fc14e46cbb6295af2cd68c31b for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:54.566046 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-f2f5819e-b96f-4383-a1fd-99096a900df9 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:54.767695 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-f2f5819e-b96f-4383-a1fd-99096a900df9 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Allocated IP 192.168.233.177 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/ddcac330-c2e6-4357-8a45-fea57af0a37d) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:54.861680 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83739351-1588-4c9d-897d-3302e082563f req-09427ce0-7d61-4a18-945d-aa84c744d1ab tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:54.863635 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-83739351-1588-4c9d-897d-3302e082563f req-09427ce0-7d61-4a18-945d-aa84c744d1ab tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.1499078 Aug 16 22:19:54.936175 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-83739351-1588-4c9d-897d-3302e082563f req-876ca988-9eb8-4e8d-8f76-eb6e0d425a44 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650089 Aug 16 22:19:55.014863 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-f2f5819e-b96f-4383-a1fd-99096a900df9 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:55.036237 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-426b185e-0039-4eb7-9164-a8274e66a4af admin admin] Deleting port a712602c-7dff-426c-bb9e-8089fd0de529 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:55.038012 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-426b185e-0039-4eb7-9164-a8274e66a4af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:55.039932 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-f2f5819e-b96f-4383-a1fd-99096a900df9 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Transition to ACTIVE for port object ddcac330-c2e6-4357-8a45-fea57af0a37d will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:55.089491 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-f2f5819e-b96f-4383-a1fd-99096a900df9 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:55.102488 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:55.127452 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-f2f5819e-b96f-4383-a1fd-99096a900df9 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:55.163727 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-f2f5819e-b96f-4383-a1fd-99096a900df9 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:55.167754 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-f2f5819e-b96f-4383-a1fd-99096a900df9 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:55.266213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-426b185e-0039-4eb7-9164-a8274e66a4af admin admin] For port a712602c-7dff-426c-bb9e-8089fd0de529, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a712602c-7dff-426c-bb9e-8089fd0de529,segment=NetworkSegment(0019ccc3-931f-4367-987a-afa1cb683e36),segment_id=0019ccc3-931f-4367-987a-afa1cb683e36)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:55.266528 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-426b185e-0039-4eb7-9164-a8274e66a4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:55.274313 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5819e-b96f-4383-a1fd-99096a900df9 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Pushing event updated for resources: {'Port': ['ID=ddcac330-c2e6-4357-8a45-fea57af0a37d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:55.305853 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-f2f5819e-b96f-4383-a1fd-99096a900df9 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:55.306858 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-f2f5819e-b96f-4383-a1fd-99096a900df9 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:55.320948 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dbd5d-ab1a-45c2-af51-cc000c0e0af9 req-7d6d13a6-2097-4898-a0eb-6bf37102608e tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:55.331206 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-f2f5819e-b96f-4383-a1fd-99096a900df9 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9493532 Aug 16 22:19:55.335390 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-191dbd5d-ab1a-45c2-af51-cc000c0e0af9 req-7d6d13a6-2097-4898-a0eb-6bf37102608e tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=5891b5be-b653-45fa-bb5f-312682185bae HTTP/1.1" status: 200 len: 936 time: 0.1923015 Aug 16 22:19:55.360920 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] Request body: {'port': {'device_id': '5891b5be-b653-45fa-bb5f-312682185bae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:55.378650 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-426b185e-0039-4eb7-9164-a8274e66a4af admin admin] Calling delete_port for a712602c-7dff-426c-bb9e-8089fd0de529 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:55.478202 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:55.554444 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-191dbd5d-ab1a-45c2-af51-cc000c0e0af9 req-5fa47aaf-6ad8-4c56-ae51-fd46fd46d35d tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000740 Aug 16 22:19:55.560528 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f126c-c421-46a4-9b8c-0f9f335397c1 req-099d578d-1942-4872-a4f2-f7db5737c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:55.562052 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-662f126c-c421-46a4-9b8c-0f9f335397c1 req-099d578d-1942-4872-a4f2-f7db5737c929 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8f582c0b428a46e0b03ad5c58ffe0c2e&device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 1097 time: 0.2560320 Aug 16 22:19:55.598206 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-bc53a9c4-ce37-4ef9-8998-6f7be0608b41 None None] Provisioning for port ddcac330-c2e6-4357-8a45-fea57af0a37d completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:55.604631 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-bc53a9c4-ce37-4ef9-8998-6f7be0608b41 None None] Provisioning complete for port ddcac330-c2e6-4357-8a45-fea57af0a37d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:55.605370 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bc53a9c4-ce37-4ef9-8998-6f7be0608b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:55.696553 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-bc53a9c4-ce37-4ef9-8998-6f7be0608b41 None None] Port ddcac330-c2e6-4357-8a45-fea57af0a37d cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:19:55.716713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42730b2-c94e-4a0a-8056-dde76efd1e26 req-1836797f-793a-445d-92b1-96b0248fa00b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:55.725815 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e42730b2-c94e-4a0a-8056-dde76efd1e26 req-1836797f-793a-445d-92b1-96b0248fa00b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 949 time: 0.3226874 Aug 16 22:19:55.814902 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddcac330-c2e6-4357-8a45-fea57af0a37d {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:55.825457 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:55.841753 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] Transition to ACTIVE for port object ddcac330-c2e6-4357-8a45-fea57af0a37d will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:55.847019 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:55.860840 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f126c-c421-46a4-9b8c-0f9f335397c1 req-717d6e9f-8198-46c5-af5b-0443cbbbe2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:55.862363 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-662f126c-c421-46a4-9b8c-0f9f335397c1 req-717d6e9f-8198-46c5-af5b-0443cbbbe2e4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a91aac9-e753-46a8-9ce1-54531ccc000b HTTP/1.1" status: 200 len: 910 time: 0.2913289 Aug 16 22:19:55.870032 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e42730b2-c94e-4a0a-8056-dde76efd1e26 req-e44f0bf4-afc8-4360-bae7-fe96de139207 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430264 Aug 16 22:19:55.880344 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c6bf034d-3a15-4f43-bcfb-82a726e3ea2e up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:55.903708 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1d6c5-0ae6-4acc-92f3-69cda13cea37 req-6db0df48-8bdf-4592-b8ce-7b5fd7e33a3f tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:55.911692 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7bd1d6c5-0ae6-4acc-92f3-69cda13cea37 req-6db0df48-8bdf-4592-b8ce-7b5fd7e33a3f tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.1827426 Aug 16 22:19:55.919545 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcac330-c2e6-4357-8a45-fea57af0a37d,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:55.970305 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-662f126c-c421-46a4-9b8c-0f9f335397c1 req-0f065c96-f08a-4b01-84cc-7e6cb03ddb3c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daa573e9-36b3-4e36-be36-06e886fa7f81 HTTP/1.1" status: 200 len: 217 time: 0.0929482 Aug 16 22:19:56.000996 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:56.014843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:56.015220 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:56.085554 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f126c-c421-46a4-9b8c-0f9f335397c1 req-5b36bcbc-740e-4072-9fba-9beb8f114828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:56.087492 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-662f126c-c421-46a4-9b8c-0f9f335397c1 req-5b36bcbc-740e-4072-9fba-9beb8f114828 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=662caa89-b9eb-46ea-9b49-48445d58df3b HTTP/1.1" status: 200 len: 849 time: 0.1071465 Aug 16 22:19:56.114785 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:56.124408 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] Attempting to bind port ddcac330-c2e6-4357-8a45-fea57af0a37d on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:56.124746 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] Attempting to bind port ddcac330-c2e6-4357-8a45-fea57af0a37d by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:56.125080 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] Attempting to bind port ddcac330-c2e6-4357-8a45-fea57af0a37d on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:56.142302 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] Port ddcac330-c2e6-4357-8a45-fea57af0a37d on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:19:56.144084 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] Attempting to bind port ddcac330-c2e6-4357-8a45-fea57af0a37d on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:56.158786 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:56.159125 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:56.159514 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:56.160087 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] Bound port: ddcac330-c2e6-4357-8a45-fea57af0a37d, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:56.160496 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:56.160803 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29af28ea-e394-44bd-bf48-333c0b183e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bf034d-3a15-4f43-bcfb-82a726e3ea2e'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:56.170435 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7bd1d6c5-0ae6-4acc-92f3-69cda13cea37 req-fe7e2767-9432-4455-abed-84f081979ed1 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579887 Aug 16 22:19:56.170853 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988e3f26-89bc-4e31-9a24-ff59487af489" -d '{"events": [{"server_uuid": "29af28ea-e394-44bd-bf48-333c0b183e6f", "name": "network-vif-plugged", "status": "completed", "tag": "c6bf034d-3a15-4f43-bcfb-82a726e3ea2e"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:56.202812 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:56.210024 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:56.250157 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-662f126c-c421-46a4-9b8c-0f9f335397c1 req-b06dfd56-0435-4304-861c-c30f62e721de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a91aac9-e753-46a8-9ce1-54531ccc000b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729353 Aug 16 22:19:56.251028 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] For port ddcac330-c2e6-4357-8a45-fea57af0a37d, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:56.257284 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] For port ddcac330-c2e6-4357-8a45-fea57af0a37d, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=ddcac330-c2e6-4357-8a45-fea57af0a37d,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:56.265519 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbea852-3588-4ced-9e85-67c9667506d9 x-openstack-request-id: req-3cbea852-3588-4ced-9e85-67c9667506d9 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:56.265845 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29af28ea-e394-44bd-bf48-333c0b183e6f", "name": "network-vif-plugged", "status": "completed", "tag": "c6bf034d-3a15-4f43-bcfb-82a726e3ea2e", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:56.266086 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3cbea852-3588-4ced-9e85-67c9667506d9 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:56.266480 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29af28ea-e394-44bd-bf48-333c0b183e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bf034d-3a15-4f43-bcfb-82a726e3ea2e', 'code': 200} Aug 16 22:19:56.271343 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-426b185e-0039-4eb7-9164-a8274e66a4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:56.276189 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:56.298073 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:56.380472 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b185e-0039-4eb7-9164-a8274e66a4af admin admin] Pushing event deleted for resources: {'Port': ['ID=a712602c-7dff-426c-bb9e-8089fd0de529,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:56.406077 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:56.406949 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:56.409172 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] 10.222.0.43 "PUT /v2.0/ports/ddcac330-c2e6-4357-8a45-fea57af0a37d HTTP/1.1" status: 200 len: 1097 time: 1.0580866 Aug 16 22:19:56.412477 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5891b5be-b653-45fa-bb5f-312682185bae', 'tag': 'ddcac330-c2e6-4357-8a45-fea57af0a37d'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:56.417950 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f22739-b3f1-4fc1-a930-e791eec0b5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5891b5be-b653-45fa-bb5f-312682185bae", "tag": "ddcac330-c2e6-4357-8a45-fea57af0a37d"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:56.439448 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30eaa9f-d343-4d52-b8a8-9269376db794 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcac330-c2e6-4357-8a45-fea57af0a37d,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:56.461269 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4649cc-555d-4314-8168-f66a23c8ce41 req-5d8a9c5e-f1fe-4914-bd40-3afffb425f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:56.464155 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cd4649cc-555d-4314-8168-f66a23c8ce41 req-5d8a9c5e-f1fe-4914-bd40-3afffb425f6d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 1102 time: 0.1155186 Aug 16 22:19:56.547181 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4625a3-9ae3-462d-853b-e938bd3b7b02 x-openstack-request-id: req-1f4625a3-9ae3-462d-853b-e938bd3b7b02 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:56.547181 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5891b5be-b653-45fa-bb5f-312682185bae", "tag": "ddcac330-c2e6-4357-8a45-fea57af0a37d", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:56.547511 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1f4625a3-9ae3-462d-853b-e938bd3b7b02 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:56.547962 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5891b5be-b653-45fa-bb5f-312682185bae', 'tag': 'ddcac330-c2e6-4357-8a45-fea57af0a37d', 'status': 'completed', 'code': 200} Aug 16 22:19:56.601452 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-662f126c-c421-46a4-9b8c-0f9f335397c1 req-bbb2ef5a-4666-46bd-a228-a4ca464f7459 service neutron] 10.222.0.39 "GET /v2.0/networks/3a91aac9-e753-46a8-9ce1-54531ccc000b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421934 Aug 16 22:19:56.611239 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cd4649cc-555d-4314-8168-f66a23c8ce41 req-0fc69470-1805-4c4b-b04f-c64e64ab58f4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377952 Aug 16 22:19:56.630864 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-c57fd9fc-eb9a-4e34-9aef-3e54950ad1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:56.632610 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-c57fd9fc-eb9a-4e34-9aef-3e54950ad1fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52123a4fc14e46cbb6295af2cd68c31b&device_id=5891b5be-b653-45fa-bb5f-312682185bae HTTP/1.1" status: 200 len: 1100 time: 0.1508121 Aug 16 22:19:56.632753 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-426b185e-0039-4eb7-9164-a8274e66a4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:56.710729 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-f3b12d40-e31d-4d4f-a268-e99f52c68780 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=ddcac330-c2e6-4357-8a45-fea57af0a37d HTTP/1.1" status: 200 len: 217 time: 0.0638037 Aug 16 22:19:56.777000 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-a8f006f6-d9c2-4515-9b39-1c51adcb3290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:56.778689 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-a8f006f6-d9c2-4515-9b39-1c51adcb3290 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0571513 Aug 16 22:19:56.842420 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-8b96722b-3930-4536-afd1-b84676b4bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:56.844613 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-8b96722b-3930-4536-afd1-b84676b4bbe4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0542269 Aug 16 22:19:56.971886 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-2b2d38c7-0a8f-4db6-8c05-f270d63d0702 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163728 Aug 16 22:19:57.092215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5989c-ae6c-4b09-8df8-a80425a2f5e6 req-78ff96a9-7a9a-4af2-9c7f-0378c1fb3191 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:57.098559 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75d5989c-ae6c-4b09-8df8-a80425a2f5e6 req-78ff96a9-7a9a-4af2-9c7f-0378c1fb3191 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=5891b5be-b653-45fa-bb5f-312682185bae HTTP/1.1" status: 200 len: 948 time: 0.4085400 Aug 16 22:19:57.108062 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-afa5e681-c3c8-4844-9c9c-665e18729c81 req-1840687f-4b0a-4b8f-a7eb-a75f33100093 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277044 Aug 16 22:19:57.187380 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-662f126c-c421-46a4-9b8c-0f9f335397c1 req-30639005-5740-47dc-8bea-90e205b25cab service neutron] 10.222.0.39 "GET /v2.0/networks/3a91aac9-e753-46a8-9ce1-54531ccc000b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769503 Aug 16 22:19:57.212967 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f22739-b3f1-4fc1-a930-e791eec0b5d8 req-8cf6f653-29e2-48d4-92af-e66d78e1f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:57.214769 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-56f22739-b3f1-4fc1-a930-e791eec0b5d8 req-8cf6f653-29e2-48d4-92af-e66d78e1f1e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52123a4fc14e46cbb6295af2cd68c31b&device_id=5891b5be-b653-45fa-bb5f-312682185bae HTTP/1.1" status: 200 len: 1100 time: 0.0518258 Aug 16 22:19:57.225516 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75d5989c-ae6c-4b09-8df8-a80425a2f5e6 req-b6561742-90db-455d-9db7-dfe9e7c490a2 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052897 Aug 16 22:19:57.247070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28546483-7e43-4f59-9860-7125eb7840a5 req-65d91210-1cdc-4d9b-add1-63e3611537b9 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:57.256684 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-28546483-7e43-4f59-9860-7125eb7840a5 req-65d91210-1cdc-4d9b-add1-63e3611537b9 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.1809163 Aug 16 22:19:57.344498 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f22739-b3f1-4fc1-a930-e791eec0b5d8 req-a0b4d3ab-6205-4faf-8b53-5731afdb4ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:57.347122 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-56f22739-b3f1-4fc1-a930-e791eec0b5d8 req-a0b4d3ab-6205-4faf-8b53-5731afdb4ad3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1240041 Aug 16 22:19:57.384636 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-28546483-7e43-4f59-9860-7125eb7840a5 req-51f7ce0d-1a17-4203-84c8-334899e87a02 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267550 Aug 16 22:19:57.437797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426b185e-0039-4eb7-9164-a8274e66a4af admin admin] Router ebd3b8c0-e555-499f-8a7b-df1cc3e016f1 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:19:57.459747 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-56f22739-b3f1-4fc1-a930-e791eec0b5d8 req-8911ac66-871f-445b-acdf-93398051de8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=ddcac330-c2e6-4357-8a45-fea57af0a37d HTTP/1.1" status: 200 len: 217 time: 0.0963106 Aug 16 22:19:57.569019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f22739-b3f1-4fc1-a930-e791eec0b5d8 req-da0604d6-e22d-45de-bbb8-53112e3ac424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:57.570695 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-56f22739-b3f1-4fc1-a930-e791eec0b5d8 req-da0604d6-e22d-45de-bbb8-53112e3ac424 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1022272 Aug 16 22:19:57.610559 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426b185e-0039-4eb7-9164-a8274e66a4af admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:19:57.619495 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-426b185e-0039-4eb7-9164-a8274e66a4af admin admin] 10.222.0.93 "PUT /v2.0/routers/ebd3b8c0-e555-499f-8a7b-df1cc3e016f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8093858 Aug 16 22:19:57.619693 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47548) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:57.655628 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368a8d1f-dab1-4225-90fe-6456fa478890 None None] Sync routers for ids ['ebd3b8c0-e555-499f-8a7b-df1cc3e016f1'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:19:57.669909 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f22739-b3f1-4fc1-a930-e791eec0b5d8 req-a30e3991-da98-4946-b3d9-8fd680dab4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:57.674783 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-56f22739-b3f1-4fc1-a930-e791eec0b5d8 req-a30e3991-da98-4946-b3d9-8fd680dab4e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0868890 Aug 16 22:19:57.678762 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368a8d1f-dab1-4225-90fe-6456fa478890 None None] Routers {'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:57.679402 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-368a8d1f-dab1-4225-90fe-6456fa478890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:19:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ebd3b8c0-e555-499f-8a7b-df1cc3e016f1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:57.682037 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8abf13-d063-4273-9edb-74da451c4065 req-adc87be1-24d9-40e9-ba06-6bd16cceb7d5 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:57.686482 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5e8abf13-d063-4273-9edb-74da451c4065 req-adc87be1-24d9-40e9-ba06-6bd16cceb7d5 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.1329162 Aug 16 22:19:57.788195 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0feb0151-3916-43ae-872a-e7d1ffebf88a admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:57.809856 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-56f22739-b3f1-4fc1-a930-e791eec0b5d8 req-41e1ba2e-35f4-405e-87d5-e5d446658fe5 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183281 Aug 16 22:19:57.831989 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-368a8d1f-dab1-4225-90fe-6456fa478890 None None] Set router ebd3b8c0-e555-499f-8a7b-df1cc3e016f1 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:57.868297 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5e8abf13-d063-4273-9edb-74da451c4065 req-b7171f83-ff26-4f5e-94ed-65a91931b205 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815480 Aug 16 22:19:57.944627 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-56f22739-b3f1-4fc1-a930-e791eec0b5d8 req-6d99106b-30c9-4a99-82b0-66aba32ecd64 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241469 Aug 16 22:19:57.946803 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0feb0151-3916-43ae-872a-e7d1ffebf88a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.012085 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0feb0151-3916-43ae-872a-e7d1ffebf88a admin admin] Deleting port 755fda54-fb6f-4eb6-9dd9-557987746584 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:58.012546 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0feb0151-3916-43ae-872a-e7d1ffebf88a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.047052 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-368a8d1f-dab1-4225-90fe-6456fa478890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-700047851-router', 'tenant_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '755fda54-fb6f-4eb6-9dd9-557987746584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:52Z', 'updated_at': '2021-08-16T22:19:56Z', 'revision_number': 5, 'project_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'gw_port': {'id': '755fda54-fb6f-4eb6-9dd9-557987746584', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:df:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:53Z', 'updated_at': '2021-08-16T22:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:58.080030 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368a8d1f-dab1-4225-90fe-6456fa478890 None None] Checking router: ebd3b8c0-e555-499f-8a7b-df1cc3e016f1 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:19:58.088575 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368a8d1f-dab1-4225-90fe-6456fa478890 None None] Routers {'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:58.089247 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-368a8d1f-dab1-4225-90fe-6456fa478890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:19:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ebd3b8c0-e555-499f-8a7b-df1cc3e016f1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:58.106543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-0feb0151-3916-43ae-872a-e7d1ffebf88a admin admin] For port 755fda54-fb6f-4eb6-9dd9-557987746584, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=755fda54-fb6f-4eb6-9dd9-557987746584,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:58.107107 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0feb0151-3916-43ae-872a-e7d1ffebf88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.120846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0feb0151-3916-43ae-872a-e7d1ffebf88a admin admin] Calling delete_port for 755fda54-fb6f-4eb6-9dd9-557987746584 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:58.185879 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-368a8d1f-dab1-4225-90fe-6456fa478890 None None] Set router ebd3b8c0-e555-499f-8a7b-df1cc3e016f1 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:58.239441 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-368a8d1f-dab1-4225-90fe-6456fa478890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-700047851-router', 'tenant_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:52Z', 'updated_at': '2021-08-16T22:19:57Z', 'revision_number': 6, 'project_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:58.271795 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368a8d1f-dab1-4225-90fe-6456fa478890 None None] The sync data for ids ['ebd3b8c0-e555-499f-8a7b-df1cc3e016f1'] in n-d-792458-15 is: [{'id': 'ebd3b8c0-e555-499f-8a7b-df1cc3e016f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-700047851-router', 'tenant_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:52Z', 'updated_at': '2021-08-16T22:19:57Z', 'revision_number': 6, 'project_id': '0a189ef297fa4d6a8431a25ca3d0a5c9', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:19:58.363176 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0feb0151-3916-43ae-872a-e7d1ffebf88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.385501 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a575db-cd98-4c51-aa41-244525883cf0 req-723da522-9835-4afa-b7c5-b7b324010701 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:58.387121 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6a575db-cd98-4c51-aa41-244525883cf0 req-723da522-9835-4afa-b7c5-b7b324010701 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=5891b5be-b653-45fa-bb5f-312682185bae HTTP/1.1" status: 200 len: 948 time: 0.0719345 Aug 16 22:19:58.407847 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb0151-3916-43ae-872a-e7d1ffebf88a admin admin] Pushing event deleted for resources: {'Port': ['ID=755fda54-fb6f-4eb6-9dd9-557987746584,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:58.448666 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0feb0151-3916-43ae-872a-e7d1ffebf88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.551285 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0feb0151-3916-43ae-872a-e7d1ffebf88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.562918 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6a575db-cd98-4c51-aa41-244525883cf0 req-29893cb8-6b5d-494e-a37a-c9ea49b81845 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585443 Aug 16 22:19:58.565483 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0feb0151-3916-43ae-872a-e7d1ffebf88a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.636738 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd90aa2-11e7-49a6-9bbd-5076de0ac0d2 req-9352cbed-e08b-406c-b9b1-4dda10bf17d0 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:58.644103 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3cd90aa2-11e7-49a6-9bbd-5076de0ac0d2 req-9352cbed-e08b-406c-b9b1-4dda10bf17d0 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.0969830 Aug 16 22:19:58.647259 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0feb0151-3916-43ae-872a-e7d1ffebf88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.647829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0feb0151-3916-43ae-872a-e7d1ffebf88a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebd3b8c0-e555-499f-8a7b-df1cc3e016f1 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:19:58.657641 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0feb0151-3916-43ae-872a-e7d1ffebf88a admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.658429 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0feb0151-3916-43ae-872a-e7d1ffebf88a admin admin] 10.222.0.93 "DELETE /v2.0/routers/ebd3b8c0-e555-499f-8a7b-df1cc3e016f1 HTTP/1.1" status: 204 len: 168 time: 1.0377576 Aug 16 22:19:58.661235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47560) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:58.726403 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3cd90aa2-11e7-49a6-9bbd-5076de0ac0d2 req-12f11245-f0b2-4d88-beb6-da5146006237 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809021 Aug 16 22:19:58.733198 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05f8592-81b3-4ad9-b9c2-2b5bbf0b8505 admin admin] Deleting subnet 7423539a-6822-43d5-8ddb-32872c86b621 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:19:58.737253 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a05f8592-81b3-4ad9-b9c2-2b5bbf0b8505 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.774828 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a05f8592-81b3-4ad9-b9c2-2b5bbf0b8505 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.822510 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a05f8592-81b3-4ad9-b9c2-2b5bbf0b8505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.914145 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367709d5-99b3-4027-92ea-aec00b3d572f req-d1bebe3a-23d3-4923-98a2-871bf5ef4a92 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:58.915638 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-367709d5-99b3-4027-92ea-aec00b3d572f req-d1bebe3a-23d3-4923-98a2-871bf5ef4a92 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.0739419 Aug 16 22:19:58.929871 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a05f8592-81b3-4ad9-b9c2-2b5bbf0b8505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.978081 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a05f8592-81b3-4ad9-b9c2-2b5bbf0b8505 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.980120 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a05f8592-81b3-4ad9-b9c2-2b5bbf0b8505 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/7423539a-6822-43d5-8ddb-32872c86b621 HTTP/1.1" status: 204 len: 168 time: 0.3178182 Aug 16 22:19:58.982331 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f8592-81b3-4ad9-b9c2-2b5bbf0b8505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7423539a-6822-43d5-8ddb-32872c86b621,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:58.983330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47568) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:58.994247 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b11424d-3a02-4c9e-b9f3-91cdaae0b384 None None] Network ade48865-2676-4eac-a1a7-460f60c30d40 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:59.020289 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-367709d5-99b3-4027-92ea-aec00b3d572f req-03c92b08-bbfd-40dc-9a8c-174b4e626adc tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981271 Aug 16 22:19:59.053363 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f4462-f8a3-4483-967e-a2ef881ade56 req-c708f032-c962-416b-bfbb-eb971474c902 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:59.062315 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d17f4462-f8a3-4483-967e-a2ef881ade56 req-c708f032-c962-416b-bfbb-eb971474c902 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.0985608 Aug 16 22:19:59.120388 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8360c2d2-6b57-4f08-ba5d-105f130cea1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:59.123800 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d17f4462-f8a3-4483-967e-a2ef881ade56 req-a42c2e09-81ec-414a-b80e-2a14a16ff39e tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554435 Aug 16 22:19:59.212349 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8360c2d2-6b57-4f08-ba5d-105f130cea1b admin admin] Deleting port 36f24801-a07c-4556-9a81-34c1a02cf8f5 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:59.212694 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8360c2d2-6b57-4f08-ba5d-105f130cea1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:59.528950 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac60a1-dbf9-4932-b2a5-1e728e3eb91e req-19d82c6b-6e3b-45ac-8228-687ee85dfce4 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:59.530772 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18ac60a1-dbf9-4932-b2a5-1e728e3eb91e req-19d82c6b-6e3b-45ac-8228-687ee85dfce4 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.0898571 Aug 16 22:19:59.543829 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738f42f3-0c69-4d32-95d6-8c0e8542948c None None] DHCP port deletion for ade48865-2676-4eac-a1a7-460f60c30d40 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:19:59.594352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 755fda54-fb6f-4eb6-9dd9-557987746584 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:59.618270 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18ac60a1-dbf9-4932-b2a5-1e728e3eb91e req-27a160aa-13b9-4ed2-b339-cea78cc12658 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725689 Aug 16 22:19:59.639035 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 755fda54-fb6f-4eb6-9dd9-557987746584 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:59.639432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 755fda54-fb6f-4eb6-9dd9-557987746584 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:59.639777 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a712602c-7dff-426c-bb9e-8089fd0de529 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:59.674093 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: a712602c-7dff-426c-bb9e-8089fd0de529 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:59.674439 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a712602c-7dff-426c-bb9e-8089fd0de529 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:59.698810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-738f42f3-0c69-4d32-95d6-8c0e8542948c None None] Deleting port 36f24801-a07c-4556-9a81-34c1a02cf8f5 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:59.699191 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-738f42f3-0c69-4d32-95d6-8c0e8542948c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:59.764330 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24029e58-ee0c-431e-9ef5-53c70d470247 req-222d41e7-87dc-4eb5-9b58-6f881af0e088 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:59.766419 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-24029e58-ee0c-431e-9ef5-53c70d470247 req-222d41e7-87dc-4eb5-9b58-6f881af0e088 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=5891b5be-b653-45fa-bb5f-312682185bae HTTP/1.1" status: 200 len: 948 time: 0.0762315 Aug 16 22:19:59.815511 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-738f42f3-0c69-4d32-95d6-8c0e8542948c None None] For port 36f24801-a07c-4556-9a81-34c1a02cf8f5, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=36f24801-a07c-4556-9a81-34c1a02cf8f5,segment=NetworkSegment(0019ccc3-931f-4367-987a-afa1cb683e36),segment_id=0019ccc3-931f-4367-987a-afa1cb683e36)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:59.816396 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-738f42f3-0c69-4d32-95d6-8c0e8542948c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:59.823848 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-24029e58-ee0c-431e-9ef5-53c70d470247 req-f5904edd-4a0d-47b4-814a-06fb7c70b208 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408716 Aug 16 22:19:59.837455 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-8360c2d2-6b57-4f08-ba5d-105f130cea1b admin admin] For port 36f24801-a07c-4556-9a81-34c1a02cf8f5, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=36f24801-a07c-4556-9a81-34c1a02cf8f5,segment=NetworkSegment(0019ccc3-931f-4367-987a-afa1cb683e36),segment_id=0019ccc3-931f-4367-987a-afa1cb683e36)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:59.837714 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-738f42f3-0c69-4d32-95d6-8c0e8542948c None None] Calling delete_port for 36f24801-a07c-4556-9a81-34c1a02cf8f5 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:59.837824 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8360c2d2-6b57-4f08-ba5d-105f130cea1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:59.860831 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8360c2d2-6b57-4f08-ba5d-105f130cea1b admin admin] Calling delete_port for 36f24801-a07c-4556-9a81-34c1a02cf8f5 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:59.868143 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-a3741c73-3c00-44fb-965f-76b3eadc9351 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1276233 Aug 16 22:19:59.962221 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8360c2d2-6b57-4f08-ba5d-105f130cea1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:59.970833 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-738f42f3-0c69-4d32-95d6-8c0e8542948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:59.990230 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360c2d2-6b57-4f08-ba5d-105f130cea1b admin admin] Pushing event deleted for resources: {'Port': ['ID=36f24801-a07c-4556-9a81-34c1a02cf8f5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:59.993945 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8360c2d2-6b57-4f08-ba5d-105f130cea1b admin admin] No DVR routers for this DVR port 36f24801-a07c-4556-9a81-34c1a02cf8f5 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:00.024973 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738f42f3-0c69-4d32-95d6-8c0e8542948c None None] No DVR routers for this DVR port 36f24801-a07c-4556-9a81-34c1a02cf8f5 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:00.027702 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f42f3-0c69-4d32-95d6-8c0e8542948c None None] Pushing event deleted for resources: {'Port': ['ID=36f24801-a07c-4556-9a81-34c1a02cf8f5,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:00.070175 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8360c2d2-6b57-4f08-ba5d-105f130cea1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.078890 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device ddcac330-c2e6-4357-8a45-fea57af0a37d details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:20:00.088554 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-8360c2d2-6b57-4f08-ba5d-105f130cea1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade48865-2676-4eac-a1a7-460f60c30d40']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:00.104084 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-8360c2d2-6b57-4f08-ba5d-105f130cea1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0019ccc3-931f-4367-987a-afa1cb683e36') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:00.104391 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-8360c2d2-6b57-4f08-ba5d-105f130cea1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0019ccc3-931f-4367-987a-afa1cb683e36') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:00.117915 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8360c2d2-6b57-4f08-ba5d-105f130cea1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.135987 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8360c2d2-6b57-4f08-ba5d-105f130cea1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.144666 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8360c2d2-6b57-4f08-ba5d-105f130cea1b admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:20:00.145083 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8360c2d2-6b57-4f08-ba5d-105f130cea1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:20:00.151667 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:20:00.227864 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port ddcac330-c2e6-4357-8a45-fea57af0a37d, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=ddcac330-c2e6-4357-8a45-fea57af0a37d,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:00.240720 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'ddcac330-c2e6-4357-8a45-fea57af0a37d', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': 'ddcac330-c2e6-4357-8a45-fea57af0a37d', 'mac_address': 'fa:16:3e:7f:11:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:20:00.281378 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dd195-0317-4bb2-acbe-2015f541eb52 req-2a0c438b-af08-4ce4-8c27-eb86439374e4 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:00.291784 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a16dd195-0317-4bb2-acbe-2015f541eb52 req-2a0c438b-af08-4ce4-8c27-eb86439374e4 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.0772271 Aug 16 22:20:00.293299 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8360c2d2-6b57-4f08-ba5d-105f130cea1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.302415 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.318461 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcac330-c2e6-4357-8a45-fea57af0a37d {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:00.329979 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360c2d2-6b57-4f08-ba5d-105f130cea1b admin admin] Pushing event deleted for resources: {'Network': ['ID=ade48865-2676-4eac-a1a7-460f60c30d40,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:00.353029 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8360c2d2-6b57-4f08-ba5d-105f130cea1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.353744 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a16dd195-0317-4bb2-acbe-2015f541eb52 req-e98dfef6-2f4e-45cb-90c6-deed321266e7 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570681 Aug 16 22:20:00.354018 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port ddcac330-c2e6-4357-8a45-fea57af0a37d, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=ddcac330-c2e6-4357-8a45-fea57af0a37d,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:00.360136 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8360c2d2-6b57-4f08-ba5d-105f130cea1b admin admin] 10.222.0.93 "DELETE /v2.0/networks/ade48865-2676-4eac-a1a7-460f60c30d40 HTTP/1.1" status: 204 len: 168 time: 1.3725545 Aug 16 22:20:00.368490 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.443190 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=ddcac330-c2e6-4357-8a45-fea57af0a37d,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:00.522639 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:20:00.616861 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47614) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:00.639958 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['ddcac330-c2e6-4357-8a45-fea57af0a37d'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:00.710949 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4c618a0c-9b81-41a1-bb2c-c8379889fc5e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d489b5ebff3d461986b207e876b634c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0928094 Aug 16 22:20:00.714569 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47624) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:00.782326 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362fdd3-86c6-4976-a814-c008439ea6de req-dc82e24c-8faf-41e9-b2d2-533ad9c0b951 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:00.784080 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5362fdd3-86c6-4976-a814-c008439ea6de req-dc82e24c-8faf-41e9-b2d2-533ad9c0b951 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.0935464 Aug 16 22:20:00.819934 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b02ac49c-7446-441a-adea-5b28a10e1429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.848944 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b02ac49c-7446-441a-adea-5b28a10e1429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.878707 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5362fdd3-86c6-4976-a814-c008439ea6de req-d9ef59ee-a98c-4910-b346-f6d0936da907 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747039 Aug 16 22:20:00.955283 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b02ac49c-7446-441a-adea-5b28a10e1429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.958779 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b02ac49c-7446-441a-adea-5b28a10e1429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.960059 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b02ac49c-7446-441a-adea-5b28a10e1429 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/38ad0bf0-dcee-4039-a681-6022f17a6dd7 HTTP/1.1" status: 204 len: 168 time: 0.2442913 Aug 16 22:20:00.970194 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ac49c-7446-441a-adea-5b28a10e1429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ad0bf0-dcee-4039-a681-6022f17a6dd7,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:01.019102 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a1918-dda6-4e01-ad8a-8f2cbf4c32c4 req-d4a1d125-8d39-456e-b07d-1dd0ac372bf3 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:01.026297 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b0a1918-dda6-4e01-ad8a-8f2cbf4c32c4 req-d4a1d125-8d39-456e-b07d-1dd0ac372bf3 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=5891b5be-b653-45fa-bb5f-312682185bae HTTP/1.1" status: 200 len: 949 time: 0.0882647 Aug 16 22:20:01.074988 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b0a1918-dda6-4e01-ad8a-8f2cbf4c32c4 req-65eae945-47a4-49a9-87eb-338e7a76b1f0 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431895 Aug 16 22:20:01.407634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47638) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:01.484570 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 36f24801-a07c-4556-9a81-34c1a02cf8f5 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:01.513259 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 36f24801-a07c-4556-9a81-34c1a02cf8f5 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:01.513696 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 36f24801-a07c-4556-9a81-34c1a02cf8f5 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:01.549613 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-95ea2963-0077-4929-b681-e738d87d9605 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0a189ef297fa4d6a8431a25ca3d0a5c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407745 Aug 16 22:20:01.552135 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47640) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:01.557820 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644a14d-1e9e-4e9e-b536-b6429e34f1b2 req-cbe83bfd-13f7-495e-8cbb-2a3140c15793 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:01.565925 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b644a14d-1e9e-4e9e-b536-b6429e34f1b2 req-cbe83bfd-13f7-495e-8cbb-2a3140c15793 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.1193433 Aug 16 22:20:01.589599 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-2956a555-4997-46f2-ac24-cbd87ce74b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:01.591631 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-2956a555-4997-46f2-ac24-cbd87ce74b2a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 1102 time: 0.1052125 Aug 16 22:20:01.618645 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a2f6-611a-4906-a500-50930e63cc43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:01.646962 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a2f6-611a-4906-a500-50930e63cc43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:01.670208 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b644a14d-1e9e-4e9e-b536-b6429e34f1b2 req-005d51fb-30c8-405b-9ffb-0959b8c75dbe tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029160 Aug 16 22:20:01.711473 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a2f6-611a-4906-a500-50930e63cc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:01.717265 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a2f6-611a-4906-a500-50930e63cc43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:01.722362 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3fb8a2f6-611a-4906-a500-50930e63cc43 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a0a72b02-8e81-487d-b5c5-486f3c7dbd98 HTTP/1.1" status: 204 len: 168 time: 0.1666496 Aug 16 22:20:01.728242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-266c1632-1246-4dc4-ba42-29113127a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:01.729763 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-266c1632-1246-4dc4-ba42-29113127a9c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1282222 Aug 16 22:20:01.730197 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8a2f6-611a-4906-a500-50930e63cc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a72b02-8e81-487d-b5c5-486f3c7dbd98,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:01.788047 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-5480c4f6-0e01-43b0-a38e-f2123c1446b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e HTTP/1.1" status: 200 len: 217 time: 0.0508037 Aug 16 22:20:01.850562 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-266f9cd5-aff6-489b-9e5d-0b5250a8dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:01.852569 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-266f9cd5-aff6-489b-9e5d-0b5250a8dedf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0562732 Aug 16 22:20:01.904237 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-d9897934-6b7c-4fd7-a519-e258dd91e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:01.905747 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-d9897934-6b7c-4fd7-a519-e258dd91e4b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0448840 Aug 16 22:20:02.035567 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b26eae-4c8e-4089-a629-f9ba669e3891 req-f110ecef-8565-4c6e-a59b-272f6d679b2c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:02.036986 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8b26eae-4c8e-4089-a629-f9ba669e3891 req-f110ecef-8565-4c6e-a59b-272f6d679b2c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.0787096 Aug 16 22:20:02.040944 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-50569b63-edb9-47ac-892f-2620a83e8c82 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284239 Aug 16 22:20:02.078090 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device ddcac330-c2e6-4357-8a45-fea57af0a37d up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:02.138948 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8b26eae-4c8e-4089-a629-f9ba669e3891 req-3072f274-f1dd-47f4-bd41-c083a3388b8a tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919142 Aug 16 22:20:02.203368 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port ddcac330-c2e6-4357-8a45-fea57af0a37d completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:02.208027 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port ddcac330-c2e6-4357-8a45-fea57af0a37d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:02.208571 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:02.261917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-99a6ffbd-dc8e-4e1f-b615-3988ca38ea16 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098682 Aug 16 22:20:02.321994 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3f0ba-2429-4831-be40-e23359586e9d req-d0b9696f-8d42-48dc-a798-27a784166e2f tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:02.323457 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ab3f0ba-2429-4831-be40-e23359586e9d req-d0b9696f-8d42-48dc-a798-27a784166e2f tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=5891b5be-b653-45fa-bb5f-312682185bae HTTP/1.1" status: 200 len: 949 time: 0.1128044 Aug 16 22:20:02.332733 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:02.382677 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ab3f0ba-2429-4831-be40-e23359586e9d req-2d70a6ce-a126-4271-8796-d0358ca70af9 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506558 Aug 16 22:20:02.411286 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port ddcac330-c2e6-4357-8a45-fea57af0a37d, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=ddcac330-c2e6-4357-8a45-fea57af0a37d,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:02.412663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5891b5be-b653-45fa-bb5f-312682185bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcac330-c2e6-4357-8a45-fea57af0a37d'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:02.416221 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe1e83e-ca08-470a-903a-d7497814a74e" -d '{"events": [{"server_uuid": "5891b5be-b653-45fa-bb5f-312682185bae", "name": "network-vif-plugged", "status": "completed", "tag": "ddcac330-c2e6-4357-8a45-fea57af0a37d"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:02.437374 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:02.486311 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb2fcaa-5882-4f08-a022-d310a63f9344 x-openstack-request-id: req-ddb2fcaa-5882-4f08-a022-d310a63f9344 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:02.486311 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5891b5be-b653-45fa-bb5f-312682185bae", "name": "network-vif-plugged", "status": "completed", "tag": "ddcac330-c2e6-4357-8a45-fea57af0a37d", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:02.486311 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ddb2fcaa-5882-4f08-a022-d310a63f9344 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:02.486311 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5891b5be-b653-45fa-bb5f-312682185bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcac330-c2e6-4357-8a45-fea57af0a37d', 'code': 200} Aug 16 22:20:02.552658 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=ddcac330-c2e6-4357-8a45-fea57af0a37d,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:02.613273 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ccd6e-0c28-4023-8128-1c233983fc09 req-f9fc6e92-c797-427e-a0bb-9fe27b8880a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:02.615072 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e24ccd6e-0c28-4023-8128-1c233983fc09 req-f9fc6e92-c797-427e-a0bb-9fe27b8880a6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5891b5be-b653-45fa-bb5f-312682185bae HTTP/1.1" status: 200 len: 1102 time: 0.0608833 Aug 16 22:20:02.662890 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e24ccd6e-0c28-4023-8128-1c233983fc09 req-7a781412-efb0-4350-915b-48011b576739 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359235 Aug 16 22:20:02.737519 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47680) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:02.818808 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bdf54-58ba-428d-9d70-78fe5e80c27a req-e763e589-bbeb-44a7-bb02-bb118d6e11dc tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:02.820933 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-042bdf54-58ba-428d-9d70-78fe5e80c27a req-e763e589-bbeb-44a7-bb02-bb118d6e11dc tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.0536284 Aug 16 22:20:02.860512 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-9af61dc2-b3f8-455e-b3d0-acdcf59f0f7e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1922416527-network', 'tenant_id': '3dc49af3b66745d7865b74d41ae99709'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:02.872472 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-042bdf54-58ba-428d-9d70-78fe5e80c27a req-765bace6-a29f-4100-b2fc-ce25ae99be73 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445659 Aug 16 22:20:02.901666 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af61dc2-b3f8-455e-b3d0-acdcf59f0f7e admin admin] Made reservation on behalf of 3dc49af3b66745d7865b74d41ae99709 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:02.905165 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9af61dc2-b3f8-455e-b3d0-acdcf59f0f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:02.918396 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9af61dc2-b3f8-455e-b3d0-acdcf59f0f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.024811 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9af61dc2-b3f8-455e-b3d0-acdcf59f0f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.028892 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9af61dc2-b3f8-455e-b3d0-acdcf59f0f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.057795 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af61dc2-b3f8-455e-b3d0-acdcf59f0f7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:20:03.063932 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af61dc2-b3f8-455e-b3d0-acdcf59f0f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45aed24-513e-4c16-a3e7-2290c18c350d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:03.073144 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9af61dc2-b3f8-455e-b3d0-acdcf59f0f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.073988 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-9af61dc2-b3f8-455e-b3d0-acdcf59f0f7e admin admin] Added segment 4236b46c-0e04-41d5-84b7-cc7b3a2c73aa of type vlan for network f2f12bdb-70f6-453a-9928-fd415e06ca31 Aug 16 22:20:03.144621 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9af61dc2-b3f8-455e-b3d0-acdcf59f0f7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.258122 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9af61dc2-b3f8-455e-b3d0-acdcf59f0f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.259219 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af61dc2-b3f8-455e-b3d0-acdcf59f0f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:03.259867 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9af61dc2-b3f8-455e-b3d0-acdcf59f0f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.295255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7898d4-4621-45ad-8f4e-3c3d7e690c42 req-8de22e58-cd40-45d9-8866-43bd79a1f5c2 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:03.298516 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef7898d4-4621-45ad-8f4e-3c3d7e690c42 req-8de22e58-cd40-45d9-8866-43bd79a1f5c2 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.0579286 Aug 16 22:20:03.315116 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9af61dc2-b3f8-455e-b3d0-acdcf59f0f7e admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5764604 Aug 16 22:20:03.319447 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47690) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:03.326004 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1a671106-eb2c-4752-9bb1-9aae4baa25bb admin admin] Request body: {'subnet': {'network_id': 'f2f12bdb-70f6-453a-9928-fd415e06ca31', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1922416527-subnet', 'tenant_id': '3dc49af3b66745d7865b74d41ae99709', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:03.327021 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af61dc2-b3f8-455e-b3d0-acdcf59f0f7e admin admin] Pushing event updated for resources: {'Network': ['ID=f2f12bdb-70f6-453a-9928-fd415e06ca31,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:03.340097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network f2f12bdb-70f6-453a-9928-fd415e06ca31 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:20:03.373601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef7898d4-4621-45ad-8f4e-3c3d7e690c42 req-8555d946-4aee-4c12-b7f2-7df7ef54ca74 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606244 Aug 16 22:20:03.376488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a671106-eb2c-4752-9bb1-9aae4baa25bb admin admin] Made reservation on behalf of 3dc49af3b66745d7865b74d41ae99709 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:03.379363 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a671106-eb2c-4752-9bb1-9aae4baa25bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.564177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09401e71-f3cf-4e0f-9aa1-edab1a6db12d req-2b84645f-13f6-496a-afb4-60b886ef7b7f tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:03.565645 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-09401e71-f3cf-4e0f-9aa1-edab1a6db12d req-2b84645f-13f6-496a-afb4-60b886ef7b7f tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=5891b5be-b653-45fa-bb5f-312682185bae HTTP/1.1" status: 200 len: 950 time: 0.0941229 Aug 16 22:20:03.662394 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-09401e71-f3cf-4e0f-9aa1-edab1a6db12d req-e8988d1d-7978-441e-ab7f-0ba5666c33b9 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872145 Aug 16 22:20:03.675705 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a671106-eb2c-4752-9bb1-9aae4baa25bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.746779 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a671106-eb2c-4752-9bb1-9aae4baa25bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b427ae02-3773-40f1-9faa-8bde0e732944,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:03.754891 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a671106-eb2c-4752-9bb1-9aae4baa25bb admin admin] Checking segment: {'id': '4236b46c-0e04-41d5-84b7-cc7b3a2c73aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2f12bdb-70f6-453a-9928-fd415e06ca31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:03.755314 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a671106-eb2c-4752-9bb1-9aae4baa25bb admin admin] Network hostable DHCP agents. Network: f2f12bdb-70f6-453a-9928-fd415e06ca31, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:20:03.773670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a671106-eb2c-4752-9bb1-9aae4baa25bb admin admin] Network f2f12bdb-70f6-453a-9928-fd415e06ca31 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:20:03.791707 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-1a671106-eb2c-4752-9bb1-9aae4baa25bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, f2f12bdb-70f6-453a-9928-fd415e06ca31) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:03.796707 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a671106-eb2c-4752-9bb1-9aae4baa25bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:03.797304 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a671106-eb2c-4752-9bb1-9aae4baa25bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.803546 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78006ac1-d023-4545-b2d7-20b12d70728d None None] Network f2f12bdb-70f6-453a-9928-fd415e06ca31 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:03.814927 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1a671106-eb2c-4752-9bb1-9aae4baa25bb admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4942746 Aug 16 22:20:03.817488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47698) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:03.821825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a3b23bff-34ef-4f22-961f-cb075e26a704 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1922416527-router', 'tenant_id': '3dc49af3b66745d7865b74d41ae99709', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:03.844118 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3b23bff-34ef-4f22-961f-cb075e26a704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.845197 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3b23bff-34ef-4f22-961f-cb075e26a704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.906332 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3b23bff-34ef-4f22-961f-cb075e26a704 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:04.003062 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-f2f12bdb-70f6-453a-9928-fd415e06ca31', 'network_id': 'f2f12bdb-70f6-453a-9928-fd415e06ca31', 'tenant_id': '3dc49af3b66745d7865b74d41ae99709', 'fixed_ips': [{'subnet_id': 'b427ae02-3773-40f1-9faa-8bde0e732944'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:20:04.004172 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:04.108199 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b0e8c-6098-4ef1-8553-156cf4afe7dd req-4d0c1b61-b1cb-473f-a1cc-889c27c847d9 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:04.109695 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf2b0e8c-6098-4ef1-8553-156cf4afe7dd req-4d0c1b61-b1cb-473f-a1cc-889c27c847d9 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.1510825 Aug 16 22:20:04.111603 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3b23bff-34ef-4f22-961f-cb075e26a704 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:04.161804 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] Allocated IP 172.20.0.2 (f2f12bdb-70f6-453a-9928-fd415e06ca31/b427ae02-3773-40f1-9faa-8bde0e732944/559c121a-e9e1-452d-b7e9-fff74d4d72d5) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:04.202345 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf2b0e8c-6098-4ef1-8553-156cf4afe7dd req-3c0f7ff2-09ab-4665-9daf-ccbc41351e06 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801170 Aug 16 22:20:04.353998 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:04.363520 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] Transition to ACTIVE for port object 559c121a-e9e1-452d-b7e9-fff74d4d72d5 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:04.379675 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] Transition to ACTIVE for port object 559c121a-e9e1-452d-b7e9-fff74d4d72d5 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:04.386872 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:04.391151 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3b23bff-34ef-4f22-961f-cb075e26a704 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:04.410807 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3b23bff-34ef-4f22-961f-cb075e26a704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:04.429146 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] Network f2f12bdb-70f6-453a-9928-fd415e06ca31 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:04.432072 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:04.437159 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:04.505322 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] Pushing event updated for resources: {'Port': ['ID=559c121a-e9e1-452d-b7e9-fff74d4d72d5,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:04.517268 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] Attempting to bind port 559c121a-e9e1-452d-b7e9-fff74d4d72d5 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:04.517648 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] Attempting to bind port 559c121a-e9e1-452d-b7e9-fff74d4d72d5 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '4236b46c-0e04-41d5-84b7-cc7b3a2c73aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2f12bdb-70f6-453a-9928-fd415e06ca31'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:04.518044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] Attempting to bind port 559c121a-e9e1-452d-b7e9-fff74d4d72d5 on network f2f12bdb-70f6-453a-9928-fd415e06ca31 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:04.523302 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:04.523729 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] Checking segment: {'id': '4236b46c-0e04-41d5-84b7-cc7b3a2c73aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2f12bdb-70f6-453a-9928-fd415e06ca31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:04.524085 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:04.524480 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] Bound using segment: {'id': '4236b46c-0e04-41d5-84b7-cc7b3a2c73aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2f12bdb-70f6-453a-9928-fd415e06ca31'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:04.524956 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] Bound port: 559c121a-e9e1-452d-b7e9-fff74d4d72d5, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4236b46c-0e04-41d5-84b7-cc7b3a2c73aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2f12bdb-70f6-453a-9928-fd415e06ca31'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:04.527753 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:04.570798 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-a3b23bff-34ef-4f22-961f-cb075e26a704 admin admin] Allocated IP 172.25.6.74 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/759214d0-d613-4025-aaca-fc223e175c5c) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:04.582199 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743eb2b5-990e-4a05-8add-5d852d1c9cd6 req-987c94db-00f3-413c-9e87-879230b99267 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:04.583672 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-743eb2b5-990e-4a05-8add-5d852d1c9cd6 req-987c94db-00f3-413c-9e87-879230b99267 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.0782697 Aug 16 22:20:04.597827 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] For port 559c121a-e9e1-452d-b7e9-fff74d4d72d5, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:04.601458 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] For port 559c121a-e9e1-452d-b7e9-fff74d4d72d5, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=559c121a-e9e1-452d-b7e9-fff74d4d72d5,segment=NetworkSegment(4236b46c-0e04-41d5-84b7-cc7b3a2c73aa),segment_id=4236b46c-0e04-41d5-84b7-cc7b3a2c73aa)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:04.606963 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:04.673733 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a8493-974a-4040-bc4c-6a4925b0c52c None None] Pushing event updated for resources: {'Port': ['ID=559c121a-e9e1-452d-b7e9-fff74d4d72d5,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:04.725572 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-743eb2b5-990e-4a05-8add-5d852d1c9cd6 req-a8ea4de6-49de-4085-aa80-8176706d89ed tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287968 Aug 16 22:20:04.765506 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3b23bff-34ef-4f22-961f-cb075e26a704 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:04.855637 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819ef3d-69b8-449b-916a-2185e32dd7bd req-1d5a5c6a-547d-4dfc-b0ce-6eb05a611e13 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:04.863283 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d819ef3d-69b8-449b-916a-2185e32dd7bd req-1d5a5c6a-547d-4dfc-b0ce-6eb05a611e13 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=5891b5be-b653-45fa-bb5f-312682185bae HTTP/1.1" status: 200 len: 950 time: 0.0878363 Aug 16 22:20:04.872504 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3b23bff-34ef-4f22-961f-cb075e26a704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:04.970164 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d819ef3d-69b8-449b-916a-2185e32dd7bd req-71d32b82-979f-4b31-b38f-cbcdd95d81f8 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034033 Aug 16 22:20:04.977340 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b23bff-34ef-4f22-961f-cb075e26a704 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:04.985218 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-a3b23bff-34ef-4f22-961f-cb075e26a704 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:04.990326 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b23bff-34ef-4f22-961f-cb075e26a704 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:04.996539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b23bff-34ef-4f22-961f-cb075e26a704 admin admin] Pushing event updated for resources: {'Port': ['ID=759214d0-d613-4025-aaca-fc223e175c5c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:05.325770 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3b23bff-34ef-4f22-961f-cb075e26a704 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:05.556706 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 559c121a-e9e1-452d-b7e9-fff74d4d72d5 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:05.643993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 559c121a-e9e1-452d-b7e9-fff74d4d72d5 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:05.705342 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a4fe6-4087-4716-bb67-1e514fe62843 req-5e9338ca-8d8a-45dd-8158-d47769ac7d37 tempest-ServersAdminNegativeTestJSON-730900768 tempest-ServersAdminNegativeTestJSON-730900768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:05.714221 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b54a4fe6-4087-4716-bb67-1e514fe62843 req-5e9338ca-8d8a-45dd-8158-d47769ac7d37 tempest-ServersAdminNegativeTestJSON-730900768 tempest-ServersAdminNegativeTestJSON-730900768-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5891b5be-b653-45fa-bb5f-312682185bae HTTP/1.1" status: 200 len: 1102 time: 0.4749887 Aug 16 22:20:05.783987 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa1370-ec9b-449c-bd22-e26727dd0f05 req-dc454c39-9d65-4c51-a45c-45085394765d tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:05.786863 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ffaa1370-ec9b-449c-bd22-e26727dd0f05 req-dc454c39-9d65-4c51-a45c-45085394765d tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.5048325 Aug 16 22:20:05.811704 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b54a4fe6-4087-4716-bb67-1e514fe62843 req-458efb2a-1f35-4dd7-a25a-22642c5d6e7d tempest-ServersAdminNegativeTestJSON-730900768 tempest-ServersAdminNegativeTestJSON-730900768-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:05.865798 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1e7e35-ed28-404b-94d0-5dc449dece39 None None] Network f2f12bdb-70f6-453a-9928-fd415e06ca31 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:05.920344 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3a30b55a-8aa8-41fa-8ef0-1f6ce1f4cc79 None None] Provisioning for port 559c121a-e9e1-452d-b7e9-fff74d4d72d5 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:05.923082 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ffaa1370-ec9b-449c-bd22-e26727dd0f05 req-3e3a57f2-b1e1-4185-b381-0d691a5d2406 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148825 Aug 16 22:20:05.928713 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3a30b55a-8aa8-41fa-8ef0-1f6ce1f4cc79 None None] Provisioning complete for port 559c121a-e9e1-452d-b7e9-fff74d4d72d5 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:05.929207 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3a30b55a-8aa8-41fa-8ef0-1f6ce1f4cc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:06.077587 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3b23bff-34ef-4f22-961f-cb075e26a704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:06.092096 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3a30b55a-8aa8-41fa-8ef0-1f6ce1f4cc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:06.135107 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3a30b55a-8aa8-41fa-8ef0-1f6ce1f4cc79 None None] For port 559c121a-e9e1-452d-b7e9-fff74d4d72d5, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=559c121a-e9e1-452d-b7e9-fff74d4d72d5,segment=NetworkSegment(4236b46c-0e04-41d5-84b7-cc7b3a2c73aa),segment_id=4236b46c-0e04-41d5-84b7-cc7b3a2c73aa)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:06.141133 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3a30b55a-8aa8-41fa-8ef0-1f6ce1f4cc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:06.163509 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc2291-6499-4a24-a4bd-1c120f4db60b req-7aff1043-a5c5-4408-97b1-69b1069c7444 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:06.171304 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13cc2291-6499-4a24-a4bd-1c120f4db60b req-7aff1043-a5c5-4408-97b1-69b1069c7444 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.1498640 Aug 16 22:20:06.180951 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b54a4fe6-4087-4716-bb67-1e514fe62843 req-458efb2a-1f35-4dd7-a25a-22642c5d6e7d tempest-ServersAdminNegativeTestJSON-730900768 tempest-ServersAdminNegativeTestJSON-730900768-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:06.192604 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b54a4fe6-4087-4716-bb67-1e514fe62843 req-458efb2a-1f35-4dd7-a25a-22642c5d6e7d tempest-ServersAdminNegativeTestJSON-730900768 tempest-ServersAdminNegativeTestJSON-730900768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:06.200471 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30b55a-8aa8-41fa-8ef0-1f6ce1f4cc79 None None] Pushing event updated for resources: {'Port': ['ID=559c121a-e9e1-452d-b7e9-fff74d4d72d5,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:06.260002 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b54a4fe6-4087-4716-bb67-1e514fe62843 req-458efb2a-1f35-4dd7-a25a-22642c5d6e7d tempest-ServersAdminNegativeTestJSON-730900768 tempest-ServersAdminNegativeTestJSON-730900768-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448565 Aug 16 22:20:06.313699 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458efb2a-1f35-4dd7-a25a-22642c5d6e7d tempest-ServersAdminNegativeTestJSON-730900768 tempest-ServersAdminNegativeTestJSON-730900768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120680a1-d8d2-4004-bd11-5b1016f7b0ef,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:06.351509 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13cc2291-6499-4a24-a4bd-1c120f4db60b req-1160c0c4-81af-4103-ab77-466975220612 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711197 Aug 16 22:20:06.434198 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b23bff-34ef-4f22-961f-cb075e26a704 admin admin] Router 4163ea2f-3487-4698-8be8-75743e710933 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:20:06.486829 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-37674e32-31a6-47d6-a0a0-c1ee96be05af None None] Provisioning complete for port 559c121a-e9e1-452d-b7e9-fff74d4d72d5 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:06.487199 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-37674e32-31a6-47d6-a0a0-c1ee96be05af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:06.551005 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b23bff-34ef-4f22-961f-cb075e26a704 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:20:06.565247 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] Sync routers for ids ['4163ea2f-3487-4698-8be8-75743e710933'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:20:06.570035 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3b23bff-34ef-4f22-961f-cb075e26a704 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:06.572960 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a3b23bff-34ef-4f22-961f-cb075e26a704 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7544639 Aug 16 22:20:06.575965 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47736) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:06.576453 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] Routers {'4163ea2f-3487-4698-8be8-75743e710933'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:06.577281 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:19:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['4163ea2f-3487-4698-8be8-75743e710933'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:06.687653 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] Set router 4163ea2f-3487-4698-8be8-75743e710933 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:20:06.917905 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4163ea2f-3487-4698-8be8-75743e710933', 'name': 'tempest-FloatingIPDetailsTestJSON-1922416527-router', 'tenant_id': '3dc49af3b66745d7865b74d41ae99709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '759214d0-d613-4025-aaca-fc223e175c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:03Z', 'updated_at': '2021-08-16T22:20:05Z', 'revision_number': 3, 'project_id': '3dc49af3b66745d7865b74d41ae99709', 'gw_port': {'id': '759214d0-d613-4025-aaca-fc223e175c5c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4163ea2f-3487-4698-8be8-75743e710933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:04Z', 'updated_at': '2021-08-16T22:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:06.948898 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] Checking router: 4163ea2f-3487-4698-8be8-75743e710933 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:20:06.949237 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] Updating router 4163ea2f-3487-4698-8be8-75743e710933 port 759214d0-d613-4025-aaca-fc223e175c5c binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:20:06.992342 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:07.108621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd88f4b-8313-4eb7-8f4d-5452737db0ce req-51777d40-1895-43cd-ae81-ffaadef6305b tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:07.110171 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0fd88f4b-8313-4eb7-8f4d-5452737db0ce req-51777d40-1895-43cd-ae81-ffaadef6305b tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.1002457 Aug 16 22:20:07.140140 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0502b83b-0141-4fc6-a5a7-0e16b4556cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:07.179946 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0fd88f4b-8313-4eb7-8f4d-5452737db0ce req-ba620dd7-1b73-4d47-9f26-7eabef39069b tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605142 Aug 16 22:20:07.289576 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:07.301440 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] Transition to ACTIVE for port object 759214d0-d613-4025-aaca-fc223e175c5c will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:07.310006 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:07.384986 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] Attempting to bind port 759214d0-d613-4025-aaca-fc223e175c5c on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:07.385365 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] Attempting to bind port 759214d0-d613-4025-aaca-fc223e175c5c by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:07.385731 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] Attempting to bind port 759214d0-d613-4025-aaca-fc223e175c5c on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:07.397543 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:07.397543 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:07.397942 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:07.398083 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:07.398661 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] Bound port: 759214d0-d613-4025-aaca-fc223e175c5c, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:07.412470 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:07.461187 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-0502b83b-0141-4fc6-a5a7-0e16b4556cf9 admin admin] Allocated IP 172.20.0.1 (f2f12bdb-70f6-453a-9928-fd415e06ca31/b427ae02-3773-40f1-9faa-8bde0e732944/482ab013-bf81-4fe7-a766-06e87e7d18d7) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:07.518024 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3665813-6740-4023-a7e6-0d0f83ac1140 None None] Pushing event updated for resources: {'Port': ['ID=759214d0-d613-4025-aaca-fc223e175c5c,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:07.560815 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] For port 759214d0-d613-4025-aaca-fc223e175c5c, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:07.564929 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] For port 759214d0-d613-4025-aaca-fc223e175c5c, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=759214d0-d613-4025-aaca-fc223e175c5c,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:07.579214 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:07.593601 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 559c121a-e9e1-452d-b7e9-fff74d4d72d5 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:07.644740 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] Routers {'4163ea2f-3487-4698-8be8-75743e710933'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:07.645516 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:19:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['4163ea2f-3487-4698-8be8-75743e710933'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:07.692344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199019b-7186-4093-a009-5cef7ffa53b1 req-f7deb0fe-216a-458f-abac-6f1cece65eec tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:07.693909 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0199019b-7186-4093-a009-5cef7ffa53b1 req-f7deb0fe-216a-458f-abac-6f1cece65eec tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.2302327 Aug 16 22:20:07.695813 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dbeb4-abce-4f0f-b5ca-e12e5ab1d990 req-3d6425aa-09c2-4230-b492-4802355d54f3 tempest-ServersAdminNegativeTestJSON-730900768 tempest-ServersAdminNegativeTestJSON-730900768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:07.697463 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-597dbeb4-abce-4f0f-b5ca-e12e5ab1d990 req-3d6425aa-09c2-4230-b492-4802355d54f3 tempest-ServersAdminNegativeTestJSON-730900768 tempest-ServersAdminNegativeTestJSON-730900768-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5891b5be-b653-45fa-bb5f-312682185bae HTTP/1.1" status: 200 len: 1102 time: 0.2811933 Aug 16 22:20:07.719369 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3665813-6740-4023-a7e6-0d0f83ac1140 None None] Pushing event updated for resources: {'Port': ['ID=759214d0-d613-4025-aaca-fc223e175c5c,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:07.748832 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 559c121a-e9e1-452d-b7e9-fff74d4d72d5 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:07.749221 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:07.781630 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0502b83b-0141-4fc6-a5a7-0e16b4556cf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:07.804218 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0199019b-7186-4093-a009-5cef7ffa53b1 req-15940624-8675-430c-a4cb-3af517eee662 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971346 Aug 16 22:20:07.815325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-0502b83b-0141-4fc6-a5a7-0e16b4556cf9 admin admin] Transition to ACTIVE for port object 482ab013-bf81-4fe7-a766-06e87e7d18d7 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:07.818004 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-597dbeb4-abce-4f0f-b5ca-e12e5ab1d990 req-6d853f5d-7a96-484d-98cc-9ac8ac697ce7 tempest-ServersAdminNegativeTestJSON-730900768 tempest-ServersAdminNegativeTestJSON-730900768-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885720 Aug 16 22:20:07.859289 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0502b83b-0141-4fc6-a5a7-0e16b4556cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:07.913033 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0502b83b-0141-4fc6-a5a7-0e16b4556cf9 admin admin] Network f2f12bdb-70f6-453a-9928-fd415e06ca31 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:07.916485 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0502b83b-0141-4fc6-a5a7-0e16b4556cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:07.926014 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] Set router 4163ea2f-3487-4698-8be8-75743e710933 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:20:07.935910 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0502b83b-0141-4fc6-a5a7-0e16b4556cf9 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:07.936404 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0502b83b-0141-4fc6-a5a7-0e16b4556cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.017009 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502b83b-0141-4fc6-a5a7-0e16b4556cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=482ab013-bf81-4fe7-a766-06e87e7d18d7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:08.196206 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0502b83b-0141-4fc6-a5a7-0e16b4556cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.226792 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.287406 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4163ea2f-3487-4698-8be8-75743e710933', 'name': 'tempest-FloatingIPDetailsTestJSON-1922416527-router', 'tenant_id': '3dc49af3b66745d7865b74d41ae99709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '759214d0-d613-4025-aaca-fc223e175c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:03Z', 'updated_at': '2021-08-16T22:20:05Z', 'revision_number': 3, 'project_id': '3dc49af3b66745d7865b74d41ae99709', 'gw_port': {'id': '759214d0-d613-4025-aaca-fc223e175c5c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4163ea2f-3487-4698-8be8-75743e710933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:04Z', 'updated_at': '2021-08-16T22:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:08.323608 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5052bcf6-0ef2-45cf-8e04-62ea7c19cb78 None None] The sync data for ids ['4163ea2f-3487-4698-8be8-75743e710933'] in n-d-792458-15 is: [{'id': '4163ea2f-3487-4698-8be8-75743e710933', 'name': 'tempest-FloatingIPDetailsTestJSON-1922416527-router', 'tenant_id': '3dc49af3b66745d7865b74d41ae99709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '759214d0-d613-4025-aaca-fc223e175c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:03Z', 'updated_at': '2021-08-16T22:20:05Z', 'revision_number': 3, 'project_id': '3dc49af3b66745d7865b74d41ae99709', 'gw_port': {'id': '759214d0-d613-4025-aaca-fc223e175c5c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4163ea2f-3487-4698-8be8-75743e710933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:04Z', 'updated_at': '2021-08-16T22:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:20:08.371849 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ba2e7f26-8b23-404d-8cc1-3b7c14ab43f8 None None] Provisioning for port 482ab013-bf81-4fe7-a766-06e87e7d18d7 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:08.376302 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ba2e7f26-8b23-404d-8cc1-3b7c14ab43f8 None None] Provisioning complete for port 482ab013-bf81-4fe7-a766-06e87e7d18d7 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:08.376683 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7f26-8b23-404d-8cc1-3b7c14ab43f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.440939 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e7f26-8b23-404d-8cc1-3b7c14ab43f8 None None] Port 482ab013-bf81-4fe7-a766-06e87e7d18d7 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:08.461304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee834f7-99a9-4366-a341-2e003543338f req-6e6e8b9b-9ec9-4d5c-bd5f-75178874b0fd tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:08.462940 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ee834f7-99a9-4366-a341-2e003543338f req-6e6e8b9b-9ec9-4d5c-bd5f-75178874b0fd tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.1345997 Aug 16 22:20:08.550618 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ee834f7-99a9-4366-a341-2e003543338f req-95f7d092-a927-47b2-bdbc-962f4354ad40 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768900 Aug 16 22:20:08.553841 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0502b83b-0141-4fc6-a5a7-0e16b4556cf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.569703 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0502b83b-0141-4fc6-a5a7-0e16b4556cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.570462 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0502b83b-0141-4fc6-a5a7-0e16b4556cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.988196 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-283b0412-02b3-4f4f-b6e1-b95282273240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.044713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502b83b-0141-4fc6-a5a7-0e16b4556cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=482ab013-bf81-4fe7-a766-06e87e7d18d7,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:09.078588 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2923e69-c8ad-4f6c-8f62-8ecbad7e346f req-36e321e9-55b0-4d96-b2ac-bacb2a8aea33 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:09.086993 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2923e69-c8ad-4f6c-8f62-8ecbad7e346f req-36e321e9-55b0-4d96-b2ac-bacb2a8aea33 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=5891b5be-b653-45fa-bb5f-312682185bae HTTP/1.1" status: 200 len: 950 time: 0.5577774 Aug 16 22:20:09.171836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2923e69-c8ad-4f6c-8f62-8ecbad7e346f req-a9834011-6018-4672-8fee-707dd912369a tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833788 Aug 16 22:20:09.196981 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39138e4-e119-4c25-83aa-d2b4db5ffb02 req-bb2429f7-b538-4892-953e-974d7df89938 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:09.198675 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f39138e4-e119-4c25-83aa-d2b4db5ffb02 req-bb2429f7-b538-4892-953e-974d7df89938 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.1450372 Aug 16 22:20:09.218182 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0502b83b-0141-4fc6-a5a7-0e16b4556cf9 admin admin] Network f2f12bdb-70f6-453a-9928-fd415e06ca31 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:09.223638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0502b83b-0141-4fc6-a5a7-0e16b4556cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:09.368446 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f39138e4-e119-4c25-83aa-d2b4db5ffb02 req-8c876d2f-b9df-44ca-b9ef-123f3b75d7b8 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476166 Aug 16 22:20:09.460045 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0502b83b-0141-4fc6-a5a7-0e16b4556cf9 admin admin] Router 4163ea2f-3487-4698-8be8-75743e710933 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:20:09.533038 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 759214d0-d613-4025-aaca-fc223e175c5c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:09.662852 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 759214d0-d613-4025-aaca-fc223e175c5c completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:09.674661 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 759214d0-d613-4025-aaca-fc223e175c5c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:09.674978 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.701335 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0502b83b-0141-4fc6-a5a7-0e16b4556cf9 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:20:09.727337 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0502b83b-0141-4fc6-a5a7-0e16b4556cf9 admin admin] 10.222.0.93 "PUT /v2.0/routers/4163ea2f-3487-4698-8be8-75743e710933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1424778 Aug 16 22:20:09.727548 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8524cc1e-0e87-4263-9655-1addab2bcbc3 None None] Provisioning complete for port 482ab013-bf81-4fe7-a766-06e87e7d18d7 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:09.727548 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8524cc1e-0e87-4263-9655-1addab2bcbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.755851 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5391e-8ef2-4375-8be3-8a8f4b37f6f8 req-aa7e4407-f8bd-4b4d-8294-d71bd7462340 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:09.757387 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56c5391e-8ef2-4375-8be3-8a8f4b37f6f8 req-aa7e4407-f8bd-4b4d-8294-d71bd7462340 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.0770552 Aug 16 22:20:09.808466 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-8524cc1e-0e87-4263-9655-1addab2bcbc3 None None] Port 482ab013-bf81-4fe7-a766-06e87e7d18d7 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:09.828288 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.843721 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56c5391e-8ef2-4375-8be3-8a8f4b37f6f8 req-fb85d084-b783-4d6a-a269-cdbf69f0f0ca tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783339 Aug 16 22:20:09.859946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 759214d0-d613-4025-aaca-fc223e175c5c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=759214d0-d613-4025-aaca-fc223e175c5c,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:09.864554 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.936928 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=759214d0-d613-4025-aaca-fc223e175c5c,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:10.251889 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6db8d367-a3ba-4aa0-a150-fc1738af8476 req-987e9018-459f-433c-8607-e299c4a3e17f tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2326648 Aug 16 22:20:10.268289 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09749f5-0d95-40ab-84fb-956a41eac8e6 req-30f293df-b6c5-42d7-a256-7d9811003b7d tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:10.270681 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a09749f5-0d95-40ab-84fb-956a41eac8e6 req-30f293df-b6c5-42d7-a256-7d9811003b7d tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.43 "GET /v2.0/ports?device_id=5891b5be-b653-45fa-bb5f-312682185bae HTTP/1.1" status: 200 len: 950 time: 0.0805483 Aug 16 22:20:10.299180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-6db8d367-a3ba-4aa0-a150-fc1738af8476 req-8a9f6cac-e1ff-41ac-baa7-223349a69899 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:10.348414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffac82f-ca31-4fff-89c5-afec5721b77c req-d644ec16-dd14-44d7-b0e2-df0f88b1d0cb tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:10.350027 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ffac82f-ca31-4fff-89c5-afec5721b77c req-d644ec16-dd14-44d7-b0e2-df0f88b1d0cb tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=5891b5be-b653-45fa-bb5f-312682185bae HTTP/1.1" status: 200 len: 950 time: 0.0858428 Aug 16 22:20:10.351390 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6db8d367-a3ba-4aa0-a150-fc1738af8476 req-8a9f6cac-e1ff-41ac-baa7-223349a69899 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:10.430384 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-a09749f5-0d95-40ab-84fb-956a41eac8e6 req-598cf68a-e02a-46da-aee8-c855c90ddb58 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Deleting port ddcac330-c2e6-4357-8a45-fea57af0a37d {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:10.431741 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a09749f5-0d95-40ab-84fb-956a41eac8e6 req-598cf68a-e02a-46da-aee8-c855c90ddb58 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:10.456670 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ffac82f-ca31-4fff-89c5-afec5721b77c req-2faaa802-f556-4efc-b5ba-0d360686cd4b tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900946 Aug 16 22:20:10.457114 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:10.531515 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6db8d367-a3ba-4aa0-a150-fc1738af8476 req-8a9f6cac-e1ff-41ac-baa7-223349a69899 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:10.622255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-a09749f5-0d95-40ab-84fb-956a41eac8e6 req-598cf68a-e02a-46da-aee8-c855c90ddb58 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] For port ddcac330-c2e6-4357-8a45-fea57af0a37d, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=ddcac330-c2e6-4357-8a45-fea57af0a37d,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:10.622691 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a09749f5-0d95-40ab-84fb-956a41eac8e6 req-598cf68a-e02a-46da-aee8-c855c90ddb58 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:10.650867 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] Sync routers for ids ['4163ea2f-3487-4698-8be8-75743e710933'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:20:10.652320 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-a09749f5-0d95-40ab-84fb-956a41eac8e6 req-598cf68a-e02a-46da-aee8-c855c90ddb58 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Calling delete_port for ddcac330-c2e6-4357-8a45-fea57af0a37d owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:10.667083 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] Routers {'4163ea2f-3487-4698-8be8-75743e710933'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:10.669241 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:19:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['4163ea2f-3487-4698-8be8-75743e710933'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:10.737154 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-6db8d367-a3ba-4aa0-a150-fc1738af8476 req-8a9f6cac-e1ff-41ac-baa7-223349a69899 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Allocated IP 172.25.6.141 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/b8251e0c-ea4a-4f9d-89d8-cc9a3cc372d4) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:10.814775 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a09749f5-0d95-40ab-84fb-956a41eac8e6 req-598cf68a-e02a-46da-aee8-c855c90ddb58 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:10.871579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454ec64-31a8-4100-9436-8aa6d7dc5adf req-1b41bc93-4bc6-4c3f-9815-c26879725d4e tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:10.874802 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a454ec64-31a8-4100-9436-8aa6d7dc5adf req-1b41bc93-4bc6-4c3f-9815-c26879725d4e tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.2555940 Aug 16 22:20:10.936743 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598cf68a-e02a-46da-aee8-c855c90ddb58 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Pushing event deleted for resources: {'Port': ['ID=ddcac330-c2e6-4357-8a45-fea57af0a37d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:10.947893 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6db8d367-a3ba-4aa0-a150-fc1738af8476 req-8a9f6cac-e1ff-41ac-baa7-223349a69899 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:10.993475 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a454ec64-31a8-4100-9436-8aa6d7dc5adf req-bd9ead80-b406-4bcb-ae8a-612818cf70fc tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119857 Aug 16 22:20:11.023401 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09749f5-0d95-40ab-84fb-956a41eac8e6 req-598cf68a-e02a-46da-aee8-c855c90ddb58 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] No DVR routers for this DVR port ddcac330-c2e6-4357-8a45-fea57af0a37d on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:11.031041 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a09749f5-0d95-40ab-84fb-956a41eac8e6 req-598cf68a-e02a-46da-aee8-c855c90ddb58 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:11.033137 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a09749f5-0d95-40ab-84fb-956a41eac8e6 req-598cf68a-e02a-46da-aee8-c855c90ddb58 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.43 "DELETE /v2.0/ports/ddcac330-c2e6-4357-8a45-fea57af0a37d HTTP/1.1" status: 204 len: 173 time: 0.7551324 Aug 16 22:20:11.033633 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5891b5be-b653-45fa-bb5f-312682185bae', 'name': 'network-vif-deleted', 'tag': 'ddcac330-c2e6-4357-8a45-fea57af0a37d'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:11.042355 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0884adac-24ed-4df1-960f-51de9195588f" -d '{"events": [{"server_uuid": "5891b5be-b653-45fa-bb5f-312682185bae", "name": "network-vif-deleted", "tag": "ddcac330-c2e6-4357-8a45-fea57af0a37d"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:11.083909 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6db8d367-a3ba-4aa0-a150-fc1738af8476 req-8a9f6cac-e1ff-41ac-baa7-223349a69899 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:11.111884 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23', 'ddcac330-c2e6-4357-8a45-fea57af0a37d'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:11.148852 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db8d367-a3ba-4aa0-a150-fc1738af8476 req-8a9f6cac-e1ff-41ac-baa7-223349a69899 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:11.153266 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-6db8d367-a3ba-4aa0-a150-fc1738af8476 req-8a9f6cac-e1ff-41ac-baa7-223349a69899 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:11.157411 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db8d367-a3ba-4aa0-a150-fc1738af8476 req-8a9f6cac-e1ff-41ac-baa7-223349a69899 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:11.203336 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f6cac-e1ff-41ac-baa7-223349a69899 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Pushing event updated for resources: {'Port': ['ID=b8251e0c-ea4a-4f9d-89d8-cc9a3cc372d4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:11.228857 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6db8d367-a3ba-4aa0-a150-fc1738af8476 req-8a9f6cac-e1ff-41ac-baa7-223349a69899 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:11.277619 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] Set router 4163ea2f-3487-4698-8be8-75743e710933 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:20:11.304003 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6db8d367-a3ba-4aa0-a150-fc1738af8476 req-8a9f6cac-e1ff-41ac-baa7-223349a69899 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:11.317249 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdd4a6-8442-4279-97f3-867359ae22fb req-c59c4989-a4d3-493f-b2b8-bb6219b01c26 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:11.319015 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1fdd4a6-8442-4279-97f3-867359ae22fb req-c59c4989-a4d3-493f-b2b8-bb6219b01c26 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.0774400 Aug 16 22:20:11.407294 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1fdd4a6-8442-4279-97f3-867359ae22fb req-ddf1c373-871a-40f7-9b15-36329e6035c4 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552044 Aug 16 22:20:11.465199 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b6d745-30ee-42a3-b312-32909da06f9a x-openstack-request-id: req-68b6d745-30ee-42a3-b312-32909da06f9a {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:11.466310 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5891b5be-b653-45fa-bb5f-312682185bae", "name": "network-vif-deleted", "tag": "ddcac330-c2e6-4357-8a45-fea57af0a37d", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:11.466820 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-68b6d745-30ee-42a3-b312-32909da06f9a {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:11.467664 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5891b5be-b653-45fa-bb5f-312682185bae', 'name': 'network-vif-deleted', 'tag': 'ddcac330-c2e6-4357-8a45-fea57af0a37d', 'status': 'completed', 'code': 200} Aug 16 22:20:11.541735 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-193614b4-d9c8-402d-83cd-73ec990aa94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:11.565051 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 759214d0-d613-4025-aaca-fc223e175c5c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:11.584062 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6db8d367-a3ba-4aa0-a150-fc1738af8476 req-8a9f6cac-e1ff-41ac-baa7-223349a69899 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:11.594672 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6db8d367-a3ba-4aa0-a150-fc1738af8476 req-8a9f6cac-e1ff-41ac-baa7-223349a69899 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:11.653203 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f6cac-e1ff-41ac-baa7-223349a69899 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Pushing event updated for resources: {'Port': ['ID=b8251e0c-ea4a-4f9d-89d8-cc9a3cc372d4,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:11.691760 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f3b63bb4-d967-4bb6-b1d6-708d3c5ffbf2 req-ac6b5928-d9a4-4c9b-a875-7b2575540b01 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=5891b5be-b653-45fa-bb5f-312682185bae HTTP/1.1" status: 200 len: 210 time: 0.0411396 Aug 16 22:20:11.695411 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6db8d367-a3ba-4aa0-a150-fc1738af8476 req-8a9f6cac-e1ff-41ac-baa7-223349a69899 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:11.729358 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6db8d367-a3ba-4aa0-a150-fc1738af8476 req-8a9f6cac-e1ff-41ac-baa7-223349a69899 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:11.732893 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6db8d367-a3ba-4aa0-a150-fc1738af8476 req-8a9f6cac-e1ff-41ac-baa7-223349a69899 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4599273 Aug 16 22:20:11.765632 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 759214d0-d613-4025-aaca-fc223e175c5c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:11.766032 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:11.852232 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6db8d367-a3ba-4aa0-a150-fc1738af8476 req-41eb40f1-56e4-4952-b25d-46b7421d42c1 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.141 HTTP/1.1" status: 200 len: 696 time: 0.1100996 Aug 16 22:20:11.885523 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4163ea2f-3487-4698-8be8-75743e710933', 'name': 'tempest-FloatingIPDetailsTestJSON-1922416527-router', 'tenant_id': '3dc49af3b66745d7865b74d41ae99709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '759214d0-d613-4025-aaca-fc223e175c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:03Z', 'updated_at': '2021-08-16T22:20:08Z', 'revision_number': 4, 'project_id': '3dc49af3b66745d7865b74d41ae99709', 'gw_port': {'id': '759214d0-d613-4025-aaca-fc223e175c5c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4163ea2f-3487-4698-8be8-75743e710933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:04Z', 'updated_at': '2021-08-16T22:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '482ab013-bf81-4fe7-a766-06e87e7d18d7', 'name': '', 'network_id': 'f2f12bdb-70f6-453a-9928-fd415e06ca31', 'tenant_id': '3dc49af3b66745d7865b74d41ae99709', 'mac_address': 'fa:16:3e:da:50:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4163ea2f-3487-4698-8be8-75743e710933', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'b427ae02-3773-40f1-9faa-8bde0e732944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:07Z', 'updated_at': '2021-08-16T22:20:08Z', 'revision_number': 2, 'project_id': '3dc49af3b66745d7865b74d41ae99709', 'subnets': [{'id': 'b427ae02-3773-40f1-9faa-8bde0e732944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:11.941213 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] Checking router: 4163ea2f-3487-4698-8be8-75743e710933 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:20:11.941564 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] Updating router 4163ea2f-3487-4698-8be8-75743e710933 port 482ab013-bf81-4fe7-a766-06e87e7d18d7 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:20:11.983905 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:12.012025 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8d367-a3ba-4aa0-a150-fc1738af8476 req-9316bdc2-7fd7-40a1-8a3c-eb3052394688 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:12.034997 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6db8d367-a3ba-4aa0-a150-fc1738af8476 req-9316bdc2-7fd7-40a1-8a3c-eb3052394688 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.1732471 Aug 16 22:20:12.042897 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:12.048349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-6db8d367-a3ba-4aa0-a150-fc1738af8476 req-ecf7ec1e-afe9-4452-8447-8e763f1f9459 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:20:12.049355 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6db8d367-a3ba-4aa0-a150-fc1738af8476 req-ecf7ec1e-afe9-4452-8447-8e763f1f9459 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135882 Aug 16 22:20:12.255743 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c4f0c-25f5-4968-98e6-ebab59fc8d63 req-bd0b57a0-e1c5-452f-8b25-a9aa9512cbf9 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:12.261186 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-786c4f0c-25f5-4968-98e6-ebab59fc8d63 req-bd0b57a0-e1c5-452f-8b25-a9aa9512cbf9 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.1196406 Aug 16 22:20:12.274136 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-910d8236-449d-4ff9-af25-40a37d161279 req-437da74a-8169-4332-8caf-d0f7e7b18404 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1970367 Aug 16 22:20:12.291564 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-910d8236-449d-4ff9-af25-40a37d161279 req-0045d042-515a-47d4-8791-bf8b24b112e5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:12.352233 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-786c4f0c-25f5-4968-98e6-ebab59fc8d63 req-1bd4bb9a-22e0-4ec8-b798-1412706cbe45 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900195 Aug 16 22:20:12.370797 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-910d8236-449d-4ff9-af25-40a37d161279 req-0045d042-515a-47d4-8791-bf8b24b112e5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:12.486229 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:12.501586 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] Transition to ACTIVE for port object 482ab013-bf81-4fe7-a766-06e87e7d18d7 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:12.515171 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:12.584951 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695405d-63ee-43b8-9968-dea8ea5b8e9c None None] Pushing event updated for resources: {'Port': ['ID=482ab013-bf81-4fe7-a766-06e87e7d18d7,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:12.598887 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-910d8236-449d-4ff9-af25-40a37d161279 req-0045d042-515a-47d4-8791-bf8b24b112e5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:12.616627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a1bc4-146a-4791-a914-97eb7c204a47 req-99a2f291-daa3-45e7-ad71-3d9669dc7706 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:12.618647 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-068a1bc4-146a-4791-a914-97eb7c204a47 req-99a2f291-daa3-45e7-ad71-3d9669dc7706 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.0953400 Aug 16 22:20:12.648149 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] Attempting to bind port 482ab013-bf81-4fe7-a766-06e87e7d18d7 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:12.648571 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] Attempting to bind port 482ab013-bf81-4fe7-a766-06e87e7d18d7 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '4236b46c-0e04-41d5-84b7-cc7b3a2c73aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2f12bdb-70f6-453a-9928-fd415e06ca31'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:12.648931 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] Attempting to bind port 482ab013-bf81-4fe7-a766-06e87e7d18d7 on network f2f12bdb-70f6-453a-9928-fd415e06ca31 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:12.659506 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:12.661000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] Checking segment: {'id': '4236b46c-0e04-41d5-84b7-cc7b3a2c73aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2f12bdb-70f6-453a-9928-fd415e06ca31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:12.663785 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:12.664309 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] Bound using segment: {'id': '4236b46c-0e04-41d5-84b7-cc7b3a2c73aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2f12bdb-70f6-453a-9928-fd415e06ca31'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:12.664831 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] Bound port: 482ab013-bf81-4fe7-a766-06e87e7d18d7, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4236b46c-0e04-41d5-84b7-cc7b3a2c73aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2f12bdb-70f6-453a-9928-fd415e06ca31'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:12.665231 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:12.752050 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-068a1bc4-146a-4791-a914-97eb7c204a47 req-c006b4d2-854d-499e-afdb-3928aab442fd tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242709 Aug 16 22:20:12.781639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] For port 482ab013-bf81-4fe7-a766-06e87e7d18d7, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:12.787562 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] For port 482ab013-bf81-4fe7-a766-06e87e7d18d7, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=482ab013-bf81-4fe7-a766-06e87e7d18d7,segment=NetworkSegment(4236b46c-0e04-41d5-84b7-cc7b3a2c73aa),segment_id=4236b46c-0e04-41d5-84b7-cc7b3a2c73aa)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:12.795664 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:12.849419 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-910d8236-449d-4ff9-af25-40a37d161279 req-0045d042-515a-47d4-8791-bf8b24b112e5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Allocated IP 172.25.6.106 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/2cdd9981-c217-4147-ac8a-01d67ba74dc8) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:12.917650 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] Routers {'4163ea2f-3487-4698-8be8-75743e710933'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:12.922349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:20:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['4163ea2f-3487-4698-8be8-75743e710933'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:13.139046 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695405d-63ee-43b8-9968-dea8ea5b8e9c None None] Pushing event updated for resources: {'Port': ['ID=482ab013-bf81-4fe7-a766-06e87e7d18d7,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:13.163620 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-910d8236-449d-4ff9-af25-40a37d161279 req-0045d042-515a-47d4-8791-bf8b24b112e5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.231844 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.253123 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-910d8236-449d-4ff9-af25-40a37d161279 req-0045d042-515a-47d4-8791-bf8b24b112e5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.277887 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] Set router 4163ea2f-3487-4698-8be8-75743e710933 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:20:13.343262 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910d8236-449d-4ff9-af25-40a37d161279 req-0045d042-515a-47d4-8791-bf8b24b112e5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:13.364667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-910d8236-449d-4ff9-af25-40a37d161279 req-0045d042-515a-47d4-8791-bf8b24b112e5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:13.370530 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-910d8236-449d-4ff9-af25-40a37d161279 req-0045d042-515a-47d4-8791-bf8b24b112e5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:13.376701 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045d042-515a-47d4-8791-bf8b24b112e5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Pushing event updated for resources: {'Port': ['ID=2cdd9981-c217-4147-ac8a-01d67ba74dc8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:13.433410 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4dece-d276-4c8b-8967-5e5b179c1a19 req-c5917638-ae6a-4bec-a77a-57b90821f71e tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:13.435093 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63a4dece-d276-4c8b-8967-5e5b179c1a19 req-c5917638-ae6a-4bec-a77a-57b90821f71e tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=68642ca3-dac8-4995-90fe-02d06b2b385c HTTP/1.1" status: 200 len: 950 time: 0.1035235 Aug 16 22:20:13.480914 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-910d8236-449d-4ff9-af25-40a37d161279 req-0045d042-515a-47d4-8791-bf8b24b112e5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.513151 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63a4dece-d276-4c8b-8967-5e5b179c1a19 req-a9320ab7-3767-4c77-aa12-4c3021a814d5 tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/security-groups?id=cecfea6b-0fe8-4465-9bd2-fd470d1b5385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661013 Aug 16 22:20:13.566134 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-910d8236-449d-4ff9-af25-40a37d161279 req-0045d042-515a-47d4-8791-bf8b24b112e5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.574565 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4163ea2f-3487-4698-8be8-75743e710933', 'name': 'tempest-FloatingIPDetailsTestJSON-1922416527-router', 'tenant_id': '3dc49af3b66745d7865b74d41ae99709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '759214d0-d613-4025-aaca-fc223e175c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:03Z', 'updated_at': '2021-08-16T22:20:08Z', 'revision_number': 4, 'project_id': '3dc49af3b66745d7865b74d41ae99709', 'gw_port': {'id': '759214d0-d613-4025-aaca-fc223e175c5c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4163ea2f-3487-4698-8be8-75743e710933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:04Z', 'updated_at': '2021-08-16T22:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '482ab013-bf81-4fe7-a766-06e87e7d18d7', 'name': '', 'network_id': 'f2f12bdb-70f6-453a-9928-fd415e06ca31', 'tenant_id': '3dc49af3b66745d7865b74d41ae99709', 'mac_address': 'fa:16:3e:da:50:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4163ea2f-3487-4698-8be8-75743e710933', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'b427ae02-3773-40f1-9faa-8bde0e732944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:07Z', 'updated_at': '2021-08-16T22:20:12Z', 'revision_number': 4, 'project_id': '3dc49af3b66745d7865b74d41ae99709', 'subnets': [{'id': 'b427ae02-3773-40f1-9faa-8bde0e732944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:13.625390 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be3e1f2-3797-489e-8320-127c4452f0f1 None None] The sync data for ids ['4163ea2f-3487-4698-8be8-75743e710933'] in n-d-792458-15 is: [{'id': '4163ea2f-3487-4698-8be8-75743e710933', 'name': 'tempest-FloatingIPDetailsTestJSON-1922416527-router', 'tenant_id': '3dc49af3b66745d7865b74d41ae99709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '759214d0-d613-4025-aaca-fc223e175c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:03Z', 'updated_at': '2021-08-16T22:20:08Z', 'revision_number': 4, 'project_id': '3dc49af3b66745d7865b74d41ae99709', 'gw_port': {'id': '759214d0-d613-4025-aaca-fc223e175c5c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4163ea2f-3487-4698-8be8-75743e710933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:04Z', 'updated_at': '2021-08-16T22:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '482ab013-bf81-4fe7-a766-06e87e7d18d7', 'name': '', 'network_id': 'f2f12bdb-70f6-453a-9928-fd415e06ca31', 'tenant_id': '3dc49af3b66745d7865b74d41ae99709', 'mac_address': 'fa:16:3e:da:50:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4163ea2f-3487-4698-8be8-75743e710933', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'b427ae02-3773-40f1-9faa-8bde0e732944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:07Z', 'updated_at': '2021-08-16T22:20:12Z', 'revision_number': 4, 'project_id': '3dc49af3b66745d7865b74d41ae99709', 'subnets': [{'id': 'b427ae02-3773-40f1-9faa-8bde0e732944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:20:13.753180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086bca5-bb50-475a-9dd4-4bac3b7a29b8 req-1bbed661-4ec1-439a-9587-ecab3467faf4 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:13.759654 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9086bca5-bb50-475a-9dd4-4bac3b7a29b8 req-1bbed661-4ec1-439a-9587-ecab3467faf4 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.1319163 Aug 16 22:20:13.862953 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9086bca5-bb50-475a-9dd4-4bac3b7a29b8 req-e3a4741b-4b96-4cbd-ac40-c303e9d1112f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986857 Aug 16 22:20:13.872830 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-910d8236-449d-4ff9-af25-40a37d161279 req-0045d042-515a-47d4-8791-bf8b24b112e5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.884574 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-910d8236-449d-4ff9-af25-40a37d161279 req-0045d042-515a-47d4-8791-bf8b24b112e5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.936810 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-910d8236-449d-4ff9-af25-40a37d161279 req-0045d042-515a-47d4-8791-bf8b24b112e5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.949432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045d042-515a-47d4-8791-bf8b24b112e5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Pushing event updated for resources: {'Port': ['ID=2cdd9981-c217-4147-ac8a-01d67ba74dc8,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:13.961892 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-910d8236-449d-4ff9-af25-40a37d161279 req-0045d042-515a-47d4-8791-bf8b24b112e5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.975697 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-910d8236-449d-4ff9-af25-40a37d161279 req-0045d042-515a-47d4-8791-bf8b24b112e5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6882098 Aug 16 22:20:14.060038 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-910d8236-449d-4ff9-af25-40a37d161279 req-9ad8a0f1-62a3-45cf-a0b4-3c3f75caed8a tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 696 time: 0.0829091 Aug 16 22:20:14.093760 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656525f-8710-4289-9943-654390f0ffd5 req-054c97bd-156a-45e2-b043-9c60c1fa0733 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:14.098438 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5656525f-8710-4289-9943-654390f0ffd5 req-054c97bd-156a-45e2-b043-9c60c1fa0733 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.0724683 Aug 16 22:20:14.139043 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device ddcac330-c2e6-4357-8a45-fea57af0a37d no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:14.169341 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: ddcac330-c2e6-4357-8a45-fea57af0a37d {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:14.169934 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device ddcac330-c2e6-4357-8a45-fea57af0a37d not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:14.205187 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5656525f-8710-4289-9943-654390f0ffd5 req-52bebcc5-88f8-45e6-a46d-014b4cb9bb08 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556643 Aug 16 22:20:14.238885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d8236-449d-4ff9-af25-40a37d161279 req-a619b6dd-e4c5-4df5-a9a2-adf0fdb7f83f tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:14.240309 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-910d8236-449d-4ff9-af25-40a37d161279 req-a619b6dd-e4c5-4df5-a9a2-adf0fdb7f83f tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.1405981 Aug 16 22:20:14.655352 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:14.743335 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d5adb4e-d61c-496e-9b24-a4b45b9a11ce req-6a134145-64df-429c-b045-8f1cd87d2921 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4792118 Aug 16 22:20:14.761490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-4d5adb4e-d61c-496e-9b24-a4b45b9a11ce req-b46a2d32-fc4f-4398-9c6a-6795ce3a3c98 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:14.763367 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50807983-d461-43ae-94a4-75f365bc15c2 req-df1148de-e785-49d1-9489-b6649700997e tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:14.764961 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50807983-d461-43ae-94a4-75f365bc15c2 req-df1148de-e785-49d1-9489-b6649700997e tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.43 "GET /v2.0/ports?device_id=68642ca3-dac8-4995-90fe-02d06b2b385c HTTP/1.1" status: 200 len: 950 time: 0.0831733 Aug 16 22:20:14.776389 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-5b349fe6-bf7c-4dc4-a8dc-589c698bc401 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:14.777882 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-5b349fe6-bf7c-4dc4-a8dc-589c698bc401 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 820 time: 0.4600692 Aug 16 22:20:14.812750 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-33c7cd9a-5558-4ea4-9954-5a6f48312018 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/quotas/28d0b07328bc4868a7e7f336c894f93d HTTP/1.1" status: 200 len: 375 time: 0.0249484 Aug 16 22:20:14.828215 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d5adb4e-d61c-496e-9b24-a4b45b9a11ce req-b46a2d32-fc4f-4398-9c6a-6795ce3a3c98 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:14.884047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-50807983-d461-43ae-94a4-75f365bc15c2 req-60ce277c-f032-4458-aacf-5a25a9ec05be tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Deleting port b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:14.884385 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50807983-d461-43ae-94a4-75f365bc15c2 req-60ce277c-f032-4458-aacf-5a25a9ec05be tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:14.924546 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-4f256446-b0f3-4aaa-93f4-2f9836f23459 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1106174 Aug 16 22:20:15.005105 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-50807983-d461-43ae-94a4-75f365bc15c2 req-60ce277c-f032-4458-aacf-5a25a9ec05be tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] For port b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:15.005562 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50807983-d461-43ae-94a4-75f365bc15c2 req-60ce277c-f032-4458-aacf-5a25a9ec05be tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.018488 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-50807983-d461-43ae-94a4-75f365bc15c2 req-60ce277c-f032-4458-aacf-5a25a9ec05be tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Calling delete_port for b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:15.046486 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-89efd46b-308f-44f2-919d-188d15827e88 service neutron] 10.222.0.93 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209106 Aug 16 22:20:15.104941 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d5adb4e-d61c-496e-9b24-a4b45b9a11ce req-b46a2d32-fc4f-4398-9c6a-6795ce3a3c98 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.156958 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50807983-d461-43ae-94a4-75f365bc15c2 req-60ce277c-f032-4458-aacf-5a25a9ec05be tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.172254 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:15.204567 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-a1de3b82-72d8-465a-b252-a3bee7545459 service neutron] 10.222.0.93 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497774 Aug 16 22:20:15.209107 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce277c-f032-4458-aacf-5a25a9ec05be tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Pushing event deleted for resources: {'Port': ['ID=b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:15.275177 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-50807983-d461-43ae-94a4-75f365bc15c2 req-60ce277c-f032-4458-aacf-5a25a9ec05be tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] No DVR routers for this DVR port b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:15.278631 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50807983-d461-43ae-94a4-75f365bc15c2 req-60ce277c-f032-4458-aacf-5a25a9ec05be tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.280806 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50807983-d461-43ae-94a4-75f365bc15c2 req-60ce277c-f032-4458-aacf-5a25a9ec05be tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.43 "DELETE /v2.0/ports/b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 HTTP/1.1" status: 204 len: 173 time: 0.5092208 Aug 16 22:20:15.281419 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68642ca3-dac8-4995-90fe-02d06b2b385c', 'name': 'network-vif-deleted', 'tag': 'b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:15.283902 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e84364-7ea8-4342-bccb-8dfbebf6951d" -d '{"events": [{"server_uuid": "68642ca3-dac8-4995-90fe-02d06b2b385c", "name": "network-vif-deleted", "tag": "b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:15.313123 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-4d5adb4e-d61c-496e-9b24-a4b45b9a11ce req-b46a2d32-fc4f-4398-9c6a-6795ce3a3c98 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Allocated IP 172.25.6.180 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/895118e7-b9f8-41a4-b93c-1acdf7100af4) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:15.465563 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d5adb4e-d61c-496e-9b24-a4b45b9a11ce req-b46a2d32-fc4f-4398-9c6a-6795ce3a3c98 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.518304 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d5adb4e-d61c-496e-9b24-a4b45b9a11ce req-b46a2d32-fc4f-4398-9c6a-6795ce3a3c98 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.567099 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 482ab013-bf81-4fe7-a766-06e87e7d18d7 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:15.585270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d5adb4e-d61c-496e-9b24-a4b45b9a11ce req-b46a2d32-fc4f-4398-9c6a-6795ce3a3c98 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:15.586912 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a2d32-fc4f-4398-9c6a-6795ce3a3c98 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Pushing event updated for resources: {'Port': ['ID=895118e7-b9f8-41a4-b93c-1acdf7100af4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:15.597865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-4d5adb4e-d61c-496e-9b24-a4b45b9a11ce req-b46a2d32-fc4f-4398-9c6a-6795ce3a3c98 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:15.600519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5adb4e-d61c-496e-9b24-a4b45b9a11ce req-b46a2d32-fc4f-4398-9c6a-6795ce3a3c98 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:15.664482 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 482ab013-bf81-4fe7-a766-06e87e7d18d7 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:15.670202 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d5adb4e-d61c-496e-9b24-a4b45b9a11ce req-b46a2d32-fc4f-4398-9c6a-6795ce3a3c98 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.672885 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 482ab013-bf81-4fe7-a766-06e87e7d18d7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:15.673481 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.720783 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d5adb4e-d61c-496e-9b24-a4b45b9a11ce req-b46a2d32-fc4f-4398-9c6a-6795ce3a3c98 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.789269 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.831003 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 482ab013-bf81-4fe7-a766-06e87e7d18d7, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=482ab013-bf81-4fe7-a766-06e87e7d18d7,segment=NetworkSegment(4236b46c-0e04-41d5-84b7-cc7b3a2c73aa),segment_id=4236b46c-0e04-41d5-84b7-cc7b3a2c73aa)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:15.840519 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.943942 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=482ab013-bf81-4fe7-a766-06e87e7d18d7,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:15.949626 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef1c3c95-0715-4a07-a24d-8218f2f1458d req-09fbbb2a-a0b9-4969-9290-1e07dc81732d tempest-ServersAdminNegativeTestJSON-234210316 tempest-ServersAdminNegativeTestJSON-234210316-project] 10.222.0.93 "GET /v2.0/ports?device_id=68642ca3-dac8-4995-90fe-02d06b2b385c HTTP/1.1" status: 200 len: 210 time: 0.0325460 Aug 16 22:20:16.004259 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d5adb4e-d61c-496e-9b24-a4b45b9a11ce req-b46a2d32-fc4f-4398-9c6a-6795ce3a3c98 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:16.009609 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d5adb4e-d61c-496e-9b24-a4b45b9a11ce req-b46a2d32-fc4f-4398-9c6a-6795ce3a3c98 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:16.045202 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d5adb4e-d61c-496e-9b24-a4b45b9a11ce req-b46a2d32-fc4f-4398-9c6a-6795ce3a3c98 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:16.108629 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a2d32-fc4f-4398-9c6a-6795ce3a3c98 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Pushing event updated for resources: {'Port': ['ID=895118e7-b9f8-41a4-b93c-1acdf7100af4,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:16.111022 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4d5adb4e-d61c-496e-9b24-a4b45b9a11ce req-b46a2d32-fc4f-4398-9c6a-6795ce3a3c98 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:16.112203 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d5adb4e-d61c-496e-9b24-a4b45b9a11ce req-b46a2d32-fc4f-4398-9c6a-6795ce3a3c98 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3549497 Aug 16 22:20:16.166331 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfd8c1-0419-421d-8647-bcbe493a2528 req-0e0edaa6-f154-4171-82c9-7bb0559812a1 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:16.173712 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fddfd8c1-0419-421d-8647-bcbe493a2528 req-0e0edaa6-f154-4171-82c9-7bb0559812a1 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.1172178 Aug 16 22:20:16.187530 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d5adb4e-d61c-496e-9b24-a4b45b9a11ce req-d9829f94-d69e-4e47-a4d6-9f9004a99010 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.0676000 Aug 16 22:20:16.277634 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fddfd8c1-0419-421d-8647-bcbe493a2528 req-38c07dd8-1f1c-465b-a996-26d2a3dd5aff tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029410 Aug 16 22:20:16.347077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5adb4e-d61c-496e-9b24-a4b45b9a11ce req-135908af-a5f9-4cef-82f1-44fd6ee5df67 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:16.348808 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d5adb4e-d61c-496e-9b24-a4b45b9a11ce req-135908af-a5f9-4cef-82f1-44fd6ee5df67 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.1539791 Aug 16 22:20:16.421108 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8473c160-4b19-45d9-abb7-a3dc6e3b88ab x-openstack-request-id: req-8473c160-4b19-45d9-abb7-a3dc6e3b88ab {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:16.421607 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68642ca3-dac8-4995-90fe-02d06b2b385c", "name": "network-vif-deleted", "tag": "b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:16.422015 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8473c160-4b19-45d9-abb7-a3dc6e3b88ab {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:16.422580 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68642ca3-dac8-4995-90fe-02d06b2b385c', 'name': 'network-vif-deleted', 'tag': 'b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23', 'status': 'completed', 'code': 200} Aug 16 22:20:16.486852 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cd875-6b2d-42de-869e-261fb31d7128 req-659e61de-36b3-45c9-9b81-893dd27481ad tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:16.488379 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d2cd875-6b2d-42de-869e-261fb31d7128 req-659e61de-36b3-45c9-9b81-893dd27481ad tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.0560863 Aug 16 22:20:16.519163 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ffc75ae7-4ac7-434d-a646-f3716e98ff74 req-0878a81e-287b-451e-8d38-908fbd959fb4 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 210 time: 0.0297089 Aug 16 22:20:16.544814 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d2cd875-6b2d-42de-869e-261fb31d7128 req-2c60fe74-9694-4e50-a9c9-8fd5780ae895 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467265 Aug 16 22:20:16.657301 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a30d04ba-6023-4013-956c-53bebd67b0df req-072b680d-efe8-4fe0-b43b-b32de46ac20c tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1078539 Aug 16 22:20:16.669285 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a30d04ba-6023-4013-956c-53bebd67b0df req-a67194e5-bea7-4f9c-a56c-890469f7bbd5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:16.691219 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a30d04ba-6023-4013-956c-53bebd67b0df req-a67194e5-bea7-4f9c-a56c-890469f7bbd5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:16.800033 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a30d04ba-6023-4013-956c-53bebd67b0df req-a67194e5-bea7-4f9c-a56c-890469f7bbd5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:16.939647 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-a30d04ba-6023-4013-956c-53bebd67b0df req-a67194e5-bea7-4f9c-a56c-890469f7bbd5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Allocated IP 172.25.6.126 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/daf835a6-d4e1-4822-9498-d5fca18fc88a) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:16.953314 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-d6111fbd-3a6b-407a-83d1-79d2fb3467a4 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:16.954997 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-d6111fbd-3a6b-407a-83d1-79d2fb3467a4 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.43 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 820 time: 0.1583557 Aug 16 22:20:16.970886 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-d620ca6e-b288-45d5-8293-80be8ec86170 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Request body: {'port': {'device_id': '9c36bbd7-84cc-4fea-b27a-133716637b84', 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc', 'admin_state_up': True, 'tenant_id': '28d0b07328bc4868a7e7f336c894f93d'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:17.071662 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a30d04ba-6023-4013-956c-53bebd67b0df req-a67194e5-bea7-4f9c-a56c-890469f7bbd5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.097587 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-d620ca6e-b288-45d5-8293-80be8ec86170 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Made reservation on behalf of 28d0b07328bc4868a7e7f336c894f93d for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:17.105678 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-d620ca6e-b288-45d5-8293-80be8ec86170 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.160824 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a30d04ba-6023-4013-956c-53bebd67b0df req-a67194e5-bea7-4f9c-a56c-890469f7bbd5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.248853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30d04ba-6023-4013-956c-53bebd67b0df req-a67194e5-bea7-4f9c-a56c-890469f7bbd5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:17.251304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-a30d04ba-6023-4013-956c-53bebd67b0df req-a67194e5-bea7-4f9c-a56c-890469f7bbd5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:17.265072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30d04ba-6023-4013-956c-53bebd67b0df req-a67194e5-bea7-4f9c-a56c-890469f7bbd5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:17.282614 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47940) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:17.327987 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a30d04ba-6023-4013-956c-53bebd67b0df req-a67194e5-bea7-4f9c-a56c-890469f7bbd5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.352246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67194e5-bea7-4f9c-a56c-890469f7bbd5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Pushing event updated for resources: {'Port': ['ID=daf835a6-d4e1-4822-9498-d5fca18fc88a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:17.366241 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-d620ca6e-b288-45d5-8293-80be8ec86170 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Allocated IP 172.20.0.10 (b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc/75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b/8d88f0e9-6039-4c43-a191-d5a35303af11) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:17.481854 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a30d04ba-6023-4013-956c-53bebd67b0df req-a67194e5-bea7-4f9c-a56c-890469f7bbd5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.534864 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 482ab013-bf81-4fe7-a766-06e87e7d18d7 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:17.598790 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 482ab013-bf81-4fe7-a766-06e87e7d18d7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:17.599169 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.625466 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8926f72-f36c-4e57-8238-1766a4dd1eec req-a790d328-1e61-4c7c-b423-aa4aa116b524 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:17.628004 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a8926f72-f36c-4e57-8238-1766a4dd1eec req-a790d328-1e61-4c7c-b423-aa4aa116b524 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.2219734 Aug 16 22:20:17.652384 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-d620ca6e-b288-45d5-8293-80be8ec86170 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.728781 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-d620ca6e-b288-45d5-8293-80be8ec86170 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.735712 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7e857b8d-9422-4702-b9af-bc2db8f908b7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=52123a4fc14e46cbb6295af2cd68c31b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4007561 Aug 16 22:20:17.739399 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47954) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:17.742213 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['2fd9cb44-6dd9-4030-a346-c38165c18acc'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:17.781436 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a8926f72-f36c-4e57-8238-1766a4dd1eec req-b5d10d6d-5843-4c99-8a43-76163c06ac68 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958672 Aug 16 22:20:17.853106 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15532bb3-07e4-4dc7-b774-1c7ea78dc743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.857685 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a30d04ba-6023-4013-956c-53bebd67b0df req-a67194e5-bea7-4f9c-a56c-890469f7bbd5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.871161 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a30d04ba-6023-4013-956c-53bebd67b0df req-a67194e5-bea7-4f9c-a56c-890469f7bbd5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.914843 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15532bb3-07e4-4dc7-b774-1c7ea78dc743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.943492 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-d620ca6e-b288-45d5-8293-80be8ec86170 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:17.952986 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a30d04ba-6023-4013-956c-53bebd67b0df req-a67194e5-bea7-4f9c-a56c-890469f7bbd5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.954404 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-d620ca6e-b288-45d5-8293-80be8ec86170 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:17.975199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-d620ca6e-b288-45d5-8293-80be8ec86170 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:18.018864 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a30d04ba-6023-4013-956c-53bebd67b0df req-a67194e5-bea7-4f9c-a56c-890469f7bbd5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:18.020249 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a30d04ba-6023-4013-956c-53bebd67b0df req-a67194e5-bea7-4f9c-a56c-890469f7bbd5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3565719 Aug 16 22:20:18.037984 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67194e5-bea7-4f9c-a56c-890469f7bbd5 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Pushing event updated for resources: {'Port': ['ID=daf835a6-d4e1-4822-9498-d5fca18fc88a,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:18.097518 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620ca6e-b288-45d5-8293-80be8ec86170 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Pushing event updated for resources: {'Port': ['ID=8d88f0e9-6039-4c43-a191-d5a35303af11,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:18.124664 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-d620ca6e-b288-45d5-8293-80be8ec86170 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:18.125348 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-d620ca6e-b288-45d5-8293-80be8ec86170 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:18.167592 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-d620ca6e-b288-45d5-8293-80be8ec86170 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2013659 Aug 16 22:20:18.168438 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c33e1c7-7655-4f89-9e21-49f1566bf457 req-6211ffa6-ed3b-4ec4-ba3e-70fb20d445e6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2507319 Aug 16 22:20:18.173810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:18.187153 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a30d04ba-6023-4013-956c-53bebd67b0df req-3a928120-3e8b-4b2b-b954-0a0bc6352e06 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.126 HTTP/1.1" status: 200 len: 696 time: 0.1383574 Aug 16 22:20:18.201201 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] Request body: {'port': {'device_id': '9c36bbd7-84cc-4fea-b27a-133716637b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:18.235172 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15532bb3-07e4-4dc7-b774-1c7ea78dc743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:18.238318 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15532bb3-07e4-4dc7-b774-1c7ea78dc743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:18.238864 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:18.241729 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-15532bb3-07e4-4dc7-b774-1c7ea78dc743 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/cecfea6b-0fe8-4465-9bd2-fd470d1b5385 HTTP/1.1" status: 204 len: 168 time: 0.4974790 Aug 16 22:20:18.241891 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device b1ad8aaf-bbbe-4cb0-8180-cd21eea03c23 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:18.300108 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:18.314608 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15532bb3-07e4-4dc7-b774-1c7ea78dc743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecfea6b-0fe8-4465-9bd2-fd470d1b5385,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:18.328021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cab79-c9b7-4608-9bab-05c9be225a77 req-ad846415-4bbe-44e0-bc8a-fb54f462d372 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:18.329658 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7e2cab79-c9b7-4608-9bab-05c9be225a77 req-ad846415-4bbe-44e0-bc8a-fb54f462d372 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 932 time: 0.1839592 Aug 16 22:20:18.371777 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33e1c7-7655-4f89-9e21-49f1566bf457 req-02bf999e-77bc-45c2-bcf1-ac00afc84999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:18.373370 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c33e1c7-7655-4f89-9e21-49f1566bf457 req-02bf999e-77bc-45c2-bcf1-ac00afc84999 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 1096 time: 0.1759262 Aug 16 22:20:18.473287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d04ba-6023-4013-956c-53bebd67b0df req-fd169a65-96ea-4037-85fd-775206b14d2e tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:18.485332 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a30d04ba-6023-4013-956c-53bebd67b0df req-fd169a65-96ea-4037-85fd-775206b14d2e tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.2735994 Aug 16 22:20:18.495511 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-a30d04ba-6023-4013-956c-53bebd67b0df req-6e5ff245-fd9f-4901-b999-1c4a6fdd83cc tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:20:18.515188 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a30d04ba-6023-4013-956c-53bebd67b0df req-6e5ff245-fd9f-4901-b999-1c4a6fdd83cc tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0304956 Aug 16 22:20:18.523655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7e2cab79-c9b7-4608-9bab-05c9be225a77 req-3b775ffc-5887-4108-b81b-3ed2376548d7 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840358 Aug 16 22:20:18.746194 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d88f0e9-6039-4c43-a191-d5a35303af11 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:18.763293 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:18.802991 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] Transition to ACTIVE for port object 8d88f0e9-6039-4c43-a191-d5a35303af11 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:18.811655 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:18.890362 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47968) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:18.910351 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93820b4c-7419-44b4-894a-3181bd9e4da4 req-e87d64be-f636-421a-b067-2540126f77e9 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:18.920700 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-93820b4c-7419-44b4-894a-3181bd9e4da4 req-e87d64be-f636-421a-b067-2540126f77e9 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.2426295 Aug 16 22:20:18.931963 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b003e67b-19b5-431a-976b-865adb522e23 req-abaeab25-9874-412b-b30c-e82a9181ded8 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/floatingips/989f8919-cdf1-4753-b771-194cb04d0905 HTTP/1.1" status: 200 len: 693 time: 0.1518366 Aug 16 22:20:18.972437 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] Pushing event updated for resources: {'Port': ['ID=8d88f0e9-6039-4c43-a191-d5a35303af11,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:19.029438 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-640e4d9f-1bce-4bff-9d49-b771c849ec79 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2fbfdb625ff44cff864dc948538f6d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374011 Aug 16 22:20:19.032633 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47972) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:19.034797 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-93820b4c-7419-44b4-894a-3181bd9e4da4 req-a4135790-4275-418e-ad3e-78375e862d8c tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131625 Aug 16 22:20:19.062999 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33e1c7-7655-4f89-9e21-49f1566bf457 req-20707321-0283-4cad-a684-5b8aa1d9f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:19.063974 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] Attempting to bind port 8d88f0e9-6039-4c43-a191-d5a35303af11 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:19.064312 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] Attempting to bind port 8d88f0e9-6039-4c43-a191-d5a35303af11 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:19.064437 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c33e1c7-7655-4f89-9e21-49f1566bf457 req-20707321-0283-4cad-a684-5b8aa1d9f209 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 921 time: 0.6420217 Aug 16 22:20:19.064641 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] Attempting to bind port 8d88f0e9-6039-4c43-a191-d5a35303af11 on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:19.071700 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] Port 8d88f0e9-6039-4c43-a191-d5a35303af11 on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:20:19.072032 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] Attempting to bind port 8d88f0e9-6039-4c43-a191-d5a35303af11 on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:19.094017 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:19.094679 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] Checking segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:19.095628 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] Bound using segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:19.095628 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] Bound port: 8d88f0e9-6039-4c43-a191-d5a35303af11, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:19.095860 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:19.136080 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9c614734-7d58-4d60-b45a-79c503ed3f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:19.145024 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c33e1c7-7655-4f89-9e21-49f1566bf457 req-127fb29b-b9b4-496e-8afa-bed3041a31d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beb14d55-0228-40b2-8ffa-cdcfabaf3273 HTTP/1.1" status: 200 len: 217 time: 0.0634241 Aug 16 22:20:19.163006 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9c614734-7d58-4d60-b45a-79c503ed3f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:19.272464 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] For port 8d88f0e9-6039-4c43-a191-d5a35303af11, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:19.280263 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] For port 8d88f0e9-6039-4c43-a191-d5a35303af11, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=8d88f0e9-6039-4c43-a191-d5a35303af11,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:19.284095 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9c614734-7d58-4d60-b45a-79c503ed3f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:19.294513 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9c614734-7d58-4d60-b45a-79c503ed3f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:19.295828 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9c614734-7d58-4d60-b45a-79c503ed3f12 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/120680a1-d8d2-4004-bd11-5b1016f7b0ef HTTP/1.1" status: 204 len: 168 time: 0.2625542 Aug 16 22:20:19.300615 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:19.361858 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] Pushing event updated for resources: {'Port': ['ID=8d88f0e9-6039-4c43-a191-d5a35303af11,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:19.368932 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c614734-7d58-4d60-b45a-79c503ed3f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120680a1-d8d2-4004-bd11-5b1016f7b0ef,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:19.378911 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:19.379167 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:19.380754 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-91e8ca73-1519-4b86-8731-44398ddf5e81 service neutron] 10.222.0.43 "PUT /v2.0/ports/8d88f0e9-6039-4c43-a191-d5a35303af11 HTTP/1.1" status: 200 len: 1093 time: 1.2036266 Aug 16 22:20:19.381351 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c36bbd7-84cc-4fea-b27a-133716637b84', 'tag': '8d88f0e9-6039-4c43-a191-d5a35303af11'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:19.384403 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7af830b-a40c-42af-8459-ec8da1b6224d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c36bbd7-84cc-4fea-b27a-133716637b84", "tag": "8d88f0e9-6039-4c43-a191-d5a35303af11"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:19.398667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33e1c7-7655-4f89-9e21-49f1566bf457 req-827bf6cb-8bb4-4542-b16f-cc3b9f6076db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:19.400374 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c33e1c7-7655-4f89-9e21-49f1566bf457 req-827bf6cb-8bb4-4542-b16f-cc3b9f6076db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.2443275 Aug 16 22:20:19.409997 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003e67b-19b5-431a-976b-865adb522e23 req-77fc43bc-a529-465e-bebb-f51779952aa4 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:19.421220 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b003e67b-19b5-431a-976b-865adb522e23 req-77fc43bc-a529-465e-bebb-f51779952aa4 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.4567311 Aug 16 22:20:19.465524 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-b003e67b-19b5-431a-976b-865adb522e23 req-df6f3292-52f8-4492-8868-cfd1e21bc917 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:20:19.471566 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b003e67b-19b5-431a-976b-865adb522e23 req-df6f3292-52f8-4492-8868-cfd1e21bc917 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209577 Aug 16 22:20:19.498491 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af222edf-dda9-4b9c-8185-3f57441bb1f8 req-c5ce0d31-bddb-4324-a19b-35b683d907ec tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:19.500232 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af222edf-dda9-4b9c-8185-3f57441bb1f8 req-c5ce0d31-bddb-4324-a19b-35b683d907ec tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.3298681 Aug 16 22:20:19.504428 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-572ce115-a62a-4e1f-8bf2-d15c02c6390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:19.507788 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-572ce115-a62a-4e1f-8bf2-d15c02c6390e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 1096 time: 0.0798337 Aug 16 22:20:19.531858 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c33e1c7-7655-4f89-9e21-49f1566bf457 req-23902641-56a3-4ae4-869e-72e7ea0e929b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058714 Aug 16 22:20:19.563954 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-7f8e3152-d08f-4158-a010-c7103046ad3f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d88f0e9-6039-4c43-a191-d5a35303af11 HTTP/1.1" status: 200 len: 217 time: 0.0443821 Aug 16 22:20:19.671693 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-ba5d6bd8-6f99-4076-b3d8-200dda656768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:19.673203 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-ba5d6bd8-6f99-4076-b3d8-200dda656768 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.0997341 Aug 16 22:20:19.719880 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-833e3215-2b37-41cb-ad30-cea9aaa7d131 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385613 Aug 16 22:20:19.721589 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0d20b6-6809-4983-9708-c3c2cd735407 x-openstack-request-id: req-1b0d20b6-6809-4983-9708-c3c2cd735407 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:19.721898 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c36bbd7-84cc-4fea-b27a-133716637b84", "tag": "8d88f0e9-6039-4c43-a191-d5a35303af11", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:19.722200 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1b0d20b6-6809-4983-9708-c3c2cd735407 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:19.722617 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c36bbd7-84cc-4fea-b27a-133716637b84', 'tag': '8d88f0e9-6039-4c43-a191-d5a35303af11', 'status': 'completed', 'code': 200} Aug 16 22:20:19.741120 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af222edf-dda9-4b9c-8185-3f57441bb1f8 req-79800bad-6060-46af-ac19-f9f6a7f1d2c4 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052445 Aug 16 22:20:19.877397 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-c98837bc-31e7-4c38-a4eb-67f70e3b5ef7 service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491158 Aug 16 22:20:19.883355 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c33e1c7-7655-4f89-9e21-49f1566bf457 req-216dbfc5-c6f1-421c-8e8e-e9c0adb17d77 service neutron] 10.222.0.39 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133655 Aug 16 22:20:19.915122 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dbe865e0-b39f-4d57-9885-ff5859aa06c0 req-dc296fbf-06d5-4f8c-a9fa-55f281b05b02 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/floatingips/989f8919-cdf1-4753-b771-194cb04d0905 HTTP/1.1" status: 200 len: 693 time: 0.1729202 Aug 16 22:20:20.058268 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-165e0602-23c4-42e5-9302-269dc6b5ebe1 req-6bf42521-bd09-4301-a6f6-d1729a7b5ab6 service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732605 Aug 16 22:20:20.118389 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d702f92-90ac-4fec-816e-4b83a9437b99 req-4c1f0646-5c29-44fe-996a-f36a60b05fcc tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:20.126884 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d702f92-90ac-4fec-816e-4b83a9437b99 req-4c1f0646-5c29-44fe-996a-f36a60b05fcc tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 944 time: 0.2404132 Aug 16 22:20:20.190404 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af830b-a40c-42af-8459-ec8da1b6224d req-1e6b1b33-247f-4e66-b6ed-e6e8fd82fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:20.191922 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7af830b-a40c-42af-8459-ec8da1b6224d req-1e6b1b33-247f-4e66-b6ed-e6e8fd82fa80 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 1096 time: 0.0751965 Aug 16 22:20:20.211446 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c33e1c7-7655-4f89-9e21-49f1566bf457 req-9f9b1751-3aa6-48b4-be54-ac18072f2bdc service neutron] 10.222.0.39 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186839 Aug 16 22:20:20.239358 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d702f92-90ac-4fec-816e-4b83a9437b99 req-a5bf93d0-21fc-42ee-b9bb-ee101096a1ec tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069970 Aug 16 22:20:20.263009 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe865e0-b39f-4d57-9885-ff5859aa06c0 req-e0f3760e-0d00-4415-a0b5-41241594b5af tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:20.273246 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dbe865e0-b39f-4d57-9885-ff5859aa06c0 req-e0f3760e-0d00-4415-a0b5-41241594b5af tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.3218513 Aug 16 22:20:20.287242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-dbe865e0-b39f-4d57-9885-ff5859aa06c0 req-893ece61-c9ca-4c7b-9989-075baa3e76c6 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:20:20.297340 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dbe865e0-b39f-4d57-9885-ff5859aa06c0 req-893ece61-c9ca-4c7b-9989-075baa3e76c6 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213418 Aug 16 22:20:20.403291 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af830b-a40c-42af-8459-ec8da1b6224d req-6f086ac3-e115-4d54-a339-859e99e228a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:20.407342 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7af830b-a40c-42af-8459-ec8da1b6224d req-6f086ac3-e115-4d54-a339-859e99e228a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 921 time: 0.2063892 Aug 16 22:20:20.434113 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dbe865e0-b39f-4d57-9885-ff5859aa06c0 req-d60ef619-a028-497d-ac3b-792349ca8b9a tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.126 HTTP/1.1" status: 200 len: 696 time: 0.1348672 Aug 16 22:20:20.457787 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7af830b-a40c-42af-8459-ec8da1b6224d req-fd2f1f76-2961-4820-999d-bd569191eca1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d88f0e9-6039-4c43-a191-d5a35303af11 HTTP/1.1" status: 200 len: 217 time: 0.0431054 Aug 16 22:20:20.553692 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af830b-a40c-42af-8459-ec8da1b6224d req-a52cc3d5-56b5-4743-8f4f-2ff642400682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:20.578706 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7af830b-a40c-42af-8459-ec8da1b6224d req-a52cc3d5-56b5-4743-8f4f-2ff642400682 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.0892563 Aug 16 22:20:20.649613 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7af830b-a40c-42af-8459-ec8da1b6224d req-4fa218b9-afa2-4707-94da-7907ecbe6256 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699294 Aug 16 22:20:20.792982 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7af830b-a40c-42af-8459-ec8da1b6224d req-7453bb17-6968-4eab-ab78-0367ca38aac8 service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288090 Aug 16 22:20:20.865284 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dbe865e0-b39f-4d57-9885-ff5859aa06c0 req-5d3f9d23-3bf2-450b-b30f-64ad71fd8a74 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.126 HTTP/1.1" status: 200 len: 696 time: 0.4294775 Aug 16 22:20:20.947992 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7af830b-a40c-42af-8459-ec8da1b6224d req-dc0dc919-4c54-4974-a897-e42083f02884 service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326909 Aug 16 22:20:20.996332 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fa21a-d93c-4a37-8efb-49d2086571a4 req-c214bf3c-532c-47a3-9599-9cb955762991 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:20.997827 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e3fa21a-d93c-4a37-8efb-49d2086571a4 req-c214bf3c-532c-47a3-9599-9cb955762991 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.1305647 Aug 16 22:20:21.062834 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e3fa21a-d93c-4a37-8efb-49d2086571a4 req-4829c58f-3524-46c1-bbaf-19ef8da5e376 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479615 Aug 16 22:20:21.072011 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-dbe865e0-b39f-4d57-9885-ff5859aa06c0 req-0c20bd02-691b-4582-b4c1-c9c5c1946c7e tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Deleting port daf835a6-d4e1-4822-9498-d5fca18fc88a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:21.072372 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dbe865e0-b39f-4d57-9885-ff5859aa06c0 req-0c20bd02-691b-4582-b4c1-c9c5c1946c7e tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:21.172755 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dbe865e0-b39f-4d57-9885-ff5859aa06c0 req-0c20bd02-691b-4582-b4c1-c9c5c1946c7e tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:21.173177 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dbe865e0-b39f-4d57-9885-ff5859aa06c0 req-0c20bd02-691b-4582-b4c1-c9c5c1946c7e tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:21.188489 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-dbe865e0-b39f-4d57-9885-ff5859aa06c0 req-0c20bd02-691b-4582-b4c1-c9c5c1946c7e tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Calling delete_port for daf835a6-d4e1-4822-9498-d5fca18fc88a owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:21.313767 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17b31b-0784-43a2-a5b9-680937880d81 req-8746904d-04cf-437e-86d6-cd2d9be14db1 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:21.315430 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5f17b31b-0784-43a2-a5b9-680937880d81 req-8746904d-04cf-437e-86d6-cd2d9be14db1 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.0794661 Aug 16 22:20:21.405471 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5f17b31b-0784-43a2-a5b9-680937880d81 req-419778dc-9b57-4abe-9b2f-157b358371a3 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794709 Aug 16 22:20:21.430538 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dbe865e0-b39f-4d57-9885-ff5859aa06c0 req-0c20bd02-691b-4582-b4c1-c9c5c1946c7e tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:21.497034 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dbe865e0-b39f-4d57-9885-ff5859aa06c0 req-0c20bd02-691b-4582-b4c1-c9c5c1946c7e tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:21.500016 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dbe865e0-b39f-4d57-9885-ff5859aa06c0 req-0c20bd02-691b-4582-b4c1-c9c5c1946c7e tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:21.501156 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dbe865e0-b39f-4d57-9885-ff5859aa06c0 req-0c20bd02-691b-4582-b4c1-c9c5c1946c7e tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "DELETE /v2.0/floatingips/989f8919-cdf1-4753-b771-194cb04d0905 HTTP/1.1" status: 204 len: 173 time: 0.6351247 Aug 16 22:20:21.501903 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20bd02-691b-4582-b4c1-c9c5c1946c7e tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Pushing event deleted for resources: {'Port': ['ID=daf835a6-d4e1-4822-9498-d5fca18fc88a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:21.670157 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc54a9-5728-46fb-a575-35cb48eb3d2e req-75faf643-5c39-45bd-bb22-7b77d51ca75d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:21.671628 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-64cc54a9-5728-46fb-a575-35cb48eb3d2e req-75faf643-5c39-45bd-bb22-7b77d51ca75d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 944 time: 0.0914154 Aug 16 22:20:21.679960 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-4bb5043c-60fd-48f8-b6e6-49e90a7cfd50 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:21.681372 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-4bb5043c-60fd-48f8-b6e6-49e90a7cfd50 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 808 time: 0.1572945 Aug 16 22:20:21.706734 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-0eb4de69-7c4e-4bc8-8c1c-a2487268fc65 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/quotas/c5206ab6d6f447fc9622b86511f61275 HTTP/1.1" status: 200 len: 375 time: 0.0184691 Aug 16 22:20:21.732545 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-64cc54a9-5728-46fb-a575-35cb48eb3d2e req-b2cb67a4-ea1d-4581-94d1-bada107854e9 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502005 Aug 16 22:20:21.779846 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-a89242fc-b613-4b13-9284-49c5efcc1c65 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0632057 Aug 16 22:20:21.876276 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-d3dda9c4-dc80-43aa-b19e-45b048ea5202 service neutron] 10.222.0.93 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899532 Aug 16 22:20:22.004015 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-2a55dfab-b45e-47a1-a582-82a9fd326556 service neutron] 10.222.0.93 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213622 Aug 16 22:20:22.166836 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a8163-b12a-49cf-a254-1e5e007b9f5b req-2db23219-6e54-4058-ae1e-830dc7c5ddec tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:22.168333 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae8a8163-b12a-49cf-a254-1e5e007b9f5b req-2db23219-6e54-4058-ae1e-830dc7c5ddec tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1930802 Aug 16 22:20:22.380457 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-911fbe2d-54e2-4d03-b2ed-ad90a3ec4ef5 req-6e01d99e-10c0-4762-b838-faf78d1a5b2a tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/floatingips?tenant_id=3dc49af3b66745d7865b74d41ae99709 HTTP/1.1" status: 200 len: 1657 time: 0.0804644 Aug 16 22:20:22.392871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce048f7-03c4-4661-90c6-e937a4264508 req-f74e20ce-8b49-44d8-b498-9d22ffce5361 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:22.395234 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ce048f7-03c4-4661-90c6-e937a4264508 req-f74e20ce-8b49-44d8-b498-9d22ffce5361 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.1326849 Aug 16 22:20:22.495621 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ce048f7-03c4-4661-90c6-e937a4264508 req-0f701895-2735-4a75-b03d-98fb1fdfdce4 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859766 Aug 16 22:20:22.540148 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fbe2d-54e2-4d03-b2ed-ad90a3ec4ef5 req-50cfcce9-4f94-46da-8767-67b656e92fa2 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:22.547984 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-911fbe2d-54e2-4d03-b2ed-ad90a3ec4ef5 req-50cfcce9-4f94-46da-8767-67b656e92fa2 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/networks?id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 787 time: 0.1505246 Aug 16 22:20:22.554005 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-911fbe2d-54e2-4d03-b2ed-ad90a3ec4ef5 req-0d7692e0-497d-4c40-b5a2-b051523077f2 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:20:22.560302 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-911fbe2d-54e2-4d03-b2ed-ad90a3ec4ef5 req-0d7692e0-497d-4c40-b5a2-b051523077f2 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114775 Aug 16 22:20:22.694928 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b849c48f-259b-43cc-a7a0-553755c81995 req-dbb8f6a8-f214-4192-8053-6f7b7ac62161 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 210 time: 0.0499535 Aug 16 22:20:22.812131 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79efa91f-1e55-4c7c-a969-5ec887bef26b req-acd84254-6261-49bb-96d0-07b0d2e42588 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/floatingips/0d621eca-b858-4978-8d87-ef0ea510c486 HTTP/1.1" status: 200 len: 693 time: 0.0750961 Aug 16 22:20:22.842060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fb6a7-5d50-4d99-aa58-ec16a86bf03a req-297080d7-7b3a-4de0-a342-83a9bf4ac369 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:22.843504 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-716fb6a7-5d50-4d99-aa58-ec16a86bf03a req-297080d7-7b3a-4de0-a342-83a9bf4ac369 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.1476817 Aug 16 22:20:22.913655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586472e-9dc3-4d0e-aa62-ccc04a6519d9 req-2b43cee0-d9a3-4c8a-b3c5-541f19ba4f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:22.915268 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3586472e-9dc3-4d0e-aa62-ccc04a6519d9 req-2b43cee0-d9a3-4c8a-b3c5-541f19ba4f2e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 1097 time: 0.1380849 Aug 16 22:20:22.963429 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-716fb6a7-5d50-4d99-aa58-ec16a86bf03a req-5a281971-e344-4b5c-aefe-82ad04142807 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087589 Aug 16 22:20:23.004732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efa91f-1e55-4c7c-a969-5ec887bef26b req-005b8b6e-561d-4169-b367-5635057d686b tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:23.012816 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79efa91f-1e55-4c7c-a969-5ec887bef26b req-005b8b6e-561d-4169-b367-5635057d686b tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.1931581 Aug 16 22:20:23.017708 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3586472e-9dc3-4d0e-aa62-ccc04a6519d9 req-0b669b73-d495-4a82-9edc-17c164914980 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910668 Aug 16 22:20:23.059341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79efa91f-1e55-4c7c-a969-5ec887bef26b req-9374172a-6427-4a69-b07b-fc7b98d54bf3 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.0457094 Aug 16 22:20:23.131318 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79efa91f-1e55-4c7c-a969-5ec887bef26b req-967589d3-03d0-46ce-8d2e-984dc992059e tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.0656984 Aug 16 22:20:23.182309 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e584eef-953a-4d92-9c4f-0a0aaed1b91d req-1d31e231-a32a-4a27-be8d-2c7502579d53 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:23.183749 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e584eef-953a-4d92-9c4f-0a0aaed1b91d req-1d31e231-a32a-4a27-be8d-2c7502579d53 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 944 time: 0.1120059 Aug 16 22:20:23.275174 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e584eef-953a-4d92-9c4f-0a0aaed1b91d req-0160ec27-30a4-4898-a05e-acf2687d7941 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836222 Aug 16 22:20:23.296445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-79efa91f-1e55-4c7c-a969-5ec887bef26b req-561928e3-077f-49ce-aff2-5d971608d2a7 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Deleting port 895118e7-b9f8-41a4-b93c-1acdf7100af4 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:23.297149 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-79efa91f-1e55-4c7c-a969-5ec887bef26b req-561928e3-077f-49ce-aff2-5d971608d2a7 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.396136 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-79efa91f-1e55-4c7c-a969-5ec887bef26b req-561928e3-077f-49ce-aff2-5d971608d2a7 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.396500 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-79efa91f-1e55-4c7c-a969-5ec887bef26b req-561928e3-077f-49ce-aff2-5d971608d2a7 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.409495 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-79efa91f-1e55-4c7c-a969-5ec887bef26b req-561928e3-077f-49ce-aff2-5d971608d2a7 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Calling delete_port for 895118e7-b9f8-41a4-b93c-1acdf7100af4 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:23.440751 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-9568bb2f-ebcc-452f-8963-040722d97528 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:23.443102 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-9568bb2f-ebcc-452f-8963-040722d97528 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.43 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 808 time: 0.1346197 Aug 16 22:20:23.458393 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-5643ae3e-42ee-41ff-b881-6b56d0237c19 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Request body: {'port': {'device_id': 'dd507484-c23c-446f-a5a1-7e00894d1fc1', 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d', 'admin_state_up': True, 'tenant_id': 'c5206ab6d6f447fc9622b86511f61275'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:23.582782 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-79efa91f-1e55-4c7c-a969-5ec887bef26b req-561928e3-077f-49ce-aff2-5d971608d2a7 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.583913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-5643ae3e-42ee-41ff-b881-6b56d0237c19 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Made reservation on behalf of c5206ab6d6f447fc9622b86511f61275 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:23.587396 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-5643ae3e-42ee-41ff-b881-6b56d0237c19 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.614078 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561928e3-077f-49ce-aff2-5d971608d2a7 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Pushing event deleted for resources: {'Port': ['ID=895118e7-b9f8-41a4-b93c-1acdf7100af4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:23.646777 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561928e3-077f-49ce-aff2-5d971608d2a7 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:23.646777 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561928e3-077f-49ce-aff2-5d971608d2a7 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:23.647010 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561928e3-077f-49ce-aff2-5d971608d2a7 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:23.647234 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561928e3-077f-49ce-aff2-5d971608d2a7 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:23.647565 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561928e3-077f-49ce-aff2-5d971608d2a7 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:23.647893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561928e3-077f-49ce-aff2-5d971608d2a7 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:23.648220 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561928e3-077f-49ce-aff2-5d971608d2a7 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:23.648546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561928e3-077f-49ce-aff2-5d971608d2a7 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:23.656457 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561928e3-077f-49ce-aff2-5d971608d2a7 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:23.656616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561928e3-077f-49ce-aff2-5d971608d2a7 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:23.656968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561928e3-077f-49ce-aff2-5d971608d2a7 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:23.657306 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561928e3-077f-49ce-aff2-5d971608d2a7 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:23.677775 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-79efa91f-1e55-4c7c-a969-5ec887bef26b req-561928e3-077f-49ce-aff2-5d971608d2a7 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.681408 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-79efa91f-1e55-4c7c-a969-5ec887bef26b req-561928e3-077f-49ce-aff2-5d971608d2a7 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.682644 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79efa91f-1e55-4c7c-a969-5ec887bef26b req-561928e3-077f-49ce-aff2-5d971608d2a7 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "DELETE /v2.0/floatingips/0d621eca-b858-4978-8d87-ef0ea510c486 HTTP/1.1" status: 204 len: 173 time: 0.5436556 Aug 16 22:20:23.781788 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-5643ae3e-42ee-41ff-b881-6b56d0237c19 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Allocated IP 172.20.0.9 (f8a63fa3-3f8c-44df-b68b-c5d1b765109d/eacf5177-2040-46b3-9089-5860f949a56c/ecbbb56b-93b2-4971-8558-65be8c4ac638) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:23.788266 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d863745-f326-4e00-a494-5d379f447e22 req-93a801fc-1f12-4416-99f2-c70d274d4b35 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:23.791170 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d863745-f326-4e00-a494-5d379f447e22 req-93a801fc-1f12-4416-99f2-c70d274d4b35 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.0655100 Aug 16 22:20:23.867272 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-292029a2-fe41-4727-a837-8923d6642d59 req-f957742f-d289-406e-82a5-8775d8411971 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/floatingips/6c56ce60-dea5-44f0-a8ab-1031109fe35b HTTP/1.1" status: 200 len: 693 time: 0.0689912 Aug 16 22:20:23.959223 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d863745-f326-4e00-a494-5d379f447e22 req-560ca8c0-f860-4120-a4bc-4b0002553b56 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500034 Aug 16 22:20:24.019841 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-5643ae3e-42ee-41ff-b881-6b56d0237c19 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.041881 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292029a2-fe41-4727-a837-8923d6642d59 req-715cf399-a698-4758-9958-aaa4a5381f83 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:24.043412 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-292029a2-fe41-4727-a837-8923d6642d59 req-715cf399-a698-4758-9958-aaa4a5381f83 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.1759615 Aug 16 22:20:24.069011 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-5643ae3e-42ee-41ff-b881-6b56d0237c19 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.078482 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48110) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:24.082514 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['e9747994-313e-495c-b01a-c74cf58eae64'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:24.098785 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4a6d127-b47d-47c7-916d-24a7957a9e86 req-d5640266-0b11-49b3-a850-9b30bb916d44 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 210 time: 0.0540240 Aug 16 22:20:24.148278 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-5643ae3e-42ee-41ff-b881-6b56d0237c19 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Network f8a63fa3-3f8c-44df-b68b-c5d1b765109d is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:24.152109 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-5643ae3e-42ee-41ff-b881-6b56d0237c19 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:24.156953 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-5643ae3e-42ee-41ff-b881-6b56d0237c19 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:24.160940 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643ae3e-42ee-41ff-b881-6b56d0237c19 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Pushing event updated for resources: {'Port': ['ID=ecbbb56b-93b2-4971-8558-65be8c4ac638,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:24.174114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-292029a2-fe41-4727-a837-8923d6642d59 req-12359cd5-dffc-4422-9fb9-76b8ad42679e tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 696 time: 0.1114218 Aug 16 22:20:24.254756 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f4cf7e9-7ced-4ac2-a0ec-a54c5a233bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.280532 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-292029a2-fe41-4727-a837-8923d6642d59 req-66aaa3b2-4cf1-4ac6-8c3f-bea5434ad442 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 696 time: 0.0919762 Aug 16 22:20:24.288864 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-5643ae3e-42ee-41ff-b881-6b56d0237c19 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:24.289851 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-5643ae3e-42ee-41ff-b881-6b56d0237c19 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.337370 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088ad35-4d31-425f-9660-1198ee8be8de req-9dac1618-e35a-4752-9ce2-83b465346f18 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:24.339359 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6088ad35-4d31-425f-9660-1198ee8be8de req-9dac1618-e35a-4752-9ce2-83b465346f18 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.1520920 Aug 16 22:20:24.398372 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f4cf7e9-7ced-4ac2-a0ec-a54c5a233bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.405276 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f4cf7e9-7ced-4ac2-a0ec-a54c5a233bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.416679 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-5643ae3e-42ee-41ff-b881-6b56d0237c19 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9620361 Aug 16 22:20:24.435302 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6088ad35-4d31-425f-9660-1198ee8be8de req-ea5f4fc6-78b6-4ab9-9b86-3c854811431f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864573 Aug 16 22:20:24.437354 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] Request body: {'port': {'device_id': 'dd507484-c23c-446f-a5a1-7e00894d1fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:24.463996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-292029a2-fe41-4727-a837-8923d6642d59 req-e9271470-1f88-4d4b-9a81-a027f673ded2 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Deleting port 2cdd9981-c217-4147-ac8a-01d67ba74dc8 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:24.464843 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-292029a2-fe41-4727-a837-8923d6642d59 req-e9271470-1f88-4d4b-9a81-a027f673ded2 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.470194 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9f4cf7e9-7ced-4ac2-a0ec-a54c5a233bfd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ff6a5f4164ff481690f348f1db204ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887453 Aug 16 22:20:24.476502 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48118) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:24.488276 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cf7e9-7ced-4ac2-a0ec-a54c5a233bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b74a19f-d005-4817-a784-16ababb5a8ce,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:24.518839 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cf7e9-7ced-4ac2-a0ec-a54c5a233bfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:24.519136 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cf7e9-7ced-4ac2-a0ec-a54c5a233bfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:24.519443 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cf7e9-7ced-4ac2-a0ec-a54c5a233bfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:24.519782 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cf7e9-7ced-4ac2-a0ec-a54c5a233bfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:24.520119 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cf7e9-7ced-4ac2-a0ec-a54c5a233bfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:24.520588 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cf7e9-7ced-4ac2-a0ec-a54c5a233bfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:24.520925 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cf7e9-7ced-4ac2-a0ec-a54c5a233bfd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:24.521257 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cf7e9-7ced-4ac2-a0ec-a54c5a233bfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:24.522163 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cf7e9-7ced-4ac2-a0ec-a54c5a233bfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:24.522500 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cf7e9-7ced-4ac2-a0ec-a54c5a233bfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:24.522831 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cf7e9-7ced-4ac2-a0ec-a54c5a233bfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:24.523160 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4cf7e9-7ced-4ac2-a0ec-a54c5a233bfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:24.534674 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.613679 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-292029a2-fe41-4727-a837-8923d6642d59 req-e9271470-1f88-4d4b-9a81-a027f673ded2 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.614275 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-292029a2-fe41-4727-a837-8923d6642d59 req-e9271470-1f88-4d4b-9a81-a027f673ded2 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.627207 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4734b4f8-da1f-4cd4-98a6-ae7233c7942f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.632194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b388f5e-3f18-4037-be97-ca0b7539efc8 req-5d44b04d-6d52-4e2f-85d3-0d85aee9c3c8 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:24.637568 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b388f5e-3f18-4037-be97-ca0b7539efc8 req-5d44b04d-6d52-4e2f-85d3-0d85aee9c3c8 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 944 time: 0.1091163 Aug 16 22:20:24.653393 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-292029a2-fe41-4727-a837-8923d6642d59 req-e9271470-1f88-4d4b-9a81-a027f673ded2 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Calling delete_port for 2cdd9981-c217-4147-ac8a-01d67ba74dc8 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:24.691564 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4734b4f8-da1f-4cd4-98a6-ae7233c7942f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.816548 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecbbb56b-93b2-4971-8558-65be8c4ac638 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:24.825335 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.838472 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] Transition to ACTIVE for port object ecbbb56b-93b2-4971-8558-65be8c4ac638 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:24.841896 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.905585 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbbb56b-93b2-4971-8558-65be8c4ac638,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:24.983924 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] Attempting to bind port ecbbb56b-93b2-4971-8558-65be8c4ac638 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:24.984342 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] Attempting to bind port ecbbb56b-93b2-4971-8558-65be8c4ac638 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:24.984750 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] Attempting to bind port ecbbb56b-93b2-4971-8558-65be8c4ac638 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:24.989188 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] Port ecbbb56b-93b2-4971-8558-65be8c4ac638 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:20:24.989582 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] Attempting to bind port ecbbb56b-93b2-4971-8558-65be8c4ac638 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:24.995235 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:24.995562 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] Checking segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:24.996047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] Bound using segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:24.996551 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] Bound port: ecbbb56b-93b2-4971-8558-65be8c4ac638, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:24.996963 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:25.044408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b388f5e-3f18-4037-be97-ca0b7539efc8 req-55c8094e-cd9a-4a7f-bb6c-ce5a2cf1ed34 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940275 Aug 16 22:20:25.101086 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] For port ecbbb56b-93b2-4971-8558-65be8c4ac638, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:25.106526 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] For port ecbbb56b-93b2-4971-8558-65be8c4ac638, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=ecbbb56b-93b2-4971-8558-65be8c4ac638,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:25.111534 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:25.111736 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4734b4f8-da1f-4cd4-98a6-ae7233c7942f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:25.114352 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4734b4f8-da1f-4cd4-98a6-ae7233c7942f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:25.117747 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4734b4f8-da1f-4cd4-98a6-ae7233c7942f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3b74a19f-d005-4817-a784-16ababb5a8ce HTTP/1.1" status: 204 len: 168 time: 0.6380489 Aug 16 22:20:25.151280 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734b4f8-da1f-4cd4-98a6-ae7233c7942f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b74a19f-d005-4817-a784-16ababb5a8ce,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:25.186656 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-292029a2-fe41-4727-a837-8923d6642d59 req-e9271470-1f88-4d4b-9a81-a027f673ded2 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:25.206687 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:25.207602 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:25.209092 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] 10.222.0.43 "PUT /v2.0/ports/ecbbb56b-93b2-4971-8558-65be8c4ac638 HTTP/1.1" status: 200 len: 1092 time: 0.7761209 Aug 16 22:20:25.209611 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd507484-c23c-446f-a5a1-7e00894d1fc1', 'tag': 'ecbbb56b-93b2-4971-8558-65be8c4ac638'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:25.212130 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f6d118-9908-42d8-9d69-cbf2be7d5375" -d '{"events": [{"name": "network-changed", "server_uuid": "dd507484-c23c-446f-a5a1-7e00894d1fc1", "tag": "ecbbb56b-93b2-4971-8558-65be8c4ac638"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:25.216776 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9271470-1f88-4d4b-9a81-a027f673ded2 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Pushing event deleted for resources: {'Port': ['ID=2cdd9981-c217-4147-ac8a-01d67ba74dc8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:25.229168 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d44db7-fb8b-4aa4-9737-bb47bdba55d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbbb56b-93b2-4971-8558-65be8c4ac638,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:25.248470 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-292029a2-fe41-4727-a837-8923d6642d59 req-e9271470-1f88-4d4b-9a81-a027f673ded2 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:25.252041 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-292029a2-fe41-4727-a837-8923d6642d59 req-e9271470-1f88-4d4b-9a81-a027f673ded2 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:25.258849 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-292029a2-fe41-4727-a837-8923d6642d59 req-e9271470-1f88-4d4b-9a81-a027f673ded2 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "DELETE /v2.0/floatingips/6c56ce60-dea5-44f0-a8ab-1031109fe35b HTTP/1.1" status: 204 len: 173 time: 0.9713843 Aug 16 22:20:25.299755 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-41909777-83a7-467d-b39c-433f9dc201c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:25.301912 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-41909777-83a7-467d-b39c-433f9dc201c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 1095 time: 0.0511446 Aug 16 22:20:25.357819 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-fe9f6b62-2477-436d-8156-800e7f606ccf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecbbb56b-93b2-4971-8558-65be8c4ac638 HTTP/1.1" status: 200 len: 217 time: 0.0407796 Aug 16 22:20:25.385391 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa744d-621a-4d12-af6a-b267d18b5495 req-18a820f8-1d80-46ff-929d-d67c79c96c12 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:25.387242 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cdaa744d-621a-4d12-af6a-b267d18b5495 req-18a820f8-1d80-46ff-929d-d67c79c96c12 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.0896940 Aug 16 22:20:25.426295 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-d499aa4e-69bf-4416-9201-c7c99835143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:25.428133 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-d499aa4e-69bf-4416-9201-c7c99835143b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 200 len: 848 time: 0.0621254 Aug 16 22:20:25.438853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3af671-df93-468d-bafe-ec72cd355d73 req-cb048be7-920f-46a6-890a-db568009f2ad tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:25.440589 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6d3af671-df93-468d-bafe-ec72cd355d73 req-cb048be7-920f-46a6-890a-db568009f2ad tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 943 time: 0.1084244 Aug 16 22:20:25.462797 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cdaa744d-621a-4d12-af6a-b267d18b5495 req-8995d2d3-7e48-4a94-9451-c860fc7d2811 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668869 Aug 16 22:20:25.476818 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-7ecf3087-31e4-43a7-a919-6704aa943865 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384300 Aug 16 22:20:25.553698 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5277b984-01a6-4c5b-b70e-3df7f5cf9ce4 x-openstack-request-id: req-5277b984-01a6-4c5b-b70e-3df7f5cf9ce4 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:25.554184 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd507484-c23c-446f-a5a1-7e00894d1fc1", "tag": "ecbbb56b-93b2-4971-8558-65be8c4ac638", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:25.554766 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5277b984-01a6-4c5b-b70e-3df7f5cf9ce4 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:25.555389 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd507484-c23c-446f-a5a1-7e00894d1fc1', 'tag': 'ecbbb56b-93b2-4971-8558-65be8c4ac638', 'status': 'completed', 'code': 200} Aug 16 22:20:25.560019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48138) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:25.610645 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6d3af671-df93-468d-bafe-ec72cd355d73 req-b27e6e06-49a9-417a-a4e4-ca3feb89fcc9 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457002 Aug 16 22:20:25.619775 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6160d2b-4a6d-440d-87e9-515358993f71 req-dfed3041-be07-4a68-8ae1-c58c9e5d2c75 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/floatingips/7e337813-61e0-4078-a520-fc0aa253328b HTTP/1.1" status: 200 len: 693 time: 0.0789855 Aug 16 22:20:25.768705 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6160d2b-4a6d-440d-87e9-515358993f71 req-0ef58448-ef2b-4625-ba71-192067e5f86e tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:25.770348 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6160d2b-4a6d-440d-87e9-515358993f71 req-0ef58448-ef2b-4625-ba71-192067e5f86e tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.1488674 Aug 16 22:20:25.785390 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-f6160d2b-4a6d-440d-87e9-515358993f71 req-a5371433-489a-4731-a752-c1bb336643dd tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:20:25.786469 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6160d2b-4a6d-440d-87e9-515358993f71 req-a5371433-489a-4731-a752-c1bb336643dd tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067918 Aug 16 22:20:25.794556 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f3478-5280-430b-99d8-cb3f4fda9812 req-3e5d321b-a4ec-4a09-89fb-9893e9946c2d tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:25.796135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca8f3478-5280-430b-99d8-cb3f4fda9812 req-3e5d321b-a4ec-4a09-89fb-9893e9946c2d tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.0927994 Aug 16 22:20:25.857969 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6160d2b-4a6d-440d-87e9-515358993f71 req-1e93489a-0dcb-49b8-b689-add74be99cb6 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.141 HTTP/1.1" status: 200 len: 696 time: 0.0608275 Aug 16 22:20:25.880574 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ed211e30-1f4a-40e9-9057-189868751ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:25.911309 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca8f3478-5280-430b-99d8-cb3f4fda9812 req-c63415dd-1236-4ee8-8445-5681a8325248 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075714 Aug 16 22:20:25.919328 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6160d2b-4a6d-440d-87e9-515358993f71 req-f8e0d59d-7481-4fea-9ce0-ae5e1dcdf414 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.141 HTTP/1.1" status: 200 len: 696 time: 0.0492744 Aug 16 22:20:25.950461 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-c5edad26-8fef-46db-8879-05e505d48987 service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692893 Aug 16 22:20:26.076164 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ed211e30-1f4a-40e9-9057-189868751ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:26.083889 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ed211e30-1f4a-40e9-9057-189868751ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:26.138083 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c3c74847-1fe0-4874-b748-fd8569aed336 req-bbaadf27-ff8c-46b4-9abd-d5ea24a76f49 service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464484 Aug 16 22:20:26.149917 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ed211e30-1f4a-40e9-9057-189868751ad8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4d17dd71d0af4d25ae0cebbf42269846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5863857 Aug 16 22:20:26.149917 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed211e30-1f4a-40e9-9057-189868751ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc30d9c2-9b75-414a-9183-af01d8d1b47c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:26.151190 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48154) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:26.170718 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-1d5455e6-4686-4d0a-bf81-59e73908c5d5 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:26.172599 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-1d5455e6-4686-4d0a-bf81-59e73908c5d5 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/networks?id=3a91aac9-e753-46a8-9ce1-54531ccc000b HTTP/1.1" status: 200 len: 809 time: 0.1814754 Aug 16 22:20:26.175143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f6160d2b-4a6d-440d-87e9-515358993f71 req-05cb1e73-7c6a-4bcc-b117-87c2764b0a25 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Deleting port b8251e0c-ea4a-4f9d-89d8-cc9a3cc372d4 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:26.175541 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f6160d2b-4a6d-440d-87e9-515358993f71 req-05cb1e73-7c6a-4bcc-b117-87c2764b0a25 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:26.232353 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-da093fc0-6654-4455-8254-f2b6d92c059b tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/quotas/8f582c0b428a46e0b03ad5c58ffe0c2e HTTP/1.1" status: 200 len: 375 time: 0.0530035 Aug 16 22:20:26.235257 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4c79ff47-2145-451a-b69b-0af2f12accac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:26.269122 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4c79ff47-2145-451a-b69b-0af2f12accac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:26.287256 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6d118-9908-42d8-9d69-cbf2be7d5375 req-bbf98bd1-7293-4ff0-bab8-8e1ffd66feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:26.288914 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f7f6d118-9908-42d8-9d69-cbf2be7d5375 req-bbf98bd1-7293-4ff0-bab8-8e1ffd66feda service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 1095 time: 0.0894396 Aug 16 22:20:26.307828 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f6160d2b-4a6d-440d-87e9-515358993f71 req-05cb1e73-7c6a-4bcc-b117-87c2764b0a25 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:26.308155 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f6160d2b-4a6d-440d-87e9-515358993f71 req-05cb1e73-7c6a-4bcc-b117-87c2764b0a25 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:26.333362 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-32f69536-d7da-4795-a960-3641b3dfeb57 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f582c0b428a46e0b03ad5c58ffe0c2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910685 Aug 16 22:20:26.334696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f6160d2b-4a6d-440d-87e9-515358993f71 req-05cb1e73-7c6a-4bcc-b117-87c2764b0a25 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Calling delete_port for b8251e0c-ea4a-4f9d-89d8-cc9a3cc372d4 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:26.405399 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4c79ff47-2145-451a-b69b-0af2f12accac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:26.408566 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4c79ff47-2145-451a-b69b-0af2f12accac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:26.412221 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4c79ff47-2145-451a-b69b-0af2f12accac admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/cc30d9c2-9b75-414a-9183-af01d8d1b47c HTTP/1.1" status: 204 len: 168 time: 0.2575998 Aug 16 22:20:26.431835 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79ff47-2145-451a-b69b-0af2f12accac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc30d9c2-9b75-414a-9183-af01d8d1b47c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:26.434373 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6d118-9908-42d8-9d69-cbf2be7d5375 req-a678cb23-f162-4a62-b2af-2af3aa0fb95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:26.436194 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f7f6d118-9908-42d8-9d69-cbf2be7d5375 req-a678cb23-f162-4a62-b2af-2af3aa0fb95a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 909 time: 0.1387076 Aug 16 22:20:26.501783 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f7f6d118-9908-42d8-9d69-cbf2be7d5375 req-d50e10db-7401-43e8-83df-031d4ec1a651 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecbbb56b-93b2-4971-8558-65be8c4ac638 HTTP/1.1" status: 200 len: 217 time: 0.0571368 Aug 16 22:20:26.531443 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-43b31382-f77d-472b-914e-ac0fcf7a7a1c service neutron] 10.222.0.93 "GET /v2.0/networks/3a91aac9-e753-46a8-9ce1-54531ccc000b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849816 Aug 16 22:20:26.573799 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6d118-9908-42d8-9d69-cbf2be7d5375 req-089d0f66-8177-4da3-a14c-fb8f951b9453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:26.575620 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f7f6d118-9908-42d8-9d69-cbf2be7d5375 req-089d0f66-8177-4da3-a14c-fb8f951b9453 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 200 len: 848 time: 0.0668621 Aug 16 22:20:26.615399 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f7f6d118-9908-42d8-9d69-cbf2be7d5375 req-33ca48cc-c6c5-4dc3-8334-f4c804cb53c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295389 Aug 16 22:20:26.655640 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f6160d2b-4a6d-440d-87e9-515358993f71 req-05cb1e73-7c6a-4bcc-b117-87c2764b0a25 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:26.695878 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-7eedbba7-fc9e-4580-a2dc-228db405d347 service neutron] 10.222.0.93 "GET /v2.0/networks/3a91aac9-e753-46a8-9ce1-54531ccc000b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638608 Aug 16 22:20:26.701982 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb1e73-7c6a-4bcc-b117-87c2764b0a25 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Pushing event deleted for resources: {'Port': ['ID=b8251e0c-ea4a-4f9d-89d8-cc9a3cc372d4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:26.722915 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f6160d2b-4a6d-440d-87e9-515358993f71 req-05cb1e73-7c6a-4bcc-b117-87c2764b0a25 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:26.725801 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f6160d2b-4a6d-440d-87e9-515358993f71 req-05cb1e73-7c6a-4bcc-b117-87c2764b0a25 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:26.727414 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6160d2b-4a6d-440d-87e9-515358993f71 req-05cb1e73-7c6a-4bcc-b117-87c2764b0a25 tempest-FloatingIPDetailsTestJSON-1552944146 tempest-FloatingIPDetailsTestJSON-1552944146-project] 10.222.0.93 "DELETE /v2.0/floatingips/7e337813-61e0-4078-a520-fc0aa253328b HTTP/1.1" status: 204 len: 173 time: 0.7955246 Aug 16 22:20:26.734793 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48164) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:26.773150 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f7f6d118-9908-42d8-9d69-cbf2be7d5375 req-8c744004-b0d2-4c65-b5e3-5bcd424ab761 service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504622 Aug 16 22:20:26.927432 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f7f6d118-9908-42d8-9d69-cbf2be7d5375 req-6c852050-2070-48f4-a993-c3e0aa87ff99 service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451924 Aug 16 22:20:27.049138 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da374e60-6edd-4deb-974f-14b2672d1bab req-5a5123ba-4e09-4ae4-8d23-58653eaf97c2 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:27.050687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da374e60-6edd-4deb-974f-14b2672d1bab req-5a5123ba-4e09-4ae4-8d23-58653eaf97c2 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 944 time: 0.1984668 Aug 16 22:20:27.121770 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da374e60-6edd-4deb-974f-14b2672d1bab req-f37194a6-ecd0-4ad8-83e6-aed21a2264a5 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610225 Aug 16 22:20:27.255020 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41019e64-8493-47ef-be1e-02a03a6cabd2 req-a73cdef5-a2f7-46cb-885c-0862ef1adeab tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 210 time: 0.0662105 Aug 16 22:20:27.307190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1f699-d1d5-4c2e-bb5e-4b73a7417348 req-91079e80-4f51-464b-b1a9-6c74e88b8fcc tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:27.315483 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-54c1f699-d1d5-4c2e-bb5e-4b73a7417348 req-91079e80-4f51-464b-b1a9-6c74e88b8fcc tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 943 time: 0.1102805 Aug 16 22:20:27.413219 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-54c1f699-d1d5-4c2e-bb5e-4b73a7417348 req-0a8a704e-7a36-4db7-a969-146b1cb3f824 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918114 Aug 16 22:20:27.450291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5b28b-6534-45fa-b25f-809935aa0ce0 req-43fd5d35-41ca-4eec-a23b-e6f17ce7d256 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:27.451911 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6db5b28b-6534-45fa-b25f-809935aa0ce0 req-43fd5d35-41ca-4eec-a23b-e6f17ce7d256 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.1105585 Aug 16 22:20:27.454927 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcbee4a9-2300-404f-94a5-1290db7d061c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:27.548812 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48194) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:27.582668 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6db5b28b-6534-45fa-b25f-809935aa0ce0 req-8703b0ff-eee9-49f6-a999-77ac6c67f32c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860448 Aug 16 22:20:27.682252 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f3ef8137-b4e2-46a7-8597-342a2b2455bb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-760115950-network', 'tenant_id': '12aee29b6be9459780f00968d876d5d5'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:27.708930 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ef8137-b4e2-46a7-8597-342a2b2455bb admin admin] Made reservation on behalf of 12aee29b6be9459780f00968d876d5d5 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:27.711270 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3ef8137-b4e2-46a7-8597-342a2b2455bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:27.720907 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3ef8137-b4e2-46a7-8597-342a2b2455bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:27.787496 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-bcbee4a9-2300-404f-94a5-1290db7d061c admin admin] Deleting port 482ab013-bf81-4fe7-a766-06e87e7d18d7 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:27.788061 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcbee4a9-2300-404f-94a5-1290db7d061c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:27.819134 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3ef8137-b4e2-46a7-8597-342a2b2455bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:27.823534 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3ef8137-b4e2-46a7-8597-342a2b2455bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:27.848498 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ef8137-b4e2-46a7-8597-342a2b2455bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:20:27.858958 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef8137-b4e2-46a7-8597-342a2b2455bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75cff02-6941-4a23-ab9e-98a08ef509c6,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:27.865008 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3ef8137-b4e2-46a7-8597-342a2b2455bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:27.865008 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-f3ef8137-b4e2-46a7-8597-342a2b2455bb admin admin] Added segment adf66f0d-c7ba-4135-8eff-9f40ddc7db73 of type vlan for network d9f1b28d-b1b5-402a-9825-ba243ec4f82e Aug 16 22:20:27.869824 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-bcbee4a9-2300-404f-94a5-1290db7d061c admin admin] For port 482ab013-bf81-4fe7-a766-06e87e7d18d7, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=482ab013-bf81-4fe7-a766-06e87e7d18d7,segment=NetworkSegment(4236b46c-0e04-41d5-84b7-cc7b3a2c73aa),segment_id=4236b46c-0e04-41d5-84b7-cc7b3a2c73aa)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:27.870266 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcbee4a9-2300-404f-94a5-1290db7d061c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:27.884326 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-bcbee4a9-2300-404f-94a5-1290db7d061c admin admin] Calling delete_port for 482ab013-bf81-4fe7-a766-06e87e7d18d7 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:27.907189 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3ef8137-b4e2-46a7-8597-342a2b2455bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:27.941851 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3ef8137-b4e2-46a7-8597-342a2b2455bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:27.943170 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ef8137-b4e2-46a7-8597-342a2b2455bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:27.943759 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3ef8137-b4e2-46a7-8597-342a2b2455bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:28.005539 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f3ef8137-b4e2-46a7-8597-342a2b2455bb admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.4552896 Aug 16 22:20:28.005736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48200) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:28.012219 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-48945102-eaa8-469d-9de3-e14381e6ccc2 admin admin] Request body: {'subnet': {'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-760115950-subnet', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:28.020322 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef8137-b4e2-46a7-8597-342a2b2455bb admin admin] Pushing event updated for resources: {'Network': ['ID=d9f1b28d-b1b5-402a-9825-ba243ec4f82e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:28.044320 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network d9f1b28d-b1b5-402a-9825-ba243ec4f82e details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:20:28.045348 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48945102-eaa8-469d-9de3-e14381e6ccc2 admin admin] Made reservation on behalf of 12aee29b6be9459780f00968d876d5d5 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:28.047750 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48945102-eaa8-469d-9de3-e14381e6ccc2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:28.208892 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcbee4a9-2300-404f-94a5-1290db7d061c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:28.244533 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbee4a9-2300-404f-94a5-1290db7d061c admin admin] Pushing event deleted for resources: {'Port': ['ID=482ab013-bf81-4fe7-a766-06e87e7d18d7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:28.247088 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-8af93fb4-ab62-4bc0-af89-af2d3b6abc84 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:28.248349 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-8af93fb4-ab62-4bc0-af89-af2d3b6abc84 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.43 "GET /v2.0/networks?id=3a91aac9-e753-46a8-9ce1-54531ccc000b HTTP/1.1" status: 200 len: 809 time: 0.2177441 Aug 16 22:20:28.263419 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-84043eba-13cb-4cfb-b987-5a117962b0ae tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Request body: {'port': {'device_id': '87879911-6e96-477c-8643-c5dbd2382244', 'network_id': '3a91aac9-e753-46a8-9ce1-54531ccc000b', 'admin_state_up': True, 'tenant_id': '8f582c0b428a46e0b03ad5c58ffe0c2e'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:28.426927 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e3fe65e-04f8-4e26-a853-226842ecad79 req-461f370f-f6b4-48ab-8790-f7449240a073 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 210 time: 0.0718608 Aug 16 22:20:28.429242 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-84043eba-13cb-4cfb-b987-5a117962b0ae tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Made reservation on behalf of 8f582c0b428a46e0b03ad5c58ffe0c2e for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:28.438818 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-84043eba-13cb-4cfb-b987-5a117962b0ae tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:28.530475 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcbee4a9-2300-404f-94a5-1290db7d061c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:28.546000 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095718cb-ca89-44cc-91d2-09e94d688a35 req-4e667c29-47c8-47ff-9668-0ee5d09c9166 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:28.547410 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-095718cb-ca89-44cc-91d2-09e94d688a35 req-4e667c29-47c8-47ff-9668-0ee5d09c9166 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 944 time: 0.2361825 Aug 16 22:20:28.597001 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-84043eba-13cb-4cfb-b987-5a117962b0ae tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Allocated IP 172.20.0.6 (3a91aac9-e753-46a8-9ce1-54531ccc000b/662caa89-b9eb-46ea-9b49-48445d58df3b/a0eb810a-ad34-40ba-bd7f-330c813d18d0) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:28.615325 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48945102-eaa8-469d-9de3-e14381e6ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:28.710288 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126130c-9207-46bf-86ae-38b839fce17b req-efa91cf5-31aa-4b87-9b3d-7f28cd462983 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:28.713040 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6126130c-9207-46bf-86ae-38b839fce17b req-efa91cf5-31aa-4b87-9b3d-7f28cd462983 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 943 time: 0.1786273 Aug 16 22:20:28.763653 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-84043eba-13cb-4cfb-b987-5a117962b0ae tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:28.803076 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-84043eba-13cb-4cfb-b987-5a117962b0ae tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:28.816078 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['daa573e9-36b3-4e36-be36-06e886fa7f81'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:28.852356 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-84043eba-13cb-4cfb-b987-5a117962b0ae tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Network 3a91aac9-e753-46a8-9ce1-54531ccc000b is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:28.856720 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-84043eba-13cb-4cfb-b987-5a117962b0ae tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:28.861690 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-84043eba-13cb-4cfb-b987-5a117962b0ae tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:28.890438 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84043eba-13cb-4cfb-b987-5a117962b0ae tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Pushing event updated for resources: {'Port': ['ID=a0eb810a-ad34-40ba-bd7f-330c813d18d0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:28.918146 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-84043eba-13cb-4cfb-b987-5a117962b0ae tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:28.919086 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-84043eba-13cb-4cfb-b987-5a117962b0ae tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:28.936169 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-84043eba-13cb-4cfb-b987-5a117962b0ae tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6789336 Aug 16 22:20:28.951035 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] Request body: {'port': {'device_id': '87879911-6e96-477c-8643-c5dbd2382244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:29.018126 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.059869 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-095718cb-ca89-44cc-91d2-09e94d688a35 req-f1956f01-b3c4-429b-99a7-c2411f1adfd8 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791903 Aug 16 22:20:29.089259 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48945102-eaa8-469d-9de3-e14381e6ccc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=965b0dd6-0fa0-45f5-8a01-b0a243709b80,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:29.167281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48945102-eaa8-469d-9de3-e14381e6ccc2 admin admin] Checking segment: {'id': 'adf66f0d-c7ba-4135-8eff-9f40ddc7db73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:29.167666 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48945102-eaa8-469d-9de3-e14381e6ccc2 admin admin] Network hostable DHCP agents. Network: d9f1b28d-b1b5-402a-9825-ba243ec4f82e, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:20:29.172230 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6126130c-9207-46bf-86ae-38b839fce17b req-143b8777-be5e-45cf-ba1b-377161be9908 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474626 Aug 16 22:20:29.225056 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-ed52fca5-7de4-49fa-89d4-9f5cccd7bae0 service neutron] 10.222.0.39 "GET /v2.0/ports/c6bf034d-3a15-4f43-bcfb-82a726e3ea2e/bindings/n-h1-792458-15 HTTP/1.1" status: 200 len: 383 time: 0.1562009 Aug 16 22:20:29.229938 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48945102-eaa8-469d-9de3-e14381e6ccc2 admin admin] Network d9f1b28d-b1b5-402a-9825-ba243ec4f82e is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:20:29.281108 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-48945102-eaa8-469d-9de3-e14381e6ccc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, d9f1b28d-b1b5-402a-9825-ba243ec4f82e) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:29.289825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10195e4-df3f-4826-b424-5551df5ce9a0 req-4905f26c-de9d-4bb2-ae11-ec99b101c0be tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:29.292872 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694765f6-95e6-4eb2-a627-b90a9cb36ceb None None] Network d9f1b28d-b1b5-402a-9825-ba243ec4f82e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:29.297404 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d10195e4-df3f-4826-b424-5551df5ce9a0 req-4905f26c-de9d-4bb2-ae11-ec99b101c0be tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.1525946 Aug 16 22:20:29.313484 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48945102-eaa8-469d-9de3-e14381e6ccc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:29.314216 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48945102-eaa8-469d-9de3-e14381e6ccc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.383429 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-48945102-eaa8-469d-9de3-e14381e6ccc2 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3768764 Aug 16 22:20:29.390561 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d10195e4-df3f-4826-b424-5551df5ce9a0 req-0b3767ab-d222-4ab0-af1a-a19439abba14 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922034 Aug 16 22:20:29.390863 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48216) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:29.411194 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d79ee237-eb96-4d20-b546-06a5ed526254 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-760115950-router', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:29.414101 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbee4a9-2300-404f-94a5-1290db7d061c admin admin] Router 4163ea2f-3487-4698-8be8-75743e710933 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:20:29.452990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0eb810a-ad34-40ba-bd7f-330c813d18d0 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:29.462004 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.474767 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] Transition to ACTIVE for port object a0eb810a-ad34-40ba-bd7f-330c813d18d0 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:29.487224 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.534298 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-d9f1b28d-b1b5-402a-9825-ba243ec4f82e', 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'fixed_ips': [{'subnet_id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:20:29.535166 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.536373 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d79ee237-eb96-4d20-b546-06a5ed526254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.537576 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d79ee237-eb96-4d20-b546-06a5ed526254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.595196 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-e5b46163-f244-4892-a2ae-a53f5a04a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:29.596845 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-e5b46163-f244-4892-a2ae-a53f5a04a865 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f&tenant_id=fb89aa6f686447e2b31abca5e401c874 HTTP/1.1" status: 200 len: 1102 time: 0.1207530 Aug 16 22:20:29.619529 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbee4a9-2300-404f-94a5-1290db7d061c admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:20:29.624612 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bcbee4a9-2300-404f-94a5-1290db7d061c admin admin] 10.222.0.93 "PUT /v2.0/routers/4163ea2f-3487-4698-8be8-75743e710933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8886595 Aug 16 22:20:29.635815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48220) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:29.636048 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d79ee237-eb96-4d20-b546-06a5ed526254 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.655779 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbfdba1-461a-4f63-864b-6f33cd7f1d5c None None] Sync routers for ids ['4163ea2f-3487-4698-8be8-75743e710933'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:20:29.666990 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60741408-7b23-410e-8d09-02dc32d9405c req-2e7b9742-837b-4daa-ae68-1395cfa9525e tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:29.667212 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbfdba1-461a-4f63-864b-6f33cd7f1d5c None None] Routers {'4163ea2f-3487-4698-8be8-75743e710933'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:29.667921 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60741408-7b23-410e-8d09-02dc32d9405c req-2e7b9742-837b-4daa-ae68-1395cfa9525e tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 943 time: 0.1155922 Aug 16 22:20:29.668173 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] Pushing event updated for resources: {'Port': ['ID=a0eb810a-ad34-40ba-bd7f-330c813d18d0,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:29.674789 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-3cbfdba1-461a-4f63-864b-6f33cd7f1d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:20:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['4163ea2f-3487-4698-8be8-75743e710933'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:29.722316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Allocated IP 172.20.0.2 (d9f1b28d-b1b5-402a-9825-ba243ec4f82e/965b0dd6-0fa0-45f5-8a01-b0a243709b80/1ce51a00-cb48-40a8-baec-13af95015e75) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:29.789551 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-3cbfdba1-461a-4f63-864b-6f33cd7f1d5c None None] Set router 4163ea2f-3487-4698-8be8-75743e710933 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:20:29.793421 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60741408-7b23-410e-8d09-02dc32d9405c req-07e65322-1b51-4b35-8349-f35494e8b92b tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905871 Aug 16 22:20:29.795278 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-166519d9-8d00-4b20-b9ac-0e68d8a0cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:29.796714 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-166519d9-8d00-4b20-b9ac-0e68d8a0cbab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 1102 time: 0.1711380 Aug 16 22:20:29.797886 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] Attempting to bind port a0eb810a-ad34-40ba-bd7f-330c813d18d0 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:29.798107 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] Attempting to bind port a0eb810a-ad34-40ba-bd7f-330c813d18d0 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'd461892b-005d-4ddb-9032-a9c7ed5a508e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a91aac9-e753-46a8-9ce1-54531ccc000b'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:29.798524 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] Attempting to bind port a0eb810a-ad34-40ba-bd7f-330c813d18d0 on network 3a91aac9-e753-46a8-9ce1-54531ccc000b {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:29.813138 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5525b7a-5c3a-43e2-a1ce-85173bbe383b admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.829770 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] Port a0eb810a-ad34-40ba-bd7f-330c813d18d0 on network 3a91aac9-e753-46a8-9ce1-54531ccc000b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:20:29.830134 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] Attempting to bind port a0eb810a-ad34-40ba-bd7f-330c813d18d0 on network 3a91aac9-e753-46a8-9ce1-54531ccc000b {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:29.838050 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:29.838425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] Checking segment: {'id': 'd461892b-005d-4ddb-9032-a9c7ed5a508e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a91aac9-e753-46a8-9ce1-54531ccc000b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:29.838813 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] Bound using segment: {'id': 'd461892b-005d-4ddb-9032-a9c7ed5a508e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a91aac9-e753-46a8-9ce1-54531ccc000b'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:29.839244 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] Bound port: a0eb810a-ad34-40ba-bd7f-330c813d18d0, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd461892b-005d-4ddb-9032-a9c7ed5a508e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a91aac9-e753-46a8-9ce1-54531ccc000b'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:29.839611 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.842793 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d79ee237-eb96-4d20-b546-06a5ed526254 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.931258 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] For port a0eb810a-ad34-40ba-bd7f-330c813d18d0, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:29.935710 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] For port a0eb810a-ad34-40ba-bd7f-330c813d18d0, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=a0eb810a-ad34-40ba-bd7f-330c813d18d0,segment=NetworkSegment(d461892b-005d-4ddb-9032-a9c7ed5a508e),segment_id=d461892b-005d-4ddb-9032-a9c7ed5a508e)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:29.942210 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.951525 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.965496 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Transition to ACTIVE for port object 1ce51a00-cb48-40a8-baec-13af95015e75 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:29.992436 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Transition to ACTIVE for port object 1ce51a00-cb48-40a8-baec-13af95015e75 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:29.995980 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-66892a94-f8af-40a2-b2d9-018505b2a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:29.997861 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-66892a94-f8af-40a2-b2d9-018505b2a329 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1862752 Aug 16 22:20:30.001557 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.003961 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5525b7a-5c3a-43e2-a1ce-85173bbe383b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.035253 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:30.035737 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.037477 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] 10.222.0.43 "PUT /v2.0/ports/a0eb810a-ad34-40ba-bd7f-330c813d18d0 HTTP/1.1" status: 200 len: 1092 time: 1.0915570 Aug 16 22:20:30.038819 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87879911-6e96-477c-8643-c5dbd2382244', 'tag': 'a0eb810a-ad34-40ba-bd7f-330c813d18d0'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:30.041336 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd3d07e-c88f-41e9-928b-90ef6f5b0533" -d '{"events": [{"name": "network-changed", "server_uuid": "87879911-6e96-477c-8643-c5dbd2382244", "tag": "a0eb810a-ad34-40ba-bd7f-330c813d18d0"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:30.062503 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-279b04b3-9f7e-42d0-9d1d-4fa9e1634355 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e HTTP/1.1" status: 200 len: 217 time: 0.0511434 Aug 16 22:20:30.086327 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Network d9f1b28d-b1b5-402a-9825-ba243ec4f82e is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:30.096693 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:30.105065 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:30.110373 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d4d60-059b-4689-8a00-d8432e99b296 service neutron] Pushing event updated for resources: {'Port': ['ID=a0eb810a-ad34-40ba-bd7f-330c813d18d0,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:30.149699 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b18817-72f7-485b-96da-8704477d59c4 x-openstack-request-id: req-84b18817-72f7-485b-96da-8704477d59c4 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:30.150086 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87879911-6e96-477c-8643-c5dbd2382244", "tag": "a0eb810a-ad34-40ba-bd7f-330c813d18d0", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:30.150290 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-84b18817-72f7-485b-96da-8704477d59c4 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:30.150689 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87879911-6e96-477c-8643-c5dbd2382244', 'tag': 'a0eb810a-ad34-40ba-bd7f-330c813d18d0', 'status': 'completed', 'code': 200} Aug 16 22:20:30.153719 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-65c3f883-0176-4710-968d-200f4d1a68cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:30.155288 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-65c3f883-0176-4710-968d-200f4d1a68cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f582c0b428a46e0b03ad5c58ffe0c2e&device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 1095 time: 0.0759430 Aug 16 22:20:30.159017 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-222473ec-cbbe-4256-9b8d-a01f5e8ddbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:30.161935 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-222473ec-cbbe-4256-9b8d-a01f5e8ddbf8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0763721 Aug 16 22:20:30.171834 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-3cbfdba1-461a-4f63-864b-6f33cd7f1d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4163ea2f-3487-4698-8be8-75743e710933', 'name': 'tempest-FloatingIPDetailsTestJSON-1922416527-router', 'tenant_id': '3dc49af3b66745d7865b74d41ae99709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '759214d0-d613-4025-aaca-fc223e175c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:03Z', 'updated_at': '2021-08-16T22:20:28Z', 'revision_number': 5, 'project_id': '3dc49af3b66745d7865b74d41ae99709', 'gw_port': {'id': '759214d0-d613-4025-aaca-fc223e175c5c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4163ea2f-3487-4698-8be8-75743e710933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:04Z', 'updated_at': '2021-08-16T22:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:30.184234 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Pushing event updated for resources: {'Port': ['ID=1ce51a00-cb48-40a8-baec-13af95015e75,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:30.207015 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbfdba1-461a-4f63-864b-6f33cd7f1d5c None None] Checking router: 4163ea2f-3487-4698-8be8-75743e710933 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:20:30.210050 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:30.210512 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:30.210947 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:30.211591 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:30.212069 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:30.212666 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:30.213365 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:30.213783 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:30.214331 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:30.214636 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:30.215062 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:30.215473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:30.220122 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbfdba1-461a-4f63-864b-6f33cd7f1d5c None None] Routers {'4163ea2f-3487-4698-8be8-75743e710933'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:30.221108 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-3cbfdba1-461a-4f63-864b-6f33cd7f1d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:20:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['4163ea2f-3487-4698-8be8-75743e710933'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:30.236974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Attempting to bind port 1ce51a00-cb48-40a8-baec-13af95015e75 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:30.237491 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Attempting to bind port 1ce51a00-cb48-40a8-baec-13af95015e75 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'adf66f0d-c7ba-4135-8eff-9f40ddc7db73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:30.237943 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Attempting to bind port 1ce51a00-cb48-40a8-baec-13af95015e75 on network d9f1b28d-b1b5-402a-9825-ba243ec4f82e {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:30.240340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 8d88f0e9-6039-4c43-a191-d5a35303af11 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:20:30.247777 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b5525b7a-5c3a-43e2-a1ce-85173bbe383b admin admin] Deleting port 759214d0-d613-4025-aaca-fc223e175c5c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:30.248124 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5525b7a-5c3a-43e2-a1ce-85173bbe383b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.253613 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:30.254574 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Checking segment: {'id': 'adf66f0d-c7ba-4135-8eff-9f40ddc7db73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:30.254574 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.255112 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Bound using segment: {'id': 'adf66f0d-c7ba-4135-8eff-9f40ddc7db73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:30.255690 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Bound port: 1ce51a00-cb48-40a8-baec-13af95015e75, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf66f0d-c7ba-4135-8eff-9f40ddc7db73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:30.256165 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.273221 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-e55ae39d-5444-46e1-a0f9-fd87d0ace679 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0eb810a-ad34-40ba-bd7f-330c813d18d0 HTTP/1.1" status: 200 len: 217 time: 0.1095374 Aug 16 22:20:30.319510 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d79ee237-eb96-4d20-b546-06a5ed526254 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.324966 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-3cbfdba1-461a-4f63-864b-6f33cd7f1d5c None None] Set router 4163ea2f-3487-4698-8be8-75743e710933 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:20:30.339063 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] For port 1ce51a00-cb48-40a8-baec-13af95015e75, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:30.342555 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] For port 1ce51a00-cb48-40a8-baec-13af95015e75, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1ce51a00-cb48-40a8-baec-13af95015e75,segment=NetworkSegment(adf66f0d-c7ba-4135-8eff-9f40ddc7db73),segment_id=adf66f0d-c7ba-4135-8eff-9f40ddc7db73)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:30.350500 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.370109 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d79ee237-eb96-4d20-b546-06a5ed526254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.399036 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-3cbfdba1-461a-4f63-864b-6f33cd7f1d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4163ea2f-3487-4698-8be8-75743e710933', 'name': 'tempest-FloatingIPDetailsTestJSON-1922416527-router', 'tenant_id': '3dc49af3b66745d7865b74d41ae99709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:03Z', 'updated_at': '2021-08-16T22:20:30Z', 'revision_number': 6, 'project_id': '3dc49af3b66745d7865b74d41ae99709', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:30.415998 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41296556-8d1b-485a-a61b-3340233379f7 req-6369b579-5c57-4bcc-8187-d0c577131055 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:30.421420 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b70248-d8b2-442d-9864-23ef273ea409 None None] Pushing event updated for resources: {'Port': ['ID=1ce51a00-cb48-40a8-baec-13af95015e75,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:30.434154 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41296556-8d1b-485a-a61b-3340233379f7 req-6369b579-5c57-4bcc-8187-d0c577131055 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 943 time: 0.1370883 Aug 16 22:20:30.438037 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-f9d284af-fb98-487d-bf1f-bfc8522df473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:30.439530 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-f9d284af-fb98-487d-bf1f-bfc8522df473 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=662caa89-b9eb-46ea-9b49-48445d58df3b HTTP/1.1" status: 200 len: 849 time: 0.1214931 Aug 16 22:20:30.440728 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbfdba1-461a-4f63-864b-6f33cd7f1d5c None None] The sync data for ids ['4163ea2f-3487-4698-8be8-75743e710933'] in n-d-792458-15 is: [{'id': '4163ea2f-3487-4698-8be8-75743e710933', 'name': 'tempest-FloatingIPDetailsTestJSON-1922416527-router', 'tenant_id': '3dc49af3b66745d7865b74d41ae99709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:03Z', 'updated_at': '2021-08-16T22:20:30Z', 'revision_number': 6, 'project_id': '3dc49af3b66745d7865b74d41ae99709', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:20:30.460527 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a752c-3f8e-44b2-b7a4-0e77324d6690 req-eb47d73e-8695-4548-afa2-bcd6c98716a1 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:30.462126 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-546a752c-3f8e-44b2-b7a4-0e77324d6690 req-eb47d73e-8695-4548-afa2-bcd6c98716a1 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 944 time: 0.2190402 Aug 16 22:20:30.477768 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-b3813570-9f66-49fc-a8dc-573fab86a584 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a91aac9-e753-46a8-9ce1-54531ccc000b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308838 Aug 16 22:20:30.513116 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41296556-8d1b-485a-a61b-3340233379f7 req-154f31ec-6411-4b30-acbc-913821985bda tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781410 Aug 16 22:20:30.542009 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-ffc259d7-b13d-44e3-830a-43c49c5d4496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:30.543775 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-ffc259d7-b13d-44e3-830a-43c49c5d4496 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3748651 Aug 16 22:20:30.554552 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-d79ee237-eb96-4d20-b546-06a5ed526254 admin admin] Allocated IP 172.25.6.252 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/e5b73e29-2b9a-4e25-a939-489ba5848fcf) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:30.555818 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 8d88f0e9-6039-4c43-a191-d5a35303af11, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=8d88f0e9-6039-4c43-a191-d5a35303af11,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:30.579387 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-b5525b7a-5c3a-43e2-a1ce-85173bbe383b admin admin] For port 759214d0-d613-4025-aaca-fc223e175c5c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=759214d0-d613-4025-aaca-fc223e175c5c,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:30.579761 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5525b7a-5c3a-43e2-a1ce-85173bbe383b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.586980 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '8d88f0e9-6039-4c43-a191-d5a35303af11', 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc', 'port_id': '8d88f0e9-6039-4c43-a191-d5a35303af11', 'mac_address': 'fa:16:3e:54:91:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:20:30.606602 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-546a752c-3f8e-44b2-b7a4-0e77324d6690 req-06dcc5b4-0f34-494c-b90b-426192d1af7e tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257598 Aug 16 22:20:30.667458 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.681937 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-dc42d0e3-3f6e-4650-9808-d30ea497e533 service neutron] 10.222.0.43 "GET /v2.0/networks/3a91aac9-e753-46a8-9ce1-54531ccc000b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934526 Aug 16 22:20:30.682704 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d88f0e9-6039-4c43-a191-d5a35303af11 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:30.709342 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 8d88f0e9-6039-4c43-a191-d5a35303af11, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=8d88f0e9-6039-4c43-a191-d5a35303af11,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:30.714702 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.737437 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b5525b7a-5c3a-43e2-a1ce-85173bbe383b admin admin] Calling delete_port for 759214d0-d613-4025-aaca-fc223e175c5c owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:30.784131 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-98b5ca45-15b9-4730-aafb-77a3cc458408 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251863 Aug 16 22:20:30.788577 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=8d88f0e9-6039-4c43-a191-d5a35303af11,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:30.908584 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50450333-c080-42d2-811a-da0aa1c5aac3 req-6f2a7250-d061-4ff5-9849-fc93bfb75c1a service neutron] 10.222.0.43 "GET /v2.0/networks/3a91aac9-e753-46a8-9ce1-54531ccc000b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193666 Aug 16 22:20:30.975452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['8d88f0e9-6039-4c43-a191-d5a35303af11'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:30.978643 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d79ee237-eb96-4d20-b546-06a5ed526254 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.988547 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08335de0-8c32-44fc-b16b-9fab466b28fc req-c4b0d008-f67b-46da-b944-e1c270c899e7 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:30.996768 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-08335de0-8c32-44fc-b16b-9fab466b28fc req-c4b0d008-f67b-46da-b944-e1c270c899e7 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.2602732 Aug 16 22:20:31.032586 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3d07e-c88f-41e9-928b-90ef6f5b0533 req-d7569783-08d4-4cd5-8095-fb412c77d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:31.034468 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0bd3d07e-c88f-41e9-928b-90ef6f5b0533 req-d7569783-08d4-4cd5-8095-fb412c77d5d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f582c0b428a46e0b03ad5c58ffe0c2e&device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 1095 time: 0.0725298 Aug 16 22:20:31.100609 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d79ee237-eb96-4d20-b546-06a5ed526254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:31.145821 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79ee237-eb96-4d20-b546-06a5ed526254 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:31.155664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-08335de0-8c32-44fc-b16b-9fab466b28fc req-0611bfd3-3930-4f7f-b431-30ae2c1d2c6b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577859 Aug 16 22:20:31.156543 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d79ee237-eb96-4d20-b546-06a5ed526254 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:31.163425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1cf3e-424e-4cc3-9996-f66556f14254 req-ce275bc2-ff01-4c98-b076-3ddcd9227912 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:31.168071 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79ee237-eb96-4d20-b546-06a5ed526254 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:31.176306 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-73d1cf3e-424e-4cc3-9996-f66556f14254 req-ce275bc2-ff01-4c98-b076-3ddcd9227912 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 943 time: 0.2261028 Aug 16 22:20:31.194924 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ee237-eb96-4d20-b546-06a5ed526254 admin admin] Pushing event updated for resources: {'Port': ['ID=e5b73e29-2b9a-4e25-a939-489ba5848fcf,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:31.198419 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f456c4ff-0de3-45b9-8de3-e8988a5bea28 req-e3e98b6d-9b8c-48ed-9bcf-1fdb04159821 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042060 Aug 16 22:20:31.225322 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3d07e-c88f-41e9-928b-90ef6f5b0533 req-c2c22a2d-cbae-40d6-b48d-631fb98c80ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:31.226910 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0bd3d07e-c88f-41e9-928b-90ef6f5b0533 req-c2c22a2d-cbae-40d6-b48d-631fb98c80ba service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a91aac9-e753-46a8-9ce1-54531ccc000b HTTP/1.1" status: 200 len: 910 time: 0.1832471 Aug 16 22:20:31.250803 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-73d1cf3e-424e-4cc3-9996-f66556f14254 req-de05c2c8-3740-42b5-a938-9055b38b5578 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736063 Aug 16 22:20:31.278855 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5525b7a-5c3a-43e2-a1ce-85173bbe383b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:31.314455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5525b7a-5c3a-43e2-a1ce-85173bbe383b admin admin] Pushing event deleted for resources: {'Port': ['ID=759214d0-d613-4025-aaca-fc223e175c5c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:31.336128 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0bd3d07e-c88f-41e9-928b-90ef6f5b0533 req-56a988fd-c929-47d9-8289-f560c24c45d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0eb810a-ad34-40ba-bd7f-330c813d18d0 HTTP/1.1" status: 200 len: 217 time: 0.0998535 Aug 16 22:20:31.336697 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5525b7a-5c3a-43e2-a1ce-85173bbe383b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:31.438424 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3d07e-c88f-41e9-928b-90ef6f5b0533 req-1d6a7cc4-b694-49c6-a554-85c0cd1cc5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:31.440287 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0bd3d07e-c88f-41e9-928b-90ef6f5b0533 req-1d6a7cc4-b694-49c6-a554-85c0cd1cc5ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=662caa89-b9eb-46ea-9b49-48445d58df3b HTTP/1.1" status: 200 len: 849 time: 0.0745821 Aug 16 22:20:31.452037 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5525b7a-5c3a-43e2-a1ce-85173bbe383b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:31.455669 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5525b7a-5c3a-43e2-a1ce-85173bbe383b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:31.525803 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5525b7a-5c3a-43e2-a1ce-85173bbe383b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:31.526550 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5525b7a-5c3a-43e2-a1ce-85173bbe383b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4163ea2f-3487-4698-8be8-75743e710933 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:20:31.531561 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5525b7a-5c3a-43e2-a1ce-85173bbe383b admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:31.534020 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b5525b7a-5c3a-43e2-a1ce-85173bbe383b admin admin] 10.222.0.93 "DELETE /v2.0/routers/4163ea2f-3487-4698-8be8-75743e710933 HTTP/1.1" status: 204 len: 168 time: 1.8958921 Aug 16 22:20:31.536587 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48236) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:31.603677 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c15b51-371f-4650-80a1-21c94e593cfb admin admin] Deleting subnet b427ae02-3773-40f1-9faa-8bde0e732944 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:20:31.608223 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6c15b51-371f-4650-80a1-21c94e593cfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:31.617581 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1ce51a00-cb48-40a8-baec-13af95015e75 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:31.685736 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 1ce51a00-cb48-40a8-baec-13af95015e75 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:31.741106 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6c15b51-371f-4650-80a1-21c94e593cfb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:31.782260 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 482ab013-bf81-4fe7-a766-06e87e7d18d7 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:31.811145 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 482ab013-bf81-4fe7-a766-06e87e7d18d7 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:31.811479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 482ab013-bf81-4fe7-a766-06e87e7d18d7 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:31.811905 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 759214d0-d613-4025-aaca-fc223e175c5c no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:31.834086 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 759214d0-d613-4025-aaca-fc223e175c5c {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:31.834306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 759214d0-d613-4025-aaca-fc223e175c5c not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:31.838169 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6c15b51-371f-4650-80a1-21c94e593cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:31.865795 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0bd3d07e-c88f-41e9-928b-90ef6f5b0533 req-53431dca-9a23-4f35-ab58-0cd5ffb54631 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a91aac9-e753-46a8-9ce1-54531ccc000b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4176190 Aug 16 22:20:31.883223 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb49de8-9d6e-4ee8-957b-511a6b3dda05 req-3cfd9b76-976e-434e-92a8-617a30227db4 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:31.885329 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cbb49de8-9d6e-4ee8-957b-511a6b3dda05 req-3cfd9b76-976e-434e-92a8-617a30227db4 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 943 time: 0.2186692 Aug 16 22:20:31.918944 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34e490b-c35f-4526-bf33-86924ebc28d3 None None] Network d9f1b28d-b1b5-402a-9825-ba243ec4f82e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:31.943298 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ace541-d4cd-4374-905a-ee2efe37cede req-a7b51181-85df-4584-956a-3a181efe4845 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:31.944832 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-11ace541-d4cd-4374-905a-ee2efe37cede req-a7b51181-85df-4584-956a-3a181efe4845 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 945 time: 0.2014456 Aug 16 22:20:31.953901 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cbb49de8-9d6e-4ee8-957b-511a6b3dda05 req-f6e23493-af59-425f-be86-1d5513bc0f4c tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589762 Aug 16 22:20:31.957135 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6c15b51-371f-4650-80a1-21c94e593cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:31.996928 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d79ee237-eb96-4d20-b546-06a5ed526254 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.001298 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8dd16d8f-b96a-4b24-8604-6378c2af0c52 None None] Provisioning for port 1ce51a00-cb48-40a8-baec-13af95015e75 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:32.003442 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c15b51-371f-4650-80a1-21c94e593cfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b427ae02-3773-40f1-9faa-8bde0e732944,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:32.012177 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6c15b51-371f-4650-80a1-21c94e593cfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.018450 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f6c15b51-371f-4650-80a1-21c94e593cfb admin admin] 10.222.0.93 "DELETE /v2.0/subnets/b427ae02-3773-40f1-9faa-8bde0e732944 HTTP/1.1" status: 204 len: 168 time: 0.4784200 Aug 16 22:20:32.020743 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48246) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:32.024344 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d126b21a-b090-4891-8ef7-f55a7b2a55ff None None] Network f2f12bdb-70f6-453a-9928-fd415e06ca31 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:32.042728 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8dd16d8f-b96a-4b24-8604-6378c2af0c52 None None] Provisioning complete for port 1ce51a00-cb48-40a8-baec-13af95015e75 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:32.043246 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8dd16d8f-b96a-4b24-8604-6378c2af0c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.075389 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c6bf034d-3a15-4f43-bcfb-82a726e3ea2e no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:32.085514 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-11ace541-d4cd-4374-905a-ee2efe37cede req-e0d03ecb-a7a4-4bca-9854-e55fb1e64dcf tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303756 Aug 16 22:20:32.136691 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.146547 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0bd3d07e-c88f-41e9-928b-90ef6f5b0533 req-128bf29d-8f97-4979-96ba-e2270bd26f3d service neutron] 10.222.0.43 "GET /v2.0/networks/3a91aac9-e753-46a8-9ce1-54531ccc000b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712080 Aug 16 22:20:32.202848 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Deleting port 559c121a-e9e1-452d-b7e9-fff74d4d72d5 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:32.203869 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.249026 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 8d88f0e9-6039-4c43-a191-d5a35303af11 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:32.323531 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d79ee237-eb96-4d20-b546-06a5ed526254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.434218 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8dd16d8f-b96a-4b24-8604-6378c2af0c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.436388 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.446300 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0bd3d07e-c88f-41e9-928b-90ef6f5b0533 req-3fade154-460b-46f6-825b-021feaab5067 service neutron] 10.222.0.43 "GET /v2.0/networks/3a91aac9-e753-46a8-9ce1-54531ccc000b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913227 Aug 16 22:20:32.467822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 8d88f0e9-6039-4c43-a191-d5a35303af11 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:32.488372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 8d88f0e9-6039-4c43-a191-d5a35303af11 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:32.488889 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.518878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29af28ea-e394-44bd-bf48-333c0b183e6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6bf034d-3a15-4f43-bcfb-82a726e3ea2e'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:32.527339 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa94bb5-f5ee-4873-acbd-e58f65b54354" -d '{"events": [{"server_uuid": "29af28ea-e394-44bd-bf48-333c0b183e6f", "name": "network-vif-unplugged", "status": "completed", "tag": "c6bf034d-3a15-4f43-bcfb-82a726e3ea2e"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:32.530417 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79ee237-eb96-4d20-b546-06a5ed526254 admin admin] Router 95272809-d344-4c12-8672-1569ae3d12e2 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:20:32.548053 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8dd16d8f-b96a-4b24-8604-6378c2af0c52 None None] For port 1ce51a00-cb48-40a8-baec-13af95015e75, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1ce51a00-cb48-40a8-baec-13af95015e75,segment=NetworkSegment(adf66f0d-c7ba-4135-8eff-9f40ddc7db73),segment_id=adf66f0d-c7ba-4135-8eff-9f40ddc7db73)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:32.554951 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:32.561907 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81a533b-d9de-40d1-a8b9-edf073c59123 None None] DHCP port deletion for f2f12bdb-70f6-453a-9928-fd415e06ca31 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:20:32.565862 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8dd16d8f-b96a-4b24-8604-6378c2af0c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.576663 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.650935 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] For port 559c121a-e9e1-452d-b7e9-fff74d4d72d5, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=559c121a-e9e1-452d-b7e9-fff74d4d72d5,segment=NetworkSegment(4236b46c-0e04-41d5-84b7-cc7b3a2c73aa),segment_id=4236b46c-0e04-41d5-84b7-cc7b3a2c73aa)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:32.651454 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.653607 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd16d8f-b96a-4b24-8604-6378c2af0c52 None None] Pushing event updated for resources: {'Port': ['ID=1ce51a00-cb48-40a8-baec-13af95015e75,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:32.677507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Calling delete_port for 559c121a-e9e1-452d-b7e9-fff74d4d72d5 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:32.693784 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79ee237-eb96-4d20-b546-06a5ed526254 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:20:32.708549 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] Sync routers for ids ['95272809-d344-4c12-8672-1569ae3d12e2'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:20:32.719639 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d79ee237-eb96-4d20-b546-06a5ed526254 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.721333 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d79ee237-eb96-4d20-b546-06a5ed526254 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.3205254 Aug 16 22:20:32.724722 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48254) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:32.754009 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] Routers {'95272809-d344-4c12-8672-1569ae3d12e2'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:32.754653 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:20:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['95272809-d344-4c12-8672-1569ae3d12e2'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:32.756476 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.784941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879a30e-ab6c-49fe-9306-f9bdf4bdb37f req-5bbea48f-129a-49c0-8aa6-d4ec43606894 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:32.786388 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8879a30e-ab6c-49fe-9306-f9bdf4bdb37f req-5bbea48f-129a-49c0-8aa6-d4ec43606894 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.5222282 Aug 16 22:20:32.814733 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:32.829247 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226ccac-1456-45b2-8f9c-1d9d6179a6a5 req-13c196cd-e00b-443a-8de6-da03d848a734 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:32.829516 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e81a533b-d9de-40d1-a8b9-edf073c59123 None None] Deleting port 559c121a-e9e1-452d-b7e9-fff74d4d72d5 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:32.829979 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e81a533b-d9de-40d1-a8b9-edf073c59123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.834446 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9226ccac-1456-45b2-8f9c-1d9d6179a6a5 req-13c196cd-e00b-443a-8de6-da03d848a734 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 943 time: 0.1522985 Aug 16 22:20:32.872339 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 8d88f0e9-6039-4c43-a191-d5a35303af11, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=8d88f0e9-6039-4c43-a191-d5a35303af11,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:32.891859 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8879a30e-ab6c-49fe-9306-f9bdf4bdb37f req-bac9058c-cd7e-4440-b5ef-2f98a6659f9e tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949998 Aug 16 22:20:32.904331 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.935011 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9226ccac-1456-45b2-8f9c-1d9d6179a6a5 req-7cb9ff85-46a2-48e7-b789-796de25976a7 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896466 Aug 16 22:20:32.936529 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Pushing event deleted for resources: {'Port': ['ID=559c121a-e9e1-452d-b7e9-fff74d4d72d5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:32.940286 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] No DVR routers for this DVR port 559c121a-e9e1-452d-b7e9-fff74d4d72d5 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:33.069754 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.121632 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:20:33.122901 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:20:33.123646 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:20:33.123999 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Subscribe: > port after_create 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:20:33.124343 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Subscribe: > port after_delete 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:20:33.124666 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Subscribe: > port after_update 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:20:33.124999 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:20:33.125382 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:20:33.126448 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:20:33.126448 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:20:33.162339 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f1acb7-beac-4786-80d9-1b36c9a14cad x-openstack-request-id: req-a7f1acb7-beac-4786-80d9-1b36c9a14cad {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:33.162649 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29af28ea-e394-44bd-bf48-333c0b183e6f", "name": "network-vif-unplugged", "status": "completed", "tag": "c6bf034d-3a15-4f43-bcfb-82a726e3ea2e", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:33.163036 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a7f1acb7-beac-4786-80d9-1b36c9a14cad {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:33.163425 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29af28ea-e394-44bd-bf48-333c0b183e6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6bf034d-3a15-4f43-bcfb-82a726e3ea2e', 'code': 200} Aug 16 22:20:33.168003 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.180542 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5244b0a8-ceee-4b48-95d7-a823ca8789b8 None None] Provisioning complete for port 1ce51a00-cb48-40a8-baec-13af95015e75 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:33.182245 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5244b0a8-ceee-4b48-95d7-a823ca8789b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.209480 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:20:33.210092 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:20:33.210304 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:20:33.210805 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:20:33.211354 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f12bdb-70f6-453a-9928-fd415e06ca31']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:33.244832 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4236b46c-0e04-41d5-84b7-cc7b3a2c73aa') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:33.245387 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4236b46c-0e04-41d5-84b7-cc7b3a2c73aa') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:33.274383 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-e81a533b-d9de-40d1-a8b9-edf073c59123 None None] For port 559c121a-e9e1-452d-b7e9-fff74d4d72d5, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=559c121a-e9e1-452d-b7e9-fff74d4d72d5,segment=NetworkSegment(4236b46c-0e04-41d5-84b7-cc7b3a2c73aa),segment_id=4236b46c-0e04-41d5-84b7-cc7b3a2c73aa)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:33.274758 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e81a533b-d9de-40d1-a8b9-edf073c59123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.275586 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b121cb3e-2c8d-41ca-827b-db637a7f598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.284485 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.309541 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] Set router 95272809-d344-4c12-8672-1569ae3d12e2 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:20:33.311593 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e81a533b-d9de-40d1-a8b9-edf073c59123 None None] Calling delete_port for 559c121a-e9e1-452d-b7e9-fff74d4d72d5 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:33.314421 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=8d88f0e9-6039-4c43-a191-d5a35303af11,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:33.321904 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8733e-fd57-4f5e-b0b8-2811344a360c req-e29cc283-e668-49f7-ba4f-242b70dba8f3 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:33.323561 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2eb8733e-fd57-4f5e-b0b8-2811344a360c req-e29cc283-e668-49f7-ba4f-242b70dba8f3 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 943 time: 0.2625420 Aug 16 22:20:33.324573 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.336499 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:20:33.337076 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: from cryptography.utils import int_from_bytes Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: from cryptography.utils import int_from_bytes Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:20:33.341994 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:20:33.388564 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35010cd3-f7eb-44c1-b917-bbef52c6dc27 req-a345413e-1e56-4afd-988c-58fb1811a478 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:33.395809 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35010cd3-f7eb-44c1-b917-bbef52c6dc27 req-a345413e-1e56-4afd-988c-58fb1811a478 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 946 time: 0.1674600 Aug 16 22:20:33.464001 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-b121cb3e-2c8d-41ca-827b-db637a7f598a admin admin] Allocated IP 172.20.0.1 (d9f1b28d-b1b5-402a-9825-ba243ec4f82e/965b0dd6-0fa0-45f5-8a01-b0a243709b80/112cd744-0d48-4130-9f1b-174100be7355) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:33.469719 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2eb8733e-fd57-4f5e-b0b8-2811344a360c req-b34e5458-f1b0-4e2b-a50e-b3245ebdf352 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179557 Aug 16 22:20:33.480083 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.488588 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35010cd3-f7eb-44c1-b917-bbef52c6dc27 req-4c4152a7-43ee-4dc1-80d5-5770c6ed6016 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919442 Aug 16 22:20:33.528637 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.533499 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] 10.222.0.93 "DELETE /v2.0/networks/f2f12bdb-70f6-453a-9928-fd415e06ca31 HTTP/1.1" status: 204 len: 168 time: 1.5112805 Aug 16 22:20:33.537777 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b73cd-04ef-4b17-a505-c966199660db admin admin] Pushing event deleted for resources: {'Network': ['ID=f2f12bdb-70f6-453a-9928-fd415e06ca31,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:33.593838 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1ce51a00-cb48-40a8-baec-13af95015e75 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:33.623179 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e81a533b-d9de-40d1-a8b9-edf073c59123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.650620 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b121cb3e-2c8d-41ca-827b-db637a7f598a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.666161 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b121cb3e-2c8d-41ca-827b-db637a7f598a admin admin] Transition to ACTIVE for port object 112cd744-0d48-4130-9f1b-174100be7355 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:33.676217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e81a533b-d9de-40d1-a8b9-edf073c59123 None None] Network f2f12bdb-70f6-453a-9928-fd415e06ca31 is not hosted by any dhcp agent {{(pid=94873) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:20:33.676772 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81a533b-d9de-40d1-a8b9-edf073c59123 None None] No DVR routers for this DVR port 559c121a-e9e1-452d-b7e9-fff74d4d72d5 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:33.680144 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a533b-d9de-40d1-a8b9-edf073c59123 None None] Pushing event deleted for resources: {'Port': ['ID=559c121a-e9e1-452d-b7e9-fff74d4d72d5,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:33.680930 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48266) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:33.710042 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b121cb3e-2c8d-41ca-827b-db637a7f598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.720531 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 1ce51a00-cb48-40a8-baec-13af95015e75 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:33.720919 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.741298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fd7d4e0e-a440-4872-8c30-524c530edfc3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3dc49af3b66745d7865b74d41ae99709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565360 Aug 16 22:20:33.741584 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48268) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:33.747324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95272809-d344-4c12-8672-1569ae3d12e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-760115950-router', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:29Z', 'updated_at': '2021-08-16T22:20:31Z', 'revision_number': 3, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'gw_port': {'id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:30Z', 'updated_at': '2021-08-16T22:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:33.753442 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b121cb3e-2c8d-41ca-827b-db637a7f598a admin admin] Network d9f1b28d-b1b5-402a-9825-ba243ec4f82e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:33.756531 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-b121cb3e-2c8d-41ca-827b-db637a7f598a admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:33.759010 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b121cb3e-2c8d-41ca-827b-db637a7f598a admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:33.783484 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] Checking router: 95272809-d344-4c12-8672-1569ae3d12e2 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:20:33.783689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] Updating router 95272809-d344-4c12-8672-1569ae3d12e2 port e5b73e29-2b9a-4e25-a939-489ba5848fcf binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:20:33.799727 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121cb3e-2c8d-41ca-827b-db637a7f598a admin admin] Pushing event updated for resources: {'Port': ['ID=112cd744-0d48-4130-9f1b-174100be7355,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:33.803358 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aac39b9d-c33f-4ea3-aa20-8f0138bb78d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.818363 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.821564 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b121cb3e-2c8d-41ca-827b-db637a7f598a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.832806 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aac39b9d-c33f-4ea3-aa20-8f0138bb78d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.896751 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aac39b9d-c33f-4ea3-aa20-8f0138bb78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.900224 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aac39b9d-c33f-4ea3-aa20-8f0138bb78d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.901746 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-aac39b9d-c33f-4ea3-aa20-8f0138bb78d9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f45aed24-513e-4c16-a3e7-2290c18c350d HTTP/1.1" status: 204 len: 168 time: 0.1592560 Aug 16 22:20:33.911221 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac39b9d-c33f-4ea3-aa20-8f0138bb78d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45aed24-513e-4c16-a3e7-2290c18c350d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:34.077555 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 559c121a-e9e1-452d-b7e9-fff74d4d72d5 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:34.082050 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b121cb3e-2c8d-41ca-827b-db637a7f598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.089666 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9560fa-45e4-4bf7-9495-3b5e46ba2414 req-7b170dad-47e9-472f-bfb5-23994dd61c09 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:34.097264 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a9560fa-45e4-4bf7-9495-3b5e46ba2414 req-7b170dad-47e9-472f-bfb5-23994dd61c09 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 948 time: 0.0975974 Aug 16 22:20:34.098930 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c6bf034d-3a15-4f43-bcfb-82a726e3ea2e details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:20:34.104082 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 559c121a-e9e1-452d-b7e9-fff74d4d72d5 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:34.104784 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 559c121a-e9e1-452d-b7e9-fff74d4d72d5 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:34.151233 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-686bbb37-537b-4672-896b-7a30a6ad879a None None] Provisioning for port 112cd744-0d48-4130-9f1b-174100be7355 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:34.165799 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-686bbb37-537b-4672-896b-7a30a6ad879a None None] Provisioning complete for port 112cd744-0d48-4130-9f1b-174100be7355 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:34.166055 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-686bbb37-537b-4672-896b-7a30a6ad879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.185875 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a9560fa-45e4-4bf7-9495-3b5e46ba2414 req-7f78cffd-4bec-4ac7-b26c-95528ed94e39 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876627 Aug 16 22:20:34.204217 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2abf47-cdc0-4eca-bbd7-e620606da401 req-6dd611a6-ab6c-45a8-976a-2dab63190ff9 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:34.212260 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed2abf47-cdc0-4eca-bbd7-e620606da401 req-6dd611a6-ab6c-45a8-976a-2dab63190ff9 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 943 time: 0.1435871 Aug 16 22:20:34.273233 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device a0eb810a-ad34-40ba-bd7f-330c813d18d0 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:20:34.281398 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed2abf47-cdc0-4eca-bbd7-e620606da401 req-d65938a2-1f59-4e1a-92b9-1cd4ed8a6b30 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616171 Aug 16 22:20:34.309554 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b121cb3e-2c8d-41ca-827b-db637a7f598a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.315166 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b121cb3e-2c8d-41ca-827b-db637a7f598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.319418 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-686bbb37-537b-4672-896b-7a30a6ad879a None None] Port 112cd744-0d48-4130-9f1b-174100be7355 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:34.400382 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121cb3e-2c8d-41ca-827b-db637a7f598a admin admin] Pushing event updated for resources: {'Port': ['ID=112cd744-0d48-4130-9f1b-174100be7355,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:34.420084 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b121cb3e-2c8d-41ca-827b-db637a7f598a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.454621 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:34.483746 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'c6bf034d-3a15-4f43-bcfb-82a726e3ea2e', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': 'c6bf034d-3a15-4f43-bcfb-82a726e3ea2e', 'mac_address': 'fa:16:3e:88:70:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:20:34.494788 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.532395 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b121cb3e-2c8d-41ca-827b-db637a7f598a admin admin] Network d9f1b28d-b1b5-402a-9825-ba243ec4f82e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:34.534001 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-b121cb3e-2c8d-41ca-827b-db637a7f598a admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:34.539524 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] Transition to ACTIVE for port object e5b73e29-2b9a-4e25-a939-489ba5848fcf will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:34.562828 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.565762 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port a0eb810a-ad34-40ba-bd7f-330c813d18d0, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=a0eb810a-ad34-40ba-bd7f-330c813d18d0,segment=NetworkSegment(d461892b-005d-4ddb-9032-a9c7ed5a508e),segment_id=d461892b-005d-4ddb-9032-a9c7ed5a508e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:34.585362 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.631070 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'a0eb810a-ad34-40ba-bd7f-330c813d18d0', 'network_id': '3a91aac9-e753-46a8-9ce1-54531ccc000b', 'port_id': 'a0eb810a-ad34-40ba-bd7f-330c813d18d0', 'mac_address': 'fa:16:3e:bb:3f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '662caa89-b9eb-46ea-9b49-48445d58df3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:20:34.670711 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bf034d-3a15-4f43-bcfb-82a726e3ea2e {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:34.731958 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b121cb3e-2c8d-41ca-827b-db637a7f598a admin admin] Router 95272809-d344-4c12-8672-1569ae3d12e2 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:20:34.757770 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] Attempting to bind port e5b73e29-2b9a-4e25-a939-489ba5848fcf on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:34.757770 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] Attempting to bind port e5b73e29-2b9a-4e25-a939-489ba5848fcf by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:34.758492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] Attempting to bind port e5b73e29-2b9a-4e25-a939-489ba5848fcf on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:34.760064 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f7eae-c1c2-4e4c-b564-ee85cdb3c415 None None] Pushing event updated for resources: {'Port': ['ID=e5b73e29-2b9a-4e25-a939-489ba5848fcf,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:34.781142 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239afd4-bad6-4821-82ca-bf44eab183dc req-ef58d57a-8ce4-475c-9e2d-f1bbc7aa4735 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:34.788117 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:34.789028 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4239afd4-bad6-4821-82ca-bf44eab183dc req-ef58d57a-8ce4-475c-9e2d-f1bbc7aa4735 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 943 time: 0.1636155 Aug 16 22:20:34.803923 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:34.804598 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:34.805168 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.806437 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:34.809779 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] Bound port: e5b73e29-2b9a-4e25-a939-489ba5848fcf, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:34.810376 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.813104 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-99f58de4-676c-4d70-a8fd-0693efe4e78d tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:34.814672 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-99f58de4-676c-4d70-a8fd-0693efe4e78d tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.39 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f&tenant_id=fb89aa6f686447e2b31abca5e401c874&binding%3Ahost_id=n-h1-792458-15 HTTP/1.1" status: 200 len: 948 time: 0.1788032 Aug 16 22:20:34.820278 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.823009 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.852243 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245e439-8c1d-449a-8f35-ec0338a359d9 req-8eb02212-0bb2-4ec0-a283-9cfba4991a04 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:34.862982 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4245e439-8c1d-449a-8f35-ec0338a359d9 req-8eb02212-0bb2-4ec0-a283-9cfba4991a04 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 946 time: 0.1506557 Aug 16 22:20:34.898097 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b121cb3e-2c8d-41ca-827b-db637a7f598a admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:20:34.902238 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0eb810a-ad34-40ba-bd7f-330c813d18d0 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:34.916318 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b121cb3e-2c8d-41ca-827b-db637a7f598a admin admin] 10.222.0.93 "PUT /v2.0/routers/95272809-d344-4c12-8672-1569ae3d12e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1900015 Aug 16 22:20:34.947139 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4239afd4-bad6-4821-82ca-bf44eab183dc req-07ee7c3b-9ed7-47f8-aab2-46ee6605b882 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564195 Aug 16 22:20:34.969369 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port a0eb810a-ad34-40ba-bd7f-330c813d18d0, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=a0eb810a-ad34-40ba-bd7f-330c813d18d0,segment=NetworkSegment(d461892b-005d-4ddb-9032-a9c7ed5a508e),segment_id=d461892b-005d-4ddb-9032-a9c7ed5a508e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:34.973158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:34.984034 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.994529 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] For port e5b73e29-2b9a-4e25-a939-489ba5848fcf, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:35.014265 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4245e439-8c1d-449a-8f35-ec0338a359d9 req-74973e24-ea2e-4b1d-a66e-19508448e89d tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494961 Aug 16 22:20:35.025711 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-ff93be7d-d951-4677-af07-336eb1143584 service neutron] 10.222.0.39 "GET /v2.0/ports/c6bf034d-3a15-4f43-bcfb-82a726e3ea2e/bindings/n-h1-792458-15 HTTP/1.1" status: 200 len: 383 time: 0.1994689 Aug 16 22:20:35.032138 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ab585915-6c2b-45a9-9d0b-239145e94279 None None] Provisioning complete for port 112cd744-0d48-4130-9f1b-174100be7355 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:35.032909 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ab585915-6c2b-45a9-9d0b-239145e94279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:35.041364 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] For port e5b73e29-2b9a-4e25-a939-489ba5848fcf, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e5b73e29-2b9a-4e25-a939-489ba5848fcf,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:35.070764 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:35.101913 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ab585915-6c2b-45a9-9d0b-239145e94279 None None] Port 112cd744-0d48-4130-9f1b-174100be7355 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:35.104992 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=a0eb810a-ad34-40ba-bd7f-330c813d18d0,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:35.127346 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] Routers {'95272809-d344-4c12-8672-1569ae3d12e2'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:35.128025 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:20:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['95272809-d344-4c12-8672-1569ae3d12e2'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:35.169216 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c36bbd7-84cc-4fea-b27a-133716637b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d88f0e9-6039-4c43-a191-d5a35303af11'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:35.171494 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67eb35bd-6d26-4273-957b-1ec48ebe1d57" -d '{"events": [{"server_uuid": "9c36bbd7-84cc-4fea-b27a-133716637b84", "name": "network-vif-plugged", "status": "completed", "tag": "8d88f0e9-6039-4c43-a191-d5a35303af11"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:35.173899 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-fc1fe6b5-e469-48f2-b249-430d1cbe131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:35.175835 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-fc1fe6b5-e469-48f2-b249-430d1cbe131a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 1101 time: 0.1097963 Aug 16 22:20:35.180489 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['c6bf034d-3a15-4f43-bcfb-82a726e3ea2e'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:35.239206 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e3192-0e9e-4c63-9aa8-57af83028f08 req-f6e93cda-e590-4cee-8f25-38a02c267fef tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:35.242053 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['a0eb810a-ad34-40ba-bd7f-330c813d18d0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:35.244168 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b10e3192-0e9e-4c63-9aa8-57af83028f08 req-f6e93cda-e590-4cee-8f25-38a02c267fef tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 949 time: 0.1128917 Aug 16 22:20:35.314730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-48cb3112-f1b4-4bb1-a7b3-a77e7bae413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:35.316603 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-48cb3112-f1b4-4bb1-a7b3-a77e7bae413d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1314206 Aug 16 22:20:35.319853 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b10e3192-0e9e-4c63-9aa8-57af83028f08 req-a42d249e-b46d-467b-b377-c9341c709c48 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614538 Aug 16 22:20:35.363292 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-9cf6e2bd-9ed8-4c3c-9935-f5a4f313cb58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e HTTP/1.1" status: 200 len: 217 time: 0.0384915 Aug 16 22:20:35.459040 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15173909-f0a4-4a7f-a610-8dba69a6f110 x-openstack-request-id: req-15173909-f0a4-4a7f-a610-8dba69a6f110 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:35.459314 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c36bbd7-84cc-4fea-b27a-133716637b84", "name": "network-vif-plugged", "status": "completed", "tag": "8d88f0e9-6039-4c43-a191-d5a35303af11", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:35.459742 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-15173909-f0a4-4a7f-a610-8dba69a6f110 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:35.460313 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c36bbd7-84cc-4fea-b27a-133716637b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d88f0e9-6039-4c43-a191-d5a35303af11', 'code': 200} Aug 16 22:20:35.489017 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-21f29dbb-1f07-4d6b-bb04-f9bae5bbb51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:35.490787 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-21f29dbb-1f07-4d6b-bb04-f9bae5bbb51d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1165097 Aug 16 22:20:35.500609 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0210b99-bb0d-44fb-9445-361ec1d44e12 req-51ad08cc-1ad3-42ef-ae30-35d82b0f6bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:35.502502 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c0210b99-bb0d-44fb-9445-361ec1d44e12 req-51ad08cc-1ad3-42ef-ae30-35d82b0f6bd6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 1098 time: 0.0612230 Aug 16 22:20:35.511136 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f7eae-c1c2-4e4c-b564-ee85cdb3c415 None None] Pushing event updated for resources: {'Port': ['ID=e5b73e29-2b9a-4e25-a939-489ba5848fcf,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:35.537146 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] Set router 95272809-d344-4c12-8672-1569ae3d12e2 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:20:35.548581 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c0210b99-bb0d-44fb-9445-361ec1d44e12 req-f792bb53-d0ef-4111-9f0a-3e2632062ed2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386882 Aug 16 22:20:35.576545 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0d910-391c-49be-bcb2-a1273c083050 req-07a6b3e1-4fa1-402a-858c-b84fed5a5fdf tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:35.578036 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45b0d910-391c-49be-bcb2-a1273c083050 req-07a6b3e1-4fa1-402a-858c-b84fed5a5fdf tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/networks?id=d9f1b28d-b1b5-402a-9825-ba243ec4f82e HTTP/1.1" status: 200 len: 828 time: 0.2173243 Aug 16 22:20:35.580905 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-9da0900e-1ea0-4670-a5db-7e1568d5a700 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=b81cffe5d6464101a6eaf85fd000b863&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332141 Aug 16 22:20:35.608176 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45b0d910-391c-49be-bcb2-a1273c083050 req-cbcbf7de-a336-4ad6-a17e-1213623c9ede tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/quotas/12aee29b6be9459780f00968d876d5d5 HTTP/1.1" status: 200 len: 375 time: 0.0239663 Aug 16 22:20:35.659546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-10845140-7122-4fbc-aa74-2a5a96b47ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:35.661188 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-10845140-7122-4fbc-aa74-2a5a96b47ec5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1544302 Aug 16 22:20:35.779961 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45b0d910-391c-49be-bcb2-a1273c083050 req-ff5d4283-6c3c-48af-987c-b3c7ce1a8ebf tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=12aee29b6be9459780f00968d876d5d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1594996 Aug 16 22:20:35.792279 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-60a9c5b0-b950-4ab2-b4aa-d7a909b391e5 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:35.793679 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-60a9c5b0-b950-4ab2-b4aa-d7a909b391e5 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2022893 Aug 16 22:20:35.860926 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-9c50f5d0-7b8e-481e-ba40-5b0e6d46fea3 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/quotas/b81cffe5d6464101a6eaf85fd000b863 HTTP/1.1" status: 200 len: 375 time: 0.0563955 Aug 16 22:20:35.887698 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95272809-d344-4c12-8672-1569ae3d12e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-760115950-router', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:29Z', 'updated_at': '2021-08-16T22:20:34Z', 'revision_number': 4, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'gw_port': {'id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:30Z', 'updated_at': '2021-08-16T22:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '112cd744-0d48-4130-9f1b-174100be7355', 'name': '', 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'mac_address': 'fa:16:3e:90:93:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:33Z', 'updated_at': '2021-08-16T22:20:34Z', 'revision_number': 2, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'subnets': [{'id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:35.892519 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-db02b286-52a6-4f05-9ae0-d4602ee439eb service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097197 Aug 16 22:20:35.914277 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813f366d-8236-4ac1-b2fd-8f582a67e7bd None None] The sync data for ids ['95272809-d344-4c12-8672-1569ae3d12e2'] in n-d-792458-15 is: [{'id': '95272809-d344-4c12-8672-1569ae3d12e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-760115950-router', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:29Z', 'updated_at': '2021-08-16T22:20:34Z', 'revision_number': 4, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'gw_port': {'id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:30Z', 'updated_at': '2021-08-16T22:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '112cd744-0d48-4130-9f1b-174100be7355', 'name': '', 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'mac_address': 'fa:16:3e:90:93:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:33Z', 'updated_at': '2021-08-16T22:20:34Z', 'revision_number': 2, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'subnets': [{'id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:20:35.918637 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-5ffb4244-733a-4ff2-8805-bd44f3efc6e9 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b81cffe5d6464101a6eaf85fd000b863&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479813 Aug 16 22:20:35.985884 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45b0d910-391c-49be-bcb2-a1273c083050 req-6db5b262-4b64-4a30-9c54-84e430db1390 service neutron] 10.222.0.93 "GET /v2.0/networks/d9f1b28d-b1b5-402a-9825-ba243ec4f82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912100 Aug 16 22:20:36.077346 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-7a5910a5-8ec6-44ca-978e-3c9bfea1c381 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705332 Aug 16 22:20:36.148617 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45b0d910-391c-49be-bcb2-a1273c083050 req-fef0aa20-cc21-4edd-80c5-dda674b4b628 service neutron] 10.222.0.93 "GET /v2.0/networks/d9f1b28d-b1b5-402a-9825-ba243ec4f82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457183 Aug 16 22:20:36.247974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device ecbbb56b-93b2-4971-8558-65be8c4ac638 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:20:36.267943 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be458b4-764d-43b5-ae90-5adb3b40ce6c req-123723b8-6fb3-49ba-9185-cd3100205632 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:36.269806 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0be458b4-764d-43b5-ae90-5adb3b40ce6c req-123723b8-6fb3-49ba-9185-cd3100205632 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 944 time: 0.0812914 Aug 16 22:20:36.331563 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0be458b4-764d-43b5-ae90-5adb3b40ce6c req-47f84adb-5faf-4c21-8692-3ce8f6b20ccd tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538809 Aug 16 22:20:36.481120 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0235fbb6-36dc-4e10-bc73-41752a8c5452 req-27398e9d-82c5-4789-85dc-747c1ae30e6d tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5213f17-2fe6-4172-874c-bb8996829869 HTTP/1.1" status: 200 len: 210 time: 0.0820181 Aug 16 22:20:36.490773 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port ecbbb56b-93b2-4971-8558-65be8c4ac638, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=ecbbb56b-93b2-4971-8558-65be8c4ac638,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:36.510557 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'ecbbb56b-93b2-4971-8558-65be8c4ac638', 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d', 'port_id': 'ecbbb56b-93b2-4971-8558-65be8c4ac638', 'mac_address': 'fa:16:3e:9e:9a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacf5177-2040-46b3-9089-5860f949a56c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:20:36.589797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ee7db-c829-4af3-bf42-3b419d07af24 req-78d831cd-b907-4f59-9e5f-643e704c63ac tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:36.591533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b7ee7db-c829-4af3-bf42-3b419d07af24 req-78d831cd-b907-4f59-9e5f-643e704c63ac tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 943 time: 0.1190071 Aug 16 22:20:36.599259 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:36.633271 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecbbb56b-93b2-4971-8558-65be8c4ac638 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:36.680125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port ecbbb56b-93b2-4971-8558-65be8c4ac638, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=ecbbb56b-93b2-4971-8558-65be8c4ac638,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:36.686899 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:36.700369 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b7ee7db-c829-4af3-bf42-3b419d07af24 req-7c33f7f5-f9b6-483c-baa6-76c1a986ab22 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995843 Aug 16 22:20:36.750471 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=ecbbb56b-93b2-4971-8558-65be8c4ac638,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:36.847880 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7df6f9d2-1764-4ac0-b5e5-6bc864026aa5 req-8d182dd1-c80c-4358-9c9b-7a0190ee6594 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcbd0263-50b4-434a-be72-7411bffc4bb5 HTTP/1.1" status: 200 len: 210 time: 0.0449851 Aug 16 22:20:36.868804 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe36d3e-660d-4a1a-be3a-9dc53d2b3a58 req-294aee0f-3d24-4d56-818b-b2ff8839ea9c tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:36.870921 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6fe36d3e-660d-4a1a-be3a-9dc53d2b3a58 req-294aee0f-3d24-4d56-818b-b2ff8839ea9c tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 946 time: 0.1182187 Aug 16 22:20:36.940410 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['ecbbb56b-93b2-4971-8558-65be8c4ac638'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:36.948772 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6fe36d3e-660d-4a1a-be3a-9dc53d2b3a58 req-fe93b504-7971-4bc5-b3c9-aa45ac180393 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679536 Aug 16 22:20:37.122297 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f72d9-e07b-480b-8195-f2c720096f6e req-e81d022a-e5e3-4779-832c-9b07704ee4a1 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:37.123840 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c7f72d9-e07b-480b-8195-f2c720096f6e req-e81d022a-e5e3-4779-832c-9b07704ee4a1 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 949 time: 0.1179299 Aug 16 22:20:37.127527 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538316bc-78be-40db-b197-8322969b4e76 req-c2498275-59f0-45c7-90c6-1d064f276f13 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:37.133135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-538316bc-78be-40db-b197-8322969b4e76 req-c2498275-59f0-45c7-90c6-1d064f276f13 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 1098 time: 0.0784581 Aug 16 22:20:37.185127 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-538316bc-78be-40db-b197-8322969b4e76 req-da441873-8783-4c3e-b8b5-d459a28f78d0 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469811 Aug 16 22:20:37.200061 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c7f72d9-e07b-480b-8195-f2c720096f6e req-89768515-1fa3-4975-a3e9-542067838dda tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650885 Aug 16 22:20:37.324958 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b575ade-fcaa-48cf-9374-1da10ae6a5eb req-21adfb64-1b80-40e2-89bd-b10f926c3c68 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:37.327737 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b575ade-fcaa-48cf-9374-1da10ae6a5eb req-21adfb64-1b80-40e2-89bd-b10f926c3c68 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 1098 time: 0.0437701 Aug 16 22:20:37.379676 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b575ade-fcaa-48cf-9374-1da10ae6a5eb req-a521276f-96fd-41db-94f5-b5465b775d91 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462892 Aug 16 22:20:37.483612 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-0edc1288-8c50-4b43-8bc0-973599ff8a3c tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b81cffe5d6464101a6eaf85fd000b863&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453024 Aug 16 22:20:37.529566 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:20:37.601469 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54335942-b5df-42d3-8b3f-479fb86290d8 req-a98b0b52-7ceb-458c-b838-17f3f7c2cd3d tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:37.602843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e5b73e29-2b9a-4e25-a939-489ba5848fcf up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:37.609552 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-54335942-b5df-42d3-8b3f-479fb86290d8 req-a98b0b52-7ceb-458c-b838-17f3f7c2cd3d tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 944 time: 0.1823051 Aug 16 22:20:37.668610 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port e5b73e29-2b9a-4e25-a939-489ba5848fcf completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:37.670021 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-81bf1e4d-7523-4f64-a0ac-9ce54de409df req-a6b2778b-d49e-422a-adce-cdf4c33c54a7 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5213f17-2fe6-4172-874c-bb8996829869 HTTP/1.1" status: 200 len: 210 time: 0.0538354 Aug 16 22:20:37.674269 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port e5b73e29-2b9a-4e25-a939-489ba5848fcf triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:37.674691 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:37.702083 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-54335942-b5df-42d3-8b3f-479fb86290d8 req-2d1087d3-d84f-409b-8471-c26a8bd870da tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915205 Aug 16 22:20:37.745070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-f1d5fe06-18fa-43d8-ba1a-b7869e9a5910 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:37.750512 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-f1d5fe06-18fa-43d8-ba1a-b7869e9a5910 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2602413 Aug 16 22:20:37.766449 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-72242918-4044-475c-98a1-fc4db3255d22 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Request body: {'port': {'device_id': 'f5213f17-2fe6-4172-874c-bb8996829869', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': 'b81cffe5d6464101a6eaf85fd000b863'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:37.788497 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:37.814784 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port e5b73e29-2b9a-4e25-a939-489ba5848fcf, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e5b73e29-2b9a-4e25-a939-489ba5848fcf,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:37.822395 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:37.888248 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=e5b73e29-2b9a-4e25-a939-489ba5848fcf,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:37.968451 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f7e8d-edf0-4230-88bc-905985db607d req-c45a11e2-a3c4-4353-bcd3-85153de9ef3c tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:37.970002 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-924f7e8d-edf0-4230-88bc-905985db607d req-c45a11e2-a3c4-4353-bcd3-85153de9ef3c tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 944 time: 0.0954278 Aug 16 22:20:37.970827 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-72242918-4044-475c-98a1-fc4db3255d22 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Made reservation on behalf of b81cffe5d6464101a6eaf85fd000b863 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:37.974533 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-72242918-4044-475c-98a1-fc4db3255d22 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:37.992110 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-72242918-4044-475c-98a1-fc4db3255d22 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.040553 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-924f7e8d-edf0-4230-88bc-905985db607d req-addab53a-c422-470d-9fbb-5004d5479be8 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612619 Aug 16 22:20:38.108642 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c6bf034d-3a15-4f43-bcfb-82a726e3ea2e up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:38.156920 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-72242918-4044-475c-98a1-fc4db3255d22 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.187287 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0d910-391c-49be-bcb2-a1273c083050 req-1bf129f3-5614-4689-8a6c-56b0fb61fe21 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:38.199173 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89bdd0e6-3c3c-476a-bccc-009b4e85f888 req-bbbb0f4b-a2f2-4fce-a213-258ab8a89a1f tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcbd0263-50b4-434a-be72-7411bffc4bb5 HTTP/1.1" status: 200 len: 210 time: 0.0623584 Aug 16 22:20:38.199173 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-72242918-4044-475c-98a1-fc4db3255d22 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.199439 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:38.199551 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-45b0d910-391c-49be-bcb2-a1273c083050 req-1bf129f3-5614-4689-8a6c-56b0fb61fe21 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.39 "GET /v2.0/networks?id=d9f1b28d-b1b5-402a-9825-ba243ec4f82e HTTP/1.1" status: 200 len: 828 time: 0.2096794 Aug 16 22:20:38.199685 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.250728 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-45b0d910-391c-49be-bcb2-a1273c083050 req-8b6979c6-7554-4919-b64f-5d1dc09747d9 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Request body: {'port': {'device_id': 'dcbd0263-50b4-434a-be72-7411bffc4bb5', 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e', 'admin_state_up': True, 'tenant_id': '12aee29b6be9459780f00968d876d5d5'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:38.279849 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device a0eb810a-ad34-40ba-bd7f-330c813d18d0 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:38.330147 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.358811 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-72242918-4044-475c-98a1-fc4db3255d22 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Allocated IP 192.168.233.66 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/aa9111eb-d58f-4df3-a1aa-7eeb18821e3e) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:38.453404 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port a0eb810a-ad34-40ba-bd7f-330c813d18d0 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:38.466818 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.469300 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port a0eb810a-ad34-40ba-bd7f-330c813d18d0 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:38.469668 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.510716 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b0d910-391c-49be-bcb2-a1273c083050 req-8b6979c6-7554-4919-b64f-5d1dc09747d9 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Made reservation on behalf of 12aee29b6be9459780f00968d876d5d5 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:38.523675 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-45b0d910-391c-49be-bcb2-a1273c083050 req-8b6979c6-7554-4919-b64f-5d1dc09747d9 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.546462 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29af28ea-e394-44bd-bf48-333c0b183e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bf034d-3a15-4f43-bcfb-82a726e3ea2e'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:38.549277 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4391820d-a80f-47da-87ce-a8f02284b214" -d '{"events": [{"server_uuid": "29af28ea-e394-44bd-bf48-333c0b183e6f", "name": "network-vif-plugged", "status": "completed", "tag": "c6bf034d-3a15-4f43-bcfb-82a726e3ea2e"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:38.578736 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-72242918-4044-475c-98a1-fc4db3255d22 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.584196 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:38.594888 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-72242918-4044-475c-98a1-fc4db3255d22 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Transition to ACTIVE for port object aa9111eb-d58f-4df3-a1aa-7eeb18821e3e will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:38.598363 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.647317 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-72242918-4044-475c-98a1-fc4db3255d22 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.729256 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72242918-4044-475c-98a1-fc4db3255d22 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Pushing event updated for resources: {'Port': ['ID=aa9111eb-d58f-4df3-a1aa-7eeb18821e3e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:38.738709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72242918-4044-475c-98a1-fc4db3255d22 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4a89b0-4361-4220-8e35-9c4a5554830d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:38.739680 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:38.743443 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.753501 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-72242918-4044-475c-98a1-fc4db3255d22 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:38.759887 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-72242918-4044-475c-98a1-fc4db3255d22 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:38.762546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-72242918-4044-475c-98a1-fc4db3255d22 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:38.796156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port a0eb810a-ad34-40ba-bd7f-330c813d18d0, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=a0eb810a-ad34-40ba-bd7f-330c813d18d0,segment=NetworkSegment(d461892b-005d-4ddb-9032-a9c7ed5a508e),segment_id=d461892b-005d-4ddb-9032-a9c7ed5a508e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:38.803876 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e4e6d-cd84-4d73-b265-a6f92493778b req-80b5cc83-d3ec-4bf8-9d21-16c6d9a6fb06 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:38.808842 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.813593 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device ecbbb56b-93b2-4971-8558-65be8c4ac638 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:38.817995 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-667e4e6d-cd84-4d73-b265-a6f92493778b req-80b5cc83-d3ec-4bf8-9d21-16c6d9a6fb06 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.1833901 Aug 16 22:20:38.860511 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-45b0d910-391c-49be-bcb2-a1273c083050 req-8b6979c6-7554-4919-b64f-5d1dc09747d9 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Allocated IP 172.20.0.12 (d9f1b28d-b1b5-402a-9825-ba243ec4f82e/965b0dd6-0fa0-45f5-8a01-b0a243709b80/5aa80168-930f-4d7c-8d02-d8f6d078bbec) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:38.885292 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] Sync routers for ids ['95272809-d344-4c12-8672-1569ae3d12e2'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:20:38.902253 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] Routers {'95272809-d344-4c12-8672-1569ae3d12e2'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:38.902878 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:20:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['95272809-d344-4c12-8672-1569ae3d12e2'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:38.927961 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-72242918-4044-475c-98a1-fc4db3255d22 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:38.928639 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-72242918-4044-475c-98a1-fc4db3255d22 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.963996 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-667e4e6d-cd84-4d73-b265-a6f92493778b req-ba493d6f-f704-42f1-a4bf-ca7e2d969876 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389818 Aug 16 22:20:38.984742 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-209b85a3-a86b-429c-9b55-d9dfb1eb15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:38.985201 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port ecbbb56b-93b2-4971-8558-65be8c4ac638 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:38.991492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port ecbbb56b-93b2-4971-8558-65be8c4ac638 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:38.991834 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.992213 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-209b85a3-a86b-429c-9b55-d9dfb1eb15b4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f&tenant_id=fb89aa6f686447e2b31abca5e401c874 HTTP/1.1" status: 200 len: 1102 time: 0.1234598 Aug 16 22:20:39.000525 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-72242918-4044-475c-98a1-fc4db3255d22 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2368040 Aug 16 22:20:39.016965 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=a0eb810a-ad34-40ba-bd7f-330c813d18d0,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:39.025841 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] Request body: {'port': {'device_id': 'f5213f17-2fe6-4172-874c-bb8996829869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:39.089196 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca8e9a5f-c58e-4782-a77a-dbbe0b4b7c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.089606 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] Set router 95272809-d344-4c12-8672-1569ae3d12e2 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:20:39.164343 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6958298c-e630-4c4f-a1db-8760e2da0608 x-openstack-request-id: req-6958298c-e630-4c4f-a1db-8760e2da0608 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:39.165441 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29af28ea-e394-44bd-bf48-333c0b183e6f", "name": "network-vif-plugged", "status": "completed", "tag": "c6bf034d-3a15-4f43-bcfb-82a726e3ea2e", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:39.165441 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6958298c-e630-4c4f-a1db-8760e2da0608 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:39.165774 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29af28ea-e394-44bd-bf48-333c0b183e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bf034d-3a15-4f43-bcfb-82a726e3ea2e', 'code': 200} Aug 16 22:20:39.180754 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-779175b0-b169-4318-aac5-f364fa59b025 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:20:39.181817 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-779175b0-b169-4318-aac5-f364fa59b025 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0359750 Aug 16 22:20:39.200649 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-5483eb7c-8fb1-4672-9b47-ad2a9e28729c service neutron] Request body: {'binding': {'host': 'n-h1-792458-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:39.203599 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-5483eb7c-8fb1-4672-9b47-ad2a9e28729c service neutron] Unknown quota resources ['binding']. {{(pid=94872) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:20:39.204938 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.230127 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b304a4b8-ab7d-43c1-869b-eb6d7045fba4 None None] Provisioning for port aa9111eb-d58f-4df3-a1aa-7eeb18821e3e completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:39.237847 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b304a4b8-ab7d-43c1-869b-eb6d7045fba4 None None] Provisioning complete for port aa9111eb-d58f-4df3-a1aa-7eeb18821e3e triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:39.238318 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b304a4b8-ab7d-43c1-869b-eb6d7045fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.263438 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-45b0d910-391c-49be-bcb2-a1273c083050 req-8b6979c6-7554-4919-b64f-5d1dc09747d9 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.293889 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port ecbbb56b-93b2-4971-8558-65be8c4ac638, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=ecbbb56b-93b2-4971-8558-65be8c4ac638,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:39.299428 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b304a4b8-ab7d-43c1-869b-eb6d7045fba4 None None] Port aa9111eb-d58f-4df3-a1aa-7eeb18821e3e cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:39.305620 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.329153 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-45b0d910-391c-49be-bcb2-a1273c083050 req-8b6979c6-7554-4919-b64f-5d1dc09747d9 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Transition to ACTIVE for port object 5aa80168-930f-4d7c-8d02-d8f6d078bbec will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:39.367515 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=ecbbb56b-93b2-4971-8558-65be8c4ac638,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:39.407186 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95272809-d344-4c12-8672-1569ae3d12e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-760115950-router', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:29Z', 'updated_at': '2021-08-16T22:20:34Z', 'revision_number': 4, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'gw_port': {'id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:30Z', 'updated_at': '2021-08-16T22:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '112cd744-0d48-4130-9f1b-174100be7355', 'name': '', 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'mac_address': 'fa:16:3e:90:93:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:33Z', 'updated_at': '2021-08-16T22:20:34Z', 'revision_number': 2, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'subnets': [{'id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:39.419202 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-45b0d910-391c-49be-bcb2-a1273c083050 req-8b6979c6-7554-4919-b64f-5d1dc09747d9 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.443589 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] Checking router: 95272809-d344-4c12-8672-1569ae3d12e2 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:20:39.443946 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] Updating router 95272809-d344-4c12-8672-1569ae3d12e2 port 112cd744-0d48-4130-9f1b-174100be7355 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:20:39.452875 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-5483eb7c-8fb1-4672-9b47-ad2a9e28729c service neutron] Attempting to bind port 8d88f0e9-6039-4c43-a191-d5a35303af11 on host n-h1-792458-15 for vnic_type normal with profile None {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:39.453221 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-5483eb7c-8fb1-4672-9b47-ad2a9e28729c service neutron] Attempting to bind port 8d88f0e9-6039-4c43-a191-d5a35303af11 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:39.453592 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-5483eb7c-8fb1-4672-9b47-ad2a9e28729c service neutron] Attempting to bind port 8d88f0e9-6039-4c43-a191-d5a35303af11 on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:39.472169 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-5483eb7c-8fb1-4672-9b47-ad2a9e28729c service neutron] Port 8d88f0e9-6039-4c43-a191-d5a35303af11 on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:20:39.472760 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-5483eb7c-8fb1-4672-9b47-ad2a9e28729c service neutron] Attempting to bind port 8d88f0e9-6039-4c43-a191-d5a35303af11 on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:39.482786 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b0d910-391c-49be-bcb2-a1273c083050 req-8b6979c6-7554-4919-b64f-5d1dc09747d9 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Network d9f1b28d-b1b5-402a-9825-ba243ec4f82e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:39.490154 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.491106 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-45b0d910-391c-49be-bcb2-a1273c083050 req-8b6979c6-7554-4919-b64f-5d1dc09747d9 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:39.494475 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b0d910-391c-49be-bcb2-a1273c083050 req-8b6979c6-7554-4919-b64f-5d1dc09747d9 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:39.499323 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-5483eb7c-8fb1-4672-9b47-ad2a9e28729c service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:39.500033 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-5483eb7c-8fb1-4672-9b47-ad2a9e28729c service neutron] Checking segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:39.500699 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-5483eb7c-8fb1-4672-9b47-ad2a9e28729c service neutron] Bound using segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:39.501303 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-5483eb7c-8fb1-4672-9b47-ad2a9e28729c service neutron] Bound port: 8d88f0e9-6039-4c43-a191-d5a35303af11, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:39.525243 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e5b73e29-2b9a-4e25-a939-489ba5848fcf up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:39.532605 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6979c6-7554-4919-b64f-5d1dc09747d9 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Pushing event updated for resources: {'Port': ['ID=5aa80168-930f-4d7c-8d02-d8f6d078bbec,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:39.565359 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.583111 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-7cb1c359-ec9c-4a76-b108-7f2a2ce56c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:39.584912 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-7cb1c359-ec9c-4a76-b108-7f2a2ce56c2c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 1102 time: 0.5042913 Aug 16 22:20:39.609134 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0d910-391c-49be-bcb2-a1273c083050 req-8b6979c6-7554-4919-b64f-5d1dc09747d9 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:39.610094 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-45b0d910-391c-49be-bcb2-a1273c083050 req-8b6979c6-7554-4919-b64f-5d1dc09747d9 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.654228 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port e5b73e29-2b9a-4e25-a939-489ba5848fcf triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:39.654608 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.656854 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-45b0d910-391c-49be-bcb2-a1273c083050 req-8b6979c6-7554-4919-b64f-5d1dc09747d9 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4200149 Aug 16 22:20:39.658806 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-5483eb7c-8fb1-4672-9b47-ad2a9e28729c service neutron] For port 8d88f0e9-6039-4c43-a191-d5a35303af11, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=8d88f0e9-6039-4c43-a191-d5a35303af11,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:39.664447 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-5483eb7c-8fb1-4672-9b47-ad2a9e28729c service neutron] Notify callbacks [] for binding, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.665648 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31944a-5b08-4b11-b8c8-32ebadef3c6a req-2e324fb6-bafb-4ff2-9c20-1e80f604bebf tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:39.673011 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc31944a-5b08-4b11-b8c8-32ebadef3c6a req-2e324fb6-bafb-4ff2-9c20-1e80f604bebf tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5213f17-2fe6-4172-874c-bb8996829869 HTTP/1.1" status: 200 len: 935 time: 0.1802356 Aug 16 22:20:39.679126 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-5483eb7c-8fb1-4672-9b47-ad2a9e28729c service neutron] 10.222.0.93 "POST /v2.0/ports/8d88f0e9-6039-4c43-a191-d5a35303af11/bindings HTTP/1.1" status: 201 len: 390 time: 0.4853961 Aug 16 22:20:39.697252 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-45b0d910-391c-49be-bcb2-a1273c083050 req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] Request body: {'port': {'device_id': 'dcbd0263-50b4-434a-be72-7411bffc4bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:39.824851 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc31944a-5b08-4b11-b8c8-32ebadef3c6a req-f2448932-8778-45bd-bf7f-b1cfef01020e tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/security-groups?id=9a4a89b0-4361-4220-8e35-9c4a5554830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496689 Aug 16 22:20:39.839720 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-45b0d910-391c-49be-bcb2-a1273c083050 req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.840798 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-5fc69ccf-d629-4ae7-ac06-583a95ffd581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:39.844550 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-5fc69ccf-d629-4ae7-ac06-583a95ffd581 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.2504573 Aug 16 22:20:39.945145 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-676432a9-dfa1-4e52-b876-271e356d0bb6 None None] Provisioning for port 5aa80168-930f-4d7c-8d02-d8f6d078bbec completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:39.950306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-676432a9-dfa1-4e52-b876-271e356d0bb6 None None] Provisioning complete for port 5aa80168-930f-4d7c-8d02-d8f6d078bbec triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:39.950679 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-676432a9-dfa1-4e52-b876-271e356d0bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.987359 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.991188 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 51866) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:39.997426 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-d7069f98-81b5-4d3f-b1ef-0c56e2adbdb1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e HTTP/1.1" status: 200 len: 217 time: 0.0943882 Aug 16 22:20:40.001389 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] Transition to ACTIVE for port object 112cd744-0d48-4130-9f1b-174100be7355 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:40.010118 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.013872 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-676432a9-dfa1-4e52-b876-271e356d0bb6 None None] Port 5aa80168-930f-4d7c-8d02-d8f6d078bbec cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:40.069734 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab1c79-60c1-40f8-a522-1a350f2d4e49 None None] Pushing event updated for resources: {'Port': ['ID=112cd744-0d48-4130-9f1b-174100be7355,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:40.100476 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab1c79-60c1-40f8-a522-1a350f2d4e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:40.100820 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab1c79-60c1-40f8-a522-1a350f2d4e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:40.101163 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab1c79-60c1-40f8-a522-1a350f2d4e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:40.101498 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab1c79-60c1-40f8-a522-1a350f2d4e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:40.101831 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab1c79-60c1-40f8-a522-1a350f2d4e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:40.102268 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab1c79-60c1-40f8-a522-1a350f2d4e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:40.102591 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab1c79-60c1-40f8-a522-1a350f2d4e49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:40.103458 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab1c79-60c1-40f8-a522-1a350f2d4e49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:40.103799 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab1c79-60c1-40f8-a522-1a350f2d4e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:40.104127 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab1c79-60c1-40f8-a522-1a350f2d4e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:40.104697 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab1c79-60c1-40f8-a522-1a350f2d4e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:40.105026 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab1c79-60c1-40f8-a522-1a350f2d4e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:40.144693 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] Attempting to bind port 112cd744-0d48-4130-9f1b-174100be7355 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:40.145063 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] Attempting to bind port 112cd744-0d48-4130-9f1b-174100be7355 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'adf66f0d-c7ba-4135-8eff-9f40ddc7db73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:40.145418 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] Attempting to bind port 112cd744-0d48-4130-9f1b-174100be7355 on network d9f1b28d-b1b5-402a-9825-ba243ec4f82e {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:40.150861 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:40.151068 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] Checking segment: {'id': 'adf66f0d-c7ba-4135-8eff-9f40ddc7db73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:40.151450 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.151841 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] Bound using segment: {'id': 'adf66f0d-c7ba-4135-8eff-9f40ddc7db73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:40.152782 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] Bound port: 112cd744-0d48-4130-9f1b-174100be7355, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf66f0d-c7ba-4135-8eff-9f40ddc7db73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:40.153318 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.164342 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36ca95-5a71-459b-8902-bf17d15e2c9a req-a33752ff-ead4-47b9-9ac2-a4818ef1f816 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:40.165903 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b36ca95-5a71-459b-8902-bf17d15e2c9a req-a33752ff-ead4-47b9-9ac2-a4818ef1f816 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.2672553 Aug 16 22:20:40.190090 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ab0c4e00-3375-4781-97fc-96916ac3814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:40.191597 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ab0c4e00-3375-4781-97fc-96916ac3814f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 1098 time: 0.1958852 Aug 16 22:20:40.205396 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-e23ea6ef-03ed-4248-a72f-c9d7fd08e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:40.206713 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-e23ea6ef-03ed-4248-a72f-c9d7fd08e65c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1751831 Aug 16 22:20:40.223537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aca0fa-806f-4429-a1c2-5e525d21f9da req-e78378be-0f30-4896-b4fb-55db69777d3a tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:40.225060 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36aca0fa-806f-4429-a1c2-5e525d21f9da req-e78378be-0f30-4896-b4fb-55db69777d3a tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.1807842 Aug 16 22:20:40.236733 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] For port 112cd744-0d48-4130-9f1b-174100be7355, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:40.240841 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] For port 112cd744-0d48-4130-9f1b-174100be7355, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=112cd744-0d48-4130-9f1b-174100be7355,segment=NetworkSegment(adf66f0d-c7ba-4135-8eff-9f40ddc7db73),segment_id=adf66f0d-c7ba-4135-8eff-9f40ddc7db73)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:40.246652 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.263034 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-45b0d910-391c-49be-bcb2-a1273c083050 req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa80168-930f-4d7c-8d02-d8f6d078bbec {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:40.272514 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-45b0d910-391c-49be-bcb2-a1273c083050 req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.287252 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-45b0d910-391c-49be-bcb2-a1273c083050 req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] Transition to ACTIVE for port object 5aa80168-930f-4d7c-8d02-d8f6d078bbec will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:40.295190 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-45b0d910-391c-49be-bcb2-a1273c083050 req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.326593 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] Routers {'95272809-d344-4c12-8672-1569ae3d12e2'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:40.327077 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:20:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['95272809-d344-4c12-8672-1569ae3d12e2'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:40.329486 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab1c79-60c1-40f8-a522-1a350f2d4e49 None None] Pushing event updated for resources: {'Port': ['ID=112cd744-0d48-4130-9f1b-174100be7355,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:40.395328 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b36ca95-5a71-459b-8902-bf17d15e2c9a req-4f603179-3ce2-4a19-bb00-4d7d5ea3e0ba tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174587 Aug 16 22:20:40.419178 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-846b2c48-ebe1-4f49-b346-a0e0b3aab603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:40.420848 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-846b2c48-ebe1-4f49-b346-a0e0b3aab603 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1731143 Aug 16 22:20:40.421952 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] Pushing event updated for resources: {'Port': ['ID=5aa80168-930f-4d7c-8d02-d8f6d078bbec,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:40.443664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36aca0fa-806f-4429-a1c2-5e525d21f9da req-53938fff-0028-4176-bf77-15430e5eff7b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945813 Aug 16 22:20:40.458057 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-45b0d910-391c-49be-bcb2-a1273c083050 req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] Attempting to bind port 5aa80168-930f-4d7c-8d02-d8f6d078bbec on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:40.458592 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-45b0d910-391c-49be-bcb2-a1273c083050 req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] Attempting to bind port 5aa80168-930f-4d7c-8d02-d8f6d078bbec by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'adf66f0d-c7ba-4135-8eff-9f40ddc7db73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:40.459113 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b0d910-391c-49be-bcb2-a1273c083050 req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] Attempting to bind port 5aa80168-930f-4d7c-8d02-d8f6d078bbec on network d9f1b28d-b1b5-402a-9825-ba243ec4f82e {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:40.464316 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b0d910-391c-49be-bcb2-a1273c083050 req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] Port 5aa80168-930f-4d7c-8d02-d8f6d078bbec on network d9f1b28d-b1b5-402a-9825-ba243ec4f82e not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:20:40.465230 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b0d910-391c-49be-bcb2-a1273c083050 req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] Attempting to bind port 5aa80168-930f-4d7c-8d02-d8f6d078bbec on network d9f1b28d-b1b5-402a-9825-ba243ec4f82e {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:40.471537 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b0d910-391c-49be-bcb2-a1273c083050 req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:40.472163 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b0d910-391c-49be-bcb2-a1273c083050 req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] Checking segment: {'id': 'adf66f0d-c7ba-4135-8eff-9f40ddc7db73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:40.472710 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b0d910-391c-49be-bcb2-a1273c083050 req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] Bound using segment: {'id': 'adf66f0d-c7ba-4135-8eff-9f40ddc7db73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:40.473364 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-45b0d910-391c-49be-bcb2-a1273c083050 req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] Bound port: 5aa80168-930f-4d7c-8d02-d8f6d078bbec, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf66f0d-c7ba-4135-8eff-9f40ddc7db73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:40.473900 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-45b0d910-391c-49be-bcb2-a1273c083050 req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.489424 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.532712 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] Set router 95272809-d344-4c12-8672-1569ae3d12e2 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:20:40.568001 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-45b0d910-391c-49be-bcb2-a1273c083050 req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] For port 5aa80168-930f-4d7c-8d02-d8f6d078bbec, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:40.572823 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-45b0d910-391c-49be-bcb2-a1273c083050 req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] For port 5aa80168-930f-4d7c-8d02-d8f6d078bbec, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5aa80168-930f-4d7c-8d02-d8f6d078bbec,segment=NetworkSegment(adf66f0d-c7ba-4135-8eff-9f40ddc7db73),segment_id=adf66f0d-c7ba-4135-8eff-9f40ddc7db73)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:40.579292 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-45b0d910-391c-49be-bcb2-a1273c083050 req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.641997 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] Pushing event updated for resources: {'Port': ['ID=5aa80168-930f-4d7c-8d02-d8f6d078bbec,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:40.658983 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0d910-391c-49be-bcb2-a1273c083050 req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:40.660255 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-45b0d910-391c-49be-bcb2-a1273c083050 req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.661765 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-45b0d910-391c-49be-bcb2-a1273c083050 req-7b68ed0a-5580-498f-98cb-6dd9c0b05dfc service neutron] 10.222.0.39 "PUT /v2.0/ports/5aa80168-930f-4d7c-8d02-d8f6d078bbec HTTP/1.1" status: 200 len: 1093 time: 0.9816177 Aug 16 22:20:40.662259 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbd0263-50b4-434a-be72-7411bffc4bb5', 'tag': '5aa80168-930f-4d7c-8d02-d8f6d078bbec'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:40.665902 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f6321f-42cf-4e2b-88e5-4012fe808871" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbd0263-50b4-434a-be72-7411bffc4bb5", "tag": "5aa80168-930f-4d7c-8d02-d8f6d078bbec"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:40.667873 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-90a2e190-8c2d-4501-88ff-485a3d5311c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:40.669337 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-90a2e190-8c2d-4501-88ff-485a3d5311c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 921 time: 0.4538779 Aug 16 22:20:40.671695 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9111eb-d58f-4df3-a1aa-7eeb18821e3e {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:40.696986 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.746296 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-6c7a9683-b366-49b5-b3a2-4a2d645609a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d88f0e9-6039-4c43-a191-d5a35303af11 HTTP/1.1" status: 200 len: 217 time: 0.0596459 Aug 16 22:20:40.762312 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0d910-391c-49be-bcb2-a1273c083050 req-c1a19aa8-77a1-4feb-b3b0-9b334440346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:40.763978 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-45b0d910-391c-49be-bcb2-a1273c083050 req-c1a19aa8-77a1-4feb-b3b0-9b334440346a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=12aee29b6be9459780f00968d876d5d5&device_id=dcbd0263-50b4-434a-be72-7411bffc4bb5 HTTP/1.1" status: 200 len: 1096 time: 0.0486071 Aug 16 22:20:40.783014 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-c9823406-acd3-4ead-a6ed-63fdaa0bf2b0 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381670 Aug 16 22:20:40.792543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] Transition to ACTIVE for port object aa9111eb-d58f-4df3-a1aa-7eeb18821e3e will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:40.825898 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-45b0d910-391c-49be-bcb2-a1273c083050 req-444bf053-4a1d-49a7-99f7-e1729ad090db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5aa80168-930f-4d7c-8d02-d8f6d078bbec HTTP/1.1" status: 200 len: 217 time: 0.0542107 Aug 16 22:20:40.827577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeacd24-763e-4b0d-845d-2a9f058e2771 req-2fce7cd7-fd93-4b6c-a473-25583b099de1 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:40.830427 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eeeacd24-763e-4b0d-845d-2a9f058e2771 req-2fce7cd7-fd93-4b6c-a473-25583b099de1 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcbd0263-50b4-434a-be72-7411bffc4bb5 HTTP/1.1" status: 200 len: 944 time: 0.2886775 Aug 16 22:20:40.891022 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95272809-d344-4c12-8672-1569ae3d12e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-760115950-router', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:29Z', 'updated_at': '2021-08-16T22:20:34Z', 'revision_number': 4, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'gw_port': {'id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:30Z', 'updated_at': '2021-08-16T22:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '112cd744-0d48-4130-9f1b-174100be7355', 'name': '', 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'mac_address': 'fa:16:3e:90:93:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:33Z', 'updated_at': '2021-08-16T22:20:40Z', 'revision_number': 4, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'subnets': [{'id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:40.892619 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0d910-391c-49be-bcb2-a1273c083050 req-e595b946-92c1-4ca0-b08c-5f115a12e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:40.894398 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-45b0d910-391c-49be-bcb2-a1273c083050 req-e595b946-92c1-4ca0-b08c-5f115a12e4a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=965b0dd6-0fa0-45f5-8a01-b0a243709b80 HTTP/1.1" status: 200 len: 867 time: 0.0609443 Aug 16 22:20:40.923938 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b9911b-b50e-42be-b419-9d56e5104652 None None] The sync data for ids ['95272809-d344-4c12-8672-1569ae3d12e2'] in n-d-792458-15 is: [{'id': '95272809-d344-4c12-8672-1569ae3d12e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-760115950-router', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:29Z', 'updated_at': '2021-08-16T22:20:34Z', 'revision_number': 4, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'gw_port': {'id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:30Z', 'updated_at': '2021-08-16T22:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '112cd744-0d48-4130-9f1b-174100be7355', 'name': '', 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'mac_address': 'fa:16:3e:90:93:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:33Z', 'updated_at': '2021-08-16T22:20:40Z', 'revision_number': 4, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'subnets': [{'id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:20:40.933257 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.956022 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0d910-391c-49be-bcb2-a1273c083050 req-08e64c7e-a481-4421-8277-0fdf02268b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:40.957534 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-45b0d910-391c-49be-bcb2-a1273c083050 req-08e64c7e-a481-4421-8277-0fdf02268b7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d9f1b28d-b1b5-402a-9825-ba243ec4f82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525579 Aug 16 22:20:40.957928 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032889c6-f918-49a5-871f-4e378894b942 req-29588d23-8b41-44d8-a679-58e306dfc95c tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:40.959527 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-032889c6-f918-49a5-871f-4e378894b942 req-29588d23-8b41-44d8-a679-58e306dfc95c tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 946 time: 0.3901069 Aug 16 22:20:41.064218 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] Pushing event updated for resources: {'Port': ['ID=aa9111eb-d58f-4df3-a1aa-7eeb18821e3e,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:41.103217 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-45b0d910-391c-49be-bcb2-a1273c083050 req-eecd3339-f87b-41c4-84a1-d184ae56ad7a service neutron] 10.222.0.39 "GET /v2.0/networks/d9f1b28d-b1b5-402a-9825-ba243ec4f82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342015 Aug 16 22:20:41.105187 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-c8071522-6a30-4d2b-aa2b-96a09e13531c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:41.106725 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-c8071522-6a30-4d2b-aa2b-96a09e13531c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.3202379 Aug 16 22:20:41.157332 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eeeacd24-763e-4b0d-845d-2a9f058e2771 req-859e2d0f-9a04-4617-b6e1-ff86b262c4cc tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/security-groups?id=b75cff02-6941-4a23-ab9e-98a08ef509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607369 Aug 16 22:20:41.170098 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87879911-6e96-477c-8643-c5dbd2382244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0eb810a-ad34-40ba-bd7f-330c813d18d0'}, {'server_uuid': 'dd507484-c23c-446f-a5a1-7e00894d1fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbbb56b-93b2-4971-8558-65be8c4ac638'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:41.172587 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194a13b7-77fe-40c7-ada8-5de399f4907d" -d '{"events": [{"server_uuid": "87879911-6e96-477c-8643-c5dbd2382244", "name": "network-vif-plugged", "status": "completed", "tag": "a0eb810a-ad34-40ba-bd7f-330c813d18d0"}, {"server_uuid": "dd507484-c23c-446f-a5a1-7e00894d1fc1", "name": "network-vif-plugged", "status": "completed", "tag": "ecbbb56b-93b2-4971-8558-65be8c4ac638"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:41.220441 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-032889c6-f918-49a5-871f-4e378894b942 req-802984dd-bc39-4cae-8882-94256578537a tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378278 Aug 16 22:20:41.228773 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-9c035d75-ebb9-4ca9-a732-ad6ec60790d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837424 Aug 16 22:20:41.279008 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-45b0d910-391c-49be-bcb2-a1273c083050 req-0508a869-20c8-4f69-b17b-282eb6540c09 service neutron] 10.222.0.39 "GET /v2.0/networks/d9f1b28d-b1b5-402a-9825-ba243ec4f82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630769 Aug 16 22:20:41.340687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75dbbab6-18e7-4e73-8984-7270ea2eac8a req-ce680148-5192-4199-a63e-47c25f760270 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459118 Aug 16 22:20:41.356975 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631c32bd-97d5-4ae0-8451-dd76b2d14064 x-openstack-request-id: req-631c32bd-97d5-4ae0-8451-dd76b2d14064 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:41.357412 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbd0263-50b4-434a-be72-7411bffc4bb5", "tag": "5aa80168-930f-4d7c-8d02-d8f6d078bbec", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:41.357749 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-631c32bd-97d5-4ae0-8451-dd76b2d14064 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:41.358073 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbd0263-50b4-434a-be72-7411bffc4bb5', 'tag': '5aa80168-930f-4d7c-8d02-d8f6d078bbec', 'status': 'completed', 'code': 200} Aug 16 22:20:41.475326 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] Attempting to bind port aa9111eb-d58f-4df3-a1aa-7eeb18821e3e on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:41.475326 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] Attempting to bind port aa9111eb-d58f-4df3-a1aa-7eeb18821e3e by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:41.475326 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] Attempting to bind port aa9111eb-d58f-4df3-a1aa-7eeb18821e3e on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:41.481681 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-37b10936-17e8-4b86-8037-f20f5b3f637d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:41.512247 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] Port aa9111eb-d58f-4df3-a1aa-7eeb18821e3e on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:20:41.512571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] Attempting to bind port aa9111eb-d58f-4df3-a1aa-7eeb18821e3e on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:41.525573 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880277c-44e3-4ec0-afc4-851615fb8187 req-15e56130-56ba-4a2c-af78-2ce3f9405423 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:41.527142 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1880277c-44e3-4ec0-afc4-851615fb8187 req-15e56130-56ba-4a2c-af78-2ce3f9405423 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.2170610 Aug 16 22:20:41.533797 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-f538819d-3c89-499d-ae60-b402593ad7df service neutron] 10.222.0.39 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641838 Aug 16 22:20:41.541477 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:41.541818 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:41.542255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:41.542709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] Bound port: aa9111eb-d58f-4df3-a1aa-7eeb18821e3e, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:41.543145 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:41.552487 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 112cd744-0d48-4130-9f1b-174100be7355 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:41.582072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6321f-42cf-4e2b-88e5-4012fe808871 req-b183c1fe-78ea-4a4a-8a36-87136ce3750a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:41.583583 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9f6321f-42cf-4e2b-88e5-4012fe808871 req-b183c1fe-78ea-4a4a-8a36-87136ce3750a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=12aee29b6be9459780f00968d876d5d5&device_id=dcbd0263-50b4-434a-be72-7411bffc4bb5 HTTP/1.1" status: 200 len: 1096 time: 0.1878293 Aug 16 22:20:41.603739 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 112cd744-0d48-4130-9f1b-174100be7355 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:41.607641 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 112cd744-0d48-4130-9f1b-174100be7355 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:41.608015 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:41.645714 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1694bf-9c35-4ede-a68c-db9286bb78bd req-4e914e2d-0017-4251-96cb-9b9f0fec41ea tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:41.647290 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c1694bf-9c35-4ede-a68c-db9286bb78bd req-4e914e2d-0017-4251-96cb-9b9f0fec41ea tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5213f17-2fe6-4172-874c-bb8996829869 HTTP/1.1" status: 200 len: 947 time: 0.2085640 Aug 16 22:20:41.696224 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:41.734678 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 112cd744-0d48-4130-9f1b-174100be7355, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=112cd744-0d48-4130-9f1b-174100be7355,segment=NetworkSegment(adf66f0d-c7ba-4135-8eff-9f40ddc7db73),segment_id=adf66f0d-c7ba-4135-8eff-9f40ddc7db73)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:41.740433 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:41.752011 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1880277c-44e3-4ec0-afc4-851615fb8187 req-86d590d6-1bf6-4f76-bc96-5bbe8e3071e2 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131329 Aug 16 22:20:41.800323 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=112cd744-0d48-4130-9f1b-174100be7355,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:41.823096 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c1694bf-9c35-4ede-a68c-db9286bb78bd req-99c8bbec-11ad-409d-a061-690a4e91ff83 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/security-groups?id=9a4a89b0-4361-4220-8e35-9c4a5554830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569881 Aug 16 22:20:41.846741 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] For port aa9111eb-d58f-4df3-a1aa-7eeb18821e3e, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:41.857107 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] For port aa9111eb-d58f-4df3-a1aa-7eeb18821e3e, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=aa9111eb-d58f-4df3-a1aa-7eeb18821e3e,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:41.867103 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-c7574486-5d6d-45b5-97bf-9261388b718a service neutron] 10.222.0.39 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210447 Aug 16 22:20:41.872029 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:41.882453 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88544452-1155-4117-82c4-53c96a48123e x-openstack-request-id: req-88544452-1155-4117-82c4-53c96a48123e {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:41.882790 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87879911-6e96-477c-8643-c5dbd2382244", "name": "network-vif-plugged", "status": "completed", "tag": "a0eb810a-ad34-40ba-bd7f-330c813d18d0", "code": 200}, {"server_uuid": "dd507484-c23c-446f-a5a1-7e00894d1fc1", "name": "network-vif-plugged", "status": "completed", "tag": "ecbbb56b-93b2-4971-8558-65be8c4ac638", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:41.883099 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-88544452-1155-4117-82c4-53c96a48123e {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:41.883329 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6321f-42cf-4e2b-88e5-4012fe808871 req-c7f33c6e-38e5-43c8-a58d-8d5737e530ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:41.883531 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87879911-6e96-477c-8643-c5dbd2382244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0eb810a-ad34-40ba-bd7f-330c813d18d0', 'code': 200} Aug 16 22:20:41.883813 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd507484-c23c-446f-a5a1-7e00894d1fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbbb56b-93b2-4971-8558-65be8c4ac638', 'code': 200} Aug 16 22:20:41.885058 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9f6321f-42cf-4e2b-88e5-4012fe808871 req-c7f33c6e-38e5-43c8-a58d-8d5737e530ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=d9f1b28d-b1b5-402a-9825-ba243ec4f82e HTTP/1.1" status: 200 len: 929 time: 0.2857440 Aug 16 22:20:41.945139 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:41.946074 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:41.948474 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] 10.222.0.39 "PUT /v2.0/ports/aa9111eb-d58f-4df3-a1aa-7eeb18821e3e HTTP/1.1" status: 200 len: 1096 time: 2.9280171 Aug 16 22:20:41.981903 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5213f17-2fe6-4172-874c-bb8996829869', 'tag': 'aa9111eb-d58f-4df3-a1aa-7eeb18821e3e'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:41.984916 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e09eb0-295f-438b-977f-7db83527fc00" -d '{"events": [{"name": "network-changed", "server_uuid": "f5213f17-2fe6-4172-874c-bb8996829869", "tag": "aa9111eb-d58f-4df3-a1aa-7eeb18821e3e"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:42.023227 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9f6321f-42cf-4e2b-88e5-4012fe808871 req-1d604449-968b-4f73-a843-99d0378b6ee5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5aa80168-930f-4d7c-8d02-d8f6d078bbec HTTP/1.1" status: 200 len: 217 time: 0.1050308 Aug 16 22:20:42.023836 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:42.094275 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c6bf034d-3a15-4f43-bcfb-82a726e3ea2e no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:42.129313 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b359dbb-b21e-4d7d-92c7-40966badbaba service neutron] Pushing event updated for resources: {'Port': ['ID=aa9111eb-d58f-4df3-a1aa-7eeb18821e3e,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:42.161165 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799268c-f864-4665-bd56-3095a639902f req-dc81f469-0148-43d7-a17d-198807f0b605 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:42.162521 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5799268c-f864-4665-bd56-3095a639902f req-dc81f469-0148-43d7-a17d-198807f0b605 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.2489319 Aug 16 22:20:42.175209 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6321f-42cf-4e2b-88e5-4012fe808871 req-c8bf9c13-1a82-421c-8537-f102f66742da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:42.176857 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9f6321f-42cf-4e2b-88e5-4012fe808871 req-c8bf9c13-1a82-421c-8537-f102f66742da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=965b0dd6-0fa0-45f5-8a01-b0a243709b80 HTTP/1.1" status: 200 len: 867 time: 0.1280088 Aug 16 22:20:42.264303 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:42.306203 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:42.323129 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:42.383880 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:42.415243 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e3436-0fc7-4e86-990b-bed3ea2e536f req-f9b41bbf-97ae-48a4-af0f-e58a52593d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:42.416777 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2c1e3436-0fc7-4e86-990b-bed3ea2e536f req-f9b41bbf-97ae-48a4-af0f-e58a52593d84 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 1097 time: 0.4441454 Aug 16 22:20:42.418680 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee91ce2-3cf3-4cdf-bf36-3e607222e99b req-cb9ce7c6-fcc3-4ced-9eea-d5e9674060b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:42.420025 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4ee91ce2-3cf3-4cdf-bf36-3e607222e99b req-cb9ce7c6-fcc3-4ced-9eea-d5e9674060b7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 1097 time: 0.4418187 Aug 16 22:20:42.483413 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4ee91ce2-3cf3-4cdf-bf36-3e607222e99b req-c2ad8b04-8ede-461e-a4fb-35c845b21b0d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515583 Aug 16 22:20:42.485033 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2c1e3436-0fc7-4e86-990b-bed3ea2e536f req-5260e300-4bdb-4c8a-8be0-32089da8bd11 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544870 Aug 16 22:20:42.506875 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ae224-ec2f-42f7-ab8d-48902bb79b54 req-73fa6532-0ddd-4edc-9e13-90a376de31fd tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:42.508900 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-139ae224-ec2f-42f7-ab8d-48902bb79b54 req-73fa6532-0ddd-4edc-9e13-90a376de31fd tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.4935458 Aug 16 22:20:42.513672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-99cf2b64-d92e-489c-9843-5f9d5488e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:42.515105 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-99cf2b64-d92e-489c-9843-5f9d5488e8d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b81cffe5d6464101a6eaf85fd000b863&device_id=f5213f17-2fe6-4172-874c-bb8996829869 HTTP/1.1" status: 200 len: 1099 time: 0.4982369 Aug 16 22:20:42.588582 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-1316c5be-c78b-4a38-aa8c-e6f385b7d880 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=aa9111eb-d58f-4df3-a1aa-7eeb18821e3e HTTP/1.1" status: 200 len: 217 time: 0.0577147 Aug 16 22:20:42.599730 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5799268c-f864-4665-bd56-3095a639902f req-0a284dbd-7bda-42f1-ba55-6bc17e5d741a tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271839 Aug 16 22:20:42.648270 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-139ae224-ec2f-42f7-ab8d-48902bb79b54 req-9920e7a6-9764-4997-8e2d-1cda555c8d31 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311638 Aug 16 22:20:42.652294 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315b7cb8-802c-4a63-b486-ce06bea50c70 x-openstack-request-id: req-315b7cb8-802c-4a63-b486-ce06bea50c70 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:42.652581 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5213f17-2fe6-4172-874c-bb8996829869", "tag": "aa9111eb-d58f-4df3-a1aa-7eeb18821e3e", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:42.652840 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-315b7cb8-802c-4a63-b486-ce06bea50c70 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:42.653243 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5213f17-2fe6-4172-874c-bb8996829869', 'tag': 'aa9111eb-d58f-4df3-a1aa-7eeb18821e3e', 'status': 'completed', 'code': 200} Aug 16 22:20:42.664613 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6321f-42cf-4e2b-88e5-4012fe808871 req-858ce34e-9f30-4694-a954-91639d631134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:42.666163 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9f6321f-42cf-4e2b-88e5-4012fe808871 req-858ce34e-9f30-4694-a954-91639d631134 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d9f1b28d-b1b5-402a-9825-ba243ec4f82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4754653 Aug 16 22:20:42.687766 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-4230a5eb-f360-419d-be2b-2596c8bccfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:42.695033 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-4230a5eb-f360-419d-be2b-2596c8bccfc4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0932827 Aug 16 22:20:42.861500 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-7a70fd8d-d403-486c-9ed0-7da3c13b2ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:42.862926 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-7a70fd8d-d403-486c-9ed0-7da3c13b2ec6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1561725 Aug 16 22:20:42.877053 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef7bf8-d86c-467a-91ce-322cbdfcfc7b req-bb18b5a6-28b1-4e1c-97af-769774b08541 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:42.878640 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e2ef7bf8-d86c-467a-91ce-322cbdfcfc7b req-bb18b5a6-28b1-4e1c-97af-769774b08541 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcbd0263-50b4-434a-be72-7411bffc4bb5 HTTP/1.1" status: 200 len: 944 time: 0.1706545 Aug 16 22:20:42.894284 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eedfc2-af78-42ef-8b6a-803b7219f3eb req-95964dc0-6d14-4870-93b8-a07e518bec2e tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:42.895728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0eedfc2-af78-42ef-8b6a-803b7219f3eb req-95964dc0-6d14-4870-93b8-a07e518bec2e tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 946 time: 0.1502035 Aug 16 22:20:42.897557 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9f6321f-42cf-4e2b-88e5-4012fe808871 req-3a06e7af-4ada-4384-97cf-3c141ffbee8b service neutron] 10.222.0.39 "GET /v2.0/networks/d9f1b28d-b1b5-402a-9825-ba243ec4f82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211223 Aug 16 22:20:43.051261 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e2ef7bf8-d86c-467a-91ce-322cbdfcfc7b req-ea6df9f1-3bae-4af9-a9f0-d8197969f135 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/security-groups?id=b75cff02-6941-4a23-ab9e-98a08ef509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527197 Aug 16 22:20:43.073658 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0eedfc2-af78-42ef-8b6a-803b7219f3eb req-57460206-9809-49ba-8b64-5b640eff3a66 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566525 Aug 16 22:20:43.101464 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:43.113881 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-804a1a6a-1298-4d8e-8df7-ecedb23b9bf6 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336287 Aug 16 22:20:43.118641 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9f6321f-42cf-4e2b-88e5-4012fe808871 req-54a63dc1-c54e-4d68-bd41-8678c4795fe3 service neutron] 10.222.0.39 "GET /v2.0/networks/d9f1b28d-b1b5-402a-9825-ba243ec4f82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039711 Aug 16 22:20:43.326034 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17154b66-9125-4226-aa99-26a3b50981be req-7f9bac45-1747-4b96-a270-0a1fd566f858 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:43.327651 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17154b66-9125-4226-aa99-26a3b50981be req-7f9bac45-1747-4b96-a270-0a1fd566f858 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 948 time: 0.1346214 Aug 16 22:20:43.329480 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cbf8bacc-239c-48a9-a771-08cefad70c7a req-2799a777-f4cf-4d5c-a63d-10f51fd8002a service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863487 Aug 16 22:20:43.339115 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb699f6-c35c-4574-85ed-c8c4cef098a4 req-e5d84715-aa62-4d89-b767-0c7bc3c744d7 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:43.340593 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bfb699f6-c35c-4574-85ed-c8c4cef098a4 req-e5d84715-aa62-4d89-b767-0c7bc3c744d7 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5213f17-2fe6-4172-874c-bb8996829869 HTTP/1.1" status: 200 len: 947 time: 0.1295862 Aug 16 22:20:43.402524 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17154b66-9125-4226-aa99-26a3b50981be req-95e35792-f403-4765-aeb6-bd18cd251505 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609469 Aug 16 22:20:43.424370 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bfb699f6-c35c-4574-85ed-c8c4cef098a4 req-b090da29-551e-4f3f-b22b-00104dc76a38 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/security-groups?id=9a4a89b0-4361-4220-8e35-9c4a5554830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684574 Aug 16 22:20:43.494191 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e09eb0-295f-438b-977f-7db83527fc00 req-2d95add0-751a-486c-af0d-e1b4e23ee22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:43.497633 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60e09eb0-295f-438b-977f-7db83527fc00 req-2d95add0-751a-486c-af0d-e1b4e23ee22f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b81cffe5d6464101a6eaf85fd000b863&device_id=f5213f17-2fe6-4172-874c-bb8996829869 HTTP/1.1" status: 200 len: 1099 time: 0.0892711 Aug 16 22:20:43.555019 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 112cd744-0d48-4130-9f1b-174100be7355 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:43.605426 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 112cd744-0d48-4130-9f1b-174100be7355 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:43.606169 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:43.631460 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e09eb0-295f-438b-977f-7db83527fc00 req-3d120075-c466-4059-b789-b93416978dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:43.634240 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60e09eb0-295f-438b-977f-7db83527fc00 req-3d120075-c466-4059-b789-b93416978dc6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1264682 Aug 16 22:20:43.702850 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60e09eb0-295f-438b-977f-7db83527fc00 req-775e5675-8405-4878-836e-b7d8ed4e501a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=aa9111eb-d58f-4df3-a1aa-7eeb18821e3e HTTP/1.1" status: 200 len: 217 time: 0.0603976 Aug 16 22:20:43.808077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e09eb0-295f-438b-977f-7db83527fc00 req-443d60e9-39fa-4f6b-a3cf-18bad10dd879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:43.809518 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60e09eb0-295f-438b-977f-7db83527fc00 req-443d60e9-39fa-4f6b-a3cf-18bad10dd879 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0968158 Aug 16 22:20:43.817436 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac0364-3b90-46f4-ae0a-ad07a2f87e83 req-59baf126-7f02-41df-86db-ee1d6af063fc tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:43.818846 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a6ac0364-3b90-46f4-ae0a-ad07a2f87e83 req-59baf126-7f02-41df-86db-ee1d6af063fc tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.1149874 Aug 16 22:20:43.860989 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ca071-a850-4ca7-8d5c-8b371d1c17b6 req-7ebb1788-f856-4527-b3b1-1b10c131c71b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:43.862466 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6a8ca071-a850-4ca7-8d5c-8b371d1c17b6 req-7ebb1788-f856-4527-b3b1-1b10c131c71b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.1004367 Aug 16 22:20:43.885110 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29af28ea-e394-44bd-bf48-333c0b183e6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6bf034d-3a15-4f43-bcfb-82a726e3ea2e'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:43.887421 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74389294-3db7-446c-baad-2ea05cc11319" -d '{"events": [{"server_uuid": "29af28ea-e394-44bd-bf48-333c0b183e6f", "name": "network-vif-unplugged", "status": "completed", "tag": "c6bf034d-3a15-4f43-bcfb-82a726e3ea2e"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:43.922916 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a6ac0364-3b90-46f4-ae0a-ad07a2f87e83 req-2e956352-5478-46b0-af79-e4ce2dc6ec12 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917220 Aug 16 22:20:43.927162 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e09eb0-295f-438b-977f-7db83527fc00 req-b496c3e8-8ba4-4e74-a9f9-fb9f6e2dd83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:43.928780 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60e09eb0-295f-438b-977f-7db83527fc00 req-b496c3e8-8ba4-4e74-a9f9-fb9f6e2dd83a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1057274 Aug 16 22:20:43.934384 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6a8ca071-a850-4ca7-8d5c-8b371d1c17b6 req-e74a32ce-d064-4a5a-9c09-1db5c99057c8 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644290 Aug 16 22:20:43.978073 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f633c73-fa35-43d0-8c32-d0031f520ea2 x-openstack-request-id: req-2f633c73-fa35-43d0-8c32-d0031f520ea2 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:43.978387 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29af28ea-e394-44bd-bf48-333c0b183e6f", "name": "network-vif-unplugged", "status": "completed", "tag": "c6bf034d-3a15-4f43-bcfb-82a726e3ea2e", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:43.978637 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2f633c73-fa35-43d0-8c32-d0031f520ea2 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:43.979026 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29af28ea-e394-44bd-bf48-333c0b183e6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6bf034d-3a15-4f43-bcfb-82a726e3ea2e', 'code': 200} Aug 16 22:20:44.057723 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60e09eb0-295f-438b-977f-7db83527fc00 req-4acdd19a-a9e4-4428-aa92-7b622a1c7acc service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124604 Aug 16 22:20:44.067389 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f3faf-7422-48f7-88b0-5f7125122b49 req-dab4cb81-9c86-4f61-b334-2e01962f83da tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:44.068810 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-182f3faf-7422-48f7-88b0-5f7125122b49 req-dab4cb81-9c86-4f61-b334-2e01962f83da tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 1097 time: 0.0588720 Aug 16 22:20:44.107996 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 5aa80168-930f-4d7c-8d02-d8f6d078bbec details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:20:44.174737 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-182f3faf-7422-48f7-88b0-5f7125122b49 req-1bf79deb-3735-4f01-a84f-92ebe9a2fc07 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991778 Aug 16 22:20:44.213784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c3040-ee7f-4bf1-9b99-2eeed4b7eb89 req-cbd837eb-9f2a-4ec6-a608-0713d8167b32 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:44.215479 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d7c3040-ee7f-4bf1-9b99-2eeed4b7eb89 req-cbd837eb-9f2a-4ec6-a608-0713d8167b32 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcbd0263-50b4-434a-be72-7411bffc4bb5 HTTP/1.1" status: 200 len: 944 time: 0.0869110 Aug 16 22:20:44.221061 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60e09eb0-295f-438b-977f-7db83527fc00 req-fb144846-8fcd-4c8e-a777-c06c67f36a08 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557910 Aug 16 22:20:44.253082 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 5aa80168-930f-4d7c-8d02-d8f6d078bbec, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5aa80168-930f-4d7c-8d02-d8f6d078bbec,segment=NetworkSegment(adf66f0d-c7ba-4135-8eff-9f40ddc7db73),segment_id=adf66f0d-c7ba-4135-8eff-9f40ddc7db73)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:44.267174 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '5aa80168-930f-4d7c-8d02-d8f6d078bbec', 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e', 'port_id': '5aa80168-930f-4d7c-8d02-d8f6d078bbec', 'mac_address': 'fa:16:3e:10:d8:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:20:44.294997 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d7c3040-ee7f-4bf1-9b99-2eeed4b7eb89 req-d09a74a1-c479-42fd-9f07-b6b3fe7435cb tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/security-groups?id=b75cff02-6941-4a23-ab9e-98a08ef509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720098 Aug 16 22:20:44.317566 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:44.332529 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da1d77-8cd6-4912-9f12-39289be7ba04 req-f44b2a59-9ff1-4ace-b37f-e2c8b4647677 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:44.334136 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26da1d77-8cd6-4912-9f12-39289be7ba04 req-f44b2a59-9ff1-4ace-b37f-e2c8b4647677 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 946 time: 0.0835581 Aug 16 22:20:44.343146 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa80168-930f-4d7c-8d02-d8f6d078bbec {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:44.370690 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 5aa80168-930f-4d7c-8d02-d8f6d078bbec, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5aa80168-930f-4d7c-8d02-d8f6d078bbec,segment=NetworkSegment(adf66f0d-c7ba-4135-8eff-9f40ddc7db73),segment_id=adf66f0d-c7ba-4135-8eff-9f40ddc7db73)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:44.375444 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:44.376822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c6bf034d-3a15-4f43-bcfb-82a726e3ea2e details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:20:44.388787 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26da1d77-8cd6-4912-9f12-39289be7ba04 req-af239680-be6b-493f-8bcf-853672f29b89 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474267 Aug 16 22:20:44.497889 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4aabdd-5971-4474-955c-02324a829072 req-9be13214-09a4-46a0-afc5-5266bbba5972 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:44.502463 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3e4aabdd-5971-4474-955c-02324a829072 req-9be13214-09a4-46a0-afc5-5266bbba5972 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 1097 time: 0.0517530 Aug 16 22:20:44.522313 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=5aa80168-930f-4d7c-8d02-d8f6d078bbec,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:44.549432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:44.564203 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'c6bf034d-3a15-4f43-bcfb-82a726e3ea2e', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': 'c6bf034d-3a15-4f43-bcfb-82a726e3ea2e', 'mac_address': 'fa:16:3e:88:70:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:20:44.570620 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3e4aabdd-5971-4474-955c-02324a829072 req-42e8a931-1917-4af2-8053-ead17c10080a tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541196 Aug 16 22:20:44.583490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d09373-454a-437d-a6e0-e351cb57c011 req-99b8bfca-d624-4971-8c90-1108ed19774c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:44.592150 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44d09373-454a-437d-a6e0-e351cb57c011 req-99b8bfca-d624-4971-8c90-1108ed19774c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 948 time: 0.0886681 Aug 16 22:20:44.612509 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:44.628190 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bf034d-3a15-4f43-bcfb-82a726e3ea2e {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:44.650115 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44d09373-454a-437d-a6e0-e351cb57c011 req-15e51c92-8d2f-4f0a-8988-02266b2b2e37 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565810 Aug 16 22:20:44.662194 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:44.663917 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:44.670441 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:44.727763 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484ea60-7fed-4617-aff9-af7d48d5ea71 req-54f180e5-aead-457f-a836-c27557dcd45b tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:44.729652 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f484ea60-7fed-4617-aff9-af7d48d5ea71 req-54f180e5-aead-457f-a836-c27557dcd45b tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5213f17-2fe6-4172-874c-bb8996829869 HTTP/1.1" status: 200 len: 947 time: 0.0764575 Aug 16 22:20:44.744148 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,revision_number=10']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:44.778632 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f484ea60-7fed-4617-aff9-af7d48d5ea71 req-312b5274-7336-4b2b-a9bd-5c462bc5aafb tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/security-groups?id=9a4a89b0-4361-4220-8e35-9c4a5554830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383255 Aug 16 22:20:44.895725 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf886b-10a0-4b08-b27f-10b54b8f2c3c req-00a6b668-8612-4cd8-bc7f-49928f8ff231 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:44.897902 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-43bf886b-10a0-4b08-b27f-10b54b8f2c3c req-00a6b668-8612-4cd8-bc7f-49928f8ff231 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 950 time: 0.0569789 Aug 16 22:20:44.940396 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-43bf886b-10a0-4b08-b27f-10b54b8f2c3c req-8948bf80-e418-4519-a7d7-4e55cea60a42 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358536 Aug 16 22:20:44.972177 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['c6bf034d-3a15-4f43-bcfb-82a726e3ea2e'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:44.978673 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['5aa80168-930f-4d7c-8d02-d8f6d078bbec'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:45.062101 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe049fa-4ab5-49b9-8fb9-c59d6bbbe0dd req-e87afae5-fbef-4dd0-91dc-2672e52d8a10 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:45.063772 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dbe049fa-4ab5-49b9-8fb9-c59d6bbbe0dd req-e87afae5-fbef-4dd0-91dc-2672e52d8a10 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.0607059 Aug 16 22:20:45.124542 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dbe049fa-4ab5-49b9-8fb9-c59d6bbbe0dd req-76135c09-10d1-4bb8-94ea-ca6058af7a4f tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516341 Aug 16 22:20:45.459182 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-eea51e42-34eb-4bdf-9ea6-c7921803e778 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=fb89aa6f686447e2b31abca5e401c874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355129 Aug 16 22:20:45.461408 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11f44f-6abf-4c06-b71d-95141cfd42c0 req-4dbe73cf-2c5d-4c16-8537-0cac5e3505db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:45.463141 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1f11f44f-6abf-4c06-b71d-95141cfd42c0 req-4dbe73cf-2c5d-4c16-8537-0cac5e3505db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f582c0b428a46e0b03ad5c58ffe0c2e&device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 1097 time: 0.0766089 Aug 16 22:20:45.587196 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d3a5825e-dbb6-4393-88ae-80ad0c234e98 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:45.596087 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d3a5825e-dbb6-4393-88ae-80ad0c234e98 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1291573 Aug 16 22:20:45.608358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11f44f-6abf-4c06-b71d-95141cfd42c0 req-1fd2905b-86ef-463a-8f0c-1bc8337e4072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:45.610162 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1f11f44f-6abf-4c06-b71d-95141cfd42c0 req-1fd2905b-86ef-463a-8f0c-1bc8337e4072 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a91aac9-e753-46a8-9ce1-54531ccc000b HTTP/1.1" status: 200 len: 910 time: 0.1271920 Aug 16 22:20:45.613175 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-744ed528-8ee2-49d1-8437-5fd27b213a94 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/quotas/fb89aa6f686447e2b31abca5e401c874 HTTP/1.1" status: 200 len: 375 time: 0.0159292 Aug 16 22:20:45.658819 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1f11f44f-6abf-4c06-b71d-95141cfd42c0 req-e82536fb-9eaa-4ec6-a6b2-51f52816d6fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0eb810a-ad34-40ba-bd7f-330c813d18d0 HTTP/1.1" status: 200 len: 217 time: 0.0415044 Aug 16 22:20:45.686441 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-910aaea6-3856-4a7c-9f78-3c7ac4a4afe1 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0722389 Aug 16 22:20:45.722875 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11f44f-6abf-4c06-b71d-95141cfd42c0 req-e072b2f5-724a-43de-a352-ca8426011ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:45.725132 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1f11f44f-6abf-4c06-b71d-95141cfd42c0 req-e072b2f5-724a-43de-a352-ca8426011ca2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=662caa89-b9eb-46ea-9b49-48445d58df3b HTTP/1.1" status: 200 len: 849 time: 0.0576530 Aug 16 22:20:45.768297 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1f11f44f-6abf-4c06-b71d-95141cfd42c0 req-b5fbc8a7-92b2-41dd-bb7c-83a663b23b99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a91aac9-e753-46a8-9ce1-54531ccc000b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347748 Aug 16 22:20:45.879949 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1f11f44f-6abf-4c06-b71d-95141cfd42c0 req-47fa8110-8ba6-410b-ae3a-2b2f5d7e9b19 service neutron] 10.222.0.43 "GET /v2.0/networks/3a91aac9-e753-46a8-9ce1-54531ccc000b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020477 Aug 16 22:20:45.883669 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-8c4eb4ba-3fcf-4211-af7d-e89e87fc6504 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:20:45.890824 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-8c4eb4ba-3fcf-4211-af7d-e89e87fc6504 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1148574 Aug 16 22:20:45.903308 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-eedcead8-1186-4798-82b5-b4fdc7d3c633 service neutron] Request body: {'binding': {'host': 'n-h1-792458-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:45.903759 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-eedcead8-1186-4798-82b5-b4fdc7d3c633 service neutron] Unknown quota resources ['binding']. {{(pid=94872) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:20:45.921165 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad8695-1002-43e8-97e2-96f404b80b33 req-23c63922-2bdc-4d19-88f5-3562a1a42bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:45.931306 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-38ad8695-1002-43e8-97e2-96f404b80b33 req-23c63922-2bdc-4d19-88f5-3562a1a42bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcbd0263-50b4-434a-be72-7411bffc4bb5 HTTP/1.1" status: 200 len: 945 time: 0.0707507 Aug 16 22:20:45.987628 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-38ad8695-1002-43e8-97e2-96f404b80b33 req-4e75697f-75d1-4bb5-92e7-f11a3fca4f7f tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/security-groups?id=b75cff02-6941-4a23-ab9e-98a08ef509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538011 Aug 16 22:20:46.069798 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1f11f44f-6abf-4c06-b71d-95141cfd42c0 req-6a46908c-1341-4c79-bbd7-fcc38d653fce service neutron] 10.222.0.43 "GET /v2.0/networks/3a91aac9-e753-46a8-9ce1-54531ccc000b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768708 Aug 16 22:20:46.111201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35183063-cc78-45e2-968e-85c520538873 req-2f8dbe8f-d978-4033-8919-e928025b9210 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:46.118450 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device aa9111eb-d58f-4df3-a1aa-7eeb18821e3e details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:20:46.119872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35183063-cc78-45e2-968e-85c520538873 req-2f8dbe8f-d978-4033-8919-e928025b9210 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.0725791 Aug 16 22:20:46.121646 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 5aa80168-930f-4d7c-8d02-d8f6d078bbec up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:46.132262 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-eedcead8-1186-4798-82b5-b4fdc7d3c633 service neutron] Attempting to bind port ecbbb56b-93b2-4971-8558-65be8c4ac638 on host n-h1-792458-15 for vnic_type normal with profile None {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:46.132688 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-eedcead8-1186-4798-82b5-b4fdc7d3c633 service neutron] Attempting to bind port ecbbb56b-93b2-4971-8558-65be8c4ac638 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:46.133266 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-eedcead8-1186-4798-82b5-b4fdc7d3c633 service neutron] Attempting to bind port ecbbb56b-93b2-4971-8558-65be8c4ac638 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:46.139159 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-eedcead8-1186-4798-82b5-b4fdc7d3c633 service neutron] Port ecbbb56b-93b2-4971-8558-65be8c4ac638 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:20:46.139532 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-eedcead8-1186-4798-82b5-b4fdc7d3c633 service neutron] Attempting to bind port ecbbb56b-93b2-4971-8558-65be8c4ac638 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:46.145648 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-eedcead8-1186-4798-82b5-b4fdc7d3c633 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:46.145981 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-eedcead8-1186-4798-82b5-b4fdc7d3c633 service neutron] Checking segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:46.146343 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-eedcead8-1186-4798-82b5-b4fdc7d3c633 service neutron] Bound using segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:46.146954 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-eedcead8-1186-4798-82b5-b4fdc7d3c633 service neutron] Bound port: ecbbb56b-93b2-4971-8558-65be8c4ac638, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:46.194030 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35183063-cc78-45e2-968e-85c520538873 req-26d6536c-b9e5-4d72-91eb-205914540a59 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728776 Aug 16 22:20:46.235239 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-eedcead8-1186-4798-82b5-b4fdc7d3c633 service neutron] For port ecbbb56b-93b2-4971-8558-65be8c4ac638, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ecbbb56b-93b2-4971-8558-65be8c4ac638,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:46.248334 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-eedcead8-1186-4798-82b5-b4fdc7d3c633 service neutron] Notify callbacks [] for binding, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:46.249860 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-eedcead8-1186-4798-82b5-b4fdc7d3c633 service neutron] 10.222.0.93 "POST /v2.0/ports/ecbbb56b-93b2-4971-8558-65be8c4ac638/bindings HTTP/1.1" status: 201 len: 390 time: 0.3582654 Aug 16 22:20:46.278726 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 5aa80168-930f-4d7c-8d02-d8f6d078bbec completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:46.290405 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 5aa80168-930f-4d7c-8d02-d8f6d078bbec triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:46.291062 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:46.559805 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3359b1-5e00-497c-9239-fe875dda2996 req-6071e147-14b7-4a4f-aa53-1e13f24e94b0 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:46.562650 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e3359b1-5e00-497c-9239-fe875dda2996 req-6071e147-14b7-4a4f-aa53-1e13f24e94b0 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 946 time: 0.1176493 Aug 16 22:20:46.573488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bb04b-0168-4ced-a089-11b5a2f4060b req-3dc22011-b8fb-4ae7-9c9e-2eb637fc0066 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:46.578583 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fa2bb04b-0168-4ced-a089-11b5a2f4060b req-3dc22011-b8fb-4ae7-9c9e-2eb637fc0066 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5213f17-2fe6-4172-874c-bb8996829869 HTTP/1.1" status: 200 len: 947 time: 0.1206534 Aug 16 22:20:46.592415 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port aa9111eb-d58f-4df3-a1aa-7eeb18821e3e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=aa9111eb-d58f-4df3-a1aa-7eeb18821e3e,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:46.601310 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:46.617904 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'aa9111eb-d58f-4df3-a1aa-7eeb18821e3e', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': 'aa9111eb-d58f-4df3-a1aa-7eeb18821e3e', 'mac_address': 'fa:16:3e:bd:99:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:20:46.634589 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbd0263-50b4-434a-be72-7411bffc4bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa80168-930f-4d7c-8d02-d8f6d078bbec'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:46.636879 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23b3273-9f31-43bd-9fd4-34d362c76691" -d '{"events": [{"server_uuid": "dcbd0263-50b4-434a-be72-7411bffc4bb5", "name": "network-vif-plugged", "status": "completed", "tag": "5aa80168-930f-4d7c-8d02-d8f6d078bbec"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:46.656572 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fa2bb04b-0168-4ced-a089-11b5a2f4060b req-c91325fe-a99e-4ae2-99b5-d7f2c639fb53 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/security-groups?id=9a4a89b0-4361-4220-8e35-9c4a5554830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630414 Aug 16 22:20:46.665365 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 5aa80168-930f-4d7c-8d02-d8f6d078bbec, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5aa80168-930f-4d7c-8d02-d8f6d078bbec,segment=NetworkSegment(adf66f0d-c7ba-4135-8eff-9f40ddc7db73),segment_id=adf66f0d-c7ba-4135-8eff-9f40ddc7db73)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:46.666584 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e3359b1-5e00-497c-9239-fe875dda2996 req-ab931ad0-b5b0-4f5b-99d6-3a02b7f7d928 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845721 Aug 16 22:20:46.687571 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:46.695788 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:46.734145 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9111eb-d58f-4df3-a1aa-7eeb18821e3e {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:46.769770 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port aa9111eb-d58f-4df3-a1aa-7eeb18821e3e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=aa9111eb-d58f-4df3-a1aa-7eeb18821e3e,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:46.771457 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=5aa80168-930f-4d7c-8d02-d8f6d078bbec,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:46.776608 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:46.779494 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2be9b1bd-0a0e-4add-8f5e-dda1678cffb7 req-3aa7bf1a-9730-4b2e-ba71-d88d82d1b6e8 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 210 time: 0.0545499 Aug 16 22:20:46.800407 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cdede-4e25-4c64-9187-3bc13118a5bd req-9a15f2a2-6cc8-442a-870e-f7a6e805a526 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:46.802052 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-298cdede-4e25-4c64-9187-3bc13118a5bd req-9a15f2a2-6cc8-442a-870e-f7a6e805a526 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.0760949 Aug 16 22:20:46.831376 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b9e00c-6517-42f1-8b55-f81644a49867 x-openstack-request-id: req-36b9e00c-6517-42f1-8b55-f81644a49867 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:46.831667 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbd0263-50b4-434a-be72-7411bffc4bb5", "name": "network-vif-plugged", "status": "completed", "tag": "5aa80168-930f-4d7c-8d02-d8f6d078bbec", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:46.831916 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-36b9e00c-6517-42f1-8b55-f81644a49867 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:46.832306 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbd0263-50b4-434a-be72-7411bffc4bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa80168-930f-4d7c-8d02-d8f6d078bbec', 'code': 200} Aug 16 22:20:46.837469 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=aa9111eb-d58f-4df3-a1aa-7eeb18821e3e,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:46.846019 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-298cdede-4e25-4c64-9187-3bc13118a5bd req-4be7815c-33fe-4e0a-b313-0be835d1f745 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365007 Aug 16 22:20:46.931853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153573de-d557-48f8-b5cd-005a12dcff8b req-41331976-47a3-4c82-ace8-30ca50b165c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:46.933383 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-153573de-d557-48f8-b5cd-005a12dcff8b req-41331976-47a3-4c82-ace8-30ca50b165c1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dcbd0263-50b4-434a-be72-7411bffc4bb5 HTTP/1.1" status: 200 len: 1098 time: 0.0448875 Aug 16 22:20:46.973008 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-153573de-d557-48f8-b5cd-005a12dcff8b req-7f546ad5-aa1f-4cac-82e8-6a59c24f7708 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b75cff02-6941-4a23-ab9e-98a08ef509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324521 Aug 16 22:20:46.993441 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-1385bbc1-43b9-4489-9669-c6c116a25837 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=fb89aa6f686447e2b31abca5e401c874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225644 Aug 16 22:20:47.096860 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['aa9111eb-d58f-4df3-a1aa-7eeb18821e3e'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:47.105639 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239a62c-3fa4-4186-9647-4ab13064dc83 req-ae03926e-2cd4-494b-8432-5ffcee14cb0b tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:47.110459 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0239a62c-3fa4-4186-9647-4ab13064dc83 req-ae03926e-2cd4-494b-8432-5ffcee14cb0b tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcbd0263-50b4-434a-be72-7411bffc4bb5 HTTP/1.1" status: 200 len: 946 time: 0.0569568 Aug 16 22:20:47.114811 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-b4a12765-f0b7-4f30-b401-f135d5351b51 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:47.116455 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-b4a12765-f0b7-4f30-b401-f135d5351b51 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1172233 Aug 16 22:20:47.129992 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-0c79ea7b-4620-4f6f-94f4-f0231754f61f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Request body: {'port': {'device_id': '72c0e975-b860-4d0f-9637-cfd39475b309', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': 'fb89aa6f686447e2b31abca5e401c874'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:47.147607 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0239a62c-3fa4-4186-9647-4ab13064dc83 req-57f02c38-d4bd-4f94-b9b3-3d51e5dc064f tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/security-groups?id=b75cff02-6941-4a23-ab9e-98a08ef509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340633 Aug 16 22:20:47.248026 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-0c79ea7b-4620-4f6f-94f4-f0231754f61f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Made reservation on behalf of fb89aa6f686447e2b31abca5e401c874 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:47.251835 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-0c79ea7b-4620-4f6f-94f4-f0231754f61f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:47.323386 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695449db-056a-4a4e-9b7d-fb8c93950abb req-0682ae7a-3b4d-4310-8ae7-a40d0791ac74 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:47.325198 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-695449db-056a-4a4e-9b7d-fb8c93950abb req-0682ae7a-3b4d-4310-8ae7-a40d0791ac74 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.0544581 Aug 16 22:20:47.372668 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-695449db-056a-4a4e-9b7d-fb8c93950abb req-499cba83-8504-454a-89ce-6f8b220d2b2f tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396202 Aug 16 22:20:47.411458 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-0c79ea7b-4620-4f6f-94f4-f0231754f61f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Allocated IP 192.168.233.21 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/beb64c58-050c-40c5-b8d6-b0ebfbc54d4b) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:47.572601 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-0c79ea7b-4620-4f6f-94f4-f0231754f61f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:47.587548 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-0c79ea7b-4620-4f6f-94f4-f0231754f61f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Transition to ACTIVE for port object beb64c58-050c-40c5-b8d6-b0ebfbc54d4b will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:47.623448 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-0c79ea7b-4620-4f6f-94f4-f0231754f61f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:47.636936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['45e092d5-e62c-4c6c-a2be-6e4635a2c946'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:47.667702 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-0c79ea7b-4620-4f6f-94f4-f0231754f61f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:47.670920 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-0c79ea7b-4620-4f6f-94f4-f0231754f61f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:47.677459 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-0c79ea7b-4620-4f6f-94f4-f0231754f61f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:47.715526 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79ea7b-4620-4f6f-94f4-f0231754f61f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Pushing event updated for resources: {'Port': ['ID=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:47.757374 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-0c79ea7b-4620-4f6f-94f4-f0231754f61f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:47.759935 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-0c79ea7b-4620-4f6f-94f4-f0231754f61f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:47.781121 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-0c79ea7b-4620-4f6f-94f4-f0231754f61f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6552138 Aug 16 22:20:47.799708 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] Request body: {'port': {'device_id': '72c0e975-b860-4d0f-9637-cfd39475b309', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:47.867516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7680bbc-92fb-4509-8e64-f4eb9d3c0743 req-93696f7b-4341-447a-bdea-4bed605df6a7 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:47.875725 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e7680bbc-92fb-4509-8e64-f4eb9d3c0743 req-93696f7b-4341-447a-bdea-4bed605df6a7 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 946 time: 0.0981123 Aug 16 22:20:47.882530 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:47.908688 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd1db5-075d-4110-a5ba-e3e074be12f9 req-90d98ac9-5c6d-4143-b4b0-f09f192a7e34 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:47.910440 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1bbd1db5-075d-4110-a5ba-e3e074be12f9 req-90d98ac9-5c6d-4143-b4b0-f09f192a7e34 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5213f17-2fe6-4172-874c-bb8996829869 HTTP/1.1" status: 200 len: 948 time: 0.1215327 Aug 16 22:20:47.943997 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e7680bbc-92fb-4509-8e64-f4eb9d3c0743 req-a103aadc-431b-4c35-9a28-aee10fe84653 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666432 Aug 16 22:20:47.963220 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['4f2cb624-3bc5-45fb-addf-d0988a0cd206', 'c6bf034d-3a15-4f43-bcfb-82a726e3ea2e'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:47.970745 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1bbd1db5-075d-4110-a5ba-e3e074be12f9 req-3d4b9117-6018-4b36-a48b-0c061712b20e tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/security-groups?id=9a4a89b0-4361-4220-8e35-9c4a5554830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481215 Aug 16 22:20:48.082306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-610e171d-0d7b-4fb7-88b6-3c3cc7ff1c7c None None] Provisioning for port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:48.091731 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-610e171d-0d7b-4fb7-88b6-3c3cc7ff1c7c None None] Provisioning complete for port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:48.094724 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-610e171d-0d7b-4fb7-88b6-3c3cc7ff1c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.115818 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84cd73-1442-4709-8360-abe8f2602ab9 req-71268d7b-945f-425f-862c-ea5b9df2e2c8 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:48.118449 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf84cd73-1442-4709-8360-abe8f2602ab9 req-71268d7b-945f-425f-862c-ea5b9df2e2c8 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 935 time: 0.0645912 Aug 16 22:20:48.139499 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device aa9111eb-d58f-4df3-a1aa-7eeb18821e3e up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:48.192039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-610e171d-0d7b-4fb7-88b6-3c3cc7ff1c7c None None] Port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:48.198138 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0ea40-2f12-4ce4-a398-12d44b159adb req-b7c8a49d-4e2c-4f09-bd17-7df067365022 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:48.199699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cec0ea40-2f12-4ce4-a398-12d44b159adb req-b7c8a49d-4e2c-4f09-bd17-7df067365022 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.1008170 Aug 16 22:20:48.202757 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf84cd73-1442-4709-8360-abe8f2602ab9 req-b1843904-d77a-45f9-8b5f-ba98f41c7021 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542746 Aug 16 22:20:48.251136 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port aa9111eb-d58f-4df3-a1aa-7eeb18821e3e completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:48.264718 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb64c58-050c-40c5-b8d6-b0ebfbc54d4b {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:48.265403 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port aa9111eb-d58f-4df3-a1aa-7eeb18821e3e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:48.265403 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.266566 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cec0ea40-2f12-4ce4-a398-12d44b159adb req-558327ae-cdb8-43f6-8d27-4a3f5ab30206 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543556 Aug 16 22:20:48.277655 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.296480 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] Transition to ACTIVE for port object beb64c58-050c-40c5-b8d6-b0ebfbc54d4b will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:48.301185 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.331183 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba57fe-7efd-4420-a24e-8596b61732d4 req-705b9fda-f9ad-467f-b324-220c871c5bdc tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:48.332947 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3ba57fe-7efd-4420-a24e-8596b61732d4 req-705b9fda-f9ad-467f-b324-220c871c5bdc tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcbd0263-50b4-434a-be72-7411bffc4bb5 HTTP/1.1" status: 200 len: 946 time: 0.0654190 Aug 16 22:20:48.368226 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] Pushing event updated for resources: {'Port': ['ID=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:48.389894 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3ba57fe-7efd-4420-a24e-8596b61732d4 req-a36d2f57-d5cc-4793-ae7c-1707d05962ac tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/security-groups?id=b75cff02-6941-4a23-ab9e-98a08ef509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494056 Aug 16 22:20:48.424100 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.487751 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port aa9111eb-d58f-4df3-a1aa-7eeb18821e3e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=aa9111eb-d58f-4df3-a1aa-7eeb18821e3e,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:48.488601 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] Attempting to bind port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:48.488960 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] Attempting to bind port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:48.489419 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] Attempting to bind port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:48.494866 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] Port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:20:48.495197 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] Attempting to bind port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:48.501305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:48.501652 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:48.502083 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:48.502967 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] Bound port: beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:48.502967 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.503165 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.504057 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c6bf034d-3a15-4f43-bcfb-82a726e3ea2e up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:48.581971 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] For port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:48.587278 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] For port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:48.594065 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.604823 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:48.604823 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.639640 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:48.640917 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.642431 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] 10.222.0.43 "PUT /v2.0/ports/beb64c58-050c-40c5-b8d6-b0ebfbc54d4b HTTP/1.1" status: 200 len: 1096 time: 0.8490810 Aug 16 22:20:48.642958 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c0e975-b860-4d0f-9637-cfd39475b309', 'tag': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:48.645275 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3d093c-000e-4abe-8dc1-88506e930c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "72c0e975-b860-4d0f-9637-cfd39475b309", "tag": "beb64c58-050c-40c5-b8d6-b0ebfbc54d4b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:48.664090 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=aa9111eb-d58f-4df3-a1aa-7eeb18821e3e,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:48.701103 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8d318-fe87-4521-a685-0f6cdb08f3ae service neutron] Pushing event updated for resources: {'Port': ['ID=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:48.727663 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.746380 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-c845305c-9e30-42a0-b871-c1c4d1d056f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:48.747787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96ba41-a7cb-46bd-8ef5-0c7ba87c9b97 req-00ad33ad-af3f-470f-b53b-f8ba02128381 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:48.748178 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-c845305c-9e30-42a0-b871-c1c4d1d056f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 1099 time: 0.0555787 Aug 16 22:20:48.749467 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc96ba41-a7cb-46bd-8ef5-0c7ba87c9b97 req-00ad33ad-af3f-470f-b53b-f8ba02128381 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.2430842 Aug 16 22:20:48.772099 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:48.776982 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.801522 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-c6b81f45-580c-4ffe-8443-017fca3b8036 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b HTTP/1.1" status: 200 len: 217 time: 0.0405571 Aug 16 22:20:48.833507 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5213f17-2fe6-4172-874c-bb8996829869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9111eb-d58f-4df3-a1aa-7eeb18821e3e'}, {'server_uuid': '29af28ea-e394-44bd-bf48-333c0b183e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bf034d-3a15-4f43-bcfb-82a726e3ea2e'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:48.836686 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e885d18-b957-494c-b742-bf1789d1cf06" -d '{"events": [{"server_uuid": "f5213f17-2fe6-4172-874c-bb8996829869", "name": "network-vif-plugged", "status": "completed", "tag": "aa9111eb-d58f-4df3-a1aa-7eeb18821e3e"}, {"server_uuid": "29af28ea-e394-44bd-bf48-333c0b183e6f", "name": "network-vif-plugged", "status": "completed", "tag": "c6bf034d-3a15-4f43-bcfb-82a726e3ea2e"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:48.843572 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,revision_number=11']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:48.855289 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc96ba41-a7cb-46bd-8ef5-0c7ba87c9b97 req-b0d0e75b-6f91-46a7-9609-4f8bb53317c0 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974886 Aug 16 22:20:48.863077 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-a03636c4-270a-4bd0-bedd-0616e0a397ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:48.864797 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-a03636c4-270a-4bd0-bedd-0616e0a397ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0555449 Aug 16 22:20:48.877828 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29e16cab-69a8-4f42-a8c4-63adfdcbfc16 req-34b8c747-a59e-4aba-b56d-a6612c8b72fd tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 258 time: 0.3195107 Aug 16 22:20:48.883292 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-29e16cab-69a8-4f42-a8c4-63adfdcbfc16 req-581738e0-3a32-4f89-87b8-35e886adbc04 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:48.910000 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29e16cab-69a8-4f42-a8c4-63adfdcbfc16 req-581738e0-3a32-4f89-87b8-35e886adbc04 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.925274 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-874924cc-0408-45c8-9d0d-935ef8493f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:48.926929 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-874924cc-0408-45c8-9d0d-935ef8493f29 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0536008 Aug 16 22:20:48.991817 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a907bbcd-2e08-4370-9885-bd00685d3e18 x-openstack-request-id: req-a907bbcd-2e08-4370-9885-bd00685d3e18 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:48.992188 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c0e975-b860-4d0f-9637-cfd39475b309", "tag": "beb64c58-050c-40c5-b8d6-b0ebfbc54d4b", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:48.992442 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a907bbcd-2e08-4370-9885-bd00685d3e18 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:48.992837 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c0e975-b860-4d0f-9637-cfd39475b309', 'tag': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b', 'status': 'completed', 'code': 200} Aug 16 22:20:49.019246 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5530015-06a9-4e6f-bdb5-cbb8b2bda30c x-openstack-request-id: req-d5530015-06a9-4e6f-bdb5-cbb8b2bda30c {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:49.019627 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5213f17-2fe6-4172-874c-bb8996829869", "name": "network-vif-plugged", "status": "completed", "tag": "aa9111eb-d58f-4df3-a1aa-7eeb18821e3e", "code": 200}, {"server_uuid": "29af28ea-e394-44bd-bf48-333c0b183e6f", "name": "network-vif-plugged", "status": "completed", "tag": "c6bf034d-3a15-4f43-bcfb-82a726e3ea2e", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:49.019875 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d5530015-06a9-4e6f-bdb5-cbb8b2bda30c {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:49.020273 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5213f17-2fe6-4172-874c-bb8996829869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9111eb-d58f-4df3-a1aa-7eeb18821e3e', 'code': 200} Aug 16 22:20:49.020522 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29af28ea-e394-44bd-bf48-333c0b183e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bf034d-3a15-4f43-bcfb-82a726e3ea2e', 'code': 200} Aug 16 22:20:49.035018 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29e16cab-69a8-4f42-a8c4-63adfdcbfc16 req-581738e0-3a32-4f89-87b8-35e886adbc04 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.045429 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-03afe093-ea89-46a1-a9a0-04c94f01935e service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051233 Aug 16 22:20:49.151477 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bf0dbdc6-b240-4df0-97af-ea4e9f0f997e req-f4f1bc43-b970-4c2c-8b4b-e470e580c3ca service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983100 Aug 16 22:20:49.198612 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c22317-52b2-421c-bb8f-d5c974a41217 req-e51949f9-dd68-42ba-ab62-dfb033aec85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:49.200087 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96c22317-52b2-421c-bb8f-d5c974a41217 req-e51949f9-dd68-42ba-ab62-dfb033aec85d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f5213f17-2fe6-4172-874c-bb8996829869 HTTP/1.1" status: 200 len: 1101 time: 0.1028357 Aug 16 22:20:49.208699 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcf4db-8dbf-4219-b2bd-59fa0e9a1a1a req-1f01f392-a9c5-4f63-9333-3e0430ceadbc tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:49.210058 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39fcf4db-8dbf-4219-b2bd-59fa0e9a1a1a req-1f01f392-a9c5-4f63-9333-3e0430ceadbc tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 946 time: 0.1230378 Aug 16 22:20:49.247893 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d093c-000e-4abe-8dc1-88506e930c8d req-40960186-e32f-42ba-894d-e8e7a2c14258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:49.249403 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6c3d093c-000e-4abe-8dc1-88506e930c8d req-40960186-e32f-42ba-894d-e8e7a2c14258 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 1099 time: 0.0416257 Aug 16 22:20:49.255888 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-29e16cab-69a8-4f42-a8c4-63adfdcbfc16 req-581738e0-3a32-4f89-87b8-35e886adbc04 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Allocated IP 172.25.6.86 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/73d8eddf-b705-4f5c-8a77-d03a142fc172) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:49.289939 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96c22317-52b2-421c-bb8f-d5c974a41217 req-a721bdbf-13eb-4513-85f1-d2fa917f36d0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9a4a89b0-4361-4220-8e35-9c4a5554830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773926 Aug 16 22:20:49.302721 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39fcf4db-8dbf-4219-b2bd-59fa0e9a1a1a req-b3ac20b3-bd79-4128-abda-c492d0e7e7b8 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827465 Aug 16 22:20:49.348770 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d093c-000e-4abe-8dc1-88506e930c8d req-2aecffdc-b64f-43ce-b6dd-bbfa4fd00c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:49.350464 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6c3d093c-000e-4abe-8dc1-88506e930c8d req-2aecffdc-b64f-43ce-b6dd-bbfa4fd00c63 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.0933053 Aug 16 22:20:49.395611 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6c3d093c-000e-4abe-8dc1-88506e930c8d req-ab1e9fa1-e03e-425d-9233-f6696404d067 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b HTTP/1.1" status: 200 len: 217 time: 0.0365565 Aug 16 22:20:49.406254 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29e16cab-69a8-4f42-a8c4-63adfdcbfc16 req-581738e0-3a32-4f89-87b8-35e886adbc04 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.435063 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61214b-fd71-4378-b750-875b1edc4e6f req-92e5d490-0e76-4104-aa3e-cce4dd548c97 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:49.436528 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fb61214b-fd71-4378-b750-875b1edc4e6f req-92e5d490-0e76-4104-aa3e-cce4dd548c97 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5213f17-2fe6-4172-874c-bb8996829869 HTTP/1.1" status: 200 len: 949 time: 0.0694671 Aug 16 22:20:49.449182 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d093c-000e-4abe-8dc1-88506e930c8d req-75e296c3-24e4-4672-bd21-644514790ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:49.450739 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6c3d093c-000e-4abe-8dc1-88506e930c8d req-75e296c3-24e4-4672-bd21-644514790ac3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0475488 Aug 16 22:20:49.486475 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29e16cab-69a8-4f42-a8c4-63adfdcbfc16 req-581738e0-3a32-4f89-87b8-35e886adbc04 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.492095 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fb61214b-fd71-4378-b750-875b1edc4e6f req-7121d2c8-0f63-4b7f-8cc0-7d54d58c393d tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/security-groups?id=9a4a89b0-4361-4220-8e35-9c4a5554830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431192 Aug 16 22:20:49.517783 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d093c-000e-4abe-8dc1-88506e930c8d req-b432e9df-9d7d-4cef-8f8c-9544f4dadd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:49.519285 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6c3d093c-000e-4abe-8dc1-88506e930c8d req-b432e9df-9d7d-4cef-8f8c-9544f4dadd64 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0546591 Aug 16 22:20:49.526713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e16cab-69a8-4f42-a8c4-63adfdcbfc16 req-581738e0-3a32-4f89-87b8-35e886adbc04 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:49.532199 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-29e16cab-69a8-4f42-a8c4-63adfdcbfc16 req-581738e0-3a32-4f89-87b8-35e886adbc04 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:49.535788 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e16cab-69a8-4f42-a8c4-63adfdcbfc16 req-581738e0-3a32-4f89-87b8-35e886adbc04 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:49.563491 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581738e0-3a32-4f89-87b8-35e886adbc04 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Pushing event updated for resources: {'Port': ['ID=73d8eddf-b705-4f5c-8a77-d03a142fc172,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:49.617927 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6c3d093c-000e-4abe-8dc1-88506e930c8d req-ffaf8e76-74d7-4df8-8d0d-99d67bbbfe7b service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902493 Aug 16 22:20:49.719526 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6c3d093c-000e-4abe-8dc1-88506e930c8d req-d1c311f2-b687-42d8-98ea-2184bd11ce7c service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925689 Aug 16 22:20:49.901862 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea28b49-4b80-4437-81b4-2d04a7434071 req-b887e91d-2c54-4d7d-950b-84b0ddd4a0b1 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:49.903338 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dea28b49-4b80-4437-81b4-2d04a7434071 req-b887e91d-2c54-4d7d-950b-84b0ddd4a0b1 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 947 time: 0.3410072 Aug 16 22:20:49.960185 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29e16cab-69a8-4f42-a8c4-63adfdcbfc16 req-581738e0-3a32-4f89-87b8-35e886adbc04 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.969767 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dea28b49-4b80-4437-81b4-2d04a7434071 req-9207006f-a702-4347-84ce-9e555042ec2f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492027 Aug 16 22:20:49.996249 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29e16cab-69a8-4f42-a8c4-63adfdcbfc16 req-581738e0-3a32-4f89-87b8-35e886adbc04 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:50.119005 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f9f9a-40a1-45bb-a7b9-3094168972ba req-6b9fff06-805d-4e4a-b664-55dacf9d0a70 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:50.120471 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f09f9f9a-40a1-45bb-a7b9-3094168972ba req-6b9fff06-805d-4e4a-b664-55dacf9d0a70 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.0944252 Aug 16 22:20:50.188010 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f09f9f9a-40a1-45bb-a7b9-3094168972ba req-613cf201-3e18-4dfd-ab95-63f4e4fec49e tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597928 Aug 16 22:20:50.207834 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29e16cab-69a8-4f42-a8c4-63adfdcbfc16 req-581738e0-3a32-4f89-87b8-35e886adbc04 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:50.213206 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29e16cab-69a8-4f42-a8c4-63adfdcbfc16 req-581738e0-3a32-4f89-87b8-35e886adbc04 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:50.276549 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581738e0-3a32-4f89-87b8-35e886adbc04 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Pushing event updated for resources: {'Port': ['ID=73d8eddf-b705-4f5c-8a77-d03a142fc172,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:50.292738 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29e16cab-69a8-4f42-a8c4-63adfdcbfc16 req-581738e0-3a32-4f89-87b8-35e886adbc04 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:50.306804 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29e16cab-69a8-4f42-a8c4-63adfdcbfc16 req-581738e0-3a32-4f89-87b8-35e886adbc04 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:50.308491 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29e16cab-69a8-4f42-a8c4-63adfdcbfc16 req-581738e0-3a32-4f89-87b8-35e886adbc04 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4298129 Aug 16 22:20:50.383751 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29e16cab-69a8-4f42-a8c4-63adfdcbfc16 req-509df026-22c4-40ca-b99a-63a416fcb373 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 695 time: 0.0611920 Aug 16 22:20:50.421147 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875badea-5d91-48b6-a190-b20ebe904285 req-f54aef80-c1fb-4346-8ba8-55877c44ddef tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:50.422620 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-875badea-5d91-48b6-a190-b20ebe904285 req-f54aef80-c1fb-4346-8ba8-55877c44ddef tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.1106679 Aug 16 22:20:50.505211 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-875badea-5d91-48b6-a190-b20ebe904285 req-146b00b7-2c76-4d8d-a1d5-e92056ebbfb9 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558515 Aug 16 22:20:50.535590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e16cab-69a8-4f42-a8c4-63adfdcbfc16 req-35eb2e03-0f75-46b6-b28a-d521cd342cf7 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:50.536947 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29e16cab-69a8-4f42-a8c4-63adfdcbfc16 req-35eb2e03-0f75-46b6-b28a-d521cd342cf7 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.1463482 Aug 16 22:20:50.641553 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40df88-5441-4699-96c3-dfa46cb191fc req-aac2deeb-fcd1-4142-ab57-d33556806b00 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:50.643049 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b40df88-5441-4699-96c3-dfa46cb191fc req-aac2deeb-fcd1-4142-ab57-d33556806b00 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 946 time: 0.0581686 Aug 16 22:20:50.704561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f8adc-5b18-470e-81d6-6dcec32135a2 req-2fca9892-0461-4354-8d47-0d1094fc3174 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:50.706045 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-259f8adc-5b18-470e-81d6-6dcec32135a2 req-2fca9892-0461-4354-8d47-0d1094fc3174 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5213f17-2fe6-4172-874c-bb8996829869 HTTP/1.1" status: 200 len: 949 time: 0.0809183 Aug 16 22:20:50.711579 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b40df88-5441-4699-96c3-dfa46cb191fc req-b832cde3-9b38-40eb-ae97-68960c48dc4e tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505004 Aug 16 22:20:50.747453 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-259f8adc-5b18-470e-81d6-6dcec32135a2 req-1587c194-8274-44f5-bc69-1bf39a37c399 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/security-groups?id=9a4a89b0-4361-4220-8e35-9c4a5554830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349259 Aug 16 22:20:50.892361 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aff04-13ff-4142-816d-27d03a851413 req-47c0d11c-e1d3-4d7d-b3b9-9b6706fe2001 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:50.893883 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f1aff04-13ff-4142-816d-27d03a851413 req-47c0d11c-e1d3-4d7d-b3b9-9b6706fe2001 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcbd0263-50b4-434a-be72-7411bffc4bb5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0837188 Aug 16 22:20:50.955042 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f1aff04-13ff-4142-816d-27d03a851413 req-5cffdf4f-7c5d-40b2-8cab-b4b290a0e340 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 695 time: 0.0544829 Aug 16 22:20:50.973842 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-2f1aff04-13ff-4142-816d-27d03a851413 req-5f869aac-9547-4b0a-bed4-4c4eb8c9c853 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Request body: {'floatingip': {'port_id': '5aa80168-930f-4d7c-8d02-d8f6d078bbec', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:51.015693 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2f1aff04-13ff-4142-816d-27d03a851413 req-5f869aac-9547-4b0a-bed4-4c4eb8c9c853 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:51.058405 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abf43d-79b7-46bd-89a8-48985709c14d req-876195b5-126a-4351-8066-5f7c6c2cd280 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:51.059782 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-37abf43d-79b7-46bd-89a8-48985709c14d req-876195b5-126a-4351-8066-5f7c6c2cd280 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5213f17-2fe6-4172-874c-bb8996829869 HTTP/1.1" status: 200 len: 949 time: 0.1204140 Aug 16 22:20:51.143741 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-37abf43d-79b7-46bd-89a8-48985709c14d req-f7cbecdd-8f09-4b39-afaf-a40798e76478 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/security-groups?id=9a4a89b0-4361-4220-8e35-9c4a5554830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779662 Aug 16 22:20:51.294575 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2b18d-a5f6-41bc-b393-2b4fd8a854d5 req-9184088b-5909-4314-9732-a75d8c4d7e8b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:51.296014 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-77a2b18d-a5f6-41bc-b393-2b4fd8a854d5 req-9184088b-5909-4314-9732-a75d8c4d7e8b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 947 time: 0.0986555 Aug 16 22:20:51.402607 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-77a2b18d-a5f6-41bc-b393-2b4fd8a854d5 req-f6f5e1d6-1878-455b-b1b4-6b057cb8331e tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800440 Aug 16 22:20:51.568413 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa96d84-006f-448a-9f8d-801d249f9d00 req-04f3daef-9607-4a11-9d16-2924cbc9be8d tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:51.569870 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fa96d84-006f-448a-9f8d-801d249f9d00 req-04f3daef-9607-4a11-9d16-2924cbc9be8d tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.1119678 Aug 16 22:20:51.586983 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2f1aff04-13ff-4142-816d-27d03a851413 req-5f869aac-9547-4b0a-bed4-4c4eb8c9c853 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:51.595167 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2f1aff04-13ff-4142-816d-27d03a851413 req-5f869aac-9547-4b0a-bed4-4c4eb8c9c853 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:51.650192 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fa96d84-006f-448a-9f8d-801d249f9d00 req-c0a1fc47-c500-43db-909d-9ada06ad1bce tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739951 Aug 16 22:20:51.710125 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [req-2f1aff04-13ff-4142-816d-27d03a851413 req-5f869aac-9547-4b0a-bed4-4c4eb8c9c853 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Floating IP f4b8c550-bf03-4bf1-863d-7bfcaa70b386 associated. External IP: 172.25.6.86, port: 5aa80168-930f-4d7c-8d02-d8f6d078bbec. Aug 16 22:20:51.853309 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1ffbd-fdf3-4264-9828-615737c79825 req-2ec9cea0-c673-4a65-a7f8-b0bd74dd2391 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:51.854801 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6bf1ffbd-fdf3-4264-9828-615737c79825 req-2ec9cea0-c673-4a65-a7f8-b0bd74dd2391 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.0682507 Aug 16 22:20:51.956145 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6bf1ffbd-fdf3-4264-9828-615737c79825 req-4c06b55c-d9dc-47a8-803f-31b5e7b1f591 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691857 Aug 16 22:20:51.982211 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f1aff04-13ff-4142-816d-27d03a851413 req-5f869aac-9547-4b0a-bed4-4c4eb8c9c853 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Router 95272809-d344-4c12-8672-1569ae3d12e2 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:20:52.114749 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f1aff04-13ff-4142-816d-27d03a851413 req-5f869aac-9547-4b0a-bed4-4c4eb8c9c853 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:20:52.120625 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2f1aff04-13ff-4142-816d-27d03a851413 req-5f869aac-9547-4b0a-bed4-4c4eb8c9c853 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:52.124816 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba714fe-5fa7-4b42-936f-a0f2345890f3 None None] Sync routers for ids ['95272809-d344-4c12-8672-1569ae3d12e2'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:20:52.133338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdd459-13f4-4131-ac55-7ea90c1d8a8c req-f09b465a-baad-42cf-88ba-5c1e7b401855 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:52.134318 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba714fe-5fa7-4b42-936f-a0f2345890f3 None None] Routers {'95272809-d344-4c12-8672-1569ae3d12e2'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:52.134857 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91bdd459-13f4-4131-ac55-7ea90c1d8a8c req-f09b465a-baad-42cf-88ba-5c1e7b401855 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 946 time: 0.0699193 Aug 16 22:20:52.135058 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9ba714fe-5fa7-4b42-936f-a0f2345890f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:20:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['95272809-d344-4c12-8672-1569ae3d12e2'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:52.174784 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f1aff04-13ff-4142-816d-27d03a851413 req-5f869aac-9547-4b0a-bed4-4c4eb8c9c853 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "PUT /v2.0/floatingips/f4b8c550-bf03-4bf1-863d-7bfcaa70b386 HTTP/1.1" status: 200 len: 996 time: 1.2056653 Aug 16 22:20:52.176175 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbd0263-50b4-434a-be72-7411bffc4bb5', 'tag': '5aa80168-930f-4d7c-8d02-d8f6d078bbec'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:52.178528 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4914368-cf0e-45d4-a07c-40067fd38e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbd0263-50b4-434a-be72-7411bffc4bb5", "tag": "5aa80168-930f-4d7c-8d02-d8f6d078bbec"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:52.207901 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91bdd459-13f4-4131-ac55-7ea90c1d8a8c req-9d22a696-a869-434b-a4ea-597a6788f114 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553365 Aug 16 22:20:52.240448 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aff04-13ff-4142-816d-27d03a851413 req-8a2dc964-09cb-4df7-8763-b0adf582dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:52.242218 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f1aff04-13ff-4142-816d-27d03a851413 req-8a2dc964-09cb-4df7-8763-b0adf582dc8e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=12aee29b6be9459780f00968d876d5d5&device_id=dcbd0263-50b4-434a-be72-7411bffc4bb5 HTTP/1.1" status: 200 len: 1098 time: 0.0504682 Aug 16 22:20:52.262033 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-9ba714fe-5fa7-4b42-936f-a0f2345890f3 None None] Set router 95272809-d344-4c12-8672-1569ae3d12e2 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:20:52.356054 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device beb64c58-050c-40c5-b8d6-b0ebfbc54d4b details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:20:52.364094 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096d29b-27b6-4f5f-aa73-3dbd3fd6d06e req-a44d39b7-d2b1-411b-83af-cdec0ef586da tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:52.365533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6096d29b-27b6-4f5f-aa73-3dbd3fd6d06e req-a44d39b7-d2b1-411b-83af-cdec0ef586da tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5213f17-2fe6-4172-874c-bb8996829869 HTTP/1.1" status: 200 len: 949 time: 0.0730257 Aug 16 22:20:52.380918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aff04-13ff-4142-816d-27d03a851413 req-e09d7b16-7bad-4621-bfac-a93cf11593a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:52.382371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f1aff04-13ff-4142-816d-27d03a851413 req-e09d7b16-7bad-4621-bfac-a93cf11593a7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d9f1b28d-b1b5-402a-9825-ba243ec4f82e HTTP/1.1" status: 200 len: 929 time: 0.1314459 Aug 16 22:20:52.495286 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6096d29b-27b6-4f5f-aa73-3dbd3fd6d06e req-e522cb80-1100-4c53-af22-d8ad239a1159 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/security-groups?id=9a4a89b0-4361-4220-8e35-9c4a5554830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223931 Aug 16 22:20:52.524960 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f1aff04-13ff-4142-816d-27d03a851413 req-4a3af06e-ac08-4a0d-9187-da99e5904ca3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5aa80168-930f-4d7c-8d02-d8f6d078bbec HTTP/1.1" status: 200 len: 999 time: 0.1353474 Aug 16 22:20:52.538735 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67df11-5e2d-4485-a68f-5def41bf9991 req-470d8052-4d81-4506-bab3-aeb6b8f050f3 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:52.540194 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b67df11-5e2d-4485-a68f-5def41bf9991 req-470d8052-4d81-4506-bab3-aeb6b8f050f3 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5213f17-2fe6-4172-874c-bb8996829869 HTTP/1.1" status: 200 len: 949 time: 0.1071458 Aug 16 22:20:52.546070 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:52.562391 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b', 'mac_address': 'fa:16:3e:61:b1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:20:52.576531 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb3f413-839e-4d5d-ab0b-5b2bae79d0f6 x-openstack-request-id: req-fcb3f413-839e-4d5d-ab0b-5b2bae79d0f6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:52.576870 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbd0263-50b4-434a-be72-7411bffc4bb5", "tag": "5aa80168-930f-4d7c-8d02-d8f6d078bbec", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:52.577118 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fcb3f413-839e-4d5d-ab0b-5b2bae79d0f6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:52.577447 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbd0263-50b4-434a-be72-7411bffc4bb5', 'tag': '5aa80168-930f-4d7c-8d02-d8f6d078bbec', 'status': 'completed', 'code': 200} Aug 16 22:20:52.603834 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9ba714fe-5fa7-4b42-936f-a0f2345890f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95272809-d344-4c12-8672-1569ae3d12e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-760115950-router', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:29Z', 'updated_at': '2021-08-16T22:20:34Z', 'revision_number': 4, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'gw_port': {'id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:30Z', 'updated_at': '2021-08-16T22:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'f4b8c550-bf03-4bf1-863d-7bfcaa70b386', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'port_id': '5aa80168-930f-4d7c-8d02-d8f6d078bbec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e', 'mac_address': 'fa:16:3e:10:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbd0263-50b4-434a-be72-7411bffc4bb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:20:49Z', 'updated_at': '2021-08-16T22:20:51Z', 'revision_number': 1, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '112cd744-0d48-4130-9f1b-174100be7355', 'name': '', 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'mac_address': 'fa:16:3e:90:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:33Z', 'updated_at': '2021-08-16T22:20:41Z', 'revision_number': 5, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'subnets': [{'id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:52.632137 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba714fe-5fa7-4b42-936f-a0f2345890f3 None None] Checking router: 95272809-d344-4c12-8672-1569ae3d12e2 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:20:52.638694 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:52.649643 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba714fe-5fa7-4b42-936f-a0f2345890f3 None None] Routers {'95272809-d344-4c12-8672-1569ae3d12e2'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:52.650281 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9ba714fe-5fa7-4b42-936f-a0f2345890f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:20:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['95272809-d344-4c12-8672-1569ae3d12e2'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:52.656913 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb64c58-050c-40c5-b8d6-b0ebfbc54d4b {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:52.672614 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aff04-13ff-4142-816d-27d03a851413 req-bef536bb-d43e-44bb-82f0-3a1a1ca84d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:52.674091 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f1aff04-13ff-4142-816d-27d03a851413 req-bef536bb-d43e-44bb-82f0-3a1a1ca84d81 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=965b0dd6-0fa0-45f5-8a01-b0a243709b80 HTTP/1.1" status: 200 len: 867 time: 0.1330183 Aug 16 22:20:52.717617 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:52.723751 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:52.818696 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-9ba714fe-5fa7-4b42-936f-a0f2345890f3 None None] Set router 95272809-d344-4c12-8672-1569ae3d12e2 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:20:52.820995 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:53.033263 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4914368-cf0e-45d4-a07c-40067fd38e6e req-cd5652da-93e7-4317-b25f-793ffbb1a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:53.034723 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4914368-cf0e-45d4-a07c-40067fd38e6e req-cd5652da-93e7-4317-b25f-793ffbb1a10e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=12aee29b6be9459780f00968d876d5d5&device_id=dcbd0263-50b4-434a-be72-7411bffc4bb5 HTTP/1.1" status: 200 len: 1098 time: 0.4539008 Aug 16 22:20:53.035452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['beb64c58-050c-40c5-b8d6-b0ebfbc54d4b'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:53.086594 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3670482-c44e-46e4-94db-6e7fd507088b req-327f5a60-3d93-4688-b9e7-09cee5d4a9f0 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:53.087968 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3670482-c44e-46e4-94db-6e7fd507088b req-327f5a60-3d93-4688-b9e7-09cee5d4a9f0 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 947 time: 0.4532318 Aug 16 22:20:53.146258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aff04-13ff-4142-816d-27d03a851413 req-401c3a88-35a2-4009-90d5-98c7602ce14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:53.147761 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f1aff04-13ff-4142-816d-27d03a851413 req-401c3a88-35a2-4009-90d5-98c7602ce14d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d9f1b28d-b1b5-402a-9825-ba243ec4f82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4512150 Aug 16 22:20:53.170682 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-2f1aff04-13ff-4142-816d-27d03a851413 req-ac69999d-f677-4beb-99d0-879d34669044 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:20:53.171676 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f1aff04-13ff-4142-816d-27d03a851413 req-ac69999d-f677-4beb-99d0-879d34669044 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152528 Aug 16 22:20:53.208649 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-0b67df11-5e2d-4485-a68f-5def41bf9991 req-f715b27d-d79b-46ea-8773-283aecb951e6 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Deleting port aa9111eb-d58f-4df3-a1aa-7eeb18821e3e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:53.209377 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0b67df11-5e2d-4485-a68f-5def41bf9991 req-f715b27d-d79b-46ea-8773-283aecb951e6 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:53.225842 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-fdff0341-92b6-44d7-b5c1-c0c8d92494df tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:53.227450 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-fdff0341-92b6-44d7-b5c1-c0c8d92494df tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84&tenant_id=28d0b07328bc4868a7e7f336c894f93d&binding%3Ahost_id=n-h2-792458-15 HTTP/1.1" status: 200 len: 1098 time: 0.1973000 Aug 16 22:20:53.247922 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9ba714fe-5fa7-4b42-936f-a0f2345890f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95272809-d344-4c12-8672-1569ae3d12e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-760115950-router', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:29Z', 'updated_at': '2021-08-16T22:20:34Z', 'revision_number': 4, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'gw_port': {'id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:30Z', 'updated_at': '2021-08-16T22:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'f4b8c550-bf03-4bf1-863d-7bfcaa70b386', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'port_id': '5aa80168-930f-4d7c-8d02-d8f6d078bbec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e', 'mac_address': 'fa:16:3e:10:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbd0263-50b4-434a-be72-7411bffc4bb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:20:49Z', 'updated_at': '2021-08-16T22:20:51Z', 'revision_number': 1, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '112cd744-0d48-4130-9f1b-174100be7355', 'name': '', 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'mac_address': 'fa:16:3e:90:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:33Z', 'updated_at': '2021-08-16T22:20:41Z', 'revision_number': 5, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'subnets': [{'id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:53.281171 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba714fe-5fa7-4b42-936f-a0f2345890f3 None None] The sync data for ids ['95272809-d344-4c12-8672-1569ae3d12e2'] in n-d-792458-15 is: [{'id': '95272809-d344-4c12-8672-1569ae3d12e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-760115950-router', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:29Z', 'updated_at': '2021-08-16T22:20:34Z', 'revision_number': 4, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'gw_port': {'id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:30Z', 'updated_at': '2021-08-16T22:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'f4b8c550-bf03-4bf1-863d-7bfcaa70b386', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'port_id': '5aa80168-930f-4d7c-8d02-d8f6d078bbec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e', 'mac_address': 'fa:16:3e:10:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbd0263-50b4-434a-be72-7411bffc4bb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:20:49Z', 'updated_at': '2021-08-16T22:20:51Z', 'revision_number': 1, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '112cd744-0d48-4130-9f1b-174100be7355', 'name': '', 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'mac_address': 'fa:16:3e:90:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:33Z', 'updated_at': '2021-08-16T22:20:41Z', 'revision_number': 5, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'subnets': [{'id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:20:53.281490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792458-15'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:53.285952 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3670482-c44e-46e4-94db-6e7fd507088b req-8e157f01-1499-4562-87b2-dc60bea44f91 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833277 Aug 16 22:20:53.382357 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4914368-cf0e-45d4-a07c-40067fd38e6e req-4dcfcd22-eccc-46a5-b99b-bc3582ec5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:53.384323 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4914368-cf0e-45d4-a07c-40067fd38e6e req-4dcfcd22-eccc-46a5-b99b-bc3582ec5274 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d9f1b28d-b1b5-402a-9825-ba243ec4f82e HTTP/1.1" status: 200 len: 929 time: 0.3382392 Aug 16 22:20:53.486800 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8e64ba-e752-4317-9ccf-343869eaea79 None None] New status for floating IP f4b8c550-bf03-4bf1-863d-7bfcaa70b386: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:20:53.509148 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f1aff04-13ff-4142-816d-27d03a851413 req-2066bf27-5acf-47f2-a1f5-5a7b49196150 service neutron] 10.222.0.93 "GET /v2.0/networks/d9f1b28d-b1b5-402a-9825-ba243ec4f82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304815 Aug 16 22:20:53.509690 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:53.548580 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-0b67df11-5e2d-4485-a68f-5def41bf9991 req-f715b27d-d79b-46ea-8773-283aecb951e6 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] For port aa9111eb-d58f-4df3-a1aa-7eeb18821e3e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=aa9111eb-d58f-4df3-a1aa-7eeb18821e3e,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:53.548948 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0b67df11-5e2d-4485-a68f-5def41bf9991 req-f715b27d-d79b-46ea-8773-283aecb951e6 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:53.615174 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-0b67df11-5e2d-4485-a68f-5def41bf9991 req-f715b27d-d79b-46ea-8773-283aecb951e6 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Calling delete_port for aa9111eb-d58f-4df3-a1aa-7eeb18821e3e owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:53.649808 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4914368-cf0e-45d4-a07c-40067fd38e6e req-ecfd7fad-4d63-4ae3-ac6a-55713126c304 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5aa80168-930f-4d7c-8d02-d8f6d078bbec HTTP/1.1" status: 200 len: 999 time: 0.2324240 Aug 16 22:20:53.668246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e4cad-700a-43fe-955c-cd8751b6ba41 req-5fce1c1b-da88-4d8f-8355-f7b1346f2336 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:53.669888 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e6e4cad-700a-43fe-955c-cd8751b6ba41 req-5fce1c1b-da88-4d8f-8355-f7b1346f2336 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.2972140 Aug 16 22:20:53.862682 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4914368-cf0e-45d4-a07c-40067fd38e6e req-c715adb3-234c-4928-98fd-7e4225fa09bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:53.864138 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4914368-cf0e-45d4-a07c-40067fd38e6e req-c715adb3-234c-4928-98fd-7e4225fa09bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=965b0dd6-0fa0-45f5-8a01-b0a243709b80 HTTP/1.1" status: 200 len: 867 time: 0.1901288 Aug 16 22:20:53.875606 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f1aff04-13ff-4142-816d-27d03a851413 req-6bb1d272-dc41-4657-befe-16e2a3a6772a service neutron] 10.222.0.93 "GET /v2.0/networks/d9f1b28d-b1b5-402a-9825-ba243ec4f82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488612 Aug 16 22:20:53.878336 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e6e4cad-700a-43fe-955c-cd8751b6ba41 req-de371c08-a70e-4c05-b743-2db6f5bebe38 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991675 Aug 16 22:20:53.989358 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] For port 8d88f0e9-6039-4c43-a191-d5a35303af11, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=8d88f0e9-6039-4c43-a191-d5a35303af11,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:54.042227 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4914368-cf0e-45d4-a07c-40067fd38e6e req-28192f05-678f-41e4-9d63-4729aed321ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:54.043724 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4914368-cf0e-45d4-a07c-40067fd38e6e req-28192f05-678f-41e4-9d63-4729aed321ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d9f1b28d-b1b5-402a-9825-ba243ec4f82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1645529 Aug 16 22:20:54.072517 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0b67df11-5e2d-4485-a68f-5def41bf9991 req-f715b27d-d79b-46ea-8773-283aecb951e6 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.084310 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['aa9111eb-d58f-4df3-a1aa-7eeb18821e3e'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:54.157790 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 8d88f0e9-6039-4c43-a191-d5a35303af11 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:20:54.160169 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfe3bc-445e-4a8b-8d60-0651a333274f req-368df0bf-25df-4ccd-972b-9cbd8bb491b1 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:54.161662 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-46dfe3bc-445e-4a8b-8d60-0651a333274f req-368df0bf-25df-4ccd-972b-9cbd8bb491b1 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.1936772 Aug 16 22:20:54.183616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] For port 8d88f0e9-6039-4c43-a191-d5a35303af11, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:54.187422 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715b27d-d79b-46ea-8773-283aecb951e6 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Pushing event deleted for resources: {'Port': ['ID=aa9111eb-d58f-4df3-a1aa-7eeb18821e3e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:54.257002 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 8d88f0e9-6039-4c43-a191-d5a35303af11, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=8d88f0e9-6039-4c43-a191-d5a35303af11,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:54.271204 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 8d88f0e9-6039-4c43-a191-d5a35303af11 has no active binding in host n-h1-792458-15 {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:20:54.316222 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b67df11-5e2d-4485-a68f-5def41bf9991 req-f715b27d-d79b-46ea-8773-283aecb951e6 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] No DVR routers for this DVR port aa9111eb-d58f-4df3-a1aa-7eeb18821e3e on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:54.320524 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.328849 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0b67df11-5e2d-4485-a68f-5def41bf9991 req-f715b27d-d79b-46ea-8773-283aecb951e6 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.330852 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b67df11-5e2d-4485-a68f-5def41bf9991 req-f715b27d-d79b-46ea-8773-283aecb951e6 tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.39 "DELETE /v2.0/ports/aa9111eb-d58f-4df3-a1aa-7eeb18821e3e HTTP/1.1" status: 204 len: 173 time: 1.7817249 Aug 16 22:20:54.341168 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5295f3-f4bb-4b14-9196-7f3ec00caff0 req-070de6b1-7d6c-47b9-a07f-b01f6f5b5298 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:54.342964 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf5295f3-f4bb-4b14-9196-7f3ec00caff0 req-070de6b1-7d6c-47b9-a07f-b01f6f5b5298 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 946 time: 0.2658858 Aug 16 22:20:54.346597 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.350716 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-46dfe3bc-445e-4a8b-8d60-0651a333274f req-7a5ef5f9-ef03-4502-9b79-bf94ad107ebf tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652892 Aug 16 22:20:54.354946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device beb64c58-050c-40c5-b8d6-b0ebfbc54d4b up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:54.368859 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4914368-cf0e-45d4-a07c-40067fd38e6e req-29f9c2ac-dd86-4da1-bb1d-9737cd31a3da service neutron] 10.222.0.39 "GET /v2.0/networks/d9f1b28d-b1b5-402a-9825-ba243ec4f82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093028 Aug 16 22:20:54.439076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:54.444448 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:54.445553 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.527359 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf5295f3-f4bb-4b14-9196-7f3ec00caff0 req-a7b43927-dbd7-4da2-a277-03715cb54906 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746163 Aug 16 22:20:54.535947 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d6abbb62-e1d2-43b3-b3b6-04e323d8a74c req-c7601685-6905-4208-b17e-dcc60d4d408f tempest-ImagesNegativeTestJSON-552514636 tempest-ImagesNegativeTestJSON-552514636-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5213f17-2fe6-4172-874c-bb8996829869 HTTP/1.1" status: 200 len: 210 time: 0.0755172 Aug 16 22:20:54.541619 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] Pushing event updated for resources: {'Port': ['ID=8d88f0e9-6039-4c43-a191-d5a35303af11,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:54.542773 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.586763 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c0e975-b860-4d0f-9637-cfd39475b309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:54.588869 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62de24b2-fc25-41ae-80a3-c199392ea5fb" -d '{"events": [{"server_uuid": "72c0e975-b860-4d0f-9637-cfd39475b309", "name": "network-vif-plugged", "status": "completed", "tag": "beb64c58-050c-40c5-b8d6-b0ebfbc54d4b"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:54.594608 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c36bbd7-84cc-4fea-b27a-133716637b84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d88f0e9-6039-4c43-a191-d5a35303af11'}, {'server_uuid': 'f5213f17-2fe6-4172-874c-bb8996829869', 'name': 'network-vif-deleted', 'tag': 'aa9111eb-d58f-4df3-a1aa-7eeb18821e3e'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:54.596793 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733d23b3-435f-4982-b564-e9547b62f2fe" -d '{"events": [{"server_uuid": "9c36bbd7-84cc-4fea-b27a-133716637b84", "name": "network-vif-unplugged", "status": "completed", "tag": "8d88f0e9-6039-4c43-a191-d5a35303af11"}, {"server_uuid": "f5213f17-2fe6-4172-874c-bb8996829869", "name": "network-vif-deleted", "tag": "aa9111eb-d58f-4df3-a1aa-7eeb18821e3e"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:54.603913 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:54.607311 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] Attempting to bind port 8d88f0e9-6039-4c43-a191-d5a35303af11 on host n-h2-792458-15 for vnic_type normal with profile {"migrating_to": "n-h1-792458-15"} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:54.607876 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] Attempting to bind port 8d88f0e9-6039-4c43-a191-d5a35303af11 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:54.608206 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] Attempting to bind port 8d88f0e9-6039-4c43-a191-d5a35303af11 on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:54.608900 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.659630 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:54.666423 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] Port 8d88f0e9-6039-4c43-a191-d5a35303af11 on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:20:54.666749 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] Attempting to bind port 8d88f0e9-6039-4c43-a191-d5a35303af11 on network b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:54.694116 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4914368-cf0e-45d4-a07c-40067fd38e6e req-95833b67-f3ca-4804-bb66-d5518b87960d service neutron] 10.222.0.39 "GET /v2.0/networks/d9f1b28d-b1b5-402a-9825-ba243ec4f82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027024 Aug 16 22:20:54.701416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:54.701746 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] Checking segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:54.702141 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] Bound using segment: {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:54.702571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] Bound port: 8d88f0e9-6039-4c43-a191-d5a35303af11, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f679a4-a1da-48e8-81e9-9e4feae6c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:54.702923 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.772069 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5cc93-df72-4996-96ad-6de115fdcda8 req-b4a911d6-5f54-47a9-88d9-7d441179340a tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:54.774131 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a4e5cc93-df72-4996-96ad-6de115fdcda8 req-b4a911d6-5f54-47a9-88d9-7d441179340a tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 949 time: 0.1479301 Aug 16 22:20:54.804911 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4852d65d-4dcb-48f7-a0be-a34c97cd5d74 req-c2d60fb6-2432-4ab7-b551-501fc2f8a26d tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 258 time: 0.2327640 Aug 16 22:20:54.832146 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-4852d65d-4dcb-48f7-a0be-a34c97cd5d74 req-7370a1d1-c389-43f6-a68d-7b1b64031db1 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:54.857087 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] For port 8d88f0e9-6039-4c43-a191-d5a35303af11, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:54.879317 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a4e5cc93-df72-4996-96ad-6de115fdcda8 req-c2a83346-5cce-4f02-84cf-c57664886ca8 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931783 Aug 16 22:20:54.884217 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] For port 8d88f0e9-6039-4c43-a191-d5a35303af11, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=8d88f0e9-6039-4c43-a191-d5a35303af11,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:54.890200 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.902992 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4852d65d-4dcb-48f7-a0be-a34c97cd5d74 req-7370a1d1-c389-43f6-a68d-7b1b64031db1 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.938496 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50cd3f4-6bfb-43d1-826b-cee34b91e68f x-openstack-request-id: req-b50cd3f4-6bfb-43d1-826b-cee34b91e68f {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:54.939617 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c0e975-b860-4d0f-9637-cfd39475b309", "name": "network-vif-plugged", "status": "completed", "tag": "beb64c58-050c-40c5-b8d6-b0ebfbc54d4b", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:54.940028 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b50cd3f4-6bfb-43d1-826b-cee34b91e68f {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:54.940618 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c0e975-b860-4d0f-9637-cfd39475b309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b', 'code': 200} Aug 16 22:20:54.978328 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294a2e8e-6c17-4488-8c1e-80fa0ff809a8 x-openstack-request-id: req-294a2e8e-6c17-4488-8c1e-80fa0ff809a8 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:54.978549 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c36bbd7-84cc-4fea-b27a-133716637b84", "name": "network-vif-unplugged", "status": "completed", "tag": "8d88f0e9-6039-4c43-a191-d5a35303af11", "code": 200}, {"server_uuid": "f5213f17-2fe6-4172-874c-bb8996829869", "name": "network-vif-deleted", "tag": "aa9111eb-d58f-4df3-a1aa-7eeb18821e3e", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:54.978826 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-294a2e8e-6c17-4488-8c1e-80fa0ff809a8 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:54.979184 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c36bbd7-84cc-4fea-b27a-133716637b84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d88f0e9-6039-4c43-a191-d5a35303af11', 'code': 200} Aug 16 22:20:54.979433 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5213f17-2fe6-4172-874c-bb8996829869', 'name': 'network-vif-deleted', 'tag': 'aa9111eb-d58f-4df3-a1aa-7eeb18821e3e', 'status': 'completed', 'code': 200} Aug 16 22:20:55.025509 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] Pushing event updated for resources: {'Port': ['ID=8d88f0e9-6039-4c43-a191-d5a35303af11,revision_number=8']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:55.035458 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:55.036307 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.038177 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ff41a789-8b2a-4455-9729-0c095d6eb436 service neutron] 10.222.0.39 "PUT /v2.0/ports/8d88f0e9-6039-4c43-a191-d5a35303af11 HTTP/1.1" status: 200 len: 1124 time: 1.7768466 Aug 16 22:20:55.052148 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd6f61-4f49-4478-84a4-00e8c415a00e req-24a84c5a-fafb-41b0-b084-4e43fdf6c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:55.053852 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-16cd6f61-4f49-4478-84a4-00e8c415a00e req-24a84c5a-fafb-41b0-b084-4e43fdf6c13b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 1101 time: 0.0507941 Aug 16 22:20:55.092851 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-16cd6f61-4f49-4478-84a4-00e8c415a00e req-40745655-dd3b-403c-8ed8-91ba050914b8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309129 Aug 16 22:20:55.111539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4f65d-ae7b-43f3-b880-82f5e948461e req-02b24171-0a7b-4b4e-bcd4-84ccab2bff55 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:55.113416 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aad4f65d-ae7b-43f3-b880-82f5e948461e req-02b24171-0a7b-4b4e-bcd4-84ccab2bff55 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.0729260 Aug 16 22:20:55.151542 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['8d88f0e9-6039-4c43-a191-d5a35303af11'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:55.163322 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4852d65d-4dcb-48f7-a0be-a34c97cd5d74 req-7370a1d1-c389-43f6-a68d-7b1b64031db1 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.175739 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aad4f65d-ae7b-43f3-b880-82f5e948461e req-3be6db3e-4c35-47fc-948a-ab1f47f53b66 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551250 Aug 16 22:20:55.176432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['8d88f0e9-6039-4c43-a191-d5a35303af11'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:55.302635 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-4852d65d-4dcb-48f7-a0be-a34c97cd5d74 req-7370a1d1-c389-43f6-a68d-7b1b64031db1 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Allocated IP 172.25.6.32 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/9444c6cc-f3a6-4f52-a16e-d781e6c84260) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:55.410103 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4852d65d-4dcb-48f7-a0be-a34c97cd5d74 req-7370a1d1-c389-43f6-a68d-7b1b64031db1 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.473375 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4852d65d-4dcb-48f7-a0be-a34c97cd5d74 req-7370a1d1-c389-43f6-a68d-7b1b64031db1 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.818831 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4852d65d-4dcb-48f7-a0be-a34c97cd5d74 req-7370a1d1-c389-43f6-a68d-7b1b64031db1 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:55.824865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-4852d65d-4dcb-48f7-a0be-a34c97cd5d74 req-7370a1d1-c389-43f6-a68d-7b1b64031db1 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:55.833322 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc2471-789c-475c-aaa5-96372519569b req-8c9caf41-1d12-4838-a8e8-b1efe62004d5 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:55.834842 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-38cc2471-789c-475c-aaa5-96372519569b req-8c9caf41-1d12-4838-a8e8-b1efe62004d5 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.3934639 Aug 16 22:20:55.835958 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370a1d1-c389-43f6-a68d-7b1b64031db1 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Pushing event updated for resources: {'Port': ['ID=9444c6cc-f3a6-4f52-a16e-d781e6c84260,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:55.838168 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4852d65d-4dcb-48f7-a0be-a34c97cd5d74 req-7370a1d1-c389-43f6-a68d-7b1b64031db1 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:55.904675 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-38cc2471-789c-475c-aaa5-96372519569b req-2c646bae-84e5-4271-a8d1-8c0f72ef4ab0 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631001 Aug 16 22:20:55.950376 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4852d65d-4dcb-48f7-a0be-a34c97cd5d74 req-7370a1d1-c389-43f6-a68d-7b1b64031db1 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.987568 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4852d65d-4dcb-48f7-a0be-a34c97cd5d74 req-7370a1d1-c389-43f6-a68d-7b1b64031db1 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:56.106941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf0d7e-05c6-40a3-a1af-6cc52efd43d8 req-5ac9e35d-2b3b-4a10-8edc-d6b3648feffb tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:56.108315 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49bf0d7e-05c6-40a3-a1af-6cc52efd43d8 req-5ac9e35d-2b3b-4a10-8edc-d6b3648feffb tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 944 time: 0.1012158 Aug 16 22:20:56.164926 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49bf0d7e-05c6-40a3-a1af-6cc52efd43d8 req-a2266c85-9945-40f8-acd3-40fbfc7249cf tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490394 Aug 16 22:20:56.175949 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device aa9111eb-d58f-4df3-a1aa-7eeb18821e3e no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:56.221278 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: aa9111eb-d58f-4df3-a1aa-7eeb18821e3e {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:56.221715 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device aa9111eb-d58f-4df3-a1aa-7eeb18821e3e not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:56.227049 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4852d65d-4dcb-48f7-a0be-a34c97cd5d74 req-7370a1d1-c389-43f6-a68d-7b1b64031db1 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:56.232088 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4852d65d-4dcb-48f7-a0be-a34c97cd5d74 req-7370a1d1-c389-43f6-a68d-7b1b64031db1 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:56.331041 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370a1d1-c389-43f6-a68d-7b1b64031db1 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Pushing event updated for resources: {'Port': ['ID=9444c6cc-f3a6-4f52-a16e-d781e6c84260,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:56.345931 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4852d65d-4dcb-48f7-a0be-a34c97cd5d74 req-7370a1d1-c389-43f6-a68d-7b1b64031db1 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:56.364048 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4852d65d-4dcb-48f7-a0be-a34c97cd5d74 req-7370a1d1-c389-43f6-a68d-7b1b64031db1 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:56.365197 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4852d65d-4dcb-48f7-a0be-a34c97cd5d74 req-7370a1d1-c389-43f6-a68d-7b1b64031db1 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5436838 Aug 16 22:20:56.372902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df2eb5-4d44-48c7-b7b3-28850726a6a9 req-629ce1b4-4ba7-44ff-a59a-5520ee6e7412 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:56.374466 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-67df2eb5-4d44-48c7-b7b3-28850726a6a9 req-629ce1b4-4ba7-44ff-a59a-5520ee6e7412 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 949 time: 0.0884678 Aug 16 22:20:56.432768 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4852d65d-4dcb-48f7-a0be-a34c97cd5d74 req-ed780235-8723-416b-9e35-3ccdbf941060 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 695 time: 0.0573432 Aug 16 22:20:56.470269 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-67df2eb5-4d44-48c7-b7b3-28850726a6a9 req-12b80189-5c83-4dbf-8488-4eeb90773dab tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887053 Aug 16 22:20:56.565922 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852d65d-4dcb-48f7-a0be-a34c97cd5d74 req-46ec4167-4b9e-4ca2-9889-82b85bb57312 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:56.567529 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4852d65d-4dcb-48f7-a0be-a34c97cd5d74 req-46ec4167-4b9e-4ca2-9889-82b85bb57312 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.1287978 Aug 16 22:20:56.626948 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99b461-c9aa-4fab-99a2-f982d4e7e6ca req-e4fe6b25-6fda-4f8f-aecc-b05b8588a387 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:56.629998 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d99b461-c9aa-4fab-99a2-f982d4e7e6ca req-e4fe6b25-6fda-4f8f-aecc-b05b8588a387 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.0600626 Aug 16 22:20:56.675610 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d99b461-c9aa-4fab-99a2-f982d4e7e6ca req-43188c43-83ee-47e6-b1be-286db908c2aa tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337732 Aug 16 22:20:56.797703 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1054177-3de7-4703-a159-28817afd4ec3 req-023836c0-01b6-4cf5-8aed-f99ac987122a tempest-MigrationsAdminTest-2100335077 tempest-MigrationsAdminTest-2100335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:56.799250 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a1054177-3de7-4703-a159-28817afd4ec3 req-023836c0-01b6-4cf5-8aed-f99ac987122a tempest-MigrationsAdminTest-2100335077 tempest-MigrationsAdminTest-2100335077-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 1101 time: 0.0531626 Aug 16 22:20:56.859056 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a1054177-3de7-4703-a159-28817afd4ec3 req-44b806f1-785d-4286-a451-302f2375b85c tempest-MigrationsAdminTest-2100335077 tempest-MigrationsAdminTest-2100335077-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Aug 16 22:20:56.867113 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3508d-558e-4625-a0b6-3935770da7b1 req-024190da-3b4a-47e3-9c4d-9012e0959043 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:56.868674 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f1c3508d-558e-4625-a0b6-3935770da7b1 req-024190da-3b4a-47e3-9c4d-9012e0959043 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcbd0263-50b4-434a-be72-7411bffc4bb5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0842950 Aug 16 22:20:56.924769 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f1c3508d-558e-4625-a0b6-3935770da7b1 req-8d0694fa-83cf-4ee2-95cd-6918f3ccaeb1 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 695 time: 0.0482793 Aug 16 22:20:56.935494 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-f1c3508d-558e-4625-a0b6-3935770da7b1 req-dca47988-5fc7-4cef-9c4f-7e881298e78c tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Request body: {'floatingip': {'port_id': '5aa80168-930f-4d7c-8d02-d8f6d078bbec', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:56.980188 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f1c3508d-558e-4625-a0b6-3935770da7b1 req-dca47988-5fc7-4cef-9c4f-7e881298e78c tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:56.983343 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c36bbd7-84cc-4fea-b27a-133716637b84', 'tag': '8d88f0e9-6039-4c43-a191-d5a35303af11'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:56.985727 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365051c3-e5ac-48b5-9dd9-d452ed793fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "9c36bbd7-84cc-4fea-b27a-133716637b84", "tag": "8d88f0e9-6039-4c43-a191-d5a35303af11"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:57.142001 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-85cf6634-f7eb-4a9b-855f-1b8b124144c2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411100 Aug 16 22:20:57.230650 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d7d3e-daf2-407f-80fb-9fcb03f473c9 req-267e5909-23c8-49f5-99df-0fa2d08d0307 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:57.232131 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d94d7d3e-daf2-407f-80fb-9fcb03f473c9 req-267e5909-23c8-49f5-99df-0fa2d08d0307 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.0910327 Aug 16 22:20:57.263221 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-f1c3508d-558e-4625-a0b6-3935770da7b1 req-dca47988-5fc7-4cef-9c4f-7e881298e78c tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 22:20:57.264271 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f1c3508d-558e-4625-a0b6-3935770da7b1 req-dca47988-5fc7-4cef-9c4f-7e881298e78c tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "PUT /v2.0/floatingips/76893f66-8339-4e26-916e-ac0d5af4ef9c HTTP/1.1" status: 409 len: 550 time: 0.3331826 Aug 16 22:20:57.295002 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d94d7d3e-daf2-407f-80fb-9fcb03f473c9 req-8339f3b9-35f4-451c-a67a-004900ba05a9 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530782 Aug 16 22:20:57.304937 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef38b70-bf4b-4d6b-8f4e-fc631beea57a x-openstack-request-id: req-3ef38b70-bf4b-4d6b-8f4e-fc631beea57a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:57.305419 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c36bbd7-84cc-4fea-b27a-133716637b84", "tag": "8d88f0e9-6039-4c43-a191-d5a35303af11", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:57.305847 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3ef38b70-bf4b-4d6b-8f4e-fc631beea57a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:57.306419 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c36bbd7-84cc-4fea-b27a-133716637b84', 'tag': '8d88f0e9-6039-4c43-a191-d5a35303af11', 'status': 'completed', 'code': 200} Aug 16 22:20:57.395210 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365051c3-e5ac-48b5-9dd9-d452ed793fdc req-db3b4335-b935-4a93-94bb-cf60ebc734b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:57.397223 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-365051c3-e5ac-48b5-9dd9-d452ed793fdc req-db3b4335-b935-4a93-94bb-cf60ebc734b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 1127 time: 0.0677164 Aug 16 22:20:57.417732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f732780-4c96-4109-a198-ba0a053f920d req-70fd1b4e-7432-4d14-97eb-80ec203199c3 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:57.419287 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f732780-4c96-4109-a198-ba0a053f920d req-70fd1b4e-7432-4d14-97eb-80ec203199c3 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 949 time: 0.0588443 Aug 16 22:20:57.492866 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f732780-4c96-4109-a198-ba0a053f920d req-37f17636-cd6a-4fdd-a056-2756a1105b4e tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627794 Aug 16 22:20:57.503770 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c35f13-7da9-401c-afc5-5ae8fd051f56 req-03d95575-cb2c-4a08-ad8c-00b28659e874 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:57.505326 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9c35f13-7da9-401c-afc5-5ae8fd051f56 req-03d95575-cb2c-4a08-ad8c-00b28659e874 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 944 time: 0.0851390 Aug 16 22:20:57.531283 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365051c3-e5ac-48b5-9dd9-d452ed793fdc req-c22fc6a9-2786-4aca-856a-fa504c733a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:57.532896 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-365051c3-e5ac-48b5-9dd9-d452ed793fdc req-c22fc6a9-2786-4aca-856a-fa504c733a15 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 921 time: 0.1208434 Aug 16 22:20:57.589621 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-365051c3-e5ac-48b5-9dd9-d452ed793fdc req-5098aab4-5c47-4d76-9c18-a8f9a595f9cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d88f0e9-6039-4c43-a191-d5a35303af11 HTTP/1.1" status: 200 len: 217 time: 0.0426927 Aug 16 22:20:57.590494 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f565134c-3940-4e21-9460-7d00e86c0251 req-89539a63-e762-4b2b-b9a3-ce24b21e2f4b tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/floatingips/76893f66-8339-4e26-916e-ac0d5af4ef9c HTTP/1.1" status: 200 len: 692 time: 0.0698400 Aug 16 22:20:57.630543 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9c35f13-7da9-401c-afc5-5ae8fd051f56 req-29c1005d-8867-4d9b-82be-9726610ee8e9 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111310 Aug 16 22:20:57.652110 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365051c3-e5ac-48b5-9dd9-d452ed793fdc req-a14df37e-7ffa-4ec9-a7b2-c594ad6f3105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:57.653790 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-365051c3-e5ac-48b5-9dd9-d452ed793fdc req-a14df37e-7ffa-4ec9-a7b2-c594ad6f3105 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.0550158 Aug 16 22:20:57.695442 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-365051c3-e5ac-48b5-9dd9-d452ed793fdc req-a20a2329-3960-41ab-9690-61cb00e798da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324256 Aug 16 22:20:57.759529 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565134c-3940-4e21-9460-7d00e86c0251 req-d0131677-fbc1-40de-acc9-cb27b0d7a286 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:57.769599 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f565134c-3940-4e21-9460-7d00e86c0251 req-d0131677-fbc1-40de-acc9-cb27b0d7a286 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.1726701 Aug 16 22:20:57.832879 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-365051c3-e5ac-48b5-9dd9-d452ed793fdc req-16146691-fcd7-4645-99c1-785973297112 service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299639 Aug 16 22:20:57.836751 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f565134c-3940-4e21-9460-7d00e86c0251 req-c477377f-1755-42d7-9dc2-700602cbf91e tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 695 time: 0.0651081 Aug 16 22:20:57.899904 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f565134c-3940-4e21-9460-7d00e86c0251 req-aeea97c2-c030-4af1-a5d0-9439a27d6a00 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 695 time: 0.0619950 Aug 16 22:20:57.999265 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-365051c3-e5ac-48b5-9dd9-d452ed793fdc req-3934d2c6-ced5-4aa5-8fd6-82a553da103f service neutron] 10.222.0.43 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566534 Aug 16 22:20:58.089245 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48734) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:58.091762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14d1e7-ba14-4a99-ba95-33cefd96d916 req-a588aa85-fd07-456c-a691-667ec1fef3c7 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:58.093531 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ad14d1e7-ba14-4a99-ba95-33cefd96d916 req-a588aa85-fd07-456c-a691-667ec1fef3c7 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.0838535 Aug 16 22:20:58.109386 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f565134c-3940-4e21-9460-7d00e86c0251 req-36389a62-e1a1-4565-a37a-3fa4365ea51f tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Deleting port 9444c6cc-f3a6-4f52-a16e-d781e6c84260 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:58.109732 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f565134c-3940-4e21-9460-7d00e86c0251 req-36389a62-e1a1-4565-a37a-3fa4365ea51f tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.181394 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ad14d1e7-ba14-4a99-ba95-33cefd96d916 req-5db3cfdb-2c35-47db-81f7-3ed31db98d57 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803647 Aug 16 22:20:58.211259 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f565134c-3940-4e21-9460-7d00e86c0251 req-36389a62-e1a1-4565-a37a-3fa4365ea51f tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.211654 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f565134c-3940-4e21-9460-7d00e86c0251 req-36389a62-e1a1-4565-a37a-3fa4365ea51f tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.223314 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f565134c-3940-4e21-9460-7d00e86c0251 req-36389a62-e1a1-4565-a37a-3fa4365ea51f tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Calling delete_port for 9444c6cc-f3a6-4f52-a16e-d781e6c84260 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:58.229016 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-30249a69-3c87-434e-8c81-6dad24255e27 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b81cffe5d6464101a6eaf85fd000b863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1386387 Aug 16 22:20:58.231548 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48738) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:58.281095 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3af083ac-600b-466b-88ea-943374b97cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.306875 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3af083ac-600b-466b-88ea-943374b97cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.358238 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3af083ac-600b-466b-88ea-943374b97cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.364005 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3af083ac-600b-466b-88ea-943374b97cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.365305 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3af083ac-600b-466b-88ea-943374b97cd3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9a4a89b0-4361-4220-8e35-9c4a5554830d HTTP/1.1" status: 204 len: 168 time: 0.1327496 Aug 16 22:20:58.370166 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f565134c-3940-4e21-9460-7d00e86c0251 req-36389a62-e1a1-4565-a37a-3fa4365ea51f tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.376756 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af083ac-600b-466b-88ea-943374b97cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4a89b0-4361-4220-8e35-9c4a5554830d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:58.454751 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36389a62-e1a1-4565-a37a-3fa4365ea51f tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Pushing event deleted for resources: {'Port': ['ID=9444c6cc-f3a6-4f52-a16e-d781e6c84260,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:58.509822 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecb7bc-3698-4de4-a069-1c712dac4776 req-facf4f2c-0c19-41c5-9c93-470934303700 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:58.516055 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c5ecb7bc-3698-4de4-a069-1c712dac4776 req-facf4f2c-0c19-41c5-9c93-470934303700 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.1320064 Aug 16 22:20:58.535478 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f565134c-3940-4e21-9460-7d00e86c0251 req-36389a62-e1a1-4565-a37a-3fa4365ea51f tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.537991 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f565134c-3940-4e21-9460-7d00e86c0251 req-36389a62-e1a1-4565-a37a-3fa4365ea51f tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.539984 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f565134c-3940-4e21-9460-7d00e86c0251 req-36389a62-e1a1-4565-a37a-3fa4365ea51f tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "DELETE /v2.0/floatingips/76893f66-8339-4e26-916e-ac0d5af4ef9c HTTP/1.1" status: 204 len: 173 time: 0.6391537 Aug 16 22:20:58.617592 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c5ecb7bc-3698-4de4-a069-1c712dac4776 req-768f712b-3fa3-46f9-b7d5-94f648b36d89 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933714 Aug 16 22:20:58.668742 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-981eb666-9e07-4d4a-a780-e7398b88e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:58.670486 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-981eb666-9e07-4d4a-a780-e7398b88e0e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 1101 time: 0.0681028 Aug 16 22:20:58.798541 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-e7a12e81-4e6c-41a8-8c7c-9e8d7a4b9d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:58.800440 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-e7a12e81-4e6c-41a8-8c7c-9e8d7a4b9d93 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1187472 Aug 16 22:20:58.805946 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa877328-1944-4903-bd6a-e14980317f04 req-e1ec046d-c793-4d2e-892a-9e1dfc497a7c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:58.807499 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fa877328-1944-4903-bd6a-e14980317f04 req-e1ec046d-c793-4d2e-892a-9e1dfc497a7c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 949 time: 0.1884422 Aug 16 22:20:58.816265 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-5c0dde8a-6828-431c-b0fb-822d51e1d876 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 1001 time: 0.1424239 Aug 16 22:20:58.850031 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-9e0aacee-d806-4c1c-8f94-8607aa64e66f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b HTTP/1.1" status: 200 len: 217 time: 0.0389862 Aug 16 22:20:58.882737 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-81a717d3-60b1-41f4-93e9-8a5619eb4b1e tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:58.896917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-81a717d3-60b1-41f4-93e9-8a5619eb4b1e tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/ports/5aa80168-930f-4d7c-8d02-d8f6d078bbec HTTP/1.1" status: 200 len: 943 time: 0.0714114 Aug 16 22:20:58.922324 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-792cbb0b-ba10-4657-88be-00f0a3c0f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:58.923820 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-792cbb0b-ba10-4657-88be-00f0a3c0f269 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0649698 Aug 16 22:20:58.926283 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fa877328-1944-4903-bd6a-e14980317f04 req-1c001442-a358-48b2-9938-720e2a95f486 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080024 Aug 16 22:20:59.007498 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-f01850b7-9238-48a9-8d37-e0034d75b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:59.009434 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-f01850b7-9238-48a9-8d37-e0034d75b687 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0775213 Aug 16 22:20:59.098354 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-9002fcff-4abf-49dc-ad5f-a9ce42263647 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 1001 time: 0.1437597 Aug 16 22:20:59.139807 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-98bf55a4-d149-4e77-bd21-f1f04ae7c45d service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209118 Aug 16 22:20:59.218598 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802a0b7-29e8-4f87-a65c-3cd5eae62074 req-2ffc31c4-700f-4657-b7b4-280b81efd1b5 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:59.227585 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5802a0b7-29e8-4f87-a65c-3cd5eae62074 req-2ffc31c4-700f-4657-b7b4-280b81efd1b5 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 944 time: 0.2070818 Aug 16 22:20:59.250217 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-2108c9eb-d500-4d4c-87d5-6a259f3c54e5 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004217 Aug 16 22:20:59.262645 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-308294c9-3c39-4f27-992c-e7790891f304 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:59.271049 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-308294c9-3c39-4f27-992c-e7790891f304 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.1713278 Aug 16 22:20:59.293852 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48774) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:59.357210 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-902df839-198f-4226-b898-314d6d5f75ce tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 1001 time: 0.0847893 Aug 16 22:20:59.364147 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-e1794788-6ec6-4819-8708-a98555d19aef tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:59.372324 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5802a0b7-29e8-4f87-a65c-3cd5eae62074 req-dead0655-54d2-4baa-806d-d8a5ba370c94 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438699 Aug 16 22:20:59.408080 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-dd04f804-853d-4ada-9300-42d23cd01aa7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1526177291-network', 'tenant_id': '82f313f92eca4bf8b496ce7fea480574'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:59.445811 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-e1794788-6ec6-4819-8708-a98555d19aef tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.452561 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd04f804-853d-4ada-9300-42d23cd01aa7 admin admin] Made reservation on behalf of 82f313f92eca4bf8b496ce7fea480574 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:59.455482 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd04f804-853d-4ada-9300-42d23cd01aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.467477 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd04f804-853d-4ada-9300-42d23cd01aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.586818 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd04f804-853d-4ada-9300-42d23cd01aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.592942 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd04f804-853d-4ada-9300-42d23cd01aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.615988 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd04f804-853d-4ada-9300-42d23cd01aa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:20:59.636815 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04f804-853d-4ada-9300-42d23cd01aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f58fb4b-a1b4-42a8-b4d6-93486a80ab5d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:59.651456 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-e1794788-6ec6-4819-8708-a98555d19aef tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.656829 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd04f804-853d-4ada-9300-42d23cd01aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.657277 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-dd04f804-853d-4ada-9300-42d23cd01aa7 admin admin] Added segment abd72426-2162-42f1-a2b9-93cc746c1342 of type vlan for network c38960c8-0dcb-4bb9-b9fa-e6c34fb41097 Aug 16 22:20:59.681439 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-e1794788-6ec6-4819-8708-a98555d19aef tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.681676 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-e1794788-6ec6-4819-8708-a98555d19aef tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Floating IP f4b8c550-bf03-4bf1-863d-7bfcaa70b386 disassociated. External IP: 172.25.6.86, port: 5aa80168-930f-4d7c-8d02-d8f6d078bbec. Aug 16 22:20:59.705661 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd04f804-853d-4ada-9300-42d23cd01aa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.735367 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd04f804-853d-4ada-9300-42d23cd01aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.737562 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd04f804-853d-4ada-9300-42d23cd01aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:59.737562 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd04f804-853d-4ada-9300-42d23cd01aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.775923 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fa8d2-0269-4606-afa9-5c6146c5df7f req-f30ecb5a-1dc6-4910-917f-4ef63740000c tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:59.777424 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b5fa8d2-0269-4606-afa9-5c6146c5df7f req-f30ecb5a-1dc6-4910-917f-4ef63740000c tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.1332297 Aug 16 22:20:59.794887 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dd04f804-853d-4ada-9300-42d23cd01aa7 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4999955 Aug 16 22:20:59.798198 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48780) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:59.811131 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5c976353-bf91-42a3-8521-160b39c1b2d5 admin admin] Request body: {'subnet': {'network_id': 'c38960c8-0dcb-4bb9-b9fa-e6c34fb41097', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1526177291-subnet', 'tenant_id': '82f313f92eca4bf8b496ce7fea480574', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:59.823133 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04f804-853d-4ada-9300-42d23cd01aa7 admin admin] Pushing event updated for resources: {'Network': ['ID=c38960c8-0dcb-4bb9-b9fa-e6c34fb41097,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:59.833376 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network c38960c8-0dcb-4bb9-b9fa-e6c34fb41097 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:20:59.839310 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b5fa8d2-0269-4606-afa9-5c6146c5df7f req-ca13ef98-1543-4f45-8662-c86980f28b3a tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509391 Aug 16 22:20:59.843856 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c976353-bf91-42a3-8521-160b39c1b2d5 admin admin] Made reservation on behalf of 82f313f92eca4bf8b496ce7fea480574 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:59.846954 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c976353-bf91-42a3-8521-160b39c1b2d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.964411 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-e1794788-6ec6-4819-8708-a98555d19aef tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Router 95272809-d344-4c12-8672-1569ae3d12e2 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:21:00.061477 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3b085-a83f-4a70-9717-1744989c5c8b req-3c100594-dd0a-4da9-aa07-cb718d5c36a7 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:00.062997 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8cf3b085-a83f-4a70-9717-1744989c5c8b req-3c100594-dd0a-4da9-aa07-cb718d5c36a7 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.0971444 Aug 16 22:21:00.104496 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-7144db94-fc38-475d-b04a-df40515984b4 service neutron] 10.222.0.43 "GET /v2.0/ports/8d88f0e9-6039-4c43-a191-d5a35303af11/bindings/n-h1-792458-15 HTTP/1.1" status: 200 len: 385 time: 0.1059971 Aug 16 22:21:00.106954 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c976353-bf91-42a3-8521-160b39c1b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:00.136850 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8cf3b085-a83f-4a70-9717-1744989c5c8b req-b6370f6b-a4ee-4f52-b4e3-2543ef0cfa2a tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462394 Aug 16 22:21:00.139659 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-e1794788-6ec6-4819-8708-a98555d19aef tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:21:00.144119 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-e1794788-6ec6-4819-8708-a98555d19aef tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:00.162372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2641f73-a2b8-4856-8254-4d6543500374 None None] Sync routers for ids ['95272809-d344-4c12-8672-1569ae3d12e2'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:21:00.164317 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c976353-bf91-42a3-8521-160b39c1b2d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=319bcf34-1c96-4f8c-8684-d450d82683be,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:00.174249 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2641f73-a2b8-4856-8254-4d6543500374 None None] Routers {'95272809-d344-4c12-8672-1569ae3d12e2'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:00.176440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d2641f73-a2b8-4856-8254-4d6543500374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:20:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['95272809-d344-4c12-8672-1569ae3d12e2'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:00.180544 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-e1794788-6ec6-4819-8708-a98555d19aef tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "PUT /v2.0/floatingips/f4b8c550-bf03-4bf1-863d-7bfcaa70b386 HTTP/1.1" status: 200 len: 694 time: 0.8203037 Aug 16 22:21:00.182264 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbd0263-50b4-434a-be72-7411bffc4bb5', 'tag': '5aa80168-930f-4d7c-8d02-d8f6d078bbec'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:00.186419 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0dce5c-6701-4d69-a2b1-494a713b9834" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbd0263-50b4-434a-be72-7411bffc4bb5", "tag": "5aa80168-930f-4d7c-8d02-d8f6d078bbec"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:00.270440 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c976353-bf91-42a3-8521-160b39c1b2d5 admin admin] Checking segment: {'id': 'abd72426-2162-42f1-a2b9-93cc746c1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c38960c8-0dcb-4bb9-b9fa-e6c34fb41097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:00.271045 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c976353-bf91-42a3-8521-160b39c1b2d5 admin admin] Network hostable DHCP agents. Network: c38960c8-0dcb-4bb9-b9fa-e6c34fb41097, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:21:00.306462 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d2641f73-a2b8-4856-8254-4d6543500374 None None] Set router 95272809-d344-4c12-8672-1569ae3d12e2 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:00.336679 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c976353-bf91-42a3-8521-160b39c1b2d5 admin admin] Network c38960c8-0dcb-4bb9-b9fa-e6c34fb41097 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:21:00.348479 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5c976353-bf91-42a3-8521-160b39c1b2d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, c38960c8-0dcb-4bb9-b9fa-e6c34fb41097) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:00.355659 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c976353-bf91-42a3-8521-160b39c1b2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:00.356330 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c976353-bf91-42a3-8521-160b39c1b2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:00.361810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf21997-5633-405e-8c18-5107c2bf717a None None] Network c38960c8-0dcb-4bb9-b9fa-e6c34fb41097 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:00.394126 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5c976353-bf91-42a3-8521-160b39c1b2d5 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5873525 Aug 16 22:21:00.410677 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-05cb24dd-0065-4273-91bf-77892703ecee service neutron] For port 8d88f0e9-6039-4c43-a191-d5a35303af11, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=8d88f0e9-6039-4c43-a191-d5a35303af11,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:00.438496 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-05cb24dd-0065-4273-91bf-77892703ecee service neutron] For port 8d88f0e9-6039-4c43-a191-d5a35303af11, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:00.486999 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-05cb24dd-0065-4273-91bf-77892703ecee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d88f0e9-6039-4c43-a191-d5a35303af11 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:00.505521 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-05cb24dd-0065-4273-91bf-77892703ecee service neutron] For port 8d88f0e9-6039-4c43-a191-d5a35303af11, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=8d88f0e9-6039-4c43-a191-d5a35303af11,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:00.531195 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-05cb24dd-0065-4273-91bf-77892703ecee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:00.565479 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-789b34ee-4b8c-49cc-b9d7-26a80be29b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:00.567025 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-789b34ee-4b8c-49cc-b9d7-26a80be29b1a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=12aee29b6be9459780f00968d876d5d5&device_id=dcbd0263-50b4-434a-be72-7411bffc4bb5 HTTP/1.1" status: 200 len: 1098 time: 0.3768048 Aug 16 22:21:00.627898 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-05cb24dd-0065-4273-91bf-77892703ecee service neutron] Transition to ACTIVE for port object 8d88f0e9-6039-4c43-a191-d5a35303af11 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:00.633376 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-05cb24dd-0065-4273-91bf-77892703ecee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:00.647353 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b72315-cffc-4ae6-b260-6bc7b708688f req-3430e2d4-de00-4278-af59-a819cec9c20b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:00.649294 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb1fa28-1afb-4f23-8306-b633479feb7f None None] Network c38960c8-0dcb-4bb9-b9fa-e6c34fb41097 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:00.649716 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0b72315-cffc-4ae6-b260-6bc7b708688f req-3430e2d4-de00-4278-af59-a819cec9c20b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 949 time: 0.4254732 Aug 16 22:21:00.709693 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-05cb24dd-0065-4273-91bf-77892703ecee service neutron] No DVR routers for this DVR port 8d88f0e9-6039-4c43-a191-d5a35303af11 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:00.714711 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d2641f73-a2b8-4856-8254-4d6543500374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95272809-d344-4c12-8672-1569ae3d12e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-760115950-router', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:29Z', 'updated_at': '2021-08-16T22:20:34Z', 'revision_number': 4, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'gw_port': {'id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:30Z', 'updated_at': '2021-08-16T22:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '112cd744-0d48-4130-9f1b-174100be7355', 'name': '', 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'mac_address': 'fa:16:3e:90:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:33Z', 'updated_at': '2021-08-16T22:20:41Z', 'revision_number': 5, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'subnets': [{'id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:00.715418 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0b72315-cffc-4ae6-b260-6bc7b708688f req-a574048f-fe66-4722-8e7f-a7b5e7afe2ce tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563593 Aug 16 22:21:00.720709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-a7ddad47-6677-4200-929f-e14e87f2bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:00.722660 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-a7ddad47-6677-4200-929f-e14e87f2bf32 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d9f1b28d-b1b5-402a-9825-ba243ec4f82e HTTP/1.1" status: 200 len: 929 time: 0.1487782 Aug 16 22:21:00.738805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb24dd-0065-4273-91bf-77892703ecee service neutron] Pushing event updated for resources: {'Port': ['ID=8d88f0e9-6039-4c43-a191-d5a35303af11,revision_number=10']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:00.748025 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-05cb24dd-0065-4273-91bf-77892703ecee service neutron] 10.222.0.43 "PUT /v2.0/ports/8d88f0e9-6039-4c43-a191-d5a35303af11/bindings/n-h1-792458-15/activate HTTP/1.1" status: 200 len: 370 time: 0.6134090 Aug 16 22:21:00.769633 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2641f73-a2b8-4856-8254-4d6543500374 None None] Checking router: 95272809-d344-4c12-8672-1569ae3d12e2 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:21:00.778773 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-df940ac9-934f-45c8-859a-7402195f65a9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5aa80168-930f-4d7c-8d02-d8f6d078bbec HTTP/1.1" status: 200 len: 217 time: 0.0455298 Aug 16 22:21:00.789175 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e91194-38c9-453b-b6a6-50055b0ba373 x-openstack-request-id: req-32e91194-38c9-453b-b6a6-50055b0ba373 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:00.789439 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbd0263-50b4-434a-be72-7411bffc4bb5", "tag": "5aa80168-930f-4d7c-8d02-d8f6d078bbec", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:00.789680 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-32e91194-38c9-453b-b6a6-50055b0ba373 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:00.790150 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbd0263-50b4-434a-be72-7411bffc4bb5', 'tag': '5aa80168-930f-4d7c-8d02-d8f6d078bbec', 'status': 'completed', 'code': 200} Aug 16 22:21:00.814619 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2641f73-a2b8-4856-8254-4d6543500374 None None] Routers {'95272809-d344-4c12-8672-1569ae3d12e2'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:00.815269 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d2641f73-a2b8-4856-8254-4d6543500374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:20:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['95272809-d344-4c12-8672-1569ae3d12e2'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:00.918180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-15fd4a64-e3b2-4329-a6e7-8b38d157994e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:00.919688 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-15fd4a64-e3b2-4329-a6e7-8b38d157994e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=965b0dd6-0fa0-45f5-8a01-b0a243709b80 HTTP/1.1" status: 200 len: 867 time: 0.1286762 Aug 16 22:21:00.960977 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d2641f73-a2b8-4856-8254-4d6543500374 None None] Set router 95272809-d344-4c12-8672-1569ae3d12e2 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:00.973168 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0dce5c-6701-4d69-a2b1-494a713b9834 req-067e2ec8-b6de-409f-aa09-69df0aa1b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:00.974696 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec0dce5c-6701-4d69-a2b1-494a713b9834 req-067e2ec8-b6de-409f-aa09-69df0aa1b5ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=12aee29b6be9459780f00968d876d5d5&device_id=dcbd0263-50b4-434a-be72-7411bffc4bb5 HTTP/1.1" status: 200 len: 1098 time: 0.1502047 Aug 16 22:21:00.977954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-e026811e-f0bf-42a7-80c2-2419b1f0e32f tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:00.979336 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-e026811e-f0bf-42a7-80c2-2419b1f0e32f tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84&tenant_id=28d0b07328bc4868a7e7f336c894f93d&binding%3Ahost_id=n-h2-792458-15 HTTP/1.1" status: 200 len: 1097 time: 0.1560025 Aug 16 22:21:00.987769 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c243d-9c08-4110-9903-c3ece3f765e6 req-99b4eadc-aa8b-48e3-9dea-8f643717021f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:00.989190 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c78c243d-9c08-4110-9903-c3ece3f765e6 req-99b4eadc-aa8b-48e3-9dea-8f643717021f tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 945 time: 0.1475208 Aug 16 22:21:01.084475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-3335d6a9-c149-44c0-9b93-3429abbbe9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:01.085946 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-3335d6a9-c149-44c0-9b93-3429abbbe9ca service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d9f1b28d-b1b5-402a-9825-ba243ec4f82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1586840 Aug 16 22:21:01.166267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d2641f73-a2b8-4856-8254-4d6543500374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95272809-d344-4c12-8672-1569ae3d12e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-760115950-router', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:29Z', 'updated_at': '2021-08-16T22:20:34Z', 'revision_number': 4, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'gw_port': {'id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:30Z', 'updated_at': '2021-08-16T22:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '112cd744-0d48-4130-9f1b-174100be7355', 'name': '', 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'mac_address': 'fa:16:3e:90:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:33Z', 'updated_at': '2021-08-16T22:20:41Z', 'revision_number': 5, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'subnets': [{'id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:01.190201 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c78c243d-9c08-4110-9903-c3ece3f765e6 req-086359ca-226a-4f73-87f4-50846d3ceb99 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854808 Aug 16 22:21:01.196844 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2641f73-a2b8-4856-8254-4d6543500374 None None] The sync data for ids ['95272809-d344-4c12-8672-1569ae3d12e2'] in n-d-792458-15 is: [{'id': '95272809-d344-4c12-8672-1569ae3d12e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-760115950-router', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:29Z', 'updated_at': '2021-08-16T22:20:34Z', 'revision_number': 4, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'gw_port': {'id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:30Z', 'updated_at': '2021-08-16T22:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '112cd744-0d48-4130-9f1b-174100be7355', 'name': '', 'network_id': 'd9f1b28d-b1b5-402a-9825-ba243ec4f82e', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'mac_address': 'fa:16:3e:90:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:33Z', 'updated_at': '2021-08-16T22:20:41Z', 'revision_number': 5, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'subnets': [{'id': '965b0dd6-0fa0-45f5-8a01-b0a243709b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:21:01.198207 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-2c4537c7-e7f3-4ce0-9b97-27e9330ce57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:01.199689 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-2c4537c7-e7f3-4ce0-9b97-27e9330ce57f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84&tenant_id=28d0b07328bc4868a7e7f336c894f93d HTTP/1.1" status: 200 len: 1097 time: 0.1962943 Aug 16 22:21:01.249474 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0dce5c-6701-4d69-a2b1-494a713b9834 req-2ed0fd3e-dad1-417e-9669-94bd362b5a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:01.251109 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec0dce5c-6701-4d69-a2b1-494a713b9834 req-2ed0fd3e-dad1-417e-9669-94bd362b5a87 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d9f1b28d-b1b5-402a-9825-ba243ec4f82e HTTP/1.1" status: 200 len: 929 time: 0.2555799 Aug 16 22:21:01.254317 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-5c99d9b0-a3ec-4ddf-a4db-c3d6a5997fdd service neutron] 10.222.0.93 "GET /v2.0/networks/d9f1b28d-b1b5-402a-9825-ba243ec4f82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596565 Aug 16 22:21:01.352914 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec0dce5c-6701-4d69-a2b1-494a713b9834 req-aee25954-a990-4da5-8689-e05041284b6c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5aa80168-930f-4d7c-8d02-d8f6d078bbec HTTP/1.1" status: 200 len: 217 time: 0.0821064 Aug 16 22:21:01.404297 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-4bc56a39-5e66-4f3b-aa29-8b8e03d17300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:01.405810 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-4bc56a39-5e66-4f3b-aa29-8b8e03d17300 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 1097 time: 0.1665852 Aug 16 22:21:01.451144 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9bebe3-7a8e-46f5-a947-d80ab7bf6250 None None] New status for floating IP f4b8c550-bf03-4bf1-863d-7bfcaa70b386: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:21:01.506052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-7fd745e8-ed52-4324-ba23-a0389a4ecb39 req-5cf2cd0e-7986-496e-a9e2-fda8b281f158 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1856659611', 'description': 'tempest-description-89287066'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:01.517755 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0dce5c-6701-4d69-a2b1-494a713b9834 req-7abf8cc7-d6c4-4aa7-8bf3-9ef7fc87a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:01.519211 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec0dce5c-6701-4d69-a2b1-494a713b9834 req-7abf8cc7-d6c4-4aa7-8bf3-9ef7fc87a400 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=965b0dd6-0fa0-45f5-8a01-b0a243709b80 HTTP/1.1" status: 200 len: 867 time: 0.1499946 Aug 16 22:21:01.531894 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26bc181c-4fce-4189-b67a-e509fc57d98d req-4b3d41b7-6fb8-43b8-9d3c-0e0b3d97ef8b service neutron] 10.222.0.93 "GET /v2.0/networks/d9f1b28d-b1b5-402a-9825-ba243ec4f82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624288 Aug 16 22:21:01.578520 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7fd745e8-ed52-4324-ba23-a0389a4ecb39 req-5cf2cd0e-7986-496e-a9e2-fda8b281f158 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:01.631420 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-a11650cb-ee7a-4aa8-9677-fc44864d9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:01.633518 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-a11650cb-ee7a-4aa8-9677-fc44864d9f56 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 921 time: 0.2160380 Aug 16 22:21:01.641226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0dce5c-6701-4d69-a2b1-494a713b9834 req-e87a762a-61b1-40ff-8a7e-0d9f4e589ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:01.642837 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec0dce5c-6701-4d69-a2b1-494a713b9834 req-e87a762a-61b1-40ff-8a7e-0d9f4e589ed3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d9f1b28d-b1b5-402a-9825-ba243ec4f82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1054134 Aug 16 22:21:01.716074 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-0d210f3e-b039-409d-9c52-d8a6cfd1fd3d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d88f0e9-6039-4c43-a191-d5a35303af11 HTTP/1.1" status: 200 len: 217 time: 0.0722284 Aug 16 22:21:01.873650 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ec34dc0d-c62a-4516-ac87-0131b4b21cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:01.875055 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-ec34dc0d-c62a-4516-ac87-0131b4b21cd7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.1200397 Aug 16 22:21:01.886568 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1acf03-5b37-4eaa-b662-8163ac91dde3 req-ad99ef37-2380-4376-8e13-5c39395846da tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:01.887953 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b1acf03-5b37-4eaa-b662-8163ac91dde3 req-ad99ef37-2380-4376-8e13-5c39395846da tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.1845534 Aug 16 22:21:01.904920 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7fd745e8-ed52-4324-ba23-a0389a4ecb39 req-5cf2cd0e-7986-496e-a9e2-fda8b281f158 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:01.920437 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7fd745e8-ed52-4324-ba23-a0389a4ecb39 req-5cf2cd0e-7986-496e-a9e2-fda8b281f158 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:01.953026 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-819ff96e-1d65-49d1-b395-c8f9552939aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576484 Aug 16 22:21:01.963370 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec0dce5c-6701-4d69-a2b1-494a713b9834 req-f1bc68cf-9db4-4f0f-a999-a3fd3ff29696 service neutron] 10.222.0.39 "GET /v2.0/networks/d9f1b28d-b1b5-402a-9825-ba243ec4f82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091488 Aug 16 22:21:02.008653 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7fd745e8-ed52-4324-ba23-a0389a4ecb39 req-5cf2cd0e-7986-496e-a9e2-fda8b281f158 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:02.009856 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7fd745e8-ed52-4324-ba23-a0389a4ecb39 req-5cf2cd0e-7986-496e-a9e2-fda8b281f158 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5189466 Aug 16 22:21:02.063424 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2cd0e-7986-496e-a9e2-fda8b281f158 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace2ce55-f03d-4416-8d38-417261fd218c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:02.107775 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b1acf03-5b37-4eaa-b662-8163ac91dde3 req-e92bddda-1d42-417e-8380-5fc87fa07e3c tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051497 Aug 16 22:21:02.215043 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1196f3e1-ec80-4beb-bc10-e6cf40d681c5 req-ee14cfee-f08d-4d2f-ba73-e0ee388519b7 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/floatingips/f4b8c550-bf03-4bf1-863d-7bfcaa70b386 HTTP/1.1" status: 200 len: 692 time: 0.0811303 Aug 16 22:21:02.302640 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60de51-465e-4e5a-af3a-bdeabea0f68f req-4ac06fb8-3bb4-4668-8289-8a49461c9ed4 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:02.304661 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba60de51-465e-4e5a-af3a-bdeabea0f68f req-4ac06fb8-3bb4-4668-8289-8a49461c9ed4 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.2425485 Aug 16 22:21:02.310064 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-6044ffa1-5ad5-40b3-80ad-ae7473ef07d3 service neutron] 10.222.0.39 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423693 Aug 16 22:21:02.328442 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec0dce5c-6701-4d69-a2b1-494a713b9834 req-5e8e6851-9735-4de8-85ef-3af3792fcf54 service neutron] 10.222.0.39 "GET /v2.0/networks/d9f1b28d-b1b5-402a-9825-ba243ec4f82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490446 Aug 16 22:21:02.417265 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 8d88f0e9-6039-4c43-a191-d5a35303af11 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:02.426548 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba60de51-465e-4e5a-af3a-bdeabea0f68f req-289d7c82-6e94-46b6-9b43-9ec1ea60ac02 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154020 Aug 16 22:21:02.453570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196f3e1-ec80-4beb-bc10-e6cf40d681c5 req-82df4778-f194-4952-b8f3-6d754262ae62 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:02.454969 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1196f3e1-ec80-4beb-bc10-e6cf40d681c5 req-82df4778-f194-4952-b8f3-6d754262ae62 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.2317781 Aug 16 22:21:02.468012 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 8d88f0e9-6039-4c43-a191-d5a35303af11 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:02.533337 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1196f3e1-ec80-4beb-bc10-e6cf40d681c5 req-03c63728-c454-4400-a700-e2bc8e4fb0b4 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 695 time: 0.0655510 Aug 16 22:21:02.553088 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-f62f58a9-d716-4022-8175-c563bd65e482 service neutron] 10.222.0.39 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211800 Aug 16 22:21:02.612992 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1196f3e1-ec80-4beb-bc10-e6cf40d681c5 req-02c9bda7-11ee-415c-b89a-a25ae1e382ed tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 695 time: 0.0583518 Aug 16 22:21:02.629708 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebb3d4-7842-4919-896a-eb18f7dc8132 req-43e204e3-890c-4735-9054-d4c5eddd15c8 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:02.631325 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4cebb3d4-7842-4919-896a-eb18f7dc8132 req-43e204e3-890c-4735-9054-d4c5eddd15c8 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 949 time: 0.1198287 Aug 16 22:21:02.764833 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4cebb3d4-7842-4919-896a-eb18f7dc8132 req-1813c9af-e8e1-4d63-a835-02e3b0bbf0e9 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263721 Aug 16 22:21:02.844844 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-1196f3e1-ec80-4beb-bc10-e6cf40d681c5 req-de3f1d8f-e474-48ec-b32a-2eb012ad1362 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Deleting port 73d8eddf-b705-4f5c-8a77-d03a142fc172 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:02.845183 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1196f3e1-ec80-4beb-bc10-e6cf40d681c5 req-de3f1d8f-e474-48ec-b32a-2eb012ad1362 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:02.894738 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-628339d7-95f6-4436-af62-57567a99a274 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:02.896236 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-628339d7-95f6-4436-af62-57567a99a274 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84&tenant_id=28d0b07328bc4868a7e7f336c894f93d&binding%3Ahost_id=n-h1-792458-15 HTTP/1.1" status: 200 len: 1097 time: 0.1201808 Aug 16 22:21:02.908423 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9688bab9-0979-44da-9c07-c81cfd886a5b req-55c2f10b-b34c-4c75-9725-93fd64df49ff tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "GET /v2.0/security-groups/ace2ce55-f03d-4416-8d38-417261fd218c HTTP/1.1" status: 200 len: 1811 time: 0.1172137 Aug 16 22:21:02.926504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9688bab9-0979-44da-9c07-c81cfd886a5b req-2fa2f92b-9b19-4c5f-988b-c6fa6b7180b2 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ace2ce55-f03d-4416-8d38-417261fd218c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:02.926883 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9688bab9-0979-44da-9c07-c81cfd886a5b req-2fa2f92b-9b19-4c5f-988b-c6fa6b7180b2 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ace2ce55-f03d-4416-8d38-417261fd218c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:03.003527 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1196f3e1-ec80-4beb-bc10-e6cf40d681c5 req-de3f1d8f-e474-48ec-b32a-2eb012ad1362 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.003897 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1196f3e1-ec80-4beb-bc10-e6cf40d681c5 req-de3f1d8f-e474-48ec-b32a-2eb012ad1362 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.042546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-1196f3e1-ec80-4beb-bc10-e6cf40d681c5 req-de3f1d8f-e474-48ec-b32a-2eb012ad1362 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Calling delete_port for 73d8eddf-b705-4f5c-8a77-d03a142fc172 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:03.150105 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9688bab9-0979-44da-9c07-c81cfd886a5b req-2fa2f92b-9b19-4c5f-988b-c6fa6b7180b2 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.198938 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9688bab9-0979-44da-9c07-c81cfd886a5b req-2fa2f92b-9b19-4c5f-988b-c6fa6b7180b2 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.204283 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-50b4bfe0-fa8d-466e-b069-78fda3cb0f5f service neutron] For port 8d88f0e9-6039-4c43-a191-d5a35303af11, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:03.206483 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9688bab9-0979-44da-9c07-c81cfd886a5b req-2fa2f92b-9b19-4c5f-988b-c6fa6b7180b2 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.213340 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-50b4bfe0-fa8d-466e-b069-78fda3cb0f5f service neutron] Notify callbacks [] for binding, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.214431 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ecff6c0-c7d6-49d0-80fd-12275706dfb2 req-50b4bfe0-fa8d-466e-b069-78fda3cb0f5f service neutron] 10.222.0.39 "DELETE /v2.0/ports/8d88f0e9-6039-4c43-a191-d5a35303af11/bindings/n-h2-792458-15 HTTP/1.1" status: 204 len: 173 time: 0.3036871 Aug 16 22:21:03.236841 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2f92b-9b19-4c5f-988b-c6fa6b7180b2 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa2b54f-e93a-446d-b710-7ab4a40ca7ea,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:03.255569 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9688bab9-0979-44da-9c07-c81cfd886a5b req-2fa2f92b-9b19-4c5f-988b-c6fa6b7180b2 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.257696 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9688bab9-0979-44da-9c07-c81cfd886a5b req-2fa2f92b-9b19-4c5f-988b-c6fa6b7180b2 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3393502 Aug 16 22:21:03.313250 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1196f3e1-ec80-4beb-bc10-e6cf40d681c5 req-de3f1d8f-e474-48ec-b32a-2eb012ad1362 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.356817 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f1d8f-e474-48ec-b32a-2eb012ad1362 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Pushing event deleted for resources: {'Port': ['ID=73d8eddf-b705-4f5c-8a77-d03a142fc172,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:03.442277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7189d-3198-4e11-97ba-c230ce83d409 req-51ff7127-74ad-47bb-a89e-40b9584a90fa tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:03.443763 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bff7189d-3198-4e11-97ba-c230ce83d409 req-51ff7127-74ad-47bb-a89e-40b9584a90fa tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 945 time: 0.1283567 Aug 16 22:21:03.451688 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1196f3e1-ec80-4beb-bc10-e6cf40d681c5 req-de3f1d8f-e474-48ec-b32a-2eb012ad1362 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.454696 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1196f3e1-ec80-4beb-bc10-e6cf40d681c5 req-de3f1d8f-e474-48ec-b32a-2eb012ad1362 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.455800 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1196f3e1-ec80-4beb-bc10-e6cf40d681c5 req-de3f1d8f-e474-48ec-b32a-2eb012ad1362 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "DELETE /v2.0/floatingips/f4b8c550-bf03-4bf1-863d-7bfcaa70b386 HTTP/1.1" status: 204 len: 173 time: 0.8366165 Aug 16 22:21:03.491840 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bff7189d-3198-4e11-97ba-c230ce83d409 req-fbeebd5c-7d37-4bc4-822a-123d262a3d8c tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405953 Aug 16 22:21:03.647552 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db2e4d-d266-405b-a916-1866d87b7835 req-68119362-4c48-4415-a0c2-71b15e05d22e tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:03.649100 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1db2e4d-d266-405b-a916-1866d87b7835 req-68119362-4c48-4415-a0c2-71b15e05d22e tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.0836241 Aug 16 22:21:03.653188 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc450135-7b50-4567-9471-2c03ba059642 req-f2a7af23-05c6-4c3b-8eed-75eadbd17a59 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "GET /v2.0/security-groups/ace2ce55-f03d-4416-8d38-417261fd218c HTTP/1.1" status: 200 len: 2404 time: 0.0747485 Aug 16 22:21:03.696967 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1db2e4d-d266-405b-a916-1866d87b7835 req-930087d9-dd9c-4b1c-9cfb-9d352d1152cd tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412459 Aug 16 22:21:03.763507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a4f23-8b76-4bf7-9d9c-ba555f705529 req-23189372-71ac-42e9-bc84-32453fc457f7 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:03.765058 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c01a4f23-8b76-4bf7-9d9c-ba555f705529 req-23189372-71ac-42e9-bc84-32453fc457f7 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.0557351 Aug 16 22:21:03.831191 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c01a4f23-8b76-4bf7-9d9c-ba555f705529 req-e36e9d08-5bdf-4351-9e49-443f7286de22 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599554 Aug 16 22:21:03.852874 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a6a7d-84a8-48a0-843c-04e1cf00412b req-7f4a7349-7b04-4d78-a86f-f083d23a3dc4 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:03.855132 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f1a6a7d-84a8-48a0-843c-04e1cf00412b req-7f4a7349-7b04-4d78-a86f-f083d23a3dc4 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=36ccd004-d184-4505-aa5f-69a524beb6d9 HTTP/1.1" status: 200 len: 946 time: 0.0630941 Aug 16 22:21:03.889687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ac4e5ff8-dc18-4a58-9668-95a6769dd826 req-acda7f82-68f5-48e1-ae79-fbff6071f801 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "GET /v2.0/security-group-rules/2aa2b54f-e93a-446d-b710-7ab4a40ca7ea HTTP/1.1" status: 200 len: 778 time: 0.0335524 Aug 16 22:21:03.924592 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f1a6a7d-84a8-48a0-843c-04e1cf00412b req-31f2a7ad-3f86-4557-a9f0-ff6b564a6ad6 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606475 Aug 16 22:21:03.951037 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ac4e5ff8-dc18-4a58-9668-95a6769dd826 req-8d71c17e-72f5-4137-9b92-56ce3560cf3e tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "GET /v2.0/security-groups/ace2ce55-f03d-4416-8d38-417261fd218c HTTP/1.1" status: 200 len: 2404 time: 0.0546801 Aug 16 22:21:03.998683 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ac4e5ff8-dc18-4a58-9668-95a6769dd826 req-6c693144-8a46-4e70-8a97-bbe7b62078c1 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:04.028548 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ac4e5ff8-dc18-4a58-9668-95a6769dd826 req-6c693144-8a46-4e70-8a97-bbe7b62078c1 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:04.085474 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc549f8b-4205-4c57-adf8-300f1f0aa8f3 req-8998319e-6653-4e61-a01c-a614da8ffc1d tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:04.087346 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc549f8b-4205-4c57-adf8-300f1f0aa8f3 req-8998319e-6653-4e61-a01c-a614da8ffc1d tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcbd0263-50b4-434a-be72-7411bffc4bb5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1010237 Aug 16 22:21:04.093444 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ac4e5ff8-dc18-4a58-9668-95a6769dd826 req-6c693144-8a46-4e70-8a97-bbe7b62078c1 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:04.101420 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ac4e5ff8-dc18-4a58-9668-95a6769dd826 req-6c693144-8a46-4e70-8a97-bbe7b62078c1 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:04.102489 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ac4e5ff8-dc18-4a58-9668-95a6769dd826 req-6c693144-8a46-4e70-8a97-bbe7b62078c1 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/2aa2b54f-e93a-446d-b710-7ab4a40ca7ea HTTP/1.1" status: 204 len: 173 time: 0.1446946 Aug 16 22:21:04.144992 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc549f8b-4205-4c57-adf8-300f1f0aa8f3 req-0b193aa5-2190-4ab3-a627-7066a25b26e2 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0492024 Aug 16 22:21:04.146146 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c693144-8a46-4e70-8a97-bbe7b62078c1 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2aa2b54f-e93a-446d-b710-7ab4a40ca7ea,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:04.209435 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9055e4-695d-4473-904a-e5325c22e328 req-29e593b6-bad7-4865-8a39-2d4972a241f3 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:04.211698 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3c9055e4-695d-4473-904a-e5325c22e328 req-29e593b6-bad7-4865-8a39-2d4972a241f3 tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 1097 time: 0.0470850 Aug 16 22:21:04.280725 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3c9055e4-695d-4473-904a-e5325c22e328 req-c6061563-e1ad-433e-9870-9c052076838f tempest-LiveAutoBlockMigrationV225Test-1092467846 tempest-LiveAutoBlockMigrationV225Test-1092467846-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585320 Aug 16 22:21:04.290600 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60f411-fd73-4909-964c-485a9beeae6b req-3d026dd3-0ae6-455b-a8b1-c16966fcaf4d tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:04.292214 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3c60f411-fd73-4909-964c-485a9beeae6b req-3d026dd3-0ae6-455b-a8b1-c16966fcaf4d tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 949 time: 0.0796068 Aug 16 22:21:04.338682 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-fec4ca2e-e9bb-4dfb-acea-beb59c758759 req-b3f08ee9-2556-4b4a-8f06-38dbfd420239 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1217920159', 'description': 'tempest-description-1012750988'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:04.353545 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3c60f411-fd73-4909-964c-485a9beeae6b req-e684c05f-6c77-4913-a077-a620f0038735 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550153 Aug 16 22:21:04.372778 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fec4ca2e-e9bb-4dfb-acea-beb59c758759 req-b3f08ee9-2556-4b4a-8f06-38dbfd420239 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:04.460186 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f99a9baf-b34e-448f-8a49-63dac0d2c674 req-3000eaea-3d89-4d09-a9e6-d79879f1aba6 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0687473 Aug 16 22:21:04.494740 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-e9dc4750-6a61-43a9-8de8-5c9309ecfeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:04.496285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-e9dc4750-6a61-43a9-8de8-5c9309ecfeda service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 1097 time: 0.1211030 Aug 16 22:21:04.615500 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fec4ca2e-e9bb-4dfb-acea-beb59c758759 req-b3f08ee9-2556-4b4a-8f06-38dbfd420239 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:04.628710 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fec4ca2e-e9bb-4dfb-acea-beb59c758759 req-b3f08ee9-2556-4b4a-8f06-38dbfd420239 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:04.664431 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-6cd1017e-245e-4ea8-b7c2-18334c827955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:04.666117 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-6cd1017e-245e-4ea8-b7c2-18334c827955 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 909 time: 0.1611774 Aug 16 22:21:04.671105 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fec4ca2e-e9bb-4dfb-acea-beb59c758759 req-b3f08ee9-2556-4b4a-8f06-38dbfd420239 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:04.672267 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fec4ca2e-e9bb-4dfb-acea-beb59c758759 req-b3f08ee9-2556-4b4a-8f06-38dbfd420239 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3447313 Aug 16 22:21:04.696226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f08ee9-2556-4b4a-8f06-38dbfd420239 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f24868-9e7f-4a46-bf1e-8cd7a220d2e7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:05.040769 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-d89520e5-29c7-4682-92d1-76940c916b83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecbbb56b-93b2-4971-8558-65be8c4ac638 HTTP/1.1" status: 200 len: 217 time: 0.3653266 Aug 16 22:21:05.139614 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-bb87a648-067d-41da-b10a-7e5bf6d98d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:05.140971 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-bb87a648-067d-41da-b10a-7e5bf6d98d8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 200 len: 848 time: 0.0864346 Aug 16 22:21:05.143872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0ebd6c4-3da1-47af-81ba-3cdd19bde9af req-cab5508c-4dc9-4fb3-886e-94c641852d10 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "GET /v2.0/security-groups/79f24868-9e7f-4a46-bf1e-8cd7a220d2e7 HTTP/1.1" status: 200 len: 1813 time: 0.1059813 Aug 16 22:21:05.156212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c9f2c-1ddc-453d-a884-bd774d073726 req-1441be6e-7701-4564-b3de-ae3f741e6af8 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:05.157880 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-238c9f2c-1ddc-453d-a884-bd774d073726 req-1441be6e-7701-4564-b3de-ae3f741e6af8 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 945 time: 0.1216528 Aug 16 22:21:05.188318 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-d9722436-b56f-47ac-b354-fa98245552b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293338 Aug 16 22:21:05.288438 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-238c9f2c-1ddc-453d-a884-bd774d073726 req-1903b9b5-4670-40ac-8537-8c35d9b2bdbe tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212697 Aug 16 22:21:05.313257 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bda4fe-f373-4d1a-bace-a4981b4ad064 req-6b5ebed2-0e59-4908-81c2-eb877031c267 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:05.314781 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9bda4fe-f373-4d1a-bace-a4981b4ad064 req-6b5ebed2-0e59-4908-81c2-eb877031c267 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.1207173 Aug 16 22:21:05.390068 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-7b146248-ed1e-4d34-b84d-4b449c800d39 service neutron] 10.222.0.39 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842487 Aug 16 22:21:05.470737 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9bda4fe-f373-4d1a-bace-a4981b4ad064 req-60f1fddb-8951-4fb5-834e-d0508d64f853 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455321 Aug 16 22:21:05.494259 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a972bbb-9d81-47cc-8868-e7cf7195a824 req-dfaa7aa5-6479-4b98-bf9f-9bbc4b4adbeb tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:05.495673 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6a972bbb-9d81-47cc-8868-e7cf7195a824 req-dfaa7aa5-6479-4b98-bf9f-9bbc4b4adbeb tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 945 time: 0.1581643 Aug 16 22:21:05.509682 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d49bd1-4f84-418a-8dd4-e93d860993b8 req-ee8c2fdb-d995-4d56-9a35-297ca4513e7b tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:05.511308 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c5d49bd1-4f84-418a-8dd4-e93d860993b8 req-ee8c2fdb-d995-4d56-9a35-297ca4513e7b tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcbd0263-50b4-434a-be72-7411bffc4bb5 HTTP/1.1" status: 200 len: 946 time: 0.1553152 Aug 16 22:21:05.651163 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-ed7f5a3e-a634-422e-8f76-b9e18b7ec119 service neutron] 10.222.0.39 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454090 Aug 16 22:21:05.668452 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c5d49bd1-4f84-418a-8dd4-e93d860993b8 req-92e0385b-adf8-480a-90ae-08400330ed7b tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/security-groups?id=b75cff02-6941-4a23-ab9e-98a08ef509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452699 Aug 16 22:21:05.685835 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917dbcb-8f3f-4b75-bf56-8ff7fea8fe55 req-b3faa921-cf7d-4655-99df-9e97c8c6f4e3 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:05.690472 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c917dbcb-8f3f-4b75-bf56-8ff7fea8fe55 req-b3faa921-cf7d-4655-99df-9e97c8c6f4e3 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.1449921 Aug 16 22:21:05.740580 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-6a972bbb-9d81-47cc-8868-e7cf7195a824 req-834cef90-caa4-4ebb-addd-cfe7af665b50 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Deleting port 8d88f0e9-6039-4c43-a191-d5a35303af11 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:05.740970 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6a972bbb-9d81-47cc-8868-e7cf7195a824 req-834cef90-caa4-4ebb-addd-cfe7af665b50 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:05.810769 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c917dbcb-8f3f-4b75-bf56-8ff7fea8fe55 req-e522d1fe-4274-4950-82c7-cf339ebb4054 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148331 Aug 16 22:21:05.873189 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78e9e3-8bc5-49ea-8c04-0f4e1186430a req-2eec6675-efc2-42be-85d3-5e48fee612b1 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:05.875500 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e78e9e3-8bc5-49ea-8c04-0f4e1186430a req-2eec6675-efc2-42be-85d3-5e48fee612b1 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=36ccd004-d184-4505-aa5f-69a524beb6d9 HTTP/1.1" status: 200 len: 946 time: 0.1410127 Aug 16 22:21:05.882604 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6a972bbb-9d81-47cc-8868-e7cf7195a824 req-834cef90-caa4-4ebb-addd-cfe7af665b50 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] For port 8d88f0e9-6039-4c43-a191-d5a35303af11, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=8d88f0e9-6039-4c43-a191-d5a35303af11,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:05.882979 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6a972bbb-9d81-47cc-8868-e7cf7195a824 req-834cef90-caa4-4ebb-addd-cfe7af665b50 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:05.929490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-6a972bbb-9d81-47cc-8868-e7cf7195a824 req-834cef90-caa4-4ebb-addd-cfe7af665b50 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Calling delete_port for 8d88f0e9-6039-4c43-a191-d5a35303af11 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:06.001223 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e78e9e3-8bc5-49ea-8c04-0f4e1186430a req-b8c52add-e13b-41c6-b351-c6e2abf1ed07 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145942 Aug 16 22:21:06.008647 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8b6c7-67ee-4d8d-93ef-94ff32e82b15 req-1d10310a-4ed9-435c-adbc-fc09c414987e tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:06.010129 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02d8b6c7-67ee-4d8d-93ef-94ff32e82b15 req-1d10310a-4ed9-435c-adbc-fc09c414987e tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 949 time: 0.1246564 Aug 16 22:21:06.066577 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02d8b6c7-67ee-4d8d-93ef-94ff32e82b15 req-7ea6fc62-303c-4dcb-a91d-f36f889d5756 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498934 Aug 16 22:21:06.122541 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ec2ef425-bddd-4cc8-b998-0146859ef407 req-338db991-0ae7-41d8-83f4-c9b9f56b7ffc tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1014683578', 'description': 'tempest-description-1888747775'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:06.158973 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6a972bbb-9d81-47cc-8868-e7cf7195a824 req-834cef90-caa4-4ebb-addd-cfe7af665b50 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.163529 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ec2ef425-bddd-4cc8-b998-0146859ef407 req-338db991-0ae7-41d8-83f4-c9b9f56b7ffc tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.172118 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['2fd9cb44-6dd9-4030-a346-c38165c18acc', '8d88f0e9-6039-4c43-a191-d5a35303af11'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:06.202865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cef90-caa4-4ebb-addd-cfe7af665b50 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Pushing event deleted for resources: {'Port': ['ID=8d88f0e9-6039-4c43-a191-d5a35303af11,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:06.252269 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a972bbb-9d81-47cc-8868-e7cf7195a824 req-834cef90-caa4-4ebb-addd-cfe7af665b50 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] No DVR routers for this DVR port 8d88f0e9-6039-4c43-a191-d5a35303af11 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:06.256408 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6a972bbb-9d81-47cc-8868-e7cf7195a824 req-834cef90-caa4-4ebb-addd-cfe7af665b50 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.258479 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6a972bbb-9d81-47cc-8868-e7cf7195a824 req-834cef90-caa4-4ebb-addd-cfe7af665b50 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.39 "DELETE /v2.0/ports/8d88f0e9-6039-4c43-a191-d5a35303af11 HTTP/1.1" status: 204 len: 173 time: 0.7446115 Aug 16 22:21:06.258961 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c36bbd7-84cc-4fea-b27a-133716637b84', 'name': 'network-vif-deleted', 'tag': '8d88f0e9-6039-4c43-a191-d5a35303af11'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:06.261215 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c287a8d-fc20-4bde-9b94-fceb4fb7977b" -d '{"events": [{"server_uuid": "9c36bbd7-84cc-4fea-b27a-133716637b84", "name": "network-vif-deleted", "tag": "8d88f0e9-6039-4c43-a191-d5a35303af11"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:06.314618 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9bf213-0c19-41a3-a92e-c5462c0b92b9 x-openstack-request-id: req-ed9bf213-0c19-41a3-a92e-c5462c0b92b9 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:06.315133 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c36bbd7-84cc-4fea-b27a-133716637b84", "name": "network-vif-deleted", "tag": "8d88f0e9-6039-4c43-a191-d5a35303af11", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:06.315554 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ed9bf213-0c19-41a3-a92e-c5462c0b92b9 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:06.316160 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c36bbd7-84cc-4fea-b27a-133716637b84', 'name': 'network-vif-deleted', 'tag': '8d88f0e9-6039-4c43-a191-d5a35303af11', 'status': 'completed', 'code': 200} Aug 16 22:21:06.426931 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ec2ef425-bddd-4cc8-b998-0146859ef407 req-338db991-0ae7-41d8-83f4-c9b9f56b7ffc tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.430152 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98fb313b-b674-47e4-a06d-8533f306c21f req-2eb63c80-6c20-4cf4-aa51-3d97acd40035 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 210 time: 0.0436313 Aug 16 22:21:06.434671 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ec2ef425-bddd-4cc8-b998-0146859ef407 req-338db991-0ae7-41d8-83f4-c9b9f56b7ffc tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.456635 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988dc99-db45-4a90-a9a5-22707dabf022 req-8d314ede-2e68-4715-8b60-a64beee89837 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:06.458116 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b988dc99-db45-4a90-a9a5-22707dabf022 req-8d314ede-2e68-4715-8b60-a64beee89837 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcbd0263-50b4-434a-be72-7411bffc4bb5 HTTP/1.1" status: 200 len: 946 time: 0.1191542 Aug 16 22:21:06.504499 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ec2ef425-bddd-4cc8-b998-0146859ef407 req-338db991-0ae7-41d8-83f4-c9b9f56b7ffc tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.505740 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec2ef425-bddd-4cc8-b998-0146859ef407 req-338db991-0ae7-41d8-83f4-c9b9f56b7ffc tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4071326 Aug 16 22:21:06.508906 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338db991-0ae7-41d8-83f4-c9b9f56b7ffc tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=697a53dd-1129-4d23-b382-36b0be7b7725,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:06.602211 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc0c5e-e1b1-4205-a922-5b7c8998f1fd req-964adbdf-c7f9-47ad-b1c4-93df557bcb66 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:06.605416 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c4cc0c5e-e1b1-4205-a922-5b7c8998f1fd req-964adbdf-c7f9-47ad-b1c4-93df557bcb66 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.43 "GET /v2.0/ports?device_id=36ccd004-d184-4505-aa5f-69a524beb6d9 HTTP/1.1" status: 200 len: 946 time: 0.0604234 Aug 16 22:21:06.637691 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42167a12-aa6a-4005-953d-581879048b50 req-023cf606-a979-4576-afac-efb87732e6be tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "GET /v2.0/security-groups/697a53dd-1129-4d23-b382-36b0be7b7725 HTTP/1.1" status: 200 len: 1813 time: 0.0938601 Aug 16 22:21:06.643469 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b988dc99-db45-4a90-a9a5-22707dabf022 req-9652e2de-cf1a-4624-bce5-59d081ad06c5 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Deleting port 5aa80168-930f-4d7c-8d02-d8f6d078bbec {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:06.644786 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b988dc99-db45-4a90-a9a5-22707dabf022 req-9652e2de-cf1a-4624-bce5-59d081ad06c5 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.705990 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-397fcf0a-966b-45ad-8884-2f10be346fad req-09b3b5ad-e0b7-4273-b53b-d1ee68f6f417 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-328239025', 'description': 'tempest-description-2027850187'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:06.712994 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-c4cc0c5e-e1b1-4205-a922-5b7c8998f1fd req-0b1a5df7-2634-4f0a-ac80-544d4ac69776 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Deleting port dbe2dd17-9659-466e-a522-1911f2100ce2 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:06.713268 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c4cc0c5e-e1b1-4205-a922-5b7c8998f1fd req-0b1a5df7-2634-4f0a-ac80-544d4ac69776 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.746372 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35feff5-b4ad-45c3-bf39-e25458c3b9c1 req-8f078fea-3e69-4f11-bba9-f07f605c3486 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:06.748020 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f35feff5-b4ad-45c3-bf39-e25458c3b9c1 req-8f078fea-3e69-4f11-bba9-f07f605c3486 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.1684749 Aug 16 22:21:06.771172 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-397fcf0a-966b-45ad-8884-2f10be346fad req-09b3b5ad-e0b7-4273-b53b-d1ee68f6f417 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.808734 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-c4cc0c5e-e1b1-4205-a922-5b7c8998f1fd req-0b1a5df7-2634-4f0a-ac80-544d4ac69776 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] For port dbe2dd17-9659-466e-a522-1911f2100ce2, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=dbe2dd17-9659-466e-a522-1911f2100ce2,segment=NetworkSegment(56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73),segment_id=56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:06.809096 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c4cc0c5e-e1b1-4205-a922-5b7c8998f1fd req-0b1a5df7-2634-4f0a-ac80-544d4ac69776 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.816617 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b988dc99-db45-4a90-a9a5-22707dabf022 req-9652e2de-cf1a-4624-bce5-59d081ad06c5 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] For port 5aa80168-930f-4d7c-8d02-d8f6d078bbec, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5aa80168-930f-4d7c-8d02-d8f6d078bbec,segment=NetworkSegment(adf66f0d-c7ba-4135-8eff-9f40ddc7db73),segment_id=adf66f0d-c7ba-4135-8eff-9f40ddc7db73)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:06.817112 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b988dc99-db45-4a90-a9a5-22707dabf022 req-9652e2de-cf1a-4624-bce5-59d081ad06c5 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.843524 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f35feff5-b4ad-45c3-bf39-e25458c3b9c1 req-5ed98248-67d4-4357-b7b5-2baead2d049c tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812261 Aug 16 22:21:06.851018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b988dc99-db45-4a90-a9a5-22707dabf022 req-9652e2de-cf1a-4624-bce5-59d081ad06c5 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Calling delete_port for 5aa80168-930f-4d7c-8d02-d8f6d078bbec owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:07.035019 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-397fcf0a-966b-45ad-8884-2f10be346fad req-09b3b5ad-e0b7-4273-b53b-d1ee68f6f417 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:07.053987 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb427b-52d3-49c6-99e6-986c4bfffb1a req-75a591d9-ab61-40a2-9477-6a364871e867 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:07.055706 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21eb427b-52d3-49c6-99e6-986c4bfffb1a req-75a591d9-ab61-40a2-9477-6a364871e867 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcbd0263-50b4-434a-be72-7411bffc4bb5 HTTP/1.1" status: 200 len: 946 time: 0.1219244 Aug 16 22:21:07.056380 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-397fcf0a-966b-45ad-8884-2f10be346fad req-09b3b5ad-e0b7-4273-b53b-d1ee68f6f417 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:07.152498 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-397fcf0a-966b-45ad-8884-2f10be346fad req-09b3b5ad-e0b7-4273-b53b-d1ee68f6f417 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:07.153717 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-397fcf0a-966b-45ad-8884-2f10be346fad req-09b3b5ad-e0b7-4273-b53b-d1ee68f6f417 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4818995 Aug 16 22:21:07.156816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3b5ad-e0b7-4273-b53b-d1ee68f6f417 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=767e835c-4c3e-4859-9fd7-73a02e4c598f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:07.177996 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21eb427b-52d3-49c6-99e6-986c4bfffb1a req-37255e57-9e17-4eb4-a647-4c97109a2fbb tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.93 "GET /v2.0/security-groups?id=b75cff02-6941-4a23-ab9e-98a08ef509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986221 Aug 16 22:21:07.179266 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b988dc99-db45-4a90-a9a5-22707dabf022 req-9652e2de-cf1a-4624-bce5-59d081ad06c5 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:07.199189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['5aa80168-930f-4d7c-8d02-d8f6d078bbec'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:07.233810 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652e2de-cf1a-4624-bce5-59d081ad06c5 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Pushing event deleted for resources: {'Port': ['ID=5aa80168-930f-4d7c-8d02-d8f6d078bbec,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:07.320201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b988dc99-db45-4a90-a9a5-22707dabf022 req-9652e2de-cf1a-4624-bce5-59d081ad06c5 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] No DVR routers for this DVR port 5aa80168-930f-4d7c-8d02-d8f6d078bbec on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:07.325666 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b988dc99-db45-4a90-a9a5-22707dabf022 req-9652e2de-cf1a-4624-bce5-59d081ad06c5 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:07.327687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b988dc99-db45-4a90-a9a5-22707dabf022 req-9652e2de-cf1a-4624-bce5-59d081ad06c5 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469 tempest-FloatingIPsAssociationNegativeTestJSON-1407458469-project] 10.222.0.39 "DELETE /v2.0/ports/5aa80168-930f-4d7c-8d02-d8f6d078bbec HTTP/1.1" status: 204 len: 173 time: 0.8591375 Aug 16 22:21:07.441640 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919f819-c485-4055-8a16-ce3eb0024c90 req-e7a4d39b-537a-4cb0-9c14-71404b35e986 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:07.443504 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5919f819-c485-4055-8a16-ce3eb0024c90 req-e7a4d39b-537a-4cb0-9c14-71404b35e986 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=36ccd004-d184-4505-aa5f-69a524beb6d9 HTTP/1.1" status: 200 len: 946 time: 0.1630445 Aug 16 22:21:07.459228 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c4cc0c5e-e1b1-4205-a922-5b7c8998f1fd req-0b1a5df7-2634-4f0a-ac80-544d4ac69776 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:07.460052 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c4cc0c5e-e1b1-4205-a922-5b7c8998f1fd req-0b1a5df7-2634-4f0a-ac80-544d4ac69776 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:07.460619 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [req-c4cc0c5e-e1b1-4205-a922-5b7c8998f1fd req-0b1a5df7-2634-4f0a-ac80-544d4ac69776 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Floating IP 3e0a2b70-d54d-4804-81be-5c6f1a743de5 disassociated. External IP: 172.25.6.129, port: dbe2dd17-9659-466e-a522-1911f2100ce2. Aug 16 22:21:07.461225 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-c4cc0c5e-e1b1-4205-a922-5b7c8998f1fd req-0b1a5df7-2634-4f0a-ac80-544d4ac69776 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Calling delete_port for dbe2dd17-9659-466e-a522-1911f2100ce2 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:07.480634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c23f1d-7d3f-49af-a4f3-a274828b1b2f req-dee2bab1-631c-4731-bd12-4b40b0c1dda5 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:07.482286 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-03c23f1d-7d3f-49af-a4f3-a274828b1b2f req-dee2bab1-631c-4731-bd12-4b40b0c1dda5 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.1639903 Aug 16 22:21:07.551466 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5919f819-c485-4055-8a16-ce3eb0024c90 req-cb84f05c-3572-4c80-96a1-19f2a06c11fb tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups?id=caea2f06-93f7-4bcb-a151-f96295a2d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991337 Aug 16 22:21:07.563663 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-03c23f1d-7d3f-49af-a4f3-a274828b1b2f req-063ee8e6-e1e1-4076-af5a-70ba18cab088 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672665 Aug 16 22:21:07.657277 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c4cc0c5e-e1b1-4205-a922-5b7c8998f1fd req-0b1a5df7-2634-4f0a-ac80-544d4ac69776 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:07.695908 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a5df7-2634-4f0a-ac80-544d4ac69776 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Pushing event deleted for resources: {'Port': ['ID=dbe2dd17-9659-466e-a522-1911f2100ce2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:07.769407 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1f2b4-4d14-448d-a4f4-725e2bc4f571 req-ef24869c-7ce9-44b2-be7b-026e72aa9154 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:07.771420 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fea1f2b4-4d14-448d-a4f4-725e2bc4f571 req-ef24869c-7ce9-44b2-be7b-026e72aa9154 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 949 time: 0.1133215 Aug 16 22:21:07.779379 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f9bb612-48e2-4691-9c7d-48f90f7f225e req-f971f5c8-84b7-4505-954b-52b757422f4e tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "GET /v2.0/security-groups/767e835c-4c3e-4859-9fd7-73a02e4c598f HTTP/1.1" status: 200 len: 1812 time: 0.0871768 Aug 16 22:21:07.834218 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fea1f2b4-4d14-448d-a4f4-725e2bc4f571 req-9422de9c-a7f6-488f-94df-119f5a5a0953 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522609 Aug 16 22:21:07.898205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-29830ecf-0f51-4a33-888c-1fd8df4678f0 req-4aa72b9e-5273-400a-b64b-a0b35c07cc90 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1533933024', 'description': 'tempest-description-1592899245'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:07.952564 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4cc0c5e-e1b1-4205-a922-5b7c8998f1fd req-0b1a5df7-2634-4f0a-ac80-544d4ac69776 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:21:07.979153 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13f5cce9-dde2-4581-9e9f-4a87397878e2 req-a2e648d2-f1ee-4288-a758-a117a3a514aa tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 210 time: 0.0642126 Aug 16 22:21:08.000337 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29830ecf-0f51-4a33-888c-1fd8df4678f0 req-4aa72b9e-5273-400a-b64b-a0b35c07cc90 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.144358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4cc0c5e-e1b1-4205-a922-5b7c8998f1fd req-0b1a5df7-2634-4f0a-ac80-544d4ac69776 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:21:08.159392 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115604ea-bcb7-4992-8a70-ea2705f01429 None None] Sync routers for ids ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:21:08.180123 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115604ea-bcb7-4992-8a70-ea2705f01429 None None] Routers {'09e40fa3-9e64-44b9-a0d6-1b980c83f281'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:08.184916 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-115604ea-bcb7-4992-8a70-ea2705f01429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:20:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:08.191243 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29830ecf-0f51-4a33-888c-1fd8df4678f0 req-4aa72b9e-5273-400a-b64b-a0b35c07cc90 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.197559 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29830ecf-0f51-4a33-888c-1fd8df4678f0 req-4aa72b9e-5273-400a-b64b-a0b35c07cc90 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.214121 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dac88f-7004-4d3b-874d-e5ec7afb60f9 req-650f1e48-cb74-46dc-945e-087c6e509c16 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:08.215572 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cc0c5e-e1b1-4205-a922-5b7c8998f1fd req-0b1a5df7-2634-4f0a-ac80-544d4ac69776 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] No DVR routers for this DVR port dbe2dd17-9659-466e-a522-1911f2100ce2 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:08.221836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70dac88f-7004-4d3b-874d-e5ec7afb60f9 req-650f1e48-cb74-46dc-945e-087c6e509c16 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.1202214 Aug 16 22:21:08.223909 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c4cc0c5e-e1b1-4205-a922-5b7c8998f1fd req-0b1a5df7-2634-4f0a-ac80-544d4ac69776 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.227334 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c4cc0c5e-e1b1-4205-a922-5b7c8998f1fd req-0b1a5df7-2634-4f0a-ac80-544d4ac69776 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.43 "DELETE /v2.0/ports/dbe2dd17-9659-466e-a522-1911f2100ce2 HTTP/1.1" status: 204 len: 173 time: 1.6127551 Aug 16 22:21:08.227785 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ccd004-d184-4505-aa5f-69a524beb6d9', 'name': 'network-vif-deleted', 'tag': 'dbe2dd17-9659-466e-a522-1911f2100ce2'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:08.230104 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56e8ab8-d19a-48ed-ae11-3e9f5fdc602d" -d '{"events": [{"server_uuid": "36ccd004-d184-4505-aa5f-69a524beb6d9", "name": "network-vif-deleted", "tag": "dbe2dd17-9659-466e-a522-1911f2100ce2"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:08.265894 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 8d88f0e9-6039-4c43-a191-d5a35303af11 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:08.268701 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29830ecf-0f51-4a33-888c-1fd8df4678f0 req-4aa72b9e-5273-400a-b64b-a0b35c07cc90 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.270120 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29830ecf-0f51-4a33-888c-1fd8df4678f0 req-4aa72b9e-5273-400a-b64b-a0b35c07cc90 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3768506 Aug 16 22:21:08.273843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72b9e-5273-400a-b64b-a0b35c07cc90 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a81bc29-05d0-4c85-a692-1029b16f17e2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:08.339492 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70dac88f-7004-4d3b-874d-e5ec7afb60f9 req-0f110ab3-cf77-4c3c-9c81-3ef3cb277224 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061153 Aug 16 22:21:08.351044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 8d88f0e9-6039-4c43-a191-d5a35303af11 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:08.352410 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbd0263-50b4-434a-be72-7411bffc4bb5', 'name': 'network-vif-deleted', 'tag': '5aa80168-930f-4d7c-8d02-d8f6d078bbec'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:08.356487 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48902) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:08.357792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 8d88f0e9-6039-4c43-a191-d5a35303af11 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:08.357792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 5aa80168-930f-4d7c-8d02-d8f6d078bbec no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:08.364233 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72748b6-2664-48eb-84fb-8110a576d2bc" -d '{"events": [{"server_uuid": "dcbd0263-50b4-434a-be72-7411bffc4bb5", "name": "network-vif-deleted", "tag": "5aa80168-930f-4d7c-8d02-d8f6d078bbec"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:08.472870 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-293c7661-9b37-48b9-a0ad-2979faa47e78 req-32e5e6ec-5feb-4c44-bf4f-8db40247f01c tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "GET /v2.0/security-groups/0a81bc29-05d0-4c85-a692-1029b16f17e2 HTTP/1.1" status: 200 len: 1813 time: 0.0874076 Aug 16 22:21:08.494113 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1117c2-6289-411e-a79f-90d26aa23b7a x-openstack-request-id: req-ec1117c2-6289-411e-a79f-90d26aa23b7a {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:08.494390 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ccd004-d184-4505-aa5f-69a524beb6d9", "name": "network-vif-deleted", "tag": "dbe2dd17-9659-466e-a522-1911f2100ce2", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:08.494653 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ec1117c2-6289-411e-a79f-90d26aa23b7a {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:08.495062 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ccd004-d184-4505-aa5f-69a524beb6d9', 'name': 'network-vif-deleted', 'tag': 'dbe2dd17-9659-466e-a522-1911f2100ce2', 'status': 'completed', 'code': 200} Aug 16 22:21:08.519137 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-04ac56d0-506c-4ede-9b40-cecffb46f300 req-0882cd68-3fee-4ea9-a9af-537e051f370a tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] show failed (client error): The resource could not be found. Aug 16 22:21:08.528759 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04ac56d0-506c-4ede-9b40-cecffb46f300 req-0882cd68-3fee-4ea9-a9af-537e051f370a tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "GET /v2.0/security-groups/44c7159e-bc14-471b-8d6a-54e67dbca297 HTTP/1.1" status: 404 len: 352 time: 0.0276885 Aug 16 22:21:08.541073 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5609464-2229-4b21-b5bc-8463264f68b4 x-openstack-request-id: req-f5609464-2229-4b21-b5bc-8463264f68b4 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:08.541350 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbd0263-50b4-434a-be72-7411bffc4bb5", "name": "network-vif-deleted", "tag": "5aa80168-930f-4d7c-8d02-d8f6d078bbec", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:08.541574 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f5609464-2229-4b21-b5bc-8463264f68b4 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:08.541953 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbd0263-50b4-434a-be72-7411bffc4bb5', 'name': 'network-vif-deleted', 'tag': '5aa80168-930f-4d7c-8d02-d8f6d078bbec', 'status': 'completed', 'code': 200} Aug 16 22:21:08.571697 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-c07948a3-3a98-4716-863e-dd807bd99429 req-de88c0ba-2a8e-4077-aa4e-779820e31fcc tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] show failed (client error): The resource could not be found. Aug 16 22:21:08.589854 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c07948a3-3a98-4716-863e-dd807bd99429 req-de88c0ba-2a8e-4077-aa4e-779820e31fcc tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "GET /v2.0/security-group-rules/79d7d279-0f22-41b0-803a-39fac6875b35 HTTP/1.1" status: 404 len: 361 time: 0.0382330 Aug 16 22:21:08.664530 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-379de2ff-785d-4013-bf1b-bae6868223b0 req-778db15f-8591-4dab-84df-2d82867eb762 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "GET /v2.0/security-groups/0a81bc29-05d0-4c85-a692-1029b16f17e2 HTTP/1.1" status: 200 len: 1813 time: 0.0616159 Aug 16 22:21:08.765326 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36787274-fec0-4b57-812f-2426f4d06f5d req-ec04291d-9870-4751-8737-493706d4775a tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/ports?device_id=36ccd004-d184-4505-aa5f-69a524beb6d9 HTTP/1.1" status: 200 len: 210 time: 0.0291739 Aug 16 22:21:08.824148 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-115604ea-bcb7-4992-8a70-ea2705f01429 None None] Set router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:08.843743 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-379de2ff-785d-4013-bf1b-bae6868223b0 req-15ba7e24-e7c7-4013-85d3-c10888647572 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.845044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 5aa80168-930f-4d7c-8d02-d8f6d078bbec {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:08.845810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 5aa80168-930f-4d7c-8d02-d8f6d078bbec not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:08.879852 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.903292 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-379de2ff-785d-4013-bf1b-bae6868223b0 req-15ba7e24-e7c7-4013-85d3-c10888647572 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.993352 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0866e075-077d-433a-a304-51beda1b0c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.996975 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-379de2ff-785d-4013-bf1b-bae6868223b0 req-15ba7e24-e7c7-4013-85d3-c10888647572 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.999397 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-379de2ff-785d-4013-bf1b-bae6868223b0 req-15ba7e24-e7c7-4013-85d3-c10888647572 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:09.015859 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-379de2ff-785d-4013-bf1b-bae6868223b0 req-15ba7e24-e7c7-4013-85d3-c10888647572 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "DELETE /v2.0/security-groups/0a81bc29-05d0-4c85-a692-1029b16f17e2 HTTP/1.1" status: 204 len: 173 time: 0.3431120 Aug 16 22:21:09.042253 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d3366783-a8dd-41bf-8ae8-e24c68072376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:09.062082 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba7e24-e7c7-4013-85d3-c10888647572 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a81bc29-05d0-4c85-a692-1029b16f17e2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:09.088043 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88be9c-c018-4fd8-a29a-18c8c1ad67f3 req-cf332c5a-0d40-4ac9-86d5-6b8f11f81519 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:09.098177 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc88be9c-c018-4fd8-a29a-18c8c1ad67f3 req-cf332c5a-0d40-4ac9-86d5-6b8f11f81519 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.2551141 Aug 16 22:21:09.166233 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc88be9c-c018-4fd8-a29a-18c8c1ad67f3 req-fa059d51-358c-418e-ab98-5508b9b1bdd9 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612581 Aug 16 22:21:09.199196 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-115604ea-bcb7-4992-8a70-ea2705f01429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-router', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '5587405a-6486-41ce-aea3-c1fb96516748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:18Z', 'updated_at': '2021-08-16T22:16:22Z', 'revision_number': 4, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'gw_port': {'id': '5587405a-6486-41ce-aea3-c1fb96516748', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '47fdacda-4193-44fc-b4c4-085c8b3abf49', 'name': '', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:21Z', 'updated_at': '2021-08-16T22:16:29Z', 'revision_number': 5, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'subnets': [{'id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:09.233622 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115604ea-bcb7-4992-8a70-ea2705f01429 None None] Checking router: 09e40fa3-9e64-44b9-a0d6-1b980c83f281 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:21:09.245176 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115604ea-bcb7-4992-8a70-ea2705f01429 None None] Routers {'09e40fa3-9e64-44b9-a0d6-1b980c83f281'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:09.245995 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-115604ea-bcb7-4992-8a70-ea2705f01429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:20:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:09.255855 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c255468-1c6c-43fa-889a-ce63c78d773d req-783510e5-d420-47dc-aabc-01e6f1c79e5d tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:09.266107 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c255468-1c6c-43fa-889a-ce63c78d773d req-783510e5-d420-47dc-aabc-01e6f1c79e5d tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 949 time: 0.0689795 Aug 16 22:21:09.327190 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8926e7b-885a-4b24-b727-4beb4e010b42 req-c2bdf365-f16d-458b-8cdc-28e8d071b458 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 210 time: 0.0402288 Aug 16 22:21:09.346168 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c255468-1c6c-43fa-889a-ce63c78d773d req-8677516e-d0ae-4d1a-9b96-67d7549c1856 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763903 Aug 16 22:21:09.415918 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-115604ea-bcb7-4992-8a70-ea2705f01429 None None] Set router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:09.432914 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31e54390-93c9-4076-9d87-dbccadab8631 req-e06165e3-8632-4350-9302-57feb1202d96 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "GET /v2.0/security-groups/767e835c-4c3e-4859-9fd7-73a02e4c598f HTTP/1.1" status: 200 len: 1812 time: 0.0655711 Aug 16 22:21:09.482184 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-0866e075-077d-433a-a304-51beda1b0c99 admin admin] Deleting port 112cd744-0d48-4130-9f1b-174100be7355 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:09.482809 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0866e075-077d-433a-a304-51beda1b0c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:09.541140 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-31e54390-93c9-4076-9d87-dbccadab8631 req-7e42a05b-2158-4092-bc7b-f0085c8d919b tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:09.572268 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42375b-9ba7-422f-8f6f-3c865209458c req-73d29305-2e05-4b21-bbf3-38f4545f1aba tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:09.574425 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba42375b-9ba7-422f-8f6f-3c865209458c req-73d29305-2e05-4b21-bbf3-38f4545f1aba tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.0854633 Aug 16 22:21:09.575698 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-0866e075-077d-433a-a304-51beda1b0c99 admin admin] For port 112cd744-0d48-4130-9f1b-174100be7355, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=112cd744-0d48-4130-9f1b-174100be7355,segment=NetworkSegment(adf66f0d-c7ba-4135-8eff-9f40ddc7db73),segment_id=adf66f0d-c7ba-4135-8eff-9f40ddc7db73)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:09.576286 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0866e075-077d-433a-a304-51beda1b0c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:09.590169 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-0866e075-077d-433a-a304-51beda1b0c99 admin admin] Calling delete_port for 112cd744-0d48-4130-9f1b-174100be7355 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:09.618760 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-31e54390-93c9-4076-9d87-dbccadab8631 req-7e42a05b-2158-4092-bc7b-f0085c8d919b tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:09.641719 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba42375b-9ba7-422f-8f6f-3c865209458c req-1382b2f2-a524-4e7c-88ad-2902edd7e5d0 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589294 Aug 16 22:21:09.687248 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-31e54390-93c9-4076-9d87-dbccadab8631 req-7e42a05b-2158-4092-bc7b-f0085c8d919b tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:09.690435 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-31e54390-93c9-4076-9d87-dbccadab8631 req-7e42a05b-2158-4092-bc7b-f0085c8d919b tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:09.696122 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31e54390-93c9-4076-9d87-dbccadab8631 req-7e42a05b-2158-4092-bc7b-f0085c8d919b tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "DELETE /v2.0/security-groups/767e835c-4c3e-4859-9fd7-73a02e4c598f HTTP/1.1" status: 204 len: 173 time: 0.2551219 Aug 16 22:21:09.696453 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-115604ea-bcb7-4992-8a70-ea2705f01429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-router', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '5587405a-6486-41ce-aea3-c1fb96516748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:18Z', 'updated_at': '2021-08-16T22:16:22Z', 'revision_number': 4, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'gw_port': {'id': '5587405a-6486-41ce-aea3-c1fb96516748', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '47fdacda-4193-44fc-b4c4-085c8b3abf49', 'name': '', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:21Z', 'updated_at': '2021-08-16T22:16:29Z', 'revision_number': 5, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'subnets': [{'id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:09.709074 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42a05b-2158-4092-bc7b-f0085c8d919b tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=767e835c-4c3e-4859-9fd7-73a02e4c598f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:09.759914 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115604ea-bcb7-4992-8a70-ea2705f01429 None None] The sync data for ids ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'] in n-d-792458-15 is: [{'id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-router', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '5587405a-6486-41ce-aea3-c1fb96516748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:18Z', 'updated_at': '2021-08-16T22:16:22Z', 'revision_number': 4, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'gw_port': {'id': '5587405a-6486-41ce-aea3-c1fb96516748', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '47fdacda-4193-44fc-b4c4-085c8b3abf49', 'name': '', 'network_id': '52f93a8f-f7ec-4f0f-aece-ca7aea9abb21', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'mac_address': 'fa:16:3e:2f:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:21Z', 'updated_at': '2021-08-16T22:16:29Z', 'revision_number': 5, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'subnets': [{'id': 'cd32f9e8-8683-4686-9b26-38a3382cff7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:21:09.782374 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1635e9ec-ce4a-4cce-9cb3-313b8ac784e6 req-a8f73ff2-3343-4cd8-976b-419b3f0e0f8d tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "GET /v2.0/security-groups/697a53dd-1129-4d23-b382-36b0be7b7725 HTTP/1.1" status: 200 len: 1813 time: 0.0620904 Aug 16 22:21:09.869413 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1635e9ec-ce4a-4cce-9cb3-313b8ac784e6 req-0c263a74-3e19-4b4d-86af-3c9a5496e366 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:09.873835 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0866e075-077d-433a-a304-51beda1b0c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:09.905543 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1635e9ec-ce4a-4cce-9cb3-313b8ac784e6 req-0c263a74-3e19-4b4d-86af-3c9a5496e366 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:09.922510 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866e075-077d-433a-a304-51beda1b0c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=112cd744-0d48-4130-9f1b-174100be7355,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:09.973665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48936) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:10.057852 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-809ee2cf-bd51-49f1-b6a2-405595342cf9 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.063573 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1635e9ec-ce4a-4cce-9cb3-313b8ac784e6 req-0c263a74-3e19-4b4d-86af-3c9a5496e366 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.067168 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1635e9ec-ce4a-4cce-9cb3-313b8ac784e6 req-0c263a74-3e19-4b4d-86af-3c9a5496e366 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.069515 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1635e9ec-ce4a-4cce-9cb3-313b8ac784e6 req-0c263a74-3e19-4b4d-86af-3c9a5496e366 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "DELETE /v2.0/security-groups/697a53dd-1129-4d23-b382-36b0be7b7725 HTTP/1.1" status: 204 len: 173 time: 0.2816598 Aug 16 22:21:10.142204 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0866e075-077d-433a-a304-51beda1b0c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.156520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c263a74-3e19-4b4d-86af-3c9a5496e366 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=697a53dd-1129-4d23-b382-36b0be7b7725,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:10.174033 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d0aecb-89e5-4b7a-b4d1-4e2dd5b369a4 None None] New status for floating IP 3e0a2b70-d54d-4804-81be-5c6f1a743de5: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:21:10.194277 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-809ee2cf-bd51-49f1-b6a2-405595342cf9 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.275662 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2a00986-711f-4b5b-a9f8-19c650634575 req-7427688e-259f-46e9-9ef2-db092a6f1cec tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "GET /v2.0/security-groups/79f24868-9e7f-4a46-bf1e-8cd7a220d2e7 HTTP/1.1" status: 200 len: 1813 time: 0.1720200 Aug 16 22:21:10.384430 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-809ee2cf-bd51-49f1-b6a2-405595342cf9 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.386854 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-809ee2cf-bd51-49f1-b6a2-405595342cf9 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.390971 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-809ee2cf-bd51-49f1-b6a2-405595342cf9 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "DELETE /v2.0/security-groups/caea2f06-93f7-4bcb-a151-f96295a2d9cb HTTP/1.1" status: 204 len: 168 time: 0.4158792 Aug 16 22:21:10.391440 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48948) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:10.412131 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-f7201434-c13b-4182-813f-4aa5f0d09ef1 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] show failed (client error): The resource could not be found. Aug 16 22:21:10.413284 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f7201434-c13b-4182-813f-4aa5f0d09ef1 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "GET /v2.0/security-groups/caea2f06-93f7-4bcb-a151-f96295a2d9cb HTTP/1.1" status: 404 len: 347 time: 0.0209115 Aug 16 22:21:10.417541 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48950) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:10.419447 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ee2cf-bd51-49f1-b6a2-405595342cf9 tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caea2f06-93f7-4bcb-a151-f96295a2d9cb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:10.456382 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c1a54-4764-4cd9-bffc-d135225ded0f req-0e312340-1e46-44eb-9e9c-6ac6f3a81b03 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:10.458300 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a56c1a54-4764-4cd9-bffc-d135225ded0f req-0e312340-1e46-44eb-9e9c-6ac6f3a81b03 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.1421673 Aug 16 22:21:10.462583 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device dbe2dd17-9659-466e-a522-1911f2100ce2 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:10.478866 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f2a00986-711f-4b5b-a9f8-19c650634575 req-986251df-3025-44ac-acae-db524533b452 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.493197 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: dbe2dd17-9659-466e-a522-1911f2100ce2 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:10.493817 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device dbe2dd17-9659-466e-a522-1911f2100ce2 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:10.500109 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.513394 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f2a00986-711f-4b5b-a9f8-19c650634575 req-986251df-3025-44ac-acae-db524533b452 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.555955 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a56c1a54-4764-4cd9-bffc-d135225ded0f req-582a14fa-be56-46da-a206-630421e9df8c tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907660 Aug 16 22:21:10.580860 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f2a00986-711f-4b5b-a9f8-19c650634575 req-986251df-3025-44ac-acae-db524533b452 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.585873 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f2a00986-711f-4b5b-a9f8-19c650634575 req-986251df-3025-44ac-acae-db524533b452 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.599271 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2a00986-711f-4b5b-a9f8-19c650634575 req-986251df-3025-44ac-acae-db524533b452 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "DELETE /v2.0/security-groups/79f24868-9e7f-4a46-bf1e-8cd7a220d2e7 HTTP/1.1" status: 204 len: 173 time: 0.3226378 Aug 16 22:21:10.612954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986251df-3025-44ac-acae-db524533b452 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f24868-9e7f-4a46-bf1e-8cd7a220d2e7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:10.622907 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0866e075-077d-433a-a304-51beda1b0c99 admin admin] Router 95272809-d344-4c12-8672-1569ae3d12e2 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:21:10.658134 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-739b8624-131e-4f37-a5c5-ef4229f80e6f req-17ddcf44-cefc-4795-bedc-c69cfdf56ed3 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 210 time: 0.0309703 Aug 16 22:21:10.744255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-361e220d-8df7-451e-a813-5c2b0dc73eff tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Deleting port a0096f9d-7e59-4da6-8f43-2873ed4b37a9 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:10.744745 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-361e220d-8df7-451e-a813-5c2b0dc73eff tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.765086 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ea9fca0-1ca0-4f61-9ffe-8cc0c76175e5 req-0e41cf94-3754-4d60-b600-067902b4291b tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "GET /v2.0/security-groups/ace2ce55-f03d-4416-8d38-417261fd218c HTTP/1.1" status: 200 len: 1811 time: 0.0733125 Aug 16 22:21:10.774584 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cd1b7-8e08-4f80-8b3b-60c5495caed8 req-fe805a14-147f-4daa-a6cc-19eae37cf3ac tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:10.776182 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-097cd1b7-8e08-4f80-8b3b-60c5495caed8 req-fe805a14-147f-4daa-a6cc-19eae37cf3ac tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 949 time: 0.0857503 Aug 16 22:21:10.823695 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0866e075-077d-433a-a304-51beda1b0c99 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:21:10.829149 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0866e075-077d-433a-a304-51beda1b0c99 admin admin] 10.222.0.93 "PUT /v2.0/routers/95272809-d344-4c12-8672-1569ae3d12e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4716034 Aug 16 22:21:10.831973 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48956) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:10.837373 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d952b30-2300-4fb9-acdc-bdca746764fa None None] Sync routers for ids ['95272809-d344-4c12-8672-1569ae3d12e2'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:21:10.850027 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d952b30-2300-4fb9-acdc-bdca746764fa None None] Routers {'95272809-d344-4c12-8672-1569ae3d12e2'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:10.852393 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-361e220d-8df7-451e-a813-5c2b0dc73eff tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.852850 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-361e220d-8df7-451e-a813-5c2b0dc73eff tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.852994 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9d952b30-2300-4fb9-acdc-bdca746764fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:20:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['95272809-d344-4c12-8672-1569ae3d12e2'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:10.868042 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-361e220d-8df7-451e-a813-5c2b0dc73eff tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Calling delete_port for a0096f9d-7e59-4da6-8f43-2873ed4b37a9 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:10.902588 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-097cd1b7-8e08-4f80-8b3b-60c5495caed8 req-31f92359-9e7b-42fb-a0d2-546e5eda6640 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085660 Aug 16 22:21:10.952198 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ea9fca0-1ca0-4f61-9ffe-8cc0c76175e5 req-73753996-e5c1-44d2-a5cd-425010077ea7 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.988121 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ea9fca0-1ca0-4f61-9ffe-8cc0c76175e5 req-73753996-e5c1-44d2-a5cd-425010077ea7 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.008605 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd716a21-0a8a-4f93-a258-ab1935900de3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.044340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-9d952b30-2300-4fb9-acdc-bdca746764fa None None] Set router 95272809-d344-4c12-8672-1569ae3d12e2 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:11.078250 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-361e220d-8df7-451e-a813-5c2b0dc73eff tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.121912 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e220d-8df7-451e-a813-5c2b0dc73eff tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Pushing event deleted for resources: {'Port': ['ID=a0096f9d-7e59-4da6-8f43-2873ed4b37a9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:11.133101 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ea9fca0-1ca0-4f61-9ffe-8cc0c76175e5 req-73753996-e5c1-44d2-a5cd-425010077ea7 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.135748 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ea9fca0-1ca0-4f61-9ffe-8cc0c76175e5 req-73753996-e5c1-44d2-a5cd-425010077ea7 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.136897 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ea9fca0-1ca0-4f61-9ffe-8cc0c76175e5 req-73753996-e5c1-44d2-a5cd-425010077ea7 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] 10.222.0.93 "DELETE /v2.0/security-groups/ace2ce55-f03d-4416-8d38-417261fd218c HTTP/1.1" status: 204 len: 173 time: 0.3597713 Aug 16 22:21:11.148425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48958) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:11.204463 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fc550-5171-44f5-bd14-1143a76d0362 req-e582c2e1-57a5-4cf2-adae-6ddb4f2d3fba tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:11.206057 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-661fc550-5171-44f5-bd14-1143a76d0362 req-e582c2e1-57a5-4cf2-adae-6ddb4f2d3fba tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.1587577 Aug 16 22:21:11.206837 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73753996-e5c1-44d2-a5cd-425010077ea7 tempest-SecurityGroupRulesNegativeTestJSON-1856846581 tempest-SecurityGroupRulesNegativeTestJSON-1856846581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace2ce55-f03d-4416-8d38-417261fd218c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:11.216764 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-361e220d-8df7-451e-a813-5c2b0dc73eff tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.220789 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-361e220d-8df7-451e-a813-5c2b0dc73eff tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.222494 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-361e220d-8df7-451e-a813-5c2b0dc73eff tempest-ServersWithSpecificFlavorTestJSON-429418495 tempest-ServersWithSpecificFlavorTestJSON-429418495-project] 10.222.0.93 "DELETE /v2.0/floatingips/3e0a2b70-d54d-4804-81be-5c6f1a743de5 HTTP/1.1" status: 204 len: 168 time: 0.8040819 Aug 16 22:21:11.249252 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd716a21-0a8a-4f93-a258-ab1935900de3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.265005 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c961969-328a-48dc-886d-44c2d337e4ab admin admin] Deleting subnet 319bcf34-1c96-4f8c-8684-d450d82683be {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:11.276410 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c961969-328a-48dc-886d-44c2d337e4ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.307353 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-661fc550-5171-44f5-bd14-1143a76d0362 req-1c982740-1dbc-441c-bcde-010f8a731898 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879745 Aug 16 22:21:11.316210 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9d952b30-2300-4fb9-acdc-bdca746764fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95272809-d344-4c12-8672-1569ae3d12e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-760115950-router', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:29Z', 'updated_at': '2021-08-16T22:21:09Z', 'revision_number': 5, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'gw_port': {'id': 'e5b73e29-2b9a-4e25-a939-489ba5848fcf', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95272809-d344-4c12-8672-1569ae3d12e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:30Z', 'updated_at': '2021-08-16T22:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:11.341503 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c961969-328a-48dc-886d-44c2d337e4ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.362356 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d952b30-2300-4fb9-acdc-bdca746764fa None None] Checking router: 95272809-d344-4c12-8672-1569ae3d12e2 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:21:11.379951 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d952b30-2300-4fb9-acdc-bdca746764fa None None] Routers {'95272809-d344-4c12-8672-1569ae3d12e2'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:11.380768 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9d952b30-2300-4fb9-acdc-bdca746764fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:20:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['95272809-d344-4c12-8672-1569ae3d12e2'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:11.395077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-dd716a21-0a8a-4f93-a258-ab1935900de3 admin admin] Deleting port e5b73e29-2b9a-4e25-a939-489ba5848fcf {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:11.395438 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd716a21-0a8a-4f93-a258-ab1935900de3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.411215 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c961969-328a-48dc-886d-44c2d337e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.535572 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e22e7181-a23c-40e4-994b-485fcb14aca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.562411 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c961969-328a-48dc-886d-44c2d337e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.574907 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-9d952b30-2300-4fb9-acdc-bdca746764fa None None] Set router 95272809-d344-4c12-8672-1569ae3d12e2 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:11.632838 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c961969-328a-48dc-886d-44c2d337e4ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=319bcf34-1c96-4f8c-8684-d450d82683be,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:11.647944 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c961969-328a-48dc-886d-44c2d337e4ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.652638 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1c961969-328a-48dc-886d-44c2d337e4ab admin admin] 10.222.0.93 "DELETE /v2.0/subnets/319bcf34-1c96-4f8c-8684-d450d82683be HTTP/1.1" status: 204 len: 168 time: 0.4981616 Aug 16 22:21:11.653323 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48978) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:11.665659 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9d952b30-2300-4fb9-acdc-bdca746764fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95272809-d344-4c12-8672-1569ae3d12e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-760115950-router', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:29Z', 'updated_at': '2021-08-16T22:21:11Z', 'revision_number': 6, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:11.674436 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-dd716a21-0a8a-4f93-a258-ab1935900de3 admin admin] For port e5b73e29-2b9a-4e25-a939-489ba5848fcf, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e5b73e29-2b9a-4e25-a939-489ba5848fcf,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:11.674812 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd716a21-0a8a-4f93-a258-ab1935900de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.719279 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-dd716a21-0a8a-4f93-a258-ab1935900de3 admin admin] Calling delete_port for e5b73e29-2b9a-4e25-a939-489ba5848fcf owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:11.734452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d952b30-2300-4fb9-acdc-bdca746764fa None None] The sync data for ids ['95272809-d344-4c12-8672-1569ae3d12e2'] in n-d-792458-15 is: [{'id': '95272809-d344-4c12-8672-1569ae3d12e2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-760115950-router', 'tenant_id': '12aee29b6be9459780f00968d876d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:29Z', 'updated_at': '2021-08-16T22:21:11Z', 'revision_number': 6, 'project_id': '12aee29b6be9459780f00968d876d5d5', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:21:11.757259 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f07f5b79-7ac1-4f0c-9937-e063490639f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.886839 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f07f5b79-7ac1-4f0c-9937-e063490639f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.899673 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-f07f5b79-7ac1-4f0c-9937-e063490639f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38960c8-0dcb-4bb9-b9fa-e6c34fb41097']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:11.911825 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-f07f5b79-7ac1-4f0c-9937-e063490639f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd72426-2162-42f1-a2b9-93cc746c1342') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:11.912740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-f07f5b79-7ac1-4f0c-9937-e063490639f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd72426-2162-42f1-a2b9-93cc746c1342') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:11.924208 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f07f5b79-7ac1-4f0c-9937-e063490639f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.943035 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f07f5b79-7ac1-4f0c-9937-e063490639f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.950785 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07f5b79-7ac1-4f0c-9937-e063490639f6 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:21:11.951573 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f07f5b79-7ac1-4f0c-9937-e063490639f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:21:11.954003 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:21:12.025499 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:12.161478 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36105f5-d3f6-4078-a3c8-9e7d2c6a72a8 req-fb0e691a-e2b8-4560-abf4-ff4348ed0d7d tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:12.171095 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f36105f5-d3f6-4078-a3c8-9e7d2c6a72a8 req-fb0e691a-e2b8-4560-abf4-ff4348ed0d7d tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.4787810 Aug 16 22:21:12.203561 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-58f58e31-b5f8-46dd-b053-54133ed6ff2d req-7f738ca5-5206-4677-9f02-337a26cbafa3 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 210 time: 0.0682354 Aug 16 22:21:12.283381 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48988) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:12.320653 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f07f5b79-7ac1-4f0c-9937-e063490639f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:12.328916 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f07f5b79-7ac1-4f0c-9937-e063490639f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:12.331001 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f07f5b79-7ac1-4f0c-9937-e063490639f6 admin admin] 10.222.0.93 "DELETE /v2.0/networks/c38960c8-0dcb-4bb9-b9fa-e6c34fb41097 HTTP/1.1" status: 204 len: 168 time: 0.6762278 Aug 16 22:21:12.344851 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f5b79-7ac1-4f0c-9937-e063490639f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c38960c8-0dcb-4bb9-b9fa-e6c34fb41097,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:12.462659 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f36105f5-d3f6-4078-a3c8-9e7d2c6a72a8 req-69eec7dc-5139-4e8f-9c28-205fdd813010 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909698 Aug 16 22:21:12.494687 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48996) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:12.540454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66694f-57f0-45c2-83d8-c7e74bd8c3ef req-77e7b56b-ef9a-4711-bfeb-8a7483b4aaf8 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:12.541932 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8d66694f-57f0-45c2-83d8-c7e74bd8c3ef req-77e7b56b-ef9a-4711-bfeb-8a7483b4aaf8 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 949 time: 0.1897550 Aug 16 22:21:12.554042 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-af410029-2917-433e-9f10-d61af7885c93 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=82f313f92eca4bf8b496ce7fea480574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548809 Aug 16 22:21:12.554553 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48998) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:12.613722 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c2323a67-1e64-4eb7-85fc-8be29502da7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:12.644481 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c2323a67-1e64-4eb7-85fc-8be29502da7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:12.702761 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c2323a67-1e64-4eb7-85fc-8be29502da7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:12.705687 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c2323a67-1e64-4eb7-85fc-8be29502da7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:12.706662 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8d66694f-57f0-45c2-83d8-c7e74bd8c3ef req-ef3c7c90-afec-48d9-9bbf-f8f95b08a6c8 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448450 Aug 16 22:21:12.706930 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c2323a67-1e64-4eb7-85fc-8be29502da7c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5f58fb4b-a1b4-42a8-b4d6-93486a80ab5d HTTP/1.1" status: 204 len: 168 time: 0.1513834 Aug 16 22:21:12.716603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2323a67-1e64-4eb7-85fc-8be29502da7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f58fb4b-a1b4-42a8-b4d6-93486a80ab5d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:12.780447 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449dd00-02f3-4ae2-b856-bd374ca340c3 req-2da945f7-3dc6-475c-a45b-a64d594d8a7d tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:12.782079 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2449dd00-02f3-4ae2-b856-bd374ca340c3 req-2da945f7-3dc6-475c-a45b-a64d594d8a7d tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.2367690 Aug 16 22:21:12.785189 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd716a21-0a8a-4f93-a258-ab1935900de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:12.856029 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd716a21-0a8a-4f93-a258-ab1935900de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5b73e29-2b9a-4e25-a939-489ba5848fcf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:12.955468 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2449dd00-02f3-4ae2-b856-bd374ca340c3 req-f01a19db-96ca-424c-92b8-fca75fd4d6e3 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442297 Aug 16 22:21:12.986456 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd716a21-0a8a-4f93-a258-ab1935900de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.100261 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.123886 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd716a21-0a8a-4f93-a258-ab1935900de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.127012 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd716a21-0a8a-4f93-a258-ab1935900de3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.198099 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd716a21-0a8a-4f93-a258-ab1935900de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.198676 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd716a21-0a8a-4f93-a258-ab1935900de3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95272809-d344-4c12-8672-1569ae3d12e2 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:21:13.205355 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd716a21-0a8a-4f93-a258-ab1935900de3 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.207038 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dd716a21-0a8a-4f93-a258-ab1935900de3 admin admin] 10.222.0.93 "DELETE /v2.0/routers/95272809-d344-4c12-8672-1569ae3d12e2 HTTP/1.1" status: 204 len: 168 time: 2.3705719 Aug 16 22:21:13.209664 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49012) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:13.299881 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-91779d61-0916-4513-ac0c-ea46b17bd744 admin admin] Deleting subnet 965b0dd6-0fa0-45f5-8a01-b0a243709b80 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:13.303780 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91779d61-0916-4513-ac0c-ea46b17bd744 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.358207 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91779d61-0916-4513-ac0c-ea46b17bd744 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.374403 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-db3996b7-6e2d-452d-8be8-9ad63ff187d4 req-e1dce976-e0d3-4afa-82c5-d51a62e4e0fe tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 210 time: 0.0740032 Aug 16 22:21:13.392894 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a562dbf5-7cdd-4dfa-82bf-2b81d86a9473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.566120 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 112cd744-0d48-4130-9f1b-174100be7355 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:13.586319 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91779d61-0916-4513-ac0c-ea46b17bd744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.594487 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 112cd744-0d48-4130-9f1b-174100be7355 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:13.595100 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 112cd744-0d48-4130-9f1b-174100be7355 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:13.595876 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e5b73e29-2b9a-4e25-a939-489ba5848fcf no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:13.660083 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: e5b73e29-2b9a-4e25-a939-489ba5848fcf {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:13.660656 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e5b73e29-2b9a-4e25-a939-489ba5848fcf not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:13.662799 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91779d61-0916-4513-ac0c-ea46b17bd744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.703765 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91779d61-0916-4513-ac0c-ea46b17bd744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=965b0dd6-0fa0-45f5-8a01-b0a243709b80,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:13.710356 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2eb00c-652e-4b57-84dd-f1ec4a68ca50 None None] Network d9f1b28d-b1b5-402a-9825-ba243ec4f82e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:13.710824 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91779d61-0916-4513-ac0c-ea46b17bd744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.717409 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-91779d61-0916-4513-ac0c-ea46b17bd744 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/965b0dd6-0fa0-45f5-8a01-b0a243709b80 HTTP/1.1" status: 204 len: 168 time: 0.5062225 Aug 16 22:21:13.718140 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49028) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:13.751372 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0979e5-960a-42d1-96bc-03ae0d670d7f req-9666ab43-07fa-41d3-834d-f48093035d2c tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:13.759333 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee0979e5-960a-42d1-96bc-03ae0d670d7f req-9666ab43-07fa-41d3-834d-f48093035d2c tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.1302538 Aug 16 22:21:13.813461 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb820fc8-33ef-4ca5-a390-02df656cb3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.888706 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bb820fc8-33ef-4ca5-a390-02df656cb3d3 admin admin] Deleting port 1ce51a00-cb48-40a8-baec-13af95015e75 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:13.889025 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb820fc8-33ef-4ca5-a390-02df656cb3d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.945854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49034) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:14.039741 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bb820fc8-33ef-4ca5-a390-02df656cb3d3 admin admin] For port 1ce51a00-cb48-40a8-baec-13af95015e75, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1ce51a00-cb48-40a8-baec-13af95015e75,segment=NetworkSegment(adf66f0d-c7ba-4135-8eff-9f40ddc7db73),segment_id=adf66f0d-c7ba-4135-8eff-9f40ddc7db73)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:14.040278 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb820fc8-33ef-4ca5-a390-02df656cb3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.054325 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee0979e5-960a-42d1-96bc-03ae0d670d7f req-cf841ed1-32a6-4ba8-a73c-12d402d2faa2 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886486 Aug 16 22:21:14.059114 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bb820fc8-33ef-4ca5-a390-02df656cb3d3 admin admin] Calling delete_port for 1ce51a00-cb48-40a8-baec-13af95015e75 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:14.070357 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345e2c9-c26e-4f02-9ec7-1f75200c39e1 req-6a010178-b389-4966-bf97-93f195f7b07b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:14.072153 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5345e2c9-c26e-4f02-9ec7-1f75200c39e1 req-6a010178-b389-4966-bf97-93f195f7b07b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 949 time: 0.1479478 Aug 16 22:21:14.099924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a562dbf5-7cdd-4dfa-82bf-2b81d86a9473 admin admin] Deleting port 47fdacda-4193-44fc-b4c4-085c8b3abf49 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:14.100297 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a562dbf5-7cdd-4dfa-82bf-2b81d86a9473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.127558 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270bdcd7-870d-4fbe-b6bf-989cf3e49878 None None] DHCP port deletion for d9f1b28d-b1b5-402a-9825-ba243ec4f82e request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:21:14.195746 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb820fc8-33ef-4ca5-a390-02df656cb3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.200693 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5345e2c9-c26e-4f02-9ec7-1f75200c39e1 req-d119df09-40e4-4425-ad16-ea585ff21a82 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196828 Aug 16 22:21:14.233525 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-270bdcd7-870d-4fbe-b6bf-989cf3e49878 None None] Deleting port 1ce51a00-cb48-40a8-baec-13af95015e75 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:14.233525 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-270bdcd7-870d-4fbe-b6bf-989cf3e49878 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.261125 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb820fc8-33ef-4ca5-a390-02df656cb3d3 admin admin] No DVR routers for this DVR port 1ce51a00-cb48-40a8-baec-13af95015e75 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:14.267735 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-78515b9b-2839-4fca-9784-8c9c6c654c9c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1778945573-network', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:14.292705 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb820fc8-33ef-4ca5-a390-02df656cb3d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce51a00-cb48-40a8-baec-13af95015e75,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:14.293460 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-a562dbf5-7cdd-4dfa-82bf-2b81d86a9473 admin admin] For port 47fdacda-4193-44fc-b4c4-085c8b3abf49, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=47fdacda-4193-44fc-b4c4-085c8b3abf49,segment=NetworkSegment(56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73),segment_id=56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:14.294185 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a562dbf5-7cdd-4dfa-82bf-2b81d86a9473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.314925 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a562dbf5-7cdd-4dfa-82bf-2b81d86a9473 admin admin] Calling delete_port for 47fdacda-4193-44fc-b4c4-085c8b3abf49 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:14.344465 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78515b9b-2839-4fca-9784-8c9c6c654c9c admin admin] Made reservation on behalf of 941b04a77c814e8b8fa2fa1d0f583397 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:14.347011 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78515b9b-2839-4fca-9784-8c9c6c654c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.359812 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-270bdcd7-870d-4fbe-b6bf-989cf3e49878 None None] For port 1ce51a00-cb48-40a8-baec-13af95015e75, host n-d-792458-15, got binding levels [] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:14.360698 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-270bdcd7-870d-4fbe-b6bf-989cf3e49878 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.375895 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-270bdcd7-870d-4fbe-b6bf-989cf3e49878 None None] Calling delete_port for 1ce51a00-cb48-40a8-baec-13af95015e75 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:14.380464 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.ipam_backend_mixin [None req-270bdcd7-870d-4fbe-b6bf-989cf3e49878 None None] Port 1ce51a00-cb48-40a8-baec-13af95015e75 was not found and therefore no delete operation was performed {{(pid=94873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:21:14.382958 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-270bdcd7-870d-4fbe-b6bf-989cf3e49878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.392975 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78515b9b-2839-4fca-9784-8c9c6c654c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.410196 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bdcd7-870d-4fbe-b6bf-989cf3e49878 None None] Pushing event deleted for resources: {'Port': ['ID=1ce51a00-cb48-40a8-baec-13af95015e75,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:14.423264 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270bdcd7-870d-4fbe-b6bf-989cf3e49878 None None] No DVR routers for this DVR port 1ce51a00-cb48-40a8-baec-13af95015e75 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:14.427855 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb820fc8-33ef-4ca5-a390-02df656cb3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.450846 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-bb820fc8-33ef-4ca5-a390-02df656cb3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f1b28d-b1b5-402a-9825-ba243ec4f82e']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:14.460752 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff17be-e2fa-4466-9cce-2cd31417884e req-ce15b943-b715-4c34-89d6-a93ae6e7e4eb tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:14.471365 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-bb820fc8-33ef-4ca5-a390-02df656cb3d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf66f0d-c7ba-4135-8eff-9f40ddc7db73') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:14.471705 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-bb820fc8-33ef-4ca5-a390-02df656cb3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf66f0d-c7ba-4135-8eff-9f40ddc7db73') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:14.472012 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aeff17be-e2fa-4466-9cce-2cd31417884e req-ce15b943-b715-4c34-89d6-a93ae6e7e4eb tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.1545084 Aug 16 22:21:14.487582 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb820fc8-33ef-4ca5-a390-02df656cb3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.519147 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb820fc8-33ef-4ca5-a390-02df656cb3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.527942 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb820fc8-33ef-4ca5-a390-02df656cb3d3 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:21:14.528476 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb820fc8-33ef-4ca5-a390-02df656cb3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.530946 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:21:14.541431 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:21:14.554762 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aeff17be-e2fa-4466-9cce-2cd31417884e req-77e5ffac-e8d0-48a1-b5ae-d156f3812b2a tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813458 Aug 16 22:21:14.612400 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb820fc8-33ef-4ca5-a390-02df656cb3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.624635 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb820fc8-33ef-4ca5-a390-02df656cb3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.628938 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bb820fc8-33ef-4ca5-a390-02df656cb3d3 admin admin] 10.222.0.93 "DELETE /v2.0/networks/d9f1b28d-b1b5-402a-9825-ba243ec4f82e HTTP/1.1" status: 204 len: 168 time: 0.9066477 Aug 16 22:21:14.667276 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ffeef7a5-50bf-4662-824e-6def3ac6da72 req-974c04c2-9d98-4d54-b3b4-8395f6909664 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c36bbd7-84cc-4fea-b27a-133716637b84 HTTP/1.1" status: 200 len: 210 time: 0.1204216 Aug 16 22:21:14.680118 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.680418 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb820fc8-33ef-4ca5-a390-02df656cb3d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9f1b28d-b1b5-402a-9825-ba243ec4f82e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:14.727527 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78515b9b-2839-4fca-9784-8c9c6c654c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.733846 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78515b9b-2839-4fca-9784-8c9c6c654c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.781771 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78515b9b-2839-4fca-9784-8c9c6c654c9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:21:14.784591 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a562dbf5-7cdd-4dfa-82bf-2b81d86a9473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.796293 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49044) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:14.797131 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78515b9b-2839-4fca-9784-8c9c6c654c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c6f61b-de46-49b0-801c-f2d886793978,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:14.810211 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78515b9b-2839-4fca-9784-8c9c6c654c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.810736 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-78515b9b-2839-4fca-9784-8c9c6c654c9c admin admin] Added segment af827092-0f0b-408b-911e-ebe63d6e46ab of type vlan for network f5d170ab-1e28-4470-8c5e-17a8a57c0ba8 Aug 16 22:21:14.841392 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562dbf5-7cdd-4dfa-82bf-2b81d86a9473 admin admin] Pushing event deleted for resources: {'Port': ['ID=47fdacda-4193-44fc-b4c4-085c8b3abf49,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:14.883451 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78515b9b-2839-4fca-9784-8c9c6c654c9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.904496 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a4364263-6267-4f5f-bd52-fffc63245472 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=12aee29b6be9459780f00968d876d5d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1032615 Aug 16 22:21:14.906342 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49046) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:14.928326 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78515b9b-2839-4fca-9784-8c9c6c654c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.929667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78515b9b-2839-4fca-9784-8c9c6c654c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:14.930529 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78515b9b-2839-4fca-9784-8c9c6c654c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.002581 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-78515b9b-2839-4fca-9784-8c9c6c654c9c admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0537267 Aug 16 22:21:15.004947 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49048) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:15.011211 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0433004c-8386-418d-bf8a-53753bf0ce71 admin admin] Request body: {'subnet': {'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1778945573-subnet', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:15.015091 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78515b9b-2839-4fca-9784-8c9c6c654c9c admin admin] Pushing event updated for resources: {'Network': ['ID=f5d170ab-1e28-4470-8c5e-17a8a57c0ba8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:15.029074 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network f5d170ab-1e28-4470-8c5e-17a8a57c0ba8 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:21:15.047007 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0433004c-8386-418d-bf8a-53753bf0ce71 admin admin] Made reservation on behalf of 941b04a77c814e8b8fa2fa1d0f583397 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:15.050432 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0433004c-8386-418d-bf8a-53753bf0ce71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.053368 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ef9c96e4-3b10-4ae6-ab70-05a280e37224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.079947 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ef9c96e4-3b10-4ae6-ab70-05a280e37224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.180726 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ef9c96e4-3b10-4ae6-ab70-05a280e37224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.184903 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ef9c96e4-3b10-4ae6-ab70-05a280e37224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.189015 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ef9c96e4-3b10-4ae6-ab70-05a280e37224 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b75cff02-6941-4a23-ab9e-98a08ef509c6 HTTP/1.1" status: 204 len: 168 time: 0.2799275 Aug 16 22:21:15.251341 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c96e4-3b10-4ae6-ab70-05a280e37224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75cff02-6941-4a23-ab9e-98a08ef509c6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:15.271326 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a562dbf5-7cdd-4dfa-82bf-2b81d86a9473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.283426 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b96d8-692e-4d80-a3ed-64e400e837f9 req-7ec7676b-1343-432e-8e69-603f1fb454c7 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:15.291016 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-820b96d8-692e-4d80-a3ed-64e400e837f9 req-7ec7676b-1343-432e-8e69-603f1fb454c7 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.1150270 Aug 16 22:21:15.398080 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0433004c-8386-418d-bf8a-53753bf0ce71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.494155 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433004c-8386-418d-bf8a-53753bf0ce71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7efeea8a-576f-4404-a255-d05a414ce880,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:15.502876 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-820b96d8-692e-4d80-a3ed-64e400e837f9 req-11ef7612-a7f0-4f61-b6ae-4f30e884088f tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103443 Aug 16 22:21:15.530023 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0433004c-8386-418d-bf8a-53753bf0ce71 admin admin] Checking segment: {'id': 'af827092-0f0b-408b-911e-ebe63d6e46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:15.530023 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0433004c-8386-418d-bf8a-53753bf0ce71 admin admin] Network hostable DHCP agents. Network: f5d170ab-1e28-4470-8c5e-17a8a57c0ba8, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:21:15.548017 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0433004c-8386-418d-bf8a-53753bf0ce71 admin admin] Network f5d170ab-1e28-4470-8c5e-17a8a57c0ba8 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:21:15.578342 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0433004c-8386-418d-bf8a-53753bf0ce71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, f5d170ab-1e28-4470-8c5e-17a8a57c0ba8) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:15.596006 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1291cbb6-e828-409d-93bb-ce7df8ae95f2 None None] Network f5d170ab-1e28-4470-8c5e-17a8a57c0ba8 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:15.601893 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0433004c-8386-418d-bf8a-53753bf0ce71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:15.603467 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0433004c-8386-418d-bf8a-53753bf0ce71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.614088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3808bcf-703f-4f5b-9572-3f94add652e4 req-a0c55b64-95dc-41a1-9148-ec75b24e3dc4 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:15.620091 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3808bcf-703f-4f5b-9572-3f94add652e4 req-a0c55b64-95dc-41a1-9148-ec75b24e3dc4 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 949 time: 0.1829355 Aug 16 22:21:15.661057 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0433004c-8386-418d-bf8a-53753bf0ce71 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6517310 Aug 16 22:21:15.662901 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49064) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:15.674439 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0dd42a2c-ceef-4669-8912-96716163b12d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1778945573-router', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:15.737353 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dd42a2c-ceef-4669-8912-96716163b12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.739007 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dd42a2c-ceef-4669-8912-96716163b12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.746606 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1ce51a00-cb48-40a8-baec-13af95015e75 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:15.762295 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3808bcf-703f-4f5b-9572-3f94add652e4 req-98ed522b-5ce5-4d62-9b5a-fdd4243e7e5b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259902 Aug 16 22:21:15.781822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 1ce51a00-cb48-40a8-baec-13af95015e75 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:15.782462 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1ce51a00-cb48-40a8-baec-13af95015e75 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:15.885622 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfae361-a521-4189-b64b-82a1ab7b23d3 req-352060c6-9fb4-4abe-b697-5b519414e74c tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:15.893532 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acfae361-a521-4189-b64b-82a1ab7b23d3 req-352060c6-9fb4-4abe-b697-5b519414e74c tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.1770020 Aug 16 22:21:15.940446 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dd42a2c-ceef-4669-8912-96716163b12d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.009700 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acfae361-a521-4189-b64b-82a1ab7b23d3 req-618f62c6-20a6-49fe-bf1b-5a41e68b7234 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134648 Aug 16 22:21:16.046075 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-f5d170ab-1e28-4470-8c5e-17a8a57c0ba8', 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'fixed_ips': [{'subnet_id': '7efeea8a-576f-4404-a255-d05a414ce880'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:21:16.047002 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.082142 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a562dbf5-7cdd-4dfa-82bf-2b81d86a9473 admin admin] Router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:21:16.293456 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] Allocated IP 172.20.0.2 (f5d170ab-1e28-4470-8c5e-17a8a57c0ba8/7efeea8a-576f-4404-a255-d05a414ce880/022901a7-53d7-443c-b703-2c568543aa7b) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:16.351486 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dd42a2c-ceef-4669-8912-96716163b12d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.363214 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c97b7228-f032-43b3-bbaa-324869a39802 req-b745bf2d-1270-4968-9d5d-b971c0ba214d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1356840 Aug 16 22:21:16.387040 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a562dbf5-7cdd-4dfa-82bf-2b81d86a9473 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:21:16.401700 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df3c1e-cce9-49b4-b641-a1c839fe5814 None None] Sync routers for ids ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:21:16.404891 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a562dbf5-7cdd-4dfa-82bf-2b81d86a9473 admin admin] 10.222.0.93 "PUT /v2.0/routers/09e40fa3-9e64-44b9-a0d6-1b980c83f281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1186075 Aug 16 22:21:16.408040 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49088) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:16.437403 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df3c1e-cce9-49b4-b641-a1c839fe5814 None None] Routers {'09e40fa3-9e64-44b9-a0d6-1b980c83f281'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:16.438255 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-63df3c1e-cce9-49b4-b641-a1c839fe5814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:21:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:16.504461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49090) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:16.588322 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b7228-f032-43b3-bbaa-324869a39802 req-bcdc2022-5562-4c3b-84b5-4eba7dcbd9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:16.590936 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c97b7228-f032-43b3-bbaa-324869a39802 req-bcdc2022-5562-4c3b-84b5-4eba7dcbd9bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 1096 time: 0.1238079 Aug 16 22:21:16.643030 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-63df3c1e-cce9-49b4-b641-a1c839fe5814 None None] Set router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:16.728530 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6cf4be8a-6fdc-4633-8c4e-5062757e4927 admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.735142 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c7cc398b-c558-484a-89eb-f322632c7968 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1497049699-network', 'tenant_id': 'd183311263574d8b94003c320c287e71'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:16.750083 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98fde3-8ad4-443a-9924-eeefa5393e0c req-6d578648-b054-416d-a77d-410779506ec0 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:16.758249 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5f98fde3-8ad4-443a-9924-eeefa5393e0c req-6d578648-b054-416d-a77d-410779506ec0 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.0917368 Aug 16 22:21:16.778550 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b7228-f032-43b3-bbaa-324869a39802 req-800351b1-627e-4f84-8955-b264e45009ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:16.780345 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c97b7228-f032-43b3-bbaa-324869a39802 req-800351b1-627e-4f84-8955-b264e45009ba service neutron] 10.222.0.43 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 909 time: 0.1549642 Aug 16 22:21:16.786814 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.805758 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] Transition to ACTIVE for port object 022901a7-53d7-443c-b703-2c568543aa7b will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:16.830033 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] Transition to ACTIVE for port object 022901a7-53d7-443c-b703-2c568543aa7b will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:16.841341 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cc398b-c558-484a-89eb-f322632c7968 admin admin] Made reservation on behalf of d183311263574d8b94003c320c287e71 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:16.841743 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.844413 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7cc398b-c558-484a-89eb-f322632c7968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.911795 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5f98fde3-8ad4-443a-9924-eeefa5393e0c req-26e07518-15e8-48d0-9d5d-2f98e2d52f45 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521354 Aug 16 22:21:16.918557 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7cc398b-c558-484a-89eb-f322632c7968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.928403 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] Network f5d170ab-1e28-4470-8c5e-17a8a57c0ba8 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:16.950869 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:16.953016 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] Pushing event updated for resources: {'Port': ['ID=022901a7-53d7-443c-b703-2c568543aa7b,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:16.955758 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:17.028739 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] Attempting to bind port 022901a7-53d7-443c-b703-2c568543aa7b on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:21:17.029223 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] Attempting to bind port 022901a7-53d7-443c-b703-2c568543aa7b by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'af827092-0f0b-408b-911e-ebe63d6e46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:21:17.029742 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] Attempting to bind port 022901a7-53d7-443c-b703-2c568543aa7b on network f5d170ab-1e28-4470-8c5e-17a8a57c0ba8 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:17.032124 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dd42a2c-ceef-4669-8912-96716163b12d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:17.037487 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:21:17.038087 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] Checking segment: {'id': 'af827092-0f0b-408b-911e-ebe63d6e46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:17.038567 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:17.038969 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] Bound using segment: {'id': 'af827092-0f0b-408b-911e-ebe63d6e46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:21:17.039726 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] Bound port: 022901a7-53d7-443c-b703-2c568543aa7b, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af827092-0f0b-408b-911e-ebe63d6e46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:21:17.040124 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:17.061287 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c97b7228-f032-43b3-bbaa-324869a39802 req-3497b7bb-8b02-4319-95da-021d8fe9afe8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9747994-313e-495c-b01a-c74cf58eae64 HTTP/1.1" status: 200 len: 217 time: 0.2696130 Aug 16 22:21:17.062618 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dd42a2c-ceef-4669-8912-96716163b12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:17.106920 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-63df3c1e-cce9-49b4-b641-a1c839fe5814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-router', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '5587405a-6486-41ce-aea3-c1fb96516748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:18Z', 'updated_at': '2021-08-16T22:21:14Z', 'revision_number': 5, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'gw_port': {'id': '5587405a-6486-41ce-aea3-c1fb96516748', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:17.139913 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] For port 022901a7-53d7-443c-b703-2c568543aa7b, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:17.147821 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] For port 022901a7-53d7-443c-b703-2c568543aa7b, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=022901a7-53d7-443c-b703-2c568543aa7b,segment=NetworkSegment(af827092-0f0b-408b-911e-ebe63d6e46ab),segment_id=af827092-0f0b-408b-911e-ebe63d6e46ab)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:21:17.154000 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df3c1e-cce9-49b4-b641-a1c839fe5814 None None] Checking router: 09e40fa3-9e64-44b9-a0d6-1b980c83f281 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:21:17.155819 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:17.193351 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df3c1e-cce9-49b4-b641-a1c839fe5814 None None] Routers {'09e40fa3-9e64-44b9-a0d6-1b980c83f281'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:17.194445 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b7228-f032-43b3-bbaa-324869a39802 req-04bf4af7-0b23-442e-b160-66a3c33cccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:17.195620 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-63df3c1e-cce9-49b4-b641-a1c839fe5814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:21:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:17.196779 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c97b7228-f032-43b3-bbaa-324869a39802 req-04bf4af7-0b23-442e-b160-66a3c33cccc3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 200 len: 848 time: 0.1247110 Aug 16 22:21:17.294255 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c97b7228-f032-43b3-bbaa-324869a39802 req-9a2c8f0a-9fdf-4e3e-97bc-4c8fa45462e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714955 Aug 16 22:21:17.308633 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0eceb-1e55-4ed7-a424-e6fe8eb2ac64 None None] Pushing event updated for resources: {'Port': ['ID=022901a7-53d7-443c-b703-2c568543aa7b,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:17.397322 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-63df3c1e-cce9-49b4-b641-a1c839fe5814 None None] Set router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:17.589875 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c97b7228-f032-43b3-bbaa-324869a39802 req-2866e12f-b90f-4862-8c1c-f92320f00bf0 service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876270 Aug 16 22:21:17.756885 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6cf4be8a-6fdc-4633-8c4e-5062757e4927 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:17.770555 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-0dd42a2c-ceef-4669-8912-96716163b12d admin admin] Allocated IP 172.25.6.78 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/1fba2539-8570-4974-a0ac-a06df69fc218) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:17.772134 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-63df3c1e-cce9-49b4-b641-a1c839fe5814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-router', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '5587405a-6486-41ce-aea3-c1fb96516748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:18Z', 'updated_at': '2021-08-16T22:21:14Z', 'revision_number': 5, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'gw_port': {'id': '5587405a-6486-41ce-aea3-c1fb96516748', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:17.815210 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df3c1e-cce9-49b4-b641-a1c839fe5814 None None] The sync data for ids ['09e40fa3-9e64-44b9-a0d6-1b980c83f281'] in n-d-792458-15 is: [{'id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68378225-router', 'tenant_id': 'c49cb28d54204a398d3eabbcdff91482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '5587405a-6486-41ce-aea3-c1fb96516748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:18Z', 'updated_at': '2021-08-16T22:21:14Z', 'revision_number': 5, 'project_id': 'c49cb28d54204a398d3eabbcdff91482', 'gw_port': {'id': '5587405a-6486-41ce-aea3-c1fb96516748', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e40fa3-9e64-44b9-a0d6-1b980c83f281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:21:17.824364 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba22609-5fd9-4f41-aec1-09606ff98ad5 req-069cc947-2369-4fe7-91a3-75f953b1ea91 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:17.831759 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ba22609-5fd9-4f41-aec1-09606ff98ad5 req-069cc947-2369-4fe7-91a3-75f953b1ea91 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 949 time: 0.8862407 Aug 16 22:21:17.894668 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9c8be-fd45-461a-aecf-19ec5db606f4 req-a01a8d3b-b8e8-4291-a04e-6ee613eb91b2 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:17.902288 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b4c9c8be-fd45-461a-aecf-19ec5db606f4 req-a01a8d3b-b8e8-4291-a04e-6ee613eb91b2 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.2297492 Aug 16 22:21:17.946232 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab598a0-6349-4362-bddb-456c5f64e13a req-86aedfdc-59d1-47b7-a752-be798d5b529f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:17.948008 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-aab598a0-6349-4362-bddb-456c5f64e13a req-86aedfdc-59d1-47b7-a752-be798d5b529f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 1097 time: 0.3566122 Aug 16 22:21:17.988484 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ba22609-5fd9-4f41-aec1-09606ff98ad5 req-85aab61b-c735-4fac-85ae-7f97af807015 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556215 Aug 16 22:21:17.993195 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dd42a2c-ceef-4669-8912-96716163b12d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:18.012811 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c97b7228-f032-43b3-bbaa-324869a39802 req-a332c5be-3fc6-4142-bf3c-8d7aa55ce27a service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036682 Aug 16 22:21:18.044151 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b4c9c8be-fd45-461a-aecf-19ec5db606f4 req-309125f6-278c-4bea-b365-1b63d5edf2ee tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407833 Aug 16 22:21:18.051313 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7cc398b-c558-484a-89eb-f322632c7968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:18.059297 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-aab598a0-6349-4362-bddb-456c5f64e13a req-156b4aa4-c9bf-43e6-8353-d89a6addf707 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993407 Aug 16 22:21:18.073068 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7cc398b-c558-484a-89eb-f322632c7968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:18.118162 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dd42a2c-ceef-4669-8912-96716163b12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:18.128191 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6cf4be8a-6fdc-4633-8c4e-5062757e4927 admin admin] Deleting port 5587405a-6486-41ce-aea3-c1fb96516748 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:18.129575 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6cf4be8a-6fdc-4633-8c4e-5062757e4927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:18.132987 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7cc398b-c558-484a-89eb-f322632c7968 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:21:18.173995 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd42a2c-ceef-4669-8912-96716163b12d admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:18.180919 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0dd42a2c-ceef-4669-8912-96716163b12d admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:18.185373 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd42a2c-ceef-4669-8912-96716163b12d admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:18.225731 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd42a2c-ceef-4669-8912-96716163b12d admin admin] Pushing event updated for resources: {'Port': ['ID=1fba2539-8570-4974-a0ac-a06df69fc218,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:18.273438 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7cc398b-c558-484a-89eb-f322632c7968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:18.273792 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-c7cc398b-c558-484a-89eb-f322632c7968 admin admin] Added segment f3bac013-ac59-422a-89e9-c60c8479a5be of type vlan for network 45c76ac5-0e6a-4123-b986-bece94a6a1b4 Aug 16 22:21:18.275173 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc398b-c558-484a-89eb-f322632c7968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0252619-002c-4db9-a736-7128b6bc3dd4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:18.404714 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7cc398b-c558-484a-89eb-f322632c7968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:18.485136 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-6cf4be8a-6fdc-4633-8c4e-5062757e4927 admin admin] For port 5587405a-6486-41ce-aea3-c1fb96516748, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=5587405a-6486-41ce-aea3-c1fb96516748,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:18.485555 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6cf4be8a-6fdc-4633-8c4e-5062757e4927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:18.499342 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7cc398b-c558-484a-89eb-f322632c7968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:18.500311 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cc398b-c558-484a-89eb-f322632c7968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:18.500885 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7cc398b-c558-484a-89eb-f322632c7968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:18.541487 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6cf4be8a-6fdc-4633-8c4e-5062757e4927 admin admin] Calling delete_port for 5587405a-6486-41ce-aea3-c1fb96516748 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:18.550553 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c7cc398b-c558-484a-89eb-f322632c7968 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0403574 Aug 16 22:21:18.551164 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49108) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:18.656264 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dd42a2c-ceef-4669-8912-96716163b12d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:18.736237 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4fadd1-6944-4f0e-a9bd-c6e88029265d None None] Network f5d170ab-1e28-4470-8c5e-17a8a57c0ba8 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:18.749339 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c1194002-8c33-4a29-9d68-68ffc8954a9a admin admin] Request body: {'subnet': {'network_id': '45c76ac5-0e6a-4123-b986-bece94a6a1b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1497049699-subnet', 'tenant_id': 'd183311263574d8b94003c320c287e71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:18.811552 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9184fba-1f3c-4006-b876-13d02778abd5 req-ac028a4c-0870-4ab9-b8da-9368964271e8 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:18.814930 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9184fba-1f3c-4006-b876-13d02778abd5 req-ac028a4c-0870-4ab9-b8da-9368964271e8 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.6435575 Aug 16 22:21:18.845326 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc398b-c558-484a-89eb-f322632c7968 admin admin] Pushing event updated for resources: {'Network': ['ID=45c76ac5-0e6a-4123-b986-bece94a6a1b4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:18.870942 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1194002-8c33-4a29-9d68-68ffc8954a9a admin admin] Made reservation on behalf of d183311263574d8b94003c320c287e71 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:18.875104 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c1194002-8c33-4a29-9d68-68ffc8954a9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:18.897748 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 45c76ac5-0e6a-4123-b986-bece94a6a1b4 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:21:19.004238 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9184fba-1f3c-4006-b876-13d02778abd5 req-3665a701-4b44-4285-a9b7-9aaacf3c3664 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778898 Aug 16 22:21:19.010988 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cdd3a4e8-f8d5-4388-ac28-b56cc1be938f None None] Provisioning for port 022901a7-53d7-443c-b703-2c568543aa7b completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:19.098423 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6cf4be8a-6fdc-4633-8c4e-5062757e4927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.245505 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4be8a-6fdc-4633-8c4e-5062757e4927 admin admin] Pushing event deleted for resources: {'Port': ['ID=5587405a-6486-41ce-aea3-c1fb96516748,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:19.385889 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dd42a2c-ceef-4669-8912-96716163b12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.496880 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6822008-6478-4e3d-8b79-7b92a1ba707f req-bb467f50-6466-4643-a2cf-3a77c8c93e1c tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:19.498621 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a6822008-6478-4e3d-8b79-7b92a1ba707f req-bb467f50-6466-4643-a2cf-3a77c8c93e1c tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.2841425 Aug 16 22:21:19.508722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cdbb9-ca7c-4c0d-ab93-df6f41a4097c req-e814c9b9-7bf9-447b-b5d5-e693316f737b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:19.510422 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-573cdbb9-ca7c-4c0d-ab93-df6f41a4097c req-e814c9b9-7bf9-447b-b5d5-e693316f737b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 949 time: 0.3396366 Aug 16 22:21:19.511421 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6cf4be8a-6fdc-4633-8c4e-5062757e4927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.676522 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd42a2c-ceef-4669-8912-96716163b12d admin admin] Router 9ac6b8bc-4232-4f64-88a8-542ee574ba5c is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:21:19.761492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 022901a7-53d7-443c-b703-2c568543aa7b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:19.826408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a6822008-6478-4e3d-8b79-7b92a1ba707f req-5f529629-616e-43a8-bc77-b73ef8f11349 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117261 Aug 16 22:21:19.827101 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c1194002-8c33-4a29-9d68-68ffc8954a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.830256 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6cf4be8a-6fdc-4633-8c4e-5062757e4927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.830737 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 022901a7-53d7-443c-b703-2c568543aa7b completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:19.836881 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 022901a7-53d7-443c-b703-2c568543aa7b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:19.837254 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.839654 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd42a2c-ceef-4669-8912-96716163b12d admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:21:19.875888 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dd42a2c-ceef-4669-8912-96716163b12d admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.881721 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0dd42a2c-ceef-4669-8912-96716163b12d admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.2176802 Aug 16 22:21:19.884345 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49118) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:19.902679 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6cf4be8a-6fdc-4633-8c4e-5062757e4927 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.907289 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1194002-8c33-4a29-9d68-68ffc8954a9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c24cbf4e-01f3-4e79-8de4-01997a6a08b9,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:19.924793 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] Sync routers for ids ['9ac6b8bc-4232-4f64-88a8-542ee574ba5c'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:21:19.949803 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] Routers {'9ac6b8bc-4232-4f64-88a8-542ee574ba5c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:19.954059 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:21:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['9ac6b8bc-4232-4f64-88a8-542ee574ba5c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:19.986018 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-573cdbb9-ca7c-4c0d-ab93-df6f41a4097c req-317db4a3-a85d-4a15-8567-06b56b218205 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474370 Aug 16 22:21:19.991978 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-778f0f14-4423-43e5-b136-ba0de96a24f9 req-a85dd74b-52a3-49b3-b476-d2e7ae836c00 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2236269 Aug 16 22:21:19.993304 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6cf4be8a-6fdc-4633-8c4e-5062757e4927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.994150 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf4be8a-6fdc-4633-8c4e-5062757e4927 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09e40fa3-9e64-44b9-a0d6-1b980c83f281 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:21:20.000274 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6cf4be8a-6fdc-4633-8c4e-5062757e4927 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:20.004163 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6cf4be8a-6fdc-4633-8c4e-5062757e4927 admin admin] 10.222.0.93 "DELETE /v2.0/routers/09e40fa3-9e64-44b9-a0d6-1b980c83f281 HTTP/1.1" status: 204 len: 168 time: 3.5947948 Aug 16 22:21:20.006873 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49120) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:20.087292 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1194002-8c33-4a29-9d68-68ffc8954a9a admin admin] Checking segment: {'id': 'f3bac013-ac59-422a-89e9-c60c8479a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '45c76ac5-0e6a-4123-b986-bece94a6a1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:20.087660 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1194002-8c33-4a29-9d68-68ffc8954a9a admin admin] Network hostable DHCP agents. Network: 45c76ac5-0e6a-4123-b986-bece94a6a1b4, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:21:20.173175 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1194002-8c33-4a29-9d68-68ffc8954a9a admin admin] Network 45c76ac5-0e6a-4123-b986-bece94a6a1b4 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:21:20.177889 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f0f14-4423-43e5-b136-ba0de96a24f9 req-747f68a3-8305-4c7a-a3f1-a789bb576329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:20.179976 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-778f0f14-4423-43e5-b136-ba0de96a24f9 req-747f68a3-8305-4c7a-a3f1-a789bb576329 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=28d0b07328bc4868a7e7f336c894f93d&device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 1096 time: 0.1256268 Aug 16 22:21:20.189209 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c1194002-8c33-4a29-9d68-68ffc8954a9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 45c76ac5-0e6a-4123-b986-bece94a6a1b4) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:20.194281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1194002-8c33-4a29-9d68-68ffc8954a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:20.194960 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c1194002-8c33-4a29-9d68-68ffc8954a9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:20.234151 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c62a7f3-578b-436f-9068-ac4b5e70943c None None] Network 45c76ac5-0e6a-4123-b986-bece94a6a1b4 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:20.255853 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c1194002-8c33-4a29-9d68-68ffc8954a9a admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6808016 Aug 16 22:21:20.449496 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:20.489450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a7e3ac-af8a-434e-b9f2-da7eee3d4ad2 admin admin] Deleting subnet cd32f9e8-8683-4686-9b26-38a3382cff7a {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:20.511813 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04a7e3ac-af8a-434e-b9f2-da7eee3d4ad2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:20.565912 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 022901a7-53d7-443c-b703-2c568543aa7b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=022901a7-53d7-443c-b703-2c568543aa7b,segment=NetworkSegment(af827092-0f0b-408b-911e-ebe63d6e46ab),segment_id=af827092-0f0b-408b-911e-ebe63d6e46ab)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:20.582500 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:20.590205 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] Set router 9ac6b8bc-4232-4f64-88a8-542ee574ba5c gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:20.594113 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d949582-2a0a-4f40-9242-2f2b7f949e33 req-0939aa76-5808-4e0f-9485-f0e0a99ee767 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:20.595682 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d949582-2a0a-4f40-9242-2f2b7f949e33 req-0939aa76-5808-4e0f-9485-f0e0a99ee767 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.3405559 Aug 16 22:21:20.621270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f0f14-4423-43e5-b136-ba0de96a24f9 req-8c3075fe-bdd8-404b-ab44-f5b5cc1a7c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:20.627612 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-778f0f14-4423-43e5-b136-ba0de96a24f9 req-8c3075fe-bdd8-404b-ab44-f5b5cc1a7c58 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 200 len: 921 time: 0.4144864 Aug 16 22:21:20.637762 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04a7e3ac-af8a-434e-b9f2-da7eee3d4ad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:20.678232 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 47fdacda-4193-44fc-b4c4-085c8b3abf49 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:20.721012 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-778f0f14-4423-43e5-b136-ba0de96a24f9 req-a7f369aa-e5ed-4f4b-be15-167bfbe7f43d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7f6fcc5-3528-47a6-a559-521fa9f080ca HTTP/1.1" status: 200 len: 217 time: 0.0713084 Aug 16 22:21:20.772846 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 47fdacda-4193-44fc-b4c4-085c8b3abf49 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:20.774164 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 47fdacda-4193-44fc-b4c4-085c8b3abf49 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:20.799112 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d949582-2a0a-4f40-9242-2f2b7f949e33 req-b420ed46-8528-44ab-9103-03f3a05a1fa5 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928637 Aug 16 22:21:20.851154 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06c24d05-0cdc-4956-a44d-d081c503f865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:20.914018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f0f14-4423-43e5-b136-ba0de96a24f9 req-eb1dec86-bb0a-49b3-adeb-d6a8cd27b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:20.915452 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-778f0f14-4423-43e5-b136-ba0de96a24f9 req-eb1dec86-bb0a-49b3-adeb-d6a8cd27b46e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 200 len: 860 time: 0.1851780 Aug 16 22:21:21.103588 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-778f0f14-4423-43e5-b136-ba0de96a24f9 req-5cd75874-2600-4282-9396-4135ba4f4be7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278648 Aug 16 22:21:21.127700 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04a7e3ac-af8a-434e-b9f2-da7eee3d4ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.134658 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=022901a7-53d7-443c-b703-2c568543aa7b,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:21.205727 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'name': 'tempest-ServersTestJSON-1778945573-router', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:15Z', 'updated_at': '2021-08-16T22:21:18Z', 'revision_number': 3, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'gw_port': {'id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:60:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:17Z', 'updated_at': '2021-08-16T22:21:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:21.243411 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca810304-0bdf-4eb8-ba56-3237feb8c67e None None] Network 45c76ac5-0e6a-4123-b986-bece94a6a1b4 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:21.250014 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] Checking router: 9ac6b8bc-4232-4f64-88a8-542ee574ba5c for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:21:21.250651 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] Updating router 9ac6b8bc-4232-4f64-88a8-542ee574ba5c port 1fba2539-8570-4974-a0ac-a06df69fc218 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:21:21.293431 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04a7e3ac-af8a-434e-b9f2-da7eee3d4ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.296721 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-06c24d05-0cdc-4956-a44d-d081c503f865 admin admin] Allocated IP 172.20.0.1 (f5d170ab-1e28-4470-8c5e-17a8a57c0ba8/7efeea8a-576f-4404-a255-d05a414ce880/a302e952-5c39-4c5f-b33f-61c4d44143ed) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:21.303184 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.327920 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b448a-2fea-468b-a437-83d42ab07972 req-3b88fc69-1f6b-4b20-ab09-63d8282f6ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:21.329793 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-908b448a-2fea-468b-a437-83d42ab07972 req-3b88fc69-1f6b-4b20-ab09-63d8282f6ac5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f582c0b428a46e0b03ad5c58ffe0c2e&device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 1097 time: 0.2052810 Aug 16 22:21:21.346753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-bfd53071-83d1-44bc-ba7b-1d185a75aa00 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:21.348380 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-bfd53071-83d1-44bc-ba7b-1d185a75aa00 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/networks?id=45c76ac5-0e6a-4123-b986-bece94a6a1b4 HTTP/1.1" status: 200 len: 822 time: 0.3744180 Aug 16 22:21:21.365451 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49a1e9-20a7-48c3-bd46-6f758e4e6d52 req-003b10a2-8c04-4156-9306-b7859d8d836a tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:21.367012 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d49a1e9-20a7-48c3-bd46-6f758e4e6d52 req-003b10a2-8c04-4156-9306-b7859d8d836a tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.2066979 Aug 16 22:21:21.369025 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7e3ac-af8a-434e-b9f2-da7eee3d4ad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd32f9e8-8683-4686-9b26-38a3382cff7a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:21.377338 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04a7e3ac-af8a-434e-b9f2-da7eee3d4ad2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.382728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-04a7e3ac-af8a-434e-b9f2-da7eee3d4ad2 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/cd32f9e8-8683-4686-9b26-38a3382cff7a HTTP/1.1" status: 204 len: 168 time: 1.3749254 Aug 16 22:21:21.387629 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49154) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:21.412599 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-778f0f14-4423-43e5-b136-ba0de96a24f9 req-0f03d2ec-3818-4d43-bc83-b44c5c6dc434 service neutron] 10.222.0.39 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986073 Aug 16 22:21:21.519079 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-aa0c8d58-a476-4744-8888-c2600dd83c05 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/quotas/d183311263574d8b94003c320c287e71 HTTP/1.1" status: 200 len: 375 time: 0.1479733 Aug 16 22:21:21.595360 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.598670 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-778f0f14-4423-43e5-b136-ba0de96a24f9 req-2a206332-3d87-4aa7-8339-b374009a0f58 service neutron] 10.222.0.39 "GET /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445220 Aug 16 22:21:21.664795 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-ce8cc529-c4c7-4af5-82fb-cd4868ad9c94 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=d183311263574d8b94003c320c287e71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1243818 Aug 16 22:21:21.672803 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7991ed4f-039d-4d85-b7dd-52e65c3fdeb9 None None] Network 52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:21.674961 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 022901a7-53d7-443c-b703-2c568543aa7b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:21.692178 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b448a-2fea-468b-a437-83d42ab07972 req-380ddf28-9d50-4981-8d8c-bf725d4e5217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:21.694049 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-908b448a-2fea-468b-a437-83d42ab07972 req-380ddf28-9d50-4981-8d8c-bf725d4e5217 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a91aac9-e753-46a8-9ce1-54531ccc000b HTTP/1.1" status: 200 len: 910 time: 0.3512366 Aug 16 22:21:21.779256 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-908b448a-2fea-468b-a437-83d42ab07972 req-3747a050-dae5-4b67-b0c1-e64b54e5f542 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0eb810a-ad34-40ba-bd7f-330c813d18d0 HTTP/1.1" status: 200 len: 217 time: 0.0714183 Aug 16 22:21:21.790210 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06c24d05-0cdc-4956-a44d-d081c503f865 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.807130 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d49a1e9-20a7-48c3-bd46-6f758e4e6d52 req-1dd6c0c5-166d-4ba5-b6c8-392dade0d17c tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223406 Aug 16 22:21:21.875423 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-06c24d05-0cdc-4956-a44d-d081c503f865 admin admin] Transition to ACTIVE for port object a302e952-5c39-4c5f-b33f-61c4d44143ed will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:21.891559 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b448a-2fea-468b-a437-83d42ab07972 req-90f65a85-25ad-4ff1-a7a0-716321fbe5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:21.893656 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-908b448a-2fea-468b-a437-83d42ab07972 req-90f65a85-25ad-4ff1-a7a0-716321fbe5d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=662caa89-b9eb-46ea-9b49-48445d58df3b HTTP/1.1" status: 200 len: 849 time: 0.0968168 Aug 16 22:21:21.926304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Deleting port 410618d1-09e5-4c95-b791-1b6f945a8468 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:21.926970 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.937153 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-3409077e-5b37-40c6-a3c5-e8e44aaf961b service neutron] 10.222.0.93 "GET /v2.0/networks/45c76ac5-0e6a-4123-b986-bece94a6a1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714119 Aug 16 22:21:21.943723 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-908b448a-2fea-468b-a437-83d42ab07972 req-f07a1093-8a6f-4ec2-818f-a8d41189c82a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a91aac9-e753-46a8-9ce1-54531ccc000b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329373 Aug 16 22:21:21.946802 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.985612 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] Transition to ACTIVE for port object 1fba2539-8570-4974-a0ac-a06df69fc218 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:22.025281 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.049573 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06c24d05-0cdc-4956-a44d-d081c503f865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.091524 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 022901a7-53d7-443c-b703-2c568543aa7b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:22.092576 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.111674 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c24d05-0cdc-4956-a44d-d081c503f865 admin admin] Network f5d170ab-1e28-4470-8c5e-17a8a57c0ba8 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:22.115551 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] For port 410618d1-09e5-4c95-b791-1b6f945a8468, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=410618d1-09e5-4c95-b791-1b6f945a8468,segment=NetworkSegment(56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73),segment_id=56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:22.115985 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.123120 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-06c24d05-0cdc-4956-a44d-d081c503f865 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:22.126843 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c24d05-0cdc-4956-a44d-d081c503f865 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:22.134029 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c24d05-0cdc-4956-a44d-d081c503f865 admin admin] Pushing event updated for resources: {'Port': ['ID=a302e952-5c39-4c5f-b33f-61c4d44143ed,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:22.206445 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-908b448a-2fea-468b-a437-83d42ab07972 req-3cae3795-da20-4ed6-91be-a29174ddaa91 service neutron] 10.222.0.43 "GET /v2.0/networks/3a91aac9-e753-46a8-9ce1-54531ccc000b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201295 Aug 16 22:21:22.210305 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06c24d05-0cdc-4956-a44d-d081c503f865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.222792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0107b5-a183-4462-944e-252ceab28c27 None None] Pushing event updated for resources: {'Port': ['ID=1fba2539-8570-4974-a0ac-a06df69fc218,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:22.387103 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-908b448a-2fea-468b-a437-83d42ab07972 req-6db2bc2f-c9e8-441a-8063-d924d75d6155 service neutron] 10.222.0.43 "GET /v2.0/networks/3a91aac9-e753-46a8-9ce1-54531ccc000b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717296 Aug 16 22:21:22.493567 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] Attempting to bind port 1fba2539-8570-4974-a0ac-a06df69fc218 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:21:22.494002 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] Attempting to bind port 1fba2539-8570-4974-a0ac-a06df69fc218 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:21:22.494565 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] Attempting to bind port 1fba2539-8570-4974-a0ac-a06df69fc218 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:22.509656 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:21:22.510115 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:22.510558 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.510987 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:21:22.511512 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] Bound port: 1fba2539-8570-4974-a0ac-a06df69fc218, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:21:22.511927 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.524204 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06c24d05-0cdc-4956-a44d-d081c503f865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.575782 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e586edce-d41b-418b-932b-cc3dc5034ced None None] Provisioning for port a302e952-5c39-4c5f-b33f-61c4d44143ed completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:22.612647 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e586edce-d41b-418b-932b-cc3dc5034ced None None] Provisioning complete for port a302e952-5c39-4c5f-b33f-61c4d44143ed triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:22.613040 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e586edce-d41b-418b-932b-cc3dc5034ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.651611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68184c11-6241-41ee-82cc-e062e10e3aba req-7d416ca2-496c-443e-93c0-175a8e6f1389 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:22.653785 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 5587405a-6486-41ce-aea3-c1fb96516748 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:22.659349 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-68184c11-6241-41ee-82cc-e062e10e3aba req-7d416ca2-496c-443e-93c0-175a8e6f1389 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 949 time: 0.6591427 Aug 16 22:21:22.666689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] For port 1fba2539-8570-4974-a0ac-a06df69fc218, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:22.669332 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Calling delete_port for 410618d1-09e5-4c95-b791-1b6f945a8468 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:22.718053 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 5587405a-6486-41ce-aea3-c1fb96516748 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:22.718609 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 5587405a-6486-41ce-aea3-c1fb96516748 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:22.725800 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b456e5d4-3c3b-45e4-924b-ffaafaa49fe1 None None] DHCP port deletion for 52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:21:22.731673 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] For port 1fba2539-8570-4974-a0ac-a06df69fc218, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1fba2539-8570-4974-a0ac-a06df69fc218,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:21:22.733360 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-3dbb1978-59ca-431d-a432-10aac42e3c4b service neutron] 10.222.0.93 "GET /v2.0/networks/45c76ac5-0e6a-4123-b986-bece94a6a1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7852175 Aug 16 22:21:22.733801 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e586edce-d41b-418b-932b-cc3dc5034ced None None] Port a302e952-5c39-4c5f-b33f-61c4d44143ed cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:22.757220 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.767034 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06c24d05-0cdc-4956-a44d-d081c503f865 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.772685 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06c24d05-0cdc-4956-a44d-d081c503f865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.808612 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-68184c11-6241-41ee-82cc-e062e10e3aba req-96198bba-3290-47a8-ad2c-3b2c8ac0227d tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483235 Aug 16 22:21:22.816044 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-1df68709-37a9-41a3-953a-fbb33b649261 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:22.818655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-1df68709-37a9-41a3-953a-fbb33b649261 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1&tenant_id=c5206ab6d6f447fc9622b86511f61275&binding%3Ahost_id=n-h2-792458-15 HTTP/1.1" status: 200 len: 1097 time: 0.6913934 Aug 16 22:21:22.828446 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06c24d05-0cdc-4956-a44d-d081c503f865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.841880 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] Routers {'9ac6b8bc-4232-4f64-88a8-542ee574ba5c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:22.842556 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:21:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['9ac6b8bc-4232-4f64-88a8-542ee574ba5c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:22.848136 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792458-15'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:22.931720 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c24d05-0cdc-4956-a44d-d081c503f865 admin admin] Pushing event updated for resources: {'Port': ['ID=a302e952-5c39-4c5f-b33f-61c4d44143ed,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:22.950818 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0107b5-a183-4462-944e-252ceab28c27 None None] Pushing event updated for resources: {'Port': ['ID=1fba2539-8570-4974-a0ac-a06df69fc218,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:22.959280 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.014518 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c24d05-0cdc-4956-a44d-d081c503f865 admin admin] Network f5d170ab-1e28-4470-8c5e-17a8a57c0ba8 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:23.017025 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-06c24d05-0cdc-4956-a44d-d081c503f865 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:23.040103 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b456e5d4-3c3b-45e4-924b-ffaafaa49fe1 None None] Deleting port 410618d1-09e5-4c95-b791-1b6f945a8468 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:23.040928 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b456e5d4-3c3b-45e4-924b-ffaafaa49fe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.067630 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.136590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Pushing event deleted for resources: {'Port': ['ID=410618d1-09e5-4c95-b791-1b6f945a8468,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:23.178638 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] Set router 9ac6b8bc-4232-4f64-88a8-542ee574ba5c gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:23.181567 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b456e5d4-3c3b-45e4-924b-ffaafaa49fe1 None None] For port 410618d1-09e5-4c95-b791-1b6f945a8468, host n-d-792458-15, got binding levels [] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:23.181567 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b456e5d4-3c3b-45e4-924b-ffaafaa49fe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.219937 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] No DVR routers for this DVR port 410618d1-09e5-4c95-b791-1b6f945a8468 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:23.245187 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c24d05-0cdc-4956-a44d-d081c503f865 admin admin] Router 9ac6b8bc-4232-4f64-88a8-542ee574ba5c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:21:23.251448 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b456e5d4-3c3b-45e4-924b-ffaafaa49fe1 None None] Calling delete_port for 410618d1-09e5-4c95-b791-1b6f945a8468 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:23.263767 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.ipam_backend_mixin [None req-b456e5d4-3c3b-45e4-924b-ffaafaa49fe1 None None] Port 410618d1-09e5-4c95-b791-1b6f945a8468 was not found and therefore no delete operation was performed {{(pid=94873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:21:23.271653 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b456e5d4-3c3b-45e4-924b-ffaafaa49fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.306307 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456e5d4-3c3b-45e4-924b-ffaafaa49fe1 None None] Pushing event deleted for resources: {'Port': ['ID=410618d1-09e5-4c95-b791-1b6f945a8468,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:23.378722 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.390045 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f93a8f-f7ec-4f0f-aece-ca7aea9abb21']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:23.408672 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b456e5d4-3c3b-45e4-924b-ffaafaa49fe1 None None] No DVR routers for this DVR port 410618d1-09e5-4c95-b791-1b6f945a8468 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:23.415148 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18c2d3-e196-457e-869b-95509b2ceb02 req-766a8595-0d43-4951-9a94-32a923a4f5c2 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:23.423875 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d18c2d3-e196-457e-869b-95509b2ceb02 req-766a8595-0d43-4951-9a94-32a923a4f5c2 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.4664955 Aug 16 22:21:23.432014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:23.432319 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b5c9c0-a2e2-4ec6-8658-70f44f6c3f73') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:23.467066 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c24d05-0cdc-4956-a44d-d081c503f865 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:21:23.480597 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-06c24d05-0cdc-4956-a44d-d081c503f865 admin admin] 10.222.0.93 "PUT /v2.0/routers/9ac6b8bc-4232-4f64-88a8-542ee574ba5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5934966 Aug 16 22:21:23.508430 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0733f63c-acd1-4498-831c-21ad7240f795 None None] Provisioning complete for port a302e952-5c39-4c5f-b33f-61c4d44143ed triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:23.508748 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0733f63c-acd1-4498-831c-21ad7240f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.542045 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.552310 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0733f63c-acd1-4498-831c-21ad7240f795 None None] Port a302e952-5c39-4c5f-b33f-61c4d44143ed cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:23.592015 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.597002 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'name': 'tempest-ServersTestJSON-1778945573-router', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:15Z', 'updated_at': '2021-08-16T22:21:22Z', 'revision_number': 4, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'gw_port': {'id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:60:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:17Z', 'updated_at': '2021-08-16T22:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a302e952-5c39-4c5f-b33f-61c4d44143ed', 'name': '', 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'mac_address': 'fa:16:3e:fc:da:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7efeea8a-576f-4404-a255-d05a414ce880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:20Z', 'updated_at': '2021-08-16T22:21:22Z', 'revision_number': 2, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'subnets': [{'id': '7efeea8a-576f-4404-a255-d05a414ce880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:23.601424 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdfa0e-8821-4e82-9b15-d1f85dfb54ab req-91c4c5f5-8a58-4963-bc00-9d9b83be20cb tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:23.603075 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2cfdfa0e-8821-4e82-9b15-d1f85dfb54ab req-91c4c5f5-8a58-4963-bc00-9d9b83be20cb tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 945 time: 0.3477020 Aug 16 22:21:23.637357 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d18c2d3-e196-457e-869b-95509b2ceb02 req-304e51bc-6d9c-48df-bdce-1ecfd81e9f18 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128749 Aug 16 22:21:23.640083 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:21:23.640563 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:21:23.642383 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:21:23.651970 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb334e37-c868-4dd9-b5b4-694a88f10d51 None None] The sync data for ids ['9ac6b8bc-4232-4f64-88a8-542ee574ba5c'] in n-d-792458-15 is: [{'id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'name': 'tempest-ServersTestJSON-1778945573-router', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:15Z', 'updated_at': '2021-08-16T22:21:22Z', 'revision_number': 4, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'gw_port': {'id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:60:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:17Z', 'updated_at': '2021-08-16T22:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a302e952-5c39-4c5f-b33f-61c4d44143ed', 'name': '', 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'mac_address': 'fa:16:3e:fc:da:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7efeea8a-576f-4404-a255-d05a414ce880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:20Z', 'updated_at': '2021-08-16T22:21:22Z', 'revision_number': 2, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'subnets': [{'id': '7efeea8a-576f-4404-a255-d05a414ce880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:21:23.665559 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 410618d1-09e5-4c95-b791-1b6f945a8468 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:23.717240 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 410618d1-09e5-4c95-b791-1b6f945a8468 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:23.717663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 410618d1-09e5-4c95-b791-1b6f945a8468 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:23.793011 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] For port ecbbb56b-93b2-4971-8558-65be8c4ac638, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=ecbbb56b-93b2-4971-8558-65be8c4ac638,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:23.809826 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2cfdfa0e-8821-4e82-9b15-d1f85dfb54ab req-9f93f670-b814-4bd1-aae1-040f235bb3da tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967967 Aug 16 22:21:23.816337 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.825329 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.831452 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49184) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:23.834010 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] 10.222.0.93 "DELETE /v2.0/networks/52f93a8f-f7ec-4f0f-aece-ca7aea9abb21 HTTP/1.1" status: 204 len: 168 time: 2.4387608 Aug 16 22:21:23.887181 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Pushing event deleted for resources: {'Network': ['ID=52f93a8f-f7ec-4f0f-aece-ca7aea9abb21,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:23.894577 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c850b90-13d4-401c-843d-45a58b478aa3 req-1913042f-5a7c-436d-9c46-b5febbb085e1 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 210 time: 0.0357172 Aug 16 22:21:23.902967 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0ce59-6dc2-4b22-859f-7679f8d8c214 req-a9be917d-5f1d-4350-94fe-2753195051d0 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:23.904593 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2bc0ce59-6dc2-4b22-859f-7679f8d8c214 req-a9be917d-5f1d-4350-94fe-2753195051d0 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 945 time: 0.2426155 Aug 16 22:21:24.000061 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:24.001489 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:24.001863 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:24.002211 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:24.002549 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:24.002947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:24.003205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:24.003532 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:24.003857 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:24.004327 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:24.004506 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:24.005798 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdacc231-255c-4d0f-a796-d6cf4de2849a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:24.026289 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] For port ecbbb56b-93b2-4971-8558-65be8c4ac638, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:24.102534 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691f3b7-a155-400f-b232-ba8324bf6e71 req-24090b18-cb5f-4e31-b6d6-887ddbc19e10 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:24.103237 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6691f3b7-a155-400f-b232-ba8324bf6e71 req-24090b18-cb5f-4e31-b6d6-887ddbc19e10 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 945 time: 0.1975801 Aug 16 22:21:24.117901 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd507484-c23c-446f-a5a1-7e00894d1fc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecbbb56b-93b2-4971-8558-65be8c4ac638'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:24.120236 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10b340e-4f19-49d4-9501-dbd974aaecb5" -d '{"events": [{"server_uuid": "dd507484-c23c-446f-a5a1-7e00894d1fc1", "name": "network-vif-unplugged", "status": "completed", "tag": "ecbbb56b-93b2-4971-8558-65be8c4ac638"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:24.125318 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:24.149540 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:24.236096 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6691f3b7-a155-400f-b232-ba8324bf6e71 req-956f3c63-f2df-4264-aa62-778d773b2165 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088095 Aug 16 22:21:24.308992 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ecbbb56b-93b2-4971-8558-65be8c4ac638 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:21:24.363919 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-2bc0ce59-6dc2-4b22-859f-7679f8d8c214 req-4a0fc081-e9b9-4b31-8d8f-82546ed87c29 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Deleting port 2fd9cb44-6dd9-4030-a346-c38165c18acc {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:24.364857 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2bc0ce59-6dc2-4b22-859f-7679f8d8c214 req-4a0fc081-e9b9-4b31-8d8f-82546ed87c29 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:24.403248 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbbb56b-93b2-4971-8558-65be8c4ac638,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:24.534310 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49192) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:24.538889 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port ecbbb56b-93b2-4971-8558-65be8c4ac638, host n-h2-792458-15, got binding levels [] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:24.542918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1ad2be2d-e824-4683-bb1a-0ef5a0831b01 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1413531443', 'description': 'tempest-description--799255907'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:24.554113 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] Attempting to bind port ecbbb56b-93b2-4971-8558-65be8c4ac638 on host n-h2-792458-15 for vnic_type normal with profile {"migrating_to": "n-h1-792458-15"} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:21:24.554457 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] Attempting to bind port ecbbb56b-93b2-4971-8558-65be8c4ac638 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:21:24.554797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] Attempting to bind port ecbbb56b-93b2-4971-8558-65be8c4ac638 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:24.575287 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Attempting to bind port ecbbb56b-93b2-4971-8558-65be8c4ac638 on host n-h2-792458-15 for vnic_type normal with profile {"migrating_to": "n-h1-792458-15"} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:21:24.575436 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Attempting to bind port ecbbb56b-93b2-4971-8558-65be8c4ac638 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:21:24.575911 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Attempting to bind port ecbbb56b-93b2-4971-8558-65be8c4ac638 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:24.580745 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Port ecbbb56b-93b2-4971-8558-65be8c4ac638 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:21:24.581294 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Attempting to bind port ecbbb56b-93b2-4971-8558-65be8c4ac638 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:24.587403 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:21:24.587809 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Checking segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:24.588798 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Bound using segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:21:24.588948 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Bound port: ecbbb56b-93b2-4971-8558-65be8c4ac638, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:21:24.589097 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] Port ecbbb56b-93b2-4971-8558-65be8c4ac638 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:21:24.589295 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:24.589419 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] Attempting to bind port ecbbb56b-93b2-4971-8558-65be8c4ac638 on network f8a63fa3-3f8c-44df-b68b-c5d1b765109d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:24.616808 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f468eafe-0b94-47a9-aff0-4af6fad57ebd x-openstack-request-id: req-f468eafe-0b94-47a9-aff0-4af6fad57ebd {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:24.617053 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd507484-c23c-446f-a5a1-7e00894d1fc1", "name": "network-vif-unplugged", "status": "completed", "tag": "ecbbb56b-93b2-4971-8558-65be8c4ac638", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:24.617310 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f468eafe-0b94-47a9-aff0-4af6fad57ebd {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:24.617708 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd507484-c23c-446f-a5a1-7e00894d1fc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecbbb56b-93b2-4971-8558-65be8c4ac638', 'code': 200} Aug 16 22:21:24.638208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:21:24.638208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] Checking segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:24.638208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] Bound using segment: {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:21:24.638208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] Bound port: ecbbb56b-93b2-4971-8558-65be8c4ac638, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca1cecb-19fb-4aeb-a395-d4b788b381bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f8a63fa3-3f8c-44df-b68b-c5d1b765109d'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:21:24.638208 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:24.644964 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-d0f444b3-cab1-4ff3-9f9f-b01cda021085 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:24.647322 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-d0f444b3-cab1-4ff3-9f9f-b01cda021085 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.39 "GET /v2.0/networks?id=45c76ac5-0e6a-4123-b986-bece94a6a1b4 HTTP/1.1" status: 200 len: 822 time: 0.4226027 Aug 16 22:21:24.683213 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port ecbbb56b-93b2-4971-8558-65be8c4ac638, host n-h2-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:24.687092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port ecbbb56b-93b2-4971-8558-65be8c4ac638, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=ecbbb56b-93b2-4971-8558-65be8c4ac638,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:21:24.691017 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a8687-78ef-43a4-b061-f071619a148e req-2546fd65-f5fd-4b09-8977-e0b0284bbf54 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:24.694448 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:24.695847 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f44a8687-78ef-43a4-b061-f071619a148e req-2546fd65-f5fd-4b09-8977-e0b0284bbf54 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 949 time: 0.3365955 Aug 16 22:21:24.698143 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ad2be2d-e824-4683-bb1a-0ef5a0831b01 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:24.726256 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-ca3c8945-b5a8-4ef0-8bc0-a3f32ecc5874 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Request body: {'port': {'device_id': '6af03eac-d8cf-4235-a9b0-9cb37481009f', 'network_id': '45c76ac5-0e6a-4123-b986-bece94a6a1b4', 'admin_state_up': True, 'tenant_id': 'd183311263574d8b94003c320c287e71'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:24.764446 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=ecbbb56b-93b2-4971-8558-65be8c4ac638,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:24.800663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ecbbb56b-93b2-4971-8558-65be8c4ac638 has no active binding in host n-h1-792458-15 {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:21:24.914394 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:24.953681 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-2bc0ce59-6dc2-4b22-859f-7679f8d8c214 req-4a0fc081-e9b9-4b31-8d8f-82546ed87c29 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] For port 2fd9cb44-6dd9-4030-a346-c38165c18acc, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=2fd9cb44-6dd9-4030-a346-c38165c18acc,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:24.954076 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2bc0ce59-6dc2-4b22-859f-7679f8d8c214 req-4a0fc081-e9b9-4b31-8d8f-82546ed87c29 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:25.013613 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-2bc0ce59-6dc2-4b22-859f-7679f8d8c214 req-4a0fc081-e9b9-4b31-8d8f-82546ed87c29 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Calling delete_port for 2fd9cb44-6dd9-4030-a346-c38165c18acc owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:25.033595 n-d-792458-15 neutron-server[94871]: WARNING neutron.plugins.ml2.plugin [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] Concurrent port binding operations failed on port ecbbb56b-93b2-4971-8558-65be8c4ac638 Aug 16 22:21:25.043793 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f44a8687-78ef-43a4-b061-f071619a148e req-c266203c-2086-490a-829f-d3ae96709c1f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382088 Aug 16 22:21:25.052916 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] For port ecbbb56b-93b2-4971-8558-65be8c4ac638, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=ecbbb56b-93b2-4971-8558-65be8c4ac638,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:25.067647 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] Attempt 2 to bind port ecbbb56b-93b2-4971-8558-65be8c4ac638 Aug 16 22:21:25.067647 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:25.068162 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:25.069581 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-791deb61-3a4e-4b8b-b9c7-bb3b76846307 service neutron] 10.222.0.39 "PUT /v2.0/ports/ecbbb56b-93b2-4971-8558-65be8c4ac638 HTTP/1.1" status: 200 len: 1123 time: 2.2323637 Aug 16 22:21:25.125947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5261f-c78d-460d-a691-31a3a72a113b req-6ffa8c88-80c4-4068-a5c8-b686d866e06e tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:25.131700 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17d5261f-c78d-460d-a691-31a3a72a113b req-6ffa8c88-80c4-4068-a5c8-b686d866e06e tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.2944846 Aug 16 22:21:25.177351 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['ecbbb56b-93b2-4971-8558-65be8c4ac638'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:25.216428 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['ecbbb56b-93b2-4971-8558-65be8c4ac638'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:25.241185 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] Deleting port c4d39a83-20b7-475c-ae42-c7a5a85f574f {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:25.241185 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:25.260266 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17d5261f-c78d-460d-a691-31a3a72a113b req-ea255e06-3a9a-409c-b2c1-8b97dec51e05 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085861 Aug 16 22:21:25.312786 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ad2be2d-e824-4683-bb1a-0ef5a0831b01 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:25.373175 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] For port c4d39a83-20b7-475c-ae42-c7a5a85f574f, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c4d39a83-20b7-475c-ae42-c7a5a85f574f,segment=NetworkSegment(aaec4aaa-107a-4e3f-b2bf-8b18493280a7),segment_id=aaec4aaa-107a-4e3f-b2bf-8b18493280a7)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:25.374286 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:25.376978 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ad2be2d-e824-4683-bb1a-0ef5a0831b01 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:25.400857 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] Calling delete_port for c4d39a83-20b7-475c-ae42-c7a5a85f574f owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:25.424472 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a500039-a0bb-4335-a7c0-3fb0dc465d45 req-9a6a0d00-3a98-4c9f-b8c4-b603094930b0 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 210 time: 0.0531039 Aug 16 22:21:25.516968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-ca3c8945-b5a8-4ef0-8bc0-a3f32ecc5874 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Made reservation on behalf of d183311263574d8b94003c320c287e71 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:25.521166 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-ca3c8945-b5a8-4ef0-8bc0-a3f32ecc5874 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:25.570261 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2be2d-e824-4683-bb1a-0ef5a0831b01 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96c6ab43-2a80-43c0-8bd6-577d138814ad,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:25.572730 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ad2be2d-e824-4683-bb1a-0ef5a0831b01 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:25.574356 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1ad2be2d-e824-4683-bb1a-0ef5a0831b01 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0358367 Aug 16 22:21:25.611533 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49206) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:25.623250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658d790-edf3-4b73-b493-4d55d1e9cabd req-66b58031-f80e-4303-a63a-a63dda831bec tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:25.624797 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3658d790-edf3-4b73-b493-4d55d1e9cabd req-66b58031-f80e-4303-a63a-a63dda831bec tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 943 time: 0.3601234 Aug 16 22:21:25.625598 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1fba2539-8570-4974-a0ac-a06df69fc218 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:25.634257 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-90684599-a1ee-4e25-bfa2-9d152f7580f1 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Request body: {'security_group_rule': {'security_group_id': '96c6ab43-2a80-43c0-8bd6-577d138814ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:25.695820 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:25.716766 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 1fba2539-8570-4974-a0ac-a06df69fc218 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:25.723537 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 1fba2539-8570-4974-a0ac-a06df69fc218 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:25.724792 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:25.729985 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d39a83-20b7-475c-ae42-c7a5a85f574f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:25.747362 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2bc0ce59-6dc2-4b22-859f-7679f8d8c214 req-4a0fc081-e9b9-4b31-8d8f-82546ed87c29 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:25.761807 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:25.762349 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:25.765741 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:25.766352 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:25.766770 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:25.767111 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:25.767609 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:25.767945 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:25.768270 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:25.768595 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:25.768724 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625387ff-09be-4ef4-9966-d9602d76af81 req-d837aaa5-3cca-47de-a279-ab49c8ff6cce tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:25.768946 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:25.769234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:25.770280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-625387ff-09be-4ef4-9966-d9602d76af81 req-d837aaa5-3cca-47de-a279-ab49c8ff6cce tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a05d37e-a870-489e-98fa-8105cba25c20 HTTP/1.1" status: 200 len: 945 time: 0.2384744 Aug 16 22:21:25.773426 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3658d790-edf3-4b73-b493-4d55d1e9cabd req-58ae1c42-2cc2-486d-9d1c-8aa79941d0db tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298087 Aug 16 22:21:25.837127 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0fc081-e9b9-4b31-8d8f-82546ed87c29 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Pushing event deleted for resources: {'Port': ['ID=2fd9cb44-6dd9-4030-a346-c38165c18acc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:25.852407 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-90684599-a1ee-4e25-bfa2-9d152f7580f1 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:25.876836 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:25.910753 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 1fba2539-8570-4974-a0ac-a06df69fc218, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1fba2539-8570-4974-a0ac-a06df69fc218,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:25.917850 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:25.967438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc0ce59-6dc2-4b22-859f-7679f8d8c214 req-4a0fc081-e9b9-4b31-8d8f-82546ed87c29 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] No DVR routers for this DVR port 2fd9cb44-6dd9-4030-a346-c38165c18acc on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:26.003820 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=1fba2539-8570-4974-a0ac-a06df69fc218,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:26.007376 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2bc0ce59-6dc2-4b22-859f-7679f8d8c214 req-4a0fc081-e9b9-4b31-8d8f-82546ed87c29 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.009408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2bc0ce59-6dc2-4b22-859f-7679f8d8c214 req-4a0fc081-e9b9-4b31-8d8f-82546ed87c29 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.39 "DELETE /v2.0/ports/2fd9cb44-6dd9-4030-a346-c38165c18acc HTTP/1.1" status: 204 len: 173 time: 2.0671182 Aug 16 22:21:26.019502 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.059603 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-625387ff-09be-4ef4-9966-d9602d76af81 req-3b3ec69c-a594-4877-ba87-64fb5ea68020 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723238 Aug 16 22:21:26.076950 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-ca3c8945-b5a8-4ef0-8bc0-a3f32ecc5874 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Allocated IP 172.20.0.9 (45c76ac5-0e6a-4123-b986-bece94a6a1b4/c24cbf4e-01f3-4e79-8de4-01997a6a08b9/a2a00e98-cf36-4e35-8308-03691ba613db) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:26.095584 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-90684599-a1ee-4e25-bfa2-9d152f7580f1 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.102865 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-90684599-a1ee-4e25-bfa2-9d152f7580f1 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.153289 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90684599-a1ee-4e25-bfa2-9d152f7580f1 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98019506-f0a8-4d9b-9be9-8f841a17373d,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:26.198231 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-90684599-a1ee-4e25-bfa2-9d152f7580f1 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.202358 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-90684599-a1ee-4e25-bfa2-9d152f7580f1 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5874572 Aug 16 22:21:26.203021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49214) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:26.214504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ca3768b0-b127-4e42-b166-ba7c721fbff4 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Request body: {'security_group_rule': {'security_group_id': '96c6ab43-2a80-43c0-8bd6-577d138814ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:26.283519 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] Router 349e0519-e8ac-445e-806a-6179ec447b73 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:21:26.308304 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 2fd9cb44-6dd9-4030-a346-c38165c18acc no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:26.327758 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a556e-b661-448b-b300-75d683dc8435 req-e0067523-7673-4dbd-8ede-fe985b4e035a tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:26.329521 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed3a556e-b661-448b-b300-75d683dc8435 req-e0067523-7673-4dbd-8ede-fe985b4e035a tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.1979430 Aug 16 22:21:26.332096 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 2fd9cb44-6dd9-4030-a346-c38165c18acc {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:26.332486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 2fd9cb44-6dd9-4030-a346-c38165c18acc not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:26.345828 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ca3768b0-b127-4e42-b166-ba7c721fbff4 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.367183 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43775a2a-0605-4053-8109-3dd1ed9a3f2c req-8422728d-c92c-4a0f-a73a-81e8f1ba4676 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:26.368991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-43775a2a-0605-4053-8109-3dd1ed9a3f2c req-8422728d-c92c-4a0f-a73a-81e8f1ba4676 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 949 time: 0.1855166 Aug 16 22:21:26.401691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:21:26.406098 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2353c6c2-a1f1-4d0b-9016-2dbdbc484a8c admin admin] 10.222.0.93 "PUT /v2.0/routers/349e0519-e8ac-445e-806a-6179ec447b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5735452 Aug 16 22:21:26.408570 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49216) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:26.412692 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da839347-4235-4b3c-9297-e4c5a16b6261 None None] Sync routers for ids ['349e0519-e8ac-445e-806a-6179ec447b73'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:21:26.424092 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da839347-4235-4b3c-9297-e4c5a16b6261 None None] Routers {'349e0519-e8ac-445e-806a-6179ec447b73'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:26.424806 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-da839347-4235-4b3c-9297-e4c5a16b6261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:21:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['349e0519-e8ac-445e-806a-6179ec447b73'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:26.495326 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-ca3c8945-b5a8-4ef0-8bc0-a3f32ecc5874 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.524995 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed3a556e-b661-448b-b300-75d683dc8435 req-5fe26d4c-6c9b-4645-959b-a57fb45a3ed2 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716256 Aug 16 22:21:26.563771 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-43775a2a-0605-4053-8109-3dd1ed9a3f2c req-02c65bbc-30d0-475a-ab63-743ae20f8eba tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787291 Aug 16 22:21:26.564409 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45ca74bc-2d0c-4d5a-9442-ab0006f84bc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.602137 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ca3768b0-b127-4e42-b166-ba7c721fbff4 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.611367 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ca3768b0-b127-4e42-b166-ba7c721fbff4 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.622298 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd507484-c23c-446f-a5a1-7e00894d1fc1', 'tag': 'ecbbb56b-93b2-4971-8558-65be8c4ac638'}, {'server_uuid': '7a05d37e-a870-489e-98fa-8105cba25c20', 'name': 'network-vif-deleted', 'tag': '2fd9cb44-6dd9-4030-a346-c38165c18acc'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:26.626192 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e16065d-725a-4441-b7b9-6e6682abd67d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd507484-c23c-446f-a5a1-7e00894d1fc1", "tag": "ecbbb56b-93b2-4971-8558-65be8c4ac638"}, {"server_uuid": "7a05d37e-a870-489e-98fa-8105cba25c20", "name": "network-vif-deleted", "tag": "2fd9cb44-6dd9-4030-a346-c38165c18acc"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:26.666215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3768b0-b127-4e42-b166-ba7c721fbff4 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20d11e9-a3a4-411b-bdc9-e8d7d5b3b320,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:26.683637 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] Sync routers for ids ['9ac6b8bc-4232-4f64-88a8-542ee574ba5c'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:21:26.688117 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ca3768b0-b127-4e42-b166-ba7c721fbff4 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.693426 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ca3768b0-b127-4e42-b166-ba7c721fbff4 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4833367 Aug 16 22:21:26.695751 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49222) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:26.702167 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-bb1b9581-b98a-4f47-a2d0-f60764f96a3b tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:26.703905 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] Routers {'9ac6b8bc-4232-4f64-88a8-542ee574ba5c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:26.705842 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:21:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['9ac6b8bc-4232-4f64-88a8-542ee574ba5c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:26.726060 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-ca3c8945-b5a8-4ef0-8bc0-a3f32ecc5874 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.754997 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-da839347-4235-4b3c-9297-e4c5a16b6261 None None] Set router 349e0519-e8ac-445e-806a-6179ec447b73 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:26.806199 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45ca74bc-2d0c-4d5a-9442-ab0006f84bc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.869602 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] Set router 9ac6b8bc-4232-4f64-88a8-542ee574ba5c gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:26.875018 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeae26a4-77d4-4eb6-b1c3-67106d10154d x-openstack-request-id: req-eeae26a4-77d4-4eb6-b1c3-67106d10154d {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:26.875322 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd507484-c23c-446f-a5a1-7e00894d1fc1", "tag": "ecbbb56b-93b2-4971-8558-65be8c4ac638", "status": "completed", "code": 200}, {"server_uuid": "7a05d37e-a870-489e-98fa-8105cba25c20", "name": "network-vif-deleted", "tag": "2fd9cb44-6dd9-4030-a346-c38165c18acc", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:26.875578 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-eeae26a4-77d4-4eb6-b1c3-67106d10154d {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:26.875983 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd507484-c23c-446f-a5a1-7e00894d1fc1', 'tag': 'ecbbb56b-93b2-4971-8558-65be8c4ac638', 'status': 'completed', 'code': 200} Aug 16 22:21:26.876239 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a05d37e-a870-489e-98fa-8105cba25c20', 'name': 'network-vif-deleted', 'tag': '2fd9cb44-6dd9-4030-a346-c38165c18acc', 'status': 'completed', 'code': 200} Aug 16 22:21:26.896098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c8945-b5a8-4ef0-8bc0-a3f32ecc5874 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Pushing event updated for resources: {'Port': ['ID=a2a00e98-cf36-4e35-8308-03691ba613db,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:26.905913 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9581-b98a-4f47-a2d0-f60764f96a3b tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.939723 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-ca3c8945-b5a8-4ef0-8bc0-a3f32ecc5874 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Network 45c76ac5-0e6a-4123-b986-bece94a6a1b4 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:26.944449 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16065d-725a-4441-b7b9-6e6682abd67d req-4750ac1c-cea5-429e-9d29-bd14a1ce463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:26.946163 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7e16065d-725a-4441-b7b9-6e6682abd67d req-4750ac1c-cea5-429e-9d29-bd14a1ce463b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 1126 time: 0.0797493 Aug 16 22:21:26.953839 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-45ca74bc-2d0c-4d5a-9442-ab0006f84bc1 admin admin] Deleting port 4a9a681d-2695-4cef-9761-4ea1b947a596 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:26.954206 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45ca74bc-2d0c-4d5a-9442-ab0006f84bc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.972923 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-da839347-4235-4b3c-9297-e4c5a16b6261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349e0519-e8ac-445e-806a-6179ec447b73', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-256535633-router', 'tenant_id': 'b703ecc746f0429b940e7a791cfc2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '4a9a681d-2695-4cef-9761-4ea1b947a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:27Z', 'updated_at': '2021-08-16T22:21:25Z', 'revision_number': 5, 'project_id': 'b703ecc746f0429b940e7a791cfc2a24', 'gw_port': {'id': '4a9a681d-2695-4cef-9761-4ea1b947a596', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349e0519-e8ac-445e-806a-6179ec447b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:27Z', 'updated_at': '2021-08-16T22:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:26.986454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-ca3c8945-b5a8-4ef0-8bc0-a3f32ecc5874 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:26.995629 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-ca3c8945-b5a8-4ef0-8bc0-a3f32ecc5874 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:27.008103 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da839347-4235-4b3c-9297-e4c5a16b6261 None None] Checking router: 349e0519-e8ac-445e-806a-6179ec447b73 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:21:27.017053 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da839347-4235-4b3c-9297-e4c5a16b6261 None None] Routers {'349e0519-e8ac-445e-806a-6179ec447b73'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:27.017914 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-da839347-4235-4b3c-9297-e4c5a16b6261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:21:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['349e0519-e8ac-445e-806a-6179ec447b73'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:27.053341 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-ca3c8945-b5a8-4ef0-8bc0-a3f32ecc5874 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:27.053954 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-ca3c8945-b5a8-4ef0-8bc0-a3f32ecc5874 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:27.071051 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-ca3c8945-b5a8-4ef0-8bc0-a3f32ecc5874 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3499885 Aug 16 22:21:27.083633 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9fe206-2f87-42d0-9625-36ab4641d4cd req-ee17e3f8-f948-4377-b49d-0bc6b7718dcf tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:27.092953 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b9fe206-2f87-42d0-9625-36ab4641d4cd req-ee17e3f8-f948-4377-b49d-0bc6b7718dcf tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 931 time: 0.3618364 Aug 16 22:21:27.097202 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'name': 'tempest-ServersTestJSON-1778945573-router', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:15Z', 'updated_at': '2021-08-16T22:21:22Z', 'revision_number': 4, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'gw_port': {'id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:60:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:17Z', 'updated_at': '2021-08-16T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a302e952-5c39-4c5f-b33f-61c4d44143ed', 'name': '', 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'mac_address': 'fa:16:3e:fc:da:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7efeea8a-576f-4404-a255-d05a414ce880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:20Z', 'updated_at': '2021-08-16T22:21:22Z', 'revision_number': 2, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'subnets': [{'id': '7efeea8a-576f-4404-a255-d05a414ce880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:27.108173 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] Request body: {'port': {'device_id': '6af03eac-d8cf-4235-a9b0-9cb37481009f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:27.127934 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] Checking router: 9ac6b8bc-4232-4f64-88a8-542ee574ba5c for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:21:27.128528 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] Updating router 9ac6b8bc-4232-4f64-88a8-542ee574ba5c port a302e952-5c39-4c5f-b33f-61c4d44143ed binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:21:27.132692 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-da839347-4235-4b3c-9297-e4c5a16b6261 None None] Set router 349e0519-e8ac-445e-806a-6179ec447b73 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:27.152165 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-45ca74bc-2d0c-4d5a-9442-ab0006f84bc1 admin admin] For port 4a9a681d-2695-4cef-9761-4ea1b947a596, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4a9a681d-2695-4cef-9761-4ea1b947a596,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:27.152784 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45ca74bc-2d0c-4d5a-9442-ab0006f84bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:27.157920 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:27.159722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d704d0-d229-40c6-a469-4524ac17255e req-a0097d88-2bb9-46a6-903b-9ccf562dcc7f tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:27.162486 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16065d-725a-4441-b7b9-6e6682abd67d req-d5eca539-becd-484f-b34b-cd75c3cef241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:27.163978 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7e16065d-725a-4441-b7b9-6e6682abd67d req-d5eca539-becd-484f-b34b-cd75c3cef241 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 909 time: 0.2067590 Aug 16 22:21:27.168671 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-22d704d0-d229-40c6-a469-4524ac17255e req-a0097d88-2bb9-46a6-903b-9ccf562dcc7f tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 943 time: 0.2819731 Aug 16 22:21:27.171064 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-45ca74bc-2d0c-4d5a-9442-ab0006f84bc1 admin admin] Calling delete_port for 4a9a681d-2695-4cef-9761-4ea1b947a596 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:27.195222 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-da839347-4235-4b3c-9297-e4c5a16b6261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349e0519-e8ac-445e-806a-6179ec447b73', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-256535633-router', 'tenant_id': 'b703ecc746f0429b940e7a791cfc2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:27Z', 'updated_at': '2021-08-16T22:21:26Z', 'revision_number': 6, 'project_id': 'b703ecc746f0429b940e7a791cfc2a24', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:27.227343 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da839347-4235-4b3c-9297-e4c5a16b6261 None None] The sync data for ids ['349e0519-e8ac-445e-806a-6179ec447b73'] in n-d-792458-15 is: [{'id': '349e0519-e8ac-445e-806a-6179ec447b73', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-256535633-router', 'tenant_id': 'b703ecc746f0429b940e7a791cfc2a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:27Z', 'updated_at': '2021-08-16T22:21:26Z', 'revision_number': 6, 'project_id': 'b703ecc746f0429b940e7a791cfc2a24', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:21:27.240023 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:27.261775 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7e16065d-725a-4441-b7b9-6e6682abd67d req-e828d494-188f-479c-a237-80c8d4c92519 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecbbb56b-93b2-4971-8558-65be8c4ac638 HTTP/1.1" status: 200 len: 217 time: 0.0766420 Aug 16 22:21:27.271495 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b9fe206-2f87-42d0-9625-36ab4641d4cd req-a106bba3-c160-4671-a5e2-6c58be4fb4db tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768031 Aug 16 22:21:27.293230 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-22d704d0-d229-40c6-a469-4524ac17255e req-386890ef-10bf-4c60-aaed-def83c8bfa18 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212373 Aug 16 22:21:27.369661 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16065d-725a-4441-b7b9-6e6682abd67d req-61fc45e9-a96e-4d03-9789-c5098975d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:27.372022 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7e16065d-725a-4441-b7b9-6e6682abd67d req-61fc45e9-a96e-4d03-9789-c5098975d5ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 200 len: 848 time: 0.0890050 Aug 16 22:21:27.428823 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9581-b98a-4f47-a2d0-f60764f96a3b tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:27.453816 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7e16065d-725a-4441-b7b9-6e6682abd67d req-a8ac00d3-d269-4cef-83d7-8f19733a57ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442414 Aug 16 22:21:27.532112 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:27.548354 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] Transition to ACTIVE for port object a302e952-5c39-4c5f-b33f-61c4d44143ed will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:27.559785 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:27.682855 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45ca74bc-2d0c-4d5a-9442-ab0006f84bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:27.751967 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7e16065d-725a-4441-b7b9-6e6682abd67d req-049dd40e-8c0f-451a-9dfa-2f3cd9beafac service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822421 Aug 16 22:21:27.753631 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca74bc-2d0c-4d5a-9442-ab0006f84bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a9a681d-2695-4cef-9761-4ea1b947a596,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:27.776834 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1fba2539-8570-4974-a0ac-a06df69fc218 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:27.824852 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d08f2-4173-4012-b7f2-9d61d1b058db None None] Pushing event updated for resources: {'Port': ['ID=a302e952-5c39-4c5f-b33f-61c4d44143ed,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:27.844961 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] Attempting to bind port a302e952-5c39-4c5f-b33f-61c4d44143ed on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:21:27.845326 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] Attempting to bind port a302e952-5c39-4c5f-b33f-61c4d44143ed by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'af827092-0f0b-408b-911e-ebe63d6e46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:21:27.845694 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] Attempting to bind port a302e952-5c39-4c5f-b33f-61c4d44143ed on network f5d170ab-1e28-4470-8c5e-17a8a57c0ba8 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:27.852331 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:21:27.852705 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] Checking segment: {'id': 'af827092-0f0b-408b-911e-ebe63d6e46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:27.853112 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:27.853502 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] Bound using segment: {'id': 'af827092-0f0b-408b-911e-ebe63d6e46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:21:27.853991 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] Bound port: a302e952-5c39-4c5f-b33f-61c4d44143ed, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af827092-0f0b-408b-911e-ebe63d6e46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:21:27.854446 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:27.877469 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 1fba2539-8570-4974-a0ac-a06df69fc218 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:27.878157 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:27.915368 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7e16065d-725a-4441-b7b9-6e6682abd67d req-6121bb69-40d1-4cc3-82ca-add49fd77e34 service neutron] 10.222.0.43 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298006 Aug 16 22:21:27.963442 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45ca74bc-2d0c-4d5a-9442-ab0006f84bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:28.069547 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] For port a302e952-5c39-4c5f-b33f-61c4d44143ed, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:28.077440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] For port a302e952-5c39-4c5f-b33f-61c4d44143ed, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a302e952-5c39-4c5f-b33f-61c4d44143ed,segment=NetworkSegment(af827092-0f0b-408b-911e-ebe63d6e46ab),segment_id=af827092-0f0b-408b-911e-ebe63d6e46ab)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:21:28.081291 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45ca74bc-2d0c-4d5a-9442-ab0006f84bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:28.083854 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45ca74bc-2d0c-4d5a-9442-ab0006f84bc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:28.089658 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:28.145035 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c4d39a83-20b7-475c-ae42-c7a5a85f574f no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:28.169909 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45ca74bc-2d0c-4d5a-9442-ab0006f84bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:28.170531 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ca74bc-2d0c-4d5a-9442-ab0006f84bc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 349e0519-e8ac-445e-806a-6179ec447b73 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:21:28.177363 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45ca74bc-2d0c-4d5a-9442-ab0006f84bc1 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:28.184507 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-45ca74bc-2d0c-4d5a-9442-ab0006f84bc1 admin admin] 10.222.0.93 "DELETE /v2.0/routers/349e0519-e8ac-445e-806a-6179ec447b73 HTTP/1.1" status: 204 len: 168 time: 1.7726746 Aug 16 22:21:28.184883 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49240) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:28.201919 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: c4d39a83-20b7-475c-ae42-c7a5a85f574f {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:28.202570 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c4d39a83-20b7-475c-ae42-c7a5a85f574f not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:28.232838 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] Routers {'9ac6b8bc-4232-4f64-88a8-542ee574ba5c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:28.248211 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:21:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['9ac6b8bc-4232-4f64-88a8-542ee574ba5c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:28.259310 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d08f2-4173-4012-b7f2-9d61d1b058db None None] Pushing event updated for resources: {'Port': ['ID=a302e952-5c39-4c5f-b33f-61c4d44143ed,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:28.265251 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f572d7-2f24-4566-8a56-f17ede07d6af admin admin] Deleting subnet 201d4739-1260-470d-9d43-52497ae4047d {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:28.274513 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13f572d7-2f24-4566-8a56-f17ede07d6af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:28.345207 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13f572d7-2f24-4566-8a56-f17ede07d6af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:28.383956 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a00e98-cf36-4e35-8308-03691ba613db {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:28.399978 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:28.426124 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] Transition to ACTIVE for port object a2a00e98-cf36-4e35-8308-03691ba613db will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:28.473235 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13f572d7-2f24-4566-8a56-f17ede07d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:28.498992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-bb1b9581-b98a-4f47-a2d0-f60764f96a3b tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Allocated IP 172.25.6.243 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/3f674466-c316-49b5-bfe2-aa3932bd8653) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:28.546151 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13f572d7-2f24-4566-8a56-f17ede07d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:28.587813 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:28.592059 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f572d7-2f24-4566-8a56-f17ede07d6af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=201d4739-1260-470d-9d43-52497ae4047d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:28.600039 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13f572d7-2f24-4566-8a56-f17ede07d6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:28.602375 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-13f572d7-2f24-4566-8a56-f17ede07d6af admin admin] 10.222.0.93 "DELETE /v2.0/subnets/201d4739-1260-470d-9d43-52497ae4047d HTTP/1.1" status: 204 len: 168 time: 0.4163213 Aug 16 22:21:28.605196 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49246) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:28.634003 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f815e15-81aa-41c5-b092-6fca24992bee None None] Network b9994b42-6e1e-45b4-8474-ce46c23196e9 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:28.707331 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c459-16c4-4aa8-a382-d0a92a7991af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:28.763843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] Set router 9ac6b8bc-4232-4f64-88a8-542ee574ba5c gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:28.791401 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75e229-0f5e-466e-9a8e-c536d353e84e req-cc38f067-4433-492e-b69c-ffe600e7f4b4 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:28.793232 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b75e229-0f5e-466e-9a8e-c536d353e84e req-cc38f067-4433-492e-b69c-ffe600e7f4b4 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 944 time: 0.6685269 Aug 16 22:21:28.824564 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc631366-d2b6-4f80-bf1d-ad83f9023cf5 req-ea8149fa-cd30-4afc-bbcf-2ae75707f17b tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:28.826429 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1c459-16c4-4aa8-a382-d0a92a7991af admin admin] Deleting port 46720f48-48b8-499b-8295-adf6e6fe0c39 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:28.826797 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c459-16c4-4aa8-a382-d0a92a7991af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:28.834772 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc631366-d2b6-4f80-bf1d-ad83f9023cf5 req-ea8149fa-cd30-4afc-bbcf-2ae75707f17b tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 944 time: 0.7064931 Aug 16 22:21:28.913603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6eb1c459-16c4-4aa8-a382-d0a92a7991af admin admin] For port 46720f48-48b8-499b-8295-adf6e6fe0c39, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=46720f48-48b8-499b-8295-adf6e6fe0c39,segment=NetworkSegment(aaec4aaa-107a-4e3f-b2bf-8b18493280a7),segment_id=aaec4aaa-107a-4e3f-b2bf-8b18493280a7)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:28.914525 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c459-16c4-4aa8-a382-d0a92a7991af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:28.938395 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1c459-16c4-4aa8-a382-d0a92a7991af admin admin] Calling delete_port for 46720f48-48b8-499b-8295-adf6e6fe0c39 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:28.945007 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fef295-a0a1-4c7e-bb7e-63d0328f036c req-83a696de-f4bb-479d-8c6a-26f906d7d505 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:28.946973 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1fef295-a0a1-4c7e-bb7e-63d0328f036c req-83a696de-f4bb-479d-8c6a-26f906d7d505 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.8125339 Aug 16 22:21:29.011176 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] Pushing event updated for resources: {'Port': ['ID=a2a00e98-cf36-4e35-8308-03691ba613db,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:29.079209 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c891e700-7d1a-47ff-bbb6-d8b1deb59931 None None] DHCP port deletion for b9994b42-6e1e-45b4-8474-ce46c23196e9 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:21:29.105857 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc631366-d2b6-4f80-bf1d-ad83f9023cf5 req-181438f4-6b37-4abc-82b7-3d05eed163ed tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695923 Aug 16 22:21:29.110763 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c459-16c4-4aa8-a382-d0a92a7991af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.129023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] Attempting to bind port a2a00e98-cf36-4e35-8308-03691ba613db on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:21:29.129604 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] Attempting to bind port a2a00e98-cf36-4e35-8308-03691ba613db by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'f3bac013-ac59-422a-89e9-c60c8479a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '45c76ac5-0e6a-4123-b986-bece94a6a1b4'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:21:29.130134 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] Attempting to bind port a2a00e98-cf36-4e35-8308-03691ba613db on network 45c76ac5-0e6a-4123-b986-bece94a6a1b4 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:29.139861 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1c459-16c4-4aa8-a382-d0a92a7991af admin admin] Pushing event deleted for resources: {'Port': ['ID=46720f48-48b8-499b-8295-adf6e6fe0c39,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:29.146693 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb1c459-16c4-4aa8-a382-d0a92a7991af admin admin] No DVR routers for this DVR port 46720f48-48b8-499b-8295-adf6e6fe0c39 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:29.175050 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1fef295-a0a1-4c7e-bb7e-63d0328f036c req-ca181ae4-34c9-46d3-8d28-5c4b8512da1a tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368890 Aug 16 22:21:29.188779 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] Port a2a00e98-cf36-4e35-8308-03691ba613db on network 45c76ac5-0e6a-4123-b986-bece94a6a1b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:21:29.189477 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] Attempting to bind port a2a00e98-cf36-4e35-8308-03691ba613db on network 45c76ac5-0e6a-4123-b986-bece94a6a1b4 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:29.191650 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c891e700-7d1a-47ff-bbb6-d8b1deb59931 None None] Deleting port 46720f48-48b8-499b-8295-adf6e6fe0c39 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:29.192135 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c891e700-7d1a-47ff-bbb6-d8b1deb59931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.210442 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'name': 'tempest-ServersTestJSON-1778945573-router', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:15Z', 'updated_at': '2021-08-16T22:21:22Z', 'revision_number': 4, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'gw_port': {'id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:60:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:17Z', 'updated_at': '2021-08-16T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a302e952-5c39-4c5f-b33f-61c4d44143ed', 'name': '', 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'mac_address': 'fa:16:3e:fc:da:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7efeea8a-576f-4404-a255-d05a414ce880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:20Z', 'updated_at': '2021-08-16T22:21:28Z', 'revision_number': 4, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'subnets': [{'id': '7efeea8a-576f-4404-a255-d05a414ce880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:29.235561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:21:29.238472 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] Checking segment: {'id': 'f3bac013-ac59-422a-89e9-c60c8479a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '45c76ac5-0e6a-4123-b986-bece94a6a1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:29.239654 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] Bound using segment: {'id': 'f3bac013-ac59-422a-89e9-c60c8479a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '45c76ac5-0e6a-4123-b986-bece94a6a1b4'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:21:29.240301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] Bound port: a2a00e98-cf36-4e35-8308-03691ba613db, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3bac013-ac59-422a-89e9-c60c8479a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '45c76ac5-0e6a-4123-b986-bece94a6a1b4'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:21:29.242651 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.266424 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b027d82-73db-48b9-9f10-b4502759aec2 None None] The sync data for ids ['9ac6b8bc-4232-4f64-88a8-542ee574ba5c'] in n-d-792458-15 is: [{'id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'name': 'tempest-ServersTestJSON-1778945573-router', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:15Z', 'updated_at': '2021-08-16T22:21:22Z', 'revision_number': 4, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'gw_port': {'id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:60:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:17Z', 'updated_at': '2021-08-16T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a302e952-5c39-4c5f-b33f-61c4d44143ed', 'name': '', 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'mac_address': 'fa:16:3e:fc:da:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7efeea8a-576f-4404-a255-d05a414ce880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:20Z', 'updated_at': '2021-08-16T22:21:28Z', 'revision_number': 4, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'subnets': [{'id': '7efeea8a-576f-4404-a255-d05a414ce880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:21:29.279069 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9581-b98a-4f47-a2d0-f60764f96a3b tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.326334 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c891e700-7d1a-47ff-bbb6-d8b1deb59931 None None] For port 46720f48-48b8-499b-8295-adf6e6fe0c39, host n-d-792458-15, got binding levels [] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:29.326893 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c891e700-7d1a-47ff-bbb6-d8b1deb59931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.333111 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c459-16c4-4aa8-a382-d0a92a7991af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.353152 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-6eb1c459-16c4-4aa8-a382-d0a92a7991af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9994b42-6e1e-45b4-8474-ce46c23196e9']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:29.356795 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c891e700-7d1a-47ff-bbb6-d8b1deb59931 None None] Calling delete_port for 46720f48-48b8-499b-8295-adf6e6fe0c39 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:29.360616 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.ipam_backend_mixin [None req-c891e700-7d1a-47ff-bbb6-d8b1deb59931 None None] Port 46720f48-48b8-499b-8295-adf6e6fe0c39 was not found and therefore no delete operation was performed {{(pid=94873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:21:29.362205 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c891e700-7d1a-47ff-bbb6-d8b1deb59931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.369098 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-6eb1c459-16c4-4aa8-a382-d0a92a7991af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaec4aaa-107a-4e3f-b2bf-8b18493280a7') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:29.370718 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-6eb1c459-16c4-4aa8-a382-d0a92a7991af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaec4aaa-107a-4e3f-b2bf-8b18493280a7') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:29.381951 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c459-16c4-4aa8-a382-d0a92a7991af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.393567 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891e700-7d1a-47ff-bbb6-d8b1deb59931 None None] Pushing event deleted for resources: {'Port': ['ID=46720f48-48b8-499b-8295-adf6e6fe0c39,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:29.397615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c891e700-7d1a-47ff-bbb6-d8b1deb59931 None None] No DVR routers for this DVR port 46720f48-48b8-499b-8295-adf6e6fe0c39 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:29.412705 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c459-16c4-4aa8-a382-d0a92a7991af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.420085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb1c459-16c4-4aa8-a382-d0a92a7991af admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:21:29.420941 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c459-16c4-4aa8-a382-d0a92a7991af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:21:29.423334 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:21:29.435181 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] For port a2a00e98-cf36-4e35-8308-03691ba613db, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:29.440344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] For port a2a00e98-cf36-4e35-8308-03691ba613db, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a2a00e98-cf36-4e35-8308-03691ba613db,segment=NetworkSegment(f3bac013-ac59-422a-89e9-c60c8479a5be),segment_id=f3bac013-ac59-422a-89e9-c60c8479a5be)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:21:29.465786 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.504240 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-6b75e229-0f5e-466e-9a8e-c536d353e84e req-5d2a6a86-ea9b-4374-b308-e12637f74f94 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Deleting port beb14d55-0228-40b2-8ffa-cdcfabaf3273 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:29.505044 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6b75e229-0f5e-466e-9a8e-c536d353e84e req-5d2a6a86-ea9b-4374-b308-e12637f74f94 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.506513 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c459-16c4-4aa8-a382-d0a92a7991af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.515181 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c459-16c4-4aa8-a382-d0a92a7991af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.519358 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6eb1c459-16c4-4aa8-a382-d0a92a7991af admin admin] 10.222.0.93 "DELETE /v2.0/networks/b9994b42-6e1e-45b4-8474-ce46c23196e9 HTTP/1.1" status: 204 len: 168 time: 0.9106801 Aug 16 22:21:29.547780 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1c459-16c4-4aa8-a382-d0a92a7991af admin admin] Pushing event deleted for resources: {'Network': ['ID=b9994b42-6e1e-45b4-8474-ce46c23196e9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:29.613620 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a302e952-5c39-4c5f-b33f-61c4d44143ed up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:29.676075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f084a32-865e-4060-8065-e075ecaaf093 req-b6e9d6ac-d086-4d56-8fd9-0e344ca4d2e5 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:29.678285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f084a32-865e-4060-8065-e075ecaaf093 req-b6e9d6ac-d086-4d56-8fd9-0e344ca4d2e5 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 949 time: 0.3784268 Aug 16 22:21:29.716579 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port a302e952-5c39-4c5f-b33f-61c4d44143ed completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:29.722923 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port a302e952-5c39-4c5f-b33f-61c4d44143ed triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:29.724218 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.757344 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49250) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:29.783586 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ef1e4-337a-457b-a0e6-d4227dadd680 req-2a7cd06b-4b49-4c2b-a996-3421844c103e tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:29.785499 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f55ef1e4-337a-457b-a0e6-d4227dadd680 req-2a7cd06b-4b49-4c2b-a996-3421844c103e tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 943 time: 0.3429449 Aug 16 22:21:29.795067 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:29.795948 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.797988 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] 10.222.0.39 "PUT /v2.0/ports/a2a00e98-cf36-4e35-8308-03691ba613db HTTP/1.1" status: 200 len: 1092 time: 2.6935406 Aug 16 22:21:29.803849 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af03eac-d8cf-4235-a9b0-9cb37481009f', 'tag': 'a2a00e98-cf36-4e35-8308-03691ba613db'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:29.806519 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d413d8-e394-41a3-9fe6-497b9e38f714" -d '{"events": [{"name": "network-changed", "server_uuid": "6af03eac-d8cf-4235-a9b0-9cb37481009f", "tag": "a2a00e98-cf36-4e35-8308-03691ba613db"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:29.812555 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6b75e229-0f5e-466e-9a8e-c536d353e84e req-5d2a6a86-ea9b-4374-b308-e12637f74f94 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] For port beb14d55-0228-40b2-8ffa-cdcfabaf3273, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=beb14d55-0228-40b2-8ffa-cdcfabaf3273,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:29.813235 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6b75e229-0f5e-466e-9a8e-c536d353e84e req-5d2a6a86-ea9b-4374-b308-e12637f74f94 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.835553 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-26bd4a5e-84db-4ac6-a440-60a6de2e2e42 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c49cb28d54204a398d3eabbcdff91482&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0742490 Aug 16 22:21:29.836012 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49254) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:29.854021 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9581-b98a-4f47-a2d0-f60764f96a3b tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.875494 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.913131 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6aae43-dba5-4b78-80d7-97567275f8ae service neutron] Pushing event updated for resources: {'Port': ['ID=a2a00e98-cf36-4e35-8308-03691ba613db,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:29.918442 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-6b75e229-0f5e-466e-9a8e-c536d353e84e req-5d2a6a86-ea9b-4374-b308-e12637f74f94 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Calling delete_port for beb14d55-0228-40b2-8ffa-cdcfabaf3273 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:29.941337 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4185cb9-521b-4d80-964b-2b79825537a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.943057 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port a302e952-5c39-4c5f-b33f-61c4d44143ed, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a302e952-5c39-4c5f-b33f-61c4d44143ed,segment=NetworkSegment(af827092-0f0b-408b-911e-ebe63d6e46ab),segment_id=af827092-0f0b-408b-911e-ebe63d6e46ab)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:29.949896 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.979942 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab6d63-fd14-42ff-aa1e-932f879139fa req-bf8144a6-633f-46ad-89d4-fef19df56b64 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:29.981636 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-41ab6d63-fd14-42ff-aa1e-932f879139fa req-bf8144a6-633f-46ad-89d4-fef19df56b64 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.43 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 945 time: 0.1003845 Aug 16 22:21:29.987203 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4185cb9-521b-4d80-964b-2b79825537a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.020270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1b9581-b98a-4f47-a2d0-f60764f96a3b tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:30.042767 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f55ef1e4-337a-457b-a0e6-d4227dadd680 req-6e86c544-ff78-477a-ba31-98c32a24f7ae tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263546 Aug 16 22:21:30.045708 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4a9a681d-2695-4cef-9761-4ea1b947a596 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:30.048703 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-bb1b9581-b98a-4f47-a2d0-f60764f96a3b tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:30.052991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f084a32-865e-4060-8065-e075ecaaf093 req-2fa9daf6-fa7e-40ee-a6d6-eac7035fcd62 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594067 Aug 16 22:21:30.053703 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1b9581-b98a-4f47-a2d0-f60764f96a3b tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:30.056990 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=a302e952-5c39-4c5f-b33f-61c4d44143ed,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:30.101072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-4fba6a91-8c4d-41ec-ab52-a36f454980a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:30.103449 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-4fba6a91-8c4d-41ec-ab52-a36f454980a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d183311263574d8b94003c320c287e71&device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 1095 time: 0.2417102 Aug 16 22:21:30.110227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 4a9a681d-2695-4cef-9761-4ea1b947a596 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:30.110227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4a9a681d-2695-4cef-9761-4ea1b947a596 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:30.110723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 46720f48-48b8-499b-8295-adf6e6fe0c39 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:30.163159 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 46720f48-48b8-499b-8295-adf6e6fe0c39 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:30.163515 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 46720f48-48b8-499b-8295-adf6e6fe0c39 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:30.191770 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b9581-b98a-4f47-a2d0-f60764f96a3b tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Pushing event updated for resources: {'Port': ['ID=3f674466-c316-49b5-bfe2-aa3932bd8653,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:30.197676 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-c3da74e2-4577-46b9-9cf0-c44e4d6eeea2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2a00e98-cf36-4e35-8308-03691ba613db HTTP/1.1" status: 200 len: 217 time: 0.0609617 Aug 16 22:21:30.199671 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ca2998-bae2-4d02-9942-0db9c3ecc1b2 x-openstack-request-id: req-12ca2998-bae2-4d02-9942-0db9c3ecc1b2 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:30.200037 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af03eac-d8cf-4235-a9b0-9cb37481009f", "tag": "a2a00e98-cf36-4e35-8308-03691ba613db", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:30.200291 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-12ca2998-bae2-4d02-9942-0db9c3ecc1b2 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:30.200743 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af03eac-d8cf-4235-a9b0-9cb37481009f', 'tag': 'a2a00e98-cf36-4e35-8308-03691ba613db', 'status': 'completed', 'code': 200} Aug 16 22:21:30.213996 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4185cb9-521b-4d80-964b-2b79825537a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.216615 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4185cb9-521b-4d80-964b-2b79825537a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.231738 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a4185cb9-521b-4d80-964b-2b79825537a5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/604b9208-2584-4668-a8b2-31a7a1a23b99 HTTP/1.1" status: 204 len: 168 time: 0.3946135 Aug 16 22:21:30.239507 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-41ab6d63-fd14-42ff-aa1e-932f879139fa req-23bdb172-93c6-4b1c-a693-004f4c6ca279 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Deleting port a0eb810a-ad34-40ba-bd7f-330c813d18d0 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:30.240004 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-41ab6d63-fd14-42ff-aa1e-932f879139fa req-23bdb172-93c6-4b1c-a693-004f4c6ca279 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.261792 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4185cb9-521b-4d80-964b-2b79825537a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604b9208-2584-4668-a8b2-31a7a1a23b99,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:30.377172 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-41ab6d63-fd14-42ff-aa1e-932f879139fa req-23bdb172-93c6-4b1c-a693-004f4c6ca279 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] For port a0eb810a-ad34-40ba-bd7f-330c813d18d0, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=a0eb810a-ad34-40ba-bd7f-330c813d18d0,segment=NetworkSegment(d461892b-005d-4ddb-9032-a9c7ed5a508e),segment_id=d461892b-005d-4ddb-9032-a9c7ed5a508e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:30.378196 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-41ab6d63-fd14-42ff-aa1e-932f879139fa req-23bdb172-93c6-4b1c-a693-004f4c6ca279 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.383927 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637847f3-19b8-4cd3-94b0-e59bdab57bdf req-967fd311-772c-4d19-b5f9-fc3e75d0f024 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:30.385739 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-637847f3-19b8-4cd3-94b0-e59bdab57bdf req-967fd311-772c-4d19-b5f9-fc3e75d0f024 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 943 time: 0.1841757 Aug 16 22:21:30.416726 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-41ab6d63-fd14-42ff-aa1e-932f879139fa req-23bdb172-93c6-4b1c-a693-004f4c6ca279 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Calling delete_port for a0eb810a-ad34-40ba-bd7f-330c813d18d0 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:30.419566 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-a4203909-caef-45ec-b345-592064127250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:30.421132 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-a4203909-caef-45ec-b345-592064127250 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c24cbf4e-01f3-4e79-8de4-01997a6a08b9 HTTP/1.1" status: 200 len: 862 time: 0.2097976 Aug 16 22:21:30.562166 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-6ff851ae-a998-4463-be30-a0bb685e7c02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45c76ac5-0e6a-4123-b986-bece94a6a1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466852 Aug 16 22:21:30.570946 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6b75e229-0f5e-466e-9a8e-c536d353e84e req-5d2a6a86-ea9b-4374-b308-e12637f74f94 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.579947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7f931-aca6-4a3c-bc4c-fa01a1ab5474 req-066be13b-5521-4650-8128-bbdafd796e8a tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:30.581613 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ea7f931-aca6-4a3c-bc4c-fa01a1ab5474 req-066be13b-5521-4650-8128-bbdafd796e8a tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c HTTP/1.1" status: 200 len: 944 time: 0.2907159 Aug 16 22:21:30.620962 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-41ab6d63-fd14-42ff-aa1e-932f879139fa req-23bdb172-93c6-4b1c-a693-004f4c6ca279 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.642978 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['daa573e9-36b3-4e36-be36-06e886fa7f81'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:30.647297 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9581-b98a-4f47-a2d0-f60764f96a3b tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.647486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['a0eb810a-ad34-40ba-bd7f-330c813d18d0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:30.652770 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-637847f3-19b8-4cd3-94b0-e59bdab57bdf req-8ec877ef-692b-4db9-b8ac-33a3099076de tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395380 Aug 16 22:21:30.655457 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdb172-93c6-4b1c-a693-004f4c6ca279 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Pushing event deleted for resources: {'Port': ['ID=a0eb810a-ad34-40ba-bd7f-330c813d18d0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:30.703229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a6a86-ea9b-4374-b308-e12637f74f94 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Pushing event deleted for resources: {'Port': ['ID=beb14d55-0228-40b2-8ffa-cdcfabaf3273,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:30.742642 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ab6d63-fd14-42ff-aa1e-932f879139fa req-23bdb172-93c6-4b1c-a693-004f4c6ca279 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] No DVR routers for this DVR port a0eb810a-ad34-40ba-bd7f-330c813d18d0 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:30.752437 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-41ab6d63-fd14-42ff-aa1e-932f879139fa req-23bdb172-93c6-4b1c-a693-004f4c6ca279 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.755143 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-41ab6d63-fd14-42ff-aa1e-932f879139fa req-23bdb172-93c6-4b1c-a693-004f4c6ca279 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.43 "DELETE /v2.0/ports/a0eb810a-ad34-40ba-bd7f-330c813d18d0 HTTP/1.1" status: 204 len: 173 time: 0.7439160 Aug 16 22:21:30.755693 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87879911-6e96-477c-8643-c5dbd2382244', 'name': 'network-vif-deleted', 'tag': 'a0eb810a-ad34-40ba-bd7f-330c813d18d0'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:30.758945 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89853422-9695-439e-974a-9d0302a7f5ae" -d '{"events": [{"server_uuid": "87879911-6e96-477c-8643-c5dbd2382244", "name": "network-vif-deleted", "tag": "a0eb810a-ad34-40ba-bd7f-330c813d18d0"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:30.778719 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-c8821e65-3ac5-4708-828b-257e2f4e934c service neutron] 10.222.0.43 "GET /v2.0/ports/ecbbb56b-93b2-4971-8558-65be8c4ac638/bindings/n-h1-792458-15 HTTP/1.1" status: 200 len: 385 time: 0.1917784 Aug 16 22:21:30.810142 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ea7f931-aca6-4a3c-bc4c-fa01a1ab5474 req-79232fd1-c643-42b3-92b8-68f995f9eb16 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169795 Aug 16 22:21:30.811250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b75e229-0f5e-466e-9a8e-c536d353e84e req-5d2a6a86-ea9b-4374-b308-e12637f74f94 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] No DVR routers for this DVR port beb14d55-0228-40b2-8ffa-cdcfabaf3273 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:30.812932 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49270) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:30.852583 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-dd8933f4-38de-48d1-94ec-cbc89351164d service neutron] 10.222.0.39 "GET /v2.0/networks/45c76ac5-0e6a-4123-b986-bece94a6a1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676351 Aug 16 22:21:30.860137 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6b75e229-0f5e-466e-9a8e-c536d353e84e req-5d2a6a86-ea9b-4374-b308-e12637f74f94 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.865089 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b75e229-0f5e-466e-9a8e-c536d353e84e req-5d2a6a86-ea9b-4374-b308-e12637f74f94 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.39 "DELETE /v2.0/ports/beb14d55-0228-40b2-8ffa-cdcfabaf3273 HTTP/1.1" status: 204 len: 173 time: 2.0070920 Aug 16 22:21:30.890661 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9581-b98a-4f47-a2d0-f60764f96a3b tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.017254 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-667f2ae6-304f-4283-b0ac-b839e50cde3b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b703ecc746f0429b940e7a791cfc2a24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1672721 Aug 16 22:21:31.024163 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49274) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:31.064430 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f3231c-ffe8-44e1-a977-e6a2937f3563 x-openstack-request-id: req-f9f3231c-ffe8-44e1-a977-e6a2937f3563 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:31.064706 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87879911-6e96-477c-8643-c5dbd2382244", "name": "network-vif-deleted", "tag": "a0eb810a-ad34-40ba-bd7f-330c813d18d0", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:31.064998 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f9f3231c-ffe8-44e1-a977-e6a2937f3563 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:31.065797 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87879911-6e96-477c-8643-c5dbd2382244', 'name': 'network-vif-deleted', 'tag': 'a0eb810a-ad34-40ba-bd7f-330c813d18d0', 'status': 'completed', 'code': 200} Aug 16 22:21:31.129155 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c885fb8f-559f-463e-a64d-aecbac36d4ac req-e621ca1c-902c-49d1-a52a-ec9a1537c90a service neutron] 10.222.0.39 "GET /v2.0/networks/45c76ac5-0e6a-4123-b986-bece94a6a1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531543 Aug 16 22:21:31.215189 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da3e1fe3-6ccd-45f9-993e-b354298ce5ba req-978928cd-12a1-4e9f-8877-c406e77796ce tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=87879911-6e96-477c-8643-c5dbd2382244 HTTP/1.1" status: 200 len: 210 time: 0.4658759 Aug 16 22:21:31.308600 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9581-b98a-4f47-a2d0-f60764f96a3b tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.328983 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb0e70-4063-48d2-9580-cddca054ef71 req-45fc70c8-0dc9-47a0-9b4a-906b530a35b0 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:31.330691 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3cb0e70-4063-48d2-9580-cddca054ef71 req-45fc70c8-0dc9-47a0-9b4a-906b530a35b0 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 943 time: 0.1785622 Aug 16 22:21:31.345858 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9581-b98a-4f47-a2d0-f60764f96a3b tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.354229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d413d8-e394-41a3-9fe6-497b9e38f714 req-9d77af98-bc6d-4573-80a8-862ea55db0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:31.355872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21d413d8-e394-41a3-9fe6-497b9e38f714 req-9d77af98-bc6d-4573-80a8-862ea55db0c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d183311263574d8b94003c320c287e71&device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 1095 time: 0.1434767 Aug 16 22:21:31.477423 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71e0293d-9b7f-4f85-a891-5bc034b5275a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.512783 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b9581-b98a-4f47-a2d0-f60764f96a3b tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Pushing event updated for resources: {'Port': ['ID=3f674466-c316-49b5-bfe2-aa3932bd8653,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:31.530372 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-1ee1ccc2-62c2-4964-9157-85a4193562e6 service neutron] show failed (client error): The resource could not be found. Aug 16 22:21:31.531805 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-1ee1ccc2-62c2-4964-9157-85a4193562e6 service neutron] 10.222.0.43 "GET /v2.0/ports/beb64c58-050c-40c5-b8d6-b0ebfbc54d4b/bindings/n-h1-792458-15 HTTP/1.1" status: 404 len: 381 time: 0.1562722 Aug 16 22:21:31.537760 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52607d9-8549-493d-aef7-4927615d9c3e req-71a74a55-0506-4b54-9794-f315ccdbdced tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:31.539458 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b52607d9-8549-493d-aef7-4927615d9c3e req-71a74a55-0506-4b54-9794-f315ccdbdced tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 949 time: 0.2407982 Aug 16 22:21:31.539942 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-90fd35a5-7317-4456-b9e7-dc52f23f33bf service neutron] For port ecbbb56b-93b2-4971-8558-65be8c4ac638, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=ecbbb56b-93b2-4971-8558-65be8c4ac638,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:31.543642 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71e0293d-9b7f-4f85-a891-5bc034b5275a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.545998 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3cb0e70-4063-48d2-9580-cddca054ef71 req-a08923c2-34cc-4aba-a838-577168154526 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958306 Aug 16 22:21:31.576825 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9581-b98a-4f47-a2d0-f60764f96a3b tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.620573 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-90fd35a5-7317-4456-b9e7-dc52f23f33bf service neutron] For port ecbbb56b-93b2-4971-8558-65be8c4ac638, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:31.637675 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9581-b98a-4f47-a2d0-f60764f96a3b tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.637675 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bb1b9581-b98a-4f47-a2d0-f60764f96a3b tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9394164 Aug 16 22:21:31.674950 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a302e952-5c39-4c5f-b33f-61c4d44143ed up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:31.678607 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b52607d9-8549-493d-aef7-4927615d9c3e req-bbc10ea9-e02f-455a-870e-046adf534684 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298378 Aug 16 22:21:31.680143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d413d8-e394-41a3-9fe6-497b9e38f714 req-31ffb637-ec2e-4940-95c9-1517d21d1e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:31.684061 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21d413d8-e394-41a3-9fe6-497b9e38f714 req-31ffb637-ec2e-4940-95c9-1517d21d1e41 service neutron] 10.222.0.39 "GET /v2.0/networks?id=45c76ac5-0e6a-4123-b986-bece94a6a1b4 HTTP/1.1" status: 200 len: 923 time: 0.2927606 Aug 16 22:21:31.700222 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-90fd35a5-7317-4456-b9e7-dc52f23f33bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecbbb56b-93b2-4971-8558-65be8c4ac638 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:31.735499 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-90fd35a5-7317-4456-b9e7-dc52f23f33bf service neutron] For port ecbbb56b-93b2-4971-8558-65be8c4ac638, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ecbbb56b-93b2-4971-8558-65be8c4ac638,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:31.757100 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port a302e952-5c39-4c5f-b33f-61c4d44143ed triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:31.757650 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.767480 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71e0293d-9b7f-4f85-a891-5bc034b5275a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.773570 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71e0293d-9b7f-4f85-a891-5bc034b5275a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.776861 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-71e0293d-9b7f-4f85-a891-5bc034b5275a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/43cfe74c-b7ba-4e6d-b714-8f51fc946e5d HTTP/1.1" status: 204 len: 168 time: 0.7488754 Aug 16 22:21:31.799553 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0293d-9b7f-4f85-a891-5bc034b5275a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cfe74c-b7ba-4e6d-b714-8f51fc946e5d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:31.811570 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-90fd35a5-7317-4456-b9e7-dc52f23f33bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.822985 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21d413d8-e394-41a3-9fe6-497b9e38f714 req-05baf2e9-dde6-455e-bf55-69504723d156 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2a00e98-cf36-4e35-8308-03691ba613db HTTP/1.1" status: 200 len: 217 time: 0.1184034 Aug 16 22:21:31.935080 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-90fd35a5-7317-4456-b9e7-dc52f23f33bf service neutron] Transition to ACTIVE for port object ecbbb56b-93b2-4971-8558-65be8c4ac638 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:31.941237 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-90fd35a5-7317-4456-b9e7-dc52f23f33bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.020183 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-90fd35a5-7317-4456-b9e7-dc52f23f33bf service neutron] No DVR routers for this DVR port ecbbb56b-93b2-4971-8558-65be8c4ac638 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:32.036806 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d413d8-e394-41a3-9fe6-497b9e38f714 req-241d9a81-069e-46ec-9883-eff45150c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:32.038474 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21d413d8-e394-41a3-9fe6-497b9e38f714 req-241d9a81-069e-46ec-9883-eff45150c32c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c24cbf4e-01f3-4e79-8de4-01997a6a08b9 HTTP/1.1" status: 200 len: 862 time: 0.1998470 Aug 16 22:21:32.054310 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd35a5-7317-4456-b9e7-dc52f23f33bf service neutron] Pushing event updated for resources: {'Port': ['ID=ecbbb56b-93b2-4971-8558-65be8c4ac638,revision_number=10']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:32.059763 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-90fd35a5-7317-4456-b9e7-dc52f23f33bf service neutron] 10.222.0.43 "PUT /v2.0/ports/ecbbb56b-93b2-4971-8558-65be8c4ac638/bindings/n-h1-792458-15/activate HTTP/1.1" status: 200 len: 370 time: 1.2702770 Aug 16 22:21:32.072510 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fac9b1dc-b336-48f3-b31a-5f04d249f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:32.074151 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fac9b1dc-b336-48f3-b31a-5f04d249f9fa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309&tenant_id=fb89aa6f686447e2b31abca5e401c874 HTTP/1.1" status: 200 len: 1101 time: 0.2064912 Aug 16 22:21:32.095860 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1cf4f-bb8c-4b31-b50c-13eb31b4fe26 req-98e3adbc-326b-4941-98f4-a68e177ebf99 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:32.097375 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a0e1cf4f-bb8c-4b31-b50c-13eb31b4fe26 req-98e3adbc-326b-4941-98f4-a68e177ebf99 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 944 time: 0.2310104 Aug 16 22:21:32.101566 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21d413d8-e394-41a3-9fe6-497b9e38f714 req-c4b7fe4f-e7a1-45d3-a7f6-30a207d4d2ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45c76ac5-0e6a-4123-b986-bece94a6a1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543396 Aug 16 22:21:32.106789 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-15', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:32.307859 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device beb14d55-0228-40b2-8ffa-cdcfabaf3273 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:32.328399 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: beb14d55-0228-40b2-8ffa-cdcfabaf3273 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:32.328747 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device beb14d55-0228-40b2-8ffa-cdcfabaf3273 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:32.329408 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ecbbb56b-93b2-4971-8558-65be8c4ac638 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:32.489682 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c', 'name': 'network-vif-deleted', 'tag': 'beb14d55-0228-40b2-8ffa-cdcfabaf3273'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:32.492141 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d20ac0-6f25-49be-972d-121602a67f92" -d '{"events": [{"server_uuid": "0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c", "name": "network-vif-deleted", "tag": "beb14d55-0228-40b2-8ffa-cdcfabaf3273"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:32.502293 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c78248-92db-41dc-a4d0-a9f9dfcfac9c req-4509224a-01f6-4946-a680-a644bd3c5e1e tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:32.503806 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d1c78248-92db-41dc-a4d0-a9f9dfcfac9c req-4509224a-01f6-4946-a680-a644bd3c5e1e tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d7220cf-6bd6-4f02-9766-89efc4701b88 HTTP/1.1" status: 200 len: 946 time: 0.5043950 Aug 16 22:21:32.559730 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device a0eb810a-ad34-40ba-bd7f-330c813d18d0 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:32.583009 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: a0eb810a-ad34-40ba-bd7f-330c813d18d0 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:32.583642 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device a0eb810a-ad34-40ba-bd7f-330c813d18d0 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:32.584162 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device beb64c58-050c-40c5-b8d6-b0ebfbc54d4b no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:32.621319 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a0e1cf4f-bb8c-4b31-b50c-13eb31b4fe26 req-2f4dca70-b9ef-46ef-9683-fd94564417f0 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100873 Aug 16 22:21:32.628139 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.638688 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-d20918a4-224a-47f0-b926-cb2ec1e378bb tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:32.640211 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-d20918a4-224a-47f0-b926-cb2ec1e378bb tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1&tenant_id=c5206ab6d6f447fc9622b86511f61275&binding%3Ahost_id=n-h2-792458-15 HTTP/1.1" status: 200 len: 1096 time: 0.5240171 Aug 16 22:21:32.682609 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d1c78248-92db-41dc-a4d0-a9f9dfcfac9c req-afcaed0f-e7b9-44f7-a49c-683bd5bb53f7 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/security-groups?id=44aec222-ba4e-4ac8-bab4-b7b323ba0ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474714 Aug 16 22:21:32.701275 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.718451 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21d413d8-e394-41a3-9fe6-497b9e38f714 req-00b3a1b2-0d8e-46f6-84c8-8576f745f527 service neutron] 10.222.0.39 "GET /v2.0/networks/45c76ac5-0e6a-4123-b986-bece94a6a1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6052701 Aug 16 22:21:32.754520 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:32.756596 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c0e975-b860-4d0f-9637-cfd39475b309', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:32.760859 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb9fe8a-b73d-45e8-8cdd-534f5e95d19a" -d '{"events": [{"server_uuid": "72c0e975-b860-4d0f-9637-cfd39475b309", "name": "network-vif-unplugged", "status": "completed", "tag": "beb64c58-050c-40c5-b8d6-b0ebfbc54d4b"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:32.767305 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.768304 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device ecbbb56b-93b2-4971-8558-65be8c4ac638 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:32.828739 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-3d0b7386-bfe1-4400-9e02-825acdd1237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:32.830571 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-3d0b7386-bfe1-4400-9e02-825acdd1237e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1&tenant_id=c5206ab6d6f447fc9622b86511f61275 HTTP/1.1" status: 200 len: 1096 time: 0.1775503 Aug 16 22:21:32.842043 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.api [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:21:32.842420 n-d-792458-15 neutron-server[94871]: DEBUG oslo_db.api [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:21:32.898202 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:32.900424 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-c2137ca3-c85f-4b37-a709-dc73c00cc4d0 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1413531443&fields=id&tenant_id=941b04a77c814e8b8fa2fa1d0f583397 HTTP/1.1" status: 200 len: 267 time: 0.1446652 Aug 16 22:21:32.907149 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device ecbbb56b-93b2-4971-8558-65be8c4ac638 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:32.910258 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:32.910633 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:32.910968 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:32.911505 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:32.911813 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:32.912147 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:32.912470 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:32.912791 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:32.913111 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:32.913433 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:32.913757 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:32.914108 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:32.996372 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21d413d8-e394-41a3-9fe6-497b9e38f714 req-d00016fd-9f0e-493d-a741-d8c1909b091a service neutron] 10.222.0.39 "GET /v2.0/networks/45c76ac5-0e6a-4123-b986-bece94a6a1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547033 Aug 16 22:21:32.997883 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd101d4-8083-4e10-a6a3-5857047b6ca2 x-openstack-request-id: req-7bd101d4-8083-4e10-a6a3-5857047b6ca2 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:32.998260 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c", "name": "network-vif-deleted", "tag": "beb14d55-0228-40b2-8ffa-cdcfabaf3273", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:32.998597 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7bd101d4-8083-4e10-a6a3-5857047b6ca2 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:32.999043 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e77fe08-6de7-45f8-a8f5-fb4bd0f7c88c', 'name': 'network-vif-deleted', 'tag': 'beb14d55-0228-40b2-8ffa-cdcfabaf3273', 'status': 'completed', 'code': 200} Aug 16 22:21:33.013577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-ff6b161a-7b6c-414b-8869-e6c6b7c16ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:33.015501 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-ff6b161a-7b6c-414b-8869-e6c6b7c16ce9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5206ab6d6f447fc9622b86511f61275&device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 1096 time: 0.1580594 Aug 16 22:21:33.164668 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-a19e7407-2d0c-4a04-a623-cfea07576b4c tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:33.166241 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-a19e7407-2d0c-4a04-a623-cfea07576b4c tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/networks?id=f5d170ab-1e28-4470-8c5e-17a8a57c0ba8 HTTP/1.1" status: 200 len: 806 time: 0.2515290 Aug 16 22:21:33.180063 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52499bef-b51c-4d5e-b54c-9cbe5d4ede58 req-a9e375e4-b469-44ae-9612-b7c1176848e9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:33.181838 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52499bef-b51c-4d5e-b54c-9cbe5d4ede58 req-a9e375e4-b469-44ae-9612-b7c1176848e9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 943 time: 0.1451175 Aug 16 22:21:33.208716 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6195d-9367-41e8-b257-b22d877d7a4b req-944ae81e-cf09-41a6-b73f-ec16be43c5e5 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:33.210936 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-22e6195d-9367-41e8-b257-b22d877d7a4b req-944ae81e-cf09-41a6-b73f-ec16be43c5e5 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d7220cf-6bd6-4f02-9766-89efc4701b88 HTTP/1.1" status: 200 len: 946 time: 0.0695317 Aug 16 22:21:33.215507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-4811e993-1e60-4508-a78b-eddcc1194c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:33.217026 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-4811e993-1e60-4508-a78b-eddcc1194c95 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 200 len: 909 time: 0.1924014 Aug 16 22:21:33.224562 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-09d969d4-c972-4f8c-8fe5-ddc93ac3dae5 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/quotas/941b04a77c814e8b8fa2fa1d0f583397 HTTP/1.1" status: 200 len: 375 time: 0.0393913 Aug 16 22:21:33.275383 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-8df97348-bfb2-403a-90b9-5ef5b7ecdcb2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecbbb56b-93b2-4971-8558-65be8c4ac638 HTTP/1.1" status: 200 len: 217 time: 0.0495894 Aug 16 22:21:33.311730 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-22e6195d-9367-41e8-b257-b22d877d7a4b req-4070957f-a2ef-4fc2-af28-d57315d9a62e tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Deleting port f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:33.312078 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-22e6195d-9367-41e8-b257-b22d877d7a4b req-4070957f-a2ef-4fc2-af28-d57315d9a62e tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:33.335957 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52499bef-b51c-4d5e-b54c-9cbe5d4ede58 req-d16734c5-b718-474b-8d91-e624bf2257d1 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334612 Aug 16 22:21:33.386085 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-04ce8f4d-e07b-4d6d-b1ec-89519002dbb2 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=941b04a77c814e8b8fa2fa1d0f583397&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1519532 Aug 16 22:21:33.398621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-ba9a5db5-681b-4b8d-a3bd-bad6b13e6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:33.400133 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-ba9a5db5-681b-4b8d-a3bd-bad6b13e6c64 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 200 len: 848 time: 0.1009920 Aug 16 22:21:33.410130 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-22e6195d-9367-41e8-b257-b22d877d7a4b req-4070957f-a2ef-4fc2-af28-d57315d9a62e tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] For port f3336f3c-c1e3-4d0a-8e84-0a87208c7d83, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=f3336f3c-c1e3-4d0a-8e84-0a87208c7d83,segment=NetworkSegment(124a9c87-b2e1-4f63-853b-e33339f93f55),segment_id=124a9c87-b2e1-4f63-853b-e33339f93f55)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:33.410534 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-22e6195d-9367-41e8-b257-b22d877d7a4b req-4070957f-a2ef-4fc2-af28-d57315d9a62e tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:33.436164 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:33.522346 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-0a980d4f-71f0-4b22-8249-87f26a35c1d7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f8a63fa3-3f8c-44df-b68b-c5d1b765109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094089 Aug 16 22:21:33.591448 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-22e6195d-9367-41e8-b257-b22d877d7a4b req-4070957f-a2ef-4fc2-af28-d57315d9a62e tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:33.591828 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-22e6195d-9367-41e8-b257-b22d877d7a4b req-4070957f-a2ef-4fc2-af28-d57315d9a62e tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:33.592111 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [req-22e6195d-9367-41e8-b257-b22d877d7a4b req-4070957f-a2ef-4fc2-af28-d57315d9a62e tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Floating IP eb28c5de-4ddd-4201-aae8-c547dc51ffe7 disassociated. External IP: 172.25.6.130, port: f3336f3c-c1e3-4d0a-8e84-0a87208c7d83. Aug 16 22:21:33.592569 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-22e6195d-9367-41e8-b257-b22d877d7a4b req-4070957f-a2ef-4fc2-af28-d57315d9a62e tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Calling delete_port for f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:33.636804 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e624d0-fc51-4a17-8ee4-f1d6c76ba8c0 req-9d4ec43a-817b-469e-8eac-8dd199d8a5a5 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:33.638332 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9e624d0-fc51-4a17-8ee4-f1d6c76ba8c0 req-9d4ec43a-817b-469e-8eac-8dd199d8a5a5 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.39 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 944 time: 0.2510879 Aug 16 22:21:33.662910 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b7c5b-487f-438b-8798-7c86e5ac597d req-866da8c4-552c-4e2a-8cb4-fd82e6eb65d7 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:33.664308 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef7b7c5b-487f-438b-8798-7c86e5ac597d req-866da8c4-552c-4e2a-8cb4-fd82e6eb65d7 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 947 time: 0.2623577 Aug 16 22:21:33.721829 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-22e6195d-9367-41e8-b257-b22d877d7a4b req-4070957f-a2ef-4fc2-af28-d57315d9a62e tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:33.755063 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070957f-a2ef-4fc2-af28-d57315d9a62e tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Pushing event deleted for resources: {'Port': ['ID=f3336f3c-c1e3-4d0a-8e84-0a87208c7d83,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:33.827846 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-e06b9869-afa4-48c4-998d-28ea17455803 service neutron] 10.222.0.93 "GET /v2.0/networks/f5d170ab-1e28-4470-8c5e-17a8a57c0ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268367 Aug 16 22:21:33.870069 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22e6195d-9367-41e8-b257-b22d877d7a4b req-4070957f-a2ef-4fc2-af28-d57315d9a62e tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Router 5fb31e2b-e020-4b68-9d5d-366b92c24504 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:21:33.935018 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef7b7c5b-487f-438b-8798-7c86e5ac597d req-daab36ee-4b23-4c8e-8e0c-deb046e5cc45 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532997 Aug 16 22:21:33.970851 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-e7a2b911-83fa-4782-a591-5f0a0453aa28 service neutron] 10.222.0.39 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363756 Aug 16 22:21:33.977186 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22e6195d-9367-41e8-b257-b22d877d7a4b req-4070957f-a2ef-4fc2-af28-d57315d9a62e tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:21:33.997469 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f707cf-9c98-44f1-b73a-2123d5280a2d None None] Sync routers for ids ['5fb31e2b-e020-4b68-9d5d-366b92c24504'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:21:34.011647 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f707cf-9c98-44f1-b73a-2123d5280a2d None None] Routers {'5fb31e2b-e020-4b68-9d5d-366b92c24504'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:34.012525 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f8f707cf-9c98-44f1-b73a-2123d5280a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:21:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5fb31e2b-e020-4b68-9d5d-366b92c24504'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:34.025071 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5bf5b4-48f5-4d89-b17f-5727f47a9cef x-openstack-request-id: req-af5bf5b4-48f5-4d89-b17f-5727f47a9cef {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:34.026034 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c0e975-b860-4d0f-9637-cfd39475b309", "name": "network-vif-unplugged", "status": "completed", "tag": "beb64c58-050c-40c5-b8d6-b0ebfbc54d4b", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:34.026518 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-af5bf5b4-48f5-4d89-b17f-5727f47a9cef {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:34.027189 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c0e975-b860-4d0f-9637-cfd39475b309', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b', 'code': 200} Aug 16 22:21:34.027529 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e6195d-9367-41e8-b257-b22d877d7a4b req-4070957f-a2ef-4fc2-af28-d57315d9a62e tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] No DVR routers for this DVR port f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:34.030917 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-22e6195d-9367-41e8-b257-b22d877d7a4b req-4070957f-a2ef-4fc2-af28-d57315d9a62e tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:34.033251 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-22e6195d-9367-41e8-b257-b22d877d7a4b req-4070957f-a2ef-4fc2-af28-d57315d9a62e tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.43 "DELETE /v2.0/ports/f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 HTTP/1.1" status: 204 len: 173 time: 0.8161585 Aug 16 22:21:34.033733 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7220cf-6bd6-4f02-9766-89efc4701b88', 'name': 'network-vif-deleted', 'tag': 'f3336f3c-c1e3-4d0a-8e84-0a87208c7d83'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:34.036969 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacd9fd2-0f66-49a9-bbdb-8bf26ef60ae2" -d '{"events": [{"server_uuid": "9d7220cf-6bd6-4f02-9766-89efc4701b88", "name": "network-vif-deleted", "tag": "f3336f3c-c1e3-4d0a-8e84-0a87208c7d83"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:34.125687 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] For port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:34.141296 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-c9e624d0-fc51-4a17-8ee4-f1d6c76ba8c0 req-147e536a-5a32-4616-9887-1d56bb97b864 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Deleting port a7f6fcc5-3528-47a6-a559-521fa9f080ca {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:34.141642 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9e624d0-fc51-4a17-8ee4-f1d6c76ba8c0 req-147e536a-5a32-4616-9887-1d56bb97b864 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:34.164289 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-5e794ce5-7163-4c45-b35b-28dd04017e52 service neutron] 10.222.0.93 "GET /v2.0/networks/f5d170ab-1e28-4470-8c5e-17a8a57c0ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114352 Aug 16 22:21:34.174892 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-f8f707cf-9c98-44f1-b73a-2123d5280a2d None None] Set router 5fb31e2b-e020-4b68-9d5d-366b92c24504 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:34.290919 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] For port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:34.306662 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a2a00e98-cf36-4e35-8308-03691ba613db details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:21:34.321171 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-0e2a2d3e-32dc-4a90-a927-6fe9cb938692 service neutron] 10.222.0.39 "GET /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358750 Aug 16 22:21:34.338414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd1cde-0f60-4d5a-8cf1-d43de49bcc44 req-57ed146c-8383-4025-85e5-332c93bc1070 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:34.340461 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5abd1cde-0f60-4d5a-8cf1-d43de49bcc44 req-57ed146c-8383-4025-85e5-332c93bc1070 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/ports?device_id=eeddb6be-e487-4b1b-91d4-fd67cd345377 HTTP/1.1" status: 200 len: 944 time: 0.2424450 Aug 16 22:21:34.366553 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c9e624d0-fc51-4a17-8ee4-f1d6c76ba8c0 req-147e536a-5a32-4616-9887-1d56bb97b864 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] For port a7f6fcc5-3528-47a6-a559-521fa9f080ca, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a7f6fcc5-3528-47a6-a559-521fa9f080ca,segment=NetworkSegment(05f679a4-a1da-48e8-81e9-9e4feae6c4ba),segment_id=05f679a4-a1da-48e8-81e9-9e4feae6c4ba)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:34.366893 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9e624d0-fc51-4a17-8ee4-f1d6c76ba8c0 req-147e536a-5a32-4616-9887-1d56bb97b864 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:34.382634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb64c58-050c-40c5-b8d6-b0ebfbc54d4b {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:34.406119 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-c9e624d0-fc51-4a17-8ee4-f1d6c76ba8c0 req-147e536a-5a32-4616-9887-1d56bb97b864 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Calling delete_port for a7f6fcc5-3528-47a6-a559-521fa9f080ca owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:34.406119 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:34.462122 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5abd1cde-0f60-4d5a-8cf1-d43de49bcc44 req-1732af50-bbdf-44b6-b2bb-66413d8b399e tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.93 "GET /v2.0/security-groups?id=039a9f51-766e-43af-8ea6-12b974737ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009510 Aug 16 22:21:34.474646 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f8f707cf-9c98-44f1-b73a-2123d5280a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'name': 'tempest-ServersTestFqdnHostnames-335561896-router', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:19Z', 'revision_number': 4, 'project_id': '35c7affac3044c11884db26be26d9a55', 'gw_port': {'id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '7fd8e721-e5fc-42fd-91d5-c43e39347893', 'name': '', 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'mac_address': 'fa:16:3e:05:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '5863a023-087d-4ef7-b984-91b82beea9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:17Z', 'updated_at': '2021-08-16T22:19:25Z', 'revision_number': 5, 'project_id': '35c7affac3044c11884db26be26d9a55', 'subnets': [{'id': '5863a023-087d-4ef7-b984-91b82beea9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:34.491406 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Transition to ACTIVE for port object beb64c58-050c-40c5-b8d6-b0ebfbc54d4b will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:34.499744 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a2a00e98-cf36-4e35-8308-03691ba613db, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a2a00e98-cf36-4e35-8308-03691ba613db,segment=NetworkSegment(f3bac013-ac59-422a-89e9-c60c8479a5be),segment_id=f3bac013-ac59-422a-89e9-c60c8479a5be)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:34.508222 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:34.541542 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'a2a00e98-cf36-4e35-8308-03691ba613db', 'network_id': '45c76ac5-0e6a-4123-b986-bece94a6a1b4', 'port_id': 'a2a00e98-cf36-4e35-8308-03691ba613db', 'mac_address': 'fa:16:3e:b4:f9:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24cbf4e-01f3-4e79-8de4-01997a6a08b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:21:34.574568 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f707cf-9c98-44f1-b73a-2123d5280a2d None None] Checking router: 5fb31e2b-e020-4b68-9d5d-366b92c24504 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:21:34.594535 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f707cf-9c98-44f1-b73a-2123d5280a2d None None] Routers {'5fb31e2b-e020-4b68-9d5d-366b92c24504'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:34.595018 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f8f707cf-9c98-44f1-b73a-2123d5280a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:21:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5fb31e2b-e020-4b68-9d5d-366b92c24504'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:34.681154 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:34.720054 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a00e98-cf36-4e35-8308-03691ba613db {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:34.777824 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] No DVR routers for this DVR port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:34.797308 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Pushing event updated for resources: {'Port': ['ID=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:34.815454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a2a00e98-cf36-4e35-8308-03691ba613db, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a2a00e98-cf36-4e35-8308-03691ba613db,segment=NetworkSegment(f3bac013-ac59-422a-89e9-c60c8479a5be),segment_id=f3bac013-ac59-422a-89e9-c60c8479a5be)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:34.816667 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:34.818462 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-1eddc3a7-6e80-4a7f-9cde-a92af6264ba3 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:34.820905 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-1eddc3a7-6e80-4a7f-9cde-a92af6264ba3 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1&tenant_id=c5206ab6d6f447fc9622b86511f61275&binding%3Ahost_id=n-h1-792458-15 HTTP/1.1" status: 200 len: 1096 time: 0.2158654 Aug 16 22:21:34.905739 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55703369-32c9-4e10-8555-50cb6fb31389 x-openstack-request-id: req-55703369-32c9-4e10-8555-50cb6fb31389 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:34.906348 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7220cf-6bd6-4f02-9766-89efc4701b88", "name": "network-vif-deleted", "tag": "f3336f3c-c1e3-4d0a-8e84-0a87208c7d83", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:34.906348 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-55703369-32c9-4e10-8555-50cb6fb31389 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:34.906676 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7220cf-6bd6-4f02-9766-89efc4701b88', 'name': 'network-vif-deleted', 'tag': 'f3336f3c-c1e3-4d0a-8e84-0a87208c7d83', 'status': 'completed', 'code': 200} Aug 16 22:21:34.920214 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-f8f707cf-9c98-44f1-b73a-2123d5280a2d None None] Set router 5fb31e2b-e020-4b68-9d5d-366b92c24504 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:34.942194 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=a2a00e98-cf36-4e35-8308-03691ba613db,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:35.078430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Attempting to bind port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:21:35.078808 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Attempting to bind port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:21:35.079142 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Attempting to bind port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:35.090840 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['a2a00e98-cf36-4e35-8308-03691ba613db'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:35.106945 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9e624d0-fc51-4a17-8ee4-f1d6c76ba8c0 req-147e536a-5a32-4616-9887-1d56bb97b864 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:35.118907 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:21:35.119328 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Attempting to bind port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:35.169634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e536a-5a32-4616-9887-1d56bb97b864 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Pushing event deleted for resources: {'Port': ['ID=a7f6fcc5-3528-47a6-a559-521fa9f080ca,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:35.174918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:21:35.175259 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:35.175666 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:21:35.176312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Bound port: beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:21:35.176538 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:35.186795 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f8f707cf-9c98-44f1-b73a-2123d5280a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'name': 'tempest-ServersTestFqdnHostnames-335561896-router', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:19Z', 'revision_number': 4, 'project_id': '35c7affac3044c11884db26be26d9a55', 'gw_port': {'id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '7fd8e721-e5fc-42fd-91d5-c43e39347893', 'name': '', 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'mac_address': 'fa:16:3e:05:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '5863a023-087d-4ef7-b984-91b82beea9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:17Z', 'updated_at': '2021-08-16T22:19:25Z', 'revision_number': 5, 'project_id': '35c7affac3044c11884db26be26d9a55', 'subnets': [{'id': '5863a023-087d-4ef7-b984-91b82beea9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:35.229790 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e88a4f-853f-4fed-824c-03dcd28973b9 req-dff41b4e-6da1-4bfe-ac34-5c42514c0ac9 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:35.236637 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f707cf-9c98-44f1-b73a-2123d5280a2d None None] The sync data for ids ['5fb31e2b-e020-4b68-9d5d-366b92c24504'] in n-d-792458-15 is: [{'id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'name': 'tempest-ServersTestFqdnHostnames-335561896-router', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:19Z', 'revision_number': 4, 'project_id': '35c7affac3044c11884db26be26d9a55', 'gw_port': {'id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '7fd8e721-e5fc-42fd-91d5-c43e39347893', 'name': '', 'network_id': '9a79c712-1e9a-409c-9eab-e685af817459', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'mac_address': 'fa:16:3e:05:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '5863a023-087d-4ef7-b984-91b82beea9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:17Z', 'updated_at': '2021-08-16T22:19:25Z', 'revision_number': 5, 'project_id': '35c7affac3044c11884db26be26d9a55', 'subnets': [{'id': '5863a023-087d-4ef7-b984-91b82beea9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:21:35.236839 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-03e88a4f-853f-4fed-824c-03dcd28973b9 req-dff41b4e-6da1-4bfe-ac34-5c42514c0ac9 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 944 time: 0.2372019 Aug 16 22:21:35.248840 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a581709-c77c-44a2-a231-9abc7d9f8274 req-3c7f9b42-c704-48d5-a966-1dd0acfedd75 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:35.250530 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a581709-c77c-44a2-a231-9abc7d9f8274 req-3c7f9b42-c704-48d5-a966-1dd0acfedd75 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 944 time: 0.2500789 Aug 16 22:21:35.274920 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e624d0-fc51-4a17-8ee4-f1d6c76ba8c0 req-147e536a-5a32-4616-9887-1d56bb97b864 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] No DVR routers for this DVR port a7f6fcc5-3528-47a6-a559-521fa9f080ca on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:35.277676 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-95821de0-e95c-4092-b28a-67db2107cb56 service neutron] For port ecbbb56b-93b2-4971-8558-65be8c4ac638, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:35.296973 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9e624d0-fc51-4a17-8ee4-f1d6c76ba8c0 req-147e536a-5a32-4616-9887-1d56bb97b864 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:35.299088 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9e624d0-fc51-4a17-8ee4-f1d6c76ba8c0 req-147e536a-5a32-4616-9887-1d56bb97b864 tempest-LiveAutoBlockMigrationV225Test-222568773 tempest-LiveAutoBlockMigrationV225Test-222568773-project] 10.222.0.39 "DELETE /v2.0/ports/a7f6fcc5-3528-47a6-a559-521fa9f080ca HTTP/1.1" status: 204 len: 173 time: 1.6465492 Aug 16 22:21:35.302457 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeddb6be-e487-4b1b-91d4-fd67cd345377', 'name': 'network-vif-deleted', 'tag': 'a7f6fcc5-3528-47a6-a559-521fa9f080ca'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:35.305135 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea77a715-89f4-4081-88e1-a42ca78c63e4" -d '{"events": [{"server_uuid": "eeddb6be-e487-4b1b-91d4-fd67cd345377", "name": "network-vif-deleted", "tag": "a7f6fcc5-3528-47a6-a559-521fa9f080ca"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:35.313383 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-95821de0-e95c-4092-b28a-67db2107cb56 service neutron] Notify callbacks [] for binding, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:35.314734 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f5e91f0-4d7e-4747-9b72-45bc12e02dcc req-95821de0-e95c-4092-b28a-67db2107cb56 service neutron] 10.222.0.39 "DELETE /v2.0/ports/ecbbb56b-93b2-4971-8558-65be8c4ac638/bindings/n-h2-792458-15 HTTP/1.1" status: 204 len: 173 time: 0.4584961 Aug 16 22:21:35.382732 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-03e88a4f-853f-4fed-824c-03dcd28973b9 req-f5892376-ded0-4a69-9d5d-0a412b7c3118 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449664 Aug 16 22:21:35.440315 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a581709-c77c-44a2-a231-9abc7d9f8274 req-c6e080a2-410b-4cd5-aec1-44979d47afa1 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653848 Aug 16 22:21:35.441613 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] For port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:35.453249 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] For port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:21:35.469526 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:35.657268 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafab50d-642b-40f1-892a-5f9e9f0e55ce None None] New status for floating IP eb28c5de-4ddd-4201-aae8-c547dc51ffe7: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:21:35.827934 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b27f5a5-2248-4579-a453-a5328aa2cd1d req-06e0a613-6b6b-4999-b381-459b4b5fa0bd tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/ports?device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7 HTTP/1.1" status: 200 len: 210 time: 0.3768520 Aug 16 22:21:35.861406 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:35.862264 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:35.864017 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] 10.222.0.39 "PUT /v2.0/ports/beb64c58-050c-40c5-b8d6-b0ebfbc54d4b HTTP/1.1" status: 200 len: 1096 time: 3.7644005 Aug 16 22:21:35.888349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90d58e-885a-4df7-a346-da6dd404f920 service neutron] Pushing event updated for resources: {'Port': ['ID=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,revision_number=8']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:35.908695 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36456d88-1450-4e5f-a6a2-289d967b0b56 req-28df4cc5-5fd8-48ef-9ea5-f8d900077072 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:35.912759 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36456d88-1450-4e5f-a6a2-289d967b0b56 req-28df4cc5-5fd8-48ef-9ea5-f8d900077072 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.0908554 Aug 16 22:21:35.930201 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49392) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:36.009928 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36456d88-1450-4e5f-a6a2-289d967b0b56 req-02e3d828-302d-4b98-8e51-84161c543261 tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856094 Aug 16 22:21:36.010239 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9df2a500-d0f0-4809-9298-eae52717e33f tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.014939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-264a28d4-463c-493f-b47c-9a37cab1bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:36.016433 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-264a28d4-463c-493f-b47c-9a37cab1bff7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 1099 time: 0.1027999 Aug 16 22:21:36.054454 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9df2a500-d0f0-4809-9298-eae52717e33f tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.104723 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbeee606-92df-4912-a1a6-7bc9c84d3f40 x-openstack-request-id: req-fbeee606-92df-4912-a1a6-7bc9c84d3f40 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:36.104723 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeddb6be-e487-4b1b-91d4-fd67cd345377", "name": "network-vif-deleted", "tag": "a7f6fcc5-3528-47a6-a559-521fa9f080ca", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:36.104723 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fbeee606-92df-4912-a1a6-7bc9c84d3f40 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:36.104723 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeddb6be-e487-4b1b-91d4-fd67cd345377', 'name': 'network-vif-deleted', 'tag': 'a7f6fcc5-3528-47a6-a559-521fa9f080ca', 'status': 'completed', 'code': 200} Aug 16 22:21:36.138844 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc329d-904d-4d64-9a4b-6f53a872ec74 req-8205bf89-ba68-41de-98f5-993f4ae599c0 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:36.140435 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0fc329d-904d-4d64-9a4b-6f53a872ec74 req-8205bf89-ba68-41de-98f5-993f4ae599c0 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 947 time: 0.1295722 Aug 16 22:21:36.165763 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9df2a500-d0f0-4809-9298-eae52717e33f tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.176208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49396) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:36.183869 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9df2a500-d0f0-4809-9298-eae52717e33f tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.185228 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9df2a500-d0f0-4809-9298-eae52717e33f tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "DELETE /v2.0/security-groups/44aec222-ba4e-4ac8-bab4-b7b323ba0ecd HTTP/1.1" status: 204 len: 168 time: 0.2532206 Aug 16 22:21:36.188701 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49398) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:36.197154 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-bb3c11cc-2719-4ebc-a888-4a6196d15fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:36.199105 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-bb3c11cc-2719-4ebc-a888-4a6196d15fbc service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1626008 Aug 16 22:21:36.211915 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2a500-d0f0-4809-9298-eae52717e33f tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44aec222-ba4e-4ac8-bab4-b7b323ba0ecd,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:36.214080 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-bdf9cd29-4a30-4f00-a276-e787ca95f7fc tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] show failed (client error): The resource could not be found. Aug 16 22:21:36.215398 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bdf9cd29-4a30-4f00-a276-e787ca95f7fc tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "GET /v2.0/security-groups/44aec222-ba4e-4ac8-bab4-b7b323ba0ecd HTTP/1.1" status: 404 len: 347 time: 0.0252445 Aug 16 22:21:36.218125 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49404) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:36.284116 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0fc329d-904d-4d64-9a4b-6f53a872ec74 req-02aa1e6d-f81a-4089-bc18-49f9dd16ccdf tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340656 Aug 16 22:21:36.285380 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-10380a87-490b-452d-9778-efa607246bb5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b HTTP/1.1" status: 200 len: 217 time: 0.0596716 Aug 16 22:21:36.322558 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a2a00e98-cf36-4e35-8308-03691ba613db up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:36.398907 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4ae40730-37b2-44b1-bb88-ec6adc35c6a9 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Deleting port 79b7a4d4-f7a1-413e-b207-950f18694ee1 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:36.399122 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ae40730-37b2-44b1-bb88-ec6adc35c6a9 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.403246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e3bd3-3efb-4379-ac8c-3d6a879ed3e3 req-79e4857d-e13e-4174-8d79-74bd19a05b63 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:36.404875 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-361e3bd3-3efb-4379-ac8c-3d6a879ed3e3 req-79e4857d-e13e-4174-8d79-74bd19a05b63 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 1096 time: 0.1245029 Aug 16 22:21:36.426525 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port a2a00e98-cf36-4e35-8308-03691ba613db completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:36.428337 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-3b6e473e-c80c-4c6f-b8bd-64d0d935a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:36.430103 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-3b6e473e-c80c-4c6f-b8bd-64d0d935a0e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1330488 Aug 16 22:21:36.436261 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port a2a00e98-cf36-4e35-8308-03691ba613db triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:36.436786 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.524222 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ae40730-37b2-44b1-bb88-ec6adc35c6a9 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.524743 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ae40730-37b2-44b1-bb88-ec6adc35c6a9 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.542402 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4ae40730-37b2-44b1-bb88-ec6adc35c6a9 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Calling delete_port for 79b7a4d4-f7a1-413e-b207-950f18694ee1 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:36.567755 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.575847 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:36.596712 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-361e3bd3-3efb-4379-ac8c-3d6a879ed3e3 req-bd9ccfad-52f3-4321-883a-0d8a68ab4a12 tempest-LiveMigrationTest-344701401 tempest-LiveMigrationTest-344701401-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794155 Aug 16 22:21:36.610775 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:36.611627 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device f3336f3c-c1e3-4d0a-8e84-0a87208c7d83 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:36.662752 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-529a2213-a245-40fa-b19d-3dd976c57ef6 admin admin] Deleting subnet 75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:36.664050 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af03eac-d8cf-4235-a9b0-9cb37481009f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a00e98-cf36-4e35-8308-03691ba613db'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:36.668900 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-529a2213-a245-40fa-b19d-3dd976c57ef6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.669077 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4742cd46-c3db-4dda-b980-4862d9e2d236" -d '{"events": [{"server_uuid": "6af03eac-d8cf-4235-a9b0-9cb37481009f", "name": "network-vif-plugged", "status": "completed", "tag": "a2a00e98-cf36-4e35-8308-03691ba613db"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:36.689374 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-923570a3-f96c-4a8c-86bb-3d1c9bd76261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:36.690984 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-923570a3-f96c-4a8c-86bb-3d1c9bd76261 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2520013 Aug 16 22:21:36.710630 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a2a00e98-cf36-4e35-8308-03691ba613db, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a2a00e98-cf36-4e35-8308-03691ba613db,segment=NetworkSegment(f3bac013-ac59-422a-89e9-c60c8479a5be),segment_id=f3bac013-ac59-422a-89e9-c60c8479a5be)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:36.711845 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e658060-8733-4f32-98ca-75958f15043d req-99639550-342e-484a-8822-de9e86d98aa3 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:36.713378 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e658060-8733-4f32-98ca-75958f15043d req-99639550-342e-484a-8822-de9e86d98aa3 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 944 time: 0.1481223 Aug 16 22:21:36.720597 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.721943 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a7f6fcc5-3528-47a6-a559-521fa9f080ca no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:36.747615 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-529a2213-a245-40fa-b19d-3dd976c57ef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.779576 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-6e9435e2-c4a5-46b2-b46c-78de6773e29d tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:36.781206 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-6e9435e2-c4a5-46b2-b46c-78de6773e29d tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.43 "GET /v2.0/networks?id=f5d170ab-1e28-4470-8c5e-17a8a57c0ba8 HTTP/1.1" status: 200 len: 806 time: 0.1836166 Aug 16 22:21:36.805461 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: a7f6fcc5-3528-47a6-a559-521fa9f080ca {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:36.809805 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a7f6fcc5-3528-47a6-a559-521fa9f080ca not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:36.855728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e658060-8733-4f32-98ca-75958f15043d req-c1d64b1e-0f91-43a3-8e37-72ebc7ee0c2d tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290038 Aug 16 22:21:36.862242 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-529a2213-a245-40fa-b19d-3dd976c57ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.876779 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=a2a00e98-cf36-4e35-8308-03691ba613db,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:36.894022 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-a1dcae01-ab6d-4684-8840-94ce0989e96d tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=941b04a77c814e8b8fa2fa1d0f583397 HTTP/1.1" status: 200 len: 380 time: 0.0863867 Aug 16 22:21:36.907952 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-c3705f40-747d-4db4-a015-e8a86d96ed02 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Request body: {'port': {'device_id': '6d14fb46-0e1e-471b-ab08-9c53f28523c7', 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8', 'admin_state_up': True, 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'security_groups': ['96c6ab43-2a80-43c0-8bd6-577d138814ad']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:36.911971 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ae40730-37b2-44b1-bb88-ec6adc35c6a9 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.951459 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04006770-f3f7-4325-9b5c-fb7eceab2e3b x-openstack-request-id: req-04006770-f3f7-4325-9b5c-fb7eceab2e3b {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:36.951861 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af03eac-d8cf-4235-a9b0-9cb37481009f", "name": "network-vif-plugged", "status": "completed", "tag": "a2a00e98-cf36-4e35-8308-03691ba613db", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:36.952163 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-04006770-f3f7-4325-9b5c-fb7eceab2e3b {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:36.952495 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af03eac-d8cf-4235-a9b0-9cb37481009f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a00e98-cf36-4e35-8308-03691ba613db', 'code': 200} Aug 16 22:21:36.953062 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-0e1090fe-2f77-4124-b363-45af46a5986e service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366235 Aug 16 22:21:36.990568 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae40730-37b2-44b1-bb88-ec6adc35c6a9 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Pushing event deleted for resources: {'Port': ['ID=79b7a4d4-f7a1-413e-b207-950f18694ee1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:37.000320 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd4b45-170e-4cbd-98af-365847b3e96d req-bcef80d7-a0dd-497d-b5ac-e41b5262fd4b tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:37.001860 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bbd4b45-170e-4cbd-98af-365847b3e96d req-bcef80d7-a0dd-497d-b5ac-e41b5262fd4b tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.1347020 Aug 16 22:21:37.089111 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ae40730-37b2-44b1-bb88-ec6adc35c6a9 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.091873 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ae40730-37b2-44b1-bb88-ec6adc35c6a9 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.093082 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4ae40730-37b2-44b1-bb88-ec6adc35c6a9 tempest-ServersTestFqdnHostnames-735277328 tempest-ServersTestFqdnHostnames-735277328-project] 10.222.0.93 "DELETE /v2.0/floatingips/eb28c5de-4ddd-4201-aae8-c547dc51ffe7 HTTP/1.1" status: 204 len: 168 time: 0.8741403 Aug 16 22:21:37.097658 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49430) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:37.097949 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-529a2213-a245-40fa-b19d-3dd976c57ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.114661 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a839c94f-6662-420f-9146-f356f7257bcf req-eefdd49d-96d2-430c-9497-25a1c619b15f tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/ports?device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7 HTTP/1.1" status: 200 len: 210 time: 0.0833926 Aug 16 22:21:37.148386 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-c3705f40-747d-4db4-a015-e8a86d96ed02 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Made reservation on behalf of 941b04a77c814e8b8fa2fa1d0f583397 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:37.152239 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-c3705f40-747d-4db4-a015-e8a86d96ed02 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.192892 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a2213-a245-40fa-b19d-3dd976c57ef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:37.208689 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-529a2213-a245-40fa-b19d-3dd976c57ef6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.211456 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-529a2213-a245-40fa-b19d-3dd976c57ef6 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/75db62fc-28bc-41b1-b2e9-8bb8f9e3df7b HTTP/1.1" status: 204 len: 168 time: 1.0306442 Aug 16 22:21:37.215574 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49434) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:37.296616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c9f17-ef5b-4013-9329-ca641572a622 req-bfa9c182-aeb7-43f3-9890-df6bbe78422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:37.298119 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d56c9f17-ef5b-4013-9329-ca641572a622 req-bfa9c182-aeb7-43f3-9890-df6bbe78422c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 1097 time: 0.2462180 Aug 16 22:21:37.305680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0936f9d3-af48-4422-8b0f-6c88dd989481 req-9edba298-4318-4819-abc1-3167584af2f9 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400838 Aug 16 22:21:37.318572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14130d-bd1b-4bd6-9730-450028882932 req-cd501481-6204-4ff2-ab25-94b90d970b5e tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:37.320078 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb14130d-bd1b-4bd6-9730-450028882932 req-cd501481-6204-4ff2-ab25-94b90d970b5e tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 944 time: 0.2660613 Aug 16 22:21:37.376491 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093986e1-6f39-4a82-8bc9-5152c6c795d1 req-21ac1ab9-dfc7-47ba-aa3d-814db39f6dea tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:37.377472 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-093986e1-6f39-4a82-8bc9-5152c6c795d1 req-21ac1ab9-dfc7-47ba-aa3d-814db39f6dea tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 945 time: 0.1359162 Aug 16 22:21:37.384220 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c388a31a-1a1a-41c7-88ca-c22d4254cd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.401792 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-5bbd4b45-170e-4cbd-98af-365847b3e96d req-5cd83af3-8954-4e1e-82e2-13f1c01daaed tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Deleting port daa573e9-36b3-4e36-be36-06e886fa7f81 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:37.402165 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5bbd4b45-170e-4cbd-98af-365847b3e96d req-5cd83af3-8954-4e1e-82e2-13f1c01daaed tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.411986 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d56c9f17-ef5b-4013-9329-ca641572a622 req-3df06665-13d0-4be0-98d4-88020f35d822 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052432 Aug 16 22:21:37.439101 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb14130d-bd1b-4bd6-9730-450028882932 req-a143d7d2-459b-44ca-8990-fedeb8fc0def tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983653 Aug 16 22:21:37.500317 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-093986e1-6f39-4a82-8bc9-5152c6c795d1 req-580e4fc0-232c-4be3-9033-08d50c5926ec tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/security-groups?id=84c1e76b-161b-44b3-a302-e2fa334759d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129646 Aug 16 22:21:37.503360 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-c3705f40-747d-4db4-a015-e8a86d96ed02 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Allocated IP 172.20.0.6 (f5d170ab-1e28-4470-8c5e-17a8a57c0ba8/7efeea8a-576f-4404-a255-d05a414ce880/7546d0c5-0640-4d2e-85cd-194cc1638cc1) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:37.580600 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5bbd4b45-170e-4cbd-98af-365847b3e96d req-5cd83af3-8954-4e1e-82e2-13f1c01daaed tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] For port daa573e9-36b3-4e36-be36-06e886fa7f81, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=daa573e9-36b3-4e36-be36-06e886fa7f81,segment=NetworkSegment(d461892b-005d-4ddb-9032-a9c7ed5a508e),segment_id=d461892b-005d-4ddb-9032-a9c7ed5a508e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:37.580963 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5bbd4b45-170e-4cbd-98af-365847b3e96d req-5cd83af3-8954-4e1e-82e2-13f1c01daaed tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.601863 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-5bbd4b45-170e-4cbd-98af-365847b3e96d req-5cd83af3-8954-4e1e-82e2-13f1c01daaed tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Calling delete_port for daa573e9-36b3-4e36-be36-06e886fa7f81 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:37.622541 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005340d-1aae-422a-ac6f-870f98b830af req-d0ffcf1e-8369-4b61-afe8-d210952a8b1c tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:37.624248 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4005340d-1aae-422a-ac6f-870f98b830af req-d0ffcf1e-8369-4b61-afe8-d210952a8b1c tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 944 time: 0.0985513 Aug 16 22:21:37.646934 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c388a31a-1a1a-41c7-88ca-c22d4254cd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.688533 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c388a31a-1a1a-41c7-88ca-c22d4254cd3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:37.748474 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c388a31a-1a1a-41c7-88ca-c22d4254cd3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f679a4-a1da-48e8-81e9-9e4feae6c4ba') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:37.748769 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c388a31a-1a1a-41c7-88ca-c22d4254cd3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f679a4-a1da-48e8-81e9-9e4feae6c4ba') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:37.753944 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3140aa2-beef-4c44-acdb-76eb0ec790bb req-b2ce7639-2c6f-48d4-93af-792415233409 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:37.761335 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3140aa2-beef-4c44-acdb-76eb0ec790bb req-b2ce7639-2c6f-48d4-93af-792415233409 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 947 time: 0.1606696 Aug 16 22:21:37.775280 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c388a31a-1a1a-41c7-88ca-c22d4254cd3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.819169 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c388a31a-1a1a-41c7-88ca-c22d4254cd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.847037 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c388a31a-1a1a-41c7-88ca-c22d4254cd3f admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:21:37.847442 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c388a31a-1a1a-41c7-88ca-c22d4254cd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:21:37.850007 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:21:37.853037 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3140aa2-beef-4c44-acdb-76eb0ec790bb req-7eafa88c-29a9-42df-93d3-9e1f6dd2b63f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906019 Aug 16 22:21:37.908455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-4005340d-1aae-422a-ac6f-870f98b830af req-e2e054d7-3779-49af-b92a-69f025a2f2c5 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Deleting port ecbbb56b-93b2-4971-8558-65be8c4ac638 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:37.909151 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4005340d-1aae-422a-ac6f-870f98b830af req-e2e054d7-3779-49af-b92a-69f025a2f2c5 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.922444 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-c3705f40-747d-4db4-a015-e8a86d96ed02 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.956195 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-c3705f40-747d-4db4-a015-e8a86d96ed02 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Transition to ACTIVE for port object 7546d0c5-0640-4d2e-85cd-194cc1638cc1 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:37.966477 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c388a31a-1a1a-41c7-88ca-c22d4254cd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.970755 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c388a31a-1a1a-41c7-88ca-c22d4254cd3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.973177 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c388a31a-1a1a-41c7-88ca-c22d4254cd3f admin admin] 10.222.0.93 "DELETE /v2.0/networks/b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc HTTP/1.1" status: 204 len: 168 time: 0.7516496 Aug 16 22:21:37.982412 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49460) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:38.016652 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5bbd4b45-170e-4cbd-98af-365847b3e96d req-5cd83af3-8954-4e1e-82e2-13f1c01daaed tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.036356 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['daa573e9-36b3-4e36-be36-06e886fa7f81'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:38.055209 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388a31a-1a1a-41c7-88ca-c22d4254cd3f admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b6bc67-c82a-43b7-8d1a-116c6ae3b0dc,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:38.068757 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd83af3-8954-4e1e-82e2-13f1c01daaed tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Pushing event deleted for resources: {'Port': ['ID=daa573e9-36b3-4e36-be36-06e886fa7f81,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:38.083394 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655281a0-9e37-4dc8-846d-ef1a200ca775 req-1512d510-4873-462c-b1de-8adff5f8f2e5 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:38.084797 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-655281a0-9e37-4dc8-846d-ef1a200ca775 req-1512d510-4873-462c-b1de-8adff5f8f2e5 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 945 time: 0.1283448 Aug 16 22:21:38.111614 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c0e975-b860-4d0f-9637-cfd39475b309', 'tag': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:38.114635 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e268b375-7cca-4e24-ace0-a59646b6da60" -d '{"events": [{"name": "network-changed", "server_uuid": "72c0e975-b860-4d0f-9637-cfd39475b309", "tag": "beb64c58-050c-40c5-b8d6-b0ebfbc54d4b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:38.119320 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-c3705f40-747d-4db4-a015-e8a86d96ed02 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.124652 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29b811b-7ecd-4223-a6cc-a8f35d10e3fc admin admin] Deleting subnet 23b3f04c-8e5e-4dd3-ac05-499fc6abe496 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:38.133291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4005340d-1aae-422a-ac6f-870f98b830af req-e2e054d7-3779-49af-b92a-69f025a2f2c5 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] For port ecbbb56b-93b2-4971-8558-65be8c4ac638, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ecbbb56b-93b2-4971-8558-65be8c4ac638,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:38.133853 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4005340d-1aae-422a-ac6f-870f98b830af req-e2e054d7-3779-49af-b92a-69f025a2f2c5 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.140000 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d29b811b-7ecd-4223-a6cc-a8f35d10e3fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.161815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbd4b45-170e-4cbd-98af-365847b3e96d req-5cd83af3-8954-4e1e-82e2-13f1c01daaed tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] No DVR routers for this DVR port daa573e9-36b3-4e36-be36-06e886fa7f81 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:38.165122 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5bbd4b45-170e-4cbd-98af-365847b3e96d req-5cd83af3-8954-4e1e-82e2-13f1c01daaed tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.167652 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bbd4b45-170e-4cbd-98af-365847b3e96d req-5cd83af3-8954-4e1e-82e2-13f1c01daaed tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.39 "DELETE /v2.0/ports/daa573e9-36b3-4e36-be36-06e886fa7f81 HTTP/1.1" status: 204 len: 173 time: 1.1353390 Aug 16 22:21:38.177472 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-4005340d-1aae-422a-ac6f-870f98b830af req-e2e054d7-3779-49af-b92a-69f025a2f2c5 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Calling delete_port for ecbbb56b-93b2-4971-8558-65be8c4ac638 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:38.215252 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6833862f-9f1f-49d0-80ac-e6da61ec07a2 x-openstack-request-id: req-6833862f-9f1f-49d0-80ac-e6da61ec07a2 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:38.215623 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c0e975-b860-4d0f-9637-cfd39475b309", "tag": "beb64c58-050c-40c5-b8d6-b0ebfbc54d4b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:38.215966 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6833862f-9f1f-49d0-80ac-e6da61ec07a2 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:38.217790 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c0e975-b860-4d0f-9637-cfd39475b309', 'tag': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b', 'status': 'completed', 'code': 200} Aug 16 22:21:38.234026 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-c3705f40-747d-4db4-a015-e8a86d96ed02 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Network f5d170ab-1e28-4470-8c5e-17a8a57c0ba8 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:38.236163 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d29b811b-7ecd-4223-a6cc-a8f35d10e3fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.282489 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-c3705f40-747d-4db4-a015-e8a86d96ed02 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:38.288361 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-c3705f40-747d-4db4-a015-e8a86d96ed02 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:38.290659 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.294831 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3705f40-747d-4db4-a015-e8a86d96ed02 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Pushing event updated for resources: {'Port': ['ID=7546d0c5-0640-4d2e-85cd-194cc1638cc1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:38.299841 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbfc38aa-963d-4dc8-8078-d5a608a3d066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.309241 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-655281a0-9e37-4dc8-846d-ef1a200ca775 req-8ac6213a-aacd-4545-af03-98f755c76ba4 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143061 Aug 16 22:21:38.426472 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268b375-7cca-4e24-ace0-a59646b6da60 req-a1ec1803-c429-4eb7-87d3-93d2768a3dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:38.428178 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e268b375-7cca-4e24-ace0-a59646b6da60 req-a1ec1803-c429-4eb7-87d3-93d2768a3dcd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 1099 time: 0.1236017 Aug 16 22:21:38.442409 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc5e1b-f850-4830-8c0c-0b1c1de6d221 req-a2168388-1500-4edd-b5f5-e471cc00f6ae tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:38.450475 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1dfc5e1b-f850-4830-8c0c-0b1c1de6d221 req-a2168388-1500-4edd-b5f5-e471cc00f6ae tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/ports?device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7 HTTP/1.1" status: 200 len: 931 time: 0.1445270 Aug 16 22:21:38.626926 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1dfc5e1b-f850-4830-8c0c-0b1c1de6d221 req-de8492c0-50f3-43eb-9edd-30b6d1aa6eb9 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/security-groups?id=96c6ab43-2a80-43c0-8bd6-577d138814ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750910 Aug 16 22:21:38.629546 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4828cfc7-3d26-428b-9483-53bac495ade0 None None] Provisioning for port 7546d0c5-0640-4d2e-85cd-194cc1638cc1 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:38.650657 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4828cfc7-3d26-428b-9483-53bac495ade0 None None] Provisioning complete for port 7546d0c5-0640-4d2e-85cd-194cc1638cc1 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:38.650886 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4828cfc7-3d26-428b-9483-53bac495ade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.653124 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4005340d-1aae-422a-ac6f-870f98b830af req-e2e054d7-3779-49af-b92a-69f025a2f2c5 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.678870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['e9747994-313e-495c-b01a-c74cf58eae64'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:38.727464 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-4828cfc7-3d26-428b-9483-53bac495ade0 None None] Port 7546d0c5-0640-4d2e-85cd-194cc1638cc1 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:38.750499 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d29b811b-7ecd-4223-a6cc-a8f35d10e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.754315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58740f0-49a2-4025-9067-c61e55c77a98 req-8c5ee82d-c18a-4fe3-8a38-bab88414a96c tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:38.757159 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268b375-7cca-4e24-ace0-a59646b6da60 req-a2043ac0-a822-4032-ac2d-176ae2be98f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:38.758672 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e268b375-7cca-4e24-ace0-a59646b6da60 req-a2043ac0-a822-4032-ac2d-176ae2be98f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 1099 time: 0.5395961 Aug 16 22:21:38.764887 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a58740f0-49a2-4025-9067-c61e55c77a98 req-8c5ee82d-c18a-4fe3-8a38-bab88414a96c tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 866 time: 0.2264998 Aug 16 22:21:38.784620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e054d7-3779-49af-b92a-69f025a2f2c5 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Pushing event deleted for resources: {'Port': ['ID=ecbbb56b-93b2-4971-8558-65be8c4ac638,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:38.805638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4005340d-1aae-422a-ac6f-870f98b830af req-e2e054d7-3779-49af-b92a-69f025a2f2c5 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] No DVR routers for this DVR port ecbbb56b-93b2-4971-8558-65be8c4ac638 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:38.808337 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268b375-7cca-4e24-ace0-a59646b6da60 req-4cc4ec3c-f9e2-4900-8bea-9f3475650518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:38.809814 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e268b375-7cca-4e24-ace0-a59646b6da60 req-4cc4ec3c-f9e2-4900-8bea-9f3475650518 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.3565087 Aug 16 22:21:38.826845 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4005340d-1aae-422a-ac6f-870f98b830af req-e2e054d7-3779-49af-b92a-69f025a2f2c5 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.828765 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4005340d-1aae-422a-ac6f-870f98b830af req-e2e054d7-3779-49af-b92a-69f025a2f2c5 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.39 "DELETE /v2.0/ports/ecbbb56b-93b2-4971-8558-65be8c4ac638 HTTP/1.1" status: 204 len: 173 time: 1.1811271 Aug 16 22:21:38.830989 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-c3705f40-747d-4db4-a015-e8a86d96ed02 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:38.831632 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-c3705f40-747d-4db4-a015-e8a86d96ed02 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.850184 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a58740f0-49a2-4025-9067-c61e55c77a98 req-9d869b87-868a-4232-a7b7-c7c6872c25d0 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834162 Aug 16 22:21:38.935259 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-c3705f40-747d-4db4-a015-e8a86d96ed02 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0320973 Aug 16 22:21:38.949725 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2684b98-661d-43e0-940b-fce07ae207ef req-dd1c4390-0feb-4f07-960c-cc184a2ed88a tempest-ServerRescueTestJSON-27796369 tempest-ServerRescueTestJSON-27796369-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a58e36f-f1fd-449e-a65c-458517567a97 HTTP/1.1" status: 200 len: 210 time: 0.1232693 Aug 16 22:21:38.981073 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4959db6f-7571-4b27-89c2-5ac2ce3b5a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.986820 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] Request body: {'port': {'device_id': '6d14fb46-0e1e-471b-ab08-9c53f28523c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:39.042172 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d29b811b-7ecd-4223-a6cc-a8f35d10e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:39.046600 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e268b375-7cca-4e24-ace0-a59646b6da60 req-8f05e2e4-0550-4bdc-85c1-28d255759783 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b HTTP/1.1" status: 200 len: 217 time: 0.2220662 Aug 16 22:21:39.098868 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b811b-7ecd-4223-a6cc-a8f35d10e3fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23b3f04c-8e5e-4dd3-ac05-499fc6abe496,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:39.101113 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d29b811b-7ecd-4223-a6cc-a8f35d10e3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:39.105788 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d29b811b-7ecd-4223-a6cc-a8f35d10e3fc admin admin] 10.222.0.93 "DELETE /v2.0/subnets/23b3f04c-8e5e-4dd3-ac05-499fc6abe496 HTTP/1.1" status: 204 len: 168 time: 1.1146557 Aug 16 22:21:39.131341 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268b375-7cca-4e24-ace0-a59646b6da60 req-466a9cdd-4893-420a-ac92-310a50fedb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:39.133086 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49500) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:39.133264 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e268b375-7cca-4e24-ace0-a59646b6da60 req-466a9cdd-4893-420a-ac92-310a50fedb25 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.3535354 Aug 16 22:21:39.233134 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5a799d7-cebd-4efe-9e09-e1533478a8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:39.256657 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268b375-7cca-4e24-ace0-a59646b6da60 req-823e9486-02f0-453d-87a9-09259b5f6d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:39.256657 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e268b375-7cca-4e24-ace0-a59646b6da60 req-823e9486-02f0-453d-87a9-09259b5f6d0d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1812508 Aug 16 22:21:39.257125 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f588b9-cf3d-4dda-9014-2317a6fdf76a req-69ea7888-61b6-4ccc-a1ea-9fe82aff974f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:39.265741 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e268b375-7cca-4e24-ace0-a59646b6da60 req-a90d009c-1cf5-4dfa-bffc-5e00d6d5071c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b HTTP/1.1" status: 200 len: 217 time: 0.1005540 Aug 16 22:21:39.267907 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:39.268505 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e7f588b9-cf3d-4dda-9014-2317a6fdf76a req-69ea7888-61b6-4ccc-a1ea-9fe82aff974f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 947 time: 0.2307589 Aug 16 22:21:39.378304 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268b375-7cca-4e24-ace0-a59646b6da60 req-41012d7f-78af-4d57-98db-dc14abab0244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:39.380859 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e268b375-7cca-4e24-ace0-a59646b6da60 req-41012d7f-78af-4d57-98db-dc14abab0244 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1077476 Aug 16 22:21:39.393003 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e7f588b9-cf3d-4dda-9014-2317a6fdf76a req-cba2af27-afb3-485a-b742-b3b6da75cace tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234565 Aug 16 22:21:39.435178 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268b375-7cca-4e24-ace0-a59646b6da60 req-73c26c81-80b5-4a92-8c1a-d2b7e47e3a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:39.439327 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e268b375-7cca-4e24-ace0-a59646b6da60 req-73c26c81-80b5-4a92-8c1a-d2b7e47e3a83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1623101 Aug 16 22:21:39.585634 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e268b375-7cca-4e24-ace0-a59646b6da60 req-7739b8e6-f356-406f-891a-0f2f640d5590 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071811 Aug 16 22:21:39.596151 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268b375-7cca-4e24-ace0-a59646b6da60 req-66fd626f-d73f-42aa-b299-6cafb252ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:39.599596 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e268b375-7cca-4e24-ace0-a59646b6da60 req-66fd626f-d73f-42aa-b299-6cafb252ecd8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2064660 Aug 16 22:21:39.743944 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bbfc38aa-963d-4dc8-8078-d5a608a3d066 admin admin] Deleting port 7fd8e721-e5fc-42fd-91d5-c43e39347893 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:39.744397 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbfc38aa-963d-4dc8-8078-d5a608a3d066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:39.809132 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e268b375-7cca-4e24-ace0-a59646b6da60 req-4ab11e83-114f-42f4-87c8-08d712c8f079 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031956 Aug 16 22:21:39.909000 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7546d0c5-0640-4d2e-85cd-194cc1638cc1 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:39.926166 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:39.959603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bbfc38aa-963d-4dc8-8078-d5a608a3d066 admin admin] For port 7fd8e721-e5fc-42fd-91d5-c43e39347893, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7fd8e721-e5fc-42fd-91d5-c43e39347893,segment=NetworkSegment(124a9c87-b2e1-4f63-853b-e33339f93f55),segment_id=124a9c87-b2e1-4f63-853b-e33339f93f55)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:39.959881 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbfc38aa-963d-4dc8-8078-d5a608a3d066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:39.973906 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] Transition to ACTIVE for port object 7546d0c5-0640-4d2e-85cd-194cc1638cc1 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:39.985005 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bbfc38aa-963d-4dc8-8078-d5a608a3d066 admin admin] Calling delete_port for 7fd8e721-e5fc-42fd-91d5-c43e39347893 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:39.994244 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:40.010529 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5a799d7-cebd-4efe-9e09-e1533478a8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:40.038523 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a5a799d7-cebd-4efe-9e09-e1533478a8f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe6b3b5-2650-41a4-90ee-438c080c9344']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:40.074482 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a5a799d7-cebd-4efe-9e09-e1533478a8f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab9474f-1cef-447c-8f54-4ef39d931ddf') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:40.074775 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a5a799d7-cebd-4efe-9e09-e1533478a8f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab9474f-1cef-447c-8f54-4ef39d931ddf') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:40.082731 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e268b375-7cca-4e24-ace0-a59646b6da60 req-974bbb7b-2111-413d-b604-b73e78f191d3 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630765 Aug 16 22:21:40.108267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c866d3d-5485-4552-bb73-3ccd60b8079f req-48cb53a5-0f0d-45a5-aff9-0b232a5e2b4a tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:40.117127 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3c866d3d-5485-4552-bb73-3ccd60b8079f req-48cb53a5-0f0d-45a5-aff9-0b232a5e2b4a tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 945 time: 0.6361325 Aug 16 22:21:40.120464 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5a799d7-cebd-4efe-9e09-e1533478a8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:40.120797 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=7546d0c5-0640-4d2e-85cd-194cc1638cc1,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:40.177198 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5a799d7-cebd-4efe-9e09-e1533478a8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:40.192059 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3c866d3d-5485-4552-bb73-3ccd60b8079f req-5e4f2257-2aae-4eaf-b1f5-f68e346708b6 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737157 Aug 16 22:21:40.197486 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e268b375-7cca-4e24-ace0-a59646b6da60 req-00a4f5b0-83d9-4702-90ce-7f66daa6bc63 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6020856 Aug 16 22:21:40.227280 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ff12e-0e42-4d21-8ec5-790a20b96665 req-005f0b35-a249-411f-b4af-4353fd3694ef tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:40.240413 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2b2ff12e-0e42-4d21-8ec5-790a20b96665 req-005f0b35-a249-411f-b4af-4353fd3694ef tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/ports?device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7 HTTP/1.1" status: 200 len: 943 time: 0.2384694 Aug 16 22:21:40.244509 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a799d7-cebd-4efe-9e09-e1533478a8f5 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:21:40.244925 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5a799d7-cebd-4efe-9e09-e1533478a8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:40.247270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a58e36f-f1fd-449e-a65c-458517567a97', 'name': 'network-vif-deleted', 'tag': 'daa573e9-36b3-4e36-be36-06e886fa7f81'}, {'server_uuid': 'dd507484-c23c-446f-a5a1-7e00894d1fc1', 'name': 'network-vif-deleted', 'tag': 'ecbbb56b-93b2-4971-8558-65be8c4ac638'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:40.249481 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e493b9-3883-4604-9b6e-109583814722" -d '{"events": [{"server_uuid": "5a58e36f-f1fd-449e-a65c-458517567a97", "name": "network-vif-deleted", "tag": "daa573e9-36b3-4e36-be36-06e886fa7f81"}, {"server_uuid": "dd507484-c23c-446f-a5a1-7e00894d1fc1", "name": "network-vif-deleted", "tag": "ecbbb56b-93b2-4971-8558-65be8c4ac638"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:21:40.252165 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:21:40.309943 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] Attempting to bind port 7546d0c5-0640-4d2e-85cd-194cc1638cc1 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:21:40.315779 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] Attempting to bind port 7546d0c5-0640-4d2e-85cd-194cc1638cc1 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'af827092-0f0b-408b-911e-ebe63d6e46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:21:40.316626 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] Attempting to bind port 7546d0c5-0640-4d2e-85cd-194cc1638cc1 on network f5d170ab-1e28-4470-8c5e-17a8a57c0ba8 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:40.327908 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] Port 7546d0c5-0640-4d2e-85cd-194cc1638cc1 on network f5d170ab-1e28-4470-8c5e-17a8a57c0ba8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:21:40.328356 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] Attempting to bind port 7546d0c5-0640-4d2e-85cd-194cc1638cc1 on network f5d170ab-1e28-4470-8c5e-17a8a57c0ba8 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:40.342310 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device beb64c58-050c-40c5-b8d6-b0ebfbc54d4b details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:21:40.345473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device daa573e9-36b3-4e36-be36-06e886fa7f81 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:40.358439 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:21:40.358827 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] Checking segment: {'id': 'af827092-0f0b-408b-911e-ebe63d6e46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:40.359281 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] Bound using segment: {'id': 'af827092-0f0b-408b-911e-ebe63d6e46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:21:40.359716 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] Bound port: 7546d0c5-0640-4d2e-85cd-194cc1638cc1, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af827092-0f0b-408b-911e-ebe63d6e46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:21:40.360076 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:40.402837 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: daa573e9-36b3-4e36-be36-06e886fa7f81 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:40.403815 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2b2ff12e-0e42-4d21-8ec5-790a20b96665 req-e861b1c4-85c0-4c7b-9d15-85f0c1113e5d tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/security-groups?id=96c6ab43-2a80-43c0-8bd6-577d138814ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567481 Aug 16 22:21:40.403952 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device daa573e9-36b3-4e36-be36-06e886fa7f81 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:40.404417 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ecbbb56b-93b2-4971-8558-65be8c4ac638 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:40.430440 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbfc38aa-963d-4dc8-8078-d5a608a3d066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:40.450831 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-65a75180-e14f-442f-b1dd-e49fa22214e6 req-5f1c70c0-af41-4757-b3fa-5e5edce12a11 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 210 time: 0.1112592 Aug 16 22:21:40.483850 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc38aa-963d-4dc8-8078-d5a608a3d066 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd8e721-e5fc-42fd-91d5-c43e39347893,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:40.493979 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49538) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:40.498167 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] For port 7546d0c5-0640-4d2e-85cd-194cc1638cc1, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:40.515806 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5a799d7-cebd-4efe-9e09-e1533478a8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:40.531439 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.resource_extend [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:21:40.560152 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: ecbbb56b-93b2-4971-8558-65be8c4ac638 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:40.566326 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ecbbb56b-93b2-4971-8558-65be8c4ac638 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:40.576924 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] For port 7546d0c5-0640-4d2e-85cd-194cc1638cc1, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=7546d0c5-0640-4d2e-85cd-194cc1638cc1,segment=NetworkSegment(af827092-0f0b-408b-911e-ebe63d6e46ab),segment_id=af827092-0f0b-408b-911e-ebe63d6e46ab)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:21:40.602884 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:40.629572 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5a799d7-cebd-4efe-9e09-e1533478a8f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:40.633792 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a5a799d7-cebd-4efe-9e09-e1533478a8f5 admin admin] 10.222.0.93 "DELETE /v2.0/networks/bfe6b3b5-2650-41a4-90ee-438c080c9344 HTTP/1.1" status: 204 len: 168 time: 1.4966033 Aug 16 22:21:40.653921 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:40.705167 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16825fb1-f950-4026-8098-242f488dfe41 x-openstack-request-id: req-16825fb1-f950-4026-8098-242f488dfe41 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:40.706101 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a58e36f-f1fd-449e-a65c-458517567a97", "name": "network-vif-deleted", "tag": "daa573e9-36b3-4e36-be36-06e886fa7f81", "status": "completed", "code": 200}, {"server_uuid": "dd507484-c23c-446f-a5a1-7e00894d1fc1", "name": "network-vif-deleted", "tag": "ecbbb56b-93b2-4971-8558-65be8c4ac638", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:40.710185 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-16825fb1-f950-4026-8098-242f488dfe41 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:40.711021 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a58e36f-f1fd-449e-a65c-458517567a97', 'name': 'network-vif-deleted', 'tag': 'daa573e9-36b3-4e36-be36-06e886fa7f81', 'status': 'completed', 'code': 200} Aug 16 22:21:40.715434 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd507484-c23c-446f-a5a1-7e00894d1fc1', 'name': 'network-vif-deleted', 'tag': 'ecbbb56b-93b2-4971-8558-65be8c4ac638', 'status': 'completed', 'code': 200} Aug 16 22:21:40.724765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a799d7-cebd-4efe-9e09-e1533478a8f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfe6b3b5-2650-41a4-90ee-438c080c9344,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:40.748156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:40.753665 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:40.754729 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:40.756638 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] 10.222.0.43 "PUT /v2.0/ports/7546d0c5-0640-4d2e-85cd-194cc1638cc1 HTTP/1.1" status: 200 len: 1092 time: 1.8027701 Aug 16 22:21:40.761875 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d14fb46-0e1e-471b-ab08-9c53f28523c7', 'tag': '7546d0c5-0640-4d2e-85cd-194cc1638cc1'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:40.765474 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee42894-dd1d-4ccf-b445-3b87015f6a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d14fb46-0e1e-471b-ab08-9c53f28523c7", "tag": "7546d0c5-0640-4d2e-85cd-194cc1638cc1"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:40.778709 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b', 'mac_address': 'fa:16:3e:61:b1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:21:40.889791 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49546) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:40.917520 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abbd3b-98c7-4ecc-b214-c7da852a0ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=7546d0c5-0640-4d2e-85cd-194cc1638cc1,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:40.984829 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-16fd12f0-3c4a-4984-9f8f-becb55286bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:40.986777 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-16fd12f0-3c4a-4984-9f8f-becb55286bd5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=941b04a77c814e8b8fa2fa1d0f583397&device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7 HTTP/1.1" status: 200 len: 1095 time: 0.1483400 Aug 16 22:21:40.991206 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbfc38aa-963d-4dc8-8078-d5a608a3d066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:41.015255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7115db-3b8c-4849-b471-c6e8783b1759 req-fab16864-764e-4bf8-b656-6a8aa7916aeb tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:41.016911 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f7115db-3b8c-4849-b471-c6e8783b1759 req-fab16864-764e-4bf8-b656-6a8aa7916aeb tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 945 time: 0.3836312 Aug 16 22:21:41.025980 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-04c45321-8e2c-4625-814a-599c420cb069 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=28d0b07328bc4868a7e7f336c894f93d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1211715 Aug 16 22:21:41.034445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b620ea-b2aa-46fe-b7df-a359b1ee64fa req-94bdc600-1045-4051-924c-13f4a4f6e1dd tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:41.053096 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7b620ea-b2aa-46fe-b7df-a359b1ee64fa req-94bdc600-1045-4051-924c-13f4a4f6e1dd tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 947 time: 0.2414081 Aug 16 22:21:41.058942 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49548) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:41.079317 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-604b7567-8e0b-4968-8388-7247de738eb2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7546d0c5-0640-4d2e-85cd-194cc1638cc1 HTTP/1.1" status: 200 len: 217 time: 0.0808587 Aug 16 22:21:41.096490 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:41.119045 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb64c58-050c-40c5-b8d6-b0ebfbc54d4b {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:41.148974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:41.156046 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:41.186708 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-5de48d84-9a42-48a0-9ea5-e3c9fa0dd6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:41.188934 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-5de48d84-9a42-48a0-9ea5-e3c9fa0dd6b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7efeea8a-576f-4404-a255-d05a414ce880 HTTP/1.1" status: 200 len: 845 time: 0.0618839 Aug 16 22:21:41.229156 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7b620ea-b2aa-46fe-b7df-a359b1ee64fa req-4d226dcf-8a78-4351-9e31-c90965d7d2e5 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751103 Aug 16 22:21:41.237593 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:41.259655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f7115db-3b8c-4849-b471-c6e8783b1759 req-9078f1a2-09a2-48f0-a1f6-2701531237d6 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013869 Aug 16 22:21:41.301850 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-be23d626-7fe0-44eb-93a6-fb593fe2fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:41.303704 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-be23d626-7fe0-44eb-93a6-fb593fe2fa95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f5d170ab-1e28-4470-8c5e-17a8a57c0ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838861 Aug 16 22:21:41.310783 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01be3457-f27e-49df-a04b-c615cbacb703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:41.335902 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca88a78-d2c7-4227-9281-c6fd0962b3a3 x-openstack-request-id: req-2ca88a78-d2c7-4227-9281-c6fd0962b3a3 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:41.336339 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d14fb46-0e1e-471b-ab08-9c53f28523c7", "tag": "7546d0c5-0640-4d2e-85cd-194cc1638cc1", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:41.336685 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2ca88a78-d2c7-4227-9281-c6fd0962b3a3 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:41.337174 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d14fb46-0e1e-471b-ab08-9c53f28523c7', 'tag': '7546d0c5-0640-4d2e-85cd-194cc1638cc1', 'status': 'completed', 'code': 200} Aug 16 22:21:41.367092 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01be3457-f27e-49df-a04b-c615cbacb703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:41.412341 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['beb64c58-050c-40c5-b8d6-b0ebfbc54d4b'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:41.568113 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9374f19f-1948-4508-8f0e-039d2e361eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:41.648022 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01be3457-f27e-49df-a04b-c615cbacb703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:41.650197 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01be3457-f27e-49df-a04b-c615cbacb703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:41.654239 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-01be3457-f27e-49df-a04b-c615cbacb703 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/039a9f51-766e-43af-8ea6-12b974737ec3 HTTP/1.1" status: 204 len: 168 time: 0.5942378 Aug 16 22:21:41.701221 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce679aa-5375-46e0-8b9f-f44763391de0 req-42590d57-0cb2-4a19-9cd0-b10ecb54a5af tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:41.710490 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bce679aa-5375-46e0-8b9f-f44763391de0 req-42590d57-0cb2-4a19-9cd0-b10ecb54a5af tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 945 time: 0.2091691 Aug 16 22:21:41.752264 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-c1dc0d21-d38c-45d2-8a9d-088bb5a221c0 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:41.755545 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-c1dc0d21-d38c-45d2-8a9d-088bb5a221c0 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.39 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309&tenant_id=fb89aa6f686447e2b31abca5e401c874&binding%3Ahost_id=n-h1-792458-15 HTTP/1.1" status: 200 len: 948 time: 0.2042394 Aug 16 22:21:41.763280 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be3457-f27e-49df-a04b-c615cbacb703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039a9f51-766e-43af-8ea6-12b974737ec3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:41.846391 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba8c0d-22d5-4616-ba0a-2325cdef0fa7 req-e6442479-848e-4d50-9aaf-9c849f00c963 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:41.854681 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcba8c0d-22d5-4616-ba0a-2325cdef0fa7 req-e6442479-848e-4d50-9aaf-9c849f00c963 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/ports?device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7 HTTP/1.1" status: 200 len: 943 time: 0.2466302 Aug 16 22:21:41.868661 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bce679aa-5375-46e0-8b9f-f44763391de0 req-685c8d6a-77df-4c01-b4ee-2da3c8bc2583 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531227 Aug 16 22:21:41.942419 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-dafce91d-2f92-4c5f-922e-77392f28c9b7 service neutron] 10.222.0.43 "GET /v2.0/networks/f5d170ab-1e28-4470-8c5e-17a8a57c0ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042178 Aug 16 22:21:41.946975 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-0b92e367-ea13-405f-85ba-effcd37f5662 service neutron] 10.222.0.39 "GET /v2.0/ports/beb64c58-050c-40c5-b8d6-b0ebfbc54d4b/bindings/n-h1-792458-15 HTTP/1.1" status: 200 len: 383 time: 0.1800525 Aug 16 22:21:41.947305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfc38aa-963d-4dc8-8078-d5a608a3d066 admin admin] Router 5fb31e2b-e020-4b68-9d5d-366b92c24504 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:21:41.979806 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcba8c0d-22d5-4616-ba0a-2325cdef0fa7 req-81d8188c-91cc-497f-baf4-b9ddf796eee3 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/security-groups?id=96c6ab43-2a80-43c0-8bd6-577d138814ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244266 Aug 16 22:21:42.043938 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:42.146441 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6c5519ab-d6fb-4c9c-88c5-652dfe19357b req-a104e113-29fe-4506-8d34-79a7ca755f71 service neutron] 10.222.0.43 "GET /v2.0/networks/f5d170ab-1e28-4470-8c5e-17a8a57c0ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948826 Aug 16 22:21:42.180110 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfc38aa-963d-4dc8-8078-d5a608a3d066 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:21:42.187503 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bbfc38aa-963d-4dc8-8078-d5a608a3d066 admin admin] 10.222.0.93 "PUT /v2.0/routers/5fb31e2b-e020-4b68-9d5d-366b92c24504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0862944 Aug 16 22:21:42.188102 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49576) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:42.196222 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510767c-c178-4018-97f2-8bac2c7bd3d0 None None] Sync routers for ids ['5fb31e2b-e020-4b68-9d5d-366b92c24504'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:21:42.212428 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6510767c-c178-4018-97f2-8bac2c7bd3d0 None None] Routers {'5fb31e2b-e020-4b68-9d5d-366b92c24504'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:42.214386 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6510767c-c178-4018-97f2-8bac2c7bd3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:21:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5fb31e2b-e020-4b68-9d5d-366b92c24504'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:42.219977 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49578) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:42.231657 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e5b63f57-aff5-4546-b547-e9e30ff85106 req-40ed912a-a812-4a5b-a0ec-179058f74504 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 210 time: 0.0933425 Aug 16 22:21:42.307364 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-eda84ec5-3250-41c6-935a-ea799f6f636a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:42.308877 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-eda84ec5-3250-41c6-935a-ea799f6f636a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 1100 time: 0.2355187 Aug 16 22:21:42.323390 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device beb64c58-050c-40c5-b8d6-b0ebfbc54d4b up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:42.338336 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee42894-dd1d-4ccf-b445-3b87015f6a5f req-1d9c8bf9-c7b6-4cf4-8b1d-46f36d0db7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:42.342212 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4ee42894-dd1d-4ccf-b445-3b87015f6a5f req-1d9c8bf9-c7b6-4cf4-8b1d-46f36d0db7e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=941b04a77c814e8b8fa2fa1d0f583397&device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7 HTTP/1.1" status: 200 len: 1095 time: 0.1068823 Aug 16 22:21:42.405262 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20cf2a3e-1943-4350-9b99-10e4dc1c0aa0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:42.459257 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:42.464847 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:42.465312 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:42.507506 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49582) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:42.557870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-5f1b08a1-556d-4bea-bf93-7634376ea4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:42.559648 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-5f1b08a1-556d-4bea-bf93-7634376ea4da service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1999176 Aug 16 22:21:42.563005 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee42894-dd1d-4ccf-b445-3b87015f6a5f req-f3df572f-847f-4424-8fb6-8c303f99fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:42.563664 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4ee42894-dd1d-4ccf-b445-3b87015f6a5f req-f3df572f-847f-4424-8fb6-8c303f99fc7b service neutron] 10.222.0.43 "GET /v2.0/networks?id=f5d170ab-1e28-4470-8c5e-17a8a57c0ba8 HTTP/1.1" status: 200 len: 907 time: 0.2134612 Aug 16 22:21:42.572897 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20cf2a3e-1943-4350-9b99-10e4dc1c0aa0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:42.574725 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d000a312-b295-4d8f-9091-e24bcea72e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:42.588053 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ccbd8-986a-437a-ba1e-01e868e8a44e req-fb1c92a6-ba28-4b04-b165-d118a9b41c2b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:42.596365 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b3ccbd8-986a-437a-ba1e-01e868e8a44e req-fb1c92a6-ba28-4b04-b165-d118a9b41c2b tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 948 time: 0.4323299 Aug 16 22:21:42.640277 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:42.659011 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-6510767c-c178-4018-97f2-8bac2c7bd3d0 None None] Set router 5fb31e2b-e020-4b68-9d5d-366b92c24504 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:42.671965 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4ee42894-dd1d-4ccf-b445-3b87015f6a5f req-ffa8abef-80e5-4142-8cd7-51f4ef8e3337 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7546d0c5-0640-4d2e-85cd-194cc1638cc1 HTTP/1.1" status: 200 len: 217 time: 0.0884557 Aug 16 22:21:42.687448 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c0e975-b860-4d0f-9637-cfd39475b309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:42.687784 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6e7007a1-9c3d-4067-b849-c64db9e23e73 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=dd8ac9dfef654c298152f8b835ed7eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4547501 Aug 16 22:21:42.689706 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c5fc5a-0bb4-4364-90b1-66f5ea832b88" -d '{"events": [{"server_uuid": "72c0e975-b860-4d0f-9637-cfd39475b309", "name": "network-vif-plugged", "status": "completed", "tag": "beb64c58-050c-40c5-b8d6-b0ebfbc54d4b"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:42.719577 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49586) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:42.723582 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:42.731215 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-1922590b-65b9-476d-817c-f55f97c13cb8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b HTTP/1.1" status: 200 len: 217 time: 0.1306393 Aug 16 22:21:42.735219 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:42.782023 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b3ccbd8-986a-437a-ba1e-01e868e8a44e req-e62e9f2f-e8ac-48f0-842b-9883d07c3f9f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826577 Aug 16 22:21:42.814876 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73b8affa-0c82-4d78-8955-ffcc6403c534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:42.817514 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee42894-dd1d-4ccf-b445-3b87015f6a5f req-7c303325-2c81-4311-9f93-886792e57e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:42.819023 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4ee42894-dd1d-4ccf-b445-3b87015f6a5f req-7c303325-2c81-4311-9f93-886792e57e57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7efeea8a-576f-4404-a255-d05a414ce880 HTTP/1.1" status: 200 len: 845 time: 0.0984967 Aug 16 22:21:42.835085 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,revision_number=10']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:42.882377 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de9ba0-e4fa-4613-b6d9-feea8f57b05f req-bce22aa4-b5c5-4d18-860c-a3b0ade6df9d tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:42.883199 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757c5dd6-e8d7-47b5-b8db-537874e5268c x-openstack-request-id: req-757c5dd6-e8d7-47b5-b8db-537874e5268c {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:42.883199 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c0e975-b860-4d0f-9637-cfd39475b309", "name": "network-vif-plugged", "status": "completed", "tag": "beb64c58-050c-40c5-b8d6-b0ebfbc54d4b", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:42.883455 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-757c5dd6-e8d7-47b5-b8db-537874e5268c {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:42.883910 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c0e975-b860-4d0f-9637-cfd39475b309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b', 'code': 200} Aug 16 22:21:42.889842 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5de9ba0-e4fa-4613-b6d9-feea8f57b05f req-bce22aa4-b5c5-4d18-860c-a3b0ade6df9d tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 945 time: 0.5293472 Aug 16 22:21:42.939228 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-f74a41fd-2f9f-4c69-902b-21e3d970f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:42.940728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-f74a41fd-2f9f-4c69-902b-21e3d970f207 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1881742 Aug 16 22:21:43.034675 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5de9ba0-e4fa-4613-b6d9-feea8f57b05f req-6d1d54c2-b888-4671-b3dc-94effb47f064 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394267 Aug 16 22:21:43.048851 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73b8affa-0c82-4d78-8955-ffcc6403c534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.049092 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6510767c-c178-4018-97f2-8bac2c7bd3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'name': 'tempest-ServersTestFqdnHostnames-335561896-router', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:21:40Z', 'revision_number': 5, 'project_id': '35c7affac3044c11884db26be26d9a55', 'gw_port': {'id': '826bcfb8-4c84-4923-8e2f-2b0b60a51374', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:43.049249 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-20cf2a3e-1943-4350-9b99-10e4dc1c0aa0 admin admin] Deleting port 826bcfb8-4c84-4923-8e2f-2b0b60a51374 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:43.049249 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20cf2a3e-1943-4350-9b99-10e4dc1c0aa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.096739 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee42894-dd1d-4ccf-b445-3b87015f6a5f req-44255d7f-7357-477d-8489-d6541001eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:43.098684 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4ee42894-dd1d-4ccf-b445-3b87015f6a5f req-44255d7f-7357-477d-8489-d6541001eecc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f5d170ab-1e28-4470-8c5e-17a8a57c0ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2637899 Aug 16 22:21:43.101622 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce570bf7-3539-4941-8a13-bc1b7375b925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.103565 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73b8affa-0c82-4d78-8955-ffcc6403c534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.110639 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.121015 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510767c-c178-4018-97f2-8bac2c7bd3d0 None None] Checking router: 5fb31e2b-e020-4b68-9d5d-366b92c24504 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:21:43.137860 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6510767c-c178-4018-97f2-8bac2c7bd3d0 None None] Routers {'5fb31e2b-e020-4b68-9d5d-366b92c24504'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:43.139442 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6510767c-c178-4018-97f2-8bac2c7bd3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:21:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5fb31e2b-e020-4b68-9d5d-366b92c24504'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:43.167153 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-60532dea-d0e0-4d29-b8ba-0714e26d322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:43.168686 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-60532dea-d0e0-4d29-b8ba-0714e26d322b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2191408 Aug 16 22:21:43.175034 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-73b8affa-0c82-4d78-8955-ffcc6403c534 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=384de5ecbaa441ab8b3febc35db4425b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6669147 Aug 16 22:21:43.195962 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49596) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:43.244545 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-6510767c-c178-4018-97f2-8bac2c7bd3d0 None None] Set router 5fb31e2b-e020-4b68-9d5d-366b92c24504 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:43.247185 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce570bf7-3539-4941-8a13-bc1b7375b925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.286001 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8affa-0c82-4d78-8955-ffcc6403c534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a37e80b-5a28-432f-8604-9f16605fa922,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:43.321656 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d50eb6-2f9f-466c-86dc-72cf65bba15b req-b43b4093-8eba-4a91-aeec-95f57b4dcd40 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:43.329394 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-88d50eb6-2f9f-466c-86dc-72cf65bba15b req-b43b4093-8eba-4a91-aeec-95f57b4dcd40 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 945 time: 0.1859107 Aug 16 22:21:43.336052 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6510767c-c178-4018-97f2-8bac2c7bd3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'name': 'tempest-ServersTestFqdnHostnames-335561896-router', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:21:42Z', 'revision_number': 6, 'project_id': '35c7affac3044c11884db26be26d9a55', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:43.343465 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f0ac3-0de6-4b6b-891a-8a3ac1c57761 req-f6967265-8eb8-4371-8f95-77b9f9e53b04 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:43.345175 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e61f0ac3-0de6-4b6b-891a-8a3ac1c57761 req-f6967265-8eb8-4371-8f95-77b9f9e53b04 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/ports?device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7 HTTP/1.1" status: 200 len: 943 time: 0.2207000 Aug 16 22:21:43.368925 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510767c-c178-4018-97f2-8bac2c7bd3d0 None None] The sync data for ids ['5fb31e2b-e020-4b68-9d5d-366b92c24504'] in n-d-792458-15 is: [{'id': '5fb31e2b-e020-4b68-9d5d-366b92c24504', 'name': 'tempest-ServersTestFqdnHostnames-335561896-router', 'tenant_id': '35c7affac3044c11884db26be26d9a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:12Z', 'updated_at': '2021-08-16T22:21:42Z', 'revision_number': 6, 'project_id': '35c7affac3044c11884db26be26d9a55', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:21:43.384312 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-20cf2a3e-1943-4350-9b99-10e4dc1c0aa0 admin admin] For port 826bcfb8-4c84-4923-8e2f-2b0b60a51374, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=826bcfb8-4c84-4923-8e2f-2b0b60a51374,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:43.385005 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20cf2a3e-1943-4350-9b99-10e4dc1c0aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.430423 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-20cf2a3e-1943-4350-9b99-10e4dc1c0aa0 admin admin] Calling delete_port for 826bcfb8-4c84-4923-8e2f-2b0b60a51374 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:43.438371 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4ee42894-dd1d-4ccf-b445-3b87015f6a5f req-6c97371a-757e-4f8b-a23a-cd2dcd9cface service neutron] 10.222.0.43 "GET /v2.0/networks/f5d170ab-1e28-4470-8c5e-17a8a57c0ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987866 Aug 16 22:21:43.443163 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-88d50eb6-2f9f-466c-86dc-72cf65bba15b req-824e701f-956b-4779-9efc-f960ba0451a6 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128943 Aug 16 22:21:43.448904 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b75afdb2-e0e2-45ad-b7ff-c4c7d5ccac52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.477806 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-937d1fbe-e078-4391-ab5c-1fed95446a19 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671025 Aug 16 22:21:43.477806 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e61f0ac3-0de6-4b6b-891a-8a3ac1c57761 req-b1cf9ae7-adeb-4b67-b49c-75e594bdf38f tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/security-groups?id=96c6ab43-2a80-43c0-8bd6-577d138814ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988429 Aug 16 22:21:43.478621 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce570bf7-3539-4941-8a13-bc1b7375b925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.478621 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce570bf7-3539-4941-8a13-bc1b7375b925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.478621 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ce570bf7-3539-4941-8a13-bc1b7375b925 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/cd84b185-52fa-468f-b419-c46271b7f946 HTTP/1.1" status: 204 len: 168 time: 0.7535963 Aug 16 22:21:43.579488 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce570bf7-3539-4941-8a13-bc1b7375b925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd84b185-52fa-468f-b419-c46271b7f946,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:43.596481 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b75afdb2-e0e2-45ad-b7ff-c4c7d5ccac52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.666756 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-711eb858-f9e6-4d86-bf49-534225bf04fd req-47f54255-4253-4e85-ae8f-a0c7e8979473 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd507484-c23c-446f-a5a1-7e00894d1fc1 HTTP/1.1" status: 200 len: 210 time: 0.0751345 Aug 16 22:21:43.724484 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-7fdfe161-828a-4062-baca-f21539df564b service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504592 Aug 16 22:21:43.740363 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a78a8d-21a6-4b42-99dd-0623a24e8e4f req-591724c7-8821-4372-88fa-4e165f57adea tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:43.749052 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5a78a8d-21a6-4b42-99dd-0623a24e8e4f req-591724c7-8821-4372-88fa-4e165f57adea tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 945 time: 0.1591954 Aug 16 22:21:43.751824 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d000a312-b295-4d8f-9091-e24bcea72e7d admin admin] Deleting port 89f84acf-f0a0-4fc6-b457-1b4b53b526db {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:43.752165 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d000a312-b295-4d8f-9091-e24bcea72e7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.770539 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7fd8e721-e5fc-42fd-91d5-c43e39347893 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:43.792674 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4ee42894-dd1d-4ccf-b445-3b87015f6a5f req-21ef2be1-e7bb-4107-987d-6d5ed7345168 service neutron] 10.222.0.43 "GET /v2.0/networks/f5d170ab-1e28-4470-8c5e-17a8a57c0ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451407 Aug 16 22:21:43.815173 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b75afdb2-e0e2-45ad-b7ff-c4c7d5ccac52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.818406 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b75afdb2-e0e2-45ad-b7ff-c4c7d5ccac52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.821941 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b75afdb2-e0e2-45ad-b7ff-c4c7d5ccac52 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3a37e80b-5a28-432f-8604-9f16605fa922 HTTP/1.1" status: 204 len: 168 time: 0.5999386 Aug 16 22:21:43.829176 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 7fd8e721-e5fc-42fd-91d5-c43e39347893 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:43.831995 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75afdb2-e0e2-45ad-b7ff-c4c7d5ccac52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a37e80b-5a28-432f-8604-9f16605fa922,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:43.836398 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7fd8e721-e5fc-42fd-91d5-c43e39347893 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:43.913578 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5a78a8d-21a6-4b42-99dd-0623a24e8e4f req-55c77b96-af6e-4948-8014-8a03f08d5096 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634855 Aug 16 22:21:43.969752 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20cf2a3e-1943-4350-9b99-10e4dc1c0aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.015351 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-d000a312-b295-4d8f-9091-e24bcea72e7d admin admin] For port 89f84acf-f0a0-4fc6-b457-1b4b53b526db, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=89f84acf-f0a0-4fc6-b457-1b4b53b526db,segment=NetworkSegment(d461892b-005d-4ddb-9032-a9c7ed5a508e),segment_id=d461892b-005d-4ddb-9032-a9c7ed5a508e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:44.016033 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d000a312-b295-4d8f-9091-e24bcea72e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.037941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d000a312-b295-4d8f-9091-e24bcea72e7d admin admin] Calling delete_port for 89f84acf-f0a0-4fc6-b457-1b4b53b526db owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:44.038502 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf2a3e-1943-4350-9b99-10e4dc1c0aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=826bcfb8-4c84-4923-8e2f-2b0b60a51374,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:44.061029 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda22652-3910-49ba-a5f5-eb786d516a01 req-66dd7d21-52ea-4809-956e-3b14393bddc6 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:44.062911 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eda22652-3910-49ba-a5f5-eb786d516a01 req-66dd7d21-52ea-4809-956e-3b14393bddc6 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 950 time: 0.1309981 Aug 16 22:21:44.125565 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20cf2a3e-1943-4350-9b99-10e4dc1c0aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.201168 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eda22652-3910-49ba-a5f5-eb786d516a01 req-c0edbd7d-a8a7-416f-b228-90ab9c3aa3f6 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883367 Aug 16 22:21:44.252579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61e22d-d6ff-4349-aade-fafb88033b53 req-8928ddd1-d1ad-42f4-b81d-46ed658cbb16 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:44.258655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f61e22d-d6ff-4349-aade-fafb88033b53 req-8928ddd1-d1ad-42f4-b81d-46ed658cbb16 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 945 time: 0.1875620 Aug 16 22:21:44.324546 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20cf2a3e-1943-4350-9b99-10e4dc1c0aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.334393 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20cf2a3e-1943-4350-9b99-10e4dc1c0aa0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.407870 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f61e22d-d6ff-4349-aade-fafb88033b53 req-2ab7f2aa-8657-4e65-930e-cdb59dbb4bd8 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413765 Aug 16 22:21:44.442993 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20cf2a3e-1943-4350-9b99-10e4dc1c0aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.443593 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cf2a3e-1943-4350-9b99-10e4dc1c0aa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fb31e2b-e020-4b68-9d5d-366b92c24504 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:21:44.448836 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20cf2a3e-1943-4350-9b99-10e4dc1c0aa0 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.450028 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-20cf2a3e-1943-4350-9b99-10e4dc1c0aa0 admin admin] 10.222.0.93 "DELETE /v2.0/routers/5fb31e2b-e020-4b68-9d5d-366b92c24504 HTTP/1.1" status: 204 len: 168 time: 2.2604151 Aug 16 22:21:44.451898 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49626) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:44.505344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49630) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:44.558347 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-99290002-67b6-4d9a-a9da-f02a28408064 admin admin] Deleting subnet 5863a023-087d-4ef7-b984-91b82beea9fe {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:44.561745 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-99290002-67b6-4d9a-a9da-f02a28408064 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.585798 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 7546d0c5-0640-4d2e-85cd-194cc1638cc1 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:21:44.586223 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-671480cf-495c-4ac2-8a3d-2d05963eb920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.689674 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-99290002-67b6-4d9a-a9da-f02a28408064 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.706064 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d000a312-b295-4d8f-9091-e24bcea72e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.746952 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000a312-b295-4d8f-9091-e24bcea72e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=89f84acf-f0a0-4fc6-b457-1b4b53b526db,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:44.797237 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.805022 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815dae8-6f33-4d82-9ff3-c319546acf4b req-5d67c668-7325-40d6-8f11-0767e2e9712a tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:44.814249 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9815dae8-6f33-4d82-9ff3-c319546acf4b req-5d67c668-7325-40d6-8f11-0767e2e9712a tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 945 time: 0.2339296 Aug 16 22:21:44.835505 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01be0ec-8dab-4848-8075-47f0fd625133 req-f770c8d7-76c4-4327-949c-080766ed2af5 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:44.845298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d01be0ec-8dab-4848-8075-47f0fd625133 req-f770c8d7-76c4-4327-949c-080766ed2af5 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/ports?device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7 HTTP/1.1" status: 200 len: 943 time: 0.2342236 Aug 16 22:21:44.867077 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-99290002-67b6-4d9a-a9da-f02a28408064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.893473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 7546d0c5-0640-4d2e-85cd-194cc1638cc1, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=7546d0c5-0640-4d2e-85cd-194cc1638cc1,segment=NetworkSegment(af827092-0f0b-408b-911e-ebe63d6e46ab),segment_id=af827092-0f0b-408b-911e-ebe63d6e46ab)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:44.922637 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '7546d0c5-0640-4d2e-85cd-194cc1638cc1', 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8', 'port_id': '7546d0c5-0640-4d2e-85cd-194cc1638cc1', 'mac_address': 'fa:16:3e:5c:be:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7efeea8a-576f-4404-a255-d05a414ce880', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:21:44.953953 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-99290002-67b6-4d9a-a9da-f02a28408064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.990777 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99290002-67b6-4d9a-a9da-f02a28408064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5863a023-087d-4ef7-b984-91b82beea9fe,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:45.000494 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-99290002-67b6-4d9a-a9da-f02a28408064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.005320 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-99290002-67b6-4d9a-a9da-f02a28408064 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/5863a023-087d-4ef7-b984-91b82beea9fe HTTP/1.1" status: 204 len: 168 time: 0.5497391 Aug 16 22:21:45.006410 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f64ff0-9ca0-4207-aa65-4a995822e02f None None] Network 9a79c712-1e9a-409c-9eab-e685af817459 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:45.006832 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-671480cf-495c-4ac2-8a3d-2d05963eb920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.007892 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49640) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:45.072094 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.098818 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7546d0c5-0640-4d2e-85cd-194cc1638cc1 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:45.119213 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49644) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:45.137683 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 7546d0c5-0640-4d2e-85cd-194cc1638cc1, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=7546d0c5-0640-4d2e-85cd-194cc1638cc1,segment=NetworkSegment(af827092-0f0b-408b-911e-ebe63d6e46ab),segment_id=af827092-0f0b-408b-911e-ebe63d6e46ab)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:45.157732 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.270880 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5f3daed2-b7c7-4912-9839-6342e22a3149 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1619708291-network', 'tenant_id': '1555ab9f27924c64bd3e57229c326794'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:45.290698 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=7546d0c5-0640-4d2e-85cd-194cc1638cc1,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:45.299753 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3daed2-b7c7-4912-9839-6342e22a3149 admin admin] Made reservation on behalf of 1555ab9f27924c64bd3e57229c326794 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:45.302846 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f3daed2-b7c7-4912-9839-6342e22a3149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.319564 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f3daed2-b7c7-4912-9839-6342e22a3149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.371730 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['7546d0c5-0640-4d2e-85cd-194cc1638cc1'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:45.406126 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-671480cf-495c-4ac2-8a3d-2d05963eb920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.427476 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc9fac4-3468-45d2-aa24-20115a4639ff None None] DHCP port deletion for 9a79c712-1e9a-409c-9eab-e685af817459 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:21:45.470539 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f3daed2-b7c7-4912-9839-6342e22a3149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.478625 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f3daed2-b7c7-4912-9839-6342e22a3149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.505300 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d01be0ec-8dab-4848-8075-47f0fd625133 req-c3cbeb14-cbf9-42ed-b80d-a9d93c255f0a tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/security-groups?id=96c6ab43-2a80-43c0-8bd6-577d138814ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6588318 Aug 16 22:21:45.557190 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3daed2-b7c7-4912-9839-6342e22a3149 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:21:45.584321 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9815dae8-6f33-4d82-9ff3-c319546acf4b req-33547b42-edb9-4464-8007-3c2ead7b4be4 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7635579 Aug 16 22:21:45.615485 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3daed2-b7c7-4912-9839-6342e22a3149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ac5f9f-f143-4079-8beb-3f590397c953,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:45.627616 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f3daed2-b7c7-4912-9839-6342e22a3149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.627998 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-5f3daed2-b7c7-4912-9839-6342e22a3149 admin admin] Added segment c0bfc5a7-dba3-4961-a229-ce4b25758cb7 of type vlan for network f51ae00e-f68b-4743-8b60-820421934cef Aug 16 22:21:45.689859 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-9fc9fac4-3468-45d2-aa24-20115a4639ff None None] Deleting port c150f28b-b2e8-4c16-843e-9262aff4fc1c {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:45.690298 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9fc9fac4-3468-45d2-aa24-20115a4639ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.713460 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57703937-9d9a-4c33-a3f4-931862397bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.716291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671480cf-495c-4ac2-8a3d-2d05963eb920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce4089d-d14e-4d79-b1a4-62add87074fb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:45.787096 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f3daed2-b7c7-4912-9839-6342e22a3149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.837872 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 826bcfb8-4c84-4923-8e2f-2b0b60a51374 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:45.856010 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-671480cf-495c-4ac2-8a3d-2d05963eb920 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=08354acb476644ea8b4c7ef2306c4e09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3391654 Aug 16 22:21:45.863152 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49660) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:45.875586 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f3daed2-b7c7-4912-9839-6342e22a3149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.876526 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3daed2-b7c7-4912-9839-6342e22a3149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:45.877118 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f3daed2-b7c7-4912-9839-6342e22a3149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.957807 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 826bcfb8-4c84-4923-8e2f-2b0b60a51374 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:45.961086 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 826bcfb8-4c84-4923-8e2f-2b0b60a51374 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:45.962867 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c150f28b-b2e8-4c16-843e-9262aff4fc1c no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:45.991965 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5f3daed2-b7c7-4912-9839-6342e22a3149 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8714280 Aug 16 22:21:46.007676 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49662) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:46.018079 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-125f7dbb-6732-4c16-b055-8109ae47f7fb admin admin] Request body: {'subnet': {'network_id': 'f51ae00e-f68b-4743-8b60-820421934cef', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1619708291-subnet', 'tenant_id': '1555ab9f27924c64bd3e57229c326794', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:46.063007 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125f7dbb-6732-4c16-b055-8109ae47f7fb admin admin] Made reservation on behalf of 1555ab9f27924c64bd3e57229c326794 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:46.069010 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-125f7dbb-6732-4c16-b055-8109ae47f7fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.115362 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a39ce-5a43-4c7a-8007-4e76612f1a6e req-b16c3a0b-02a6-467e-88ce-ad6c88bb81df tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:46.127653 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e6a39ce-5a43-4c7a-8007-4e76612f1a6e req-b16c3a0b-02a6-467e-88ce-ad6c88bb81df tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 950 time: 0.2697926 Aug 16 22:21:46.144784 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9fc9fac4-3468-45d2-aa24-20115a4639ff None None] For port c150f28b-b2e8-4c16-843e-9262aff4fc1c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c150f28b-b2e8-4c16-843e-9262aff4fc1c,segment=NetworkSegment(124a9c87-b2e1-4f63-853b-e33339f93f55),segment_id=124a9c87-b2e1-4f63-853b-e33339f93f55)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:46.145898 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9fc9fac4-3468-45d2-aa24-20115a4639ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.174134 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3daed2-b7c7-4912-9839-6342e22a3149 admin admin] Pushing event updated for resources: {'Network': ['ID=f51ae00e-f68b-4743-8b60-820421934cef,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:46.174355 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7d39886-2414-47f1-b2d5-12049c0528b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.192606 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network f51ae00e-f68b-4743-8b60-820421934cef details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:21:46.204905 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d000a312-b295-4d8f-9091-e24bcea72e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.208741 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7d39886-2414-47f1-b2d5-12049c0528b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.263138 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-0dd0114b-0ef8-45f4-bfb4-ceffabe0f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:46.264885 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-0dd0114b-0ef8-45f4-bfb4-ceffabe0f03b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309&tenant_id=fb89aa6f686447e2b31abca5e401c874 HTTP/1.1" status: 200 len: 1102 time: 0.0818522 Aug 16 22:21:46.279231 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-15', 'device_owner': 'compute:nova'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:46.280681 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-9fc9fac4-3468-45d2-aa24-20115a4639ff None None] Calling delete_port for c150f28b-b2e8-4c16-843e-9262aff4fc1c owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:46.281078 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-57703937-9d9a-4c33-a3f4-931862397bb3 admin admin] Deleting port c150f28b-b2e8-4c16-843e-9262aff4fc1c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:46.281493 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57703937-9d9a-4c33-a3f4-931862397bb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.442776 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.447617 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e6a39ce-5a43-4c7a-8007-4e76612f1a6e req-563aa42f-06f1-4d2e-9470-053bda0b4d75 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190072 Aug 16 22:21:46.465799 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.516459 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-125f7dbb-6732-4c16-b055-8109ae47f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.594900 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port c150f28b-b2e8-4c16-843e-9262aff4fc1c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c150f28b-b2e8-4c16-843e-9262aff4fc1c,segment=NetworkSegment(124a9c87-b2e1-4f63-853b-e33339f93f55),segment_id=124a9c87-b2e1-4f63-853b-e33339f93f55)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:46.605860 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 7546d0c5-0640-4d2e-85cd-194cc1638cc1 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:46.620388 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.695720 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9fc9fac4-3468-45d2-aa24-20115a4639ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.736075 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event deleted for resources: {'Port': ['ID=c150f28b-b2e8-4c16-843e-9262aff4fc1c,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:46.771427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9fac4-3468-45d2-aa24-20115a4639ff None None] Pushing event deleted for resources: {'Port': ['ID=c150f28b-b2e8-4c16-843e-9262aff4fc1c,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:46.780346 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc9fac4-3468-45d2-aa24-20115a4639ff None None] No DVR routers for this DVR port c150f28b-b2e8-4c16-843e-9262aff4fc1c on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:46.795708 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f7dbb-6732-4c16-b055-8109ae47f7fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e25aba6b-0f90-45ff-b67e-106bb7a1d902,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:46.812014 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125f7dbb-6732-4c16-b055-8109ae47f7fb admin admin] Checking segment: {'id': 'c0bfc5a7-dba3-4961-a229-ce4b25758cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f51ae00e-f68b-4743-8b60-820421934cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:46.812246 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 7546d0c5-0640-4d2e-85cd-194cc1638cc1 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:46.812377 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f7dbb-6732-4c16-b055-8109ae47f7fb admin admin] Network hostable DHCP agents. Network: f51ae00e-f68b-4743-8b60-820421934cef, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:21:46.817673 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 7546d0c5-0640-4d2e-85cd-194cc1638cc1 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:46.818946 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.820233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-57703937-9d9a-4c33-a3f4-931862397bb3 admin admin] For port c150f28b-b2e8-4c16-843e-9262aff4fc1c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c150f28b-b2e8-4c16-843e-9262aff4fc1c,segment=NetworkSegment(124a9c87-b2e1-4f63-853b-e33339f93f55),segment_id=124a9c87-b2e1-4f63-853b-e33339f93f55)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:46.820730 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57703937-9d9a-4c33-a3f4-931862397bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.853546 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f7dbb-6732-4c16-b055-8109ae47f7fb admin admin] Network f51ae00e-f68b-4743-8b60-820421934cef is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:21:46.877843 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-125f7dbb-6732-4c16-b055-8109ae47f7fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, f51ae00e-f68b-4743-8b60-820421934cef) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:46.886724 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef9b07c-c240-48d4-8362-0be5471ec124 None None] Network f51ae00e-f68b-4743-8b60-820421934cef requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:46.914044 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125f7dbb-6732-4c16-b055-8109ae47f7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:46.914611 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-125f7dbb-6732-4c16-b055-8109ae47f7fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.946477 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-125f7dbb-6732-4c16-b055-8109ae47f7fb admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9375486 Aug 16 22:21:47.005048 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] For port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:47.058633 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:47.063074 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] For port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:47.064464 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-57703937-9d9a-4c33-a3f4-931862397bb3 admin admin] Calling delete_port for c150f28b-b2e8-4c16-843e-9262aff4fc1c owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:47.121132 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7d39886-2414-47f1-b2d5-12049c0528b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:47.123892 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7d39886-2414-47f1-b2d5-12049c0528b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:47.127517 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e7d39886-2414-47f1-b2d5-12049c0528b2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5ce4089d-d14e-4d79-b1a4-62add87074fb HTTP/1.1" status: 204 len: 168 time: 1.2601514 Aug 16 22:21:47.152686 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c0e975-b860-4d0f-9637-cfd39475b309', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:47.161793 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc965ccf-3c85-4099-a9bf-b7d5c151bb9d" -d '{"events": [{"server_uuid": "72c0e975-b860-4d0f-9637-cfd39475b309", "name": "network-vif-unplugged", "status": "completed", "tag": "beb64c58-050c-40c5-b8d6-b0ebfbc54d4b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:47.163421 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d14fb46-0e1e-471b-ab08-9c53f28523c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7546d0c5-0640-4d2e-85cd-194cc1638cc1'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:47.169475 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4210bd68-5fd0-4f52-a466-0870e92030a0" -d '{"events": [{"server_uuid": "6d14fb46-0e1e-471b-ab08-9c53f28523c7", "name": "network-vif-plugged", "status": "completed", "tag": "7546d0c5-0640-4d2e-85cd-194cc1638cc1"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:47.177168 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5317df-e8ef-405e-a89b-173cd75d5f13 None None] Network f51ae00e-f68b-4743-8b60-820421934cef requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:47.177828 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:47.219150 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] Transition to ACTIVE for port object beb64c58-050c-40c5-b8d6-b0ebfbc54d4b will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:47.226411 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:47.281308 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d39886-2414-47f1-b2d5-12049c0528b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce4089d-d14e-4d79-b1a4-62add87074fb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:47.307693 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733e5f7-28ef-4077-a473-b5fa3b2d78e9 req-184b7976-5f80-4a01-bbd2-ef22f1756f68 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:47.326609 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6733e5f7-28ef-4077-a473-b5fa3b2d78e9 req-184b7976-5f80-4a01-bbd2-ef22f1756f68 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/ports?device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7 HTTP/1.1" status: 200 len: 944 time: 0.5836740 Aug 16 22:21:47.343405 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 7546d0c5-0640-4d2e-85cd-194cc1638cc1, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=7546d0c5-0640-4d2e-85cd-194cc1638cc1,segment=NetworkSegment(af827092-0f0b-408b-911e-ebe63d6e46ab),segment_id=af827092-0f0b-408b-911e-ebe63d6e46ab)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:47.357572 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:47.366623 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] Pushing event updated for resources: {'Port': ['ID=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,revision_number=11']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:47.417010 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13709f09-863e-41fe-900a-89a706c57d5e req-a2542ee4-11a7-44bd-8f1d-391b80b50b74 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:47.431578 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13709f09-863e-41fe-900a-89a706c57d5e req-a2542ee4-11a7-44bd-8f1d-391b80b50b74 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 945 time: 0.6206081 Aug 16 22:21:47.439190 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] No DVR routers for this DVR port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:47.458883 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=7546d0c5-0640-4d2e-85cd-194cc1638cc1,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:47.517149 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] Attempting to bind port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:21:47.517711 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] Attempting to bind port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:21:47.517824 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] Attempting to bind port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:47.543669 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] Port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:21:47.543987 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] Attempting to bind port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:47.559643 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:21:47.560084 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:47.560507 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:21:47.561010 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] Bound port: beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:21:47.561471 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:47.660771 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d000a312-b295-4d8f-9091-e24bcea72e7d admin admin] Router ebdfdb87-7560-4971-9c8c-18f7156b2c5b has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:21:47.724605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13709f09-863e-41fe-900a-89a706c57d5e req-0751501f-38d5-4008-8528-ce88d547847e tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917302 Aug 16 22:21:47.747150 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6733e5f7-28ef-4077-a473-b5fa3b2d78e9 req-aeddb5fe-8db8-42ea-8214-36ffa6b3a623 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/security-groups?id=96c6ab43-2a80-43c0-8bd6-577d138814ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4194510 Aug 16 22:21:47.770686 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57703937-9d9a-4c33-a3f4-931862397bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:47.780596 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] For port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:47.818285 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] For port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:21:47.826754 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:47.834690 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03cd189-deff-46e9-8c80-c337f5b72af6 x-openstack-request-id: req-e03cd189-deff-46e9-8c80-c337f5b72af6 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:47.835242 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d14fb46-0e1e-471b-ab08-9c53f28523c7", "name": "network-vif-plugged", "status": "completed", "tag": "7546d0c5-0640-4d2e-85cd-194cc1638cc1", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:47.835675 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e03cd189-deff-46e9-8c80-c337f5b72af6 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:47.836227 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d14fb46-0e1e-471b-ab08-9c53f28523c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7546d0c5-0640-4d2e-85cd-194cc1638cc1', 'code': 200} Aug 16 22:21:47.859352 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57703937-9d9a-4c33-a3f4-931862397bb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c150f28b-b2e8-4c16-843e-9262aff4fc1c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:47.867309 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57703937-9d9a-4c33-a3f4-931862397bb3 admin admin] No DVR routers for this DVR port c150f28b-b2e8-4c16-843e-9262aff4fc1c on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:47.945985 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:47.946768 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:47.949030 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] 10.222.0.43 "PUT /v2.0/ports/beb64c58-050c-40c5-b8d6-b0ebfbc54d4b HTTP/1.1" status: 200 len: 1097 time: 1.6755877 Aug 16 22:21:47.993131 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57703937-9d9a-4c33-a3f4-931862397bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:48.020723 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-57703937-9d9a-4c33-a3f4-931862397bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a79c712-1e9a-409c-9eab-e685af817459']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:48.044367 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87310274-e3c7-4055-bdd1-349dd42b7b9a req-7974bbe4-9928-4350-895c-b28fbad4d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:48.046305 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-87310274-e3c7-4055-bdd1-349dd42b7b9a req-7974bbe4-9928-4350-895c-b28fbad4d1b5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7 HTTP/1.1" status: 200 len: 1097 time: 0.0927920 Aug 16 22:21:48.048366 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-57703937-9d9a-4c33-a3f4-931862397bb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124a9c87-b2e1-4f63-853b-e33339f93f55') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:48.048665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-57703937-9d9a-4c33-a3f4-931862397bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124a9c87-b2e1-4f63-853b-e33339f93f55') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:48.063902 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57703937-9d9a-4c33-a3f4-931862397bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:48.092925 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57703937-9d9a-4c33-a3f4-931862397bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:48.101169 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57703937-9d9a-4c33-a3f4-931862397bb3 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:21:48.126711 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57703937-9d9a-4c33-a3f4-931862397bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:48.130009 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-c1f0bc09-195b-4cf7-a9db-170def138e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:48.131564 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-c1f0bc09-195b-4cf7-a9db-170def138e5e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 1100 time: 0.1398466 Aug 16 22:21:48.177008 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0248b-9880-4087-9e0d-1e6a4d5374e3 service neutron] Pushing event updated for resources: {'Port': ['ID=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,revision_number=12']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:21:48.218925 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:21:48.223381 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-87310274-e3c7-4055-bdd1-349dd42b7b9a req-a23576a4-a674-4450-8f63-edebe14232e1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=96c6ab43-2a80-43c0-8bd6-577d138814ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619046 Aug 16 22:21:48.272138 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49716) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:48.273763 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a07be6-f2f3-431a-beca-07c5455374f3 x-openstack-request-id: req-d5a07be6-f2f3-431a-beca-07c5455374f3 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:48.274325 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c0e975-b860-4d0f-9637-cfd39475b309", "name": "network-vif-unplugged", "status": "completed", "tag": "beb64c58-050c-40c5-b8d6-b0ebfbc54d4b", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:48.276542 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d5a07be6-f2f3-431a-beca-07c5455374f3 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:48.277055 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c0e975-b860-4d0f-9637-cfd39475b309', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b', 'code': 200} Aug 16 22:21:48.299059 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-42031e8c-bbc0-4ce1-bc5e-c9915b5fe4d8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1956404321-network', 'tenant_id': 'ffe035a1c3ec48a1b44ed9952c9cc54d'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:48.351055 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42031e8c-bbc0-4ce1-bc5e-c9915b5fe4d8 admin admin] Made reservation on behalf of ffe035a1c3ec48a1b44ed9952c9cc54d for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:48.354165 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42031e8c-bbc0-4ce1-bc5e-c9915b5fe4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:48.376156 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42031e8c-bbc0-4ce1-bc5e-c9915b5fe4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:48.382147 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57703937-9d9a-4c33-a3f4-931862397bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:48.386570 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-1a7cec5c-3c24-47a8-b127-e8f7e58f3bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:48.388152 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-1a7cec5c-3c24-47a8-b127-e8f7e58f3bff service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.2385361 Aug 16 22:21:48.402548 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a2a00e98-cf36-4e35-8308-03691ba613db details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:21:48.416222 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57703937-9d9a-4c33-a3f4-931862397bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:48.423657 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-57703937-9d9a-4c33-a3f4-931862397bb3 admin admin] 10.222.0.93 "DELETE /v2.0/networks/9a79c712-1e9a-409c-9eab-e685af817459 HTTP/1.1" status: 204 len: 168 time: 3.4111066 Aug 16 22:21:48.437574 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device beb64c58-050c-40c5-b8d6-b0ebfbc54d4b no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:48.481855 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57703937-9d9a-4c33-a3f4-931862397bb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a79c712-1e9a-409c-9eab-e685af817459,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:48.527721 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d000a312-b295-4d8f-9091-e24bcea72e7d admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:21:48.545696 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d000a312-b295-4d8f-9091-e24bcea72e7d admin admin] 10.222.0.93 "PUT /v2.0/routers/ebdfdb87-7560-4971-9c8c-18f7156b2c5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0462468 Aug 16 22:21:48.565983 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cc54fe-8541-4d80-8f36-88d24c48e07d None None] Sync routers for ids ['ebdfdb87-7560-4971-9c8c-18f7156b2c5b'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:21:48.567341 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0f36a-912b-4568-a688-bdd55fcaaf6e req-cf983bb1-67fc-4e52-8486-028e28dc64e1 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:48.569303 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.resource_extend [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:21:48.578385 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a9f0f36a-912b-4568-a688-bdd55fcaaf6e req-cf983bb1-67fc-4e52-8486-028e28dc64e1 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 948 time: 0.3669014 Aug 16 22:21:48.581353 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49722) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:48.682573 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cc54fe-8541-4d80-8f36-88d24c48e07d None None] Routers {'ebdfdb87-7560-4971-9c8c-18f7156b2c5b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:48.683270 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-92cc54fe-8541-4d80-8f36-88d24c48e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:21:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ebdfdb87-7560-4971-9c8c-18f7156b2c5b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:48.742737 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device beb64c58-050c-40c5-b8d6-b0ebfbc54d4b not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:48.860345 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49734) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:48.885620 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a2a00e98-cf36-4e35-8308-03691ba613db, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a2a00e98-cf36-4e35-8308-03691ba613db,segment=NetworkSegment(f3bac013-ac59-422a-89e9-c60c8479a5be),segment_id=f3bac013-ac59-422a-89e9-c60c8479a5be)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:48.922456 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'a2a00e98-cf36-4e35-8308-03691ba613db', 'network_id': '45c76ac5-0e6a-4123-b986-bece94a6a1b4', 'port_id': 'a2a00e98-cf36-4e35-8308-03691ba613db', 'mac_address': 'fa:16:3e:b4:f9:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24cbf4e-01f3-4e79-8de4-01997a6a08b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:21:48.928345 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-92cc54fe-8541-4d80-8f36-88d24c48e07d None None] Set router ebdfdb87-7560-4971-9c8c-18f7156b2c5b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:48.992214 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-18e0c74e-05dc-4efb-b38f-b07780198286 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b HTTP/1.1" status: 200 len: 217 time: 0.5912304 Aug 16 22:21:49.087937 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-2dc7ee31-5ba1-4b24-a8d6-7c63c008cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:49.091537 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-2dc7ee31-5ba1-4b24-a8d6-7c63c008cf46 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0870342 Aug 16 22:21:49.145278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a9f0f36a-912b-4568-a688-bdd55fcaaf6e req-7f9d3169-557b-4ee4-be5e-2efb1de0dc81 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617666 Aug 16 22:21:49.146746 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.159994 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02765add-375d-4ac9-a742-7a980abc11fc admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.212296 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2a00e98-cf36-4e35-8308-03691ba613db {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:49.248339 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c15964-da36-429c-a127-00e9624f3845 req-7c5b12c7-73aa-453c-a33f-98583a46eaa6 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:49.250123 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45c15964-da36-429c-a127-00e9624f3845 req-7c5b12c7-73aa-453c-a33f-98583a46eaa6 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 945 time: 0.3887496 Aug 16 22:21:49.322261 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ebf4782d-c6f2-4a96-b52b-36960d02895d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=35c7affac3044c11884db26be26d9a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4576340 Aug 16 22:21:49.323609 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-1496e4ae-d627-4941-a6a1-d70e0c0eaa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:49.327328 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-1496e4ae-d627-4941-a6a1-d70e0c0eaa62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2253203 Aug 16 22:21:49.347558 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49740) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:49.510038 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42031e8c-bbc0-4ce1-bc5e-c9915b5fe4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.522381 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a2a00e98-cf36-4e35-8308-03691ba613db, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a2a00e98-cf36-4e35-8308-03691ba613db,segment=NetworkSegment(f3bac013-ac59-422a-89e9-c60c8479a5be),segment_id=f3bac013-ac59-422a-89e9-c60c8479a5be)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:49.526418 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42031e8c-bbc0-4ce1-bc5e-c9915b5fe4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.532388 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.536153 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45c15964-da36-429c-a127-00e9624f3845 req-bfb236cf-7a79-4236-ae66-f96d924b4c9b tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696645 Aug 16 22:21:49.563376 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42031e8c-bbc0-4ce1-bc5e-c9915b5fe4d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:21:49.588830 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0791c-abee-4f71-859d-af2bb6a89459 req-1b5d1326-e118-4388-a4a8-a1d7ec4fbb39 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:49.604408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62a0791c-abee-4f71-859d-af2bb6a89459 req-1b5d1326-e118-4388-a4a8-a1d7ec4fbb39 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/ports?device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7 HTTP/1.1" status: 200 len: 945 time: 0.2976441 Aug 16 22:21:49.607637 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42031e8c-bbc0-4ce1-bc5e-c9915b5fe4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1992dea1-98f8-43ed-8825-ddf1834a019d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:49.616380 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-61c19f7b-9e70-4c7f-a89e-7075ff758de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.620182 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42031e8c-bbc0-4ce1-bc5e-c9915b5fe4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.620182 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-42031e8c-bbc0-4ce1-bc5e-c9915b5fe4d8 admin admin] Added segment 4b11ac87-7f32-4c70-9bd1-354dd60605ca of type vlan for network 972087fc-cc1d-4fd8-ab73-74933ecd64c0 Aug 16 22:21:49.626499 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-51a699f5-9f59-4e4d-b99e-c493085221c3 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852612 Aug 16 22:21:49.657815 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['a2a00e98-cf36-4e35-8308-03691ba613db'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:49.719238 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02765add-375d-4ac9-a742-7a980abc11fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.744439 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62a0791c-abee-4f71-859d-af2bb6a89459 req-28021e7f-3f77-4e05-9dc6-46a94e2a5bd1 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/security-groups?id=96c6ab43-2a80-43c0-8bd6-577d138814ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317027 Aug 16 22:21:49.745696 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=a2a00e98-cf36-4e35-8308-03691ba613db,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:49.772633 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-61c19f7b-9e70-4c7f-a89e-7075ff758de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.790053 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42031e8c-bbc0-4ce1-bc5e-c9915b5fe4d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.821359 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-92cc54fe-8541-4d80-8f36-88d24c48e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdfdb87-7560-4971-9c8c-18f7156b2c5b', 'name': 'tempest-ServerRescueTestJSON-77350362-router', 'tenant_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '9974560d-4029-4470-aef2-c602da434f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:26Z', 'updated_at': '2021-08-16T22:21:44Z', 'revision_number': 5, 'project_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'gw_port': {'id': '9974560d-4029-4470-aef2-c602da434f6b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdfdb87-7560-4971-9c8c-18f7156b2c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:19:27Z', 'updated_at': '2021-08-16T22:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:49.866552 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cc54fe-8541-4d80-8f36-88d24c48e07d None None] Checking router: ebdfdb87-7560-4971-9c8c-18f7156b2c5b for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:21:49.894089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cc54fe-8541-4d80-8f36-88d24c48e07d None None] Routers {'ebdfdb87-7560-4971-9c8c-18f7156b2c5b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:49.894654 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-92cc54fe-8541-4d80-8f36-88d24c48e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:21:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ebdfdb87-7560-4971-9c8c-18f7156b2c5b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:49.895369 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42031e8c-bbc0-4ce1-bc5e-c9915b5fe4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.896516 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42031e8c-bbc0-4ce1-bc5e-c9915b5fe4d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:49.897198 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42031e8c-bbc0-4ce1-bc5e-c9915b5fe4d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.976251 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d394b332-85dc-4a37-a62a-5d4354a1b621 req-14d6a009-dad3-4bc8-8198-4a716dc9161d service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412306 Aug 16 22:21:49.993162 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-42031e8c-bbc0-4ce1-bc5e-c9915b5fe4d8 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7069640 Aug 16 22:21:49.994174 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49756) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:50.019659 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e26ba4c2-ffb1-4832-8047-875f37595ee7 admin admin] Request body: {'subnet': {'network_id': '972087fc-cc1d-4fd8-ab73-74933ecd64c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1956404321-subnet', 'tenant_id': 'ffe035a1c3ec48a1b44ed9952c9cc54d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:50.024468 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-61c19f7b-9e70-4c7f-a89e-7075ff758de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:50.027524 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-61c19f7b-9e70-4c7f-a89e-7075ff758de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:50.030838 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-61c19f7b-9e70-4c7f-a89e-7075ff758de8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bf8f805b-2829-4e0e-b7af-660505344729 HTTP/1.1" status: 204 len: 168 time: 0.6728759 Aug 16 22:21:50.040877 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-02765add-375d-4ac9-a742-7a980abc11fc admin admin] Deleting port 9974560d-4029-4470-aef2-c602da434f6b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:50.041401 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02765add-375d-4ac9-a742-7a980abc11fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:50.057420 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-92cc54fe-8541-4d80-8f36-88d24c48e07d None None] Set router ebdfdb87-7560-4971-9c8c-18f7156b2c5b gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:50.073711 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c19f7b-9e70-4c7f-a89e-7075ff758de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8f805b-2829-4e0e-b7af-660505344729,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:50.097470 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42031e8c-bbc0-4ce1-bc5e-c9915b5fe4d8 admin admin] Pushing event updated for resources: {'Network': ['ID=972087fc-cc1d-4fd8-ab73-74933ecd64c0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:50.128726 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26ba4c2-ffb1-4832-8047-875f37595ee7 admin admin] Made reservation on behalf of ffe035a1c3ec48a1b44ed9952c9cc54d for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:50.132171 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e26ba4c2-ffb1-4832-8047-875f37595ee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:50.206666 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-92cc54fe-8541-4d80-8f36-88d24c48e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdfdb87-7560-4971-9c8c-18f7156b2c5b', 'name': 'tempest-ServerRescueTestJSON-77350362-router', 'tenant_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:26Z', 'updated_at': '2021-08-16T22:21:49Z', 'revision_number': 6, 'project_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:50.271255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-02765add-375d-4ac9-a742-7a980abc11fc admin admin] For port 9974560d-4029-4470-aef2-c602da434f6b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9974560d-4029-4470-aef2-c602da434f6b,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:50.271640 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02765add-375d-4ac9-a742-7a980abc11fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:50.278757 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c0e975-b860-4d0f-9637-cfd39475b309', 'tag': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:50.281996 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb" -d '{"events": [{"name": "network-changed", "server_uuid": "72c0e975-b860-4d0f-9637-cfd39475b309", "tag": "beb64c58-050c-40c5-b8d6-b0ebfbc54d4b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:50.301870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 972087fc-cc1d-4fd8-ab73-74933ecd64c0 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:21:50.328477 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-02765add-375d-4ac9-a742-7a980abc11fc admin admin] Calling delete_port for 9974560d-4029-4470-aef2-c602da434f6b owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:50.407416 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e26ba4c2-ffb1-4832-8047-875f37595ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:50.443060 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cc54fe-8541-4d80-8f36-88d24c48e07d None None] The sync data for ids ['ebdfdb87-7560-4971-9c8c-18f7156b2c5b'] in n-d-792458-15 is: [{'id': 'ebdfdb87-7560-4971-9c8c-18f7156b2c5b', 'name': 'tempest-ServerRescueTestJSON-77350362-router', 'tenant_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:19:26Z', 'updated_at': '2021-08-16T22:21:49Z', 'revision_number': 6, 'project_id': '8f582c0b428a46e0b03ad5c58ffe0c2e', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:21:50.460735 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63d4a4-6bb3-4930-9934-4481e09f8ee3 req-0bcd485c-e302-455a-8bc3-4e6428815452 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:50.466016 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae63d4a4-6bb3-4930-9934-4481e09f8ee3 req-0bcd485c-e302-455a-8bc3-4e6428815452 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/ports?device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7 HTTP/1.1" status: 200 len: 945 time: 0.5544484 Aug 16 22:21:50.483583 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49774) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:50.513422 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ba4c2-ffb1-4832-8047-875f37595ee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61521ff6-4af3-4338-8ba2-d1b27912adbf,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:50.564631 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-780ead90-033d-4407-8b45-2b8d748fbc8e tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Request body: {'floatingip': {'port_id': '7546d0c5-0640-4d2e-85cd-194cc1638cc1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:50.568351 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26ba4c2-ffb1-4832-8047-875f37595ee7 admin admin] Checking segment: {'id': '4b11ac87-7f32-4c70-9bd1-354dd60605ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '972087fc-cc1d-4fd8-ab73-74933ecd64c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:50.569162 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26ba4c2-ffb1-4832-8047-875f37595ee7 admin admin] Network hostable DHCP agents. Network: 972087fc-cc1d-4fd8-ab73-74933ecd64c0, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:21:50.611455 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26ba4c2-ffb1-4832-8047-875f37595ee7 admin admin] Network 972087fc-cc1d-4fd8-ab73-74933ecd64c0 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:21:50.631377 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-e26ba4c2-ffb1-4832-8047-875f37595ee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 972087fc-cc1d-4fd8-ab73-74933ecd64c0) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:50.655389 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26ba4c2-ffb1-4832-8047-875f37595ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:50.655389 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e26ba4c2-ffb1-4832-8047-875f37595ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:50.657906 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e21f18c-a02d-47c9-98b8-717d1e5e279e None None] Network 972087fc-cc1d-4fd8-ab73-74933ecd64c0 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:50.678030 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474eabc-fe3e-4130-aac9-f630514e4c62 req-95e05cf1-7fc7-4d0d-9483-7de559141f7d tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:50.679561 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9474eabc-fe3e-4130-aac9-f630514e4c62 req-95e05cf1-7fc7-4d0d-9483-7de559141f7d tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 948 time: 0.3417690 Aug 16 22:21:50.683600 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e26ba4c2-ffb1-4832-8047-875f37595ee7 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6885755 Aug 16 22:21:50.711880 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-780ead90-033d-4407-8b45-2b8d748fbc8e tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:50.827488 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eea204-c93e-4846-a4c3-aa912b63e33d x-openstack-request-id: req-c6eea204-c93e-4846-a4c3-aa912b63e33d {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:50.828047 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c0e975-b860-4d0f-9637-cfd39475b309", "tag": "beb64c58-050c-40c5-b8d6-b0ebfbc54d4b", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:50.828548 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c6eea204-c93e-4846-a4c3-aa912b63e33d {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:50.829111 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c0e975-b860-4d0f-9637-cfd39475b309', 'tag': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b', 'status': 'completed', 'code': 200} Aug 16 22:21:50.874268 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5763b082-fc79-450d-8baf-d43b30019c6b None None] Network 972087fc-cc1d-4fd8-ab73-74933ecd64c0 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:50.908162 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb req-0bf1266c-e596-4f38-9a1b-15d8da2ff769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:50.909460 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb req-0bf1266c-e596-4f38-9a1b-15d8da2ff769 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 1100 time: 0.0599804 Aug 16 22:21:50.959849 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49792) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:51.047125 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f85cae8-0577-43f3-b175-5da5a002a5fd admin admin] Deleting subnet e25aba6b-0f90-45ff-b67e-106bb7a1d902 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:51.054799 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f85cae8-0577-43f3-b175-5da5a002a5fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.116839 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f85cae8-0577-43f3-b175-5da5a002a5fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.144825 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9474eabc-fe3e-4130-aac9-f630514e4c62 req-59b5dd97-e85c-4233-93dd-f09aee46c462 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337945 Aug 16 22:21:51.184572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb req-e36aeb56-9fe0-47c9-be5f-6816f5a6a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:51.186082 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb req-e36aeb56-9fe0-47c9-be5f-6816f5a6a442 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb89aa6f686447e2b31abca5e401c874&device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 1100 time: 0.3242266 Aug 16 22:21:51.211773 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb req-be3efe2c-e1ed-4b70-bc5e-2a47b7febdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:51.219790 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb req-be3efe2c-e1ed-4b70-bc5e-2a47b7febdf9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.2998397 Aug 16 22:21:51.273649 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f85cae8-0577-43f3-b175-5da5a002a5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.278222 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb req-00eff8d4-eb21-4f76-8ccb-23dd7ea2810e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b HTTP/1.1" status: 200 len: 217 time: 0.0460851 Aug 16 22:21:51.358030 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb req-6babc1a1-c456-4c5e-955d-f73f4e6daf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:51.360039 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb req-6babc1a1-c456-4c5e-955d-f73f4e6daf4d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0595860 Aug 16 22:21:51.395996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d0ba5-0fcc-4d8d-8b10-ee65d2ef24c3 req-e19a6cfa-18a2-4a9b-bd3e-bc9500c1359a tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:51.399097 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-233d0ba5-0fcc-4d8d-8b10-ee65d2ef24c3 req-e19a6cfa-18a2-4a9b-bd3e-bc9500c1359a tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 944 time: 0.3307359 Aug 16 22:21:51.400016 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02765add-375d-4ac9-a742-7a980abc11fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.457403 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49804) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:51.531213 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:21:51.532325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02765add-375d-4ac9-a742-7a980abc11fc admin admin] Pushing event deleted for resources: {'Port': ['ID=9974560d-4029-4470-aef2-c602da434f6b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:51.556269 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fdb55-bd55-4d83-89d9-7218e1a7c38b req-80c4ae68-a4f9-44da-8eb6-0f05447761e3 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:51.566374 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a03fdb55-bd55-4d83-89d9-7218e1a7c38b req-80c4ae68-a4f9-44da-8eb6-0f05447761e3 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.43 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 944 time: 0.2021272 Aug 16 22:21:51.613492 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-233d0ba5-0fcc-4d8d-8b10-ee65d2ef24c3 req-d5fb8f69-814e-4b18-beb3-776154592310 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993146 Aug 16 22:21:51.630466 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 89f84acf-f0a0-4fc6-b457-1b4b53b526db no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:51.679733 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 89f84acf-f0a0-4fc6-b457-1b4b53b526db {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:51.679733 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 89f84acf-f0a0-4fc6-b457-1b4b53b526db not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:51.679733 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9974560d-4029-4470-aef2-c602da434f6b no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:51.704608 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 9974560d-4029-4470-aef2-c602da434f6b {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:51.705606 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9974560d-4029-4470-aef2-c602da434f6b not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:51.724743 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ae473867-3e4a-4cab-bd9d-cdae9162c486 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-982692297-network', 'tenant_id': 'a1d952064ec046aaafba02ad36eca730'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:51.780362 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb req-a52e333d-1fe5-4c89-9d56-c78beea2ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:51.782686 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb req-a52e333d-1fe5-4c89-9d56-c78beea2ae2f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3844635 Aug 16 22:21:51.783704 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae473867-3e4a-4cab-bd9d-cdae9162c486 admin admin] Made reservation on behalf of a1d952064ec046aaafba02ad36eca730 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:51.786817 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae473867-3e4a-4cab-bd9d-cdae9162c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.814877 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f85cae8-0577-43f3-b175-5da5a002a5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.852571 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae473867-3e4a-4cab-bd9d-cdae9162c486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.863759 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f85cae8-0577-43f3-b175-5da5a002a5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.865666 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5f85cae8-0577-43f3-b175-5da5a002a5fd admin admin] 10.222.0.93 "DELETE /v2.0/subnets/e25aba6b-0f90-45ff-b67e-106bb7a1d902 HTTP/1.1" status: 204 len: 168 time: 0.9043028 Aug 16 22:21:51.939449 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49812) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:51.983534 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85cae8-0577-43f3-b175-5da5a002a5fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e25aba6b-0f90-45ff-b67e-106bb7a1d902,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:52.100120 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db3515a1-3627-443a-b4c2-b0747dc0745b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.136490 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb req-f10ed37f-7f12-431f-ab06-f470c2767728 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331432 Aug 16 22:21:52.148330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-a03fdb55-bd55-4d83-89d9-7218e1a7c38b req-b8ac245c-a334-40cd-b35e-597e1fb4253b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Deleting port e9747994-313e-495c-b01a-c74cf58eae64 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:52.148666 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a03fdb55-bd55-4d83-89d9-7218e1a7c38b req-b8ac245c-a334-40cd-b35e-597e1fb4253b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.283492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb req-7ac9659e-9275-4f03-b8f5-8d88fb08bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:52.285409 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb req-7ac9659e-9275-4f03-b8f5-8d88fb08bde0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 1.0875092 Aug 16 22:21:52.306212 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02765add-375d-4ac9-a742-7a980abc11fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.367261 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db3515a1-3627-443a-b4c2-b0747dc0745b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.378846 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae473867-3e4a-4cab-bd9d-cdae9162c486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.386128 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-db3515a1-3627-443a-b4c2-b0747dc0745b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51ae00e-f68b-4743-8b60-820421934cef']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:52.402994 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae473867-3e4a-4cab-bd9d-cdae9162c486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.414093 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-db3515a1-3627-443a-b4c2-b0747dc0745b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0bfc5a7-dba3-4961-a229-ce4b25758cb7') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:52.414378 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-db3515a1-3627-443a-b4c2-b0747dc0745b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0bfc5a7-dba3-4961-a229-ce4b25758cb7') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:52.427253 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-a03fdb55-bd55-4d83-89d9-7218e1a7c38b req-b8ac245c-a334-40cd-b35e-597e1fb4253b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] For port e9747994-313e-495c-b01a-c74cf58eae64, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=e9747994-313e-495c-b01a-c74cf58eae64,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:52.427612 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a03fdb55-bd55-4d83-89d9-7218e1a7c38b req-b8ac245c-a334-40cd-b35e-597e1fb4253b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.438625 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffd571-1e0e-4edb-af0f-66f267ef12c3 req-30b9bded-b603-494d-b206-64e8c596b72b tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:52.441340 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a6ffd571-1e0e-4edb-af0f-66f267ef12c3 req-30b9bded-b603-494d-b206-64e8c596b72b tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 944 time: 0.2881408 Aug 16 22:21:52.444043 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a2a00e98-cf36-4e35-8308-03691ba613db up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:52.464742 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae473867-3e4a-4cab-bd9d-cdae9162c486 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:21:52.467486 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db3515a1-3627-443a-b4c2-b0747dc0745b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.476557 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-a03fdb55-bd55-4d83-89d9-7218e1a7c38b req-b8ac245c-a334-40cd-b35e-597e1fb4253b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Calling delete_port for e9747994-313e-495c-b01a-c74cf58eae64 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:52.478047 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb req-78dd591d-471b-477e-bece-3b9c55dd03a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b HTTP/1.1" status: 200 len: 217 time: 0.1837211 Aug 16 22:21:52.485772 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dff2fc-1635-4598-8abd-be04fb145f91 req-034cdc5e-df6f-45e1-bea5-8254b136744a tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:52.490464 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52dff2fc-1635-4598-8abd-be04fb145f91 req-034cdc5e-df6f-45e1-bea5-8254b136744a tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=077207a6-6a30-477e-aa28-c945e1324578 HTTP/1.1" status: 200 len: 944 time: 0.3371656 Aug 16 22:21:52.499000 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb req-d2ba95fd-27ad-48ca-b45f-9e1a16f48288 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448155 Aug 16 22:21:52.503635 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae473867-3e4a-4cab-bd9d-cdae9162c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.503993 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-ae473867-3e4a-4cab-bd9d-cdae9162c486 admin admin] Added segment 4b1ce57e-cdcc-486c-b52d-d4f10dc7156b of type vlan for network d3e76621-6f8c-4864-b810-714eea91d7c8 Aug 16 22:21:52.505950 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae473867-3e4a-4cab-bd9d-cdae9162c486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c00a39-60d6-4e5b-910c-a4741b8c6d83,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:52.508923 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db3515a1-3627-443a-b4c2-b0747dc0745b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.511926 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port a2a00e98-cf36-4e35-8308-03691ba613db triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:52.512762 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.527239 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3515a1-3627-443a-b4c2-b0747dc0745b admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:21:52.527496 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db3515a1-3627-443a-b4c2-b0747dc0745b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:21:52.529139 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:21:52.577718 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02765add-375d-4ac9-a742-7a980abc11fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.600130 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02765add-375d-4ac9-a742-7a980abc11fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.607956 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.628339 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae473867-3e4a-4cab-bd9d-cdae9162c486 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.661213 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a2a00e98-cf36-4e35-8308-03691ba613db, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a2a00e98-cf36-4e35-8308-03691ba613db,segment=NetworkSegment(f3bac013-ac59-422a-89e9-c60c8479a5be),segment_id=f3bac013-ac59-422a-89e9-c60c8479a5be)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:52.664622 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af03eac-d8cf-4235-a9b0-9cb37481009f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a00e98-cf36-4e35-8308-03691ba613db'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:52.666241 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db3515a1-3627-443a-b4c2-b0747dc0745b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.669089 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fd63bf-3343-4996-8631-313952438144" -d '{"events": [{"server_uuid": "6af03eac-d8cf-4235-a9b0-9cb37481009f", "name": "network-vif-plugged", "status": "completed", "tag": "a2a00e98-cf36-4e35-8308-03691ba613db"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:52.673248 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device beb64c58-050c-40c5-b8d6-b0ebfbc54d4b details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:21:52.678353 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db3515a1-3627-443a-b4c2-b0747dc0745b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.682756 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-db3515a1-3627-443a-b4c2-b0747dc0745b admin admin] 10.222.0.93 "DELETE /v2.0/networks/f51ae00e-f68b-4743-8b60-820421934cef HTTP/1.1" status: 204 len: 168 time: 0.7370501 Aug 16 22:21:52.685900 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49826) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:52.698552 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a6ffd571-1e0e-4edb-af0f-66f267ef12c3 req-de1b6830-b52d-4ead-913e-537811c1a850 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222338 Aug 16 22:21:52.700327 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3515a1-3627-443a-b4c2-b0747dc0745b admin admin] Pushing event deleted for resources: {'Network': ['ID=f51ae00e-f68b-4743-8b60-820421934cef,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:52.706902 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae473867-3e4a-4cab-bd9d-cdae9162c486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.707971 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae473867-3e4a-4cab-bd9d-cdae9162c486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:52.708655 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae473867-3e4a-4cab-bd9d-cdae9162c486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.744014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb req-1c934630-f39e-42d7-a789-ae59322c7218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:52.744991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb req-1c934630-f39e-42d7-a789-ae59322c7218 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.2067478 Aug 16 22:21:52.790633 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02765add-375d-4ac9-a742-7a980abc11fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.791171 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02765add-375d-4ac9-a742-7a980abc11fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebdfdb87-7560-4971-9c8c-18f7156b2c5b {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:21:52.799314 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-02765add-375d-4ac9-a742-7a980abc11fc admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.801002 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-02765add-375d-4ac9-a742-7a980abc11fc admin admin] 10.222.0.93 "DELETE /v2.0/routers/ebdfdb87-7560-4971-9c8c-18f7156b2c5b HTTP/1.1" status: 204 len: 168 time: 4.2183447 Aug 16 22:21:52.807783 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:52.812490 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52dff2fc-1635-4598-8abd-be04fb145f91 req-80f4b877-13c9-42e4-bd98-bea55c6f6ca5 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384131 Aug 16 22:21:52.813039 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49830) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:52.826511 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ae473867-3e4a-4cab-bd9d-cdae9162c486 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3640580 Aug 16 22:21:52.842429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49832) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:52.850268 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b', 'mac_address': 'fa:16:3e:61:b1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:21:52.852156 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-65f73a69-694a-4998-a245-93ad63253a4b admin admin] Request body: {'subnet': {'network_id': 'd3e76621-6f8c-4864-b810-714eea91d7c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-982692297-subnet', 'tenant_id': 'a1d952064ec046aaafba02ad36eca730', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:52.852932 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.863202 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae473867-3e4a-4cab-bd9d-cdae9162c486 admin admin] Pushing event updated for resources: {'Network': ['ID=d3e76621-6f8c-4864-b810-714eea91d7c8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:52.874812 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a03fdb55-bd55-4d83-89d9-7218e1a7c38b req-b8ac245c-a334-40cd-b35e-597e1fb4253b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.917517 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cfad972-cfea-4d14-8bd2-ba1d7ea90b12 admin admin] Deleting subnet 61521ff6-4af3-4338-8ba2-d1b27912adbf {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:52.938962 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac245c-a334-40cd-b35e-597e1fb4253b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Pushing event deleted for resources: {'Port': ['ID=e9747994-313e-495c-b01a-c74cf58eae64,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:52.945408 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network d3e76621-6f8c-4864-b810-714eea91d7c8 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:21:52.945843 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7cfad972-cfea-4d14-8bd2-ba1d7ea90b12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.948116 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['e9747994-313e-495c-b01a-c74cf58eae64'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:53.045086 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03fdb55-bd55-4d83-89d9-7218e1a7c38b req-b8ac245c-a334-40cd-b35e-597e1fb4253b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] No DVR routers for this DVR port e9747994-313e-495c-b01a-c74cf58eae64 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:53.048598 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1854b86f-2168-4044-a3b0-a6e1330d4d9a x-openstack-request-id: req-1854b86f-2168-4044-a3b0-a6e1330d4d9a {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:53.048895 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af03eac-d8cf-4235-a9b0-9cb37481009f", "name": "network-vif-plugged", "status": "completed", "tag": "a2a00e98-cf36-4e35-8308-03691ba613db", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:53.049183 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1854b86f-2168-4044-a3b0-a6e1330d4d9a {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:53.050211 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af03eac-d8cf-4235-a9b0-9cb37481009f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a00e98-cf36-4e35-8308-03691ba613db', 'code': 200} Aug 16 22:21:53.052743 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a03fdb55-bd55-4d83-89d9-7218e1a7c38b req-b8ac245c-a334-40cd-b35e-597e1fb4253b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.056429 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a03fdb55-bd55-4d83-89d9-7218e1a7c38b req-b8ac245c-a334-40cd-b35e-597e1fb4253b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.43 "DELETE /v2.0/ports/e9747994-313e-495c-b01a-c74cf58eae64 HTTP/1.1" status: 204 len: 173 time: 1.4755588 Aug 16 22:21:53.056429 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077207a6-6a30-477e-aa28-c945e1324578', 'name': 'network-vif-deleted', 'tag': 'e9747994-313e-495c-b01a-c74cf58eae64'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:53.064672 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273c0744-6da2-4f73-9aa0-e18d90b49e6e" -d '{"events": [{"server_uuid": "077207a6-6a30-477e-aa28-c945e1324578", "name": "network-vif-deleted", "tag": "e9747994-313e-495c-b01a-c74cf58eae64"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:53.064937 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeec78a9-5598-48d2-92cc-d5477a658bc9 admin admin] Deleting subnet 662caa89-b9eb-46ea-9b49-48445d58df3b {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:53.068175 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eeec78a9-5598-48d2-92cc-d5477a658bc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.078525 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f73a69-694a-4998-a245-93ad63253a4b admin admin] Made reservation on behalf of a1d952064ec046aaafba02ad36eca730 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:53.080888 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65f73a69-694a-4998-a245-93ad63253a4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.082770 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=a2a00e98-cf36-4e35-8308-03691ba613db,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:53.127079 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb req-17c534b7-6f2c-448a-aa88-d567a3afab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:53.129047 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb req-17c534b7-6f2c-448a-aa88-d567a3afab18 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3543160 Aug 16 22:21:53.131132 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.resource_extend [None req-780ead90-033d-4407-8b45-2b8d748fbc8e tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:21:53.137529 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7cfad972-cfea-4d14-8bd2-ba1d7ea90b12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.149628 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.168084 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb64c58-050c-40c5-b8d6-b0ebfbc54d4b {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:53.183426 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad3dc04-daae-494d-80ef-ab96cea4c89f x-openstack-request-id: req-2ad3dc04-daae-494d-80ef-ab96cea4c89f {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:53.183941 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077207a6-6a30-477e-aa28-c945e1324578", "name": "network-vif-deleted", "tag": "e9747994-313e-495c-b01a-c74cf58eae64", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:53.184225 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2ad3dc04-daae-494d-80ef-ab96cea4c89f {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:53.184787 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077207a6-6a30-477e-aa28-c945e1324578', 'name': 'network-vif-deleted', 'tag': 'e9747994-313e-495c-b01a-c74cf58eae64', 'status': 'completed', 'code': 200} Aug 16 22:21:53.195474 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:53.200783 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.262695 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,revision_number=13']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:53.301698 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eeec78a9-5598-48d2-92cc-d5477a658bc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.333138 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac71516-b804-4a63-8f76-683491fb9f87 req-b368bc1b-db16-49fa-82f1-ba677321bd3d tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:53.334690 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ac71516-b804-4a63-8f76-683491fb9f87 req-b368bc1b-db16-49fa-82f1-ba677321bd3d tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 948 time: 0.4069021 Aug 16 22:21:53.385360 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-780ead90-033d-4407-8b45-2b8d748fbc8e tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.397250 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7cfad972-cfea-4d14-8bd2-ba1d7ea90b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.432547 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-780ead90-033d-4407-8b45-2b8d748fbc8e tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.465100 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['beb64c58-050c-40c5-b8d6-b0ebfbc54d4b'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:53.512010 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eeec78a9-5598-48d2-92cc-d5477a658bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.623960 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb req-f0d402dc-431b-44e7-a78e-37cd7104be43 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229228 Aug 16 22:21:53.626882 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ac71516-b804-4a63-8f76-683491fb9f87 req-a57d3a77-2bba-4fc1-88b0-998f8d9ea598 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744350 Aug 16 22:21:53.740404 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49864) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:53.853446 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e4d87bb-0124-43d8-ad34-3285734ae47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.866664 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7cfad972-cfea-4d14-8bd2-ba1d7ea90b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.878081 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65f73a69-694a-4998-a245-93ad63253a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.923640 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-780ead90-033d-4407-8b45-2b8d748fbc8e tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Floating IP 2478b102-62eb-4fe7-96df-cf66a141a852 associated. External IP: 172.25.6.243, port: 7546d0c5-0640-4d2e-85cd-194cc1638cc1. Aug 16 22:21:53.926300 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7cfad972-cfea-4d14-8bd2-ba1d7ea90b12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.928123 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7cfad972-cfea-4d14-8bd2-ba1d7ea90b12 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/61521ff6-4af3-4338-8ba2-d1b27912adbf HTTP/1.1" status: 204 len: 168 time: 1.2412434 Aug 16 22:21:53.930840 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49874) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:53.949170 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eeec78a9-5598-48d2-92cc-d5477a658bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.978498 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5791b-f65b-4bfd-9c89-2110d384dc9c req-9b78b8a3-a76c-4b24-9756-df8a90e646f2 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:53.979976 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-68d5791b-f65b-4bfd-9c89-2110d384dc9c req-9b78b8a3-a76c-4b24-9756-df8a90e646f2 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 945 time: 0.4032106 Aug 16 22:21:53.996101 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e4d87bb-0124-43d8-ad34-3285734ae47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.005229 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e4d87bb-0124-43d8-ad34-3285734ae47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.031593 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfad972-cfea-4d14-8bd2-ba1d7ea90b12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61521ff6-4af3-4338-8ba2-d1b27912adbf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:54.042600 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15bfa268-095b-4b5b-af28-1113fe6b15db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.061521 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3e4d87bb-0124-43d8-ad34-3285734ae47a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c94c3863fa7441d8b8db02cab435a592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199053 Aug 16 22:21:54.066695 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d87bb-0124-43d8-ad34-3285734ae47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9e8795-de0c-448d-962d-273b75639e12,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:54.070027 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49876) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:54.179622 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15bfa268-095b-4b5b-af28-1113fe6b15db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.197450 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-15bfa268-095b-4b5b-af28-1113fe6b15db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972087fc-cc1d-4fd8-ab73-74933ecd64c0']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:54.199994 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32d6798a-a6c8-4586-b986-66d5d6e6141a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.210672 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-15bfa268-095b-4b5b-af28-1113fe6b15db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b11ac87-7f32-4c70-9bd1-354dd60605ca') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:54.210967 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-15bfa268-095b-4b5b-af28-1113fe6b15db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b11ac87-7f32-4c70-9bd1-354dd60605ca') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:54.228119 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15bfa268-095b-4b5b-af28-1113fe6b15db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.243965 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32d6798a-a6c8-4586-b986-66d5d6e6141a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.257394 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15bfa268-095b-4b5b-af28-1113fe6b15db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.274176 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15bfa268-095b-4b5b-af28-1113fe6b15db admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:21:54.274583 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15bfa268-095b-4b5b-af28-1113fe6b15db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:21:54.276227 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:21:54.339621 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15bfa268-095b-4b5b-af28-1113fe6b15db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.345983 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15bfa268-095b-4b5b-af28-1113fe6b15db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.349559 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-15bfa268-095b-4b5b-af28-1113fe6b15db admin admin] 10.222.0.93 "DELETE /v2.0/networks/972087fc-cc1d-4fd8-ab73-74933ecd64c0 HTTP/1.1" status: 204 len: 168 time: 0.4161787 Aug 16 22:21:54.360949 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bfa268-095b-4b5b-af28-1113fe6b15db admin admin] Pushing event deleted for resources: {'Network': ['ID=972087fc-cc1d-4fd8-ab73-74933ecd64c0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:54.362741 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32d6798a-a6c8-4586-b986-66d5d6e6141a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.365223 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32d6798a-a6c8-4586-b986-66d5d6e6141a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.368749 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-32d6798a-a6c8-4586-b986-66d5d6e6141a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0d9e8795-de0c-448d-962d-273b75639e12 HTTP/1.1" status: 204 len: 168 time: 0.2954564 Aug 16 22:21:54.385996 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6798a-a6c8-4586-b986-66d5d6e6141a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9e8795-de0c-448d-962d-273b75639e12,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:54.392381 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f33144-88bc-4bf4-8a0e-29a3932332a3 req-61d9546d-353b-4ffc-8022-f0702e52ae26 tempest-MigrationsAdminTest-2100335077 tempest-MigrationsAdminTest-2100335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:54.393953 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29f33144-88bc-4bf4-8a0e-29a3932332a3 req-61d9546d-353b-4ffc-8022-f0702e52ae26 tempest-MigrationsAdminTest-2100335077 tempest-MigrationsAdminTest-2100335077-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 1101 time: 0.6282582 Aug 16 22:21:54.395000 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eeec78a9-5598-48d2-92cc-d5477a658bc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.399280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-eeec78a9-5598-48d2-92cc-d5477a658bc9 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/662caa89-b9eb-46ea-9b49-48445d58df3b HTTP/1.1" status: 204 len: 168 time: 1.5682681 Aug 16 22:21:54.400504 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49882) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:54.468031 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-34d4f24e-b85c-4dc7-90c5-6f937cab3acb req-3029d008-79cf-4c5c-8c2e-2976c0b4504d service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8302095 Aug 16 22:21:54.479611 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0809ebde-2d1f-4977-af31-51b393701bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.535590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480afaae-8a97-478b-93ff-1208a46c5521 req-f6710d7f-2776-4c7e-8ce2-7b571373ad97 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:54.542702 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-480afaae-8a97-478b-93ff-1208a46c5521 req-f6710d7f-2776-4c7e-8ce2-7b571373ad97 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 945 time: 0.7420721 Aug 16 22:21:54.557166 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49886) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:54.572459 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f73a69-694a-4998-a245-93ad63253a4b admin admin] Checking segment: {'id': '4b1ce57e-cdcc-486c-b52d-d4f10dc7156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd3e76621-6f8c-4864-b810-714eea91d7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:54.573091 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f73a69-694a-4998-a245-93ad63253a4b admin admin] Network hostable DHCP agents. Network: d3e76621-6f8c-4864-b810-714eea91d7c8, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:21:54.585627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f73a69-694a-4998-a245-93ad63253a4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf0a8e9-8419-49d8-b5f5-08ee7021bab1,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:54.613617 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0809ebde-2d1f-4977-af31-51b393701bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.630579 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-0809ebde-2d1f-4977-af31-51b393701bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a91aac9-e753-46a8-9ce1-54531ccc000b']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:54.648904 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device beb64c58-050c-40c5-b8d6-b0ebfbc54d4b up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:54.649451 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-0809ebde-2d1f-4977-af31-51b393701bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd461892b-005d-4ddb-9032-a9c7ed5a508e') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:54.649451 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-0809ebde-2d1f-4977-af31-51b393701bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd461892b-005d-4ddb-9032-a9c7ed5a508e') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:54.657283 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29f33144-88bc-4bf4-8a0e-29a3932332a3 req-dc56ea19-4482-4d11-bc6e-ed63b95e7334 tempest-MigrationsAdminTest-2100335077 tempest-MigrationsAdminTest-2100335077-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162461 Aug 16 22:21:54.660800 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d1613071-ba39-4b80-9ffe-77cf2ffa0dcc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1555ab9f27924c64bd3e57229c326794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1022639 Aug 16 22:21:54.661291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec78a9-5598-48d2-92cc-d5477a658bc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=662caa89-b9eb-46ea-9b49-48445d58df3b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:54.662728 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0809ebde-2d1f-4977-af31-51b393701bab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.664304 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49888) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:54.689819 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0809ebde-2d1f-4977-af31-51b393701bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.718996 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-480afaae-8a97-478b-93ff-1208a46c5521 req-ca31aa50-1be9-4fbe-aaa1-985393bf29a8 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710434 Aug 16 22:21:54.724834 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0809ebde-2d1f-4977-af31-51b393701bab admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:21:54.725239 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0809ebde-2d1f-4977-af31-51b393701bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:21:54.734611 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:21:54.754971 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:54.760121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:54.760494 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.780040 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f73a69-694a-4998-a245-93ad63253a4b admin admin] Network d3e76621-6f8c-4864-b810-714eea91d7c8 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:21:54.802211 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-65f73a69-694a-4998-a245-93ad63253a4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, d3e76621-6f8c-4864-b810-714eea91d7c8) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:54.820667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-68d5791b-f65b-4bfd-9c89-2110d384dc9c req-a8549f89-ac56-49ed-9be5-05dfd4c93070 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Deleting port a2a00e98-cf36-4e35-8308-03691ba613db {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:54.821185 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-68d5791b-f65b-4bfd-9c89-2110d384dc9c req-a8549f89-ac56-49ed-9be5-05dfd4c93070 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.827402 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01e8bf9-7932-4fcb-bcd7-48d8ddc8cced None None] Network d3e76621-6f8c-4864-b810-714eea91d7c8 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:54.890518 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0809ebde-2d1f-4977-af31-51b393701bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.898111 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0809ebde-2d1f-4977-af31-51b393701bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.914545 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0809ebde-2d1f-4977-af31-51b393701bab admin admin] 10.222.0.93 "DELETE /v2.0/networks/3a91aac9-e753-46a8-9ce1-54531ccc000b HTTP/1.1" status: 204 len: 168 time: 0.5119517 Aug 16 22:21:54.915646 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-399f66e8-19d8-4f4a-92b4-609065f55faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.952708 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809ebde-2d1f-4977-af31-51b393701bab admin admin] Pushing event deleted for resources: {'Network': ['ID=3a91aac9-e753-46a8-9ce1-54531ccc000b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:54.969464 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49898) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:54.975870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-68d5791b-f65b-4bfd-9c89-2110d384dc9c req-a8549f89-ac56-49ed-9be5-05dfd4c93070 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] For port a2a00e98-cf36-4e35-8308-03691ba613db, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a2a00e98-cf36-4e35-8308-03691ba613db,segment=NetworkSegment(f3bac013-ac59-422a-89e9-c60c8479a5be),segment_id=f3bac013-ac59-422a-89e9-c60c8479a5be)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:54.976275 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-68d5791b-f65b-4bfd-9c89-2110d384dc9c req-a8549f89-ac56-49ed-9be5-05dfd4c93070 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.996071 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f73a69-694a-4998-a245-93ad63253a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:54.996540 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-399f66e8-19d8-4f4a-92b4-609065f55faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.996663 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-65f73a69-694a-4998-a245-93ad63253a4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.013718 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0e3d610-2f61-4554-a7ec-5f09501c48d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.046883 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-68d5791b-f65b-4bfd-9c89-2110d384dc9c req-a8549f89-ac56-49ed-9be5-05dfd4c93070 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Calling delete_port for a2a00e98-cf36-4e35-8308-03691ba613db owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:55.122070 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.174189 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-399f66e8-19d8-4f4a-92b4-609065f55faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.177193 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-399f66e8-19d8-4f4a-92b4-609065f55faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.178372 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-399f66e8-19d8-4f4a-92b4-609065f55faa admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/14ac5f9f-f143-4079-8beb-3f590397c953 HTTP/1.1" status: 204 len: 168 time: 0.5131640 Aug 16 22:21:55.182038 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780ead90-033d-4407-8b45-2b8d748fbc8e tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Router 9ac6b8bc-4232-4f64-88a8-542ee574ba5c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:21:55.193067 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f66e8-19d8-4f4a-92b4-609065f55faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ac5f9f-f143-4079-8beb-3f590397c953,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:55.220640 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be2f32-39c1-4afd-ba6f-e30c24ed0ec7 req-628e1519-48e6-4f22-9f98-353fb311b27e tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:55.222564 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58be8f95-1b7e-4397-bc5c-74ebba7844c3 None None] Network d3e76621-6f8c-4864-b810-714eea91d7c8 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:55.223687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26be2f32-39c1-4afd-ba6f-e30c24ed0ec7 req-628e1519-48e6-4f22-9f98-353fb311b27e tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 949 time: 0.1160381 Aug 16 22:21:55.231069 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0e3d610-2f61-4554-a7ec-5f09501c48d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.238493 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0e3d610-2f61-4554-a7ec-5f09501c48d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.309107 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49906) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:55.315182 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3d610-2f61-4554-a7ec-5f09501c48d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae434d89-c8fc-4465-b620-7e3be0c20ddf,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:55.332346 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c0e975-b860-4d0f-9637-cfd39475b309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:55.334782 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffc9966-5cf1-4b9a-9239-532ddfe2a7c3" -d '{"events": [{"server_uuid": "72c0e975-b860-4d0f-9637-cfd39475b309", "name": "network-vif-plugged", "status": "completed", "tag": "beb64c58-050c-40c5-b8d6-b0ebfbc54d4b"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:55.340074 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c0e3d610-2f61-4554-a7ec-5f09501c48d7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=127b309b0dd24df39cce50f0d9ec1c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3670576 Aug 16 22:21:55.340460 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49910) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:55.355483 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-65f73a69-694a-4998-a245-93ad63253a4b admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5126569 Aug 16 22:21:55.379645 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:55.398503 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26be2f32-39c1-4afd-ba6f-e30c24ed0ec7 req-d4bbd94a-f2c9-40b2-9c7c-332e8340f143 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663694 Aug 16 22:21:55.410515 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.411563 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device e9747994-313e-495c-b01a-c74cf58eae64 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:55.503577 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12ea5f35-b859-4db4-a702-82690ab012b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.562127 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12ea5f35-b859-4db4-a702-82690ab012b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.572566 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2cb23e6f-6de0-47f9-b12f-0ddd4515e997 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8f582c0b428a46e0b03ad5c58ffe0c2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2601359 Aug 16 22:21:55.581225 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49920) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:55.602520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104ba07-f856-44d7-8aae-b4787a7cbcff req-b4bb373f-d613-49b2-b024-619d75205020 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:55.608961 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: e9747994-313e-495c-b01a-c74cf58eae64 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:55.608961 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device e9747994-313e-495c-b01a-c74cf58eae64 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:55.610927 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f104ba07-f856-44d7-8aae-b4787a7cbcff req-b4bb373f-d613-49b2-b024-619d75205020 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 944 time: 0.2087135 Aug 16 22:21:55.642812 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780ead90-033d-4407-8b45-2b8d748fbc8e tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:21:55.648334 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-780ead90-033d-4407-8b45-2b8d748fbc8e tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.650692 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-68d5791b-f65b-4bfd-9c89-2110d384dc9c req-a8549f89-ac56-49ed-9be5-05dfd4c93070 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.667953 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ff640-5cb4-49af-a0ce-33a54044acc1 None None] Sync routers for ids ['9ac6b8bc-4232-4f64-88a8-542ee574ba5c'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:21:55.668783 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,revision_number=14']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:55.671308 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12ea5f35-b859-4db4-a702-82690ab012b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.674100 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12ea5f35-b859-4db4-a702-82690ab012b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.677786 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-12ea5f35-b859-4db4-a702-82690ab012b7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ae434d89-c8fc-4465-b620-7e3be0c20ddf HTTP/1.1" status: 204 len: 168 time: 0.3340862 Aug 16 22:21:55.687805 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9ff640-5cb4-49af-a0ce-33a54044acc1 None None] Routers {'9ac6b8bc-4232-4f64-88a8-542ee574ba5c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:55.695299 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea5f35-b859-4db4-a702-82690ab012b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae434d89-c8fc-4465-b620-7e3be0c20ddf,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:55.704559 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-dd9ff640-5cb4-49af-a0ce-33a54044acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:21:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['9ac6b8bc-4232-4f64-88a8-542ee574ba5c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:55.772020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8549f89-ac56-49ed-9be5-05dfd4c93070 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Pushing event deleted for resources: {'Port': ['ID=a2a00e98-cf36-4e35-8308-03691ba613db,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:55.810303 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca767a3-8ffe-4372-b1b7-e6885f382684 x-openstack-request-id: req-cca767a3-8ffe-4372-b1b7-e6885f382684 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:55.810751 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c0e975-b860-4d0f-9637-cfd39475b309", "name": "network-vif-plugged", "status": "completed", "tag": "beb64c58-050c-40c5-b8d6-b0ebfbc54d4b", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:55.811015 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cca767a3-8ffe-4372-b1b7-e6885f382684 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:55.811418 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c0e975-b860-4d0f-9637-cfd39475b309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b', 'code': 200} Aug 16 22:21:55.819272 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49928) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:55.834711 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-780ead90-033d-4407-8b45-2b8d748fbc8e tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "PUT /v2.0/floatingips/2478b102-62eb-4fe7-96df-cf66a141a852 HTTP/1.1" status: 200 len: 991 time: 5.2839200 Aug 16 22:21:55.851558 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d14fb46-0e1e-471b-ab08-9c53f28523c7', 'tag': '7546d0c5-0640-4d2e-85cd-194cc1638cc1'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:55.854763 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d3ac0f-ac6e-4401-a3bb-33160a43073c" -d '{"events": [{"name": "network-changed", "server_uuid": "6d14fb46-0e1e-471b-ab08-9c53f28523c7", "tag": "7546d0c5-0640-4d2e-85cd-194cc1638cc1"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:55.870519 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-dd9ff640-5cb4-49af-a0ce-33a54044acc1 None None] Set router 9ac6b8bc-4232-4f64-88a8-542ee574ba5c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:55.888508 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0f2fe713-edf9-4c89-b47d-976f142e6818 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ffe035a1c3ec48a1b44ed9952c9cc54d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0655160 Aug 16 22:21:55.888757 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49934) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:55.913772 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3bdc01d2-739a-4373-9a2d-b2e7a3630e1b req-f4998a97-dbea-42cd-83f5-4f176182e100 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=6af03eac-d8cf-4235-a9b0-9cb37481009f HTTP/1.1" status: 200 len: 210 time: 0.0296960 Aug 16 22:21:55.957035 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d5791b-f65b-4bfd-9c89-2110d384dc9c req-a8549f89-ac56-49ed-9be5-05dfd4c93070 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] No DVR routers for this DVR port a2a00e98-cf36-4e35-8308-03691ba613db on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:55.963841 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f104ba07-f856-44d7-8aae-b4787a7cbcff req-50307229-fed5-4ef4-b621-0beabbe02876 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259027 Aug 16 22:21:55.968076 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-68d5791b-f65b-4bfd-9c89-2110d384dc9c req-a8549f89-ac56-49ed-9be5-05dfd4c93070 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.970599 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-68d5791b-f65b-4bfd-9c89-2110d384dc9c req-a8549f89-ac56-49ed-9be5-05dfd4c93070 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.39 "DELETE /v2.0/ports/a2a00e98-cf36-4e35-8308-03691ba613db HTTP/1.1" status: 204 len: 173 time: 1.9411011 Aug 16 22:21:55.998610 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65af4131-53d6-431e-8dd5-e0cd4c833856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:56.023180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7b51b-9b35-414c-8e34-5ef2532a4f6b req-371d9e45-650a-470c-97b1-accd73bc9685 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:56.028377 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-07d7b51b-9b35-414c-8e34-5ef2532a4f6b req-371d9e45-650a-470c-97b1-accd73bc9685 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 944 time: 0.3193581 Aug 16 22:21:56.029626 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00df8378-1eb4-42d5-a612-b516ab574126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:56.043125 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65af4131-53d6-431e-8dd5-e0cd4c833856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:56.132945 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65af4131-53d6-431e-8dd5-e0cd4c833856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:56.136969 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65af4131-53d6-431e-8dd5-e0cd4c833856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:56.148488 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-65af4131-53d6-431e-8dd5-e0cd4c833856 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1992dea1-98f8-43ed-8825-ddf1834a019d HTTP/1.1" status: 204 len: 168 time: 0.2516482 Aug 16 22:21:56.153488 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af4131-53d6-431e-8dd5-e0cd4c833856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1992dea1-98f8-43ed-8825-ddf1834a019d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:56.188848 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e734ce71-9bf0-49d3-91b7-f14e39fc2761 x-openstack-request-id: req-e734ce71-9bf0-49d3-91b7-f14e39fc2761 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:56.189426 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d14fb46-0e1e-471b-ab08-9c53f28523c7", "tag": "7546d0c5-0640-4d2e-85cd-194cc1638cc1", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:56.189760 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e734ce71-9bf0-49d3-91b7-f14e39fc2761 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:56.190804 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d14fb46-0e1e-471b-ab08-9c53f28523c7', 'tag': '7546d0c5-0640-4d2e-85cd-194cc1638cc1', 'status': 'completed', 'code': 200} Aug 16 22:21:56.223702 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00df8378-1eb4-42d5-a612-b516ab574126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:56.253830 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3ac0f-ac6e-4401-a3bb-33160a43073c req-b938a7b1-d7e0-4855-b0c5-fa26099c0e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:56.255877 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50d3ac0f-ac6e-4401-a3bb-33160a43073c req-b938a7b1-d7e0-4855-b0c5-fa26099c0e50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=941b04a77c814e8b8fa2fa1d0f583397&device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7 HTTP/1.1" status: 200 len: 1097 time: 0.0709288 Aug 16 22:21:56.279873 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-07d7b51b-9b35-414c-8e34-5ef2532a4f6b req-58cf9f50-4dda-4297-bb72-f10c3bd5d295 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Deleting port 14c88565-94dd-4e73-b91d-1e4b21e85cfa {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:56.280151 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-dd9ff640-5cb4-49af-a0ce-33a54044acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'name': 'tempest-ServersTestJSON-1778945573-router', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:15Z', 'updated_at': '2021-08-16T22:21:22Z', 'revision_number': 4, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'gw_port': {'id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:60:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:17Z', 'updated_at': '2021-08-16T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '2478b102-62eb-4fe7-96df-cf66a141a852', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'floating_ip_address': '172.25.6.243', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'port_id': '7546d0c5-0640-4d2e-85cd-194cc1638cc1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8', 'mac_address': 'fa:16:3e:5c:be:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d14fb46-0e1e-471b-ab08-9c53f28523c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:21:30Z', 'updated_at': '2021-08-16T22:21:52Z', 'revision_number': 1, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a302e952-5c39-4c5f-b33f-61c4d44143ed', 'name': '', 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'mac_address': 'fa:16:3e:fc:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7efeea8a-576f-4404-a255-d05a414ce880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:20Z', 'updated_at': '2021-08-16T22:21:29Z', 'revision_number': 5, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'subnets': [{'id': '7efeea8a-576f-4404-a255-d05a414ce880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:56.280361 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-07d7b51b-9b35-414c-8e34-5ef2532a4f6b req-58cf9f50-4dda-4297-bb72-f10c3bd5d295 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:56.315841 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ff640-5cb4-49af-a0ce-33a54044acc1 None None] Checking router: 9ac6b8bc-4232-4f64-88a8-542ee574ba5c for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:21:56.327369 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9ff640-5cb4-49af-a0ce-33a54044acc1 None None] Routers {'9ac6b8bc-4232-4f64-88a8-542ee574ba5c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:56.327988 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-dd9ff640-5cb4-49af-a0ce-33a54044acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:21:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['9ac6b8bc-4232-4f64-88a8-542ee574ba5c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:56.406066 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00df8378-1eb4-42d5-a612-b516ab574126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:56.406987 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87528c13-b520-41f0-9b9c-56ab1d3887ff req-06ffa7b6-48ce-4095-8e7e-ab0566190612 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:56.408770 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00df8378-1eb4-42d5-a612-b516ab574126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:56.409081 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-87528c13-b520-41f0-9b9c-56ab1d3887ff req-06ffa7b6-48ce-4095-8e7e-ab0566190612 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.43 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 950 time: 0.1215458 Aug 16 22:21:56.412830 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-00df8378-1eb4-42d5-a612-b516ab574126 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/84c1e76b-161b-44b3-a302-e2fa334759d7 HTTP/1.1" status: 204 len: 168 time: 0.8302567 Aug 16 22:21:56.428186 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df8378-1eb4-42d5-a612-b516ab574126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c1e76b-161b-44b3-a302-e2fa334759d7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:56.431215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-07d7b51b-9b35-414c-8e34-5ef2532a4f6b req-58cf9f50-4dda-4297-bb72-f10c3bd5d295 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] For port 14c88565-94dd-4e73-b91d-1e4b21e85cfa, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=14c88565-94dd-4e73-b91d-1e4b21e85cfa,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:56.431696 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-07d7b51b-9b35-414c-8e34-5ef2532a4f6b req-58cf9f50-4dda-4297-bb72-f10c3bd5d295 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:56.448097 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-07d7b51b-9b35-414c-8e34-5ef2532a4f6b req-58cf9f50-4dda-4297-bb72-f10c3bd5d295 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Calling delete_port for 14c88565-94dd-4e73-b91d-1e4b21e85cfa owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:56.497230 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 14c88565-94dd-4e73-b91d-1e4b21e85cfa no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:56.584396 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3ac0f-ac6e-4401-a3bb-33160a43073c req-686a9140-a9c1-42f3-ab69-261f4da38f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:56.586415 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50d3ac0f-ac6e-4401-a3bb-33160a43073c req-686a9140-a9c1-42f3-ab69-261f4da38f18 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f5d170ab-1e28-4470-8c5e-17a8a57c0ba8 HTTP/1.1" status: 200 len: 907 time: 0.3129499 Aug 16 22:21:56.616464 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-dd9ff640-5cb4-49af-a0ce-33a54044acc1 None None] Set router 9ac6b8bc-4232-4f64-88a8-542ee574ba5c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:56.709499 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a2a00e98-cf36-4e35-8308-03691ba613db no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:56.741563 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-441a1bb4-23cb-447c-998a-06e7c6e9ef1d tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:56.743763 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-441a1bb4-23cb-447c-998a-06e7c6e9ef1d tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/networks?id=d3e76621-6f8c-4864-b810-714eea91d7c8 HTTP/1.1" status: 200 len: 814 time: 0.1557381 Aug 16 22:21:56.808881 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: a2a00e98-cf36-4e35-8308-03691ba613db {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:56.809224 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a2a00e98-cf36-4e35-8308-03691ba613db not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:56.815642 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-33864ff8-acb1-4407-a98f-861c2852014b tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/quotas/a1d952064ec046aaafba02ad36eca730 HTTP/1.1" status: 200 len: 375 time: 0.0543747 Aug 16 22:21:56.829485 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ac11c-b42f-4ca9-98c4-4df7cda9339a req-ea4709bb-0f06-41a9-9bd1-f2cf04d0ae4c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:56.837914 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e62ac11c-b42f-4ca9-98c4-4df7cda9339a req-ea4709bb-0f06-41a9-9bd1-f2cf04d0ae4c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 950 time: 0.2482402 Aug 16 22:21:56.905627 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e62ac11c-b42f-4ca9-98c4-4df7cda9339a req-23c574f5-e1cb-4a02-8fff-d5b3eeb466c0 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619493 Aug 16 22:21:56.964388 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-b23599f9-f79b-447b-9856-f1ed1618f667 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a1d952064ec046aaafba02ad36eca730&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1140041 Aug 16 22:21:57.002153 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-dd9ff640-5cb4-49af-a0ce-33a54044acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'name': 'tempest-ServersTestJSON-1778945573-router', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:15Z', 'updated_at': '2021-08-16T22:21:22Z', 'revision_number': 4, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'gw_port': {'id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:60:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:17Z', 'updated_at': '2021-08-16T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '2478b102-62eb-4fe7-96df-cf66a141a852', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'floating_ip_address': '172.25.6.243', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'port_id': '7546d0c5-0640-4d2e-85cd-194cc1638cc1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8', 'mac_address': 'fa:16:3e:5c:be:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d14fb46-0e1e-471b-ab08-9c53f28523c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:21:30Z', 'updated_at': '2021-08-16T22:21:52Z', 'revision_number': 1, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a302e952-5c39-4c5f-b33f-61c4d44143ed', 'name': '', 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'mac_address': 'fa:16:3e:fc:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7efeea8a-576f-4404-a255-d05a414ce880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:20Z', 'updated_at': '2021-08-16T22:21:29Z', 'revision_number': 5, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'subnets': [{'id': '7efeea8a-576f-4404-a255-d05a414ce880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:57.050036 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ff640-5cb4-49af-a0ce-33a54044acc1 None None] The sync data for ids ['9ac6b8bc-4232-4f64-88a8-542ee574ba5c'] in n-d-792458-15 is: [{'id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'name': 'tempest-ServersTestJSON-1778945573-router', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:15Z', 'updated_at': '2021-08-16T22:21:22Z', 'revision_number': 4, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'gw_port': {'id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:60:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:17Z', 'updated_at': '2021-08-16T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '2478b102-62eb-4fe7-96df-cf66a141a852', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'floating_ip_address': '172.25.6.243', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'port_id': '7546d0c5-0640-4d2e-85cd-194cc1638cc1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8', 'mac_address': 'fa:16:3e:5c:be:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d14fb46-0e1e-471b-ab08-9c53f28523c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:21:30Z', 'updated_at': '2021-08-16T22:21:52Z', 'revision_number': 1, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a302e952-5c39-4c5f-b33f-61c4d44143ed', 'name': '', 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'mac_address': 'fa:16:3e:fc:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7efeea8a-576f-4404-a255-d05a414ce880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:20Z', 'updated_at': '2021-08-16T22:21:29Z', 'revision_number': 5, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'subnets': [{'id': '7efeea8a-576f-4404-a255-d05a414ce880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:21:57.117097 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-07d7b51b-9b35-414c-8e34-5ef2532a4f6b req-58cf9f50-4dda-4297-bb72-f10c3bd5d295 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:57.158315 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ab09e1b-2de7-4b3a-b775-3e8d2443bdfa req-f05cfc3e-eaef-4d25-8ef6-295ed3a1ce10 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bb62584-2c6e-4492-8bd9-5371ba007cca HTTP/1.1" status: 200 len: 210 time: 0.0602002 Aug 16 22:21:57.225778 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50d3ac0f-ac6e-4401-a3bb-33160a43073c req-99b6c25b-f9c2-4ed8-972c-7d6f48cd75f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7546d0c5-0640-4d2e-85cd-194cc1638cc1 HTTP/1.1" status: 200 len: 999 time: 0.6316738 Aug 16 22:21:57.229467 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf9f50-4dda-4297-bb72-f10c3bd5d295 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Pushing event deleted for resources: {'Port': ['ID=14c88565-94dd-4e73-b91d-1e4b21e85cfa,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:57.291464 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-87528c13-b520-41f0-9b9c-56ab1d3887ff req-f890539c-de1e-4368-8384-de7e37443231 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Deleting port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:57.292100 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-87528c13-b520-41f0-9b9c-56ab1d3887ff req-f890539c-de1e-4368-8384-de7e37443231 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:57.369887 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d7b51b-9b35-414c-8e34-5ef2532a4f6b req-58cf9f50-4dda-4297-bb72-f10c3bd5d295 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] No DVR routers for this DVR port 14c88565-94dd-4e73-b91d-1e4b21e85cfa on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:57.374021 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-07d7b51b-9b35-414c-8e34-5ef2532a4f6b req-58cf9f50-4dda-4297-bb72-f10c3bd5d295 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:57.378881 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-07d7b51b-9b35-414c-8e34-5ef2532a4f6b req-58cf9f50-4dda-4297-bb72-f10c3bd5d295 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.39 "DELETE /v2.0/ports/14c88565-94dd-4e73-b91d-1e4b21e85cfa HTTP/1.1" status: 204 len: 173 time: 1.3082483 Aug 16 22:21:57.400416 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3ac0f-ac6e-4401-a3bb-33160a43073c req-5e5a2087-5d6e-4a78-944c-9d728b1eb153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:57.402375 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50d3ac0f-ac6e-4401-a3bb-33160a43073c req-5e5a2087-5d6e-4a78-944c-9d728b1eb153 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7efeea8a-576f-4404-a255-d05a414ce880 HTTP/1.1" status: 200 len: 845 time: 0.1674604 Aug 16 22:21:57.445997 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2cda20-e0fb-4956-aa72-f45209df83b7 None None] New status for floating IP 2478b102-62eb-4fe7-96df-cf66a141a852: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:21:57.468394 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-526814f8-f965-4afd-9583-00d86eee1691 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e76621-6f8c-4864-b810-714eea91d7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014889 Aug 16 22:21:57.554384 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3ac0f-ac6e-4401-a3bb-33160a43073c req-68c15cb6-cd7c-46dc-b5f9-563aa9cd0f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:57.556434 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50d3ac0f-ac6e-4401-a3bb-33160a43073c req-68c15cb6-cd7c-46dc-b5f9-563aa9cd0f47 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f5d170ab-1e28-4470-8c5e-17a8a57c0ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1457436 Aug 16 22:21:57.558439 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-87528c13-b520-41f0-9b9c-56ab1d3887ff req-f890539c-de1e-4368-8384-de7e37443231 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] For port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:57.558885 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-87528c13-b520-41f0-9b9c-56ab1d3887ff req-f890539c-de1e-4368-8384-de7e37443231 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:57.597326 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-87528c13-b520-41f0-9b9c-56ab1d3887ff req-f890539c-de1e-4368-8384-de7e37443231 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Calling delete_port for beb64c58-050c-40c5-b8d6-b0ebfbc54d4b owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:57.642320 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50004) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:57.648586 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a426ef3b-8c93-429f-aa3e-62d3702c3260 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Request body: {'security_group': {'name': 'tempest-securitygroup--953102742', 'description': 'tempest-description--1557938781'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:57.709189 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-6ea32ab1-51ab-4859-bda6-e10f64eea5d4 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e76621-6f8c-4864-b810-714eea91d7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324781 Aug 16 22:21:57.804363 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a426ef3b-8c93-429f-aa3e-62d3702c3260 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:57.846470 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50d3ac0f-ac6e-4401-a3bb-33160a43073c req-d0f3f95e-754a-4dc7-af56-d613ecbb9ed1 service neutron] 10.222.0.43 "GET /v2.0/networks/f5d170ab-1e28-4470-8c5e-17a8a57c0ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785778 Aug 16 22:21:58.013706 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-87528c13-b520-41f0-9b9c-56ab1d3887ff req-f890539c-de1e-4368-8384-de7e37443231 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:58.029436 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['45e092d5-e62c-4c6c-a2be-6e4635a2c946', 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:58.071350 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['4f2cb624-3bc5-45fb-addf-d0988a0cd206', 'c6bf034d-3a15-4f43-bcfb-82a726e3ea2e'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:58.076378 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e60b3638-89aa-4237-a3be-568ed4a96bc8 req-330fcc84-2698-4e42-9413-d1c6012415ec tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 210 time: 0.0755401 Aug 16 22:21:58.115803 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-964cc551-1a5a-4de3-9914-72b024b021e9 req-68dfcfe7-fc75-4021-ab24-f95a3e68139c tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=72c0e975-b860-4d0f-9637-cfd39475b309 HTTP/1.1" status: 200 len: 210 time: 0.0998199 Aug 16 22:21:58.147231 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890539c-de1e-4368-8384-de7e37443231 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Pushing event deleted for resources: {'Port': ['ID=beb64c58-050c-40c5-b8d6-b0ebfbc54d4b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:58.191860 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af03eac-d8cf-4235-a9b0-9cb37481009f', 'name': 'network-vif-deleted', 'tag': 'a2a00e98-cf36-4e35-8308-03691ba613db'}, {'server_uuid': '1bb62584-2c6e-4492-8bd9-5371ba007cca', 'name': 'network-vif-deleted', 'tag': '14c88565-94dd-4e73-b91d-1e4b21e85cfa'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:58.194727 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28144676-ca84-4c02-96e2-54ffb97e1ec9" -d '{"events": [{"server_uuid": "6af03eac-d8cf-4235-a9b0-9cb37481009f", "name": "network-vif-deleted", "tag": "a2a00e98-cf36-4e35-8308-03691ba613db"}, {"server_uuid": "1bb62584-2c6e-4492-8bd9-5371ba007cca", "name": "network-vif-deleted", "tag": "14c88565-94dd-4e73-b91d-1e4b21e85cfa"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:58.216506 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a426ef3b-8c93-429f-aa3e-62d3702c3260 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:58.231933 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a426ef3b-8c93-429f-aa3e-62d3702c3260 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:58.278037 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-87528c13-b520-41f0-9b9c-56ab1d3887ff req-f890539c-de1e-4368-8384-de7e37443231 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] No DVR routers for this DVR port beb64c58-050c-40c5-b8d6-b0ebfbc54d4b on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:58.313817 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-87528c13-b520-41f0-9b9c-56ab1d3887ff req-f890539c-de1e-4368-8384-de7e37443231 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:58.314500 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807428e5-3059-486b-9112-5a913293b7e8 x-openstack-request-id: req-807428e5-3059-486b-9112-5a913293b7e8 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:58.314500 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af03eac-d8cf-4235-a9b0-9cb37481009f", "name": "network-vif-deleted", "tag": "a2a00e98-cf36-4e35-8308-03691ba613db", "status": "completed", "code": 200}, {"server_uuid": "1bb62584-2c6e-4492-8bd9-5371ba007cca", "name": "network-vif-deleted", "tag": "14c88565-94dd-4e73-b91d-1e4b21e85cfa", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:58.314500 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-807428e5-3059-486b-9112-5a913293b7e8 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:58.315411 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af03eac-d8cf-4235-a9b0-9cb37481009f', 'name': 'network-vif-deleted', 'tag': 'a2a00e98-cf36-4e35-8308-03691ba613db', 'status': 'completed', 'code': 200} Aug 16 22:21:58.315668 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb62584-2c6e-4492-8bd9-5371ba007cca', 'name': 'network-vif-deleted', 'tag': '14c88565-94dd-4e73-b91d-1e4b21e85cfa', 'status': 'completed', 'code': 200} Aug 16 22:21:58.325337 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-87528c13-b520-41f0-9b9c-56ab1d3887ff req-f890539c-de1e-4368-8384-de7e37443231 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.43 "DELETE /v2.0/ports/beb64c58-050c-40c5-b8d6-b0ebfbc54d4b HTTP/1.1" status: 204 len: 173 time: 1.8874362 Aug 16 22:21:58.328048 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c0e975-b860-4d0f-9637-cfd39475b309', 'name': 'network-vif-deleted', 'tag': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:58.343500 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19dcd4e-4279-484d-8df8-79e3b91170a1" -d '{"events": [{"server_uuid": "72c0e975-b860-4d0f-9637-cfd39475b309", "name": "network-vif-deleted", "tag": "beb64c58-050c-40c5-b8d6-b0ebfbc54d4b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:58.475346 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a426ef3b-8c93-429f-aa3e-62d3702c3260 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:58.483172 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50042) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:58.490590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ea5bd637-cd4d-4923-9bf5-8aab774fa58d tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Request body: {'security_group_rule': {'security_group_id': '14b9bcd1-954f-4e19-8803-86ba28e2a49c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:58.495044 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a426ef3b-8c93-429f-aa3e-62d3702c3260 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8500063 Aug 16 22:21:58.520766 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a034ea0-f5e9-4bc6-8da4-deb6218b7d04 x-openstack-request-id: req-9a034ea0-f5e9-4bc6-8da4-deb6218b7d04 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:58.526310 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c0e975-b860-4d0f-9637-cfd39475b309", "name": "network-vif-deleted", "tag": "beb64c58-050c-40c5-b8d6-b0ebfbc54d4b", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:58.527648 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9a034ea0-f5e9-4bc6-8da4-deb6218b7d04 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:58.528240 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c0e975-b860-4d0f-9637-cfd39475b309', 'name': 'network-vif-deleted', 'tag': 'beb64c58-050c-40c5-b8d6-b0ebfbc54d4b', 'status': 'completed', 'code': 200} Aug 16 22:21:58.529271 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426ef3b-8c93-429f-aa3e-62d3702c3260 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14b9bcd1-954f-4e19-8803-86ba28e2a49c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:58.568973 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea5bd637-cd4d-4923-9bf5-8aab774fa58d tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:58.659571 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50d3ac0f-ac6e-4401-a3bb-33160a43073c req-9e9f3091-de97-4bcd-8f0d-00543aac2b09 service neutron] 10.222.0.43 "GET /v2.0/networks/f5d170ab-1e28-4470-8c5e-17a8a57c0ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8046954 Aug 16 22:21:58.783483 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea5bd637-cd4d-4923-9bf5-8aab774fa58d tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:58.798406 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea5bd637-cd4d-4923-9bf5-8aab774fa58d tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:58.858860 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bd637-cd4d-4923-9bf5-8aab774fa58d tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773e088d-5e9b-4e4f-9969-80e3eaed5a37,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:58.902388 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9415647-1398-4cfd-bd37-3dc556fa2ca3 req-02586a94-03c2-4a97-a4a4-82ceef14d5f9 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:58.903637 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9415647-1398-4cfd-bd37-3dc556fa2ca3 req-02586a94-03c2-4a97-a4a4-82ceef14d5f9 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 945 time: 0.0615020 Aug 16 22:21:58.905027 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea5bd637-cd4d-4923-9bf5-8aab774fa58d tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:58.909913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50062) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:58.915382 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-20384d45-3e3f-46cb-b7ff-d70144b54f6d tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Request body: {'security_group_rule': {'security_group_id': '14b9bcd1-954f-4e19-8803-86ba28e2a49c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:58.920342 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ea5bd637-cd4d-4923-9bf5-8aab774fa58d tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4340158 Aug 16 22:21:58.967756 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20384d45-3e3f-46cb-b7ff-d70144b54f6d tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:58.997590 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9415647-1398-4cfd-bd37-3dc556fa2ca3 req-f7c25765-09c9-4208-94b1-0285b2fe254d tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/security-groups?id=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749652 Aug 16 22:21:59.076649 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20384d45-3e3f-46cb-b7ff-d70144b54f6d tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:59.087017 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20384d45-3e3f-46cb-b7ff-d70144b54f6d tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:59.108592 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20384d45-3e3f-46cb-b7ff-d70144b54f6d tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ebca86-5947-40b1-8446-d81cac3d5586,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:59.116172 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20384d45-3e3f-46cb-b7ff-d70144b54f6d tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:59.118328 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-20384d45-3e3f-46cb-b7ff-d70144b54f6d tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2073822 Aug 16 22:21:59.122686 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50068) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:59.127891 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6f4eaea0-12fb-4489-8718-c2b331c7bda9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:59.157567 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f4eaea0-12fb-4489-8718-c2b331c7bda9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:59.203457 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002418f-06b9-4a90-b996-6b38968f1009 req-7156c100-46c5-4040-817e-db62d54a9c7b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:59.205891 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9002418f-06b9-4a90-b996-6b38968f1009 req-7156c100-46c5-4040-817e-db62d54a9c7b tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 945 time: 0.0834575 Aug 16 22:21:59.256358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50078) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:59.298711 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-facd4d49-d9cf-488d-bc82-55df186db5dd req-494fc814-94af-4989-bd04-ec9979564300 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 210 time: 0.0642493 Aug 16 22:21:59.307678 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f4eaea0-12fb-4489-8718-c2b331c7bda9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:59.417762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-9002418f-06b9-4a90-b996-6b38968f1009 req-a7e6f5cd-1a9d-41f5-acf3-838ef87295d0 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Deleting port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:59.418484 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9002418f-06b9-4a90-b996-6b38968f1009 req-a7e6f5cd-1a9d-41f5-acf3-838ef87295d0 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:59.481382 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-6f4eaea0-12fb-4489-8718-c2b331c7bda9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Allocated IP 172.25.6.254 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/4447c012-db51-4350-86c3-3ed92f20b548) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:59.658627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc666c7-d045-404b-92af-a8d0a25911d4 req-bd6ae72d-a940-4f78-bd42-8042bbee2dd6 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:59.666591 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0dc666c7-d045-404b-92af-a8d0a25911d4 req-bd6ae72d-a940-4f78-bd42-8042bbee2dd6 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 951 time: 0.1579490 Aug 16 22:21:59.691308 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f4eaea0-12fb-4489-8718-c2b331c7bda9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:59.704762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9002418f-06b9-4a90-b996-6b38968f1009 req-a7e6f5cd-1a9d-41f5-acf3-838ef87295d0 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] For port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=382de0d8-2eda-44e6-be66-feb9ea3a6fb1,segment=NetworkSegment(9ca1cecb-19fb-4aeb-a395-d4b788b381bb),segment_id=9ca1cecb-19fb-4aeb-a395-d4b788b381bb)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:59.705196 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9002418f-06b9-4a90-b996-6b38968f1009 req-a7e6f5cd-1a9d-41f5-acf3-838ef87295d0 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:59.746030 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-9002418f-06b9-4a90-b996-6b38968f1009 req-a7e6f5cd-1a9d-41f5-acf3-838ef87295d0 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Calling delete_port for 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:59.750573 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-73f54440-cde0-4968-9796-b810a0f058f4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-639232899-network', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:59.757489 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f4eaea0-12fb-4489-8718-c2b331c7bda9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:59.793231 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-1c7f89ca-13a9-4fae-9e99-cd12ee8ece60 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:59.793231 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-1c7f89ca-13a9-4fae-9e99-cd12ee8ece60 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.39 "GET /v2.0/networks?id=d3e76621-6f8c-4864-b810-714eea91d7c8 HTTP/1.1" status: 200 len: 814 time: 0.2676480 Aug 16 22:21:59.800146 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0dc666c7-d045-404b-92af-a8d0a25911d4 req-58d05405-9ac7-4f4f-a1b8-b5ec76e7fd9d tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327550 Aug 16 22:21:59.819252 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4eaea0-12fb-4489-8718-c2b331c7bda9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:59.835048 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-6f4eaea0-12fb-4489-8718-c2b331c7bda9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:59.837624 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4eaea0-12fb-4489-8718-c2b331c7bda9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:59.840271 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-6fd16e81-10e1-4d15-b471-be54ce6971a2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Request body: {'port': {'device_id': '36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb', 'network_id': 'd3e76621-6f8c-4864-b810-714eea91d7c8', 'admin_state_up': True, 'tenant_id': 'a1d952064ec046aaafba02ad36eca730'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:59.870422 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f54440-cde0-4968-9796-b810a0f058f4 admin admin] Made reservation on behalf of 361fa6cbf75b47e49c1178546a3326cd for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:59.872844 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73f54440-cde0-4968-9796-b810a0f058f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:59.878610 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4eaea0-12fb-4489-8718-c2b331c7bda9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Pushing event updated for resources: {'Port': ['ID=4447c012-db51-4350-86c3-3ed92f20b548,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:59.894000 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73f54440-cde0-4968-9796-b810a0f058f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:59.994233 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f4eaea0-12fb-4489-8718-c2b331c7bda9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.056109 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9002418f-06b9-4a90-b996-6b38968f1009 req-a7e6f5cd-1a9d-41f5-acf3-838ef87295d0 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.067646 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f4eaea0-12fb-4489-8718-c2b331c7bda9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.105907 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6f5cd-1a9d-41f5-acf3-838ef87295d0 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Pushing event deleted for resources: {'Port': ['ID=382de0d8-2eda-44e6-be66-feb9ea3a6fb1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:00.136923 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73f54440-cde0-4968-9796-b810a0f058f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.146846 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73f54440-cde0-4968-9796-b810a0f058f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.148762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9002418f-06b9-4a90-b996-6b38968f1009 req-a7e6f5cd-1a9d-41f5-acf3-838ef87295d0 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] No DVR routers for this DVR port 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:22:00.161428 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9002418f-06b9-4a90-b996-6b38968f1009 req-a7e6f5cd-1a9d-41f5-acf3-838ef87295d0 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.164161 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9002418f-06b9-4a90-b996-6b38968f1009 req-a7e6f5cd-1a9d-41f5-acf3-838ef87295d0 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.39 "DELETE /v2.0/ports/382de0d8-2eda-44e6-be66-feb9ea3a6fb1 HTTP/1.1" status: 204 len: 173 time: 0.9511118 Aug 16 22:22:00.192291 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7f78be05-24df-4c3c-b0cc-8552b4313b5e req-3e14e3c6-59f1-4e3d-bdd9-9d3fcde3b0e0 tempest-LiveMigrationTest-422430781 tempest-LiveMigrationTest-422430781-project] 10.222.0.93 "GET /v2.0/ports?device_id=3a92a608-13d4-4fe6-a53d-c6910e67666a HTTP/1.1" status: 200 len: 210 time: 0.0473499 Aug 16 22:22:00.213197 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-6fd16e81-10e1-4d15-b471-be54ce6971a2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Made reservation on behalf of a1d952064ec046aaafba02ad36eca730 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:00.222343 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-6fd16e81-10e1-4d15-b471-be54ce6971a2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.232358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f54440-cde0-4968-9796-b810a0f058f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:22:00.260164 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f54440-cde0-4968-9796-b810a0f058f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12448bd6-d340-4455-9b11-da836f6c30c5,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:00.284456 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73f54440-cde0-4968-9796-b810a0f058f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.284933 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-73f54440-cde0-4968-9796-b810a0f058f4 admin admin] Added segment 1fb551a9-9c7f-4967-b244-9a7b8527c392 of type vlan for network f9f912f5-cf6f-4ff9-af03-e26648f62561 Aug 16 22:22:00.319116 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a92a608-13d4-4fe6-a53d-c6910e67666a', 'name': 'network-vif-deleted', 'tag': '382de0d8-2eda-44e6-be66-feb9ea3a6fb1'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:00.334212 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baba413-a084-45be-9ca4-abce9a3c0cfc" -d '{"events": [{"server_uuid": "3a92a608-13d4-4fe6-a53d-c6910e67666a", "name": "network-vif-deleted", "tag": "382de0d8-2eda-44e6-be66-feb9ea3a6fb1"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:00.383453 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73f54440-cde0-4968-9796-b810a0f058f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.421131 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f4eaea0-12fb-4489-8718-c2b331c7bda9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.424302 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0a4c83c-357f-4787-9063-adf92c14e2fe req-1338df38-4b46-45a8-97a2-30bb52501041 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 210 time: 0.0292425 Aug 16 22:22:00.430419 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f4eaea0-12fb-4489-8718-c2b331c7bda9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.442891 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73f54440-cde0-4968-9796-b810a0f058f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.443941 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f54440-cde0-4968-9796-b810a0f058f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:00.444607 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73f54440-cde0-4968-9796-b810a0f058f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.451602 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21cc165-c10a-4e0a-a0c7-9aeff3985e63 x-openstack-request-id: req-a21cc165-c10a-4e0a-a0c7-9aeff3985e63 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:00.452049 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a92a608-13d4-4fe6-a53d-c6910e67666a", "name": "network-vif-deleted", "tag": "382de0d8-2eda-44e6-be66-feb9ea3a6fb1", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:00.452520 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a21cc165-c10a-4e0a-a0c7-9aeff3985e63 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:00.452747 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a92a608-13d4-4fe6-a53d-c6910e67666a', 'name': 'network-vif-deleted', 'tag': '382de0d8-2eda-44e6-be66-feb9ea3a6fb1', 'status': 'completed', 'code': 200} Aug 16 22:22:00.466331 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-6fd16e81-10e1-4d15-b471-be54ce6971a2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Allocated IP 172.20.0.13 (d3e76621-6f8c-4864-b810-714eea91d7c8/fdf0a8e9-8419-49d8-b5f5-08ee7021bab1/d8eb9c88-aece-4a30-8e96-4553d6f0ef47) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:00.604616 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-73f54440-cde0-4968-9796-b810a0f058f4 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3469405 Aug 16 22:22:00.613636 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50154) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:00.621527 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ade94879-376b-4f59-9f85-e73ba4d2955a admin admin] Request body: {'subnet': {'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-639232899-subnet', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:00.647185 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4eaea0-12fb-4489-8718-c2b331c7bda9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Pushing event updated for resources: {'Port': ['ID=4447c012-db51-4350-86c3-3ed92f20b548,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:00.654151 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f4eaea0-12fb-4489-8718-c2b331c7bda9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.671422 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f54440-cde0-4968-9796-b810a0f058f4 admin admin] Pushing event updated for resources: {'Network': ['ID=f9f912f5-cf6f-4ff9-af03-e26648f62561,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:00.685504 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network f9f912f5-cf6f-4ff9-af03-e26648f62561 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:22:00.686698 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-6fd16e81-10e1-4d15-b471-be54ce6971a2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.693740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade94879-376b-4f59-9f85-e73ba4d2955a admin admin] Made reservation on behalf of 361fa6cbf75b47e49c1178546a3326cd for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:00.700257 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ade94879-376b-4f59-9f85-e73ba4d2955a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.701870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device beb64c58-050c-40c5-b8d6-b0ebfbc54d4b no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:22:00.707584 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f4eaea0-12fb-4489-8718-c2b331c7bda9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.709180 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6f4eaea0-12fb-4489-8718-c2b331c7bda9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5849719 Aug 16 22:22:00.792378 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7d879-eda9-415a-b598-a1c90ce5d0df req-34942107-7437-4aa7-859c-5a8f5ebe6495 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:00.794641 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ea7d879-eda9-415a-b598-a1c90ce5d0df req-34942107-7437-4aa7-859c-5a8f5ebe6495 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.39 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 951 time: 0.0876813 Aug 16 22:22:00.797177 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-6fd16e81-10e1-4d15-b471-be54ce6971a2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.848673 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: beb64c58-050c-40c5-b8d6-b0ebfbc54d4b {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:22:00.854676 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device beb64c58-050c-40c5-b8d6-b0ebfbc54d4b not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:22:00.972110 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-6fd16e81-10e1-4d15-b471-be54ce6971a2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Network d3e76621-6f8c-4864-b810-714eea91d7c8 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:01.007768 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-6fd16e81-10e1-4d15-b471-be54ce6971a2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:01.010977 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-6fd16e81-10e1-4d15-b471-be54ce6971a2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:01.015088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd16e81-10e1-4d15-b471-be54ce6971a2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Pushing event updated for resources: {'Port': ['ID=d8eb9c88-aece-4a30-8e96-4553d6f0ef47,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:01.038481 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50178) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:01.068338 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50182) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:01.099373 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ade94879-376b-4f59-9f85-e73ba4d2955a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.150193 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d327f8d-c543-4ef2-839a-a51cb0c7ffa9 req-dd045b33-33a4-4292-bb3c-334dc5616d28 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:01.152113 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9d327f8d-c543-4ef2-839a-a51cb0c7ffa9 req-dd045b33-33a4-4292-bb3c-334dc5616d28 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 951 time: 0.2181726 Aug 16 22:22:01.157862 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-6fd16e81-10e1-4d15-b471-be54ce6971a2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:01.158527 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-6fd16e81-10e1-4d15-b471-be54ce6971a2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.169149 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade94879-376b-4f59-9f85-e73ba4d2955a admin admin] Pushing event updated for resources: {'Subnet': ['ID=06a027f9-7175-41d7-9596-9d19a9e3f7bf,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:01.189891 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade94879-376b-4f59-9f85-e73ba4d2955a admin admin] Checking segment: {'id': '1fb551a9-9c7f-4967-b244-9a7b8527c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:01.190345 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade94879-376b-4f59-9f85-e73ba4d2955a admin admin] Network hostable DHCP agents. Network: f9f912f5-cf6f-4ff9-af03-e26648f62561, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:22:01.195080 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-6fd16e81-10e1-4d15-b471-be54ce6971a2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3600507 Aug 16 22:22:01.208725 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c608a9c-e757-4277-aeae-9a892e4dde4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.216768 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] Request body: {'port': {'device_id': '36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:01.223739 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfae732b-41c9-4929-b208-d058ace46448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.250853 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade94879-376b-4f59-9f85-e73ba4d2955a admin admin] Network f9f912f5-cf6f-4ff9-af03-e26648f62561 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:22:01.265021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-0ea7d879-eda9-415a-b598-a1c90ce5d0df req-4ce9233d-477b-4a52-b13e-10c488d29584 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Deleting port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:22:01.265371 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0ea7d879-eda9-415a-b598-a1c90ce5d0df req-4ce9233d-477b-4a52-b13e-10c488d29584 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.266761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ade94879-376b-4f59-9f85-e73ba4d2955a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, f9f912f5-cf6f-4ff9-af03-e26648f62561) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:01.272779 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade94879-376b-4f59-9f85-e73ba4d2955a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:01.273523 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ade94879-376b-4f59-9f85-e73ba4d2955a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.276569 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aff0cdf-4a64-4294-95f9-94bfc70a777c None None] Network f9f912f5-cf6f-4ff9-af03-e26648f62561 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:22:01.356798 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c608a9c-e757-4277-aeae-9a892e4dde4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.358949 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9d327f8d-c543-4ef2-839a-a51cb0c7ffa9 req-73fb6a94-edfc-47cc-a0e4-4affc2866dde tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810386 Aug 16 22:22:01.364363 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c608a9c-e757-4277-aeae-9a892e4dde4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.384383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871f000-754c-4430-9648-3afdc76109aa req-3e2ffd82-64b5-4745-82fe-103e99f751f0 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:01.386442 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d871f000-754c-4430-9648-3afdc76109aa req-3e2ffd82-64b5-4745-82fe-103e99f751f0 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/networks?id=45c76ac5-0e6a-4123-b986-bece94a6a1b4 HTTP/1.1" status: 200 len: 822 time: 0.3437517 Aug 16 22:22:01.396982 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.422528 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d871f000-754c-4430-9648-3afdc76109aa req-002ca2c5-fda2-429b-95bf-bd4aa900beee tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/quotas/d183311263574d8b94003c320c287e71 HTTP/1.1" status: 200 len: 375 time: 0.0351551 Aug 16 22:22:01.428765 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0c608a9c-e757-4277-aeae-9a892e4dde4d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=aa413da1df774083af8dd77d6c3bca52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3891022 Aug 16 22:22:01.431603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50188) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:01.446909 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c608a9c-e757-4277-aeae-9a892e4dde4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfb6858-1c52-40bf-bb87-504d0a056ade,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:01.472185 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-f9f912f5-cf6f-4ff9-af03-e26648f62561', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'fixed_ips': [{'subnet_id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:22:01.473885 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.537261 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50192) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:01.544276 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b056e1af-bcb6-40df-bc04-8097a5467859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.572762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-0ea7d879-eda9-415a-b598-a1c90ce5d0df req-4ce9233d-477b-4a52-b13e-10c488d29584 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] For port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:01.573155 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0ea7d879-eda9-415a-b598-a1c90ce5d0df req-4ce9233d-477b-4a52-b13e-10c488d29584 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.593156 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b056e1af-bcb6-40df-bc04-8097a5467859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.614692 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfae732b-41c9-4929-b208-d058ace46448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.624154 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfae732b-41c9-4929-b208-d058ace46448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.645851 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ade94879-376b-4f59-9f85-e73ba4d2955a admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0281599 Aug 16 22:22:01.663865 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50196) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:01.669004 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] Allocated IP 172.20.0.2 (f9f912f5-cf6f-4ff9-af03-e26648f62561/06a027f9-7175-41d7-9596-9d19a9e3f7bf/e6a98e53-cc94-4447-a111-657858c7e5cd) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:01.678370 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5be59147-68d4-45be-82ed-c3138fdd29a1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-639232899-router', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:01.709636 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d871f000-754c-4430-9648-3afdc76109aa req-0b1ef2fa-fa32-42b0-89f1-954ac3eb2b40 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=d183311263574d8b94003c320c287e71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2862413 Aug 16 22:22:01.729521 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-0ea7d879-eda9-415a-b598-a1c90ce5d0df req-4ce9233d-477b-4a52-b13e-10c488d29584 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Calling delete_port for c6bf034d-3a15-4f43-bcfb-82a726e3ea2e owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:22:01.741993 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bfae732b-41c9-4929-b208-d058ace46448 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d8b10968b3934208acebf57958527e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6701982 Aug 16 22:22:01.744644 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50200) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:01.748945 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae732b-41c9-4929-b208-d058ace46448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bf963f-94ae-4077-9575-83fe2d612d8d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:01.784460 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb722254-7140-44bf-8b49-cd9587d734c8 admin admin] Deleting subnet eacf5177-2040-46b3-9089-5860f949a56c {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:22:01.794966 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b056e1af-bcb6-40df-bc04-8097a5467859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.797401 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b056e1af-bcb6-40df-bc04-8097a5467859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.798580 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b056e1af-bcb6-40df-bc04-8097a5467859 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4cfb6858-1c52-40bf-bb87-504d0a056ade HTTP/1.1" status: 204 len: 168 time: 0.3660405 Aug 16 22:22:01.799502 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5be59147-68d4-45be-82ed-c3138fdd29a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.800505 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5be59147-68d4-45be-82ed-c3138fdd29a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.803807 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb722254-7140-44bf-8b49-cd9587d734c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.860077 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056e1af-bcb6-40df-bc04-8097a5467859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfb6858-1c52-40bf-bb87-504d0a056ade,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:01.904864 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.916330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] Transition to ACTIVE for port object e6a98e53-cc94-4447-a111-657858c7e5cd will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:01.936843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] Transition to ACTIVE for port object e6a98e53-cc94-4447-a111-657858c7e5cd will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:01.940876 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb722254-7140-44bf-8b49-cd9587d734c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.947106 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.975541 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5be59147-68d4-45be-82ed-c3138fdd29a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.976461 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-048bf2f0-35fb-40fd-b75b-b659aa6fdbc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.004093 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] Network f9f912f5-cf6f-4ff9-af03-e26648f62561 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:02.025596 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] Pushing event updated for resources: {'Port': ['ID=e6a98e53-cc94-4447-a111-657858c7e5cd,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:02.029330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:02.035980 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:02.089180 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-048bf2f0-35fb-40fd-b75b-b659aa6fdbc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.091167 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb722254-7140-44bf-8b49-cd9587d734c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.108691 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] Attempting to bind port e6a98e53-cc94-4447-a111-657858c7e5cd on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:02.109192 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] Attempting to bind port e6a98e53-cc94-4447-a111-657858c7e5cd by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '1fb551a9-9c7f-4967-b244-9a7b8527c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:02.109561 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] Attempting to bind port e6a98e53-cc94-4447-a111-657858c7e5cd on network f9f912f5-cf6f-4ff9-af03-e26648f62561 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:02.117665 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:02.117665 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] Checking segment: {'id': '1fb551a9-9c7f-4967-b244-9a7b8527c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:02.118284 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.118664 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] Bound using segment: {'id': '1fb551a9-9c7f-4967-b244-9a7b8527c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:02.119789 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] Bound port: e6a98e53-cc94-4447-a111-657858c7e5cd, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb551a9-9c7f-4967-b244-9a7b8527c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:02.120184 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.201949 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] For port e6a98e53-cc94-4447-a111-657858c7e5cd, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:02.206553 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] For port e6a98e53-cc94-4447-a111-657858c7e5cd, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e6a98e53-cc94-4447-a111-657858c7e5cd,segment=NetworkSegment(1fb551a9-9c7f-4967-b244-9a7b8527c392),segment_id=1fb551a9-9c7f-4967-b244-9a7b8527c392)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:02.206665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00ff0f-33a2-4599-97b9-6d24797cf489 req-7ae8c177-e98d-443e-8b77-477c06ee27d0 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:02.213075 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.215811 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8d00ff0f-33a2-4599-97b9-6d24797cf489 req-7ae8c177-e98d-443e-8b77-477c06ee27d0 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 932 time: 0.5391421 Aug 16 22:22:02.223678 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5be59147-68d4-45be-82ed-c3138fdd29a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.233764 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50206) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:02.265567 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ca34034-c0b0-42a2-9d17-dd76993d5d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.281672 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fca40-727b-43bc-ba4b-ab6167bac12b None None] Pushing event updated for resources: {'Port': ['ID=e6a98e53-cc94-4447-a111-657858c7e5cd,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:02.331191 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb722254-7140-44bf-8b49-cd9587d734c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.333783 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-048bf2f0-35fb-40fd-b75b-b659aa6fdbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.336287 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-048bf2f0-35fb-40fd-b75b-b659aa6fdbc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.340046 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-048bf2f0-35fb-40fd-b75b-b659aa6fdbc7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/92bf963f-94ae-4077-9575-83fe2d612d8d HTTP/1.1" status: 204 len: 168 time: 0.5896006 Aug 16 22:22:02.384332 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bf2f0-35fb-40fd-b75b-b659aa6fdbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bf963f-94ae-4077-9575-83fe2d612d8d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:02.387645 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb722254-7140-44bf-8b49-cd9587d734c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eacf5177-2040-46b3-9089-5860f949a56c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:02.388538 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8d00ff0f-33a2-4599-97b9-6d24797cf489 req-f7a1c9b1-1588-40a5-a763-72729eb1c855 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663895 Aug 16 22:22:02.414364 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb722254-7140-44bf-8b49-cd9587d734c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.416684 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cb722254-7140-44bf-8b49-cd9587d734c8 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/eacf5177-2040-46b3-9089-5860f949a56c HTTP/1.1" status: 204 len: 168 time: 0.8782489 Aug 16 22:22:02.421307 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50212) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:02.495570 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:22:02.495995 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d871f000-754c-4430-9648-3afdc76109aa req-fb39323e-79af-48a7-9505-f43f629d0739 service neutron] 10.222.0.93 "GET /v2.0/networks/45c76ac5-0e6a-4123-b986-bece94a6a1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640629 Aug 16 22:22:02.526916 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:22:02.527742 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 382de0d8-2eda-44e6-be66-feb9ea3a6fb1 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:22:02.529811 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c6bf034d-3a15-4f43-bcfb-82a726e3ea2e no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:22:02.587216 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca6e020e-09c9-4db9-ab3e-f4bee165a8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.673465 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ca34034-c0b0-42a2-9d17-dd76993d5d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.695220 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ca34034-c0b0-42a2-9d17-dd76993d5d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.766731 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8eb9c88-aece-4a30-8e96-4553d6f0ef47 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:02.784108 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d776f-442b-454d-964c-c5e67791e5e5 req-c17e0d63-05d5-4dc4-a7db-e5fa0a87f439 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:02.791081 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.791302 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-892d776f-442b-454d-964c-c5e67791e5e5 req-c17e0d63-05d5-4dc4-a7db-e5fa0a87f439 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=29af28ea-e394-44bd-bf48-333c0b183e6f HTTP/1.1" status: 200 len: 951 time: 0.3084416 Aug 16 22:22:02.801137 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.824645 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0ea7d879-eda9-415a-b598-a1c90ce5d0df req-4ce9233d-477b-4a52-b13e-10c488d29584 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.840728 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca6e020e-09c9-4db9-ab3e-f4bee165a8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.852236 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] Transition to ACTIVE for port object d8eb9c88-aece-4a30-8e96-4553d6f0ef47 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:02.855372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['45e092d5-e62c-4c6c-a2be-6e4635a2c946'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:02.862009 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0ca34034-c0b0-42a2-9d17-dd76993d5d6c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=14134ffdc02d4be39bfbf2cd716886ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6215677 Aug 16 22:22:02.862247 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['4f2cb624-3bc5-45fb-addf-d0988a0cd206'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:02.863296 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50218) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:02.866861 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-ca6e020e-09c9-4db9-ab3e-f4bee165a8dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a63fa3-3f8c-44df-b68b-c5d1b765109d']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:02.869203 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d871f000-754c-4430-9648-3afdc76109aa req-56e2d917-fc9b-42da-aeeb-283ffbe792c4 service neutron] 10.222.0.93 "GET /v2.0/networks/45c76ac5-0e6a-4123-b986-bece94a6a1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722904 Aug 16 22:22:02.885628 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca34034-c0b0-42a2-9d17-dd76993d5d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb2c940-f6b9-408e-8519-b450d5baf078,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:02.902524 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-ca6e020e-09c9-4db9-ab3e-f4bee165a8dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca1cecb-19fb-4aeb-a395-d4b788b381bb') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:02.902658 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-ca6e020e-09c9-4db9-ab3e-f4bee165a8dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca1cecb-19fb-4aeb-a395-d4b788b381bb') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:02.922393 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.944668 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca6e020e-09c9-4db9-ab3e-f4bee165a8dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.946119 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9233d-477b-4a52-b13e-10c488d29584 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Pushing event deleted for resources: {'Port': ['ID=c6bf034d-3a15-4f43-bcfb-82a726e3ea2e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:02.978770 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50220) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:02.986884 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca6e020e-09c9-4db9-ab3e-f4bee165a8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.026588 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6e020e-09c9-4db9-ab3e-f4bee165a8dc admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:22:03.027029 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca6e020e-09c9-4db9-ab3e-f4bee165a8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:22:03.029907 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:22:03.041550 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-475077c0-6c64-4236-9e2d-9e4f66fa2272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.043821 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5be59147-68d4-45be-82ed-c3138fdd29a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.072794 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-892d776f-442b-454d-964c-c5e67791e5e5 req-398a2621-0012-41a7-9e76-53fc691ead5e tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752299 Aug 16 22:22:03.073666 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8eb9c88-aece-4a30-8e96-4553d6f0ef47,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:03.153589 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea7d879-eda9-415a-b598-a1c90ce5d0df req-4ce9233d-477b-4a52-b13e-10c488d29584 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] No DVR routers for this DVR port c6bf034d-3a15-4f43-bcfb-82a726e3ea2e on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:22:03.164262 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5be59147-68d4-45be-82ed-c3138fdd29a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.164595 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0ea7d879-eda9-415a-b598-a1c90ce5d0df req-4ce9233d-477b-4a52-b13e-10c488d29584 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.166658 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ea7d879-eda9-415a-b598-a1c90ce5d0df req-4ce9233d-477b-4a52-b13e-10c488d29584 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.39 "DELETE /v2.0/ports/c6bf034d-3a15-4f43-bcfb-82a726e3ea2e HTTP/1.1" status: 204 len: 173 time: 2.3600254 Aug 16 22:22:03.168527 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29af28ea-e394-44bd-bf48-333c0b183e6f', 'name': 'network-vif-deleted', 'tag': 'c6bf034d-3a15-4f43-bcfb-82a726e3ea2e'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:03.171300 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9f836e-8cd9-4d11-bec9-8402ed172d10" -d '{"events": [{"server_uuid": "29af28ea-e394-44bd-bf48-333c0b183e6f", "name": "network-vif-deleted", "tag": "c6bf034d-3a15-4f43-bcfb-82a726e3ea2e"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:03.201679 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-385e46f4-5f35-47cd-8b33-08ca5e68d7bd req-d2f6ec1b-1d3c-4d6d-955d-f398073abe19 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9060303-9880-4d8c-a5c4-2ef2b612472e HTTP/1.1" status: 200 len: 210 time: 0.0640695 Aug 16 22:22:03.242253 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3532960a-a85d-4f3c-95b7-dd83f1336950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.296248 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca6e020e-09c9-4db9-ab3e-f4bee165a8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.328581 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca6e020e-09c9-4db9-ab3e-f4bee165a8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.329447 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb7c7d1-7611-4a3d-af33-0f0d1ee0cdbe x-openstack-request-id: req-beb7c7d1-7611-4a3d-af33-0f0d1ee0cdbe {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:03.330050 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29af28ea-e394-44bd-bf48-333c0b183e6f", "name": "network-vif-deleted", "tag": "c6bf034d-3a15-4f43-bcfb-82a726e3ea2e", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:03.333137 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ca6e020e-09c9-4db9-ab3e-f4bee165a8dc admin admin] 10.222.0.93 "DELETE /v2.0/networks/f8a63fa3-3f8c-44df-b68b-c5d1b765109d HTTP/1.1" status: 204 len: 168 time: 0.9076958 Aug 16 22:22:03.333747 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-beb7c7d1-7611-4a3d-af33-0f0d1ee0cdbe {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:03.334434 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29af28ea-e394-44bd-bf48-333c0b183e6f', 'name': 'network-vif-deleted', 'tag': 'c6bf034d-3a15-4f43-bcfb-82a726e3ea2e', 'status': 'completed', 'code': 200} Aug 16 22:22:03.336046 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50228) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:03.362349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] Attempting to bind port d8eb9c88-aece-4a30-8e96-4553d6f0ef47 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:03.362873 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] Attempting to bind port d8eb9c88-aece-4a30-8e96-4553d6f0ef47 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '4b1ce57e-cdcc-486c-b52d-d4f10dc7156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd3e76621-6f8c-4864-b810-714eea91d7c8'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:03.363282 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] Attempting to bind port d8eb9c88-aece-4a30-8e96-4553d6f0ef47 on network d3e76621-6f8c-4864-b810-714eea91d7c8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:03.385025 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3532960a-a85d-4f3c-95b7-dd83f1336950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.396042 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] Port d8eb9c88-aece-4a30-8e96-4553d6f0ef47 on network d3e76621-6f8c-4864-b810-714eea91d7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:22:03.396472 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] Attempting to bind port d8eb9c88-aece-4a30-8e96-4553d6f0ef47 on network d3e76621-6f8c-4864-b810-714eea91d7c8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:03.433110 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:03.438296 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e020e-09c9-4db9-ab3e-f4bee165a8dc admin admin] Pushing event deleted for resources: {'Network': ['ID=f8a63fa3-3f8c-44df-b68b-c5d1b765109d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:03.439363 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] Checking segment: {'id': '4b1ce57e-cdcc-486c-b52d-d4f10dc7156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd3e76621-6f8c-4864-b810-714eea91d7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:03.440467 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] Bound using segment: {'id': '4b1ce57e-cdcc-486c-b52d-d4f10dc7156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd3e76621-6f8c-4864-b810-714eea91d7c8'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:03.441052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] Bound port: d8eb9c88-aece-4a30-8e96-4553d6f0ef47, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1ce57e-cdcc-486c-b52d-d4f10dc7156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd3e76621-6f8c-4864-b810-714eea91d7c8'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:03.441491 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.494639 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3532960a-a85d-4f3c-95b7-dd83f1336950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.497312 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3532960a-a85d-4f3c-95b7-dd83f1336950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.498507 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3532960a-a85d-4f3c-95b7-dd83f1336950 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7eb2c940-f6b9-408e-8519-b450d5baf078 HTTP/1.1" status: 204 len: 168 time: 0.6291966 Aug 16 22:22:03.517114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aafd21b-5c99-4dee-bad2-09a1b7558612 admin admin] Deleting subnet 078a8eae-9132-40da-b5d4-fdf03e621f29 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:22:03.525423 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6aafd21b-5c99-4dee-bad2-09a1b7558612 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.526833 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532960a-a85d-4f3c-95b7-dd83f1336950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb2c940-f6b9-408e-8519-b450d5baf078,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:03.579711 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-5be59147-68d4-45be-82ed-c3138fdd29a1 admin admin] Allocated IP 172.25.6.23 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/37a4bac5-1bbe-4635-a94b-731d94d0c329) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:03.728447 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6aafd21b-5c99-4dee-bad2-09a1b7558612 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.768612 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] For port d8eb9c88-aece-4a30-8e96-4553d6f0ef47, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:03.772868 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e6a98e53-cc94-4447-a111-657858c7e5cd up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:03.799431 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-475077c0-6c64-4236-9e2d-9e4f66fa2272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.806350 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-475077c0-6c64-4236-9e2d-9e4f66fa2272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.809715 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb239b2-2f62-4c90-9ae7-07a7474c00b4 req-b7a49bcf-b9ba-4748-896c-965e8f06b38e tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:03.824735 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ccb239b2-2f62-4c90-9ae7-07a7474c00b4 req-b7a49bcf-b9ba-4748-896c-965e8f06b38e tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 944 time: 0.3025568 Aug 16 22:22:03.837938 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] For port d8eb9c88-aece-4a30-8e96-4553d6f0ef47, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d8eb9c88-aece-4a30-8e96-4553d6f0ef47,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:03.859116 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.880560 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-475077c0-6c64-4236-9e2d-9e4f66fa2272 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2c8da604717b490bbb8789fa4f50f543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9007390 Aug 16 22:22:03.885241 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50240) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:03.895298 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475077c0-6c64-4236-9e2d-9e4f66fa2272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca4629c-f384-40b0-93db-d0d3b835c23b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:03.938130 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6aafd21b-5c99-4dee-bad2-09a1b7558612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.971783 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port e6a98e53-cc94-4447-a111-657858c7e5cd completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:03.993482 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:03.994192 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.995801 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] 10.222.0.39 "PUT /v2.0/ports/d8eb9c88-aece-4a30-8e96-4553d6f0ef47 HTTP/1.1" status: 200 len: 1093 time: 2.7861719 Aug 16 22:22:03.999677 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5be59147-68d4-45be-82ed-c3138fdd29a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:04.015012 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8602ac-4823-4879-83f7-1fef325d18be None None] Network f9f912f5-cf6f-4ff9-af03-e26648f62561 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:22:04.033947 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ccb239b2-2f62-4c90-9ae7-07a7474c00b4 req-313122f9-603b-4335-9892-7755c8602951 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019689 Aug 16 22:22:04.047891 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-624a546e-f890-4cf8-9d06-2ac55e9b1699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:04.053673 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57776f41-6dd3-45ac-9a70-b465e55c32a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8eb9c88-aece-4a30-8e96-4553d6f0ef47,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:04.100373 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-624a546e-f890-4cf8-9d06-2ac55e9b1699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:04.115564 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6aafd21b-5c99-4dee-bad2-09a1b7558612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:04.136746 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5be59147-68d4-45be-82ed-c3138fdd29a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:04.177758 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6aafd21b-5c99-4dee-bad2-09a1b7558612 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:04.179964 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6aafd21b-5c99-4dee-bad2-09a1b7558612 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/078a8eae-9132-40da-b5d4-fdf03e621f29 HTTP/1.1" status: 204 len: 168 time: 0.8264275 Aug 16 22:22:04.181687 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafd21b-5c99-4dee-bad2-09a1b7558612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=078a8eae-9132-40da-b5d4-fdf03e621f29,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:04.182734 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f8e74d44-a3f1-494d-8fa6-df6a789c2aab None None] Provisioning for port e6a98e53-cc94-4447-a111-657858c7e5cd completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:04.184264 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50250) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:04.189201 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f8e74d44-a3f1-494d-8fa6-df6a789c2aab None None] Provisioning complete for port e6a98e53-cc94-4447-a111-657858c7e5cd triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:04.190671 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8e74d44-a3f1-494d-8fa6-df6a789c2aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:04.192014 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be59147-68d4-45be-82ed-c3138fdd29a1 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:04.206065 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-6a088219-8813-4267-9397-5e3ff3fd81c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:04.207643 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-6a088219-8813-4267-9397-5e3ff3fd81c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1d952064ec046aaafba02ad36eca730&device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 1096 time: 0.1484962 Aug 16 22:22:04.219679 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5be59147-68d4-45be-82ed-c3138fdd29a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:04.237844 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be59147-68d4-45be-82ed-c3138fdd29a1 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:04.294889 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be59147-68d4-45be-82ed-c3138fdd29a1 admin admin] Pushing event updated for resources: {'Port': ['ID=37a4bac5-1bbe-4635-a94b-731d94d0c329,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:04.307166 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-3916368b-86c2-4be2-a084-dd45512efc8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8eb9c88-aece-4a30-8e96-4553d6f0ef47 HTTP/1.1" status: 200 len: 217 time: 0.0909624 Aug 16 22:22:04.325534 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-624a546e-f890-4cf8-9d06-2ac55e9b1699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:04.328364 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-624a546e-f890-4cf8-9d06-2ac55e9b1699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:04.329546 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-624a546e-f890-4cf8-9d06-2ac55e9b1699 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9ca4629c-f384-40b0-93db-d0d3b835c23b HTTP/1.1" status: 204 len: 168 time: 0.4428394 Aug 16 22:22:04.380964 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-6913cbe8-b426-4d59-b954-2b4f7ee250b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:04.382580 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-6913cbe8-b426-4d59-b954-2b4f7ee250b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fdf0a8e9-8419-49d8-b5f5-08ee7021bab1 HTTP/1.1" status: 200 len: 854 time: 0.0744829 Aug 16 22:22:04.394384 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6beb-d355-4b74-a879-639e2c41fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:04.430491 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a546e-f890-4cf8-9d06-2ac55e9b1699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca4629c-f384-40b0-93db-d0d3b835c23b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:04.483855 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-e7d7413f-0b7f-4c3c-a9e4-7c635bb38255 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3e76621-6f8c-4864-b810-714eea91d7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918674 Aug 16 22:22:04.597625 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8e74d44-a3f1-494d-8fa6-df6a789c2aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:04.645056 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f8e74d44-a3f1-494d-8fa6-df6a789c2aab None None] For port e6a98e53-cc94-4447-a111-657858c7e5cd, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e6a98e53-cc94-4447-a111-657858c7e5cd,segment=NetworkSegment(1fb551a9-9c7f-4967-b244-9a7b8527c392),segment_id=1fb551a9-9c7f-4967-b244-9a7b8527c392)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:04.653089 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8e74d44-a3f1-494d-8fa6-df6a789c2aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:04.667958 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f899b5d-6898-4faf-a970-d40c6c07f03f req-ad592c45-8564-4fe4-8dae-128458ef5039 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9060303-9880-4d8c-a5c4-2ef2b612472e HTTP/1.1" status: 200 len: 210 time: 0.0877669 Aug 16 22:22:04.800974 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-f45efccb-1d5b-4269-a296-113c36aab186 service neutron] 10.222.0.39 "GET /v2.0/networks/d3e76621-6f8c-4864-b810-714eea91d7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094559 Aug 16 22:22:04.811438 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e74d44-a3f1-494d-8fa6-df6a789c2aab None None] Pushing event updated for resources: {'Port': ['ID=e6a98e53-cc94-4447-a111-657858c7e5cd,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:04.834478 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb64942-544d-46d1-98aa-6c9669c81c15 req-f320203b-9b29-4abc-a930-5b8910dad1ec tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:04.838764 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4eb64942-544d-46d1-98aa-6c9669c81c15 req-f320203b-9b29-4abc-a930-5b8910dad1ec tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.2300243 Aug 16 22:22:05.034305 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50282) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:05.090224 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97aec60e-1ad3-483a-b147-47aa6f91b519 req-ca1c9534-e2a0-44c9-895d-96dc5a17aff4 service neutron] 10.222.0.39 "GET /v2.0/networks/d3e76621-6f8c-4864-b810-714eea91d7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691760 Aug 16 22:22:05.101851 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9bdd3d94-0e7d-416c-853e-ca996656c1e3 None None] Provisioning complete for port e6a98e53-cc94-4447-a111-657858c7e5cd triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:05.103365 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9bdd3d94-0e7d-416c-853e-ca996656c1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.125668 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4eb64942-544d-46d1-98aa-6c9669c81c15 req-0eec3552-0a6f-491f-8465-c854a646b921 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698638 Aug 16 22:22:05.207584 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b744941-8ac8-42e4-8728-fa0ad3e4276b req-4bef7aea-4765-4391-b4cf-9fe3e6234abc tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:05.214760 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6beb-d355-4b74-a879-639e2c41fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.219526 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b744941-8ac8-42e4-8728-fa0ad3e4276b req-4bef7aea-4765-4391-b4cf-9fe3e6234abc tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 944 time: 0.0714614 Aug 16 22:22:05.236745 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-3d7b6beb-d355-4b74-a879-639e2c41fcf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3fc817-31dd-4bfc-aa3c-409cc8b7bdfe']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:05.257545 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-3d7b6beb-d355-4b74-a879-639e2c41fcf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80b2db0-622d-4cf7-bd53-08597bdb8c0e') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:05.258363 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b744941-8ac8-42e4-8728-fa0ad3e4276b req-b2624a08-2adb-4675-99ed-029100a277bf tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379596 Aug 16 22:22:05.259595 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-3d7b6beb-d355-4b74-a879-639e2c41fcf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80b2db0-622d-4cf7-bd53-08597bdb8c0e') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:05.290914 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6beb-d355-4b74-a879-639e2c41fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.291180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2ed0ff88-5ca2-4380-b537-f3e2977479d7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-network', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:05.315178 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed0ff88-5ca2-4380-b537-f3e2977479d7 admin admin] Made reservation on behalf of 134dc6d3142e407fb399bf47e9422a78 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:05.317439 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ed0ff88-5ca2-4380-b537-f3e2977479d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.327073 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ed0ff88-5ca2-4380-b537-f3e2977479d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.336839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb', 'tag': 'd8eb9c88-aece-4a30-8e96-4553d6f0ef47'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:05.339453 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cd6bd2-605e-46fe-850e-a034ac802ede" -d '{"events": [{"name": "network-changed", "server_uuid": "36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb", "tag": "d8eb9c88-aece-4a30-8e96-4553d6f0ef47"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:05.352327 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871f000-754c-4430-9648-3afdc76109aa req-c60288ba-b5f2-43d0-90bd-733fcea67492 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:05.353926 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d871f000-754c-4430-9648-3afdc76109aa req-c60288ba-b5f2-43d0-90bd-733fcea67492 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.43 "GET /v2.0/networks?id=45c76ac5-0e6a-4123-b986-bece94a6a1b4 HTTP/1.1" status: 200 len: 822 time: 0.4065988 Aug 16 22:22:05.360600 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6beb-d355-4b74-a879-639e2c41fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.373870 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7b6beb-d355-4b74-a879-639e2c41fcf5 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:22:05.374326 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6beb-d355-4b74-a879-639e2c41fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.379092 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-d871f000-754c-4430-9648-3afdc76109aa req-a0fce667-40f4-4374-90d5-b280166927b4 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Request body: {'port': {'device_id': 'd9060303-9880-4d8c-a5c4-2ef2b612472e', 'network_id': '45c76ac5-0e6a-4123-b986-bece94a6a1b4', 'admin_state_up': True, 'tenant_id': 'd183311263574d8b94003c320c287e71'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:22:05.428265 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:22:05.467739 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ed0ff88-5ca2-4380-b537-f3e2977479d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.473539 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ed0ff88-5ca2-4380-b537-f3e2977479d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.481704 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5be59147-68d4-45be-82ed-c3138fdd29a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.489500 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed0ff88-5ca2-4380-b537-f3e2977479d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:22:05.508408 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ed0ff88-5ca2-4380-b537-f3e2977479d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.510096 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-2ed0ff88-5ca2-4380-b537-f3e2977479d7 admin admin] Added segment e102682d-1634-409a-b8b3-a19873bb1b74 of type vlan for network b72ddcdd-e248-488b-9bcc-59034b4687bc Aug 16 22:22:05.565910 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0ff88-5ca2-4380-b537-f3e2977479d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8027bfc8-5da7-4200-a07c-dc62b51d020a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:05.589210 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ed0ff88-5ca2-4380-b537-f3e2977479d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.625293 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e6a98e53-cc94-4447-a111-657858c7e5cd up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:05.638177 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ed0ff88-5ca2-4380-b537-f3e2977479d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.638177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed0ff88-5ca2-4380-b537-f3e2977479d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:05.638177 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ed0ff88-5ca2-4380-b537-f3e2977479d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.718678 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port e6a98e53-cc94-4447-a111-657858c7e5cd triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:05.719153 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.730155 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e50108b-70c4-4788-af80-8e67929e510a x-openstack-request-id: req-9e50108b-70c4-4788-af80-8e67929e510a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:05.730441 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb", "tag": "d8eb9c88-aece-4a30-8e96-4553d6f0ef47", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:05.730692 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9e50108b-70c4-4788-af80-8e67929e510a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:05.731417 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb', 'tag': 'd8eb9c88-aece-4a30-8e96-4553d6f0ef47', 'status': 'completed', 'code': 200} Aug 16 22:22:05.735048 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2ed0ff88-5ca2-4380-b537-f3e2977479d7 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6954253 Aug 16 22:22:05.739158 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50308) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:05.744331 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-544f2b50-5354-441e-91c9-c0fab31b6613 admin admin] Request body: {'subnet': {'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-subnet', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:05.764290 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6beb-d355-4b74-a879-639e2c41fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.838764 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc696da2-ed89-4b90-b736-ac94ff641ddb req-e6ac9ffb-14b1-46d8-8c9a-2c2c6cf58471 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9060303-9880-4d8c-a5c4-2ef2b612472e HTTP/1.1" status: 200 len: 210 time: 0.0466850 Aug 16 22:22:05.856256 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6beb-d355-4b74-a879-639e2c41fcf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.861809 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3d7b6beb-d355-4b74-a879-639e2c41fcf5 admin admin] 10.222.0.93 "DELETE /v2.0/networks/1d3fc817-31dd-4bfc-aa3c-409cc8b7bdfe HTTP/1.1" status: 204 len: 168 time: 1.6674907 Aug 16 22:22:05.867094 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0ff88-5ca2-4380-b537-f3e2977479d7 admin admin] Pushing event updated for resources: {'Network': ['ID=b72ddcdd-e248-488b-9bcc-59034b4687bc,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:05.880294 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd6bd2-605e-46fe-850e-a034ac802ede req-068adb19-8246-483f-a7db-12bf113a3b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:05.882911 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0cd6bd2-605e-46fe-850e-a034ac802ede req-068adb19-8246-483f-a7db-12bf113a3b37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1d952064ec046aaafba02ad36eca730&device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 1096 time: 0.1306088 Aug 16 22:22:05.885358 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network b72ddcdd-e248-488b-9bcc-59034b4687bc details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:22:05.887358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b6beb-d355-4b74-a879-639e2c41fcf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d3fc817-31dd-4bfc-aa3c-409cc8b7bdfe,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:05.894387 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5be59147-68d4-45be-82ed-c3138fdd29a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.902113 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544f2b50-5354-441e-91c9-c0fab31b6613 admin admin] Made reservation on behalf of 134dc6d3142e407fb399bf47e9422a78 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:05.905462 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-544f2b50-5354-441e-91c9-c0fab31b6613 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.995883 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d871f000-754c-4430-9648-3afdc76109aa req-a0fce667-40f4-4374-90d5-b280166927b4 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Made reservation on behalf of d183311263574d8b94003c320c287e71 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:06.000321 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d871f000-754c-4430-9648-3afdc76109aa req-a0fce667-40f4-4374-90d5-b280166927b4 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:06.066935 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd6bd2-605e-46fe-850e-a034ac802ede req-dab512e3-0bdc-4e59-9157-ae94084f9e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:06.068815 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0cd6bd2-605e-46fe-850e-a034ac802ede req-dab512e3-0bdc-4e59-9157-ae94084f9e05 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d3e76621-6f8c-4864-b810-714eea91d7c8 HTTP/1.1" status: 200 len: 915 time: 0.1771457 Aug 16 22:22:06.147901 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0cd6bd2-605e-46fe-850e-a034ac802ede req-ef91618f-8f4c-4ffc-9667-73ce46cc0fa1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8eb9c88-aece-4a30-8e96-4553d6f0ef47 HTTP/1.1" status: 200 len: 217 time: 0.0662813 Aug 16 22:22:06.180263 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50322) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:06.247039 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bffd9-10e5-42ff-9fee-cbc68dc432ad req-e0fc5d5f-a96b-499e-9410-229f516c6afc tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:06.249675 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f08bffd9-10e5-42ff-9fee-cbc68dc432ad req-e0fc5d5f-a96b-499e-9410-229f516c6afc tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.2442160 Aug 16 22:22:06.297520 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-d871f000-754c-4430-9648-3afdc76109aa req-a0fce667-40f4-4374-90d5-b280166927b4 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Allocated IP 172.20.0.11 (45c76ac5-0e6a-4123-b986-bece94a6a1b4/c24cbf4e-01f3-4e79-8de4-01997a6a08b9/3c786236-3062-4990-a53b-15f88e75abd7) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:06.308726 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd6bd2-605e-46fe-850e-a034ac802ede req-5cec7381-901b-4b82-b18f-c4890b9f6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:06.310481 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0cd6bd2-605e-46fe-850e-a034ac802ede req-5cec7381-901b-4b82-b18f-c4890b9f6111 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fdf0a8e9-8419-49d8-b5f5-08ee7021bab1 HTTP/1.1" status: 200 len: 854 time: 0.1565418 Aug 16 22:22:06.344622 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b5643285-c695-4d7a-b05e-44034b16b7c0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c5206ab6d6f447fc9622b86511f61275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1621370 Aug 16 22:22:06.345927 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50326) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:06.378639 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0cd6bd2-605e-46fe-850e-a034ac802ede req-08690b6c-f6cf-46ae-a30c-5fc00f5ce5d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3e76621-6f8c-4864-b810-714eea91d7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610950 Aug 16 22:22:06.382407 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-544f2b50-5354-441e-91c9-c0fab31b6613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:06.389984 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be59147-68d4-45be-82ed-c3138fdd29a1 admin admin] Router 73771b2c-d3b6-4f0c-a0ad-cec909001553 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:22:06.467930 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf1404-8cd1-4d38-aaf1-a4655d8a0c24 req-c27c29f1-5d9f-47fd-a06c-02583a021cbb tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:06.469449 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ecf1404-8cd1-4d38-aaf1-a4655d8a0c24 req-c27c29f1-5d9f-47fd-a06c-02583a021cbb tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 950 time: 0.2477236 Aug 16 22:22:06.508631 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d8eb9c88-aece-4a30-8e96-4553d6f0ef47 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:22:06.513236 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-f08bffd9-10e5-42ff-9fee-cbc68dc432ad req-2a752d5b-3a39-4b38-a97d-5b9098491246 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Deleting port 45e092d5-e62c-4c6c-a2be-6e4635a2c946 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:22:06.513606 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f08bffd9-10e5-42ff-9fee-cbc68dc432ad req-2a752d5b-3a39-4b38-a97d-5b9098491246 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:06.597817 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f2b50-5354-441e-91c9-c0fab31b6613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:06.633341 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1744c-380d-454c-ad44-06e200485ca7 req-d66c9a08-f16b-4b71-b1e9-a0e6749fb14a tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:06.635204 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7aa1744c-380d-454c-ad44-06e200485ca7 req-d66c9a08-f16b-4b71-b1e9-a0e6749fb14a tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 944 time: 0.2656443 Aug 16 22:22:06.680533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ecf1404-8cd1-4d38-aaf1-a4655d8a0c24 req-68f189bb-0dfb-4a31-893c-a84d952bb734 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629949 Aug 16 22:22:06.682306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d8eb9c88-aece-4a30-8e96-4553d6f0ef47, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d8eb9c88-aece-4a30-8e96-4553d6f0ef47,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:06.687875 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be59147-68d4-45be-82ed-c3138fdd29a1 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:22:06.699185 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-409bfc49-6a97-4818-bcdc-4f8a9e527136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:06.700198 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544f2b50-5354-441e-91c9-c0fab31b6613 admin admin] Checking segment: {'id': 'e102682d-1634-409a-b8b3-a19873bb1b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:06.700198 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544f2b50-5354-441e-91c9-c0fab31b6613 admin admin] Network hostable DHCP agents. Network: b72ddcdd-e248-488b-9bcc-59034b4687bc, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:22:06.700610 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] Sync routers for ids ['73771b2c-d3b6-4f0c-a0ad-cec909001553'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:22:06.710290 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'd8eb9c88-aece-4a30-8e96-4553d6f0ef47', 'network_id': 'd3e76621-6f8c-4864-b810-714eea91d7c8', 'port_id': 'd8eb9c88-aece-4a30-8e96-4553d6f0ef47', 'mac_address': 'fa:16:3e:7e:9e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf0a8e9-8419-49d8-b5f5-08ee7021bab1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:22:06.712274 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] Routers {'73771b2c-d3b6-4f0c-a0ad-cec909001553'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:06.716606 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:21:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['73771b2c-d3b6-4f0c-a0ad-cec909001553'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:06.735631 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d871f000-754c-4430-9648-3afdc76109aa req-a0fce667-40f4-4374-90d5-b280166927b4 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:06.751202 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0cd6bd2-605e-46fe-850e-a034ac802ede req-7d569bf8-71dd-45d8-a9ef-2b69eca39439 service neutron] 10.222.0.39 "GET /v2.0/networks/d3e76621-6f8c-4864-b810-714eea91d7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430707 Aug 16 22:22:06.785242 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:06.797484 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-409bfc49-6a97-4818-bcdc-4f8a9e527136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:06.815405 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8eb9c88-aece-4a30-8e96-4553d6f0ef47 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:06.822945 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-f08bffd9-10e5-42ff-9fee-cbc68dc432ad req-2a752d5b-3a39-4b38-a97d-5b9098491246 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] For port 45e092d5-e62c-4c6c-a2be-6e4635a2c946, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=45e092d5-e62c-4c6c-a2be-6e4635a2c946,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:06.824130 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f08bffd9-10e5-42ff-9fee-cbc68dc432ad req-2a752d5b-3a39-4b38-a97d-5b9098491246 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:06.849292 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5be59147-68d4-45be-82ed-c3138fdd29a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:06.849884 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d8eb9c88-aece-4a30-8e96-4553d6f0ef47, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d8eb9c88-aece-4a30-8e96-4553d6f0ef47,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:06.852447 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5be59147-68d4-45be-82ed-c3138fdd29a1 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1825633 Aug 16 22:22:06.857195 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:06.859364 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50338) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:06.878315 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-f08bffd9-10e5-42ff-9fee-cbc68dc432ad req-2a752d5b-3a39-4b38-a97d-5b9098491246 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Calling delete_port for 45e092d5-e62c-4c6c-a2be-6e4635a2c946 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:22:06.900542 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7aa1744c-380d-454c-ad44-06e200485ca7 req-b54a8c57-b0ad-4911-b687-bc3b2c4d2567 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472856 Aug 16 22:22:06.949898 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544f2b50-5354-441e-91c9-c0fab31b6613 admin admin] Network b72ddcdd-e248-488b-9bcc-59034b4687bc is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:22:06.956587 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50342) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:06.961396 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] Set router 73771b2c-d3b6-4f0c-a0ad-cec909001553 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:22:06.994772 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d871f000-754c-4430-9648-3afdc76109aa req-a0fce667-40f4-4374-90d5-b280166927b4 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.009384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-544f2b50-5354-441e-91c9-c0fab31b6613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, b72ddcdd-e248-488b-9bcc-59034b4687bc) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:07.037552 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef89eb95-95e1-42ab-a4a6-b2ad0fc85083 None None] Network b72ddcdd-e248-488b-9bcc-59034b4687bc requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:22:07.042963 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d871f000-754c-4430-9648-3afdc76109aa req-a0fce667-40f4-4374-90d5-b280166927b4 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Network 45c76ac5-0e6a-4123-b986-bece94a6a1b4 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:07.047512 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-d871f000-754c-4430-9648-3afdc76109aa req-a0fce667-40f4-4374-90d5-b280166927b4 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:07.053712 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-d871f000-754c-4430-9648-3afdc76109aa req-a0fce667-40f4-4374-90d5-b280166927b4 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:07.062856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544f2b50-5354-441e-91c9-c0fab31b6613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:07.063690 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-544f2b50-5354-441e-91c9-c0fab31b6613 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.114796 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fce667-40f4-4374-90d5-b280166927b4 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Pushing event updated for resources: {'Port': ['ID=3c786236-3062-4990-a53b-15f88e75abd7,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:07.133526 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-544f2b50-5354-441e-91c9-c0fab31b6613 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3933320 Aug 16 22:22:07.137732 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-409bfc49-6a97-4818-bcdc-4f8a9e527136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.140690 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-409bfc49-6a97-4818-bcdc-4f8a9e527136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.144786 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-409bfc49-6a97-4818-bcdc-4f8a9e527136 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab HTTP/1.1" status: 204 len: 168 time: 0.7774112 Aug 16 22:22:07.148168 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0cd6bd2-605e-46fe-850e-a034ac802ede req-9890ce75-8a99-4828-b07c-449bef85cac4 service neutron] 10.222.0.39 "GET /v2.0/networks/d3e76621-6f8c-4864-b810-714eea91d7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705137 Aug 16 22:22:07.148846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50346) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:07.160723 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-392ddb86-781b-4354-ba67-8fb0247fd141 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:07.180058 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bfc49-6a97-4818-bcdc-4f8a9e527136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375dfd3b-ffeb-4f7a-85fd-e0e3a7fe3eab,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:07.230458 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871f000-754c-4430-9648-3afdc76109aa req-a0fce667-40f4-4374-90d5-b280166927b4 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:07.232544 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d871f000-754c-4430-9648-3afdc76109aa req-a0fce667-40f4-4374-90d5-b280166927b4 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.239454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cfee9-064c-4db3-a86a-c754b7050ed6 req-131b76b9-a3c5-420b-be22-f83faa8d5b02 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:07.241126 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'name': 'tempest-AttachVolumeTestJSON-639232899-router', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:01Z', 'updated_at': '2021-08-16T22:22:05Z', 'revision_number': 3, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'gw_port': {'id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:03Z', 'updated_at': '2021-08-16T22:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:07.247661 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f94cfee9-064c-4db3-a86a-c754b7050ed6 req-131b76b9-a3c5-420b-be22-f83faa8d5b02 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9060303-9880-4d8c-a5c4-2ef2b612472e HTTP/1.1" status: 200 len: 932 time: 0.2415972 Aug 16 22:22:07.277440 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] Checking router: 73771b2c-d3b6-4f0c-a0ad-cec909001553 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:22:07.277818 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] Updating router 73771b2c-d3b6-4f0c-a0ad-cec909001553 port 37a4bac5-1bbe-4635-a94b-731d94d0c329 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:22:07.293746 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f66bd016-5f50-4591-be53-f49eb8e37b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.300935 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f08bffd9-10e5-42ff-9fee-cbc68dc432ad req-2a752d5b-3a39-4b38-a97d-5b9098491246 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.305153 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-392ddb86-781b-4354-ba67-8fb0247fd141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.306188 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.306905 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-392ddb86-781b-4354-ba67-8fb0247fd141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.318641 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d871f000-754c-4430-9648-3afdc76109aa req-a0fce667-40f4-4374-90d5-b280166927b4 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9482353 Aug 16 22:22:07.347880 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-d871f000-754c-4430-9648-3afdc76109aa req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] Request body: {'port': {'device_id': 'd9060303-9880-4d8c-a5c4-2ef2b612472e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:07.404665 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['d8eb9c88-aece-4a30-8e96-4553d6f0ef47'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:07.407072 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f94cfee9-064c-4db3-a86a-c754b7050ed6 req-aff1a5df-f4f3-4970-ba94-0151d779fc10 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581922 Aug 16 22:22:07.408380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['45e092d5-e62c-4c6c-a2be-6e4635a2c946'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:07.430446 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a752d5b-3a39-4b38-a97d-5b9098491246 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Pushing event deleted for resources: {'Port': ['ID=45e092d5-e62c-4c6c-a2be-6e4635a2c946,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:07.443135 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=d8eb9c88-aece-4a30-8e96-4553d6f0ef47,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:07.558898 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08bffd9-10e5-42ff-9fee-cbc68dc432ad req-2a752d5b-3a39-4b38-a97d-5b9098491246 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] No DVR routers for this DVR port 45e092d5-e62c-4c6c-a2be-6e4635a2c946 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:22:07.570343 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f08bffd9-10e5-42ff-9fee-cbc68dc432ad req-2a752d5b-3a39-4b38-a97d-5b9098491246 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.578478 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f08bffd9-10e5-42ff-9fee-cbc68dc432ad req-2a752d5b-3a39-4b38-a97d-5b9098491246 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.43 "DELETE /v2.0/ports/45e092d5-e62c-4c6c-a2be-6e4635a2c946 HTTP/1.1" status: 204 len: 173 time: 1.3184814 Aug 16 22:22:07.581904 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e', 'name': 'network-vif-deleted', 'tag': '45e092d5-e62c-4c6c-a2be-6e4635a2c946'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:07.589308 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5069ec02-2454-4cdd-859e-c299f214a8e8" -d '{"events": [{"server_uuid": "9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e", "name": "network-vif-deleted", "tag": "45e092d5-e62c-4c6c-a2be-6e4635a2c946"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:07.612857 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d871f000-754c-4430-9648-3afdc76109aa req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.690849 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31c0ac1-47de-4281-aa10-3f7694480976 x-openstack-request-id: req-b31c0ac1-47de-4281-aa10-3f7694480976 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:07.691145 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e", "name": "network-vif-deleted", "tag": "45e092d5-e62c-4c6c-a2be-6e4635a2c946", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:07.691396 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b31c0ac1-47de-4281-aa10-3f7694480976 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:07.691798 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e', 'name': 'network-vif-deleted', 'tag': '45e092d5-e62c-4c6c-a2be-6e4635a2c946', 'status': 'completed', 'code': 200} Aug 16 22:22:07.758658 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.768531 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-b72ddcdd-e248-488b-9bcc-59034b4687bc', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:22:07.772045 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.779479 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] Transition to ACTIVE for port object 37a4bac5-1bbe-4635-a94b-731d94d0c329 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:07.788998 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.847761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50356) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:07.887316 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d39090-9d9b-426f-a955-4f59b7977c6a None None] Pushing event updated for resources: {'Port': ['ID=37a4bac5-1bbe-4635-a94b-731d94d0c329,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:07.924026 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d39090-9d9b-426f-a955-4f59b7977c6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.924369 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d39090-9d9b-426f-a955-4f59b7977c6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.924717 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d39090-9d9b-426f-a955-4f59b7977c6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.925120 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d39090-9d9b-426f-a955-4f59b7977c6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.925449 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d39090-9d9b-426f-a955-4f59b7977c6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.925770 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d39090-9d9b-426f-a955-4f59b7977c6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.926114 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d39090-9d9b-426f-a955-4f59b7977c6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.926715 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d39090-9d9b-426f-a955-4f59b7977c6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.927047 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d39090-9d9b-426f-a955-4f59b7977c6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.927784 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d39090-9d9b-426f-a955-4f59b7977c6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.928105 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d39090-9d9b-426f-a955-4f59b7977c6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.928420 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d39090-9d9b-426f-a955-4f59b7977c6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.934324 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] Attempting to bind port 37a4bac5-1bbe-4635-a94b-731d94d0c329 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:07.934696 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] Attempting to bind port 37a4bac5-1bbe-4635-a94b-731d94d0c329 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:07.935207 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] Attempting to bind port 37a4bac5-1bbe-4635-a94b-731d94d0c329 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:07.941912 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:07.942357 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:07.944176 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.944581 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:07.945073 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] Bound port: 37a4bac5-1bbe-4635-a94b-731d94d0c329, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:07.946436 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.044965 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-be970a82-08d8-4ef9-bd94-372c177d1e61 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b298163e5b014974a797a5556658161f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963465 Aug 16 22:22:08.047553 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50362) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:08.054127 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] For port 37a4bac5-1bbe-4635-a94b-731d94d0c329, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:08.059198 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] For port 37a4bac5-1bbe-4635-a94b-731d94d0c329, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=37a4bac5-1bbe-4635-a94b-731d94d0c329,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:08.068763 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.070660 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-392ddb86-781b-4354-ba67-8fb0247fd141 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.136447 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] Allocated IP 172.20.0.2 (b72ddcdd-e248-488b-9bcc-59034b4687bc/0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0/6accb35f-be5a-4027-a666-02e718abcd78) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:08.143360 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2c61ad7-6f1c-4201-aebb-82da025d3822 req-89ee4300-84ae-44c8-bf94-c31baa750ef1 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74d9bc-ab58-4da2-bb1d-7d6a50a3150e HTTP/1.1" status: 200 len: 210 time: 0.1332943 Aug 16 22:22:08.161335 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d39090-9d9b-426f-a955-4f59b7977c6a None None] Pushing event updated for resources: {'Port': ['ID=37a4bac5-1bbe-4635-a94b-731d94d0c329,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:08.183853 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] Routers {'73771b2c-d3b6-4f0c-a0ad-cec909001553'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:08.184763 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:21:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['73771b2c-d3b6-4f0c-a0ad-cec909001553'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:08.197061 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf0db304-c909-4b6b-bef5-b32e1d7c7024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.251236 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf0db304-c909-4b6b-bef5-b32e1d7c7024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.321833 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.364028 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-d871f000-754c-4430-9648-3afdc76109aa req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c786236-3062-4990-a53b-15f88e75abd7 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:08.370601 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf0db304-c909-4b6b-bef5-b32e1d7c7024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.375563 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf0db304-c909-4b6b-bef5-b32e1d7c7024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.377343 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bf0db304-c909-4b6b-bef5-b32e1d7c7024 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/07e1e506-c8c4-49b2-bf74-54ee67b44a4a HTTP/1.1" status: 204 len: 168 time: 0.3279889 Aug 16 22:22:08.385277 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d871f000-754c-4430-9648-3afdc76109aa req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.398012 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0db304-c909-4b6b-bef5-b32e1d7c7024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e1e506-c8c4-49b2-bf74-54ee67b44a4a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:08.414897 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce193af0-1137-4f31-80c5-43fe5a426bea req-d0ff284f-1188-42d2-b741-5f60a8fafd05 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:08.419437 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-d871f000-754c-4430-9648-3afdc76109aa req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] Transition to ACTIVE for port object 3c786236-3062-4990-a53b-15f88e75abd7 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:08.419623 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce193af0-1137-4f31-80c5-43fe5a426bea req-d0ff284f-1188-42d2-b741-5f60a8fafd05 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 945 time: 0.3440588 Aug 16 22:22:08.428037 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d871f000-754c-4430-9648-3afdc76109aa req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.442767 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] Set router 73771b2c-d3b6-4f0c-a0ad-cec909001553 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:22:08.444824 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-392ddb86-781b-4354-ba67-8fb0247fd141 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.445532 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['4f2cb624-3bc5-45fb-addf-d0988a0cd206'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:08.520094 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c786236-3062-4990-a53b-15f88e75abd7,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:08.554371 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d8eb9c88-aece-4a30-8e96-4553d6f0ef47 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:08.601673 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.619296 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] Transition to ACTIVE for port object 6accb35f-be5a-4027-a666-02e718abcd78 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:08.670941 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] Transition to ACTIVE for port object 6accb35f-be5a-4027-a666-02e718abcd78 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:08.700028 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.717677 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-d871f000-754c-4430-9648-3afdc76109aa req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] Attempting to bind port 3c786236-3062-4990-a53b-15f88e75abd7 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:08.718041 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-d871f000-754c-4430-9648-3afdc76109aa req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] Attempting to bind port 3c786236-3062-4990-a53b-15f88e75abd7 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'f3bac013-ac59-422a-89e9-c60c8479a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '45c76ac5-0e6a-4123-b986-bece94a6a1b4'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:08.718373 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d871f000-754c-4430-9648-3afdc76109aa req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] Attempting to bind port 3c786236-3062-4990-a53b-15f88e75abd7 on network 45c76ac5-0e6a-4123-b986-bece94a6a1b4 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:08.731405 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d871f000-754c-4430-9648-3afdc76109aa req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] Port 3c786236-3062-4990-a53b-15f88e75abd7 on network 45c76ac5-0e6a-4123-b986-bece94a6a1b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:22:08.731405 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d871f000-754c-4430-9648-3afdc76109aa req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] Attempting to bind port 3c786236-3062-4990-a53b-15f88e75abd7 on network 45c76ac5-0e6a-4123-b986-bece94a6a1b4 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:08.743352 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'name': 'tempest-AttachVolumeTestJSON-639232899-router', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:01Z', 'updated_at': '2021-08-16T22:22:05Z', 'revision_number': 3, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'gw_port': {'id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:03Z', 'updated_at': '2021-08-16T22:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:08.744983 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d871f000-754c-4430-9648-3afdc76109aa req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:08.745327 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d871f000-754c-4430-9648-3afdc76109aa req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] Checking segment: {'id': 'f3bac013-ac59-422a-89e9-c60c8479a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '45c76ac5-0e6a-4123-b986-bece94a6a1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:08.745719 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d871f000-754c-4430-9648-3afdc76109aa req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] Bound using segment: {'id': 'f3bac013-ac59-422a-89e9-c60c8479a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '45c76ac5-0e6a-4123-b986-bece94a6a1b4'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:08.746188 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-d871f000-754c-4430-9648-3afdc76109aa req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] Bound port: 3c786236-3062-4990-a53b-15f88e75abd7, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3bac013-ac59-422a-89e9-c60c8479a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '45c76ac5-0e6a-4123-b986-bece94a6a1b4'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:08.746550 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d871f000-754c-4430-9648-3afdc76109aa req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.786209 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d13ff6-89c0-485a-92ab-3cd7df469a57 None None] The sync data for ids ['73771b2c-d3b6-4f0c-a0ad-cec909001553'] in n-d-792458-15 is: [{'id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'name': 'tempest-AttachVolumeTestJSON-639232899-router', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:01Z', 'updated_at': '2021-08-16T22:22:05Z', 'revision_number': 3, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'gw_port': {'id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:03Z', 'updated_at': '2021-08-16T22:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:22:08.802512 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f66bd016-5f50-4591-be53-f49eb8e37b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.808372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] Network b72ddcdd-e248-488b-9bcc-59034b4687bc is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:08.819198 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port d8eb9c88-aece-4a30-8e96-4553d6f0ef47 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:08.833803 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:08.839535 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:08.844787 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port d8eb9c88-aece-4a30-8e96-4553d6f0ef47 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:08.845455 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.851891 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce193af0-1137-4f31-80c5-43fe5a426bea req-4a57ff32-bae7-4aa6-ba74-9457255f409d tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985872 Aug 16 22:22:08.860023 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f66bd016-5f50-4591-be53-f49eb8e37b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.888045 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] Pushing event updated for resources: {'Port': ['ID=6accb35f-be5a-4027-a666-02e718abcd78,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:08.946084 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-d871f000-754c-4430-9648-3afdc76109aa req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] For port 3c786236-3062-4990-a53b-15f88e75abd7, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:08.960585 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-d871f000-754c-4430-9648-3afdc76109aa req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] For port 3c786236-3062-4990-a53b-15f88e75abd7, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=3c786236-3062-4990-a53b-15f88e75abd7,segment=NetworkSegment(f3bac013-ac59-422a-89e9-c60c8479a5be),segment_id=f3bac013-ac59-422a-89e9-c60c8479a5be)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:08.970112 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d871f000-754c-4430-9648-3afdc76109aa req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.023948 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871f000-754c-4430-9648-3afdc76109aa req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:09.024575 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d871f000-754c-4430-9648-3afdc76109aa req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.026065 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d871f000-754c-4430-9648-3afdc76109aa req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] 10.222.0.43 "PUT /v2.0/ports/3c786236-3062-4990-a53b-15f88e75abd7 HTTP/1.1" status: 200 len: 1093 time: 1.6839848 Aug 16 22:22:09.075802 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-28fd6d46-738e-4518-a59c-a9e75547e428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.098892 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] Attempting to bind port 6accb35f-be5a-4027-a666-02e718abcd78 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:09.099353 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] Attempting to bind port 6accb35f-be5a-4027-a666-02e718abcd78 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'e102682d-1634-409a-b8b3-a19873bb1b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:09.099788 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] Attempting to bind port 6accb35f-be5a-4027-a666-02e718abcd78 on network b72ddcdd-e248-488b-9bcc-59034b4687bc {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:09.100287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31139fcd-6a79-4a77-9fb8-db0fc60bf5cc req-b4bc4938-5fcc-4aba-ba50-4b2a82d494f5 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:09.102447 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31139fcd-6a79-4a77-9fb8-db0fc60bf5cc req-b4bc4938-5fcc-4aba-ba50-4b2a82d494f5 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9060303-9880-4d8c-a5c4-2ef2b612472e HTTP/1.1" status: 200 len: 944 time: 0.5297415 Aug 16 22:22:09.111619 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57549ebf-ef48-4671-9762-9744b04706e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c786236-3062-4990-a53b-15f88e75abd7,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:09.121074 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:09.121406 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] Checking segment: {'id': 'e102682d-1634-409a-b8b3-a19873bb1b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:09.121878 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.122357 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] Bound using segment: {'id': 'e102682d-1634-409a-b8b3-a19873bb1b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:09.122918 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] Bound port: 6accb35f-be5a-4027-a666-02e718abcd78, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e102682d-1634-409a-b8b3-a19873bb1b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:09.123368 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.135518 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f66bd016-5f50-4591-be53-f49eb8e37b14 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8f8648378beb496c8a04a1fbe45cc006&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1730576 Aug 16 22:22:09.150661 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50374) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:09.189775 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871f000-754c-4430-9648-3afdc76109aa req-25342b85-4a89-47b3-a67a-3c87b685ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:09.191901 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bd016-5f50-4591-be53-f49eb8e37b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96988a6f-1aa7-4c4a-a71e-bff6ad1e07ea,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:09.195056 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d871f000-754c-4430-9648-3afdc76109aa req-25342b85-4a89-47b3-a67a-3c87b685ab16 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d183311263574d8b94003c320c287e71&device_id=d9060303-9880-4d8c-a5c4-2ef2b612472e HTTP/1.1" status: 200 len: 1096 time: 0.1022878 Aug 16 22:22:09.291651 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.292140 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d871f000-754c-4430-9648-3afdc76109aa req-5dde1b45-5a50-42fb-ba86-422dec34d97b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c786236-3062-4990-a53b-15f88e75abd7 HTTP/1.1" status: 200 len: 217 time: 0.0825844 Aug 16 22:22:09.334020 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31139fcd-6a79-4a77-9fb8-db0fc60bf5cc req-c3b1f590-bb33-443f-b5ef-415a82dc43ca tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188554 Aug 16 22:22:09.370066 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8eb9c88-aece-4a30-8e96-4553d6f0ef47'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:09.372368 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb161d7-2b4e-4f96-9805-a341f90064c5" -d '{"events": [{"server_uuid": "36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb", "name": "network-vif-plugged", "status": "completed", "tag": "d8eb9c88-aece-4a30-8e96-4553d6f0ef47"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:09.392201 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] For port 6accb35f-be5a-4027-a666-02e718abcd78, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:09.404286 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871f000-754c-4430-9648-3afdc76109aa req-eb4636b0-efdf-4a34-b76a-eb8acd0ececd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:09.405682 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d8eb9c88-aece-4a30-8e96-4553d6f0ef47, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d8eb9c88-aece-4a30-8e96-4553d6f0ef47,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:09.411457 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d871f000-754c-4430-9648-3afdc76109aa req-eb4636b0-efdf-4a34-b76a-eb8acd0ececd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c24cbf4e-01f3-4e79-8de4-01997a6a08b9 HTTP/1.1" status: 200 len: 862 time: 0.1116822 Aug 16 22:22:09.418688 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.422076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] For port 6accb35f-be5a-4027-a666-02e718abcd78, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6accb35f-be5a-4027-a666-02e718abcd78,segment=NetworkSegment(e102682d-1634-409a-b8b3-a19873bb1b74),segment_id=e102682d-1634-409a-b8b3-a19873bb1b74)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:09.425209 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f94c5e7a-1d44-4e57-b83e-602be39c2dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.452876 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.476064 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34bf200-550b-4bf0-9575-4cf632073bdb x-openstack-request-id: req-e34bf200-550b-4bf0-9575-4cf632073bdb {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:09.476363 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb", "name": "network-vif-plugged", "status": "completed", "tag": "d8eb9c88-aece-4a30-8e96-4553d6f0ef47", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:09.476615 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e34bf200-550b-4bf0-9575-4cf632073bdb {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:09.477000 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8eb9c88-aece-4a30-8e96-4553d6f0ef47', 'code': 200} Aug 16 22:22:09.477459 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f94c5e7a-1d44-4e57-b83e-602be39c2dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.494148 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d871f000-754c-4430-9648-3afdc76109aa req-1ed5f458-f11e-4a23-a310-f98c8235ec4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=45c76ac5-0e6a-4123-b986-bece94a6a1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738645 Aug 16 22:22:09.574798 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=d8eb9c88-aece-4a30-8e96-4553d6f0ef47,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:09.606147 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32bf4b5c-27c2-4928-a4ec-646fe647b672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.675774 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f94c5e7a-1d44-4e57-b83e-602be39c2dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.678290 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f94c5e7a-1d44-4e57-b83e-602be39c2dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.682293 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f94c5e7a-1d44-4e57-b83e-602be39c2dac admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/96988a6f-1aa7-4c4a-a71e-bff6ad1e07ea HTTP/1.1" status: 204 len: 168 time: 0.5302289 Aug 16 22:22:09.692385 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 37a4bac5-1bbe-4635-a94b-731d94d0c329 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:09.697479 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9060303-9880-4d8c-a5c4-2ef2b612472e', 'tag': '3c786236-3062-4990-a53b-15f88e75abd7'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:09.704966 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581f7288-3c5d-4713-b065-7bce43a3c148" -d '{"events": [{"name": "network-changed", "server_uuid": "d9060303-9880-4d8c-a5c4-2ef2b612472e", "tag": "3c786236-3062-4990-a53b-15f88e75abd7"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:09.722916 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c5e7a-1d44-4e57-b83e-602be39c2dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96988a6f-1aa7-4c4a-a71e-bff6ad1e07ea,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:09.771487 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b68cf-e0bb-47b8-8dcf-dfe23c212306 None None] Pushing event updated for resources: {'Port': ['ID=6accb35f-be5a-4027-a666-02e718abcd78,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:09.825592 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3287ba78-3140-4435-8d1d-1171fa1e270f x-openstack-request-id: req-3287ba78-3140-4435-8d1d-1171fa1e270f {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:09.825592 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9060303-9880-4d8c-a5c4-2ef2b612472e", "tag": "3c786236-3062-4990-a53b-15f88e75abd7", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:09.825864 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3287ba78-3140-4435-8d1d-1171fa1e270f {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:09.828764 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9060303-9880-4d8c-a5c4-2ef2b612472e', 'tag': '3c786236-3062-4990-a53b-15f88e75abd7', 'status': 'completed', 'code': 200} Aug 16 22:22:09.839847 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 37a4bac5-1bbe-4635-a94b-731d94d0c329 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:09.842737 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d871f000-754c-4430-9648-3afdc76109aa req-b5549b33-e0b0-43d5-8b88-9755e2411cb8 service neutron] 10.222.0.43 "GET /v2.0/networks/45c76ac5-0e6a-4123-b986-bece94a6a1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401916 Aug 16 22:22:09.848765 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 37a4bac5-1bbe-4635-a94b-731d94d0c329 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:09.849190 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.966473 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f5a8c-8c11-4db9-8dc6-fa7414900f98 req-ff1927c1-e302-402f-8ee2-f6d14a8333e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:09.969064 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-df1f5a8c-8c11-4db9-8dc6-fa7414900f98 req-ff1927c1-e302-402f-8ee2-f6d14a8333e5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 1098 time: 0.3647647 Aug 16 22:22:10.067604 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:10.101468 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35635bf-f8d9-40b0-836c-2eb040f639a7 req-01e474db-1501-4484-b8e2-020aee1878b1 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:10.103541 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a35635bf-f8d9-40b0-836c-2eb040f639a7 req-01e474db-1501-4484-b8e2-020aee1878b1 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 950 time: 0.2996371 Aug 16 22:22:10.123024 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 37a4bac5-1bbe-4635-a94b-731d94d0c329, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=37a4bac5-1bbe-4635-a94b-731d94d0c329,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:10.134235 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:10.165358 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d871f000-754c-4430-9648-3afdc76109aa req-e0968e48-3d83-4dae-a0e4-c05e7a14062a service neutron] 10.222.0.43 "GET /v2.0/networks/45c76ac5-0e6a-4123-b986-bece94a6a1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089614 Aug 16 22:22:10.256711 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=37a4bac5-1bbe-4635-a94b-731d94d0c329,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:10.288116 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f7288-3c5d-4713-b065-7bce43a3c148 req-22287829-06bc-4e2c-9c02-70d98cb42ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:10.289773 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-df1f5a8c-8c11-4db9-8dc6-fa7414900f98 req-a4acee30-6043-455c-ab25-68ea17dd4678 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942328 Aug 16 22:22:10.291201 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-581f7288-3c5d-4713-b065-7bce43a3c148 req-22287829-06bc-4e2c-9c02-70d98cb42ba0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d183311263574d8b94003c320c287e71&device_id=d9060303-9880-4d8c-a5c4-2ef2b612472e HTTP/1.1" status: 200 len: 1096 time: 0.0614526 Aug 16 22:22:10.323857 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-392ddb86-781b-4354-ba67-8fb0247fd141 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:10.352426 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-392ddb86-781b-4354-ba67-8fb0247fd141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:10.377713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce05419-5382-44c0-9311-423e15cb2c2e req-981da299-6622-4c11-8105-941bf0cebda2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:10.386326 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ce05419-5382-44c0-9311-423e15cb2c2e req-981da299-6622-4c11-8105-941bf0cebda2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.2989776 Aug 16 22:22:10.395116 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50414) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:10.397315 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a35635bf-f8d9-40b0-836c-2eb040f639a7 req-fc1f1495-3899-4569-b8ca-b93946f5a509 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830992 Aug 16 22:22:10.413588 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b0449e93-61bf-498b-865f-6a2366897f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:10.493685 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:10.504064 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f7288-3c5d-4713-b065-7bce43a3c148 req-e4c951a9-dd44-437a-9fcf-11768ca7bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:10.505569 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-581f7288-3c5d-4713-b065-7bce43a3c148 req-e4c951a9-dd44-437a-9fcf-11768ca7bbe4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=45c76ac5-0e6a-4123-b986-bece94a6a1b4 HTTP/1.1" status: 200 len: 923 time: 0.2069101 Aug 16 22:22:10.553146 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ce05419-5382-44c0-9311-423e15cb2c2e req-8d74b620-f937-480a-a303-db70bbfd526b tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572719 Aug 16 22:22:10.580667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-32bf4b5c-27c2-4928-a4ec-646fe647b672 admin admin] Allocated IP 172.20.0.1 (f9f912f5-cf6f-4ff9-af03-e26648f62561/06a027f9-7175-41d7-9596-9d19a9e3f7bf/0b55937b-a99b-4038-99e9-b8f099fc7e09) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:10.597257 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-581f7288-3c5d-4713-b065-7bce43a3c148 req-3478133f-7c04-4251-b239-2181252fe2f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c786236-3062-4990-a53b-15f88e75abd7 HTTP/1.1" status: 200 len: 217 time: 0.0756447 Aug 16 22:22:10.685327 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f7288-3c5d-4713-b065-7bce43a3c148 req-32c9e286-b1f1-44cd-87ec-6c90a1748510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:10.686962 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-581f7288-3c5d-4713-b065-7bce43a3c148 req-32c9e286-b1f1-44cd-87ec-6c90a1748510 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c24cbf4e-01f3-4e79-8de4-01997a6a08b9 HTTP/1.1" status: 200 len: 862 time: 0.0805042 Aug 16 22:22:10.739167 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-581f7288-3c5d-4713-b065-7bce43a3c148 req-1f5a167d-e03c-47e8-ba93-1526a58bf6b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=45c76ac5-0e6a-4123-b986-bece94a6a1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417967 Aug 16 22:22:10.750146 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-392ddb86-781b-4354-ba67-8fb0247fd141 admin admin] Allocated IP 172.25.6.250 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/2d0dd1e3-9d4e-4863-952a-b5d517f34328) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:10.750881 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 45e092d5-e62c-4c6c-a2be-6e4635a2c946 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:22:10.754268 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b0449e93-61bf-498b-865f-6a2366897f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:10.767926 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add0ff8-94a2-4331-bff5-7bf137df2ee3 req-e3e84a66-9ab8-4d23-a8c4-76069cb34bd0 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:10.777033 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b0449e93-61bf-498b-865f-6a2366897f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:10.779274 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9add0ff8-94a2-4331-bff5-7bf137df2ee3 req-e3e84a66-9ab8-4d23-a8c4-76069cb34bd0 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9060303-9880-4d8c-a5c4-2ef2b612472e HTTP/1.1" status: 200 len: 944 time: 0.1685619 Aug 16 22:22:10.793540 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 45e092d5-e62c-4c6c-a2be-6e4635a2c946 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:22:10.793931 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 45e092d5-e62c-4c6c-a2be-6e4635a2c946 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:22:10.845030 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b0449e93-61bf-498b-865f-6a2366897f84 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2506ab17ce024931a4b550202bdcc0fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4483984 Aug 16 22:22:10.846117 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50422) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:10.924694 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32bf4b5c-27c2-4928-a4ec-646fe647b672 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:10.942032 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9add0ff8-94a2-4331-bff5-7bf137df2ee3 req-71588bcb-472b-4cb0-a116-0344d3b5564b tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615794 Aug 16 22:22:10.951181 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0449e93-61bf-498b-865f-6a2366897f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bb910e-407d-4807-9c00-0f1a3132c980,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:10.969596 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42e10468-df7d-4a08-b5f9-1997b15fce57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:10.984906 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-32bf4b5c-27c2-4928-a4ec-646fe647b672 admin admin] Transition to ACTIVE for port object 0b55937b-a99b-4038-99e9-b8f099fc7e09 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:11.024851 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42e10468-df7d-4a08-b5f9-1997b15fce57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:11.035917 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-581f7288-3c5d-4713-b065-7bce43a3c148 req-f2e7ce35-7644-45a8-bd8f-09f0eae4030b service neutron] 10.222.0.43 "GET /v2.0/networks/45c76ac5-0e6a-4123-b986-bece94a6a1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883968 Aug 16 22:22:11.072183 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074655f-0a85-4523-abba-762ad5b3276a req-a71cc03f-c58a-481f-a18d-4c66e981a179 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:11.074766 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c074655f-0a85-4523-abba-762ad5b3276a req-a71cc03f-c58a-481f-a18d-4c66e981a179 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 950 time: 0.1318486 Aug 16 22:22:11.081252 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-392ddb86-781b-4354-ba67-8fb0247fd141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:11.172475 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06938379-c215-45e8-a638-83c8280c20b9 None None] Network b72ddcdd-e248-488b-9bcc-59034b4687bc requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:22:11.189032 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32bf4b5c-27c2-4928-a4ec-646fe647b672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:11.205540 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42e10468-df7d-4a08-b5f9-1997b15fce57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:11.209228 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42e10468-df7d-4a08-b5f9-1997b15fce57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:11.210856 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-42e10468-df7d-4a08-b5f9-1997b15fce57 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/90bb910e-407d-4807-9c00-0f1a3132c980 HTTP/1.1" status: 204 len: 168 time: 0.3612993 Aug 16 22:22:11.225115 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-581f7288-3c5d-4713-b065-7bce43a3c148 req-f4b1a958-b006-4683-a486-981568df3662 service neutron] 10.222.0.43 "GET /v2.0/networks/45c76ac5-0e6a-4123-b986-bece94a6a1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766534 Aug 16 22:22:11.230289 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e10468-df7d-4a08-b5f9-1997b15fce57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bb910e-407d-4807-9c00-0f1a3132c980,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:11.296299 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bf4b5c-27c2-4928-a4ec-646fe647b672 admin admin] Network f9f912f5-cf6f-4ff9-af03-e26648f62561 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:11.298801 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-c074655f-0a85-4523-abba-762ad5b3276a req-4adae94b-1781-4c32-b4b6-408659c5f3f9 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Deleting port 4f2cb624-3bc5-45fb-addf-d0988a0cd206 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:22:11.299144 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c074655f-0a85-4523-abba-762ad5b3276a req-4adae94b-1781-4c32-b4b6-408659c5f3f9 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:11.303254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf4b5c-27c2-4928-a4ec-646fe647b672 admin admin] Pushing event updated for resources: {'Port': ['ID=0b55937b-a99b-4038-99e9-b8f099fc7e09,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:11.326331 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b1a470fb-6499-46c2-b2b6-1d6828e5e76f None None] Provisioning for port 6accb35f-be5a-4027-a666-02e718abcd78 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:11.336811 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-32bf4b5c-27c2-4928-a4ec-646fe647b672 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:11.364901 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bf4b5c-27c2-4928-a4ec-646fe647b672 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:11.367177 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-392ddb86-781b-4354-ba67-8fb0247fd141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:11.481471 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-20b5d259-e072-4901-8175-97bf926b414d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:11.508923 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392ddb86-781b-4354-ba67-8fb0247fd141 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:11.522434 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32bf4b5c-27c2-4928-a4ec-646fe647b672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:11.593809 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-392ddb86-781b-4354-ba67-8fb0247fd141 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:11.596837 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392ddb86-781b-4354-ba67-8fb0247fd141 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:11.807112 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6accb35f-be5a-4027-a666-02e718abcd78 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:11.879559 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ddb86-781b-4354-ba67-8fb0247fd141 admin admin] Pushing event updated for resources: {'Port': ['ID=2d0dd1e3-9d4e-4863-952a-b5d517f34328,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:11.910899 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 6accb35f-be5a-4027-a666-02e718abcd78 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:11.915279 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b70c34ff-c3a2-4963-859a-f1aad1bb64e2 None None] Provisioning for port 0b55937b-a99b-4038-99e9-b8f099fc7e09 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:11.921287 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 6accb35f-be5a-4027-a666-02e718abcd78 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:11.921726 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:11.925126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b70c34ff-c3a2-4963-859a-f1aad1bb64e2 None None] Provisioning complete for port 0b55937b-a99b-4038-99e9-b8f099fc7e09 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:11.925638 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b70c34ff-c3a2-4963-859a-f1aad1bb64e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:11.945973 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c074655f-0a85-4523-abba-762ad5b3276a req-4adae94b-1781-4c32-b4b6-408659c5f3f9 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] For port 4f2cb624-3bc5-45fb-addf-d0988a0cd206, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4f2cb624-3bc5-45fb-addf-d0988a0cd206,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:11.946345 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c074655f-0a85-4523-abba-762ad5b3276a req-4adae94b-1781-4c32-b4b6-408659c5f3f9 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:11.989341 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-c074655f-0a85-4523-abba-762ad5b3276a req-4adae94b-1781-4c32-b4b6-408659c5f3f9 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Calling delete_port for 4f2cb624-3bc5-45fb-addf-d0988a0cd206 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:22:12.007636 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32bf4b5c-27c2-4928-a4ec-646fe647b672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.020468 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b70c34ff-c3a2-4963-859a-f1aad1bb64e2 None None] Port 0b55937b-a99b-4038-99e9-b8f099fc7e09 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:22:12.024382 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-f49a8521-cf0b-426e-b672-49c4f378d841 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=b4a852aba05a435e9673c440b74bfdd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566208 Aug 16 22:22:12.033374 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.075052 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.114926 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 6accb35f-be5a-4027-a666-02e718abcd78, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6accb35f-be5a-4027-a666-02e718abcd78,segment=NetworkSegment(e102682d-1634-409a-b8b3-a19873bb1b74),segment_id=e102682d-1634-409a-b8b3-a19873bb1b74)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:12.120537 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.121427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 37a4bac5-1bbe-4635-a94b-731d94d0c329 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:12.218666 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a546623e-81d7-485b-b526-c82a47ddba83 None None] Provisioning complete for port 6accb35f-be5a-4027-a666-02e718abcd78 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:12.219048 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a546623e-81d7-485b-b526-c82a47ddba83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.244534 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=6accb35f-be5a-4027-a666-02e718abcd78,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:12.271206 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 37a4bac5-1bbe-4635-a94b-731d94d0c329 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:12.271588 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.334132 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50472) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:12.426370 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738d6cf-8e35-403c-90bb-a02bfa93fd42 req-5cf3858b-9afb-4a1a-aebf-83d5b65b3f9f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:12.427823 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1738d6cf-8e35-403c-90bb-a02bfa93fd42 req-5cf3858b-9afb-4a1a-aebf-83d5b65b3f9f tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f HTTP/1.1" status: 200 len: 950 time: 0.8450668 Aug 16 22:22:12.447238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c007ed7d-05f7-4092-b405-bc2ddf0c3361 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1249350865-network', 'tenant_id': '8c16490bb22b45238c2b373e6e293bdb'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:12.467860 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c007ed7d-05f7-4092-b405-bc2ddf0c3361 admin admin] Made reservation on behalf of 8c16490bb22b45238c2b373e6e293bdb for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:12.470733 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c007ed7d-05f7-4092-b405-bc2ddf0c3361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.479751 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c007ed7d-05f7-4092-b405-bc2ddf0c3361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.572674 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c007ed7d-05f7-4092-b405-bc2ddf0c3361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.577165 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c007ed7d-05f7-4092-b405-bc2ddf0c3361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.604244 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c007ed7d-05f7-4092-b405-bc2ddf0c3361 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:22:12.614765 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007ed7d-05f7-4092-b405-bc2ddf0c3361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e983747-64b1-4837-a924-63f6d949c552,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:12.620633 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c007ed7d-05f7-4092-b405-bc2ddf0c3361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.620979 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-c007ed7d-05f7-4092-b405-bc2ddf0c3361 admin admin] Added segment 37993c32-2047-4187-8b30-c15faf016f70 of type vlan for network 428cd809-1a91-4e7d-9c61-fcd552933c75 Aug 16 22:22:12.663825 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c007ed7d-05f7-4092-b405-bc2ddf0c3361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.681393 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1738d6cf-8e35-403c-90bb-a02bfa93fd42 req-5c6cd12d-07ea-4458-a56a-88cf7e89be71 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.93 "GET /v2.0/security-groups?id=8860c1da-8cf2-47c8-8d52-5cd03645cff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236645 Aug 16 22:22:12.691872 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c007ed7d-05f7-4092-b405-bc2ddf0c3361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.692906 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c007ed7d-05f7-4092-b405-bc2ddf0c3361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:12.693744 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c007ed7d-05f7-4092-b405-bc2ddf0c3361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.701467 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-392ddb86-781b-4354-ba67-8fb0247fd141 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.745677 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-5099a961-302f-43ad-af93-9961f8d99fb7 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:12.747179 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-5099a961-302f-43ad-af93-9961f8d99fb7 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7150412 Aug 16 22:22:12.763916 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 3c786236-3062-4990-a53b-15f88e75abd7 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:22:12.766488 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c007ed7d-05f7-4092-b405-bc2ddf0c3361 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4311514 Aug 16 22:22:12.769612 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50478) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:12.771557 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007ed7d-05f7-4092-b405-bc2ddf0c3361 admin admin] Pushing event updated for resources: {'Network': ['ID=428cd809-1a91-4e7d-9c61-fcd552933c75,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:12.777563 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8b5a4630-169f-4e12-afd2-4c0d7e0d8558 admin admin] Request body: {'subnet': {'network_id': '428cd809-1a91-4e7d-9c61-fcd552933c75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1249350865-subnet', 'tenant_id': '8c16490bb22b45238c2b373e6e293bdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:12.786352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 428cd809-1a91-4e7d-9c61-fcd552933c75 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:22:12.801425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5a4630-169f-4e12-afd2-4c0d7e0d8558 admin admin] Made reservation on behalf of 8c16490bb22b45238c2b373e6e293bdb for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:12.807040 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4630-169f-4e12-afd2-4c0d7e0d8558 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.849899 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-b07e79c2-cd81-494a-8d87-4daaa84fd369 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/quotas/b4a852aba05a435e9673c440b74bfdd3 HTTP/1.1" status: 200 len: 375 time: 0.0953472 Aug 16 22:22:12.946220 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-c16aa884-3b38-4627-b0c4-5c15200df32b tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b4a852aba05a435e9673c440b74bfdd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644422 Aug 16 22:22:12.953085 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c074655f-0a85-4523-abba-762ad5b3276a req-4adae94b-1781-4c32-b4b6-408659c5f3f9 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.002580 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4630-169f-4e12-afd2-4c0d7e0d8558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.008807 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38b082-bdd4-4afd-a13b-52a6d990d04d req-75bca494-bd3c-4fec-9483-c57fe13f4c44 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:13.010385 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b38b082-bdd4-4afd-a13b-52a6d990d04d req-75bca494-bd3c-4fec-9483-c57fe13f4c44 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.2571726 Aug 16 22:22:13.014748 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32bf4b5c-27c2-4928-a4ec-646fe647b672 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.017385 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adae94b-1781-4c32-b4b6-408659c5f3f9 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Pushing event deleted for resources: {'Port': ['ID=4f2cb624-3bc5-45fb-addf-d0988a0cd206,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:13.068409 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32bf4b5c-27c2-4928-a4ec-646fe647b672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.121841 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.167996 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 3c786236-3062-4990-a53b-15f88e75abd7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=3c786236-3062-4990-a53b-15f88e75abd7,segment=NetworkSegment(f3bac013-ac59-422a-89e9-c60c8479a5be),segment_id=f3bac013-ac59-422a-89e9-c60c8479a5be)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:13.184658 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '3c786236-3062-4990-a53b-15f88e75abd7', 'network_id': '45c76ac5-0e6a-4123-b986-bece94a6a1b4', 'port_id': '3c786236-3062-4990-a53b-15f88e75abd7', 'mac_address': 'fa:16:3e:38:aa:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24cbf4e-01f3-4e79-8de4-01997a6a08b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:22:13.212652 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c074655f-0a85-4523-abba-762ad5b3276a req-4adae94b-1781-4c32-b4b6-408659c5f3f9 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] No DVR routers for this DVR port 4f2cb624-3bc5-45fb-addf-d0988a0cd206 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:22:13.234960 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.238318 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c074655f-0a85-4523-abba-762ad5b3276a req-4adae94b-1781-4c32-b4b6-408659c5f3f9 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.240336 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c074655f-0a85-4523-abba-762ad5b3276a req-4adae94b-1781-4c32-b4b6-408659c5f3f9 tempest-MigrationsAdminTest-787161887 tempest-MigrationsAdminTest-787161887-project] 10.222.0.39 "DELETE /v2.0/ports/4f2cb624-3bc5-45fb-addf-d0988a0cd206 HTTP/1.1" status: 204 len: 173 time: 2.1524477 Aug 16 22:22:13.241042 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f', 'name': 'network-vif-deleted', 'tag': '4f2cb624-3bc5-45fb-addf-d0988a0cd206'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:13.243939 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf840589-b072-4f10-b575-6de035f938fb" -d '{"events": [{"server_uuid": "3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f", "name": "network-vif-deleted", "tag": "4f2cb624-3bc5-45fb-addf-d0988a0cd206"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:13.268968 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c786236-3062-4990-a53b-15f88e75abd7 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:13.296510 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 3c786236-3062-4990-a53b-15f88e75abd7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=3c786236-3062-4990-a53b-15f88e75abd7,segment=NetworkSegment(f3bac013-ac59-422a-89e9-c60c8479a5be),segment_id=f3bac013-ac59-422a-89e9-c60c8479a5be)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:13.302264 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf4b5c-27c2-4928-a4ec-646fe647b672 admin admin] Pushing event updated for resources: {'Port': ['ID=0b55937b-a99b-4038-99e9-b8f099fc7e09,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:13.302697 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.315155 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b38b082-bdd4-4afd-a13b-52a6d990d04d req-9f3d6bf9-4a4e-4a11-9f6e-d9a50f3e1242 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948442 Aug 16 22:22:13.372778 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=3c786236-3062-4990-a53b-15f88e75abd7,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:13.372991 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-392ddb86-781b-4354-ba67-8fb0247fd141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.379562 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32bf4b5c-27c2-4928-a4ec-646fe647b672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.517334 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['3c786236-3062-4990-a53b-15f88e75abd7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:13.527081 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a4630-169f-4e12-afd2-4c0d7e0d8558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c41ffa86-cb75-4c9e-b8dc-3f6602db64f7,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:13.549539 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a4630-169f-4e12-afd2-4c0d7e0d8558 admin admin] Checking segment: {'id': '37993c32-2047-4187-8b30-c15faf016f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '428cd809-1a91-4e7d-9c61-fcd552933c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:13.549987 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5a4630-169f-4e12-afd2-4c0d7e0d8558 admin admin] Network hostable DHCP agents. Network: 428cd809-1a91-4e7d-9c61-fcd552933c75, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:22:13.585769 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5a4630-169f-4e12-afd2-4c0d7e0d8558 admin admin] Network 428cd809-1a91-4e7d-9c61-fcd552933c75 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:22:13.605953 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-8b5a4630-169f-4e12-afd2-4c0d7e0d8558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 428cd809-1a91-4e7d-9c61-fcd552933c75) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:13.612610 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5a4630-169f-4e12-afd2-4c0d7e0d8558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:13.613283 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4630-169f-4e12-afd2-4c0d7e0d8558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.616974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038d528c-15da-4506-bd1a-a9ea8cab2364 None None] Network 428cd809-1a91-4e7d-9c61-fcd552933c75 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:22:13.670372 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8b5a4630-169f-4e12-afd2-4c0d7e0d8558 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8932393 Aug 16 22:22:13.703781 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6accb35f-be5a-4027-a666-02e718abcd78 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:13.721848 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78164228-83e7-4e62-af9a-2739d486a871 req-0ef1aa34-001d-4150-93ed-2f3c5a16071c tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:13.732103 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78164228-83e7-4e62-af9a-2739d486a871 req-0ef1aa34-001d-4150-93ed-2f3c5a16071c tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9060303-9880-4d8c-a5c4-2ef2b612472e HTTP/1.1" status: 200 len: 944 time: 0.5235927 Aug 16 22:22:13.736046 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bf4b5c-27c2-4928-a4ec-646fe647b672 admin admin] Network f9f912f5-cf6f-4ff9-af03-e26648f62561 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:13.740574 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a79318d-b7a1-4cb4-913e-2aa178097206 req-85610a79-fcd0-4be1-baa9-738c9ceaf9c0 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc35e0ce-513f-4f4e-be32-8f10f7aa21e9 HTTP/1.1" status: 200 len: 210 time: 0.2610996 Aug 16 22:22:13.759731 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-32bf4b5c-27c2-4928-a4ec-646fe647b672 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:13.933370 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb64948-18e0-4715-8398-d2ed98a4e621 x-openstack-request-id: req-bcb64948-18e0-4715-8398-d2ed98a4e621 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:13.933370 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f", "name": "network-vif-deleted", "tag": "4f2cb624-3bc5-45fb-addf-d0988a0cd206", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:13.933604 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bcb64948-18e0-4715-8398-d2ed98a4e621 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:13.941865 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d94e7a7-5b8d-4825-84d6-2d7ac5ed397f', 'name': 'network-vif-deleted', 'tag': '4f2cb624-3bc5-45fb-addf-d0988a0cd206', 'status': 'completed', 'code': 200} Aug 16 22:22:13.977898 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca0153f-1ca0-461e-9595-455fdacf0024 None None] Network 428cd809-1a91-4e7d-9c61-fcd552933c75 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:22:13.992123 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78164228-83e7-4e62-af9a-2739d486a871 req-b4e72ff3-38f6-41fc-b7b0-916bcf7134c2 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591093 Aug 16 22:22:14.066418 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 6accb35f-be5a-4027-a666-02e718abcd78 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:14.066727 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:14.139205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bf4b5c-27c2-4928-a4ec-646fe647b672 admin admin] Router 73771b2c-d3b6-4f0c-a0ad-cec909001553 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:22:14.151060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f023e60-47ad-435b-ab4b-7d0f41447a06 req-ab070448-39be-470c-9895-370f5a18bf09 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:14.154098 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5f023e60-47ad-435b-ab4b-7d0f41447a06 req-ab070448-39be-470c-9895-370f5a18bf09 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.2252250 Aug 16 22:22:14.200955 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392ddb86-781b-4354-ba67-8fb0247fd141 admin admin] Router 5574792d-ef5e-4c77-93d6-fa282444195f is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:22:14.308626 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-865fad4e-cdfe-43fe-a26f-cca6398d697a None None] Provisioning complete for port 0b55937b-a99b-4038-99e9-b8f099fc7e09 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:14.309168 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-865fad4e-cdfe-43fe-a26f-cca6398d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:14.355370 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-865fad4e-cdfe-43fe-a26f-cca6398d697a None None] Port 0b55937b-a99b-4038-99e9-b8f099fc7e09 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:22:14.396330 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5f023e60-47ad-435b-ab4b-7d0f41447a06 req-9ebf77ac-1270-44e7-b95e-e66cf97e24e8 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313077 Aug 16 22:22:14.403715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50512) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:14.434594 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392ddb86-781b-4354-ba67-8fb0247fd141 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:22:14.442088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bf4b5c-27c2-4928-a4ec-646fe647b672 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:22:14.447711 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] Sync routers for ids ['5574792d-ef5e-4c77-93d6-fa282444195f'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:22:14.450605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-32bf4b5c-27c2-4928-a4ec-646fe647b672 admin admin] 10.222.0.93 "PUT /v2.0/routers/73771b2c-d3b6-4f0c-a0ad-cec909001553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5825691 Aug 16 22:22:14.461040 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] Routers {'5574792d-ef5e-4c77-93d6-fa282444195f'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:14.464302 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:22:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5574792d-ef5e-4c77-93d6-fa282444195f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:14.468472 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] Sync routers for ids ['73771b2c-d3b6-4f0c-a0ad-cec909001553'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:22:14.472016 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-392ddb86-781b-4354-ba67-8fb0247fd141 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:14.476510 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50522) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:14.476739 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-392ddb86-781b-4354-ba67-8fb0247fd141 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.3234072 Aug 16 22:22:14.503004 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] Routers {'73771b2c-d3b6-4f0c-a0ad-cec909001553'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:14.504224 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:22:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['73771b2c-d3b6-4f0c-a0ad-cec909001553'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:14.569651 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 4f2cb624-3bc5-45fb-addf-d0988a0cd206 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:22:14.602122 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 4f2cb624-3bc5-45fb-addf-d0988a0cd206 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:22:14.602523 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 4f2cb624-3bc5-45fb-addf-d0988a0cd206 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:22:14.690569 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] Set router 5574792d-ef5e-4c77-93d6-fa282444195f gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:22:14.739030 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:14.772923 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 3c786236-3062-4990-a53b-15f88e75abd7 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:14.843804 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50540) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:14.845235 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] Set router 73771b2c-d3b6-4f0c-a0ad-cec909001553 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:22:14.851845 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f18f3e13-1b44-4217-ace0-b92286c9a3d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-312366999-network', 'tenant_id': '06e7e608114b4e1f986ea54f6eaabf8d'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:14.901327 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18f3e13-1b44-4217-ace0-b92286c9a3d9 admin admin] Made reservation on behalf of 06e7e608114b4e1f986ea54f6eaabf8d for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:14.916158 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f18f3e13-1b44-4217-ace0-b92286c9a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:14.936786 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 3c786236-3062-4990-a53b-15f88e75abd7 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:14.947526 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 3c786236-3062-4990-a53b-15f88e75abd7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:14.947908 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.031430 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f18f3e13-1b44-4217-ace0-b92286c9a3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.057256 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-2ac091e6-c343-4bab-ba0a-a8f7251f8ae4 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b4a852aba05a435e9673c440b74bfdd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1294611 Aug 16 22:22:15.099576 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:11Z', 'revision_number': 3, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:15.102326 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c309d6bc-2aaa-40f5-8a66-0bd9c25d5e52 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fb89aa6f686447e2b31abca5e401c874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6952672 Aug 16 22:22:15.102895 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50552) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:15.177536 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] Checking router: 5574792d-ef5e-4c77-93d6-fa282444195f for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:22:15.177913 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] Updating router 5574792d-ef5e-4c77-93d6-fa282444195f port 2d0dd1e3-9d4e-4863-952a-b5d517f34328 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:22:15.242789 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.257182 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e236c11a-3d34-4fe8-b67c-6a01f912b4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.270976 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d167cdcd-c4df-4475-a7e6-7669ede33348 req-697892eb-f672-41e0-b20f-c2af26140cb8 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc35e0ce-513f-4f4e-be32-8f10f7aa21e9 HTTP/1.1" status: 200 len: 210 time: 0.2044322 Aug 16 22:22:15.285736 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.286824 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'name': 'tempest-AttachVolumeTestJSON-639232899-router', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:01Z', 'updated_at': '2021-08-16T22:22:11Z', 'revision_number': 4, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'gw_port': {'id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:03Z', 'updated_at': '2021-08-16T22:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '0b55937b-a99b-4038-99e9-b8f099fc7e09', 'name': '', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'mac_address': 'fa:16:3e:63:17:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:09Z', 'updated_at': '2021-08-16T22:22:12Z', 'revision_number': 2, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'subnets': [{'id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:15.300224 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e236c11a-3d34-4fe8-b67c-6a01f912b4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.358402 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] Checking router: 73771b2c-d3b6-4f0c-a0ad-cec909001553 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:22:15.359166 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] Updating router 73771b2c-d3b6-4f0c-a0ad-cec909001553 port 0b55937b-a99b-4038-99e9-b8f099fc7e09 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:22:15.399684 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e236c11a-3d34-4fe8-b67c-6a01f912b4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.403540 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e236c11a-3d34-4fe8-b67c-6a01f912b4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.404211 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.404679 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e236c11a-3d34-4fe8-b67c-6a01f912b4ac admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8860c1da-8cf2-47c8-8d52-5cd03645cff4 HTTP/1.1" status: 204 len: 168 time: 0.3008716 Aug 16 22:22:15.505779 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-8379dad9-e3ef-460c-81b6-e4b8c0f360ce tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:15.507433 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-8379dad9-e3ef-460c-81b6-e4b8c0f360ce tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4397461 Aug 16 22:22:15.516319 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236c11a-3d34-4fe8-b67c-6a01f912b4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8860c1da-8cf2-47c8-8d52-5cd03645cff4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:15.523385 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-f8e53006-da32-461f-9d1d-ca6625b783ec tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Request body: {'port': {'device_id': 'fc35e0ce-513f-4f4e-be32-8f10f7aa21e9', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': 'b4a852aba05a435e9673c440b74bfdd3'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:15.539300 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31cc3d-9aa9-446f-bd1d-01c4acf83c06 req-23320353-7a35-4d0b-b0f9-43b731f12513 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:15.541140 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf31cc3d-9aa9-446f-bd1d-01c4acf83c06 req-23320353-7a35-4d0b-b0f9-43b731f12513 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.1434052 Aug 16 22:22:15.587658 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6ea-14b7-480c-a01b-98ff2a9088eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.718869 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50558) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:15.723857 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f18f3e13-1b44-4217-ace0-b92286c9a3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.728551 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7a227b0d-72f5-43d4-bee8-60b1d7f27290 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--50545614', 'description': 'tempest-description--399992479'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:15.778622 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f18f3e13-1b44-4217-ace0-b92286c9a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.787446 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.801245 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf31cc3d-9aa9-446f-bd1d-01c4acf83c06 req-c46a72b9-8ed3-4359-84e8-bd690bc43b89 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300816 Aug 16 22:22:15.802197 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] Transition to ACTIVE for port object 2d0dd1e3-9d4e-4863-952a-b5d517f34328 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:15.857011 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9060303-9880-4d8c-a5c4-2ef2b612472e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c786236-3062-4990-a53b-15f88e75abd7'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:15.864221 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dd6d98-ed55-460c-9ecd-3861f1545af4" -d '{"events": [{"server_uuid": "d9060303-9880-4d8c-a5c4-2ef2b612472e", "name": "network-vif-plugged", "status": "completed", "tag": "3c786236-3062-4990-a53b-15f88e75abd7"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:15.871184 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.904719 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-d46ac6ea-14b7-480c-a01b-98ff2a9088eb admin admin] Allocated IP 172.20.0.1 (b72ddcdd-e248-488b-9bcc-59034b4687bc/0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0/6f17151e-1262-4655-ac8f-3bac8839f7cc) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:15.917087 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.944878 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] Transition to ACTIVE for port object 0b55937b-a99b-4038-99e9-b8f099fc7e09 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:15.960264 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.976092 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5063aa-3d79-4794-90b6-13a59c5d4c2a x-openstack-request-id: req-8c5063aa-3d79-4794-90b6-13a59c5d4c2a {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:15.976999 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9060303-9880-4d8c-a5c4-2ef2b612472e", "name": "network-vif-plugged", "status": "completed", "tag": "3c786236-3062-4990-a53b-15f88e75abd7", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:15.976999 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8c5063aa-3d79-4794-90b6-13a59c5d4c2a {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:15.976999 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9060303-9880-4d8c-a5c4-2ef2b612472e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c786236-3062-4990-a53b-15f88e75abd7', 'code': 200} Aug 16 22:22:15.983417 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 3c786236-3062-4990-a53b-15f88e75abd7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=3c786236-3062-4990-a53b-15f88e75abd7,segment=NetworkSegment(f3bac013-ac59-422a-89e9-c60c8479a5be),segment_id=f3bac013-ac59-422a-89e9-c60c8479a5be)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:15.998015 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.015255 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] Attempting to bind port 2d0dd1e3-9d4e-4863-952a-b5d517f34328 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:16.015573 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] Attempting to bind port 2d0dd1e3-9d4e-4863-952a-b5d517f34328 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:16.015914 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] Attempting to bind port 2d0dd1e3-9d4e-4863-952a-b5d517f34328 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:16.026232 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:16.026620 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:16.027018 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.027416 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:16.027895 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] Bound port: 2d0dd1e3-9d4e-4863-952a-b5d517f34328, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:16.028806 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.031142 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea85cdc-080c-432d-b3c3-5726f7adf343 None None] Pushing event updated for resources: {'Port': ['ID=2d0dd1e3-9d4e-4863-952a-b5d517f34328,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:16.039304 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50564) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:16.058306 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18f3e13-1b44-4217-ace0-b92286c9a3d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:22:16.083834 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f3e13-1b44-4217-ace0-b92286c9a3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a7dfef-07a7-4442-8fbf-e2cf20a5c720,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:16.094051 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a227b0d-72f5-43d4-bee8-60b1d7f27290 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.100549 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6ea-14b7-480c-a01b-98ff2a9088eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.118216 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f18f3e13-1b44-4217-ace0-b92286c9a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.118973 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-f18f3e13-1b44-4217-ace0-b92286c9a3d9 admin admin] Added segment 0ecdd6b1-1d22-47c6-88dd-a6186ccdf1fe of type vlan for network 391855e7-b83c-439d-b459-03a7178b0ca0 Aug 16 22:22:16.119221 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5bc872-10de-4c7b-b7bb-d0cb8d797037 None None] Pushing event updated for resources: {'Port': ['ID=0b55937b-a99b-4038-99e9-b8f099fc7e09,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:16.165252 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=3c786236-3062-4990-a53b-15f88e75abd7,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:16.169230 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] For port 2d0dd1e3-9d4e-4863-952a-b5d517f34328, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:16.182947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-f8e53006-da32-461f-9d1d-ca6625b783ec tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Made reservation on behalf of b4a852aba05a435e9673c440b74bfdd3 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:16.183161 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] For port 2d0dd1e3-9d4e-4863-952a-b5d517f34328, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=2d0dd1e3-9d4e-4863-952a-b5d517f34328,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:16.189455 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-f8e53006-da32-461f-9d1d-ca6625b783ec tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.190326 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.193112 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0d5e9e2d-0c9d-4739-b0d8-82cfd1bd0cf6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=566840169d9c4ad58da02cadbdb0cd66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501091 Aug 16 22:22:16.195232 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50566) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:16.198384 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d46ac6ea-14b7-480c-a01b-98ff2a9088eb admin admin] Transition to ACTIVE for port object 6f17151e-1262-4655-ac8f-3bac8839f7cc will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:16.206529 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] Attempting to bind port 0b55937b-a99b-4038-99e9-b8f099fc7e09 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:16.207026 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] Attempting to bind port 0b55937b-a99b-4038-99e9-b8f099fc7e09 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '1fb551a9-9c7f-4967-b244-9a7b8527c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:16.207454 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] Attempting to bind port 0b55937b-a99b-4038-99e9-b8f099fc7e09 on network f9f912f5-cf6f-4ff9-af03-e26648f62561 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:16.223533 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:16.224273 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] Checking segment: {'id': '1fb551a9-9c7f-4967-b244-9a7b8527c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:16.225948 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.226192 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] Bound using segment: {'id': '1fb551a9-9c7f-4967-b244-9a7b8527c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:16.226746 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] Bound port: 0b55937b-a99b-4038-99e9-b8f099fc7e09, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb551a9-9c7f-4967-b244-9a7b8527c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:16.227280 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.235519 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e29b3-c9b9-48a1-9784-331912a1de54 req-f1175d12-f2db-45d9-b124-5b9fbfb11365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:16.237572 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b16e29b3-c9b9-48a1-9784-331912a1de54 req-f1175d12-f2db-45d9-b124-5b9fbfb11365 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d9060303-9880-4d8c-a5c4-2ef2b612472e HTTP/1.1" status: 200 len: 1098 time: 0.1957262 Aug 16 22:22:16.239491 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bff010-8686-450a-af5a-91501a457619 req-70587fc0-4ed0-4091-95aa-feb0595f92ce tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:16.245657 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-03bff010-8686-450a-af5a-91501a457619 req-70587fc0-4ed0-4091-95aa-feb0595f92ce tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9060303-9880-4d8c-a5c4-2ef2b612472e HTTP/1.1" status: 200 len: 945 time: 0.4295926 Aug 16 22:22:16.265862 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] Routers {'5574792d-ef5e-4c77-93d6-fa282444195f'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:16.266556 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:22:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5574792d-ef5e-4c77-93d6-fa282444195f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:16.275435 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea85cdc-080c-432d-b3c3-5726f7adf343 None None] Pushing event updated for resources: {'Port': ['ID=2d0dd1e3-9d4e-4863-952a-b5d517f34328,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:16.285818 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f18f3e13-1b44-4217-ace0-b92286c9a3d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.295347 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-f8e53006-da32-461f-9d1d-ca6625b783ec tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.367398 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d852464-23df-4280-a80a-675615f70f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.374211 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] For port 0b55937b-a99b-4038-99e9-b8f099fc7e09, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:16.379178 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] For port 0b55937b-a99b-4038-99e9-b8f099fc7e09, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0b55937b-a99b-4038-99e9-b8f099fc7e09,segment=NetworkSegment(1fb551a9-9c7f-4967-b244-9a7b8527c392),segment_id=1fb551a9-9c7f-4967-b244-9a7b8527c392)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:16.388110 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.421072 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d852464-23df-4280-a80a-675615f70f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.470695 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a227b0d-72f5-43d4-bee8-60b1d7f27290 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.494130 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b16e29b3-c9b9-48a1-9784-331912a1de54 req-3fea7d96-7486-424d-9d2e-8c47fa47ca89 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306926 Aug 16 22:22:16.494701 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5bc872-10de-4c7b-b7bb-d0cb8d797037 None None] Pushing event updated for resources: {'Port': ['ID=0b55937b-a99b-4038-99e9-b8f099fc7e09,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:16.499222 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6ea-14b7-480c-a01b-98ff2a9088eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.513025 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d852464-23df-4280-a80a-675615f70f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.515627 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d852464-23df-4280-a80a-675615f70f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.519524 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e100a41b-e650-4ecd-b95c-e6fd2d904a92 req-3548fa12-f76d-42db-a8c8-4d29e1907c31 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc35e0ce-513f-4f4e-be32-8f10f7aa21e9 HTTP/1.1" status: 200 len: 210 time: 0.0468295 Aug 16 22:22:16.520130 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0d852464-23df-4280-a80a-675615f70f63 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1a6a94b0-95e8-4724-8ebf-e1893cb3c7d0 HTTP/1.1" status: 204 len: 168 time: 0.3232090 Aug 16 22:22:16.538143 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a227b0d-72f5-43d4-bee8-60b1d7f27290 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.554944 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] Routers {'73771b2c-d3b6-4f0c-a0ad-cec909001553'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:16.555589 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:22:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['73771b2c-d3b6-4f0c-a0ad-cec909001553'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:16.580529 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d852464-23df-4280-a80a-675615f70f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6a94b0-95e8-4724-8ebf-e1893cb3c7d0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:16.596257 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f18f3e13-1b44-4217-ace0-b92286c9a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.597105 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46ac6ea-14b7-480c-a01b-98ff2a9088eb admin admin] Network b72ddcdd-e248-488b-9bcc-59034b4687bc is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:16.597265 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18f3e13-1b44-4217-ace0-b92286c9a3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:16.597936 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f18f3e13-1b44-4217-ace0-b92286c9a3d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.600878 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d46ac6ea-14b7-480c-a01b-98ff2a9088eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:16.603603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ac6ea-14b7-480c-a01b-98ff2a9088eb admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:16.613577 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ac6ea-14b7-480c-a01b-98ff2a9088eb admin admin] Pushing event updated for resources: {'Port': ['ID=6f17151e-1262-4655-ac8f-3bac8839f7cc,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:16.667930 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6ea-14b7-480c-a01b-98ff2a9088eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.740325 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] Set router 5574792d-ef5e-4c77-93d6-fa282444195f gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:22:16.782850 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f3e13-1b44-4217-ace0-b92286c9a3d9 admin admin] Pushing event updated for resources: {'Network': ['ID=391855e7-b83c-439d-b459-03a7178b0ca0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:16.817352 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-03bff010-8686-450a-af5a-91501a457619 req-d410527e-f3aa-4dc4-8d6a-5a3a4a7a5f53 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5573692 Aug 16 22:22:16.858442 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] Set router 73771b2c-d3b6-4f0c-a0ad-cec909001553 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:22:16.867384 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 391855e7-b83c-439d-b459-03a7178b0ca0 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:22:16.870551 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a227b0d-72f5-43d4-bee8-60b1d7f27290 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c766c0-70ef-4bfe-bf55-ecea60b814f4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:16.969056 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6ea-14b7-480c-a01b-98ff2a9088eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.089087 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2b1d0-ffab-45cd-9057-db807f76b730 req-309e0afd-41dc-4d38-ab7d-bbce5fdd6a8b tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:17.097014 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fcd2b1d0-ffab-45cd-9057-db807f76b730 req-309e0afd-41dc-4d38-ab7d-bbce5fdd6a8b tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.1238670 Aug 16 22:22:17.120451 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-f8e53006-da32-461f-9d1d-ca6625b783ec tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.132978 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-f8e53006-da32-461f-9d1d-ca6625b783ec tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.191031 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'name': 'tempest-AttachVolumeTestJSON-639232899-router', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:01Z', 'updated_at': '2021-08-16T22:22:11Z', 'revision_number': 4, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'gw_port': {'id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:03Z', 'updated_at': '2021-08-16T22:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '0b55937b-a99b-4038-99e9-b8f099fc7e09', 'name': '', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'mac_address': 'fa:16:3e:63:17:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:09Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'subnets': [{'id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:17.223326 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f18f3e13-1b44-4217-ace0-b92286c9a3d9 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3720541 Aug 16 22:22:17.223326 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a227b0d-72f5-43d4-bee8-60b1d7f27290 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.223326 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7a227b0d-72f5-43d4-bee8-60b1d7f27290 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.5003345 Aug 16 22:22:17.225581 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50584) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:17.225917 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50586) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:17.228887 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c64246-175f-4803-b6fa-f905aba31bb0 None None] The sync data for ids ['73771b2c-d3b6-4f0c-a0ad-cec909001553'] in n-d-792458-15 is: [{'id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'name': 'tempest-AttachVolumeTestJSON-639232899-router', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:01Z', 'updated_at': '2021-08-16T22:22:11Z', 'revision_number': 4, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'gw_port': {'id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:03Z', 'updated_at': '2021-08-16T22:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '0b55937b-a99b-4038-99e9-b8f099fc7e09', 'name': '', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'mac_address': 'fa:16:3e:63:17:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:09Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'subnets': [{'id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:22:17.239240 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fdd11ae5-a5c8-404a-8683-cbfae1dc65c5 admin admin] Request body: {'subnet': {'network_id': '391855e7-b83c-439d-b459-03a7178b0ca0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-312366999-subnet', 'tenant_id': '06e7e608114b4e1f986ea54f6eaabf8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:17.249257 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5e496568-77c9-4efe-ac30-345b513af397 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Request body: {'security_group_rule': {'security_group_id': 'c6c766c0-70ef-4bfe-bf55-ecea60b814f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:17.261687 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6ea-14b7-480c-a01b-98ff2a9088eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.272111 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6ea-14b7-480c-a01b-98ff2a9088eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.312015 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fcd2b1d0-ffab-45cd-9057-db807f76b730 req-3b24bf75-5d36-4ae2-b030-5b1387f06f91 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136416 Aug 16 22:22:17.330984 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d6548576-5cdf-4fd9-a3a6-c1beeb6b0dff None None] Provisioning for port 6f17151e-1262-4655-ac8f-3bac8839f7cc completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:17.345529 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d6548576-5cdf-4fd9-a3a6-c1beeb6b0dff None None] Provisioning complete for port 6f17151e-1262-4655-ac8f-3bac8839f7cc triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:17.346071 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6548576-5cdf-4fd9-a3a6-c1beeb6b0dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.399081 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:11Z', 'revision_number': 3, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:17.401331 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d6548576-5cdf-4fd9-a3a6-c1beeb6b0dff None None] Port 6f17151e-1262-4655-ac8f-3bac8839f7cc cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:22:17.409025 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6ea-14b7-480c-a01b-98ff2a9088eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.413979 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e53006-da32-461f-9d1d-ca6625b783ec tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:17.443030 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a99e41-5f07-4e39-82ce-1b0eaf71976e None None] The sync data for ids ['5574792d-ef5e-4c77-93d6-fa282444195f'] in n-d-792458-15 is: [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:11Z', 'revision_number': 3, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:22:17.456897 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-fdd11ae5-a5c8-404a-8683-cbfae1dc65c5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:22:17.456897 n-d-792458-15 neutron-server[94871]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:22:17.456897 n-d-792458-15 neutron-server[94871]: [parameters: {'project_id_1': '06e7e608114b4e1f986ea54f6eaabf8d', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 22, 17, 342057)}] Aug 16 22:22:17.456897 n-d-792458-15 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:22:17.457383 n-d-792458-15 neutron-server[94871]: DEBUG oslo_db.api [None req-fdd11ae5-a5c8-404a-8683-cbfae1dc65c5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:22:17.475039 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e496568-77c9-4efe-ac30-345b513af397 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.549174 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e496568-77c9-4efe-ac30-345b513af397 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.562429 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ac6ea-14b7-480c-a01b-98ff2a9088eb admin admin] Pushing event updated for resources: {'Port': ['ID=6f17151e-1262-4655-ac8f-3bac8839f7cc,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:17.575031 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-f8e53006-da32-461f-9d1d-ca6625b783ec tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Allocated IP 192.168.233.19 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/45933eaa-7ff2-4d80-85fb-628a3f508042) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:17.582611 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e496568-77c9-4efe-ac30-345b513af397 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.622129 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e496568-77c9-4efe-ac30-345b513af397 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.623974 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5e496568-77c9-4efe-ac30-345b513af397 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3904376 Aug 16 22:22:17.626812 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50594) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:17.631247 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e496568-77c9-4efe-ac30-345b513af397 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803b7616-910e-49fd-a245-8d80f78d16be,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:17.639817 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-266a4683-5a97-4f55-9327-0e6ae773de54 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Request body: {'security_group_rule': {'security_group_id': 'c6c766c0-70ef-4bfe-bf55-ecea60b814f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:17.691045 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0b55937b-a99b-4038-99e9-b8f099fc7e09 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:17.705201 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46ac6ea-14b7-480c-a01b-98ff2a9088eb admin admin] Network b72ddcdd-e248-488b-9bcc-59034b4687bc is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:17.707711 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d46ac6ea-14b7-480c-a01b-98ff2a9088eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:17.732965 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-266a4683-5a97-4f55-9327-0e6ae773de54 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.816189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 0b55937b-a99b-4038-99e9-b8f099fc7e09 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:17.826171 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 0b55937b-a99b-4038-99e9-b8f099fc7e09 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:17.826560 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.839907 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-380d0b2f-d4d3-4457-8e05-60045abb7630 req-9ba1f579-ad22-4394-b076-e8bd1bc30591 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc35e0ce-513f-4f4e-be32-8f10f7aa21e9 HTTP/1.1" status: 200 len: 210 time: 0.1123214 Aug 16 22:22:18.020506 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46ac6ea-14b7-480c-a01b-98ff2a9088eb admin admin] Router 5574792d-ef5e-4c77-93d6-fa282444195f has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:22:18.045033 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.090665 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 0b55937b-a99b-4038-99e9-b8f099fc7e09, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0b55937b-a99b-4038-99e9-b8f099fc7e09,segment=NetworkSegment(1fb551a9-9c7f-4967-b244-9a7b8527c392),segment_id=1fb551a9-9c7f-4967-b244-9a7b8527c392)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:18.098440 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.241297 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=0b55937b-a99b-4038-99e9-b8f099fc7e09,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:18.259821 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-51099740-a2b7-473b-9a25-5cf0881000ec None None] Provisioning complete for port 6f17151e-1262-4655-ac8f-3bac8839f7cc triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:18.260216 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-51099740-a2b7-473b-9a25-5cf0881000ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.303607 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-51099740-a2b7-473b-9a25-5cf0881000ec None None] Port 6f17151e-1262-4655-ac8f-3bac8839f7cc cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:22:18.306456 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46ac6ea-14b7-480c-a01b-98ff2a9088eb admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:22:18.329698 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d46ac6ea-14b7-480c-a01b-98ff2a9088eb admin admin] 10.222.0.93 "PUT /v2.0/routers/5574792d-ef5e-4c77-93d6-fa282444195f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8436108 Aug 16 22:22:18.680732 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-266a4683-5a97-4f55-9327-0e6ae773de54 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.706620 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-266a4683-5a97-4f55-9327-0e6ae773de54 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.735797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd11ae5-a5c8-404a-8683-cbfae1dc65c5 admin admin] Made reservation on behalf of 06e7e608114b4e1f986ea54f6eaabf8d for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:18.741198 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fdd11ae5-a5c8-404a-8683-cbfae1dc65c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.761223 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-266a4683-5a97-4f55-9327-0e6ae773de54 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.762582 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-266a4683-5a97-4f55-9327-0e6ae773de54 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1345398 Aug 16 22:22:18.765741 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50624) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:18.771423 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-13832110-2c9f-40f6-9f05-8ee71a82c4ad tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:18.809823 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13832110-2c9f-40f6-9f05-8ee71a82c4ad tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.825023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a4683-5a97-4f55-9327-0e6ae773de54 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d4f3ca-5563-41ce-9fe4-ce383052f2f8,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:18.860595 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ee532-c4cb-4b39-8629-f8e96da5a917 req-69a056e9-746e-43b6-b240-5275a469e01d tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:18.862235 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c13ee532-c4cb-4b39-8629-f8e96da5a917 req-69a056e9-746e-43b6-b240-5275a469e01d tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9060303-9880-4d8c-a5c4-2ef2b612472e HTTP/1.1" status: 200 len: 946 time: 0.8639362 Aug 16 22:22:18.872248 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e15d0b-b813-4c41-b9c7-aef5e8b5a3a7 req-7b1246d6-5066-46cb-b29d-2780983ba166 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:18.873822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78e15d0b-b813-4c41-b9c7-aef5e8b5a3a7 req-7b1246d6-5066-46cb-b29d-2780983ba166 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.2460096 Aug 16 22:22:18.887646 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-f8e53006-da32-461f-9d1d-ca6625b783ec tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.964245 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-f8e53006-da32-461f-9d1d-ca6625b783ec tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Transition to ACTIVE for port object 45933eaa-7ff2-4d80-85fb-628a3f508042 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:18.967888 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13832110-2c9f-40f6-9f05-8ee71a82c4ad tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.983200 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c13ee532-c4cb-4b39-8629-f8e96da5a917 req-9db24d87-a2ac-4826-b2a2-f4753a35f65a tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083198 Aug 16 22:22:18.992586 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78e15d0b-b813-4c41-b9c7-aef5e8b5a3a7 req-9fc197e9-4c2a-46f6-b3af-a800ceb23297 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017075 Aug 16 22:22:19.093827 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-f8e53006-da32-461f-9d1d-ca6625b783ec tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.166925 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-f8e53006-da32-461f-9d1d-ca6625b783ec tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:19.173116 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-f8e53006-da32-461f-9d1d-ca6625b783ec tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:19.176130 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-f8e53006-da32-461f-9d1d-ca6625b783ec tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:19.195472 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-13832110-2c9f-40f6-9f05-8ee71a82c4ad tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Allocated IP 172.25.6.181 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/623e7be0-6655-47de-bbf8-ae37d3d30629) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:19.288859 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e53006-da32-461f-9d1d-ca6625b783ec tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Pushing event updated for resources: {'Port': ['ID=45933eaa-7ff2-4d80-85fb-628a3f508042,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:19.347349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-f8e53006-da32-461f-9d1d-ca6625b783ec tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:19.347941 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-f8e53006-da32-461f-9d1d-ca6625b783ec tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.351074 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fdd11ae5-a5c8-404a-8683-cbfae1dc65c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.368469 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13832110-2c9f-40f6-9f05-8ee71a82c4ad tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.420111 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32473f7-02a7-4c85-bcac-cfe3c5c785ed req-fa07465d-f3d9-4796-83f0-8a895d84c26a tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:19.423181 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13832110-2c9f-40f6-9f05-8ee71a82c4ad tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.428527 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b32473f7-02a7-4c85-bcac-cfe3c5c785ed req-fa07465d-f3d9-4796-83f0-8a895d84c26a tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc35e0ce-513f-4f4e-be32-8f10f7aa21e9 HTTP/1.1" status: 200 len: 935 time: 0.2830911 Aug 16 22:22:19.442907 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd11ae5-a5c8-404a-8683-cbfae1dc65c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd51c24a-e791-4ea7-a9f9-edc4c8d60b27,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:19.481565 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13832110-2c9f-40f6-9f05-8ee71a82c4ad tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:19.485580 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-13832110-2c9f-40f6-9f05-8ee71a82c4ad tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:19.490039 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13832110-2c9f-40f6-9f05-8ee71a82c4ad tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:19.493226 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13832110-2c9f-40f6-9f05-8ee71a82c4ad tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Pushing event updated for resources: {'Port': ['ID=623e7be0-6655-47de-bbf8-ae37d3d30629,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:19.515807 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-f8e53006-da32-461f-9d1d-ca6625b783ec tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9963233 Aug 16 22:22:19.542242 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e41c456c-f077-4cdb-9e42-35a70a10260b None None] Provisioning for port 45933eaa-7ff2-4d80-85fb-628a3f508042 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:19.550369 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e41c456c-f077-4cdb-9e42-35a70a10260b None None] Provisioning complete for port 45933eaa-7ff2-4d80-85fb-628a3f508042 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:19.550745 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e41c456c-f077-4cdb-9e42-35a70a10260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.563648 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] Request body: {'port': {'device_id': 'fc35e0ce-513f-4f4e-be32-8f10f7aa21e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:19.591828 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13832110-2c9f-40f6-9f05-8ee71a82c4ad tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.618589 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e41c456c-f077-4cdb-9e42-35a70a10260b None None] Port 45933eaa-7ff2-4d80-85fb-628a3f508042 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:22:19.649537 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13832110-2c9f-40f6-9f05-8ee71a82c4ad tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.653922 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b32473f7-02a7-4c85-bcac-cfe3c5c785ed req-7b78b649-ed96-4a85-9188-be08af6deea7 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245247 Aug 16 22:22:19.698410 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd11ae5-a5c8-404a-8683-cbfae1dc65c5 admin admin] Checking segment: {'id': '0ecdd6b1-1d22-47c6-88dd-a6186ccdf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '391855e7-b83c-439d-b459-03a7178b0ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:19.699077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd11ae5-a5c8-404a-8683-cbfae1dc65c5 admin admin] Network hostable DHCP agents. Network: 391855e7-b83c-439d-b459-03a7178b0ca0, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:22:19.750947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae08ee-359a-49ea-891a-2e83221d110c req-8dc20aaa-a782-4b45-8344-e7cc89ae46dd tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:19.758392 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71ae08ee-359a-49ea-891a-2e83221d110c req-8dc20aaa-a782-4b45-8344-e7cc89ae46dd tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/networks?id=b72ddcdd-e248-488b-9bcc-59034b4687bc HTTP/1.1" status: 200 len: 821 time: 0.3164878 Aug 16 22:22:19.763750 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 2d0dd1e3-9d4e-4863-952a-b5d517f34328 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:19.803372 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd11ae5-a5c8-404a-8683-cbfae1dc65c5 admin admin] Network 391855e7-b83c-439d-b459-03a7178b0ca0 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:22:19.814891 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.828384 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71ae08ee-359a-49ea-891a-2e83221d110c req-3a215d05-bf43-41f0-9078-3b60272bb2aa tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/quotas/134dc6d3142e407fb399bf47e9422a78 HTTP/1.1" status: 200 len: 375 time: 0.0689969 Aug 16 22:22:19.851680 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13832110-2c9f-40f6-9f05-8ee71a82c4ad tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.858258 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 2d0dd1e3-9d4e-4863-952a-b5d517f34328 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:19.862210 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13832110-2c9f-40f6-9f05-8ee71a82c4ad tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.864718 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 2d0dd1e3-9d4e-4863-952a-b5d517f34328 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:19.865317 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.923809 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-fdd11ae5-a5c8-404a-8683-cbfae1dc65c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 391855e7-b83c-439d-b459-03a7178b0ca0) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:19.953950 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3d8b7d-7bf0-4b11-b3b2-9c9837522724 None None] Network 391855e7-b83c-439d-b459-03a7178b0ca0 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:22:19.958207 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13832110-2c9f-40f6-9f05-8ee71a82c4ad tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Pushing event updated for resources: {'Port': ['ID=623e7be0-6655-47de-bbf8-ae37d3d30629,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:19.964550 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd11ae5-a5c8-404a-8683-cbfae1dc65c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:19.965150 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fdd11ae5-a5c8-404a-8683-cbfae1dc65c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.972692 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13832110-2c9f-40f6-9f05-8ee71a82c4ad tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.987918 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fdd11ae5-a5c8-404a-8683-cbfae1dc65c5 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7554414 Aug 16 22:22:20.006308 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13832110-2c9f-40f6-9f05-8ee71a82c4ad tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:20.019637 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71ae08ee-359a-49ea-891a-2e83221d110c req-6d19b785-6c3e-40f4-9a75-3f96d93d76d8 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=134dc6d3142e407fb399bf47e9422a78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1896946 Aug 16 22:22:20.022713 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-13832110-2c9f-40f6-9f05-8ee71a82c4ad tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2551241 Aug 16 22:22:20.027631 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:20.054673 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac9039-6b6c-4573-b0b2-5ba999763a00 req-6bfcba4e-90ec-4fdf-9a5b-ac9302e28254 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:20.056564 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44ac9039-6b6c-4573-b0b2-5ba999763a00 req-6bfcba4e-90ec-4fdf-9a5b-ac9302e28254 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9060303-9880-4d8c-a5c4-2ef2b612472e HTTP/1.1" status: 200 len: 946 time: 0.2824934 Aug 16 22:22:20.074602 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 2d0dd1e3-9d4e-4863-952a-b5d517f34328, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=2d0dd1e3-9d4e-4863-952a-b5d517f34328,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:20.084698 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:20.085898 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0b55937b-a99b-4038-99e9-b8f099fc7e09 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:20.230128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=2d0dd1e3-9d4e-4863-952a-b5d517f34328,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:20.260934 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44ac9039-6b6c-4573-b0b2-5ba999763a00 req-17a353c2-57b2-4310-81a5-d0713c756441 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528542 Aug 16 22:22:20.344159 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71ae08ee-359a-49ea-891a-2e83221d110c req-573bc26e-a637-45f0-bf98-db13191cec60 service neutron] 10.222.0.93 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231122 Aug 16 22:22:20.388325 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6920f2-87b8-4839-aab3-66c1e6bb0ec8 None None] Network 391855e7-b83c-439d-b459-03a7178b0ca0 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:22:20.390872 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 0b55937b-a99b-4038-99e9-b8f099fc7e09 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:20.391837 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:20.484893 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71ae08ee-359a-49ea-891a-2e83221d110c req-50cc95d7-19fb-4e8f-b393-43250446b04f service neutron] 10.222.0.93 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402032 Aug 16 22:22:20.580745 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-c18558fd-5dd9-4f44-8ecf-7e1ba5608d3c tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395658 Aug 16 22:22:20.581180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45933eaa-7ff2-4d80-85fb-628a3f508042 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:20.607562 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:20.675095 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] Transition to ACTIVE for port object 45933eaa-7ff2-4d80-85fb-628a3f508042 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:20.694722 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:20.804354 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-261cfb8e-5a79-4e6f-9870-86d0425f9a72 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:20.806199 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-261cfb8e-5a79-4e6f-9870-86d0425f9a72 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2195234 Aug 16 22:22:20.822439 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] Pushing event updated for resources: {'Port': ['ID=45933eaa-7ff2-4d80-85fb-628a3f508042,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:20.879416 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b2151b62-68a5-4976-be59-3b7e7a99873b tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/quotas/ea3f6caa31d74e2a9ec2aa096a9fbdf3 HTTP/1.1" status: 200 len: 375 time: 0.0625553 Aug 16 22:22:20.913883 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622f705-af3d-416f-b031-ed46eaa611d6 req-5607790c-4c40-4480-bf66-e964227ee683 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:20.915474 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6622f705-af3d-416f-b031-ed46eaa611d6 req-5607790c-4c40-4480-bf66-e964227ee683 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.2069695 Aug 16 22:22:20.958426 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-ecc1cedb-46dc-411b-adaf-b24526f44c3b tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777459 Aug 16 22:22:21.010871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] Attempting to bind port 45933eaa-7ff2-4d80-85fb-628a3f508042 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:21.011342 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] Attempting to bind port 45933eaa-7ff2-4d80-85fb-628a3f508042 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:21.011797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] Attempting to bind port 45933eaa-7ff2-4d80-85fb-628a3f508042 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:21.017581 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] Port 45933eaa-7ff2-4d80-85fb-628a3f508042 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:22:21.018069 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] Attempting to bind port 45933eaa-7ff2-4d80-85fb-628a3f508042 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:21.024636 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6622f705-af3d-416f-b031-ed46eaa611d6 req-8fd2b224-fb12-4fb2-b191-02685624dd87 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764015 Aug 16 22:22:21.028462 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:21.028895 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:21.029566 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:21.030263 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] Bound port: 45933eaa-7ff2-4d80-85fb-628a3f508042, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:21.031244 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:21.057358 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] Sync routers for ids ['5574792d-ef5e-4c77-93d6-fa282444195f'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:22:21.083703 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] Routers {'5574792d-ef5e-4c77-93d6-fa282444195f'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:21.084328 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:22:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5574792d-ef5e-4c77-93d6-fa282444195f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:21.124289 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] For port 45933eaa-7ff2-4d80-85fb-628a3f508042, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:21.134080 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] For port 45933eaa-7ff2-4d80-85fb-628a3f508042, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=45933eaa-7ff2-4d80-85fb-628a3f508042,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:21.146863 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:21.208670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:21.209527 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:21.211206 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] 10.222.0.39 "PUT /v2.0/ports/45933eaa-7ff2-4d80-85fb-628a3f508042 HTTP/1.1" status: 200 len: 1096 time: 1.6713917 Aug 16 22:22:21.211926 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc35e0ce-513f-4f4e-be32-8f10f7aa21e9', 'tag': '45933eaa-7ff2-4d80-85fb-628a3f508042'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:21.215402 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5517b16a-7935-4be3-a43a-d0ac299fdb54" -d '{"events": [{"name": "network-changed", "server_uuid": "fc35e0ce-513f-4f4e-be32-8f10f7aa21e9", "tag": "45933eaa-7ff2-4d80-85fb-628a3f508042"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:21.299443 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] Set router 5574792d-ef5e-4c77-93d6-fa282444195f gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:22:21.325397 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-f3d561f4-bf29-40a8-8607-42582a89abd1 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--50545614&fields=id&tenant_id=361fa6cbf75b47e49c1178546a3326cd HTTP/1.1" status: 200 len: 267 time: 0.1688044 Aug 16 22:22:21.344384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec604d-f4b2-411a-91ba-406f33a81922 service neutron] Pushing event updated for resources: {'Port': ['ID=45933eaa-7ff2-4d80-85fb-628a3f508042,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:21.446030 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-ad8729df-b1fa-4ee7-8c39-942b242c2fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:21.447631 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-ad8729df-b1fa-4ee7-8c39-942b242c2fcd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b4a852aba05a435e9673c440b74bfdd3&device_id=fc35e0ce-513f-4f4e-be32-8f10f7aa21e9 HTTP/1.1" status: 200 len: 1099 time: 0.1695452 Aug 16 22:22:21.508339 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-3857123f-584a-478e-9d9a-9c314929114e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=45933eaa-7ff2-4d80-85fb-628a3f508042 HTTP/1.1" status: 200 len: 217 time: 0.0521603 Aug 16 22:22:21.570898 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-befd6f2d-3ccc-4d14-9c40-0ddb6c834e7f tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:21.572776 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-befd6f2d-3ccc-4d14-9c40-0ddb6c834e7f tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/networks?id=f9f912f5-cf6f-4ff9-af03-e26648f62561 HTTP/1.1" status: 200 len: 810 time: 0.2462387 Aug 16 22:22:21.610507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-8bc03ba0-42dd-43e8-961a-f943b140db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:21.613382 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-8bc03ba0-42dd-43e8-961a-f943b140db0d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0913897 Aug 16 22:22:21.614886 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-6b68b3cb-825b-44c7-be20-be929e4908bb tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/quotas/361fa6cbf75b47e49c1178546a3326cd HTTP/1.1" status: 200 len: 375 time: 0.0347366 Aug 16 22:22:21.644887 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 2d0dd1e3-9d4e-4863-952a-b5d517f34328 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:21.733807 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-cea82005-9dd7-4987-a0f4-3fb7e45b2a99 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=361fa6cbf75b47e49c1178546a3326cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1099160 Aug 16 22:22:21.735902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-4b8c872c-5485-4737-8ecf-95c0946556b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:21.737508 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-4b8c872c-5485-4737-8ecf-95c0946556b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1149838 Aug 16 22:22:21.796136 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 2d0dd1e3-9d4e-4863-952a-b5d517f34328 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:21.796521 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:21.913279 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '6f17151e-1262-4655-ac8f-3bac8839f7cc', 'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'mac_address': 'fa:16:3e:2f:9a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:15Z', 'updated_at': '2021-08-16T22:22:17Z', 'revision_number': 2, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'subnets': [{'id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:21.942382 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] Checking router: 5574792d-ef5e-4c77-93d6-fa282444195f for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:22:21.943034 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] Updating router 5574792d-ef5e-4c77-93d6-fa282444195f port 6f17151e-1262-4655-ac8f-3bac8839f7cc binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:22:21.969361 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-a9442300-b4eb-46f6-9b62-2f806b66b327 service neutron] 10.222.0.93 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122476 Aug 16 22:22:21.969824 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:22.101419 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-ddf1df90-f6cf-4e5f-8b60-8c1079dd1d0c service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558769 Aug 16 22:22:22.151166 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-820da760-50f6-49fc-b7c7-0aa1207a98f2 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:22.152717 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-820da760-50f6-49fc-b7c7-0aa1207a98f2 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.93 "GET /v2.0/networks?id=428cd809-1a91-4e7d-9c61-fcd552933c75 HTTP/1.1" status: 200 len: 815 time: 0.2910376 Aug 16 22:22:22.218467 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-b53b9939-14b7-4a56-abbb-bd3c2da8905d tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.93 "GET /v2.0/quotas/8c16490bb22b45238c2b373e6e293bdb HTTP/1.1" status: 200 len: 375 time: 0.0383267 Aug 16 22:22:22.402814 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:22.414691 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] Transition to ACTIVE for port object 6f17151e-1262-4655-ac8f-3bac8839f7cc will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:22.425003 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:22.478814 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b07380-d4c8-4a1b-a804-c23685b9fadb None None] Pushing event updated for resources: {'Port': ['ID=6f17151e-1262-4655-ac8f-3bac8839f7cc,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:22.533306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] Attempting to bind port 6f17151e-1262-4655-ac8f-3bac8839f7cc on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:22.533708 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] Attempting to bind port 6f17151e-1262-4655-ac8f-3bac8839f7cc by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'e102682d-1634-409a-b8b3-a19873bb1b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:22.534289 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] Attempting to bind port 6f17151e-1262-4655-ac8f-3bac8839f7cc on network b72ddcdd-e248-488b-9bcc-59034b4687bc {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:22.540396 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:22.540769 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] Checking segment: {'id': 'e102682d-1634-409a-b8b3-a19873bb1b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:22.541365 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:22.541774 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] Bound using segment: {'id': 'e102682d-1634-409a-b8b3-a19873bb1b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:22.542326 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] Bound port: 6f17151e-1262-4655-ac8f-3bac8839f7cc, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e102682d-1634-409a-b8b3-a19873bb1b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:22.542710 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:22.613920 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] For port 6f17151e-1262-4655-ac8f-3bac8839f7cc, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:22.618806 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] For port 6f17151e-1262-4655-ac8f-3bac8839f7cc, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6f17151e-1262-4655-ac8f-3bac8839f7cc,segment=NetworkSegment(e102682d-1634-409a-b8b3-a19873bb1b74),segment_id=e102682d-1634-409a-b8b3-a19873bb1b74)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:22.629046 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:22.650995 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-7e0b51e9-7bce-4f13-8655-2ce8cc53443a tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635498 Aug 16 22:22:22.679310 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae08ee-359a-49ea-891a-2e83221d110c req-df94f4f1-d03f-456d-badd-e671f46788e4 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:22.681346 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71ae08ee-359a-49ea-891a-2e83221d110c req-df94f4f1-d03f-456d-badd-e671f46788e4 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.39 "GET /v2.0/networks?id=b72ddcdd-e248-488b-9bcc-59034b4687bc HTTP/1.1" status: 200 len: 821 time: 0.6990671 Aug 16 22:22:22.696252 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-f1a7ec5c-2ed6-4aad-9986-379514a3a39f tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=8c16490bb22b45238c2b373e6e293bdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4655912 Aug 16 22:22:22.708888 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] Routers {'5574792d-ef5e-4c77-93d6-fa282444195f'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:22.709529 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:22:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5574792d-ef5e-4c77-93d6-fa282444195f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:22.719925 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-9beb850f-8d32-42ea-8f25-00170bafd524 service neutron] 10.222.0.93 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7200260 Aug 16 22:22:22.745723 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-71ae08ee-359a-49ea-891a-2e83221d110c req-ba2969dd-4a9d-49cc-accf-7aea920b130a tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Request body: {'port': {'device_id': 'd2632ad9-1035-4257-8885-7395d1595735', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'admin_state_up': True, 'tenant_id': '134dc6d3142e407fb399bf47e9422a78'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:22.788591 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b07380-d4c8-4a1b-a804-c23685b9fadb None None] Pushing event updated for resources: {'Port': ['ID=6f17151e-1262-4655-ac8f-3bac8839f7cc,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:22.847162 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] Set router 5574792d-ef5e-4c77-93d6-fa282444195f gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:22:22.873155 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da731c31-f70f-4fd8-ac3b-0b0082063476 req-baa41c45-d71a-4706-a853-a1cacf64bef3 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7562280 Aug 16 22:22:23.050562 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e3f5df0-8258-435e-9991-6be720ac2be3 req-136cb34f-a0f8-4581-99ff-0c534df61b59 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 210 time: 0.0765963 Aug 16 22:22:23.090049 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-1f230305-eecf-4a22-8867-ae11a71711d5 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:23.091450 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-1f230305-eecf-4a22-8867-ae11a71711d5 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4085488 Aug 16 22:22:23.099138 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-6be92b4a-85d1-48a2-8273-8d8e24fa4453 service neutron] 10.222.0.93 "GET /v2.0/networks/428cd809-1a91-4e7d-9c61-fcd552933c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015098 Aug 16 22:22:23.127701 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '6f17151e-1262-4655-ac8f-3bac8839f7cc', 'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'mac_address': 'fa:16:3e:2f:9a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:15Z', 'updated_at': '2021-08-16T22:22:22Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'subnets': [{'id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:23.156297 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce64737-9b74-460d-acc5-19772abeaa1b None None] The sync data for ids ['5574792d-ef5e-4c77-93d6-fa282444195f'] in n-d-792458-15 is: [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '6f17151e-1262-4655-ac8f-3bac8839f7cc', 'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'mac_address': 'fa:16:3e:2f:9a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:15Z', 'updated_at': '2021-08-16T22:22:22Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'subnets': [{'id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:22:23.160143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Request body: {'port': {'device_id': '1e1b5778-e657-440a-baac-0af0f9f52ee5', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': 'ea3f6caa31d74e2a9ec2aa096a9fbdf3'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:23.286758 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ae08ee-359a-49ea-891a-2e83221d110c req-ba2969dd-4a9d-49cc-accf-7aea920b130a tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Made reservation on behalf of 134dc6d3142e407fb399bf47e9422a78 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:23.290412 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-71ae08ee-359a-49ea-891a-2e83221d110c req-ba2969dd-4a9d-49cc-accf-7aea920b130a tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:23.374366 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad475d6f-a6e8-4218-af7f-119dba84ae7b req-bcad91c8-b5df-4216-b917-f71943b9a180 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:23.375950 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ad475d6f-a6e8-4218-af7f-119dba84ae7b req-bcad91c8-b5df-4216-b917-f71943b9a180 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc35e0ce-513f-4f4e-be32-8f10f7aa21e9 HTTP/1.1" status: 200 len: 947 time: 0.2075279 Aug 16 22:22:23.413128 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-557da79d-f2de-4a01-bb66-ed6f911bf941 service neutron] 10.222.0.93 "GET /v2.0/networks/428cd809-1a91-4e7d-9c61-fcd552933c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077826 Aug 16 22:22:23.519228 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ad475d6f-a6e8-4218-af7f-119dba84ae7b req-046a99e9-ac87-4a4b-b954-9da7bc67c464 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085398 Aug 16 22:22:23.522177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Made reservation on behalf of ea3f6caa31d74e2a9ec2aa096a9fbdf3 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:23.525502 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:23.546903 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:23.608537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-71ae08ee-359a-49ea-891a-2e83221d110c req-ba2969dd-4a9d-49cc-accf-7aea920b130a tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Allocated IP 172.20.0.8 (b72ddcdd-e248-488b-9bcc-59034b4687bc/0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0/b3b50ea5-28e1-4db4-ab61-ad4285a66ecb) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:23.664961 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6f17151e-1262-4655-ac8f-3bac8839f7cc up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:23.701674 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17598e26-43d9-4960-bbd7-e0e32cc94733 x-openstack-request-id: req-17598e26-43d9-4960-bbd7-e0e32cc94733 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:23.701982 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc35e0ce-513f-4f4e-be32-8f10f7aa21e9", "tag": "45933eaa-7ff2-4d80-85fb-628a3f508042", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:23.702237 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-17598e26-43d9-4960-bbd7-e0e32cc94733 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:23.702639 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc35e0ce-513f-4f4e-be32-8f10f7aa21e9', 'tag': '45933eaa-7ff2-4d80-85fb-628a3f508042', 'status': 'completed', 'code': 200} Aug 16 22:22:23.761119 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc0deb69-dc9e-4f8d-96f9-a1f1ba394ac8 req-3b4f4fd9-b0d3-4ce2-8058-4bfbb498151b tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e1b5778-e657-440a-baac-0af0f9f52ee5 HTTP/1.1" status: 200 len: 210 time: 0.0795386 Aug 16 22:22:23.774046 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 6f17151e-1262-4655-ac8f-3bac8839f7cc completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:23.786347 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 6f17151e-1262-4655-ac8f-3bac8839f7cc triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:23.787252 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:23.921126 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:23.959325 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 6f17151e-1262-4655-ac8f-3bac8839f7cc, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6f17151e-1262-4655-ac8f-3bac8839f7cc,segment=NetworkSegment(e102682d-1634-409a-b8b3-a19873bb1b74),segment_id=e102682d-1634-409a-b8b3-a19873bb1b74)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:23.965752 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.038211 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=6f17151e-1262-4655-ac8f-3bac8839f7cc,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:24.058093 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517b16a-7935-4be3-a43a-d0ac299fdb54 req-70843345-9a0f-46a9-a196-68cd1efb44a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:24.059835 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5517b16a-7935-4be3-a43a-d0ac299fdb54 req-70843345-9a0f-46a9-a196-68cd1efb44a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b4a852aba05a435e9673c440b74bfdd3&device_id=fc35e0ce-513f-4f4e-be32-8f10f7aa21e9 HTTP/1.1" status: 200 len: 1099 time: 0.3051457 Aug 16 22:22:24.083502 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa0171-0ffd-43e0-b28e-9f74f4a85bda req-f12e7952-c9f5-41d7-8af0-971810ae9070 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:24.084979 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-94aa0171-0ffd-43e0-b28e-9f74f4a85bda req-f12e7952-c9f5-41d7-8af0-971810ae9070 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.1471307 Aug 16 22:22:24.137360 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.198689 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.206774 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8f78401c-58b4-41da-9c25-96d904748d7c req-ff4849ee-54a7-4f36-a782-d00917b44322 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 210 time: 0.1208527 Aug 16 22:22:24.211563 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-71ae08ee-359a-49ea-891a-2e83221d110c req-ba2969dd-4a9d-49cc-accf-7aea920b130a tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.320514 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-71ae08ee-359a-49ea-891a-2e83221d110c req-ba2969dd-4a9d-49cc-accf-7aea920b130a tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Transition to ACTIVE for port object b3b50ea5-28e1-4db4-ab61-ad4285a66ecb will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:24.388855 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6a00bcbd-ddbb-43ee-ad55-929cf5a47fab req-e56be0c5-6477-41d4-9a97-d39ad8743ce3 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.93 "GET /v2.0/ports?device_id=622badfc-0cd9-4e6e-b530-a0c2960540dd HTTP/1.1" status: 200 len: 210 time: 0.1095352 Aug 16 22:22:24.434521 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-94aa0171-0ffd-43e0-b28e-9f74f4a85bda req-4dc56024-1cc8-4373-9d25-ea3cb66c4128 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356190 Aug 16 22:22:24.486305 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4232b00f-ad2a-4dc1-8a63-2e61004a18cc,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:24.565682 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:24.566423 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:24.567005 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:24.567573 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:24.568122 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:24.568669 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:24.569227 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:24.569786 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:24.570353 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:24.570912 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:24.571454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:24.572014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:24.602222 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 45933eaa-7ff2-4d80-85fb-628a3f508042 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:22:24.615485 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-ca76e24a-9daa-4486-9127-04e651469fa3 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:24.617666 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-ca76e24a-9daa-4486-9127-04e651469fa3 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.43 "GET /v2.0/networks?id=f9f912f5-cf6f-4ff9-af03-e26648f62561 HTTP/1.1" status: 200 len: 810 time: 0.2319107 Aug 16 22:22:24.657444 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-65d6939b-e722-4b0a-be70-9806dd250911 req-1bac18fb-17ef-46e6-99f6-deea67236e9e tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 210 time: 0.0812535 Aug 16 22:22:24.660664 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517b16a-7935-4be3-a43a-d0ac299fdb54 req-be11db0d-97e7-42cc-b2c4-366dac900152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:24.665860 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5517b16a-7935-4be3-a43a-d0ac299fdb54 req-be11db0d-97e7-42cc-b2c4-366dac900152 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.5785935 Aug 16 22:22:24.681872 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-71ae08ee-359a-49ea-891a-2e83221d110c req-ba2969dd-4a9d-49cc-accf-7aea920b130a tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.700293 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-4e37ccbc-a342-43e6-a3b0-cae3c2892494 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=361fa6cbf75b47e49c1178546a3326cd HTTP/1.1" status: 200 len: 378 time: 0.0629773 Aug 16 22:22:24.713841 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Request body: {'port': {'device_id': '7f6fe741-e602-45b7-9d1c-b5dda77059a7', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'admin_state_up': True, 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'security_groups': ['c6c766c0-70ef-4bfe-bf55-ecea60b814f4']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:24.762180 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 45933eaa-7ff2-4d80-85fb-628a3f508042, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=45933eaa-7ff2-4d80-85fb-628a3f508042,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:24.774242 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '45933eaa-7ff2-4d80-85fb-628a3f508042', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': '45933eaa-7ff2-4d80-85fb-628a3f508042', 'mac_address': 'fa:16:3e:01:c8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:22:24.809366 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 3c786236-3062-4990-a53b-15f88e75abd7 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:22:24.835754 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.847723 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5517b16a-7935-4be3-a43a-d0ac299fdb54 req-979257d4-6cd2-4e70-b532-fc3e281d62a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=45933eaa-7ff2-4d80-85fb-628a3f508042 HTTP/1.1" status: 200 len: 217 time: 0.1686482 Aug 16 22:22:24.888795 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Made reservation on behalf of 361fa6cbf75b47e49c1178546a3326cd for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:24.894404 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.894707 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45933eaa-7ff2-4d80-85fb-628a3f508042 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:24.931024 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Allocated IP 192.168.233.32 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/67c32307-24b9-4b1b-a483-e2235092c1c0) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:24.939470 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 45933eaa-7ff2-4d80-85fb-628a3f508042, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=45933eaa-7ff2-4d80-85fb-628a3f508042,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:24.958974 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.980692 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ae08ee-359a-49ea-891a-2e83221d110c req-ba2969dd-4a9d-49cc-accf-7aea920b130a tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Network b72ddcdd-e248-488b-9bcc-59034b4687bc is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:25.015658 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-71ae08ee-359a-49ea-891a-2e83221d110c req-ba2969dd-4a9d-49cc-accf-7aea920b130a tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:25.018931 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=45933eaa-7ff2-4d80-85fb-628a3f508042,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:25.020190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ae08ee-359a-49ea-891a-2e83221d110c req-ba2969dd-4a9d-49cc-accf-7aea920b130a tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:25.035003 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 3c786236-3062-4990-a53b-15f88e75abd7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=3c786236-3062-4990-a53b-15f88e75abd7,segment=NetworkSegment(f3bac013-ac59-422a-89e9-c60c8479a5be),segment_id=f3bac013-ac59-422a-89e9-c60c8479a5be)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:25.037831 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eaf4c3-8915-42d4-bfa3-cf1beac33d5f req-d94e29dd-4012-4bc5-9fc6-a76ea945816a tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:25.047347 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-58eaf4c3-8915-42d4-bfa3-cf1beac33d5f req-d94e29dd-4012-4bc5-9fc6-a76ea945816a tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9060303-9880-4d8c-a5c4-2ef2b612472e HTTP/1.1" status: 200 len: 946 time: 0.4475539 Aug 16 22:22:25.050436 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '3c786236-3062-4990-a53b-15f88e75abd7', 'network_id': '45c76ac5-0e6a-4123-b986-bece94a6a1b4', 'port_id': '3c786236-3062-4990-a53b-15f88e75abd7', 'mac_address': 'fa:16:3e:38:aa:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24cbf4e-01f3-4e79-8de4-01997a6a08b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:22:25.077152 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2969dd-4a9d-49cc-accf-7aea920b130a tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Pushing event updated for resources: {'Port': ['ID=b3b50ea5-28e1-4db4-ab61-ad4285a66ecb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:25.120147 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.134692 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c786236-3062-4990-a53b-15f88e75abd7 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:25.160718 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Allocated IP 172.20.0.12 (f9f912f5-cf6f-4ff9-af03-e26648f62561/06a027f9-7175-41d7-9596-9d19a9e3f7bf/7493f567-8ee1-445d-a293-1df7086d499e) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:25.163891 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 3c786236-3062-4990-a53b-15f88e75abd7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=3c786236-3062-4990-a53b-15f88e75abd7,segment=NetworkSegment(f3bac013-ac59-422a-89e9-c60c8479a5be),segment_id=f3bac013-ac59-422a-89e9-c60c8479a5be)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:25.171065 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.179969 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['45933eaa-7ff2-4d80-85fb-628a3f508042'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:25.188945 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517b16a-7935-4be3-a43a-d0ac299fdb54 req-2f747b5a-2f82-45f3-a5bd-abe41f88b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:25.190472 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5517b16a-7935-4be3-a43a-d0ac299fdb54 req-2f747b5a-2f82-45f3-a5bd-abe41f88b303 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.2794671 Aug 16 22:22:25.198096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fa231-589c-4ae1-ab11-d259cd2ad462 req-491bef42-31e2-4e2b-ac50-b6f9b667a9af tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:25.199586 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3e3fa231-589c-4ae1-ab11-d259cd2ad462 req-491bef42-31e2-4e2b-ac50-b6f9b667a9af tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc35e0ce-513f-4f4e-be32-8f10f7aa21e9 HTTP/1.1" status: 200 len: 947 time: 0.3892798 Aug 16 22:22:25.264574 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['3c786236-3062-4990-a53b-15f88e75abd7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:25.264898 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-58eaf4c3-8915-42d4-bfa3-cf1beac33d5f req-0311bd23-a052-4356-add6-4cfc4ac410db tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077522 Aug 16 22:22:25.295872 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=3c786236-3062-4990-a53b-15f88e75abd7,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:25.326061 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.351436 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae08ee-359a-49ea-891a-2e83221d110c req-ba2969dd-4a9d-49cc-accf-7aea920b130a tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:25.352002 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-71ae08ee-359a-49ea-891a-2e83221d110c req-ba2969dd-4a9d-49cc-accf-7aea920b130a tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.359672 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Transition to ACTIVE for port object 7493f567-8ee1-445d-a293-1df7086d499e will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:25.399220 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0ab9554c-1832-46ba-a43b-4833c1f8ccaa None None] Provisioning for port b3b50ea5-28e1-4db4-ab61-ad4285a66ecb completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:25.409838 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d55ff339-3cbe-4556-82e6-e6f8608bcd52 req-ecc7fcd1-87da-4982-9c65-77c8ba0b21f2 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e1b5778-e657-440a-baac-0af0f9f52ee5 HTTP/1.1" status: 200 len: 210 time: 0.0471549 Aug 16 22:22:25.410600 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.422441 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71ae08ee-359a-49ea-891a-2e83221d110c req-ba2969dd-4a9d-49cc-accf-7aea920b130a tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7046454 Aug 16 22:22:25.424029 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0ab9554c-1832-46ba-a43b-4833c1f8ccaa None None] Provisioning complete for port b3b50ea5-28e1-4db4-ab61-ad4285a66ecb triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:25.424427 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0ab9554c-1832-46ba-a43b-4833c1f8ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.445805 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-71ae08ee-359a-49ea-891a-2e83221d110c req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] Request body: {'port': {'device_id': 'd2632ad9-1035-4257-8885-7395d1595735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:25.471077 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3e3fa231-589c-4ae1-ab11-d259cd2ad462 req-db32c55f-2e14-4ccb-9a96-fad4cb5c7330 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524302 Aug 16 22:22:25.568538 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517b16a-7935-4be3-a43a-d0ac299fdb54 req-32c12c32-3938-4b7f-87fd-e42e9bdfe575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:25.570472 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5517b16a-7935-4be3-a43a-d0ac299fdb54 req-32c12c32-3938-4b7f-87fd-e42e9bdfe575 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3699174 Aug 16 22:22:25.617476 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0ab9554c-1832-46ba-a43b-4833c1f8ccaa None None] Port b3b50ea5-28e1-4db4-ab61-ad4285a66ecb cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:22:25.655481 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Network f9f912f5-cf6f-4ff9-af03-e26648f62561 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:25.657124 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:25.681558 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:25.736179 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6f17151e-1262-4655-ac8f-3bac8839f7cc up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:25.744641 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.770286 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-11f80533-537c-4681-9114-7921a7475544 req-816a86f0-e683-4f31-97db-3012e6c44934 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.93 "GET /v2.0/ports?device_id=622badfc-0cd9-4e6e-b530-a0c2960540dd HTTP/1.1" status: 200 len: 210 time: 0.1076131 Aug 16 22:22:25.770961 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-71ae08ee-359a-49ea-891a-2e83221d110c req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.773673 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:25.774920 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.802401 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Transition to ACTIVE for port object 67c32307-24b9-4b1b-a483-e2235092c1c0 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:25.809940 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Pushing event updated for resources: {'Port': ['ID=7493f567-8ee1-445d-a293-1df7086d499e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:25.832859 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:25.833216 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:25.833561 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:25.833903 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:25.834290 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:25.835388 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:25.835388 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:25.835676 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:25.835894 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:25.836388 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:25.836849 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:25.837244 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:25.854864 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-7ff6b8bf-aa64-4088-a5c4-a464a532426c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1455855 Aug 16 22:22:25.873666 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9317f-7bdf-4788-9845-cadf6a1817ab req-77f7edca-7df3-4c7c-8d37-7341d6a799b5 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:25.877719 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] Request body: {'port': {'device_id': '7f6fe741-e602-45b7-9d1c-b5dda77059a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:25.887123 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5fc9317f-7bdf-4788-9845-cadf6a1817ab req-77f7edca-7df3-4c7c-8d37-7341d6a799b5 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 932 time: 0.3006768 Aug 16 22:22:25.887506 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 6f17151e-1262-4655-ac8f-3bac8839f7cc triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:25.887964 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.924029 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-5b7d7ce9-c85b-4ab0-99fa-871b026a5fc6 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:25.925640 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-5b7d7ce9-c85b-4ab0-99fa-871b026a5fc6 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.43 "GET /v2.0/networks?id=428cd809-1a91-4e7d-9c61-fcd552933c75 HTTP/1.1" status: 200 len: 815 time: 0.4658465 Aug 16 22:22:25.948091 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5517b16a-7935-4be3-a43a-d0ac299fdb54 req-f187635e-852f-4fd1-b760-8959979805c1 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627267 Aug 16 22:22:25.952882 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-92f1d134-60a7-4a2b-8224-672f566f720d tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Request body: {'port': {'device_id': '622badfc-0cd9-4e6e-b530-a0c2960540dd', 'network_id': '428cd809-1a91-4e7d-9c61-fcd552933c75', 'admin_state_up': True, 'tenant_id': '8c16490bb22b45238c2b373e6e293bdb'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:26.002881 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:26.048476 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d07f76b9-d724-418b-a4cc-5ee0fb2526f8 None None] Provisioning for port 7493f567-8ee1-445d-a293-1df7086d499e completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:26.052697 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d07f76b9-d724-418b-a4cc-5ee0fb2526f8 None None] Provisioning complete for port 7493f567-8ee1-445d-a293-1df7086d499e triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:26.053135 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d07f76b9-d724-418b-a4cc-5ee0fb2526f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:26.095549 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d07f76b9-d724-418b-a4cc-5ee0fb2526f8 None None] Port 7493f567-8ee1-445d-a293-1df7086d499e cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:22:26.106556 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5fc9317f-7bdf-4788-9845-cadf6a1817ab req-7d8123a6-43ef-4534-b804-abe143093986 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2185657 Aug 16 22:22:26.143109 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:26.151890 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988105b8-83c4-46c8-af0c-38bbbc745e94 req-8b191488-7652-4257-9b62-42dfc34481a1 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:26.153519 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-988105b8-83c4-46c8-af0c-38bbbc745e94 req-8b191488-7652-4257-9b62-42dfc34481a1 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.2547369 Aug 16 22:22:26.191687 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-92f1d134-60a7-4a2b-8224-672f566f720d tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Made reservation on behalf of 8c16490bb22b45238c2b373e6e293bdb for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:26.195367 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-92f1d134-60a7-4a2b-8224-672f566f720d tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:26.603747 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 45933eaa-7ff2-4d80-85fb-628a3f508042 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:26.617378 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:26.639014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:26.650040 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5517b16a-7935-4be3-a43a-d0ac299fdb54 req-400351f8-8b1f-49f6-b694-e97b4a5db5a7 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6887727 Aug 16 22:22:26.651070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:26.663483 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Pushing event updated for resources: {'Port': ['ID=67c32307-24b9-4b1b-a483-e2235092c1c0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:26.688589 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 45933eaa-7ff2-4d80-85fb-628a3f508042 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:26.696166 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 45933eaa-7ff2-4d80-85fb-628a3f508042 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:26.696818 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:26.698678 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-988105b8-83c4-46c8-af0c-38bbbc745e94 req-bf720e74-c7b7-4a76-a839-9ae5f2bfc867 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049884 Aug 16 22:22:26.736474 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-92f1d134-60a7-4a2b-8224-672f566f720d tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Allocated IP 172.20.0.3 (428cd809-1a91-4e7d-9c61-fcd552933c75/c41ffa86-cb75-4c9e-b8dc-3f6602db64f7/6dece8d9-c084-4d71-a288-d8a45f5e7ce5) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:26.760737 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51ca01-5432-4de9-8213-af79c23298c3 req-03d5840b-0ba0-469b-84cc-40b0d884cbb8 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:26.768233 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e51ca01-5432-4de9-8213-af79c23298c3 req-03d5840b-0ba0-469b-84cc-40b0d884cbb8 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 931 time: 0.5631785 Aug 16 22:22:26.771556 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7493f567-8ee1-445d-a293-1df7086d499e {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:26.794581 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:26.806039 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:26.822013 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 3c786236-3062-4990-a53b-15f88e75abd7 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:22:26.838087 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] Transition to ACTIVE for port object 7493f567-8ee1-445d-a293-1df7086d499e will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:26.860984 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:26.865570 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc35e0ce-513f-4f4e-be32-8f10f7aa21e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45933eaa-7ff2-4d80-85fb-628a3f508042'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:26.868278 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f63f766-7422-49bd-b1b8-32da4b5b9edf" -d '{"events": [{"server_uuid": "fc35e0ce-513f-4f4e-be32-8f10f7aa21e9", "name": "network-vif-plugged", "status": "completed", "tag": "45933eaa-7ff2-4d80-85fb-628a3f508042"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:26.871688 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:26.872326 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:26.885714 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 45933eaa-7ff2-4d80-85fb-628a3f508042, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=45933eaa-7ff2-4d80-85fb-628a3f508042,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:26.894825 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:26.924096 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e51ca01-5432-4de9-8213-af79c23298c3 req-884c7dfe-55b5-4949-8dce-92ddce32eb69 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/security-groups?id=8027bfc8-5da7-4200-a07c-dc62b51d020a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549139 Aug 16 22:22:26.976215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd286f-1c09-4db0-87bd-621ba08860ac req-4c240650-51e2-474a-b68c-d92794859dbb tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:26.978111 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b9bd286f-1c09-4db0-87bd-621ba08860ac req-4c240650-51e2-474a-b68c-d92794859dbb tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9060303-9880-4d8c-a5c4-2ef2b612472e HTTP/1.1" status: 200 len: 945 time: 0.1721890 Aug 16 22:22:26.989042 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-e570a9eb-4c43-4878-8079-658b7fa188da tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8624671 Aug 16 22:22:26.999545 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.002629 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=45933eaa-7ff2-4d80-85fb-628a3f508042,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:27.007262 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] Request body: {'port': {'device_id': '1e1b5778-e657-440a-baac-0af0f9f52ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:27.023324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3c786236-3062-4990-a53b-15f88e75abd7 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:27.052796 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 3c786236-3062-4990-a53b-15f88e75abd7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=3c786236-3062-4990-a53b-15f88e75abd7,segment=NetworkSegment(f3bac013-ac59-422a-89e9-c60c8479a5be),segment_id=f3bac013-ac59-422a-89e9-c60c8479a5be)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:27.053004 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] Pushing event updated for resources: {'Port': ['ID=7493f567-8ee1-445d-a293-1df7086d499e,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:27.059214 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.066572 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3af2bc96-41b8-4bfb-a7aa-c4e42d25f9e3 None None] Provisioning for port 67c32307-24b9-4b1b-a483-e2235092c1c0 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:27.095304 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-92f1d134-60a7-4a2b-8224-672f566f720d tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.098132 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3af2bc96-41b8-4bfb-a7aa-c4e42d25f9e3 None None] Provisioning complete for port 67c32307-24b9-4b1b-a483-e2235092c1c0 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:27.098511 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3af2bc96-41b8-4bfb-a7aa-c4e42d25f9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.114330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] Attempting to bind port 7493f567-8ee1-445d-a293-1df7086d499e on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:27.115388 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] Attempting to bind port 7493f567-8ee1-445d-a293-1df7086d499e by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '1fb551a9-9c7f-4967-b244-9a7b8527c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:27.116131 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] Attempting to bind port 7493f567-8ee1-445d-a293-1df7086d499e on network f9f912f5-cf6f-4ff9-af03-e26648f62561 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:27.123118 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] Port 7493f567-8ee1-445d-a293-1df7086d499e on network f9f912f5-cf6f-4ff9-af03-e26648f62561 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:22:27.123839 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] Attempting to bind port 7493f567-8ee1-445d-a293-1df7086d499e on network f9f912f5-cf6f-4ff9-af03-e26648f62561 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:27.133083 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.142536 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:27.146518 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] Checking segment: {'id': '1fb551a9-9c7f-4967-b244-9a7b8527c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:27.146928 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] Bound using segment: {'id': '1fb551a9-9c7f-4967-b244-9a7b8527c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:27.147381 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] Bound port: 7493f567-8ee1-445d-a293-1df7086d499e, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb551a9-9c7f-4967-b244-9a7b8527c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:27.147757 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.149618 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=3c786236-3062-4990-a53b-15f88e75abd7,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:27.155799 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-3af2bc96-41b8-4bfb-a7aa-c4e42d25f9e3 None None] Port 67c32307-24b9-4b1b-a483-e2235092c1c0 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:22:27.233135 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-71ae08ee-359a-49ea-891a-2e83221d110c req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b50ea5-28e1-4db4-ab61-ad4285a66ecb {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:27.234901 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-92f1d134-60a7-4a2b-8224-672f566f720d tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.249620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fc005-d69f-4074-b0bc-a00a9dca04e1 req-5c643f12-f541-44cd-95ae-c475b6a0e06b tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:27.251823 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f6fc005-d69f-4074-b0bc-a00a9dca04e1 req-5c643f12-f541-44cd-95ae-c475b6a0e06b tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e1b5778-e657-440a-baac-0af0f9f52ee5 HTTP/1.1" status: 200 len: 935 time: 0.1793077 Aug 16 22:22:27.276548 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] For port 7493f567-8ee1-445d-a293-1df7086d499e, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:27.299730 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b9bd286f-1c09-4db0-87bd-621ba08860ac req-a471e264-fde4-45e2-991c-b21abd979902 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097169 Aug 16 22:22:27.300359 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-92f1d134-60a7-4a2b-8224-672f566f720d tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Network 428cd809-1a91-4e7d-9c61-fcd552933c75 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:27.303589 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-71ae08ee-359a-49ea-891a-2e83221d110c req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.307743 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-92f1d134-60a7-4a2b-8224-672f566f720d tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:27.310880 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] For port 7493f567-8ee1-445d-a293-1df7086d499e, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=7493f567-8ee1-445d-a293-1df7086d499e,segment=NetworkSegment(1fb551a9-9c7f-4967-b244-9a7b8527c392),segment_id=1fb551a9-9c7f-4967-b244-9a7b8527c392)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:27.312309 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-92f1d134-60a7-4a2b-8224-672f566f720d tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:27.325454 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1d134-60a7-4a2b-8224-672f566f720d tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Pushing event updated for resources: {'Port': ['ID=6dece8d9-c084-4d71-a288-d8a45f5e7ce5,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:27.329342 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.358907 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-71ae08ee-359a-49ea-891a-2e83221d110c req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] Transition to ACTIVE for port object b3b50ea5-28e1-4db4-ab61-ad4285a66ecb will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:27.387066 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-71ae08ee-359a-49ea-891a-2e83221d110c req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.403594 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:27.404219 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.405617 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] 10.222.0.43 "PUT /v2.0/ports/7493f567-8ee1-445d-a293-1df7086d499e HTTP/1.1" status: 200 len: 1093 time: 1.5402291 Aug 16 22:22:27.406114 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6fe741-e602-45b7-9d1c-b5dda77059a7', 'tag': '7493f567-8ee1-445d-a293-1df7086d499e'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:27.408410 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe68fe59-790e-4654-8fc2-c4f1c3217118" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6fe741-e602-45b7-9d1c-b5dda77059a7", "tag": "7493f567-8ee1-445d-a293-1df7086d499e"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:27.437064 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-92f1d134-60a7-4a2b-8224-672f566f720d tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:27.438790 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-92f1d134-60a7-4a2b-8224-672f566f720d tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.452177 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f6fc005-d69f-4074-b0bc-a00a9dca04e1 req-fd64a5e3-067b-48d4-bca2-1bee68cadfdf tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459088 Aug 16 22:22:27.508760 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8e269-18e4-4819-b9e6-c3b85905e610 service neutron] Pushing event updated for resources: {'Port': ['ID=7493f567-8ee1-445d-a293-1df7086d499e,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:27.526777 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-37b9bfe9-3ca3-4461-a546-f164824cdcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:27.528910 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b50ea5-28e1-4db4-ab61-ad4285a66ecb,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:27.529126 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-37b9bfe9-3ca3-4461-a546-f164824cdcd9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=361fa6cbf75b47e49c1178546a3326cd&device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 1096 time: 0.0654612 Aug 16 22:22:27.530900 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-92f1d134-60a7-4a2b-8224-672f566f720d tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5827687 Aug 16 22:22:27.567535 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] Request body: {'port': {'device_id': '622badfc-0cd9-4e6e-b530-a0c2960540dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:27.579687 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dbca8-0e1a-4c3b-94d4-095dcd5dcb79 req-6bdd779f-b222-4a89-946b-6c18508f67b4 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:27.592045 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-905dbca8-0e1a-4c3b-94d4-095dcd5dcb79 req-6bdd779f-b222-4a89-946b-6c18508f67b4 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc35e0ce-513f-4f4e-be32-8f10f7aa21e9 HTTP/1.1" status: 200 len: 949 time: 0.2231019 Aug 16 22:22:27.661047 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-4eb4b665-3181-48b0-bc74-0e9a068218f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7493f567-8ee1-445d-a293-1df7086d499e HTTP/1.1" status: 200 len: 217 time: 0.1166058 Aug 16 22:22:27.731071 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.754546 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-905dbca8-0e1a-4c3b-94d4-095dcd5dcb79 req-9ac9302d-db1b-4ed7-9838-382a82da5ceb tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615574 Aug 16 22:22:27.778394 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-3d990ede-074a-44c2-9a7f-3487ebe39ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:27.779867 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-3d990ede-074a-44c2-9a7f-3487ebe39ae6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=06a027f9-7175-41d7-9596-9d19a9e3f7bf HTTP/1.1" status: 200 len: 849 time: 0.1004941 Aug 16 22:22:27.794630 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-71ae08ee-359a-49ea-891a-2e83221d110c req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] Attempting to bind port b3b50ea5-28e1-4db4-ab61-ad4285a66ecb on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:27.795105 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-71ae08ee-359a-49ea-891a-2e83221d110c req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] Attempting to bind port b3b50ea5-28e1-4db4-ab61-ad4285a66ecb by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'e102682d-1634-409a-b8b3-a19873bb1b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:27.795517 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae08ee-359a-49ea-891a-2e83221d110c req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] Attempting to bind port b3b50ea5-28e1-4db4-ab61-ad4285a66ecb on network b72ddcdd-e248-488b-9bcc-59034b4687bc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:27.809926 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b97dc6-f115-4141-a301-b2a8d451bc54 req-de1b732f-5a76-43ac-945f-7987cdb31418 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:27.811638 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19b97dc6-f115-4141-a301-b2a8d451bc54 req-de1b732f-5a76-43ac-945f-7987cdb31418 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.93 "GET /v2.0/ports?device_id=622badfc-0cd9-4e6e-b530-a0c2960540dd HTTP/1.1" status: 200 len: 931 time: 0.1644771 Aug 16 22:22:27.818421 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae08ee-359a-49ea-891a-2e83221d110c req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] Port b3b50ea5-28e1-4db4-ab61-ad4285a66ecb on network b72ddcdd-e248-488b-9bcc-59034b4687bc not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:22:27.818814 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae08ee-359a-49ea-891a-2e83221d110c req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] Attempting to bind port b3b50ea5-28e1-4db4-ab61-ad4285a66ecb on network b72ddcdd-e248-488b-9bcc-59034b4687bc {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:27.824454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c32307-24b9-4b1b-a483-e2235092c1c0 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:27.832996 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1029a10f-f707-45ed-b9f8-c5831693ae4f x-openstack-request-id: req-1029a10f-f707-45ed-b9f8-c5831693ae4f {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:27.834134 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc35e0ce-513f-4f4e-be32-8f10f7aa21e9", "name": "network-vif-plugged", "status": "completed", "tag": "45933eaa-7ff2-4d80-85fb-628a3f508042", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:27.834725 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1029a10f-f707-45ed-b9f8-c5831693ae4f {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:27.836010 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc35e0ce-513f-4f4e-be32-8f10f7aa21e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45933eaa-7ff2-4d80-85fb-628a3f508042', 'code': 200} Aug 16 22:22:27.842157 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.846004 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae08ee-359a-49ea-891a-2e83221d110c req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:27.846435 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae08ee-359a-49ea-891a-2e83221d110c req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] Checking segment: {'id': 'e102682d-1634-409a-b8b3-a19873bb1b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:27.846905 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae08ee-359a-49ea-891a-2e83221d110c req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] Bound using segment: {'id': 'e102682d-1634-409a-b8b3-a19873bb1b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:27.847507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-71ae08ee-359a-49ea-891a-2e83221d110c req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] Bound port: b3b50ea5-28e1-4db4-ab61-ad4285a66ecb, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e102682d-1634-409a-b8b3-a19873bb1b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:27.847873 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-71ae08ee-359a-49ea-891a-2e83221d110c req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.902747 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-f261e90a-5893-4a19-844b-d85fa548f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:27.904153 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-f261e90a-5893-4a19-844b-d85fa548f5a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f9f912f5-cf6f-4ff9-af03-e26648f62561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1157727 Aug 16 22:22:27.944777 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] Transition to ACTIVE for port object 67c32307-24b9-4b1b-a483-e2235092c1c0 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:27.982216 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:28.001799 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19b97dc6-f115-4141-a301-b2a8d451bc54 req-de5aae41-2438-4e90-a807-15e18c563145 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.93 "GET /v2.0/security-groups?id=0e983747-64b1-4837-a924-63f6d949c552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796508 Aug 16 22:22:28.038825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-71ae08ee-359a-49ea-891a-2e83221d110c req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] For port b3b50ea5-28e1-4db4-ab61-ad4285a66ecb, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:28.069063 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-71ae08ee-359a-49ea-891a-2e83221d110c req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] For port b3b50ea5-28e1-4db4-ab61-ad4285a66ecb, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=b3b50ea5-28e1-4db4-ab61-ad4285a66ecb,segment=NetworkSegment(e102682d-1634-409a-b8b3-a19873bb1b74),segment_id=e102682d-1634-409a-b8b3-a19873bb1b74)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:28.080016 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f1368-460f-4195-a508-ef15c9fbe722 req-2d11bd4f-9035-4ee9-9330-47bb0094972e tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:28.081489 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fb7f1368-460f-4195-a508-ef15c9fbe722 req-2d11bd4f-9035-4ee9-9330-47bb0094972e tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 944 time: 0.1830928 Aug 16 22:22:28.089597 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-71ae08ee-359a-49ea-891a-2e83221d110c req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:28.090695 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-d76badc5-653b-45d5-8b18-474007b06898 service neutron] 10.222.0.43 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786890 Aug 16 22:22:28.094879 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] Pushing event updated for resources: {'Port': ['ID=67c32307-24b9-4b1b-a483-e2235092c1c0,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:28.104247 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f175c-62bc-4dff-a571-1ff95a8bcaa3 req-4b374e17-bfb9-4851-a047-a4e922b4b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:28.105753 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a95f175c-62bc-4dff-a571-1ff95a8bcaa3 req-4b374e17-bfb9-4851-a047-a4e922b4b40c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fc35e0ce-513f-4f4e-be32-8f10f7aa21e9 HTTP/1.1" status: 200 len: 1101 time: 0.1971004 Aug 16 22:22:28.192926 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dece8d9-c084-4d71-a288-d8a45f5e7ce5 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:28.199474 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae08ee-359a-49ea-891a-2e83221d110c req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:28.200004 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-71ae08ee-359a-49ea-891a-2e83221d110c req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:28.202372 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:28.202953 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71ae08ee-359a-49ea-891a-2e83221d110c req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] 10.222.0.39 "PUT /v2.0/ports/b3b50ea5-28e1-4db4-ab61-ad4285a66ecb HTTP/1.1" status: 200 len: 1092 time: 2.7612851 Aug 16 22:22:28.203908 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2632ad9-1035-4257-8885-7395d1595735', 'tag': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:28.208357 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba99bd42-006f-43e9-b2f1-2128f8e549f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d2632ad9-1035-4257-8885-7395d1595735", "tag": "b3b50ea5-28e1-4db4-ab61-ad4285a66ecb"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:28.217648 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] Transition to ACTIVE for port object 6dece8d9-c084-4d71-a288-d8a45f5e7ce5 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:28.291588 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37489aad-55b0-482d-ac3b-122bc5c69fac x-openstack-request-id: req-37489aad-55b0-482d-ac3b-122bc5c69fac {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:28.292051 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6fe741-e602-45b7-9d1c-b5dda77059a7", "tag": "7493f567-8ee1-445d-a293-1df7086d499e", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:28.292414 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-37489aad-55b0-482d-ac3b-122bc5c69fac {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:28.292913 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6fe741-e602-45b7-9d1c-b5dda77059a7', 'tag': '7493f567-8ee1-445d-a293-1df7086d499e', 'status': 'completed', 'code': 200} Aug 16 22:22:28.293664 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:28.366684 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a95f175c-62bc-4dff-a571-1ff95a8bcaa3 req-eb64fbb2-a0f3-48aa-8319-027296575a6f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233813 Aug 16 22:22:28.383461 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] Pushing event updated for resources: {'Port': ['ID=6dece8d9-c084-4d71-a288-d8a45f5e7ce5,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:28.399282 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fb7f1368-460f-4195-a508-ef15c9fbe722 req-6b33d8f2-ac54-4823-b544-8c07482aeaea tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3070183 Aug 16 22:22:28.408601 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962a783-d4c6-47ea-bdb5-7c64e4a9e6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b50ea5-28e1-4db4-ab61-ad4285a66ecb,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:28.440338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae08ee-359a-49ea-891a-2e83221d110c req-e8dffb32-3d2e-4224-9844-aa7d7a4ad3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:28.441879 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71ae08ee-359a-49ea-891a-2e83221d110c req-e8dffb32-3d2e-4224-9844-aa7d7a4ad3e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=134dc6d3142e407fb399bf47e9422a78&device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 1095 time: 0.1806571 Aug 16 22:22:28.451715 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] Attempting to bind port 67c32307-24b9-4b1b-a483-e2235092c1c0 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:28.451941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] Attempting to bind port 67c32307-24b9-4b1b-a483-e2235092c1c0 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:28.452285 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] Attempting to bind port 67c32307-24b9-4b1b-a483-e2235092c1c0 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:28.459343 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0531f69-7594-4bae-982f-df790a3cb7b8 req-9fec732f-dada-482e-bdc2-2261ca7c7b32 service neutron] 10.222.0.43 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543386 Aug 16 22:22:28.468935 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] Port 67c32307-24b9-4b1b-a483-e2235092c1c0 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:22:28.469193 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] Attempting to bind port 67c32307-24b9-4b1b-a483-e2235092c1c0 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:28.508254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ded739-ba2b-49a5-8107-26495f551251 req-0b4f0106-ee7a-458e-81dd-f10ad510deef tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:28.509799 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-03ded739-ba2b-49a5-8107-26495f551251 req-0b4f0106-ee7a-458e-81dd-f10ad510deef tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.1740644 Aug 16 22:22:28.511288 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] Attempting to bind port 6dece8d9-c084-4d71-a288-d8a45f5e7ce5 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:28.513563 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71ae08ee-359a-49ea-891a-2e83221d110c req-849fade5-3814-439b-a9dd-e21e6652ebbe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3b50ea5-28e1-4db4-ab61-ad4285a66ecb HTTP/1.1" status: 200 len: 217 time: 0.0571094 Aug 16 22:22:28.514062 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] Attempting to bind port 6dece8d9-c084-4d71-a288-d8a45f5e7ce5 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '37993c32-2047-4187-8b30-c15faf016f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '428cd809-1a91-4e7d-9c61-fcd552933c75'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:28.514471 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:28.514960 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] Attempting to bind port 6dece8d9-c084-4d71-a288-d8a45f5e7ce5 on network 428cd809-1a91-4e7d-9c61-fcd552933c75 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:28.515160 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:28.515160 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:28.515638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] Bound port: 67c32307-24b9-4b1b-a483-e2235092c1c0, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:28.516004 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:28.532926 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:22:28.535138 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] Port 6dece8d9-c084-4d71-a288-d8a45f5e7ce5 on network 428cd809-1a91-4e7d-9c61-fcd552933c75 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:22:28.535531 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] Attempting to bind port 6dece8d9-c084-4d71-a288-d8a45f5e7ce5 on network 428cd809-1a91-4e7d-9c61-fcd552933c75 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:28.555831 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:28.556336 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] Checking segment: {'id': '37993c32-2047-4187-8b30-c15faf016f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '428cd809-1a91-4e7d-9c61-fcd552933c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:28.556728 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] Bound using segment: {'id': '37993c32-2047-4187-8b30-c15faf016f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '428cd809-1a91-4e7d-9c61-fcd552933c75'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:28.557285 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] Bound port: 6dece8d9-c084-4d71-a288-d8a45f5e7ce5, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37993c32-2047-4187-8b30-c15faf016f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '428cd809-1a91-4e7d-9c61-fcd552933c75'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:28.557647 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:28.581788 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68fe59-790e-4654-8fc2-c4f1c3217118 req-d9881ea4-f9ee-41d1-afd0-1edb19fd91f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:28.583065 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fe68fe59-790e-4654-8fc2-c4f1c3217118 req-d9881ea4-f9ee-41d1-afd0-1edb19fd91f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=361fa6cbf75b47e49c1178546a3326cd&device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 1096 time: 0.0652077 Aug 16 22:22:28.655575 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-03ded739-ba2b-49a5-8107-26495f551251 req-0d4787e3-35cf-487c-ab13-a8750cd20136 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363022 Aug 16 22:22:28.662194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae08ee-359a-49ea-891a-2e83221d110c req-444343f0-19ef-41b3-b52a-90d173b97d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:28.663856 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71ae08ee-359a-49ea-891a-2e83221d110c req-444343f0-19ef-41b3-b52a-90d173b97d9e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0 HTTP/1.1" status: 200 len: 860 time: 0.1363251 Aug 16 22:22:28.698212 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] For port 6dece8d9-c084-4d71-a288-d8a45f5e7ce5, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:28.702697 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd573f7-0511-4b47-b455-c9cf50657822 req-ee5ec8dc-d35e-420f-a156-8dac240de641 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:28.703601 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] For port 6dece8d9-c084-4d71-a288-d8a45f5e7ce5, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=6dece8d9-c084-4d71-a288-d8a45f5e7ce5,segment=NetworkSegment(37993c32-2047-4187-8b30-c15faf016f70),segment_id=37993c32-2047-4187-8b30-c15faf016f70)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:28.704822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bd573f7-0511-4b47-b455-c9cf50657822 req-ee5ec8dc-d35e-420f-a156-8dac240de641 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 943 time: 0.1708093 Aug 16 22:22:28.715288 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:28.745759 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] For port 67c32307-24b9-4b1b-a483-e2235092c1c0, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:28.762066 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68fe59-790e-4654-8fc2-c4f1c3217118 req-861f7f30-7e8b-475c-96cc-f0ce3e23f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:28.763520 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fe68fe59-790e-4654-8fc2-c4f1c3217118 req-861f7f30-7e8b-475c-96cc-f0ce3e23f242 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f9f912f5-cf6f-4ff9-af03-e26648f62561 HTTP/1.1" status: 200 len: 911 time: 0.1629994 Aug 16 22:22:28.764702 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:28.765826 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:28.767111 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] 10.222.0.43 "PUT /v2.0/ports/6dece8d9-c084-4d71-a288-d8a45f5e7ce5 HTTP/1.1" status: 200 len: 1092 time: 1.2067382 Aug 16 22:22:28.792652 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] For port 67c32307-24b9-4b1b-a483-e2235092c1c0, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=67c32307-24b9-4b1b-a483-e2235092c1c0,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:28.810560 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:28.822910 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1269c3a-5dc4-4157-bf45-1d7f90e7e452 service neutron] Pushing event updated for resources: {'Port': ['ID=6dece8d9-c084-4d71-a288-d8a45f5e7ce5,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:28.825353 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae08ee-359a-49ea-891a-2e83221d110c req-0a36dccc-5147-412f-ba6a-a011c517aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:28.826880 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71ae08ee-359a-49ea-891a-2e83221d110c req-0a36dccc-5147-412f-ba6a-a011c517aeee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b72ddcdd-e248-488b-9bcc-59034b4687bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495328 Aug 16 22:22:28.833800 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fe68fe59-790e-4654-8fc2-c4f1c3217118 req-162c8efe-12ba-43c3-9158-8f0ac03ecb34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7493f567-8ee1-445d-a293-1df7086d499e HTTP/1.1" status: 200 len: 217 time: 0.0549462 Aug 16 22:22:28.852913 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bd573f7-0511-4b47-b455-c9cf50657822 req-53d0146c-bc88-42c4-a61b-d8dac1946324 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/security-groups?id=8027bfc8-5da7-4200-a07c-dc62b51d020a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245794 Aug 16 22:22:28.907175 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:28.907517 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:28.908914 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] 10.222.0.39 "PUT /v2.0/ports/67c32307-24b9-4b1b-a483-e2235092c1c0 HTTP/1.1" status: 200 len: 1096 time: 1.9069233 Aug 16 22:22:28.913795 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c78c7d7-d835-4249-9701-6d5490ae061b x-openstack-request-id: req-9c78c7d7-d835-4249-9701-6d5490ae061b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:28.914024 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2632ad9-1035-4257-8885-7395d1595735", "tag": "b3b50ea5-28e1-4db4-ab61-ad4285a66ecb", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:28.914266 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9c78c7d7-d835-4249-9701-6d5490ae061b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:28.914665 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2632ad9-1035-4257-8885-7395d1595735', 'tag': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb', 'status': 'completed', 'code': 200} Aug 16 22:22:28.922262 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e74c08-175e-4c69-bafe-ae7e979ecf4b req-96086d10-5179-4bb7-a961-dcca1b31e6af tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:28.924018 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-01e74c08-175e-4c69-bafe-ae7e979ecf4b req-96086d10-5179-4bb7-a961-dcca1b31e6af tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9060303-9880-4d8c-a5c4-2ef2b612472e HTTP/1.1" status: 200 len: 944 time: 0.1888757 Aug 16 22:22:28.935947 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-65bd9ff6-fcdb-42fc-b16d-996698991c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:28.937878 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-65bd9ff6-fcdb-42fc-b16d-996698991c46 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c16490bb22b45238c2b373e6e293bdb&device_id=622badfc-0cd9-4e6e-b530-a0c2960540dd HTTP/1.1" status: 200 len: 1095 time: 0.1156549 Aug 16 22:22:28.941108 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68fe59-790e-4654-8fc2-c4f1c3217118 req-a4ab6b29-8304-42d7-be58-ec33f1def307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:28.951206 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fe68fe59-790e-4654-8fc2-c4f1c3217118 req-a4ab6b29-8304-42d7-be58-ec33f1def307 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=06a027f9-7175-41d7-9596-9d19a9e3f7bf HTTP/1.1" status: 200 len: 849 time: 0.0954072 Aug 16 22:22:28.989252 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59abbeb-de44-4d33-851e-db9df674f01e service neutron] Pushing event updated for resources: {'Port': ['ID=67c32307-24b9-4b1b-a483-e2235092c1c0,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:29.008169 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-3a08dd60-a86b-4e23-8ea8-efeaee5fd92e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dece8d9-c084-4d71-a288-d8a45f5e7ce5 HTTP/1.1" status: 200 len: 217 time: 0.0536242 Aug 16 22:22:29.066737 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-01e74c08-175e-4c69-bafe-ae7e979ecf4b req-ef872888-2800-4b1b-bae1-a622d1972408 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346335 Aug 16 22:22:29.095362 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71ae08ee-359a-49ea-891a-2e83221d110c req-21000562-5601-4557-be4d-ea73e828063a service neutron] 10.222.0.39 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457356 Aug 16 22:22:29.107203 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68fe59-790e-4654-8fc2-c4f1c3217118 req-489d88a6-432f-4c25-ba58-792cc9cba2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:29.109179 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fe68fe59-790e-4654-8fc2-c4f1c3217118 req-489d88a6-432f-4c25-ba58-792cc9cba2bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f9f912f5-cf6f-4ff9-af03-e26648f62561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1403615 Aug 16 22:22:29.112507 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-ce29363b-80fd-41b7-8119-8a506a846cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:29.113860 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-ce29363b-80fd-41b7-8119-8a506a846cd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c41ffa86-cb75-4c9e-b8dc-3f6602db64f7 HTTP/1.1" status: 200 len: 855 time: 0.0904713 Aug 16 22:22:29.173696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-67e1a823-d0a6-46eb-8be9-65bc8d92ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:29.175329 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-67e1a823-d0a6-46eb-8be9-65bc8d92ca7a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&device_id=1e1b5778-e657-440a-baac-0af0f9f52ee5 HTTP/1.1" status: 200 len: 1099 time: 0.2099340 Aug 16 22:22:29.192707 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-d4f1a199-ddd4-4182-b1aa-3dca1d45282c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=428cd809-1a91-4e7d-9c61-fcd552933c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612597 Aug 16 22:22:29.196823 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e61ffd-ae54-442c-9564-0fb4b8d84a0c req-cdf38b7c-4940-44b2-9017-e1f1cf2f50ba tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:29.198389 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f7e61ffd-ae54-442c-9564-0fb4b8d84a0c req-cdf38b7c-4940-44b2-9017-e1f1cf2f50ba tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e1b5778-e657-440a-baac-0af0f9f52ee5 HTTP/1.1" status: 200 len: 947 time: 0.2303364 Aug 16 22:22:29.283940 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-fbd7358d-6438-4f44-8a26-13eb08cb6bc3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=67c32307-24b9-4b1b-a483-e2235092c1c0 HTTP/1.1" status: 200 len: 217 time: 0.0839956 Aug 16 22:22:29.299770 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fe68fe59-790e-4654-8fc2-c4f1c3217118 req-b5f4183a-39b4-4899-8ab8-88d37c367e25 service neutron] 10.222.0.43 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764112 Aug 16 22:22:29.364896 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-eb21fd12-6f21-48f9-bd89-e9ab21e578e9 service neutron] 10.222.0.43 "GET /v2.0/networks/428cd809-1a91-4e7d-9c61-fcd552933c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549397 Aug 16 22:22:29.370539 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71ae08ee-359a-49ea-891a-2e83221d110c req-426f012d-ee86-41d2-b747-082cbf62e7d7 service neutron] 10.222.0.39 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582006 Aug 16 22:22:29.373409 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f7e61ffd-ae54-442c-9564-0fb4b8d84a0c req-4aa2d9e4-67c3-41b9-979c-8a67b701d267 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628423 Aug 16 22:22:29.385884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9416f1f-2c24-41b2-a971-901ef1624990 req-9ee8560d-8b78-47c6-a63c-15377c09e5c6 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:29.397722 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d9416f1f-2c24-41b2-a971-901ef1624990 req-9ee8560d-8b78-47c6-a63c-15377c09e5c6 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc35e0ce-513f-4f4e-be32-8f10f7aa21e9 HTTP/1.1" status: 200 len: 949 time: 0.1871357 Aug 16 22:22:29.397722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-bc0eb063-911a-4f80-bcad-74f784778aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:29.399802 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-bc0eb063-911a-4f80-bcad-74f784778aef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1093054 Aug 16 22:22:29.460404 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fe68fe59-790e-4654-8fc2-c4f1c3217118 req-d0b4f185-91bd-4f3c-80d1-6b50162d965c service neutron] 10.222.0.43 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497161 Aug 16 22:22:29.488078 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c5b9550a-822d-454b-b7ad-739c620518c8 req-4ca735fe-0a59-45e1-bc75-decbe5742f84 service neutron] 10.222.0.43 "GET /v2.0/networks/428cd809-1a91-4e7d-9c61-fcd552933c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158581 Aug 16 22:22:29.521575 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d9416f1f-2c24-41b2-a971-901ef1624990 req-9a1bcad7-70ae-427a-b2bc-c7948e30ac70 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204851 Aug 16 22:22:29.548516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-d5d9b60e-d076-4bdc-938c-c40d37beee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:29.550059 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-d5d9b60e-d076-4bdc-938c-c40d37beee46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1407735 Aug 16 22:22:29.558847 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99bd42-006f-43e9-b2f1-2128f8e549f3 req-6da909dd-81dc-4e48-8882-bc47c5a36507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:29.560286 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba99bd42-006f-43e9-b2f1-2128f8e549f3 req-6da909dd-81dc-4e48-8882-bc47c5a36507 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=134dc6d3142e407fb399bf47e9422a78&device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 1095 time: 0.1161118 Aug 16 22:22:29.575791 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877749d-d3fc-429e-8edd-80e0976bad18 req-d03e3065-e210-4c07-bfed-4642ec5be86d tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:29.577266 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3877749d-d3fc-429e-8edd-80e0976bad18 req-d03e3065-e210-4c07-bfed-4642ec5be86d tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.93 "GET /v2.0/ports?device_id=622badfc-0cd9-4e6e-b530-a0c2960540dd HTTP/1.1" status: 200 len: 943 time: 0.0988111 Aug 16 22:22:29.746024 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3877749d-d3fc-429e-8edd-80e0976bad18 req-795d76a7-c8d7-422c-b918-23cd7e1f42dc tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.93 "GET /v2.0/security-groups?id=0e983747-64b1-4837-a924-63f6d949c552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567545 Aug 16 22:22:29.769011 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e92ca0-d569-4250-ad3d-e514bf894684 req-c5544522-4d44-4bf8-bdca-168486494d8c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:29.770525 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-16e92ca0-d569-4250-ad3d-e514bf894684 req-c5544522-4d44-4bf8-bdca-168486494d8c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 944 time: 0.1837809 Aug 16 22:22:29.809187 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-94b57723-f1ed-47ad-8310-15319fefaee1 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479615 Aug 16 22:22:29.861798 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99bd42-006f-43e9-b2f1-2128f8e549f3 req-9a4147cc-e3d8-4903-960a-502615180b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:29.863257 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba99bd42-006f-43e9-b2f1-2128f8e549f3 req-9a4147cc-e3d8-4903-960a-502615180b19 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b72ddcdd-e248-488b-9bcc-59034b4687bc HTTP/1.1" status: 200 len: 922 time: 0.2846050 Aug 16 22:22:29.945432 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-16e92ca0-d569-4250-ad3d-e514bf894684 req-cef77724-65fc-42bf-be5b-15143f0e790e tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1650155 Aug 16 22:22:29.951013 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba99bd42-006f-43e9-b2f1-2128f8e549f3 req-229d37b8-7ed6-40ac-af7b-4366cd75a89f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3b50ea5-28e1-4db4-ab61-ad4285a66ecb HTTP/1.1" status: 200 len: 217 time: 0.0528972 Aug 16 22:22:29.958304 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136b094-b883-47f7-94eb-f3c1aa03a5c7 req-01452848-4fd6-4a87-8a9c-b5869102846e tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:29.959987 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d136b094-b883-47f7-94eb-f3c1aa03a5c7 req-01452848-4fd6-4a87-8a9c-b5869102846e tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9060303-9880-4d8c-a5c4-2ef2b612472e HTTP/1.1" status: 200 len: 944 time: 0.0541954 Aug 16 22:22:29.995312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683d7e2-7cba-4d62-84a4-5e0db057bf74 req-357cc8cc-f488-4576-a030-369d1e15d0d9 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:29.996899 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b683d7e2-7cba-4d62-84a4-5e0db057bf74 req-357cc8cc-f488-4576-a030-369d1e15d0d9 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.1955259 Aug 16 22:22:30.054015 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-d136b094-b883-47f7-94eb-f3c1aa03a5c7 req-ba0cece0-d05c-46e9-b9ad-0a58593ccc2f tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Deleting port 3c786236-3062-4990-a53b-15f88e75abd7 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:22:30.054347 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d136b094-b883-47f7-94eb-f3c1aa03a5c7 req-ba0cece0-d05c-46e9-b9ad-0a58593ccc2f tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:30.075377 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99bd42-006f-43e9-b2f1-2128f8e549f3 req-4b7f764e-afc5-4695-b38d-fc138aab3127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:30.076861 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba99bd42-006f-43e9-b2f1-2128f8e549f3 req-4b7f764e-afc5-4695-b38d-fc138aab3127 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0 HTTP/1.1" status: 200 len: 860 time: 0.1173499 Aug 16 22:22:30.096749 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104d1175-acf3-454e-84e1-a477e0b43bd9 req-b48c97fc-3354-44d2-911f-1b5a156ba364 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722731 Aug 16 22:22:30.132606 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b683d7e2-7cba-4d62-84a4-5e0db057bf74 req-c9936d87-61aa-424f-9b33-b138a9eb5839 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248615 Aug 16 22:22:30.143652 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857298a0-5f8c-403d-b15c-46434c0143a3 req-dfe9c5c5-f27f-44eb-b90b-13a7092a45dc tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:30.145199 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-857298a0-5f8c-403d-b15c-46434c0143a3 req-dfe9c5c5-f27f-44eb-b90b-13a7092a45dc tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 943 time: 0.1349289 Aug 16 22:22:30.154294 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-d136b094-b883-47f7-94eb-f3c1aa03a5c7 req-ba0cece0-d05c-46e9-b9ad-0a58593ccc2f tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] For port 3c786236-3062-4990-a53b-15f88e75abd7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=3c786236-3062-4990-a53b-15f88e75abd7,segment=NetworkSegment(f3bac013-ac59-422a-89e9-c60c8479a5be),segment_id=f3bac013-ac59-422a-89e9-c60c8479a5be)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:30.154294 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d136b094-b883-47f7-94eb-f3c1aa03a5c7 req-ba0cece0-d05c-46e9-b9ad-0a58593ccc2f tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:30.162215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99bd42-006f-43e9-b2f1-2128f8e549f3 req-4cf8d929-f3f9-4df6-8409-c2736cb78028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:30.163834 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba99bd42-006f-43e9-b2f1-2128f8e549f3 req-4cf8d929-f3f9-4df6-8409-c2736cb78028 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b72ddcdd-e248-488b-9bcc-59034b4687bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769145 Aug 16 22:22:30.169063 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-d136b094-b883-47f7-94eb-f3c1aa03a5c7 req-ba0cece0-d05c-46e9-b9ad-0a58593ccc2f tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Calling delete_port for 3c786236-3062-4990-a53b-15f88e75abd7 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:22:30.255946 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-857298a0-5f8c-403d-b15c-46434c0143a3 req-55e5998d-ee4f-43f5-9c96-cc25a91115aa tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/security-groups?id=8027bfc8-5da7-4200-a07c-dc62b51d020a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972559 Aug 16 22:22:30.295637 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622badfc-0cd9-4e6e-b530-a0c2960540dd', 'tag': '6dece8d9-c084-4d71-a288-d8a45f5e7ce5'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:30.298726 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e689d6fa-0397-490d-9111-a09f5b0ddac7" -d '{"events": [{"name": "network-changed", "server_uuid": "622badfc-0cd9-4e6e-b530-a0c2960540dd", "tag": "6dece8d9-c084-4d71-a288-d8a45f5e7ce5"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:30.315954 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d136b094-b883-47f7-94eb-f3c1aa03a5c7 req-ba0cece0-d05c-46e9-b9ad-0a58593ccc2f tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:30.317455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7b3f5-8f44-429a-b596-61da50cc8ca1 req-a183a2b0-6766-4b1c-aa2b-71a08d12b744 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:30.319058 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-95f7b3f5-8f44-429a-b596-61da50cc8ca1 req-a183a2b0-6766-4b1c-aa2b-71a08d12b744 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9060303-9880-4d8c-a5c4-2ef2b612472e HTTP/1.1" status: 200 len: 944 time: 0.0864067 Aug 16 22:22:30.322845 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba99bd42-006f-43e9-b2f1-2128f8e549f3 req-7f12dbed-328b-4998-91a6-e37735ab0166 service neutron] 10.222.0.39 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464410 Aug 16 22:22:30.351622 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cece0-d05c-46e9-b9ad-0a58593ccc2f tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Pushing event deleted for resources: {'Port': ['ID=3c786236-3062-4990-a53b-15f88e75abd7,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:30.375575 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f059391-ff99-4eb7-9219-a08603c5b5b5 x-openstack-request-id: req-3f059391-ff99-4eb7-9219-a08603c5b5b5 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:30.375862 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622badfc-0cd9-4e6e-b530-a0c2960540dd", "tag": "6dece8d9-c084-4d71-a288-d8a45f5e7ce5", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:30.376106 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3f059391-ff99-4eb7-9219-a08603c5b5b5 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:30.376484 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622badfc-0cd9-4e6e-b530-a0c2960540dd', 'tag': '6dece8d9-c084-4d71-a288-d8a45f5e7ce5', 'status': 'completed', 'code': 200} Aug 16 22:22:30.396129 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-d136b094-b883-47f7-94eb-f3c1aa03a5c7 req-ba0cece0-d05c-46e9-b9ad-0a58593ccc2f tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] No DVR routers for this DVR port 3c786236-3062-4990-a53b-15f88e75abd7 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:22:30.406846 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d136b094-b883-47f7-94eb-f3c1aa03a5c7 req-ba0cece0-d05c-46e9-b9ad-0a58593ccc2f tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:30.409004 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d136b094-b883-47f7-94eb-f3c1aa03a5c7 req-ba0cece0-d05c-46e9-b9ad-0a58593ccc2f tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.43 "DELETE /v2.0/ports/3c786236-3062-4990-a53b-15f88e75abd7 HTTP/1.1" status: 204 len: 173 time: 0.4420161 Aug 16 22:22:30.474273 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689d6fa-0397-490d-9111-a09f5b0ddac7 req-bb501409-c56a-4be9-995a-15c8b344844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:30.475886 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e689d6fa-0397-490d-9111-a09f5b0ddac7 req-bb501409-c56a-4be9-995a-15c8b344844b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c16490bb22b45238c2b373e6e293bdb&device_id=622badfc-0cd9-4e6e-b530-a0c2960540dd HTTP/1.1" status: 200 len: 1095 time: 0.0779126 Aug 16 22:22:30.592668 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689d6fa-0397-490d-9111-a09f5b0ddac7 req-f091e630-0cc0-4ccc-8d1a-69f7b63012fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:30.594660 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e689d6fa-0397-490d-9111-a09f5b0ddac7 req-f091e630-0cc0-4ccc-8d1a-69f7b63012fe service neutron] 10.222.0.43 "GET /v2.0/networks?id=428cd809-1a91-4e7d-9c61-fcd552933c75 HTTP/1.1" status: 200 len: 916 time: 0.1116602 Aug 16 22:22:30.638715 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e689d6fa-0397-490d-9111-a09f5b0ddac7 req-1bc346d3-2ea5-4508-99b4-b889ec44fe1a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dece8d9-c084-4d71-a288-d8a45f5e7ce5 HTTP/1.1" status: 200 len: 217 time: 0.0356307 Aug 16 22:22:30.692180 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689d6fa-0397-490d-9111-a09f5b0ddac7 req-023433b4-d9cc-4ed9-bb7e-c71065b073b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:30.693657 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e689d6fa-0397-490d-9111-a09f5b0ddac7 req-023433b4-d9cc-4ed9-bb7e-c71065b073b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c41ffa86-cb75-4c9e-b8dc-3f6602db64f7 HTTP/1.1" status: 200 len: 855 time: 0.0468349 Aug 16 22:22:30.729812 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e689d6fa-0397-490d-9111-a09f5b0ddac7 req-77ff9582-e6ed-4899-aa4e-061dd61c1dbd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=428cd809-1a91-4e7d-9c61-fcd552933c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282307 Aug 16 22:22:30.749510 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-95f7b3f5-8f44-429a-b596-61da50cc8ca1 req-12afb018-b41b-48dc-8112-5dbe614425a9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233198 Aug 16 22:22:30.785102 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e2aaf-f3e8-41ca-b323-26c0d2e9097b req-7bfcbd60-6cc0-4611-9b74-3dc361baacd9 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:30.793260 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-787e2aaf-f3e8-41ca-b323-26c0d2e9097b req-7bfcbd60-6cc0-4611-9b74-3dc361baacd9 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e1b5778-e657-440a-baac-0af0f9f52ee5 HTTP/1.1" status: 200 len: 947 time: 0.0928395 Aug 16 22:22:30.818963 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba99bd42-006f-43e9-b2f1-2128f8e549f3 req-b82d2c1a-75ae-435c-b846-33845dc26f72 service neutron] 10.222.0.39 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855123 Aug 16 22:22:30.838024 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e689d6fa-0397-490d-9111-a09f5b0ddac7 req-657599bc-3b30-48d9-b5a5-69a10257b477 service neutron] 10.222.0.43 "GET /v2.0/networks/428cd809-1a91-4e7d-9c61-fcd552933c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004577 Aug 16 22:22:30.851468 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-787e2aaf-f3e8-41ca-b323-26c0d2e9097b req-1e6c8cbf-b4da-4e7c-876a-92279d017b6c tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577352 Aug 16 22:22:30.855052 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 6dece8d9-c084-4d71-a288-d8a45f5e7ce5 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:22:30.891007 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b282bb1-7d14-4d37-8f70-222d5dea415b req-f1f02fba-4b6e-41cd-a934-c77a6dd06ca9 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:30.892584 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8b282bb1-7d14-4d37-8f70-222d5dea415b req-f1f02fba-4b6e-41cd-a934-c77a6dd06ca9 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc35e0ce-513f-4f4e-be32-8f10f7aa21e9 HTTP/1.1" status: 200 len: 949 time: 0.0596824 Aug 16 22:22:30.919038 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1b5778-e657-440a-baac-0af0f9f52ee5', 'tag': '67c32307-24b9-4b1b-a483-e2235092c1c0'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:30.922893 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68e2c1f-4f42-4dfb-9da9-9defce755f45" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1b5778-e657-440a-baac-0af0f9f52ee5", "tag": "67c32307-24b9-4b1b-a483-e2235092c1c0"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:30.964009 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8b282bb1-7d14-4d37-8f70-222d5dea415b req-31b58125-cc3f-46d1-971f-bd72a89f8517 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651369 Aug 16 22:22:30.991735 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e689d6fa-0397-490d-9111-a09f5b0ddac7 req-1e5ae512-2497-41e9-926f-44ab13ae1651 service neutron] 10.222.0.43 "GET /v2.0/networks/428cd809-1a91-4e7d-9c61-fcd552933c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184962 Aug 16 22:22:31.008478 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0cc7b-f3cc-44e4-af81-293507bb2177 req-990bc5d9-a237-4957-bbdb-26adb4feb2a3 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:31.010020 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-09e0cc7b-f3cc-44e4-af81-293507bb2177 req-990bc5d9-a237-4957-bbdb-26adb4feb2a3 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.93 "GET /v2.0/ports?device_id=622badfc-0cd9-4e6e-b530-a0c2960540dd HTTP/1.1" status: 200 len: 943 time: 0.0680575 Aug 16 22:22:31.033670 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fef3030-4917-421c-b4f9-1f3b49481a8f x-openstack-request-id: req-1fef3030-4917-421c-b4f9-1f3b49481a8f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:31.033952 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1b5778-e657-440a-baac-0af0f9f52ee5", "tag": "67c32307-24b9-4b1b-a483-e2235092c1c0", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:31.034222 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1fef3030-4917-421c-b4f9-1f3b49481a8f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:31.034600 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1b5778-e657-440a-baac-0af0f9f52ee5', 'tag': '67c32307-24b9-4b1b-a483-e2235092c1c0', 'status': 'completed', 'code': 200} Aug 16 22:22:31.058218 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-09e0cc7b-f3cc-44e4-af81-293507bb2177 req-ef73a343-910a-4b82-8896-bf8a1cc2796d tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.93 "GET /v2.0/security-groups?id=0e983747-64b1-4837-a924-63f6d949c552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392537 Aug 16 22:22:31.059884 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 6dece8d9-c084-4d71-a288-d8a45f5e7ce5, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=6dece8d9-c084-4d71-a288-d8a45f5e7ce5,segment=NetworkSegment(37993c32-2047-4187-8b30-c15faf016f70),segment_id=37993c32-2047-4187-8b30-c15faf016f70)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:31.073171 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '6dece8d9-c084-4d71-a288-d8a45f5e7ce5', 'network_id': '428cd809-1a91-4e7d-9c61-fcd552933c75', 'port_id': '6dece8d9-c084-4d71-a288-d8a45f5e7ce5', 'mac_address': 'fa:16:3e:01:4b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c41ffa86-cb75-4c9e-b8dc-3f6602db64f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:22:31.119014 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:31.132973 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dece8d9-c084-4d71-a288-d8a45f5e7ce5 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:31.143822 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e2c1f-4f42-4dfb-9da9-9defce755f45 req-d9cc568a-4505-47d2-a877-262d1324c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:31.145451 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e68e2c1f-4f42-4dfb-9da9-9defce755f45 req-d9cc568a-4505-47d2-a877-262d1324c3f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&device_id=1e1b5778-e657-440a-baac-0af0f9f52ee5 HTTP/1.1" status: 200 len: 1099 time: 0.0822124 Aug 16 22:22:31.155585 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 6dece8d9-c084-4d71-a288-d8a45f5e7ce5, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=6dece8d9-c084-4d71-a288-d8a45f5e7ce5,segment=NetworkSegment(37993c32-2047-4187-8b30-c15faf016f70),segment_id=37993c32-2047-4187-8b30-c15faf016f70)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:31.158606 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c887289-d954-4260-8c63-9159773666f4 req-c36eb6e4-de68-4f20-9ced-e37f914b8947 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:31.160324 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1c887289-d954-4260-8c63-9159773666f4 req-c36eb6e4-de68-4f20-9ced-e37f914b8947 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 944 time: 0.0631294 Aug 16 22:22:31.160995 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:31.162121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 7493f567-8ee1-445d-a293-1df7086d499e details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:22:31.238472 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=6dece8d9-c084-4d71-a288-d8a45f5e7ce5,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:31.249124 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1c887289-d954-4260-8c63-9159773666f4 req-d122432e-6172-493b-9282-5a310c62da82 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794094 Aug 16 22:22:31.290754 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e2c1f-4f42-4dfb-9da9-9defce755f45 req-2602cf32-a154-4a26-9a30-eddf20424a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:31.292468 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e68e2c1f-4f42-4dfb-9da9-9defce755f45 req-2602cf32-a154-4a26-9a30-eddf20424a74 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1312234 Aug 16 22:22:31.322128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 7493f567-8ee1-445d-a293-1df7086d499e, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=7493f567-8ee1-445d-a293-1df7086d499e,segment=NetworkSegment(1fb551a9-9c7f-4967-b244-9a7b8527c392),segment_id=1fb551a9-9c7f-4967-b244-9a7b8527c392)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:31.332783 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '7493f567-8ee1-445d-a293-1df7086d499e', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'port_id': '7493f567-8ee1-445d-a293-1df7086d499e', 'mac_address': 'fa:16:3e:2e:98:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:22:31.345688 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e68e2c1f-4f42-4dfb-9da9-9defce755f45 req-a4a742ca-46a9-4e41-bcdf-b9c55891995c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=67c32307-24b9-4b1b-a483-e2235092c1c0 HTTP/1.1" status: 200 len: 217 time: 0.0442548 Aug 16 22:22:31.374657 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:31.386985 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7493f567-8ee1-445d-a293-1df7086d499e {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:31.406922 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 7493f567-8ee1-445d-a293-1df7086d499e, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=7493f567-8ee1-445d-a293-1df7086d499e,segment=NetworkSegment(1fb551a9-9c7f-4967-b244-9a7b8527c392),segment_id=1fb551a9-9c7f-4967-b244-9a7b8527c392)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:31.410866 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:31.450637 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e2c1f-4f42-4dfb-9da9-9defce755f45 req-d183414e-6ab3-4382-bd93-898c32558bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:31.452105 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e68e2c1f-4f42-4dfb-9da9-9defce755f45 req-d183414e-6ab3-4382-bd93-898c32558bac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0922377 Aug 16 22:22:31.459651 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=7493f567-8ee1-445d-a293-1df7086d499e,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:31.460302 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59465a3-e305-48ef-91af-c8976c23e4fd req-7572e987-cb62-4c84-a7dd-decd37ebfa2e tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:31.461943 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b59465a3-e305-48ef-91af-c8976c23e4fd req-7572e987-cb62-4c84-a7dd-decd37ebfa2e tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc35e0ce-513f-4f4e-be32-8f10f7aa21e9 HTTP/1.1" status: 200 len: 949 time: 0.1210122 Aug 16 22:22:31.471106 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49506aea-837e-4db3-933f-d894ed9c2a36 req-63c71d65-2b08-41d6-85ea-0f8c1b65a60e tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:31.472535 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49506aea-837e-4db3-933f-d894ed9c2a36 req-63c71d65-2b08-41d6-85ea-0f8c1b65a60e tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.1305230 Aug 16 22:22:31.557923 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b59465a3-e305-48ef-91af-c8976c23e4fd req-4a9aca2a-6da5-42f7-8c38-be585912996c tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844369 Aug 16 22:22:31.565762 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49506aea-837e-4db3-933f-d894ed9c2a36 req-167f1379-e442-42d5-9b9f-35abf7a27fcc tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850468 Aug 16 22:22:31.568418 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e2c1f-4f42-4dfb-9da9-9defce755f45 req-05624d05-53a7-48dd-8e17-09bd3853ef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:31.569850 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e68e2c1f-4f42-4dfb-9da9-9defce755f45 req-05624d05-53a7-48dd-8e17-09bd3853ef7e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1070251 Aug 16 22:22:31.622205 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['7493f567-8ee1-445d-a293-1df7086d499e'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:31.644688 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['6dece8d9-c084-4d71-a288-d8a45f5e7ce5'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:31.721075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8140ab-7a7f-47c8-8503-62c3721d0e7c req-ff5f73e8-3520-4f98-b5c0-fb2c1bc59276 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:31.722711 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b8140ab-7a7f-47c8-8503-62c3721d0e7c req-ff5f73e8-3520-4f98-b5c0-fb2c1bc59276 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 943 time: 0.0867410 Aug 16 22:22:31.741928 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e68e2c1f-4f42-4dfb-9da9-9defce755f45 req-39346ab1-81aa-4215-a35e-ef6e6af45ea2 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641493 Aug 16 22:22:31.837830 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b8140ab-7a7f-47c8-8503-62c3721d0e7c req-d7065ba1-10bc-480e-8390-5a4bbd590a90 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/security-groups?id=8027bfc8-5da7-4200-a07c-dc62b51d020a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065373 Aug 16 22:22:31.841334 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-1decb1f4-f621-4532-be59-72c6ce10d589 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=b4a852aba05a435e9673c440b74bfdd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436277 Aug 16 22:22:31.935847 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e68e2c1f-4f42-4dfb-9da9-9defce755f45 req-e48335b3-a95a-4712-9148-79ae05d3e2e7 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860549 Aug 16 22:22:32.016257 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-4f9837a4-448e-4196-8c44-40439c734743 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:32.017733 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-4f9837a4-448e-4196-8c44-40439c734743 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683333 Aug 16 22:22:32.042639 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9127a9-b330-45e0-84ea-1847cf42f305 req-7cd8a23e-153c-4c81-969b-1489f2978ced tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:32.044086 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e9127a9-b330-45e0-84ea-1847cf42f305 req-7cd8a23e-153c-4c81-969b-1489f2978ced tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e1b5778-e657-440a-baac-0af0f9f52ee5 HTTP/1.1" status: 200 len: 947 time: 0.0739799 Aug 16 22:22:32.045711 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-5bcc10e3-6a8a-4011-b9af-a596e1c80a7b tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/quotas/b4a852aba05a435e9673c440b74bfdd3 HTTP/1.1" status: 200 len: 375 time: 0.0219004 Aug 16 22:22:32.110521 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e9127a9-b330-45e0-84ea-1847cf42f305 req-59d5f6ce-3542-4281-9847-c94706f07809 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597701 Aug 16 22:22:32.119290 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-e9cfbf12-ddfb-4af5-b32a-953d3b0f99c8 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b4a852aba05a435e9673c440b74bfdd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0629270 Aug 16 22:22:32.315978 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e2bebc3f-cc3a-47ab-aa73-dbebf05c9b3f tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:32.317480 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e2bebc3f-cc3a-47ab-aa73-dbebf05c9b3f tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/networks?id=45c76ac5-0e6a-4123-b986-bece94a6a1b4 HTTP/1.1" status: 200 len: 822 time: 0.1346464 Aug 16 22:22:32.336810 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-3a43c52f-87ae-49be-b883-5ec22ef6a9e5 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/quotas/d183311263574d8b94003c320c287e71 HTTP/1.1" status: 200 len: 375 time: 0.0130415 Aug 16 22:22:32.348328 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a34035-ca4f-429f-ab34-5e1a0cbb4e6e req-541f4194-2fd8-4be5-adac-a9b2a2796664 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:32.349769 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a0a34035-ca4f-429f-ab34-5e1a0cbb4e6e req-541f4194-2fd8-4be5-adac-a9b2a2796664 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.93 "GET /v2.0/ports?device_id=622badfc-0cd9-4e6e-b530-a0c2960540dd HTTP/1.1" status: 200 len: 944 time: 0.0747657 Aug 16 22:22:32.377471 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9060303-9880-4d8c-a5c4-2ef2b612472e', 'name': 'network-vif-deleted', 'tag': '3c786236-3062-4990-a53b-15f88e75abd7'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:32.380032 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a16d247-fc1a-448a-8e72-b61eb0844d44" -d '{"events": [{"server_uuid": "d9060303-9880-4d8c-a5c4-2ef2b612472e", "name": "network-vif-deleted", "tag": "3c786236-3062-4990-a53b-15f88e75abd7"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:32.414484 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a0a34035-ca4f-429f-ab34-5e1a0cbb4e6e req-bb467772-e7fb-4072-879a-bd8308947601 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.93 "GET /v2.0/security-groups?id=0e983747-64b1-4837-a924-63f6d949c552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554287 Aug 16 22:22:32.420961 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-19806551-44e1-4ccd-ae0e-2508cd89719f tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=d183311263574d8b94003c320c287e71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0690429 Aug 16 22:22:32.510494 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-93ef0797-447c-48f4-b721-600dcb1d2473 req-a849763d-3f6c-42f3-a801-39c443eecb46 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=93535573-76f4-470c-ab91-b0852aeea3f9 HTTP/1.1" status: 200 len: 210 time: 0.0330453 Aug 16 22:22:32.568007 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-30a55685-c32d-4e02-88fc-f69407633b04 service neutron] 10.222.0.93 "GET /v2.0/networks/45c76ac5-0e6a-4123-b986-bece94a6a1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378503 Aug 16 22:22:32.647497 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 67c32307-24b9-4b1b-a483-e2235092c1c0 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:22:32.674844 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2893402-eb94-49b1-9fc8-21ce6a3c44a1 req-9cbe5a6b-7aea-4b8f-a681-4fb296ccdad5 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:32.676298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e2893402-eb94-49b1-9fc8-21ce6a3c44a1 req-9cbe5a6b-7aea-4b8f-a681-4fb296ccdad5 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 945 time: 0.1049283 Aug 16 22:22:32.722003 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-db53eac3-45ff-4854-9ccf-68dae01f7d57 service neutron] 10.222.0.93 "GET /v2.0/networks/45c76ac5-0e6a-4123-b986-bece94a6a1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399372 Aug 16 22:22:32.735714 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e2893402-eb94-49b1-9fc8-21ce6a3c44a1 req-c55cba66-2b91-4566-a7a0-73285655e897 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485373 Aug 16 22:22:32.776851 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 67c32307-24b9-4b1b-a483-e2235092c1c0, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=67c32307-24b9-4b1b-a483-e2235092c1c0,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:32.786883 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0512ae17-a458-4c71-932b-3acbe75d4964 x-openstack-request-id: req-0512ae17-a458-4c71-932b-3acbe75d4964 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:32.787178 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9060303-9880-4d8c-a5c4-2ef2b612472e", "name": "network-vif-deleted", "tag": "3c786236-3062-4990-a53b-15f88e75abd7", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:32.787432 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0512ae17-a458-4c71-932b-3acbe75d4964 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:32.787831 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9060303-9880-4d8c-a5c4-2ef2b612472e', 'name': 'network-vif-deleted', 'tag': '3c786236-3062-4990-a53b-15f88e75abd7', 'status': 'completed', 'code': 200} Aug 16 22:22:32.792352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '67c32307-24b9-4b1b-a483-e2235092c1c0', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': '67c32307-24b9-4b1b-a483-e2235092c1c0', 'mac_address': 'fa:16:3e:55:23:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:22:32.844549 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:32.871915 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c32307-24b9-4b1b-a483-e2235092c1c0 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:32.896728 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 67c32307-24b9-4b1b-a483-e2235092c1c0, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=67c32307-24b9-4b1b-a483-e2235092c1c0,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:32.899846 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 6dece8d9-c084-4d71-a288-d8a45f5e7ce5 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:32.904231 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:32.905048 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device b3b50ea5-28e1-4db4-ab61-ad4285a66ecb details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:22:32.928091 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4dccd-0a48-4543-9f01-defd98401578 req-4dab5f55-a8a0-4eb4-8d9f-6fbccc7074ca tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:32.929642 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0e4dccd-0a48-4543-9f01-defd98401578 req-4dab5f55-a8a0-4eb4-8d9f-6fbccc7074ca tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.0714746 Aug 16 22:22:32.997051 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f60dcabe-87ff-42ef-9bb4-80675e8d4c93 req-29d96685-04b1-49dd-a041-7f4dd8d29085 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=35285102-be99-475b-9fb0-043d49538b3a HTTP/1.1" status: 200 len: 210 time: 0.0507822 Aug 16 22:22:33.027465 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0e4dccd-0a48-4543-9f01-defd98401578 req-37454012-eecb-4628-8cd9-72bd8217be65 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915279 Aug 16 22:22:33.096655 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=67c32307-24b9-4b1b-a483-e2235092c1c0,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:33.113234 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port b3b50ea5-28e1-4db4-ab61-ad4285a66ecb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=b3b50ea5-28e1-4db4-ab61-ad4285a66ecb,segment=NetworkSegment(e102682d-1634-409a-b8b3-a19873bb1b74),segment_id=e102682d-1634-409a-b8b3-a19873bb1b74)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:33.129090 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.129678 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.130158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.133040 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.133532 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.133989 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.134530 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.134888 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.135325 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.135756 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.136612 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.136612 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.137015 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d274c-aaca-497b-a743-b8a8c0d31877 req-1078e641-0484-4778-afde-33d23b2a1068 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:33.138661 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e0d274c-aaca-497b-a743-b8a8c0d31877 req-1078e641-0484-4778-afde-33d23b2a1068 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 943 time: 0.0602293 Aug 16 22:22:33.150705 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 6dece8d9-c084-4d71-a288-d8a45f5e7ce5 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:33.158419 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 6dece8d9-c084-4d71-a288-d8a45f5e7ce5 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:33.158889 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:33.161351 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'port_id': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb', 'mac_address': 'fa:16:3e:09:55:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:22:33.198691 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e0d274c-aaca-497b-a743-b8a8c0d31877 req-1e88be1f-b262-4d40-bdab-c4c68307ac15 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/security-groups?id=8027bfc8-5da7-4200-a07c-dc62b51d020a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520499 Aug 16 22:22:33.262262 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:33.264791 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-71934d4a-c659-40fb-8817-e976eaa8d56e tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b4a852aba05a435e9673c440b74bfdd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505848 Aug 16 22:22:33.283073 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b50ea5-28e1-4db4-ab61-ad4285a66ecb {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:33.320692 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f51b4b-a6ab-4c04-8fdb-7006930f59d4 req-a1cbe173-c311-4829-9beb-8669e2ba0aff tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:33.330497 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45f51b4b-a6ab-4c04-8fdb-7006930f59d4 req-a1cbe173-c311-4829-9beb-8669e2ba0aff tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e1b5778-e657-440a-baac-0af0f9f52ee5 HTTP/1.1" status: 200 len: 948 time: 0.1054537 Aug 16 22:22:33.342948 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port b3b50ea5-28e1-4db4-ab61-ad4285a66ecb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=b3b50ea5-28e1-4db4-ab61-ad4285a66ecb,segment=NetworkSegment(e102682d-1634-409a-b8b3-a19873bb1b74),segment_id=e102682d-1634-409a-b8b3-a19873bb1b74)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:33.360055 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:33.373252 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:33.379880 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45f51b4b-a6ab-4c04-8fdb-7006930f59d4 req-3fb652d3-ff65-48e6-b226-e207543c6a4d tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361357 Aug 16 22:22:33.422863 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622badfc-0cd9-4e6e-b530-a0c2960540dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dece8d9-c084-4d71-a288-d8a45f5e7ce5'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:33.423249 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-e2f0c371-123d-430c-8589-e24525be2423 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:33.425083 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaff0feb-2292-41ba-9c08-219c4d453a2c" -d '{"events": [{"server_uuid": "622badfc-0cd9-4e6e-b530-a0c2960540dd", "name": "network-vif-plugged", "status": "completed", "tag": "6dece8d9-c084-4d71-a288-d8a45f5e7ce5"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:33.425273 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-e2f0c371-123d-430c-8589-e24525be2423 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1537716 Aug 16 22:22:33.449663 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-6e6dd0a0-e7c1-4406-8211-466b015e9e48 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Request body: {'port': {'device_id': '93535573-76f4-470c-ab91-b0852aeea3f9', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': 'b4a852aba05a435e9673c440b74bfdd3'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:33.450601 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 6dece8d9-c084-4d71-a288-d8a45f5e7ce5, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=6dece8d9-c084-4d71-a288-d8a45f5e7ce5,segment=NetworkSegment(37993c32-2047-4187-8b30-c15faf016f70),segment_id=37993c32-2047-4187-8b30-c15faf016f70)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:33.457465 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:33.458274 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 7493f567-8ee1-445d-a293-1df7086d499e up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:33.462266 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=b3b50ea5-28e1-4db4-ab61-ad4285a66ecb,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:33.522481 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9412a8a-5e41-4148-a14e-7c29d06927a0 x-openstack-request-id: req-a9412a8a-5e41-4148-a14e-7c29d06927a0 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:33.522779 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622badfc-0cd9-4e6e-b530-a0c2960540dd", "name": "network-vif-plugged", "status": "completed", "tag": "6dece8d9-c084-4d71-a288-d8a45f5e7ce5", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:33.523035 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a9412a8a-5e41-4148-a14e-7c29d06927a0 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:33.523428 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622badfc-0cd9-4e6e-b530-a0c2960540dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dece8d9-c084-4d71-a288-d8a45f5e7ce5', 'code': 200} Aug 16 22:22:33.602325 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0e9bd-8ade-4c82-8774-afd5fbbfde52 req-e8754f0d-295e-4bfd-b95a-cdc815094823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:33.604213 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-33a0e9bd-8ade-4c82-8774-afd5fbbfde52 req-e8754f0d-295e-4bfd-b95a-cdc815094823 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=622badfc-0cd9-4e6e-b530-a0c2960540dd HTTP/1.1" status: 200 len: 1097 time: 0.0649469 Aug 16 22:22:33.608557 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff3d11-8210-45fd-9ca1-7804c5542f2e req-979e6781-4180-421e-a8ad-98f0ef4a0ef8 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:33.610802 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-61ff3d11-8210-45fd-9ca1-7804c5542f2e req-979e6781-4180-421e-a8ad-98f0ef4a0ef8 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.93 "GET /v2.0/ports?device_id=622badfc-0cd9-4e6e-b530-a0c2960540dd HTTP/1.1" status: 200 len: 945 time: 0.1068661 Aug 16 22:22:33.616071 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=6dece8d9-c084-4d71-a288-d8a45f5e7ce5,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:33.641726 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 7493f567-8ee1-445d-a293-1df7086d499e completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:33.645987 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 7493f567-8ee1-445d-a293-1df7086d499e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:33.646487 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:33.664255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-6e6dd0a0-e7c1-4406-8211-466b015e9e48 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Made reservation on behalf of b4a852aba05a435e9673c440b74bfdd3 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:33.666630 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3cb96bfc-c303-4c1a-a6b4-fdfed5df031c req-3e5d324a-8f83-4808-bca4-b69c69765ea1 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=93535573-76f4-470c-ab91-b0852aeea3f9 HTTP/1.1" status: 200 len: 210 time: 0.0483181 Aug 16 22:22:33.668240 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-6e6dd0a0-e7c1-4406-8211-466b015e9e48 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:33.688803 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-61ff3d11-8210-45fd-9ca1-7804c5542f2e req-53b7b5a5-1f9a-4097-8bac-a45cf5b50a52 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.93 "GET /v2.0/security-groups?id=0e983747-64b1-4837-a924-63f6d949c552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694737 Aug 16 22:22:33.695808 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['b3b50ea5-28e1-4db4-ab61-ad4285a66ecb'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:33.697817 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['67c32307-24b9-4b1b-a483-e2235092c1c0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:33.697988 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-33a0e9bd-8ade-4c82-8774-afd5fbbfde52 req-41fc05ed-0fb4-4da8-913f-cb6b63c3c86f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0e983747-64b1-4837-a924-63f6d949c552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663857 Aug 16 22:22:33.857668 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac406d35-1ca7-4c12-bd65-84683bc9c50d req-1e927ad9-14c5-4d1c-bda3-72d5697810d9 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:33.859639 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ac406d35-1ca7-4c12-bd65-84683bc9c50d req-1e927ad9-14c5-4d1c-bda3-72d5697810d9 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 945 time: 0.0529668 Aug 16 22:22:33.869051 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:33.903114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ac406d35-1ca7-4c12-bd65-84683bc9c50d req-d2324e8b-fbbf-4d48-a2d6-e643356219bd tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354879 Aug 16 22:22:33.954032 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 7493f567-8ee1-445d-a293-1df7086d499e, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=7493f567-8ee1-445d-a293-1df7086d499e,segment=NetworkSegment(1fb551a9-9c7f-4967-b244-9a7b8527c392),segment_id=1fb551a9-9c7f-4967-b244-9a7b8527c392)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:33.969668 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:33.970492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 3c786236-3062-4990-a53b-15f88e75abd7 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:22:34.021317 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 3c786236-3062-4990-a53b-15f88e75abd7 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:22:34.021659 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 3c786236-3062-4990-a53b-15f88e75abd7 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:22:34.086659 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=7493f567-8ee1-445d-a293-1df7086d499e,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:34.167825 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-6e6dd0a0-e7c1-4406-8211-466b015e9e48 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Allocated IP 192.168.233.145 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/2364286f-7c0d-4b4c-b82d-3d6a84ce9200) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:34.199752 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7575eb04-7865-4e26-a451-1890c0f44f98 req-6d28f941-ca7d-4ccb-bb3d-22b84a036d08 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=35285102-be99-475b-9fb0-043d49538b3a HTTP/1.1" status: 200 len: 210 time: 0.0689008 Aug 16 22:22:34.248780 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103df5b-abf4-4006-8140-1092216f712b req-cf11244b-0dcd-4da7-acee-62ecff3fbd7c tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:34.250955 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2103df5b-abf4-4006-8140-1092216f712b req-cf11244b-0dcd-4da7-acee-62ecff3fbd7c tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.1214030 Aug 16 22:22:34.284879 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-269455f9-1189-48b9-bdb2-bc80fcfa0e87 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:34.286351 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-269455f9-1189-48b9-bdb2-bc80fcfa0e87 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.39 "GET /v2.0/networks?id=45c76ac5-0e6a-4123-b986-bece94a6a1b4 HTTP/1.1" status: 200 len: 822 time: 0.2723324 Aug 16 22:22:34.320962 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-a72edf62-d235-48ee-b9ba-e7c80fbeb1b5 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Request body: {'port': {'device_id': '35285102-be99-475b-9fb0-043d49538b3a', 'network_id': '45c76ac5-0e6a-4123-b986-bece94a6a1b4', 'admin_state_up': True, 'tenant_id': 'd183311263574d8b94003c320c287e71'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:34.344319 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-6e6dd0a0-e7c1-4406-8211-466b015e9e48 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:34.357653 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-6e6dd0a0-e7c1-4406-8211-466b015e9e48 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Transition to ACTIVE for port object 2364286f-7c0d-4b4c-b82d-3d6a84ce9200 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:34.377623 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2103df5b-abf4-4006-8140-1092216f712b req-5687648c-8fda-43e7-bb7f-3b98c92d88f3 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205695 Aug 16 22:22:34.393639 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-6e6dd0a0-e7c1-4406-8211-466b015e9e48 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:34.407065 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408948ca-2f83-4b72-86e8-9e51875a3bd0 req-62f339d5-2a21-4b9a-9bb2-2e2ab68a7ecd tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:34.408793 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-408948ca-2f83-4b72-86e8-9e51875a3bd0 req-62f339d5-2a21-4b9a-9bb2-2e2ab68a7ecd tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 944 time: 0.1213832 Aug 16 22:22:34.444558 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-6e6dd0a0-e7c1-4406-8211-466b015e9e48 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:34.450449 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-6e6dd0a0-e7c1-4406-8211-466b015e9e48 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:34.456094 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-6e6dd0a0-e7c1-4406-8211-466b015e9e48 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:34.481187 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-408948ca-2f83-4b72-86e8-9e51875a3bd0 req-9285b42c-ed44-46f8-83dc-0d194cfd6375 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/security-groups?id=8027bfc8-5da7-4200-a07c-dc62b51d020a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656652 Aug 16 22:22:34.488920 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['45933eaa-7ff2-4d80-85fb-628a3f508042'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:34.502238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6dd0a0-e7c1-4406-8211-466b015e9e48 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Pushing event updated for resources: {'Port': ['ID=2364286f-7c0d-4b4c-b82d-3d6a84ce9200,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:34.531782 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-6e6dd0a0-e7c1-4406-8211-466b015e9e48 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:34.532427 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-6e6dd0a0-e7c1-4406-8211-466b015e9e48 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:34.533300 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-a72edf62-d235-48ee-b9ba-e7c80fbeb1b5 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Made reservation on behalf of d183311263574d8b94003c320c287e71 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:34.537825 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-a72edf62-d235-48ee-b9ba-e7c80fbeb1b5 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:34.549188 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-6e6dd0a0-e7c1-4406-8211-466b015e9e48 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1140263 Aug 16 22:22:34.564520 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] Request body: {'port': {'device_id': '93535573-76f4-470c-ab91-b0852aeea3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:34.645645 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:34.651574 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 67c32307-24b9-4b1b-a483-e2235092c1c0 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:34.659132 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af181799-624a-4902-84f8-24e04eed9025 req-834eb15a-a59d-4b2c-adb8-c2952d3da624 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:34.660711 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af181799-624a-4902-84f8-24e04eed9025 req-834eb15a-a59d-4b2c-adb8-c2952d3da624 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e1b5778-e657-440a-baac-0af0f9f52ee5 HTTP/1.1" status: 200 len: 948 time: 0.1196551 Aug 16 22:22:34.747101 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 67c32307-24b9-4b1b-a483-e2235092c1c0 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:34.751806 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 67c32307-24b9-4b1b-a483-e2235092c1c0 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:34.752179 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:34.794252 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af181799-624a-4902-84f8-24e04eed9025 req-4665364b-3bd7-41aa-a8a4-3d49fadde75d tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216941 Aug 16 22:22:34.804596 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ae2bbcc6-0094-48bc-8d43-313bb108aed6 None None] Provisioning for port 2364286f-7c0d-4b4c-b82d-3d6a84ce9200 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:34.811219 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ae2bbcc6-0094-48bc-8d43-313bb108aed6 None None] Provisioning complete for port 2364286f-7c0d-4b4c-b82d-3d6a84ce9200 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:34.811669 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ae2bbcc6-0094-48bc-8d43-313bb108aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:34.814713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-a72edf62-d235-48ee-b9ba-e7c80fbeb1b5 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Allocated IP 172.20.0.5 (45c76ac5-0e6a-4123-b986-bece94a6a1b4/c24cbf4e-01f3-4e79-8de4-01997a6a08b9/d8a712b8-6dc9-4325-b7f4-3726de389e35) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:34.878299 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd0d0c-3073-440a-9a1a-e158f338e712 req-e7d71a00-579c-4334-bfd6-f38d435a7bb8 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:34.880395 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-53fd0d0c-3073-440a-9a1a-e158f338e712 req-e7d71a00-579c-4334-bfd6-f38d435a7bb8 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=93535573-76f4-470c-ab91-b0852aeea3f9 HTTP/1.1" status: 200 len: 936 time: 0.1101255 Aug 16 22:22:34.888268 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ae2bbcc6-0094-48bc-8d43-313bb108aed6 None None] Port 2364286f-7c0d-4b4c-b82d-3d6a84ce9200 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:22:34.892841 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:34.929628 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 67c32307-24b9-4b1b-a483-e2235092c1c0, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=67c32307-24b9-4b1b-a483-e2235092c1c0,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:34.934682 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:34.937710 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device b3b50ea5-28e1-4db4-ab61-ad4285a66ecb up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:35.007425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2364286f-7c0d-4b4c-b82d-3d6a84ce9200 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:35.017495 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=67c32307-24b9-4b1b-a483-e2235092c1c0,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:35.017726 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:35.020186 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-53fd0d0c-3073-440a-9a1a-e158f338e712 req-d6a629c2-0da3-4c98-8d3e-d1588d926724 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222253 Aug 16 22:22:35.027829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab39064-3bbc-41c4-b4b1-944fbe9c4700 req-33b63eee-d7ba-4913-8cf0-2bdc2857e16a tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:35.029340 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ab39064-3bbc-41c4-b4b1-944fbe9c4700 req-33b63eee-d7ba-4913-8cf0-2bdc2857e16a tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.93 "GET /v2.0/ports?device_id=622badfc-0cd9-4e6e-b530-a0c2960540dd HTTP/1.1" status: 200 len: 945 time: 0.1479530 Aug 16 22:22:35.037858 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port b3b50ea5-28e1-4db4-ab61-ad4285a66ecb completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:35.039000 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] Transition to ACTIVE for port object 2364286f-7c0d-4b4c-b82d-3d6a84ce9200 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:35.053174 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port b3b50ea5-28e1-4db4-ab61-ad4285a66ecb triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:35.054421 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:35.056275 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:35.123153 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] Pushing event updated for resources: {'Port': ['ID=2364286f-7c0d-4b4c-b82d-3d6a84ce9200,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:35.134862 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-a72edf62-d235-48ee-b9ba-e7c80fbeb1b5 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:35.139982 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ab39064-3bbc-41c4-b4b1-944fbe9c4700 req-0cb8b86f-5ccf-404a-bc57-9d432ca4d485 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.93 "GET /v2.0/security-groups?id=0e983747-64b1-4837-a924-63f6d949c552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033361 Aug 16 22:22:35.164921 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:35.201994 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db1873-a891-45ee-8747-c9a8c7aab91e req-e8d1a93a-3698-4349-b8cf-2d30f9aa6b8a tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:35.203665 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d6db1873-a891-45ee-8747-c9a8c7aab91e req-e8d1a93a-3698-4349-b8cf-2d30f9aa6b8a tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.1144810 Aug 16 22:22:35.208015 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] Attempting to bind port 2364286f-7c0d-4b4c-b82d-3d6a84ce9200 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:35.208786 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] Attempting to bind port 2364286f-7c0d-4b4c-b82d-3d6a84ce9200 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:35.209330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] Attempting to bind port 2364286f-7c0d-4b4c-b82d-3d6a84ce9200 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:35.215174 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] Port 2364286f-7c0d-4b4c-b82d-3d6a84ce9200 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:22:35.215758 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] Attempting to bind port 2364286f-7c0d-4b4c-b82d-3d6a84ce9200 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:35.221138 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:35.221477 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:35.221857 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:35.222305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] Bound port: 2364286f-7c0d-4b4c-b82d-3d6a84ce9200, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:35.222874 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:35.239565 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-a72edf62-d235-48ee-b9ba-e7c80fbeb1b5 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:35.244943 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port b3b50ea5-28e1-4db4-ab61-ad4285a66ecb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=b3b50ea5-28e1-4db4-ab61-ad4285a66ecb,segment=NetworkSegment(e102682d-1634-409a-b8b3-a19873bb1b74),segment_id=e102682d-1634-409a-b8b3-a19873bb1b74)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:35.256133 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:35.310434 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-a72edf62-d235-48ee-b9ba-e7c80fbeb1b5 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Network 45c76ac5-0e6a-4123-b986-bece94a6a1b4 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:35.314231 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] For port 2364286f-7c0d-4b4c-b82d-3d6a84ce9200, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:35.316595 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d6db1873-a891-45ee-8747-c9a8c7aab91e req-d30a904a-9dce-43f8-a766-09297023a94d tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0987253 Aug 16 22:22:35.319566 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] For port 2364286f-7c0d-4b4c-b82d-3d6a84ce9200, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=2364286f-7c0d-4b4c-b82d-3d6a84ce9200,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:35.321202 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-a72edf62-d235-48ee-b9ba-e7c80fbeb1b5 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:35.323726 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72edf62-d235-48ee-b9ba-e7c80fbeb1b5 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Pushing event updated for resources: {'Port': ['ID=d8a712b8-6dc9-4325-b7f4-3726de389e35,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:35.326032 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-a72edf62-d235-48ee-b9ba-e7c80fbeb1b5 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:35.330759 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:35.360665 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:35.361296 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:35.363889 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] 10.222.0.43 "PUT /v2.0/ports/2364286f-7c0d-4b4c-b82d-3d6a84ce9200 HTTP/1.1" status: 200 len: 1097 time: 0.8067987 Aug 16 22:22:35.365434 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93535573-76f4-470c-ab91-b0852aeea3f9', 'tag': '2364286f-7c0d-4b4c-b82d-3d6a84ce9200'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:35.367725 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac167fb-467a-440e-b4a7-1fc5ec79250b" -d '{"events": [{"name": "network-changed", "server_uuid": "93535573-76f4-470c-ab91-b0852aeea3f9", "tag": "2364286f-7c0d-4b4c-b82d-3d6a84ce9200"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:35.387919 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=b3b50ea5-28e1-4db4-ab61-ad4285a66ecb,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:35.400797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-a72edf62-d235-48ee-b9ba-e7c80fbeb1b5 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:35.403988 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-a72edf62-d235-48ee-b9ba-e7c80fbeb1b5 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:35.462322 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-a72edf62-d235-48ee-b9ba-e7c80fbeb1b5 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1599011 Aug 16 22:22:35.481474 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf322b-c4d3-468e-9097-5907d977ab1c req-3d9de498-62d3-4b27-a399-1abd7508af1a tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:35.483132 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-edbf322b-c4d3-468e-9097-5907d977ab1c req-3d9de498-62d3-4b27-a399-1abd7508af1a tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=35285102-be99-475b-9fb0-043d49538b3a HTTP/1.1" status: 200 len: 931 time: 0.0766582 Aug 16 22:22:35.487264 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] Request body: {'port': {'device_id': '35285102-be99-475b-9fb0-043d49538b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:35.493346 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22804c-ba08-4b4b-95f4-bfe0982d9a64 service neutron] Pushing event updated for resources: {'Port': ['ID=2364286f-7c0d-4b4c-b82d-3d6a84ce9200,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:35.503711 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-9a09c091-81a8-48d1-93ce-f1f3b46e5fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:35.505257 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-9a09c091-81a8-48d1-93ce-f1f3b46e5fab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4a852aba05a435e9673c440b74bfdd3&device_id=93535573-76f4-470c-ab91-b0852aeea3f9 HTTP/1.1" status: 200 len: 1100 time: 0.0904696 Aug 16 22:22:35.524974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6fe741-e602-45b7-9d1c-b5dda77059a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7493f567-8ee1-445d-a293-1df7086d499e'}, {'server_uuid': '1e1b5778-e657-440a-baac-0af0f9f52ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c32307-24b9-4b1b-a483-e2235092c1c0'}, {'server_uuid': 'd2632ad9-1035-4257-8885-7395d1595735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:35.528076 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6af1bab-cc14-4483-abbd-a282d8c4a7af" -d '{"events": [{"server_uuid": "7f6fe741-e602-45b7-9d1c-b5dda77059a7", "name": "network-vif-plugged", "status": "completed", "tag": "7493f567-8ee1-445d-a293-1df7086d499e"}, {"server_uuid": "1e1b5778-e657-440a-baac-0af0f9f52ee5", "name": "network-vif-plugged", "status": "completed", "tag": "67c32307-24b9-4b1b-a483-e2235092c1c0"}, {"server_uuid": "d2632ad9-1035-4257-8885-7395d1595735", "name": "network-vif-plugged", "status": "completed", "tag": "b3b50ea5-28e1-4db4-ab61-ad4285a66ecb"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:35.554095 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-204ef05c-acd5-468e-ab45-9df4379515f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=2364286f-7c0d-4b4c-b82d-3d6a84ce9200 HTTP/1.1" status: 200 len: 217 time: 0.0404766 Aug 16 22:22:35.610623 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:35.613364 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-0ae71302-5816-4df8-b29d-f7b67bc055d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:35.615980 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-0ae71302-5816-4df8-b29d-f7b67bc055d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0520453 Aug 16 22:22:35.656969 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-edbf322b-c4d3-468e-9097-5907d977ab1c req-a1554966-e292-4a29-abb0-b0c9b8d28e41 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664829 Aug 16 22:22:35.702080 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-f737c0b3-d3fc-419f-b616-f392379e1ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:35.703986 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-f737c0b3-d3fc-419f-b616-f392379e1ba0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0805459 Aug 16 22:22:35.750381 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d65fbd-0cf0-43df-b5d1-17bb3b2db32d req-511af97b-6a02-414c-ab5f-73f70a9fc0e2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:35.751969 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17d65fbd-0cf0-43df-b5d1-17bb3b2db32d req-511af97b-6a02-414c-ab5f-73f70a9fc0e2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.2061200 Aug 16 22:22:35.762448 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cb4bab-5a72-4ed7-82a1-dcc8edf11bbd x-openstack-request-id: req-10cb4bab-5a72-4ed7-82a1-dcc8edf11bbd {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:35.762741 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93535573-76f4-470c-ab91-b0852aeea3f9", "tag": "2364286f-7c0d-4b4c-b82d-3d6a84ce9200", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:35.763057 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-10cb4bab-5a72-4ed7-82a1-dcc8edf11bbd {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:35.763375 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93535573-76f4-470c-ab91-b0852aeea3f9', 'tag': '2364286f-7c0d-4b4c-b82d-3d6a84ce9200', 'status': 'completed', 'code': 200} Aug 16 22:22:35.847139 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-7b16b513-b6c9-4568-b22d-c27926a14c60 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348178 Aug 16 22:22:35.936433 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17d65fbd-0cf0-43df-b5d1-17bb3b2db32d req-8a62bd87-848b-4820-a22c-a680136e200e tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704574 Aug 16 22:22:35.972026 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-977653d7-f0a0-43c6-8e1e-5a0f3064a3de req-8ef57d0f-f5d2-4e2a-ab53-aeb15bb3880f service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160402 Aug 16 22:22:36.010589 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf2a8-a0c4-4d44-b9b8-2cd9be1e25a2 req-94de241c-ae82-4c88-b309-ac73e8f33469 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:36.012116 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-03ccf2a8-a0c4-4d44-b9b8-2cd9be1e25a2 req-94de241c-ae82-4c88-b309-ac73e8f33469 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 945 time: 0.1538451 Aug 16 22:22:36.026826 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cf5163-d7b7-4535-8195-478d1d22b49a x-openstack-request-id: req-c8cf5163-d7b7-4535-8195-478d1d22b49a {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:36.028286 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6fe741-e602-45b7-9d1c-b5dda77059a7", "name": "network-vif-plugged", "status": "completed", "tag": "7493f567-8ee1-445d-a293-1df7086d499e", "code": 200}, {"server_uuid": "1e1b5778-e657-440a-baac-0af0f9f52ee5", "name": "network-vif-plugged", "status": "completed", "tag": "67c32307-24b9-4b1b-a483-e2235092c1c0", "code": 200}, {"server_uuid": "d2632ad9-1035-4257-8885-7395d1595735", "name": "network-vif-plugged", "status": "completed", "tag": "b3b50ea5-28e1-4db4-ab61-ad4285a66ecb", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:36.028786 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c8cf5163-d7b7-4535-8195-478d1d22b49a {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:36.029392 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6fe741-e602-45b7-9d1c-b5dda77059a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7493f567-8ee1-445d-a293-1df7086d499e', 'code': 200} Aug 16 22:22:36.031642 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1b5778-e657-440a-baac-0af0f9f52ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c32307-24b9-4b1b-a483-e2235092c1c0', 'code': 200} Aug 16 22:22:36.033041 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2632ad9-1035-4257-8885-7395d1595735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb', 'code': 200} Aug 16 22:22:36.142518 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-03ccf2a8-a0c4-4d44-b9b8-2cd9be1e25a2 req-3ac588cd-756f-45b6-824b-87b5357902a9 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/security-groups?id=8027bfc8-5da7-4200-a07c-dc62b51d020a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216407 Aug 16 22:22:36.161871 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac167fb-467a-440e-b4a7-1fc5ec79250b req-7b66e2b6-3447-4723-8791-ca0cc52b1d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:36.163594 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7ac167fb-467a-440e-b4a7-1fc5ec79250b req-7b66e2b6-3447-4723-8791-ca0cc52b1d1f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4a852aba05a435e9673c440b74bfdd3&device_id=93535573-76f4-470c-ab91-b0852aeea3f9 HTTP/1.1" status: 200 len: 1100 time: 0.1289036 Aug 16 22:22:36.172313 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79370249-b519-4c98-b8ab-17cbb0a76615 req-43fc5be3-a067-454a-9aac-912a6bb9e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:36.174600 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-79370249-b519-4c98-b8ab-17cbb0a76615 req-43fc5be3-a067-454a-9aac-912a6bb9e206 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 1098 time: 0.0649350 Aug 16 22:22:36.258168 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622e980-1f7e-4f5e-b019-2164108251d7 req-76ee761a-32cb-4379-b53f-b55e7a3a2da4 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:36.259733 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8622e980-1f7e-4f5e-b019-2164108251d7 req-76ee761a-32cb-4379-b53f-b55e7a3a2da4 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e1b5778-e657-440a-baac-0af0f9f52ee5 HTTP/1.1" status: 200 len: 949 time: 0.1610737 Aug 16 22:22:36.273325 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-79370249-b519-4c98-b8ab-17cbb0a76615 req-b3c5c2b6-c507-45f5-9fe5-827dc71bf034 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0879438 Aug 16 22:22:36.304069 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac167fb-467a-440e-b4a7-1fc5ec79250b req-4b341a4b-3d54-42ce-bc83-6a130c8757d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:36.305437 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7ac167fb-467a-440e-b4a7-1fc5ec79250b req-4b341a4b-3d54-42ce-bc83-6a130c8757d6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1299560 Aug 16 22:22:36.321007 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a712b8-6dc9-4325-b7f4-3726de389e35 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:36.326887 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca996cd7-dbd3-44d3-9b8e-f2286b9380e0 req-d40a3427-6ec7-4c88-bb61-50320921b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:36.328439 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca996cd7-dbd3-44d3-9b8e-f2286b9380e0 req-d40a3427-6ec7-4c88-bb61-50320921b078 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 1097 time: 0.1786551 Aug 16 22:22:36.333105 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3c2bb-b65c-457f-812a-1cf0cf363c09 req-f1f1567a-98d9-4198-8690-51bba9916adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:36.334494 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-daf3c2bb-b65c-457f-812a-1cf0cf363c09 req-f1f1567a-98d9-4198-8690-51bba9916adb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1e1b5778-e657-440a-baac-0af0f9f52ee5 HTTP/1.1" status: 200 len: 1101 time: 0.1876988 Aug 16 22:22:36.337260 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:36.372154 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7ac167fb-467a-440e-b4a7-1fc5ec79250b req-8d96159c-b69e-4b2f-841f-8bd641e712a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=2364286f-7c0d-4b4c-b82d-3d6a84ce9200 HTTP/1.1" status: 200 len: 217 time: 0.0398366 Aug 16 22:22:36.400432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] Transition to ACTIVE for port object d8a712b8-6dc9-4325-b7f4-3726de389e35 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:36.404874 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8622e980-1f7e-4f5e-b019-2164108251d7 req-648bea89-17b9-4f9d-8ac2-8fc1313844d7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294622 Aug 16 22:22:36.413422 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcc6ea-479d-4e3c-b24c-56a489017cd2 req-5704dc11-66bb-46a5-bc73-2cfea3956683 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:36.420728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52bcc6ea-479d-4e3c-b24c-56a489017cd2 req-5704dc11-66bb-46a5-bc73-2cfea3956683 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=93535573-76f4-470c-ab91-b0852aeea3f9 HTTP/1.1" status: 200 len: 948 time: 0.1742392 Aug 16 22:22:36.426443 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac167fb-467a-440e-b4a7-1fc5ec79250b req-ac62392c-1fa2-4f98-ab8c-26dc0c2e303a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:36.427998 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7ac167fb-467a-440e-b4a7-1fc5ec79250b req-ac62392c-1fa2-4f98-ab8c-26dc0c2e303a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0486174 Aug 16 22:22:36.429587 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:36.502330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac167fb-467a-440e-b4a7-1fc5ec79250b req-0b3c02da-b843-4852-81ab-a7cb14fde99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:36.518783 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7ac167fb-467a-440e-b4a7-1fc5ec79250b req-0b3c02da-b843-4852-81ab-a7cb14fde99f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0831172 Aug 16 22:22:36.653725 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7ac167fb-467a-440e-b4a7-1fc5ec79250b req-b3e5ee7d-1720-4ea0-8f02-3d8933416122 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208479 Aug 16 22:22:36.747972 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7ac167fb-467a-440e-b4a7-1fc5ec79250b req-a8b30d32-1502-48f5-b478-6fb6aecc722c service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858822 Aug 16 22:22:36.808800 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-daf3c2bb-b65c-457f-812a-1cf0cf363c09 req-3524fdd0-c62f-40f8-a65d-ed1532f7b4af service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617538 Aug 16 22:22:36.810252 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca996cd7-dbd3-44d3-9b8e-f2286b9380e0 req-e7327ec4-a805-4a91-a413-81efd45e33db service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8027bfc8-5da7-4200-a07c-dc62b51d020a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643514 Aug 16 22:22:36.877331 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a712b8-6dc9-4325-b7f4-3726de389e35,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:36.884400 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52bcc6ea-479d-4e3c-b24c-56a489017cd2 req-e2145764-7a3c-4196-89e9-c2fff0208a36 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623039 Aug 16 22:22:36.938897 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adcac4-53b8-4011-9062-ab5f0480528f req-b093c836-f2fb-4dae-aa21-bf3017523fcf tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:36.940422 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-20adcac4-53b8-4011-9062-ab5f0480528f req-b093c836-f2fb-4dae-aa21-bf3017523fcf tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.1350288 Aug 16 22:22:37.006849 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] Attempting to bind port d8a712b8-6dc9-4325-b7f4-3726de389e35 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:37.007177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] Attempting to bind port d8a712b8-6dc9-4325-b7f4-3726de389e35 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'f3bac013-ac59-422a-89e9-c60c8479a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '45c76ac5-0e6a-4123-b986-bece94a6a1b4'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:37.007497 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] Attempting to bind port d8a712b8-6dc9-4325-b7f4-3726de389e35 on network 45c76ac5-0e6a-4123-b986-bece94a6a1b4 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:37.021797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] Port d8a712b8-6dc9-4325-b7f4-3726de389e35 on network 45c76ac5-0e6a-4123-b986-bece94a6a1b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:22:37.022148 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] Attempting to bind port d8a712b8-6dc9-4325-b7f4-3726de389e35 on network 45c76ac5-0e6a-4123-b986-bece94a6a1b4 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:37.030502 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-20adcac4-53b8-4011-9062-ab5f0480528f req-b3a954a7-2526-47da-b517-2146fc2d5ce4 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842559 Aug 16 22:22:37.033207 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:37.033898 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] Checking segment: {'id': 'f3bac013-ac59-422a-89e9-c60c8479a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '45c76ac5-0e6a-4123-b986-bece94a6a1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:37.034044 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] Bound using segment: {'id': 'f3bac013-ac59-422a-89e9-c60c8479a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '45c76ac5-0e6a-4123-b986-bece94a6a1b4'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:37.034804 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] Bound port: d8a712b8-6dc9-4325-b7f4-3726de389e35, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3bac013-ac59-422a-89e9-c60c8479a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '45c76ac5-0e6a-4123-b986-bece94a6a1b4'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:37.034804 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:37.045144 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d716cd1-c8a3-45e3-9663-be4cd76d7ad1 req-43b419c0-b2e1-48b4-a704-e2b2134ad469 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:37.047190 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d716cd1-c8a3-45e3-9663-be4cd76d7ad1 req-43b419c0-b2e1-48b4-a704-e2b2134ad469 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=35285102-be99-475b-9fb0-043d49538b3a HTTP/1.1" status: 200 len: 943 time: 0.1041863 Aug 16 22:22:37.123307 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d716cd1-c8a3-45e3-9663-be4cd76d7ad1 req-ac1f1a12-6460-4d13-9894-61e18288550a tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660028 Aug 16 22:22:37.134877 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] For port d8a712b8-6dc9-4325-b7f4-3726de389e35, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:37.140708 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] For port d8a712b8-6dc9-4325-b7f4-3726de389e35, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d8a712b8-6dc9-4325-b7f4-3726de389e35,segment=NetworkSegment(f3bac013-ac59-422a-89e9-c60c8479a5be),segment_id=f3bac013-ac59-422a-89e9-c60c8479a5be)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:37.145615 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:37.186190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:37.187299 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:37.188663 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] 10.222.0.39 "PUT /v2.0/ports/d8a712b8-6dc9-4325-b7f4-3726de389e35 HTTP/1.1" status: 200 len: 1092 time: 1.7178469 Aug 16 22:22:37.189110 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35285102-be99-475b-9fb0-043d49538b3a', 'tag': 'd8a712b8-6dc9-4325-b7f4-3726de389e35'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:37.192360 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afda379c-5a76-4976-af1c-41c21a8fa237" -d '{"events": [{"name": "network-changed", "server_uuid": "35285102-be99-475b-9fb0-043d49538b3a", "tag": "d8a712b8-6dc9-4325-b7f4-3726de389e35"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:37.239644 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9572c8c-e62b-4ef8-bc88-e14d2c858341 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a712b8-6dc9-4325-b7f4-3726de389e35,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:37.286950 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325962f1-4bd9-4ccf-97cd-866431aa5bd3 req-a0d44533-9fc7-491d-aeef-2cb48ed98174 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:37.288445 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-325962f1-4bd9-4ccf-97cd-866431aa5bd3 req-a0d44533-9fc7-491d-aeef-2cb48ed98174 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.1042540 Aug 16 22:22:37.305438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-09a2d650-1d37-438b-aba1-e1d521e4b88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:37.306889 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-09a2d650-1d37-438b-aba1-e1d521e4b88b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d183311263574d8b94003c320c287e71&device_id=35285102-be99-475b-9fb0-043d49538b3a HTTP/1.1" status: 200 len: 1095 time: 0.0632341 Aug 16 22:22:37.367992 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-325962f1-4bd9-4ccf-97cd-866431aa5bd3 req-a5c720fe-1d89-4c00-92aa-174ca23ab38d tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728159 Aug 16 22:22:37.369646 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-b6039513-49d5-4f82-9698-78e85a633a9f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8a712b8-6dc9-4325-b7f4-3726de389e35 HTTP/1.1" status: 200 len: 217 time: 0.0438533 Aug 16 22:22:37.431839 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5a85c5-b8b1-4688-bf52-7953bb325912 x-openstack-request-id: req-5d5a85c5-b8b1-4688-bf52-7953bb325912 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:37.432128 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35285102-be99-475b-9fb0-043d49538b3a", "tag": "d8a712b8-6dc9-4325-b7f4-3726de389e35", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:37.432378 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5d5a85c5-b8b1-4688-bf52-7953bb325912 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:37.432770 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35285102-be99-475b-9fb0-043d49538b3a', 'tag': 'd8a712b8-6dc9-4325-b7f4-3726de389e35', 'status': 'completed', 'code': 200} Aug 16 22:22:37.465268 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-5a79a64d-916a-49c9-9c9d-c22e2ebadf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:37.466737 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-5a79a64d-916a-49c9-9c9d-c22e2ebadf2f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c24cbf4e-01f3-4e79-8de4-01997a6a08b9 HTTP/1.1" status: 200 len: 862 time: 0.0899618 Aug 16 22:22:37.483449 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a33c1-0c20-4e94-8fdc-bcd141724593 req-b0ef97b6-3394-434c-bcb4-e5abd07d94ff tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:37.484933 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-db0a33c1-0c20-4e94-8fdc-bcd141724593 req-b0ef97b6-3394-434c-bcb4-e5abd07d94ff tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 945 time: 0.0669386 Aug 16 22:22:37.540555 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-1f30d7d1-34a0-4627-83ed-6ca1c4f546fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45c76ac5-0e6a-4123-b986-bece94a6a1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546465 Aug 16 22:22:37.620895 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-db0a33c1-0c20-4e94-8fdc-bcd141724593 req-083804ad-8e55-49d8-b28d-af606a5670e9 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/security-groups?id=8027bfc8-5da7-4200-a07c-dc62b51d020a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260188 Aug 16 22:22:37.631232 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15660a-e350-4168-ab5b-e1916e0c77fb req-8690cc01-e854-44aa-8823-1df7b19d5930 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:37.632654 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd15660a-e350-4168-ab5b-e1916e0c77fb req-8690cc01-e854-44aa-8823-1df7b19d5930 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e1b5778-e657-440a-baac-0af0f9f52ee5 HTTP/1.1" status: 200 len: 949 time: 0.1457562 Aug 16 22:22:37.723670 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd15660a-e350-4168-ab5b-e1916e0c77fb req-b4dadcb8-bd77-4df0-b20d-43edfb752ed5 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808372 Aug 16 22:22:37.726376 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-8ccab3aa-d97d-466e-bbba-2ea2164083ad service neutron] 10.222.0.39 "GET /v2.0/networks/45c76ac5-0e6a-4123-b986-bece94a6a1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725044 Aug 16 22:22:37.826179 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b7ecd368-4d0c-49ee-889c-ebe1f747ff87 req-add692c5-cea6-47c7-9dd8-ca62eb3c8a59 service neutron] 10.222.0.39 "GET /v2.0/networks/45c76ac5-0e6a-4123-b986-bece94a6a1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915754 Aug 16 22:22:37.918807 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda379c-5a76-4976-af1c-41c21a8fa237 req-84fd4f2b-94dc-46a3-b288-c8a6bfbaa99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:37.920474 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afda379c-5a76-4976-af1c-41c21a8fa237 req-84fd4f2b-94dc-46a3-b288-c8a6bfbaa99c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d183311263574d8b94003c320c287e71&device_id=35285102-be99-475b-9fb0-043d49538b3a HTTP/1.1" status: 200 len: 1095 time: 0.0431216 Aug 16 22:22:38.059186 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7899dd-d92a-49e3-9468-057d45e0db17 req-8ddc9390-34ff-4751-8e7a-e264a720ecca tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:38.060726 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7a7899dd-d92a-49e3-9468-057d45e0db17 req-8ddc9390-34ff-4751-8e7a-e264a720ecca tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=93535573-76f4-470c-ab91-b0852aeea3f9 HTTP/1.1" status: 200 len: 948 time: 0.0783195 Aug 16 22:22:38.065681 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda379c-5a76-4976-af1c-41c21a8fa237 req-77a9ecc3-d12b-4d86-9852-b4b4a401d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:38.067147 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afda379c-5a76-4976-af1c-41c21a8fa237 req-77a9ecc3-d12b-4d86-9852-b4b4a401d551 service neutron] 10.222.0.39 "GET /v2.0/networks?id=45c76ac5-0e6a-4123-b986-bece94a6a1b4 HTTP/1.1" status: 200 len: 923 time: 0.1319098 Aug 16 22:22:38.127718 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afda379c-5a76-4976-af1c-41c21a8fa237 req-61679cd7-2eab-4eae-a47d-8bf1b3932bb3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8a712b8-6dc9-4325-b7f4-3726de389e35 HTTP/1.1" status: 200 len: 217 time: 0.0428736 Aug 16 22:22:38.188750 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7a7899dd-d92a-49e3-9468-057d45e0db17 req-4be83468-2fea-4dd1-adc1-7a89c7920dd4 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203194 Aug 16 22:22:38.226398 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af51cc-12a3-4533-9815-422371498d41 req-0dedb84b-6122-409c-8af1-bd447316aad8 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:38.227889 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35af51cc-12a3-4533-9815-422371498d41 req-0dedb84b-6122-409c-8af1-bd447316aad8 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.1050086 Aug 16 22:22:38.232284 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda379c-5a76-4976-af1c-41c21a8fa237 req-456525e9-c30f-417c-af61-092b205cefb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:38.233096 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afda379c-5a76-4976-af1c-41c21a8fa237 req-456525e9-c30f-417c-af61-092b205cefb7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c24cbf4e-01f3-4e79-8de4-01997a6a08b9 HTTP/1.1" status: 200 len: 862 time: 0.0791872 Aug 16 22:22:38.269881 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:38.285371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afda379c-5a76-4976-af1c-41c21a8fa237 req-62e55ace-d568-41d8-9e2d-a0cbbf6e47ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45c76ac5-0e6a-4123-b986-bece94a6a1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419812 Aug 16 22:22:38.325756 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35af51cc-12a3-4533-9815-422371498d41 req-faaeaa30-00ce-42f5-a583-6a00e47f2169 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0891759 Aug 16 22:22:38.390577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41b2db-3371-4774-bba9-0067400be3e8 req-fc1e600d-ac70-4717-aec7-c7b1a3ac46c9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:38.392065 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b41b2db-3371-4774-bba9-0067400be3e8 req-fc1e600d-ac70-4717-aec7-c7b1a3ac46c9 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=35285102-be99-475b-9fb0-043d49538b3a HTTP/1.1" status: 200 len: 943 time: 0.1323047 Aug 16 22:22:38.463999 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afda379c-5a76-4976-af1c-41c21a8fa237 req-36130b54-73f6-4d92-a5f1-ce53fc553df2 service neutron] 10.222.0.39 "GET /v2.0/networks/45c76ac5-0e6a-4123-b986-bece94a6a1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531031 Aug 16 22:22:38.504103 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b41b2db-3371-4774-bba9-0067400be3e8 req-8aa02626-b273-4b55-8366-75a8b3094208 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992787 Aug 16 22:22:38.511464 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a7905-28ae-4473-bc01-16ff74524b6d req-d47f24bf-b662-406b-9c37-caeb0f986177 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:38.512943 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-477a7905-28ae-4473-bc01-16ff74524b6d req-d47f24bf-b662-406b-9c37-caeb0f986177 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.1199963 Aug 16 22:22:38.521882 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50998) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:38.527117 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-790acd60-55c6-434b-8299-acd42e1e6ab5 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Request body: {'floatingip': {'port_id': '7493f567-8ee1-445d-a293-1df7086d499e'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:38.585626 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-790acd60-55c6-434b-8299-acd42e1e6ab5 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for floatingip, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:38.627141 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afda379c-5a76-4976-af1c-41c21a8fa237 req-0367a7fb-34ef-4a30-8a8e-714e3bd80c7a service neutron] 10.222.0.39 "GET /v2.0/networks/45c76ac5-0e6a-4123-b986-bece94a6a1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492493 Aug 16 22:22:38.683175 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c25300-d685-4174-b5f5-e1cba2032b79 req-8d702ef5-7fdd-44b3-b1ac-c46562f478c7 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:38.685115 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d5c25300-d685-4174-b5f5-e1cba2032b79 req-8d702ef5-7fdd-44b3-b1ac-c46562f478c7 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.0810776 Aug 16 22:22:38.772497 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d5c25300-d685-4174-b5f5-e1cba2032b79 req-ed64e8dd-9ed5-46b9-b22a-fa8763fa720d tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738018 Aug 16 22:22:38.794058 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268da6a-03f1-4f03-97c4-bb76dacf1f89 req-41d061f8-542e-40ea-b1dd-6c1de1364066 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:38.795873 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8268da6a-03f1-4f03-97c4-bb76dacf1f89 req-41d061f8-542e-40ea-b1dd-6c1de1364066 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 945 time: 0.0757635 Aug 16 22:22:38.842620 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8268da6a-03f1-4f03-97c4-bb76dacf1f89 req-89936de3-7a6c-40c2-806a-2e3267dff84a tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/security-groups?id=8027bfc8-5da7-4200-a07c-dc62b51d020a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395827 Aug 16 22:22:38.898291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef1665-abdc-460e-924d-3ef4b7c5ada0 req-1f20b386-f20c-4720-a843-ce481d55dda7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:38.903636 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b9ef1665-abdc-460e-924d-3ef4b7c5ada0 req-1f20b386-f20c-4720-a843-ce481d55dda7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e1b5778-e657-440a-baac-0af0f9f52ee5 HTTP/1.1" status: 200 len: 949 time: 0.0595028 Aug 16 22:22:38.917229 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 2364286f-7c0d-4b4c-b82d-3d6a84ce9200 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:22:39.016127 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-238d49d7-f82e-4f14-b13e-bfd5b28b8224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:39.044080 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 2364286f-7c0d-4b4c-b82d-3d6a84ce9200, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=2364286f-7c0d-4b4c-b82d-3d6a84ce9200,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:39.055915 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '2364286f-7c0d-4b4c-b82d-3d6a84ce9200', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': '2364286f-7c0d-4b4c-b82d-3d6a84ce9200', 'mac_address': 'fa:16:3e:dd:39:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:22:39.100054 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d12a37a4-be5d-488c-a48a-b28d855c5c7c req-03eee12a-69e5-4752-bc15-724d8e2d60ab tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1605670 Aug 16 22:22:39.105533 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:39.122657 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2364286f-7c0d-4b4c-b82d-3d6a84ce9200 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:39.123486 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b9ef1665-abdc-460e-924d-3ef4b7c5ada0 req-14b83881-0c3d-44d3-8818-b96cb103b75b tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092435 Aug 16 22:22:39.127328 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-d12a37a4-be5d-488c-a48a-b28d855c5c7c req-ba379f31-4692-4392-8641-0503d23ab828 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:39.151465 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 2364286f-7c0d-4b4c-b82d-3d6a84ce9200, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=2364286f-7c0d-4b4c-b82d-3d6a84ce9200,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:39.158133 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:39.174718 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-790acd60-55c6-434b-8299-acd42e1e6ab5 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:39.180578 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d12a37a4-be5d-488c-a48a-b28d855c5c7c req-ba379f31-4692-4392-8641-0503d23ab828 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:39.183976 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-790acd60-55c6-434b-8299-acd42e1e6ab5 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:39.213035 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=2364286f-7c0d-4b4c-b82d-3d6a84ce9200,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:39.310866 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d12a37a4-be5d-488c-a48a-b28d855c5c7c req-ba379f31-4692-4392-8641-0503d23ab828 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:39.317700 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-790acd60-55c6-434b-8299-acd42e1e6ab5 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Floating IP 8cc20b4b-6b9f-4cf5-80d2-df20b9e2dd44 associated. External IP: 172.25.6.181, port: 7493f567-8ee1-445d-a293-1df7086d499e. Aug 16 22:22:39.388641 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['2364286f-7c0d-4b4c-b82d-3d6a84ce9200'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:39.395969 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54498962-98dc-4dc1-a3f5-881524b26355 req-4e88f478-243a-4433-a9b6-dc79d655d6c3 tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:39.397651 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-54498962-98dc-4dc1-a3f5-881524b26355 req-4e88f478-243a-4433-a9b6-dc79d655d6c3 tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1e1b5778-e657-440a-baac-0af0f9f52ee5 HTTP/1.1" status: 200 len: 1101 time: 0.0995524 Aug 16 22:22:39.440500 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-54498962-98dc-4dc1-a3f5-881524b26355 req-b2720b70-424a-4c6a-8a14-f677bcf29b0a tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:39.476318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-d12a37a4-be5d-488c-a48a-b28d855c5c7c req-ba379f31-4692-4392-8641-0503d23ab828 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Allocated IP 172.25.6.64 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/92ee3c07-f5a2-4dd1-bf29-761cf0eb3592) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:39.606321 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790acd60-55c6-434b-8299-acd42e1e6ab5 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Router 73771b2c-d3b6-4f0c-a0ad-cec909001553 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:22:39.672935 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d12a37a4-be5d-488c-a48a-b28d855c5c7c req-ba379f31-4692-4392-8641-0503d23ab828 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:39.685061 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-54498962-98dc-4dc1-a3f5-881524b26355 req-b2720b70-424a-4c6a-8a14-f677bcf29b0a tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:39.692448 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-54498962-98dc-4dc1-a3f5-881524b26355 req-b2720b70-424a-4c6a-8a14-f677bcf29b0a tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:39.721617 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-54498962-98dc-4dc1-a3f5-881524b26355 req-b2720b70-424a-4c6a-8a14-f677bcf29b0a tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001883 Aug 16 22:22:39.736347 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790acd60-55c6-434b-8299-acd42e1e6ab5 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:22:39.747749 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba9744c-5538-4a19-9ee2-00bac3204eec None None] Sync routers for ids ['73771b2c-d3b6-4f0c-a0ad-cec909001553'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:22:39.750878 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2720b70-424a-4c6a-8a14-f677bcf29b0a tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4698c4-55c4-4a56-a78b-8e75ce61aa72,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:39.761183 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d12a37a4-be5d-488c-a48a-b28d855c5c7c req-ba379f31-4692-4392-8641-0503d23ab828 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:39.766284 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-790acd60-55c6-434b-8299-acd42e1e6ab5 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:39.766991 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba9744c-5538-4a19-9ee2-00bac3204eec None None] Routers {'73771b2c-d3b6-4f0c-a0ad-cec909001553'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:39.769372 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6ba9744c-5538-4a19-9ee2-00bac3204eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:22:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['73771b2c-d3b6-4f0c-a0ad-cec909001553'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:39.799689 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-790acd60-55c6-434b-8299-acd42e1e6ab5 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "PUT /v2.0/floatingips/8cc20b4b-6b9f-4cf5-80d2-df20b9e2dd44 HTTP/1.1" status: 200 len: 992 time: 1.2763820 Aug 16 22:22:39.800580 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6fe741-e602-45b7-9d1c-b5dda77059a7', 'tag': '7493f567-8ee1-445d-a293-1df7086d499e'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:39.803432 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8945ea-3b24-4d21-bdf8-33c865d3f00b" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6fe741-e602-45b7-9d1c-b5dda77059a7", "tag": "7493f567-8ee1-445d-a293-1df7086d499e"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:39.812893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d12a37a4-be5d-488c-a48a-b28d855c5c7c req-ba379f31-4692-4392-8641-0503d23ab828 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:39.816138 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-d12a37a4-be5d-488c-a48a-b28d855c5c7c req-ba379f31-4692-4392-8641-0503d23ab828 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:39.819958 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12a37a4-be5d-488c-a48a-b28d855c5c7c req-ba379f31-4692-4392-8641-0503d23ab828 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:39.849205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba379f31-4692-4392-8641-0503d23ab828 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Pushing event updated for resources: {'Port': ['ID=92ee3c07-f5a2-4dd1-bf29-761cf0eb3592,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:39.900481 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-6ba9744c-5538-4a19-9ee2-00bac3204eec None None] Set router 73771b2c-d3b6-4f0c-a0ad-cec909001553 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:22:39.934206 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf10396-fb88-4343-862d-3e63d2d2bb6b req-bec8472f-1c0c-4e53-8210-7ed93c95a2f3 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:39.935744 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fdf10396-fb88-4343-862d-3e63d2d2bb6b req-bec8472f-1c0c-4e53-8210-7ed93c95a2f3 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=93535573-76f4-470c-ab91-b0852aeea3f9 HTTP/1.1" status: 200 len: 949 time: 0.0901976 Aug 16 22:22:39.969617 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d12a37a4-be5d-488c-a48a-b28d855c5c7c req-ba379f31-4692-4392-8641-0503d23ab828 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.015219 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fdf10396-fb88-4343-862d-3e63d2d2bb6b req-b45d413a-e075-4de8-856d-95d51f1dc54a tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682049 Aug 16 22:22:40.022845 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d12a37a4-be5d-488c-a48a-b28d855c5c7c req-ba379f31-4692-4392-8641-0503d23ab828 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.158625 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6ba9744c-5538-4a19-9ee2-00bac3204eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'name': 'tempest-AttachVolumeTestJSON-639232899-router', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:01Z', 'updated_at': '2021-08-16T22:22:11Z', 'revision_number': 4, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'gw_port': {'id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:03Z', 'updated_at': '2021-08-16T22:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '8cc20b4b-6b9f-4cf5-80d2-df20b9e2dd44', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'floating_ip_address': '172.25.6.181', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'port_id': '7493f567-8ee1-445d-a293-1df7086d499e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'mac_address': 'fa:16:3e:2e:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6fe741-e602-45b7-9d1c-b5dda77059a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:22:19Z', 'updated_at': '2021-08-16T22:22:39Z', 'revision_number': 1, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b55937b-a99b-4038-99e9-b8f099fc7e09', 'name': '', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'mac_address': 'fa:16:3e:63:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:09Z', 'updated_at': '2021-08-16T22:22:18Z', 'revision_number': 5, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'subnets': [{'id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:40.185709 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba9744c-5538-4a19-9ee2-00bac3204eec None None] Checking router: 73771b2c-d3b6-4f0c-a0ad-cec909001553 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:22:40.194484 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba9744c-5538-4a19-9ee2-00bac3204eec None None] Routers {'73771b2c-d3b6-4f0c-a0ad-cec909001553'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:40.195073 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6ba9744c-5538-4a19-9ee2-00bac3204eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:22:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['73771b2c-d3b6-4f0c-a0ad-cec909001553'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:40.196336 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4a976-0be1-4cd5-98f5-089808c52d11 req-ee5a71e2-57af-47c3-ba55-e9e9d02dc141 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:40.198405 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-47a4a976-0be1-4cd5-98f5-089808c52d11 req-ee5a71e2-57af-47c3-ba55-e9e9d02dc141 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=35285102-be99-475b-9fb0-043d49538b3a HTTP/1.1" status: 200 len: 943 time: 0.0755506 Aug 16 22:22:40.271548 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-47a4a976-0be1-4cd5-98f5-089808c52d11 req-f7ee0ecc-de2d-4376-9070-15bea62c4eb7 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637500 Aug 16 22:22:40.275991 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d12a37a4-be5d-488c-a48a-b28d855c5c7c req-ba379f31-4692-4392-8641-0503d23ab828 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.283258 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d12a37a4-be5d-488c-a48a-b28d855c5c7c req-ba379f31-4692-4392-8641-0503d23ab828 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.325776 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-6ba9744c-5538-4a19-9ee2-00bac3204eec None None] Set router 73771b2c-d3b6-4f0c-a0ad-cec909001553 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:22:40.363844 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba379f31-4692-4392-8641-0503d23ab828 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Pushing event updated for resources: {'Port': ['ID=92ee3c07-f5a2-4dd1-bf29-761cf0eb3592,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:40.373685 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d12a37a4-be5d-488c-a48a-b28d855c5c7c req-ba379f31-4692-4392-8641-0503d23ab828 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.391216 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d12a37a4-be5d-488c-a48a-b28d855c5c7c req-ba379f31-4692-4392-8641-0503d23ab828 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.392689 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d12a37a4-be5d-488c-a48a-b28d855c5c7c req-ba379f31-4692-4392-8641-0503d23ab828 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2866819 Aug 16 22:22:40.455602 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d12a37a4-be5d-488c-a48a-b28d855c5c7c req-bad71065-d734-4d00-90db-384d3ea54fad tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 695 time: 0.0565834 Aug 16 22:22:40.491689 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.615715 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6648fe-0d86-453e-af23-2287ec6d55f7 req-e54b533b-7690-4aa1-b573-fea7b39a1a30 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:40.617232 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e6648fe-0d86-453e-af23-2287ec6d55f7 req-e54b533b-7690-4aa1-b573-fea7b39a1a30 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.0893960 Aug 16 22:22:40.629066 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a37a4-be5d-488c-a48a-b28d855c5c7c req-2af10a54-d223-4a5b-a0d2-bb9e60c96216 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:40.630341 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6ba9744c-5538-4a19-9ee2-00bac3204eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'name': 'tempest-AttachVolumeTestJSON-639232899-router', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:01Z', 'updated_at': '2021-08-16T22:22:11Z', 'revision_number': 4, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'gw_port': {'id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:03Z', 'updated_at': '2021-08-16T22:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '8cc20b4b-6b9f-4cf5-80d2-df20b9e2dd44', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'floating_ip_address': '172.25.6.181', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'port_id': '7493f567-8ee1-445d-a293-1df7086d499e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'mac_address': 'fa:16:3e:2e:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6fe741-e602-45b7-9d1c-b5dda77059a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:22:19Z', 'updated_at': '2021-08-16T22:22:39Z', 'revision_number': 1, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b55937b-a99b-4038-99e9-b8f099fc7e09', 'name': '', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'mac_address': 'fa:16:3e:63:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:09Z', 'updated_at': '2021-08-16T22:22:18Z', 'revision_number': 5, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'subnets': [{'id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:40.630809 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d12a37a4-be5d-488c-a48a-b28d855c5c7c req-2af10a54-d223-4a5b-a0d2-bb9e60c96216 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.1680148 Aug 16 22:22:40.648354 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d8a712b8-6dc9-4325-b7f4-3726de389e35 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:22:40.690859 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e6648fe-0d86-453e-af23-2287ec6d55f7 req-1d5f2d13-9505-46d2-ba55-de270123a343 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469291 Aug 16 22:22:40.717074 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba9744c-5538-4a19-9ee2-00bac3204eec None None] The sync data for ids ['73771b2c-d3b6-4f0c-a0ad-cec909001553'] in n-d-792458-15 is: [{'id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'name': 'tempest-AttachVolumeTestJSON-639232899-router', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:01Z', 'updated_at': '2021-08-16T22:22:11Z', 'revision_number': 4, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'gw_port': {'id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:03Z', 'updated_at': '2021-08-16T22:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '8cc20b4b-6b9f-4cf5-80d2-df20b9e2dd44', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'floating_ip_address': '172.25.6.181', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'port_id': '7493f567-8ee1-445d-a293-1df7086d499e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'mac_address': 'fa:16:3e:2e:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6fe741-e602-45b7-9d1c-b5dda77059a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:22:19Z', 'updated_at': '2021-08-16T22:22:39Z', 'revision_number': 1, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b55937b-a99b-4038-99e9-b8f099fc7e09', 'name': '', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'mac_address': 'fa:16:3e:63:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:09Z', 'updated_at': '2021-08-16T22:22:18Z', 'revision_number': 5, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'subnets': [{'id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:22:40.729674 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e58e05a-a990-4733-9509-62c2d22cf126 x-openstack-request-id: req-0e58e05a-a990-4733-9509-62c2d22cf126 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:40.730588 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6fe741-e602-45b7-9d1c-b5dda77059a7", "tag": "7493f567-8ee1-445d-a293-1df7086d499e", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:40.731067 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0e58e05a-a990-4733-9509-62c2d22cf126 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:40.731668 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6fe741-e602-45b7-9d1c-b5dda77059a7', 'tag': '7493f567-8ee1-445d-a293-1df7086d499e', 'status': 'completed', 'code': 200} Aug 16 22:22:40.826633 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8945ea-3b24-4d21-bdf8-33c865d3f00b req-303b6a18-9e9a-4eee-bd42-6350bf64a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:40.830475 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5d8945ea-3b24-4d21-bdf8-33c865d3f00b req-303b6a18-9e9a-4eee-bd42-6350bf64a368 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=361fa6cbf75b47e49c1178546a3326cd&device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 1098 time: 0.0738196 Aug 16 22:22:40.886484 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d8a712b8-6dc9-4325-b7f4-3726de389e35, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d8a712b8-6dc9-4325-b7f4-3726de389e35,segment=NetworkSegment(f3bac013-ac59-422a-89e9-c60c8479a5be),segment_id=f3bac013-ac59-422a-89e9-c60c8479a5be)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:40.901149 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'd8a712b8-6dc9-4325-b7f4-3726de389e35', 'network_id': '45c76ac5-0e6a-4123-b986-bece94a6a1b4', 'port_id': 'd8a712b8-6dc9-4325-b7f4-3726de389e35', 'mac_address': 'fa:16:3e:ed:d5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24cbf4e-01f3-4e79-8de4-01997a6a08b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:22:40.936579 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 2364286f-7c0d-4b4c-b82d-3d6a84ce9200 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:40.951258 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-63a1a854-5a62-461f-b7e3-5b13da9f0e98 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696721 Aug 16 22:22:40.954527 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8945ea-3b24-4d21-bdf8-33c865d3f00b req-e6ca9387-3056-41d5-941f-cf2e0598706a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:40.956509 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5d8945ea-3b24-4d21-bdf8-33c865d3f00b req-e6ca9387-3056-41d5-941f-cf2e0598706a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f9f912f5-cf6f-4ff9-af03-e26648f62561 HTTP/1.1" status: 200 len: 911 time: 0.1160004 Aug 16 22:22:40.984024 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.021644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a712b8-6dc9-4325-b7f4-3726de389e35 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:41.045101 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d8a712b8-6dc9-4325-b7f4-3726de389e35, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d8a712b8-6dc9-4325-b7f4-3726de389e35,segment=NetworkSegment(f3bac013-ac59-422a-89e9-c60c8479a5be),segment_id=f3bac013-ac59-422a-89e9-c60c8479a5be)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:41.056258 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.069290 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 2364286f-7c0d-4b4c-b82d-3d6a84ce9200 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:41.073272 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5d8945ea-3b24-4d21-bdf8-33c865d3f00b req-9778e42e-73e7-4ddd-995d-7356ee202616 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7493f567-8ee1-445d-a293-1df7086d499e HTTP/1.1" status: 200 len: 1000 time: 0.0993698 Aug 16 22:22:41.099330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 2364286f-7c0d-4b4c-b82d-3d6a84ce9200 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:41.099698 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.106946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b6a5b-3e17-40b3-a568-b879cb365961 None None] New status for floating IP 8cc20b4b-6b9f-4cf5-80d2-df20b9e2dd44: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:22:41.138328 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-aa2e79d4-82b3-45a6-9839-edc0359eda67 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:41.140302 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-aa2e79d4-82b3-45a6-9839-edc0359eda67 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759462 Aug 16 22:22:41.146564 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8945ea-3b24-4d21-bdf8-33c865d3f00b req-47c9e674-a66e-41f7-b35c-be4990aaf005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:41.150351 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5d8945ea-3b24-4d21-bdf8-33c865d3f00b req-47c9e674-a66e-41f7-b35c-be4990aaf005 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=06a027f9-7175-41d7-9596-9d19a9e3f7bf HTTP/1.1" status: 200 len: 849 time: 0.0617082 Aug 16 22:22:41.170323 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-abd8acda-516c-48a1-98db-6e4e3ebc8859 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/quotas/ea3f6caa31d74e2a9ec2aa096a9fbdf3 HTTP/1.1" status: 200 len: 375 time: 0.0215445 Aug 16 22:22:41.214042 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8945ea-3b24-4d21-bdf8-33c865d3f00b req-aa680de1-f4ab-4414-b848-9f0729e7bdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:41.216028 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5d8945ea-3b24-4d21-bdf8-33c865d3f00b req-aa680de1-f4ab-4414-b848-9f0729e7bdfe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f9f912f5-cf6f-4ff9-af03-e26648f62561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582228 Aug 16 22:22:41.221339 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=d8a712b8-6dc9-4325-b7f4-3726de389e35,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:41.243213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-95db70ae-c99e-4916-a166-956281cc3e52 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:41.251395 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-95db70ae-c99e-4916-a166-956281cc3e52 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/networks?id=b72ddcdd-e248-488b-9bcc-59034b4687bc HTTP/1.1" status: 200 len: 821 time: 0.3216424 Aug 16 22:22:41.276969 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-4c4b6dc6-fef5-4246-8198-3182541eac5d tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/quotas/134dc6d3142e407fb399bf47e9422a78 HTTP/1.1" status: 200 len: 375 time: 0.0242987 Aug 16 22:22:41.296263 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-9e56a5f5-dcb3-44f2-b7f3-cc975704848f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1178184 Aug 16 22:22:41.347336 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-540c98f9-d7c2-4747-a0fc-26fb8f115276 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=134dc6d3142e407fb399bf47e9422a78&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0694792 Aug 16 22:22:41.377635 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5d8945ea-3b24-4d21-bdf8-33c865d3f00b req-642556df-aa9a-4ca7-9ae3-416e169eb59a service neutron] 10.222.0.43 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512179 Aug 16 22:22:41.437473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['d8a712b8-6dc9-4325-b7f4-3726de389e35'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:41.489879 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5d8945ea-3b24-4d21-bdf8-33c865d3f00b req-9dec8e76-0e43-4e39-b834-7bafa5a588a3 service neutron] 10.222.0.43 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017122 Aug 16 22:22:41.514511 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-fc4b1124-bac7-4c59-b3a2-96393197b0c6 service neutron] 10.222.0.93 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587145 Aug 16 22:22:41.544326 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.563748 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-98c8c745-cd86-4159-b6f4-870cdb628fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.592387 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93535573-76f4-470c-ab91-b0852aeea3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2364286f-7c0d-4b4c-b82d-3d6a84ce9200'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:41.594733 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aca62c4-71f7-48ac-8541-58a54d308b7d" -d '{"events": [{"server_uuid": "93535573-76f4-470c-ab91-b0852aeea3f9", "name": "network-vif-plugged", "status": "completed", "tag": "2364286f-7c0d-4b4c-b82d-3d6a84ce9200"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:41.615660 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 2364286f-7c0d-4b4c-b82d-3d6a84ce9200, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=2364286f-7c0d-4b4c-b82d-3d6a84ce9200,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:41.632215 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.670562 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-42ce0e99-2c52-4652-a978-40a9f3ea7e0e service neutron] 10.222.0.93 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548631 Aug 16 22:22:41.732263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=2364286f-7c0d-4b4c-b82d-3d6a84ce9200,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:41.945926 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0f6a3-b5f9-4327-a831-51a6a2da593f req-34eed6db-68af-45c6-bda5-afb4b9a4bd96 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:41.947506 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ed0f6a3-b5f9-4327-a831-51a6a2da593f req-34eed6db-68af-45c6-bda5-afb4b9a4bd96 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=93535573-76f4-470c-ab91-b0852aeea3f9 HTTP/1.1" status: 200 len: 950 time: 0.0779567 Aug 16 22:22:42.023103 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.031926 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ed0f6a3-b5f9-4327-a831-51a6a2da593f req-8c6af729-5c35-409a-93fc-455dc54d29db tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697086 Aug 16 22:22:42.050472 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92042f91-b998-4aac-aed0-c2e00e7a6a57 req-0d9f6c74-c513-48a3-b7ce-fd9ccb95bc22 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:42.052139 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92042f91-b998-4aac-aed0-c2e00e7a6a57 req-0d9f6c74-c513-48a3-b7ce-fd9ccb95bc22 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=35285102-be99-475b-9fb0-043d49538b3a HTTP/1.1" status: 200 len: 944 time: 0.1037254 Aug 16 22:22:42.099478 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3239c94c-e177-4f08-8fce-2fb4fcd9d74c x-openstack-request-id: req-3239c94c-e177-4f08-8fce-2fb4fcd9d74c {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:42.099840 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93535573-76f4-470c-ab91-b0852aeea3f9", "name": "network-vif-plugged", "status": "completed", "tag": "2364286f-7c0d-4b4c-b82d-3d6a84ce9200", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:42.100155 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3239c94c-e177-4f08-8fce-2fb4fcd9d74c {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:42.100668 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93535573-76f4-470c-ab91-b0852aeea3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2364286f-7c0d-4b4c-b82d-3d6a84ce9200', 'code': 200} Aug 16 22:22:42.113002 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92042f91-b998-4aac-aed0-c2e00e7a6a57 req-ebb6d0fb-5a26-4894-b33a-cd1114f73300 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543985 Aug 16 22:22:42.232315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb32eac-318e-4c51-9dbe-d1e068db4620 req-5c358b10-bb4a-4291-a932-0c2580d5780c tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:42.237217 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-beb32eac-318e-4c51-9dbe-d1e068db4620 req-5c358b10-bb4a-4291-a932-0c2580d5780c tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.0634074 Aug 16 22:22:42.252024 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe28b52-9b1a-46e9-a891-3c9994a718cb req-4d161a4c-10d2-419c-b2cf-d57a3f6668ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:42.255630 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6fe28b52-9b1a-46e9-a891-3c9994a718cb req-4d161a4c-10d2-419c-b2cf-d57a3f6668ae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=93535573-76f4-470c-ab91-b0852aeea3f9 HTTP/1.1" status: 200 len: 1102 time: 0.0787730 Aug 16 22:22:42.307039 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-beb32eac-318e-4c51-9dbe-d1e068db4620 req-65b264f8-deb0-4359-b3e2-4f88b24edabd tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471191 Aug 16 22:22:42.338778 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6fe28b52-9b1a-46e9-a891-3c9994a718cb req-5d3948b0-58e7-499e-bc46-61229fdb53fd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743701 Aug 16 22:22:42.364943 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f3998ca-9930-49a7-a84b-d25e23b5180d req-f8fe8536-7564-41d7-a285-24ac9e9aaefd tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=b1a1d99a-cf07-4001-8f8e-30c0f903e24c HTTP/1.1" status: 200 len: 210 time: 0.0370460 Aug 16 22:22:42.574601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c9bd14e-2f5d-4717-bfc4-543fe4ff58c6 req-8912db66-4b89-4326-b2bd-200908b2d17f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=f7d37433-9e99-4488-be93-a399363dd048 HTTP/1.1" status: 200 len: 210 time: 0.0267012 Aug 16 22:22:42.662767 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d8a712b8-6dc9-4325-b7f4-3726de389e35 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:42.715587 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port d8a712b8-6dc9-4325-b7f4-3726de389e35 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:42.719171 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port d8a712b8-6dc9-4325-b7f4-3726de389e35 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:42.719541 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.809902 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.841888 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d8a712b8-6dc9-4325-b7f4-3726de389e35, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d8a712b8-6dc9-4325-b7f4-3726de389e35,segment=NetworkSegment(f3bac013-ac59-422a-89e9-c60c8479a5be),segment_id=f3bac013-ac59-422a-89e9-c60c8479a5be)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:42.846051 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.891056 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=d8a712b8-6dc9-4325-b7f4-3726de389e35,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:43.107193 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:43.156647 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-fff25b9b-f599-40b9-b94b-1107c6b32ff4 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:43.158361 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-fff25b9b-f599-40b9-b94b-1107c6b32ff4 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.43 "GET /v2.0/networks?id=b72ddcdd-e248-488b-9bcc-59034b4687bc HTTP/1.1" status: 200 len: 821 time: 0.1342888 Aug 16 22:22:43.177601 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd7b40-744f-44f7-b849-32c51f2ed7d8 req-3b51500c-b472-44b2-aecb-8fd6b952d577 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:43.179131 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-81cd7b40-744f-44f7-b849-32c51f2ed7d8 req-3b51500c-b472-44b2-aecb-8fd6b952d577 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=93535573-76f4-470c-ab91-b0852aeea3f9 HTTP/1.1" status: 200 len: 950 time: 0.0585895 Aug 16 22:22:43.190663 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-041373d5-6f3c-4dfe-8c32-35d7afc21b83 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Request body: {'port': {'device_id': 'b1a1d99a-cf07-4001-8f8e-30c0f903e24c', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'admin_state_up': True, 'tenant_id': '134dc6d3142e407fb399bf47e9422a78'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:43.256109 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095d113-9339-49b7-9661-58dc45add06d req-af70a648-593b-40d8-8ab3-d2835f06b021 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:43.258464 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f095d113-9339-49b7-9661-58dc45add06d req-af70a648-593b-40d8-8ab3-d2835f06b021 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=35285102-be99-475b-9fb0-043d49538b3a HTTP/1.1" status: 200 len: 945 time: 0.0783930 Aug 16 22:22:43.264172 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-81cd7b40-744f-44f7-b849-32c51f2ed7d8 req-9ba451fa-6181-4276-96d8-51c782e4297d tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754580 Aug 16 22:22:43.310599 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f095d113-9339-49b7-9661-58dc45add06d req-a17aaa6f-31d8-44f8-a088-a68e9d4102aa tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443652 Aug 16 22:22:43.325995 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-041373d5-6f3c-4dfe-8c32-35d7afc21b83 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Made reservation on behalf of 134dc6d3142e407fb399bf47e9422a78 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:43.330793 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-041373d5-6f3c-4dfe-8c32-35d7afc21b83 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:43.489313 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-041373d5-6f3c-4dfe-8c32-35d7afc21b83 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Allocated IP 172.20.0.13 (b72ddcdd-e248-488b-9bcc-59034b4687bc/0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0/caa97583-908b-43a9-b7e5-5dc8261e527b) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:43.505411 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3a040ad-515a-4732-93a8-93863cf43bd2 req-eac37b2a-368a-4c38-960c-f829446d7e4d tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=b1a1d99a-cf07-4001-8f8e-30c0f903e24c HTTP/1.1" status: 200 len: 210 time: 0.0391953 Aug 16 22:22:43.520601 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e220c3a-8b5c-485e-a713-5ba3da2456a0 req-8980cb75-a9a9-4fa6-ab5c-b676b0b338af tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:43.536109 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3e220c3a-8b5c-485e-a713-5ba3da2456a0 req-8980cb75-a9a9-4fa6-ab5c-b676b0b338af tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.1111870 Aug 16 22:22:43.568963 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-dda63fde-7e11-4d7e-a4cf-6746ac3dca3f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493653 Aug 16 22:22:43.575967 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3e220c3a-8b5c-485e-a713-5ba3da2456a0 req-d2119af6-3a28-4852-b062-0864c9e936cc tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333636 Aug 16 22:22:43.687502 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d3aef92-341c-4ae7-a913-537e527061f5 req-4ab465c8-39b1-4f80-9653-103bad755225 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=f7d37433-9e99-4488-be93-a399363dd048 HTTP/1.1" status: 200 len: 210 time: 0.0281136 Aug 16 22:22:43.949116 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-98f71556-49c5-4540-925f-fbaaf3cb9e79 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206006 Aug 16 22:22:44.028529 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-7f4476a8-621f-4311-8a72-219cec218092 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:44.030561 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-7f4476a8-621f-4311-8a72-219cec218092 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4535732 Aug 16 22:22:44.045010 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-c5ea03bd-1a08-44b4-9dce-fc7460626be4 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Request body: {'port': {'device_id': 'a7eccc2c-07b6-427f-9173-2175257cebeb', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': 'ea3f6caa31d74e2a9ec2aa096a9fbdf3'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:44.050868 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-041373d5-6f3c-4dfe-8c32-35d7afc21b83 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.068984 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-a8200a50-7000-4f46-97a7-c76fe738114a tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:44.070739 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-a8200a50-7000-4f46-97a7-c76fe738114a tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1109097 Aug 16 22:22:44.083652 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-dd39838b-f95c-4daa-858e-3a03ad6d5bb7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Request body: {'port': {'device_id': 'f7d37433-9e99-4488-be93-a399363dd048', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': 'ea3f6caa31d74e2a9ec2aa096a9fbdf3'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:44.101610 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35285102-be99-475b-9fb0-043d49538b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a712b8-6dc9-4325-b7f4-3726de389e35'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:44.103932 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-041373d5-6f3c-4dfe-8c32-35d7afc21b83 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Transition to ACTIVE for port object caa97583-908b-43a9-b7e5-5dc8261e527b will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:44.104227 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9b105a-dd9b-43a7-b2cd-80d4e55623c8" -d '{"events": [{"server_uuid": "35285102-be99-475b-9fb0-043d49538b3a", "name": "network-vif-plugged", "status": "completed", "tag": "d8a712b8-6dc9-4325-b7f4-3726de389e35"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:44.141339 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5465b9-b409-453e-90ff-b586fb6ca755 x-openstack-request-id: req-ed5465b9-b409-453e-90ff-b586fb6ca755 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:44.141994 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35285102-be99-475b-9fb0-043d49538b3a", "name": "network-vif-plugged", "status": "completed", "tag": "d8a712b8-6dc9-4325-b7f4-3726de389e35", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:44.142247 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ed5465b9-b409-453e-90ff-b586fb6ca755 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:44.142816 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35285102-be99-475b-9fb0-043d49538b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a712b8-6dc9-4325-b7f4-3726de389e35', 'code': 200} Aug 16 22:22:44.182606 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-041373d5-6f3c-4dfe-8c32-35d7afc21b83 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.194659 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['b3b50ea5-28e1-4db4-ab61-ad4285a66ecb'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:44.230007 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-c5ea03bd-1a08-44b4-9dce-fc7460626be4 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Made reservation on behalf of ea3f6caa31d74e2a9ec2aa096a9fbdf3 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:44.234012 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-c5ea03bd-1a08-44b4-9dce-fc7460626be4 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.243142 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-041373d5-6f3c-4dfe-8c32-35d7afc21b83 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Network b72ddcdd-e248-488b-9bcc-59034b4687bc is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:44.256035 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-041373d5-6f3c-4dfe-8c32-35d7afc21b83 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:44.258867 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc65ab9-90b4-4155-b2d3-bdf028eee498 req-6fb9e2ec-b96b-4779-9bf7-043e9b144fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:44.260127 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-041373d5-6f3c-4dfe-8c32-35d7afc21b83 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:44.260709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cc65ab9-90b4-4155-b2d3-bdf028eee498 req-6fb9e2ec-b96b-4779-9bf7-043e9b144fcb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=35285102-be99-475b-9fb0-043d49538b3a HTTP/1.1" status: 200 len: 1097 time: 0.0587335 Aug 16 22:22:44.262015 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-dd39838b-f95c-4daa-858e-3a03ad6d5bb7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Made reservation on behalf of ea3f6caa31d74e2a9ec2aa096a9fbdf3 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:44.264051 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041373d5-6f3c-4dfe-8c32-35d7afc21b83 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Pushing event updated for resources: {'Port': ['ID=caa97583-908b-43a9-b7e5-5dc8261e527b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:44.265662 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-dd39838b-f95c-4daa-858e-3a03ad6d5bb7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.391883 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-041373d5-6f3c-4dfe-8c32-35d7afc21b83 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:44.392581 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-041373d5-6f3c-4dfe-8c32-35d7afc21b83 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.428263 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-041373d5-6f3c-4dfe-8c32-35d7afc21b83 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2415349 Aug 16 22:22:44.444093 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cc65ab9-90b4-4155-b2d3-bdf028eee498 req-19393ff9-9057-477e-b0eb-d0ba3f319d84 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442878 Aug 16 22:22:44.453085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] Request body: {'port': {'device_id': 'b1a1d99a-cf07-4001-8f8e-30c0f903e24c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:44.504540 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc10329-e823-44d0-a3fd-c3a1955952c8 req-d745bc84-b81b-4755-a1af-b836cd16278f tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:44.506145 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4dc10329-e823-44d0-a3fd-c3a1955952c8 req-d745bc84-b81b-4755-a1af-b836cd16278f tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=93535573-76f4-470c-ab91-b0852aeea3f9 HTTP/1.1" status: 200 len: 950 time: 0.1356661 Aug 16 22:22:44.522305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-c5ea03bd-1a08-44b4-9dce-fc7460626be4 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Allocated IP 192.168.233.128 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/f889e197-d41c-434d-9aa2-e3cdc5aec979) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:44.529423 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ddce57-85d0-4e00-bb39-4fe705b3afa2 req-6581e4da-463a-487c-bbbf-62f3e31c4367 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:44.534432 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52ddce57-85d0-4e00-bb39-4fe705b3afa2 req-6581e4da-463a-487c-bbbf-62f3e31c4367 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=35285102-be99-475b-9fb0-043d49538b3a HTTP/1.1" status: 200 len: 945 time: 0.1183674 Aug 16 22:22:44.537468 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.559268 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d6e3a64d-28d4-42b6-8ba0-2ea0aeaa1b12 None None] Provisioning for port caa97583-908b-43a9-b7e5-5dc8261e527b completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:44.565375 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d6e3a64d-28d4-42b6-8ba0-2ea0aeaa1b12 None None] Provisioning complete for port caa97583-908b-43a9-b7e5-5dc8261e527b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:44.565375 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6e3a64d-28d4-42b6-8ba0-2ea0aeaa1b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.591978 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4dc10329-e823-44d0-a3fd-c3a1955952c8 req-5ea3a60a-8655-4a80-91fb-63e8b51605a5 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787146 Aug 16 22:22:44.600582 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3a64d-28d4-42b6-8ba0-2ea0aeaa1b12 None None] Port caa97583-908b-43a9-b7e5-5dc8261e527b cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:22:44.602990 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52ddce57-85d0-4e00-bb39-4fe705b3afa2 req-d303ac2c-ba11-42b1-9b67-c303480fa87d tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608797 Aug 16 22:22:44.666173 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.822818 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7eea2-dcac-46b7-820e-84b8a182b3fe req-a9689830-3765-47fb-98ab-0e6d471effd8 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:44.824291 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-67a7eea2-dcac-46b7-820e-84b8a182b3fe req-a9689830-3765-47fb-98ab-0e6d471effd8 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=b1a1d99a-cf07-4001-8f8e-30c0f903e24c HTTP/1.1" status: 200 len: 932 time: 0.0802681 Aug 16 22:22:44.832369 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3c090-806e-4f87-8f76-7cf9cbdca736 req-0cc67ca0-a330-459b-b843-04feb57c3198 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:44.833804 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fc3c090-806e-4f87-8f76-7cf9cbdca736 req-0cc67ca0-a330-459b-b843-04feb57c3198 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.0791252 Aug 16 22:22:44.840104 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-c5ea03bd-1a08-44b4-9dce-fc7460626be4 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.866035 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-c5ea03bd-1a08-44b4-9dce-fc7460626be4 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Transition to ACTIVE for port object f889e197-d41c-434d-9aa2-e3cdc5aec979 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:44.894247 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-67a7eea2-dcac-46b7-820e-84b8a182b3fe req-345d1a26-a34a-41ca-a374-97e950c91875 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/security-groups?id=8027bfc8-5da7-4200-a07c-dc62b51d020a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592809 Aug 16 22:22:44.896826 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fc3c090-806e-4f87-8f76-7cf9cbdca736 req-da34c065-6a03-4c86-8831-0af45cb9aee3 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552530 Aug 16 22:22:44.979243 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa97583-908b-43a9-b7e5-5dc8261e527b {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:44.987678 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.990248 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-c5ea03bd-1a08-44b4-9dce-fc7460626be4 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:45.011013 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['67c32307-24b9-4b1b-a483-e2235092c1c0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:45.030742 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] Transition to ACTIVE for port object caa97583-908b-43a9-b7e5-5dc8261e527b will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:45.057537 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:45.060615 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-c5ea03bd-1a08-44b4-9dce-fc7460626be4 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:45.065417 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-c5ea03bd-1a08-44b4-9dce-fc7460626be4 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:45.072849 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-c5ea03bd-1a08-44b4-9dce-fc7460626be4 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:45.076057 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-28c3e17e-d9ca-4225-952d-ff283b0d4352 req-fecc3655-7c27-4c43-b21c-4c2233adce8c tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=f7d37433-9e99-4488-be93-a399363dd048 HTTP/1.1" status: 200 len: 210 time: 0.0967541 Aug 16 22:22:45.106631 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea03bd-1a08-44b4-9dce-fc7460626be4 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Pushing event updated for resources: {'Port': ['ID=f889e197-d41c-434d-9aa2-e3cdc5aec979,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:45.158754 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-dd39838b-f95c-4daa-858e-3a03ad6d5bb7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Allocated IP 192.168.233.71 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/165aae63-3dc0-4ea1-bf25-34bea2f8274f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:45.189827 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f228984-dc49-4842-9e4a-12948abced65 req-39e114d5-51d1-438d-91dd-626c8152a9c1 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:45.191716 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f228984-dc49-4842-9e4a-12948abced65 req-39e114d5-51d1-438d-91dd-626c8152a9c1 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=93535573-76f4-470c-ab91-b0852aeea3f9 HTTP/1.1" status: 200 len: 950 time: 0.1037440 Aug 16 22:22:45.216426 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-c5ea03bd-1a08-44b4-9dce-fc7460626be4 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:45.217093 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-c5ea03bd-1a08-44b4-9dce-fc7460626be4 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:45.232729 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] Pushing event updated for resources: {'Port': ['ID=caa97583-908b-43a9-b7e5-5dc8261e527b,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:45.278832 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-c5ea03bd-1a08-44b4-9dce-fc7460626be4 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2373154 Aug 16 22:22:45.301619 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] Request body: {'port': {'device_id': 'a7eccc2c-07b6-427f-9173-2175257cebeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:45.370850 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:45.409283 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] Attempting to bind port caa97583-908b-43a9-b7e5-5dc8261e527b on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:45.410004 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] Attempting to bind port caa97583-908b-43a9-b7e5-5dc8261e527b by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'e102682d-1634-409a-b8b3-a19873bb1b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:45.410228 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] Attempting to bind port caa97583-908b-43a9-b7e5-5dc8261e527b on network b72ddcdd-e248-488b-9bcc-59034b4687bc {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:45.436919 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ccb788e3-d1a3-4bed-8366-98fd2737bb84 None None] Provisioning for port f889e197-d41c-434d-9aa2-e3cdc5aec979 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:45.448425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] Port caa97583-908b-43a9-b7e5-5dc8261e527b on network b72ddcdd-e248-488b-9bcc-59034b4687bc not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:22:45.448822 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] Attempting to bind port caa97583-908b-43a9-b7e5-5dc8261e527b on network b72ddcdd-e248-488b-9bcc-59034b4687bc {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:45.450155 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ccb788e3-d1a3-4bed-8366-98fd2737bb84 None None] Provisioning complete for port f889e197-d41c-434d-9aa2-e3cdc5aec979 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:45.450754 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ccb788e3-d1a3-4bed-8366-98fd2737bb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:45.457292 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:45.457636 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] Checking segment: {'id': 'e102682d-1634-409a-b8b3-a19873bb1b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:45.458296 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] Bound using segment: {'id': 'e102682d-1634-409a-b8b3-a19873bb1b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:45.459015 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] Bound port: caa97583-908b-43a9-b7e5-5dc8261e527b, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e102682d-1634-409a-b8b3-a19873bb1b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:45.459567 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:45.498713 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ccb788e3-d1a3-4bed-8366-98fd2737bb84 None None] Port f889e197-d41c-434d-9aa2-e3cdc5aec979 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:22:45.611290 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] For port caa97583-908b-43a9-b7e5-5dc8261e527b, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:45.614888 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] For port caa97583-908b-43a9-b7e5-5dc8261e527b, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=caa97583-908b-43a9-b7e5-5dc8261e527b,segment=NetworkSegment(e102682d-1634-409a-b8b3-a19873bb1b74),segment_id=e102682d-1634-409a-b8b3-a19873bb1b74)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:45.620245 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:45.649232 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f228984-dc49-4842-9e4a-12948abced65 req-7ba23a06-73f7-4466-bc03-eb5445280e1b tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484916 Aug 16 22:22:45.669012 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:45.669570 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:45.671092 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] 10.222.0.43 "PUT /v2.0/ports/caa97583-908b-43a9-b7e5-5dc8261e527b HTTP/1.1" status: 200 len: 1093 time: 1.2239861 Aug 16 22:22:45.671559 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a1d99a-cf07-4001-8f8e-30c0f903e24c', 'tag': 'caa97583-908b-43a9-b7e5-5dc8261e527b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:45.673770 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a237da16-5260-4c47-9114-1933cf7e6a33" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a1d99a-cf07-4001-8f8e-30c0f903e24c", "tag": "caa97583-908b-43a9-b7e5-5dc8261e527b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:45.710980 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100bdbb-510b-43bf-9e31-1838cf3a8b1a service neutron] Pushing event updated for resources: {'Port': ['ID=caa97583-908b-43a9-b7e5-5dc8261e527b,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:45.751711 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c780cb4-643f-4123-9981-996939e7234c x-openstack-request-id: req-5c780cb4-643f-4123-9981-996939e7234c {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:45.752053 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a1d99a-cf07-4001-8f8e-30c0f903e24c", "tag": "caa97583-908b-43a9-b7e5-5dc8261e527b", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:45.752451 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5c780cb4-643f-4123-9981-996939e7234c {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:45.753573 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a1d99a-cf07-4001-8f8e-30c0f903e24c', 'tag': 'caa97583-908b-43a9-b7e5-5dc8261e527b', 'status': 'completed', 'code': 200} Aug 16 22:22:45.774761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-62f7cda1-cfa6-4d52-bed2-8766ec02bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:45.778620 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-62f7cda1-cfa6-4d52-bed2-8766ec02bcb7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=134dc6d3142e407fb399bf47e9422a78&device_id=b1a1d99a-cf07-4001-8f8e-30c0f903e24c HTTP/1.1" status: 200 len: 1096 time: 0.0574884 Aug 16 22:22:45.802906 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdf5a5-b8b8-49e4-beb9-6386d20f7e42 req-f1b74da3-e302-40d8-a269-937f684d4610 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:45.804782 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dbcdf5a5-b8b8-49e4-beb9-6386d20f7e42 req-f1b74da3-e302-40d8-a269-937f684d4610 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=35285102-be99-475b-9fb0-043d49538b3a HTTP/1.1" status: 200 len: 945 time: 0.0836699 Aug 16 22:22:45.824545 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-f7ed864d-3fdd-425e-8c8d-acc34e6043e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caa97583-908b-43a9-b7e5-5dc8261e527b HTTP/1.1" status: 200 len: 217 time: 0.0365758 Aug 16 22:22:45.875784 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-dd39838b-f95c-4daa-858e-3a03ad6d5bb7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:45.887124 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dbcdf5a5-b8b8-49e4-beb9-6386d20f7e42 req-7e9c9e9c-a6d5-44bd-ad57-8bbff77698c5 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640469 Aug 16 22:22:45.895104 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-dd39838b-f95c-4daa-858e-3a03ad6d5bb7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Transition to ACTIVE for port object 165aae63-3dc0-4ea1-bf25-34bea2f8274f will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:45.895229 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-bd5aa879-817f-4932-858d-b582722b6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:45.897222 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-bd5aa879-817f-4932-858d-b582722b6ba3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0 HTTP/1.1" status: 200 len: 860 time: 0.0640121 Aug 16 22:22:45.948260 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-dd39838b-f95c-4daa-858e-3a03ad6d5bb7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:45.965935 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['67c32307-24b9-4b1b-a483-e2235092c1c0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:46.029473 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-429b0db4-6fca-4001-ad2d-4856ca916c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:46.031561 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-429b0db4-6fca-4001-ad2d-4856ca916c28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b72ddcdd-e248-488b-9bcc-59034b4687bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1270328 Aug 16 22:22:46.100233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39838b-f95c-4daa-858e-3a03ad6d5bb7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Pushing event updated for resources: {'Port': ['ID=165aae63-3dc0-4ea1-bf25-34bea2f8274f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:46.108652 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-dd39838b-f95c-4daa-858e-3a03ad6d5bb7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:46.115325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-dd39838b-f95c-4daa-858e-3a03ad6d5bb7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:46.125380 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-dd39838b-f95c-4daa-858e-3a03ad6d5bb7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:46.146882 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bebab-72ef-4702-9879-750b171d59ab req-32f48d3a-8d98-40ae-ba19-3915ae391fe6 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:46.148590 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d30bebab-72ef-4702-9879-750b171d59ab req-32f48d3a-8d98-40ae-ba19-3915ae391fe6 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.1268883 Aug 16 22:22:46.190027 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-94e24545-98a4-486a-8467-8e0b338d7340 service neutron] 10.222.0.43 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497715 Aug 16 22:22:46.200914 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f889e197-d41c-434d-9aa2-e3cdc5aec979 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:46.211160 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:46.269903 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] Transition to ACTIVE for port object f889e197-d41c-434d-9aa2-e3cdc5aec979 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:46.270947 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d30bebab-72ef-4702-9879-750b171d59ab req-f36bad2a-8cbe-4e1a-aa7c-aef1543120d6 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878904 Aug 16 22:22:46.285131 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-dd39838b-f95c-4daa-858e-3a03ad6d5bb7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:46.285937 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-dd39838b-f95c-4daa-858e-3a03ad6d5bb7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:46.312885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb9a07-63ef-4b87-94fc-127d3b5cb615 req-db08b987-16de-4528-9e84-f5df1904a494 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:46.314845 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2abb9a07-63ef-4b87-94fc-127d3b5cb615 req-db08b987-16de-4528-9e84-f5df1904a494 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=b1a1d99a-cf07-4001-8f8e-30c0f903e24c HTTP/1.1" status: 200 len: 944 time: 0.1103101 Aug 16 22:22:46.322271 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:46.335325 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-dd39838b-f95c-4daa-858e-3a03ad6d5bb7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2551582 Aug 16 22:22:46.360450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] Request body: {'port': {'device_id': 'f7d37433-9e99-4488-be93-a399363dd048', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:46.362809 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35d4b2ed-44a9-4ee5-a1fb-191e0aba60b5 req-a15c2186-573d-4c30-91f6-503548d9c08d service neutron] 10.222.0.43 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570060 Aug 16 22:22:46.385082 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] Pushing event updated for resources: {'Port': ['ID=f889e197-d41c-434d-9aa2-e3cdc5aec979,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:46.457545 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2abb9a07-63ef-4b87-94fc-127d3b5cb615 req-63dca6f0-1b7f-4c0e-8da7-d7055cdbd101 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/security-groups?id=8027bfc8-5da7-4200-a07c-dc62b51d020a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337211 Aug 16 22:22:46.486329 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0e76fa9d-1273-4101-b0ac-4be8d99c4f16 None None] Provisioning for port 165aae63-3dc0-4ea1-bf25-34bea2f8274f completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:46.496187 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0e76fa9d-1273-4101-b0ac-4be8d99c4f16 None None] Provisioning complete for port 165aae63-3dc0-4ea1-bf25-34bea2f8274f triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:46.496853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfc5e6-9d20-4ef0-95cb-77dffcf08a26 req-77e416da-561d-472f-90b4-518d93a2ccda tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:46.497157 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0e76fa9d-1273-4101-b0ac-4be8d99c4f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:46.498900 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ffdfc5e6-9d20-4ef0-95cb-77dffcf08a26 req-77e416da-561d-472f-90b4-518d93a2ccda tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=35285102-be99-475b-9fb0-043d49538b3a HTTP/1.1" status: 200 len: 945 time: 0.1549010 Aug 16 22:22:46.500014 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:46.533045 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] Attempting to bind port f889e197-d41c-434d-9aa2-e3cdc5aec979 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:46.534243 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] Attempting to bind port f889e197-d41c-434d-9aa2-e3cdc5aec979 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:46.534822 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] Attempting to bind port f889e197-d41c-434d-9aa2-e3cdc5aec979 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:46.543613 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237da16-5260-4c47-9114-1933cf7e6a33 req-e5f749fc-8069-4532-b238-752ad3df4685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:46.546113 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a237da16-5260-4c47-9114-1933cf7e6a33 req-e5f749fc-8069-4532-b238-752ad3df4685 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=134dc6d3142e407fb399bf47e9422a78&device_id=b1a1d99a-cf07-4001-8f8e-30c0f903e24c HTTP/1.1" status: 200 len: 1096 time: 0.1305389 Aug 16 22:22:46.547129 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] Port f889e197-d41c-434d-9aa2-e3cdc5aec979 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:22:46.547551 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] Attempting to bind port f889e197-d41c-434d-9aa2-e3cdc5aec979 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:46.553323 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:46.553801 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:46.554413 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:46.554946 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] Bound port: f889e197-d41c-434d-9aa2-e3cdc5aec979, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:46.555404 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:46.564269 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0e76fa9d-1273-4101-b0ac-4be8d99c4f16 None None] Port 165aae63-3dc0-4ea1-bf25-34bea2f8274f cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:22:46.614434 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ffdfc5e6-9d20-4ef0-95cb-77dffcf08a26 req-29b10586-b2e7-4af2-ac6a-e4ba2a64079c tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051812 Aug 16 22:22:46.703753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e958998-d93b-4565-b831-ab370ebb1e2c req-51b7b1a0-5948-43f5-986f-754ee5a514e1 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:46.707139 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e958998-d93b-4565-b831-ab370ebb1e2c req-51b7b1a0-5948-43f5-986f-754ee5a514e1 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=f7d37433-9e99-4488-be93-a399363dd048 HTTP/1.1" status: 200 len: 935 time: 0.1509156 Aug 16 22:22:46.707988 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] For port f889e197-d41c-434d-9aa2-e3cdc5aec979, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:46.713069 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] For port f889e197-d41c-434d-9aa2-e3cdc5aec979, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=f889e197-d41c-434d-9aa2-e3cdc5aec979,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:46.715101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237da16-5260-4c47-9114-1933cf7e6a33 req-dcdb6785-6848-4abe-b5c8-be9746dc8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:46.716758 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a237da16-5260-4c47-9114-1933cf7e6a33 req-dcdb6785-6848-4abe-b5c8-be9746dc8282 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b72ddcdd-e248-488b-9bcc-59034b4687bc HTTP/1.1" status: 200 len: 922 time: 0.1447327 Aug 16 22:22:46.720987 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:46.790803 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a237da16-5260-4c47-9114-1933cf7e6a33 req-5534cb87-65e0-4403-9561-5c39beed6939 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caa97583-908b-43a9-b7e5-5dc8261e527b HTTP/1.1" status: 200 len: 217 time: 0.0620406 Aug 16 22:22:46.794067 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:46.794779 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:46.796719 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] 10.222.0.43 "PUT /v2.0/ports/f889e197-d41c-434d-9aa2-e3cdc5aec979 HTTP/1.1" status: 200 len: 1097 time: 1.5007417 Aug 16 22:22:46.821384 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657770a2-08f7-4a2a-a267-a21fd01c5af1 service neutron] Pushing event updated for resources: {'Port': ['ID=f889e197-d41c-434d-9aa2-e3cdc5aec979,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:46.841335 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e958998-d93b-4565-b831-ab370ebb1e2c req-0f7ec46a-d733-4edf-af0e-e6a7269b17d8 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285539 Aug 16 22:22:46.888070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba27d37-1559-4aa4-b73b-af2e60e4dd07 req-f041609b-403b-47b5-84f5-967e06eeb500 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:46.889673 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fba27d37-1559-4aa4-b73b-af2e60e4dd07 req-f041609b-403b-47b5-84f5-967e06eeb500 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=93535573-76f4-470c-ab91-b0852aeea3f9 HTTP/1.1" status: 200 len: 950 time: 0.1455214 Aug 16 22:22:46.914054 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237da16-5260-4c47-9114-1933cf7e6a33 req-b0645df8-0bfe-4ee8-af82-69275023d957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:46.915813 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a237da16-5260-4c47-9114-1933cf7e6a33 req-b0645df8-0bfe-4ee8-af82-69275023d957 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0 HTTP/1.1" status: 200 len: 860 time: 0.0911212 Aug 16 22:22:46.927737 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-8a33fefb-dc76-4643-afea-07214975d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:46.933199 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-8a33fefb-dc76-4643-afea-07214975d009 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&device_id=a7eccc2c-07b6-427f-9173-2175257cebeb HTTP/1.1" status: 200 len: 1100 time: 0.0691373 Aug 16 22:22:46.961457 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fba27d37-1559-4aa4-b73b-af2e60e4dd07 req-27f8ca72-b77a-40a2-8f89-f0173fcdbe99 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588942 Aug 16 22:22:47.010905 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-73c3bccf-96e2-4cdb-9fa1-f4d8d1e430bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=f889e197-d41c-434d-9aa2-e3cdc5aec979 HTTP/1.1" status: 200 len: 217 time: 0.0679843 Aug 16 22:22:47.067925 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165aae63-3dc0-4ea1-bf25-34bea2f8274f {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:47.071687 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237da16-5260-4c47-9114-1933cf7e6a33 req-5cf03141-31a3-4a6a-95ab-a54c1442d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:47.073512 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a237da16-5260-4c47-9114-1933cf7e6a33 req-5cf03141-31a3-4a6a-95ab-a54c1442d7ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b72ddcdd-e248-488b-9bcc-59034b4687bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1393108 Aug 16 22:22:47.094621 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:47.096486 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-91b49aa8-9ef5-40be-82cc-8472c251d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:47.098194 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-91b49aa8-9ef5-40be-82cc-8472c251d37f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0735421 Aug 16 22:22:47.115939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] Transition to ACTIVE for port object 165aae63-3dc0-4ea1-bf25-34bea2f8274f will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:47.122309 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d94306-8c55-420c-9a38-b436bee030a7 req-feedbec0-3132-4a0e-8385-3fce4fff8d3a tempest-LiveMigrationNegativeTest-2129196684 tempest-LiveMigrationNegativeTest-2129196684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:47.130806 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0d94306-8c55-420c-9a38-b436bee030a7 req-feedbec0-3132-4a0e-8385-3fce4fff8d3a tempest-LiveMigrationNegativeTest-2129196684 tempest-LiveMigrationNegativeTest-2129196684-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=93535573-76f4-470c-ab91-b0852aeea3f9 HTTP/1.1" status: 200 len: 1102 time: 0.0828121 Aug 16 22:22:47.147472 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:47.151635 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c0d94306-8c55-420c-9a38-b436bee030a7 req-56972936-122a-4ef0-a756-566c424977e6 tempest-LiveMigrationNegativeTest-2129196684 tempest-LiveMigrationNegativeTest-2129196684-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:47.204750 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-df8baac3-8655-4eda-95b7-27054ab357a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:47.206275 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-df8baac3-8655-4eda-95b7-27054ab357a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0941679 Aug 16 22:22:47.216919 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a237da16-5260-4c47-9114-1933cf7e6a33 req-a4e64558-e327-4183-a64c-a3c7ac24184d service neutron] 10.222.0.43 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295590 Aug 16 22:22:47.221289 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] Pushing event updated for resources: {'Port': ['ID=165aae63-3dc0-4ea1-bf25-34bea2f8274f,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:47.331308 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] Attempting to bind port 165aae63-3dc0-4ea1-bf25-34bea2f8274f on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:47.331685 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] Attempting to bind port 165aae63-3dc0-4ea1-bf25-34bea2f8274f by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:47.332392 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] Attempting to bind port 165aae63-3dc0-4ea1-bf25-34bea2f8274f on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:47.343748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] Port 165aae63-3dc0-4ea1-bf25-34bea2f8274f on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:22:47.344456 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] Attempting to bind port 165aae63-3dc0-4ea1-bf25-34bea2f8274f on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:47.354396 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:47.355032 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:47.355594 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:47.356216 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] Bound port: 165aae63-3dc0-4ea1-bf25-34bea2f8274f, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:47.356759 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:47.395138 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-34780e18-cf03-4a6d-b674-4a1cf5606bcb service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767573 Aug 16 22:22:47.428106 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a237da16-5260-4c47-9114-1933cf7e6a33 req-855855f4-18e6-4c58-9cc2-2941af7aea92 service neutron] 10.222.0.43 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909926 Aug 16 22:22:47.445168 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c0d94306-8c55-420c-9a38-b436bee030a7 req-56972936-122a-4ef0-a756-566c424977e6 tempest-LiveMigrationNegativeTest-2129196684 tempest-LiveMigrationNegativeTest-2129196684-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:47.456618 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c0d94306-8c55-420c-9a38-b436bee030a7 req-56972936-122a-4ef0-a756-566c424977e6 tempest-LiveMigrationNegativeTest-2129196684 tempest-LiveMigrationNegativeTest-2129196684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:47.488859 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988be01-13f4-409d-a64a-4c6ea098efaa req-e17af645-70b5-4b41-bb20-70f8e21e9685 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:47.490464 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d988be01-13f4-409d-a64a-4c6ea098efaa req-e17af645-70b5-4b41-bb20-70f8e21e9685 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.1285367 Aug 16 22:22:47.502577 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-cbc39615-ea0e-4163-a5fc-a1d0de5f9442 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955329 Aug 16 22:22:47.526152 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0d94306-8c55-420c-9a38-b436bee030a7 req-56972936-122a-4ef0-a756-566c424977e6 tempest-LiveMigrationNegativeTest-2129196684 tempest-LiveMigrationNegativeTest-2129196684-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938754 Aug 16 22:22:47.535695 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56972936-122a-4ef0-a756-566c424977e6 tempest-LiveMigrationNegativeTest-2129196684 tempest-LiveMigrationNegativeTest-2129196684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ba66e1-5cab-4339-94f4-a736e5c2b5c5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:47.546209 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] For port 165aae63-3dc0-4ea1-bf25-34bea2f8274f, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:47.566930 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] For port 165aae63-3dc0-4ea1-bf25-34bea2f8274f, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=165aae63-3dc0-4ea1-bf25-34bea2f8274f,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:47.575198 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d988be01-13f4-409d-a64a-4c6ea098efaa req-5c141cad-6a6e-4f95-aa6f-696b529657a5 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767367 Aug 16 22:22:47.576229 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:47.610611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:47.611223 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:47.612603 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] 10.222.0.43 "PUT /v2.0/ports/165aae63-3dc0-4ea1-bf25-34bea2f8274f HTTP/1.1" status: 200 len: 1096 time: 1.2586477 Aug 16 22:22:47.613044 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d37433-9e99-4488-be93-a399363dd048', 'tag': '165aae63-3dc0-4ea1-bf25-34bea2f8274f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:47.615308 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a05fa33-685f-4477-a4c4-3d014a532cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d37433-9e99-4488-be93-a399363dd048", "tag": "165aae63-3dc0-4ea1-bf25-34bea2f8274f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:47.739486 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6c8a6-beac-4efc-b5ec-2342e9fbc022 service neutron] Pushing event updated for resources: {'Port': ['ID=165aae63-3dc0-4ea1-bf25-34bea2f8274f,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:47.744596 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e5e65b-fe76-4921-bdf1-f241a2709d03 x-openstack-request-id: req-24e5e65b-fe76-4921-bdf1-f241a2709d03 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:47.745151 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d37433-9e99-4488-be93-a399363dd048", "tag": "165aae63-3dc0-4ea1-bf25-34bea2f8274f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:47.745309 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-24e5e65b-fe76-4921-bdf1-f241a2709d03 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:47.745776 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d37433-9e99-4488-be93-a399363dd048', 'tag': '165aae63-3dc0-4ea1-bf25-34bea2f8274f', 'status': 'completed', 'code': 200} Aug 16 22:22:47.754469 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7eccc2c-07b6-427f-9173-2175257cebeb', 'tag': 'f889e197-d41c-434d-9aa2-e3cdc5aec979'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:47.757339 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80243b7-afe7-4555-bb7f-885892a29cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "a7eccc2c-07b6-427f-9173-2175257cebeb", "tag": "f889e197-d41c-434d-9aa2-e3cdc5aec979"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:47.778024 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a081077-332d-489a-948b-8f70a01d322c req-0a3820a4-4566-40b6-a147-1587b39f0aa0 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:47.779821 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a081077-332d-489a-948b-8f70a01d322c req-0a3820a4-4566-40b6-a147-1587b39f0aa0 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=b1a1d99a-cf07-4001-8f8e-30c0f903e24c HTTP/1.1" status: 200 len: 944 time: 0.1559494 Aug 16 22:22:47.789636 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30230c40-65a6-494b-af79-5e01554676a4 req-6398a0f3-f7c9-48a7-8200-6b7ea57368ab tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:47.791233 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30230c40-65a6-494b-af79-5e01554676a4 req-6398a0f3-f7c9-48a7-8200-6b7ea57368ab tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.39 "GET /v2.0/ports?device_id=35285102-be99-475b-9fb0-043d49538b3a HTTP/1.1" status: 200 len: 945 time: 0.1498687 Aug 16 22:22:47.810201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-9c01e2f0-45ef-4245-82e8-999f8c8c3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:47.812270 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-9c01e2f0-45ef-4245-82e8-999f8c8c3efb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&device_id=f7d37433-9e99-4488-be93-a399363dd048 HTTP/1.1" status: 200 len: 1099 time: 0.1133375 Aug 16 22:22:47.913604 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-f0910d11-a503-468a-b5e6-6c6028610710 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=165aae63-3dc0-4ea1-bf25-34bea2f8274f HTTP/1.1" status: 200 len: 217 time: 0.0701790 Aug 16 22:22:47.928525 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a081077-332d-489a-948b-8f70a01d322c req-e209371f-711e-4a33-8435-7b51aade486c tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/security-groups?id=8027bfc8-5da7-4200-a07c-dc62b51d020a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336424 Aug 16 22:22:47.990285 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9defbe4-3f2a-4491-9bfe-73c7301ad12d req-73d1335a-2b51-4d59-b5ae-7220afc029e0 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:47.991772 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9defbe4-3f2a-4491-9bfe-73c7301ad12d req-73d1335a-2b51-4d59-b5ae-7220afc029e0 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=35285102-be99-475b-9fb0-043d49538b3a HTTP/1.1" status: 200 len: 945 time: 0.1979973 Aug 16 22:22:48.026166 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-e28b1895-0316-42aa-aff7-381ff78ad4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:48.027639 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-e28b1895-0316-42aa-aff7-381ff78ad4ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0967486 Aug 16 22:22:48.034815 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e823a3-05fb-4068-af1b-5f10b13d8f49 x-openstack-request-id: req-e3e823a3-05fb-4068-af1b-5f10b13d8f49 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:48.035905 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7eccc2c-07b6-427f-9173-2175257cebeb", "tag": "f889e197-d41c-434d-9aa2-e3cdc5aec979", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:48.036280 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e3e823a3-05fb-4068-af1b-5f10b13d8f49 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:48.036708 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7eccc2c-07b6-427f-9173-2175257cebeb', 'tag': 'f889e197-d41c-434d-9aa2-e3cdc5aec979', 'status': 'completed', 'code': 200} Aug 16 22:22:48.083383 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9defbe4-3f2a-4491-9bfe-73c7301ad12d req-89c79c50-6fce-4c06-85b8-b4c127595293 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0252619-002c-4db9-a736-7128b6bc3dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837262 Aug 16 22:22:48.101804 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-30230c40-65a6-494b-af79-5e01554676a4 req-58e28765-8a65-4669-bb62-480f619e6e81 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Deleting port d8a712b8-6dc9-4325-b7f4-3726de389e35 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:22:48.102169 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30230c40-65a6-494b-af79-5e01554676a4 req-58e28765-8a65-4669-bb62-480f619e6e81 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:48.110701 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80243b7-afe7-4555-bb7f-885892a29cdf req-77a2fa2d-1c27-450a-ba03-cf4327ac7b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:48.113022 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c80243b7-afe7-4555-bb7f-885892a29cdf req-77a2fa2d-1c27-450a-ba03-cf4327ac7b7e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&device_id=a7eccc2c-07b6-427f-9173-2175257cebeb HTTP/1.1" status: 200 len: 1100 time: 0.0452750 Aug 16 22:22:48.188288 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-f3d9df28-c259-45c5-8b4b-205e0abcd146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:48.189804 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-f3d9df28-c259-45c5-8b4b-205e0abcd146 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1483963 Aug 16 22:22:48.227035 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43150f9-ecbe-4071-b635-be14bff2bd7b req-083eda19-bc0b-4fc4-bd2c-2724f105483f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:48.232000 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80243b7-afe7-4555-bb7f-885892a29cdf req-2347ed8d-d216-4d1a-a451-189a667a4006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:48.234021 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c80243b7-afe7-4555-bb7f-885892a29cdf req-2347ed8d-d216-4d1a-a451-189a667a4006 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1090517 Aug 16 22:22:48.234212 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c43150f9-ecbe-4071-b635-be14bff2bd7b req-083eda19-bc0b-4fc4-bd2c-2724f105483f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=f7d37433-9e99-4488-be93-a399363dd048 HTTP/1.1" status: 200 len: 947 time: 0.1492004 Aug 16 22:22:48.291919 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c80243b7-afe7-4555-bb7f-885892a29cdf req-4f3f1e0a-132c-4d06-bc42-82050afa68aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=f889e197-d41c-434d-9aa2-e3cdc5aec979 HTTP/1.1" status: 200 len: 217 time: 0.0479150 Aug 16 22:22:48.308154 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-30230c40-65a6-494b-af79-5e01554676a4 req-58e28765-8a65-4669-bb62-480f619e6e81 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] For port d8a712b8-6dc9-4325-b7f4-3726de389e35, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d8a712b8-6dc9-4325-b7f4-3726de389e35,segment=NetworkSegment(f3bac013-ac59-422a-89e9-c60c8479a5be),segment_id=f3bac013-ac59-422a-89e9-c60c8479a5be)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:48.308532 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30230c40-65a6-494b-af79-5e01554676a4 req-58e28765-8a65-4669-bb62-480f619e6e81 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:48.348453 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c43150f9-ecbe-4071-b635-be14bff2bd7b req-8e70f289-cff7-4a4b-ac3c-f1986037830b tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131516 Aug 16 22:22:48.352077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-30230c40-65a6-494b-af79-5e01554676a4 req-58e28765-8a65-4669-bb62-480f619e6e81 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Calling delete_port for d8a712b8-6dc9-4325-b7f4-3726de389e35 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:22:48.359219 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80243b7-afe7-4555-bb7f-885892a29cdf req-1f25cd80-89f0-4b88-b0f4-8072bdb1d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:48.363012 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c80243b7-afe7-4555-bb7f-885892a29cdf req-1f25cd80-89f0-4b88-b0f4-8072bdb1d172 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0630703 Aug 16 22:22:48.385564 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-ad101485-b613-44c7-a23c-969323b1f309 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843784 Aug 16 22:22:48.429462 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80243b7-afe7-4555-bb7f-885892a29cdf req-2af91a65-b7b4-4f84-9bf8-a6b696f92785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:48.431207 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c80243b7-afe7-4555-bb7f-885892a29cdf req-2af91a65-b7b4-4f84-9bf8-a6b696f92785 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0563579 Aug 16 22:22:48.534867 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c80243b7-afe7-4555-bb7f-885892a29cdf req-7ffa5b74-d765-4687-bd2b-29994703412b service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943351 Aug 16 22:22:48.568528 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89d17b-7008-4187-b7d9-c699396dc1e0 req-c9bfd30f-e95a-42c6-8d08-6113d0a4cc2d tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:48.575830 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4a89d17b-7008-4187-b7d9-c699396dc1e0 req-c9bfd30f-e95a-42c6-8d08-6113d0a4cc2d tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=93535573-76f4-470c-ab91-b0852aeea3f9 HTTP/1.1" status: 200 len: 950 time: 0.1131759 Aug 16 22:22:48.588121 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50f999b5-515a-4ff6-9a0f-d0fe2a01c126 req-1c5168bc-644c-40c0-a200-3d137dc61949 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715913 Aug 16 22:22:48.663695 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4a89d17b-7008-4187-b7d9-c699396dc1e0 req-f53037cd-b747-491f-9be5-3095133de084 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869634 Aug 16 22:22:48.670108 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c80243b7-afe7-4555-bb7f-885892a29cdf req-c5add2e0-5780-466b-b819-0deedff3efa1 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207898 Aug 16 22:22:48.721934 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30230c40-65a6-494b-af79-5e01554676a4 req-58e28765-8a65-4669-bb62-480f619e6e81 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:48.760273 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e28765-8a65-4669-bb62-480f619e6e81 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Pushing event deleted for resources: {'Port': ['ID=d8a712b8-6dc9-4325-b7f4-3726de389e35,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:48.787717 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63c975-7405-4d42-b807-76731d1c8c6d req-bf6ac9b8-9434-46d7-8b9f-f5d00f8b5808 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:48.789332 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce63c975-7405-4d42-b807-76731d1c8c6d req-bf6ac9b8-9434-46d7-8b9f-f5d00f8b5808 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.1118782 Aug 16 22:22:48.790988 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05fa33-685f-4477-a4c4-3d014a532cd3 req-93d71a6a-abef-4f81-b729-dcb058c8fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:48.792333 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a05fa33-685f-4477-a4c4-3d014a532cd3 req-93d71a6a-abef-4f81-b729-dcb058c8fd9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&device_id=f7d37433-9e99-4488-be93-a399363dd048 HTTP/1.1" status: 200 len: 1099 time: 0.1257265 Aug 16 22:22:48.879194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-30230c40-65a6-494b-af79-5e01554676a4 req-58e28765-8a65-4669-bb62-480f619e6e81 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] No DVR routers for this DVR port d8a712b8-6dc9-4325-b7f4-3726de389e35 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:22:48.884509 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30230c40-65a6-494b-af79-5e01554676a4 req-58e28765-8a65-4669-bb62-480f619e6e81 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:48.886638 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30230c40-65a6-494b-af79-5e01554676a4 req-58e28765-8a65-4669-bb62-480f619e6e81 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.39 "DELETE /v2.0/ports/d8a712b8-6dc9-4325-b7f4-3726de389e35 HTTP/1.1" status: 204 len: 173 time: 1.0714066 Aug 16 22:22:48.917292 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce63c975-7405-4d42-b807-76731d1c8c6d req-0f18e499-a8a4-40e3-a389-29e4445d96f2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097405 Aug 16 22:22:48.946377 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05fa33-685f-4477-a4c4-3d014a532cd3 req-8b7dbf19-2262-4286-8311-07c6a799f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:48.947941 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a05fa33-685f-4477-a4c4-3d014a532cd3 req-8b7dbf19-2262-4286-8311-07c6a799f9c3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1415827 Aug 16 22:22:48.988037 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device caa97583-908b-43a9-b7e5-5dc8261e527b details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:22:49.009022 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a05fa33-685f-4477-a4c4-3d014a532cd3 req-3450a03c-03e6-4bf4-ad8d-bfbcf56ca57d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=165aae63-3dc0-4ea1-bf25-34bea2f8274f HTTP/1.1" status: 200 len: 217 time: 0.0489774 Aug 16 22:22:49.088600 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05fa33-685f-4477-a4c4-3d014a532cd3 req-5c78c478-8bc0-4ab7-98ab-240efc9e5399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:49.090107 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a05fa33-685f-4477-a4c4-3d014a532cd3 req-5c78c478-8bc0-4ab7-98ab-240efc9e5399 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0686574 Aug 16 22:22:49.093471 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port caa97583-908b-43a9-b7e5-5dc8261e527b, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=caa97583-908b-43a9-b7e5-5dc8261e527b,segment=NetworkSegment(e102682d-1634-409a-b8b3-a19873bb1b74),segment_id=e102682d-1634-409a-b8b3-a19873bb1b74)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:49.098445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda3110-8277-457b-8681-6d8f227dfe8d req-b0ef4f95-d228-4b5e-950c-13eacc7ceab8 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:49.100079 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fda3110-8277-457b-8681-6d8f227dfe8d req-b0ef4f95-d228-4b5e-950c-13eacc7ceab8 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=b1a1d99a-cf07-4001-8f8e-30c0f903e24c HTTP/1.1" status: 200 len: 944 time: 0.0887709 Aug 16 22:22:49.107256 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'caa97583-908b-43a9-b7e5-5dc8261e527b', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'port_id': 'caa97583-908b-43a9-b7e5-5dc8261e527b', 'mac_address': 'fa:16:3e:35:91:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:22:49.149140 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:49.164149 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fda3110-8277-457b-8681-6d8f227dfe8d req-1e9309e3-6b85-49c1-a230-bd0b60d841a0 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/security-groups?id=8027bfc8-5da7-4200-a07c-dc62b51d020a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534692 Aug 16 22:22:49.164659 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa97583-908b-43a9-b7e5-5dc8261e527b {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:49.168698 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05fa33-685f-4477-a4c4-3d014a532cd3 req-541872b0-722f-4664-b712-0746987890b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:49.170705 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a05fa33-685f-4477-a4c4-3d014a532cd3 req-541872b0-722f-4664-b712-0746987890b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0692263 Aug 16 22:22:49.185635 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port caa97583-908b-43a9-b7e5-5dc8261e527b, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=caa97583-908b-43a9-b7e5-5dc8261e527b,segment=NetworkSegment(e102682d-1634-409a-b8b3-a19873bb1b74),segment_id=e102682d-1634-409a-b8b3-a19873bb1b74)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:49.193437 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:49.202104 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c5b520f3-e728-4161-ab03-9d2d975bfa48 req-2d55f205-9bc1-4ea8-9aef-fa919d74adc7 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/ports?device_id=35285102-be99-475b-9fb0-043d49538b3a HTTP/1.1" status: 200 len: 210 time: 0.0369709 Aug 16 22:22:49.248165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=caa97583-908b-43a9-b7e5-5dc8261e527b,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:49.282535 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a05fa33-685f-4477-a4c4-3d014a532cd3 req-b8b753ee-50ed-4a97-8440-aebac7fc2d02 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031690 Aug 16 22:22:49.374320 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a05fa33-685f-4477-a4c4-3d014a532cd3 req-784daa61-42dd-4896-8e0a-ef955112bcfe service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835662 Aug 16 22:22:49.488785 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948237c-3f88-4c59-a2a9-e34a5ae09558 req-ab124ecb-f9be-4245-a8cb-301bce3dbcb8 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:49.490307 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4948237c-3f88-4c59-a2a9-e34a5ae09558 req-ab124ecb-f9be-4245-a8cb-301bce3dbcb8 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=f7d37433-9e99-4488-be93-a399363dd048 HTTP/1.1" status: 200 len: 947 time: 0.0691645 Aug 16 22:22:49.530192 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4948237c-3f88-4c59-a2a9-e34a5ae09558 req-bd7b8b09-daf3-448d-a289-60fc10819628 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321827 Aug 16 22:22:49.554060 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['caa97583-908b-43a9-b7e5-5dc8261e527b'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:49.746605 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35285102-be99-475b-9fb0-043d49538b3a', 'name': 'network-vif-deleted', 'tag': 'd8a712b8-6dc9-4325-b7f4-3726de389e35'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:49.749528 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd77700-5c00-452a-b4cc-a90eafdecb35" -d '{"events": [{"server_uuid": "35285102-be99-475b-9fb0-043d49538b3a", "name": "network-vif-deleted", "tag": "d8a712b8-6dc9-4325-b7f4-3726de389e35"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:49.786870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171663d-94d5-423b-9b89-05975f71b562 req-462b52e8-3e1d-47b9-a534-36e2c6558bdc tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:49.788380 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e171663d-94d5-423b-9b89-05975f71b562 req-462b52e8-3e1d-47b9-a534-36e2c6558bdc tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=93535573-76f4-470c-ab91-b0852aeea3f9 HTTP/1.1" status: 200 len: 950 time: 0.0536125 Aug 16 22:22:49.802924 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efdb542-8724-48c1-9672-b407e27067c5 x-openstack-request-id: req-2efdb542-8724-48c1-9672-b407e27067c5 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:49.803381 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35285102-be99-475b-9fb0-043d49538b3a", "name": "network-vif-deleted", "tag": "d8a712b8-6dc9-4325-b7f4-3726de389e35", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:49.803645 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2efdb542-8724-48c1-9672-b407e27067c5 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:49.804031 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35285102-be99-475b-9fb0-043d49538b3a', 'name': 'network-vif-deleted', 'tag': 'd8a712b8-6dc9-4325-b7f4-3726de389e35', 'status': 'completed', 'code': 200} Aug 16 22:22:49.829135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e171663d-94d5-423b-9b89-05975f71b562 req-4b858196-49d2-440e-8729-094cf5e5c80a tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342202 Aug 16 22:22:50.037927 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f185a-1011-44cf-b043-356b9d1303c3 req-b67c1fe5-2c16-4237-b829-6e22358a3a87 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:50.039350 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3c4f185a-1011-44cf-b043-356b9d1303c3 req-b67c1fe5-2c16-4237-b829-6e22358a3a87 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.0484893 Aug 16 22:22:50.080028 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3c4f185a-1011-44cf-b043-356b9d1303c3 req-f4875b3f-0a04-494f-af29-806bf66480bb tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339460 Aug 16 22:22:50.229592 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1deade-38aa-4e50-b308-3fc04bc7a41e req-82300d44-37f2-489e-aacd-8e3c09216cf2 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:50.231351 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be1deade-38aa-4e50-b308-3fc04bc7a41e req-82300d44-37f2-489e-aacd-8e3c09216cf2 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.43 "GET /v2.0/ports?device_id=93535573-76f4-470c-ab91-b0852aeea3f9 HTTP/1.1" status: 200 len: 950 time: 0.0521998 Aug 16 22:22:50.340018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ee676-6217-471f-966b-d7dc09b6140d req-ab5b5fe3-ef66-470f-85c2-3606470002e3 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:50.341569 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-388ee676-6217-471f-966b-d7dc09b6140d req-ab5b5fe3-ef66-470f-85c2-3606470002e3 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=b1a1d99a-cf07-4001-8f8e-30c0f903e24c HTTP/1.1" status: 200 len: 945 time: 0.1038129 Aug 16 22:22:50.401464 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-be1deade-38aa-4e50-b308-3fc04bc7a41e req-f0f5385e-d4e9-4816-a674-e0eeba64588d tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Deleting port 2364286f-7c0d-4b4c-b82d-3d6a84ce9200 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:22:50.401810 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-be1deade-38aa-4e50-b308-3fc04bc7a41e req-f0f5385e-d4e9-4816-a674-e0eeba64588d tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:50.407306 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-388ee676-6217-471f-966b-d7dc09b6140d req-8b40a474-0195-4edd-af00-a4f2c239c788 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/security-groups?id=8027bfc8-5da7-4200-a07c-dc62b51d020a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575206 Aug 16 22:22:50.464986 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51250) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:50.519896 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-be1deade-38aa-4e50-b308-3fc04bc7a41e req-f0f5385e-d4e9-4816-a674-e0eeba64588d tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] For port 2364286f-7c0d-4b4c-b82d-3d6a84ce9200, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=2364286f-7c0d-4b4c-b82d-3d6a84ce9200,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:50.520257 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-be1deade-38aa-4e50-b308-3fc04bc7a41e req-f0f5385e-d4e9-4816-a674-e0eeba64588d tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:50.534792 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a772a83b-8a72-4dce-95a4-ec989aa48869 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:50.536039 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-be1deade-38aa-4e50-b308-3fc04bc7a41e req-f0f5385e-d4e9-4816-a674-e0eeba64588d tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Calling delete_port for 2364286f-7c0d-4b4c-b82d-3d6a84ce9200 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:22:50.564319 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a772a83b-8a72-4dce-95a4-ec989aa48869 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:50.639460 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a772a83b-8a72-4dce-95a4-ec989aa48869 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:50.642350 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a772a83b-8a72-4dce-95a4-ec989aa48869 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:50.643600 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a772a83b-8a72-4dce-95a4-ec989aa48869 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "DELETE /v2.0/security-groups/14b9bcd1-954f-4e19-8803-86ba28e2a49c HTTP/1.1" status: 204 len: 168 time: 0.1775711 Aug 16 22:22:50.647259 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51256) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:50.665599 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772a83b-8a72-4dce-95a4-ec989aa48869 tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b9bcd1-954f-4e19-8803-86ba28e2a49c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:50.668167 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-a26bfa4a-f2a3-4772-bc2f-66b856aa558a tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] show failed (client error): The resource could not be found. Aug 16 22:22:50.672258 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a26bfa4a-f2a3-4772-bc2f-66b856aa558a tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "GET /v2.0/security-groups/14b9bcd1-954f-4e19-8803-86ba28e2a49c HTTP/1.1" status: 404 len: 347 time: 0.0208201 Aug 16 22:22:50.673394 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51258) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:50.713824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d8eb9c88-aece-4a30-8e96-4553d6f0ef47 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:22:50.716178 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d8eb9c88-aece-4a30-8e96-4553d6f0ef47 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:22:50.741665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cb9b8-a520-4796-a9d6-0c5f0968b7ee req-53099536-a21d-4e73-be55-033a270a4ec9 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:50.743293 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-899cb9b8-a520-4796-a9d6-0c5f0968b7ee req-53099536-a21d-4e73-be55-033a270a4ec9 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=f7d37433-9e99-4488-be93-a399363dd048 HTTP/1.1" status: 200 len: 947 time: 0.1344883 Aug 16 22:22:50.881990 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d8eb9c88-aece-4a30-8e96-4553d6f0ef47, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d8eb9c88-aece-4a30-8e96-4553d6f0ef47,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:50.895277 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'd8eb9c88-aece-4a30-8e96-4553d6f0ef47', 'network_id': 'd3e76621-6f8c-4864-b810-714eea91d7c8', 'port_id': 'd8eb9c88-aece-4a30-8e96-4553d6f0ef47', 'mac_address': 'fa:16:3e:7e:9e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf0a8e9-8419-49d8-b5f5-08ee7021bab1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:22:50.908222 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:50.959312 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8eb9c88-aece-4a30-8e96-4553d6f0ef47'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:50.961810 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd2b156-5d3c-4689-b33a-3cbf847344e9" -d '{"events": [{"server_uuid": "36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb", "name": "network-vif-unplugged", "status": "completed", "tag": "d8eb9c88-aece-4a30-8e96-4553d6f0ef47"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:50.968522 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:50.989914 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d8eb9c88-aece-4a30-8e96-4553d6f0ef47, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d8eb9c88-aece-4a30-8e96-4553d6f0ef47,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:50.993381 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8eb9c88-aece-4a30-8e96-4553d6f0ef47 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:50.999211 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:50.999919 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d8a712b8-6dc9-4325-b7f4-3726de389e35 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:22:51.007974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 165aae63-3dc0-4ea1-bf25-34bea2f8274f details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:22:51.010736 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device caa97583-908b-43a9-b7e5-5dc8261e527b up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:51.092853 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: d8a712b8-6dc9-4325-b7f4-3726de389e35 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:22:51.093110 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d8a712b8-6dc9-4325-b7f4-3726de389e35 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:22:51.181287 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:22:51.181704 n-d-792458-15 neutron-server[94873]: DEBUG oslo_db.api [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:22:51.184824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=d8eb9c88-aece-4a30-8e96-4553d6f0ef47,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:51.216150 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port caa97583-908b-43a9-b7e5-5dc8261e527b completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:51.216367 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-be1deade-38aa-4e50-b308-3fc04bc7a41e req-f0f5385e-d4e9-4816-a674-e0eeba64588d tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:51.227762 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port caa97583-908b-43a9-b7e5-5dc8261e527b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:51.228161 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:51.234654 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['2364286f-7c0d-4b4c-b82d-3d6a84ce9200'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:51.237012 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-899cb9b8-a520-4796-a9d6-0c5f0968b7ee req-c5a53661-5050-4216-b921-2e19cb0f8445 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461127 Aug 16 22:22:51.245129 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['45933eaa-7ff2-4d80-85fb-628a3f508042'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:51.268621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5385e-d4e9-4816-a674-e0eeba64588d tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Pushing event deleted for resources: {'Port': ['ID=2364286f-7c0d-4b4c-b82d-3d6a84ce9200,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:51.305869 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f6bc3-9ad6-40fa-be37-12277b4668c7 req-beb3d298-03dd-42a1-a2cd-44347d8cc343 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:51.307411 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6a8f6bc3-9ad6-40fa-be37-12277b4668c7 req-beb3d298-03dd-42a1-a2cd-44347d8cc343 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=93535573-76f4-470c-ab91-b0852aeea3f9 HTTP/1.1" status: 200 len: 867 time: 0.1974206 Aug 16 22:22:51.338601 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c74a55-a1fb-4e60-9bbe-e269bcf9d7c3 x-openstack-request-id: req-a7c74a55-a1fb-4e60-9bbe-e269bcf9d7c3 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:51.338893 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb", "name": "network-vif-unplugged", "status": "completed", "tag": "d8eb9c88-aece-4a30-8e96-4553d6f0ef47", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:51.339148 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a7c74a55-a1fb-4e60-9bbe-e269bcf9d7c3 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:51.339538 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8eb9c88-aece-4a30-8e96-4553d6f0ef47', 'code': 200} Aug 16 22:22:51.344607 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 165aae63-3dc0-4ea1-bf25-34bea2f8274f, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=165aae63-3dc0-4ea1-bf25-34bea2f8274f,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:51.344758 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1deade-38aa-4e50-b308-3fc04bc7a41e req-f0f5385e-d4e9-4816-a674-e0eeba64588d tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] No DVR routers for this DVR port 2364286f-7c0d-4b4c-b82d-3d6a84ce9200 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:22:51.354750 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-be1deade-38aa-4e50-b308-3fc04bc7a41e req-f0f5385e-d4e9-4816-a674-e0eeba64588d tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:51.358538 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be1deade-38aa-4e50-b308-3fc04bc7a41e req-f0f5385e-d4e9-4816-a674-e0eeba64588d tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.43 "DELETE /v2.0/ports/2364286f-7c0d-4b4c-b82d-3d6a84ce9200 HTTP/1.1" status: 204 len: 173 time: 1.1097751 Aug 16 22:22:51.389491 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '165aae63-3dc0-4ea1-bf25-34bea2f8274f', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': '165aae63-3dc0-4ea1-bf25-34bea2f8274f', 'mac_address': 'fa:16:3e:97:9f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:22:51.397490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a855513b-c18e-4a4d-b783-67ca267cf1fe tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Deleting port 4447c012-db51-4350-86c3-3ed92f20b548 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:22:51.398352 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a855513b-c18e-4a4d-b783-67ca267cf1fe tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:51.497062 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:51.528664 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a855513b-c18e-4a4d-b783-67ca267cf1fe tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:51.529106 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a855513b-c18e-4a4d-b783-67ca267cf1fe tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:51.547425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a855513b-c18e-4a4d-b783-67ca267cf1fe tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Calling delete_port for 4447c012-db51-4350-86c3-3ed92f20b548 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:22:51.582072 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:51.598455 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165aae63-3dc0-4ea1-bf25-34bea2f8274f {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:51.637951 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port caa97583-908b-43a9-b7e5-5dc8261e527b, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=caa97583-908b-43a9-b7e5-5dc8261e527b,segment=NetworkSegment(e102682d-1634-409a-b8b3-a19873bb1b74),segment_id=e102682d-1634-409a-b8b3-a19873bb1b74)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:51.651888 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:51.655360 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6a8f6bc3-9ad6-40fa-be37-12277b4668c7 req-f5900ed1-feae-4d5b-95ab-60b83d58966b tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065135 Aug 16 22:22:51.656801 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 165aae63-3dc0-4ea1-bf25-34bea2f8274f, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=165aae63-3dc0-4ea1-bf25-34bea2f8274f,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:51.670530 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:51.671171 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device f889e197-d41c-434d-9aa2-e3cdc5aec979 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:22:51.713413 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76eaf33-5042-4a7d-852c-1e0a10b9f252 req-dd59cc61-8f98-4cd6-be45-97a9f6a319f3 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:51.715188 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d76eaf33-5042-4a7d-852c-1e0a10b9f252 req-dd59cc61-8f98-4cd6-be45-97a9f6a319f3 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 944 time: 0.0839446 Aug 16 22:22:51.763989 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d76eaf33-5042-4a7d-852c-1e0a10b9f252 req-81725767-f00e-4d4b-8553-94adeb14612e tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400765 Aug 16 22:22:51.818084 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93535573-76f4-470c-ab91-b0852aeea3f9', 'name': 'network-vif-deleted', 'tag': '2364286f-7c0d-4b4c-b82d-3d6a84ce9200'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:51.820357 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87efe75d-64b2-4825-8885-3ff9c881eb62" -d '{"events": [{"server_uuid": "93535573-76f4-470c-ab91-b0852aeea3f9", "name": "network-vif-deleted", "tag": "2364286f-7c0d-4b4c-b82d-3d6a84ce9200"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:51.900961 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a855513b-c18e-4a4d-b783-67ca267cf1fe tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:51.931752 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd20810f-fd85-4730-9ef2-70e195e2f1a1 x-openstack-request-id: req-fd20810f-fd85-4730-9ef2-70e195e2f1a1 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:51.932045 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93535573-76f4-470c-ab91-b0852aeea3f9", "name": "network-vif-deleted", "tag": "2364286f-7c0d-4b4c-b82d-3d6a84ce9200", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:51.932303 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fd20810f-fd85-4730-9ef2-70e195e2f1a1 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:51.932692 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93535573-76f4-470c-ab91-b0852aeea3f9', 'name': 'network-vif-deleted', 'tag': '2364286f-7c0d-4b4c-b82d-3d6a84ce9200', 'status': 'completed', 'code': 200} Aug 16 22:22:51.937934 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855513b-c18e-4a4d-b783-67ca267cf1fe tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Pushing event deleted for resources: {'Port': ['ID=4447c012-db51-4350-86c3-3ed92f20b548,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:51.961155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b95e2b-7333-4fdc-aca2-b10d359e4980 req-ebfd258d-6eeb-4375-92b9-6f528f968ed5 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:51.970774 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-54b95e2b-7333-4fdc-aca2-b10d359e4980 req-ebfd258d-6eeb-4375-92b9-6f528f968ed5 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=b1a1d99a-cf07-4001-8f8e-30c0f903e24c HTTP/1.1" status: 200 len: 946 time: 0.1451948 Aug 16 22:22:52.006688 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.resource_extend [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:22:52.012624 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=caa97583-908b-43a9-b7e5-5dc8261e527b,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:52.033173 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.060860 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port f889e197-d41c-434d-9aa2-e3cdc5aec979, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=f889e197-d41c-434d-9aa2-e3cdc5aec979,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:52.079410 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-54b95e2b-7333-4fdc-aca2-b10d359e4980 req-3e985b39-8248-4804-994f-35c33eebdf23 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/security-groups?id=8027bfc8-5da7-4200-a07c-dc62b51d020a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045790 Aug 16 22:22:52.099602 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a855513b-c18e-4a4d-b783-67ca267cf1fe tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.102308 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a855513b-c18e-4a4d-b783-67ca267cf1fe tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.103943 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a855513b-c18e-4a4d-b783-67ca267cf1fe tempest-ImagesOneServerNegativeTestJSON-1890423718 tempest-ImagesOneServerNegativeTestJSON-1890423718-project] 10.222.0.93 "DELETE /v2.0/floatingips/3f31e329-c308-49df-bb05-8751c40b9c6d HTTP/1.1" status: 204 len: 168 time: 1.4289455 Aug 16 22:22:52.109315 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8eb9c88-aece-4a30-8e96-4553d6f0ef47 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:52.113289 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'f889e197-d41c-434d-9aa2-e3cdc5aec979', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': 'f889e197-d41c-434d-9aa2-e3cdc5aec979', 'mac_address': 'fa:16:3e:c9:3e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:22:52.126192 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=165aae63-3dc0-4ea1-bf25-34bea2f8274f,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:52.166429 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d8eb9c88-aece-4a30-8e96-4553d6f0ef47, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d8eb9c88-aece-4a30-8e96-4553d6f0ef47,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:52.174942 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.218755 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.240601 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f889e197-d41c-434d-9aa2-e3cdc5aec979 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:52.253848 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51286) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:52.269339 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=d8eb9c88-aece-4a30-8e96-4553d6f0ef47,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:52.275374 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port f889e197-d41c-434d-9aa2-e3cdc5aec979, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=f889e197-d41c-434d-9aa2-e3cdc5aec979,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:52.283520 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.316251 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-5621badb-b418-49eb-8c35-78828889cc9b admin admin] Deleting subnet c24cbf4e-01f3-4e79-8de4-01997a6a08b9 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:22:52.320378 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5621badb-b418-49eb-8c35-78828889cc9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.333734 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=f889e197-d41c-434d-9aa2-e3cdc5aec979,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:52.382315 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5621badb-b418-49eb-8c35-78828889cc9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.423569 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b6167-ae33-4fe0-84d4-9172abfba8a0 req-95772b78-633c-4d0e-ad09-9935a1bc203b tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:52.425110 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-255b6167-ae33-4fe0-84d4-9172abfba8a0 req-95772b78-633c-4d0e-ad09-9935a1bc203b tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=f7d37433-9e99-4488-be93-a399363dd048 HTTP/1.1" status: 200 len: 948 time: 0.1057146 Aug 16 22:22:52.450813 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['d8eb9c88-aece-4a30-8e96-4553d6f0ef47'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:52.468009 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5621badb-b418-49eb-8c35-78828889cc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.471971 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-255b6167-ae33-4fe0-84d4-9172abfba8a0 req-5bc09a52-915e-4edc-abcd-fce9bf388776 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389383 Aug 16 22:22:52.539021 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5621badb-b418-49eb-8c35-78828889cc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.564751 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621badb-b418-49eb-8c35-78828889cc9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c24cbf4e-01f3-4e79-8de4-01997a6a08b9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:52.568508 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5621badb-b418-49eb-8c35-78828889cc9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.570526 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5621badb-b418-49eb-8c35-78828889cc9b admin admin] 10.222.0.93 "DELETE /v2.0/subnets/c24cbf4e-01f3-4e79-8de4-01997a6a08b9 HTTP/1.1" status: 204 len: 168 time: 0.3147523 Aug 16 22:22:52.573139 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51292) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:52.598707 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['165aae63-3dc0-4ea1-bf25-34bea2f8274f'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:52.604520 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['f889e197-d41c-434d-9aa2-e3cdc5aec979'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:52.646373 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-451613da-f2b6-47a8-aded-d2dba797f801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.734110 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-451613da-f2b6-47a8-aded-d2dba797f801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.747331 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-451613da-f2b6-47a8-aded-d2dba797f801 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c76ac5-0e6a-4123-b986-bece94a6a1b4']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:52.786577 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-451613da-f2b6-47a8-aded-d2dba797f801 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3bac013-ac59-422a-89e9-c60c8479a5be') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:52.787293 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-451613da-f2b6-47a8-aded-d2dba797f801 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3bac013-ac59-422a-89e9-c60c8479a5be') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:52.800522 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-451613da-f2b6-47a8-aded-d2dba797f801 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.816875 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-451613da-f2b6-47a8-aded-d2dba797f801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.825296 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451613da-f2b6-47a8-aded-d2dba797f801 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:22:52.826027 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-451613da-f2b6-47a8-aded-d2dba797f801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:22:52.828165 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:22:52.907319 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-451613da-f2b6-47a8-aded-d2dba797f801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.925331 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-451613da-f2b6-47a8-aded-d2dba797f801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.931037 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-451613da-f2b6-47a8-aded-d2dba797f801 admin admin] 10.222.0.93 "DELETE /v2.0/networks/45c76ac5-0e6a-4123-b986-bece94a6a1b4 HTTP/1.1" status: 204 len: 168 time: 0.3561699 Aug 16 22:22:52.948810 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451613da-f2b6-47a8-aded-d2dba797f801 admin admin] Pushing event deleted for resources: {'Network': ['ID=45c76ac5-0e6a-4123-b986-bece94a6a1b4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:53.031099 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 2364286f-7c0d-4b4c-b82d-3d6a84ce9200 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:22:53.061348 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 2364286f-7c0d-4b4c-b82d-3d6a84ce9200 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:22:53.061707 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 2364286f-7c0d-4b4c-b82d-3d6a84ce9200 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:22:53.080328 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7f322-e29c-4bb4-8f72-603a94298153 req-8cf4794f-a5aa-4145-ac13-79ce9eaf2166 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:53.082024 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2d7f322-e29c-4bb4-8f72-603a94298153 req-8cf4794f-a5aa-4145-ac13-79ce9eaf2166 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 945 time: 0.0877578 Aug 16 22:22:53.129532 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2d7f322-e29c-4bb4-8f72-603a94298153 req-1134c9ef-3b83-4fa2-816d-51c7b3798712 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393226 Aug 16 22:22:53.194203 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51312) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:53.244336 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-31021ba9-ae65-4843-9eeb-25a9dc14bcd0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d183311263574d8b94003c320c287e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484018 Aug 16 22:22:53.246902 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51314) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:53.299222 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049629e-1588-4bc0-b487-35aa5b66dbf3 req-38769173-d900-417c-9dce-afaf7f581f01 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:53.300752 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6049629e-1588-4bc0-b487-35aa5b66dbf3 req-38769173-d900-417c-9dce-afaf7f581f01 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc35e0ce-513f-4f4e-be32-8f10f7aa21e9 HTTP/1.1" status: 200 len: 949 time: 0.0871708 Aug 16 22:22:53.308469 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1aa6dd9f-96b6-4e40-96ad-97e7ca718b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:53.320274 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58b3f9-819b-4178-8557-20c804a8d062 req-be575f00-4e51-49bb-a3de-909384f51618 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:53.322136 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e58b3f9-819b-4178-8557-20c804a8d062 req-be575f00-4e51-49bb-a3de-909384f51618 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=b1a1d99a-cf07-4001-8f8e-30c0f903e24c HTTP/1.1" status: 200 len: 946 time: 0.0970600 Aug 16 22:22:53.340977 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a1d99a-cf07-4001-8f8e-30c0f903e24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa97583-908b-43a9-b7e5-5dc8261e527b'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:53.342776 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1aa6dd9f-96b6-4e40-96ad-97e7ca718b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:53.343680 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce22163-d0cd-44b4-bda9-9a32c5b66b7f" -d '{"events": [{"server_uuid": "b1a1d99a-cf07-4001-8f8e-30c0f903e24c", "name": "network-vif-plugged", "status": "completed", "tag": "caa97583-908b-43a9-b7e5-5dc8261e527b"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:53.371305 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6049629e-1588-4bc0-b487-35aa5b66dbf3 req-2fe66add-e6ef-4f39-8705-659baefb69a4 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594585 Aug 16 22:22:53.395688 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e58b3f9-819b-4178-8557-20c804a8d062 req-7dbb4342-2326-4c44-aa92-77c67775d624 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/security-groups?id=8027bfc8-5da7-4200-a07c-dc62b51d020a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586615 Aug 16 22:22:53.397656 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1aa6dd9f-96b6-4e40-96ad-97e7ca718b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:53.400202 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1aa6dd9f-96b6-4e40-96ad-97e7ca718b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:53.401362 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1aa6dd9f-96b6-4e40-96ad-97e7ca718b2b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b0252619-002c-4db9-a736-7128b6bc3dd4 HTTP/1.1" status: 204 len: 168 time: 0.1526513 Aug 16 22:22:53.409473 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6dd9f-96b6-4e40-96ad-97e7ca718b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0252619-002c-4db9-a736-7128b6bc3dd4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:53.432510 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1844255c-c324-4993-a31d-7e2bef8c016c x-openstack-request-id: req-1844255c-c324-4993-a31d-7e2bef8c016c {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:53.432729 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a1d99a-cf07-4001-8f8e-30c0f903e24c", "name": "network-vif-plugged", "status": "completed", "tag": "caa97583-908b-43a9-b7e5-5dc8261e527b", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:53.433022 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1844255c-c324-4993-a31d-7e2bef8c016c {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:53.433355 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a1d99a-cf07-4001-8f8e-30c0f903e24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa97583-908b-43a9-b7e5-5dc8261e527b', 'code': 200} Aug 16 22:22:53.542746 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c8d18-2392-463b-b16b-e6d2e2355129 req-2390d7c6-0f40-47ec-8fd0-b8e2419cc500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:53.544298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f6c8d18-2392-463b-b16b-e6d2e2355129 req-2390d7c6-0f40-47ec-8fd0-b8e2419cc500 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b1a1d99a-cf07-4001-8f8e-30c0f903e24c HTTP/1.1" status: 200 len: 1098 time: 0.0468957 Aug 16 22:22:53.638471 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f6c8d18-2392-463b-b16b-e6d2e2355129 req-2b658ed6-2767-49db-b91f-636dc044b9a9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8027bfc8-5da7-4200-a07c-dc62b51d020a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683978 Aug 16 22:22:53.651285 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bb0e3-7cfe-4cc4-b2db-b7284c88446e req-c45d7f8f-e2d1-4427-a1cf-2258ad14e29a tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:53.652755 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8f9bb0e3-7cfe-4cc4-b2db-b7284c88446e req-c45d7f8f-e2d1-4427-a1cf-2258ad14e29a tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=f7d37433-9e99-4488-be93-a399363dd048 HTTP/1.1" status: 200 len: 948 time: 0.0968509 Aug 16 22:22:53.697294 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8f9bb0e3-7cfe-4cc4-b2db-b7284c88446e req-f3bd276e-4024-48ca-8a9a-4798ae17bc2a tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379148 Aug 16 22:22:54.142696 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51354) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:54.267236 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8833881-8ca8-4041-9f6a-769ef7662e38 req-3eb78e44-1b3a-417a-a723-76f8b48e01f5 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:54.268752 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8833881-8ca8-4041-9f6a-769ef7662e38 req-3eb78e44-1b3a-417a-a723-76f8b48e01f5 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 945 time: 0.0615423 Aug 16 22:22:54.281107 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ec465acd-1e8e-4a1d-a7d8-52505fbe5a55 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-336272441-network', 'tenant_id': '67ae45022e734e1baee8ff36847e9b99'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:54.303033 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec465acd-1e8e-4a1d-a7d8-52505fbe5a55 admin admin] Made reservation on behalf of 67ae45022e734e1baee8ff36847e9b99 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:54.305461 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec465acd-1e8e-4a1d-a7d8-52505fbe5a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.309794 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8833881-8ca8-4041-9f6a-769ef7662e38 req-bac2e4ab-3c6c-43eb-bdd7-eb2cba704363 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346398 Aug 16 22:22:54.315431 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec465acd-1e8e-4a1d-a7d8-52505fbe5a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.426726 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec465acd-1e8e-4a1d-a7d8-52505fbe5a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.431382 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec465acd-1e8e-4a1d-a7d8-52505fbe5a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.472165 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec465acd-1e8e-4a1d-a7d8-52505fbe5a55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:22:54.487584 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec465acd-1e8e-4a1d-a7d8-52505fbe5a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0641b8-6068-477d-926e-88fab65b3ebb,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:54.498458 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec465acd-1e8e-4a1d-a7d8-52505fbe5a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.499069 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-ec465acd-1e8e-4a1d-a7d8-52505fbe5a55 admin admin] Added segment 39afd08e-bb7a-4153-bd8d-d03f1b6fb3db of type vlan for network e38bf078-816c-4584-acc5-542d99f6c421 Aug 16 22:22:54.547436 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec465acd-1e8e-4a1d-a7d8-52505fbe5a55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.587994 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec465acd-1e8e-4a1d-a7d8-52505fbe5a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.589522 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec465acd-1e8e-4a1d-a7d8-52505fbe5a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:54.590211 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec465acd-1e8e-4a1d-a7d8-52505fbe5a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.615644 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dafac4-5f25-460b-89da-774c3cbc74f7 req-7be4ea29-5f05-45e7-b754-1421a113faad tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:54.617279 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-01dafac4-5f25-460b-89da-774c3cbc74f7 req-7be4ea29-5f05-45e7-b754-1421a113faad tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc35e0ce-513f-4f4e-be32-8f10f7aa21e9 HTTP/1.1" status: 200 len: 949 time: 0.1544266 Aug 16 22:22:54.655832 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec465acd-1e8e-4a1d-a7d8-52505fbe5a55 admin admin] Pushing event updated for resources: {'Network': ['ID=e38bf078-816c-4584-acc5-542d99f6c421,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:54.664104 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef6237-a346-4058-9447-5b68b654b76f req-55d404c9-3865-414a-99e8-cf6bb18ca984 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:54.665442 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ec465acd-1e8e-4a1d-a7d8-52505fbe5a55 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5215936 Aug 16 22:22:54.665833 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-43ef6237-a346-4058-9447-5b68b654b76f req-55d404c9-3865-414a-99e8-cf6bb18ca984 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=b1a1d99a-cf07-4001-8f8e-30c0f903e24c HTTP/1.1" status: 200 len: 946 time: 0.1266088 Aug 16 22:22:54.668425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51366) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:54.670598 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network e38bf078-816c-4584-acc5-542d99f6c421 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:22:54.674918 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-2d341e8f-4f1f-40cd-a055-c874a7ccda53 admin admin] Request body: {'subnet': {'network_id': 'e38bf078-816c-4584-acc5-542d99f6c421', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-336272441-subnet', 'tenant_id': '67ae45022e734e1baee8ff36847e9b99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:54.676449 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd62e2b-1dad-41da-9b2d-3d86f37c5b8b req-bb721c2e-91ce-4f66-8890-25c112d26f58 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:54.677935 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0fd62e2b-1dad-41da-9b2d-3d86f37c5b8b req-bb721c2e-91ce-4f66-8890-25c112d26f58 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc35e0ce-513f-4f4e-be32-8f10f7aa21e9 HTTP/1.1" status: 200 len: 949 time: 0.1599209 Aug 16 22:22:54.697607 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d341e8f-4f1f-40cd-a055-c874a7ccda53 admin admin] Made reservation on behalf of 67ae45022e734e1baee8ff36847e9b99 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:54.699983 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d341e8f-4f1f-40cd-a055-c874a7ccda53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.717534 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d8eb9c88-aece-4a30-8e96-4553d6f0ef47 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:54.774947 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-43ef6237-a346-4058-9447-5b68b654b76f req-5bad11fc-4455-4540-9a85-d4d4720f6683 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/security-groups?id=8027bfc8-5da7-4200-a07c-dc62b51d020a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959327 Aug 16 22:22:54.786841 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0fd62e2b-1dad-41da-9b2d-3d86f37c5b8b req-ce039677-9256-4db2-a05b-80ed8443da1b tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955405 Aug 16 22:22:54.793206 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port d8eb9c88-aece-4a30-8e96-4553d6f0ef47 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:54.793638 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.823663 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-01dafac4-5f25-460b-89da-774c3cbc74f7 req-a4b660a0-beb4-4478-9e09-2c0b8aa424cf tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Deleting port 45933eaa-7ff2-4d80-85fb-628a3f508042 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:22:54.824010 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-01dafac4-5f25-460b-89da-774c3cbc74f7 req-a4b660a0-beb4-4478-9e09-2c0b8aa424cf tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.895327 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.906386 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d341e8f-4f1f-40cd-a055-c874a7ccda53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.940866 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d8eb9c88-aece-4a30-8e96-4553d6f0ef47, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d8eb9c88-aece-4a30-8e96-4553d6f0ef47,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:54.946800 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.947888 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 45933eaa-7ff2-4d80-85fb-628a3f508042 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:22:54.953075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd535357-35ea-466f-8a33-384a1550f284 req-84789cb0-6c5b-4315-9111-d31f15e1ccc0 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:54.954666 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd535357-35ea-466f-8a33-384a1550f284 req-84789cb0-6c5b-4315-9111-d31f15e1ccc0 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=f7d37433-9e99-4488-be93-a399363dd048 HTTP/1.1" status: 200 len: 948 time: 0.0881042 Aug 16 22:22:54.980215 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d341e8f-4f1f-40cd-a055-c874a7ccda53 admin admin] Checking segment: {'id': '39afd08e-bb7a-4153-bd8d-d03f1b6fb3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e38bf078-816c-4584-acc5-542d99f6c421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:54.980580 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d341e8f-4f1f-40cd-a055-c874a7ccda53 admin admin] Network hostable DHCP agents. Network: e38bf078-816c-4584-acc5-542d99f6c421, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:22:54.981401 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-01dafac4-5f25-460b-89da-774c3cbc74f7 req-a4b660a0-beb4-4478-9e09-2c0b8aa424cf tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] For port 45933eaa-7ff2-4d80-85fb-628a3f508042, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=45933eaa-7ff2-4d80-85fb-628a3f508042,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:54.981782 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-01dafac4-5f25-460b-89da-774c3cbc74f7 req-a4b660a0-beb4-4478-9e09-2c0b8aa424cf tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.984266 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d341e8f-4f1f-40cd-a055-c874a7ccda53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb9ed0f-d734-4392-8453-756a367a8d5f,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:55.002320 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d341e8f-4f1f-40cd-a055-c874a7ccda53 admin admin] Network e38bf078-816c-4584-acc5-542d99f6c421 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:22:55.006498 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-01dafac4-5f25-460b-89da-774c3cbc74f7 req-a4b660a0-beb4-4478-9e09-2c0b8aa424cf tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Calling delete_port for 45933eaa-7ff2-4d80-85fb-628a3f508042 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:22:55.016127 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-2d341e8f-4f1f-40cd-a055-c874a7ccda53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, e38bf078-816c-4584-acc5-542d99f6c421) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:55.020969 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d341e8f-4f1f-40cd-a055-c874a7ccda53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:55.021894 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d341e8f-4f1f-40cd-a055-c874a7ccda53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:55.027970 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 165aae63-3dc0-4ea1-bf25-34bea2f8274f up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:55.040609 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2d341e8f-4f1f-40cd-a055-c874a7ccda53 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3705063 Aug 16 22:22:55.042616 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd535357-35ea-466f-8a33-384a1550f284 req-947a7de5-10be-4dae-bd5d-8428f6da0434 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797627 Aug 16 22:22:55.079986 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f300d9d5-b16c-40bd-8f57-ea5c6f26e763 None None] Network e38bf078-816c-4584-acc5-542d99f6c421 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:22:55.080147 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=d8eb9c88-aece-4a30-8e96-4553d6f0ef47,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:55.204112 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:55.241308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 165aae63-3dc0-4ea1-bf25-34bea2f8274f completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:55.246617 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-01dafac4-5f25-460b-89da-774c3cbc74f7 req-a4b660a0-beb4-4478-9e09-2c0b8aa424cf tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:55.266121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 165aae63-3dc0-4ea1-bf25-34bea2f8274f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:55.270442 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:55.293774 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b660a0-beb4-4478-9e09-2c0b8aa424cf tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Pushing event deleted for resources: {'Port': ['ID=45933eaa-7ff2-4d80-85fb-628a3f508042,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:55.352565 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11b24e1-b040-4590-bb3e-d01014333352 None None] Network e38bf078-816c-4584-acc5-542d99f6c421 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:22:55.381640 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-01dafac4-5f25-460b-89da-774c3cbc74f7 req-a4b660a0-beb4-4478-9e09-2c0b8aa424cf tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] No DVR routers for this DVR port 45933eaa-7ff2-4d80-85fb-628a3f508042 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:22:55.384385 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-01dafac4-5f25-460b-89da-774c3cbc74f7 req-a4b660a0-beb4-4478-9e09-2c0b8aa424cf tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:55.386916 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-01dafac4-5f25-460b-89da-774c3cbc74f7 req-a4b660a0-beb4-4478-9e09-2c0b8aa424cf tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.39 "DELETE /v2.0/ports/45933eaa-7ff2-4d80-85fb-628a3f508042 HTTP/1.1" status: 204 len: 173 time: 0.7619879 Aug 16 22:22:55.387435 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc35e0ce-513f-4f4e-be32-8f10f7aa21e9', 'name': 'network-vif-deleted', 'tag': '45933eaa-7ff2-4d80-85fb-628a3f508042'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:55.390384 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1ea950-3381-4d62-97c9-d61b66efd350" -d '{"events": [{"server_uuid": "fc35e0ce-513f-4f4e-be32-8f10f7aa21e9", "name": "network-vif-deleted", "tag": "45933eaa-7ff2-4d80-85fb-628a3f508042"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:55.435943 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8eb9c88-aece-4a30-8e96-4553d6f0ef47'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:55.438491 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e817db98-f1ac-444a-aa81-20048db5649a" -d '{"events": [{"server_uuid": "36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb", "name": "network-vif-plugged", "status": "completed", "tag": "d8eb9c88-aece-4a30-8e96-4553d6f0ef47"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:55.540425 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-c3548afd-5424-4f2e-8269-1460dcacbe5d req-d88b16fc-d3c2-40c9-96b8-95dd5df40515 tempest-SecurityGroupsNegativeTestJSON-505893400 tempest-SecurityGroupsNegativeTestJSON-505893400-project] show failed (client error): The resource could not be found. Aug 16 22:22:55.558822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c3548afd-5424-4f2e-8269-1460dcacbe5d req-d88b16fc-d3c2-40c9-96b8-95dd5df40515 tempest-SecurityGroupsNegativeTestJSON-505893400 tempest-SecurityGroupsNegativeTestJSON-505893400-project] 10.222.0.93 "GET /v2.0/security-groups/fb78721e-79f5-4788-ae04-f5083eb80a75 HTTP/1.1" status: 404 len: 352 time: 0.0501835 Aug 16 22:22:55.579068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efa0f9-24c7-4f27-b539-98af89b319f1 req-72d9efcb-dce5-4ad6-97c6-deebc202d4da tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:55.586757 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:55.589525 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3efa0f9-24c7-4f27-b539-98af89b319f1 req-72d9efcb-dce5-4ad6-97c6-deebc202d4da tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.1250696 Aug 16 22:22:55.614570 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37db595-3e6f-40b8-84b5-6d7270a40fb5 x-openstack-request-id: req-d37db595-3e6f-40b8-84b5-6d7270a40fb5 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:55.614862 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc35e0ce-513f-4f4e-be32-8f10f7aa21e9", "name": "network-vif-deleted", "tag": "45933eaa-7ff2-4d80-85fb-628a3f508042", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:55.615112 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d37db595-3e6f-40b8-84b5-6d7270a40fb5 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:55.615505 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc35e0ce-513f-4f4e-be32-8f10f7aa21e9', 'name': 'network-vif-deleted', 'tag': '45933eaa-7ff2-4d80-85fb-628a3f508042', 'status': 'completed', 'code': 200} Aug 16 22:22:55.643153 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3efa0f9-24c7-4f27-b539-98af89b319f1 req-51f17eb2-340d-4724-a47a-6a298f882a3c tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526140 Aug 16 22:22:55.643632 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 165aae63-3dc0-4ea1-bf25-34bea2f8274f, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=165aae63-3dc0-4ea1-bf25-34bea2f8274f,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:55.650717 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:55.651645 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device f889e197-d41c-434d-9aa2-e3cdc5aec979 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:55.657246 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c16243-1c4e-456d-8760-758363ea4b37 x-openstack-request-id: req-69c16243-1c4e-456d-8760-758363ea4b37 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:55.657544 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb", "name": "network-vif-plugged", "status": "completed", "tag": "d8eb9c88-aece-4a30-8e96-4553d6f0ef47", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:55.657798 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-69c16243-1c4e-456d-8760-758363ea4b37 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:55.658221 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8eb9c88-aece-4a30-8e96-4553d6f0ef47', 'code': 200} Aug 16 22:22:55.730236 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3673a0d-a1f8-4cd1-bc44-e205b4a8f875 req-3a9f1926-c1b5-452d-a6cc-a76960006d0a tempest-SecurityGroupsNegativeTestJSON-505893400 tempest-SecurityGroupsNegativeTestJSON-505893400-project] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=67ae45022e734e1baee8ff36847e9b99 HTTP/1.1" status: 200 len: 2984 time: 0.0499811 Aug 16 22:22:55.762804 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=165aae63-3dc0-4ea1-bf25-34bea2f8274f,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:55.776496 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port f889e197-d41c-434d-9aa2-e3cdc5aec979 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:55.780928 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port f889e197-d41c-434d-9aa2-e3cdc5aec979 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:55.781494 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:55.787674 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3673a0d-a1f8-4cd1-bc44-e205b4a8f875 req-afb96020-99e0-454e-a59d-16aa8ffdca84 tempest-SecurityGroupsNegativeTestJSON-505893400 tempest-SecurityGroupsNegativeTestJSON-505893400-project] 10.222.0.93 "GET /v2.0/security-groups/8a0641b8-6068-477d-926e-88fab65b3ebb HTTP/1.1" status: 200 len: 2981 time: 0.0507855 Aug 16 22:22:55.865746 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2762fe2-d6f3-48bd-a859-1b2deaec0499 req-b8d2731e-62f6-4af5-b496-cc05697b05dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:55.867984 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2762fe2-d6f3-48bd-a859-1b2deaec0499 req-b8d2731e-62f6-4af5-b496-cc05697b05dc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 1098 time: 0.0833883 Aug 16 22:22:55.869542 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:55.873690 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3673a0d-a1f8-4cd1-bc44-e205b4a8f875 req-10ebaa44-2246-48ae-aeec-42c704f1f9a2 tempest-SecurityGroupsNegativeTestJSON-505893400 tempest-SecurityGroupsNegativeTestJSON-505893400-project] 10.222.0.93 "GET /v2.0/security-groups/8a0641b8-6068-477d-926e-88fab65b3ebb HTTP/1.1" status: 200 len: 2981 time: 0.0782425 Aug 16 22:22:55.911392 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port f889e197-d41c-434d-9aa2-e3cdc5aec979, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=f889e197-d41c-434d-9aa2-e3cdc5aec979,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:55.917263 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:55.926736 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ccb90ae-857f-4298-89ed-212b338ed0d1 req-a46c0e7d-a4f3-453a-9dbe-71b9688e3029 tempest-LiveMigrationNegativeTest-1126068259 tempest-LiveMigrationNegativeTest-1126068259-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc35e0ce-513f-4f4e-be32-8f10f7aa21e9 HTTP/1.1" status: 200 len: 210 time: 0.0415609 Aug 16 22:22:55.943102 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2762fe2-d6f3-48bd-a859-1b2deaec0499 req-f8607e3d-8592-44c9-8eeb-1616cbbc292f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592692 Aug 16 22:22:56.010929 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=f889e197-d41c-434d-9aa2-e3cdc5aec979,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:56.041010 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-665fe7ad-7af6-4128-a816-b75a46679bee req-9906410e-9ee9-4db3-80c4-a9a59816b8b2 tempest-SecurityGroupsNegativeTestJSON-505893400 tempest-SecurityGroupsNegativeTestJSON-505893400-project] 10.222.0.93 "GET /v2.0/security-groups/8a0641b8-6068-477d-926e-88fab65b3ebb HTTP/1.1" status: 200 len: 2981 time: 0.0751340 Aug 16 22:22:56.058106 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791aa9a-4a36-4206-8e0c-d9220c72b9eb req-21dc79ab-c3f2-44a8-9cfe-5071c380591c tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:56.059648 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5791aa9a-4a36-4206-8e0c-d9220c72b9eb req-21dc79ab-c3f2-44a8-9cfe-5071c380591c tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=b1a1d99a-cf07-4001-8f8e-30c0f903e24c HTTP/1.1" status: 200 len: 946 time: 0.0729084 Aug 16 22:22:56.131054 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5791aa9a-4a36-4206-8e0c-d9220c72b9eb req-b635ac1c-0d4f-4d98-8406-480688dffc9b tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/security-groups?id=8027bfc8-5da7-4200-a07c-dc62b51d020a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626595 Aug 16 22:22:56.141825 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-665fe7ad-7af6-4128-a816-b75a46679bee req-9aba855b-3ebc-4f6f-b479-06c2a5f838af tempest-SecurityGroupsNegativeTestJSON-505893400 tempest-SecurityGroupsNegativeTestJSON-505893400-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 22:22:56.151111 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-665fe7ad-7af6-4128-a816-b75a46679bee req-9aba855b-3ebc-4f6f-b479-06c2a5f838af tempest-SecurityGroupsNegativeTestJSON-505893400 tempest-SecurityGroupsNegativeTestJSON-505893400-project] 10.222.0.93 "DELETE /v2.0/security-groups/8a0641b8-6068-477d-926e-88fab65b3ebb HTTP/1.1" status: 409 len: 352 time: 0.0823519 Aug 16 22:22:56.286737 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-46cda3f3-9060-4eb3-9b63-19fffa7d4089 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:56.288437 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-46cda3f3-9060-4eb3-9b63-19fffa7d4089 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2632ad9-1035-4257-8885-7395d1595735&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0854473 Aug 16 22:22:56.300164 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669bf2e-57b2-47c1-a68b-698b3bfbf3ae req-74356799-7662-4b03-b912-3703c84189a2 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:56.301676 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c669bf2e-57b2-47c1-a68b-698b3bfbf3ae req-74356799-7662-4b03-b912-3703c84189a2 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=f7d37433-9e99-4488-be93-a399363dd048 HTTP/1.1" status: 200 len: 949 time: 0.0999584 Aug 16 22:22:56.360560 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-ce735f5b-18f8-410c-9e8e-fea3e447c6dd tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 695 time: 0.0554032 Aug 16 22:22:56.379544 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-ed763ae4-4eaf-4988-bb98-b76d46d31917 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Request body: {'floatingip': {'port_id': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:56.387783 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c669bf2e-57b2-47c1-a68b-698b3bfbf3ae req-104f966b-7bb5-49e0-a882-6625d37d320d tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776794 Aug 16 22:22:56.440829 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-ed763ae4-4eaf-4988-bb98-b76d46d31917 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:56.444282 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-ef8c540c-42c6-4073-b1ff-18c8516cc72f req-81786f64-a7f7-4e26-be43-34c9ff27a2b9 tempest-SecurityGroupsNegativeTestJSON-505893400 tempest-SecurityGroupsNegativeTestJSON-505893400-project] show failed (client error): The resource could not be found. Aug 16 22:22:56.445587 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef8c540c-42c6-4073-b1ff-18c8516cc72f req-81786f64-a7f7-4e26-be43-34c9ff27a2b9 tempest-SecurityGroupsNegativeTestJSON-505893400 tempest-SecurityGroupsNegativeTestJSON-505893400-project] 10.222.0.93 "GET /v2.0/security-groups/f62e2afc-1662-4f35-a90e-20e2398152ab HTTP/1.1" status: 404 len: 352 time: 0.0267556 Aug 16 22:22:56.620588 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-7fefd641-e1c4-437e-b4b7-27ddbd23496d req-461fa32d-812b-475c-b430-6ba6abcb36a2 tempest-SecurityGroupsNegativeTestJSON-505893400 tempest-SecurityGroupsNegativeTestJSON-505893400-project] show failed (client error): The resource could not be found. Aug 16 22:22:56.621597 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7fefd641-e1c4-437e-b4b7-27ddbd23496d req-461fa32d-812b-475c-b430-6ba6abcb36a2 tempest-SecurityGroupsNegativeTestJSON-505893400 tempest-SecurityGroupsNegativeTestJSON-505893400-project] 10.222.0.93 "GET /v2.0/security-groups/7c6b5d60-5673-46e1-9c48-0fac4fd3c9bc HTTP/1.1" status: 404 len: 352 time: 0.0223322 Aug 16 22:22:56.639277 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51420) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:56.702641 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-57596358-27b8-4828-9e2b-7e53d3389189 admin admin] Deleting subnet 6eb9ed0f-d734-4392-8453-756a367a8d5f {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:22:56.706565 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57596358-27b8-4828-9e2b-7e53d3389189 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:56.861071 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcbf1e-df73-4aad-bc65-b87db1cc8d5f req-585e32a3-8b09-4f6c-bb66-e2462c9267e2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:56.863264 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-86fcbf1e-df73-4aad-bc65-b87db1cc8d5f req-585e32a3-8b09-4f6c-bb66-e2462c9267e2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.1054428 Aug 16 22:22:56.908418 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-86fcbf1e-df73-4aad-bc65-b87db1cc8d5f req-cfb8a963-c64f-476a-8027-ee8322d32925 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388522 Aug 16 22:22:57.035970 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-ed763ae4-4eaf-4988-bb98-b76d46d31917 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:57.044213 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-ed763ae4-4eaf-4988-bb98-b76d46d31917 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:57.067655 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57596358-27b8-4828-9e2b-7e53d3389189 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:57.124667 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57596358-27b8-4828-9e2b-7e53d3389189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:57.160830 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-ed763ae4-4eaf-4988-bb98-b76d46d31917 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Floating IP 89b36007-75c4-49fb-9650-d72c3901a829 associated. External IP: 172.25.6.64, port: b3b50ea5-28e1-4db4-ab61-ad4285a66ecb. Aug 16 22:22:57.201548 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57596358-27b8-4828-9e2b-7e53d3389189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:57.230830 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57596358-27b8-4828-9e2b-7e53d3389189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eb9ed0f-d734-4392-8453-756a367a8d5f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:57.233642 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57596358-27b8-4828-9e2b-7e53d3389189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:57.236973 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-57596358-27b8-4828-9e2b-7e53d3389189 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/6eb9ed0f-d734-4392-8453-756a367a8d5f HTTP/1.1" status: 204 len: 168 time: 0.5966606 Aug 16 22:22:57.240796 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51430) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:57.290349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51432) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:57.325323 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d30ffc09-8bc8-4804-b1d9-849e3f797fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:57.427017 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d30ffc09-8bc8-4804-b1d9-849e3f797fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:57.427739 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-ed763ae4-4eaf-4988-bb98-b76d46d31917 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Router 5574792d-ef5e-4c77-93d6-fa282444195f has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:22:57.456402 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-d30ffc09-8bc8-4804-b1d9-849e3f797fbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38bf078-816c-4584-acc5-542d99f6c421']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:57.484305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-d30ffc09-8bc8-4804-b1d9-849e3f797fbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39afd08e-bb7a-4153-bd8d-d03f1b6fb3db') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:57.484711 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-d30ffc09-8bc8-4804-b1d9-849e3f797fbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39afd08e-bb7a-4153-bd8d-d03f1b6fb3db') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:57.506760 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d30ffc09-8bc8-4804-b1d9-849e3f797fbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:57.529124 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d30ffc09-8bc8-4804-b1d9-849e3f797fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:57.547222 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30ffc09-8bc8-4804-b1d9-849e3f797fbf admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:22:57.547388 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d30ffc09-8bc8-4804-b1d9-849e3f797fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:22:57.549405 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:22:57.613552 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d30ffc09-8bc8-4804-b1d9-849e3f797fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:57.633501 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d30ffc09-8bc8-4804-b1d9-849e3f797fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:57.636652 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d30ffc09-8bc8-4804-b1d9-849e3f797fbf admin admin] 10.222.0.93 "DELETE /v2.0/networks/e38bf078-816c-4584-acc5-542d99f6c421 HTTP/1.1" status: 204 len: 168 time: 0.3948715 Aug 16 22:22:57.637758 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ffc09-8bc8-4804-b1d9-849e3f797fbf admin admin] Pushing event deleted for resources: {'Network': ['ID=e38bf078-816c-4584-acc5-542d99f6c421,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:57.660280 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d37433-9e99-4488-be93-a399363dd048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165aae63-3dc0-4ea1-bf25-34bea2f8274f'}, {'server_uuid': 'a7eccc2c-07b6-427f-9173-2175257cebeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f889e197-d41c-434d-9aa2-e3cdc5aec979'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:57.663265 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d9fa90-455f-410b-95e8-82cb52bc799c" -d '{"events": [{"server_uuid": "f7d37433-9e99-4488-be93-a399363dd048", "name": "network-vif-plugged", "status": "completed", "tag": "165aae63-3dc0-4ea1-bf25-34bea2f8274f"}, {"server_uuid": "a7eccc2c-07b6-427f-9173-2175257cebeb", "name": "network-vif-plugged", "status": "completed", "tag": "f889e197-d41c-434d-9aa2-e3cdc5aec979"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:57.689326 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f496f3-318a-487b-82dd-ff9836e6877f req-4688378a-5771-49cb-aa6c-df1f92624a21 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:57.690969 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-38f496f3-318a-487b-82dd-ff9836e6877f req-4688378a-5771-49cb-aa6c-df1f92624a21 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=f7d37433-9e99-4488-be93-a399363dd048 HTTP/1.1" status: 200 len: 949 time: 0.1703930 Aug 16 22:22:57.698208 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5249c999-9b85-434b-a9c9-56f01a580bdb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b4a852aba05a435e9673c440b74bfdd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4045360 Aug 16 22:22:57.698878 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51452) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:57.731516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-ed763ae4-4eaf-4988-bb98-b76d46d31917 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:22:57.737418 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-ed763ae4-4eaf-4988-bb98-b76d46d31917 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:57.747812 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa61a58-6c47-4187-863b-ac0055bde0e0 None None] Sync routers for ids ['5574792d-ef5e-4c77-93d6-fa282444195f'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:22:57.766088 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa61a58-6c47-4187-863b-ac0055bde0e0 None None] Routers {'5574792d-ef5e-4c77-93d6-fa282444195f'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:57.766989 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0fa61a58-6c47-4187-863b-ac0055bde0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:22:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5574792d-ef5e-4c77-93d6-fa282444195f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:57.819639 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-ed763ae4-4eaf-4988-bb98-b76d46d31917 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "PUT /v2.0/floatingips/89b36007-75c4-49fb-9650-d72c3901a829 HTTP/1.1" status: 200 len: 995 time: 1.4475217 Aug 16 22:22:57.832255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2632ad9-1035-4257-8885-7395d1595735', 'tag': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:57.834780 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de15538-4745-48b6-97f1-348b3c942f16" -d '{"events": [{"name": "network-changed", "server_uuid": "d2632ad9-1035-4257-8885-7395d1595735", "tag": "b3b50ea5-28e1-4db4-ab61-ad4285a66ecb"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:57.846771 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-38f496f3-318a-487b-82dd-ff9836e6877f req-a80b4604-e629-4afb-8170-5034c8cec12b tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375675 Aug 16 22:22:57.857631 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51456) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:57.934902 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f9d043e6-e83f-4d41-b3f9-4429a97975d6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=67ae45022e734e1baee8ff36847e9b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0760200 Aug 16 22:22:57.939792 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51460) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:57.955458 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bd375ae-74c8-429f-bd31-06a1fe3fc777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:57.975807 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0fa61a58-6c47-4187-863b-ac0055bde0e0 None None] Set router 5574792d-ef5e-4c77-93d6-fa282444195f gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:22:57.984832 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-67dbc913-2b2f-44da-a57a-f5b96e74d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:57.992209 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-67dbc913-2b2f-44da-a57a-f5b96e74d814 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=134dc6d3142e407fb399bf47e9422a78&device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 1097 time: 0.1620908 Aug 16 22:22:58.006976 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bd375ae-74c8-429f-bd31-06a1fe3fc777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:58.052484 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78db5604-0873-4ba0-a972-71656068faf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:58.103367 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78db5604-0873-4ba0-a972-71656068faf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:58.174280 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4869877e-1436-41e6-ac13-56c6c5b96b1a x-openstack-request-id: req-4869877e-1436-41e6-ac13-56c6c5b96b1a {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:58.174911 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d37433-9e99-4488-be93-a399363dd048", "name": "network-vif-plugged", "status": "completed", "tag": "165aae63-3dc0-4ea1-bf25-34bea2f8274f", "code": 200}, {"server_uuid": "a7eccc2c-07b6-427f-9173-2175257cebeb", "name": "network-vif-plugged", "status": "completed", "tag": "f889e197-d41c-434d-9aa2-e3cdc5aec979", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:58.175386 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4869877e-1436-41e6-ac13-56c6c5b96b1a {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:58.176086 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d37433-9e99-4488-be93-a399363dd048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165aae63-3dc0-4ea1-bf25-34bea2f8274f', 'code': 200} Aug 16 22:22:58.176541 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7eccc2c-07b6-427f-9173-2175257cebeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f889e197-d41c-434d-9aa2-e3cdc5aec979', 'code': 200} Aug 16 22:22:58.196085 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78db5604-0873-4ba0-a972-71656068faf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:58.198735 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78db5604-0873-4ba0-a972-71656068faf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:58.202451 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-78db5604-0873-4ba0-a972-71656068faf6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8a0641b8-6068-477d-926e-88fab65b3ebb HTTP/1.1" status: 204 len: 168 time: 0.2589805 Aug 16 22:22:58.221902 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db5604-0873-4ba0-a972-71656068faf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0641b8-6068-477d-926e-88fab65b3ebb,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:58.409104 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64a969-31a2-4757-9254-d4ac15d74d8c req-3b2ebdad-fef8-4105-ac06-279d4384048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:58.410492 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6a64a969-31a2-4757-9254-d4ac15d74d8c req-3b2ebdad-fef8-4105-ac06-279d4384048f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f7d37433-9e99-4488-be93-a399363dd048 HTTP/1.1" status: 200 len: 1101 time: 0.1231906 Aug 16 22:22:58.468955 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6a64a969-31a2-4757-9254-d4ac15d74d8c req-64d5a514-c68c-41e4-8fa2-474b087eecf5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497870 Aug 16 22:22:58.503384 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0fa61a58-6c47-4187-863b-ac0055bde0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '89b36007-75c4-49fb-9650-d72c3901a829', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'port_id': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'mac_address': 'fa:16:3e:09:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2632ad9-1035-4257-8885-7395d1595735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:22:39Z', 'updated_at': '2021-08-16T22:22:56Z', 'revision_number': 1, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f17151e-1262-4655-ac8f-3bac8839f7cc', 'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'mac_address': 'fa:16:3e:2f:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:15Z', 'updated_at': '2021-08-16T22:22:23Z', 'revision_number': 5, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'subnets': [{'id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:58.546995 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa61a58-6c47-4187-863b-ac0055bde0e0 None None] Checking router: 5574792d-ef5e-4c77-93d6-fa282444195f for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:22:58.556606 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa61a58-6c47-4187-863b-ac0055bde0e0 None None] Routers {'5574792d-ef5e-4c77-93d6-fa282444195f'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:58.557637 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0fa61a58-6c47-4187-863b-ac0055bde0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:22:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5574792d-ef5e-4c77-93d6-fa282444195f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:58.634729 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161fecbc-c8c2-4e51-a2e9-ac9254c59051 x-openstack-request-id: req-161fecbc-c8c2-4e51-a2e9-ac9254c59051 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:58.634729 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2632ad9-1035-4257-8885-7395d1595735", "tag": "b3b50ea5-28e1-4db4-ab61-ad4285a66ecb", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:58.635401 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-161fecbc-c8c2-4e51-a2e9-ac9254c59051 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:58.635401 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2632ad9-1035-4257-8885-7395d1595735', 'tag': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb', 'status': 'completed', 'code': 200} Aug 16 22:22:58.733433 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0fa61a58-6c47-4187-863b-ac0055bde0e0 None None] Set router 5574792d-ef5e-4c77-93d6-fa282444195f gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:22:58.738285 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-b303fcef-9111-4c4f-a193-6d0b2866f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:58.740250 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-b303fcef-9111-4c4f-a193-6d0b2866f69c service neutron] 10.222.0.93 "GET /v2.0/networks?id=b72ddcdd-e248-488b-9bcc-59034b4687bc HTTP/1.1" status: 200 len: 922 time: 0.7473035 Aug 16 22:22:58.759681 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bd375ae-74c8-429f-bd31-06a1fe3fc777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:58.763519 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bd375ae-74c8-429f-bd31-06a1fe3fc777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:58.767064 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2bd375ae-74c8-429f-bd31-06a1fe3fc777 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5e3bf1c1-05ba-4836-8b77-a6ffbab49f69 HTTP/1.1" status: 204 len: 168 time: 1.0669417 Aug 16 22:22:58.850766 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-14e2be5a-23f9-4603-a117-f9d6a5097871 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3b50ea5-28e1-4db4-ab61-ad4285a66ecb HTTP/1.1" status: 200 len: 998 time: 0.0983174 Aug 16 22:22:58.863367 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de15538-4745-48b6-97f1-348b3c942f16 req-fe8c7ead-9c72-4597-a57b-65b27c4e88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:58.864831 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6de15538-4745-48b6-97f1-348b3c942f16 req-fe8c7ead-9c72-4597-a57b-65b27c4e88f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=134dc6d3142e407fb399bf47e9422a78&device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 1097 time: 0.2448425 Aug 16 22:22:58.875325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd375ae-74c8-429f-bd31-06a1fe3fc777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3bf1c1-05ba-4836-8b77-a6ffbab49f69,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:58.905641 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ab12f-fb20-4aad-9567-9e82ea41a7c2 req-7eafc426-0a19-4314-888b-15bee6bc7318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:58.907273 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d7ab12f-fb20-4aad-9567-9e82ea41a7c2 req-7eafc426-0a19-4314-888b-15bee6bc7318 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a7eccc2c-07b6-427f-9173-2175257cebeb HTTP/1.1" status: 200 len: 1102 time: 0.2712460 Aug 16 22:22:58.991255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b7ca4-932a-432c-b18e-534b808a14f4 req-dd8ae2d8-d9d5-4676-ae02-3daf9f6214e4 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:58.992811 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eb7b7ca4-932a-432c-b18e-534b808a14f4 req-dd8ae2d8-d9d5-4676-ae02-3daf9f6214e4 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.3262269 Aug 16 22:22:59.025479 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-f9f4ae43-de98-4dad-a26d-5ee55c6b00f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:59.026995 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-f9f4ae43-de98-4dad-a26d-5ee55c6b00f2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0 HTTP/1.1" status: 200 len: 860 time: 0.1674137 Aug 16 22:22:59.056421 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d7ab12f-fb20-4aad-9567-9e82ea41a7c2 req-c2904e15-1d18-4cc6-88b0-5653c6ee924d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057441 Aug 16 22:22:59.065231 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0fa61a58-6c47-4187-863b-ac0055bde0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '89b36007-75c4-49fb-9650-d72c3901a829', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'port_id': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'mac_address': 'fa:16:3e:09:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2632ad9-1035-4257-8885-7395d1595735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:22:39Z', 'updated_at': '2021-08-16T22:22:56Z', 'revision_number': 1, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f17151e-1262-4655-ac8f-3bac8839f7cc', 'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'mac_address': 'fa:16:3e:2f:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:15Z', 'updated_at': '2021-08-16T22:22:23Z', 'revision_number': 5, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'subnets': [{'id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:59.120041 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eb7b7ca4-932a-432c-b18e-534b808a14f4 req-254b4541-c452-4ca7-bbe9-35962fb07d4c tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149042 Aug 16 22:22:59.121991 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de15538-4745-48b6-97f1-348b3c942f16 req-f6f7b9bd-5737-4fea-bcea-1061b340d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:59.123458 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6de15538-4745-48b6-97f1-348b3c942f16 req-f6f7b9bd-5737-4fea-bcea-1061b340d8a5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b72ddcdd-e248-488b-9bcc-59034b4687bc HTTP/1.1" status: 200 len: 922 time: 0.2479424 Aug 16 22:22:59.134930 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-a6a50b28-1a7b-4071-8ff5-7163daa1edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:59.138087 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-a6a50b28-1a7b-4071-8ff5-7163daa1edf8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b72ddcdd-e248-488b-9bcc-59034b4687bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976949 Aug 16 22:22:59.146294 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa61a58-6c47-4187-863b-ac0055bde0e0 None None] The sync data for ids ['5574792d-ef5e-4c77-93d6-fa282444195f'] in n-d-792458-15 is: [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '89b36007-75c4-49fb-9650-d72c3901a829', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'port_id': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'mac_address': 'fa:16:3e:09:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2632ad9-1035-4257-8885-7395d1595735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:22:39Z', 'updated_at': '2021-08-16T22:22:56Z', 'revision_number': 1, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f17151e-1262-4655-ac8f-3bac8839f7cc', 'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'mac_address': 'fa:16:3e:2f:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:15Z', 'updated_at': '2021-08-16T22:22:23Z', 'revision_number': 5, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'subnets': [{'id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:22:59.169047 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-70c02bbb-33b3-4899-b5b6-7876522fcf46 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:22:59.186581 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-70c02bbb-33b3-4899-b5b6-7876522fcf46 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0345678 Aug 16 22:22:59.285141 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51496) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:59.351656 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6de15538-4745-48b6-97f1-348b3c942f16 req-ca45d4ac-c581-4565-8361-eb1c8d1e4a5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3b50ea5-28e1-4db4-ab61-ad4285a66ecb HTTP/1.1" status: 200 len: 998 time: 0.2125406 Aug 16 22:22:59.383523 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9f608161-f12f-42d3-9162-6a290e067c91 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3406dadee750466b9889d492d2b849fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0961881 Aug 16 22:22:59.390937 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51498) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:59.420105 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420415cb-8567-4546-b5f6-bde81be6cefb req-7e7a0b6d-8c18-438f-bd13-bc8acbb2d46c tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:59.420582 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51500) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:59.427658 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-420415cb-8567-4546-b5f6-bde81be6cefb req-7e7a0b6d-8c18-438f-bd13-bc8acbb2d46c tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=f7d37433-9e99-4488-be93-a399363dd048 HTTP/1.1" status: 200 len: 949 time: 0.1810629 Aug 16 22:22:59.469849 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-48894b96-c8b3-4405-a365-39320de344b3 service neutron] 10.222.0.93 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781696 Aug 16 22:22:59.474954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de15538-4745-48b6-97f1-348b3c942f16 req-ff76a948-55c2-44fd-a2bd-5909c513a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:59.476656 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6de15538-4745-48b6-97f1-348b3c942f16 req-ff76a948-55c2-44fd-a2bd-5909c513a0fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0 HTTP/1.1" status: 200 len: 860 time: 0.1162412 Aug 16 22:22:59.493040 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ea0a6a-0dd1-46e0-9bf8-150834717694 None None] New status for floating IP 89b36007-75c4-49fb-9650-d72c3901a829: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:22:59.520435 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bba97b3a-8c25-4c6c-8f15-0cd59b5f5f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:59.545863 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-420415cb-8567-4546-b5f6-bde81be6cefb req-9b61778e-b124-4f4b-881f-95ffcad41edc tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167047 Aug 16 22:22:59.569453 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bba97b3a-8c25-4c6c-8f15-0cd59b5f5f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:59.595176 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0fe89f0a-75a7-421f-964c-a21f0969b34b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-565144107-network', 'tenant_id': '064c2ae4b14f44cb9af01f46aa4cd77f'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:59.672295 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de15538-4745-48b6-97f1-348b3c942f16 req-73fe134e-782f-406c-a2b4-aa85a8bd95b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:59.673888 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6de15538-4745-48b6-97f1-348b3c942f16 req-73fe134e-782f-406c-a2b4-aa85a8bd95b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b72ddcdd-e248-488b-9bcc-59034b4687bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1775944 Aug 16 22:22:59.706745 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe89f0a-75a7-421f-964c-a21f0969b34b admin admin] Made reservation on behalf of 064c2ae4b14f44cb9af01f46aa4cd77f for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:59.711184 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0fe89f0a-75a7-421f-964c-a21f0969b34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:59.731124 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0fe89f0a-75a7-421f-964c-a21f0969b34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:59.791368 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bba97b3a-8c25-4c6c-8f15-0cd59b5f5f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:59.795023 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bba97b3a-8c25-4c6c-8f15-0cd59b5f5f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:59.798579 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bba97b3a-8c25-4c6c-8f15-0cd59b5f5f69 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c7ba66e1-5cab-4339-94f4-a736e5c2b5c5 HTTP/1.1" status: 204 len: 168 time: 0.4042647 Aug 16 22:22:59.821947 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba97b3a-8c25-4c6c-8f15-0cd59b5f5f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ba66e1-5cab-4339-94f4-a736e5c2b5c5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:59.833678 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1991d173-5cd5-418d-8d0d-30a3b77a31e8 req-0d38a7d2-b015-4ff6-b447-b1cac4b6fe4d service neutron] 10.222.0.93 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098106 Aug 16 22:22:59.896936 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6de15538-4745-48b6-97f1-348b3c942f16 req-94aed7da-294a-435c-8d36-6787aa0a8525 service neutron] 10.222.0.39 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092140 Aug 16 22:22:59.978643 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0fe89f0a-75a7-421f-964c-a21f0969b34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:59.985579 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0fe89f0a-75a7-421f-964c-a21f0969b34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.016858 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe89f0a-75a7-421f-964c-a21f0969b34b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:23:00.033705 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe89f0a-75a7-421f-964c-a21f0969b34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b148a40-b8ab-42c8-a3e3-67b3476134a2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:00.051464 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0fe89f0a-75a7-421f-964c-a21f0969b34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.051810 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-0fe89f0a-75a7-421f-964c-a21f0969b34b admin admin] Added segment 80f2d314-5b78-41c2-b217-26e103672bef of type vlan for network ebd43e01-e5c7-4526-84ca-b13361f6e777 Aug 16 22:23:00.094264 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0fe89f0a-75a7-421f-964c-a21f0969b34b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.104351 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6de15538-4745-48b6-97f1-348b3c942f16 req-2fc64d5f-2774-4c52-912f-e5cad987fd90 service neutron] 10.222.0.39 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988504 Aug 16 22:23:00.124692 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0fe89f0a-75a7-421f-964c-a21f0969b34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.125810 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe89f0a-75a7-421f-964c-a21f0969b34b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:00.126472 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0fe89f0a-75a7-421f-964c-a21f0969b34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.133842 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907318e-a06c-43db-9514-e11eaeaf5108 req-6b0f764b-7c52-4f3f-a641-5d96d5f54e03 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:00.153833 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4907318e-a06c-43db-9514-e11eaeaf5108 req-6b0f764b-7c52-4f3f-a641-5d96d5f54e03 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.1746864 Aug 16 22:23:00.191309 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0fe89f0a-75a7-421f-964c-a21f0969b34b admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7668910 Aug 16 22:23:00.191679 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51512) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:00.209810 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19821fbb-a6c2-4135-85c1-76f046035655 req-fd88ad5c-d815-4de3-a934-70eacaa855de tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:00.211555 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19821fbb-a6c2-4135-85c1-76f046035655 req-fd88ad5c-d815-4de3-a934-70eacaa855de tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=b1a1d99a-cf07-4001-8f8e-30c0f903e24c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2097569 Aug 16 22:23:00.218961 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d28e5474-f9d0-49f4-9c8b-074c0a85c50f admin admin] Request body: {'subnet': {'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-565144107-subnet', 'tenant_id': '064c2ae4b14f44cb9af01f46aa4cd77f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:00.242964 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe89f0a-75a7-421f-964c-a21f0969b34b admin admin] Pushing event updated for resources: {'Network': ['ID=ebd43e01-e5c7-4526-84ca-b13361f6e777,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:00.245974 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28e5474-f9d0-49f4-9c8b-074c0a85c50f admin admin] Made reservation on behalf of 064c2ae4b14f44cb9af01f46aa4cd77f for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:00.250924 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d28e5474-f9d0-49f4-9c8b-074c0a85c50f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.255494 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network ebd43e01-e5c7-4526-84ca-b13361f6e777 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:23:00.315727 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4907318e-a06c-43db-9514-e11eaeaf5108 req-b01c2d92-e320-4dd1-8542-1b41ed6f394e tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604011 Aug 16 22:23:00.394117 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19821fbb-a6c2-4135-85c1-76f046035655 req-15379490-86d5-443b-9b58-2cb768681b00 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 1000 time: 0.1750119 Aug 16 22:23:00.406252 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-19821fbb-a6c2-4135-85c1-76f046035655 req-ec9523de-5252-4e3b-a887-a744112bcfe0 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Request body: {'floatingip': {'port_id': 'caa97583-908b-43a9-b7e5-5dc8261e527b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:00.480343 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-19821fbb-a6c2-4135-85c1-76f046035655 req-ec9523de-5252-4e3b-a887-a744112bcfe0 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.500115 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d28e5474-f9d0-49f4-9c8b-074c0a85c50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.569561 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e5474-f9d0-49f4-9c8b-074c0a85c50f admin admin] Pushing event updated for resources: {'Subnet': ['ID=77278031-7856-4cbe-b33a-9aa0a9f30263,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:00.600532 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28e5474-f9d0-49f4-9c8b-074c0a85c50f admin admin] Checking segment: {'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:00.601310 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28e5474-f9d0-49f4-9c8b-074c0a85c50f admin admin] Network hostable DHCP agents. Network: ebd43e01-e5c7-4526-84ca-b13361f6e777, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:23:00.639312 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28e5474-f9d0-49f4-9c8b-074c0a85c50f admin admin] Network ebd43e01-e5c7-4526-84ca-b13361f6e777 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:23:00.658929 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d28e5474-f9d0-49f4-9c8b-074c0a85c50f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, ebd43e01-e5c7-4526-84ca-b13361f6e777) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:00.667057 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28e5474-f9d0-49f4-9c8b-074c0a85c50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:00.667893 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d28e5474-f9d0-49f4-9c8b-074c0a85c50f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.669936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae628dd7-f302-48bd-8c1e-6a06fab52e07 None None] Network ebd43e01-e5c7-4526-84ca-b13361f6e777 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:00.699070 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d28e5474-f9d0-49f4-9c8b-074c0a85c50f admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5063691 Aug 16 22:23:00.827951 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b781df66-efe1-4f7b-a32d-599d3b4c1483 None None] Network ebd43e01-e5c7-4526-84ca-b13361f6e777 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:00.887360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207043c5-7a9c-4c99-a7a5-44cd920574c1 req-a53b4008-23ed-401b-9447-0798d236a686 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:00.891385 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-207043c5-7a9c-4c99-a7a5-44cd920574c1 req-a53b4008-23ed-401b-9447-0798d236a686 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=f7d37433-9e99-4488-be93-a399363dd048 HTTP/1.1" status: 200 len: 949 time: 0.1863244 Aug 16 22:23:01.012573 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-207043c5-7a9c-4c99-a7a5-44cd920574c1 req-11e07ed9-9569-4f3e-8398-d709c8d0cd8b tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778637 Aug 16 22:23:01.373482 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fedb6b-3676-4348-923c-82a3f694d362 req-ed987bad-6634-46e9-8faa-9f8a83ecbf1c tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:01.375455 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92fedb6b-3676-4348-923c-82a3f694d362 req-ed987bad-6634-46e9-8faa-9f8a83ecbf1c tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/networks?id=d3e76621-6f8c-4864-b810-714eea91d7c8 HTTP/1.1" status: 200 len: 814 time: 0.2016280 Aug 16 22:23:01.426559 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92fedb6b-3676-4348-923c-82a3f694d362 req-b5223ef7-18eb-4799-ad4e-3670f09a2070 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/quotas/a1d952064ec046aaafba02ad36eca730 HTTP/1.1" status: 200 len: 375 time: 0.0232377 Aug 16 22:23:01.468883 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-19821fbb-a6c2-4135-85c1-76f046035655 req-ec9523de-5252-4e3b-a887-a744112bcfe0 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:01.475869 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-19821fbb-a6c2-4135-85c1-76f046035655 req-ec9523de-5252-4e3b-a887-a744112bcfe0 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:01.529547 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92fedb6b-3676-4348-923c-82a3f694d362 req-b5bc4166-db37-4c5a-b3ee-99f25ba64b84 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a1d952064ec046aaafba02ad36eca730&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0999913 Aug 16 22:23:01.642749 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [req-19821fbb-a6c2-4135-85c1-76f046035655 req-ec9523de-5252-4e3b-a887-a744112bcfe0 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Floating IP 89b36007-75c4-49fb-9650-d72c3901a829 associated. External IP: 172.25.6.64, port: b3b50ea5-28e1-4db4-ab61-ad4285a66ecb. Aug 16 22:23:01.702344 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92fedb6b-3676-4348-923c-82a3f694d362 req-2531927f-a0b3-49e8-8af5-de0e6e67bcd0 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e76621-6f8c-4864-b810-714eea91d7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398191 Aug 16 22:23:01.870779 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92fedb6b-3676-4348-923c-82a3f694d362 req-0c346d72-9677-478e-b420-122b3663fb5a service neutron] 10.222.0.93 "GET /v2.0/networks/d3e76621-6f8c-4864-b810-714eea91d7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350889 Aug 16 22:23:01.932390 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19821fbb-a6c2-4135-85c1-76f046035655 req-ec9523de-5252-4e3b-a887-a744112bcfe0 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Router 5574792d-ef5e-4c77-93d6-fa282444195f has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:23:02.084472 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63316465-613f-4d9f-858a-670ea5e15a32 req-c57a1861-b3e8-4c40-b32f-6f5047533920 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:02.086300 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63316465-613f-4d9f-858a-670ea5e15a32 req-c57a1861-b3e8-4c40-b32f-6f5047533920 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.39 "GET /v2.0/ports?device_id=36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb HTTP/1.1" status: 200 len: 946 time: 0.0651789 Aug 16 22:23:02.087600 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19821fbb-a6c2-4135-85c1-76f046035655 req-ec9523de-5252-4e3b-a887-a744112bcfe0 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:23:02.104678 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee5d9e7-012c-458a-905a-a8078eca0b0e None None] Sync routers for ids ['5574792d-ef5e-4c77-93d6-fa282444195f'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:23:02.120098 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee5d9e7-012c-458a-905a-a8078eca0b0e None None] Routers {'5574792d-ef5e-4c77-93d6-fa282444195f'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:02.121182 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5ee5d9e7-012c-458a-905a-a8078eca0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:22:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5574792d-ef5e-4c77-93d6-fa282444195f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:02.262288 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-5ee5d9e7-012c-458a-905a-a8078eca0b0e None None] Set router 5574792d-ef5e-4c77-93d6-fa282444195f gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:02.528149 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5ee5d9e7-012c-458a-905a-a8078eca0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '89b36007-75c4-49fb-9650-d72c3901a829', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'port_id': 'caa97583-908b-43a9-b7e5-5dc8261e527b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'mac_address': 'fa:16:3e:35:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a1d99a-cf07-4001-8f8e-30c0f903e24c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:22:39Z', 'updated_at': '2021-08-16T22:23:01Z', 'revision_number': 3, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f17151e-1262-4655-ac8f-3bac8839f7cc', 'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'mac_address': 'fa:16:3e:2f:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:15Z', 'updated_at': '2021-08-16T22:22:23Z', 'revision_number': 5, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'subnets': [{'id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:02.563778 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee5d9e7-012c-458a-905a-a8078eca0b0e None None] Checking router: 5574792d-ef5e-4c77-93d6-fa282444195f for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:23:02.572669 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee5d9e7-012c-458a-905a-a8078eca0b0e None None] Routers {'5574792d-ef5e-4c77-93d6-fa282444195f'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:02.573279 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5ee5d9e7-012c-458a-905a-a8078eca0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:22:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5574792d-ef5e-4c77-93d6-fa282444195f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:02.682011 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-b22d944f-6c74-42ad-983c-59bb16f38b93 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:02.687502 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-b22d944f-6c74-42ad-983c-59bb16f38b93 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/networks?id=ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 200 len: 811 time: 0.2084577 Aug 16 22:23:02.695682 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-5ee5d9e7-012c-458a-905a-a8078eca0b0e None None] Set router 5574792d-ef5e-4c77-93d6-fa282444195f gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:02.740169 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-63316465-613f-4d9f-858a-670ea5e15a32 req-31d7829b-8ef8-40b8-b5d0-49ccd9c3b341 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Deleting port d8eb9c88-aece-4a30-8e96-4553d6f0ef47 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:02.740512 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-63316465-613f-4d9f-858a-670ea5e15a32 req-31d7829b-8ef8-40b8-b5d0-49ccd9c3b341 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:02.785689 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-1d65e4f1-d917-4b7a-995a-73f957f74912 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/quotas/064c2ae4b14f44cb9af01f46aa4cd77f HTTP/1.1" status: 200 len: 375 time: 0.0914686 Aug 16 22:23:02.853488 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-805d5dfe-dd57-4619-81b5-2f5a13c2e0e7 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613811 Aug 16 22:23:02.916657 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5ee5d9e7-012c-458a-905a-a8078eca0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '89b36007-75c4-49fb-9650-d72c3901a829', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'port_id': 'caa97583-908b-43a9-b7e5-5dc8261e527b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'mac_address': 'fa:16:3e:35:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a1d99a-cf07-4001-8f8e-30c0f903e24c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:22:39Z', 'updated_at': '2021-08-16T22:23:01Z', 'revision_number': 3, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f17151e-1262-4655-ac8f-3bac8839f7cc', 'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'mac_address': 'fa:16:3e:2f:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:15Z', 'updated_at': '2021-08-16T22:22:23Z', 'revision_number': 5, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'subnets': [{'id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:02.942071 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee5d9e7-012c-458a-905a-a8078eca0b0e None None] The sync data for ids ['5574792d-ef5e-4c77-93d6-fa282444195f'] in n-d-792458-15 is: [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '89b36007-75c4-49fb-9650-d72c3901a829', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'port_id': 'caa97583-908b-43a9-b7e5-5dc8261e527b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'mac_address': 'fa:16:3e:35:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a1d99a-cf07-4001-8f8e-30c0f903e24c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:22:39Z', 'updated_at': '2021-08-16T22:23:01Z', 'revision_number': 3, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f17151e-1262-4655-ac8f-3bac8839f7cc', 'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'mac_address': 'fa:16:3e:2f:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:15Z', 'updated_at': '2021-08-16T22:22:23Z', 'revision_number': 5, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'subnets': [{'id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:23:02.960839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-63316465-613f-4d9f-858a-670ea5e15a32 req-31d7829b-8ef8-40b8-b5d0-49ccd9c3b341 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] For port d8eb9c88-aece-4a30-8e96-4553d6f0ef47, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d8eb9c88-aece-4a30-8e96-4553d6f0ef47,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:02.961507 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-63316465-613f-4d9f-858a-670ea5e15a32 req-31d7829b-8ef8-40b8-b5d0-49ccd9c3b341 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:02.972975 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19821fbb-a6c2-4135-85c1-76f046035655 req-ec9523de-5252-4e3b-a887-a744112bcfe0 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Router 5574792d-ef5e-4c77-93d6-fa282444195f has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:23:02.981241 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-63316465-613f-4d9f-858a-670ea5e15a32 req-31d7829b-8ef8-40b8-b5d0-49ccd9c3b341 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Calling delete_port for d8eb9c88-aece-4a30-8e96-4553d6f0ef47 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:03.148338 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-a35cdc4d-e454-4f4a-8aa4-15002e867be5 service neutron] 10.222.0.93 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806928 Aug 16 22:23:03.159119 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7817955-5eeb-4f9e-8212-1ffef78e9c64 None None] New status for floating IP 89b36007-75c4-49fb-9650-d72c3901a829: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:23:03.339022 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fedb6b-3676-4348-923c-82a3f694d362 req-f350f057-4a97-43d5-8eb0-14dc20d22789 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:03.340478 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92fedb6b-3676-4348-923c-82a3f694d362 req-f350f057-4a97-43d5-8eb0-14dc20d22789 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.39 "GET /v2.0/networks?id=d3e76621-6f8c-4864-b810-714eea91d7c8 HTTP/1.1" status: 200 len: 814 time: 0.2910786 Aug 16 22:23:03.341564 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19821fbb-a6c2-4135-85c1-76f046035655 req-ec9523de-5252-4e3b-a887-a744112bcfe0 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:23:03.358865 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-19821fbb-a6c2-4135-85c1-76f046035655 req-ec9523de-5252-4e3b-a887-a744112bcfe0 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:03.385047 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-92fedb6b-3676-4348-923c-82a3f694d362 req-30850660-accb-4448-a93e-c2db66e78c15 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Request body: {'port': {'device_id': 'b2876270-a565-4591-b1a9-3dcabc2dabda', 'network_id': 'd3e76621-6f8c-4864-b810-714eea91d7c8', 'admin_state_up': True, 'tenant_id': 'a1d952064ec046aaafba02ad36eca730'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:03.391934 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95779ddc-1115-465c-8e2d-350b529321ed None None] Sync routers for ids ['5574792d-ef5e-4c77-93d6-fa282444195f'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:23:03.401131 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95779ddc-1115-465c-8e2d-350b529321ed None None] Routers {'5574792d-ef5e-4c77-93d6-fa282444195f'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:03.401764 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-95779ddc-1115-465c-8e2d-350b529321ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:22:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5574792d-ef5e-4c77-93d6-fa282444195f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:03.465641 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-25133255-43b0-4c6a-a210-131825c3302c service neutron] 10.222.0.93 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078632 Aug 16 22:23:03.487214 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2632ad9-1035-4257-8885-7395d1595735', 'tag': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:03.489463 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0f279b-377a-496c-a9c7-4c9bcca72266" -d '{"events": [{"name": "network-changed", "server_uuid": "d2632ad9-1035-4257-8885-7395d1595735", "tag": "b3b50ea5-28e1-4db4-ab61-ad4285a66ecb"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:03.512348 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-95779ddc-1115-465c-8e2d-350b529321ed None None] Set router 5574792d-ef5e-4c77-93d6-fa282444195f gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:03.513904 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-63316465-613f-4d9f-858a-670ea5e15a32 req-31d7829b-8ef8-40b8-b5d0-49ccd9c3b341 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:03.559510 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19821fbb-a6c2-4135-85c1-76f046035655 req-ec9523de-5252-4e3b-a887-a744112bcfe0 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "PUT /v2.0/floatingips/89b36007-75c4-49fb-9650-d72c3901a829 HTTP/1.1" status: 200 len: 998 time: 3.1582987 Aug 16 22:23:03.563379 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7829b-8ef8-40b8-b5d0-49ccd9c3b341 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Pushing event deleted for resources: {'Port': ['ID=d8eb9c88-aece-4a30-8e96-4553d6f0ef47,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:03.662626 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-63316465-613f-4d9f-858a-670ea5e15a32 req-31d7829b-8ef8-40b8-b5d0-49ccd9c3b341 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] No DVR routers for this DVR port d8eb9c88-aece-4a30-8e96-4553d6f0ef47 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:03.677543 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-63316465-613f-4d9f-858a-670ea5e15a32 req-31d7829b-8ef8-40b8-b5d0-49ccd9c3b341 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:03.678387 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63316465-613f-4d9f-858a-670ea5e15a32 req-31d7829b-8ef8-40b8-b5d0-49ccd9c3b341 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.39 "DELETE /v2.0/ports/d8eb9c88-aece-4a30-8e96-4553d6f0ef47 HTTP/1.1" status: 204 len: 173 time: 1.2324860 Aug 16 22:23:03.715404 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19821fbb-a6c2-4135-85c1-76f046035655 req-90e69888-bc34-426e-aac1-17bfe44c28b3 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:03.717215 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19821fbb-a6c2-4135-85c1-76f046035655 req-90e69888-bc34-426e-aac1-17bfe44c28b3 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports/b3b50ea5-28e1-4db4-ab61-ad4285a66ecb HTTP/1.1" status: 200 len: 942 time: 0.1333768 Aug 16 22:23:03.743240 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92fedb6b-3676-4348-923c-82a3f694d362 req-30850660-accb-4448-a93e-c2db66e78c15 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Made reservation on behalf of a1d952064ec046aaafba02ad36eca730 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:03.746819 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92fedb6b-3676-4348-923c-82a3f694d362 req-30850660-accb-4448-a93e-c2db66e78c15 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:03.757806 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20fcb2-bdbb-4f6d-a638-b70ba72cd149 req-9af0051c-fafc-4da4-82a0-bb2dd12e7500 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:03.759510 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af20fcb2-bdbb-4f6d-a638-b70ba72cd149 req-9af0051c-fafc-4da4-82a0-bb2dd12e7500 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=a7eccc2c-07b6-427f-9173-2175257cebeb HTTP/1.1" status: 200 len: 950 time: 0.1152439 Aug 16 22:23:03.873874 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af20fcb2-bdbb-4f6d-a638-b70ba72cd149 req-d20a2882-9c03-4227-9123-24c0f550e007 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054573 Aug 16 22:23:03.977107 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19821fbb-a6c2-4135-85c1-76f046035655 req-cd53b0d3-fb9f-4f02-9ad1-d29719fd3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:03.978947 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19821fbb-a6c2-4135-85c1-76f046035655 req-cd53b0d3-fb9f-4f02-9ad1-d29719fd3c2b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=134dc6d3142e407fb399bf47e9422a78&device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 1097 time: 0.1403403 Aug 16 22:23:03.995161 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-95779ddc-1115-465c-8e2d-350b529321ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '89b36007-75c4-49fb-9650-d72c3901a829', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'port_id': 'caa97583-908b-43a9-b7e5-5dc8261e527b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'mac_address': 'fa:16:3e:35:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a1d99a-cf07-4001-8f8e-30c0f903e24c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:22:39Z', 'updated_at': '2021-08-16T22:23:03Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f17151e-1262-4655-ac8f-3bac8839f7cc', 'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'mac_address': 'fa:16:3e:2f:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:15Z', 'updated_at': '2021-08-16T22:22:23Z', 'revision_number': 5, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'subnets': [{'id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:03.996385 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac049892-5fd9-43b9-baf7-0317b9cab4f0 req-e7f13aa7-5894-4649-88b1-eac50c2cdc88 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:03.998522 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ac049892-5fd9-43b9-baf7-0317b9cab4f0 req-e7f13aa7-5894-4649-88b1-eac50c2cdc88 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.43 "GET /v2.0/ports?device_id=622badfc-0cd9-4e6e-b530-a0c2960540dd HTTP/1.1" status: 200 len: 945 time: 0.1184013 Aug 16 22:23:04.027060 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95779ddc-1115-465c-8e2d-350b529321ed None None] Checking router: 5574792d-ef5e-4c77-93d6-fa282444195f for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:23:04.037105 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95779ddc-1115-465c-8e2d-350b529321ed None None] Routers {'5574792d-ef5e-4c77-93d6-fa282444195f'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:04.038190 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-95779ddc-1115-465c-8e2d-350b529321ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:22:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5574792d-ef5e-4c77-93d6-fa282444195f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:04.063543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-92fedb6b-3676-4348-923c-82a3f694d362 req-30850660-accb-4448-a93e-c2db66e78c15 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Allocated IP 172.20.0.8 (d3e76621-6f8c-4864-b810-714eea91d7c8/fdf0a8e9-8419-49d8-b5f5-08ee7021bab1/c12abe54-e0e0-4591-889d-baa9fc4a8a4b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:04.133182 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-960553a3-a316-42ee-9f19-a2a90febc298 req-87316f46-13d0-4a72-9aea-4e28331491e7 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 210 time: 0.0734413 Aug 16 22:23:04.205079 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-95779ddc-1115-465c-8e2d-350b529321ed None None] Set router 5574792d-ef5e-4c77-93d6-fa282444195f gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:04.227583 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19821fbb-a6c2-4135-85c1-76f046035655 req-753ebe36-ee60-4b05-ab60-e2596829b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:04.229386 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19821fbb-a6c2-4135-85c1-76f046035655 req-753ebe36-ee60-4b05-ab60-e2596829b83e service neutron] 10.222.0.93 "GET /v2.0/networks?id=b72ddcdd-e248-488b-9bcc-59034b4687bc HTTP/1.1" status: 200 len: 922 time: 0.2276423 Aug 16 22:23:04.324666 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19821fbb-a6c2-4135-85c1-76f046035655 req-c4643d10-5ecc-4a69-b93e-eeef9ac02641 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3b50ea5-28e1-4db4-ab61-ad4285a66ecb HTTP/1.1" status: 200 len: 217 time: 0.0858440 Aug 16 22:23:04.412680 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-ac049892-5fd9-43b9-baf7-0317b9cab4f0 req-95c1587e-9fb2-46e2-86a5-26076c29e121 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Deleting port 6dece8d9-c084-4d71-a288-d8a45f5e7ce5 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:04.412933 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ac049892-5fd9-43b9-baf7-0317b9cab4f0 req-95c1587e-9fb2-46e2-86a5-26076c29e121 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:04.520648 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92fedb6b-3676-4348-923c-82a3f694d362 req-30850660-accb-4448-a93e-c2db66e78c15 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:04.529323 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-95779ddc-1115-465c-8e2d-350b529321ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '89b36007-75c4-49fb-9650-d72c3901a829', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'port_id': 'caa97583-908b-43a9-b7e5-5dc8261e527b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'mac_address': 'fa:16:3e:35:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a1d99a-cf07-4001-8f8e-30c0f903e24c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:22:39Z', 'updated_at': '2021-08-16T22:23:03Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f17151e-1262-4655-ac8f-3bac8839f7cc', 'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'mac_address': 'fa:16:3e:2f:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:15Z', 'updated_at': '2021-08-16T22:22:23Z', 'revision_number': 5, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'subnets': [{'id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:04.532180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d99d-beee-47d7-bada-270aefce7742 req-a2331213-ad3d-4fbf-bdab-96c7a003cf1a tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:04.533690 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21e8d99d-beee-47d7-bada-270aefce7742 req-a2331213-ad3d-4fbf-bdab-96c7a003cf1a tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.93 "GET /v2.0/ports?device_id=622badfc-0cd9-4e6e-b530-a0c2960540dd HTTP/1.1" status: 200 len: 945 time: 0.2142749 Aug 16 22:23:04.535082 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19821fbb-a6c2-4135-85c1-76f046035655 req-48423523-a63f-4f6b-b1d1-70f8fc55f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:04.536406 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19821fbb-a6c2-4135-85c1-76f046035655 req-48423523-a63f-4f6b-b1d1-70f8fc55f9cb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0 HTTP/1.1" status: 200 len: 860 time: 0.1894107 Aug 16 22:23:04.556585 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95779ddc-1115-465c-8e2d-350b529321ed None None] The sync data for ids ['5574792d-ef5e-4c77-93d6-fa282444195f'] in n-d-792458-15 is: [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '89b36007-75c4-49fb-9650-d72c3901a829', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'port_id': 'caa97583-908b-43a9-b7e5-5dc8261e527b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'mac_address': 'fa:16:3e:35:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a1d99a-cf07-4001-8f8e-30c0f903e24c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:22:39Z', 'updated_at': '2021-08-16T22:23:03Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f17151e-1262-4655-ac8f-3bac8839f7cc', 'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'mac_address': 'fa:16:3e:2f:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:15Z', 'updated_at': '2021-08-16T22:22:23Z', 'revision_number': 5, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'subnets': [{'id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:23:04.619390 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ac049892-5fd9-43b9-baf7-0317b9cab4f0 req-95c1587e-9fb2-46e2-86a5-26076c29e121 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] For port 6dece8d9-c084-4d71-a288-d8a45f5e7ce5, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=6dece8d9-c084-4d71-a288-d8a45f5e7ce5,segment=NetworkSegment(37993c32-2047-4187-8b30-c15faf016f70),segment_id=37993c32-2047-4187-8b30-c15faf016f70)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:04.619764 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ac049892-5fd9-43b9-baf7-0317b9cab4f0 req-95c1587e-9fb2-46e2-86a5-26076c29e121 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:04.643430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-ac049892-5fd9-43b9-baf7-0317b9cab4f0 req-95c1587e-9fb2-46e2-86a5-26076c29e121 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Calling delete_port for 6dece8d9-c084-4d71-a288-d8a45f5e7ce5 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:04.680009 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21e8d99d-beee-47d7-bada-270aefce7742 req-b24ebc64-d5f4-4167-ad88-9ccd5d71ffcb tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.93 "GET /v2.0/security-groups?id=0e983747-64b1-4837-a924-63f6d949c552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368566 Aug 16 22:23:04.685352 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19821fbb-a6c2-4135-85c1-76f046035655 req-4c9b0394-0d1a-48ee-aa54-a2430d9b88d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:04.693397 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19821fbb-a6c2-4135-85c1-76f046035655 req-4c9b0394-0d1a-48ee-aa54-a2430d9b88d4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b72ddcdd-e248-488b-9bcc-59034b4687bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1485603 Aug 16 22:23:04.779350 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92fedb6b-3676-4348-923c-82a3f694d362 req-30850660-accb-4448-a93e-c2db66e78c15 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:04.798942 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d8eb9c88-aece-4a30-8e96-4553d6f0ef47 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:04.839680 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: d8eb9c88-aece-4a30-8e96-4553d6f0ef47 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:04.840924 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d8eb9c88-aece-4a30-8e96-4553d6f0ef47 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:04.853676 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43286b3a-01b6-4a5e-87c6-b2d03ea3f1c9 x-openstack-request-id: req-43286b3a-01b6-4a5e-87c6-b2d03ea3f1c9 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:04.853996 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2632ad9-1035-4257-8885-7395d1595735", "tag": "b3b50ea5-28e1-4db4-ab61-ad4285a66ecb", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:04.854237 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-43286b3a-01b6-4a5e-87c6-b2d03ea3f1c9 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:04.854723 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2632ad9-1035-4257-8885-7395d1595735', 'tag': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb', 'status': 'completed', 'code': 200} Aug 16 22:23:05.229013 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92fedb6b-3676-4348-923c-82a3f694d362 req-30850660-accb-4448-a93e-c2db66e78c15 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Network d3e76621-6f8c-4864-b810-714eea91d7c8 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:05.273311 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-92fedb6b-3676-4348-923c-82a3f694d362 req-30850660-accb-4448-a93e-c2db66e78c15 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:05.282332 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75743147-fbe3-42f4-9761-176e478c1c46 req-8ca381fc-d24e-48fa-81f6-f8b5fd5e6da3 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=c04c409e-a669-4fba-b7db-f38f1d446ff1 HTTP/1.1" status: 200 len: 210 time: 0.0860515 Aug 16 22:23:05.290117 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fedb6b-3676-4348-923c-82a3f694d362 req-30850660-accb-4448-a93e-c2db66e78c15 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:05.300997 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30850660-accb-4448-a93e-c2db66e78c15 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Pushing event updated for resources: {'Port': ['ID=c12abe54-e0e0-4591-889d-baa9fc4a8a4b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:05.378998 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19821fbb-a6c2-4135-85c1-76f046035655 req-3c2ed39f-8e59-42f5-a525-17182679e88e service neutron] 10.222.0.93 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6847279 Aug 16 22:23:05.424076 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f279b-377a-496c-a9c7-4c9bcca72266 req-94c00ea0-9e5a-4a0d-b445-4461c3ff937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:05.425541 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e0f279b-377a-496c-a9c7-4c9bcca72266 req-94c00ea0-9e5a-4a0d-b445-4461c3ff937e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=134dc6d3142e407fb399bf47e9422a78&device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 1097 time: 0.5699921 Aug 16 22:23:05.447499 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fedb6b-3676-4348-923c-82a3f694d362 req-30850660-accb-4448-a93e-c2db66e78c15 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:05.448116 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92fedb6b-3676-4348-923c-82a3f694d362 req-30850660-accb-4448-a93e-c2db66e78c15 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:05.496004 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-2ad744c7-ccec-4f9c-8704-9c782fe9b267 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:05.497380 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-2ad744c7-ccec-4f9c-8704-9c782fe9b267 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.39 "GET /v2.0/networks?id=ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 200 len: 811 time: 0.7038329 Aug 16 22:23:05.533150 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:23:05.557057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-4174a29b-09a7-4f26-88bb-c06ea5a41077 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Request body: {'port': {'device_id': 'c04c409e-a669-4fba-b7db-f38f1d446ff1', 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777', 'admin_state_up': True, 'tenant_id': '064c2ae4b14f44cb9af01f46aa4cd77f'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:05.596487 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92fedb6b-3676-4348-923c-82a3f694d362 req-30850660-accb-4448-a93e-c2db66e78c15 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2414925 Aug 16 22:23:05.651637 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-92fedb6b-3676-4348-923c-82a3f694d362 req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] Request body: {'port': {'device_id': 'b2876270-a565-4591-b1a9-3dcabc2dabda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:05.654691 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ac049892-5fd9-43b9-baf7-0317b9cab4f0 req-95c1587e-9fb2-46e2-86a5-26076c29e121 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:05.737064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1587e-9fb2-46e2-86a5-26076c29e121 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Pushing event deleted for resources: {'Port': ['ID=6dece8d9-c084-4d71-a288-d8a45f5e7ce5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:05.819303 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19821fbb-a6c2-4135-85c1-76f046035655 req-146369ca-2582-4d80-a226-30c031478d40 service neutron] 10.222.0.93 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295828 Aug 16 22:23:05.861524 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f279b-377a-496c-a9c7-4c9bcca72266 req-ab08236a-a9ee-4c7d-a96c-c049c30183a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:05.863002 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e0f279b-377a-496c-a9c7-4c9bcca72266 req-ab08236a-a9ee-4c7d-a96c-c049c30183a5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b72ddcdd-e248-488b-9bcc-59034b4687bc HTTP/1.1" status: 200 len: 922 time: 0.4118280 Aug 16 22:23:05.871021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee0b65-5fb4-4872-bfa9-685cda96db1f req-9ebc6513-d12b-4092-b7c9-e3bbee201fcf tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:05.877574 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee0b65-5fb4-4872-bfa9-685cda96db1f req-9ebc6513-d12b-4092-b7c9-e3bbee201fcf tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:05.879066 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3cee0b65-5fb4-4872-bfa9-685cda96db1f req-9ebc6513-d12b-4092-b7c9-e3bbee201fcf tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=a7eccc2c-07b6-427f-9173-2175257cebeb&device_id=f7d37433-9e99-4488-be93-a399363dd048 HTTP/1.1" status: 200 len: 1690 time: 0.3260021 Aug 16 22:23:05.879765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac049892-5fd9-43b9-baf7-0317b9cab4f0 req-95c1587e-9fb2-46e2-86a5-26076c29e121 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] No DVR routers for this DVR port 6dece8d9-c084-4d71-a288-d8a45f5e7ce5 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:05.899671 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ac049892-5fd9-43b9-baf7-0317b9cab4f0 req-95c1587e-9fb2-46e2-86a5-26076c29e121 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:05.901587 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ac049892-5fd9-43b9-baf7-0317b9cab4f0 req-95c1587e-9fb2-46e2-86a5-26076c29e121 tempest-VolumesAdminNegativeTest-1835859724 tempest-VolumesAdminNegativeTest-1835859724-project] 10.222.0.43 "DELETE /v2.0/ports/6dece8d9-c084-4d71-a288-d8a45f5e7ce5 HTTP/1.1" status: 204 len: 173 time: 1.8866150 Aug 16 22:23:05.908032 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92fedb6b-3676-4348-923c-82a3f694d362 req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:05.979862 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e0f279b-377a-496c-a9c7-4c9bcca72266 req-96a8e917-7178-41ec-82ee-9d67980003ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3b50ea5-28e1-4db4-ab61-ad4285a66ecb HTTP/1.1" status: 200 len: 217 time: 0.0982449 Aug 16 22:23:06.086708 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19821fbb-a6c2-4135-85c1-76f046035655 req-17dd3794-15ad-4266-a6ef-8a09157c2fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:06.088307 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19821fbb-a6c2-4135-85c1-76f046035655 req-17dd3794-15ad-4266-a6ef-8a09157c2fe1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=134dc6d3142e407fb399bf47e9422a78&device_id=b1a1d99a-cf07-4001-8f8e-30c0f903e24c HTTP/1.1" status: 200 len: 1098 time: 0.2302966 Aug 16 22:23:06.099867 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3cee0b65-5fb4-4872-bfa9-685cda96db1f req-2ab2841d-46ec-4ecc-8e9c-0a0aed7978ed tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926868 Aug 16 22:23:06.115359 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-4174a29b-09a7-4f26-88bb-c06ea5a41077 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Made reservation on behalf of 064c2ae4b14f44cb9af01f46aa4cd77f for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:06.115359 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-4174a29b-09a7-4f26-88bb-c06ea5a41077 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:06.212019 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f279b-377a-496c-a9c7-4c9bcca72266 req-0733d4d3-1d25-4d5e-8c89-dc9312a44f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:06.213485 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e0f279b-377a-496c-a9c7-4c9bcca72266 req-0733d4d3-1d25-4d5e-8c89-dc9312a44f10 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0 HTTP/1.1" status: 200 len: 860 time: 0.2234735 Aug 16 22:23:06.495739 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f279b-377a-496c-a9c7-4c9bcca72266 req-ff0746bf-2557-42c7-9e5c-9db4e9569ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:06.497575 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e0f279b-377a-496c-a9c7-4c9bcca72266 req-ff0746bf-2557-42c7-9e5c-9db4e9569ef5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b72ddcdd-e248-488b-9bcc-59034b4687bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2739036 Aug 16 22:23:06.534025 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19821fbb-a6c2-4135-85c1-76f046035655 req-f968c41c-78e5-4131-b2d4-6c1995c72942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:06.535466 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19821fbb-a6c2-4135-85c1-76f046035655 req-f968c41c-78e5-4131-b2d4-6c1995c72942 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b72ddcdd-e248-488b-9bcc-59034b4687bc HTTP/1.1" status: 200 len: 922 time: 0.4347243 Aug 16 22:23:06.704460 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-4174a29b-09a7-4f26-88bb-c06ea5a41077 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Allocated IP 172.20.0.8 (ebd43e01-e5c7-4526-84ca-b13361f6e777/77278031-7856-4cbe-b33a-9aa0a9f30263/54a5a9da-b788-4d01-b29f-06da3a293147) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:06.729912 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e3863-933e-4d62-974c-deb492dbccfc req-de2f8dbb-d5cb-4943-b413-2bffea175797 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:06.732049 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba5e3863-933e-4d62-974c-deb492dbccfc req-de2f8dbb-d5cb-4943-b413-2bffea175797 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 931 time: 0.3008871 Aug 16 22:23:06.772926 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19821fbb-a6c2-4135-85c1-76f046035655 req-0a54e4d1-808f-4584-ba99-70baaa1eb731 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caa97583-908b-43a9-b7e5-5dc8261e527b HTTP/1.1" status: 200 len: 1001 time: 0.1776841 Aug 16 22:23:06.783763 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-92fedb6b-3676-4348-923c-82a3f694d362 req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12abe54-e0e0-4591-889d-baa9fc4a8a4b {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:06.812297 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92fedb6b-3676-4348-923c-82a3f694d362 req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:06.815945 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e0f279b-377a-496c-a9c7-4c9bcca72266 req-35cad0f7-0d1d-40c8-ab7b-30f14a92ded0 service neutron] 10.222.0.39 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957416 Aug 16 22:23:06.856651 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a1d99a-cf07-4001-8f8e-30c0f903e24c', 'tag': 'caa97583-908b-43a9-b7e5-5dc8261e527b'}, {'server_uuid': '36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb', 'name': 'network-vif-deleted', 'tag': 'd8eb9c88-aece-4a30-8e96-4553d6f0ef47'}, {'server_uuid': '622badfc-0cd9-4e6e-b530-a0c2960540dd', 'name': 'network-vif-deleted', 'tag': '6dece8d9-c084-4d71-a288-d8a45f5e7ce5'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:06.858825 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59113259-6181-4e74-9a1f-714f68c223a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a1d99a-cf07-4001-8f8e-30c0f903e24c", "tag": "caa97583-908b-43a9-b7e5-5dc8261e527b"}, {"server_uuid": "36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb", "name": "network-vif-deleted", "tag": "d8eb9c88-aece-4a30-8e96-4553d6f0ef47"}, {"server_uuid": "622badfc-0cd9-4e6e-b530-a0c2960540dd", "name": "network-vif-deleted", "tag": "6dece8d9-c084-4d71-a288-d8a45f5e7ce5"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:06.929054 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-92fedb6b-3676-4348-923c-82a3f694d362 req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] Transition to ACTIVE for port object c12abe54-e0e0-4591-889d-baa9fc4a8a4b will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:06.955172 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92fedb6b-3676-4348-923c-82a3f694d362 req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:06.998234 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba5e3863-933e-4d62-974c-deb492dbccfc req-4e5ca7e9-b24d-4336-b63b-7eea03249dc2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478905 Aug 16 22:23:07.011070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19821fbb-a6c2-4135-85c1-76f046035655 req-833650e1-62fa-4267-91b3-01b13a6c7e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:07.013087 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19821fbb-a6c2-4135-85c1-76f046035655 req-833650e1-62fa-4267-91b3-01b13a6c7e62 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0 HTTP/1.1" status: 200 len: 860 time: 0.2309146 Aug 16 22:23:07.051554 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 6dece8d9-c084-4d71-a288-d8a45f5e7ce5 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:07.074177 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 6dece8d9-c084-4d71-a288-d8a45f5e7ce5 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:07.074177 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 6dece8d9-c084-4d71-a288-d8a45f5e7ce5 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:07.133014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] Pushing event updated for resources: {'Port': ['ID=c12abe54-e0e0-4591-889d-baa9fc4a8a4b,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:07.178774 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e0f279b-377a-496c-a9c7-4c9bcca72266 req-2d0b7a4c-3775-47ad-b81c-da413ec78035 service neutron] 10.222.0.39 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393645 Aug 16 22:23:07.218258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19821fbb-a6c2-4135-85c1-76f046035655 req-910bc150-85aa-4ae2-b17c-2cd559486c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:07.219745 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19821fbb-a6c2-4135-85c1-76f046035655 req-910bc150-85aa-4ae2-b17c-2cd559486c25 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b72ddcdd-e248-488b-9bcc-59034b4687bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1757226 Aug 16 22:23:07.222826 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-4174a29b-09a7-4f26-88bb-c06ea5a41077 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.297907 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51638) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:07.319095 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-92fedb6b-3676-4348-923c-82a3f694d362 req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] Attempting to bind port c12abe54-e0e0-4591-889d-baa9fc4a8a4b on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:07.319438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-92fedb6b-3676-4348-923c-82a3f694d362 req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] Attempting to bind port c12abe54-e0e0-4591-889d-baa9fc4a8a4b by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '4b1ce57e-cdcc-486c-b52d-d4f10dc7156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd3e76621-6f8c-4864-b810-714eea91d7c8'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:07.319771 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fedb6b-3676-4348-923c-82a3f694d362 req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] Attempting to bind port c12abe54-e0e0-4591-889d-baa9fc4a8a4b on network d3e76621-6f8c-4864-b810-714eea91d7c8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:07.338885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fedb6b-3676-4348-923c-82a3f694d362 req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] Port c12abe54-e0e0-4591-889d-baa9fc4a8a4b on network d3e76621-6f8c-4864-b810-714eea91d7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:23:07.339195 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fedb6b-3676-4348-923c-82a3f694d362 req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] Attempting to bind port c12abe54-e0e0-4591-889d-baa9fc4a8a4b on network d3e76621-6f8c-4864-b810-714eea91d7c8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:07.348621 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-d38aef2c-803e-4b57-98c1-47adfead6fc2 admin admin] Deleting subnet c41ffa86-cb75-4c9e-b8dc-3f6602db64f7 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:23:07.351876 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d38aef2c-803e-4b57-98c1-47adfead6fc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.358212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fedb6b-3676-4348-923c-82a3f694d362 req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:07.358557 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fedb6b-3676-4348-923c-82a3f694d362 req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] Checking segment: {'id': '4b1ce57e-cdcc-486c-b52d-d4f10dc7156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd3e76621-6f8c-4864-b810-714eea91d7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:07.358947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fedb6b-3676-4348-923c-82a3f694d362 req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] Bound using segment: {'id': '4b1ce57e-cdcc-486c-b52d-d4f10dc7156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd3e76621-6f8c-4864-b810-714eea91d7c8'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:07.359399 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-92fedb6b-3676-4348-923c-82a3f694d362 req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] Bound port: c12abe54-e0e0-4591-889d-baa9fc4a8a4b, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1ce57e-cdcc-486c-b52d-d4f10dc7156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd3e76621-6f8c-4864-b810-714eea91d7c8'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:07.359762 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92fedb6b-3676-4348-923c-82a3f694d362 req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.390016 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-4174a29b-09a7-4f26-88bb-c06ea5a41077 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.399771 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d38aef2c-803e-4b57-98c1-47adfead6fc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.413463 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19821fbb-a6c2-4135-85c1-76f046035655 req-3cf2e215-766d-4498-9010-6766997484b4 service neutron] 10.222.0.93 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836426 Aug 16 22:23:07.441756 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d38aef2c-803e-4b57-98c1-47adfead6fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.496391 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d38aef2c-803e-4b57-98c1-47adfead6fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.511842 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-4174a29b-09a7-4f26-88bb-c06ea5a41077 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Network ebd43e01-e5c7-4526-84ca-b13361f6e777 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:07.522660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38aef2c-803e-4b57-98c1-47adfead6fc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c41ffa86-cb75-4c9e-b8dc-3f6602db64f7,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:07.526274 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d38aef2c-803e-4b57-98c1-47adfead6fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.530012 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d38aef2c-803e-4b57-98c1-47adfead6fc2 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/c41ffa86-cb75-4c9e-b8dc-3f6602db64f7 HTTP/1.1" status: 204 len: 168 time: 0.2278049 Aug 16 22:23:07.530696 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51642) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:07.542790 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-4174a29b-09a7-4f26-88bb-c06ea5a41077 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:07.568021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-4174a29b-09a7-4f26-88bb-c06ea5a41077 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:07.571452 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174a29b-09a7-4f26-88bb-c06ea5a41077 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Pushing event updated for resources: {'Port': ['ID=54a5a9da-b788-4d01-b29f-06da3a293147,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:07.614895 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63239d8b-842a-40ce-b950-8daeccd0efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.697934 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63239d8b-842a-40ce-b950-8daeccd0efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.709104 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-63239d8b-842a-40ce-b950-8daeccd0efa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428cd809-1a91-4e7d-9c61-fcd552933c75']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:07.719654 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-63239d8b-842a-40ce-b950-8daeccd0efa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37993c32-2047-4187-8b30-c15faf016f70') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:07.719946 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-63239d8b-842a-40ce-b950-8daeccd0efa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37993c32-2047-4187-8b30-c15faf016f70') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:07.729501 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63239d8b-842a-40ce-b950-8daeccd0efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.752592 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63239d8b-842a-40ce-b950-8daeccd0efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.759518 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63239d8b-842a-40ce-b950-8daeccd0efa7 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:07.760077 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63239d8b-842a-40ce-b950-8daeccd0efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:07.761947 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:07.822702 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63239d8b-842a-40ce-b950-8daeccd0efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.828830 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63239d8b-842a-40ce-b950-8daeccd0efa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.833813 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-63239d8b-842a-40ce-b950-8daeccd0efa7 admin admin] 10.222.0.93 "DELETE /v2.0/networks/428cd809-1a91-4e7d-9c61-fcd552933c75 HTTP/1.1" status: 204 len: 168 time: 0.2990999 Aug 16 22:23:07.834799 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51644) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:07.851407 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63239d8b-842a-40ce-b950-8daeccd0efa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=428cd809-1a91-4e7d-9c61-fcd552933c75,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:07.892859 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1fafcb-2f25-49d1-a96a-60cb52137abd admin admin] Deleting subnet bd51c24a-e791-4ea7-a9f9-edc4c8d60b27 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:23:07.896413 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb1fafcb-2f25-49d1-a96a-60cb52137abd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.930132 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-92fedb6b-3676-4348-923c-82a3f694d362 req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] For port c12abe54-e0e0-4591-889d-baa9fc4a8a4b, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:07.932084 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb1fafcb-2f25-49d1-a96a-60cb52137abd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.960928 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-92fedb6b-3676-4348-923c-82a3f694d362 req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] For port c12abe54-e0e0-4591-889d-baa9fc4a8a4b, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c12abe54-e0e0-4591-889d-baa9fc4a8a4b,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:07.976268 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92fedb6b-3676-4348-923c-82a3f694d362 req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.979939 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb1fafcb-2f25-49d1-a96a-60cb52137abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.017535 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-4174a29b-09a7-4f26-88bb-c06ea5a41077 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:08.018086 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-4174a29b-09a7-4f26-88bb-c06ea5a41077 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.036378 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a39f5-2201-4e44-b294-26c8a6959158 req-a3252312-b035-4d05-8612-76d3bcd987bf tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:08.037385 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb1fafcb-2f25-49d1-a96a-60cb52137abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.037969 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f6a39f5-2201-4e44-b294-26c8a6959158 req-a3252312-b035-4d05-8612-76d3bcd987bf tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=c04c409e-a669-4fba-b7db-f38f1d446ff1 HTTP/1.1" status: 200 len: 931 time: 0.5282185 Aug 16 22:23:08.046297 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19821fbb-a6c2-4135-85c1-76f046035655 req-7497f649-b002-4968-b009-e4ebdaeefe42 service neutron] 10.222.0.93 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039789 Aug 16 22:23:08.051407 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fedb6b-3676-4348-923c-82a3f694d362 req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:08.052018 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92fedb6b-3676-4348-923c-82a3f694d362 req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.053359 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92fedb6b-3676-4348-923c-82a3f694d362 req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] 10.222.0.39 "PUT /v2.0/ports/c12abe54-e0e0-4591-889d-baa9fc4a8a4b HTTP/1.1" status: 200 len: 1092 time: 2.4108527 Aug 16 22:23:08.073167 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-4174a29b-09a7-4f26-88bb-c06ea5a41077 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5621388 Aug 16 22:23:08.077686 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fafcb-2f25-49d1-a96a-60cb52137abd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd51c24a-e791-4ea7-a9f9-edc4c8d60b27,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:08.084595 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb1fafcb-2f25-49d1-a96a-60cb52137abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.089673 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-eb1fafcb-2f25-49d1-a96a-60cb52137abd admin admin] 10.222.0.93 "DELETE /v2.0/subnets/bd51c24a-e791-4ea7-a9f9-edc4c8d60b27 HTTP/1.1" status: 204 len: 168 time: 0.2511244 Aug 16 22:23:08.089673 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51652) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:08.095505 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] Request body: {'port': {'device_id': 'c04c409e-a669-4fba-b7db-f38f1d446ff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:08.125929 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe202a-0173-44e7-badf-72a03175ec17 service neutron] Pushing event updated for resources: {'Port': ['ID=c12abe54-e0e0-4591-889d-baa9fc4a8a4b,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:08.159358 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30ce1ee-8fb8-4370-859e-d2539c0b9812 x-openstack-request-id: req-f30ce1ee-8fb8-4370-859e-d2539c0b9812 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:08.159658 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a1d99a-cf07-4001-8f8e-30c0f903e24c", "tag": "caa97583-908b-43a9-b7e5-5dc8261e527b", "status": "completed", "code": 200}, {"server_uuid": "36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb", "name": "network-vif-deleted", "tag": "d8eb9c88-aece-4a30-8e96-4553d6f0ef47", "status": "completed", "code": 200}, {"server_uuid": "622badfc-0cd9-4e6e-b530-a0c2960540dd", "name": "network-vif-deleted", "tag": "6dece8d9-c084-4d71-a288-d8a45f5e7ce5", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:08.159894 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f30ce1ee-8fb8-4370-859e-d2539c0b9812 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:08.160328 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a1d99a-cf07-4001-8f8e-30c0f903e24c', 'tag': 'caa97583-908b-43a9-b7e5-5dc8261e527b', 'status': 'completed', 'code': 200} Aug 16 22:23:08.160543 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f3a1ad-6e07-4a95-9a0b-03562d2ba7fb', 'name': 'network-vif-deleted', 'tag': 'd8eb9c88-aece-4a30-8e96-4553d6f0ef47', 'status': 'completed', 'code': 200} Aug 16 22:23:08.160795 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622badfc-0cd9-4e6e-b530-a0c2960540dd', 'name': 'network-vif-deleted', 'tag': '6dece8d9-c084-4d71-a288-d8a45f5e7ce5', 'status': 'completed', 'code': 200} Aug 16 22:23:08.168385 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63908d9e-301d-4644-bf3f-4fbac0c6818b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.194733 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f6a39f5-2201-4e44-b294-26c8a6959158 req-6aa4278a-2ea6-4e41-8755-80fb2d813855 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383891 Aug 16 22:23:08.260224 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63908d9e-301d-4644-bf3f-4fbac0c6818b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.266984 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.271310 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-63908d9e-301d-4644-bf3f-4fbac0c6818b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391855e7-b83c-439d-b459-03a7178b0ca0']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:08.282323 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.282957 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-63908d9e-301d-4644-bf3f-4fbac0c6818b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ecdd6b1-1d22-47c6-88dd-a6186ccdf1fe') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:08.282957 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-63908d9e-301d-4644-bf3f-4fbac0c6818b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ecdd6b1-1d22-47c6-88dd-a6186ccdf1fe') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:08.291824 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63908d9e-301d-4644-bf3f-4fbac0c6818b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.297457 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fedb6b-3676-4348-923c-82a3f694d362 req-d588903f-6e9e-476d-90a0-c38e8bdfc798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:08.298958 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92fedb6b-3676-4348-923c-82a3f694d362 req-d588903f-6e9e-476d-90a0-c38e8bdfc798 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1d952064ec046aaafba02ad36eca730&device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 1095 time: 0.1946373 Aug 16 22:23:08.306766 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63908d9e-301d-4644-bf3f-4fbac0c6818b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.313244 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63908d9e-301d-4644-bf3f-4fbac0c6818b admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:08.313625 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63908d9e-301d-4644-bf3f-4fbac0c6818b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:08.315270 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:08.371669 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63908d9e-301d-4644-bf3f-4fbac0c6818b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.386380 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63908d9e-301d-4644-bf3f-4fbac0c6818b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.388754 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-63908d9e-301d-4644-bf3f-4fbac0c6818b admin admin] 10.222.0.93 "DELETE /v2.0/networks/391855e7-b83c-439d-b459-03a7178b0ca0 HTTP/1.1" status: 204 len: 168 time: 0.2982228 Aug 16 22:23:08.389772 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63908d9e-301d-4644-bf3f-4fbac0c6818b admin admin] Pushing event deleted for resources: {'Network': ['ID=391855e7-b83c-439d-b459-03a7178b0ca0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:08.391041 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92fedb6b-3676-4348-923c-82a3f694d362 req-49ed0eff-7a3c-45c4-866a-0510a7de4893 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c12abe54-e0e0-4591-889d-baa9fc4a8a4b HTTP/1.1" status: 200 len: 217 time: 0.0701363 Aug 16 22:23:08.392366 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59113259-6181-4e74-9a1f-714f68c223a7 req-35d57da8-acc2-4cdc-bc65-fed2eafafcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:08.394273 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59113259-6181-4e74-9a1f-714f68c223a7 req-35d57da8-acc2-4cdc-bc65-fed2eafafcf9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=134dc6d3142e407fb399bf47e9422a78&device_id=b1a1d99a-cf07-4001-8f8e-30c0f903e24c HTTP/1.1" status: 200 len: 1098 time: 0.1981907 Aug 16 22:23:08.403911 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367e2a0-b4e0-46b4-9140-e7b10488b513 req-2b1ce01d-fe71-46da-98a9-e88683f6e8b7 tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:08.405449 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4367e2a0-b4e0-46b4-9140-e7b10488b513 req-2b1ce01d-fe71-46da-98a9-e88683f6e8b7 tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=a7eccc2c-07b6-427f-9173-2175257cebeb HTTP/1.1" status: 200 len: 1102 time: 0.1959448 Aug 16 22:23:08.525816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c28876-a6ae-414c-8bd7-cdc95d97af99 req-6ad7846a-3c17-4695-bd9a-7521c0c06b31 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:08.527380 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a4c28876-a6ae-414c-8bd7-cdc95d97af99 req-6ad7846a-3c17-4695-bd9a-7521c0c06b31 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 943 time: 0.2556958 Aug 16 22:23:08.563826 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51660) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:08.602544 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d830c5be-a23f-4536-bdf4-65e75003db53 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8c16490bb22b45238c2b373e6e293bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374365 Aug 16 22:23:08.604974 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51662) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:08.643974 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fedb6b-3676-4348-923c-82a3f694d362 req-607bb5d0-7511-40a2-bcef-2a77f9add410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:08.645472 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92fedb6b-3676-4348-923c-82a3f694d362 req-607bb5d0-7511-40a2-bcef-2a77f9add410 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fdf0a8e9-8419-49d8-b5f5-08ee7021bab1 HTTP/1.1" status: 200 len: 854 time: 0.2348399 Aug 16 22:23:08.654223 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4367e2a0-b4e0-46b4-9140-e7b10488b513 req-55e2abb6-740d-4055-bb2e-44f4db14b3c0 tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235398 Aug 16 22:23:08.657400 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8b1e826-4076-478b-8571-4c340ce1197f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.683977 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8b1e826-4076-478b-8571-4c340ce1197f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.714110 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92fedb6b-3676-4348-923c-82a3f694d362 req-c6e0631c-7f4f-4681-839e-9ee39ef9abae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3e76621-6f8c-4864-b810-714eea91d7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552285 Aug 16 22:23:08.734508 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8b1e826-4076-478b-8571-4c340ce1197f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.737054 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8b1e826-4076-478b-8571-4c340ce1197f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.738234 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d8b1e826-4076-478b-8571-4c340ce1197f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0e983747-64b1-4837-a924-63f6d949c552 HTTP/1.1" status: 204 len: 168 time: 0.1323557 Aug 16 22:23:08.747254 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1e826-4076-478b-8571-4c340ce1197f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e983747-64b1-4837-a924-63f6d949c552,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:08.803667 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a4c28876-a6ae-414c-8bd7-cdc95d97af99 req-101135b9-5c8e-4d7b-849e-9e8d586e429c tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220898 Aug 16 22:23:08.852568 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59113259-6181-4e74-9a1f-714f68c223a7 req-c5a02586-4094-49a3-89a0-a8fb381423e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:08.854114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59113259-6181-4e74-9a1f-714f68c223a7 req-c5a02586-4094-49a3-89a0-a8fb381423e4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b72ddcdd-e248-488b-9bcc-59034b4687bc HTTP/1.1" status: 200 len: 922 time: 0.4461346 Aug 16 22:23:08.951268 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30303451-2a6f-444b-af9f-5a461d46ed64 req-5fa26ce5-30f3-4818-8b6b-3879dadd7045 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 1001 time: 0.2433472 Aug 16 22:23:08.985391 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f08b9389-7a52-4d9f-b249-5b2d7d90dcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:09.052341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92fedb6b-3676-4348-923c-82a3f694d362 req-19c81f5c-a12c-4df4-b251-85c3ee43dd0c service neutron] 10.222.0.39 "GET /v2.0/networks/d3e76621-6f8c-4864-b810-714eea91d7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918851 Aug 16 22:23:09.073000 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30303451-2a6f-444b-af9f-5a461d46ed64 req-59c7f2b3-a163-4478-a989-7409cd69ae33 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:09.074425 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30303451-2a6f-444b-af9f-5a461d46ed64 req-59c7f2b3-a163-4478-a989-7409cd69ae33 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports/caa97583-908b-43a9-b7e5-5dc8261e527b HTTP/1.1" status: 200 len: 943 time: 0.1114309 Aug 16 22:23:09.076836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59113259-6181-4e74-9a1f-714f68c223a7 req-0647927d-9e61-4a1a-b193-a9b3b4737446 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caa97583-908b-43a9-b7e5-5dc8261e527b HTTP/1.1" status: 200 len: 1001 time: 0.2015841 Aug 16 22:23:09.204028 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51672) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:09.268209 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8ef25b6c-8ca8-4edc-8f93-123b720298b3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=06e7e608114b4e1f986ea54f6eaabf8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0628572 Aug 16 22:23:09.270870 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51678) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:09.313696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a5a9da-b788-4d01-b29f-06da3a293147 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:09.331979 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:09.338541 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d295fce-1a8f-4355-be34-3f808ed6a32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:09.364650 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d295fce-1a8f-4355-be34-3f808ed6a32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:09.366491 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51680) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:09.374312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59113259-6181-4e74-9a1f-714f68c223a7 req-03565815-2984-4296-b927-9181b50c4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:09.375746 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59113259-6181-4e74-9a1f-714f68c223a7 req-03565815-2984-4296-b927-9181b50c4bae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0 HTTP/1.1" status: 200 len: 860 time: 0.2534964 Aug 16 22:23:09.379145 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] Transition to ACTIVE for port object 54a5a9da-b788-4d01-b29f-06da3a293147 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:09.393359 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30303451-2a6f-444b-af9f-5a461d46ed64 req-ef53834d-db67-4587-8da7-65700bad3d45 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 1001 time: 0.1946094 Aug 16 22:23:09.420000 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:09.429510 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47011a-0b65-4442-8ecd-3eea03acc79e req-8549f59f-6891-48a2-afe5-b4826558cd0c tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:09.431475 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6a47011a-0b65-4442-8ecd-3eea03acc79e req-8549f59f-6891-48a2-afe5-b4826558cd0c tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f7d37433-9e99-4488-be93-a399363dd048 HTTP/1.1" status: 200 len: 1101 time: 0.2343359 Aug 16 22:23:09.452726 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d295fce-1a8f-4355-be34-3f808ed6a32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:09.458164 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d295fce-1a8f-4355-be34-3f808ed6a32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:09.460033 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8d295fce-1a8f-4355-be34-3f808ed6a32c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/27a7dfef-07a7-4442-8fbf-e2cf20a5c720 HTTP/1.1" status: 204 len: 168 time: 0.1880770 Aug 16 22:23:09.469710 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d295fce-1a8f-4355-be34-3f808ed6a32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a7dfef-07a7-4442-8fbf-e2cf20a5c720,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:09.514826 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92fedb6b-3676-4348-923c-82a3f694d362 req-dd37469b-00df-4bf2-93be-c4049c43b191 service neutron] 10.222.0.39 "GET /v2.0/networks/d3e76621-6f8c-4864-b810-714eea91d7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535792 Aug 16 22:23:09.577323 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] Pushing event updated for resources: {'Port': ['ID=54a5a9da-b788-4d01-b29f-06da3a293147,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:09.578402 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eaf70fa0-66e9-4b52-801f-d989b9de82a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:09.636662 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59113259-6181-4e74-9a1f-714f68c223a7 req-018f7c42-6c28-4694-9538-b1490791cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:09.638802 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59113259-6181-4e74-9a1f-714f68c223a7 req-018f7c42-6c28-4694-9538-b1490791cd5e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b72ddcdd-e248-488b-9bcc-59034b4687bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2419615 Aug 16 22:23:09.645408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6a47011a-0b65-4442-8ecd-3eea03acc79e req-b366adcd-a850-4655-900c-2c802d62904c tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415403 Aug 16 22:23:09.683865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30303451-2a6f-444b-af9f-5a461d46ed64 req-1cd2ca23-bdc0-4085-a6bd-2423012259bb tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:09.703801 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30303451-2a6f-444b-af9f-5a461d46ed64 req-1cd2ca23-bdc0-4085-a6bd-2423012259bb tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.3094923 Aug 16 22:23:09.735310 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eaf70fa0-66e9-4b52-801f-d989b9de82a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:09.754976 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eaf70fa0-66e9-4b52-801f-d989b9de82a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:09.801107 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-eaf70fa0-66e9-4b52-801f-d989b9de82a7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e039a938d4204b14bc74b5ac34dfcae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4334869 Aug 16 22:23:09.802439 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf70fa0-66e9-4b52-801f-d989b9de82a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff7192f-ba6a-478b-a1c1-937f25a39b61,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:09.804853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51694) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:09.847208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] Attempting to bind port 54a5a9da-b788-4d01-b29f-06da3a293147 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:09.847550 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] Attempting to bind port 54a5a9da-b788-4d01-b29f-06da3a293147 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:09.847890 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] Attempting to bind port 54a5a9da-b788-4d01-b29f-06da3a293147 on network ebd43e01-e5c7-4526-84ca-b13361f6e777 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:09.887537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] Port 54a5a9da-b788-4d01-b29f-06da3a293147 on network ebd43e01-e5c7-4526-84ca-b13361f6e777 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:23:09.887864 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] Attempting to bind port 54a5a9da-b788-4d01-b29f-06da3a293147 on network ebd43e01-e5c7-4526-84ca-b13361f6e777 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:09.928399 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96584b5-bb20-4793-bc58-7c52fff19bf8 req-0c1a6a52-e47b-48d5-9148-33d72ca82eb5 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:09.930172 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e96584b5-bb20-4793-bc58-7c52fff19bf8 req-0c1a6a52-e47b-48d5-9148-33d72ca82eb5 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=c04c409e-a669-4fba-b7db-f38f1d446ff1 HTTP/1.1" status: 200 len: 943 time: 0.1772752 Aug 16 22:23:09.962034 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:09.962374 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] Checking segment: {'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:09.962753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] Bound using segment: {'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:09.963197 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] Bound port: 54a5a9da-b788-4d01-b29f-06da3a293147, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:09.963556 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:09.967209 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59113259-6181-4e74-9a1f-714f68c223a7 req-ca65a584-cf01-47dc-8725-53d2b8902fcb service neutron] 10.222.0.43 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161893 Aug 16 22:23:10.012808 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c0a9d6eb-2df9-4a36-955c-2d623049e1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:10.060561 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63d98d62-10dc-4f12-9600-41184741be60 req-a8962b8a-ff92-4e92-b9b6-e36e62e82961 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 1001 time: 0.2056851 Aug 16 22:23:10.146365 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c0a9d6eb-2df9-4a36-955c-2d623049e1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:10.152251 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e96584b5-bb20-4793-bc58-7c52fff19bf8 req-9536a6ee-16b2-4703-a92d-682ade885cba tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024307 Aug 16 22:23:10.163615 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2876270-a565-4591-b1a9-3dcabc2dabda', 'tag': 'c12abe54-e0e0-4591-889d-baa9fc4a8a4b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:10.165874 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72fb815-b4d8-474a-a730-e2f2a84c92fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b2876270-a565-4591-b1a9-3dcabc2dabda", "tag": "c12abe54-e0e0-4591-889d-baa9fc4a8a4b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:10.207525 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d98d62-10dc-4f12-9600-41184741be60 req-da4a4816-88c3-43b1-aca8-7c19c2144797 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:10.209096 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63d98d62-10dc-4f12-9600-41184741be60 req-da4a4816-88c3-43b1-aca8-7c19c2144797 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports/caa97583-908b-43a9-b7e5-5dc8261e527b HTTP/1.1" status: 200 len: 943 time: 0.1165178 Aug 16 22:23:10.238126 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] For port 54a5a9da-b788-4d01-b29f-06da3a293147, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:10.285395 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] For port 54a5a9da-b788-4d01-b29f-06da3a293147, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=54a5a9da-b788-4d01-b29f-06da3a293147,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:10.300514 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:10.332347 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59113259-6181-4e74-9a1f-714f68c223a7 req-61184e84-2596-4d1b-82fb-fa603b8d4542 service neutron] 10.222.0.43 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410616 Aug 16 22:23:10.384231 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:10.384848 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:10.386264 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] 10.222.0.39 "PUT /v2.0/ports/54a5a9da-b788-4d01-b29f-06da3a293147 HTTP/1.1" status: 200 len: 1092 time: 2.2949269 Aug 16 22:23:10.389383 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c0a9d6eb-2df9-4a36-955c-2d623049e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:10.391927 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c0a9d6eb-2df9-4a36-955c-2d623049e1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:10.393076 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c0a9d6eb-2df9-4a36-955c-2d623049e1d8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2ff7192f-ba6a-478b-a1c1-937f25a39b61 HTTP/1.1" status: 204 len: 168 time: 0.5857558 Aug 16 22:23:10.419244 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b4200-5994-4e75-a866-a600fa57b5a9 req-2d75f1d8-09cd-482b-afee-734e159cd4fc tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:10.420788 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca6b4200-5994-4e75-a866-a600fa57b5a9 req-2d75f1d8-09cd-482b-afee-734e159cd4fc tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 943 time: 0.1847126 Aug 16 22:23:10.436718 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63d98d62-10dc-4f12-9600-41184741be60 req-982f47da-c83c-47b6-a5d5-ca0e590d7648 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 1001 time: 0.1549923 Aug 16 22:23:10.437444 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9d6eb-2df9-4a36-955c-2d623049e1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff7192f-ba6a-478b-a1c1-937f25a39b61,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:10.504338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e4b33-2ae8-4e3a-8b07-de996e40a872 service neutron] Pushing event updated for resources: {'Port': ['ID=54a5a9da-b788-4d01-b29f-06da3a293147,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:10.584102 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca6b4200-5994-4e75-a866-a600fa57b5a9 req-a0d0aa32-704a-464f-90ed-f7c8f3c414d7 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547706 Aug 16 22:23:10.593487 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-511cb758-531f-4a99-9a8e-bde718fc7901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:10.595030 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-511cb758-531f-4a99-9a8e-bde718fc7901 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&device_id=c04c409e-a669-4fba-b7db-f38f1d446ff1 HTTP/1.1" status: 200 len: 1095 time: 0.1553438 Aug 16 22:23:10.647161 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:10.787007 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51736) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:10.801167 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9923-4c7c-475a-af60-7eb66c3e029b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:10.898792 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9923-4c7c-475a-af60-7eb66c3e029b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:10.902631 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9923-4c7c-475a-af60-7eb66c3e029b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:10.941988 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6d9b9923-4c7c-475a-af60-7eb66c3e029b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=720f316eb60c41998aa00ac085d91074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538451 Aug 16 22:23:10.943106 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b9923-4c7c-475a-af60-7eb66c3e029b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78805065-0df6-44ff-91cc-8c97483bc20f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:10.945355 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51738) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:10.982313 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-42ccc602-115d-4b73-a901-77caac07923b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54a5a9da-b788-4d01-b29f-06da3a293147 HTTP/1.1" status: 200 len: 217 time: 0.3710990 Aug 16 22:23:10.993426 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f1028ddc-3474-48ac-ac1b-15cd93e99204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:11.008911 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-25fafbdf-fc17-4d7a-88a3-e7bef80afe3e tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384982 Aug 16 22:23:11.015118 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f1028ddc-3474-48ac-ac1b-15cd93e99204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:11.048952 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d98d62-10dc-4f12-9600-41184741be60 req-8b1588b1-9bfa-4e45-87fe-37a60524396e tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:11.050306 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63d98d62-10dc-4f12-9600-41184741be60 req-8b1588b1-9bfa-4e45-87fe-37a60524396e tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.5854878 Aug 16 22:23:11.061157 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f1028ddc-3474-48ac-ac1b-15cd93e99204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:11.064023 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f1028ddc-3474-48ac-ac1b-15cd93e99204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:11.065162 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f1028ddc-3474-48ac-ac1b-15cd93e99204 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/78805065-0df6-44ff-91cc-8c97483bc20f HTTP/1.1" status: 204 len: 168 time: 0.1189165 Aug 16 22:23:11.074593 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1028ddc-3474-48ac-ac1b-15cd93e99204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78805065-0df6-44ff-91cc-8c97483bc20f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:11.167891 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-b338b883-6641-4b4c-b53b-fa6d87f85cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:11.169332 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-b338b883-6641-4b4c-b53b-fa6d87f85cd0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77278031-7856-4cbe-b33a-9aa0a9f30263 HTTP/1.1" status: 200 len: 851 time: 0.1736996 Aug 16 22:23:11.215898 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-de3c4019-a7ef-4c8b-8b45-d11d3f6d82e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ebd43e01-e5c7-4526-84ca-b13361f6e777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353549 Aug 16 22:23:11.218943 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63d98d62-10dc-4f12-9600-41184741be60 req-b39467e1-6f4f-4949-9dd3-448e6d06ee99 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 1001 time: 0.1555901 Aug 16 22:23:11.239677 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-63d98d62-10dc-4f12-9600-41184741be60 req-0a084796-a1b5-4f91-ba6d-fb7ec24db5fd tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:11.335123 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-2f7d72e0-86ea-4510-9d85-55b48b2991a0 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:11.336616 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-2f7d72e0-86ea-4510-9d85-55b48b2991a0 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2981541 Aug 16 22:23:11.366453 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-63d98d62-10dc-4f12-9600-41184741be60 req-0a084796-a1b5-4f91-ba6d-fb7ec24db5fd tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:11.372142 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba102cc9-cd7d-4253-8ab1-ceea676b5acf tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/quotas/ea3f6caa31d74e2a9ec2aa096a9fbdf3 HTTP/1.1" status: 200 len: 375 time: 0.0275362 Aug 16 22:23:11.466295 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-baf5dbc1-871d-4087-9eb0-eab59044e4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:11.505221 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-c386b1f4-41f6-4704-8ac6-d6274c900013 service neutron] 10.222.0.39 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794280 Aug 16 22:23:11.536803 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-44eeecee-36f0-4049-b049-acefb207afaf tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1365786 Aug 16 22:23:11.636377 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-63d98d62-10dc-4f12-9600-41184741be60 req-0a084796-a1b5-4f91-ba6d-fb7ec24db5fd tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:11.643733 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-63d98d62-10dc-4f12-9600-41184741be60 req-0a084796-a1b5-4f91-ba6d-fb7ec24db5fd tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:11.644149 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [req-63d98d62-10dc-4f12-9600-41184741be60 req-0a084796-a1b5-4f91-ba6d-fb7ec24db5fd tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Floating IP 89b36007-75c4-49fb-9650-d72c3901a829 disassociated. External IP: 172.25.6.64, port: caa97583-908b-43a9-b7e5-5dc8261e527b. Aug 16 22:23:11.717341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef4a101b-6411-4165-8b93-c27d867d0523 req-e09e4b1e-4481-4ff8-a5ae-0df000156e84 service neutron] 10.222.0.39 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003839 Aug 16 22:23:11.909300 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63d98d62-10dc-4f12-9600-41184741be60 req-0a084796-a1b5-4f91-ba6d-fb7ec24db5fd tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Router 5574792d-ef5e-4c77-93d6-fa282444195f has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:23:11.977386 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a418258-2f59-42e7-9ba6-170bbd4ee46e x-openstack-request-id: req-3a418258-2f59-42e7-9ba6-170bbd4ee46e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:11.977675 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2876270-a565-4591-b1a9-3dcabc2dabda", "tag": "c12abe54-e0e0-4591-889d-baa9fc4a8a4b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:11.977926 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3a418258-2f59-42e7-9ba6-170bbd4ee46e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:11.978347 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2876270-a565-4591-b1a9-3dcabc2dabda', 'tag': 'c12abe54-e0e0-4591-889d-baa9fc4a8a4b', 'status': 'completed', 'code': 200} Aug 16 22:23:12.025954 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:12.098353 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63d98d62-10dc-4f12-9600-41184741be60 req-0a084796-a1b5-4f91-ba6d-fb7ec24db5fd tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:23:12.104025 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-63d98d62-10dc-4f12-9600-41184741be60 req-0a084796-a1b5-4f91-ba6d-fb7ec24db5fd tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:12.114691 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780bc3fb-b8cb-499b-a0ab-dc7ee9e9cc6a None None] Sync routers for ids ['5574792d-ef5e-4c77-93d6-fa282444195f'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:23:12.127372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780bc3fb-b8cb-499b-a0ab-dc7ee9e9cc6a None None] Routers {'5574792d-ef5e-4c77-93d6-fa282444195f'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:12.128007 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-780bc3fb-b8cb-499b-a0ab-dc7ee9e9cc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5574792d-ef5e-4c77-93d6-fa282444195f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:12.140764 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fb815-b4d8-474a-a730-e2f2a84c92fb req-b6687778-ddf8-48ae-aa8b-44a821f449fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:12.144796 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f72fb815-b4d8-474a-a730-e2f2a84c92fb req-b6687778-ddf8-48ae-aa8b-44a821f449fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1d952064ec046aaafba02ad36eca730&device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 1095 time: 0.1073875 Aug 16 22:23:12.151681 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63d98d62-10dc-4f12-9600-41184741be60 req-0a084796-a1b5-4f91-ba6d-fb7ec24db5fd tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "PUT /v2.0/floatingips/89b36007-75c4-49fb-9650-d72c3901a829 HTTP/1.1" status: 200 len: 694 time: 0.9246545 Aug 16 22:23:12.255848 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fb815-b4d8-474a-a730-e2f2a84c92fb req-efcfc13c-addf-4754-89a3-10b4e2c7efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:12.257343 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f72fb815-b4d8-474a-a730-e2f2a84c92fb req-efcfc13c-addf-4754-89a3-10b4e2c7efb5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d3e76621-6f8c-4864-b810-714eea91d7c8 HTTP/1.1" status: 200 len: 915 time: 0.1045406 Aug 16 22:23:12.319726 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-780bc3fb-b8cb-499b-a0ab-dc7ee9e9cc6a None None] Set router 5574792d-ef5e-4c77-93d6-fa282444195f gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:12.341453 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f72fb815-b4d8-474a-a730-e2f2a84c92fb req-3e62f39d-beac-447c-9abd-7a597e73b799 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c12abe54-e0e0-4591-889d-baa9fc4a8a4b HTTP/1.1" status: 200 len: 217 time: 0.0570285 Aug 16 22:23:12.358996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d98d62-10dc-4f12-9600-41184741be60 req-270be5d9-b954-4c60-b477-fde074b5b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:12.361232 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63d98d62-10dc-4f12-9600-41184741be60 req-270be5d9-b954-4c60-b477-fde074b5b0c5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=134dc6d3142e407fb399bf47e9422a78&device_id=b1a1d99a-cf07-4001-8f8e-30c0f903e24c HTTP/1.1" status: 200 len: 1098 time: 0.1029463 Aug 16 22:23:12.510669 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fb815-b4d8-474a-a730-e2f2a84c92fb req-8931778f-ec1e-4a30-88b8-78c2774c9bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:12.513026 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f72fb815-b4d8-474a-a730-e2f2a84c92fb req-8931778f-ec1e-4a30-88b8-78c2774c9bc1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fdf0a8e9-8419-49d8-b5f5-08ee7021bab1 HTTP/1.1" status: 200 len: 854 time: 0.1497333 Aug 16 22:23:12.529578 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1924008-8e84-419d-9683-82895b4244db req-00221035-620a-4a2f-aca1-bfa40ab62b68 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:12.531413 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1924008-8e84-419d-9683-82895b4244db req-00221035-620a-4a2f-aca1-bfa40ab62b68 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=c04c409e-a669-4fba-b7db-f38f1d446ff1 HTTP/1.1" status: 200 len: 943 time: 0.1287014 Aug 16 22:23:12.582089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-780bc3fb-b8cb-499b-a0ab-dc7ee9e9cc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '6f17151e-1262-4655-ac8f-3bac8839f7cc', 'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'mac_address': 'fa:16:3e:2f:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:15Z', 'updated_at': '2021-08-16T22:22:23Z', 'revision_number': 5, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'subnets': [{'id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:12.584419 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f72fb815-b4d8-474a-a730-e2f2a84c92fb req-a4833c1b-a71b-4b92-a347-47bb84734317 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3e76621-6f8c-4864-b810-714eea91d7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497172 Aug 16 22:23:12.622881 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d98d62-10dc-4f12-9600-41184741be60 req-1428c358-cd98-4069-944a-80ffda51def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:12.624369 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63d98d62-10dc-4f12-9600-41184741be60 req-1428c358-cd98-4069-944a-80ffda51def1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b72ddcdd-e248-488b-9bcc-59034b4687bc HTTP/1.1" status: 200 len: 922 time: 0.2493439 Aug 16 22:23:12.646078 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780bc3fb-b8cb-499b-a0ab-dc7ee9e9cc6a None None] Checking router: 5574792d-ef5e-4c77-93d6-fa282444195f for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:23:12.659527 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780bc3fb-b8cb-499b-a0ab-dc7ee9e9cc6a None None] Routers {'5574792d-ef5e-4c77-93d6-fa282444195f'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:12.663232 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-780bc3fb-b8cb-499b-a0ab-dc7ee9e9cc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5574792d-ef5e-4c77-93d6-fa282444195f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:12.719978 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63d98d62-10dc-4f12-9600-41184741be60 req-cbc94306-4a2b-493b-880a-eb613e3c57ad service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caa97583-908b-43a9-b7e5-5dc8261e527b HTTP/1.1" status: 200 len: 217 time: 0.0580077 Aug 16 22:23:12.728354 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1924008-8e84-419d-9683-82895b4244db req-149110af-998c-4f45-b674-c613fba680f0 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827538 Aug 16 22:23:12.835857 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d98d62-10dc-4f12-9600-41184741be60 req-4e85ed65-0683-4e77-94bd-c1f2833939d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:12.837200 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63d98d62-10dc-4f12-9600-41184741be60 req-4e85ed65-0683-4e77-94bd-c1f2833939d1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0 HTTP/1.1" status: 200 len: 860 time: 0.1076117 Aug 16 22:23:12.839461 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f72fb815-b4d8-474a-a730-e2f2a84c92fb req-59ccc6bc-2d4b-487b-aee7-7b7c507cc0f0 service neutron] 10.222.0.39 "GET /v2.0/networks/d3e76621-6f8c-4864-b810-714eea91d7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427495 Aug 16 22:23:12.849387 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c12abe54-e0e0-4591-889d-baa9fc4a8a4b details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:23:12.871822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-780bc3fb-b8cb-499b-a0ab-dc7ee9e9cc6a None None] Set router 5574792d-ef5e-4c77-93d6-fa282444195f gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:13.003164 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d98d62-10dc-4f12-9600-41184741be60 req-5f85c6fe-5ba4-432c-91ff-d18de0837ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:13.004834 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63d98d62-10dc-4f12-9600-41184741be60 req-5f85c6fe-5ba4-432c-91ff-d18de0837ffc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b72ddcdd-e248-488b-9bcc-59034b4687bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1595953 Aug 16 22:23:13.027489 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513c5b8-1ed1-412f-9038-deb2bd02971b req-a263e083-beb6-40d7-9ed6-070137b0428a tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:13.037356 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b513c5b8-1ed1-412f-9038-deb2bd02971b req-a263e083-beb6-40d7-9ed6-070137b0428a tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 943 time: 0.1818182 Aug 16 22:23:13.112934 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f72fb815-b4d8-474a-a730-e2f2a84c92fb req-37e0e37f-b0c2-4980-b726-ca65e7bb0cc7 service neutron] 10.222.0.39 "GET /v2.0/networks/d3e76621-6f8c-4864-b810-714eea91d7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587481 Aug 16 22:23:13.123222 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c12abe54-e0e0-4591-889d-baa9fc4a8a4b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c12abe54-e0e0-4591-889d-baa9fc4a8a4b,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:13.143647 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b513c5b8-1ed1-412f-9038-deb2bd02971b req-c8bb75ba-f522-44a5-b864-88f87b347855 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052036 Aug 16 22:23:13.151746 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:13.154875 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'c12abe54-e0e0-4591-889d-baa9fc4a8a4b', 'network_id': 'd3e76621-6f8c-4864-b810-714eea91d7c8', 'port_id': 'c12abe54-e0e0-4591-889d-baa9fc4a8a4b', 'mac_address': 'fa:16:3e:44:c4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf0a8e9-8419-49d8-b5f5-08ee7021bab1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:23:13.190970 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63d98d62-10dc-4f12-9600-41184741be60 req-f0e37ad3-6652-4a4a-82ef-0b96990b941b service neutron] 10.222.0.93 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496899 Aug 16 22:23:13.220479 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:13.237982 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12abe54-e0e0-4591-889d-baa9fc4a8a4b {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:13.262804 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c12abe54-e0e0-4591-889d-baa9fc4a8a4b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c12abe54-e0e0-4591-889d-baa9fc4a8a4b,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:13.265998 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-780bc3fb-b8cb-499b-a0ab-dc7ee9e9cc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '6f17151e-1262-4655-ac8f-3bac8839f7cc', 'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'mac_address': 'fa:16:3e:2f:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:15Z', 'updated_at': '2021-08-16T22:22:23Z', 'revision_number': 5, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'subnets': [{'id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:13.297913 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:13.301386 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780bc3fb-b8cb-499b-a0ab-dc7ee9e9cc6a None None] The sync data for ids ['5574792d-ef5e-4c77-93d6-fa282444195f'] in n-d-792458-15 is: [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '6f17151e-1262-4655-ac8f-3bac8839f7cc', 'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'mac_address': 'fa:16:3e:2f:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:15Z', 'updated_at': '2021-08-16T22:22:23Z', 'revision_number': 5, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'subnets': [{'id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:23:13.311917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63d98d62-10dc-4f12-9600-41184741be60 req-711f430f-9fdb-4b86-97ba-524dd52f1e79 service neutron] 10.222.0.93 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126854 Aug 16 22:23:13.353476 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c12abe54-e0e0-4591-889d-baa9fc4a8a4b,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:13.473133 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-6cf819cc-7700-4ddc-80cf-bfcabd762187 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279000 Aug 16 22:23:13.532779 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['c12abe54-e0e0-4591-889d-baa9fc4a8a4b'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:13.668673 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-f2b364ab-a28b-4294-bd61-1d0e4a9a2534 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577989 Aug 16 22:23:13.694436 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c14d041-ed74-4236-9578-3f63503bf31c None None] New status for floating IP 89b36007-75c4-49fb-9650-d72c3901a829: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:23:13.799412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-d1ba3d4d-c0d6-4dca-b8b5-aba09497b04d tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:13.801220 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-d1ba3d4d-c0d6-4dca-b8b5-aba09497b04d tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3196051 Aug 16 22:23:13.820524 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-c17b309b-f531-459a-a2b0-cd6534579319 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Request body: {'port': {'device_id': 'cce04bb4-928b-44ed-b7fc-e524675d998e', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': 'ea3f6caa31d74e2a9ec2aa096a9fbdf3'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:13.918501 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ea362c54-4229-4094-ac72-5409029f488a req-ecdc2a4c-3606-4474-a37b-5266b928a630 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3ede6f52-1de2-4539-b9ab-dce3e9e99a92 HTTP/1.1" status: 200 len: 210 time: 0.0409141 Aug 16 22:23:13.949215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-92811b81-1f2d-4276-bbd4-4e24bb3a3523 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:13.951423 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-92811b81-1f2d-4276-bbd4-4e24bb3a3523 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2692668 Aug 16 22:23:13.967607 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-e5a09711-229b-4736-a258-c4f7e201200f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Request body: {'port': {'device_id': '3ede6f52-1de2-4539-b9ab-dce3e9e99a92', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': 'ea3f6caa31d74e2a9ec2aa096a9fbdf3'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:13.986035 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04c409e-a669-4fba-b7db-f38f1d446ff1', 'tag': '54a5a9da-b788-4d01-b29f-06da3a293147'}, {'name': 'network-changed', 'server_uuid': 'b1a1d99a-cf07-4001-8f8e-30c0f903e24c', 'tag': 'caa97583-908b-43a9-b7e5-5dc8261e527b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:13.989326 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d0ec20-f801-4a46-bb0a-d58f7dddf6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c04c409e-a669-4fba-b7db-f38f1d446ff1", "tag": "54a5a9da-b788-4d01-b29f-06da3a293147"}, {"name": "network-changed", "server_uuid": "b1a1d99a-cf07-4001-8f8e-30c0f903e24c", "tag": "caa97583-908b-43a9-b7e5-5dc8261e527b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:14.160477 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb738d-a10f-45ea-a40c-1ac10fe6fce5 req-72f4e3ca-c633-4fa9-8f8e-7b7e83f2b4b0 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:14.161939 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0bcb738d-a10f-45ea-a40c-1ac10fe6fce5 req-72f4e3ca-c633-4fa9-8f8e-7b7e83f2b4b0 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=c04c409e-a669-4fba-b7db-f38f1d446ff1 HTTP/1.1" status: 200 len: 943 time: 0.1895363 Aug 16 22:23:14.185752 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-c17b309b-f531-459a-a2b0-cd6534579319 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Made reservation on behalf of ea3f6caa31d74e2a9ec2aa096a9fbdf3 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:14.188960 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-c17b309b-f531-459a-a2b0-cd6534579319 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:14.197018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-0c37617b-f57e-4930-80dd-b425e6124a98 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:14.198454 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-0c37617b-f57e-4930-80dd-b425e6124a98 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2632ad9-1035-4257-8885-7395d1595735&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1605239 Aug 16 22:23:14.581288 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-0a1e5b12-cce8-47c2-a450-82df930bed16 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 695 time: 0.3728271 Aug 16 22:23:14.583687 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-e5a09711-229b-4736-a258-c4f7e201200f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Made reservation on behalf of ea3f6caa31d74e2a9ec2aa096a9fbdf3 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:14.587275 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-e5a09711-229b-4736-a258-c4f7e201200f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:14.595359 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0bcb738d-a10f-45ea-a40c-1ac10fe6fce5 req-31ea996a-1b33-451b-850b-a6a0ddc88739 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251113 Aug 16 22:23:14.635750 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-5bc3a6b6-3350-493e-bacf-ff9abbb58233 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Request body: {'floatingip': {'port_id': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:14.668876 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:14.699048 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-5bc3a6b6-3350-493e-bacf-ff9abbb58233 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:14.771891 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a55f82-c398-4ea5-b84d-2ddbfb9d05cd x-openstack-request-id: req-35a55f82-c398-4ea5-b84d-2ddbfb9d05cd {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:14.772146 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04c409e-a669-4fba-b7db-f38f1d446ff1", "tag": "54a5a9da-b788-4d01-b29f-06da3a293147", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b1a1d99a-cf07-4001-8f8e-30c0f903e24c", "tag": "caa97583-908b-43a9-b7e5-5dc8261e527b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:14.772382 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-35a55f82-c398-4ea5-b84d-2ddbfb9d05cd {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:14.772768 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04c409e-a669-4fba-b7db-f38f1d446ff1', 'tag': '54a5a9da-b788-4d01-b29f-06da3a293147', 'status': 'completed', 'code': 200} Aug 16 22:23:14.773025 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a1d99a-cf07-4001-8f8e-30c0f903e24c', 'tag': 'caa97583-908b-43a9-b7e5-5dc8261e527b', 'status': 'completed', 'code': 200} Aug 16 22:23:14.848638 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0ec20-f801-4a46-bb0a-d58f7dddf6dd req-2eacb5be-2b29-46bb-a0b4-873d386ff8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:14.850138 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35d0ec20-f801-4a46-bb0a-d58f7dddf6dd req-2eacb5be-2b29-46bb-a0b4-873d386ff8ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=134dc6d3142e407fb399bf47e9422a78&device_id=b1a1d99a-cf07-4001-8f8e-30c0f903e24c HTTP/1.1" status: 200 len: 1098 time: 0.0537114 Aug 16 22:23:14.880444 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 54a5a9da-b788-4d01-b29f-06da3a293147 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:23:14.883013 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c12abe54-e0e0-4591-889d-baa9fc4a8a4b up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:14.955181 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0ec20-f801-4a46-bb0a-d58f7dddf6dd req-6a4cc8f9-6b97-4af3-8f32-e71be067f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:14.957018 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35d0ec20-f801-4a46-bb0a-d58f7dddf6dd req-6a4cc8f9-6b97-4af3-8f32-e71be067f68f service neutron] 10.222.0.43 "GET /v2.0/networks?id=b72ddcdd-e248-488b-9bcc-59034b4687bc HTTP/1.1" status: 200 len: 922 time: 0.0985353 Aug 16 22:23:14.967277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-c17b309b-f531-459a-a2b0-cd6534579319 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Allocated IP 192.168.233.249 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/4aa45943-3bf3-4e85-be89-0d170cfc9ab4) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:14.989792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port c12abe54-e0e0-4591-889d-baa9fc4a8a4b completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:15.002171 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port c12abe54-e0e0-4591-889d-baa9fc4a8a4b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:15.002546 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.009683 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0ec20-f801-4a46-bb0a-d58f7dddf6dd req-74c6ef44-5ca8-4fa2-a383-f843bd1d7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:15.011220 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35d0ec20-f801-4a46-bb0a-d58f7dddf6dd req-74c6ef44-5ca8-4fa2-a383-f843bd1d7b21 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&device_id=c04c409e-a669-4fba-b7db-f38f1d446ff1 HTTP/1.1" status: 200 len: 1095 time: 0.1992452 Aug 16 22:23:15.023242 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35d0ec20-f801-4a46-bb0a-d58f7dddf6dd req-c11a994e-e961-4ae0-bfd3-c0d41a78b049 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caa97583-908b-43a9-b7e5-5dc8261e527b HTTP/1.1" status: 200 len: 217 time: 0.0441718 Aug 16 22:23:15.040436 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 54a5a9da-b788-4d01-b29f-06da3a293147, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=54a5a9da-b788-4d01-b29f-06da3a293147,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:15.059671 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '54a5a9da-b788-4d01-b29f-06da3a293147', 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777', 'port_id': '54a5a9da-b788-4d01-b29f-06da3a293147', 'mac_address': 'fa:16:3e:fc:2a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77278031-7856-4cbe-b33a-9aa0a9f30263', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:23:15.067246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cd00b-a2f6-41db-8be0-ff90a93c8277 req-0b045da5-9b57-4881-89dd-e01ea47a35ff tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:15.068752 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-383cd00b-a2f6-41db-8be0-ff90a93c8277 req-0b045da5-9b57-4881-89dd-e01ea47a35ff tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 944 time: 0.2432678 Aug 16 22:23:15.087780 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0ec20-f801-4a46-bb0a-d58f7dddf6dd req-8702f6f4-eabc-46c2-9b0e-20929eda9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:15.089487 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35d0ec20-f801-4a46-bb0a-d58f7dddf6dd req-8702f6f4-eabc-46c2-9b0e-20929eda9efe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0 HTTP/1.1" status: 200 len: 860 time: 0.0578759 Aug 16 22:23:15.104481 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.140644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a5a9da-b788-4d01-b29f-06da3a293147 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:15.150531 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0ec20-f801-4a46-bb0a-d58f7dddf6dd req-4106af1f-64bf-4456-bd72-1aac7349cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:15.152288 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35d0ec20-f801-4a46-bb0a-d58f7dddf6dd req-4106af1f-64bf-4456-bd72-1aac7349cd7e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b72ddcdd-e248-488b-9bcc-59034b4687bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464587 Aug 16 22:23:15.160897 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.165716 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 54a5a9da-b788-4d01-b29f-06da3a293147, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=54a5a9da-b788-4d01-b29f-06da3a293147,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:15.176108 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.212171 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2876270-a565-4591-b1a9-3dcabc2dabda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12abe54-e0e0-4591-889d-baa9fc4a8a4b'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:15.214446 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6fcc1a-52e4-41f7-8ab8-fa53ce9df357" -d '{"events": [{"server_uuid": "b2876270-a565-4591-b1a9-3dcabc2dabda", "name": "network-vif-plugged", "status": "completed", "tag": "c12abe54-e0e0-4591-889d-baa9fc4a8a4b"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:15.234699 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c12abe54-e0e0-4591-889d-baa9fc4a8a4b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c12abe54-e0e0-4591-889d-baa9fc4a8a4b,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:15.244911 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.249294 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=54a5a9da-b788-4d01-b29f-06da3a293147,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:15.270488 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35d0ec20-f801-4a46-bb0a-d58f7dddf6dd req-3a34bede-3708-4b7f-b5c8-71d94124d08e service neutron] 10.222.0.43 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034007 Aug 16 22:23:15.283979 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-383cd00b-a2f6-41db-8be0-ff90a93c8277 req-5b078d4c-17a1-4975-9305-7074d38367dd tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983492 Aug 16 22:23:15.298099 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c12abe54-e0e0-4591-889d-baa9fc4a8a4b,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:15.391014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0ec20-f801-4a46-bb0a-d58f7dddf6dd req-3273c611-9beb-4654-b8bc-04e54aed6946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:15.392616 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35d0ec20-f801-4a46-bb0a-d58f7dddf6dd req-3273c611-9beb-4654-b8bc-04e54aed6946 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 200 len: 912 time: 0.3434196 Aug 16 22:23:15.400328 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35d0ec20-f801-4a46-bb0a-d58f7dddf6dd req-84509d41-76ca-4b6b-ae92-c4e5ae7149c2 service neutron] 10.222.0.43 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193743 Aug 16 22:23:15.418932 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['54a5a9da-b788-4d01-b29f-06da3a293147'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:15.463422 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35d0ec20-f801-4a46-bb0a-d58f7dddf6dd req-8859f6cc-ff18-4175-8eb9-906d2bdec73f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54a5a9da-b788-4d01-b29f-06da3a293147 HTTP/1.1" status: 200 len: 217 time: 0.0626152 Aug 16 22:23:15.573642 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-c17b309b-f531-459a-a2b0-cd6534579319 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.613253 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596a403-6f5d-4c61-9f64-26fb89db8c33 req-a30bd884-132f-4d41-98b3-d26be80346f1 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:15.615459 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9596a403-6f5d-4c61-9f64-26fb89db8c33 req-a30bd884-132f-4d41-98b3-d26be80346f1 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1a1d99a-cf07-4001-8f8e-30c0f903e24c HTTP/1.1" status: 200 len: 946 time: 0.0754600 Aug 16 22:23:15.629706 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0ec20-f801-4a46-bb0a-d58f7dddf6dd req-58123502-6741-47a1-b374-6ec3e500292f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:15.631235 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35d0ec20-f801-4a46-bb0a-d58f7dddf6dd req-58123502-6741-47a1-b374-6ec3e500292f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77278031-7856-4cbe-b33a-9aa0a9f30263 HTTP/1.1" status: 200 len: 851 time: 0.1198387 Aug 16 22:23:15.639134 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-c17b309b-f531-459a-a2b0-cd6534579319 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Transition to ACTIVE for port object 4aa45943-3bf3-4e85-be89-0d170cfc9ab4 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:15.709238 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35d0ec20-f801-4a46-bb0a-d58f7dddf6dd req-e93e85b8-1d88-4902-96c0-ff8d68f30611 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ebd43e01-e5c7-4526-84ca-b13361f6e777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646791 Aug 16 22:23:15.735530 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-9596a403-6f5d-4c61-9f64-26fb89db8c33 req-dca31afc-6a48-4146-a1ba-ec6ccd8c1f62 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Deleting port caa97583-908b-43a9-b7e5-5dc8261e527b {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:15.735972 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9596a403-6f5d-4c61-9f64-26fb89db8c33 req-dca31afc-6a48-4146-a1ba-ec6ccd8c1f62 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.815386 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d788ff01-34d3-41e9-a271-be95cd6a11f4 req-990b14de-deb6-445f-9a8a-e4cd34a5afaa tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3ede6f52-1de2-4539-b9ab-dce3e9e99a92 HTTP/1.1" status: 200 len: 210 time: 0.0826101 Aug 16 22:23:15.817416 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-5bc3a6b6-3350-493e-bacf-ff9abbb58233 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.826466 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-5bc3a6b6-3350-493e-bacf-ff9abbb58233 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.826936 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-9596a403-6f5d-4c61-9f64-26fb89db8c33 req-dca31afc-6a48-4146-a1ba-ec6ccd8c1f62 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] For port caa97583-908b-43a9-b7e5-5dc8261e527b, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=caa97583-908b-43a9-b7e5-5dc8261e527b,segment=NetworkSegment(e102682d-1634-409a-b8b3-a19873bb1b74),segment_id=e102682d-1634-409a-b8b3-a19873bb1b74)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:15.827279 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9596a403-6f5d-4c61-9f64-26fb89db8c33 req-dca31afc-6a48-4146-a1ba-ec6ccd8c1f62 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.841632 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-9596a403-6f5d-4c61-9f64-26fb89db8c33 req-dca31afc-6a48-4146-a1ba-ec6ccd8c1f62 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Calling delete_port for caa97583-908b-43a9-b7e5-5dc8261e527b owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:15.874443 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-c17b309b-f531-459a-a2b0-cd6534579319 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.884278 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd9a6d8-0233-4b76-817a-f18ab67f6745 x-openstack-request-id: req-8bd9a6d8-0233-4b76-817a-f18ab67f6745 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:15.884796 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2876270-a565-4591-b1a9-3dcabc2dabda", "name": "network-vif-plugged", "status": "completed", "tag": "c12abe54-e0e0-4591-889d-baa9fc4a8a4b", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:15.884796 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8bd9a6d8-0233-4b76-817a-f18ab67f6745 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:15.885249 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2876270-a565-4591-b1a9-3dcabc2dabda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12abe54-e0e0-4591-889d-baa9fc4a8a4b', 'code': 200} Aug 16 22:23:15.887600 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['165aae63-3dc0-4ea1-bf25-34bea2f8274f', 'f889e197-d41c-434d-9aa2-e3cdc5aec979'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:15.975887 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['67c32307-24b9-4b1b-a483-e2235092c1c0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:16.006949 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9596a403-6f5d-4c61-9f64-26fb89db8c33 req-dca31afc-6a48-4146-a1ba-ec6ccd8c1f62 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:16.039695 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-c17b309b-f531-459a-a2b0-cd6534579319 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:16.063471 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca31afc-6a48-4146-a1ba-ec6ccd8c1f62 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Pushing event deleted for resources: {'Port': ['ID=caa97583-908b-43a9-b7e5-5dc8261e527b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:16.091054 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-c17b309b-f531-459a-a2b0-cd6534579319 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:16.098907 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-c17b309b-f531-459a-a2b0-cd6534579319 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:16.103638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-e5a09711-229b-4736-a258-c4f7e201200f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Allocated IP 192.168.233.73 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/3c95034b-1f7b-464f-9974-81c0c243d8d6) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:16.135330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-9596a403-6f5d-4c61-9f64-26fb89db8c33 req-dca31afc-6a48-4146-a1ba-ec6ccd8c1f62 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] No DVR routers for this DVR port caa97583-908b-43a9-b7e5-5dc8261e527b on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:16.141346 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9596a403-6f5d-4c61-9f64-26fb89db8c33 req-dca31afc-6a48-4146-a1ba-ec6ccd8c1f62 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:16.145163 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9596a403-6f5d-4c61-9f64-26fb89db8c33 req-dca31afc-6a48-4146-a1ba-ec6ccd8c1f62 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.43 "DELETE /v2.0/ports/caa97583-908b-43a9-b7e5-5dc8261e527b HTTP/1.1" status: 204 len: 173 time: 0.5183272 Aug 16 22:23:16.145893 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a1d99a-cf07-4001-8f8e-30c0f903e24c', 'name': 'network-vif-deleted', 'tag': 'caa97583-908b-43a9-b7e5-5dc8261e527b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:16.151072 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5f3303-1363-45d0-9c0d-63d678bd1697" -d '{"events": [{"server_uuid": "b1a1d99a-cf07-4001-8f8e-30c0f903e24c", "name": "network-vif-deleted", "tag": "caa97583-908b-43a9-b7e5-5dc8261e527b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:16.171886 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35d0ec20-f801-4a46-bb0a-d58f7dddf6dd req-ab9b9d2d-ed06-4c1e-838c-6b5c11d30160 service neutron] 10.222.0.39 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548550 Aug 16 22:23:16.172614 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b309b-f531-459a-a2b0-cd6534579319 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Pushing event updated for resources: {'Port': ['ID=4aa45943-3bf3-4e85-be89-0d170cfc9ab4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:16.199347 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-5bc3a6b6-3350-493e-bacf-ff9abbb58233 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Floating IP 89b36007-75c4-49fb-9650-d72c3901a829 associated. External IP: 172.25.6.64, port: b3b50ea5-28e1-4db4-ab61-ad4285a66ecb. Aug 16 22:23:16.391795 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ce306-84c8-4606-a84d-9a3c848dad5a req-06adaac0-a27b-48ba-8f3c-504a30436400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:16.393257 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-365ce306-84c8-4606-a84d-9a3c848dad5a req-06adaac0-a27b-48ba-8f3c-504a30436400 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 1097 time: 0.3656592 Aug 16 22:23:16.436874 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['b3b50ea5-28e1-4db4-ab61-ad4285a66ecb'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:16.453619 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-c17b309b-f531-459a-a2b0-cd6534579319 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:16.454257 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-c17b309b-f531-459a-a2b0-cd6534579319 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:16.482850 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b7d63629-fc70-4e57-9840-c754d49e2d4d None None] Provisioning for port 4aa45943-3bf3-4e85-be89-0d170cfc9ab4 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:16.492834 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b7d63629-fc70-4e57-9840-c754d49e2d4d None None] Provisioning complete for port 4aa45943-3bf3-4e85-be89-0d170cfc9ab4 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:16.493208 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b7d63629-fc70-4e57-9840-c754d49e2d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:16.530553 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a9f0c-f703-464e-b8b8-06d5ca7db17d req-5ba6ef2e-6008-47f9-99b2-612433f577ae tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:16.532057 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e41a9f0c-f703-464e-b8b8-06d5ca7db17d req-5ba6ef2e-6008-47f9-99b2-612433f577ae tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=c04c409e-a669-4fba-b7db-f38f1d446ff1 HTTP/1.1" status: 200 len: 944 time: 0.4468656 Aug 16 22:23:16.547712 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b7d63629-fc70-4e57-9840-c754d49e2d4d None None] Port 4aa45943-3bf3-4e85-be89-0d170cfc9ab4 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:23:16.552539 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-c17b309b-f531-459a-a2b0-cd6534579319 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7390468 Aug 16 22:23:16.693522 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['caa97583-908b-43a9-b7e5-5dc8261e527b'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:16.893493 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 54a5a9da-b788-4d01-b29f-06da3a293147 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:16.916104 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] Request body: {'port': {'device_id': 'cce04bb4-928b-44ed-b7fc-e524675d998e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:16.925694 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-365ce306-84c8-4606-a84d-9a3c848dad5a req-4f6258f4-9532-42a2-8c3e-e53454a29362 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173893 Aug 16 22:23:16.941077 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 54a5a9da-b788-4d01-b29f-06da3a293147 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:16.944789 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 54a5a9da-b788-4d01-b29f-06da3a293147 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:16.945179 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:17.011660 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35d0ec20-f801-4a46-bb0a-d58f7dddf6dd req-9d719932-1865-4297-b0f1-1fb6cedbebe1 service neutron] 10.222.0.39 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8093467 Aug 16 22:23:17.041310 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e41a9f0c-f703-464e-b8b8-06d5ca7db17d req-2999176a-f7e1-4e8e-834c-8c77c461adc1 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903636 Aug 16 22:23:17.093753 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:17.162749 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:17.196404 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-e5a09711-229b-4736-a258-c4f7e201200f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:17.209230 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 54a5a9da-b788-4d01-b29f-06da3a293147, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=54a5a9da-b788-4d01-b29f-06da3a293147,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:17.216278 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:17.226433 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd26e53-f9a5-4e16-a0e0-47725563145a x-openstack-request-id: req-ccd26e53-f9a5-4e16-a0e0-47725563145a {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:17.227024 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a1d99a-cf07-4001-8f8e-30c0f903e24c", "name": "network-vif-deleted", "tag": "caa97583-908b-43a9-b7e5-5dc8261e527b", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:17.227149 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ccd26e53-f9a5-4e16-a0e0-47725563145a {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:17.227943 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a1d99a-cf07-4001-8f8e-30c0f903e24c', 'name': 'network-vif-deleted', 'tag': 'caa97583-908b-43a9-b7e5-5dc8261e527b', 'status': 'completed', 'code': 200} Aug 16 22:23:17.240074 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-e5a09711-229b-4736-a258-c4f7e201200f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Transition to ACTIVE for port object 3c95034b-1f7b-464f-9974-81c0c243d8d6 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:17.287091 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=54a5a9da-b788-4d01-b29f-06da3a293147,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:17.321349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-5bc3a6b6-3350-493e-bacf-ff9abbb58233 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Router 5574792d-ef5e-4c77-93d6-fa282444195f has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:23:17.442383 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-e5a09711-229b-4736-a258-c4f7e201200f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:17.454386 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['67c32307-24b9-4b1b-a483-e2235092c1c0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:17.482171 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['165aae63-3dc0-4ea1-bf25-34bea2f8274f', 'f889e197-d41c-434d-9aa2-e3cdc5aec979'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:17.483605 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514f0d6-40b6-4e67-b430-e8d47434e510 req-bf95bba6-501c-4210-ab24-f04121ac8fbb tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:17.485172 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d514f0d6-40b6-4e67-b430-e8d47434e510 req-bf95bba6-501c-4210-ab24-f04121ac8fbb tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 945 time: 0.1887417 Aug 16 22:23:17.596087 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-e5a09711-229b-4736-a258-c4f7e201200f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:17.618555 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-e5a09711-229b-4736-a258-c4f7e201200f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:17.627968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a09711-229b-4736-a258-c4f7e201200f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Pushing event updated for resources: {'Port': ['ID=3c95034b-1f7b-464f-9974-81c0c243d8d6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:17.633297 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-e5a09711-229b-4736-a258-c4f7e201200f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:17.664848 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d514f0d6-40b6-4e67-b430-e8d47434e510 req-edfdf257-73e7-469f-a07d-105984acc386 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661098 Aug 16 22:23:17.723518 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-5bc3a6b6-3350-493e-bacf-ff9abbb58233 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:23:17.737830 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-5bc3a6b6-3350-493e-bacf-ff9abbb58233 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:17.755628 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081dddbd-9caa-44ca-863c-1519fa2634a3 None None] Sync routers for ids ['5574792d-ef5e-4c77-93d6-fa282444195f'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:23:17.809884 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081dddbd-9caa-44ca-863c-1519fa2634a3 None None] Routers {'5574792d-ef5e-4c77-93d6-fa282444195f'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:17.810984 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-081dddbd-9caa-44ca-863c-1519fa2634a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5574792d-ef5e-4c77-93d6-fa282444195f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:17.834577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-e5a09711-229b-4736-a258-c4f7e201200f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:17.835346 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-e5a09711-229b-4736-a258-c4f7e201200f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:17.893363 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-5bc3a6b6-3350-493e-bacf-ff9abbb58233 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "PUT /v2.0/floatingips/89b36007-75c4-49fb-9650-d72c3901a829 HTTP/1.1" status: 200 len: 995 time: 3.2968123 Aug 16 22:23:17.906724 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2632ad9-1035-4257-8885-7395d1595735', 'tag': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:17.914535 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be307fc9-baaf-496c-9ea8-d4340fb22f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d2632ad9-1035-4257-8885-7395d1595735", "tag": "b3b50ea5-28e1-4db4-ab61-ad4285a66ecb"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:17.916758 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04c409e-a669-4fba-b7db-f38f1d446ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a5a9da-b788-4d01-b29f-06da3a293147'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:17.919036 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0e3b58-7b14-4c75-9345-02ff14ca511a" -d '{"events": [{"server_uuid": "c04c409e-a669-4fba-b7db-f38f1d446ff1", "name": "network-vif-plugged", "status": "completed", "tag": "54a5a9da-b788-4d01-b29f-06da3a293147"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:17.976078 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-e5a09711-229b-4736-a258-c4f7e201200f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0121944 Aug 16 22:23:18.002314 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] Request body: {'port': {'device_id': '3ede6f52-1de2-4539-b9ab-dce3e9e99a92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:18.002716 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c820312d-3c04-4387-96fe-969057c6e9a0 req-3a23fd5d-2f09-43a7-a025-d86b058c7526 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507400 Aug 16 22:23:18.012191 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51898) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:18.052637 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-081dddbd-9caa-44ca-863c-1519fa2634a3 None None] Set router 5574792d-ef5e-4c77-93d6-fa282444195f gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:18.054433 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a6df61b3-417b-4822-8bf2-ac68d63e3d74 None None] Provisioning for port 3c95034b-1f7b-464f-9974-81c0c243d8d6 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:18.064335 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa45943-3bf3-4e85-be89-0d170cfc9ab4 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:18.092001 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.094436 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a6df61b3-417b-4822-8bf2-ac68d63e3d74 None None] Provisioning complete for port 3c95034b-1f7b-464f-9974-81c0c243d8d6 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:18.094813 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a6df61b3-417b-4822-8bf2-ac68d63e3d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.105839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-eab1e40b-e747-4767-a23d-bad9b6ad71e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:18.107563 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-eab1e40b-e747-4767-a23d-bad9b6ad71e5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=134dc6d3142e407fb399bf47e9422a78&device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 1097 time: 0.1880605 Aug 16 22:23:18.132478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820312d-3c04-4387-96fe-969057c6e9a0 req-4acd2a9b-8f58-4861-b572-47388b30cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:18.135871 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c820312d-3c04-4387-96fe-969057c6e9a0 req-4acd2a9b-8f58-4861-b572-47388b30cae8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=941b04a77c814e8b8fa2fa1d0f583397&device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7 HTTP/1.1" status: 200 len: 1097 time: 0.0686860 Aug 16 22:23:18.173809 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8d9f0-cbff-4828-be38-85ad7ebd7f1f req-d47bee36-3bde-4c99-b8ed-05f8a931aa2a tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:18.175464 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfb8d9f0-cbff-4828-be38-85ad7ebd7f1f req-d47bee36-3bde-4c99-b8ed-05f8a931aa2a tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3ede6f52-1de2-4539-b9ab-dce3e9e99a92 HTTP/1.1" status: 200 len: 935 time: 0.1984897 Aug 16 22:23:18.184788 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b139-af60-498a-8a06-94b1440a5457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.196940 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a6df61b3-417b-4822-8bf2-ac68d63e3d74 None None] Port 3c95034b-1f7b-464f-9974-81c0c243d8d6 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:23:18.202817 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] Transition to ACTIVE for port object 4aa45943-3bf3-4e85-be89-0d170cfc9ab4 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:18.216684 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.218089 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.312832 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820312d-3c04-4387-96fe-969057c6e9a0 req-b295ebf7-25f6-46e2-bf6a-b7642d8ba16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:18.314016 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c820312d-3c04-4387-96fe-969057c6e9a0 req-b295ebf7-25f6-46e2-bf6a-b7642d8ba16d service neutron] 10.222.0.43 "GET /v2.0/networks?id=f5d170ab-1e28-4470-8c5e-17a8a57c0ba8 HTTP/1.1" status: 200 len: 907 time: 0.1426413 Aug 16 22:23:18.359715 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfb8d9f0-cbff-4828-be38-85ad7ebd7f1f req-690cb036-2b54-4191-9318-7e4de5b14f80 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526155 Aug 16 22:23:18.366137 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa45943-3bf3-4e85-be89-0d170cfc9ab4,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:18.395185 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-081dddbd-9caa-44ca-863c-1519fa2634a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '89b36007-75c4-49fb-9650-d72c3901a829', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'port_id': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'mac_address': 'fa:16:3e:09:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2632ad9-1035-4257-8885-7395d1595735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:22:39Z', 'updated_at': '2021-08-16T22:23:15Z', 'revision_number': 8, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f17151e-1262-4655-ac8f-3bac8839f7cc', 'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'mac_address': 'fa:16:3e:2f:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:15Z', 'updated_at': '2021-08-16T22:22:23Z', 'revision_number': 5, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'subnets': [{'id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:18.403538 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-201dd677-9960-466d-a3b0-f7a86a149dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:18.411153 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-201dd677-9960-466d-a3b0-f7a86a149dd7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b72ddcdd-e248-488b-9bcc-59034b4687bc HTTP/1.1" status: 200 len: 922 time: 0.2734778 Aug 16 22:23:18.450609 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081dddbd-9caa-44ca-863c-1519fa2634a3 None None] Checking router: 5574792d-ef5e-4c77-93d6-fa282444195f for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:23:18.460891 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081dddbd-9caa-44ca-863c-1519fa2634a3 None None] Routers {'5574792d-ef5e-4c77-93d6-fa282444195f'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:18.461529 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-081dddbd-9caa-44ca-863c-1519fa2634a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5574792d-ef5e-4c77-93d6-fa282444195f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:18.491724 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b139-af60-498a-8a06-94b1440a5457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.509898 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c820312d-3c04-4387-96fe-969057c6e9a0 req-52b1c6f7-2034-4121-8d84-9f1018b3faf4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7546d0c5-0640-4d2e-85cd-194cc1638cc1 HTTP/1.1" status: 200 len: 1001 time: 0.1864748 Aug 16 22:23:18.510758 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b139-af60-498a-8a06-94b1440a5457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.515791 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3967b3-532d-4e05-b19c-84079433a6e4 x-openstack-request-id: req-2f3967b3-532d-4e05-b19c-84079433a6e4 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:18.516434 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2632ad9-1035-4257-8885-7395d1595735", "tag": "b3b50ea5-28e1-4db4-ab61-ad4285a66ecb", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:18.516924 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2f3967b3-532d-4e05-b19c-84079433a6e4 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:18.517703 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2632ad9-1035-4257-8885-7395d1595735', 'tag': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb', 'status': 'completed', 'code': 200} Aug 16 22:23:18.536577 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5447a441-0e80-4239-97b7-beecaed430f2 x-openstack-request-id: req-5447a441-0e80-4239-97b7-beecaed430f2 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:18.536847 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04c409e-a669-4fba-b7db-f38f1d446ff1", "name": "network-vif-plugged", "status": "completed", "tag": "54a5a9da-b788-4d01-b29f-06da3a293147", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:18.537027 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5447a441-0e80-4239-97b7-beecaed430f2 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:18.537422 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04c409e-a669-4fba-b7db-f38f1d446ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a5a9da-b788-4d01-b29f-06da3a293147', 'code': 200} Aug 16 22:23:18.628803 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7ad5b139-af60-498a-8a06-94b1440a5457 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5b2dd03e2af8484a9371086a91435bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6129646 Aug 16 22:23:18.630128 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51906) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:18.643949 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5b139-af60-498a-8a06-94b1440a5457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91147144-dc9e-4114-8d0e-25b060a480ee,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:18.665941 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820312d-3c04-4387-96fe-969057c6e9a0 req-932862d0-65f4-41e2-abf4-376027ffe47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:18.667765 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c820312d-3c04-4387-96fe-969057c6e9a0 req-932862d0-65f4-41e2-abf4-376027ffe47c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7efeea8a-576f-4404-a255-d05a414ce880 HTTP/1.1" status: 200 len: 845 time: 0.1229584 Aug 16 22:23:18.672114 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-081dddbd-9caa-44ca-863c-1519fa2634a3 None None] Set router 5574792d-ef5e-4c77-93d6-fa282444195f gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:18.718357 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-664cd3cb-a7cf-43a7-8854-d1834cc098f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.747578 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-664cd3cb-a7cf-43a7-8854-d1834cc098f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.747845 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] Attempting to bind port 4aa45943-3bf3-4e85-be89-0d170cfc9ab4 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:18.748163 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] Attempting to bind port 4aa45943-3bf3-4e85-be89-0d170cfc9ab4 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:18.748474 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] Attempting to bind port 4aa45943-3bf3-4e85-be89-0d170cfc9ab4 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:18.756170 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820312d-3c04-4387-96fe-969057c6e9a0 req-1272ecb3-3a39-412b-ace9-af856af76752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:18.757415 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c820312d-3c04-4387-96fe-969057c6e9a0 req-1272ecb3-3a39-412b-ace9-af856af76752 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f5d170ab-1e28-4470-8c5e-17a8a57c0ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754895 Aug 16 22:23:18.817567 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] Port 4aa45943-3bf3-4e85-be89-0d170cfc9ab4 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:23:18.817780 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] Attempting to bind port 4aa45943-3bf3-4e85-be89-0d170cfc9ab4 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:18.821087 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-4f7ec69f-9c80-420f-b835-4c817cb379f5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3b50ea5-28e1-4db4-ab61-ad4285a66ecb HTTP/1.1" status: 200 len: 998 time: 0.4090235 Aug 16 22:23:18.840383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be307fc9-baaf-496c-9ea8-d4340fb22f3f req-cea0840e-9e71-4a5c-89b4-c1ca00a405be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:18.841903 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be307fc9-baaf-496c-9ea8-d4340fb22f3f req-cea0840e-9e71-4a5c-89b4-c1ca00a405be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=134dc6d3142e407fb399bf47e9422a78&device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 1097 time: 0.3281617 Aug 16 22:23:18.847255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:18.847255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:18.847572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:18.847838 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] Bound port: 4aa45943-3bf3-4e85-be89-0d170cfc9ab4, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:18.848370 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.863650 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-664cd3cb-a7cf-43a7-8854-d1834cc098f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.866150 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-664cd3cb-a7cf-43a7-8854-d1834cc098f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.867277 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-664cd3cb-a7cf-43a7-8854-d1834cc098f6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/91147144-dc9e-4114-8d0e-25b060a480ee HTTP/1.1" status: 204 len: 168 time: 0.2362599 Aug 16 22:23:18.885668 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cd3cb-a7cf-43a7-8854-d1834cc098f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91147144-dc9e-4114-8d0e-25b060a480ee,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:18.890089 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4bba7-568f-4cfe-b6ee-b1b9b6e9b7bb req-5f83b877-7ea8-49a2-8d72-c0e0abc84cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:18.891346 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c820312d-3c04-4387-96fe-969057c6e9a0 req-caecd921-168a-41d3-a7a8-1b249fcd79ef service neutron] 10.222.0.43 "GET /v2.0/networks/f5d170ab-1e28-4470-8c5e-17a8a57c0ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238797 Aug 16 22:23:18.891565 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fac4bba7-568f-4cfe-b6ee-b1b9b6e9b7bb req-5f83b877-7ea8-49a2-8d72-c0e0abc84cb3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c04c409e-a669-4fba-b7db-f38f1d446ff1 HTTP/1.1" status: 200 len: 1097 time: 0.2354376 Aug 16 22:23:18.899075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaed38c-1570-46da-b5a3-424acd4c228b req-30762fe1-00eb-4e09-8e5b-cf1172f77f4e tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:18.906854 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ffaed38c-1570-46da-b5a3-424acd4c228b req-30762fe1-00eb-4e09-8e5b-cf1172f77f4e tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=c04c409e-a669-4fba-b7db-f38f1d446ff1 HTTP/1.1" status: 200 len: 945 time: 0.2490361 Aug 16 22:23:18.981424 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-081dddbd-9caa-44ca-863c-1519fa2634a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '89b36007-75c4-49fb-9650-d72c3901a829', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'port_id': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'mac_address': 'fa:16:3e:09:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2632ad9-1035-4257-8885-7395d1595735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:22:39Z', 'updated_at': '2021-08-16T22:23:15Z', 'revision_number': 8, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f17151e-1262-4655-ac8f-3bac8839f7cc', 'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'mac_address': 'fa:16:3e:2f:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:15Z', 'updated_at': '2021-08-16T22:22:23Z', 'revision_number': 5, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'subnets': [{'id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:19.013589 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c820312d-3c04-4387-96fe-969057c6e9a0 req-bcfe544d-64df-4bde-97ab-8af2abd89c9e service neutron] 10.222.0.43 "GET /v2.0/networks/f5d170ab-1e28-4470-8c5e-17a8a57c0ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140692 Aug 16 22:23:19.014800 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081dddbd-9caa-44ca-863c-1519fa2634a3 None None] The sync data for ids ['5574792d-ef5e-4c77-93d6-fa282444195f'] in n-d-792458-15 is: [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '89b36007-75c4-49fb-9650-d72c3901a829', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'port_id': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'mac_address': 'fa:16:3e:09:55:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2632ad9-1035-4257-8885-7395d1595735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:22:39Z', 'updated_at': '2021-08-16T22:23:15Z', 'revision_number': 8, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f17151e-1262-4655-ac8f-3bac8839f7cc', 'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'mac_address': 'fa:16:3e:2f:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:15Z', 'updated_at': '2021-08-16T22:22:23Z', 'revision_number': 5, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'subnets': [{'id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:23:19.069522 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device caa97583-908b-43a9-b7e5-5dc8261e527b no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:19.092842 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: caa97583-908b-43a9-b7e5-5dc8261e527b {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:19.093199 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device caa97583-908b-43a9-b7e5-5dc8261e527b not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:19.147133 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-14cba01b-45f4-4453-b15a-d8c883b27062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:19.148768 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-14cba01b-45f4-4453-b15a-d8c883b27062 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0 HTTP/1.1" status: 200 len: 860 time: 0.2944055 Aug 16 22:23:19.168452 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ffaed38c-1570-46da-b5a3-424acd4c228b req-ca7a5959-9574-4a58-b8d8-1fd00c9ef056 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606606 Aug 16 22:23:19.208329 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fac4bba7-568f-4cfe-b6ee-b1b9b6e9b7bb req-8a874046-27fb-4341-ad1a-aab431d1aa35 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734470 Aug 16 22:23:19.261824 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] For port 4aa45943-3bf3-4e85-be89-0d170cfc9ab4, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:19.265163 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be307fc9-baaf-496c-9ea8-d4340fb22f3f req-4b57978a-98f5-4979-addb-60d02c31e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:19.267114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be307fc9-baaf-496c-9ea8-d4340fb22f3f req-4b57978a-98f5-4979-addb-60d02c31e7c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b72ddcdd-e248-488b-9bcc-59034b4687bc HTTP/1.1" status: 200 len: 922 time: 0.4137201 Aug 16 22:23:19.274512 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51920) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:19.296368 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59aa5ded-78d5-487b-9685-b15cad0fde0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:19.300140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] For port 4aa45943-3bf3-4e85-be89-0d170cfc9ab4, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4aa45943-3bf3-4e85-be89-0d170cfc9ab4,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:19.342475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c95034b-1f7b-464f-9974-81c0c243d8d6 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:19.365871 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:19.372511 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:19.388624 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-5e56c787-d525-44a6-b37d-b8bb2cbc9137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:19.389015 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-5e56c787-d525-44a6-b37d-b8bb2cbc9137 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b72ddcdd-e248-488b-9bcc-59034b4687bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2129343 Aug 16 22:23:19.439759 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59aa5ded-78d5-487b-9685-b15cad0fde0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:19.451086 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59aa5ded-78d5-487b-9685-b15cad0fde0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:19.461306 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:19.462309 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:19.463885 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] 10.222.0.39 "PUT /v2.0/ports/4aa45943-3bf3-4e85-be89-0d170cfc9ab4 HTTP/1.1" status: 200 len: 1097 time: 2.5773177 Aug 16 22:23:19.521800 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-59aa5ded-78d5-487b-9685-b15cad0fde0a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=02c80482bf1f45f0adf379687e980e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436855 Aug 16 22:23:19.522295 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b0218-b93f-42cd-9604-12884ecd102b None None] New status for floating IP 89b36007-75c4-49fb-9650-d72c3901a829: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:23:19.522832 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51924) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:19.526288 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] Transition to ACTIVE for port object 3c95034b-1f7b-464f-9974-81c0c243d8d6 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:19.530863 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa5ded-78d5-487b-9685-b15cad0fde0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322f9e77-36d4-4d44-a3a5-2b0081b02699,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:19.535628 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be307fc9-baaf-496c-9ea8-d4340fb22f3f req-9b35f38c-7183-408e-b7db-f3881f6f2d59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3b50ea5-28e1-4db4-ab61-ad4285a66ecb HTTP/1.1" status: 200 len: 998 time: 0.2524567 Aug 16 22:23:19.591243 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:19.627092 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c25a646-05e6-48c9-a86a-ee3187bec65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:19.685145 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c25a646-05e6-48c9-a86a-ee3187bec65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:19.758208 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c25a646-05e6-48c9-a86a-ee3187bec65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:19.762056 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c25a646-05e6-48c9-a86a-ee3187bec65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:19.763557 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8c25a646-05e6-48c9-a86a-ee3187bec65a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/322f9e77-36d4-4d44-a3a5-2b0081b02699 HTTP/1.1" status: 204 len: 168 time: 0.2405012 Aug 16 22:23:19.790182 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25a646-05e6-48c9-a86a-ee3187bec65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322f9e77-36d4-4d44-a3a5-2b0081b02699,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:20.018568 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ecee4-71bb-4734-84b8-83fcf7e54dae req-aad2b65f-598a-4850-b44e-a2517dca0d27 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:20.020206 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e2ecee4-71bb-4734-84b8-83fcf7e54dae req-aad2b65f-598a-4850-b44e-a2517dca0d27 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 945 time: 0.6843767 Aug 16 22:23:20.033710 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fcb87-80e0-4164-8aa4-a92ec4d658c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa45943-3bf3-4e85-be89-0d170cfc9ab4,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:20.102006 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ef300a8a-5662-4299-9712-ef9a04907d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:20.103666 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ef300a8a-5662-4299-9712-ef9a04907d8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&device_id=cce04bb4-928b-44ed-b7fc-e524675d998e HTTP/1.1" status: 200 len: 1100 time: 0.5705123 Aug 16 22:23:20.116112 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be307fc9-baaf-496c-9ea8-d4340fb22f3f req-1280d594-0cc2-4761-a7a2-76c66e8a734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:20.117670 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be307fc9-baaf-496c-9ea8-d4340fb22f3f req-1280d594-0cc2-4761-a7a2-76c66e8a734d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0 HTTP/1.1" status: 200 len: 860 time: 0.5299792 Aug 16 22:23:20.122584 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-8b47ae35-a3f1-4d4b-8d6a-0f212f8d4e42 service neutron] 10.222.0.93 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6944606 Aug 16 22:23:20.281056 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-1dbf1597-dc38-42a0-908e-bc644eeaa77a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=4aa45943-3bf3-4e85-be89-0d170cfc9ab4 HTTP/1.1" status: 200 len: 217 time: 0.1671760 Aug 16 22:23:20.308550 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c95034b-1f7b-464f-9974-81c0c243d8d6,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:20.362705 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e2ecee4-71bb-4734-84b8-83fcf7e54dae req-26455957-8554-4500-bc5e-b2a8089d35e8 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266776 Aug 16 22:23:20.411606 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be307fc9-baaf-496c-9ea8-d4340fb22f3f req-1431111c-31d2-4f6f-b77b-8efaff1d3fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:20.413393 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be307fc9-baaf-496c-9ea8-d4340fb22f3f req-1431111c-31d2-4f6f-b77b-8efaff1d3fd4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b72ddcdd-e248-488b-9bcc-59034b4687bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2721372 Aug 16 22:23:20.427493 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-c4059b28-2c8b-45d7-8f9c-dabf3904e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:20.428924 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-c4059b28-2c8b-45d7-8f9c-dabf3904e42c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1117301 Aug 16 22:23:20.497130 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd55ad3b-d4f4-48be-89fe-70646fb809be req-7a667a28-3d93-418d-87d6-b6cb97c5bc21 service neutron] 10.222.0.93 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610332 Aug 16 22:23:20.512705 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] Attempting to bind port 3c95034b-1f7b-464f-9974-81c0c243d8d6 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:20.513173 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] Attempting to bind port 3c95034b-1f7b-464f-9974-81c0c243d8d6 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:20.513507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] Attempting to bind port 3c95034b-1f7b-464f-9974-81c0c243d8d6 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:20.524937 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce04bb4-928b-44ed-b7fc-e524675d998e', 'tag': '4aa45943-3bf3-4e85-be89-0d170cfc9ab4'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:20.527246 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee70dfb-48bd-464d-a018-91018eeaa364" -d '{"events": [{"name": "network-changed", "server_uuid": "cce04bb4-928b-44ed-b7fc-e524675d998e", "tag": "4aa45943-3bf3-4e85-be89-0d170cfc9ab4"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:20.533110 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] Port 3c95034b-1f7b-464f-9974-81c0c243d8d6 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:23:20.533447 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] Attempting to bind port 3c95034b-1f7b-464f-9974-81c0c243d8d6 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:20.547371 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:20.547721 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:20.548111 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:20.548549 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] Bound port: 3c95034b-1f7b-464f-9974-81c0c243d8d6, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:20.548913 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:20.585748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-4331557f-cd1f-4215-b448-96578780642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:20.587456 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-4331557f-cd1f-4215-b448-96578780642a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1422637 Aug 16 22:23:20.610516 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be307fc9-baaf-496c-9ea8-d4340fb22f3f req-b95e30e5-470c-43c5-9fc9-560aeaadfc11 service neutron] 10.222.0.39 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848147 Aug 16 22:23:20.869739 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe05534-ad09-442f-95af-4d0b3b22bdd7 req-ff65708f-6581-4428-9515-9838a0162c8d tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:20.871282 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0fe05534-ad09-442f-95af-4d0b3b22bdd7 req-ff65708f-6581-4428-9515-9838a0162c8d tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3ede6f52-1de2-4539-b9ab-dce3e9e99a92 HTTP/1.1" status: 200 len: 947 time: 0.2772696 Aug 16 22:23:20.872346 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] For port 3c95034b-1f7b-464f-9974-81c0c243d8d6, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:20.919339 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] For port 3c95034b-1f7b-464f-9974-81c0c243d8d6, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=3c95034b-1f7b-464f-9974-81c0c243d8d6,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:20.934989 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc92e4f-c329-44ef-a5a7-fcd6b289f763 req-b942f705-3bb3-41c2-8120-23ba7fd7d64f tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:20.936508 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1cc92e4f-c329-44ef-a5a7-fcd6b289f763 req-b942f705-3bb3-41c2-8120-23ba7fd7d64f tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=c04c409e-a669-4fba-b7db-f38f1d446ff1 HTTP/1.1" status: 200 len: 945 time: 0.2771101 Aug 16 22:23:20.949873 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b0c5944-7d14-4d74-970d-41d7645de9e8 req-083d8227-6b45-467b-99c5-34f459a6e7bb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d2632ad9-1035-4257-8885-7395d1595735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2379010 Aug 16 22:23:20.959417 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:20.976494 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-f97934bb-505c-4bb2-970e-90ed8908a3e7 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781824 Aug 16 22:23:21.008184 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be307fc9-baaf-496c-9ea8-d4340fb22f3f req-e947ee5f-3e08-4936-aa78-386fa6ccaf3c service neutron] 10.222.0.39 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719866 Aug 16 22:23:21.039344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:21.039961 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:21.041408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] 10.222.0.43 "PUT /v2.0/ports/3c95034b-1f7b-464f-9974-81c0c243d8d6 HTTP/1.1" status: 200 len: 1096 time: 3.0464287 Aug 16 22:23:21.102065 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0fe05534-ad09-442f-95af-4d0b3b22bdd7 req-fe52b0c4-70e5-4170-a59f-4999e58f1af5 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152450 Aug 16 22:23:21.178564 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1cc92e4f-c329-44ef-a5a7-fcd6b289f763 req-739eade4-11b3-4a85-be2a-43e98cfd551c tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223208 Aug 16 22:23:21.197500 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba434b22-c899-4f46-b3fd-81a58b833ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c95034b-1f7b-464f-9974-81c0c243d8d6,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:21.305404 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-3f8fcc33-f225-40ce-a367-c83c4da62181 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961409 Aug 16 22:23:21.312180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c5944-7d14-4d74-970d-41d7645de9e8 req-9cada2be-d341-48c1-a18c-c20409d66895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:21.313605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b0c5944-7d14-4d74-970d-41d7645de9e8 req-9cada2be-d341-48c1-a18c-c20409d66895 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=134dc6d3142e407fb399bf47e9422a78&device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 1097 time: 0.2166660 Aug 16 22:23:21.317798 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-5bb1b8a4-9be6-4942-a383-89fdbe35f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:21.319260 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-5bb1b8a4-9be6-4942-a383-89fdbe35f078 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&device_id=3ede6f52-1de2-4539-b9ab-dce3e9e99a92 HTTP/1.1" status: 200 len: 1099 time: 0.2076924 Aug 16 22:23:21.383959 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-03dfda05-54fe-437a-a5ef-c3e875fc6088 req-5247a9e9-eb97-423c-a5d0-e8b189222e5e tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/floatingips/89b36007-75c4-49fb-9650-d72c3901a829 HTTP/1.1" status: 200 len: 997 time: 0.1608958 Aug 16 22:23:21.400576 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb885170-a580-4041-9bd2-9fc924451746 req-d6a01de5-e872-431a-9ee5-3ed5e226950a tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:21.402644 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bb885170-a580-4041-9bd2-9fc924451746 req-d6a01de5-e872-431a-9ee5-3ed5e226950a tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 945 time: 0.2122304 Aug 16 22:23:21.428007 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-121d0c6a-81c5-4451-8a38-c4048192032c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=3c95034b-1f7b-464f-9974-81c0c243d8d6 HTTP/1.1" status: 200 len: 217 time: 0.0970957 Aug 16 22:23:21.579929 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bb885170-a580-4041-9bd2-9fc924451746 req-b36d0451-da89-48b2-863b-1cd1bd67285c tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510968 Aug 16 22:23:21.587361 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-7c044ca0-4751-426b-b282-ea4c4120eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:21.588993 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-7c044ca0-4751-426b-b282-ea4c4120eda5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1441205 Aug 16 22:23:21.636234 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c5944-7d14-4d74-970d-41d7645de9e8 req-9f40756b-142c-411c-8cc4-72a38f7835f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:21.638318 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b0c5944-7d14-4d74-970d-41d7645de9e8 req-9f40756b-142c-411c-8cc4-72a38f7835f4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b72ddcdd-e248-488b-9bcc-59034b4687bc HTTP/1.1" status: 200 len: 922 time: 0.2945046 Aug 16 22:23:21.644471 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452c8847-8a6d-497d-ade4-f80dc0ace8fd x-openstack-request-id: req-452c8847-8a6d-497d-ade4-f80dc0ace8fd {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:21.644765 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce04bb4-928b-44ed-b7fc-e524675d998e", "tag": "4aa45943-3bf3-4e85-be89-0d170cfc9ab4", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:21.644986 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-452c8847-8a6d-497d-ade4-f80dc0ace8fd {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:21.645363 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce04bb4-928b-44ed-b7fc-e524675d998e', 'tag': '4aa45943-3bf3-4e85-be89-0d170cfc9ab4', 'status': 'completed', 'code': 200} Aug 16 22:23:21.704491 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfda05-54fe-437a-a5ef-c3e875fc6088 req-290324ff-910e-4d81-860b-3d24d54ab423 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:21.705798 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-03dfda05-54fe-437a-a5ef-c3e875fc6088 req-290324ff-910e-4d81-860b-3d24d54ab423 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.2796855 Aug 16 22:23:21.739083 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-03dfda05-54fe-437a-a5ef-c3e875fc6088 req-2da5696e-8918-43cc-9e07-0465d051b784 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:23:21.740049 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-03dfda05-54fe-437a-a5ef-c3e875fc6088 req-2da5696e-8918-43cc-9e07-0465d051b784 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115309 Aug 16 22:23:21.762594 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b0c5944-7d14-4d74-970d-41d7645de9e8 req-57cde0db-f63d-4301-8cff-4a39d867419e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3b50ea5-28e1-4db4-ab61-ad4285a66ecb HTTP/1.1" status: 200 len: 1000 time: 0.1136596 Aug 16 22:23:21.766099 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-dda90aca-4acb-494f-bdc3-f523e1877bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:21.767588 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-dda90aca-4acb-494f-bdc3-f523e1877bca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1688213 Aug 16 22:23:21.811788 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee70dfb-48bd-464d-a018-91018eeaa364 req-85c02798-6077-4dff-a516-4d827674739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:21.813290 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ee70dfb-48bd-464d-a018-91018eeaa364 req-85c02798-6077-4dff-a516-4d827674739a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&device_id=cce04bb4-928b-44ed-b7fc-e524675d998e HTTP/1.1" status: 200 len: 1100 time: 0.1487265 Aug 16 22:23:21.921655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c5944-7d14-4d74-970d-41d7645de9e8 req-31042c70-73d3-47db-95d9-a50d4a32eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:21.923170 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b0c5944-7d14-4d74-970d-41d7645de9e8 req-31042c70-73d3-47db-95d9-a50d4a32eb67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0 HTTP/1.1" status: 200 len: 860 time: 0.1537957 Aug 16 22:23:22.049235 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-51cf456c-d5b0-45d8-920a-568b68e881cf service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686574 Aug 16 22:23:22.092015 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee70dfb-48bd-464d-a018-91018eeaa364 req-192dfe79-9a69-48fc-827c-eea9150cbbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:22.093383 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ee70dfb-48bd-464d-a018-91018eeaa364 req-192dfe79-9a69-48fc-827c-eea9150cbbab service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.2687941 Aug 16 22:23:22.144269 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c5944-7d14-4d74-970d-41d7645de9e8 req-7c2aea9d-cedf-47f2-929d-cbbde039b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:22.145681 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b0c5944-7d14-4d74-970d-41d7645de9e8 req-7c2aea9d-cedf-47f2-929d-cbbde039b412 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b72ddcdd-e248-488b-9bcc-59034b4687bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2107267 Aug 16 22:23:22.152235 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-9b8fdb94-4745-4b6e-a140-d2c8a346beb0 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 1000 time: 0.1919911 Aug 16 22:23:22.499450 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ee70dfb-48bd-464d-a018-91018eeaa364 req-e75987ec-ba48-4051-a4c0-27be26a25df0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=4aa45943-3bf3-4e85-be89-0d170cfc9ab4 HTTP/1.1" status: 200 len: 217 time: 0.3861585 Aug 16 22:23:22.609894 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7a248-075e-4cc3-9d73-42f22cafcc48 req-6c4bcc58-d2ef-4f2a-af03-3f226870a70e tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:22.611383 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-adf7a248-075e-4cc3-9d73-42f22cafcc48 req-6c4bcc58-d2ef-4f2a-af03-3f226870a70e tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=c04c409e-a669-4fba-b7db-f38f1d446ff1 HTTP/1.1" status: 200 len: 945 time: 0.5769095 Aug 16 22:23:22.653030 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-8e103796-ac20-4970-bebc-cd4bdd9d8913 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:22.654380 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-8e103796-ac20-4970-bebc-cd4bdd9d8913 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports/b3b50ea5-28e1-4db4-ab61-ad4285a66ecb HTTP/1.1" status: 200 len: 942 time: 0.1661119 Aug 16 22:23:22.690669 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f982ca-9b1c-415a-82cf-bb42c58fd081 req-440622f6-f593-4912-ab37-9b391e58d6e9 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6222670 Aug 16 22:23:22.701215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee70dfb-48bd-464d-a018-91018eeaa364 req-2fe6e4bc-1df2-4f43-992a-ff0364bc5de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:22.702693 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ee70dfb-48bd-464d-a018-91018eeaa364 req-2fe6e4bc-1df2-4f43-992a-ff0364bc5de8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1592588 Aug 16 22:23:22.734312 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-adf7a248-075e-4cc3-9d73-42f22cafcc48 req-6a9c2632-1175-40dd-902d-b18ea68e1ebc tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138053 Aug 16 22:23:22.768972 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b0c5944-7d14-4d74-970d-41d7645de9e8 req-06ff1578-71aa-4cbe-aa70-35ce3e002890 service neutron] 10.222.0.39 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816610 Aug 16 22:23:22.869278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-1df3cc9d-a292-485d-b44d-6e1222da1fb3 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 1000 time: 0.1608729 Aug 16 22:23:22.894539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee70dfb-48bd-464d-a018-91018eeaa364 req-cd2b78e3-7f82-47f6-bbbb-03e6c5bd2d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:22.896086 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ee70dfb-48bd-464d-a018-91018eeaa364 req-cd2b78e3-7f82-47f6-bbbb-03e6c5bd2d51 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1793199 Aug 16 22:23:22.900772 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 4aa45943-3bf3-4e85-be89-0d170cfc9ab4 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:23:22.998458 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 4aa45943-3bf3-4e85-be89-0d170cfc9ab4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4aa45943-3bf3-4e85-be89-0d170cfc9ab4,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:23.009063 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '4aa45943-3bf3-4e85-be89-0d170cfc9ab4', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': '4aa45943-3bf3-4e85-be89-0d170cfc9ab4', 'mac_address': 'fa:16:3e:ed:b6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:23:23.050033 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:23.063614 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa45943-3bf3-4e85-be89-0d170cfc9ab4 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:23.065234 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b0c5944-7d14-4d74-970d-41d7645de9e8 req-df1b07a5-2caf-4b91-93bc-1765f93a40b6 service neutron] 10.222.0.39 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791128 Aug 16 22:23:23.074496 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710a6d4-3c97-4bca-9ed9-1762d1432a45 req-0971a657-5a83-4880-94e6-9f084568bb99 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:23.076212 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e710a6d4-3c97-4bca-9ed9-1762d1432a45 req-0971a657-5a83-4880-94e6-9f084568bb99 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 945 time: 0.2267070 Aug 16 22:23:23.086195 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 4aa45943-3bf3-4e85-be89-0d170cfc9ab4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4aa45943-3bf3-4e85-be89-0d170cfc9ab4,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:23.091521 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:23.138042 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=4aa45943-3bf3-4e85-be89-0d170cfc9ab4,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:23.156417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-1e86c72d-6298-4568-a7c4-ec8257ee83fe tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:23.157759 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-1e86c72d-6298-4568-a7c4-ec8257ee83fe tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.2799134 Aug 16 22:23:23.187285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ee70dfb-48bd-464d-a018-91018eeaa364 req-fb329adb-bbf1-4d67-9248-ac747de60d7f service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744067 Aug 16 22:23:23.216440 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e710a6d4-3c97-4bca-9ed9-1762d1432a45 req-8d61ad34-4fca-44da-a7e5-082c1b068912 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282833 Aug 16 22:23:23.316111 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['4aa45943-3bf3-4e85-be89-0d170cfc9ab4'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:23.362856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9398db-61fb-423b-acf8-7c02d440c4c0 req-a3dcd13d-bfb8-40d6-a7b6-2dc2cac8298c tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:23.364340 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bb9398db-61fb-423b-acf8-7c02d440c4c0 req-a3dcd13d-bfb8-40d6-a7b6-2dc2cac8298c tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.39 "GET /v2.0/ports?device_id=c04c409e-a669-4fba-b7db-f38f1d446ff1 HTTP/1.1" status: 200 len: 945 time: 0.2171123 Aug 16 22:23:23.367383 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-56589ff6-02d4-4b6f-bace-967b690f52ff tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 1000 time: 0.1834662 Aug 16 22:23:23.405520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-837c47f9-3b31-4ce4-9be2-ad1952170f1e tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:23.484779 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6f70a-11a2-4a1a-8154-131ff352ce23 req-87773e31-3a7d-4ad0-be31-8618c2e3e730 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:23.486293 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fba6f70a-11a2-4a1a-8154-131ff352ce23 req-87773e31-3a7d-4ad0-be31-8618c2e3e730 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3ede6f52-1de2-4539-b9ab-dce3e9e99a92 HTTP/1.1" status: 200 len: 947 time: 0.1847975 Aug 16 22:23:23.516391 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ee70dfb-48bd-464d-a018-91018eeaa364 req-2bdb4521-7cea-4e85-a1c2-08a2480a0794 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040581 Aug 16 22:23:23.550265 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-837c47f9-3b31-4ce4-9be2-ad1952170f1e tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:23.607623 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fba6f70a-11a2-4a1a-8154-131ff352ce23 req-b7360092-6f8a-4738-b56d-281b6ed48999 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124353 Aug 16 22:23:23.659066 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ede6f52-1de2-4539-b9ab-dce3e9e99a92', 'tag': '3c95034b-1f7b-464f-9974-81c0c243d8d6'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:23.661550 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ae1000-b7c9-43c0-99c0-0b9e58fdc873" -d '{"events": [{"name": "network-changed", "server_uuid": "3ede6f52-1de2-4539-b9ab-dce3e9e99a92", "tag": "3c95034b-1f7b-464f-9974-81c0c243d8d6"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:23.675874 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-bb9398db-61fb-423b-acf8-7c02d440c4c0 req-c4c4ebcd-2e48-47c6-abed-76f6bbd1a2ae tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Deleting port 54a5a9da-b788-4d01-b29f-06da3a293147 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:23.676207 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bb9398db-61fb-423b-acf8-7c02d440c4c0 req-c4c4ebcd-2e48-47c6-abed-76f6bbd1a2ae tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:23.774742 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-837c47f9-3b31-4ce4-9be2-ad1952170f1e tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:23.781766 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-837c47f9-3b31-4ce4-9be2-ad1952170f1e tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:23.782197 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-837c47f9-3b31-4ce4-9be2-ad1952170f1e tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Floating IP 89b36007-75c4-49fb-9650-d72c3901a829 disassociated. External IP: 172.25.6.64, port: b3b50ea5-28e1-4db4-ab61-ad4285a66ecb. Aug 16 22:23:23.856654 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-bb9398db-61fb-423b-acf8-7c02d440c4c0 req-c4c4ebcd-2e48-47c6-abed-76f6bbd1a2ae tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] For port 54a5a9da-b788-4d01-b29f-06da3a293147, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=54a5a9da-b788-4d01-b29f-06da3a293147,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:23.857027 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bb9398db-61fb-423b-acf8-7c02d440c4c0 req-c4c4ebcd-2e48-47c6-abed-76f6bbd1a2ae tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:23.918143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-bb9398db-61fb-423b-acf8-7c02d440c4c0 req-c4c4ebcd-2e48-47c6-abed-76f6bbd1a2ae tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Calling delete_port for 54a5a9da-b788-4d01-b29f-06da3a293147 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:24.002228 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44e456-7a00-436c-9807-d791032999a9 req-cde18ed0-828d-4f4e-b755-9cc4131c3a56 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:24.003715 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6a44e456-7a00-436c-9807-d791032999a9 req-cde18ed0-828d-4f4e-b755-9cc4131c3a56 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 945 time: 0.1441851 Aug 16 22:23:24.100795 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6a44e456-7a00-436c-9807-d791032999a9 req-87fbde40-9098-4770-9495-600fe9939d27 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846992 Aug 16 22:23:24.178490 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570815db-f551-46be-987b-56054b2df285 x-openstack-request-id: req-570815db-f551-46be-987b-56054b2df285 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:24.178786 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ede6f52-1de2-4539-b9ab-dce3e9e99a92", "tag": "3c95034b-1f7b-464f-9974-81c0c243d8d6", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:24.179037 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-570815db-f551-46be-987b-56054b2df285 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:24.179429 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ede6f52-1de2-4539-b9ab-dce3e9e99a92', 'tag': '3c95034b-1f7b-464f-9974-81c0c243d8d6', 'status': 'completed', 'code': 200} Aug 16 22:23:24.206738 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bb9398db-61fb-423b-acf8-7c02d440c4c0 req-c4c4ebcd-2e48-47c6-abed-76f6bbd1a2ae tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:24.219395 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['54a5a9da-b788-4d01-b29f-06da3a293147'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:24.229392 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-837c47f9-3b31-4ce4-9be2-ad1952170f1e tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Router 5574792d-ef5e-4c77-93d6-fa282444195f has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:23:24.276966 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4ebcd-2e48-47c6-abed-76f6bbd1a2ae tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Pushing event deleted for resources: {'Port': ['ID=54a5a9da-b788-4d01-b29f-06da3a293147,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:24.328289 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f6fa6da-178e-474a-95a0-f4d629aae52e req-7dab178f-6f1b-436b-8559-c75404e05e4a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=c04c409e-a669-4fba-b7db-f38f1d446ff1 HTTP/1.1" status: 200 len: 210 time: 0.0608294 Aug 16 22:23:24.352943 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9398db-61fb-423b-acf8-7c02d440c4c0 req-c4c4ebcd-2e48-47c6-abed-76f6bbd1a2ae tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] No DVR routers for this DVR port 54a5a9da-b788-4d01-b29f-06da3a293147 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:24.389814 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bb9398db-61fb-423b-acf8-7c02d440c4c0 req-c4c4ebcd-2e48-47c6-abed-76f6bbd1a2ae tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:24.391942 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bb9398db-61fb-423b-acf8-7c02d440c4c0 req-c4c4ebcd-2e48-47c6-abed-76f6bbd1a2ae tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.39 "DELETE /v2.0/ports/54a5a9da-b788-4d01-b29f-06da3a293147 HTTP/1.1" status: 204 len: 173 time: 1.0211108 Aug 16 22:23:24.395509 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae1000-b7c9-43c0-99c0-0b9e58fdc873 req-8a0fe873-1792-4959-b416-6905b1f9f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:24.397737 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15ae1000-b7c9-43c0-99c0-0b9e58fdc873 req-8a0fe873-1792-4959-b416-6905b1f9f2f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&device_id=3ede6f52-1de2-4539-b9ab-dce3e9e99a92 HTTP/1.1" status: 200 len: 1099 time: 0.1926155 Aug 16 22:23:24.467665 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52040) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:24.562039 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-837c47f9-3b31-4ce4-9be2-ad1952170f1e tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:23:24.574110 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a69619d-d41e-48fd-875f-4b648488f27a None None] Sync routers for ids ['5574792d-ef5e-4c77-93d6-fa282444195f'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:23:24.580865 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-837c47f9-3b31-4ce4-9be2-ad1952170f1e tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:24.587214 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae1000-b7c9-43c0-99c0-0b9e58fdc873 req-efbb3387-c89e-4e9b-9630-3df39b94b3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:24.589710 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15ae1000-b7c9-43c0-99c0-0b9e58fdc873 req-efbb3387-c89e-4e9b-9630-3df39b94b3ef service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1794181 Aug 16 22:23:24.590748 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a69619d-d41e-48fd-875f-4b648488f27a None None] Routers {'5574792d-ef5e-4c77-93d6-fa282444195f'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:24.591844 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de51268c-386c-4988-88b6-0dc8a8e21d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:24.593951 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2a69619d-d41e-48fd-875f-4b648488f27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5574792d-ef5e-4c77-93d6-fa282444195f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:24.663984 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15ae1000-b7c9-43c0-99c0-0b9e58fdc873 req-11503718-6d14-4151-8cda-8374eda29d0f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=3c95034b-1f7b-464f-9974-81c0c243d8d6 HTTP/1.1" status: 200 len: 217 time: 0.0581448 Aug 16 22:23:24.688921 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-837c47f9-3b31-4ce4-9be2-ad1952170f1e tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "PUT /v2.0/floatingips/89b36007-75c4-49fb-9650-d72c3901a829 HTTP/1.1" status: 200 len: 695 time: 1.2981336 Aug 16 22:23:24.767623 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de51268c-386c-4988-88b6-0dc8a8e21d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:24.772885 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de51268c-386c-4988-88b6-0dc8a8e21d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:24.785532 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2a69619d-d41e-48fd-875f-4b648488f27a None None] Set router 5574792d-ef5e-4c77-93d6-fa282444195f gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:24.808232 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51268c-386c-4988-88b6-0dc8a8e21d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826704ca-c4fb-456a-a939-8066c97877d0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:24.839847 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-de51268c-386c-4988-88b6-0dc8a8e21d27 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bc064489a3034474b25c851ced4de247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697469 Aug 16 22:23:24.842425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52058) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:24.909840 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f1d09e1c-b451-4eb3-a1b5-423081b24a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:24.925792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 4aa45943-3bf3-4e85-be89-0d170cfc9ab4 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:24.945232 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f1d09e1c-b451-4eb3-a1b5-423081b24a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.020245 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f1d09e1c-b451-4eb3-a1b5-423081b24a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.024350 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f1d09e1c-b451-4eb3-a1b5-423081b24a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.025523 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f1d09e1c-b451-4eb3-a1b5-423081b24a0e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/826704ca-c4fb-456a-a939-8066c97877d0 HTTP/1.1" status: 204 len: 168 time: 0.1818943 Aug 16 22:23:25.071360 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d09e1c-b451-4eb3-a1b5-423081b24a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826704ca-c4fb-456a-a939-8066c97877d0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:25.127601 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 3c95034b-1f7b-464f-9974-81c0c243d8d6 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:23:25.130682 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 4aa45943-3bf3-4e85-be89-0d170cfc9ab4 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:25.141194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae1000-b7c9-43c0-99c0-0b9e58fdc873 req-24cdf66f-3b90-4f2e-8452-22f3ef7dfb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:25.142797 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15ae1000-b7c9-43c0-99c0-0b9e58fdc873 req-24cdf66f-3b90-4f2e-8452-22f3ef7dfb42 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.4527390 Aug 16 22:23:25.159631 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 4aa45943-3bf3-4e85-be89-0d170cfc9ab4 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:25.159772 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb06e58-6017-4d7f-ad84-6ffbd0ec80e5 req-2b3c3d7b-c790-4f07-9796-0fc8f709d575 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:25.160190 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.161231 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bfb06e58-6017-4d7f-ad84-6ffbd0ec80e5 req-2b3c3d7b-c790-4f07-9796-0fc8f709d575 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 945 time: 0.4520211 Aug 16 22:23:25.177053 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-6edc7ffc-df8d-41f7-9edc-d77556e86336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:25.178631 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-6edc7ffc-df8d-41f7-9edc-d77556e86336 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=134dc6d3142e407fb399bf47e9422a78&device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 1097 time: 0.4704454 Aug 16 22:23:25.298682 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bfb06e58-6017-4d7f-ad84-6ffbd0ec80e5 req-5b211ec4-34bc-4e66-b485-7019d9117990 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261804 Aug 16 22:23:25.302640 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae1000-b7c9-43c0-99c0-0b9e58fdc873 req-0f89e8ac-55d5-4b32-a646-221a0867e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:25.304246 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15ae1000-b7c9-43c0-99c0-0b9e58fdc873 req-0f89e8ac-55d5-4b32-a646-221a0867e1b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1420846 Aug 16 22:23:25.406100 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52066) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:25.419966 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3f6c-7684-4f84-aef1-8a84d3f2f5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.422814 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-d5e78b51-2a5c-4009-90fa-a8aab9506ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:25.424161 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-d5e78b51-2a5c-4009-90fa-a8aab9506ee6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b72ddcdd-e248-488b-9bcc-59034b4687bc HTTP/1.1" status: 200 len: 922 time: 0.2268436 Aug 16 22:23:25.435433 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2a69619d-d41e-48fd-875f-4b648488f27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '6f17151e-1262-4655-ac8f-3bac8839f7cc', 'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'mac_address': 'fa:16:3e:2f:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:15Z', 'updated_at': '2021-08-16T22:22:23Z', 'revision_number': 5, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'subnets': [{'id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:25.492430 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a69619d-d41e-48fd-875f-4b648488f27a None None] Checking router: 5574792d-ef5e-4c77-93d6-fa282444195f for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:23:25.492843 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-1da77e83-3f6a-4cfc-af3c-51eccf629641 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3b50ea5-28e1-4db4-ab61-ad4285a66ecb HTTP/1.1" status: 200 len: 217 time: 0.0523827 Aug 16 22:23:25.505993 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22ae42-6efe-4c89-9782-c668300eac07 req-205c9511-34ca-45f0-b7d0-d2709d29a67d tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:25.509760 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3f6c-7684-4f84-aef1-8a84d3f2f5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.513286 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8d22ae42-6efe-4c89-9782-c668300eac07 req-205c9511-34ca-45f0-b7d0-d2709d29a67d tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3ede6f52-1de2-4539-b9ab-dce3e9e99a92 HTTP/1.1" status: 200 len: 947 time: 0.1337402 Aug 16 22:23:25.515424 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3f6c-7684-4f84-aef1-8a84d3f2f5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.537296 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 3c95034b-1f7b-464f-9974-81c0c243d8d6, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=3c95034b-1f7b-464f-9974-81c0c243d8d6,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:25.547726 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a69619d-d41e-48fd-875f-4b648488f27a None None] Routers {'5574792d-ef5e-4c77-93d6-fa282444195f'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:25.548348 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2a69619d-d41e-48fd-875f-4b648488f27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5574792d-ef5e-4c77-93d6-fa282444195f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:25.552035 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.557910 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e3f6c-7684-4f84-aef1-8a84d3f2f5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1acfd6c-84c7-4643-8f6f-15d79dac40ea,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:25.561788 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15ae1000-b7c9-43c0-99c0-0b9e58fdc873 req-f5679239-3e62-46a5-abca-63e7cc464f9a service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421570 Aug 16 22:23:25.564597 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0a1e3f6c-7684-4f84-aef1-8a84d3f2f5d2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=28e9655b3cc44e0396a242ca08448222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574416 Aug 16 22:23:25.567440 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52068) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:25.598280 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '3c95034b-1f7b-464f-9974-81c0c243d8d6', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': '3c95034b-1f7b-464f-9974-81c0c243d8d6', 'mac_address': 'fa:16:3e:61:25:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:23:25.629851 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18124928-deda-4955-a39a-33df8ad96122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.646598 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8d22ae42-6efe-4c89-9782-c668300eac07 req-e9ba6a28-7ce7-42cd-a08f-ed1680e9db49 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323612 Aug 16 22:23:25.659152 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-819ab305-d817-46c3-8a84-1ab354eeecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:25.665613 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18124928-deda-4955-a39a-33df8ad96122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.667580 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-819ab305-d817-46c3-8a84-1ab354eeecfa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0 HTTP/1.1" status: 200 len: 860 time: 0.1517301 Aug 16 22:23:25.675351 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce04bb4-928b-44ed-b7fc-e524675d998e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa45943-3bf3-4e85-be89-0d170cfc9ab4'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:25.677824 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7787848-dafb-47d8-9996-5e3c2981cb5a" -d '{"events": [{"server_uuid": "cce04bb4-928b-44ed-b7fc-e524675d998e", "name": "network-vif-plugged", "status": "completed", "tag": "4aa45943-3bf3-4e85-be89-0d170cfc9ab4"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:25.702496 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 4aa45943-3bf3-4e85-be89-0d170cfc9ab4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4aa45943-3bf3-4e85-be89-0d170cfc9ab4,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:25.720481 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.721412 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 54a5a9da-b788-4d01-b29f-06da3a293147 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:25.743360 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18124928-deda-4955-a39a-33df8ad96122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.747762 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18124928-deda-4955-a39a-33df8ad96122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.749322 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-18124928-deda-4955-a39a-33df8ad96122 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f1acfd6c-84c7-4643-8f6f-15d79dac40ea HTTP/1.1" status: 204 len: 168 time: 0.1811523 Aug 16 22:23:25.751260 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.762417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-f3669d11-08a4-4304-a418-417a913c10e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:25.769991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-f3669d11-08a4-4304-a418-417a913c10e7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b72ddcdd-e248-488b-9bcc-59034b4687bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015399 Aug 16 22:23:25.773124 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15ae1000-b7c9-43c0-99c0-0b9e58fdc873 req-e44df4a7-f539-4029-aedd-4f2a33b9705e service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001760 Aug 16 22:23:25.782802 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 54a5a9da-b788-4d01-b29f-06da3a293147 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:25.783160 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 54a5a9da-b788-4d01-b29f-06da3a293147 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:25.784640 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18124928-deda-4955-a39a-33df8ad96122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1acfd6c-84c7-4643-8f6f-15d79dac40ea,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:25.818810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c95034b-1f7b-464f-9974-81c0c243d8d6 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:25.835553 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2a69619d-d41e-48fd-875f-4b648488f27a None None] Set router 5574792d-ef5e-4c77-93d6-fa282444195f gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:25.876492 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-7f0a22e4-20e5-493b-a0cc-dce7ead84500 service neutron] 10.222.0.93 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056547 Aug 16 22:23:25.903347 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 3c95034b-1f7b-464f-9974-81c0c243d8d6, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=3c95034b-1f7b-464f-9974-81c0c243d8d6,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:25.917192 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.924158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=4aa45943-3bf3-4e85-be89-0d170cfc9ab4,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:26.027263 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9732ea-99d1-41a2-a364-4c39551ad92a x-openstack-request-id: req-2c9732ea-99d1-41a2-a364-4c39551ad92a {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:26.027547 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce04bb4-928b-44ed-b7fc-e524675d998e", "name": "network-vif-plugged", "status": "completed", "tag": "4aa45943-3bf3-4e85-be89-0d170cfc9ab4", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:26.028083 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2c9732ea-99d1-41a2-a364-4c39551ad92a {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:26.028498 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce04bb4-928b-44ed-b7fc-e524675d998e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa45943-3bf3-4e85-be89-0d170cfc9ab4', 'code': 200} Aug 16 22:23:26.050146 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9bea9f77-125b-491a-9fe0-7c3093e43331 req-f35fabb0-5fdc-4e23-9f4c-4ca51a95b098 service neutron] 10.222.0.93 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659765 Aug 16 22:23:26.086541 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6a4cb-c75f-4a93-8b2b-c870693d2caf req-1aab2aa5-1064-422a-8b98-c7c7d308140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:26.089040 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6cb6a4cb-c75f-4a93-8b2b-c870693d2caf req-1aab2aa5-1064-422a-8b98-c7c7d308140c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cce04bb4-928b-44ed-b7fc-e524675d998e HTTP/1.1" status: 200 len: 1102 time: 0.0557353 Aug 16 22:23:26.091389 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=3c95034b-1f7b-464f-9974-81c0c243d8d6,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:26.159368 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6cb6a4cb-c75f-4a93-8b2b-c870693d2caf req-bb915e69-6abc-4ff0-a694-b0b80f070534 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528011 Aug 16 22:23:26.180297 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04c409e-a669-4fba-b7db-f38f1d446ff1', 'name': 'network-vif-deleted', 'tag': '54a5a9da-b788-4d01-b29f-06da3a293147'}, {'name': 'network-changed', 'server_uuid': 'd2632ad9-1035-4257-8885-7395d1595735', 'tag': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:26.185326 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e3e1d6-c0c9-4dc2-a267-74d65efcefc2" -d '{"events": [{"server_uuid": "c04c409e-a669-4fba-b7db-f38f1d446ff1", "name": "network-vif-deleted", "tag": "54a5a9da-b788-4d01-b29f-06da3a293147"}, {"name": "network-changed", "server_uuid": "d2632ad9-1035-4257-8885-7395d1595735", "tag": "b3b50ea5-28e1-4db4-ab61-ad4285a66ecb"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:26.227962 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['3c95034b-1f7b-464f-9974-81c0c243d8d6'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:26.284857 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b29e33d4-83ba-4814-89c0-6df8ff512628 req-274ab1ec-3c21-476c-bf02-cf13aa6fc2b0 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/floatingips/89b36007-75c4-49fb-9650-d72c3901a829 HTTP/1.1" status: 200 len: 695 time: 0.0774932 Aug 16 22:23:26.366752 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2a69619d-d41e-48fd-875f-4b648488f27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '6f17151e-1262-4655-ac8f-3bac8839f7cc', 'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'mac_address': 'fa:16:3e:2f:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:15Z', 'updated_at': '2021-08-16T22:22:23Z', 'revision_number': 5, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'subnets': [{'id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:26.396297 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a69619d-d41e-48fd-875f-4b648488f27a None None] The sync data for ids ['5574792d-ef5e-4c77-93d6-fa282444195f'] in n-d-792458-15 is: [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:22:16Z', 'revision_number': 4, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '6f17151e-1262-4655-ac8f-3bac8839f7cc', 'name': '', 'network_id': 'b72ddcdd-e248-488b-9bcc-59034b4687bc', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'mac_address': 'fa:16:3e:2f:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:15Z', 'updated_at': '2021-08-16T22:22:23Z', 'revision_number': 5, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'subnets': [{'id': '0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:23:26.473198 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-1bc8e3b0-237c-4f56-8477-81052c50c3e9 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:26.474185 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52114) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:26.474710 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-1bc8e3b0-237c-4f56-8477-81052c50c3e9 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/networks?id=ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 200 len: 811 time: 0.2231095 Aug 16 22:23:26.506453 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e33d4-83ba-4814-89c0-6df8ff512628 req-87a8fbff-ace2-44f5-a6fa-b03e78a82894 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:26.507939 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b29e33d4-83ba-4814-89c0-6df8ff512628 req-87a8fbff-ace2-44f5-a6fa-b03e78a82894 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.1971970 Aug 16 22:23:26.509696 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-46ba3b6d-3a80-4d4f-9f18-7d32198c686b tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/quotas/064c2ae4b14f44cb9af01f46aa4cd77f HTTP/1.1" status: 200 len: 375 time: 0.0224636 Aug 16 22:23:26.570214 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b29e33d4-83ba-4814-89c0-6df8ff512628 req-039f0c62-f156-4dbf-b856-a43464b49021 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 698 time: 0.0516155 Aug 16 22:23:26.598266 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-f79dc044-8f5b-4ee9-b0ff-a695527dadb1 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806658 Aug 16 22:23:26.613797 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6859b52-c4ce-465a-ad0a-8dce0fea9439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:26.692685 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b29e33d4-83ba-4814-89c0-6df8ff512628 req-9574ad3c-96d5-4851-abee-2bb5617543bc tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 698 time: 0.1049526 Aug 16 22:23:26.771345 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6859b52-c4ce-465a-ad0a-8dce0fea9439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:26.777532 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6859b52-c4ce-465a-ad0a-8dce0fea9439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:26.804479 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa800ad-9d8b-4a01-b615-20722e83fa06 None None] New status for floating IP 89b36007-75c4-49fb-9650-d72c3901a829: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:23:26.820495 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6859b52-c4ce-465a-ad0a-8dce0fea9439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b406be73-f18d-4f43-bcdd-d5cae88dc321,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:26.826663 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52130) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:26.833571 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6859b52-c4ce-465a-ad0a-8dce0fea9439 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:26.833910 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6859b52-c4ce-465a-ad0a-8dce0fea9439 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:26.834476 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6859b52-c4ce-465a-ad0a-8dce0fea9439 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:26.834861 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6859b52-c4ce-465a-ad0a-8dce0fea9439 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:26.835193 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6859b52-c4ce-465a-ad0a-8dce0fea9439 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:26.835516 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6859b52-c4ce-465a-ad0a-8dce0fea9439 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:26.836001 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6859b52-c4ce-465a-ad0a-8dce0fea9439 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:26.836333 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6859b52-c4ce-465a-ad0a-8dce0fea9439 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:26.836654 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6859b52-c4ce-465a-ad0a-8dce0fea9439 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:26.836973 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6859b52-c4ce-465a-ad0a-8dce0fea9439 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:26.837289 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6859b52-c4ce-465a-ad0a-8dce0fea9439 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:26.837759 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6859b52-c4ce-465a-ad0a-8dce0fea9439 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:26.843196 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e6859b52-c4ce-465a-ad0a-8dce0fea9439 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ee2e94b5211543c4aa9742787b6e8768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675587 Aug 16 22:23:26.848088 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52134) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:26.853477 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-633f299f-6a81-40e5-b1fb-f750b8eef48d service neutron] 10.222.0.93 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543170 Aug 16 22:23:26.925021 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b879540-2a3b-4276-bca7-98013500948f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:26.950589 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b879540-2a3b-4276-bca7-98013500948f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:26.981245 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b29e33d4-83ba-4814-89c0-6df8ff512628 req-5dfbcc0b-effd-47df-ba79-2c04f2115ae8 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Deleting port 92ee3c07-f5a2-4dd1-bf29-761cf0eb3592 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:26.981531 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b29e33d4-83ba-4814-89c0-6df8ff512628 req-5dfbcc0b-effd-47df-ba79-2c04f2115ae8 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.004628 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-365358766-network', 'tenant_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:27.009890 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b879540-2a3b-4276-bca7-98013500948f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.012982 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b879540-2a3b-4276-bca7-98013500948f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.016819 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4b879540-2a3b-4276-bca7-98013500948f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b406be73-f18d-4f43-bcdd-d5cae88dc321 HTTP/1.1" status: 204 len: 168 time: 0.1639891 Aug 16 22:23:27.037347 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b879540-2a3b-4276-bca7-98013500948f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b406be73-f18d-4f43-bcdd-d5cae88dc321,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:27.071890 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Made reservation on behalf of f94a2e96b36a4451be2bd8fa3ea6eb7b for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:27.074216 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.094646 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-cbc47b72-cfea-4488-8afc-105b7439ceab service neutron] 10.222.0.93 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401750 Aug 16 22:23:27.101779 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.161745 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b29e33d4-83ba-4814-89c0-6df8ff512628 req-5dfbcc0b-effd-47df-ba79-2c04f2115ae8 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.161934 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b29e33d4-83ba-4814-89c0-6df8ff512628 req-5dfbcc0b-effd-47df-ba79-2c04f2115ae8 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.183261 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b29e33d4-83ba-4814-89c0-6df8ff512628 req-5dfbcc0b-effd-47df-ba79-2c04f2115ae8 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Calling delete_port for 92ee3c07-f5a2-4dd1-bf29-761cf0eb3592 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:27.260084 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13262d22-6e6d-4d00-aeb1-4b4aa6cbd6c9 x-openstack-request-id: req-13262d22-6e6d-4d00-aeb1-4b4aa6cbd6c9 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:27.260428 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04c409e-a669-4fba-b7db-f38f1d446ff1", "name": "network-vif-deleted", "tag": "54a5a9da-b788-4d01-b29f-06da3a293147", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d2632ad9-1035-4257-8885-7395d1595735", "tag": "b3b50ea5-28e1-4db4-ab61-ad4285a66ecb", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:27.260683 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-13262d22-6e6d-4d00-aeb1-4b4aa6cbd6c9 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:27.261044 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04c409e-a669-4fba-b7db-f38f1d446ff1', 'name': 'network-vif-deleted', 'tag': '54a5a9da-b788-4d01-b29f-06da3a293147', 'status': 'completed', 'code': 200} Aug 16 22:23:27.261436 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2632ad9-1035-4257-8885-7395d1595735', 'tag': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb', 'status': 'completed', 'code': 200} Aug 16 22:23:27.391239 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3e1d6-c0c9-4dc2-a267-74d65efcefc2 req-6511a933-7af7-455e-9246-4354aa583562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:27.392809 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7e3e1d6-c0c9-4dc2-a267-74d65efcefc2 req-6511a933-7af7-455e-9246-4354aa583562 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=134dc6d3142e407fb399bf47e9422a78&device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 1097 time: 0.1174340 Aug 16 22:23:27.434005 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.474009 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692ad1d-8ee2-4343-8dbd-b1fa08462f14 req-64975634-fcf9-4361-bf68-92005eb55365 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:27.475501 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1692ad1d-8ee2-4343-8dbd-b1fa08462f14 req-64975634-fcf9-4361-bf68-92005eb55365 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 945 time: 0.1593268 Aug 16 22:23:27.476143 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.539838 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:23:27.571537 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.572647 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Added segment fa3a6b0a-bae6-4679-be48-3e9cb0239922 of type vlan for network 2b05f6b7-5c04-483d-9364-795966531adb Aug 16 22:23:27.578159 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63c4d36-db94-4bdd-b9ca-220457a9af76,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:27.643233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:27.643579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:27.644059 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:27.644348 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:27.644569 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:27.645090 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:27.645579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:27.645701 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:27.646315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:27.646654 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:27.646954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:27.647284 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:27.658193 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b29e33d4-83ba-4814-89c0-6df8ff512628 req-5dfbcc0b-effd-47df-ba79-2c04f2115ae8 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.671324 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1692ad1d-8ee2-4343-8dbd-b1fa08462f14 req-db5c51fb-6b34-4192-ab43-dc7140d69690 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685405 Aug 16 22:23:27.702328 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3e1d6-c0c9-4dc2-a267-74d65efcefc2 req-912679b5-ec0c-42c9-a475-11ad5c2c304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:27.703862 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7e3e1d6-c0c9-4dc2-a267-74d65efcefc2 req-912679b5-ec0c-42c9-a475-11ad5c2c304d service neutron] 10.222.0.39 "GET /v2.0/networks?id=b72ddcdd-e248-488b-9bcc-59034b4687bc HTTP/1.1" status: 200 len: 922 time: 0.2972336 Aug 16 22:23:27.705899 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.708884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbcc0b-effd-47df-ba79-2c04f2115ae8 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Pushing event deleted for resources: {'Port': ['ID=92ee3c07-f5a2-4dd1-bf29-761cf0eb3592,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:27.787368 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7e3e1d6-c0c9-4dc2-a267-74d65efcefc2 req-cd76aed4-6daf-44fd-abfe-4378b9c4fd48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3b50ea5-28e1-4db4-ab61-ad4285a66ecb HTTP/1.1" status: 200 len: 217 time: 0.0742402 Aug 16 22:23:27.826990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52168) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:27.887119 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.888077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:27.888699 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.943206 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8c64454d-631f-420a-b275-b0c2d3f966f1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1846485523-network', 'tenant_id': 'f239e713005343ee90e31e2fa845b670'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:27.955643 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b29e33d4-83ba-4814-89c0-6df8ff512628 req-5dfbcc0b-effd-47df-ba79-2c04f2115ae8 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.958280 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b29e33d4-83ba-4814-89c0-6df8ff512628 req-5dfbcc0b-effd-47df-ba79-2c04f2115ae8 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.959430 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b29e33d4-83ba-4814-89c0-6df8ff512628 req-5dfbcc0b-effd-47df-ba79-2c04f2115ae8 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "DELETE /v2.0/floatingips/89b36007-75c4-49fb-9650-d72c3901a829 HTTP/1.1" status: 204 len: 173 time: 1.2579713 Aug 16 22:23:27.971349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72167ed-0b34-4fab-9a97-fc17fa1f08c5 req-cf8b7d55-372c-4b72-8eb4-48b7f2e9cf41 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:27.972993 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c64454d-631f-420a-b275-b0c2d3f966f1 admin admin] Made reservation on behalf of f239e713005343ee90e31e2fa845b670 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:27.973274 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e72167ed-0b34-4fab-9a97-fc17fa1f08c5 req-cf8b7d55-372c-4b72-8eb4-48b7f2e9cf41 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3ede6f52-1de2-4539-b9ab-dce3e9e99a92 HTTP/1.1" status: 200 len: 948 time: 0.1930444 Aug 16 22:23:27.976216 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c64454d-631f-420a-b275-b0c2d3f966f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.976354 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1487193 Aug 16 22:23:27.977869 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3e1d6-c0c9-4dc2-a267-74d65efcefc2 req-16e63df4-584c-4366-a073-2fb8fa42e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:27.979354 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7e3e1d6-c0c9-4dc2-a267-74d65efcefc2 req-16e63df4-584c-4366-a073-2fb8fa42e17f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0 HTTP/1.1" status: 200 len: 860 time: 0.1747780 Aug 16 22:23:27.986606 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52174) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:27.987556 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c64454d-631f-420a-b275-b0c2d3f966f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.992706 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1d346aca-0f2c-40c5-bac4-02e17114b7b2 admin admin] Request body: {'subnet': {'network_id': '2b05f6b7-5c04-483d-9364-795966531adb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-365358766-subnet', 'tenant_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:28.035151 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c646f9-3412-44f0-bb16-0c1519199241 admin admin] Pushing event updated for resources: {'Network': ['ID=2b05f6b7-5c04-483d-9364-795966531adb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:28.051040 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 2b05f6b7-5c04-483d-9364-795966531adb details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:23:28.070355 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3e1d6-c0c9-4dc2-a267-74d65efcefc2 req-569a246c-e784-406f-bad7-cdc7b093dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:28.072351 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7e3e1d6-c0c9-4dc2-a267-74d65efcefc2 req-569a246c-e784-406f-bad7-cdc7b093dfa6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b72ddcdd-e248-488b-9bcc-59034b4687bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743997 Aug 16 22:23:28.076084 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e72167ed-0b34-4fab-9a97-fc17fa1f08c5 req-90af530e-29c5-47ff-906b-42d092d6135b tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958395 Aug 16 22:23:28.143938 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c64454d-631f-420a-b275-b0c2d3f966f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.150460 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c64454d-631f-420a-b275-b0c2d3f966f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.178684 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c64454d-631f-420a-b275-b0c2d3f966f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:23:28.184973 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64454d-631f-420a-b275-b0c2d3f966f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d9a528-e123-46ae-8909-48e4e50fca7b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:28.193076 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c64454d-631f-420a-b275-b0c2d3f966f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.193207 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-8c64454d-631f-420a-b275-b0c2d3f966f1 admin admin] Added segment 5cbc8305-0d0e-418b-a304-da3538488606 of type vlan for network b2da5129-03c1-43e2-9856-739b2eda4786 Aug 16 22:23:28.219389 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-241303b9-203f-4a8a-ab79-27dac42baa81 req-886680b5-cc65-4e4a-ab67-482da8a7154f tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb59309f-6ae2-48f8-97f5-4701cf099115 HTTP/1.1" status: 200 len: 210 time: 0.0543823 Aug 16 22:23:28.234832 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d346aca-0f2c-40c5-bac4-02e17114b7b2 admin admin] Made reservation on behalf of f94a2e96b36a4451be2bd8fa3ea6eb7b for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:28.237413 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d346aca-0f2c-40c5-bac4-02e17114b7b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.265056 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c64454d-631f-420a-b275-b0c2d3f966f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.296108 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c64454d-631f-420a-b275-b0c2d3f966f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.297415 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c64454d-631f-420a-b275-b0c2d3f966f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:28.298543 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c64454d-631f-420a-b275-b0c2d3f966f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.372766 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8c64454d-631f-420a-b275-b0c2d3f966f1 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5444925 Aug 16 22:23:28.379032 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52178) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:28.384899 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-cd95c492-a4e9-4f09-ae26-854c44c22519 admin admin] Request body: {'subnet': {'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1846485523-subnet', 'tenant_id': 'f239e713005343ee90e31e2fa845b670', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:28.395846 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64454d-631f-420a-b275-b0c2d3f966f1 admin admin] Pushing event updated for resources: {'Network': ['ID=b2da5129-03c1-43e2-9856-739b2eda4786,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:28.406212 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network b2da5129-03c1-43e2-9856-739b2eda4786 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:23:28.420050 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd95c492-a4e9-4f09-ae26-854c44c22519 admin admin] Made reservation on behalf of f239e713005343ee90e31e2fa845b670 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:28.422739 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd95c492-a4e9-4f09-ae26-854c44c22519 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.465300 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7e3e1d6-c0c9-4dc2-a267-74d65efcefc2 req-09fc6e13-6b62-4555-866e-dfc3b3f85745 service neutron] 10.222.0.39 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746839 Aug 16 22:23:28.519147 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-31fa2e18-1522-4fa9-82b8-6de038623f65 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:28.521002 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-31fa2e18-1522-4fa9-82b8-6de038623f65 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.43 "GET /v2.0/networks?id=ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 200 len: 811 time: 0.2321446 Aug 16 22:23:28.568359 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-d63bc882-0d5e-4669-a078-2c0e201e460a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Request body: {'port': {'device_id': 'cb59309f-6ae2-48f8-97f5-4701cf099115', 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777', 'admin_state_up': True, 'tenant_id': '064c2ae4b14f44cb9af01f46aa4cd77f'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:28.607318 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd95c492-a4e9-4f09-ae26-854c44c22519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.656685 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95c492-a4e9-4f09-ae26-854c44c22519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09b65c4f-a7ba-4576-bbba-460bb2752485,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:28.674639 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95c492-a4e9-4f09-ae26-854c44c22519 admin admin] Checking segment: {'id': '5cbc8305-0d0e-418b-a304-da3538488606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:28.674998 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd95c492-a4e9-4f09-ae26-854c44c22519 admin admin] Network hostable DHCP agents. Network: b2da5129-03c1-43e2-9856-739b2eda4786, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:23:28.693047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd95c492-a4e9-4f09-ae26-854c44c22519 admin admin] Network b2da5129-03c1-43e2-9856-739b2eda4786 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:23:28.712124 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-cd95c492-a4e9-4f09-ae26-854c44c22519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, b2da5129-03c1-43e2-9856-739b2eda4786) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:28.722281 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05011cf5-934b-4a33-a824-57de394d8caa None None] Network b2da5129-03c1-43e2-9856-739b2eda4786 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:28.723911 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd95c492-a4e9-4f09-ae26-854c44c22519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:28.728759 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd95c492-a4e9-4f09-ae26-854c44c22519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.749734 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cd95c492-a4e9-4f09-ae26-854c44c22519 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3694911 Aug 16 22:23:28.881509 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2818c30-a0ec-41b9-bd4a-ea3b7afe00f5 None None] Network b2da5129-03c1-43e2-9856-739b2eda4786 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:29.014455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfc537-fda7-4480-9554-b2cdd1200a03 req-009a0fb2-0532-4527-a189-8a08697fd320 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:29.017142 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bdfc537-fda7-4480-9554-b2cdd1200a03 req-009a0fb2-0532-4527-a189-8a08697fd320 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 945 time: 0.6253529 Aug 16 22:23:29.136457 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7e3e1d6-c0c9-4dc2-a267-74d65efcefc2 req-98231c5b-5dc8-4f00-bfae-e0b49556e33a service neutron] 10.222.0.39 "GET /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6478591 Aug 16 22:23:29.142354 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 3c95034b-1f7b-464f-9974-81c0c243d8d6 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:29.190340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 3c95034b-1f7b-464f-9974-81c0c243d8d6 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:29.194148 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 3c95034b-1f7b-464f-9974-81c0c243d8d6 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:29.194518 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.195367 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa1ada-f5b5-48d9-8c25-1a4df332546b req-7d5db9f0-ab5a-4d98-a330-bde6a703c0ac tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:29.196843 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3fa1ada-f5b5-48d9-8c25-1a4df332546b req-7d5db9f0-ab5a-4d98-a330-bde6a703c0ac tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 945 time: 0.1991432 Aug 16 22:23:29.208008 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bdfc537-fda7-4480-9554-b2cdd1200a03 req-d284530e-a5e7-49af-9df0-30c98cd8f14d tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/security-groups?id=8027bfc8-5da7-4200-a07c-dc62b51d020a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643629 Aug 16 22:23:29.217898 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d346aca-0f2c-40c5-bac4-02e17114b7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.287318 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.297610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-d63bc882-0d5e-4669-a078-2c0e201e460a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Made reservation on behalf of 064c2ae4b14f44cb9af01f46aa4cd77f for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:29.301046 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-d63bc882-0d5e-4669-a078-2c0e201e460a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.312697 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ede6f52-1de2-4539-b9ab-dce3e9e99a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c95034b-1f7b-464f-9974-81c0c243d8d6'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:29.314967 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f2bcac-8cfa-491c-a7a4-88b810e439ef" -d '{"events": [{"server_uuid": "3ede6f52-1de2-4539-b9ab-dce3e9e99a92", "name": "network-vif-plugged", "status": "completed", "tag": "3c95034b-1f7b-464f-9974-81c0c243d8d6"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:29.325321 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3fa1ada-f5b5-48d9-8c25-1a4df332546b req-3948e23c-7f82-4e1a-84d1-bdd1e311294c tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205628 Aug 16 22:23:29.325536 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d346aca-0f2c-40c5-bac4-02e17114b7b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87c93144-d4a8-48e1-b8ed-b94994b90202,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:29.328530 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 3c95034b-1f7b-464f-9974-81c0c243d8d6, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=3c95034b-1f7b-464f-9974-81c0c243d8d6,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:29.334276 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.354013 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d346aca-0f2c-40c5-bac4-02e17114b7b2 admin admin] Checking segment: {'id': 'fa3a6b0a-bae6-4679-be48-3e9cb0239922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2b05f6b7-5c04-483d-9364-795966531adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:29.355106 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d346aca-0f2c-40c5-bac4-02e17114b7b2 admin admin] Network hostable DHCP agents. Network: 2b05f6b7-5c04-483d-9364-795966531adb, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:23:29.394999 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=3c95034b-1f7b-464f-9974-81c0c243d8d6,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:29.425284 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d346aca-0f2c-40c5-bac4-02e17114b7b2 admin admin] Network 2b05f6b7-5c04-483d-9364-795966531adb is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:23:29.474627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-1d346aca-0f2c-40c5-bac4-02e17114b7b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 2b05f6b7-5c04-483d-9364-795966531adb) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:29.480259 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d346aca-0f2c-40c5-bac4-02e17114b7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:29.480835 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d346aca-0f2c-40c5-bac4-02e17114b7b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.484486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ad1d0b-6eb5-48f1-9d4b-efd7e1f8e1a0 None None] Network 2b05f6b7-5c04-483d-9364-795966531adb requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:29.578864 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1d346aca-0f2c-40c5-bac4-02e17114b7b2 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5909977 Aug 16 22:23:29.582729 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52208) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:29.588693 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-d63bc882-0d5e-4669-a078-2c0e201e460a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Allocated IP 172.20.0.10 (ebd43e01-e5c7-4526-84ca-b13361f6e777/77278031-7856-4cbe-b33a-9aa0a9f30263/02a1ee96-3358-427a-9d07-4cb73598e204) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:29.589032 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b23eb241-8c42-4bb2-943d-61332a0d3e9f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-365358766-router', 'tenant_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:29.617680 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b23eb241-8c42-4bb2-943d-61332a0d3e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.618947 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b23eb241-8c42-4bb2-943d-61332a0d3e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.649176 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-e8ad5234-62b5-401e-85c1-dac4b5a697f4 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:29.650719 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-e8ad5234-62b5-401e-85c1-dac4b5a697f4 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/networks?id=b2da5129-03c1-43e2-9856-739b2eda4786 HTTP/1.1" status: 200 len: 813 time: 0.1927285 Aug 16 22:23:29.659226 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-2b05f6b7-5c04-483d-9364-795966531adb', 'network_id': '2b05f6b7-5c04-483d-9364-795966531adb', 'tenant_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'fixed_ips': [{'subnet_id': '87c93144-d4a8-48e1-b8ed-b94994b90202'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:23:29.660114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077735e-47fd-4344-8dc0-6a7174448088 req-47047335-e407-4cd8-af86-a29a2c18a8aa tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:29.660891 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.661585 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8077735e-47fd-4344-8dc0-6a7174448088 req-47047335-e407-4cd8-af86-a29a2c18a8aa tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3ede6f52-1de2-4539-b9ab-dce3e9e99a92 HTTP/1.1" status: 200 len: 949 time: 0.1680551 Aug 16 22:23:29.677953 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b23eb241-8c42-4bb2-943d-61332a0d3e9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.705773 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-f0ad6d83-cc5c-4209-a25c-b0d928e90ae2 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/quotas/f239e713005343ee90e31e2fa845b670 HTTP/1.1" status: 200 len: 375 time: 0.0403521 Aug 16 22:23:29.808732 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-469bc942-2765-46a7-b221-151ab58b6d46 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=f239e713005343ee90e31e2fa845b670&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0889766 Aug 16 22:23:29.811147 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] Allocated IP 172.20.0.2 (2b05f6b7-5c04-483d-9364-795966531adb/87c93144-d4a8-48e1-b8ed-b94994b90202/3e8bf94b-15b6-474b-a62e-e74ddc9af312) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:29.817562 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b23eb241-8c42-4bb2-943d-61332a0d3e9f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.824233 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8077735e-47fd-4344-8dc0-6a7174448088 req-d4b62930-512e-403d-9003-c378fc7fc639 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464357 Aug 16 22:23:29.909292 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41960c20-e902-4e20-b178-bd52bd6ffad5 req-9b51da66-513a-47e8-8626-1341c40b3392 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:29.910752 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41960c20-e902-4e20-b178-bd52bd6ffad5 req-9b51da66-513a-47e8-8626-1341c40b3392 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 945 time: 0.2067132 Aug 16 22:23:29.972432 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-d63bc882-0d5e-4669-a078-2c0e201e460a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.998376 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.009488 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] Transition to ACTIVE for port object 3e8bf94b-15b6-474b-a62e-e74ddc9af312 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:30.026977 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] Transition to ACTIVE for port object 3e8bf94b-15b6-474b-a62e-e74ddc9af312 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:30.032835 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.067042 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5facd0a6-ea08-4ef5-9e3f-27db65dae545 req-5f2a6c2d-634e-46da-82d2-2f4482d450d2 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb59309f-6ae2-48f8-97f5-4701cf099115 HTTP/1.1" status: 200 len: 210 time: 0.0659232 Aug 16 22:23:30.071619 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-d05165e3-11f4-4704-99bb-38657c2ef088 service neutron] 10.222.0.93 "GET /v2.0/networks/b2da5129-03c1-43e2-9856-739b2eda4786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440882 Aug 16 22:23:30.079713 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b23eb241-8c42-4bb2-943d-61332a0d3e9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.088117 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] Network 2b05f6b7-5c04-483d-9364-795966531adb is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:30.097481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:30.100491 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:30.110835 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] Pushing event updated for resources: {'Port': ['ID=3e8bf94b-15b6-474b-a62e-e74ddc9af312,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:30.119937 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b23eb241-8c42-4bb2-943d-61332a0d3e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.157860 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9814b7cf-e9da-4e93-a711-96a660002e9f x-openstack-request-id: req-9814b7cf-e9da-4e93-a711-96a660002e9f {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:30.158611 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ede6f52-1de2-4539-b9ab-dce3e9e99a92", "name": "network-vif-plugged", "status": "completed", "tag": "3c95034b-1f7b-464f-9974-81c0c243d8d6", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:30.158611 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9814b7cf-e9da-4e93-a711-96a660002e9f {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:30.159110 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ede6f52-1de2-4539-b9ab-dce3e9e99a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c95034b-1f7b-464f-9974-81c0c243d8d6', 'code': 200} Aug 16 22:23:30.163931 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-d63bc882-0d5e-4669-a078-2c0e201e460a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.175649 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] Attempting to bind port 3e8bf94b-15b6-474b-a62e-e74ddc9af312 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:30.176022 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] Attempting to bind port 3e8bf94b-15b6-474b-a62e-e74ddc9af312 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fa3a6b0a-bae6-4679-be48-3e9cb0239922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2b05f6b7-5c04-483d-9364-795966531adb'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:30.176398 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] Attempting to bind port 3e8bf94b-15b6-474b-a62e-e74ddc9af312 on network 2b05f6b7-5c04-483d-9364-795966531adb {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:30.182725 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:30.183102 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] Checking segment: {'id': 'fa3a6b0a-bae6-4679-be48-3e9cb0239922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2b05f6b7-5c04-483d-9364-795966531adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:30.183507 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.186134 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] Bound using segment: {'id': 'fa3a6b0a-bae6-4679-be48-3e9cb0239922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2b05f6b7-5c04-483d-9364-795966531adb'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:30.186931 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] Bound port: 3e8bf94b-15b6-474b-a62e-e74ddc9af312, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3a6b0a-bae6-4679-be48-3e9cb0239922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2b05f6b7-5c04-483d-9364-795966531adb'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:30.188085 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.205884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-41960c20-e902-4e20-b178-bd52bd6ffad5 req-c439892f-7c3e-4ab0-998a-59e8d7d1e874 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Deleting port b3b50ea5-28e1-4db4-ab61-ad4285a66ecb {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:30.206289 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-41960c20-e902-4e20-b178-bd52bd6ffad5 req-c439892f-7c3e-4ab0-998a-59e8d7d1e874 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.275073 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-b23eb241-8c42-4bb2-943d-61332a0d3e9f admin admin] Allocated IP 172.25.6.81 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/b9d6e83d-372a-448c-93dd-5ed8885c78e9) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:30.277654 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] For port 3e8bf94b-15b6-474b-a62e-e74ddc9af312, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:30.281155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-d63bc882-0d5e-4669-a078-2c0e201e460a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Network ebd43e01-e5c7-4526-84ca-b13361f6e777 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:30.282036 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] For port 3e8bf94b-15b6-474b-a62e-e74ddc9af312, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3e8bf94b-15b6-474b-a62e-e74ddc9af312,segment=NetworkSegment(fa3a6b0a-bae6-4679-be48-3e9cb0239922),segment_id=fa3a6b0a-bae6-4679-be48-3e9cb0239922)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:30.289747 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.294382 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-d63bc882-0d5e-4669-a078-2c0e201e460a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:30.299560 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63bc882-0d5e-4669-a078-2c0e201e460a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Pushing event updated for resources: {'Port': ['ID=02a1ee96-3358-427a-9d07-4cb73598e204,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:30.304172 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-d63bc882-0d5e-4669-a078-2c0e201e460a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:30.322485 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-d9a2565e-fb4f-48d0-9727-75320dfe1e28 service neutron] 10.222.0.93 "GET /v2.0/networks/b2da5129-03c1-43e2-9856-739b2eda4786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380104 Aug 16 22:23:30.367481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9415b33-9fc1-45e0-adf6-614e08e1112c None None] Pushing event updated for resources: {'Port': ['ID=3e8bf94b-15b6-474b-a62e-e74ddc9af312,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:30.373751 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca145c-7666-4948-9422-a7f0c4540e29 req-10123759-c7df-4ae0-a178-42c7bcb5bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:30.375602 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34ca145c-7666-4948-9422-a7f0c4540e29 req-10123759-c7df-4ae0-a178-42c7bcb5bffb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3ede6f52-1de2-4539-b9ab-dce3e9e99a92 HTTP/1.1" status: 200 len: 1101 time: 0.1324224 Aug 16 22:23:30.445750 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34ca145c-7666-4948-9422-a7f0c4540e29 req-59950280-df23-4d54-8d40-2a856a5b706d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599899 Aug 16 22:23:30.455608 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b23eb241-8c42-4bb2-943d-61332a0d3e9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.476768 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-41960c20-e902-4e20-b178-bd52bd6ffad5 req-c439892f-7c3e-4ab0-998a-59e8d7d1e874 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] For port b3b50ea5-28e1-4db4-ab61-ad4285a66ecb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=b3b50ea5-28e1-4db4-ab61-ad4285a66ecb,segment=NetworkSegment(e102682d-1634-409a-b8b3-a19873bb1b74),segment_id=e102682d-1634-409a-b8b3-a19873bb1b74)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:30.477144 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-41960c20-e902-4e20-b178-bd52bd6ffad5 req-c439892f-7c3e-4ab0-998a-59e8d7d1e874 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.495745 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-d63bc882-0d5e-4669-a078-2c0e201e460a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:30.496643 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-d63bc882-0d5e-4669-a078-2c0e201e460a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.511567 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-41960c20-e902-4e20-b178-bd52bd6ffad5 req-c439892f-7c3e-4ab0-998a-59e8d7d1e874 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Calling delete_port for b3b50ea5-28e1-4db4-ab61-ad4285a66ecb owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:30.514133 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b23eb241-8c42-4bb2-943d-61332a0d3e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.534517 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e704600-ff47-4099-922f-3751c77f862b req-7d3809ff-a598-4c95-a185-c8bf5a880776 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:30.543555 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7e704600-ff47-4099-922f-3751c77f862b req-7d3809ff-a598-4c95-a185-c8bf5a880776 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 945 time: 0.1791396 Aug 16 22:23:30.564960 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23eb241-8c42-4bb2-943d-61332a0d3e9f admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:30.572647 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-b23eb241-8c42-4bb2-943d-61332a0d3e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:30.576376 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23eb241-8c42-4bb2-943d-61332a0d3e9f admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:30.596033 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-d63bc882-0d5e-4669-a078-2c0e201e460a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0287108 Aug 16 22:23:30.633913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23eb241-8c42-4bb2-943d-61332a0d3e9f admin admin] Pushing event updated for resources: {'Port': ['ID=b9d6e83d-372a-448c-93dd-5ed8885c78e9,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:30.674278 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] Request body: {'port': {'device_id': 'cb59309f-6ae2-48f8-97f5-4701cf099115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:30.727276 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7e704600-ff47-4099-922f-3751c77f862b req-5fa32f2a-c587-4887-85a7-08981f304a15 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/security-groups?id=8027bfc8-5da7-4200-a07c-dc62b51d020a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828227 Aug 16 22:23:30.798372 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.851908 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a3f35-3d08-4108-970e-76f56110db61 req-06bb1062-9cfb-4f79-bae2-d549bfc8b740 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:30.860472 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e5a3f35-3d08-4108-970e-76f56110db61 req-06bb1062-9cfb-4f79-bae2-d549bfc8b740 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 945 time: 0.1535203 Aug 16 22:23:30.950721 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-41960c20-e902-4e20-b178-bd52bd6ffad5 req-c439892f-7c3e-4ab0-998a-59e8d7d1e874 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.965602 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['b3b50ea5-28e1-4db4-ab61-ad4285a66ecb'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:30.993237 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e5a3f35-3d08-4108-970e-76f56110db61 req-177539c5-fdf1-4e01-9651-7e520824fef8 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317780 Aug 16 22:23:31.039450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439892f-7c3e-4ab0-998a-59e8d7d1e874 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Pushing event deleted for resources: {'Port': ['ID=b3b50ea5-28e1-4db4-ab61-ad4285a66ecb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:31.163837 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-41960c20-e902-4e20-b178-bd52bd6ffad5 req-c439892f-7c3e-4ab0-998a-59e8d7d1e874 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] No DVR routers for this DVR port b3b50ea5-28e1-4db4-ab61-ad4285a66ecb on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:31.186193 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-41960c20-e902-4e20-b178-bd52bd6ffad5 req-c439892f-7c3e-4ab0-998a-59e8d7d1e874 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.188785 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41960c20-e902-4e20-b178-bd52bd6ffad5 req-c439892f-7c3e-4ab0-998a-59e8d7d1e874 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.39 "DELETE /v2.0/ports/b3b50ea5-28e1-4db4-ab61-ad4285a66ecb HTTP/1.1" status: 204 len: 173 time: 1.2687945 Aug 16 22:23:31.204660 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ccde281-c614-48e1-9b31-4b05c57eb235 req-9ff49dc0-6f5b-4682-8a69-5ed30879bfbf tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb530f65-50a8-41f6-8e5c-780218283a42 HTTP/1.1" status: 200 len: 210 time: 0.0822344 Aug 16 22:23:31.205186 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2632ad9-1035-4257-8885-7395d1595735', 'name': 'network-vif-deleted', 'tag': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:31.207887 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22328345-fdbc-40ae-95c0-42c9ea5b6c8a" -d '{"events": [{"server_uuid": "d2632ad9-1035-4257-8885-7395d1595735", "name": "network-vif-deleted", "tag": "b3b50ea5-28e1-4db4-ab61-ad4285a66ecb"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:31.310319 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b23eb241-8c42-4bb2-943d-61332a0d3e9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.365079 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efec021-b40c-4cdb-8b75-323b0851d768 req-b7a533a1-2073-424b-9c47-92cbbb266df6 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:31.374567 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2efec021-b40c-4cdb-8b75-323b0851d768 req-b7a533a1-2073-424b-9c47-92cbbb266df6 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3ede6f52-1de2-4539-b9ab-dce3e9e99a92 HTTP/1.1" status: 200 len: 949 time: 0.3935313 Aug 16 22:23:31.607528 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2efec021-b40c-4cdb-8b75-323b0851d768 req-5adcde07-3190-42a4-be95-ce1752b59674 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268424 Aug 16 22:23:31.686173 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ab2a8-58d9-4dd5-b904-11df63c45db4 req-7d4e2411-5fb0-4453-a564-e16132e50926 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:31.688092 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd0ab2a8-58d9-4dd5-b904-11df63c45db4 req-7d4e2411-5fb0-4453-a564-e16132e50926 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb59309f-6ae2-48f8-97f5-4701cf099115 HTTP/1.1" status: 200 len: 932 time: 0.2530391 Aug 16 22:23:31.691439 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cbc0ec-fba7-42ff-9caa-b945a30f5569 x-openstack-request-id: req-00cbc0ec-fba7-42ff-9caa-b945a30f5569 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:31.698844 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2632ad9-1035-4257-8885-7395d1595735", "name": "network-vif-deleted", "tag": "b3b50ea5-28e1-4db4-ab61-ad4285a66ecb", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:31.699416 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-00cbc0ec-fba7-42ff-9caa-b945a30f5569 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:31.701628 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2632ad9-1035-4257-8885-7395d1595735', 'name': 'network-vif-deleted', 'tag': 'b3b50ea5-28e1-4db4-ab61-ad4285a66ecb', 'status': 'completed', 'code': 200} Aug 16 22:23:31.783000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3e8bf94b-15b6-474b-a62e-e74ddc9af312 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:31.792986 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b23eb241-8c42-4bb2-943d-61332a0d3e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.919840 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a1ee96-3358-427a-9d07-4cb73598e204 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:31.929264 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 3e8bf94b-15b6-474b-a62e-e74ddc9af312 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:31.945230 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.961028 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd0ab2a8-58d9-4dd5-b904-11df63c45db4 req-8d57e05d-1dda-4557-a0d2-11b31edeb567 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340381 Aug 16 22:23:31.973889 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6447d9-5a5d-4e0c-9e2a-f1027a4660ba None None] Network 2b05f6b7-5c04-483d-9364-795966531adb requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:31.978630 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] Transition to ACTIVE for port object 02a1ee96-3358-427a-9d07-4cb73598e204 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:31.989853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e9ef2-88aa-4659-93f5-ae22e13012d5 req-febed149-aae8-42e3-a756-947ac2e7d752 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:31.991413 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b5e9ef2-88aa-4659-93f5-ae22e13012d5 req-febed149-aae8-42e3-a756-947ac2e7d752 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/ports?device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7 HTTP/1.1" status: 200 len: 945 time: 0.2057927 Aug 16 22:23:31.992735 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.017603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23eb241-8c42-4bb2-943d-61332a0d3e9f admin admin] Router 5e50e280-7573-4b81-8504-12e5e39d9b43 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:23:32.086187 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-654e2d04-98d4-49db-9d21-1c3951795cdb None None] Provisioning for port 3e8bf94b-15b6-474b-a62e-e74ddc9af312 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:32.092362 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-654e2d04-98d4-49db-9d21-1c3951795cdb None None] Provisioning complete for port 3e8bf94b-15b6-474b-a62e-e74ddc9af312 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:32.092990 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-654e2d04-98d4-49db-9d21-1c3951795cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.116950 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] Pushing event updated for resources: {'Port': ['ID=02a1ee96-3358-427a-9d07-4cb73598e204,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:32.147884 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b5e9ef2-88aa-4659-93f5-ae22e13012d5 req-bff4399a-151e-4040-950b-3a0be7e1fc3a tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/security-groups?id=96c6ab43-2a80-43c0-8bd6-577d138814ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452131 Aug 16 22:23:32.164826 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45e3e92e-6c6b-4a99-85d3-22da7e0efd0d req-7746c7d2-a295-4c44-889b-710cbb33a391 tempest-FloatingIPsAssociationTestJSON-2106124467 tempest-FloatingIPsAssociationTestJSON-2106124467-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2632ad9-1035-4257-8885-7395d1595735 HTTP/1.1" status: 200 len: 210 time: 0.0665178 Aug 16 22:23:32.182737 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23eb241-8c42-4bb2-943d-61332a0d3e9f admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:23:32.218485 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b23eb241-8c42-4bb2-943d-61332a0d3e9f admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.224800 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b23eb241-8c42-4bb2-943d-61332a0d3e9f admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6359720 Aug 16 22:23:32.226206 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52250) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:32.230670 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] Sync routers for ids ['5e50e280-7573-4b81-8504-12e5e39d9b43'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:23:32.243452 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] Attempting to bind port 02a1ee96-3358-427a-9d07-4cb73598e204 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:32.244110 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] Attempting to bind port 02a1ee96-3358-427a-9d07-4cb73598e204 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:32.246430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] Attempting to bind port 02a1ee96-3358-427a-9d07-4cb73598e204 on network ebd43e01-e5c7-4526-84ca-b13361f6e777 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:32.258965 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] Port 02a1ee96-3358-427a-9d07-4cb73598e204 on network ebd43e01-e5c7-4526-84ca-b13361f6e777 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:23:32.259595 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] Attempting to bind port 02a1ee96-3358-427a-9d07-4cb73598e204 on network ebd43e01-e5c7-4526-84ca-b13361f6e777 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:32.291687 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:32.292320 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] Checking segment: {'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:32.292944 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] Bound using segment: {'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:32.293590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] Bound port: 02a1ee96-3358-427a-9d07-4cb73598e204, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:32.293954 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.419828 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb27ccd-5075-4f58-bc2b-3289f99342b0 req-5f894490-17cc-4405-867b-246b8ecc4eb5 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:32.420511 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9fb27ccd-5075-4f58-bc2b-3289f99342b0 req-5f894490-17cc-4405-867b-246b8ecc4eb5 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 945 time: 0.1652093 Aug 16 22:23:32.507742 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] Routers {'5e50e280-7573-4b81-8504-12e5e39d9b43'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:32.508292 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5e50e280-7573-4b81-8504-12e5e39d9b43'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:32.530825 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-54c4e9c4-b045-4f10-ba84-89176cfce6ac req-740a7bf9-4fe3-40be-818b-1d6c6dbbbe84 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb530f65-50a8-41f6-8e5c-780218283a42 HTTP/1.1" status: 200 len: 210 time: 0.0775657 Aug 16 22:23:32.564150 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9fb27ccd-5075-4f58-bc2b-3289f99342b0 req-cb5a4edc-dfd5-48b9-bc59-1d567d34bc84 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218286 Aug 16 22:23:32.590845 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] For port 02a1ee96-3358-427a-9d07-4cb73598e204, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:32.610323 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] For port 02a1ee96-3358-427a-9d07-4cb73598e204, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=02a1ee96-3358-427a-9d07-4cb73598e204,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:32.618667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-1fa8c57b-2da2-4031-b670-0d1c25309e00 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:32.621091 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-1fa8c57b-2da2-4031-b670-0d1c25309e00 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.39 "GET /v2.0/networks?id=b2da5129-03c1-43e2-9856-739b2eda4786 HTTP/1.1" status: 200 len: 813 time: 0.3054838 Aug 16 22:23:32.626185 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.687127 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-25957c2a-f392-4e1b-9bdf-ec190220e5ac tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:32.688932 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-25957c2a-f392-4e1b-9bdf-ec190220e5ac tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.43 "GET /v2.0/networks?id=b2da5129-03c1-43e2-9856-739b2eda4786 HTTP/1.1" status: 200 len: 813 time: 0.2992427 Aug 16 22:23:32.697534 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] Pushing event updated for resources: {'Port': ['ID=02a1ee96-3358-427a-9d07-4cb73598e204,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:32.714386 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-654e2d04-98d4-49db-9d21-1c3951795cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.715489 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-73f08aea-9e12-45e4-ae18-17e5f9837818 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Request body: {'port': {'device_id': 'f1d92b09-e73d-4d45-bf36-0b2c5aca6379', 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786', 'admin_state_up': True, 'tenant_id': 'f239e713005343ee90e31e2fa845b670'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:32.720004 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:32.720636 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.722248 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-98f95db9-33d1-48af-86d3-c87cfe0d31d8 service neutron] 10.222.0.43 "PUT /v2.0/ports/02a1ee96-3358-427a-9d07-4cb73598e204 HTTP/1.1" status: 200 len: 1093 time: 2.0647407 Aug 16 22:23:32.734112 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] Set router 5e50e280-7573-4b81-8504-12e5e39d9b43 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:32.752041 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-bef1cc04-6ec3-45a2-97e0-952dcc2fac3d tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Request body: {'port': {'device_id': 'fb530f65-50a8-41f6-8e5c-780218283a42', 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786', 'admin_state_up': True, 'tenant_id': 'f239e713005343ee90e31e2fa845b670'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:32.892426 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-654e2d04-98d4-49db-9d21-1c3951795cdb None None] For port 3e8bf94b-15b6-474b-a62e-e74ddc9af312, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3e8bf94b-15b6-474b-a62e-e74ddc9af312,segment=NetworkSegment(fa3a6b0a-bae6-4679-be48-3e9cb0239922),segment_id=fa3a6b0a-bae6-4679-be48-3e9cb0239922)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:32.905050 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-fbf5b5c8-a62d-4fc6-872b-b2601de66107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:32.906756 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-fbf5b5c8-a62d-4fc6-872b-b2601de66107 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&device_id=cb59309f-6ae2-48f8-97f5-4701cf099115 HTTP/1.1" status: 200 len: 1096 time: 0.1124842 Aug 16 22:23:32.926821 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-654e2d04-98d4-49db-9d21-1c3951795cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.934307 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b0f0b-a1a9-41fc-be1f-ef7356a6bb04 req-70e634b3-5bf6-45b1-8d91-af4a59de7eef tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:32.935832 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d8b0f0b-a1a9-41fc-be1f-ef7356a6bb04 req-70e634b3-5bf6-45b1-8d91-af4a59de7eef tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3ede6f52-1de2-4539-b9ab-dce3e9e99a92 HTTP/1.1" status: 200 len: 949 time: 0.2114117 Aug 16 22:23:32.972814 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device b3b50ea5-28e1-4db4-ab61-ad4285a66ecb no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:33.033544 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-bef1cc04-6ec3-45a2-97e0-952dcc2fac3d tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Made reservation on behalf of f239e713005343ee90e31e2fa845b670 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:33.038461 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-e2dfa585-5f68-480f-b29b-45d7e1cd69d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02a1ee96-3358-427a-9d07-4cb73598e204 HTTP/1.1" status: 200 len: 217 time: 0.1016326 Aug 16 22:23:33.041274 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-bef1cc04-6ec3-45a2-97e0-952dcc2fac3d tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.047092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: b3b50ea5-28e1-4db4-ab61-ad4285a66ecb {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:33.048482 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device b3b50ea5-28e1-4db4-ab61-ad4285a66ecb not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:33.101765 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e2d04-98d4-49db-9d21-1c3951795cdb None None] Pushing event updated for resources: {'Port': ['ID=3e8bf94b-15b6-474b-a62e-e74ddc9af312,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:33.102809 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-73f08aea-9e12-45e4-ae18-17e5f9837818 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Made reservation on behalf of f239e713005343ee90e31e2fa845b670 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:33.106872 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-73f08aea-9e12-45e4-ae18-17e5f9837818 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.117720 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-71754d84-be26-4d1e-b09e-3e11288c0cb9 None None] Provisioning complete for port 3e8bf94b-15b6-474b-a62e-e74ddc9af312 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:33.118202 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-71754d84-be26-4d1e-b09e-3e11288c0cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.121590 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d8b0f0b-a1a9-41fc-be1f-ef7356a6bb04 req-1a58ad5a-6530-44c6-a66f-6469da6b34d9 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760309 Aug 16 22:23:33.193076 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-dd900b25-d71e-4a32-8a4a-6473e2cfcbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:33.194610 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-dd900b25-d71e-4a32-8a4a-6473e2cfcbe5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77278031-7856-4cbe-b33a-9aa0a9f30263 HTTP/1.1" status: 200 len: 851 time: 0.1465654 Aug 16 22:23:33.243357 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7bd891c9-335c-4c4f-9638-ee52510444b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.258774 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e50e280-7573-4b81-8504-12e5e39d9b43', 'name': 'tempest-FloatingIPsNegativeTestJSON-365358766-router', 'tenant_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'b9d6e83d-372a-448c-93dd-5ed8885c78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:23:29Z', 'updated_at': '2021-08-16T22:23:31Z', 'revision_number': 3, 'project_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'gw_port': {'id': 'b9d6e83d-372a-448c-93dd-5ed8885c78e9', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e50e280-7573-4b81-8504-12e5e39d9b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:23:30Z', 'updated_at': '2021-08-16T22:23:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:33.278200 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-f89070b6-c8ba-4315-b0c0-778c54b86902 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ebd43e01-e5c7-4526-84ca-b13361f6e777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448730 Aug 16 22:23:33.283812 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-bef1cc04-6ec3-45a2-97e0-952dcc2fac3d tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Allocated IP 172.20.0.5 (b2da5129-03c1-43e2-9856-739b2eda4786/09b65c4f-a7ba-4576-bbba-460bb2752485/d6ddb141-a9b3-4057-bf3b-2c7efca4caaa) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:33.289515 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] Checking router: 5e50e280-7573-4b81-8504-12e5e39d9b43 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:23:33.289951 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] Updating router 5e50e280-7573-4b81-8504-12e5e39d9b43 port b9d6e83d-372a-448c-93dd-5ed8885c78e9 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:23:33.316946 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.320720 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a04df-34fd-4d81-b225-ac927caeb719 req-2bc2ca12-9d31-4061-ba11-6aaefd213bef tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:33.322369 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be0a04df-34fd-4d81-b225-ac927caeb719 req-2bc2ca12-9d31-4061-ba11-6aaefd213bef tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/ports?device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7 HTTP/1.1" status: 200 len: 945 time: 0.1770682 Aug 16 22:23:33.518517 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-7bd891c9-335c-4c4f-9638-ee52510444b9 admin admin] Allocated IP 172.20.0.1 (2b05f6b7-5c04-483d-9364-795966531adb/87c93144-d4a8-48e1-b8ed-b94994b90202/a8a32a8a-eff6-4f76-a088-c67f6bdba582) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:33.600655 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.600839 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-bef1cc04-6ec3-45a2-97e0-952dcc2fac3d tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.615789 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] Transition to ACTIVE for port object b9d6e83d-372a-448c-93dd-5ed8885c78e9 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:33.628438 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.679136 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9df79-af60-4147-8fa4-fa9d3a12195b None None] Pushing event updated for resources: {'Port': ['ID=b9d6e83d-372a-448c-93dd-5ed8885c78e9,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:33.692417 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7bd891c9-335c-4c4f-9638-ee52510444b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.702330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9df79-af60-4147-8fa4-fa9d3a12195b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:33.702816 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9df79-af60-4147-8fa4-fa9d3a12195b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:33.703299 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9df79-af60-4147-8fa4-fa9d3a12195b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:33.703767 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9df79-af60-4147-8fa4-fa9d3a12195b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:33.704124 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9df79-af60-4147-8fa4-fa9d3a12195b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:33.704549 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9df79-af60-4147-8fa4-fa9d3a12195b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:33.704970 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9df79-af60-4147-8fa4-fa9d3a12195b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:33.705428 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9df79-af60-4147-8fa4-fa9d3a12195b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:33.705836 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9df79-af60-4147-8fa4-fa9d3a12195b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:33.706317 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9df79-af60-4147-8fa4-fa9d3a12195b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:33.707122 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9df79-af60-4147-8fa4-fa9d3a12195b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:33.707705 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9df79-af60-4147-8fa4-fa9d3a12195b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:33.712335 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-bef1cc04-6ec3-45a2-97e0-952dcc2fac3d tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.715512 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] Attempting to bind port b9d6e83d-372a-448c-93dd-5ed8885c78e9 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:33.715987 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] Attempting to bind port b9d6e83d-372a-448c-93dd-5ed8885c78e9 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:33.716761 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] Attempting to bind port b9d6e83d-372a-448c-93dd-5ed8885c78e9 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:33.725452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:33.726090 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:33.727264 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7bd891c9-335c-4c4f-9638-ee52510444b9 admin admin] Transition to ACTIVE for port object a8a32a8a-eff6-4f76-a088-c67f6bdba582 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:33.727477 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.727973 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:33.728564 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] Bound port: b9d6e83d-372a-448c-93dd-5ed8885c78e9, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:33.729379 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.733685 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3e8bf94b-15b6-474b-a62e-e74ddc9af312 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:33.737392 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb59309f-6ae2-48f8-97f5-4701cf099115', 'tag': '02a1ee96-3358-427a-9d07-4cb73598e204'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:33.739761 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abe04b9-eaec-45fc-9b53-9a8beaad1374" -d '{"events": [{"name": "network-changed", "server_uuid": "cb59309f-6ae2-48f8-97f5-4701cf099115", "tag": "02a1ee96-3358-427a-9d07-4cb73598e204"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:33.769630 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-bef1cc04-6ec3-45a2-97e0-952dcc2fac3d tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Network b2da5129-03c1-43e2-9856-739b2eda4786 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:33.771696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab0477-a0aa-43e0-b474-136459bc23ec req-d5ac92b7-d83f-42a9-a925-edc755c5182d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:33.773323 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56ab0477-a0aa-43e0-b474-136459bc23ec req-d5ac92b7-d83f-42a9-a925-edc755c5182d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb59309f-6ae2-48f8-97f5-4701cf099115 HTTP/1.1" status: 200 len: 944 time: 0.5753756 Aug 16 22:23:33.779527 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-bef1cc04-6ec3-45a2-97e0-952dcc2fac3d tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:33.782165 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-bef1cc04-6ec3-45a2-97e0-952dcc2fac3d tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:33.823538 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1cc04-6ec3-45a2-97e0-952dcc2fac3d tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Pushing event updated for resources: {'Port': ['ID=d6ddb141-a9b3-4057-bf3b-2c7efca4caaa,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:33.829271 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 3e8bf94b-15b6-474b-a62e-e74ddc9af312 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:33.829770 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.843209 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be0a04df-34fd-4d81-b225-ac927caeb719 req-c861d6a5-f60e-4d4e-88e7-15458ee4aa7d tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/security-groups?id=96c6ab43-2a80-43c0-8bd6-577d138814ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5085468 Aug 16 22:23:33.853660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-bef1cc04-6ec3-45a2-97e0-952dcc2fac3d tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:33.854950 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-bef1cc04-6ec3-45a2-97e0-952dcc2fac3d tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.859592 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7bd891c9-335c-4c4f-9638-ee52510444b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.881001 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-73f08aea-9e12-45e4-ae18-17e5f9837818 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Allocated IP 172.20.0.6 (b2da5129-03c1-43e2-9856-739b2eda4786/09b65c4f-a7ba-4576-bbba-460bb2752485/700ec7cd-98c7-4e53-a1a4-c6392a283bb5) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:33.887437 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] For port b9d6e83d-372a-448c-93dd-5ed8885c78e9, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:33.891882 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] For port b9d6e83d-372a-448c-93dd-5ed8885c78e9, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b9d6e83d-372a-448c-93dd-5ed8885c78e9,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:33.901381 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.911586 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-bef1cc04-6ec3-45a2-97e0-952dcc2fac3d tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1655157 Aug 16 22:23:33.913248 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd891c9-335c-4c4f-9638-ee52510444b9 admin admin] Network 2b05f6b7-5c04-483d-9364-795966531adb is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:33.916261 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-7bd891c9-335c-4c4f-9638-ee52510444b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:33.919337 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd891c9-335c-4c4f-9638-ee52510444b9 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:33.948326 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] Request body: {'port': {'device_id': 'fb530f65-50a8-41f6-8e5c-780218283a42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:33.976985 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9df79-af60-4147-8fa4-fa9d3a12195b None None] Pushing event updated for resources: {'Port': ['ID=b9d6e83d-372a-448c-93dd-5ed8885c78e9,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:33.982079 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd891c9-335c-4c4f-9638-ee52510444b9 admin admin] Pushing event updated for resources: {'Port': ['ID=a8a32a8a-eff6-4f76-a088-c67f6bdba582,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:34.022316 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7bd891c9-335c-4c4f-9638-ee52510444b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:34.024763 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] Routers {'5e50e280-7573-4b81-8504-12e5e39d9b43'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:34.026148 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5e50e280-7573-4b81-8504-12e5e39d9b43'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:34.035149 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-361b3a85-17a2-42c7-b6bc-337f6711b828 service neutron] 10.222.0.43 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7258270 Aug 16 22:23:34.055129 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56ab0477-a0aa-43e0-b474-136459bc23ec req-e0f4f9df-5661-4f8a-bcd3-23c58e21c1a6 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690125 Aug 16 22:23:34.063160 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:34.150593 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52276) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:34.157145 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] Set router 5e50e280-7573-4b81-8504-12e5e39d9b43 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:34.219820 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b60c-bb6e-4ea4-b748-692b4bc4f822 req-bcfb02a5-c3cd-42e6-9a5e-e828fc0db96d tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:34.222736 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5660b60c-bb6e-4ea4-b748-692b4bc4f822 req-bcfb02a5-c3cd-42e6-9a5e-e828fc0db96d tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=cce04bb4-928b-44ed-b7fc-e524675d998e HTTP/1.1" status: 200 len: 950 time: 0.2883205 Aug 16 22:23:34.308522 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c367b066-05f6-4444-bd1c-d1c96bd50437 None None] Provisioning for port a8a32a8a-eff6-4f76-a088-c67f6bdba582 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:34.322348 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76e8f6f7-f82e-4260-a2a6-9d3b33588bf7 req-7269c33d-1a98-4c61-a15c-3538af6123bd service neutron] 10.222.0.43 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653346 Aug 16 22:23:34.327289 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5660b60c-bb6e-4ea4-b748-692b4bc4f822 req-32312d1d-28a5-431a-8e81-8c1686a5c82d tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964124 Aug 16 22:23:34.349819 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c367b066-05f6-4444-bd1c-d1c96bd50437 None None] Provisioning complete for port a8a32a8a-eff6-4f76-a088-c67f6bdba582 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:34.350439 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c367b066-05f6-4444-bd1c-d1c96bd50437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:34.381779 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-73f08aea-9e12-45e4-ae18-17e5f9837818 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:34.403364 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7bd891c9-335c-4c4f-9638-ee52510444b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:34.420424 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c367b066-05f6-4444-bd1c-d1c96bd50437 None None] Port a8a32a8a-eff6-4f76-a088-c67f6bdba582 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:23:34.448190 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e50e280-7573-4b81-8504-12e5e39d9b43', 'name': 'tempest-FloatingIPsNegativeTestJSON-365358766-router', 'tenant_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'b9d6e83d-372a-448c-93dd-5ed8885c78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:23:29Z', 'updated_at': '2021-08-16T22:23:31Z', 'revision_number': 3, 'project_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'gw_port': {'id': 'b9d6e83d-372a-448c-93dd-5ed8885c78e9', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e50e280-7573-4b81-8504-12e5e39d9b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:23:30Z', 'updated_at': '2021-08-16T22:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:34.456183 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fa773-047e-4dc5-86ec-651a45ee47cc req-2a392e1a-2db6-4970-9312-2578ff4856a3 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:34.457993 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e3fa773-047e-4dc5-86ec-651a45ee47cc req-2a392e1a-2db6-4970-9312-2578ff4856a3 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb530f65-50a8-41f6-8e5c-780218283a42 HTTP/1.1" status: 200 len: 931 time: 0.0909979 Aug 16 22:23:34.479741 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d79752a-1aeb-4d8f-95a0-ff13ecd45dd7 None None] The sync data for ids ['5e50e280-7573-4b81-8504-12e5e39d9b43'] in n-d-792458-15 is: [{'id': '5e50e280-7573-4b81-8504-12e5e39d9b43', 'name': 'tempest-FloatingIPsNegativeTestJSON-365358766-router', 'tenant_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'b9d6e83d-372a-448c-93dd-5ed8885c78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:23:29Z', 'updated_at': '2021-08-16T22:23:31Z', 'revision_number': 3, 'project_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'gw_port': {'id': 'b9d6e83d-372a-448c-93dd-5ed8885c78e9', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e50e280-7573-4b81-8504-12e5e39d9b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:23:30Z', 'updated_at': '2021-08-16T22:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:23:34.513889 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-73f08aea-9e12-45e4-ae18-17e5f9837818 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:34.559804 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e3fa773-047e-4dc5-86ec-651a45ee47cc req-6bc05e0b-0f8a-404d-b2e1-b6ff0c3f0d24 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861695 Aug 16 22:23:34.567733 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83961dd1-8adb-4fba-a155-75e336d15862 req-c25d640b-628e-4e0d-a21c-5ebd2813e358 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:34.569314 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-83961dd1-8adb-4fba-a155-75e336d15862 req-c25d640b-628e-4e0d-a21c-5ebd2813e358 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 945 time: 0.1428418 Aug 16 22:23:34.598242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-73f08aea-9e12-45e4-ae18-17e5f9837818 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Network b2da5129-03c1-43e2-9856-739b2eda4786 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:34.614982 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-73f08aea-9e12-45e4-ae18-17e5f9837818 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:34.624006 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-73f08aea-9e12-45e4-ae18-17e5f9837818 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:34.628658 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984790a7-6a8f-4374-8fac-9384f670322b x-openstack-request-id: req-984790a7-6a8f-4374-8fac-9384f670322b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:34.629204 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb59309f-6ae2-48f8-97f5-4701cf099115", "tag": "02a1ee96-3358-427a-9d07-4cb73598e204", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:34.630097 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-984790a7-6a8f-4374-8fac-9384f670322b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:34.630097 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb59309f-6ae2-48f8-97f5-4701cf099115', 'tag': '02a1ee96-3358-427a-9d07-4cb73598e204', 'status': 'completed', 'code': 200} Aug 16 22:23:34.672981 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f08aea-9e12-45e4-ae18-17e5f9837818 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Pushing event updated for resources: {'Port': ['ID=700ec7cd-98c7-4e53-a1a4-c6392a283bb5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:34.740505 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-83961dd1-8adb-4fba-a155-75e336d15862 req-54bba744-d70d-493f-8b82-766149abfb0e tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591928 Aug 16 22:23:34.781330 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-73f08aea-9e12-45e4-ae18-17e5f9837818 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:34.791798 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-73f08aea-9e12-45e4-ae18-17e5f9837818 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:34.809912 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe04b9-eaec-45fc-9b53-9a8beaad1374 req-dd818450-baec-4269-b72e-6bf2383de761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:34.811595 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8abe04b9-eaec-45fc-9b53-9a8beaad1374 req-dd818450-baec-4269-b72e-6bf2383de761 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&device_id=cb59309f-6ae2-48f8-97f5-4701cf099115 HTTP/1.1" status: 200 len: 1096 time: 0.1341686 Aug 16 22:23:34.817546 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-73f08aea-9e12-45e4-ae18-17e5f9837818 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1209853 Aug 16 22:23:34.840102 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] Request body: {'port': {'device_id': 'f1d92b09-e73d-4d45-bf36-0b2c5aca6379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:34.953782 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:35.049557 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe04b9-eaec-45fc-9b53-9a8beaad1374 req-37be3b41-c670-40c6-a2e6-ec0bc684e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:35.051657 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8abe04b9-eaec-45fc-9b53-9a8beaad1374 req-37be3b41-c670-40c6-a2e6-ec0bc684e6ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 200 len: 912 time: 0.2297132 Aug 16 22:23:35.133361 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895d01c-1cd2-4f4a-ac18-2aa00d330501 req-7b38190c-f24a-4972-8e26-f10c47cd50c6 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:35.139704 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895d01c-1cd2-4f4a-ac18-2aa00d330501 req-7b38190c-f24a-4972-8e26-f10c47cd50c6 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:35.157262 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7895d01c-1cd2-4f4a-ac18-2aa00d330501 req-7b38190c-f24a-4972-8e26-f10c47cd50c6 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3ede6f52-1de2-4539-b9ab-dce3e9e99a92&device_id=cce04bb4-928b-44ed-b7fc-e524675d998e HTTP/1.1" status: 200 len: 1690 time: 0.2045295 Aug 16 22:23:35.173733 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8abe04b9-eaec-45fc-9b53-9a8beaad1374 req-4ea31753-7d4b-4ba1-add3-e9d8ab431480 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02a1ee96-3358-427a-9d07-4cb73598e204 HTTP/1.1" status: 200 len: 217 time: 0.1074193 Aug 16 22:23:35.215101 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7bd891c9-335c-4c4f-9638-ee52510444b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:35.259130 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7bd891c9-335c-4c4f-9638-ee52510444b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:35.331602 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ddb141-a9b3-4057-bf3b-2c7efca4caaa {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:35.340010 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7895d01c-1cd2-4f4a-ac18-2aa00d330501 req-ee89d14e-5c27-4879-8ad3-11aece61a4ff tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810374 Aug 16 22:23:35.343630 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe04b9-eaec-45fc-9b53-9a8beaad1374 req-0a41cef8-c1b4-436e-90b6-50b4671442ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:35.345053 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8abe04b9-eaec-45fc-9b53-9a8beaad1374 req-0a41cef8-c1b4-436e-90b6-50b4671442ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77278031-7856-4cbe-b33a-9aa0a9f30263 HTTP/1.1" status: 200 len: 851 time: 0.1199176 Aug 16 22:23:35.359347 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49130701-e1d3-4c99-9ea5-5ebc77c6c49f req-4238b5c7-508a-44c7-8f42-d35241da6221 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:35.361272 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:35.366672 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49130701-e1d3-4c99-9ea5-5ebc77c6c49f req-4238b5c7-508a-44c7-8f42-d35241da6221 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb59309f-6ae2-48f8-97f5-4701cf099115 HTTP/1.1" status: 200 len: 944 time: 0.1426823 Aug 16 22:23:35.384790 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7bd891c9-335c-4c4f-9638-ee52510444b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:35.388957 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd891c9-335c-4c4f-9638-ee52510444b9 admin admin] Pushing event updated for resources: {'Port': ['ID=a8a32a8a-eff6-4f76-a088-c67f6bdba582,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:35.397101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] Transition to ACTIVE for port object d6ddb141-a9b3-4057-bf3b-2c7efca4caaa will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:35.407087 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:35.408433 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8abe04b9-eaec-45fc-9b53-9a8beaad1374 req-9bc07170-229d-4e5e-9c67-c4983a5b0ce9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ebd43e01-e5c7-4526-84ca-b13361f6e777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395787 Aug 16 22:23:35.538427 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ddb141-a9b3-4057-bf3b-2c7efca4caaa,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:35.559531 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49130701-e1d3-4c99-9ea5-5ebc77c6c49f req-7919379f-32e5-44e0-9cf7-bd49b2185d35 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864023 Aug 16 22:23:35.655259 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4a772-5ef5-4d46-a548-4b594990cd42 req-a470ba28-bad7-4e82-abb9-274ebd0cbea3 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:35.657093 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84a4a772-5ef5-4d46-a548-4b594990cd42 req-a470ba28-bad7-4e82-abb9-274ebd0cbea3 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/ports?device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7 HTTP/1.1" status: 200 len: 945 time: 0.2132583 Aug 16 22:23:35.668631 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd891c9-335c-4c4f-9638-ee52510444b9 admin admin] Network 2b05f6b7-5c04-483d-9364-795966531adb is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:35.672488 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-7bd891c9-335c-4c4f-9638-ee52510444b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:35.718040 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8abe04b9-eaec-45fc-9b53-9a8beaad1374 req-e77b2e76-91fb-4480-89a4-b68995fabac0 service neutron] 10.222.0.43 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717781 Aug 16 22:23:35.749652 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b9d6e83d-372a-448c-93dd-5ed8885c78e9 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:35.781230 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73dc6806-b388-479f-bf6f-f79dc9013aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:35.788925 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] Attempting to bind port d6ddb141-a9b3-4057-bf3b-2c7efca4caaa on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:35.789140 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] Attempting to bind port d6ddb141-a9b3-4057-bf3b-2c7efca4caaa by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '5cbc8305-0d0e-418b-a304-da3538488606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:35.789458 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] Attempting to bind port d6ddb141-a9b3-4057-bf3b-2c7efca4caaa on network b2da5129-03c1-43e2-9856-739b2eda4786 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:35.819764 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port b9d6e83d-372a-448c-93dd-5ed8885c78e9 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:35.825122 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port b9d6e83d-372a-448c-93dd-5ed8885c78e9 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:35.825738 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:35.830626 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84a4a772-5ef5-4d46-a548-4b594990cd42 req-db7114dc-ffea-409a-81bc-5b715f536d8b tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/security-groups?id=96c6ab43-2a80-43c0-8bd6-577d138814ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584499 Aug 16 22:23:35.885791 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700ec7cd-98c7-4e53-a1a4-c6392a283bb5 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:35.915225 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] Port d6ddb141-a9b3-4057-bf3b-2c7efca4caaa on network b2da5129-03c1-43e2-9856-739b2eda4786 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:23:35.915983 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] Attempting to bind port d6ddb141-a9b3-4057-bf3b-2c7efca4caaa on network b2da5129-03c1-43e2-9856-739b2eda4786 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:35.929177 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:35.929521 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] Checking segment: {'id': '5cbc8305-0d0e-418b-a304-da3538488606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:35.929916 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] Bound using segment: {'id': '5cbc8305-0d0e-418b-a304-da3538488606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:35.930385 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] Bound port: d6ddb141-a9b3-4057-bf3b-2c7efca4caaa, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cbc8305-0d0e-418b-a304-da3538488606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:35.930751 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:35.965923 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:35.971820 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:35.989300 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port b9d6e83d-372a-448c-93dd-5ed8885c78e9, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b9d6e83d-372a-448c-93dd-5ed8885c78e9,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:35.993605 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.021692 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8abe04b9-eaec-45fc-9b53-9a8beaad1374 req-36ba7ecb-125b-48da-b0e9-e0fe96cdec1d service neutron] 10.222.0.43 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819438 Aug 16 22:23:36.028312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] Transition to ACTIVE for port object 700ec7cd-98c7-4e53-a1a4-c6392a283bb5 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:36.045207 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.055377 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f9b94-91db-4991-a306-9894224d3f3f req-d467767e-75c3-4da5-a71b-5611c633179a tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:36.059441 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=b9d6e83d-372a-448c-93dd-5ed8885c78e9,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:36.063047 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-058f9b94-91db-4991-a306-9894224d3f3f req-d467767e-75c3-4da5-a71b-5611c633179a tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb530f65-50a8-41f6-8e5c-780218283a42 HTTP/1.1" status: 200 len: 943 time: 0.2312984 Aug 16 22:23:36.065042 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-19dc0646-0404-4a7f-a28d-3855690f27bd None None] Provisioning complete for port a8a32a8a-eff6-4f76-a088-c67f6bdba582 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:36.065419 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-19dc0646-0404-4a7f-a28d-3855690f27bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.087227 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b228fc-ce81-4f0c-b34b-dae1da4bbf3a req-356a3864-08b4-4ac2-b250-f98551e7240b tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:36.088851 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c3b228fc-ce81-4f0c-b34b-dae1da4bbf3a req-356a3864-08b4-4ac2-b250-f98551e7240b tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3ede6f52-1de2-4539-b9ab-dce3e9e99a92 HTTP/1.1" status: 200 len: 1101 time: 0.1262560 Aug 16 22:23:36.110702 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd891c9-335c-4c4f-9638-ee52510444b9 admin admin] Router 5e50e280-7573-4b81-8504-12e5e39d9b43 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:23:36.122151 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-19dc0646-0404-4a7f-a28d-3855690f27bd None None] Port a8a32a8a-eff6-4f76-a088-c67f6bdba582 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:23:36.138262 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] For port d6ddb141-a9b3-4057-bf3b-2c7efca4caaa, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:36.159279 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] For port d6ddb141-a9b3-4057-bf3b-2c7efca4caaa, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=d6ddb141-a9b3-4057-bf3b-2c7efca4caaa,segment=NetworkSegment(5cbc8305-0d0e-418b-a304-da3538488606),segment_id=5cbc8305-0d0e-418b-a304-da3538488606)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:36.167779 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.176525 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-058f9b94-91db-4991-a306-9894224d3f3f req-ffecc860-d75c-4cdf-b65e-2c27cae6e14d tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125996 Aug 16 22:23:36.189630 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] Pushing event updated for resources: {'Port': ['ID=700ec7cd-98c7-4e53-a1a4-c6392a283bb5,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:36.244285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c3b228fc-ce81-4f0c-b34b-dae1da4bbf3a req-37a34b5f-5709-42ab-b34d-0c467bee7e25 tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250415 Aug 16 22:23:36.259611 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:36.259611 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.259611 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] 10.222.0.43 "PUT /v2.0/ports/d6ddb141-a9b3-4057-bf3b-2c7efca4caaa HTTP/1.1" status: 200 len: 1092 time: 2.3343124 Aug 16 22:23:36.259611 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb530f65-50a8-41f6-8e5c-780218283a42', 'tag': 'd6ddb141-a9b3-4057-bf3b-2c7efca4caaa'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:36.261078 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed89b1d2-0455-4c8e-99d6-040c8b184262" -d '{"events": [{"name": "network-changed", "server_uuid": "fb530f65-50a8-41f6-8e5c-780218283a42", "tag": "d6ddb141-a9b3-4057-bf3b-2c7efca4caaa"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:36.319118 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] Attempting to bind port 700ec7cd-98c7-4e53-a1a4-c6392a283bb5 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:36.319847 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] Attempting to bind port 700ec7cd-98c7-4e53-a1a4-c6392a283bb5 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '5cbc8305-0d0e-418b-a304-da3538488606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:36.320275 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] Attempting to bind port 700ec7cd-98c7-4e53-a1a4-c6392a283bb5 on network b2da5129-03c1-43e2-9856-739b2eda4786 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:36.329359 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] Port 700ec7cd-98c7-4e53-a1a4-c6392a283bb5 on network b2da5129-03c1-43e2-9856-739b2eda4786 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:23:36.329787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] Attempting to bind port 700ec7cd-98c7-4e53-a1a4-c6392a283bb5 on network b2da5129-03c1-43e2-9856-739b2eda4786 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:36.352417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d19081-bbed-42fc-92bd-5b0487efa28e req-d7281a7b-ada4-48b5-8ff5-bc3d3e606a18 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:36.354489 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13d19081-bbed-42fc-92bd-5b0487efa28e req-d7281a7b-ada4-48b5-8ff5-bc3d3e606a18 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 945 time: 0.1062376 Aug 16 22:23:36.367938 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d465d6-d4a1-4453-85ab-02aa4af98f94 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ddb141-a9b3-4057-bf3b-2c7efca4caaa,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:36.374072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:36.374553 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] Checking segment: {'id': '5cbc8305-0d0e-418b-a304-da3538488606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:36.374975 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] Bound using segment: {'id': '5cbc8305-0d0e-418b-a304-da3538488606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:36.375423 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] Bound port: 700ec7cd-98c7-4e53-a1a4-c6392a283bb5, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cbc8305-0d0e-418b-a304-da3538488606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:36.375787 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.379785 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd891c9-335c-4c4f-9638-ee52510444b9 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:23:36.394722 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7bd891c9-335c-4c4f-9638-ee52510444b9 admin admin] 10.222.0.93 "PUT /v2.0/routers/5e50e280-7573-4b81-8504-12e5e39d9b43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1663678 Aug 16 22:23:36.424815 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-40ce517b-3130-4ce9-9ddc-be2daa0319be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:36.426266 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-40ce517b-3130-4ce9-9ddc-be2daa0319be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f239e713005343ee90e31e2fa845b670&device_id=fb530f65-50a8-41f6-8e5c-780218283a42 HTTP/1.1" status: 200 len: 1095 time: 0.1148672 Aug 16 22:23:36.460361 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13d19081-bbed-42fc-92bd-5b0487efa28e req-08c6cf17-18df-4a09-b989-f6296a1888d3 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876153 Aug 16 22:23:36.467745 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b139e-1492-49ea-9acf-f51154a1b952 req-cebf387d-7de5-4c6b-90a9-ed0871ac6dfb tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:36.469373 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8a2b139e-1492-49ea-9acf-f51154a1b952 req-cebf387d-7de5-4c6b-90a9-ed0871ac6dfb tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=cce04bb4-928b-44ed-b7fc-e524675d998e HTTP/1.1" status: 200 len: 1102 time: 0.1349261 Aug 16 22:23:36.516585 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a6f86e48-cb48-4196-bef3-3d7636cd3127 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6ddb141-a9b3-4057-bf3b-2c7efca4caaa HTTP/1.1" status: 200 len: 217 time: 0.0512500 Aug 16 22:23:36.517129 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] For port 700ec7cd-98c7-4e53-a1a4-c6392a283bb5, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:36.525134 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] For port 700ec7cd-98c7-4e53-a1a4-c6392a283bb5, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=700ec7cd-98c7-4e53-a1a4-c6392a283bb5,segment=NetworkSegment(5cbc8305-0d0e-418b-a304-da3538488606),segment_id=5cbc8305-0d0e-418b-a304-da3538488606)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:36.533565 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8a2b139e-1492-49ea-9acf-f51154a1b952 req-d061edc7-d948-4e77-8e98-13cef4a0c463 tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513077 Aug 16 22:23:36.534728 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.546893 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ee61ac-39b0-41ba-bce0-0de087377881 x-openstack-request-id: req-14ee61ac-39b0-41ba-bce0-0de087377881 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:36.547502 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb530f65-50a8-41f6-8e5c-780218283a42", "tag": "d6ddb141-a9b3-4057-bf3b-2c7efca4caaa", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:36.548022 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-14ee61ac-39b0-41ba-bce0-0de087377881 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:36.548630 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb530f65-50a8-41f6-8e5c-780218283a42', 'tag': 'd6ddb141-a9b3-4057-bf3b-2c7efca4caaa', 'status': 'completed', 'code': 200} Aug 16 22:23:36.585843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:36.586498 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.587935 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] 10.222.0.39 "PUT /v2.0/ports/700ec7cd-98c7-4e53-a1a4-c6392a283bb5 HTTP/1.1" status: 200 len: 1092 time: 1.7536006 Aug 16 22:23:36.602323 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b067e-8fb0-4e4b-9d12-6923c3cd0e7a service neutron] Pushing event updated for resources: {'Port': ['ID=700ec7cd-98c7-4e53-a1a4-c6392a283bb5,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:36.630565 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d92b09-e73d-4d45-bf36-0b2c5aca6379', 'tag': '700ec7cd-98c7-4e53-a1a4-c6392a283bb5'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:36.631490 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] Sync routers for ids ['5e50e280-7573-4b81-8504-12e5e39d9b43'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:23:36.634475 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f22b3c0-6f9a-4949-945c-f393470e90d7" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d92b09-e73d-4d45-bf36-0b2c5aca6379", "tag": "700ec7cd-98c7-4e53-a1a4-c6392a283bb5"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:36.644950 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] Routers {'5e50e280-7573-4b81-8504-12e5e39d9b43'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:36.645825 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5e50e280-7573-4b81-8504-12e5e39d9b43'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:36.645995 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-362d3a15-3c7c-4218-b015-3b807f7448a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:36.652656 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-362d3a15-3c7c-4218-b015-3b807f7448a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09b65c4f-a7ba-4576-bbba-460bb2752485 HTTP/1.1" status: 200 len: 853 time: 0.1355348 Aug 16 22:23:36.729110 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-73dc6806-b388-479f-bf6f-f79dc9013aee admin admin] Deleting port 6f17151e-1262-4655-ac8f-3bac8839f7cc {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:36.729568 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73dc6806-b388-479f-bf6f-f79dc9013aee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.737604 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-4feb1a8d-f7c7-4d80-9e2c-344b1c7898fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b2da5129-03c1-43e2-9856-739b2eda4786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662813 Aug 16 22:23:36.752126 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b058cb98-eb8d-4493-8da1-33674874aa0b req-8541bfd6-1c60-455a-b761-7c96676da702 tempest-FloatingIPsNegativeTestJSON-104952043 tempest-FloatingIPsNegativeTestJSON-104952043-project] 10.222.0.93 "GET /v2.0/floatingips?tenant_id=f94a2e96b36a4451be2bd8fa3ea6eb7b HTTP/1.1" status: 200 len: 217 time: 0.0617068 Aug 16 22:23:36.766757 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] Set router 5e50e280-7573-4b81-8504-12e5e39d9b43 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:36.797807 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25fb8a4-85e7-49d8-81dc-77b6edfd5271 x-openstack-request-id: req-a25fb8a4-85e7-49d8-81dc-77b6edfd5271 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:36.798122 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d92b09-e73d-4d45-bf36-0b2c5aca6379", "tag": "700ec7cd-98c7-4e53-a1a4-c6392a283bb5", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:36.798372 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a25fb8a4-85e7-49d8-81dc-77b6edfd5271 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:36.798765 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d92b09-e73d-4d45-bf36-0b2c5aca6379', 'tag': '700ec7cd-98c7-4e53-a1a4-c6392a283bb5', 'status': 'completed', 'code': 200} Aug 16 22:23:36.813439 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-1a680335-ebc8-4855-8f92-6b7f3090659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:36.814990 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-1a680335-ebc8-4855-8f92-6b7f3090659d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f239e713005343ee90e31e2fa845b670&device_id=f1d92b09-e73d-4d45-bf36-0b2c5aca6379 HTTP/1.1" status: 200 len: 1095 time: 0.1739419 Aug 16 22:23:36.835393 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cdd79-81a8-47f2-bde4-f86c16760b1b req-f1ea63b7-0215-42f4-a82f-8ab4cd6ebc13 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:36.836859 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f4cdd79-81a8-47f2-bde4-f86c16760b1b req-f1ea63b7-0215-42f4-a82f-8ab4cd6ebc13 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7 HTTP/1.1" status: 200 len: 945 time: 0.0965178 Aug 16 22:23:36.851860 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-73dc6806-b388-479f-bf6f-f79dc9013aee admin admin] For port 6f17151e-1262-4655-ac8f-3bac8839f7cc, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6f17151e-1262-4655-ac8f-3bac8839f7cc,segment=NetworkSegment(e102682d-1634-409a-b8b3-a19873bb1b74),segment_id=e102682d-1634-409a-b8b3-a19873bb1b74)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:36.852235 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73dc6806-b388-479f-bf6f-f79dc9013aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.853619 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99011e-3c22-481f-ba02-3c6d87fe608c req-bfdafc7f-ccf1-41a9-b788-fea97687768c tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:36.856063 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d99011e-3c22-481f-ba02-3c6d87fe608c req-bfdafc7f-ccf1-41a9-b788-fea97687768c tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb59309f-6ae2-48f8-97f5-4701cf099115 HTTP/1.1" status: 200 len: 944 time: 0.1554964 Aug 16 22:23:36.875340 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-73dc6806-b388-479f-bf6f-f79dc9013aee admin admin] Calling delete_port for 6f17151e-1262-4655-ac8f-3bac8839f7cc owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:36.895877 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-e0c5c319-a684-44e7-a268-f98fb58f24ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700ec7cd-98c7-4e53-a1a4-c6392a283bb5 HTTP/1.1" status: 200 len: 217 time: 0.0686893 Aug 16 22:23:37.013348 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e50e280-7573-4b81-8504-12e5e39d9b43', 'name': 'tempest-FloatingIPsNegativeTestJSON-365358766-router', 'tenant_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'b9d6e83d-372a-448c-93dd-5ed8885c78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:23:29Z', 'updated_at': '2021-08-16T22:23:34Z', 'revision_number': 4, 'project_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'gw_port': {'id': 'b9d6e83d-372a-448c-93dd-5ed8885c78e9', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e50e280-7573-4b81-8504-12e5e39d9b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:23:30Z', 'updated_at': '2021-08-16T22:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a8a32a8a-eff6-4f76-a088-c67f6bdba582', 'name': '', 'network_id': '2b05f6b7-5c04-483d-9364-795966531adb', 'tenant_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'mac_address': 'fa:16:3e:60:07:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e50e280-7573-4b81-8504-12e5e39d9b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '87c93144-d4a8-48e1-b8ed-b94994b90202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:23:33Z', 'updated_at': '2021-08-16T22:23:34Z', 'revision_number': 2, 'project_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'subnets': [{'id': '87c93144-d4a8-48e1-b8ed-b94994b90202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:37.014602 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-e05ac939-4e83-4b25-98dd-5c72444f9528 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763848 Aug 16 22:23:37.042788 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d99011e-3c22-481f-ba02-3c6d87fe608c req-ca309a1a-7650-44d3-b0a0-11557dc03ee0 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515501 Aug 16 22:23:37.044262 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] Checking router: 5e50e280-7573-4b81-8504-12e5e39d9b43 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:23:37.044778 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] Updating router 5e50e280-7573-4b81-8504-12e5e39d9b43 port a8a32a8a-eff6-4f76-a088-c67f6bdba582 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:23:37.053097 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-fbf0fd1f-227d-4ff2-95a7-0f8fa61554b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:37.054196 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-fbf0fd1f-227d-4ff2-95a7-0f8fa61554b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09b65c4f-a7ba-4576-bbba-460bb2752485 HTTP/1.1" status: 200 len: 853 time: 0.1327088 Aug 16 22:23:37.079279 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-ebe932be-5a4b-4b88-ba89-edd183ca75f3 service neutron] 10.222.0.43 "GET /v2.0/networks/b2da5129-03c1-43e2-9856-739b2eda4786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304296 Aug 16 22:23:37.082019 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.151367 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-8b89d32d-eab9-4d1a-a33c-206de4da8c5c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b2da5129-03c1-43e2-9856-739b2eda4786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594513 Aug 16 22:23:37.156676 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e839c868-2d61-49c4-8e4d-f3caea3ce31c req-66d27104-a945-4f82-98a2-5cbdb995c16a tempest-FloatingIPsNegativeTestJSON-104952043 tempest-FloatingIPsNegativeTestJSON-104952043-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0635037 Aug 16 22:23:37.173149 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 02a1ee96-3358-427a-9d07-4cb73598e204 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:23:37.237183 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-6ed87015-7b98-450d-872a-79302a82fdd3 service neutron] 10.222.0.43 "GET /v2.0/networks/b2da5129-03c1-43e2-9856-739b2eda4786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489837 Aug 16 22:23:37.267342 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73dc6806-b388-479f-bf6f-f79dc9013aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.309494 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-3b80cd78-4a00-4dfb-917e-35111291fcab tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:37.313340 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc6806-b388-479f-bf6f-f79dc9013aee admin admin] Pushing event deleted for resources: {'Port': ['ID=6f17151e-1262-4655-ac8f-3bac8839f7cc,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:37.319443 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-3b80cd78-4a00-4dfb-917e-35111291fcab tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2830548 Aug 16 22:23:37.347037 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-0f4cdd79-81a8-47f2-bde4-f86c16760b1b req-dc535cae-079a-4d75-865b-b68299a6e2a3 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Deleting port 7546d0c5-0640-4d2e-85cd-194cc1638cc1 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:37.347584 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0f4cdd79-81a8-47f2-bde4-f86c16760b1b req-dc535cae-079a-4d75-865b-b68299a6e2a3 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.348343 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 02a1ee96-3358-427a-9d07-4cb73598e204, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=02a1ee96-3358-427a-9d07-4cb73598e204,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:37.362668 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '02a1ee96-3358-427a-9d07-4cb73598e204', 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777', 'port_id': '02a1ee96-3358-427a-9d07-4cb73598e204', 'mac_address': 'fa:16:3e:95:04:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77278031-7856-4cbe-b33a-9aa0a9f30263', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:23:37.415484 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-c52ccf2e-1744-4c9c-95e4-29400b6f0317 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/quotas/ea3f6caa31d74e2a9ec2aa096a9fbdf3 HTTP/1.1" status: 200 len: 375 time: 0.0949552 Aug 16 22:23:37.434351 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.439348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89b1d2-0455-4c8e-99d6-040c8b184262 req-ddb8b897-0703-445d-a3ca-82a1d83cfc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:37.441530 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ed89b1d2-0455-4c8e-99d6-040c8b184262 req-ddb8b897-0703-445d-a3ca-82a1d83cfc97 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f239e713005343ee90e31e2fa845b670&device_id=fb530f65-50a8-41f6-8e5c-780218283a42 HTTP/1.1" status: 200 len: 1095 time: 0.1394985 Aug 16 22:23:37.473272 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.477342 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a1ee96-3358-427a-9d07-4cb73598e204 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:37.489265 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] Transition to ACTIVE for port object a8a32a8a-eff6-4f76-a088-c67f6bdba582 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:37.498947 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.510071 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 02a1ee96-3358-427a-9d07-4cb73598e204, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=02a1ee96-3358-427a-9d07-4cb73598e204,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:37.516864 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.551001 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e4dd1-dc15-42cd-8b85-1d7e3cbf660f None None] Pushing event updated for resources: {'Port': ['ID=a8a32a8a-eff6-4f76-a088-c67f6bdba582,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:37.567988 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e4dd1-dc15-42cd-8b85-1d7e3cbf660f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:37.568470 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e4dd1-dc15-42cd-8b85-1d7e3cbf660f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:37.568947 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e4dd1-dc15-42cd-8b85-1d7e3cbf660f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:37.569411 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e4dd1-dc15-42cd-8b85-1d7e3cbf660f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:37.569871 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e4dd1-dc15-42cd-8b85-1d7e3cbf660f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:37.570365 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e4dd1-dc15-42cd-8b85-1d7e3cbf660f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:37.570828 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e4dd1-dc15-42cd-8b85-1d7e3cbf660f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:37.571289 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e4dd1-dc15-42cd-8b85-1d7e3cbf660f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:37.571748 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e4dd1-dc15-42cd-8b85-1d7e3cbf660f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:37.572206 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e4dd1-dc15-42cd-8b85-1d7e3cbf660f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:37.573380 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e4dd1-dc15-42cd-8b85-1d7e3cbf660f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:37.573846 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e4dd1-dc15-42cd-8b85-1d7e3cbf660f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:37.610202 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73dc6806-b388-479f-bf6f-f79dc9013aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.657195 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=02a1ee96-3358-427a-9d07-4cb73598e204,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:37.728824 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] Attempting to bind port a8a32a8a-eff6-4f76-a088-c67f6bdba582 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:37.729426 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] Attempting to bind port a8a32a8a-eff6-4f76-a088-c67f6bdba582 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fa3a6b0a-bae6-4679-be48-3e9cb0239922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2b05f6b7-5c04-483d-9364-795966531adb'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:37.729554 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] Attempting to bind port a8a32a8a-eff6-4f76-a088-c67f6bdba582 on network 2b05f6b7-5c04-483d-9364-795966531adb {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:37.735218 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:37.735598 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] Checking segment: {'id': 'fa3a6b0a-bae6-4679-be48-3e9cb0239922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2b05f6b7-5c04-483d-9364-795966531adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:37.736005 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.736392 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] Bound using segment: {'id': 'fa3a6b0a-bae6-4679-be48-3e9cb0239922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2b05f6b7-5c04-483d-9364-795966531adb'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:37.737061 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] Bound port: a8a32a8a-eff6-4f76-a088-c67f6bdba582, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3a6b0a-bae6-4679-be48-3e9cb0239922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2b05f6b7-5c04-483d-9364-795966531adb'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:37.737989 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.811063 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['02a1ee96-3358-427a-9d07-4cb73598e204'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:37.814478 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] For port a8a32a8a-eff6-4f76-a088-c67f6bdba582, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:37.830347 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] For port a8a32a8a-eff6-4f76-a088-c67f6bdba582, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a8a32a8a-eff6-4f76-a088-c67f6bdba582,segment=NetworkSegment(fa3a6b0a-bae6-4679-be48-3e9cb0239922),segment_id=fa3a6b0a-bae6-4679-be48-3e9cb0239922)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:37.838511 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.869989 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b9d6e83d-372a-448c-93dd-5ed8885c78e9 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:37.906626 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89b1d2-0455-4c8e-99d6-040c8b184262 req-92fecc8a-1dcd-4d2c-bb8c-cffa3a832a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:37.908163 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ed89b1d2-0455-4c8e-99d6-040c8b184262 req-92fecc8a-1dcd-4d2c-bb8c-cffa3a832a2d service neutron] 10.222.0.43 "GET /v2.0/networks?id=b2da5129-03c1-43e2-9856-739b2eda4786 HTTP/1.1" status: 200 len: 914 time: 0.3076565 Aug 16 22:23:37.940641 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] Routers {'5e50e280-7573-4b81-8504-12e5e39d9b43'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:37.941506 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5e50e280-7573-4b81-8504-12e5e39d9b43'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:37.972515 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ed89b1d2-0455-4c8e-99d6-040c8b184262 req-4ca318fb-b5c3-4a2a-9901-d87336c31814 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6ddb141-a9b3-4057-bf3b-2c7efca4caaa HTTP/1.1" status: 200 len: 217 time: 0.0516038 Aug 16 22:23:37.994530 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-3866bd94-c4bb-4cfe-b0f3-12da1da7bdda service neutron] 10.222.0.39 "GET /v2.0/networks/b2da5129-03c1-43e2-9856-739b2eda4786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8314667 Aug 16 22:23:38.024958 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e4dd1-dc15-42cd-8b85-1d7e3cbf660f None None] Pushing event updated for resources: {'Port': ['ID=a8a32a8a-eff6-4f76-a088-c67f6bdba582,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:38.080277 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port b9d6e83d-372a-448c-93dd-5ed8885c78e9 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:38.080806 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.092858 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89b1d2-0455-4c8e-99d6-040c8b184262 req-32c5c6d3-d3a2-42b0-81b7-bcf553f627b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:38.094704 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ed89b1d2-0455-4c8e-99d6-040c8b184262 req-32c5c6d3-d3a2-42b0-81b7-bcf553f627b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09b65c4f-a7ba-4576-bbba-460bb2752485 HTTP/1.1" status: 200 len: 853 time: 0.1100194 Aug 16 22:23:38.125687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29b554b7-ab1e-4dd3-95e0-3c55d371677b req-8880d341-4b9d-4cd9-b73a-c40f312fa299 service neutron] 10.222.0.39 "GET /v2.0/networks/b2da5129-03c1-43e2-9856-739b2eda4786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173306 Aug 16 22:23:38.156532 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] Set router 5e50e280-7573-4b81-8504-12e5e39d9b43 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:38.237635 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-12c376fd-385d-4c17-99e5-66819a499ad2 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.8210025 Aug 16 22:23:38.254314 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34688147-c985-4190-8557-1683a07fbbd8 req-5ab3862e-a1cd-4be7-967a-76798eebcf01 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:38.267573 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-34688147-c985-4190-8557-1683a07fbbd8 req-5ab3862e-a1cd-4be7-967a-76798eebcf01 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/ports?device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7 HTTP/1.1" status: 200 len: 945 time: 0.9411788 Aug 16 22:23:38.313325 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.347819 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-0f4cdd79-81a8-47f2-bde4-f86c16760b1b req-dc535cae-079a-4d75-865b-b68299a6e2a3 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] For port 7546d0c5-0640-4d2e-85cd-194cc1638cc1, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=7546d0c5-0640-4d2e-85cd-194cc1638cc1,segment=NetworkSegment(af827092-0f0b-408b-911e-ebe63d6e46ab),segment_id=af827092-0f0b-408b-911e-ebe63d6e46ab)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:38.348349 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0f4cdd79-81a8-47f2-bde4-f86c16760b1b req-dc535cae-079a-4d75-865b-b68299a6e2a3 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.408597 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22b3c0-6f9a-4949-945c-f393470e90d7 req-44b2fc61-ce55-464b-90b2-a999978763c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:38.410314 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f22b3c0-6f9a-4949-945c-f393470e90d7 req-44b2fc61-ce55-464b-90b2-a999978763c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f239e713005343ee90e31e2fa845b670&device_id=f1d92b09-e73d-4d45-bf36-0b2c5aca6379 HTTP/1.1" status: 200 len: 1095 time: 0.2304990 Aug 16 22:23:38.434321 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-34688147-c985-4190-8557-1683a07fbbd8 req-7f456014-d82e-43ec-8088-ba614c9aeff0 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/security-groups?id=96c6ab43-2a80-43c0-8bd6-577d138814ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529830 Aug 16 22:23:38.504730 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ed89b1d2-0455-4c8e-99d6-040c8b184262 req-74296ef9-9091-4a23-9df3-1e670dd5fc07 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b2da5129-03c1-43e2-9856-739b2eda4786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3830569 Aug 16 22:23:38.532483 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-c780777f-b0d6-4ee9-ab9f-6480cc2069ef req-25fa62c6-f29a-4700-a3dc-4bb58081845e tempest-FloatingIPsNegativeTestJSON-104952043 tempest-FloatingIPsNegativeTestJSON-104952043-project] show failed (client error): The resource could not be found. Aug 16 22:23:38.533700 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c780777f-b0d6-4ee9-ab9f-6480cc2069ef req-25fa62c6-f29a-4700-a3dc-4bb58081845e tempest-FloatingIPsNegativeTestJSON-104952043 tempest-FloatingIPsNegativeTestJSON-104952043-project] 10.222.0.93 "GET /v2.0/floatingips/4a7a527a-3302-4e73-8282-0146c5c12691 HTTP/1.1" status: 404 len: 350 time: 0.0982468 Aug 16 22:23:38.546966 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e50e280-7573-4b81-8504-12e5e39d9b43', 'name': 'tempest-FloatingIPsNegativeTestJSON-365358766-router', 'tenant_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'b9d6e83d-372a-448c-93dd-5ed8885c78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:23:29Z', 'updated_at': '2021-08-16T22:23:34Z', 'revision_number': 4, 'project_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'gw_port': {'id': 'b9d6e83d-372a-448c-93dd-5ed8885c78e9', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e50e280-7573-4b81-8504-12e5e39d9b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:23:30Z', 'updated_at': '2021-08-16T22:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a8a32a8a-eff6-4f76-a088-c67f6bdba582', 'name': '', 'network_id': '2b05f6b7-5c04-483d-9364-795966531adb', 'tenant_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'mac_address': 'fa:16:3e:60:07:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e50e280-7573-4b81-8504-12e5e39d9b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '87c93144-d4a8-48e1-b8ed-b94994b90202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:23:33Z', 'updated_at': '2021-08-16T22:23:37Z', 'revision_number': 4, 'project_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'subnets': [{'id': '87c93144-d4a8-48e1-b8ed-b94994b90202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:38.555698 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52344) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:38.590459 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270ef964-a330-4f57-8732-a8d7a9e7ae85 None None] The sync data for ids ['5e50e280-7573-4b81-8504-12e5e39d9b43'] in n-d-792458-15 is: [{'id': '5e50e280-7573-4b81-8504-12e5e39d9b43', 'name': 'tempest-FloatingIPsNegativeTestJSON-365358766-router', 'tenant_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'b9d6e83d-372a-448c-93dd-5ed8885c78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:23:29Z', 'updated_at': '2021-08-16T22:23:34Z', 'revision_number': 4, 'project_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'gw_port': {'id': 'b9d6e83d-372a-448c-93dd-5ed8885c78e9', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e50e280-7573-4b81-8504-12e5e39d9b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:23:30Z', 'updated_at': '2021-08-16T22:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a8a32a8a-eff6-4f76-a088-c67f6bdba582', 'name': '', 'network_id': '2b05f6b7-5c04-483d-9364-795966531adb', 'tenant_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'mac_address': 'fa:16:3e:60:07:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e50e280-7573-4b81-8504-12e5e39d9b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '87c93144-d4a8-48e1-b8ed-b94994b90202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:23:33Z', 'updated_at': '2021-08-16T22:23:37Z', 'revision_number': 4, 'project_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'subnets': [{'id': '87c93144-d4a8-48e1-b8ed-b94994b90202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:23:38.658181 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73dc6806-b388-479f-bf6f-f79dc9013aee admin admin] Router 5574792d-ef5e-4c77-93d6-fa282444195f has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:23:38.808222 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86c658-a27c-499d-b345-c97d1448f2e6 req-d14b1b1a-32a1-429a-a849-e4e409f4d3b4 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:38.809897 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aa86c658-a27c-499d-b345-c97d1448f2e6 req-d14b1b1a-32a1-429a-a849-e4e409f4d3b4 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb530f65-50a8-41f6-8e5c-780218283a42 HTTP/1.1" status: 200 len: 943 time: 0.2850995 Aug 16 22:23:38.833519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22b3c0-6f9a-4949-945c-f393470e90d7 req-e5da82c3-d98c-459a-83b0-d5522df5eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:38.835168 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f22b3c0-6f9a-4949-945c-f393470e90d7 req-e5da82c3-d98c-459a-83b0-d5522df5eda9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b2da5129-03c1-43e2-9856-739b2eda4786 HTTP/1.1" status: 200 len: 914 time: 0.4153366 Aug 16 22:23:38.855921 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561399c-33f8-4ab7-88fa-16a5204e75a1 req-d84fcd9b-6303-4d74-9a63-9009c89b353f tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:38.857560 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2561399c-33f8-4ab7-88fa-16a5204e75a1 req-d84fcd9b-6303-4d74-9a63-9009c89b353f tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 945 time: 0.2144580 Aug 16 22:23:38.868742 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0f4cdd79-81a8-47f2-bde4-f86c16760b1b req-dc535cae-079a-4d75-865b-b68299a6e2a3 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.869243 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0f4cdd79-81a8-47f2-bde4-f86c16760b1b req-dc535cae-079a-4d75-865b-b68299a6e2a3 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.869654 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [req-0f4cdd79-81a8-47f2-bde4-f86c16760b1b req-dc535cae-079a-4d75-865b-b68299a6e2a3 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Floating IP 2478b102-62eb-4fe7-96df-cf66a141a852 disassociated. External IP: 172.25.6.243, port: 7546d0c5-0640-4d2e-85cd-194cc1638cc1. Aug 16 22:23:38.870722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-0f4cdd79-81a8-47f2-bde4-f86c16760b1b req-dc535cae-079a-4d75-865b-b68299a6e2a3 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Calling delete_port for 7546d0c5-0640-4d2e-85cd-194cc1638cc1 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:38.879280 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ed89b1d2-0455-4c8e-99d6-040c8b184262 req-9975560b-c02a-4fd7-8f86-9fa2dd1f4cf2 service neutron] 10.222.0.43 "GET /v2.0/networks/b2da5129-03c1-43e2-9856-739b2eda4786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658316 Aug 16 22:23:38.927497 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f22b3c0-6f9a-4949-945c-f393470e90d7 req-47126a76-fc0d-4cb0-9ba0-2b4b5b6d14f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700ec7cd-98c7-4e53-a1a4-c6392a283bb5 HTTP/1.1" status: 200 len: 217 time: 0.0682304 Aug 16 22:23:38.997321 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0dc9c5d9-6b30-4d99-8cb5-6910444d8b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.026094 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22b3c0-6f9a-4949-945c-f393470e90d7 req-c591ee30-c073-4414-9743-01c2aa1a3a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:39.028014 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f22b3c0-6f9a-4949-945c-f393470e90d7 req-c591ee30-c073-4414-9743-01c2aa1a3a2c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09b65c4f-a7ba-4576-bbba-460bb2752485 HTTP/1.1" status: 200 len: 853 time: 0.0852585 Aug 16 22:23:39.057177 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dc6806-b388-479f-bf6f-f79dc9013aee admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:23:39.067843 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-73dc6806-b388-479f-bf6f-f79dc9013aee admin admin] 10.222.0.93 "PUT /v2.0/routers/5574792d-ef5e-4c77-93d6-fa282444195f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8966630 Aug 16 22:23:39.068927 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab8e797-9cc5-438a-b158-fe6a656df70d None None] Sync routers for ids ['5574792d-ef5e-4c77-93d6-fa282444195f'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:23:39.069536 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52352) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:39.087322 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab8e797-9cc5-438a-b158-fe6a656df70d None None] Routers {'5574792d-ef5e-4c77-93d6-fa282444195f'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:39.090047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5ab8e797-9cc5-438a-b158-fe6a656df70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5574792d-ef5e-4c77-93d6-fa282444195f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:39.164216 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f22b3c0-6f9a-4949-945c-f393470e90d7 req-629612d9-5bb6-4004-9e6b-4a9f4453ca0f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b2da5129-03c1-43e2-9856-739b2eda4786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155584 Aug 16 22:23:39.177251 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aa86c658-a27c-499d-b345-c97d1448f2e6 req-1d9a78ee-a97d-425d-992c-3358a503e266 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553500 Aug 16 22:23:39.211826 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ed89b1d2-0455-4c8e-99d6-040c8b184262 req-5832a5ca-10ba-42d8-9532-38335e959c85 service neutron] 10.222.0.43 "GET /v2.0/networks/b2da5129-03c1-43e2-9856-739b2eda4786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996855 Aug 16 22:23:39.215126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device d6ddb141-a9b3-4057-bf3b-2c7efca4caaa details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:23:39.219165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 02a1ee96-3358-427a-9d07-4cb73598e204 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:39.259052 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2561399c-33f8-4ab7-88fa-16a5204e75a1 req-538c200f-975b-4c67-b8e7-391c89ad6954 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923573 Aug 16 22:23:39.394530 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5eddeba0-8adb-4c08-893f-d48942532006 admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.398319 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f22b3c0-6f9a-4949-945c-f393470e90d7 req-a1842742-d37a-4a5b-bb54-7795a3ffaf63 service neutron] 10.222.0.39 "GET /v2.0/networks/b2da5129-03c1-43e2-9856-739b2eda4786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160575 Aug 16 22:23:39.574846 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5eddeba0-8adb-4c08-893f-d48942532006 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.580859 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e45846f7-cbbf-47dc-bb26-37a10338eca8 req-ed1e65ce-ae99-4d6f-90dd-e94c0989bd98 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b52ebc6-40c6-42e9-9430-33cd169ed7ab HTTP/1.1" status: 200 len: 210 time: 0.0602429 Aug 16 22:23:39.582316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 02a1ee96-3358-427a-9d07-4cb73598e204 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:39.589557 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-5ab8e797-9cc5-438a-b158-fe6a656df70d None None] Set router 5574792d-ef5e-4c77-93d6-fa282444195f gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:39.591541 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 02a1ee96-3358-427a-9d07-4cb73598e204 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:39.592147 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.667203 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2d9365d-fc09-40ec-98ee-faa10e6b9fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.695072 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0f4cdd79-81a8-47f2-bde4-f86c16760b1b req-dc535cae-079a-4d75-865b-b68299a6e2a3 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.756919 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc535cae-079a-4d75-865b-b68299a6e2a3 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Pushing event deleted for resources: {'Port': ['ID=7546d0c5-0640-4d2e-85cd-194cc1638cc1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:39.768885 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5eddeba0-8adb-4c08-893f-d48942532006 admin admin] Deleting port 2d0dd1e3-9d4e-4863-952a-b5d517f34328 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:39.769184 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5eddeba0-8adb-4c08-893f-d48942532006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.798733 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6202ad-4a8d-45ad-aecb-5a3fdc00a20a req-5be9edc1-821c-4411-b5a0-e8ba3c06ac88 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:39.806906 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a8a32a8a-eff6-4f76-a088-c67f6bdba582 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:39.810310 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd6202ad-4a8d-45ad-aecb-5a3fdc00a20a req-5be9edc1-821c-4411-b5a0-e8ba3c06ac88 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb59309f-6ae2-48f8-97f5-4701cf099115 HTTP/1.1" status: 200 len: 945 time: 0.3766990 Aug 16 22:23:39.908142 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port d6ddb141-a9b3-4057-bf3b-2c7efca4caaa, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=d6ddb141-a9b3-4057-bf3b-2c7efca4caaa,segment=NetworkSegment(5cbc8305-0d0e-418b-a304-da3538488606),segment_id=5cbc8305-0d0e-418b-a304-da3538488606)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:39.914665 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44bdb72e-c973-4f59-a9e0-c4a93d2a7b40 req-744bd42d-1b57-451d-bd20-2f6775a04624 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/ports?device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7 HTTP/1.1" status: 200 len: 210 time: 0.0714703 Aug 16 22:23:39.928446 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-e3a9022d-f7bb-43b7-a412-8dc11f7b3858 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835900 Aug 16 22:23:39.943453 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'd6ddb141-a9b3-4057-bf3b-2c7efca4caaa', 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786', 'port_id': 'd6ddb141-a9b3-4057-bf3b-2c7efca4caaa', 'mac_address': 'fa:16:3e:ae:88:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b65c4f-a7ba-4576-bbba-460bb2752485', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:23:40.022653 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd6202ad-4a8d-45ad-aecb-5a3fdc00a20a req-7bb51559-d1b8-4c84-966d-ed9ba2bcacc0 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086439 Aug 16 22:23:40.025087 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port a8a32a8a-eff6-4f76-a088-c67f6bdba582 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:40.073554 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port a8a32a8a-eff6-4f76-a088-c67f6bdba582 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:40.073850 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.107155 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.110520 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5eddeba0-8adb-4c08-893f-d48942532006 admin admin] For port 2d0dd1e3-9d4e-4863-952a-b5d517f34328, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=2d0dd1e3-9d4e-4863-952a-b5d517f34328,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:40.110912 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5eddeba0-8adb-4c08-893f-d48942532006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.114346 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.115949 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f4cdd79-81a8-47f2-bde4-f86c16760b1b req-dc535cae-079a-4d75-865b-b68299a6e2a3 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Router 9ac6b8bc-4232-4f64-88a8-542ee574ba5c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:23:40.149369 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5eddeba0-8adb-4c08-893f-d48942532006 admin admin] Calling delete_port for 2d0dd1e3-9d4e-4863-952a-b5d517f34328 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:40.179824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb59309f-6ae2-48f8-97f5-4701cf099115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a1ee96-3358-427a-9d07-4cb73598e204'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:40.187254 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633928a8-e588-4bcd-b8c5-92bf354cda75" -d '{"events": [{"server_uuid": "cb59309f-6ae2-48f8-97f5-4701cf099115", "name": "network-vif-plugged", "status": "completed", "tag": "02a1ee96-3358-427a-9d07-4cb73598e204"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:40.194743 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ddb141-a9b3-4057-bf3b-2c7efca4caaa {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:40.222312 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 02a1ee96-3358-427a-9d07-4cb73598e204, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=02a1ee96-3358-427a-9d07-4cb73598e204,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:40.241144 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-5e605133-4da3-473d-a5a0-414c615da3c0 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:40.242946 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-5e605133-4da3-473d-a5a0-414c615da3c0 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2923529 Aug 16 22:23:40.262357 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-a08cfa85-8741-4a09-a072-23f84c998f04 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Request body: {'port': {'device_id': '5b52ebc6-40c6-42e9-9430-33cd169ed7ab', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': 'ea3f6caa31d74e2a9ec2aa096a9fbdf3'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:40.270734 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.287418 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port d6ddb141-a9b3-4057-bf3b-2c7efca4caaa, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=d6ddb141-a9b3-4057-bf3b-2c7efca4caaa,segment=NetworkSegment(5cbc8305-0d0e-418b-a304-da3538488606),segment_id=5cbc8305-0d0e-418b-a304-da3538488606)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:40.290654 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f4cdd79-81a8-47f2-bde4-f86c16760b1b req-dc535cae-079a-4d75-865b-b68299a6e2a3 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:23:40.299032 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f22b3c0-6f9a-4949-945c-f393470e90d7 req-d5b01037-5348-4f52-b79e-89a478bd60a1 service neutron] 10.222.0.39 "GET /v2.0/networks/b2da5129-03c1-43e2-9856-739b2eda4786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8905728 Aug 16 22:23:40.309624 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280455e0-bbc3-45d5-8072-e34808de098e None None] Sync routers for ids ['9ac6b8bc-4232-4f64-88a8-542ee574ba5c'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:23:40.336734 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280455e0-bbc3-45d5-8072-e34808de098e None None] Routers {'9ac6b8bc-4232-4f64-88a8-542ee574ba5c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:40.342137 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-280455e0-bbc3-45d5-8072-e34808de098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['9ac6b8bc-4232-4f64-88a8-542ee574ba5c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:40.425240 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300fc8b2-3b43-4a8d-9d40-43c26cd2adac x-openstack-request-id: req-300fc8b2-3b43-4a8d-9d40-43c26cd2adac {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:40.425613 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb59309f-6ae2-48f8-97f5-4701cf099115", "name": "network-vif-plugged", "status": "completed", "tag": "02a1ee96-3358-427a-9d07-4cb73598e204", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:40.425833 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-300fc8b2-3b43-4a8d-9d40-43c26cd2adac {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:40.427060 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb59309f-6ae2-48f8-97f5-4701cf099115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a1ee96-3358-427a-9d07-4cb73598e204', 'code': 200} Aug 16 22:23:40.428690 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=02a1ee96-3358-427a-9d07-4cb73598e204,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:40.434050 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5ab8e797-9cc5-438a-b158-fe6a656df70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:23:37Z', 'revision_number': 5, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port': {'id': '2d0dd1e3-9d4e-4863-952a-b5d517f34328', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:10Z', 'updated_at': '2021-08-16T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:40.437174 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.443983 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4cdd79-81a8-47f2-bde4-f86c16760b1b req-dc535cae-079a-4d75-865b-b68299a6e2a3 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] No DVR routers for this DVR port 7546d0c5-0640-4d2e-85cd-194cc1638cc1 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:40.456031 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0f4cdd79-81a8-47f2-bde4-f86c16760b1b req-dc535cae-079a-4d75-865b-b68299a6e2a3 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.459557 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f4cdd79-81a8-47f2-bde4-f86c16760b1b req-dc535cae-079a-4d75-865b-b68299a6e2a3 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.43 "DELETE /v2.0/ports/7546d0c5-0640-4d2e-85cd-194cc1638cc1 HTTP/1.1" status: 204 len: 173 time: 3.5761476 Aug 16 22:23:40.462465 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d14fb46-0e1e-471b-ab08-9c53f28523c7', 'name': 'network-vif-deleted', 'tag': '7546d0c5-0640-4d2e-85cd-194cc1638cc1'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:40.465530 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c95142-a24b-45f8-b22d-8a08c1791d29" -d '{"events": [{"server_uuid": "6d14fb46-0e1e-471b-ab08-9c53f28523c7", "name": "network-vif-deleted", "tag": "7546d0c5-0640-4d2e-85cd-194cc1638cc1"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:40.522047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab8e797-9cc5-438a-b158-fe6a656df70d None None] Checking router: 5574792d-ef5e-4c77-93d6-fa282444195f for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:23:40.528608 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=d6ddb141-a9b3-4057-bf3b-2c7efca4caaa,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:40.545991 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d1922-2927-4553-af65-6bbf4aa0922f req-ed32c9ad-c8d8-4d97-b4d3-bed4c775a6d1 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:40.548316 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3c5d1922-2927-4553-af65-6bbf4aa0922f req-ed32c9ad-c8d8-4d97-b4d3-bed4c775a6d1 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb530f65-50a8-41f6-8e5c-780218283a42 HTTP/1.1" status: 200 len: 944 time: 0.1712947 Aug 16 22:23:40.569502 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c635c-e410-44cf-aeb8-0ec2871e3ab7 req-05dc1235-0c83-417a-957b-5cadd3eafdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:40.571515 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-719c635c-e410-44cf-aeb8-0ec2871e3ab7 req-05dc1235-0c83-417a-957b-5cadd3eafdb5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cb59309f-6ae2-48f8-97f5-4701cf099115 HTTP/1.1" status: 200 len: 1098 time: 0.1497490 Aug 16 22:23:40.579631 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab8e797-9cc5-438a-b158-fe6a656df70d None None] Routers {'5574792d-ef5e-4c77-93d6-fa282444195f'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:40.580267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5ab8e797-9cc5-438a-b158-fe6a656df70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5574792d-ef5e-4c77-93d6-fa282444195f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:40.582499 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.605557 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84a0af-f0ab-40f7-b3b2-222a1a81123e req-dbceb911-c7c6-44d6-85f2-8946d827cd95 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:40.607673 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f84a0af-f0ab-40f7-b3b2-222a1a81123e req-dbceb911-c7c6-44d6-85f2-8946d827cd95 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 945 time: 0.1610773 Aug 16 22:23:40.627019 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-280455e0-bbc3-45d5-8072-e34808de098e None None] Set router 9ac6b8bc-4232-4f64-88a8-542ee574ba5c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:40.671633 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3c5d1922-2927-4553-af65-6bbf4aa0922f req-6859d6d7-e063-4bad-b4df-4ea83f7fc56c tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161757 Aug 16 22:23:40.699690 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-5ab8e797-9cc5-438a-b158-fe6a656df70d None None] Set router 5574792d-ef5e-4c77-93d6-fa282444195f gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:40.718583 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f84a0af-f0ab-40f7-b3b2-222a1a81123e req-9a522cb8-19ce-49f9-939e-2b2bea2394c7 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036015 Aug 16 22:23:40.774766 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.778296 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319d2f17-eb02-48c6-b9d8-e95d9f3931c5 x-openstack-request-id: req-319d2f17-eb02-48c6-b9d8-e95d9f3931c5 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:40.778964 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d14fb46-0e1e-471b-ab08-9c53f28523c7", "name": "network-vif-deleted", "tag": "7546d0c5-0640-4d2e-85cd-194cc1638cc1", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:40.779466 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-319d2f17-eb02-48c6-b9d8-e95d9f3931c5 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:40.780190 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d14fb46-0e1e-471b-ab08-9c53f28523c7', 'name': 'network-vif-deleted', 'tag': '7546d0c5-0640-4d2e-85cd-194cc1638cc1', 'status': 'completed', 'code': 200} Aug 16 22:23:40.788728 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5ab8e797-9cc5-438a-b158-fe6a656df70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:23:39Z', 'revision_number': 6, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:40.833847 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-719c635c-e410-44cf-aeb8-0ec2871e3ab7 req-ff596623-88aa-4f96-95ee-1fe19cc510ce service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014084 Aug 16 22:23:40.844742 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab8e797-9cc5-438a-b158-fe6a656df70d None None] The sync data for ids ['5574792d-ef5e-4c77-93d6-fa282444195f'] in n-d-792458-15 is: [{'id': '5574792d-ef5e-4c77-93d6-fa282444195f', 'name': 'tempest-FloatingIPsAssociationTestJSON-2041753824-router', 'tenant_id': '134dc6d3142e407fb399bf47e9422a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:07Z', 'updated_at': '2021-08-16T22:23:39Z', 'revision_number': 6, 'project_id': '134dc6d3142e407fb399bf47e9422a78', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:23:40.862190 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port a8a32a8a-eff6-4f76-a088-c67f6bdba582, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a8a32a8a-eff6-4f76-a088-c67f6bdba582,segment=NetworkSegment(fa3a6b0a-bae6-4679-be48-3e9cb0239922),segment_id=fa3a6b0a-bae6-4679-be48-3e9cb0239922)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:40.870024 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.900566 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52547a00-3d63-4b61-a19b-432e6aa5ba2c req-6ba717d1-af2f-4e41-bef2-d0632c2f51d7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b52ebc6-40c6-42e9-9430-33cd169ed7ab HTTP/1.1" status: 200 len: 210 time: 0.0417452 Aug 16 22:23:40.909713 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-a08cfa85-8741-4a09-a072-23f84c998f04 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Made reservation on behalf of ea3f6caa31d74e2a9ec2aa096a9fbdf3 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:40.913209 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-a08cfa85-8741-4a09-a072-23f84c998f04 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.926113 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['d6ddb141-a9b3-4057-bf3b-2c7efca4caaa'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:40.940180 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5eddeba0-8adb-4c08-893f-d48942532006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.943377 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-280455e0-bbc3-45d5-8072-e34808de098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'name': 'tempest-ServersTestJSON-1778945573-router', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:15Z', 'updated_at': '2021-08-16T22:21:22Z', 'revision_number': 4, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'gw_port': {'id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:60:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:17Z', 'updated_at': '2021-08-16T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a302e952-5c39-4c5f-b33f-61c4d44143ed', 'name': '', 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'mac_address': 'fa:16:3e:fc:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7efeea8a-576f-4404-a255-d05a414ce880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:20Z', 'updated_at': '2021-08-16T22:21:29Z', 'revision_number': 5, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'subnets': [{'id': '7efeea8a-576f-4404-a255-d05a414ce880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:40.956073 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b2d9365d-fc09-40ec-98ee-faa10e6b9fa3 admin admin] Deleting port a8a32a8a-eff6-4f76-a088-c67f6bdba582 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:40.956644 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2d9365d-fc09-40ec-98ee-faa10e6b9fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.980466 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 700ec7cd-98c7-4e53-a1a4-c6392a283bb5 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:23:40.992075 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eddeba0-8adb-4c08-893f-d48942532006 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0dd1e3-9d4e-4863-952a-b5d517f34328,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:40.999396 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=a8a32a8a-eff6-4f76-a088-c67f6bdba582,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:41.129231 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280455e0-bbc3-45d5-8072-e34808de098e None None] Checking router: 9ac6b8bc-4232-4f64-88a8-542ee574ba5c for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:23:41.133422 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15beab0c-5d35-4dfd-ac30-2118e9b6010d req-a5c50ddd-7c65-4a2b-acc0-d5c412256fc9 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/ports?device_id=6d14fb46-0e1e-471b-ab08-9c53f28523c7 HTTP/1.1" status: 200 len: 210 time: 0.0446360 Aug 16 22:23:41.155739 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280455e0-bbc3-45d5-8072-e34808de098e None None] Routers {'9ac6b8bc-4232-4f64-88a8-542ee574ba5c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:41.156697 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-280455e0-bbc3-45d5-8072-e34808de098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['9ac6b8bc-4232-4f64-88a8-542ee574ba5c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:41.210316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 7546d0c5-0640-4d2e-85cd-194cc1638cc1 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:41.227383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed93f3-b3ad-4f00-85ff-7ccd3da8995b req-e939fa25-b8ff-4905-b691-e1c4889439c4 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:41.237396 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2bed93f3-b3ad-4f00-85ff-7ccd3da8995b req-e939fa25-b8ff-4905-b691-e1c4889439c4 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb59309f-6ae2-48f8-97f5-4701cf099115 HTTP/1.1" status: 200 len: 946 time: 0.0944207 Aug 16 22:23:41.261752 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 7546d0c5-0640-4d2e-85cd-194cc1638cc1 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:41.262421 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 7546d0c5-0640-4d2e-85cd-194cc1638cc1 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:41.266501 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 700ec7cd-98c7-4e53-a1a4-c6392a283bb5, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=700ec7cd-98c7-4e53-a1a4-c6392a283bb5,segment=NetworkSegment(5cbc8305-0d0e-418b-a304-da3538488606),segment_id=5cbc8305-0d0e-418b-a304-da3538488606)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:41.292681 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '700ec7cd-98c7-4e53-a1a4-c6392a283bb5', 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786', 'port_id': '700ec7cd-98c7-4e53-a1a4-c6392a283bb5', 'mac_address': 'fa:16:3e:d7:94:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b65c4f-a7ba-4576-bbba-460bb2752485', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:23:41.307615 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-280455e0-bbc3-45d5-8072-e34808de098e None None] Set router 9ac6b8bc-4232-4f64-88a8-542ee574ba5c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:41.341123 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2bed93f3-b3ad-4f00-85ff-7ccd3da8995b req-0aa95d54-832d-4610-bad5-9e2c1a8b1fb9 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017358 Aug 16 22:23:41.365516 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:41.382234 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700ec7cd-98c7-4e53-a1a4-c6392a283bb5 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:41.407010 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 700ec7cd-98c7-4e53-a1a4-c6392a283bb5, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=700ec7cd-98c7-4e53-a1a4-c6392a283bb5,segment=NetworkSegment(5cbc8305-0d0e-418b-a304-da3538488606),segment_id=5cbc8305-0d0e-418b-a304-da3538488606)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:41.413369 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:41.481792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=700ec7cd-98c7-4e53-a1a4-c6392a283bb5,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:41.485503 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-570696be-a693-4467-a563-f81891fc3463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:41.555151 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-280455e0-bbc3-45d5-8072-e34808de098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'name': 'tempest-ServersTestJSON-1778945573-router', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:15Z', 'updated_at': '2021-08-16T22:21:22Z', 'revision_number': 4, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'gw_port': {'id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:60:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:17Z', 'updated_at': '2021-08-16T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a302e952-5c39-4c5f-b33f-61c4d44143ed', 'name': '', 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'mac_address': 'fa:16:3e:fc:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7efeea8a-576f-4404-a255-d05a414ce880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:20Z', 'updated_at': '2021-08-16T22:21:29Z', 'revision_number': 5, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'subnets': [{'id': '7efeea8a-576f-4404-a255-d05a414ce880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:41.585598 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280455e0-bbc3-45d5-8072-e34808de098e None None] The sync data for ids ['9ac6b8bc-4232-4f64-88a8-542ee574ba5c'] in n-d-792458-15 is: [{'id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'name': 'tempest-ServersTestJSON-1778945573-router', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:15Z', 'updated_at': '2021-08-16T22:21:22Z', 'revision_number': 4, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'gw_port': {'id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:60:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:17Z', 'updated_at': '2021-08-16T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a302e952-5c39-4c5f-b33f-61c4d44143ed', 'name': '', 'network_id': 'f5d170ab-1e28-4470-8c5e-17a8a57c0ba8', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'mac_address': 'fa:16:3e:fc:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7efeea8a-576f-4404-a255-d05a414ce880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:20Z', 'updated_at': '2021-08-16T22:21:29Z', 'revision_number': 5, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'subnets': [{'id': '7efeea8a-576f-4404-a255-d05a414ce880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:23:41.614405 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5eddeba0-8adb-4c08-893f-d48942532006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:41.643754 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['700ec7cd-98c7-4e53-a1a4-c6392a283bb5'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:41.757372 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-a08cfa85-8741-4a09-a072-23f84c998f04 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Allocated IP 192.168.233.29 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/5f630800-d2cc-4b43-bf69-bcdf2f4bde9c) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:41.764106 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b2d9365d-fc09-40ec-98ee-faa10e6b9fa3 admin admin] For port a8a32a8a-eff6-4f76-a088-c67f6bdba582, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a8a32a8a-eff6-4f76-a088-c67f6bdba582,segment=NetworkSegment(fa3a6b0a-bae6-4679-be48-3e9cb0239922),segment_id=fa3a6b0a-bae6-4679-be48-3e9cb0239922)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:41.764594 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2d9365d-fc09-40ec-98ee-faa10e6b9fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:41.785035 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5eddeba0-8adb-4c08-893f-d48942532006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:41.793275 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5eddeba0-8adb-4c08-893f-d48942532006 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:41.819994 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b2d9365d-fc09-40ec-98ee-faa10e6b9fa3 admin admin] Calling delete_port for a8a32a8a-eff6-4f76-a088-c67f6bdba582 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:41.919944 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a8a32a8a-eff6-4f76-a088-c67f6bdba582 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:41.964649 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6915ff-f665-4b7a-addc-fb4f691fade1 req-d7b0b979-917e-4c86-887d-271fa1e2abf9 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:41.972309 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da6915ff-f665-4b7a-addc-fb4f691fade1 req-d7b0b979-917e-4c86-887d-271fa1e2abf9 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb530f65-50a8-41f6-8e5c-780218283a42 HTTP/1.1" status: 200 len: 944 time: 0.1814802 Aug 16 22:23:41.991325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e05ec4-6948-46fa-9657-eecb5276ee8e req-f7e187b0-9f50-4a68-b870-5c481ae71ead tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:41.992902 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15e05ec4-6948-46fa-9657-eecb5276ee8e req-f7e187b0-9f50-4a68-b870-5c481ae71ead tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 945 time: 0.1138766 Aug 16 22:23:42.049899 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3285af4d-a944-464d-9398-ffb506f66270 None None] New status for floating IP 2478b102-62eb-4fe7-96df-cf66a141a852: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:23:42.057124 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15e05ec4-6948-46fa-9657-eecb5276ee8e req-3603eac2-bfb8-475a-91f1-aa21b8541e5a tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559180 Aug 16 22:23:42.076365 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da6915ff-f665-4b7a-addc-fb4f691fade1 req-a69cd324-d5e1-444b-9f52-c207082a8959 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029823 Aug 16 22:23:42.077382 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5eddeba0-8adb-4c08-893f-d48942532006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.077901 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eddeba0-8adb-4c08-893f-d48942532006 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5574792d-ef5e-4c77-93d6-fa282444195f {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:23:42.089681 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5eddeba0-8adb-4c08-893f-d48942532006 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.090880 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5eddeba0-8adb-4c08-893f-d48942532006 admin admin] 10.222.0.93 "DELETE /v2.0/routers/5574792d-ef5e-4c77-93d6-fa282444195f HTTP/1.1" status: 204 len: 168 time: 3.0202858 Aug 16 22:23:42.093708 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52380) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:42.108916 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2d9365d-fc09-40ec-98ee-faa10e6b9fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.140615 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9365d-fc09-40ec-98ee-faa10e6b9fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a32a8a-eff6-4f76-a088-c67f6bdba582,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:42.149193 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.165056 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6509a1-3b6e-4c85-a262-55a603845564 admin admin] Deleting subnet 0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:23:42.169218 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c6509a1-3b6e-4c85-a262-55a603845564 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.240884 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port a8a32a8a-eff6-4f76-a088-c67f6bdba582 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:42.249414 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.261780 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-46f75ba3-44f9-43bb-bdf6-a95ab9c48ce4 req-4f5a315d-6abd-4058-8cb7-a998df9e5d74 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b52ebc6-40c6-42e9-9430-33cd169ed7ab HTTP/1.1" status: 200 len: 210 time: 0.0566988 Aug 16 22:23:42.274828 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c6509a1-3b6e-4c85-a262-55a603845564 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.297951 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Port a8a32a8a-eff6-4f76-a088-c67f6bdba582 was deleted so its status cannot be updated. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 22:23:42.342747 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52386) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:42.423870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 2d0dd1e3-9d4e-4863-952a-b5d517f34328 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:42.435379 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c6509a1-3b6e-4c85-a262-55a603845564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.461239 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 2d0dd1e3-9d4e-4863-952a-b5d517f34328 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:42.461610 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 2d0dd1e3-9d4e-4863-952a-b5d517f34328 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:42.462038 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6f17151e-1262-4655-ac8f-3bac8839f7cc no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:42.470716 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-a08cfa85-8741-4a09-a072-23f84c998f04 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.487119 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 6f17151e-1262-4655-ac8f-3bac8839f7cc {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:42.487441 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6f17151e-1262-4655-ac8f-3bac8839f7cc not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:42.539514 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:23:42.544509 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f716878-60c8-4a95-8e66-1301f39d36a9 req-d4eb6ad4-907e-4425-aa58-84ff7b22fe97 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:42.546122 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8f716878-60c8-4a95-8e66-1301f39d36a9 req-d4eb6ad4-907e-4425-aa58-84ff7b22fe97 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb59309f-6ae2-48f8-97f5-4701cf099115 HTTP/1.1" status: 200 len: 946 time: 0.0860205 Aug 16 22:23:42.547632 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c6509a1-3b6e-4c85-a262-55a603845564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.563933 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-a08cfa85-8741-4a09-a072-23f84c998f04 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Transition to ACTIVE for port object 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:42.571775 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-38155d22-964c-4ad0-9daa-3e454aa9e46e tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.580752 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6509a1-3b6e-4c85-a262-55a603845564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:42.584145 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c6509a1-3b6e-4c85-a262-55a603845564 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.586182 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4c6509a1-3b6e-4c85-a262-55a603845564 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/0e93d4ed-e513-4504-84fd-9ad6fdcdb4f0 HTTP/1.1" status: 204 len: 168 time: 0.4910879 Aug 16 22:23:42.590369 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1ac3f3-b8c2-4dda-87ee-4ebdc10dd76b None None] Network b72ddcdd-e248-488b-9bcc-59034b4687bc requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:42.593053 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52390) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:42.602004 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2d9365d-fc09-40ec-98ee-faa10e6b9fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.628096 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-38155d22-964c-4ad0-9daa-3e454aa9e46e tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.662755 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8f716878-60c8-4a95-8e66-1301f39d36a9 req-6dcf804b-9a5a-461c-bb33-c0e1e0cdd31e tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070330 Aug 16 22:23:42.677939 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59813f4c-93d5-4e36-9fdf-f0474627a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.772485 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-a08cfa85-8741-4a09-a072-23f84c998f04 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.789783 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['67c32307-24b9-4b1b-a483-e2235092c1c0', '4aa45943-3bf3-4e85-be89-0d170cfc9ab4'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:42.793942 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['165aae63-3dc0-4ea1-bf25-34bea2f8274f', 'f889e197-d41c-434d-9aa2-e3cdc5aec979', '3c95034b-1f7b-464f-9974-81c0c243d8d6'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:42.795496 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-59813f4c-93d5-4e36-9fdf-f0474627a3ad admin admin] Deleting port 6accb35f-be5a-4027-a666-02e718abcd78 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:42.796275 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59813f4c-93d5-4e36-9fdf-f0474627a3ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.847381 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-a08cfa85-8741-4a09-a072-23f84c998f04 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:42.851435 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9a0f85-9e4a-4332-810b-83fd04db217b None None] DHCP port deletion for b72ddcdd-e248-488b-9bcc-59034b4687bc request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:23:42.853805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-a08cfa85-8741-4a09-a072-23f84c998f04 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:42.857250 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-a08cfa85-8741-4a09-a072-23f84c998f04 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:42.889301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-59813f4c-93d5-4e36-9fdf-f0474627a3ad admin admin] For port 6accb35f-be5a-4027-a666-02e718abcd78, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6accb35f-be5a-4027-a666-02e718abcd78,segment=NetworkSegment(e102682d-1634-409a-b8b3-a19873bb1b74),segment_id=e102682d-1634-409a-b8b3-a19873bb1b74)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:42.890426 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59813f4c-93d5-4e36-9fdf-f0474627a3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.892548 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-38155d22-964c-4ad0-9daa-3e454aa9e46e tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.895137 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-38155d22-964c-4ad0-9daa-3e454aa9e46e tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.899064 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-38155d22-964c-4ad0-9daa-3e454aa9e46e tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "DELETE /v2.0/security-groups/96c6ab43-2a80-43c0-8bd6-577d138814ad HTTP/1.1" status: 204 len: 168 time: 0.5552826 Aug 16 22:23:42.900953 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52394) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:42.908473 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08cfa85-8741-4a09-a072-23f84c998f04 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Pushing event updated for resources: {'Port': ['ID=5f630800-d2cc-4b43-bf69-bcdf2f4bde9c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:42.915477 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-59813f4c-93d5-4e36-9fdf-f0474627a3ad admin admin] Calling delete_port for 6accb35f-be5a-4027-a666-02e718abcd78 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:42.926881 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-2f50c152-3e37-4635-b054-6b8873004973 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] show failed (client error): The resource could not be found. Aug 16 22:23:42.928470 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2f50c152-3e37-4635-b054-6b8873004973 tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "GET /v2.0/security-groups/96c6ab43-2a80-43c0-8bd6-577d138814ad HTTP/1.1" status: 404 len: 347 time: 0.0262523 Aug 16 22:23:42.931312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52396) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:42.938896 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38155d22-964c-4ad0-9daa-3e454aa9e46e tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c6ab43-2a80-43c0-8bd6-577d138814ad,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:42.992700 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-a08cfa85-8741-4a09-a072-23f84c998f04 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:42.993404 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-a08cfa85-8741-4a09-a072-23f84c998f04 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.125440 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-a08cfa85-8741-4a09-a072-23f84c998f04 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8672187 Aug 16 22:23:43.146565 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] Request body: {'port': {'device_id': '5b52ebc6-40c6-42e9-9430-33cd169ed7ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:43.235471 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d9365d-fc09-40ec-98ee-faa10e6b9fa3 admin admin] Router 5e50e280-7573-4b81-8504-12e5e39d9b43 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:23:43.238086 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.276406 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 700ec7cd-98c7-4e53-a1a4-c6392a283bb5 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:43.278946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device d6ddb141-a9b3-4057-bf3b-2c7efca4caaa up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:43.361993 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644060c-e8c1-4c80-a38e-873eab27db6f req-3117d550-845a-4261-9411-06be320d6ba1 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:43.371662 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3644060c-e8c1-4c80-a38e-873eab27db6f req-3117d550-845a-4261-9411-06be320d6ba1 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb530f65-50a8-41f6-8e5c-780218283a42 HTTP/1.1" status: 200 len: 944 time: 0.1521840 Aug 16 22:23:43.398128 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59813f4c-93d5-4e36-9fdf-f0474627a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.403124 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4f3e699e-3de1-41ea-bd7c-6b4c6d3e6f88 None None] Provisioning for port 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:43.413841 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c0f871af-868b-4d24-8ece-521296129ecc tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Deleting port 3f674466-c316-49b5-bfe2-aa3932bd8653 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:43.414205 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c0f871af-868b-4d24-8ece-521296129ecc tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.418308 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.428638 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4f3e699e-3de1-41ea-bd7c-6b4c6d3e6f88 None None] Provisioning complete for port 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:43.429350 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4f3e699e-3de1-41ea-bd7c-6b4c6d3e6f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.490539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59813f4c-93d5-4e36-9fdf-f0474627a3ad admin admin] No DVR routers for this DVR port 6accb35f-be5a-4027-a666-02e718abcd78 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:43.504079 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7927c3-3cc2-445f-8d31-b1867abac359 req-064db307-255e-4f3d-8bc9-4851ca9556fe tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:43.513307 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d7927c3-3cc2-445f-8d31-b1867abac359 req-064db307-255e-4f3d-8bc9-4851ca9556fe tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 945 time: 0.2636065 Aug 16 22:23:43.525539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59813f4c-93d5-4e36-9fdf-f0474627a3ad admin admin] Pushing event deleted for resources: {'Port': ['ID=6accb35f-be5a-4027-a666-02e718abcd78,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:43.535699 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d9365d-fc09-40ec-98ee-faa10e6b9fa3 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:23:43.542768 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b2d9365d-fc09-40ec-98ee-faa10e6b9fa3 admin admin] 10.222.0.93 "PUT /v2.0/routers/5e50e280-7573-4b81-8504-12e5e39d9b43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9860377 Aug 16 22:23:43.546746 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52416) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:43.550628 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e699e-3de1-41ea-bd7c-6b4c6d3e6f88 None None] Port 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:23:43.553400 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dea6556-2be3-416e-b7d3-5db4bc9dae7d None None] Sync routers for ids ['5e50e280-7573-4b81-8504-12e5e39d9b43'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:23:43.566286 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a0f85-9e4a-4332-810b-83fd04db217b None None] Deleting port 6accb35f-be5a-4027-a666-02e718abcd78 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:43.567013 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0f85-9e4a-4332-810b-83fd04db217b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.567947 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dea6556-2be3-416e-b7d3-5db4bc9dae7d None None] Routers {'5e50e280-7573-4b81-8504-12e5e39d9b43'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:43.569285 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-8dea6556-2be3-416e-b7d3-5db4bc9dae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5e50e280-7573-4b81-8504-12e5e39d9b43'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:43.574654 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 700ec7cd-98c7-4e53-a1a4-c6392a283bb5 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:43.626851 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3644060c-e8c1-4c80-a38e-873eab27db6f req-d2046fd0-3eca-4fe9-b102-9b35eebac768 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542398 Aug 16 22:23:43.683794 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 700ec7cd-98c7-4e53-a1a4-c6392a283bb5 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:43.684554 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.729839 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port d6ddb141-a9b3-4057-bf3b-2c7efca4caaa completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:43.748385 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-8dea6556-2be3-416e-b7d3-5db4bc9dae7d None None] Set router 5e50e280-7573-4b81-8504-12e5e39d9b43 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:43.787058 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port d6ddb141-a9b3-4057-bf3b-2c7efca4caaa triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:43.787559 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.801206 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35d83766-bf07-4219-b6c5-4d07723c8730 admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.846710 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59813f4c-93d5-4e36-9fdf-f0474627a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.871312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-59813f4c-93d5-4e36-9fdf-f0474627a3ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b72ddcdd-e248-488b-9bcc-59034b4687bc']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:43.877167 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-cd9a0f85-9e4a-4332-810b-83fd04db217b None None] For port 6accb35f-be5a-4027-a666-02e718abcd78, host n-d-792458-15, got binding levels [] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:43.878257 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0f85-9e4a-4332-810b-83fd04db217b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.881163 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6accb35f-be5a-4027-a666-02e718abcd78 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:43.897588 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-59813f4c-93d5-4e36-9fdf-f0474627a3ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e102682d-1634-409a-b8b3-a19873bb1b74') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:43.897954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-59813f4c-93d5-4e36-9fdf-f0474627a3ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e102682d-1634-409a-b8b3-a19873bb1b74') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:43.921058 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d7927c3-3cc2-445f-8d31-b1867abac359 req-04b57b7d-02ab-4a69-a4c1-8025d294017e tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068654 Aug 16 22:23:43.930191 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35d83766-bf07-4219-b6c5-4d07723c8730 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.933840 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59813f4c-93d5-4e36-9fdf-f0474627a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.939156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a0f85-9e4a-4332-810b-83fd04db217b None None] Calling delete_port for 6accb35f-be5a-4027-a666-02e718abcd78 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:43.941194 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 6accb35f-be5a-4027-a666-02e718abcd78 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:43.941767 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6accb35f-be5a-4027-a666-02e718abcd78 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:43.957899 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59813f4c-93d5-4e36-9fdf-f0474627a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.958892 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.ipam_backend_mixin [None req-cd9a0f85-9e4a-4332-810b-83fd04db217b None None] Port 6accb35f-be5a-4027-a666-02e718abcd78 was not found and therefore no delete operation was performed {{(pid=94873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:23:43.967342 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59813f4c-93d5-4e36-9fdf-f0474627a3ad admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:43.968192 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59813f4c-93d5-4e36-9fdf-f0474627a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.986549 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0f85-9e4a-4332-810b-83fd04db217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.032676 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:44.045335 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.046682 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a0f85-9e4a-4332-810b-83fd04db217b None None] Pushing event deleted for resources: {'Port': ['ID=6accb35f-be5a-4027-a666-02e718abcd78,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:44.054709 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:44.059487 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59813f4c-93d5-4e36-9fdf-f0474627a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.076285 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] Transition to ACTIVE for port object 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:44.076572 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-8dea6556-2be3-416e-b7d3-5db4bc9dae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e50e280-7573-4b81-8504-12e5e39d9b43', 'name': 'tempest-FloatingIPsNegativeTestJSON-365358766-router', 'tenant_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'b9d6e83d-372a-448c-93dd-5ed8885c78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:23:29Z', 'updated_at': '2021-08-16T22:23:42Z', 'revision_number': 5, 'project_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'gw_port': {'id': 'b9d6e83d-372a-448c-93dd-5ed8885c78e9', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e50e280-7573-4b81-8504-12e5e39d9b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:23:30Z', 'updated_at': '2021-08-16T22:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:44.077726 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9a0f85-9e4a-4332-810b-83fd04db217b None None] No DVR routers for this DVR port 6accb35f-be5a-4027-a666-02e718abcd78 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:44.099807 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.103661 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59813f4c-93d5-4e36-9fdf-f0474627a3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.108014 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-59813f4c-93d5-4e36-9fdf-f0474627a3ad admin admin] 10.222.0.93 "DELETE /v2.0/networks/b72ddcdd-e248-488b-9bcc-59034b4687bc HTTP/1.1" status: 204 len: 168 time: 1.5117180 Aug 16 22:23:44.127709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59813f4c-93d5-4e36-9fdf-f0474627a3ad admin admin] Pushing event deleted for resources: {'Network': ['ID=b72ddcdd-e248-488b-9bcc-59034b4687bc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:44.145730 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c0f871af-868b-4d24-8ece-521296129ecc tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.146131 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c0f871af-868b-4d24-8ece-521296129ecc tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.161573 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c0f871af-868b-4d24-8ece-521296129ecc tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Calling delete_port for 3f674466-c316-49b5-bfe2-aa3932bd8653 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:44.175179 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dea6556-2be3-416e-b7d3-5db4bc9dae7d None None] Checking router: 5e50e280-7573-4b81-8504-12e5e39d9b43 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:23:44.187497 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.191688 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] Pushing event updated for resources: {'Port': ['ID=5f630800-d2cc-4b43-bf69-bcdf2f4bde9c,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:44.212007 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dea6556-2be3-416e-b7d3-5db4bc9dae7d None None] Routers {'5e50e280-7573-4b81-8504-12e5e39d9b43'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:44.212552 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fceacd-27ea-4a88-96d2-03b685d58e4d req-8380f83e-e6d2-494f-a539-ab59a8f18cdd tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:44.221873 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-8dea6556-2be3-416e-b7d3-5db4bc9dae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5e50e280-7573-4b81-8504-12e5e39d9b43'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:44.224470 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0fceacd-27ea-4a88-96d2-03b685d58e4d req-8380f83e-e6d2-494f-a539-ab59a8f18cdd tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b52ebc6-40c6-42e9-9430-33cd169ed7ab HTTP/1.1" status: 200 len: 935 time: 0.1706088 Aug 16 22:23:44.241528 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-35d83766-bf07-4219-b6c5-4d07723c8730 admin admin] Deleting port b9d6e83d-372a-448c-93dd-5ed8885c78e9 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:44.242360 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35d83766-bf07-4219-b6c5-4d07723c8730 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.345706 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52422) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:44.382439 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0fceacd-27ea-4a88-96d2-03b685d58e4d req-75bc011f-b9d2-4648-ab41-38f41de1ccd5 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570077 Aug 16 22:23:44.400378 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-8dea6556-2be3-416e-b7d3-5db4bc9dae7d None None] Set router 5e50e280-7573-4b81-8504-12e5e39d9b43 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:44.471524 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-35d83766-bf07-4219-b6c5-4d07723c8730 admin admin] For port b9d6e83d-372a-448c-93dd-5ed8885c78e9, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b9d6e83d-372a-448c-93dd-5ed8885c78e9,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:44.471907 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35d83766-bf07-4219-b6c5-4d07723c8730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.491162 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-35d83766-bf07-4219-b6c5-4d07723c8730 admin admin] Calling delete_port for b9d6e83d-372a-448c-93dd-5ed8885c78e9 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:44.500773 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d92b09-e73d-4d45-bf36-0b2c5aca6379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700ec7cd-98c7-4e53-a1a4-c6392a283bb5'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:44.506132 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc031db6-3b2d-4a82-9beb-bba20a1e01ad" -d '{"events": [{"server_uuid": "f1d92b09-e73d-4d45-bf36-0b2c5aca6379", "name": "network-vif-plugged", "status": "completed", "tag": "700ec7cd-98c7-4e53-a1a4-c6392a283bb5"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:44.507585 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-8dea6556-2be3-416e-b7d3-5db4bc9dae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e50e280-7573-4b81-8504-12e5e39d9b43', 'name': 'tempest-FloatingIPsNegativeTestJSON-365358766-router', 'tenant_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:23:29Z', 'updated_at': '2021-08-16T22:23:43Z', 'revision_number': 6, 'project_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:44.549563 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 700ec7cd-98c7-4e53-a1a4-c6392a283bb5, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=700ec7cd-98c7-4e53-a1a4-c6392a283bb5,segment=NetworkSegment(5cbc8305-0d0e-418b-a304-da3538488606),segment_id=5cbc8305-0d0e-418b-a304-da3538488606)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:44.550705 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.568563 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.590099 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d09cfdb4-c082-4833-b6ed-474f61d8527e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=134dc6d3142e407fb399bf47e9422a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2063322 Aug 16 22:23:44.592961 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52426) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:44.612769 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dea6556-2be3-416e-b7d3-5db4bc9dae7d None None] The sync data for ids ['5e50e280-7573-4b81-8504-12e5e39d9b43'] in n-d-792458-15 is: [{'id': '5e50e280-7573-4b81-8504-12e5e39d9b43', 'name': 'tempest-FloatingIPsNegativeTestJSON-365358766-router', 'tenant_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:23:29Z', 'updated_at': '2021-08-16T22:23:43Z', 'revision_number': 6, 'project_id': 'f94a2e96b36a4451be2bd8fa3ea6eb7b', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:23:44.664162 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7ad405-664b-4972-8330-801cf41a605e x-openstack-request-id: req-dc7ad405-664b-4972-8330-801cf41a605e {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:44.664825 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d92b09-e73d-4d45-bf36-0b2c5aca6379", "name": "network-vif-plugged", "status": "completed", "tag": "700ec7cd-98c7-4e53-a1a4-c6392a283bb5", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:44.665297 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-dc7ad405-664b-4972-8330-801cf41a605e {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:44.666477 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d92b09-e73d-4d45-bf36-0b2c5aca6379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700ec7cd-98c7-4e53-a1a4-c6392a283bb5', 'code': 200} Aug 16 22:23:44.684600 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=700ec7cd-98c7-4e53-a1a4-c6392a283bb5,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:44.715797 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] Attempting to bind port 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:44.716067 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] Attempting to bind port 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:44.716570 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] Attempting to bind port 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:44.724740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] Port 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:23:44.724740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] Attempting to bind port 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:44.734251 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:44.734599 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:44.735003 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:44.735423 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] Bound port: 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:44.735786 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.740000 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.753779 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35d83766-bf07-4219-b6c5-4d07723c8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.772765 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port d6ddb141-a9b3-4057-bf3b-2c7efca4caaa, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=d6ddb141-a9b3-4057-bf3b-2c7efca4caaa,segment=NetworkSegment(5cbc8305-0d0e-418b-a304-da3538488606),segment_id=5cbc8305-0d0e-418b-a304-da3538488606)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:44.789776 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.832422 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-337608da-6cf3-4d9d-8921-ac77f12acb21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.851502 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1a7d6-0501-4561-98b1-923d7a23d53f req-41ca8a15-dcfa-4a1a-bd62-9d4e12e90a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:44.853094 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-90f1a7d6-0501-4561-98b1-923d7a23d53f req-41ca8a15-dcfa-4a1a-bd62-9d4e12e90a41 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f1d92b09-e73d-4d45-bf36-0b2c5aca6379 HTTP/1.1" status: 200 len: 1097 time: 0.1495667 Aug 16 22:23:44.856554 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c0f871af-868b-4d24-8ece-521296129ecc tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.871531 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb2854-202e-4daa-babc-044ae133c811 req-9d47ec4c-3e79-412f-aa00-b8dd3b126f12 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:44.879036 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-74fb2854-202e-4daa-babc-044ae133c811 req-9d47ec4c-3e79-412f-aa00-b8dd3b126f12 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb530f65-50a8-41f6-8e5c-780218283a42 HTTP/1.1" status: 200 len: 944 time: 0.1581466 Aug 16 22:23:44.892213 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=d6ddb141-a9b3-4057-bf3b-2c7efca4caaa,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:44.937331 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-337608da-6cf3-4d9d-8921-ac77f12acb21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.959075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f871af-868b-4d24-8ece-521296129ecc tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Pushing event deleted for resources: {'Port': ['ID=3f674466-c316-49b5-bfe2-aa3932bd8653,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:44.977481 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-90f1a7d6-0501-4561-98b1-923d7a23d53f req-44d080b5-7703-41e2-b820-6bf3836237fa service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913255 Aug 16 22:23:45.010563 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c12abe54-e0e0-4591-889d-baa9fc4a8a4b details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:23:45.012626 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c12abe54-e0e0-4591-889d-baa9fc4a8a4b no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:45.095602 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d83766-bf07-4219-b6c5-4d07723c8730 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d6e83d-372a-448c-93dd-5ed8885c78e9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:45.182341 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] For port 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:45.187060 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] For port 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=5f630800-d2cc-4b43-bf69-bcdf2f4bde9c,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:45.192915 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35d83766-bf07-4219-b6c5-4d07723c8730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.197079 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.201294 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.223141 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c12abe54-e0e0-4591-889d-baa9fc4a8a4b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c12abe54-e0e0-4591-889d-baa9fc4a8a4b,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:45.255570 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'c12abe54-e0e0-4591-889d-baa9fc4a8a4b', 'network_id': 'd3e76621-6f8c-4864-b810-714eea91d7c8', 'port_id': 'c12abe54-e0e0-4591-889d-baa9fc4a8a4b', 'mac_address': 'fa:16:3e:44:c4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf0a8e9-8419-49d8-b5f5-08ee7021bab1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:23:45.264701 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c12abe54-e0e0-4591-889d-baa9fc4a8a4b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c12abe54-e0e0-4591-889d-baa9fc4a8a4b,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:45.269788 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.327475 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:45.328425 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.330081 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] 10.222.0.43 "PUT /v2.0/ports/5f630800-d2cc-4b43-bf69-bcdf2f4bde9c HTTP/1.1" status: 200 len: 1096 time: 2.1892116 Aug 16 22:23:45.330733 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b52ebc6-40c6-42e9-9430-33cd169ed7ab', 'tag': '5f630800-d2cc-4b43-bf69-bcdf2f4bde9c'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:45.334646 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6841aa96-819f-4847-9257-48eaaea10a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b52ebc6-40c6-42e9-9430-33cd169ed7ab", "tag": "5f630800-d2cc-4b43-bf69-bcdf2f4bde9c"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:45.338785 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.341217 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35d83766-bf07-4219-b6c5-4d07723c8730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.345724 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35d83766-bf07-4219-b6c5-4d07723c8730 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.360995 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12abe54-e0e0-4591-889d-baa9fc4a8a4b {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:45.402284 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c12abe54-e0e0-4591-889d-baa9fc4a8a4b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c12abe54-e0e0-4591-889d-baa9fc4a8a4b,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:45.404026 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c12abe54-e0e0-4591-889d-baa9fc4a8a4b,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:45.418795 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.421235 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9982dc8-9999-416e-bfb0-2f1fdf4ed335 service neutron] Pushing event updated for resources: {'Port': ['ID=5f630800-d2cc-4b43-bf69-bcdf2f4bde9c,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:45.457010 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-74fb2854-202e-4daa-babc-044ae133c811 req-a41d3c84-7200-4f51-a5c3-a517c7cb56a1 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5769675 Aug 16 22:23:45.467885 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35d83766-bf07-4219-b6c5-4d07723c8730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.468720 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d83766-bf07-4219-b6c5-4d07723c8730 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e50e280-7573-4b81-8504-12e5e39d9b43 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:23:45.486160 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35d83766-bf07-4219-b6c5-4d07723c8730 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.487444 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-35d83766-bf07-4219-b6c5-4d07723c8730 admin admin] 10.222.0.93 "DELETE /v2.0/routers/5e50e280-7573-4b81-8504-12e5e39d9b43 HTTP/1.1" status: 204 len: 168 time: 1.9397733 Aug 16 22:23:45.492623 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52442) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:45.494859 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c12abe54-e0e0-4591-889d-baa9fc4a8a4b,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:45.530012 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-e9592f0a-8899-4513-b1e4-005d76878004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:45.531636 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-e9592f0a-8899-4513-b1e4-005d76878004 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&device_id=5b52ebc6-40c6-42e9-9430-33cd169ed7ab HTTP/1.1" status: 200 len: 1099 time: 0.1208341 Aug 16 22:23:45.543008 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7481ab-fcba-4d94-b555-70fb0e95c869 x-openstack-request-id: req-6a7481ab-fcba-4d94-b555-70fb0e95c869 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:45.543581 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b52ebc6-40c6-42e9-9430-33cd169ed7ab", "tag": "5f630800-d2cc-4b43-bf69-bcdf2f4bde9c", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:45.544157 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6a7481ab-fcba-4d94-b555-70fb0e95c869 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:45.544740 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b52ebc6-40c6-42e9-9430-33cd169ed7ab', 'tag': '5f630800-d2cc-4b43-bf69-bcdf2f4bde9c', 'status': 'completed', 'code': 200} Aug 16 22:23:45.561761 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c0f871af-868b-4d24-8ece-521296129ecc tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.564530 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c0f871af-868b-4d24-8ece-521296129ecc tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.565619 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c0f871af-868b-4d24-8ece-521296129ecc tempest-ServersTestJSON-690753509 tempest-ServersTestJSON-690753509-project] 10.222.0.93 "DELETE /v2.0/floatingips/2478b102-62eb-4fe7-96df-cf66a141a852 HTTP/1.1" status: 204 len: 168 time: 2.6329765 Aug 16 22:23:45.569393 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52444) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:45.593953 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-337608da-6cf3-4d9d-8921-ac77f12acb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.599613 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-337608da-6cf3-4d9d-8921-ac77f12acb21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.601423 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-337608da-6cf3-4d9d-8921-ac77f12acb21 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8027bfc8-5da7-4200-a07c-dc62b51d020a HTTP/1.1" status: 204 len: 168 time: 1.0066051 Aug 16 22:23:45.624933 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-278d24af-b408-41b4-a8aa-4860ce47754f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=5f630800-d2cc-4b43-bf69-bcdf2f4bde9c HTTP/1.1" status: 200 len: 217 time: 0.0677311 Aug 16 22:23:45.627846 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35f0138-1cac-44d7-bcdd-141dd7ebbfe2 admin admin] Deleting subnet 87c93144-d4a8-48e1-b8ed-b94994b90202 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:23:45.628779 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb96d16-1de9-4268-b910-93f0b56497c1 req-517b1bda-e0b5-4231-b868-921cda7515be tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:45.644278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2fb96d16-1de9-4268-b910-93f0b56497c1 req-517b1bda-e0b5-4231-b868-921cda7515be tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 944 time: 0.2553308 Aug 16 22:23:45.678568 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['c12abe54-e0e0-4591-889d-baa9fc4a8a4b'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:45.696401 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f35f0138-1cac-44d7-bcdd-141dd7ebbfe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.734267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337608da-6cf3-4d9d-8921-ac77f12acb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8027bfc8-5da7-4200-a07c-dc62b51d020a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:45.751242 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b9d6e83d-372a-448c-93dd-5ed8885c78e9 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:45.769271 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f35f0138-1cac-44d7-bcdd-141dd7ebbfe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.787882 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2fb96d16-1de9-4268-b910-93f0b56497c1 req-4b667ca2-d4ad-45e8-8e3d-62bdd9ee279d tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356902 Aug 16 22:23:45.833952 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600a68e-924a-48d5-88db-6367a70437c2 req-22ef82ef-b712-46e1-8703-3aca8b8e2cca tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:45.840859 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: b9d6e83d-372a-448c-93dd-5ed8885c78e9 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:45.841113 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b9d6e83d-372a-448c-93dd-5ed8885c78e9 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:45.841538 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a8a32a8a-eff6-4f76-a088-c67f6bdba582 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:45.845246 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3600a68e-924a-48d5-88db-6367a70437c2 req-22ef82ef-b712-46e1-8703-3aca8b8e2cca tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b52ebc6-40c6-42e9-9430-33cd169ed7ab HTTP/1.1" status: 200 len: 947 time: 0.1977901 Aug 16 22:23:45.873175 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f35f0138-1cac-44d7-bcdd-141dd7ebbfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.900295 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: a8a32a8a-eff6-4f76-a088-c67f6bdba582 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:45.900889 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a8a32a8a-eff6-4f76-a088-c67f6bdba582 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:45.915416 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3600a68e-924a-48d5-88db-6367a70437c2 req-e81a795f-022f-4906-93e7-eb137fe6ef6b tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625026 Aug 16 22:23:46.049209 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f35f0138-1cac-44d7-bcdd-141dd7ebbfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:46.122788 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f0138-1cac-44d7-bcdd-141dd7ebbfe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87c93144-d4a8-48e1-b8ed-b94994b90202,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:46.126088 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f35f0138-1cac-44d7-bcdd-141dd7ebbfe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:46.130711 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52456) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:46.131497 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade78677-777f-4573-a1c6-3e12ff4656dc None None] Network 2b05f6b7-5c04-483d-9364-795966531adb requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:46.138884 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f35f0138-1cac-44d7-bcdd-141dd7ebbfe2 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/87c93144-d4a8-48e1-b8ed-b94994b90202 HTTP/1.1" status: 204 len: 168 time: 0.6452601 Aug 16 22:23:46.175748 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-3e78d4b1-1bac-405c-8e8a-2dae20f024eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:46.177178 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-3e78d4b1-1bac-405c-8e8a-2dae20f024eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.4910553 Aug 16 22:23:46.246917 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6349503b-0b55-43a9-bbf1-3086ba924633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:46.315999 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-e2406d92-159d-4743-b1c9-2ed92eaa9402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:46.317742 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-e2406d92-159d-4743-b1c9-2ed92eaa9402 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1227043 Aug 16 22:23:46.335368 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6349503b-0b55-43a9-bbf1-3086ba924633 admin admin] Deleting port 3e8bf94b-15b6-474b-a62e-e74ddc9af312 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:46.335814 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6349503b-0b55-43a9-bbf1-3086ba924633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:46.444478 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d6e0fb-07e2-4865-8f05-09d8a5a66048 None None] DHCP port deletion for 2b05f6b7-5c04-483d-9364-795966531adb request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:23:46.455951 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-6349503b-0b55-43a9-bbf1-3086ba924633 admin admin] For port 3e8bf94b-15b6-474b-a62e-e74ddc9af312, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3e8bf94b-15b6-474b-a62e-e74ddc9af312,segment=NetworkSegment(fa3a6b0a-bae6-4679-be48-3e9cb0239922),segment_id=fa3a6b0a-bae6-4679-be48-3e9cb0239922)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:46.457877 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6349503b-0b55-43a9-bbf1-3086ba924633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:46.491893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6349503b-0b55-43a9-bbf1-3086ba924633 admin admin] Calling delete_port for 3e8bf94b-15b6-474b-a62e-e74ddc9af312 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:46.538454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-13d6e0fb-07e2-4865-8f05-09d8a5a66048 None None] Deleting port 3e8bf94b-15b6-474b-a62e-e74ddc9af312 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:46.542673 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-13d6e0fb-07e2-4865-8f05-09d8a5a66048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:46.560642 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-b0eb52ed-cd1e-4c84-b5b3-1984e30143f1 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269378 Aug 16 22:23:46.652942 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-13d6e0fb-07e2-4865-8f05-09d8a5a66048 None None] For port 3e8bf94b-15b6-474b-a62e-e74ddc9af312, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3e8bf94b-15b6-474b-a62e-e74ddc9af312,segment=NetworkSegment(fa3a6b0a-bae6-4679-be48-3e9cb0239922),segment_id=fa3a6b0a-bae6-4679-be48-3e9cb0239922)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:46.654692 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-13d6e0fb-07e2-4865-8f05-09d8a5a66048 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:46.654831 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d858e3d-2856-4629-8247-c065b4883117 req-36b9d855-2e96-4d21-be67-a58dccafc198 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:46.656528 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d858e3d-2856-4629-8247-c065b4883117 req-36b9d855-2e96-4d21-be67-a58dccafc198 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb530f65-50a8-41f6-8e5c-780218283a42 HTTP/1.1" status: 200 len: 945 time: 0.0813134 Aug 16 22:23:46.676232 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb530f65-50a8-41f6-8e5c-780218283a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ddb141-a9b3-4057-bf3b-2c7efca4caaa'}, {'server_uuid': 'b2876270-a565-4591-b1a9-3dcabc2dabda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12abe54-e0e0-4591-889d-baa9fc4a8a4b'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:46.680902 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d28509-ce78-4178-a313-fb8b192ea820" -d '{"events": [{"server_uuid": "fb530f65-50a8-41f6-8e5c-780218283a42", "name": "network-vif-plugged", "status": "completed", "tag": "d6ddb141-a9b3-4057-bf3b-2c7efca4caaa"}, {"server_uuid": "b2876270-a565-4591-b1a9-3dcabc2dabda", "name": "network-vif-unplugged", "status": "completed", "tag": "c12abe54-e0e0-4591-889d-baa9fc4a8a4b"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:46.724699 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-13d6e0fb-07e2-4865-8f05-09d8a5a66048 None None] Calling delete_port for 3e8bf94b-15b6-474b-a62e-e74ddc9af312 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:46.726709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d858e3d-2856-4629-8247-c065b4883117 req-2267c98e-91fa-4362-b12a-ae3ba9d3cf61 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542171 Aug 16 22:23:46.729904 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6349503b-0b55-43a9-bbf1-3086ba924633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:46.758277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349503b-0b55-43a9-bbf1-3086ba924633 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e8bf94b-15b6-474b-a62e-e74ddc9af312,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:46.760706 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6349503b-0b55-43a9-bbf1-3086ba924633 admin admin] No DVR routers for this DVR port 3e8bf94b-15b6-474b-a62e-e74ddc9af312 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:46.807748 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7ef02940-d856-4ba2-be6c-1802cdde3c60 req-8e33b92a-a2c5-4e9e-9933-b7383c6176f1 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136126 Aug 16 22:23:46.842901 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52484) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:46.863502 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b08aa9-c77c-4539-9e83-3b37cbb4d7bf x-openstack-request-id: req-c9b08aa9-c77c-4539-9e83-3b37cbb4d7bf {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:46.863796 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb530f65-50a8-41f6-8e5c-780218283a42", "name": "network-vif-plugged", "status": "completed", "tag": "d6ddb141-a9b3-4057-bf3b-2c7efca4caaa", "code": 200}, {"server_uuid": "b2876270-a565-4591-b1a9-3dcabc2dabda", "name": "network-vif-unplugged", "status": "completed", "tag": "c12abe54-e0e0-4591-889d-baa9fc4a8a4b", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:46.864047 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c9b08aa9-c77c-4539-9e83-3b37cbb4d7bf {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:46.864440 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb530f65-50a8-41f6-8e5c-780218283a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ddb141-a9b3-4057-bf3b-2c7efca4caaa', 'code': 200} Aug 16 22:23:46.864701 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2876270-a565-4591-b1a9-3dcabc2dabda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12abe54-e0e0-4591-889d-baa9fc4a8a4b', 'code': 200} Aug 16 22:23:46.882786 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6349503b-0b55-43a9-bbf1-3086ba924633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:46.911787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-6349503b-0b55-43a9-bbf1-3086ba924633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b05f6b7-5c04-483d-9364-795966531adb']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:46.936858 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-6349503b-0b55-43a9-bbf1-3086ba924633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3a6b0a-bae6-4679-be48-3e9cb0239922') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:46.937572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-6349503b-0b55-43a9-bbf1-3086ba924633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3a6b0a-bae6-4679-be48-3e9cb0239922') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:46.958125 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-106342b9-09d0-48f7-883b-fdbe60796df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:46.972018 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6349503b-0b55-43a9-bbf1-3086ba924633 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:46.974081 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-13d6e0fb-07e2-4865-8f05-09d8a5a66048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:47.006677 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841aa96-819f-4847-9257-48eaaea10a7d req-e34dfde9-0002-4568-a166-3a66998fbbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:47.008190 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6841aa96-819f-4847-9257-48eaaea10a7d req-e34dfde9-0002-4568-a166-3a66998fbbff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&device_id=5b52ebc6-40c6-42e9-9430-33cd169ed7ab HTTP/1.1" status: 200 len: 1099 time: 0.1257248 Aug 16 22:23:47.010403 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1e793-7a07-412c-8a0b-af3ed3c83fcd req-66677934-42f4-4abf-8e02-302d24bc8634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:47.011751 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-06c1e793-7a07-412c-8a0b-af3ed3c83fcd req-66677934-42f4-4abf-8e02-302d24bc8634 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb530f65-50a8-41f6-8e5c-780218283a42 HTTP/1.1" status: 200 len: 1097 time: 0.1304233 Aug 16 22:23:47.016521 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fc925-4387-4756-97e6-19299cc742f8 req-a25ce136-6a46-4d1c-8cca-f0e03845101c tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:47.037462 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d41fc925-4387-4756-97e6-19299cc742f8 req-a25ce136-6a46-4d1c-8cca-f0e03845101c tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 944 time: 0.1476169 Aug 16 22:23:47.039956 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6349503b-0b55-43a9-bbf1-3086ba924633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:47.063936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c12abe54-e0e0-4591-889d-baa9fc4a8a4b up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:47.070493 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6349503b-0b55-43a9-bbf1-3086ba924633 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:47.071432 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6349503b-0b55-43a9-bbf1-3086ba924633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:47.074212 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:47.089784 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-173d1541-c234-445b-91df-6f925ddbe07d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-289186185-network', 'tenant_id': '7d1166582da340e6bb0f92e07cc97582'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:47.105936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d6e0fb-07e2-4865-8f05-09d8a5a66048 None None] No DVR routers for this DVR port 3e8bf94b-15b6-474b-a62e-e74ddc9af312 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:47.114909 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6e0fb-07e2-4865-8f05-09d8a5a66048 None None] Pushing event deleted for resources: {'Port': ['ID=3e8bf94b-15b6-474b-a62e-e74ddc9af312,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:47.137475 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port c12abe54-e0e0-4591-889d-baa9fc4a8a4b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:47.138010 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:47.179136 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d41fc925-4387-4756-97e6-19299cc742f8 req-f1607491-2381-4913-8ff6-be8a12dcc568 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407301 Aug 16 22:23:47.186989 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173d1541-c234-445b-91df-6f925ddbe07d admin admin] Made reservation on behalf of 7d1166582da340e6bb0f92e07cc97582 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:47.189286 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-173d1541-c234-445b-91df-6f925ddbe07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:47.191230 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640fc8d-e3e6-46a3-bcec-2e9b54e2032c req-3ac2e2b6-d48b-45a5-be75-d9c0a79b423e tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:47.201572 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7640fc8d-e3e6-46a3-bcec-2e9b54e2032c req-3ac2e2b6-d48b-45a5-be75-d9c0a79b423e tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b52ebc6-40c6-42e9-9430-33cd169ed7ab HTTP/1.1" status: 200 len: 947 time: 0.1588612 Aug 16 22:23:47.209291 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6349503b-0b55-43a9-bbf1-3086ba924633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:47.215142 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6349503b-0b55-43a9-bbf1-3086ba924633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:47.217401 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6349503b-0b55-43a9-bbf1-3086ba924633 admin admin] 10.222.0.93 "DELETE /v2.0/networks/2b05f6b7-5c04-483d-9364-795966531adb HTTP/1.1" status: 204 len: 168 time: 1.0856524 Aug 16 22:23:47.237724 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349503b-0b55-43a9-bbf1-3086ba924633 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b05f6b7-5c04-483d-9364-795966531adb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:47.246041 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-06c1e793-7a07-412c-8a0b-af3ed3c83fcd req-3a07cc6c-e04d-4955-9250-20b09f832d1e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109432 Aug 16 22:23:47.262523 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-173d1541-c234-445b-91df-6f925ddbe07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:47.286523 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7640fc8d-e3e6-46a3-bcec-2e9b54e2032c req-6e41e1f9-0e31-4d97-b58d-d12b710da308 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783129 Aug 16 22:23:47.293294 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:47.338554 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c12abe54-e0e0-4591-889d-baa9fc4a8a4b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c12abe54-e0e0-4591-889d-baa9fc4a8a4b,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:47.340966 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841aa96-819f-4847-9257-48eaaea10a7d req-0b61271e-e761-4364-92ab-62fa3eddc99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:47.342560 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6841aa96-819f-4847-9257-48eaaea10a7d req-0b61271e-e761-4364-92ab-62fa3eddc99c service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.3179204 Aug 16 22:23:47.346457 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:47.406184 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c12abe54-e0e0-4591-889d-baa9fc4a8a4b,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:47.410325 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6841aa96-819f-4847-9257-48eaaea10a7d req-e0ab33ff-8d57-4127-a8b9-939e7a27d42f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=5f630800-d2cc-4b43-bf69-bcdf2f4bde9c HTTP/1.1" status: 200 len: 217 time: 0.0451486 Aug 16 22:23:47.411644 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52496) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:47.494523 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-343ccbb1-6e5d-4f70-b5aa-9e0602dd64f2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f94a2e96b36a4451be2bd8fa3ea6eb7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0780878 Aug 16 22:23:47.496322 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52500) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:47.514332 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841aa96-819f-4847-9257-48eaaea10a7d req-22c10105-0a8e-450f-8a15-0c5f22180d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:47.515820 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6841aa96-819f-4847-9257-48eaaea10a7d req-22c10105-0a8e-450f-8a15-0c5f22180d8d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0833347 Aug 16 22:23:47.561097 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b8558ec-fc79-46eb-9817-a76082878594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:47.582305 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b8558ec-fc79-46eb-9817-a76082878594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:47.640250 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-173d1541-c234-445b-91df-6f925ddbe07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:47.643453 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b8558ec-fc79-46eb-9817-a76082878594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:47.649130 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b8558ec-fc79-46eb-9817-a76082878594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:47.653061 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841aa96-819f-4847-9257-48eaaea10a7d req-4ea6af1e-9445-4f36-9390-a9d1e3f6f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:47.653215 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4b8558ec-fc79-46eb-9817-a76082878594 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c63c4d36-db94-4bdd-b9ca-220457a9af76 HTTP/1.1" status: 204 len: 168 time: 0.1542356 Aug 16 22:23:47.653338 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6841aa96-819f-4847-9257-48eaaea10a7d req-4ea6af1e-9445-4f36-9390-a9d1e3f6f9ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1174839 Aug 16 22:23:47.655638 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-173d1541-c234-445b-91df-6f925ddbe07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:47.660247 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8558ec-fc79-46eb-9817-a76082878594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63c4d36-db94-4bdd-b9ca-220457a9af76,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:47.732158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3e8bf94b-15b6-474b-a62e-e74ddc9af312 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:47.755525 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 3e8bf94b-15b6-474b-a62e-e74ddc9af312 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:47.755525 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3e8bf94b-15b6-474b-a62e-e74ddc9af312 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:47.759926 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173d1541-c234-445b-91df-6f925ddbe07d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:23:47.787262 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d1541-c234-445b-91df-6f925ddbe07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4a1bd0-ec44-482a-8839-9c341728c1c4,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:47.793540 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-173d1541-c234-445b-91df-6f925ddbe07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:47.794035 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-173d1541-c234-445b-91df-6f925ddbe07d admin admin] Added segment aa10a81b-f296-40ed-92c4-8d06e2333a86 of type vlan for network e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1 Aug 16 22:23:47.798010 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-106342b9-09d0-48f7-883b-fdbe60796df6 admin admin] Deleting port a302e952-5c39-4c5f-b33f-61c4d44143ed {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:47.798453 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-106342b9-09d0-48f7-883b-fdbe60796df6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:47.897069 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229c182-f831-45ca-b21b-375ad1adb2ca req-63a58c10-d74e-4789-9820-f56d4b5ce808 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:47.905297 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8229c182-f831-45ca-b21b-375ad1adb2ca req-63a58c10-d74e-4789-9820-f56d4b5ce808 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb530f65-50a8-41f6-8e5c-780218283a42 HTTP/1.1" status: 200 len: 945 time: 0.0715709 Aug 16 22:23:47.919107 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-173d1541-c234-445b-91df-6f925ddbe07d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:47.926148 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6841aa96-819f-4847-9257-48eaaea10a7d req-7663e19d-505f-4299-8d52-29cf779bf02d service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554126 Aug 16 22:23:47.979064 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8229c182-f831-45ca-b21b-375ad1adb2ca req-404091a7-dfc8-46c8-9754-e51378c9e113 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727820 Aug 16 22:23:48.034108 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-173d1541-c234-445b-91df-6f925ddbe07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:48.035079 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173d1541-c234-445b-91df-6f925ddbe07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:48.035666 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-173d1541-c234-445b-91df-6f925ddbe07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:48.047706 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-106342b9-09d0-48f7-883b-fdbe60796df6 admin admin] For port a302e952-5c39-4c5f-b33f-61c4d44143ed, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a302e952-5c39-4c5f-b33f-61c4d44143ed,segment=NetworkSegment(af827092-0f0b-408b-911e-ebe63d6e46ab),segment_id=af827092-0f0b-408b-911e-ebe63d6e46ab)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:48.048068 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-106342b9-09d0-48f7-883b-fdbe60796df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:48.350353 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a8fce-c6a7-4727-a949-00b84d40aaba req-18ffeafd-065f-4055-9e96-820ce9c117ff tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:48.365107 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-351a8fce-c6a7-4727-a949-00b84d40aaba req-18ffeafd-065f-4055-9e96-820ce9c117ff tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 945 time: 0.0842619 Aug 16 22:23:48.384532 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-106342b9-09d0-48f7-883b-fdbe60796df6 admin admin] Calling delete_port for a302e952-5c39-4c5f-b33f-61c4d44143ed owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:48.398348 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-173d1541-c234-445b-91df-6f925ddbe07d admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5538912 Aug 16 22:23:48.416122 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52524) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:48.417010 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d1541-c234-445b-91df-6f925ddbe07d admin admin] Pushing event updated for resources: {'Network': ['ID=e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:48.430209 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6e93112e-a224-4c44-b3a3-d2d1d3330ccf admin admin] Request body: {'subnet': {'network_id': 'e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-289186185-subnet', 'tenant_id': '7d1166582da340e6bb0f92e07cc97582', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:48.432270 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:23:48.462010 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-351a8fce-c6a7-4727-a949-00b84d40aaba req-86757595-92e0-4a0a-8f81-bdd15d620b84 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845122 Aug 16 22:23:48.515622 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6841aa96-819f-4847-9257-48eaaea10a7d req-edf8fcf6-48b6-4cc2-ba6c-f569ccb2f972 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617290 Aug 16 22:23:48.520701 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e93112e-a224-4c44-b3a3-d2d1d3330ccf admin admin] Made reservation on behalf of 7d1166582da340e6bb0f92e07cc97582 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:48.552208 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6e93112e-a224-4c44-b3a3-d2d1d3330ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:48.610603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce7d4b-9f94-4511-a29e-da5e3ed8c8ae req-c8c7480a-4a85-4ec0-8eb7-fd85b0b9b558 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:48.612200 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-24ce7d4b-9f94-4511-a29e-da5e3ed8c8ae req-c8c7480a-4a85-4ec0-8eb7-fd85b0b9b558 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b52ebc6-40c6-42e9-9430-33cd169ed7ab HTTP/1.1" status: 200 len: 947 time: 0.2162380 Aug 16 22:23:48.679613 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-24ce7d4b-9f94-4511-a29e-da5e3ed8c8ae req-5a02699a-f24f-4cc6-af17-092d3f834c32 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491540 Aug 16 22:23:48.865504 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2876270-a565-4591-b1a9-3dcabc2dabda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12abe54-e0e0-4591-889d-baa9fc4a8a4b'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:48.870153 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c43667-cf37-421a-8c12-d853a10643ff" -d '{"events": [{"server_uuid": "b2876270-a565-4591-b1a9-3dcabc2dabda", "name": "network-vif-plugged", "status": "completed", "tag": "c12abe54-e0e0-4591-889d-baa9fc4a8a4b"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:48.895700 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-106342b9-09d0-48f7-883b-fdbe60796df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:48.925427 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc34394-955f-46a8-8c97-308e8bb3a31c x-openstack-request-id: req-5fc34394-955f-46a8-8c97-308e8bb3a31c {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:48.925799 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2876270-a565-4591-b1a9-3dcabc2dabda", "name": "network-vif-plugged", "status": "completed", "tag": "c12abe54-e0e0-4591-889d-baa9fc4a8a4b", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:48.926331 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5fc34394-955f-46a8-8c97-308e8bb3a31c {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:48.926871 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2876270-a565-4591-b1a9-3dcabc2dabda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12abe54-e0e0-4591-889d-baa9fc4a8a4b', 'code': 200} Aug 16 22:23:48.929253 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106342b9-09d0-48f7-883b-fdbe60796df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a302e952-5c39-4c5f-b33f-61c4d44143ed,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:48.931622 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6e93112e-a224-4c44-b3a3-d2d1d3330ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.072064 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93112e-a224-4c44-b3a3-d2d1d3330ccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4470800e-afed-4eb6-b055-8f5b60173e2a,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:49.137614 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93112e-a224-4c44-b3a3-d2d1d3330ccf admin admin] Checking segment: {'id': 'aa10a81b-f296-40ed-92c4-8d06e2333a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:49.138033 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e93112e-a224-4c44-b3a3-d2d1d3330ccf admin admin] Network hostable DHCP agents. Network: e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:23:49.172126 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c236645-230e-4acb-8543-c0564dfdb491 req-6456b278-0558-4a4b-a746-eb995e612525 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:49.180102 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c236645-230e-4acb-8543-c0564dfdb491 req-6456b278-0558-4a4b-a746-eb995e612525 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb530f65-50a8-41f6-8e5c-780218283a42 HTTP/1.1" status: 200 len: 945 time: 0.0722423 Aug 16 22:23:49.188701 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e7e37-6a41-4e42-9b16-5d3d646efc30 req-adbaf601-6927-4e82-b4a8-11ff88bf9109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:49.190881 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f45e7e37-6a41-4e42-9b16-5d3d646efc30 req-adbaf601-6927-4e82-b4a8-11ff88bf9109 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 1097 time: 0.1179790 Aug 16 22:23:49.202698 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e93112e-a224-4c44-b3a3-d2d1d3330ccf admin admin] Network e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:23:49.219562 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-106342b9-09d0-48f7-883b-fdbe60796df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.222591 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-6e93112e-a224-4c44-b3a3-d2d1d3330ccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:49.230869 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e93112e-a224-4c44-b3a3-d2d1d3330ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:49.231667 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6e93112e-a224-4c44-b3a3-d2d1d3330ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.233330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153a46a3-c390-46b2-8d15-f431e8407e92 None None] Network e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:49.249813 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f45e7e37-6a41-4e42-9b16-5d3d646efc30 req-768e4582-38db-46aa-9cf9-5fe48a314802 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496383 Aug 16 22:23:49.267605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c236645-230e-4acb-8543-c0564dfdb491 req-53dedaef-b09b-4a5f-b796-b8b99b93c96a tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865605 Aug 16 22:23:49.343252 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6e93112e-a224-4c44-b3a3-d2d1d3330ccf admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9222503 Aug 16 22:23:49.345884 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52546) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:49.353636 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ef403731-fb4b-40ad-a0b2-16b5c50b25a1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-289186185-router', 'tenant_id': '7d1166582da340e6bb0f92e07cc97582', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:49.374365 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:23:49.385528 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f08d1-6f49-4f36-97d8-5cfe4b186209 req-2d30e2bb-75fd-4714-b749-e9d6f809d375 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:49.387237 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b95f08d1-6f49-4f36-97d8-5cfe4b186209 req-2d30e2bb-75fd-4714-b749-e9d6f809d375 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1d92b09-e73d-4d45-bf36-0b2c5aca6379 HTTP/1.1" status: 200 len: 945 time: 0.0601096 Aug 16 22:23:49.417995 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef403731-fb4b-40ad-a0b2-16b5c50b25a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.419759 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef403731-fb4b-40ad-a0b2-16b5c50b25a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.450392 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b95f08d1-6f49-4f36-97d8-5cfe4b186209 req-31b0e015-d1c8-45c1-bd79-e045293550b2 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565186 Aug 16 22:23:49.562907 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef403731-fb4b-40ad-a0b2-16b5c50b25a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.627893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b45d98-8250-420c-9457-674d94eb8862 req-71551ef4-3988-45cb-82d8-f4a7ab54e135 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:49.629997 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c3b45d98-8250-420c-9457-674d94eb8862 req-71551ef4-3988-45cb-82d8-f4a7ab54e135 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 945 time: 0.0860403 Aug 16 22:23:49.642659 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=5f630800-d2cc-4b43-bf69-bcdf2f4bde9c,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:49.660390 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '5f630800-d2cc-4b43-bf69-bcdf2f4bde9c', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': '5f630800-d2cc-4b43-bf69-bcdf2f4bde9c', 'mac_address': 'fa:16:3e:b1:1e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:23:49.684850 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106342b9-09d0-48f7-883b-fdbe60796df6 admin admin] Router 9ac6b8bc-4232-4f64-88a8-542ee574ba5c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:23:49.705175 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.714440 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c3b45d98-8250-420c-9457-674d94eb8862 req-1e2834fb-fb97-4d56-86f5-4fc5bd4788e0 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774348 Aug 16 22:23:49.731217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:49.777179 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=5f630800-d2cc-4b43-bf69-bcdf2f4bde9c,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:49.799219 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef403731-fb4b-40ad-a0b2-16b5c50b25a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.802785 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.850844 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1', 'network_id': 'e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1', 'tenant_id': '7d1166582da340e6bb0f92e07cc97582', 'fixed_ips': [{'subnet_id': '4470800e-afed-4eb6-b055-8f5b60173e2a'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:23:49.852362 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.912255 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=5f630800-d2cc-4b43-bf69-bcdf2f4bde9c,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:49.970509 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106342b9-09d0-48f7-883b-fdbe60796df6 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:23:49.979620 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-106342b9-09d0-48f7-883b-fdbe60796df6 admin admin] 10.222.0.93 "PUT /v2.0/routers/9ac6b8bc-4232-4f64-88a8-542ee574ba5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4052730 Aug 16 22:23:49.979816 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52564) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:50.010366 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6b7f9f-0c87-479e-831e-eac9ffeba3e8 None None] Sync routers for ids ['9ac6b8bc-4232-4f64-88a8-542ee574ba5c'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:23:50.049076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6b7f9f-0c87-479e-831e-eac9ffeba3e8 None None] Routers {'9ac6b8bc-4232-4f64-88a8-542ee574ba5c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:50.050584 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3e6b7f9f-0c87-479e-831e-eac9ffeba3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['9ac6b8bc-4232-4f64-88a8-542ee574ba5c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:50.053248 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfe5b9-af2f-485e-926c-fc0f797def87 req-497b513f-38ba-4354-a79e-d140dbc898c3 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:50.055363 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eedfe5b9-af2f-485e-926c-fc0f797def87 req-497b513f-38ba-4354-a79e-d140dbc898c3 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b52ebc6-40c6-42e9-9430-33cd169ed7ab HTTP/1.1" status: 200 len: 948 time: 0.1248209 Aug 16 22:23:50.119620 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dbbcf267-23a4-4bc2-90cd-be10b9b900de admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.166235 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eedfe5b9-af2f-485e-926c-fc0f797def87 req-2b4ad309-09a8-4795-9680-e300721eb279 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983644 Aug 16 22:23:50.263040 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['5f630800-d2cc-4b43-bf69-bcdf2f4bde9c'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:50.420185 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef403731-fb4b-40ad-a0b2-16b5c50b25a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.445182 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-3e6b7f9f-0c87-479e-831e-eac9ffeba3e8 None None] Set router 9ac6b8bc-4232-4f64-88a8-542ee574ba5c gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:50.458189 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dbbcf267-23a4-4bc2-90cd-be10b9b900de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.464485 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef403731-fb4b-40ad-a0b2-16b5c50b25a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.599352 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc7241-4e00-4657-a29c-be310226a421 req-9911c635-4074-4844-a20d-9e1fdfd79e3c tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:50.600800 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-9911c635-4074-4844-a20d-9e1fdfd79e3c tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/networks?id=b2da5129-03c1-43e2-9856-739b2eda4786 HTTP/1.1" status: 200 len: 813 time: 0.2327101 Aug 16 22:23:50.609903 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] Allocated IP 172.20.0.2 (e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1/4470800e-afed-4eb6-b055-8f5b60173e2a/52e15416-f4d1-41db-92ec-6836bf5b5b05) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:50.635099 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-8527d857-5be6-4fce-ab12-55c70efec860 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/quotas/f239e713005343ee90e31e2fa845b670 HTTP/1.1" status: 200 len: 375 time: 0.0254312 Aug 16 22:23:50.671200 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-ef403731-fb4b-40ad-a0b2-16b5c50b25a1 admin admin] Allocated IP 172.25.6.233 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/29c0fa0c-4763-4b4c-b2f9-b7eedabe758c) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:50.699394 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-a2562c9d-5c62-4ac4-b875-ef0c6a462e31 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=f239e713005343ee90e31e2fa845b670&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627992 Aug 16 22:23:50.703754 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-dbbcf267-23a4-4bc2-90cd-be10b9b900de admin admin] Deleting port 1fba2539-8570-4974-a0ac-a06df69fc218 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:50.704097 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dbbcf267-23a4-4bc2-90cd-be10b9b900de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.892267 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-bea41cb3-b7e5-4153-b483-2da5ccec5e1e service neutron] 10.222.0.93 "GET /v2.0/networks/b2da5129-03c1-43e2-9856-739b2eda4786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676474 Aug 16 22:23:50.959719 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-dbbcf267-23a4-4bc2-90cd-be10b9b900de admin admin] For port 1fba2539-8570-4974-a0ac-a06df69fc218, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1fba2539-8570-4974-a0ac-a06df69fc218,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:50.960089 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dbbcf267-23a4-4bc2-90cd-be10b9b900de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.962911 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56283a0a-9509-4382-ae9b-8996f5d7c0ac req-5e005acb-2471-452a-ac41-97964bd277d4 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:50.971793 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56283a0a-9509-4382-ae9b-8996f5d7c0ac req-5e005acb-2471-452a-ac41-97964bd277d4 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 945 time: 0.1427832 Aug 16 22:23:50.988103 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-dbbcf267-23a4-4bc2-90cd-be10b9b900de admin admin] Calling delete_port for 1fba2539-8570-4974-a0ac-a06df69fc218 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:50.992983 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef403731-fb4b-40ad-a0b2-16b5c50b25a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:51.033989 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3e6b7f9f-0c87-479e-831e-eac9ffeba3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'name': 'tempest-ServersTestJSON-1778945573-router', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:15Z', 'updated_at': '2021-08-16T22:23:48Z', 'revision_number': 5, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'gw_port': {'id': '1fba2539-8570-4974-a0ac-a06df69fc218', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:60:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:17Z', 'updated_at': '2021-08-16T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:51.048634 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56283a0a-9509-4382-ae9b-8996f5d7c0ac req-262f9993-af17-4d09-9fbc-a013811608f4 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712233 Aug 16 22:23:51.075206 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6b7f9f-0c87-479e-831e-eac9ffeba3e8 None None] Checking router: 9ac6b8bc-4232-4f64-88a8-542ee574ba5c for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:23:51.079435 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-31498201-58b4-4a23-a97c-e08aa1ee325b service neutron] 10.222.0.93 "GET /v2.0/networks/b2da5129-03c1-43e2-9856-739b2eda4786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765275 Aug 16 22:23:51.112469 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:51.142721 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] Transition to ACTIVE for port object 52e15416-f4d1-41db-92ec-6836bf5b5b05 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:51.149762 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6b7f9f-0c87-479e-831e-eac9ffeba3e8 None None] Routers {'9ac6b8bc-4232-4f64-88a8-542ee574ba5c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:51.151104 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3e6b7f9f-0c87-479e-831e-eac9ffeba3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['9ac6b8bc-4232-4f64-88a8-542ee574ba5c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:51.171447 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef403731-fb4b-40ad-a0b2-16b5c50b25a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:51.230227 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef403731-fb4b-40ad-a0b2-16b5c50b25a1 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:51.234026 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ef403731-fb4b-40ad-a0b2-16b5c50b25a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:51.244983 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef403731-fb4b-40ad-a0b2-16b5c50b25a1 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:51.298500 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef403731-fb4b-40ad-a0b2-16b5c50b25a1 admin admin] Pushing event updated for resources: {'Port': ['ID=29c0fa0c-4763-4b4c-b2f9-b7eedabe758c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:51.301584 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] Transition to ACTIVE for port object 52e15416-f4d1-41db-92ec-6836bf5b5b05 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:51.319238 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:51.334255 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-3e6b7f9f-0c87-479e-831e-eac9ffeba3e8 None None] Set router 9ac6b8bc-4232-4f64-88a8-542ee574ba5c gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:51.494146 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] Pushing event updated for resources: {'Port': ['ID=52e15416-f4d1-41db-92ec-6836bf5b5b05,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:51.503747 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dbbcf267-23a4-4bc2-90cd-be10b9b900de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:51.508432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff934d4d-e6d9-4d21-9bc4-af47f9dfab1a req-7178dd2f-3494-42b9-97d7-1678bfe8b071 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:51.510151 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ff934d4d-e6d9-4d21-9bc4-af47f9dfab1a req-7178dd2f-3494-42b9-97d7-1678bfe8b071 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 945 time: 0.1323996 Aug 16 22:23:51.519559 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccca49d-1191-4137-bf25-895317a037af req-a2a9ac63-16f6-4dd6-909c-f18298b6d40d tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:51.521167 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bccca49d-1191-4137-bf25-895317a037af req-a2a9ac63-16f6-4dd6-909c-f18298b6d40d tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1d92b09-e73d-4d45-bf36-0b2c5aca6379 HTTP/1.1" status: 200 len: 945 time: 0.2008648 Aug 16 22:23:51.612135 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] Network e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:51.614343 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:51.616405 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3e6b7f9f-0c87-479e-831e-eac9ffeba3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'name': 'tempest-ServersTestJSON-1778945573-router', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:15Z', 'updated_at': '2021-08-16T22:23:50Z', 'revision_number': 6, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:51.636048 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcf267-23a4-4bc2-90cd-be10b9b900de admin admin] Pushing event deleted for resources: {'Port': ['ID=1fba2539-8570-4974-a0ac-a06df69fc218,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:51.648545 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccb579-936c-41fd-a9af-d2c1bbf7505e req-400164e5-60c4-40fc-92d9-656b01a29640 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:51.653121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:51.655600 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6b7f9f-0c87-479e-831e-eac9ffeba3e8 None None] The sync data for ids ['9ac6b8bc-4232-4f64-88a8-542ee574ba5c'] in n-d-792458-15 is: [{'id': '9ac6b8bc-4232-4f64-88a8-542ee574ba5c', 'name': 'tempest-ServersTestJSON-1778945573-router', 'tenant_id': '941b04a77c814e8b8fa2fa1d0f583397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:15Z', 'updated_at': '2021-08-16T22:23:50Z', 'revision_number': 6, 'project_id': '941b04a77c814e8b8fa2fa1d0f583397', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:23:51.658122 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0ccb579-936c-41fd-a9af-d2c1bbf7505e req-400164e5-60c4-40fc-92d9-656b01a29640 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b52ebc6-40c6-42e9-9430-33cd169ed7ab HTTP/1.1" status: 200 len: 948 time: 0.1756840 Aug 16 22:23:51.699912 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ff934d4d-e6d9-4d21-9bc4-af47f9dfab1a req-301cc02a-9246-40be-94f3-b14aea8756d1 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634767 Aug 16 22:23:51.773386 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982b12c-c28f-439b-88ae-1ed9e888f793 req-98f55580-5483-48ba-9b0e-0ad865654f21 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:51.785335 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b982b12c-c28f-439b-88ae-1ed9e888f793 req-98f55580-5483-48ba-9b0e-0ad865654f21 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb530f65-50a8-41f6-8e5c-780218283a42 HTTP/1.1" status: 200 len: 945 time: 0.2274487 Aug 16 22:23:51.804812 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] Attempting to bind port 52e15416-f4d1-41db-92ec-6836bf5b5b05 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:51.805189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] Attempting to bind port 52e15416-f4d1-41db-92ec-6836bf5b5b05 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'aa10a81b-f296-40ed-92c4-8d06e2333a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:51.805555 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] Attempting to bind port 52e15416-f4d1-41db-92ec-6836bf5b5b05 on network e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:51.811105 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:51.811466 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] Checking segment: {'id': 'aa10a81b-f296-40ed-92c4-8d06e2333a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:51.811871 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:51.812298 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] Bound using segment: {'id': 'aa10a81b-f296-40ed-92c4-8d06e2333a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:51.812717 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] Bound port: 52e15416-f4d1-41db-92ec-6836bf5b5b05, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa10a81b-f296-40ed-92c4-8d06e2333a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:51.813212 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:51.832730 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0ccb579-936c-41fd-a9af-d2c1bbf7505e req-4e80fbb3-9582-47af-a6fe-2f76c2d195be tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713827 Aug 16 22:23:51.891616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-bccca49d-1191-4137-bf25-895317a037af req-3df4a901-4a9f-4786-970a-e249f6365f92 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Deleting port 700ec7cd-98c7-4e53-a1a4-c6392a283bb5 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:51.898619 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bccca49d-1191-4137-bf25-895317a037af req-3df4a901-4a9f-4786-970a-e249f6365f92 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:51.970697 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] For port 52e15416-f4d1-41db-92ec-6836bf5b5b05, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:51.978497 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] For port 52e15416-f4d1-41db-92ec-6836bf5b5b05, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=52e15416-f4d1-41db-92ec-6836bf5b5b05,segment=NetworkSegment(aa10a81b-f296-40ed-92c4-8d06e2333a86),segment_id=aa10a81b-f296-40ed-92c4-8d06e2333a86)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:51.990786 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:52.141361 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe04b7b-8615-42fa-b418-cba98fec9543 None None] Pushing event updated for resources: {'Port': ['ID=52e15416-f4d1-41db-92ec-6836bf5b5b05,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:52.142664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1f00bcb-ee19-4443-83da-cdf40e99d56e req-5ba4e0d8-9ed5-4a85-b862-f8e63ac873c4 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a0493c2-0f97-4697-83d0-50b1298a7059 HTTP/1.1" status: 200 len: 210 time: 0.1053894 Aug 16 22:23:52.229644 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-bccca49d-1191-4137-bf25-895317a037af req-3df4a901-4a9f-4786-970a-e249f6365f92 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] For port 700ec7cd-98c7-4e53-a1a4-c6392a283bb5, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=700ec7cd-98c7-4e53-a1a4-c6392a283bb5,segment=NetworkSegment(5cbc8305-0d0e-418b-a304-da3538488606),segment_id=5cbc8305-0d0e-418b-a304-da3538488606)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:52.230326 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bccca49d-1191-4137-bf25-895317a037af req-3df4a901-4a9f-4786-970a-e249f6365f92 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:52.248593 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-bccca49d-1191-4137-bf25-895317a037af req-3df4a901-4a9f-4786-970a-e249f6365f92 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Calling delete_port for 700ec7cd-98c7-4e53-a1a4-c6392a283bb5 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:52.339244 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dbbcf267-23a4-4bc2-90cd-be10b9b900de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:52.541582 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bccca49d-1191-4137-bf25-895317a037af req-3df4a901-4a9f-4786-970a-e249f6365f92 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:52.588500 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['700ec7cd-98c7-4e53-a1a4-c6392a283bb5'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:52.601339 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['d6ddb141-a9b3-4057-bf3b-2c7efca4caaa'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:52.621031 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dbbcf267-23a4-4bc2-90cd-be10b9b900de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:52.634205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4a901-4a9f-4786-970a-e249f6365f92 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Pushing event deleted for resources: {'Port': ['ID=700ec7cd-98c7-4e53-a1a4-c6392a283bb5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:52.637291 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dbbcf267-23a4-4bc2-90cd-be10b9b900de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:52.638965 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef403731-fb4b-40ad-a0b2-16b5c50b25a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:52.793041 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dbbcf267-23a4-4bc2-90cd-be10b9b900de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:52.794019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbcf267-23a4-4bc2-90cd-be10b9b900de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ac6b8bc-4232-4f64-88a8-542ee574ba5c {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:23:52.881783 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dbbcf267-23a4-4bc2-90cd-be10b9b900de admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:52.884416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccca49d-1191-4137-bf25-895317a037af req-3df4a901-4a9f-4786-970a-e249f6365f92 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] No DVR routers for this DVR port 700ec7cd-98c7-4e53-a1a4-c6392a283bb5 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:52.889627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52682) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:52.890683 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dbbcf267-23a4-4bc2-90cd-be10b9b900de admin admin] 10.222.0.93 "DELETE /v2.0/routers/9ac6b8bc-4232-4f64-88a8-542ee574ba5c HTTP/1.1" status: 204 len: 168 time: 2.9051218 Aug 16 22:23:52.915880 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-b982b12c-c28f-439b-88ae-1ed9e888f793 req-af09f878-6679-42d7-a456-881a59d7d89f tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Deleting port d6ddb141-a9b3-4057-bf3b-2c7efca4caaa {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:52.916307 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b982b12c-c28f-439b-88ae-1ed9e888f793 req-af09f878-6679-42d7-a456-881a59d7d89f tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:52.936587 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bccca49d-1191-4137-bf25-895317a037af req-3df4a901-4a9f-4786-970a-e249f6365f92 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:52.938966 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bccca49d-1191-4137-bf25-895317a037af req-3df4a901-4a9f-4786-970a-e249f6365f92 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.39 "DELETE /v2.0/ports/700ec7cd-98c7-4e53-a1a4-c6392a283bb5 HTTP/1.1" status: 204 len: 173 time: 1.4010923 Aug 16 22:23:52.941897 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d92b09-e73d-4d45-bf36-0b2c5aca6379', 'name': 'network-vif-deleted', 'tag': '700ec7cd-98c7-4e53-a1a4-c6392a283bb5'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:52.944213 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6420482-260a-48d5-ac1d-6254ecfbda8e" -d '{"events": [{"server_uuid": "f1d92b09-e73d-4d45-bf36-0b2c5aca6379", "name": "network-vif-deleted", "tag": "700ec7cd-98c7-4e53-a1a4-c6392a283bb5"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:52.967894 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d44f2a1-aa3a-4650-972c-a1204e269378 admin admin] Deleting subnet 7efeea8a-576f-4404-a255-d05a414ce880 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:23:52.997804 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d44f2a1-aa3a-4650-972c-a1204e269378 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.085883 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-58c1d25e-b4c8-440d-aa82-d473a98887b5 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:53.091825 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-58c1d25e-b4c8-440d-aa82-d473a98887b5 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/networks?id=d3e76621-6f8c-4864-b810-714eea91d7c8 HTTP/1.1" status: 200 len: 814 time: 0.4888482 Aug 16 22:23:53.121642 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d44f2a1-aa3a-4650-972c-a1204e269378 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.126333 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-b982b12c-c28f-439b-88ae-1ed9e888f793 req-af09f878-6679-42d7-a456-881a59d7d89f tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] For port d6ddb141-a9b3-4057-bf3b-2c7efca4caaa, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=d6ddb141-a9b3-4057-bf3b-2c7efca4caaa,segment=NetworkSegment(5cbc8305-0d0e-418b-a304-da3538488606),segment_id=5cbc8305-0d0e-418b-a304-da3538488606)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:53.126773 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b982b12c-c28f-439b-88ae-1ed9e888f793 req-af09f878-6679-42d7-a456-881a59d7d89f tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.147047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-b982b12c-c28f-439b-88ae-1ed9e888f793 req-af09f878-6679-42d7-a456-881a59d7d89f tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Calling delete_port for d6ddb141-a9b3-4057-bf3b-2c7efca4caaa owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:53.151454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3a98f-e941-43cd-a6b1-c61216444eaf req-bcad8880-1496-4a99-89fb-89436c637cb7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:53.163715 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef403731-fb4b-40ad-a0b2-16b5c50b25a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.170960 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcc3a98f-e941-43cd-a6b1-c61216444eaf req-bcad8880-1496-4a99-89fb-89436c637cb7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b52ebc6-40c6-42e9-9430-33cd169ed7ab HTTP/1.1" status: 200 len: 948 time: 0.2360673 Aug 16 22:23:53.191456 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-644af8af-89a2-4623-a946-862ec0e7acd5 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/quotas/a1d952064ec046aaafba02ad36eca730 HTTP/1.1" status: 200 len: 375 time: 0.0904257 Aug 16 22:23:53.260506 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:53.409346 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcc3a98f-e941-43cd-a6b1-c61216444eaf req-5a3ecbe5-c1ec-4382-a08a-1a8c44ebde26 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371299 Aug 16 22:23:53.416200 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:53.436469 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:53.437008 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.461342 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b982b12c-c28f-439b-88ae-1ed9e888f793 req-af09f878-6679-42d7-a456-881a59d7d89f tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.476858 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef403731-fb4b-40ad-a0b2-16b5c50b25a1 admin admin] Router 7e7c6d12-70d1-4d5e-8cd7-6759579acd69 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:23:53.560989 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09f878-6679-42d7-a456-881a59d7d89f tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Pushing event deleted for resources: {'Port': ['ID=d6ddb141-a9b3-4057-bf3b-2c7efca4caaa,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:53.579691 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-241f9dcc-80c2-4821-b989-1227340c6fa0 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a1d952064ec046aaafba02ad36eca730&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3605447 Aug 16 22:23:53.587030 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.596981 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30fea47-2b64-4f3c-82e8-f540cc005077 x-openstack-request-id: req-a30fea47-2b64-4f3c-82e8-f540cc005077 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:53.597281 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d92b09-e73d-4d45-bf36-0b2c5aca6379", "name": "network-vif-deleted", "tag": "700ec7cd-98c7-4e53-a1a4-c6392a283bb5", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:53.597537 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a30fea47-2b64-4f3c-82e8-f540cc005077 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:53.597944 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d92b09-e73d-4d45-bf36-0b2c5aca6379', 'name': 'network-vif-deleted', 'tag': '700ec7cd-98c7-4e53-a1a4-c6392a283bb5', 'status': 'completed', 'code': 200} Aug 16 22:23:53.661548 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d44f2a1-aa3a-4650-972c-a1204e269378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.664697 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-b982b12c-c28f-439b-88ae-1ed9e888f793 req-af09f878-6679-42d7-a456-881a59d7d89f tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] No DVR routers for this DVR port d6ddb141-a9b3-4057-bf3b-2c7efca4caaa on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:53.668340 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b982b12c-c28f-439b-88ae-1ed9e888f793 req-af09f878-6679-42d7-a456-881a59d7d89f tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.670284 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b982b12c-c28f-439b-88ae-1ed9e888f793 req-af09f878-6679-42d7-a456-881a59d7d89f tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.43 "DELETE /v2.0/ports/d6ddb141-a9b3-4057-bf3b-2c7efca4caaa HTTP/1.1" status: 204 len: 173 time: 1.8751895 Aug 16 22:23:53.670737 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb530f65-50a8-41f6-8e5c-780218283a42', 'name': 'network-vif-deleted', 'tag': 'd6ddb141-a9b3-4057-bf3b-2c7efca4caaa'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:53.687393 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9881d348-3c99-4332-9e08-6ffdaba792b7" -d '{"events": [{"server_uuid": "fb530f65-50a8-41f6-8e5c-780218283a42", "name": "network-vif-deleted", "tag": "d6ddb141-a9b3-4057-bf3b-2c7efca4caaa"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:53.704999 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b52ebc6-40c6-42e9-9430-33cd169ed7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f630800-d2cc-4b43-bf69-bcdf2f4bde9c'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:53.712756 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9034e366-1800-4645-bfc5-e67415a5f0a4" -d '{"events": [{"server_uuid": "5b52ebc6-40c6-42e9-9430-33cd169ed7ab", "name": "network-vif-plugged", "status": "completed", "tag": "5f630800-d2cc-4b43-bf69-bcdf2f4bde9c"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:53.728982 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=5f630800-d2cc-4b43-bf69-bcdf2f4bde9c,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:53.736896 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.737751 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device d6ddb141-a9b3-4057-bf3b-2c7efca4caaa no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:53.766792 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc7241-4e00-4657-a29c-be310226a421 req-4ce706b2-d81f-40d8-967e-f2a4181af66a tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:53.771748 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-4ce706b2-d81f-40d8-967e-f2a4181af66a tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.39 "GET /v2.0/networks?id=b2da5129-03c1-43e2-9856-739b2eda4786 HTTP/1.1" status: 200 len: 813 time: 0.5547504 Aug 16 22:23:53.842138 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5cbc7241-4e00-4657-a29c-be310226a421 req-b27742ad-3408-4fe3-a64c-f8421dae7b69 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Request body: {'port': {'device_id': '3773b4bb-a09f-4858-b81d-e14757b3153a', 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786', 'admin_state_up': True, 'tenant_id': 'f239e713005343ee90e31e2fa845b670'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:53.869456 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef403731-fb4b-40ad-a0b2-16b5c50b25a1 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:23:53.881042 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] Sync routers for ids ['7e7c6d12-70d1-4d5e-8cd7-6759579acd69'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:23:53.900016 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] Routers {'7e7c6d12-70d1-4d5e-8cd7-6759579acd69'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:53.900912 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['7e7c6d12-70d1-4d5e-8cd7-6759579acd69'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:53.915787 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef403731-fb4b-40ad-a0b2-16b5c50b25a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.917299 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ef403731-fb4b-40ad-a0b2-16b5c50b25a1 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5702150 Aug 16 22:23:53.919989 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52708) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:54.046388 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] Set router 7e7c6d12-70d1-4d5e-8cd7-6759579acd69 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:54.051054 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=5f630800-d2cc-4b43-bf69-bcdf2f4bde9c,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:54.063186 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 52e15416-f4d1-41db-92ec-6836bf5b5b05 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:54.065355 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025672b3-4ee8-49ee-b807-172c0e7256f6 None None] Network e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:54.098822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: d6ddb141-a9b3-4057-bf3b-2c7efca4caaa {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:54.099175 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device d6ddb141-a9b3-4057-bf3b-2c7efca4caaa not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:54.110774 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0dec9eb9-494f-4e11-912d-3b51e7a0cfef req-3668ce98-08cf-468f-b156-38f2adc84744 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a0493c2-0f97-4697-83d0-50b1298a7059 HTTP/1.1" status: 200 len: 210 time: 0.2796843 Aug 16 22:23:54.236497 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-06885202-ac1f-4f7c-a676-ff09f4e01d26 None None] Provisioning for port 52e15416-f4d1-41db-92ec-6836bf5b5b05 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:54.256696 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d44f2a1-aa3a-4650-972c-a1204e269378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:54.278107 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c6d12-70d1-4d5e-8cd7-6759579acd69', 'name': 'tempest-FloatingIPsTestJSON-289186185-router', 'tenant_id': '7d1166582da340e6bb0f92e07cc97582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '29c0fa0c-4763-4b4c-b2f9-b7eedabe758c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:23:49Z', 'updated_at': '2021-08-16T22:23:51Z', 'revision_number': 3, 'project_id': '7d1166582da340e6bb0f92e07cc97582', 'gw_port': {'id': '29c0fa0c-4763-4b4c-b2f9-b7eedabe758c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7c6d12-70d1-4d5e-8cd7-6759579acd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:23:50Z', 'updated_at': '2021-08-16T22:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:54.330441 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] Checking router: 7e7c6d12-70d1-4d5e-8cd7-6759579acd69 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:23:54.331269 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] Updating router 7e7c6d12-70d1-4d5e-8cd7-6759579acd69 port 29c0fa0c-4763-4b4c-b2f9-b7eedabe758c binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:23:54.341786 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 52e15416-f4d1-41db-92ec-6836bf5b5b05 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:54.349739 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 52e15416-f4d1-41db-92ec-6836bf5b5b05 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:54.350147 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:54.404854 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9df93e-efbb-4200-a07e-717e4bbf3743 x-openstack-request-id: req-6b9df93e-efbb-4200-a07e-717e4bbf3743 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:54.405284 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b52ebc6-40c6-42e9-9430-33cd169ed7ab", "name": "network-vif-plugged", "status": "completed", "tag": "5f630800-d2cc-4b43-bf69-bcdf2f4bde9c", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:54.405543 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6b9df93e-efbb-4200-a07e-717e4bbf3743 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:54.405937 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b52ebc6-40c6-42e9-9430-33cd169ed7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f630800-d2cc-4b43-bf69-bcdf2f4bde9c', 'code': 200} Aug 16 22:23:54.406201 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:54.413784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44f2a1-aa3a-4650-972c-a1204e269378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7efeea8a-576f-4404-a255-d05a414ce880,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:54.425268 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5444d7b9-0f3f-4f9a-bfc4-6cd0a7f4b273 None None] Network f5d170ab-1e28-4470-8c5e-17a8a57c0ba8 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:54.443841 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7d44f2a1-aa3a-4650-972c-a1204e269378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:54.445752 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7d44f2a1-aa3a-4650-972c-a1204e269378 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/7efeea8a-576f-4404-a255-d05a414ce880 HTTP/1.1" status: 204 len: 168 time: 1.5555344 Aug 16 22:23:54.455175 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52726) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:54.488077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ada03b-0d14-4c59-9f33-4a276b9fb2fd req-af6d4959-0c0e-46cf-ae16-9d9d233f971d tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:54.489806 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1ada03b-0d14-4c59-9f33-4a276b9fb2fd req-af6d4959-0c0e-46cf-ae16-9d9d233f971d tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2876270-a565-4591-b1a9-3dcabc2dabda HTTP/1.1" status: 200 len: 945 time: 0.7397459 Aug 16 22:23:54.511725 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cbc7241-4e00-4657-a29c-be310226a421 req-b27742ad-3408-4fe3-a64c-f8421dae7b69 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Made reservation on behalf of f239e713005343ee90e31e2fa845b670 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:54.515279 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cbc7241-4e00-4657-a29c-be310226a421 req-b27742ad-3408-4fe3-a64c-f8421dae7b69 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:54.553135 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:54.559915 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd76b0b-9aaa-42a5-a104-4a08d243cd4d x-openstack-request-id: req-9cd76b0b-9aaa-42a5-a104-4a08d243cd4d {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:54.559915 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb530f65-50a8-41f6-8e5c-780218283a42", "name": "network-vif-deleted", "tag": "d6ddb141-a9b3-4057-bf3b-2c7efca4caaa", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:54.560228 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9cd76b0b-9aaa-42a5-a104-4a08d243cd4d {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:54.560597 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb530f65-50a8-41f6-8e5c-780218283a42', 'name': 'network-vif-deleted', 'tag': 'd6ddb141-a9b3-4057-bf3b-2c7efca4caaa', 'status': 'completed', 'code': 200} Aug 16 22:23:54.611636 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-f351b9ba-f8c4-447d-99ea-c790f7ca1329 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e76621-6f8c-4864-b810-714eea91d7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9959722 Aug 16 22:23:54.646009 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc7241-4e00-4657-a29c-be310226a421 req-bcae6919-8b20-485d-8300-94160292fae2 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:54.647513 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-bcae6919-8b20-485d-8300-94160292fae2 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.39 "GET /v2.0/networks?id=b2da5129-03c1-43e2-9856-739b2eda4786 HTTP/1.1" status: 200 len: 813 time: 0.8443332 Aug 16 22:23:54.659014 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 52e15416-f4d1-41db-92ec-6836bf5b5b05, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=52e15416-f4d1-41db-92ec-6836bf5b5b05,segment=NetworkSegment(aa10a81b-f296-40ed-92c4-8d06e2333a86),segment_id=aa10a81b-f296-40ed-92c4-8d06e2333a86)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:54.673138 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4cc67-4e03-47dc-bf66-6aea8f9bc922 req-005826d8-4cf6-4675-9638-0cbabd552b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:54.674716 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-16b4cc67-4e03-47dc-bf66-6aea8f9bc922 req-005826d8-4cf6-4675-9638-0cbabd552b47 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5b52ebc6-40c6-42e9-9430-33cd169ed7ab HTTP/1.1" status: 200 len: 1101 time: 0.1133077 Aug 16 22:23:54.688839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5cbc7241-4e00-4657-a29c-be310226a421 req-7a4e1592-a209-4c9b-9902-160fe5d21e5c tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Request body: {'port': {'device_id': '7a0493c2-0f97-4697-83d0-50b1298a7059', 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786', 'admin_state_up': True, 'tenant_id': 'f239e713005343ee90e31e2fa845b670'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:54.716266 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:54.747694 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-16b4cc67-4e03-47dc-bf66-6aea8f9bc922 req-3c773288-a957-489e-8082-198064ca71ce service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646429 Aug 16 22:23:54.821723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1fba2539-8570-4974-a0ac-a06df69fc218 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:54.856568 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 1fba2539-8570-4974-a0ac-a06df69fc218 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:54.857201 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1fba2539-8570-4974-a0ac-a06df69fc218 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:54.857719 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a302e952-5c39-4c5f-b33f-61c4d44143ed no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:54.898258 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: a302e952-5c39-4c5f-b33f-61c4d44143ed {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:54.898747 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a302e952-5c39-4c5f-b33f-61c4d44143ed not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:54.900163 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f364c70-014f-460f-b59a-4e2c408441ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:54.900948 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=52e15416-f4d1-41db-92ec-6836bf5b5b05,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:54.905725 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e661057b-31fe-4636-9661-a984be822b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:54.923050 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead2a859-f7e1-4c73-9fe1-3b07b6b92ee0 None None] DHCP port deletion for f5d170ab-1e28-4470-8c5e-17a8a57c0ba8 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:23:55.005591 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ead2a859-f7e1-4c73-9fe1-3b07b6b92ee0 None None] Deleting port 022901a7-53d7-443c-b703-2c568543aa7b {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:55.005944 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ead2a859-f7e1-4c73-9fe1-3b07b6b92ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.048935 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-5cbc7241-4e00-4657-a29c-be310226a421 req-b27742ad-3408-4fe3-a64c-f8421dae7b69 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Allocated IP 172.20.0.11 (b2da5129-03c1-43e2-9856-739b2eda4786/09b65c4f-a7ba-4576-bbba-460bb2752485/986d8543-5005-4ce9-af1f-4ff014f7136f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:55.076253 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.086745 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c12abe54-e0e0-4591-889d-baa9fc4a8a4b no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:55.091364 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] Transition to ACTIVE for port object 29c0fa0c-4763-4b4c-b2f9-b7eedabe758c will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:55.102134 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.126400 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-e661057b-31fe-4636-9661-a984be822b80 admin admin] Allocated IP 172.20.0.1 (e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1/4470800e-afed-4eb6-b055-8f5b60173e2a/08ba3e99-fc1d-41ca-8164-c4e53bd39e42) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:55.134105 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b5458d40-6de4-418b-af93-3974ccbb3134 None None] Provisioning complete for port 52e15416-f4d1-41db-92ec-6836bf5b5b05 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:55.134105 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b5458d40-6de4-418b-af93-3974ccbb3134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.137333 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ead2a859-f7e1-4c73-9fe1-3b07b6b92ee0 None None] For port 022901a7-53d7-443c-b703-2c568543aa7b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=022901a7-53d7-443c-b703-2c568543aa7b,segment=NetworkSegment(af827092-0f0b-408b-911e-ebe63d6e46ab),segment_id=af827092-0f0b-408b-911e-ebe63d6e46ab)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:55.137730 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ead2a859-f7e1-4c73-9fe1-3b07b6b92ee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.183543 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] Attempting to bind port 29c0fa0c-4763-4b4c-b2f9-b7eedabe758c on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:55.184226 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] Attempting to bind port 29c0fa0c-4763-4b4c-b2f9-b7eedabe758c by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:55.184784 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] Attempting to bind port 29c0fa0c-4763-4b4c-b2f9-b7eedabe758c on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:55.186353 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ead2a859-f7e1-4c73-9fe1-3b07b6b92ee0 None None] Calling delete_port for 022901a7-53d7-443c-b703-2c568543aa7b owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:55.193414 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e94e02-17b2-4e79-8a7f-6b504f9c97d4 None None] Pushing event updated for resources: {'Port': ['ID=29c0fa0c-4763-4b4c-b2f9-b7eedabe758c,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:55.196284 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:55.196968 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:55.197564 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.198287 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:55.198939 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] Bound port: 29c0fa0c-4763-4b4c-b2f9-b7eedabe758c, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:55.199661 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.313507 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] For port 29c0fa0c-4763-4b4c-b2f9-b7eedabe758c, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:55.319303 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] For port 29c0fa0c-4763-4b4c-b2f9-b7eedabe758c, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=29c0fa0c-4763-4b4c-b2f9-b7eedabe758c,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:55.326940 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.335193 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e661057b-31fe-4636-9661-a984be822b80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.343804 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.370056 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e661057b-31fe-4636-9661-a984be822b80 admin admin] Transition to ACTIVE for port object 08ba3e99-fc1d-41ca-8164-c4e53bd39e42 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:55.394075 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c12abe54-e0e0-4591-889d-baa9fc4a8a4b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c12abe54-e0e0-4591-889d-baa9fc4a8a4b,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:55.400164 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] Routers {'7e7c6d12-70d1-4d5e-8cd7-6759579acd69'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:55.400898 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['7e7c6d12-70d1-4d5e-8cd7-6759579acd69'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:55.401116 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.402038 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 700ec7cd-98c7-4e53-a1a4-c6392a283bb5 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:55.433773 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e661057b-31fe-4636-9661-a984be822b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.434097 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ead2a859-f7e1-4c73-9fe1-3b07b6b92ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.453094 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e94e02-17b2-4e79-8a7f-6b504f9c97d4 None None] Pushing event updated for resources: {'Port': ['ID=29c0fa0c-4763-4b4c-b2f9-b7eedabe758c,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:55.469325 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 700ec7cd-98c7-4e53-a1a4-c6392a283bb5 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:55.469999 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 700ec7cd-98c7-4e53-a1a4-c6392a283bb5 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:55.496259 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead2a859-f7e1-4c73-9fe1-3b07b6b92ee0 None None] No DVR routers for this DVR port 022901a7-53d7-443c-b703-2c568543aa7b on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:55.528626 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf02ce-759d-4683-89a5-9b3bbf8de98c req-8b818060-c734-4d68-818b-ddf2f0119f55 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:55.530902 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c12abe54-e0e0-4591-889d-baa9fc4a8a4b,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:55.537143 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8cf02ce-759d-4683-89a5-9b3bbf8de98c req-8b818060-c734-4d68-818b-ddf2f0119f55 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b52ebc6-40c6-42e9-9430-33cd169ed7ab HTTP/1.1" status: 200 len: 949 time: 0.9244578 Aug 16 22:23:55.537880 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e661057b-31fe-4636-9661-a984be822b80 admin admin] Network e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:55.543138 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-e661057b-31fe-4636-9661-a984be822b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:55.552253 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] Set router 7e7c6d12-70d1-4d5e-8cd7-6759579acd69 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:55.560253 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e661057b-31fe-4636-9661-a984be822b80 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:55.584254 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2a859-f7e1-4c73-9fe1-3b07b6b92ee0 None None] Pushing event deleted for resources: {'Port': ['ID=022901a7-53d7-443c-b703-2c568543aa7b,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:55.628698 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8cf02ce-759d-4683-89a5-9b3bbf8de98c req-20816302-8831-4563-a5b9-b6e00815c650 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758646 Aug 16 22:23:55.628698 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-7d4845c9-ca3f-4727-ac00-884011bd8e80 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e76621-6f8c-4864-b810-714eea91d7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0016403 Aug 16 22:23:55.668772 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661057b-31fe-4636-9661-a984be822b80 admin admin] Pushing event updated for resources: {'Port': ['ID=08ba3e99-fc1d-41ca-8164-c4e53bd39e42,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:55.731610 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e661057b-31fe-4636-9661-a984be822b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.749485 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 52e15416-f4d1-41db-92ec-6836bf5b5b05 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:55.904626 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 52e15416-f4d1-41db-92ec-6836bf5b5b05 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:55.906018 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.964593 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c6d12-70d1-4d5e-8cd7-6759579acd69', 'name': 'tempest-FloatingIPsTestJSON-289186185-router', 'tenant_id': '7d1166582da340e6bb0f92e07cc97582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '29c0fa0c-4763-4b4c-b2f9-b7eedabe758c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:23:49Z', 'updated_at': '2021-08-16T22:23:51Z', 'revision_number': 3, 'project_id': '7d1166582da340e6bb0f92e07cc97582', 'gw_port': {'id': '29c0fa0c-4763-4b4c-b2f9-b7eedabe758c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7c6d12-70d1-4d5e-8cd7-6759579acd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:23:50Z', 'updated_at': '2021-08-16T22:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:55.967016 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-68aa4207-a72d-4fb7-a51a-ec7e940a6115 req-46919b9d-3c40-4483-9029-a3baeec68459 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a0493c2-0f97-4697-83d0-50b1298a7059 HTTP/1.1" status: 200 len: 210 time: 0.1341074 Aug 16 22:23:56.001321 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50936f10-fd1e-416d-9507-649ae0216a7e None None] The sync data for ids ['7e7c6d12-70d1-4d5e-8cd7-6759579acd69'] in n-d-792458-15 is: [{'id': '7e7c6d12-70d1-4d5e-8cd7-6759579acd69', 'name': 'tempest-FloatingIPsTestJSON-289186185-router', 'tenant_id': '7d1166582da340e6bb0f92e07cc97582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '29c0fa0c-4763-4b4c-b2f9-b7eedabe758c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:23:49Z', 'updated_at': '2021-08-16T22:23:51Z', 'revision_number': 3, 'project_id': '7d1166582da340e6bb0f92e07cc97582', 'gw_port': {'id': '29c0fa0c-4763-4b4c-b2f9-b7eedabe758c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7c6d12-70d1-4d5e-8cd7-6759579acd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:23:50Z', 'updated_at': '2021-08-16T22:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:23:56.015898 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-648b4e8f-658f-42ee-aa1e-fbcb19f7f349 None None] Provisioning for port 08ba3e99-fc1d-41ca-8164-c4e53bd39e42 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:56.059242 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-648b4e8f-658f-42ee-aa1e-fbcb19f7f349 None None] Provisioning complete for port 08ba3e99-fc1d-41ca-8164-c4e53bd39e42 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:56.059671 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-648b4e8f-658f-42ee-aa1e-fbcb19f7f349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.078574 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cbc7241-4e00-4657-a29c-be310226a421 req-7a4e1592-a209-4c9b-9902-160fe5d21e5c tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Made reservation on behalf of f239e713005343ee90e31e2fa845b670 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:56.083113 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cbc7241-4e00-4657-a29c-be310226a421 req-7a4e1592-a209-4c9b-9902-160fe5d21e5c tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.088600 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e661057b-31fe-4636-9661-a984be822b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.116220 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-648b4e8f-658f-42ee-aa1e-fbcb19f7f349 None None] Port 08ba3e99-fc1d-41ca-8164-c4e53bd39e42 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:23:56.162235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b1ada03b-0d14-4c59-9f33-4a276b9fb2fd req-00775bb6-9939-412f-a8a1-b0e9322822d7 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Deleting port c12abe54-e0e0-4591-889d-baa9fc4a8a4b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:56.163523 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b1ada03b-0d14-4c59-9f33-4a276b9fb2fd req-00775bb6-9939-412f-a8a1-b0e9322822d7 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.207470 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 022901a7-53d7-443c-b703-2c568543aa7b no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:56.224319 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2f364c70-014f-460f-b59a-4e2c408441ae admin admin] Deleting port 022901a7-53d7-443c-b703-2c568543aa7b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:56.224574 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f364c70-014f-460f-b59a-4e2c408441ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.286755 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 022901a7-53d7-443c-b703-2c568543aa7b {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:56.287103 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 022901a7-53d7-443c-b703-2c568543aa7b not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:56.322596 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-93f97c47-277a-4f57-8ba9-3a7f8398cdcc req-f3c585b8-5ba1-4f3e-a1bd-363ba7a68791 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcc972c2-43c4-4a89-8051-1a69ff940561 HTTP/1.1" status: 200 len: 210 time: 0.2685308 Aug 16 22:23:56.376498 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e661057b-31fe-4636-9661-a984be822b80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.380607 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-2f364c70-014f-460f-b59a-4e2c408441ae admin admin] For port 022901a7-53d7-443c-b703-2c568543aa7b, host n-d-792458-15, got binding levels [] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:56.381224 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f364c70-014f-460f-b59a-4e2c408441ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.384846 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e661057b-31fe-4636-9661-a984be822b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.407505 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2876270-a565-4591-b1a9-3dcabc2dabda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12abe54-e0e0-4591-889d-baa9fc4a8a4b'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:56.410000 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6c9c41-c23e-4ed6-b809-5c85fdff314f" -d '{"events": [{"server_uuid": "b2876270-a565-4591-b1a9-3dcabc2dabda", "name": "network-vif-unplugged", "status": "completed", "tag": "c12abe54-e0e0-4591-889d-baa9fc4a8a4b"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:56.416332 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2f364c70-014f-460f-b59a-4e2c408441ae admin admin] Calling delete_port for 022901a7-53d7-443c-b703-2c568543aa7b owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:56.480681 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264bfd54-0d9c-4068-a528-3953afc51457 x-openstack-request-id: req-264bfd54-0d9c-4068-a528-3953afc51457 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:56.481019 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2876270-a565-4591-b1a9-3dcabc2dabda", "name": "network-vif-unplugged", "status": "completed", "tag": "c12abe54-e0e0-4591-889d-baa9fc4a8a4b", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:56.481275 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-264bfd54-0d9c-4068-a528-3953afc51457 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:56.481692 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2876270-a565-4591-b1a9-3dcabc2dabda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12abe54-e0e0-4591-889d-baa9fc4a8a4b', 'code': 200} Aug 16 22:23:56.511948 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.ipam_backend_mixin [None req-2f364c70-014f-460f-b59a-4e2c408441ae admin admin] Port 022901a7-53d7-443c-b703-2c568543aa7b was not found and therefore no delete operation was performed {{(pid=94871) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:23:56.561893 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661057b-31fe-4636-9661-a984be822b80 admin admin] Pushing event updated for resources: {'Port': ['ID=08ba3e99-fc1d-41ca-8164-c4e53bd39e42,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:56.564742 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e661057b-31fe-4636-9661-a984be822b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.576254 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f364c70-014f-460f-b59a-4e2c408441ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.620897 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cbc7241-4e00-4657-a29c-be310226a421 req-b27742ad-3408-4fe3-a64c-f8421dae7b69 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.654898 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a8e1b214-5b7e-4294-86c8-5ef582fdbad4 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=5ee2aad70ac440798e0a8b7baf7850c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1412649 Aug 16 22:23:56.668519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b1ada03b-0d14-4c59-9f33-4a276b9fb2fd req-00775bb6-9939-412f-a8a1-b0e9322822d7 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] For port c12abe54-e0e0-4591-889d-baa9fc4a8a4b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c12abe54-e0e0-4591-889d-baa9fc4a8a4b,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:56.668958 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b1ada03b-0d14-4c59-9f33-4a276b9fb2fd req-00775bb6-9939-412f-a8a1-b0e9322822d7 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.685590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b1ada03b-0d14-4c59-9f33-4a276b9fb2fd req-00775bb6-9939-412f-a8a1-b0e9322822d7 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Calling delete_port for c12abe54-e0e0-4591-889d-baa9fc4a8a4b owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:56.700602 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f364c70-014f-460f-b59a-4e2c408441ae admin admin] Pushing event deleted for resources: {'Port': ['ID=022901a7-53d7-443c-b703-2c568543aa7b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:56.700800 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e661057b-31fe-4636-9661-a984be822b80 admin admin] Network e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:56.702947 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-e661057b-31fe-4636-9661-a984be822b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:56.737057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f364c70-014f-460f-b59a-4e2c408441ae admin admin] No DVR routers for this DVR port 022901a7-53d7-443c-b703-2c568543aa7b on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:56.866753 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e661057b-31fe-4636-9661-a984be822b80 admin admin] Router 7e7c6d12-70d1-4d5e-8cd7-6759579acd69 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:23:57.004207 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e661057b-31fe-4636-9661-a984be822b80 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:23:57.009473 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e661057b-31fe-4636-9661-a984be822b80 admin admin] 10.222.0.93 "PUT /v2.0/routers/7e7c6d12-70d1-4d5e-8cd7-6759579acd69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0884621 Aug 16 22:23:57.044267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-03d4bcdb-786e-4f3e-aeec-41e934bbce3c None None] Provisioning complete for port 08ba3e99-fc1d-41ca-8164-c4e53bd39e42 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:57.044267 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-03d4bcdb-786e-4f3e-aeec-41e934bbce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.082158 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cbc7241-4e00-4657-a29c-be310226a421 req-b27742ad-3408-4fe3-a64c-f8421dae7b69 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.087792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-03d4bcdb-786e-4f3e-aeec-41e934bbce3c None None] Port 08ba3e99-fc1d-41ca-8164-c4e53bd39e42 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:23:57.118741 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0a1e9-2092-47bb-99ee-68bf0cb45602 req-6e4fef6b-a622-4cdd-afe6-5e61d55fe980 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:57.120308 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2bb0a1e9-2092-47bb-99ee-68bf0cb45602 req-6e4fef6b-a622-4cdd-afe6-5e61d55fe980 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b52ebc6-40c6-42e9-9430-33cd169ed7ab HTTP/1.1" status: 200 len: 949 time: 0.4211113 Aug 16 22:23:57.133477 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f364c70-014f-460f-b59a-4e2c408441ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.204134 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-2f364c70-014f-460f-b59a-4e2c408441ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d170ab-1e28-4470-8c5e-17a8a57c0ba8']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:57.238000 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-8a597b68-57c0-46a1-ae72-8467fec4a313 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:57.239501 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-8a597b68-57c0-46a1-ae72-8467fec4a313 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5448687 Aug 16 22:23:57.248148 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-2f364c70-014f-460f-b59a-4e2c408441ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af827092-0f0b-408b-911e-ebe63d6e46ab') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:57.248446 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-2f364c70-014f-460f-b59a-4e2c408441ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af827092-0f0b-408b-911e-ebe63d6e46ab') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:57.259113 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cbc7241-4e00-4657-a29c-be310226a421 req-b27742ad-3408-4fe3-a64c-f8421dae7b69 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Network b2da5129-03c1-43e2-9856-739b2eda4786 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:57.280731 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f364c70-014f-460f-b59a-4e2c408441ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.284774 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-5cbc7241-4e00-4657-a29c-be310226a421 req-7a4e1592-a209-4c9b-9902-160fe5d21e5c tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Allocated IP 172.20.0.6 (b2da5129-03c1-43e2-9856-739b2eda4786/09b65c4f-a7ba-4576-bbba-460bb2752485/d535f1e2-d7a7-4a59-a6bf-8d94819965a7) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:57.297146 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-5cbc7241-4e00-4657-a29c-be310226a421 req-b27742ad-3408-4fe3-a64c-f8421dae7b69 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:57.320464 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbc7241-4e00-4657-a29c-be310226a421 req-b27742ad-3408-4fe3-a64c-f8421dae7b69 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:57.376344 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-ab1dc010-5ece-4187-a3d7-64b0f4906cc5 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/quotas/5ee2aad70ac440798e0a8b7baf7850c7 HTTP/1.1" status: 200 len: 375 time: 0.1160116 Aug 16 22:23:57.376936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27742ad-3408-4fe3-a64c-f8421dae7b69 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Pushing event updated for resources: {'Port': ['ID=986d8543-5005-4ce9-af1f-4ff014f7136f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:57.386621 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f364c70-014f-460f-b59a-4e2c408441ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.408044 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2bb0a1e9-2092-47bb-99ee-68bf0cb45602 req-f4f2c745-c9be-4c97-bcbc-545dade886e6 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719820 Aug 16 22:23:57.439446 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f364c70-014f-460f-b59a-4e2c408441ae admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:57.439854 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f364c70-014f-460f-b59a-4e2c408441ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:57.457160 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:57.469924 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-08e1c850-62df-48ab-b9ac-c6d14af2ca97 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=5ee2aad70ac440798e0a8b7baf7850c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806968 Aug 16 22:23:57.484768 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-c882f083-29f0-4abb-947d-7126186608b9 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:57.486405 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-c882f083-29f0-4abb-947d-7126186608b9 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.43 "GET /v2.0/networks?id=d3e76621-6f8c-4864-b810-714eea91d7c8 HTTP/1.1" status: 200 len: 814 time: 0.1544404 Aug 16 22:23:57.520324 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-265f37d9-5141-4bb9-8e75-f49ef8d9fcab tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Request body: {'port': {'device_id': 'fcc972c2-43c4-4a89-8051-1a69ff940561', 'network_id': 'd3e76621-6f8c-4864-b810-714eea91d7c8', 'admin_state_up': True, 'tenant_id': 'a1d952064ec046aaafba02ad36eca730'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:57.522636 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc7241-4e00-4657-a29c-be310226a421 req-b27742ad-3408-4fe3-a64c-f8421dae7b69 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:57.523262 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cbc7241-4e00-4657-a29c-be310226a421 req-b27742ad-3408-4fe3-a64c-f8421dae7b69 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.562211 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56f6c7f0-bf3a-4633-9662-33c07d409166 req-788eb893-3190-4e49-88a6-017e061c05e3 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a0493c2-0f97-4697-83d0-50b1298a7059 HTTP/1.1" status: 200 len: 210 time: 0.0587726 Aug 16 22:23:57.571493 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b1ada03b-0d14-4c59-9f33-4a276b9fb2fd req-00775bb6-9939-412f-a8a1-b0e9322822d7 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.618605 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f364c70-014f-460f-b59a-4e2c408441ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.625626 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-b27742ad-3408-4fe3-a64c-f8421dae7b69 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7875330 Aug 16 22:23:57.626820 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00775bb6-9939-412f-a8a1-b0e9322822d7 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Pushing event deleted for resources: {'Port': ['ID=c12abe54-e0e0-4591-889d-baa9fc4a8a4b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:57.654613 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f364c70-014f-460f-b59a-4e2c408441ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.656552 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2f364c70-014f-460f-b59a-4e2c408441ae admin admin] 10.222.0.93 "DELETE /v2.0/networks/f5d170ab-1e28-4470-8c5e-17a8a57c0ba8 HTTP/1.1" status: 204 len: 168 time: 3.1934650 Aug 16 22:23:57.675368 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5cbc7241-4e00-4657-a29c-be310226a421 req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] Request body: {'port': {'device_id': '3773b4bb-a09f-4858-b81d-e14757b3153a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:57.724243 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-265f37d9-5141-4bb9-8e75-f49ef8d9fcab tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Made reservation on behalf of a1d952064ec046aaafba02ad36eca730 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:57.724243 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-265f37d9-5141-4bb9-8e75-f49ef8d9fcab tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.747089 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f364c70-014f-460f-b59a-4e2c408441ae admin admin] Pushing event deleted for resources: {'Network': ['ID=f5d170ab-1e28-4470-8c5e-17a8a57c0ba8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:57.933142 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 29c0fa0c-4763-4b4c-b2f9-b7eedabe758c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:58.026275 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cbc7241-4e00-4657-a29c-be310226a421 req-7a4e1592-a209-4c9b-9902-160fe5d21e5c tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.041036 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 29c0fa0c-4763-4b4c-b2f9-b7eedabe758c completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:58.051526 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 29c0fa0c-4763-4b4c-b2f9-b7eedabe758c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:58.051938 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.072425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-265f37d9-5141-4bb9-8e75-f49ef8d9fcab tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Allocated IP 172.20.0.12 (d3e76621-6f8c-4864-b810-714eea91d7c8/fdf0a8e9-8419-49d8-b5f5-08ee7021bab1/8ab668dc-8bb2-44ef-b629-b392f50f94b8) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:58.112984 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ada03b-0d14-4c59-9f33-4a276b9fb2fd req-00775bb6-9939-412f-a8a1-b0e9322822d7 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] No DVR routers for this DVR port c12abe54-e0e0-4591-889d-baa9fc4a8a4b on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:58.117876 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b1ada03b-0d14-4c59-9f33-4a276b9fb2fd req-00775bb6-9939-412f-a8a1-b0e9322822d7 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.121070 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1ada03b-0d14-4c59-9f33-4a276b9fb2fd req-00775bb6-9939-412f-a8a1-b0e9322822d7 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.39 "DELETE /v2.0/ports/c12abe54-e0e0-4591-889d-baa9fc4a8a4b HTTP/1.1" status: 204 len: 173 time: 3.5979373 Aug 16 22:23:58.138836 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2876270-a565-4591-b1a9-3dcabc2dabda', 'name': 'network-vif-deleted', 'tag': 'c12abe54-e0e0-4591-889d-baa9fc4a8a4b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:58.141892 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2d48f5-50a3-42ed-88b9-3c4c1272364c" -d '{"events": [{"server_uuid": "b2876270-a565-4591-b1a9-3dcabc2dabda", "name": "network-vif-deleted", "tag": "c12abe54-e0e0-4591-889d-baa9fc4a8a4b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:58.154575 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52826) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:58.185519 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.229632 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 29c0fa0c-4763-4b4c-b2f9-b7eedabe758c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=29c0fa0c-4763-4b4c-b2f9-b7eedabe758c,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:58.239650 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.242346 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d3a18076-5bd9-48ab-8f06-0f37732c285a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=941b04a77c814e8b8fa2fa1d0f583397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0853100 Aug 16 22:23:58.244647 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d87f9424-4cec-49f9-91c1-9f524c75bf07 req-911d8c8c-cdf7-477f-aca4-da052f0e48dd tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcc972c2-43c4-4a89-8051-1a69ff940561 HTTP/1.1" status: 200 len: 210 time: 0.1884019 Aug 16 22:23:58.248207 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52832) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:58.291571 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cbc7241-4e00-4657-a29c-be310226a421 req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.323461 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cbc7241-4e00-4657-a29c-be310226a421 req-7a4e1592-a209-4c9b-9902-160fe5d21e5c tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.391380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=29c0fa0c-4763-4b4c-b2f9-b7eedabe758c,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:58.445089 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-265f37d9-5141-4bb9-8e75-f49ef8d9fcab tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.460329 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] Sync routers for ids ['7e7c6d12-70d1-4d5e-8cd7-6759579acd69'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:23:58.475375 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] Routers {'7e7c6d12-70d1-4d5e-8cd7-6759579acd69'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:58.475922 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['7e7c6d12-70d1-4d5e-8cd7-6759579acd69'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:58.511299 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cbc7241-4e00-4657-a29c-be310226a421 req-7a4e1592-a209-4c9b-9902-160fe5d21e5c tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Network b2da5129-03c1-43e2-9856-739b2eda4786 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:58.518889 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-446f8ceb-caa0-4776-b3be-1f18a330e384 req-fe5b3d12-b849-479b-93e0-d244cdf10a36 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4203618 Aug 16 22:23:58.523691 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-265f37d9-5141-4bb9-8e75-f49ef8d9fcab tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.529724 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e1592-a209-4c9b-9902-160fe5d21e5c tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Pushing event updated for resources: {'Port': ['ID=d535f1e2-d7a7-4a59-a6bf-8d94819965a7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:58.550584 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-5cbc7241-4e00-4657-a29c-be310226a421 req-7a4e1592-a209-4c9b-9902-160fe5d21e5c tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:58.557571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbc7241-4e00-4657-a29c-be310226a421 req-7a4e1592-a209-4c9b-9902-160fe5d21e5c tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:58.563179 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-446f8ceb-caa0-4776-b3be-1f18a330e384 req-a46c55e7-e675-47a0-96c1-68bcafc9e803 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:58.575745 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48c88225-40d0-43e0-b1ac-75eaa4a5a2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.599692 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-265f37d9-5141-4bb9-8e75-f49ef8d9fcab tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Network d3e76621-6f8c-4864-b810-714eea91d7c8 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:58.604444 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-265f37d9-5141-4bb9-8e75-f49ef8d9fcab tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:58.608544 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-265f37d9-5141-4bb9-8e75-f49ef8d9fcab tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:58.615741 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f37d9-5141-4bb9-8e75-f49ef8d9fcab tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Pushing event updated for resources: {'Port': ['ID=8ab668dc-8bb2-44ef-b629-b392f50f94b8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:58.618950 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] Set router 7e7c6d12-70d1-4d5e-8cd7-6759579acd69 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:58.669849 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-265f37d9-5141-4bb9-8e75-f49ef8d9fcab tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:58.670889 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-265f37d9-5141-4bb9-8e75-f49ef8d9fcab tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.806748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f3c9a-a764-4e0f-881e-bc041a3e076f req-4134af88-f75e-438a-8dcd-b424cdbece77 tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:58.814490 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-429f3c9a-a764-4e0f-881e-bc041a3e076f req-4134af88-f75e-438a-8dcd-b424cdbece77 tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5b52ebc6-40c6-42e9-9430-33cd169ed7ab HTTP/1.1" status: 200 len: 1101 time: 0.3880162 Aug 16 22:23:58.822143 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48c88225-40d0-43e0-b1ac-75eaa4a5a2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.829936 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-265f37d9-5141-4bb9-8e75-f49ef8d9fcab tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3216865 Aug 16 22:23:58.845252 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] Request body: {'port': {'device_id': 'fcc972c2-43c4-4a89-8051-1a69ff940561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:58.845474 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-446f8ceb-caa0-4776-b3be-1f18a330e384 req-a46c55e7-e675-47a0-96c1-68bcafc9e803 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.919736 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c6d12-70d1-4d5e-8cd7-6759579acd69', 'name': 'tempest-FloatingIPsTestJSON-289186185-router', 'tenant_id': '7d1166582da340e6bb0f92e07cc97582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '29c0fa0c-4763-4b4c-b2f9-b7eedabe758c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:23:49Z', 'updated_at': '2021-08-16T22:23:55Z', 'revision_number': 4, 'project_id': '7d1166582da340e6bb0f92e07cc97582', 'gw_port': {'id': '29c0fa0c-4763-4b4c-b2f9-b7eedabe758c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c6d12-70d1-4d5e-8cd7-6759579acd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:23:50Z', 'updated_at': '2021-08-16T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '08ba3e99-fc1d-41ca-8164-c4e53bd39e42', 'name': '', 'network_id': 'e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1', 'tenant_id': '7d1166582da340e6bb0f92e07cc97582', 'mac_address': 'fa:16:3e:15:c8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7c6d12-70d1-4d5e-8cd7-6759579acd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '4470800e-afed-4eb6-b055-8f5b60173e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:23:54Z', 'updated_at': '2021-08-16T22:23:56Z', 'revision_number': 2, 'project_id': '7d1166582da340e6bb0f92e07cc97582', 'subnets': [{'id': '4470800e-afed-4eb6-b055-8f5b60173e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:58.925976 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.947232 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] Checking router: 7e7c6d12-70d1-4d5e-8cd7-6759579acd69 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:23:58.947869 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] Updating router 7e7c6d12-70d1-4d5e-8cd7-6759579acd69 port 08ba3e99-fc1d-41ca-8164-c4e53bd39e42 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:23:58.964799 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc7241-4e00-4657-a29c-be310226a421 req-7a4e1592-a209-4c9b-9902-160fe5d21e5c tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:58.965503 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cbc7241-4e00-4657-a29c-be310226a421 req-7a4e1592-a209-4c9b-9902-160fe5d21e5c tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.974243 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.034601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-429f3c9a-a764-4e0f-881e-bc041a3e076f req-541c9857-c7eb-49d8-9661-7382709af932 tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187982 Aug 16 22:23:59.036116 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-7a4e1592-a209-4c9b-9902-160fe5d21e5c tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3515153 Aug 16 22:23:59.063506 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5cbc7241-4e00-4657-a29c-be310226a421 req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] Request body: {'port': {'device_id': '7a0493c2-0f97-4697-83d0-50b1298a7059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:59.120166 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48c88225-40d0-43e0-b1ac-75eaa4a5a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.122744 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48c88225-40d0-43e0-b1ac-75eaa4a5a2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.126724 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-48c88225-40d0-43e0-b1ac-75eaa4a5a2ba admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a4c6f61b-de46-49b0-801c-f2d886793978 HTTP/1.1" status: 204 len: 168 time: 0.8751674 Aug 16 22:23:59.156638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c88225-40d0-43e0-b1ac-75eaa4a5a2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c6f61b-de46-49b0-801c-f2d886793978,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:59.285614 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cbc7241-4e00-4657-a29c-be310226a421 req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.325761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab668dc-8bb2-44ef-b629-b392f50f94b8 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:59.332559 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.347648 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] Transition to ACTIVE for port object 8ab668dc-8bb2-44ef-b629-b392f50f94b8 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:59.353018 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.365124 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-1e18e9eb-59f7-4376-9182-0febcc3e36a3 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=5ee2aad70ac440798e0a8b7baf7850c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1187153 Aug 16 22:23:59.388311 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-5cbc7241-4e00-4657-a29c-be310226a421 req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986d8543-5005-4ce9-af1f-4ff014f7136f {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:59.410744 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-446f8ceb-caa0-4776-b3be-1f18a330e384 req-a46c55e7-e675-47a0-96c1-68bcafc9e803 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.417141 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-340fbe29-95f8-4a16-86cc-ea8c94939551 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5ee2aad70ac440798e0a8b7baf7850c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933995 Aug 16 22:23:59.419463 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cbc7241-4e00-4657-a29c-be310226a421 req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.478422 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.489768 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] Transition to ACTIVE for port object 08ba3e99-fc1d-41ca-8164-c4e53bd39e42 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:59.498996 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.501795 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] Pushing event updated for resources: {'Port': ['ID=8ab668dc-8bb2-44ef-b629-b392f50f94b8,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:59.533825 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] Attempting to bind port 8ab668dc-8bb2-44ef-b629-b392f50f94b8 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:59.534350 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] Attempting to bind port 8ab668dc-8bb2-44ef-b629-b392f50f94b8 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '4b1ce57e-cdcc-486c-b52d-d4f10dc7156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd3e76621-6f8c-4864-b810-714eea91d7c8'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:59.534776 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] Attempting to bind port 8ab668dc-8bb2-44ef-b629-b392f50f94b8 on network d3e76621-6f8c-4864-b810-714eea91d7c8 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:59.541100 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] Port 8ab668dc-8bb2-44ef-b629-b392f50f94b8 on network d3e76621-6f8c-4864-b810-714eea91d7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:23:59.541546 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] Attempting to bind port 8ab668dc-8bb2-44ef-b629-b392f50f94b8 on network d3e76621-6f8c-4864-b810-714eea91d7c8 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:59.550746 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:59.551481 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] Checking segment: {'id': '4b1ce57e-cdcc-486c-b52d-d4f10dc7156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd3e76621-6f8c-4864-b810-714eea91d7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:59.552094 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] Bound using segment: {'id': '4b1ce57e-cdcc-486c-b52d-d4f10dc7156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd3e76621-6f8c-4864-b810-714eea91d7c8'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:59.553587 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] Bound port: 8ab668dc-8bb2-44ef-b629-b392f50f94b8, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1ce57e-cdcc-486c-b52d-d4f10dc7156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd3e76621-6f8c-4864-b810-714eea91d7c8'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:59.554213 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.625179 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] Attempting to bind port 08ba3e99-fc1d-41ca-8164-c4e53bd39e42 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:59.625494 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] Attempting to bind port 08ba3e99-fc1d-41ca-8164-c4e53bd39e42 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'aa10a81b-f296-40ed-92c4-8d06e2333a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:59.625936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] Attempting to bind port 08ba3e99-fc1d-41ca-8164-c4e53bd39e42 on network e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:59.627876 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0bc65-d3d6-4ae3-9ded-a796a354ed62 None None] Pushing event updated for resources: {'Port': ['ID=08ba3e99-fc1d-41ca-8164-c4e53bd39e42,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:59.637993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:59.637993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] Checking segment: {'id': 'aa10a81b-f296-40ed-92c4-8d06e2333a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:59.637993 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.640055 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] Bound using segment: {'id': 'aa10a81b-f296-40ed-92c4-8d06e2333a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:59.640055 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] Bound port: 08ba3e99-fc1d-41ca-8164-c4e53bd39e42, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa10a81b-f296-40ed-92c4-8d06e2333a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:59.640470 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-5cbc7241-4e00-4657-a29c-be310226a421 req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] Transition to ACTIVE for port object 986d8543-5005-4ce9-af1f-4ff014f7136f will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:59.640979 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.671150 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cbc7241-4e00-4657-a29c-be310226a421 req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.695532 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] For port 8ab668dc-8bb2-44ef-b629-b392f50f94b8, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:59.713623 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] For port 8ab668dc-8bb2-44ef-b629-b392f50f94b8, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=8ab668dc-8bb2-44ef-b629-b392f50f94b8,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:59.723197 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.769374 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:59.770769 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.772055 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] 10.222.0.43 "PUT /v2.0/ports/8ab668dc-8bb2-44ef-b629-b392f50f94b8 HTTP/1.1" status: 200 len: 1093 time: 0.9321008 Aug 16 22:23:59.775507 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc972c2-43c4-4a89-8051-1a69ff940561', 'tag': '8ab668dc-8bb2-44ef-b629-b392f50f94b8'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:59.779631 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a8edf8-f67c-4dc1-b199-6cc48edc942d" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc972c2-43c4-4a89-8051-1a69ff940561", "tag": "8ab668dc-8bb2-44ef-b629-b392f50f94b8"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:59.789115 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] For port 08ba3e99-fc1d-41ca-8164-c4e53bd39e42, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:59.796814 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] For port 08ba3e99-fc1d-41ca-8164-c4e53bd39e42, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=08ba3e99-fc1d-41ca-8164-c4e53bd39e42,segment=NetworkSegment(aa10a81b-f296-40ed-92c4-8d06e2333a86),segment_id=aa10a81b-f296-40ed-92c4-8d06e2333a86)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:59.809942 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 29c0fa0c-4763-4b4c-b2f9-b7eedabe758c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:59.813313 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d10a8-a99d-489c-b823-09511fa60a9d service neutron] Pushing event updated for resources: {'Port': ['ID=8ab668dc-8bb2-44ef-b629-b392f50f94b8,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:59.813949 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.906034 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-644209c8-0548-46e5-9329-ce17f35255da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:59.907469 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-644209c8-0548-46e5-9329-ce17f35255da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1d952064ec046aaafba02ad36eca730&device_id=fcc972c2-43c4-4a89-8051-1a69ff940561 HTTP/1.1" status: 200 len: 1096 time: 0.0879815 Aug 16 22:23:59.918461 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] Routers {'7e7c6d12-70d1-4d5e-8cd7-6759579acd69'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:59.919219 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['7e7c6d12-70d1-4d5e-8cd7-6759579acd69'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:00.019326 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-b13d9bc2-0bdd-4fc3-8687-ae65608fb772 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ab668dc-8bb2-44ef-b629-b392f50f94b8 HTTP/1.1" status: 200 len: 217 time: 0.1023550 Aug 16 22:24:00.094161 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-c27c29cb-386d-4514-ba3a-6ad991b1cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:00.096211 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-c27c29cb-386d-4514-ba3a-6ad991b1cbe0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fdf0a8e9-8419-49d8-b5f5-08ee7021bab1 HTTP/1.1" status: 200 len: 854 time: 0.0663707 Aug 16 22:24:00.158465 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0bc65-d3d6-4ae3-9ded-a796a354ed62 None None] Pushing event updated for resources: {'Port': ['ID=08ba3e99-fc1d-41ca-8164-c4e53bd39e42,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:00.176772 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-1bbfd1db-0591-4deb-87f8-3d1edf1c438e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d3e76621-6f8c-4864-b810-714eea91d7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665410 Aug 16 22:24:00.228765 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 29c0fa0c-4763-4b4c-b2f9-b7eedabe758c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:00.229421 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.317094 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] Set router 7e7c6d12-70d1-4d5e-8cd7-6759579acd69 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:00.324939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] Pushing event updated for resources: {'Port': ['ID=986d8543-5005-4ce9-af1f-4ff014f7136f,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:00.330651 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52882) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:00.339481 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-9e84d8c2-8a51-475a-89a7-cbd18e697ffc tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:00.339642 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-da53c1ef-dd64-41ac-8b37-c5ea89f59247 service neutron] 10.222.0.43 "GET /v2.0/networks/d3e76621-6f8c-4864-b810-714eea91d7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552155 Aug 16 22:24:00.342389 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-9e84d8c2-8a51-475a-89a7-cbd18e697ffc tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9484885 Aug 16 22:24:00.431180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-446f8ceb-caa0-4776-b3be-1f18a330e384 req-a46c55e7-e675-47a0-96c1-68bcafc9e803 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Allocated IP 172.25.6.234 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/9c54fbd1-0dfb-44a9-ac8d-14ff731155bb) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:00.464341 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a9360e42-e46a-45ee-8ff1-f8b094c990d8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2135591585-network', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:00.473695 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e30a831d-9fd9-4758-bdee-4b336bd29e6d req-69a6c7e0-328c-4968-8d2b-932f30152cdb service neutron] 10.222.0.43 "GET /v2.0/networks/d3e76621-6f8c-4864-b810-714eea91d7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261258 Aug 16 22:24:00.493071 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9360e42-e46a-45ee-8ff1-f8b094c990d8 admin admin] Made reservation on behalf of ae6e71280ae64531b5ca860710d12c9d for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:00.495915 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9360e42-e46a-45ee-8ff1-f8b094c990d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.507478 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-15184685-48c4-4a80-93af-f42344dd0483 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/quotas/5ee2aad70ac440798e0a8b7baf7850c7 HTTP/1.1" status: 200 len: 375 time: 0.1013467 Aug 16 22:24:00.509590 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9360e42-e46a-45ee-8ff1-f8b094c990d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.519241 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-eecc4aa1-058f-424d-8670-409bbf7d2fc4 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:00.520715 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-eecc4aa1-058f-424d-8670-409bbf7d2fc4 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0556269 Aug 16 22:24:00.564569 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-91b2bcf4-715e-473e-9f65-1bedb008c2e3 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Request body: {'port': {'device_id': '5d4e5429-8dc5-496f-a7d9-c8d83a365fa2', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': '5ee2aad70ac440798e0a8b7baf7850c7'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:00.606099 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c6d12-70d1-4d5e-8cd7-6759579acd69', 'name': 'tempest-FloatingIPsTestJSON-289186185-router', 'tenant_id': '7d1166582da340e6bb0f92e07cc97582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '29c0fa0c-4763-4b4c-b2f9-b7eedabe758c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:23:49Z', 'updated_at': '2021-08-16T22:23:55Z', 'revision_number': 4, 'project_id': '7d1166582da340e6bb0f92e07cc97582', 'gw_port': {'id': '29c0fa0c-4763-4b4c-b2f9-b7eedabe758c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c6d12-70d1-4d5e-8cd7-6759579acd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:23:50Z', 'updated_at': '2021-08-16T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '08ba3e99-fc1d-41ca-8164-c4e53bd39e42', 'name': '', 'network_id': 'e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1', 'tenant_id': '7d1166582da340e6bb0f92e07cc97582', 'mac_address': 'fa:16:3e:15:c8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7c6d12-70d1-4d5e-8cd7-6759579acd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '4470800e-afed-4eb6-b055-8f5b60173e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:23:54Z', 'updated_at': '2021-08-16T22:23:59Z', 'revision_number': 4, 'project_id': '7d1166582da340e6bb0f92e07cc97582', 'subnets': [{'id': '4470800e-afed-4eb6-b055-8f5b60173e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:00.616671 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9360e42-e46a-45ee-8ff1-f8b094c990d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.622188 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9360e42-e46a-45ee-8ff1-f8b094c990d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.637130 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fad405-84a4-46b0-83de-8f2ee9a9be47 None None] The sync data for ids ['7e7c6d12-70d1-4d5e-8cd7-6759579acd69'] in n-d-792458-15 is: [{'id': '7e7c6d12-70d1-4d5e-8cd7-6759579acd69', 'name': 'tempest-FloatingIPsTestJSON-289186185-router', 'tenant_id': '7d1166582da340e6bb0f92e07cc97582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '29c0fa0c-4763-4b4c-b2f9-b7eedabe758c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:23:49Z', 'updated_at': '2021-08-16T22:23:55Z', 'revision_number': 4, 'project_id': '7d1166582da340e6bb0f92e07cc97582', 'gw_port': {'id': '29c0fa0c-4763-4b4c-b2f9-b7eedabe758c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c6d12-70d1-4d5e-8cd7-6759579acd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:23:50Z', 'updated_at': '2021-08-16T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '08ba3e99-fc1d-41ca-8164-c4e53bd39e42', 'name': '', 'network_id': 'e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1', 'tenant_id': '7d1166582da340e6bb0f92e07cc97582', 'mac_address': 'fa:16:3e:15:c8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7c6d12-70d1-4d5e-8cd7-6759579acd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '4470800e-afed-4eb6-b055-8f5b60173e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:23:54Z', 'updated_at': '2021-08-16T22:23:59Z', 'revision_number': 4, 'project_id': '7d1166582da340e6bb0f92e07cc97582', 'subnets': [{'id': '4470800e-afed-4eb6-b055-8f5b60173e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:24:00.658576 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9360e42-e46a-45ee-8ff1-f8b094c990d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:24:00.668277 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9360e42-e46a-45ee-8ff1-f8b094c990d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd23cd4-422a-4116-a6fc-b8b95eb04ef0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:00.676411 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9360e42-e46a-45ee-8ff1-f8b094c990d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.676755 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-a9360e42-e46a-45ee-8ff1-f8b094c990d8 admin admin] Added segment c10ccec4-7b53-4a0e-a2fc-f1c064f8909d of type vlan for network 81c7f882-7b2e-4740-bfa6-add4514fae85 Aug 16 22:24:00.676978 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-8f33b024-de31-4825-8029-2c8f3ff2caa9 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=5ee2aad70ac440798e0a8b7baf7850c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1500845 Aug 16 22:24:00.749382 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9360e42-e46a-45ee-8ff1-f8b094c990d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.793621 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9360e42-e46a-45ee-8ff1-f8b094c990d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.794032 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5cbc7241-4e00-4657-a29c-be310226a421 req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] Attempting to bind port 986d8543-5005-4ce9-af1f-4ff014f7136f on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:00.794518 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5cbc7241-4e00-4657-a29c-be310226a421 req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] Attempting to bind port 986d8543-5005-4ce9-af1f-4ff014f7136f by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '5cbc8305-0d0e-418b-a304-da3538488606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:00.794881 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbc7241-4e00-4657-a29c-be310226a421 req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] Attempting to bind port 986d8543-5005-4ce9-af1f-4ff014f7136f on network b2da5129-03c1-43e2-9856-739b2eda4786 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:00.795452 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9360e42-e46a-45ee-8ff1-f8b094c990d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:00.796053 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9360e42-e46a-45ee-8ff1-f8b094c990d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.831452 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbc7241-4e00-4657-a29c-be310226a421 req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] Port 986d8543-5005-4ce9-af1f-4ff014f7136f on network b2da5129-03c1-43e2-9856-739b2eda4786 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:24:00.831779 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbc7241-4e00-4657-a29c-be310226a421 req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] Attempting to bind port 986d8543-5005-4ce9-af1f-4ff014f7136f on network b2da5129-03c1-43e2-9856-739b2eda4786 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:00.862805 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a9360e42-e46a-45ee-8ff1-f8b094c990d8 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5310712 Aug 16 22:24:00.870090 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52886) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:00.884445 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8449a9a2-5a24-41fc-8754-8987995f75d5 admin admin] Request body: {'subnet': {'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2135591585-subnet', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:00.894158 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbc7241-4e00-4657-a29c-be310226a421 req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:00.894529 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbc7241-4e00-4657-a29c-be310226a421 req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] Checking segment: {'id': '5cbc8305-0d0e-418b-a304-da3538488606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:00.894938 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbc7241-4e00-4657-a29c-be310226a421 req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] Bound using segment: {'id': '5cbc8305-0d0e-418b-a304-da3538488606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:00.895389 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5cbc7241-4e00-4657-a29c-be310226a421 req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] Bound port: 986d8543-5005-4ce9-af1f-4ff014f7136f, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cbc8305-0d0e-418b-a304-da3538488606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:00.895750 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cbc7241-4e00-4657-a29c-be310226a421 req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.904459 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-446f8ceb-caa0-4776-b3be-1f18a330e384 req-a46c55e7-e675-47a0-96c1-68bcafc9e803 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.906356 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9360e42-e46a-45ee-8ff1-f8b094c990d8 admin admin] Pushing event updated for resources: {'Network': ['ID=81c7f882-7b2e-4740-bfa6-add4514fae85,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:00.921655 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 81c7f882-7b2e-4740-bfa6-add4514fae85 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:24:00.929898 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8449a9a2-5a24-41fc-8754-8987995f75d5 admin admin] Made reservation on behalf of ae6e71280ae64531b5ca860710d12c9d for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:00.933642 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8449a9a2-5a24-41fc-8754-8987995f75d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.962262 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de79c65-af7f-44cd-9dbc-1c4bf95357d2 x-openstack-request-id: req-8de79c65-af7f-44cd-9dbc-1c4bf95357d2 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:00.964888 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2876270-a565-4591-b1a9-3dcabc2dabda", "name": "network-vif-deleted", "tag": "c12abe54-e0e0-4591-889d-baa9fc4a8a4b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:00.965305 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8de79c65-af7f-44cd-9dbc-1c4bf95357d2 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:00.965872 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2876270-a565-4591-b1a9-3dcabc2dabda', 'name': 'network-vif-deleted', 'tag': 'c12abe54-e0e0-4591-889d-baa9fc4a8a4b', 'status': 'completed', 'code': 200} Aug 16 22:24:01.064283 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-5cbc7241-4e00-4657-a29c-be310226a421 req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d535f1e2-d7a7-4a59-a6bf-8d94819965a7 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:01.081471 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cbc7241-4e00-4657-a29c-be310226a421 req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.139383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-91b2bcf4-715e-473e-9f65-1bedb008c2e3 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Made reservation on behalf of 5ee2aad70ac440798e0a8b7baf7850c7 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:01.143199 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-91b2bcf4-715e-473e-9f65-1bedb008c2e3 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.146024 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-5cbc7241-4e00-4657-a29c-be310226a421 req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] Transition to ACTIVE for port object d535f1e2-d7a7-4a59-a6bf-8d94819965a7 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:01.172709 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-446f8ceb-caa0-4776-b3be-1f18a330e384 req-a46c55e7-e675-47a0-96c1-68bcafc9e803 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.180955 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-91b2bcf4-715e-473e-9f65-1bedb008c2e3 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.197254 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cbc7241-4e00-4657-a29c-be310226a421 req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.217423 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5cbc7241-4e00-4657-a29c-be310226a421 req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] For port 986d8543-5005-4ce9-af1f-4ff014f7136f, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:01.274606 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c55e7-e675-47a0-96c1-68bcafc9e803 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Pushing event updated for resources: {'Port': ['ID=9c54fbd1-0dfb-44a9-ac8d-14ff731155bb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:01.338656 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-446f8ceb-caa0-4776-b3be-1f18a330e384 req-a46c55e7-e675-47a0-96c1-68bcafc9e803 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:01.350951 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae41f96-4116-4380-b5cc-93dd1163256a req-7a9dc24e-b77c-4dba-a734-fe2192fc2610 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:01.353136 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5ae41f96-4116-4380-b5cc-93dd1163256a req-7a9dc24e-b77c-4dba-a734-fe2192fc2610 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a0493c2-0f97-4697-83d0-50b1298a7059 HTTP/1.1" status: 200 len: 931 time: 0.2803879 Aug 16 22:24:01.355150 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5cbc7241-4e00-4657-a29c-be310226a421 req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] For port 986d8543-5005-4ce9-af1f-4ff014f7136f, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=986d8543-5005-4ce9-af1f-4ff014f7136f,segment=NetworkSegment(5cbc8305-0d0e-418b-a304-da3538488606),segment_id=5cbc8305-0d0e-418b-a304-da3538488606)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:01.403689 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-446f8ceb-caa0-4776-b3be-1f18a330e384 req-a46c55e7-e675-47a0-96c1-68bcafc9e803 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:01.412220 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5ae41f96-4116-4380-b5cc-93dd1163256a req-7d005743-0cbd-4683-a561-5a8554ca856b tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481162 Aug 16 22:24:01.415581 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cbc7241-4e00-4657-a29c-be310226a421 req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.442718 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-446f8ceb-caa0-4776-b3be-1f18a330e384 req-a46c55e7-e675-47a0-96c1-68bcafc9e803 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:01.520571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] Pushing event updated for resources: {'Port': ['ID=d535f1e2-d7a7-4a59-a6bf-8d94819965a7,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:01.525036 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8449a9a2-5a24-41fc-8754-8987995f75d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.626599 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc7241-4e00-4657-a29c-be310226a421 req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:01.627314 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cbc7241-4e00-4657-a29c-be310226a421 req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.629471 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] 10.222.0.39 "PUT /v2.0/ports/986d8543-5005-4ce9-af1f-4ff014f7136f HTTP/1.1" status: 200 len: 1093 time: 3.9785450 Aug 16 22:24:01.644038 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449a9a2-5a24-41fc-8754-8987995f75d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc000ec1-e547-493a-bdf9-eb4209fd6597,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:01.703317 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449a9a2-5a24-41fc-8754-8987995f75d5 admin admin] Checking segment: {'id': 'c10ccec4-7b53-4a0e-a2fc-f1c064f8909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:01.703794 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8449a9a2-5a24-41fc-8754-8987995f75d5 admin admin] Network hostable DHCP agents. Network: 81c7f882-7b2e-4740-bfa6-add4514fae85, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:24:01.767899 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8449a9a2-5a24-41fc-8754-8987995f75d5 admin admin] Network 81c7f882-7b2e-4740-bfa6-add4514fae85 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:24:01.781988 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-8449a9a2-5a24-41fc-8754-8987995f75d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 81c7f882-7b2e-4740-bfa6-add4514fae85) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:01.786867 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8449a9a2-5a24-41fc-8754-8987995f75d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:01.787722 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8449a9a2-5a24-41fc-8754-8987995f75d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.791618 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabcd099-d334-463c-8e3f-5f5ba6613052 None None] Network 81c7f882-7b2e-4740-bfa6-add4514fae85 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:24:01.829751 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5cbc7241-4e00-4657-a29c-be310226a421 req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] Attempting to bind port d535f1e2-d7a7-4a59-a6bf-8d94819965a7 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:01.830368 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5cbc7241-4e00-4657-a29c-be310226a421 req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] Attempting to bind port d535f1e2-d7a7-4a59-a6bf-8d94819965a7 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '5cbc8305-0d0e-418b-a304-da3538488606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:01.830693 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbc7241-4e00-4657-a29c-be310226a421 req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] Attempting to bind port d535f1e2-d7a7-4a59-a6bf-8d94819965a7 on network b2da5129-03c1-43e2-9856-739b2eda4786 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:01.851456 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 08ba3e99-fc1d-41ca-8164-c4e53bd39e42 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:01.894331 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbc7241-4e00-4657-a29c-be310226a421 req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] Port d535f1e2-d7a7-4a59-a6bf-8d94819965a7 on network b2da5129-03c1-43e2-9856-739b2eda4786 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:24:01.894698 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbc7241-4e00-4657-a29c-be310226a421 req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] Attempting to bind port d535f1e2-d7a7-4a59-a6bf-8d94819965a7 on network b2da5129-03c1-43e2-9856-739b2eda4786 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:01.931382 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-91b2bcf4-715e-473e-9f65-1bedb008c2e3 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.936490 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-446f8ceb-caa0-4776-b3be-1f18a330e384 req-a46c55e7-e675-47a0-96c1-68bcafc9e803 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.938053 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbc7241-4e00-4657-a29c-be310226a421 req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:01.938389 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbc7241-4e00-4657-a29c-be310226a421 req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] Checking segment: {'id': '5cbc8305-0d0e-418b-a304-da3538488606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:01.938774 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbc7241-4e00-4657-a29c-be310226a421 req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] Bound using segment: {'id': '5cbc8305-0d0e-418b-a304-da3538488606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:01.939212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5cbc7241-4e00-4657-a29c-be310226a421 req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] Bound port: d535f1e2-d7a7-4a59-a6bf-8d94819965a7, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cbc8305-0d0e-418b-a304-da3538488606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:01.939591 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cbc7241-4e00-4657-a29c-be310226a421 req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.942296 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 08ba3e99-fc1d-41ca-8164-c4e53bd39e42 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:01.945411 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8449a9a2-5a24-41fc-8754-8987995f75d5 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0718644 Aug 16 22:24:01.945611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed50c5-7f40-4503-88c8-c24ab8938487 service neutron] Pushing event updated for resources: {'Port': ['ID=986d8543-5005-4ce9-af1f-4ff014f7136f,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:01.946160 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52900) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:01.952246 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-80e3b6e8-1dd6-42a7-920f-19ac519b326b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2135591585-router', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:01.961708 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-91b2bcf4-715e-473e-9f65-1bedb008c2e3 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.968638 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 08ba3e99-fc1d-41ca-8164-c4e53bd39e42 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:01.969251 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.983409 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-80e3b6e8-1dd6-42a7-920f-19ac519b326b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.985498 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-80e3b6e8-1dd6-42a7-920f-19ac519b326b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.052659 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-81c7f882-7b2e-4740-bfa6-add4514fae85', 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'fixed_ips': [{'subnet_id': 'dc000ec1-e547-493a-bdf9-eb4209fd6597'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:24:02.053564 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.097215 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-80e3b6e8-1dd6-42a7-920f-19ac519b326b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.103536 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc7241-4e00-4657-a29c-be310226a421 req-9d4c6e0e-c1dc-448f-a473-28a770111d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:02.105990 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-9d4c6e0e-c1dc-448f-a473-28a770111d8d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f239e713005343ee90e31e2fa845b670&device_id=3773b4bb-a09f-4858-b81d-e14757b3153a HTTP/1.1" status: 200 len: 1096 time: 0.3563161 Aug 16 22:24:02.130715 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2bcf4-715e-473e-9f65-1bedb008c2e3 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43155457-5ec0-4189-9a3f-56ad1f80d8a2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:02.140213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcdca0-01ee-4849-81d3-269fc31c8be4 req-26a11447-a97a-4ff4-bbe2-56cde6736182 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:02.147499 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-47bcdca0-01ee-4849-81d3-269fc31c8be4 req-26a11447-a97a-4ff4-bbe2-56cde6736182 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcc972c2-43c4-4a89-8051-1a69ff940561 HTTP/1.1" status: 200 len: 944 time: 0.3022814 Aug 16 22:24:02.150206 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-446f8ceb-caa0-4776-b3be-1f18a330e384 req-a46c55e7-e675-47a0-96c1-68bcafc9e803 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.184288 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.231672 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-5a33734d-2728-4da4-8f31-52576d12e95e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=986d8543-5005-4ce9-af1f-4ff014f7136f HTTP/1.1" status: 200 len: 217 time: 0.1164923 Aug 16 22:24:02.262433 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-7f1a8fff-c059-4f55-82ac-88b908163459 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5ee2aad70ac440798e0a8b7baf7850c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456030 Aug 16 22:24:02.271152 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 08ba3e99-fc1d-41ca-8164-c4e53bd39e42, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=08ba3e99-fc1d-41ca-8164-c4e53bd39e42,segment=NetworkSegment(aa10a81b-f296-40ed-92c4-8d06e2333a86),segment_id=aa10a81b-f296-40ed-92c4-8d06e2333a86)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:02.279302 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.290197 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] Allocated IP 172.20.0.2 (81c7f882-7b2e-4740-bfa6-add4514fae85/dc000ec1-e547-493a-bdf9-eb4209fd6597/cd63756d-f8a1-452c-b9c0-5fff54905b88) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:02.353471 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5cbc7241-4e00-4657-a29c-be310226a421 req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] For port d535f1e2-d7a7-4a59-a6bf-8d94819965a7, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:02.387877 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-47bcdca0-01ee-4849-81d3-269fc31c8be4 req-4e528b70-fa8a-4b61-85fb-95340a97a0ab tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392080 Aug 16 22:24:02.391096 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=08ba3e99-fc1d-41ca-8164-c4e53bd39e42,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:02.474957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5cbc7241-4e00-4657-a29c-be310226a421 req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] For port d535f1e2-d7a7-4a59-a6bf-8d94819965a7, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d535f1e2-d7a7-4a59-a6bf-8d94819965a7,segment=NetworkSegment(5cbc8305-0d0e-418b-a304-da3538488606),segment_id=5cbc8305-0d0e-418b-a304-da3538488606)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:02.493427 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-80e3b6e8-1dd6-42a7-920f-19ac519b326b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.499115 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-91b2bcf4-715e-473e-9f65-1bedb008c2e3 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Allocated IP 192.168.233.18 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/046c0e02-eb21-487b-96b7-2f88a3d6997f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:02.551662 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cbc7241-4e00-4657-a29c-be310226a421 req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.556108 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.566821 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] Transition to ACTIVE for port object cd63756d-f8a1-452c-b9c0-5fff54905b88 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:02.585312 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] Transition to ACTIVE for port object cd63756d-f8a1-452c-b9c0-5fff54905b88 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:02.593080 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.594526 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-6aa502cb-7303-4af2-8da6-1ad5b8fc4b7a tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:02.596670 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-6aa502cb-7303-4af2-8da6-1ad5b8fc4b7a tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3233757 Aug 16 22:24:02.613816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc7241-4e00-4657-a29c-be310226a421 req-ca46a7a0-0a1c-4df9-8d3d-dde8318bfd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:02.615303 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-ca46a7a0-0a1c-4df9-8d3d-dde8318bfd06 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09b65c4f-a7ba-4576-bbba-460bb2752485 HTTP/1.1" status: 200 len: 853 time: 0.3678234 Aug 16 22:24:02.636367 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] Network 81c7f882-7b2e-4740-bfa6-add4514fae85 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:02.638206 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-e5cb9c63-f63d-4aeb-85ea-0f19c56b706f tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Request body: {'port': {'device_id': 'e8e251f1-29b0-491c-a099-cacd576ce2b1', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': '5ee2aad70ac440798e0a8b7baf7850c7'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:02.642608 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:02.646540 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:02.656266 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] Pushing event updated for resources: {'Port': ['ID=cd63756d-f8a1-452c-b9c0-5fff54905b88,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:02.723109 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc7241-4e00-4657-a29c-be310226a421 req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:02.723797 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5cbc7241-4e00-4657-a29c-be310226a421 req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.726389 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] 10.222.0.39 "PUT /v2.0/ports/d535f1e2-d7a7-4a59-a6bf-8d94819965a7 HTTP/1.1" status: 200 len: 1092 time: 3.6814811 Aug 16 22:24:02.729643 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] Attempting to bind port cd63756d-f8a1-452c-b9c0-5fff54905b88 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:02.730045 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] Attempting to bind port cd63756d-f8a1-452c-b9c0-5fff54905b88 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'c10ccec4-7b53-4a0e-a2fc-f1c064f8909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:02.730541 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] Attempting to bind port cd63756d-f8a1-452c-b9c0-5fff54905b88 on network 81c7f882-7b2e-4740-bfa6-add4514fae85 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:02.735975 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:02.736560 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] Checking segment: {'id': 'c10ccec4-7b53-4a0e-a2fc-f1c064f8909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:02.736937 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.737830 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] Bound using segment: {'id': 'c10ccec4-7b53-4a0e-a2fc-f1c064f8909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:02.737830 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] Bound port: cd63756d-f8a1-452c-b9c0-5fff54905b88, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10ccec4-7b53-4a0e-a2fc-f1c064f8909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:02.738204 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.741951 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-0f7a1f8a-9744-45f7-a437-aa20e9b6c10b tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1919188 Aug 16 22:24:02.745750 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-7cea589a-f647-4ae0-a695-f840e880505f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b2da5129-03c1-43e2-9856-739b2eda4786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839791 Aug 16 22:24:02.790791 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-e5cb9c63-f63d-4aeb-85ea-0f19c56b706f tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Made reservation on behalf of 5ee2aad70ac440798e0a8b7baf7850c7 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:02.794292 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-e5cb9c63-f63d-4aeb-85ea-0f19c56b706f tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.822754 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] For port cd63756d-f8a1-452c-b9c0-5fff54905b88, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:02.826138 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] For port cd63756d-f8a1-452c-b9c0-5fff54905b88, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cd63756d-f8a1-452c-b9c0-5fff54905b88,segment=NetworkSegment(c10ccec4-7b53-4a0e-a2fc-f1c064f8909d),segment_id=c10ccec4-7b53-4a0e-a2fc-f1c064f8909d)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:02.830952 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.840984 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-446f8ceb-caa0-4776-b3be-1f18a330e384 req-a46c55e7-e675-47a0-96c1-68bcafc9e803 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.907640 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c27ad-aa48-4556-b200-904a1efbe403 None None] Pushing event updated for resources: {'Port': ['ID=cd63756d-f8a1-452c-b9c0-5fff54905b88,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:02.953828 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-446f8ceb-caa0-4776-b3be-1f18a330e384 req-a46c55e7-e675-47a0-96c1-68bcafc9e803 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.956174 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52962d99-80bd-40ff-b171-3b3a2a1ec502 service neutron] Pushing event updated for resources: {'Port': ['ID=d535f1e2-d7a7-4a59-a6bf-8d94819965a7,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:02.968928 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3773b4bb-a09f-4858-b81d-e14757b3153a', 'tag': '986d8543-5005-4ce9-af1f-4ff014f7136f'}, {'name': 'network-changed', 'server_uuid': '7a0493c2-0f97-4697-83d0-50b1298a7059', 'tag': 'd535f1e2-d7a7-4a59-a6bf-8d94819965a7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:02.969183 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-80e3b6e8-1dd6-42a7-920f-19ac519b326b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.971550 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88ff27f-fd7b-465a-99f9-40ac5ab36665" -d '{"events": [{"name": "network-changed", "server_uuid": "3773b4bb-a09f-4858-b81d-e14757b3153a", "tag": "986d8543-5005-4ce9-af1f-4ff014f7136f"}, {"name": "network-changed", "server_uuid": "7a0493c2-0f97-4697-83d0-50b1298a7059", "tag": "d535f1e2-d7a7-4a59-a6bf-8d94819965a7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:02.989374 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-80e3b6e8-1dd6-42a7-920f-19ac519b326b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.130651 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c55e7-e675-47a0-96c1-68bcafc9e803 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Pushing event updated for resources: {'Port': ['ID=9c54fbd1-0dfb-44a9-ac8d-14ff731155bb,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:03.134583 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-80e3b6e8-1dd6-42a7-920f-19ac519b326b admin admin] Allocated IP 172.25.6.128 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/5739f0be-3d27-48d2-8402-624c1687c203) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:03.167595 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc7241-4e00-4657-a29c-be310226a421 req-03b63bf9-b200-4f23-9838-e0c0b77e90f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:03.170679 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-03b63bf9-b200-4f23-9838-e0c0b77e90f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f239e713005343ee90e31e2fa845b670&device_id=7a0493c2-0f97-4697-83d0-50b1298a7059 HTTP/1.1" status: 200 len: 1095 time: 0.3864300 Aug 16 22:24:03.190116 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-446f8ceb-caa0-4776-b3be-1f18a330e384 req-a46c55e7-e675-47a0-96c1-68bcafc9e803 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.196557 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-91b2bcf4-715e-473e-9f65-1bedb008c2e3 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.258575 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-400cb3c1-51e4-4ded-9a74-aa53ab2bfcf5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d535f1e2-d7a7-4a59-a6bf-8d94819965a7 HTTP/1.1" status: 200 len: 217 time: 0.0747790 Aug 16 22:24:03.268095 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-80e3b6e8-1dd6-42a7-920f-19ac519b326b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.270558 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-cdf48f25-d844-4f28-8b43-de172e8b7c9b tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:03.272096 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-cdf48f25-d844-4f28-8b43-de172e8b7c9b tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5109124 Aug 16 22:24:03.279212 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-5d0b176e-00e2-4c21-8f10-c90b318b5883 service neutron] 10.222.0.39 "GET /v2.0/networks/b2da5129-03c1-43e2-9856-739b2eda4786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168257 Aug 16 22:24:03.290610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-91b2bcf4-715e-473e-9f65-1bedb008c2e3 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Transition to ACTIVE for port object 046c0e02-eb21-487b-96b7-2f88a3d6997f will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:03.293628 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-446f8ceb-caa0-4776-b3be-1f18a330e384 req-a46c55e7-e675-47a0-96c1-68bcafc9e803 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.294883 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-446f8ceb-caa0-4776-b3be-1f18a330e384 req-a46c55e7-e675-47a0-96c1-68bcafc9e803 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7521234 Aug 16 22:24:03.295868 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 8ab668dc-8bb2-44ef-b629-b392f50f94b8 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:24:03.312580 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-80e3b6e8-1dd6-42a7-920f-19ac519b326b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.367211 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-656a1d72-2ef0-46d4-adfe-a3d9c7c7ce5c tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/quotas/ea3f6caa31d74e2a9ec2aa096a9fbdf3 HTTP/1.1" status: 200 len: 375 time: 0.0860367 Aug 16 22:24:03.368107 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e3b6e8-1dd6-42a7-920f-19ac519b326b admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:03.371854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-80e3b6e8-1dd6-42a7-920f-19ac519b326b admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:03.374774 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e3b6e8-1dd6-42a7-920f-19ac519b326b admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:03.400460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 8ab668dc-8bb2-44ef-b629-b392f50f94b8, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=8ab668dc-8bb2-44ef-b629-b392f50f94b8,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:03.401814 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3b6e8-1dd6-42a7-920f-19ac519b326b admin admin] Pushing event updated for resources: {'Port': ['ID=5739f0be-3d27-48d2-8402-624c1687c203,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:03.413926 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '8ab668dc-8bb2-44ef-b629-b392f50f94b8', 'network_id': 'd3e76621-6f8c-4864-b810-714eea91d7c8', 'port_id': '8ab668dc-8bb2-44ef-b629-b392f50f94b8', 'mac_address': 'fa:16:3e:02:9c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf0a8e9-8419-49d8-b5f5-08ee7021bab1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:24:03.457504 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.470820 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab668dc-8bb2-44ef-b629-b392f50f94b8 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:03.491674 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 8ab668dc-8bb2-44ef-b629-b392f50f94b8, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=8ab668dc-8bb2-44ef-b629-b392f50f94b8,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:03.496871 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.547669 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=8ab668dc-8bb2-44ef-b629-b392f50f94b8,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:03.727097 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-80e3b6e8-1dd6-42a7-920f-19ac519b326b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.787536 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['8ab668dc-8bb2-44ef-b629-b392f50f94b8'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:03.816376 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 08ba3e99-fc1d-41ca-8164-c4e53bd39e42 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:03.859725 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-446f8ceb-caa0-4776-b3be-1f18a330e384 req-d45a47c9-dfea-4466-9e0c-d8e19c62d9bd tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.234 HTTP/1.1" status: 200 len: 696 time: 0.5262671 Aug 16 22:24:03.861943 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-f62cecb1-42cb-45a8-b180-e76431432df7 service neutron] 10.222.0.39 "GET /v2.0/networks/b2da5129-03c1-43e2-9856-739b2eda4786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5728228 Aug 16 22:24:03.868549 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc7241-4e00-4657-a29c-be310226a421 req-661f05e3-ca46-4524-bc17-afb04f943c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:03.872403 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-661f05e3-ca46-4524-bc17-afb04f943c64 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09b65c4f-a7ba-4576-bbba-460bb2752485 HTTP/1.1" status: 200 len: 853 time: 0.5983484 Aug 16 22:24:03.897460 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc7289-0043-4b0b-bc27-4f47ca395024 req-9193902f-057e-4812-a601-1027df08b7b6 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:03.900329 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3fbc7289-0043-4b0b-bc27-4f47ca395024 req-9193902f-057e-4812-a601-1027df08b7b6 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb59309f-6ae2-48f8-97f5-4701cf099115 HTTP/1.1" status: 200 len: 946 time: 0.2363892 Aug 16 22:24:03.922206 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 08ba3e99-fc1d-41ca-8164-c4e53bd39e42 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:03.922808 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.931950 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-bdc7856a-e9eb-4d46-858e-fb6d6ebad03d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b2da5129-03c1-43e2-9856-739b2eda4786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296831 Aug 16 22:24:04.000346 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e2e5d9-d22f-49b7-b217-2fb9013a34ff None None] Network 81c7f882-7b2e-4740-bfa6-add4514fae85 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:24:04.072636 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-8a90f997-3b4a-4e17-bd6b-be3719e5467f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6385558 Aug 16 22:24:04.083024 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-91b2bcf4-715e-473e-9f65-1bedb008c2e3 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.113771 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d62cbceb-1c40-4ff8-a708-a6fe687f4704 None None] Provisioning for port cd63756d-f8a1-452c-b9c0-5fff54905b88 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:04.129388 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cd63756d-f8a1-452c-b9c0-5fff54905b88 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:04.130544 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-3fbc7289-0043-4b0b-bc27-4f47ca395024 req-8505705f-f215-4a19-ad0d-861af4377667 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Deleting port 02a1ee96-3358-427a-9d07-4cb73598e204 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:04.130896 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3fbc7289-0043-4b0b-bc27-4f47ca395024 req-8505705f-f215-4a19-ad0d-861af4377667 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.158330 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2bcf4-715e-473e-9f65-1bedb008c2e3 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Pushing event updated for resources: {'Port': ['ID=046c0e02-eb21-487b-96b7-2f88a3d6997f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:04.187047 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-80e3b6e8-1dd6-42a7-920f-19ac519b326b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.212034 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-e5cb9c63-f63d-4aeb-85ea-0f19c56b706f tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Allocated IP 192.168.233.134 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/a4a9d046-f4cd-4d37-b910-8dbfcccaf06d) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:04.217079 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-91b2bcf4-715e-473e-9f65-1bedb008c2e3 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:04.228078 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-91b2bcf4-715e-473e-9f65-1bedb008c2e3 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:04.234913 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-91b2bcf4-715e-473e-9f65-1bedb008c2e3 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:04.239217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port cd63756d-f8a1-452c-b9c0-5fff54905b88 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:04.256331 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port cd63756d-f8a1-452c-b9c0-5fff54905b88 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:04.256707 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.294430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-91b2bcf4-715e-473e-9f65-1bedb008c2e3 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:04.295840 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-91b2bcf4-715e-473e-9f65-1bedb008c2e3 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.310573 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f8ceb-caa0-4776-b3be-1f18a330e384 req-f78403f0-397f-4fae-b733-a23462d822b2 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:04.312374 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-446f8ceb-caa0-4776-b3be-1f18a330e384 req-f78403f0-397f-4fae-b733-a23462d822b2 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.4332037 Aug 16 22:24:04.325046 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-183d8262-f6a5-44d1-8796-54209492ded6 service neutron] 10.222.0.39 "GET /v2.0/networks/b2da5129-03c1-43e2-9856-739b2eda4786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413959 Aug 16 22:24:04.366496 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-91b2bcf4-715e-473e-9f65-1bedb008c2e3 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8177176 Aug 16 22:24:04.395092 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] Request body: {'port': {'device_id': '5d4e5429-8dc5-496f-a7d9-c8d83a365fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:04.420326 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.427152 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4316a33-d48e-4179-acb4-7363901af9d7 x-openstack-request-id: req-e4316a33-d48e-4179-acb4-7363901af9d7 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:04.427452 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc972c2-43c4-4a89-8051-1a69ff940561", "tag": "8ab668dc-8bb2-44ef-b629-b392f50f94b8", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:04.427711 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e4316a33-d48e-4179-acb4-7363901af9d7 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:04.428128 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc972c2-43c4-4a89-8051-1a69ff940561', 'tag': '8ab668dc-8bb2-44ef-b629-b392f50f94b8', 'status': 'completed', 'code': 200} Aug 16 22:24:04.505559 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port cd63756d-f8a1-452c-b9c0-5fff54905b88, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cd63756d-f8a1-452c-b9c0-5fff54905b88,segment=NetworkSegment(c10ccec4-7b53-4a0e-a2fc-f1c064f8909d),segment_id=c10ccec4-7b53-4a0e-a2fc-f1c064f8909d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:04.513872 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.619395 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=cd63756d-f8a1-452c-b9c0-5fff54905b88,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:04.652586 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a1d533c-16e3-4b6a-be56-139abea20615 req-0869a5d4-2ff6-4e34-b6a5-1f9ac2492219 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?device_id=e8e251f1-29b0-491c-a099-cacd576ce2b1 HTTP/1.1" status: 200 len: 210 time: 0.1579337 Aug 16 22:24:04.698238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-3fbc7289-0043-4b0b-bc27-4f47ca395024 req-8505705f-f215-4a19-ad0d-861af4377667 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] For port 02a1ee96-3358-427a-9d07-4cb73598e204, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=02a1ee96-3358-427a-9d07-4cb73598e204,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:04.698616 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3fbc7289-0043-4b0b-bc27-4f47ca395024 req-8505705f-f215-4a19-ad0d-861af4377667 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.719362 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.743787 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-e5cb9c63-f63d-4aeb-85ea-0f19c56b706f tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.753891 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-3fbc7289-0043-4b0b-bc27-4f47ca395024 req-8505705f-f215-4a19-ad0d-861af4377667 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Calling delete_port for 02a1ee96-3358-427a-9d07-4cb73598e204 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:04.782039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c944dbac-5fd5-4d32-81ee-17f496c3d4b5 None None] Provisioning for port 046c0e02-eb21-487b-96b7-2f88a3d6997f completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:04.782591 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-e5cb9c63-f63d-4aeb-85ea-0f19c56b706f tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Transition to ACTIVE for port object a4a9d046-f4cd-4d37-b910-8dbfcccaf06d will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:04.787657 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c944dbac-5fd5-4d32-81ee-17f496c3d4b5 None None] Provisioning complete for port 046c0e02-eb21-487b-96b7-2f88a3d6997f triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:04.787911 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c944dbac-5fd5-4d32-81ee-17f496c3d4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.789402 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8edf8-f67c-4dc1-b199-6cc48edc942d req-8012be4c-bd74-4d5d-86fe-9dbd81946f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:04.791076 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-18a8edf8-f67c-4dc1-b199-6cc48edc942d req-8012be4c-bd74-4d5d-86fe-9dbd81946f46 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1d952064ec046aaafba02ad36eca730&device_id=fcc972c2-43c4-4a89-8051-1a69ff940561 HTTP/1.1" status: 200 len: 1097 time: 0.3361011 Aug 16 22:24:04.842100 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42698e98-2afc-4867-ae19-fd2e767fe7c5 req-549ed171-0cdd-4ece-b4f3-e279d726ae44 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:04.843345 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c944dbac-5fd5-4d32-81ee-17f496c3d4b5 None None] Port 046c0e02-eb21-487b-96b7-2f88a3d6997f cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:24:04.843930 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42698e98-2afc-4867-ae19-fd2e767fe7c5 req-549ed171-0cdd-4ece-b4f3-e279d726ae44 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb59309f-6ae2-48f8-97f5-4701cf099115 HTTP/1.1" status: 200 len: 946 time: 0.3102355 Aug 16 22:24:04.848694 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cbc7241-4e00-4657-a29c-be310226a421 req-b4e258d7-eceb-4aab-8bb8-9308bce17730 service neutron] 10.222.0.39 "GET /v2.0/networks/b2da5129-03c1-43e2-9856-739b2eda4786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096743 Aug 16 22:24:04.866957 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c944dbac-5fd5-4d32-81ee-17f496c3d4b5 None None] Provisioning complete for port cd63756d-f8a1-452c-b9c0-5fff54905b88 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:04.867258 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c944dbac-5fd5-4d32-81ee-17f496c3d4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.961164 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1aeb84-0fbd-4943-8abd-41a17c100783 req-3a52723b-9d61-4981-ac03-f8186ba34c79 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:04.968508 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d1aeb84-0fbd-4943-8abd-41a17c100783 req-3a52723b-9d61-4981-ac03-f8186ba34c79 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a0493c2-0f97-4697-83d0-50b1298a7059 HTTP/1.1" status: 200 len: 943 time: 0.2011251 Aug 16 22:24:04.979858 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e3b6e8-1dd6-42a7-920f-19ac519b326b admin admin] Router 4aba511e-4019-43b1-845e-e9e261d2a580 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:24:05.010872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42698e98-2afc-4867-ae19-fd2e767fe7c5 req-faa41344-eb77-404e-b829-308185cd1da1 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509833 Aug 16 22:24:05.040370 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d1aeb84-0fbd-4943-8abd-41a17c100783 req-70074ec2-8362-40ed-99b4-2d7163c338cc tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706642 Aug 16 22:24:05.059783 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-e5cb9c63-f63d-4aeb-85ea-0f19c56b706f tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.104401 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 986d8543-5005-4ce9-af1f-4ff014f7136f details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:24:05.116571 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8edf8-f67c-4dc1-b199-6cc48edc942d req-ce6e53ab-1e06-4cfb-9e8d-3fdbf8effb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:05.118126 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-18a8edf8-f67c-4dc1-b199-6cc48edc942d req-ce6e53ab-1e06-4cfb-9e8d-3fdbf8effb50 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d3e76621-6f8c-4864-b810-714eea91d7c8 HTTP/1.1" status: 200 len: 915 time: 0.3150547 Aug 16 22:24:05.131156 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacf868a-40d7-4c22-9502-156fc84865e6 x-openstack-request-id: req-aacf868a-40d7-4c22-9502-156fc84865e6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:05.131437 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3773b4bb-a09f-4858-b81d-e14757b3153a", "tag": "986d8543-5005-4ce9-af1f-4ff014f7136f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7a0493c2-0f97-4697-83d0-50b1298a7059", "tag": "d535f1e2-d7a7-4a59-a6bf-8d94819965a7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:05.131685 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-aacf868a-40d7-4c22-9502-156fc84865e6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:05.132074 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3773b4bb-a09f-4858-b81d-e14757b3153a', 'tag': '986d8543-5005-4ce9-af1f-4ff014f7136f', 'status': 'completed', 'code': 200} Aug 16 22:24:05.132323 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0493c2-0f97-4697-83d0-50b1298a7059', 'tag': 'd535f1e2-d7a7-4a59-a6bf-8d94819965a7', 'status': 'completed', 'code': 200} Aug 16 22:24:05.213132 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb9c63-f63d-4aeb-85ea-0f19c56b706f tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Pushing event updated for resources: {'Port': ['ID=a4a9d046-f4cd-4d37-b910-8dbfcccaf06d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:05.255755 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-46eb035e-42d8-46b9-96be-c845eab85281 req-747580c8-6f17-4dda-aee2-2fa48000e093 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "GET /v2.0/floatingips/cd2cded5-f486-4ef6-88a1-0901a443f0ae HTTP/1.1" status: 200 len: 693 time: 0.0748999 Aug 16 22:24:05.383883 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 8ab668dc-8bb2-44ef-b629-b392f50f94b8 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:05.384681 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ff27f-fd7b-465a-99f9-40ac5ab36665 req-08f20cf7-725d-44f8-8602-c63ed707f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:05.386337 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c88ff27f-fd7b-465a-99f9-40ac5ab36665 req-08f20cf7-725d-44f8-8602-c63ed707f681 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f239e713005343ee90e31e2fa845b670&device_id=3773b4bb-a09f-4858-b81d-e14757b3153a HTTP/1.1" status: 200 len: 1096 time: 0.2270877 Aug 16 22:24:05.419023 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 986d8543-5005-4ce9-af1f-4ff014f7136f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=986d8543-5005-4ce9-af1f-4ff014f7136f,segment=NetworkSegment(5cbc8305-0d0e-418b-a304-da3538488606),segment_id=5cbc8305-0d0e-418b-a304-da3538488606)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:05.424654 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55067bb4-651b-4298-917f-ac1e4bf0c40a req-0fbfdf56-adab-4eeb-ab05-111ae5288205 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:05.426260 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55067bb4-651b-4298-917f-ac1e4bf0c40a req-0fbfdf56-adab-4eeb-ab05-111ae5288205 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcc972c2-43c4-4a89-8051-1a69ff940561 HTTP/1.1" status: 200 len: 945 time: 0.1791162 Aug 16 22:24:05.436067 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '986d8543-5005-4ce9-af1f-4ff014f7136f', 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786', 'port_id': '986d8543-5005-4ce9-af1f-4ff014f7136f', 'mac_address': 'fa:16:3e:50:54:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b65c4f-a7ba-4576-bbba-460bb2752485', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:24:05.503200 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 8ab668dc-8bb2-44ef-b629-b392f50f94b8 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:05.505471 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.524581 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986d8543-5005-4ce9-af1f-4ff014f7136f {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:05.546601 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046c0e02-eb21-487b-96b7-2f88a3d6997f {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:05.547850 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 986d8543-5005-4ce9-af1f-4ff014f7136f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=986d8543-5005-4ce9-af1f-4ff014f7136f,segment=NetworkSegment(5cbc8305-0d0e-418b-a304-da3538488606),segment_id=5cbc8305-0d0e-418b-a304-da3538488606)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:05.550022 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 8ab668dc-8bb2-44ef-b629-b392f50f94b8 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:05.550544 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.553550 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.560701 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb035e-42d8-46b9-96be-c845eab85281 req-479aa0de-ddcd-4fd9-ba18-ff9ffafe5b69 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:05.566734 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-46eb035e-42d8-46b9-96be-c845eab85281 req-479aa0de-ddcd-4fd9-ba18-ff9ffafe5b69 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.2932389 Aug 16 22:24:05.583490 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.622977 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3fbc7289-0043-4b0b-bc27-4f47ca395024 req-8505705f-f215-4a19-ad0d-861af4377667 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.646113 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-e5cb9c63-f63d-4aeb-85ea-0f19c56b706f tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:05.674830 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55067bb4-651b-4298-917f-ac1e4bf0c40a req-f7c40a89-ba21-464e-b692-5d0f3effc556 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181742 Aug 16 22:24:05.694577 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=986d8543-5005-4ce9-af1f-4ff014f7136f,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:05.716445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] Transition to ACTIVE for port object 046c0e02-eb21-487b-96b7-2f88a3d6997f will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:05.719068 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-2b98b176-04ed-4691-b3e1-d5cf22d1012b tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1092503 Aug 16 22:24:05.726471 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ff27f-fd7b-465a-99f9-40ac5ab36665 req-42d3ee06-4a49-41fa-b5a7-a1a8402ac600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:05.728108 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c88ff27f-fd7b-465a-99f9-40ac5ab36665 req-42d3ee06-4a49-41fa-b5a7-a1a8402ac600 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b2da5129-03c1-43e2-9856-739b2eda4786 HTTP/1.1" status: 200 len: 914 time: 0.3281972 Aug 16 22:24:05.731904 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-e5cb9c63-f63d-4aeb-85ea-0f19c56b706f tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:05.735263 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-e5cb9c63-f63d-4aeb-85ea-0f19c56b706f tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:05.749040 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cd63756d-f8a1-452c-b9c0-5fff54905b88 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:05.781898 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['986d8543-5005-4ce9-af1f-4ff014f7136f'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:05.784144 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.797056 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-e5cb9c63-f63d-4aeb-85ea-0f19c56b706f tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:05.797663 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-e5cb9c63-f63d-4aeb-85ea-0f19c56b706f tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.801719 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-18a8edf8-f67c-4dc1-b199-6cc48edc942d req-55da4998-270d-4c5b-abfa-e8c82c6e5bb8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ab668dc-8bb2-44ef-b629-b392f50f94b8 HTTP/1.1" status: 200 len: 217 time: 0.5833611 Aug 16 22:24:05.802765 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e3b6e8-1dd6-42a7-920f-19ac519b326b admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:24:05.817580 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] Sync routers for ids ['4aba511e-4019-43b1-845e-e9e261d2a580'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:24:05.819412 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.826238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505705f-f215-4a19-ad0d-861af4377667 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Pushing event deleted for resources: {'Port': ['ID=02a1ee96-3358-427a-9d07-4cb73598e204,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:05.834700 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-80e3b6e8-1dd6-42a7-920f-19ac519b326b admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.836170 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-80e3b6e8-1dd6-42a7-920f-19ac519b326b admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8889496 Aug 16 22:24:05.838867 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] Routers {'4aba511e-4019-43b1-845e-e9e261d2a580'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:05.839502 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['4aba511e-4019-43b1-845e-e9e261d2a580'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:05.873235 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52936) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:05.881170 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45a0226d-34c8-4690-b17b-7f2f7138d913 req-96f257b2-3838-4c5d-a8df-9b999dd6c3cc tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=aab58455-0645-48d5-9d58-7f42c5710b7b HTTP/1.1" status: 200 len: 210 time: 0.1508062 Aug 16 22:24:05.887079 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbc7289-0043-4b0b-bc27-4f47ca395024 req-8505705f-f215-4a19-ad0d-861af4377667 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] No DVR routers for this DVR port 02a1ee96-3358-427a-9d07-4cb73598e204 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:24:05.892947 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3fbc7289-0043-4b0b-bc27-4f47ca395024 req-8505705f-f215-4a19-ad0d-861af4377667 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.898134 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3fbc7289-0043-4b0b-bc27-4f47ca395024 req-8505705f-f215-4a19-ad0d-861af4377667 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.43 "DELETE /v2.0/ports/02a1ee96-3358-427a-9d07-4cb73598e204 HTTP/1.1" status: 204 len: 173 time: 1.9593091 Aug 16 22:24:05.959030 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc972c2-43c4-4a89-8051-1a69ff940561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab668dc-8bb2-44ef-b629-b392f50f94b8'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:05.961401 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ea6e72-74c1-47c7-8ac1-26d2457d1924" -d '{"events": [{"server_uuid": "fcc972c2-43c4-4a89-8051-1a69ff940561", "name": "network-vif-plugged", "status": "completed", "tag": "8ab668dc-8bb2-44ef-b629-b392f50f94b8"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:05.979219 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-e5cb9c63-f63d-4aeb-85ea-0f19c56b706f tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3473513 Aug 16 22:24:06.003945 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port cd63756d-f8a1-452c-b9c0-5fff54905b88 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:06.004326 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.008278 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] Request body: {'port': {'device_id': 'e8e251f1-29b0-491c-a099-cacd576ce2b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:06.020502 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8edf8-f67c-4dc1-b199-6cc48edc942d req-0141545c-cd2c-4432-8d2e-926fcda645b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:06.022380 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-18a8edf8-f67c-4dc1-b199-6cc48edc942d req-0141545c-cd2c-4432-8d2e-926fcda645b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fdf0a8e9-8419-49d8-b5f5-08ee7021bab1 HTTP/1.1" status: 200 len: 854 time: 0.1985905 Aug 16 22:24:06.029189 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-182dc40b-28c8-4fd7-931f-a69636cbf60e req-e10df2fd-3153-4460-bf73-09dd16695e43 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "GET /v2.0/floatingips?tenant_id=7d1166582da340e6bb0f92e07cc97582 HTTP/1.1" status: 200 len: 696 time: 0.3163159 Aug 16 22:24:06.047332 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c88ff27f-fd7b-465a-99f9-40ac5ab36665 req-053de741-16b3-4405-b5d6-557d3403daaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=986d8543-5005-4ce9-af1f-4ff014f7136f HTTP/1.1" status: 200 len: 217 time: 0.1936088 Aug 16 22:24:06.071765 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 8ab668dc-8bb2-44ef-b629-b392f50f94b8, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=8ab668dc-8bb2-44ef-b629-b392f50f94b8,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:06.106039 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-18a8edf8-f67c-4dc1-b199-6cc48edc942d req-bad571ed-0642-4036-ae49-986f29b7f909 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d3e76621-6f8c-4864-b810-714eea91d7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645068 Aug 16 22:24:06.113042 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] Set router 4aba511e-4019-43b1-845e-e9e261d2a580 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:06.124698 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.216686 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] Pushing event updated for resources: {'Port': ['ID=046c0e02-eb21-487b-96b7-2f88a3d6997f,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:06.328375 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.333353 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ff27f-fd7b-465a-99f9-40ac5ab36665 req-6ce6cd95-8743-4b86-ad03-ae5fbfbf3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:06.333588 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-466890c9-b2e7-46c2-b7f7-5fa37ccd386c None None] Provisioning for port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:06.335243 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c88ff27f-fd7b-465a-99f9-40ac5ab36665 req-6ce6cd95-8743-4b86-ad03-ae5fbfbf3b7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09b65c4f-a7ba-4576-bbba-460bb2752485 HTTP/1.1" status: 200 len: 853 time: 0.2774212 Aug 16 22:24:06.361556 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=8ab668dc-8bb2-44ef-b629-b392f50f94b8,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:06.385765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-7a6a7e40-dfed-45c1-960e-88162c1d9b88 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:06.393765 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-7a6a7e40-dfed-45c1-960e-88162c1d9b88 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6621680 Aug 16 22:24:06.409072 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'name': 'tempest-ServersTestManualDisk-2135591585-router', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '5739f0be-3d27-48d2-8402-624c1687c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:01Z', 'updated_at': '2021-08-16T22:24:03Z', 'revision_number': 3, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'gw_port': {'id': '5739f0be-3d27-48d2-8402-624c1687c203', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:02Z', 'updated_at': '2021-08-16T22:24:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:06.431974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-466890c9-b2e7-46c2-b7f7-5fa37ccd386c None None] Provisioning complete for port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:06.432355 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-466890c9-b2e7-46c2-b7f7-5fa37ccd386c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.457077 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] Checking router: 4aba511e-4019-43b1-845e-e9e261d2a580 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:24:06.457473 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] Updating router 4aba511e-4019-43b1-845e-e9e261d2a580 port 5739f0be-3d27-48d2-8402-624c1687c203 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:24:06.466488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-4386ba2d-1460-4928-939a-74818c524b2f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Request body: {'port': {'device_id': 'aab58455-0645-48d5-9d58-7f42c5710b7b', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': 'ea3f6caa31d74e2a9ec2aa096a9fbdf3'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:06.478771 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c88ff27f-fd7b-465a-99f9-40ac5ab36665 req-0b175e1d-dd61-430b-9ff2-0c8966cf243a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b2da5129-03c1-43e2-9856-739b2eda4786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269040 Aug 16 22:24:06.500422 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.556025 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb59309f-6ae2-48f8-97f5-4701cf099115', 'name': 'network-vif-deleted', 'tag': '02a1ee96-3358-427a-9d07-4cb73598e204'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:06.558678 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239f714c-0692-45b2-ba86-f2def0dd0cae" -d '{"events": [{"server_uuid": "cb59309f-6ae2-48f8-97f5-4701cf099115", "name": "network-vif-deleted", "tag": "02a1ee96-3358-427a-9d07-4cb73598e204"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:06.586816 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-466890c9-b2e7-46c2-b7f7-5fa37ccd386c None None] Port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:24:06.692047 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c88ff27f-fd7b-465a-99f9-40ac5ab36665 req-a1a51c73-d2fb-4681-a96a-e6a4666eb850 service neutron] 10.222.0.39 "GET /v2.0/networks/b2da5129-03c1-43e2-9856-739b2eda4786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950841 Aug 16 22:24:06.700667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcef926-f8b1-4179-b1e0-cff0791a1643 req-48266e74-04f9-4295-9a74-d6367daa0883 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:06.702544 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfcef926-f8b1-4179-b1e0-cff0791a1643 req-48266e74-04f9-4295-9a74-d6367daa0883 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?device_id=e8e251f1-29b0-491c-a099-cacd576ce2b1 HTTP/1.1" status: 200 len: 936 time: 0.6240721 Aug 16 22:24:06.732358 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] Attempting to bind port 046c0e02-eb21-487b-96b7-2f88a3d6997f on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:06.732842 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] Attempting to bind port 046c0e02-eb21-487b-96b7-2f88a3d6997f by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:06.733281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] Attempting to bind port 046c0e02-eb21-487b-96b7-2f88a3d6997f on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:06.733809 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-18a8edf8-f67c-4dc1-b199-6cc48edc942d req-c807ac14-a66b-4d2a-8d50-c68014895c13 service neutron] 10.222.0.43 "GET /v2.0/networks/d3e76621-6f8c-4864-b810-714eea91d7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6183987 Aug 16 22:24:06.800891 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dc40b-28c8-4fd7-931f-a69636cbf60e req-9682f873-a90e-48e4-86f6-2a736435a803 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:06.802607 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-182dc40b-28c8-4fd7-931f-a69636cbf60e req-9682f873-a90e-48e4-86f6-2a736435a803 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "GET /v2.0/networks?id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 787 time: 0.7640350 Aug 16 22:24:06.821332 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] Port 046c0e02-eb21-487b-96b7-2f88a3d6997f on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:24:06.821921 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] Attempting to bind port 046c0e02-eb21-487b-96b7-2f88a3d6997f on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:06.856620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:06.857111 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:06.857622 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:06.858205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] Bound port: 046c0e02-eb21-487b-96b7-2f88a3d6997f, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:06.858670 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.864782 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.891524 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] Transition to ACTIVE for port object 5739f0be-3d27-48d2-8402-624c1687c203 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:06.897294 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665a49b4-b154-46f1-b36e-c216fe87c399 x-openstack-request-id: req-665a49b4-b154-46f1-b36e-c216fe87c399 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:06.897691 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc972c2-43c4-4a89-8051-1a69ff940561", "name": "network-vif-plugged", "status": "completed", "tag": "8ab668dc-8bb2-44ef-b629-b392f50f94b8", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:06.897823 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-665a49b4-b154-46f1-b36e-c216fe87c399 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:06.898326 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc972c2-43c4-4a89-8051-1a69ff940561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab668dc-8bb2-44ef-b629-b392f50f94b8', 'code': 200} Aug 16 22:24:06.904547 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.977004 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfcef926-f8b1-4179-b1e0-cff0791a1643 req-20a050f1-7506-4cda-b519-ca5f94f90b1f tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/security-groups?id=43155457-5ec0-4189-9a3f-56ad1f80d8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484572 Aug 16 22:24:07.011203 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] Attempting to bind port 5739f0be-3d27-48d2-8402-624c1687c203 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:07.011570 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] Attempting to bind port 5739f0be-3d27-48d2-8402-624c1687c203 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:07.011929 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] Attempting to bind port 5739f0be-3d27-48d2-8402-624c1687c203 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:07.014151 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a19a39-3274-41fb-b052-cea08e93f081 None None] Pushing event updated for resources: {'Port': ['ID=5739f0be-3d27-48d2-8402-624c1687c203,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:07.042946 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:07.043324 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:07.043728 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.044018 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c88ff27f-fd7b-465a-99f9-40ac5ab36665 req-4724f606-f072-4526-b266-f54a6772ef0b service neutron] 10.222.0.39 "GET /v2.0/networks/b2da5129-03c1-43e2-9856-739b2eda4786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402016 Aug 16 22:24:07.044182 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:07.044567 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] Bound port: 5739f0be-3d27-48d2-8402-624c1687c203, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:07.045420 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.099538 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-4386ba2d-1460-4928-939a-74818c524b2f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Made reservation on behalf of ea3f6caa31d74e2a9ec2aa096a9fbdf3 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:07.103772 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-4386ba2d-1460-4928-939a-74818c524b2f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.124887 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d535f1e2-d7a7-4a59-a6bf-8d94819965a7 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:24:07.136248 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] For port 5739f0be-3d27-48d2-8402-624c1687c203, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:07.142113 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] For port 5739f0be-3d27-48d2-8402-624c1687c203, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=5739f0be-3d27-48d2-8402-624c1687c203,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:07.145599 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 986d8543-5005-4ce9-af1f-4ff014f7136f up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:07.149202 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.153847 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b40f671a-7ada-489f-a352-cb948e0185cd req-41e64b2a-13f0-488c-9218-689cb9fa9c8e tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb59309f-6ae2-48f8-97f5-4701cf099115 HTTP/1.1" status: 200 len: 210 time: 0.1065261 Aug 16 22:24:07.162703 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-18a8edf8-f67c-4dc1-b199-6cc48edc942d req-324750db-040a-4a80-8efd-6f626040b1bf service neutron] 10.222.0.43 "GET /v2.0/networks/d3e76621-6f8c-4864-b810-714eea91d7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177635 Aug 16 22:24:07.184591 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3e195-d323-4c2c-ba0f-ca678ae8cd80 req-8c738441-2ddd-45d0-acf6-43aab36b21f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:07.186129 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8dc3e195-d323-4c2c-ba0f-ca678ae8cd80 req-8c738441-2ddd-45d0-acf6-43aab36b21f3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fcc972c2-43c4-4a89-8051-1a69ff940561 HTTP/1.1" status: 200 len: 1098 time: 0.1792116 Aug 16 22:24:07.219772 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a812ff25-eb98-4059-93f7-4eba3722f379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.279853 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8dc3e195-d323-4c2c-ba0f-ca678ae8cd80 req-3ec1f40e-bab1-4424-a28e-1b3b756666c8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828269 Aug 16 22:24:07.310971 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] For port 046c0e02-eb21-487b-96b7-2f88a3d6997f, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:07.312666 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 02a1ee96-3358-427a-9d07-4cb73598e204 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:07.314632 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] Routers {'4aba511e-4019-43b1-845e-e9e261d2a580'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:07.316239 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['4aba511e-4019-43b1-845e-e9e261d2a580'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:07.318244 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a19a39-3274-41fb-b052-cea08e93f081 None None] Pushing event updated for resources: {'Port': ['ID=5739f0be-3d27-48d2-8402-624c1687c203,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:07.342067 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] For port 046c0e02-eb21-487b-96b7-2f88a3d6997f, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=046c0e02-eb21-487b-96b7-2f88a3d6997f,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:07.376644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 02a1ee96-3358-427a-9d07-4cb73598e204 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:07.377307 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 02a1ee96-3358-427a-9d07-4cb73598e204 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:07.392127 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a9d046-f4cd-4d37-b910-8dbfcccaf06d {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:07.407123 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.424286 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 986d8543-5005-4ce9-af1f-4ff014f7136f completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:07.434277 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 986d8543-5005-4ce9-af1f-4ff014f7136f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:07.434995 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.463875 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df69aa2b-891d-4043-a0c9-3fab04d7a995 x-openstack-request-id: req-df69aa2b-891d-4043-a0c9-3fab04d7a995 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:07.464175 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb59309f-6ae2-48f8-97f5-4701cf099115", "name": "network-vif-deleted", "tag": "02a1ee96-3358-427a-9d07-4cb73598e204", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:07.464434 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-df69aa2b-891d-4043-a0c9-3fab04d7a995 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:07.464836 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb59309f-6ae2-48f8-97f5-4701cf099115', 'name': 'network-vif-deleted', 'tag': '02a1ee96-3358-427a-9d07-4cb73598e204', 'status': 'completed', 'code': 200} Aug 16 22:24:07.474073 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.494270 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d535f1e2-d7a7-4a59-a6bf-8d94819965a7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d535f1e2-d7a7-4a59-a6bf-8d94819965a7,segment=NetworkSegment(5cbc8305-0d0e-418b-a304-da3538488606),segment_id=5cbc8305-0d0e-418b-a304-da3538488606)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:07.511936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'd535f1e2-d7a7-4a59-a6bf-8d94819965a7', 'network_id': 'b2da5129-03c1-43e2-9856-739b2eda4786', 'port_id': 'd535f1e2-d7a7-4a59-a6bf-8d94819965a7', 'mac_address': 'fa:16:3e:5a:93:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b65c4f-a7ba-4576-bbba-460bb2752485', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:24:07.527944 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] Transition to ACTIVE for port object a4a9d046-f4cd-4d37-b910-8dbfcccaf06d will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:07.540464 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.557988 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.581512 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] Set router 4aba511e-4019-43b1-845e-e9e261d2a580 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:07.609825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:07.610494 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.615084 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] 10.222.0.39 "PUT /v2.0/ports/046c0e02-eb21-487b-96b7-2f88a3d6997f HTTP/1.1" status: 200 len: 1096 time: 3.2369614 Aug 16 22:24:07.629313 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 986d8543-5005-4ce9-af1f-4ff014f7136f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=986d8543-5005-4ce9-af1f-4ff014f7136f,segment=NetworkSegment(5cbc8305-0d0e-418b-a304-da3538488606),segment_id=5cbc8305-0d0e-418b-a304-da3538488606)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:07.631425 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.636410 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.676169 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d535f1e2-d7a7-4a59-a6bf-8d94819965a7 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:07.678533 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-a812ff25-eb98-4059-93f7-4eba3722f379 admin admin] Allocated IP 172.20.0.1 (81c7f882-7b2e-4740-bfa6-add4514fae85/dc000ec1-e547-493a-bdf9-eb4209fd6597/e62efe0b-99bb-472c-bce7-b3b9f1cfda5d) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:07.680117 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a9d046-f4cd-4d37-b910-8dbfcccaf06d,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:07.722541 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5920535-baac-4200-b8da-e3e6583501cb service neutron] Pushing event updated for resources: {'Port': ['ID=046c0e02-eb21-487b-96b7-2f88a3d6997f,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:07.731045 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4e5429-8dc5-496f-a7d9-c8d83a365fa2', 'tag': '046c0e02-eb21-487b-96b7-2f88a3d6997f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:07.733946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d535f1e2-d7a7-4a59-a6bf-8d94819965a7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d535f1e2-d7a7-4a59-a6bf-8d94819965a7,segment=NetworkSegment(5cbc8305-0d0e-418b-a304-da3538488606),segment_id=5cbc8305-0d0e-418b-a304-da3538488606)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:07.736934 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d479e2b6-25f5-4bb8-a0d8-b2dc5016029e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d4e5429-8dc5-496f-a7d9-c8d83a365fa2", "tag": "046c0e02-eb21-487b-96b7-2f88a3d6997f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:07.742140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ff27f-fd7b-465a-99f9-40ac5ab36665 req-f2d2732d-f234-44d6-9cb0-79b6fcad1ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:07.744984 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.749575 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=986d8543-5005-4ce9-af1f-4ff014f7136f,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:07.751631 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c88ff27f-fd7b-465a-99f9-40ac5ab36665 req-f2d2732d-f234-44d6-9cb0-79b6fcad1ed3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f239e713005343ee90e31e2fa845b670&device_id=7a0493c2-0f97-4697-83d0-50b1298a7059 HTTP/1.1" status: 200 len: 1095 time: 0.6435342 Aug 16 22:24:07.815003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fb0e7-4cf7-4bbb-b7a0-5466900c43c1 req-7ffba743-7f5f-4736-a483-c9ded15cbfe0 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:07.823201 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a21fb0e7-4cf7-4bbb-b7a0-5466900c43c1 req-7ffba743-7f5f-4736-a483-c9ded15cbfe0 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a0493c2-0f97-4697-83d0-50b1298a7059 HTTP/1.1" status: 200 len: 943 time: 0.7250752 Aug 16 22:24:07.868020 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=d535f1e2-d7a7-4a59-a6bf-8d94819965a7,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:07.872043 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] Attempting to bind port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:07.872652 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] Attempting to bind port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:07.873224 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] Attempting to bind port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:07.892606 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] Port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:24:07.893281 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] Attempting to bind port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:07.909282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:07.910040 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:07.910661 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:07.911319 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] Bound port: a4a9d046-f4cd-4d37-b910-8dbfcccaf06d, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:07.911913 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.964472 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'name': 'tempest-ServersTestManualDisk-2135591585-router', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '5739f0be-3d27-48d2-8402-624c1687c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:01Z', 'updated_at': '2021-08-16T22:24:03Z', 'revision_number': 3, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'gw_port': {'id': '5739f0be-3d27-48d2-8402-624c1687c203', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:02Z', 'updated_at': '2021-08-16T22:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:07.969325 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['d535f1e2-d7a7-4a59-a6bf-8d94819965a7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:07.985226 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a812ff25-eb98-4059-93f7-4eba3722f379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.018865 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-a812ff25-eb98-4059-93f7-4eba3722f379 admin admin] Transition to ACTIVE for port object e62efe0b-99bb-472c-bce7-b3b9f1cfda5d will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:08.037150 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15905a9-8452-4367-bb2b-0a5dc2337ffd None None] The sync data for ids ['4aba511e-4019-43b1-845e-e9e261d2a580'] in n-d-792458-15 is: [{'id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'name': 'tempest-ServersTestManualDisk-2135591585-router', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '5739f0be-3d27-48d2-8402-624c1687c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:01Z', 'updated_at': '2021-08-16T22:24:03Z', 'revision_number': 3, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'gw_port': {'id': '5739f0be-3d27-48d2-8402-624c1687c203', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:02Z', 'updated_at': '2021-08-16T22:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:24:08.081707 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] For port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:08.087445 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a812ff25-eb98-4059-93f7-4eba3722f379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.165046 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a812ff25-eb98-4059-93f7-4eba3722f379 admin admin] Network 81c7f882-7b2e-4740-bfa6-add4514fae85 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:08.181158 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812ff25-eb98-4059-93f7-4eba3722f379 admin admin] Pushing event updated for resources: {'Port': ['ID=e62efe0b-99bb-472c-bce7-b3b9f1cfda5d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:08.184961 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-a812ff25-eb98-4059-93f7-4eba3722f379 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:08.194775 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a812ff25-eb98-4059-93f7-4eba3722f379 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:08.197841 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] For port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a4a9d046-f4cd-4d37-b910-8dbfcccaf06d,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:08.291321 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a812ff25-eb98-4059-93f7-4eba3722f379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.295022 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.306619 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.484279 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a9d046-f4cd-4d37-b910-8dbfcccaf06d,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:08.505473 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:08.506131 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.508433 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-0f24a04f-9d10-4838-b4ad-cb46953653a7 service neutron] 10.222.0.39 "PUT /v2.0/ports/a4a9d046-f4cd-4d37-b910-8dbfcccaf06d HTTP/1.1" status: 200 len: 1097 time: 2.5068007 Aug 16 22:24:08.688872 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-cc403f20-5698-42c9-8f45-9f35bc9166c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:08.690417 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-cc403f20-5698-42c9-8f45-9f35bc9166c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5ee2aad70ac440798e0a8b7baf7850c7&device_id=e8e251f1-29b0-491c-a099-cacd576ce2b1 HTTP/1.1" status: 200 len: 1100 time: 0.1315799 Aug 16 22:24:08.697714 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a812ff25-eb98-4059-93f7-4eba3722f379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.699244 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-4386ba2d-1460-4928-939a-74818c524b2f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Allocated IP 192.168.233.185 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/1297e253-0464-49c6-8716-7b3a8f370833) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:08.737719 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-82c95956-c098-4a3f-8c6f-5499792711a3 None None] Provisioning for port e62efe0b-99bb-472c-bce7-b3b9f1cfda5d completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:08.745486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-82c95956-c098-4a3f-8c6f-5499792711a3 None None] Provisioning complete for port e62efe0b-99bb-472c-bce7-b3b9f1cfda5d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:08.745852 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-82c95956-c098-4a3f-8c6f-5499792711a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.767005 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-bb386056-e4a7-4bb8-afc7-94f5310261df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=a4a9d046-f4cd-4d37-b910-8dbfcccaf06d HTTP/1.1" status: 200 len: 217 time: 0.0655763 Aug 16 22:24:08.838151 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-82c95956-c098-4a3f-8c6f-5499792711a3 None None] Port e62efe0b-99bb-472c-bce7-b3b9f1cfda5d cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:24:08.881206 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-14a4a925-aa72-4680-b5d3-6eb4095612e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:08.882824 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-14a4a925-aa72-4680-b5d3-6eb4095612e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0870755 Aug 16 22:24:08.971650 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3773b4bb-a09f-4858-b81d-e14757b3153a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986d8543-5005-4ce9-af1f-4ff014f7136f'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:08.974953 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c62c5e-c059-4168-a0f0-ac2db438ba88" -d '{"events": [{"server_uuid": "3773b4bb-a09f-4858-b81d-e14757b3153a", "name": "network-vif-plugged", "status": "completed", "tag": "986d8543-5005-4ce9-af1f-4ff014f7136f"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:08.978204 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-ce03ed55-4f9c-4ca6-9030-11aaee736dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:08.979815 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-ce03ed55-4f9c-4ca6-9030-11aaee736dfc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0671651 Aug 16 22:24:09.064553 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3a40c960-6cbc-45dd-ab20-c34f347a3733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.072104 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-4386ba2d-1460-4928-939a-74818c524b2f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.097233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-4386ba2d-1460-4928-939a-74818c524b2f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Transition to ACTIVE for port object 1297e253-0464-49c6-8716-7b3a8f370833 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:09.105874 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a812ff25-eb98-4059-93f7-4eba3722f379 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.117981 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a812ff25-eb98-4059-93f7-4eba3722f379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.130082 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ff27f-fd7b-465a-99f9-40ac5ab36665 req-b3fa31d0-e0db-4202-a5f1-49e23735ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:09.131757 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c88ff27f-fd7b-465a-99f9-40ac5ab36665 req-b3fa31d0-e0db-4202-a5f1-49e23735ee5a service neutron] 10.222.0.39 "GET /v2.0/networks?id=b2da5129-03c1-43e2-9856-739b2eda4786 HTTP/1.1" status: 200 len: 914 time: 1.3672795 Aug 16 22:24:09.148719 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d535f1e2-d7a7-4a59-a6bf-8d94819965a7 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:09.150185 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a21fb0e7-4cf7-4bbb-b7a0-5466900c43c1 req-7c072232-838e-45d8-9b18-50579666e76c tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3190656 Aug 16 22:24:09.199987 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812ff25-eb98-4059-93f7-4eba3722f379 admin admin] Pushing event updated for resources: {'Port': ['ID=e62efe0b-99bb-472c-bce7-b3b9f1cfda5d,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:09.259194 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a812ff25-eb98-4059-93f7-4eba3722f379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.259697 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port d535f1e2-d7a7-4a59-a6bf-8d94819965a7 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:09.262708 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c88ff27f-fd7b-465a-99f9-40ac5ab36665 req-81fb9fd6-9acc-4dba-ad9a-079d92273ed5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d535f1e2-d7a7-4a59-a6bf-8d94819965a7 HTTP/1.1" status: 200 len: 217 time: 0.0943422 Aug 16 22:24:09.272326 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port d535f1e2-d7a7-4a59-a6bf-8d94819965a7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:09.272724 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.272952 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-7ae57241-3b6b-40b9-b301-e1a3d5f0714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:09.274822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-7ae57241-3b6b-40b9-b301-e1a3d5f0714e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5ee2aad70ac440798e0a8b7baf7850c7&device_id=5d4e5429-8dc5-496f-a7d9-c8d83a365fa2 HTTP/1.1" status: 200 len: 1099 time: 1.5220673 Aug 16 22:24:09.343208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5be212-3530-40ab-a86d-c06b60852159 req-46e37723-5d20-4855-9bea-02c5819884d7 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:09.352707 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f5be212-3530-40ab-a86d-c06b60852159 req-46e37723-5d20-4855-9bea-02c5819884d7 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcc972c2-43c4-4a89-8051-1a69ff940561 HTTP/1.1" status: 200 len: 946 time: 1.7365668 Aug 16 22:24:09.377245 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a812ff25-eb98-4059-93f7-4eba3722f379 admin admin] Network 81c7f882-7b2e-4740-bfa6-add4514fae85 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:09.380189 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-a812ff25-eb98-4059-93f7-4eba3722f379 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:09.388838 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-c30e677a-034b-4fe8-8e30-e2e6ac72939a service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995855 Aug 16 22:24:09.446677 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.453718 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-7a52ca29-1a76-4a77-a0d7-18b4bb64f46b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=046c0e02-eb21-487b-96b7-2f88a3d6997f HTTP/1.1" status: 200 len: 217 time: 0.0920911 Aug 16 22:24:09.462601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-08837b95-58cc-4cf0-86f0-4f9f4e77ce39 req-d0726772-533d-4c50-bd6b-f5b5ef589d9a tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "GET /v2.0/floatingips/cd2cded5-f486-4ef6-88a1-0901a443f0ae HTTP/1.1" status: 200 len: 693 time: 0.2197418 Aug 16 22:24:09.524602 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f5be212-3530-40ab-a86d-c06b60852159 req-15409147-b531-460a-9580-7f236ed8b341 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705363 Aug 16 22:24:09.532271 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d535f1e2-d7a7-4a59-a6bf-8d94819965a7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d535f1e2-d7a7-4a59-a6bf-8d94819965a7,segment=NetworkSegment(5cbc8305-0d0e-418b-a304-da3538488606),segment_id=5cbc8305-0d0e-418b-a304-da3538488606)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:09.541085 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.607218 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-4386ba2d-1460-4928-939a-74818c524b2f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.641988 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['67c32307-24b9-4b1b-a483-e2235092c1c0', '4aa45943-3bf3-4e85-be89-0d170cfc9ab4'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:09.653387 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ff27f-fd7b-465a-99f9-40ac5ab36665 req-9e577b10-f413-4bd9-b7d3-3ddb5719002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:09.655017 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c88ff27f-fd7b-465a-99f9-40ac5ab36665 req-9e577b10-f413-4bd9-b7d3-3ddb5719002e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09b65c4f-a7ba-4576-bbba-460bb2752485 HTTP/1.1" status: 200 len: 853 time: 0.3312876 Aug 16 22:24:09.656856 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['165aae63-3dc0-4ea1-bf25-34bea2f8274f', 'f889e197-d41c-434d-9aa2-e3cdc5aec979', '3c95034b-1f7b-464f-9974-81c0c243d8d6', '5f630800-d2cc-4b43-bf69-bcdf2f4bde9c'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:09.825574 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c88ff27f-fd7b-465a-99f9-40ac5ab36665 req-1ec7923d-591b-4dd6-b446-39f3f50d912f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b2da5129-03c1-43e2-9856-739b2eda4786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093657 Aug 16 22:24:09.842306 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-4386ba2d-1460-4928-939a-74818c524b2f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:09.843881 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=d535f1e2-d7a7-4a59-a6bf-8d94819965a7,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:09.873988 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-4386ba2d-1460-4928-939a-74818c524b2f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:09.877415 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-6197f8e7-6363-4444-a71b-21420866cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:09.879075 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-6197f8e7-6363-4444-a71b-21420866cdb3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.4153032 Aug 16 22:24:09.879949 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-4386ba2d-1460-4928-939a-74818c524b2f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:09.897394 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 5739f0be-3d27-48d2-8402-624c1687c203 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:09.949233 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e251f1-29b0-491c-a099-cacd576ce2b1', 'tag': 'a4a9d046-f4cd-4d37-b910-8dbfcccaf06d'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:09.951515 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de44373b-0fa2-482e-b641-2e9d7c81bf8b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e251f1-29b0-491c-a099-cacd576ce2b1", "tag": "a4a9d046-f4cd-4d37-b910-8dbfcccaf06d"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:10.112363 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-4386ba2d-1460-4928-939a-74818c524b2f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:10.113432 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-4386ba2d-1460-4928-939a-74818c524b2f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.118774 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386ba2d-1460-4928-939a-74818c524b2f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Pushing event updated for resources: {'Port': ['ID=1297e253-0464-49c6-8716-7b3a8f370833,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:10.126892 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a812ff25-eb98-4059-93f7-4eba3722f379 admin admin] Router 4aba511e-4019-43b1-845e-e9e261d2a580 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:24:10.190937 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08837b95-58cc-4cf0-86f0-4f9f4e77ce39 req-be4f69d6-5c58-412b-b296-1fa38a6ff13c tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:10.195702 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-08837b95-58cc-4cf0-86f0-4f9f4e77ce39 req-be4f69d6-5c58-412b-b296-1fa38a6ff13c tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.7220047 Aug 16 22:24:10.204871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f2a9152f-f160-40e6-b1f5-739d2d364eff None None] Provisioning complete for port e62efe0b-99bb-472c-bce7-b3b9f1cfda5d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:10.205249 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f2a9152f-f160-40e6-b1f5-739d2d364eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.218854 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 5739f0be-3d27-48d2-8402-624c1687c203 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:10.219606 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5d622-cb13-49bc-922c-aa0451c390f6 req-c2f057d2-48c6-4eba-b8ca-684b8e52e6ae tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:10.221445 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2f5d622-cb13-49bc-922c-aa0451c390f6 req-c2f057d2-48c6-4eba-b8ca-684b8e52e6ae tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=aab58455-0645-48d5-9d58-7f42c5710b7b HTTP/1.1" status: 200 len: 936 time: 0.4645181 Aug 16 22:24:10.222912 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-4386ba2d-1460-4928-939a-74818c524b2f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7990408 Aug 16 22:24:10.242347 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] Request body: {'port': {'device_id': 'aab58455-0645-48d5-9d58-7f42c5710b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:10.251330 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7bdea3be-4b62-4ed9-ab8d-91b146839f25 req-f8aca00a-ed3e-4c46-ae6a-ca673066c4c5 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8523638 Aug 16 22:24:10.315533 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 5739f0be-3d27-48d2-8402-624c1687c203 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:10.316224 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.320427 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a812ff25-eb98-4059-93f7-4eba3722f379 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:24:10.328031 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a812ff25-eb98-4059-93f7-4eba3722f379 admin admin] 10.222.0.93 "PUT /v2.0/routers/4aba511e-4019-43b1-845e-e9e261d2a580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4272895 Aug 16 22:24:10.363878 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-00513139-ec3f-4f87-b48f-2b404fb569a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:10.365647 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-00513139-ec3f-4f87-b48f-2b404fb569a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4045575 Aug 16 22:24:10.369239 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-08837b95-58cc-4cf0-86f0-4f9f4e77ce39 req-9cbef618-ff9f-4aa2-933e-0cbc55209456 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.234 HTTP/1.1" status: 200 len: 696 time: 0.1435137 Aug 16 22:24:10.404777 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9152f-f160-40e6-b1f5-739d2d364eff None None] Port e62efe0b-99bb-472c-bce7-b3b9f1cfda5d cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:24:10.514387 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c88ff27f-fd7b-465a-99f9-40ac5ab36665 req-99687d13-69b9-4813-a7b8-f904d09aa23e service neutron] 10.222.0.39 "GET /v2.0/networks/b2da5129-03c1-43e2-9856-739b2eda4786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6435144 Aug 16 22:24:10.542966 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2f5d622-cb13-49bc-922c-aa0451c390f6 req-5b95c161-a0aa-4855-9e50-546d02453a48 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140557 Aug 16 22:24:10.545839 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-08837b95-58cc-4cf0-86f0-4f9f4e77ce39 req-4222c83f-2910-41aa-b161-6a8f46fa7593 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.234 HTTP/1.1" status: 200 len: 696 time: 0.1647136 Aug 16 22:24:10.564796 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.593724 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-547229e8-43ce-4b01-875d-887515f2d3c3 None None] Provisioning for port 1297e253-0464-49c6-8716-7b3a8f370833 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:10.606931 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.607676 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.623793 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-547229e8-43ce-4b01-875d-887515f2d3c3 None None] Provisioning complete for port 1297e253-0464-49c6-8716-7b3a8f370833 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:10.624145 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-547229e8-43ce-4b01-875d-887515f2d3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.656269 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25f215d-8664-47f2-8c8e-72d8fab830a6 x-openstack-request-id: req-b25f215d-8664-47f2-8c8e-72d8fab830a6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:10.656575 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d4e5429-8dc5-496f-a7d9-c8d83a365fa2", "tag": "046c0e02-eb21-487b-96b7-2f88a3d6997f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:10.656828 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b25f215d-8664-47f2-8c8e-72d8fab830a6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:10.657231 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d4e5429-8dc5-496f-a7d9-c8d83a365fa2', 'tag': '046c0e02-eb21-487b-96b7-2f88a3d6997f', 'status': 'completed', 'code': 200} Aug 16 22:24:10.672451 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-547229e8-43ce-4b01-875d-887515f2d3c3 None None] Port 1297e253-0464-49c6-8716-7b3a8f370833 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:24:10.698938 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 5739f0be-3d27-48d2-8402-624c1687c203, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=5739f0be-3d27-48d2-8402-624c1687c203,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:10.715623 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.890395 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-c0da8190-da80-4caa-8173-b4e2c56266a8 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131838 Aug 16 22:24:10.897481 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c88ff27f-fd7b-465a-99f9-40ac5ab36665 req-71d7f877-5808-4fc2-b079-e9db0330c569 service neutron] 10.222.0.39 "GET /v2.0/networks/b2da5129-03c1-43e2-9856-739b2eda4786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708186 Aug 16 22:24:10.910998 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] Sync routers for ids ['4aba511e-4019-43b1-845e-e9e261d2a580'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:24:10.952063 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=5739f0be-3d27-48d2-8402-624c1687c203,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:10.955823 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] Routers {'4aba511e-4019-43b1-845e-e9e261d2a580'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:10.956834 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:23:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['4aba511e-4019-43b1-845e-e9e261d2a580'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:11.018958 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405ae97-c1ed-4ec2-8e34-0def4e32ab15 req-37740ea2-728c-401a-90e3-a14c4333446f tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:11.020544 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9405ae97-c1ed-4ec2-8e34-0def4e32ab15 req-37740ea2-728c-401a-90e3-a14c4333446f tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?device_id=e8e251f1-29b0-491c-a099-cacd576ce2b1 HTTP/1.1" status: 200 len: 948 time: 0.2837906 Aug 16 22:24:11.104283 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] Set router 4aba511e-4019-43b1-845e-e9e261d2a580 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:11.134207 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-08837b95-58cc-4cf0-86f0-4f9f4e77ce39 req-fccd4610-a6f8-4da6-b091-496735280881 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Deleting port 9c54fbd1-0dfb-44a9-ac8d-14ff731155bb {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:11.134207 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-08837b95-58cc-4cf0-86f0-4f9f4e77ce39 req-fccd4610-a6f8-4da6-b091-496735280881 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.189634 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4df5905b-59a0-4bd7-a9d2-7be2a795ba63 req-9d15c9ac-ed6f-4d68-af9c-24c56444c4d9 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480352 Aug 16 22:24:11.206137 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9405ae97-c1ed-4ec2-8e34-0def4e32ab15 req-f276aee2-6075-423a-aed9-15bee5a984d4 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/security-groups?id=43155457-5ec0-4189-9a3f-56ad1f80d8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696131 Aug 16 22:24:11.330468 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-08837b95-58cc-4cf0-86f0-4f9f4e77ce39 req-fccd4610-a6f8-4da6-b091-496735280881 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.330864 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-08837b95-58cc-4cf0-86f0-4f9f4e77ce39 req-fccd4610-a6f8-4da6-b091-496735280881 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.357909 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe3a2e28-916b-4d92-b701-00218a3910ac req-9ae956bc-a7db-4725-b2fd-6424b94ceb40 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb59309f-6ae2-48f8-97f5-4701cf099115 HTTP/1.1" status: 200 len: 210 time: 0.0528729 Aug 16 22:24:11.367719 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-08837b95-58cc-4cf0-86f0-4f9f4e77ce39 req-fccd4610-a6f8-4da6-b091-496735280881 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Calling delete_port for 9c54fbd1-0dfb-44a9-ac8d-14ff731155bb owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:11.372724 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479e2b6-25f5-4bb8-a0d8-b2dc5016029e req-8330929b-a286-45a2-af95-90015bb6d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:11.383953 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d479e2b6-25f5-4bb8-a0d8-b2dc5016029e req-8330929b-a286-45a2-af95-90015bb6d2c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5ee2aad70ac440798e0a8b7baf7850c7&device_id=5d4e5429-8dc5-496f-a7d9-c8d83a365fa2 HTTP/1.1" status: 200 len: 1099 time: 0.1433499 Aug 16 22:24:11.411570 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'name': 'tempest-ServersTestManualDisk-2135591585-router', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '5739f0be-3d27-48d2-8402-624c1687c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:01Z', 'updated_at': '2021-08-16T22:24:08Z', 'revision_number': 4, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'gw_port': {'id': '5739f0be-3d27-48d2-8402-624c1687c203', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:02Z', 'updated_at': '2021-08-16T22:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'e62efe0b-99bb-472c-bce7-b3b9f1cfda5d', 'name': '', 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'mac_address': 'fa:16:3e:03:cb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'dc000ec1-e547-493a-bdf9-eb4209fd6597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:07Z', 'updated_at': '2021-08-16T22:24:08Z', 'revision_number': 2, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'subnets': [{'id': 'dc000ec1-e547-493a-bdf9-eb4209fd6597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:11.457597 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] Checking router: 4aba511e-4019-43b1-845e-e9e261d2a580 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:24:11.458819 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] Updating router 4aba511e-4019-43b1-845e-e9e261d2a580 port e62efe0b-99bb-472c-bce7-b3b9f1cfda5d binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:24:11.508304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1297e253-0464-49c6-8716-7b3a8f370833 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:11.525832 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.525990 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b327652e-a282-41be-a5ba-347c6dcc5f4f x-openstack-request-id: req-b327652e-a282-41be-a5ba-347c6dcc5f4f {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:11.526340 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3773b4bb-a09f-4858-b81d-e14757b3153a", "name": "network-vif-plugged", "status": "completed", "tag": "986d8543-5005-4ce9-af1f-4ff014f7136f", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:11.526914 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b327652e-a282-41be-a5ba-347c6dcc5f4f {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:11.528026 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3773b4bb-a09f-4858-b81d-e14757b3153a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986d8543-5005-4ce9-af1f-4ff014f7136f', 'code': 200} Aug 16 22:24:11.528339 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.538558 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217fac55-37e4-4197-8616-2e3af6cc34e4 x-openstack-request-id: req-217fac55-37e4-4197-8616-2e3af6cc34e4 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:11.539794 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e251f1-29b0-491c-a099-cacd576ce2b1", "tag": "a4a9d046-f4cd-4d37-b910-8dbfcccaf06d", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:11.540324 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-217fac55-37e4-4197-8616-2e3af6cc34e4 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:11.541677 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e251f1-29b0-491c-a099-cacd576ce2b1', 'tag': 'a4a9d046-f4cd-4d37-b910-8dbfcccaf06d', 'status': 'completed', 'code': 200} Aug 16 22:24:11.577757 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] Transition to ACTIVE for port object 1297e253-0464-49c6-8716-7b3a8f370833 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:11.608245 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.629698 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c2f019e3-419e-47ac-b7da-5cea4685cef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.650750 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44373b-0fa2-482e-b641-2e9d7c81bf8b req-9a97bb59-a9e7-47f8-b8f7-dcec2a8d0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:11.653029 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de44373b-0fa2-482e-b641-2e9d7c81bf8b req-9a97bb59-a9e7-47f8-b8f7-dcec2a8d0cd6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5ee2aad70ac440798e0a8b7baf7850c7&device_id=e8e251f1-29b0-491c-a099-cacd576ce2b1 HTTP/1.1" status: 200 len: 1100 time: 0.0934894 Aug 16 22:24:11.659732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479e2b6-25f5-4bb8-a0d8-b2dc5016029e req-66be2efc-0bad-497f-81d2-e438766c36b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:11.661187 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d479e2b6-25f5-4bb8-a0d8-b2dc5016029e req-66be2efc-0bad-497f-81d2-e438766c36b5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.2525766 Aug 16 22:24:11.790391 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44373b-0fa2-482e-b641-2e9d7c81bf8b req-d125990b-a734-44cd-956b-cbab20060a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:11.792103 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de44373b-0fa2-482e-b641-2e9d7c81bf8b req-d125990b-a734-44cd-956b-cbab20060a4c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1290107 Aug 16 22:24:11.806430 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d479e2b6-25f5-4bb8-a0d8-b2dc5016029e req-1567271d-fc05-4b99-a5a0-08a245d48be7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=046c0e02-eb21-487b-96b7-2f88a3d6997f HTTP/1.1" status: 200 len: 217 time: 0.1345153 Aug 16 22:24:11.825892 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 5739f0be-3d27-48d2-8402-624c1687c203 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:11.852841 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de44373b-0fa2-482e-b641-2e9d7c81bf8b req-dbc0e65c-6f04-4350-aa1d-950b96317c9b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=a4a9d046-f4cd-4d37-b910-8dbfcccaf06d HTTP/1.1" status: 200 len: 217 time: 0.0514348 Aug 16 22:24:11.894524 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479e2b6-25f5-4bb8-a0d8-b2dc5016029e req-8b82a37f-7021-4789-991f-e8ac2c9c3425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:11.896404 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d479e2b6-25f5-4bb8-a0d8-b2dc5016029e req-8b82a37f-7021-4789-991f-e8ac2c9c3425 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0778501 Aug 16 22:24:11.902987 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1297e253-0464-49c6-8716-7b3a8f370833,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:11.926135 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44373b-0fa2-482e-b641-2e9d7c81bf8b req-20974c38-9f69-4fa4-85ac-51bc7fc9fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:11.928699 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de44373b-0fa2-482e-b641-2e9d7c81bf8b req-20974c38-9f69-4fa4-85ac-51bc7fc9fd19 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0680335 Aug 16 22:24:11.934596 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 5739f0be-3d27-48d2-8402-624c1687c203 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:11.935287 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.001786 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f5340-6cfd-4b2e-81c9-c9d94341a656 req-f8a030ec-75b8-43f1-ac57-7eee02c16803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:12.003359 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b3f5340-6cfd-4b2e-81c9-c9d94341a656 req-f8a030ec-75b8-43f1-ac57-7eee02c16803 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3773b4bb-a09f-4858-b81d-e14757b3153a HTTP/1.1" status: 200 len: 1098 time: 0.4370842 Aug 16 22:24:12.003502 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44373b-0fa2-482e-b641-2e9d7c81bf8b req-b05b51b7-ea27-4e1e-a016-7933c384f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:12.005491 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de44373b-0fa2-482e-b641-2e9d7c81bf8b req-b05b51b7-ea27-4e1e-a016-7933c384f92b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0584893 Aug 16 22:24:12.067592 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.068152 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865d1f5-77c4-48f3-9d39-e76437dcba5c req-6cafbcf5-9e0e-48e2-839f-e54b7a5ef3f9 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:12.070976 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6865d1f5-77c4-48f3-9d39-e76437dcba5c req-6cafbcf5-9e0e-48e2-839f-e54b7a5ef3f9 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a0493c2-0f97-4697-83d0-50b1298a7059 HTTP/1.1" status: 200 len: 945 time: 0.4597015 Aug 16 22:24:12.083023 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.103740 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] Transition to ACTIVE for port object e62efe0b-99bb-472c-bce7-b3b9f1cfda5d will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:12.110639 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de44373b-0fa2-482e-b641-2e9d7c81bf8b req-5e424024-d985-4c3f-8817-0320d06e3ed3 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933836 Aug 16 22:24:12.111185 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.128430 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-08837b95-58cc-4cf0-86f0-4f9f4e77ce39 req-fccd4610-a6f8-4da6-b091-496735280881 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.139272 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479e2b6-25f5-4bb8-a0d8-b2dc5016029e req-7651a94e-b96f-497d-8699-aeddcb37611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:12.140793 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d479e2b6-25f5-4bb8-a0d8-b2dc5016029e req-7651a94e-b96f-497d-8699-aeddcb37611d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2123654 Aug 16 22:24:12.161734 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe6383-1269-4d13-a7cc-af60e7b92665 None None] Pushing event updated for resources: {'Port': ['ID=e62efe0b-99bb-472c-bce7-b3b9f1cfda5d,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:12.227072 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] Attempting to bind port e62efe0b-99bb-472c-bce7-b3b9f1cfda5d on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:12.227617 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] Attempting to bind port e62efe0b-99bb-472c-bce7-b3b9f1cfda5d by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'c10ccec4-7b53-4a0e-a2fc-f1c064f8909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:12.228272 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] Attempting to bind port e62efe0b-99bb-472c-bce7-b3b9f1cfda5d on network 81c7f882-7b2e-4740-bfa6-add4514fae85 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:12.228970 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de44373b-0fa2-482e-b641-2e9d7c81bf8b req-8ca9322d-a35e-499b-9456-37481ccb4088 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107471 Aug 16 22:24:12.234588 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:12.235136 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] Checking segment: {'id': 'c10ccec4-7b53-4a0e-a2fc-f1c064f8909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:12.235986 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.236471 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] Bound using segment: {'id': 'c10ccec4-7b53-4a0e-a2fc-f1c064f8909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:12.237056 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] Bound port: e62efe0b-99bb-472c-bce7-b3b9f1cfda5d, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10ccec4-7b53-4a0e-a2fc-f1c064f8909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:12.237547 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.324823 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] For port e62efe0b-99bb-472c-bce7-b3b9f1cfda5d, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:12.330596 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] For port e62efe0b-99bb-472c-bce7-b3b9f1cfda5d, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e62efe0b-99bb-472c-bce7-b3b9f1cfda5d,segment=NetworkSegment(c10ccec4-7b53-4a0e-a2fc-f1c064f8909d),segment_id=c10ccec4-7b53-4a0e-a2fc-f1c064f8909d)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:12.338918 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.410892 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe6383-1269-4d13-a7cc-af60e7b92665 None None] Pushing event updated for resources: {'Port': ['ID=e62efe0b-99bb-472c-bce7-b3b9f1cfda5d,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:12.428133 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] Routers {'4aba511e-4019-43b1-845e-e9e261d2a580'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:12.428997 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:24:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['4aba511e-4019-43b1-845e-e9e261d2a580'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:12.545175 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b3f5340-6cfd-4b2e-81c9-c9d94341a656 req-a392619c-40b5-455b-b35e-649be2d97b43 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190973 Aug 16 22:24:12.560871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd4610-a6f8-4da6-b091-496735280881 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Pushing event deleted for resources: {'Port': ['ID=9c54fbd1-0dfb-44a9-ac8d-14ff731155bb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:12.573297 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] Set router 4aba511e-4019-43b1-845e-e9e261d2a580 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:12.590119 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] Attempting to bind port 1297e253-0464-49c6-8716-7b3a8f370833 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:12.590455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] Attempting to bind port 1297e253-0464-49c6-8716-7b3a8f370833 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:12.590785 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] Attempting to bind port 1297e253-0464-49c6-8716-7b3a8f370833 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:12.609809 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6865d1f5-77c4-48f3-9d39-e76437dcba5c req-0d9f7765-6279-4e7d-97a3-67c945f89c61 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306046 Aug 16 22:24:12.641519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] Port 1297e253-0464-49c6-8716-7b3a8f370833 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:24:12.641855 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] Attempting to bind port 1297e253-0464-49c6-8716-7b3a8f370833 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:12.670487 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:12.670729 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:12.671116 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:12.671563 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] Bound port: 1297e253-0464-49c6-8716-7b3a8f370833, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:12.671918 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.742088 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-08837b95-58cc-4cf0-86f0-4f9f4e77ce39 req-fccd4610-a6f8-4da6-b091-496735280881 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.744583 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-08837b95-58cc-4cf0-86f0-4f9f4e77ce39 req-fccd4610-a6f8-4da6-b091-496735280881 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.745729 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-08837b95-58cc-4cf0-86f0-4f9f4e77ce39 req-fccd4610-a6f8-4da6-b091-496735280881 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "DELETE /v2.0/floatingips/cd2cded5-f486-4ef6-88a1-0901a443f0ae HTTP/1.1" status: 204 len: 173 time: 2.1820278 Aug 16 22:24:12.772357 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d479e2b6-25f5-4bb8-a0d8-b2dc5016029e req-e2bea340-3c9f-4d11-9cd6-a0db897a52f0 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6164250 Aug 16 22:24:12.793001 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] For port 1297e253-0464-49c6-8716-7b3a8f370833, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:12.838505 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'name': 'tempest-ServersTestManualDisk-2135591585-router', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '5739f0be-3d27-48d2-8402-624c1687c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:01Z', 'updated_at': '2021-08-16T22:24:08Z', 'revision_number': 4, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'gw_port': {'id': '5739f0be-3d27-48d2-8402-624c1687c203', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:02Z', 'updated_at': '2021-08-16T22:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'e62efe0b-99bb-472c-bce7-b3b9f1cfda5d', 'name': '', 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'mac_address': 'fa:16:3e:03:cb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'dc000ec1-e547-493a-bdf9-eb4209fd6597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:07Z', 'updated_at': '2021-08-16T22:24:12Z', 'revision_number': 4, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'subnets': [{'id': 'dc000ec1-e547-493a-bdf9-eb4209fd6597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:12.853994 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] For port 1297e253-0464-49c6-8716-7b3a8f370833, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=1297e253-0464-49c6-8716-7b3a8f370833,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:12.868227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d94b59-b857-4b34-9e3b-70dd4ed20523 None None] The sync data for ids ['4aba511e-4019-43b1-845e-e9e261d2a580'] in n-d-792458-15 is: [{'id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'name': 'tempest-ServersTestManualDisk-2135591585-router', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '5739f0be-3d27-48d2-8402-624c1687c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:01Z', 'updated_at': '2021-08-16T22:24:08Z', 'revision_number': 4, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'gw_port': {'id': '5739f0be-3d27-48d2-8402-624c1687c203', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:02Z', 'updated_at': '2021-08-16T22:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'e62efe0b-99bb-472c-bce7-b3b9f1cfda5d', 'name': '', 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'mac_address': 'fa:16:3e:03:cb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'dc000ec1-e547-493a-bdf9-eb4209fd6597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:07Z', 'updated_at': '2021-08-16T22:24:12Z', 'revision_number': 4, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'subnets': [{'id': 'dc000ec1-e547-493a-bdf9-eb4209fd6597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:24:12.877091 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.972776 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:12.973410 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.974746 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] 10.222.0.43 "PUT /v2.0/ports/1297e253-0464-49c6-8716-7b3a8f370833 HTTP/1.1" status: 200 len: 1097 time: 2.7378676 Aug 16 22:24:12.977308 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab58455-0645-48d5-9d58-7f42c5710b7b', 'tag': '1297e253-0464-49c6-8716-7b3a8f370833'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:12.979676 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34a66a4-d5fa-4dc4-a27f-e9e0d0c65913" -d '{"events": [{"name": "network-changed", "server_uuid": "aab58455-0645-48d5-9d58-7f42c5710b7b", "tag": "1297e253-0464-49c6-8716-7b3a8f370833"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:13.009268 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b2617-c959-4a65-997a-2834c4d690d4 req-1ee0367d-a0dd-4d5e-91f1-6af7f5298f6f tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:13.011798 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-257b2617-c959-4a65-997a-2834c4d690d4 req-1ee0367d-a0dd-4d5e-91f1-6af7f5298f6f tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcc972c2-43c4-4a89-8051-1a69ff940561 HTTP/1.1" status: 200 len: 946 time: 0.1767235 Aug 16 22:24:13.020406 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d479e2b6-25f5-4bb8-a0d8-b2dc5016029e req-f71e1eec-4d0f-4932-b279-a4e64c3a5092 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392466 Aug 16 22:24:13.063037 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07d8b0-577e-472f-808e-2e6fc569e7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1297e253-0464-49c6-8716-7b3a8f370833,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:13.120104 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.123065 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-257b2617-c959-4a65-997a-2834c4d690d4 req-218391e5-3c00-47b3-aba1-efc6ec5d36b8 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011438 Aug 16 22:24:13.136629 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-ecda0c6f-e6e7-4c3b-acfa-c3af85592a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:13.138196 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-ecda0c6f-e6e7-4c3b-acfa-c3af85592a01 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&device_id=aab58455-0645-48d5-9d58-7f42c5710b7b HTTP/1.1" status: 200 len: 1100 time: 0.0930779 Aug 16 22:24:13.165755 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 046c0e02-eb21-487b-96b7-2f88a3d6997f details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:24:13.193027 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52990) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:13.201304 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f00b33cf-d007-4e00-945c-339c04e64d19 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1947300985', 'description': 'tempest-description--1959703295'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:13.244770 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-b110030b-e10f-48ca-98ae-d2a04bebb952 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=1297e253-0464-49c6-8716-7b3a8f370833 HTTP/1.1" status: 200 len: 217 time: 0.0890605 Aug 16 22:24:13.255303 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f00b33cf-d007-4e00-945c-339c04e64d19 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.368965 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 046c0e02-eb21-487b-96b7-2f88a3d6997f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=046c0e02-eb21-487b-96b7-2f88a3d6997f,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:13.394530 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '046c0e02-eb21-487b-96b7-2f88a3d6997f', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': '046c0e02-eb21-487b-96b7-2f88a3d6997f', 'mac_address': 'fa:16:3e:98:63:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:24:13.428305 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f00b33cf-d007-4e00-945c-339c04e64d19 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.431995 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca85862-ba7f-4163-9080-19c5bab73969 req-2e463882-76bd-4026-a0c5-4c6c064050f7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:13.433511 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f00b33cf-d007-4e00-945c-339c04e64d19 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.433657 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ca85862-ba7f-4163-9080-19c5bab73969 req-2e463882-76bd-4026-a0c5-4c6c064050f7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=aab58455-0645-48d5-9d58-7f42c5710b7b HTTP/1.1" status: 200 len: 948 time: 0.1820724 Aug 16 22:24:13.441923 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.445678 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-9d3e1b5c-aac4-4d28-bb35-16c32986319c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:13.447827 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-9d3e1b5c-aac4-4d28-bb35-16c32986319c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1937807 Aug 16 22:24:13.462681 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046c0e02-eb21-487b-96b7-2f88a3d6997f {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:13.465938 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb507d83-3bc3-44d8-b5cb-83d222c5fb3b req-64e1c356-bfc9-4b2c-b0f3-65a92f411f57 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:13.467713 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eb507d83-3bc3-44d8-b5cb-83d222c5fb3b req-64e1c356-bfc9-4b2c-b0f3-65a92f411f57 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?device_id=e8e251f1-29b0-491c-a099-cacd576ce2b1 HTTP/1.1" status: 200 len: 948 time: 0.1639681 Aug 16 22:24:13.474661 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b33cf-d007-4e00-945c-339c04e64d19 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f83b711-8db8-444a-8c95-3fdcb62b5b03,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:13.487109 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f00b33cf-d007-4e00-945c-339c04e64d19 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.492000 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f00b33cf-d007-4e00-945c-339c04e64d19 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2977424 Aug 16 22:24:13.492683 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 046c0e02-eb21-487b-96b7-2f88a3d6997f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=046c0e02-eb21-487b-96b7-2f88a3d6997f,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:13.492931 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52992) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:13.498342 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.498652 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-74f5414b-87e3-48ec-ac55-38dc2f9e7714 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Request body: {'security_group_rule': {'security_group_id': '6f83b711-8db8-444a-8c95-3fdcb62b5b03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:13.499161 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a4a9d046-f4cd-4d37-b910-8dbfcccaf06d details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:24:13.529343 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0493c2-0f97-4697-83d0-50b1298a7059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd535f1e2-d7a7-4a59-a6bf-8d94819965a7'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:13.531848 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09a9c5b-35b2-4116-b3cc-94e07939c9be" -d '{"events": [{"server_uuid": "7a0493c2-0f97-4697-83d0-50b1298a7059", "name": "network-vif-plugged", "status": "completed", "tag": "d535f1e2-d7a7-4a59-a6bf-8d94819965a7"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:13.533194 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-74f5414b-87e3-48ec-ac55-38dc2f9e7714 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.561464 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ca85862-ba7f-4163-9080-19c5bab73969 req-bd3621a8-552d-4f47-9766-688bbb1599c9 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056485 Aug 16 22:24:13.592235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-9d336afb-d8fa-4bff-bbbe-40da0a40d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:13.593983 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-9d336afb-d8fa-4bff-bbbe-40da0a40d932 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1241555 Aug 16 22:24:13.610495 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eb507d83-3bc3-44d8-b5cb-83d222c5fb3b req-9a0feb35-8b87-4af6-a65d-79bdf594316d tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/security-groups?id=43155457-5ec0-4189-9a3f-56ad1f80d8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939786 Aug 16 22:24:13.613351 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=046c0e02-eb21-487b-96b7-2f88a3d6997f,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:13.641205 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-74f5414b-87e3-48ec-ac55-38dc2f9e7714 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.646635 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-74f5414b-87e3-48ec-ac55-38dc2f9e7714 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.653061 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a4a9d046-f4cd-4d37-b910-8dbfcccaf06d,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:13.676181 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5414b-87e3-48ec-ac55-38dc2f9e7714 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f4ff70-05b6-4038-ae04-e67eedf19e96,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:13.692259 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-74f5414b-87e3-48ec-ac55-38dc2f9e7714 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.695868 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-74f5414b-87e3-48ec-ac55-38dc2f9e7714 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1992502 Aug 16 22:24:13.697120 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53000) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:13.714860 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'a4a9d046-f4cd-4d37-b910-8dbfcccaf06d', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': 'a4a9d046-f4cd-4d37-b910-8dbfcccaf06d', 'mac_address': 'fa:16:3e:74:4d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:24:13.715096 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5c2361e8-22d4-41ab-812a-f27b96e5db75 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Request body: {'security_group_rule': {'security_group_id': '6f83b711-8db8-444a-8c95-3fdcb62b5b03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:13.761341 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c2361e8-22d4-41ab-812a-f27b96e5db75 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.809436 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.833017 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a9d046-f4cd-4d37-b910-8dbfcccaf06d {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:13.869521 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a4a9d046-f4cd-4d37-b910-8dbfcccaf06d,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:13.873992 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e62efe0b-99bb-472c-bce7-b3b9f1cfda5d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:13.878023 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.889479 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c2361e8-22d4-41ab-812a-f27b96e5db75 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.894484 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c2361e8-22d4-41ab-812a-f27b96e5db75 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.916276 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2361e8-22d4-41ab-812a-f27b96e5db75 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5ee865-e7b8-40be-8277-e08b7fd603ea,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:13.924913 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c2361e8-22d4-41ab-812a-f27b96e5db75 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.930445 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5c2361e8-22d4-41ab-812a-f27b96e5db75 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2294354 Aug 16 22:24:13.931213 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53006) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:13.938179 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ab495ef2-c0f6-490d-a776-081a039e1fec tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:13.941516 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53c58ab-3c9f-4ac5-b057-700825e9a599 x-openstack-request-id: req-a53c58ab-3c9f-4ac5-b057-700825e9a599 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:13.941801 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab58455-0645-48d5-9d58-7f42c5710b7b", "tag": "1297e253-0464-49c6-8716-7b3a8f370833", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:13.942075 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a53c58ab-3c9f-4ac5-b057-700825e9a599 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:13.942517 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab58455-0645-48d5-9d58-7f42c5710b7b', 'tag': '1297e253-0464-49c6-8716-7b3a8f370833', 'status': 'completed', 'code': 200} Aug 16 22:24:13.965653 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab495ef2-c0f6-490d-a776-081a039e1fec tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.966777 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=a4a9d046-f4cd-4d37-b910-8dbfcccaf06d,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:13.981595 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port e62efe0b-99bb-472c-bce7-b3b9f1cfda5d completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:13.986508 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port e62efe0b-99bb-472c-bce7-b3b9f1cfda5d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:13.986887 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.995111 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f5fff7a-4023-478c-a23a-b9d0505a0157 req-3817bca1-b574-4870-9464-9b08a33f5868 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2737842 Aug 16 22:24:14.020748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-2f5fff7a-4023-478c-a23a-b9d0505a0157 req-32b5dc7d-69c2-44dc-84d7-12e276453ab4 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:14.045182 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-b2f148ff-bb2b-47a4-99bc-a957216d3047 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336705 Aug 16 22:24:14.059622 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7b354-25e9-4a76-8a67-762b876e5f9e req-0ea0c5b6-e500-4992-87e2-24e7104cc0ea tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:14.067041 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cdc7b354-25e9-4a76-8a67-762b876e5f9e req-0ea0c5b6-e500-4992-87e2-24e7104cc0ea tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcc972c2-43c4-4a89-8051-1a69ff940561 HTTP/1.1" status: 200 len: 946 time: 0.1236792 Aug 16 22:24:14.085863 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab495ef2-c0f6-490d-a776-081a039e1fec tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.096279 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.098675 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2f5fff7a-4023-478c-a23a-b9d0505a0157 req-32b5dc7d-69c2-44dc-84d7-12e276453ab4 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.136181 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['a4a9d046-f4cd-4d37-b910-8dbfcccaf06d'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:14.139810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['046c0e02-eb21-487b-96b7-2f88a3d6997f'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:14.196398 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port e62efe0b-99bb-472c-bce7-b3b9f1cfda5d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e62efe0b-99bb-472c-bce7-b3b9f1cfda5d,segment=NetworkSegment(c10ccec4-7b53-4a0e-a2fc-f1c064f8909d),segment_id=c10ccec4-7b53-4a0e-a2fc-f1c064f8909d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:14.205421 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.214535 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-ab495ef2-c0f6-490d-a776-081a039e1fec tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Allocated IP 172.25.6.148 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/e0515f31-3ad5-4ea4-b482-17380a966d97) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:14.234968 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cdc7b354-25e9-4a76-8a67-762b876e5f9e req-59713566-1cc6-4089-9743-2d5a19b2ef81 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515796 Aug 16 22:24:14.287552 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c35c9574-bd7e-4186-b2ff-39aa6a0e779e req-4ff17545-0c10-4c51-87a4-566af656c741 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154365 Aug 16 22:24:14.347976 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2f5fff7a-4023-478c-a23a-b9d0505a0157 req-32b5dc7d-69c2-44dc-84d7-12e276453ab4 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.440555 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bde6a4-c904-4029-a4be-0517fdd45c33 x-openstack-request-id: req-e0bde6a4-c904-4029-a4be-0517fdd45c33 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:14.440950 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0493c2-0f97-4697-83d0-50b1298a7059", "name": "network-vif-plugged", "status": "completed", "tag": "d535f1e2-d7a7-4a59-a6bf-8d94819965a7", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:14.441300 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e0bde6a4-c904-4029-a4be-0517fdd45c33 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:14.441876 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0493c2-0f97-4697-83d0-50b1298a7059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd535f1e2-d7a7-4a59-a6bf-8d94819965a7', 'code': 200} Aug 16 22:24:14.442712 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=e62efe0b-99bb-472c-bce7-b3b9f1cfda5d,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:14.455405 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab495ef2-c0f6-490d-a776-081a039e1fec tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.503485 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab495ef2-c0f6-490d-a776-081a039e1fec tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.519205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a66a4-d5fa-4dc4-a27f-e9e0d0c65913 req-1a397ef1-d6be-4b43-b3f9-e1c52791a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:14.520608 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a34a66a4-d5fa-4dc4-a27f-e9e0d0c65913 req-1a397ef1-d6be-4b43-b3f9-e1c52791a125 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&device_id=aab58455-0645-48d5-9d58-7f42c5710b7b HTTP/1.1" status: 200 len: 1100 time: 0.1224716 Aug 16 22:24:14.560477 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab495ef2-c0f6-490d-a776-081a039e1fec tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:14.564313 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ab495ef2-c0f6-490d-a776-081a039e1fec tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:14.566747 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab495ef2-c0f6-490d-a776-081a039e1fec tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:14.599414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcc341-412a-45b7-9423-a9cf34059efc req-6a695897-c99d-4020-925d-9ad1268618df tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:14.599652 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab495ef2-c0f6-490d-a776-081a039e1fec tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Pushing event updated for resources: {'Port': ['ID=e0515f31-3ad5-4ea4-b482-17380a966d97,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:14.606333 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76bcc341-412a-45b7-9423-a9cf34059efc req-6a695897-c99d-4020-925d-9ad1268618df tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a0493c2-0f97-4697-83d0-50b1298a7059 HTTP/1.1" status: 200 len: 945 time: 0.1710587 Aug 16 22:24:14.677578 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d886b64-d615-4115-a091-e9288ddd5982 req-cd6d593b-e9ca-4775-8316-3327246fe1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:14.680512 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6d886b64-d615-4115-a091-e9288ddd5982 req-cd6d593b-e9ca-4775-8316-3327246fe1e2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7a0493c2-0f97-4697-83d0-50b1298a7059 HTTP/1.1" status: 200 len: 1097 time: 0.2469325 Aug 16 22:24:14.682104 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.683999 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab495ef2-c0f6-490d-a776-081a039e1fec tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.720773 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab495ef2-c0f6-490d-a776-081a039e1fec tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.723082 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-2f5fff7a-4023-478c-a23a-b9d0505a0157 req-32b5dc7d-69c2-44dc-84d7-12e276453ab4 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Allocated IP 172.25.6.246 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/e33c33ac-efbf-4c9b-9b20-cf1940be7394) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:14.783466 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76bcc341-412a-45b7-9423-a9cf34059efc req-6a513dad-c6c5-4e41-9502-2bfc62593c48 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762626 Aug 16 22:24:14.836062 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6d886b64-d615-4115-a091-e9288ddd5982 req-0cf4827d-fef7-47bf-b34f-c6399b4983be service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369689 Aug 16 22:24:14.845036 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a66a4-d5fa-4dc4-a27f-e9e0d0c65913 req-531fe981-9b2f-429a-9fbd-74d2b518150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:14.846665 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a34a66a4-d5fa-4dc4-a27f-e9e0d0c65913 req-531fe981-9b2f-429a-9fbd-74d2b518150c service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.2952099 Aug 16 22:24:14.894409 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab495ef2-c0f6-490d-a776-081a039e1fec tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.900315 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab495ef2-c0f6-490d-a776-081a039e1fec tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.915490 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a34a66a4-d5fa-4dc4-a27f-e9e0d0c65913 req-4081f3d3-dd65-4cb4-b05a-996df02bacba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=1297e253-0464-49c6-8716-7b3a8f370833 HTTP/1.1" status: 200 len: 217 time: 0.0599635 Aug 16 22:24:14.949510 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2f5fff7a-4023-478c-a23a-b9d0505a0157 req-32b5dc7d-69c2-44dc-84d7-12e276453ab4 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.960176 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab495ef2-c0f6-490d-a776-081a039e1fec tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Pushing event updated for resources: {'Port': ['ID=e0515f31-3ad5-4ea4-b482-17380a966d97,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:15.012321 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab495ef2-c0f6-490d-a776-081a039e1fec tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:15.030903 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab495ef2-c0f6-490d-a776-081a039e1fec tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:15.032143 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ab495ef2-c0f6-490d-a776-081a039e1fec tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0993714 Aug 16 22:24:15.052614 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a66a4-d5fa-4dc4-a27f-e9e0d0c65913 req-f95ca33c-5886-4bc5-ac01-93f41a8122c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:15.054273 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a34a66a4-d5fa-4dc4-a27f-e9e0d0c65913 req-f95ca33c-5886-4bc5-ac01-93f41a8122c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0931544 Aug 16 22:24:15.087531 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2f5fff7a-4023-478c-a23a-b9d0505a0157 req-32b5dc7d-69c2-44dc-84d7-12e276453ab4 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:15.113246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0033055-22ad-451f-a93b-fcfdac9194cb req-b72a0116-c437-4bf6-ba3c-ef8fb4141cd9 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:15.114714 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0033055-22ad-451f-a93b-fcfdac9194cb req-b72a0116-c437-4bf6-ba3c-ef8fb4141cd9 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=aab58455-0645-48d5-9d58-7f42c5710b7b HTTP/1.1" status: 200 len: 948 time: 0.1051528 Aug 16 22:24:15.170970 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5fff7a-4023-478c-a23a-b9d0505a0157 req-32b5dc7d-69c2-44dc-84d7-12e276453ab4 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:15.179095 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-2f5fff7a-4023-478c-a23a-b9d0505a0157 req-32b5dc7d-69c2-44dc-84d7-12e276453ab4 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:15.181813 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5fff7a-4023-478c-a23a-b9d0505a0157 req-32b5dc7d-69c2-44dc-84d7-12e276453ab4 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:15.185223 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5dc7d-69c2-44dc-84d7-12e276453ab4 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Pushing event updated for resources: {'Port': ['ID=e33c33ac-efbf-4c9b-9b20-cf1940be7394,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:15.209873 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a66a4-d5fa-4dc4-a27f-e9e0d0c65913 req-74909331-96f8-4cef-835f-dbe823a3d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:15.211989 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a34a66a4-d5fa-4dc4-a27f-e9e0d0c65913 req-74909331-96f8-4cef-835f-dbe823a3d74e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1403470 Aug 16 22:24:15.230669 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0033055-22ad-451f-a93b-fcfdac9194cb req-2667ae9d-46c8-49d8-b573-4cf5d19fc6ba tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922136 Aug 16 22:24:15.388744 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011df5c-1823-470b-859f-13361edef850 req-6fe765cb-c98b-44c4-b322-d29e2036302b tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:15.390221 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a011df5c-1823-470b-859f-13361edef850 req-6fe765cb-c98b-44c4-b322-d29e2036302b tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?device_id=e8e251f1-29b0-491c-a099-cacd576ce2b1 HTTP/1.1" status: 200 len: 949 time: 0.1033211 Aug 16 22:24:15.392693 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2f5fff7a-4023-478c-a23a-b9d0505a0157 req-32b5dc7d-69c2-44dc-84d7-12e276453ab4 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:15.401725 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a34a66a4-d5fa-4dc4-a27f-e9e0d0c65913 req-78cb135b-5402-4089-a6de-6cb875773bc0 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702144 Aug 16 22:24:15.497364 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2f5fff7a-4023-478c-a23a-b9d0505a0157 req-32b5dc7d-69c2-44dc-84d7-12e276453ab4 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:15.523386 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a011df5c-1823-470b-859f-13361edef850 req-e5ef40cb-dbce-4a3e-8d43-058d6656a76b tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/security-groups?id=43155457-5ec0-4189-9a3f-56ad1f80d8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238976 Aug 16 22:24:15.588827 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a34a66a4-d5fa-4dc4-a27f-e9e0d0c65913 req-f1c2554e-fa29-4d86-a74c-0cd4529a1ccb service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681323 Aug 16 22:24:15.716433 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e62efe0b-99bb-472c-bce7-b3b9f1cfda5d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:15.720690 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2f5fff7a-4023-478c-a23a-b9d0505a0157 req-32b5dc7d-69c2-44dc-84d7-12e276453ab4 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:15.727098 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2f5fff7a-4023-478c-a23a-b9d0505a0157 req-32b5dc7d-69c2-44dc-84d7-12e276453ab4 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:15.738497 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d88780-1303-4e57-a3c1-8a56fe576b60 req-d408544d-c865-476a-9d4a-63151bc50274 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:15.746344 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21d88780-1303-4e57-a3c1-8a56fe576b60 req-d408544d-c865-476a-9d4a-63151bc50274 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcc972c2-43c4-4a89-8051-1a69ff940561 HTTP/1.1" status: 200 len: 946 time: 0.0769067 Aug 16 22:24:15.769738 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port e62efe0b-99bb-472c-bce7-b3b9f1cfda5d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:15.770158 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:15.827330 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5dc7d-69c2-44dc-84d7-12e276453ab4 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Pushing event updated for resources: {'Port': ['ID=e33c33ac-efbf-4c9b-9b20-cf1940be7394,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:15.852449 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21d88780-1303-4e57-a3c1-8a56fe576b60 req-8326a5fd-5b9e-4966-9410-6227de62aee5 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051762 Aug 16 22:24:15.859383 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2f5fff7a-4023-478c-a23a-b9d0505a0157 req-32b5dc7d-69c2-44dc-84d7-12e276453ab4 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:15.873644 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2f5fff7a-4023-478c-a23a-b9d0505a0157 req-32b5dc7d-69c2-44dc-84d7-12e276453ab4 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:15.874986 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f5fff7a-4023-478c-a23a-b9d0505a0157 req-32b5dc7d-69c2-44dc-84d7-12e276453ab4 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8714633 Aug 16 22:24:15.927415 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f5fff7a-4023-478c-a23a-b9d0505a0157 req-477e0611-430f-45ba-9b36-10b9134e042d tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.246 HTTP/1.1" status: 200 len: 696 time: 0.0455999 Aug 16 22:24:16.102865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-97fa3e52-3f01-494a-a809-fe86f735504c tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:16.104347 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-97fa3e52-3f01-494a-a809-fe86f735504c tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/networks?id=ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 200 len: 811 time: 0.1760585 Aug 16 22:24:16.111401 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fff7a-4023-478c-a23a-b9d0505a0157 req-1c2239d4-986d-4cc6-b83e-096573a4ef38 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:16.112625 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f5fff7a-4023-478c-a23a-b9d0505a0157 req-1c2239d4-986d-4cc6-b83e-096573a4ef38 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.1759064 Aug 16 22:24:16.124515 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-8b686133-4605-4faa-9e35-974833652229 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/quotas/064c2ae4b14f44cb9af01f46aa4cd77f HTTP/1.1" status: 200 len: 375 time: 0.0107825 Aug 16 22:24:16.156499 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-38d0475c-b5c3-4ad7-b57a-5a80704f74ad tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264981 Aug 16 22:24:16.253229 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e59311ad-7576-47d2-89e0-b012ba60573b req-81b90a55-6aa6-48ed-a5cf-f32321c8e274 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1947300985&fields=id&tenant_id=ae6e71280ae64531b5ca860710d12c9d HTTP/1.1" status: 200 len: 267 time: 0.0709291 Aug 16 22:24:16.318416 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-077dda6a-a42e-4e50-8c68-e4568f2d0f7f service neutron] 10.222.0.93 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541889 Aug 16 22:24:16.715475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59311ad-7576-47d2-89e0-b012ba60573b req-0ab22ca2-e62a-42f7-8324-51b1e0294d0d tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:16.716912 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e59311ad-7576-47d2-89e0-b012ba60573b req-0ab22ca2-e62a-42f7-8324-51b1e0294d0d tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/networks?id=81c7f882-7b2e-4740-bfa6-add4514fae85 HTTP/1.1" status: 200 len: 812 time: 0.4556994 Aug 16 22:24:16.745215 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e59311ad-7576-47d2-89e0-b012ba60573b req-86a6bbaf-080b-4a9b-9e5a-4f9bd43e8622 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/quotas/ae6e71280ae64531b5ca860710d12c9d HTTP/1.1" status: 200 len: 375 time: 0.0200861 Aug 16 22:24:16.747468 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-ce847838-e3fc-454e-a9b2-bf71bdf3d8d2 service neutron] 10.222.0.93 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227650 Aug 16 22:24:16.797522 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e59311ad-7576-47d2-89e0-b012ba60573b req-0fc30fed-5e0e-4c81-83de-4e986efe45c0 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ae6e71280ae64531b5ca860710d12c9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468347 Aug 16 22:24:16.932050 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e59311ad-7576-47d2-89e0-b012ba60573b req-2e4d6d70-3977-4a21-b1ac-dfba5c2e21f3 service neutron] 10.222.0.93 "GET /v2.0/networks/81c7f882-7b2e-4740-bfa6-add4514fae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230249 Aug 16 22:24:17.006796 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e9ae2-771a-43c7-ae5d-84b740445e8d req-459f5506-c279-4cc2-bcf0-cc9bc3fa9ce4 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:17.008803 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c4e9ae2-771a-43c7-ae5d-84b740445e8d req-459f5506-c279-4cc2-bcf0-cc9bc3fa9ce4 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a0493c2-0f97-4697-83d0-50b1298a7059 HTTP/1.1" status: 200 len: 945 time: 0.1141956 Aug 16 22:24:17.067849 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c4e9ae2-771a-43c7-ae5d-84b740445e8d req-abe333b0-25f2-4125-a62a-a7c7ac16159e tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528417 Aug 16 22:24:17.072622 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e59311ad-7576-47d2-89e0-b012ba60573b req-f35736cf-d906-4924-8013-9230b73416e1 service neutron] 10.222.0.93 "GET /v2.0/networks/81c7f882-7b2e-4740-bfa6-add4514fae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322381 Aug 16 22:24:17.179880 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 046c0e02-eb21-487b-96b7-2f88a3d6997f up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:17.184325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b69678-c1a3-46dc-962d-4112080bd97b req-747edf68-2a23-4e17-801a-7b651105b260 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:17.186327 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5b69678-c1a3-46dc-962d-4112080bd97b req-747edf68-2a23-4e17-801a-7b651105b260 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcc972c2-43c4-4a89-8051-1a69ff940561 HTTP/1.1" status: 200 len: 946 time: 0.0549407 Aug 16 22:24:17.261556 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 046c0e02-eb21-487b-96b7-2f88a3d6997f completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:17.265888 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 046c0e02-eb21-487b-96b7-2f88a3d6997f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:17.266242 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:17.293591 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5b69678-c1a3-46dc-962d-4112080bd97b req-c03bc762-b647-4173-8e06-fee7ff403abe tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007745 Aug 16 22:24:17.317177 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56aa77b6-7750-4989-a3ac-9ba481114ccc req-734b65a5-aa9f-4fe5-8ee0-5dd74fa8a544 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "GET /v2.0/floatingips/16e03fb2-bfbc-4a18-8cd6-f9c8c8227aba HTTP/1.1" status: 200 len: 693 time: 0.0900011 Aug 16 22:24:17.345144 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 1297e253-0464-49c6-8716-7b3a8f370833 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:24:17.396438 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:17.423046 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4e5429-8dc5-496f-a7d9-c8d83a365fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046c0e02-eb21-487b-96b7-2f88a3d6997f'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:17.425735 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de578d5-560f-4604-b7c0-6349a4088e14" -d '{"events": [{"server_uuid": "5d4e5429-8dc5-496f-a7d9-c8d83a365fa2", "name": "network-vif-plugged", "status": "completed", "tag": "046c0e02-eb21-487b-96b7-2f88a3d6997f"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:17.480525 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 046c0e02-eb21-487b-96b7-2f88a3d6997f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=046c0e02-eb21-487b-96b7-2f88a3d6997f,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:17.487494 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:17.488496 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a4a9d046-f4cd-4d37-b910-8dbfcccaf06d up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:17.518484 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa77b6-7750-4989-a3ac-9ba481114ccc req-9aff5e0f-b058-47da-a379-3ebbdd4551fa tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:17.526148 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56aa77b6-7750-4989-a3ac-9ba481114ccc req-9aff5e0f-b058-47da-a379-3ebbdd4551fa tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.2020371 Aug 16 22:24:17.546062 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=046c0e02-eb21-487b-96b7-2f88a3d6997f,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:17.591789 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadce5a-806a-4469-ad3e-3484e163d729 req-e3aee715-ac65-437f-80e7-dd9259cec290 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:17.593516 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fcadce5a-806a-4469-ad3e-3484e163d729 req-e3aee715-ac65-437f-80e7-dd9259cec290 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=aab58455-0645-48d5-9d58-7f42c5710b7b HTTP/1.1" status: 200 len: 948 time: 0.1721399 Aug 16 22:24:17.604963 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56aa77b6-7750-4989-a3ac-9ba481114ccc req-cb81a4b0-5d7e-45a0-a6b8-a209293405b4 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.246 HTTP/1.1" status: 200 len: 696 time: 0.0777361 Aug 16 22:24:17.623203 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 1297e253-0464-49c6-8716-7b3a8f370833, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=1297e253-0464-49c6-8716-7b3a8f370833,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:17.640891 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:17.645369 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:17.646026 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:17.649401 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '1297e253-0464-49c6-8716-7b3a8f370833', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': '1297e253-0464-49c6-8716-7b3a8f370833', 'mac_address': 'fa:16:3e:c7:86:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:24:17.701033 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56aa77b6-7750-4989-a3ac-9ba481114ccc req-41ba3986-0ff7-4fa7-b9ca-90aee91bf1dc tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.246 HTTP/1.1" status: 200 len: 696 time: 0.0949860 Aug 16 22:24:17.735795 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:17.783594 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fcadce5a-806a-4469-ad3e-3484e163d729 req-28d9dcbb-c3d1-46d2-bdb3-f503a0337434 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762805 Aug 16 22:24:17.792010 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1297e253-0464-49c6-8716-7b3a8f370833 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:17.843266 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 1297e253-0464-49c6-8716-7b3a8f370833, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=1297e253-0464-49c6-8716-7b3a8f370833,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:17.844376 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:17.853593 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:17.926205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-56aa77b6-7750-4989-a3ac-9ba481114ccc req-d0c71822-40a4-4a4c-8251-58faafd1cdb8 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Deleting port e33c33ac-efbf-4c9b-9b20-cf1940be7394 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:17.926556 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-56aa77b6-7750-4989-a3ac-9ba481114ccc req-d0c71822-40a4-4a4c-8251-58faafd1cdb8 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:17.933649 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a4a9d046-f4cd-4d37-b910-8dbfcccaf06d,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:17.943998 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:17.948190 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=1297e253-0464-49c6-8716-7b3a8f370833,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:17.996355 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ad7dc-57d8-48ca-8d6d-6af5ce95c642 req-9198ba29-8a02-45ec-ba41-20aa3313d540 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:17.997379 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8a8ad7dc-57d8-48ca-8d6d-6af5ce95c642 req-9198ba29-8a02-45ec-ba41-20aa3313d540 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?device_id=e8e251f1-29b0-491c-a099-cacd576ce2b1 HTTP/1.1" status: 200 len: 949 time: 0.1085277 Aug 16 22:24:18.042724 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=a4a9d046-f4cd-4d37-b910-8dbfcccaf06d,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:18.058712 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-56aa77b6-7750-4989-a3ac-9ba481114ccc req-d0c71822-40a4-4a4c-8251-58faafd1cdb8 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.059005 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-56aa77b6-7750-4989-a3ac-9ba481114ccc req-d0c71822-40a4-4a4c-8251-58faafd1cdb8 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.074185 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8a8ad7dc-57d8-48ca-8d6d-6af5ce95c642 req-af5efa54-b60d-4470-8785-bfdbb0eb7ae8 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/security-groups?id=43155457-5ec0-4189-9a3f-56ad1f80d8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680418 Aug 16 22:24:18.084299 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-56aa77b6-7750-4989-a3ac-9ba481114ccc req-d0c71822-40a4-4a4c-8251-58faafd1cdb8 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Calling delete_port for e33c33ac-efbf-4c9b-9b20-cf1940be7394 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:18.142157 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['1297e253-0464-49c6-8716-7b3a8f370833'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:18.302938 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-cb0564df-90a3-4b5c-a9a3-fac99100d86c tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:18.304716 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-cb0564df-90a3-4b5c-a9a3-fac99100d86c tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.43 "GET /v2.0/networks?id=ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 200 len: 811 time: 0.2059944 Aug 16 22:24:18.323516 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3afd2814-0d63-48e5-a367-250083d811ef req-c276f7ef-3746-4602-bb59-3e5d6eac8a49 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e19f27f-dcc3-471f-99da-904a2f30d02f HTTP/1.1" status: 200 len: 210 time: 0.0472555 Aug 16 22:24:18.327064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-88b9bb7e-62c7-47dd-9657-15d6753fb29d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Request body: {'port': {'device_id': '6e19f27f-dcc3-471f-99da-904a2f30d02f', 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777', 'admin_state_up': True, 'tenant_id': '064c2ae4b14f44cb9af01f46aa4cd77f'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:18.480648 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-56aa77b6-7750-4989-a3ac-9ba481114ccc req-d0c71822-40a4-4a4c-8251-58faafd1cdb8 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.519952 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c71822-40a4-4a4c-8251-58faafd1cdb8 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Pushing event deleted for resources: {'Port': ['ID=e33c33ac-efbf-4c9b-9b20-cf1940be7394,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:18.586660 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d0232-c7b2-4594-afc5-0ae64300b0cb req-bdef939c-1f8d-46e3-b083-86f90f77071a tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:18.588179 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e8d0232-c7b2-4594-afc5-0ae64300b0cb req-bdef939c-1f8d-46e3-b083-86f90f77071a tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=3773b4bb-a09f-4858-b81d-e14757b3153a HTTP/1.1" status: 200 len: 946 time: 0.1514285 Aug 16 22:24:18.590668 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-88b9bb7e-62c7-47dd-9657-15d6753fb29d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Made reservation on behalf of 064c2ae4b14f44cb9af01f46aa4cd77f for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:18.593974 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-88b9bb7e-62c7-47dd-9657-15d6753fb29d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.652655 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-56aa77b6-7750-4989-a3ac-9ba481114ccc req-d0c71822-40a4-4a4c-8251-58faafd1cdb8 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.655135 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-56aa77b6-7750-4989-a3ac-9ba481114ccc req-d0c71822-40a4-4a4c-8251-58faafd1cdb8 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.656275 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56aa77b6-7750-4989-a3ac-9ba481114ccc req-d0c71822-40a4-4a4c-8251-58faafd1cdb8 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "DELETE /v2.0/floatingips/16e03fb2-bfbc-4a18-8cd6-f9c8c8227aba HTTP/1.1" status: 204 len: 173 time: 0.9544256 Aug 16 22:24:18.682442 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e8d0232-c7b2-4594-afc5-0ae64300b0cb req-e8fb0fba-d3cf-44c2-8224-27b6a462b323 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754926 Aug 16 22:24:18.829796 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2b26054-10b5-4814-a33e-15315e5f2ed8 req-8670d047-c54b-4ae8-9102-8b37fbbd4948 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/ports?device_id=a50cc36e-573b-4549-9bb2-462ce0501d81 HTTP/1.1" status: 200 len: 210 time: 0.0877275 Aug 16 22:24:18.859121 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9eb7c71-a4ab-4876-9224-e57e385a1593 x-openstack-request-id: req-d9eb7c71-a4ab-4876-9224-e57e385a1593 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:18.859691 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4e5429-8dc5-496f-a7d9-c8d83a365fa2", "name": "network-vif-plugged", "status": "completed", "tag": "046c0e02-eb21-487b-96b7-2f88a3d6997f", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:18.859864 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d9eb7c71-a4ab-4876-9224-e57e385a1593 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:18.860323 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4e5429-8dc5-496f-a7d9-c8d83a365fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046c0e02-eb21-487b-96b7-2f88a3d6997f', 'code': 200} Aug 16 22:24:18.862767 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-88b9bb7e-62c7-47dd-9657-15d6753fb29d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Allocated IP 172.20.0.4 (ebd43e01-e5c7-4526-84ca-b13361f6e777/77278031-7856-4cbe-b33a-9aa0a9f30263/fa096760-89ea-4cc1-8d0b-3d25c25e0c9e) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:18.897852 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59311ad-7576-47d2-89e0-b012ba60573b req-cc08ad17-47f1-4a38-acf1-7e1a29cf3a04 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:18.899820 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e59311ad-7576-47d2-89e0-b012ba60573b req-cc08ad17-47f1-4a38-acf1-7e1a29cf3a04 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.43 "GET /v2.0/networks?id=81c7f882-7b2e-4740-bfa6-add4514fae85 HTTP/1.1" status: 200 len: 812 time: 0.1888101 Aug 16 22:24:18.923161 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-3bcc6a03-f57a-4032-9f8a-672324926215 req-11f6714f-074a-4836-99f5-fd2cac1cf73e tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] show failed (client error): The resource could not be found. Aug 16 22:24:18.924201 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3bcc6a03-f57a-4032-9f8a-672324926215 req-11f6714f-074a-4836-99f5-fd2cac1cf73e tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "GET /v2.0/floatingips/16e03fb2-bfbc-4a18-8cd6-f9c8c8227aba HTTP/1.1" status: 404 len: 350 time: 0.0441556 Aug 16 22:24:18.962186 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e59311ad-7576-47d2-89e0-b012ba60573b req-b4a3fc83-530c-459c-90e8-11ddc4145ee2 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae6e71280ae64531b5ca860710d12c9d HTTP/1.1" status: 200 len: 380 time: 0.0453458 Aug 16 22:24:18.983444 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-e59311ad-7576-47d2-89e0-b012ba60573b req-f4131892-90ac-4e1c-a8c9-ad777cade720 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Request body: {'port': {'device_id': 'a50cc36e-573b-4549-9bb2-462ce0501d81', 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85', 'admin_state_up': True, 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'security_groups': ['6f83b711-8db8-444a-8c95-3fdcb62b5b03']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:19.035285 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3e191-e2b0-478c-b529-8d9031d45bb8 req-e29773b8-f10b-46dc-b845-c81d3e7896ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:19.036825 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56d3e191-e2b0-478c-b529-8d9031d45bb8 req-e29773b8-f10b-46dc-b845-c81d3e7896ff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5d4e5429-8dc5-496f-a7d9-c8d83a365fa2 HTTP/1.1" status: 200 len: 1101 time: 0.1037135 Aug 16 22:24:19.097573 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56d3e191-e2b0-478c-b529-8d9031d45bb8 req-7fe3995d-eec3-4d4b-8553-cda5a43294b8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=43155457-5ec0-4189-9a3f-56ad1f80d8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526123 Aug 16 22:24:19.150457 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e59311ad-7576-47d2-89e0-b012ba60573b req-f4131892-90ac-4e1c-a8c9-ad777cade720 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Made reservation on behalf of ae6e71280ae64531b5ca860710d12c9d for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:19.154341 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e59311ad-7576-47d2-89e0-b012ba60573b req-f4131892-90ac-4e1c-a8c9-ad777cade720 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:19.159398 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-88b9bb7e-62c7-47dd-9657-15d6753fb29d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:19.205448 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8343a-72a6-490c-9cd0-d417e7d889b5 req-58d65e82-efc4-4ee1-9d79-4fbb460c65e4 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:19.206953 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3bd8343a-72a6-490c-9cd0-d417e7d889b5 req-58d65e82-efc4-4ee1-9d79-4fbb460c65e4 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcc972c2-43c4-4a89-8051-1a69ff940561 HTTP/1.1" status: 200 len: 946 time: 0.1017027 Aug 16 22:24:19.287400 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c0bc3-0e18-4a97-860f-b322562bf641 req-86123ec1-7ee2-4ecc-9d80-8d1d7002ec86 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:19.289679 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f24c0bc3-0e18-4a97-860f-b322562bf641 req-86123ec1-7ee2-4ecc-9d80-8d1d7002ec86 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=aab58455-0645-48d5-9d58-7f42c5710b7b HTTP/1.1" status: 200 len: 949 time: 0.1111529 Aug 16 22:24:19.292963 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3bd8343a-72a6-490c-9cd0-d417e7d889b5 req-a97c1f09-f642-4bed-afca-3d5ceabd3a64 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694106 Aug 16 22:24:19.293255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-e59311ad-7576-47d2-89e0-b012ba60573b req-f4131892-90ac-4e1c-a8c9-ad777cade720 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Allocated IP 172.20.0.12 (81c7f882-7b2e-4740-bfa6-add4514fae85/dc000ec1-e547-493a-bdf9-eb4209fd6597/d6faa21c-1f78-42b4-b538-2fe723373441) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:19.294266 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-88b9bb7e-62c7-47dd-9657-15d6753fb29d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:19.354687 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 1297e253-0464-49c6-8716-7b3a8f370833 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:19.362093 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-88b9bb7e-62c7-47dd-9657-15d6753fb29d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Network ebd43e01-e5c7-4526-84ca-b13361f6e777 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:19.398924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-88b9bb7e-62c7-47dd-9657-15d6753fb29d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:19.405074 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-a739e67a-f096-4551-8706-3257872e8e9d req-d3976c3d-9542-4350-88aa-a38b4f5f8716 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] show failed (client error): The resource could not be found. Aug 16 22:24:19.406612 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a739e67a-f096-4551-8706-3257872e8e9d req-d3976c3d-9542-4350-88aa-a38b4f5f8716 tempest-FloatingIPsTestJSON-70161394 tempest-FloatingIPsTestJSON-70161394-project] 10.222.0.93 "GET /v2.0/floatingips/16e03fb2-bfbc-4a18-8cd6-f9c8c8227aba HTTP/1.1" status: 404 len: 350 time: 0.0641239 Aug 16 22:24:19.414320 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-88b9bb7e-62c7-47dd-9657-15d6753fb29d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:19.420002 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53106) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:19.420852 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9bb7e-62c7-47dd-9657-15d6753fb29d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Pushing event updated for resources: {'Port': ['ID=fa096760-89ea-4cc1-8d0b-3d25c25e0c9e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:19.463105 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 1297e253-0464-49c6-8716-7b3a8f370833 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:19.467869 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 1297e253-0464-49c6-8716-7b3a8f370833 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:19.468944 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:19.476864 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f24c0bc3-0e18-4a97-860f-b322562bf641 req-2584e254-2f3b-4786-b030-3fa90956cf37 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686685 Aug 16 22:24:19.551542 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:24:19.592351 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:19.595904 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e59311ad-7576-47d2-89e0-b012ba60573b req-f4131892-90ac-4e1c-a8c9-ad777cade720 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:19.606851 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dc237fea-68b4-4f19-a852-f0c829150b82 req-357f4c09-902a-4f83-874b-d60aeb4bdee9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1489697 Aug 16 22:24:19.607068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-88b9bb7e-62c7-47dd-9657-15d6753fb29d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:19.607629 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-88b9bb7e-62c7-47dd-9657-15d6753fb29d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:19.618917 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-e59311ad-7576-47d2-89e0-b012ba60573b req-f4131892-90ac-4e1c-a8c9-ad777cade720 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Transition to ACTIVE for port object d6faa21c-1f78-42b4-b538-2fe723373441 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:19.665217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 1297e253-0464-49c6-8716-7b3a8f370833, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=1297e253-0464-49c6-8716-7b3a8f370833,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:19.669267 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:19.673735 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e59311ad-7576-47d2-89e0-b012ba60573b req-f4131892-90ac-4e1c-a8c9-ad777cade720 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:19.690537 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-88b9bb7e-62c7-47dd-9657-15d6753fb29d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3700306 Aug 16 22:24:19.700924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b7916-c649-466a-80ae-07f3c65005d3 req-97cf8df5-9844-4881-aad8-a719bd179a17 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:19.703125 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b5b7916-c649-466a-80ae-07f3c65005d3 req-97cf8df5-9844-4881-aad8-a719bd179a17 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e19f27f-dcc3-471f-99da-904a2f30d02f HTTP/1.1" status: 200 len: 931 time: 0.1758575 Aug 16 22:24:19.713258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] Request body: {'port': {'device_id': '6e19f27f-dcc3-471f-99da-904a2f30d02f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:19.723549 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=1297e253-0464-49c6-8716-7b3a8f370833,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:19.769886 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e59311ad-7576-47d2-89e0-b012ba60573b req-f4131892-90ac-4e1c-a8c9-ad777cade720 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Network 81c7f882-7b2e-4740-bfa6-add4514fae85 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:19.772568 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4131892-90ac-4e1c-a8c9-ad777cade720 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Pushing event updated for resources: {'Port': ['ID=d6faa21c-1f78-42b4-b538-2fe723373441,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:19.776482 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc237fea-68b4-4f19-a852-f0c829150b82 req-2914371b-e4c3-4b4b-88fe-ec5539b9e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:19.778131 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dc237fea-68b4-4f19-a852-f0c829150b82 req-2914371b-e4c3-4b4b-88fe-ec5539b9e4a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=361fa6cbf75b47e49c1178546a3326cd&device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 1098 time: 0.1226847 Aug 16 22:24:19.779035 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-e59311ad-7576-47d2-89e0-b012ba60573b req-f4131892-90ac-4e1c-a8c9-ad777cade720 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:19.793736 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59311ad-7576-47d2-89e0-b012ba60573b req-f4131892-90ac-4e1c-a8c9-ad777cade720 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:19.848442 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb058fd-5243-4d45-a851-6d631c5d5856 req-da63db43-9997-4d46-8b25-fbb0a48d8a6f tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:19.850815 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59311ad-7576-47d2-89e0-b012ba60573b req-f4131892-90ac-4e1c-a8c9-ad777cade720 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:19.851455 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e59311ad-7576-47d2-89e0-b012ba60573b req-f4131892-90ac-4e1c-a8c9-ad777cade720 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:19.853463 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cb058fd-5243-4d45-a851-6d631c5d5856 req-da63db43-9997-4d46-8b25-fbb0a48d8a6f tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?device_id=e8e251f1-29b0-491c-a099-cacd576ce2b1 HTTP/1.1" status: 200 len: 950 time: 0.2574153 Aug 16 22:24:19.879497 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b5b7916-c649-466a-80ae-07f3c65005d3 req-20bf2493-b446-41f7-a3a9-c8424eb740ec tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605830 Aug 16 22:24:19.935650 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e59311ad-7576-47d2-89e0-b012ba60573b req-f4131892-90ac-4e1c-a8c9-ad777cade720 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9601285 Aug 16 22:24:19.960270 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-e59311ad-7576-47d2-89e0-b012ba60573b req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] Request body: {'port': {'device_id': 'a50cc36e-573b-4549-9bb2-462ce0501d81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:19.983162 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.118514 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cb058fd-5243-4d45-a851-6d631c5d5856 req-05c5b157-1b71-4089-a40d-f4fa9aa8e9a0 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/security-groups?id=43155457-5ec0-4189-9a3f-56ad1f80d8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304714 Aug 16 22:24:20.134104 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc237fea-68b4-4f19-a852-f0c829150b82 req-a4191451-c713-4629-b3f0-32d4ce2cf147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:20.140378 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dc237fea-68b4-4f19-a852-f0c829150b82 req-a4191451-c713-4629-b3f0-32d4ce2cf147 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f9f912f5-cf6f-4ff9-af03-e26648f62561 HTTP/1.1" status: 200 len: 911 time: 0.2847650 Aug 16 22:24:20.158437 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e59311ad-7576-47d2-89e0-b012ba60573b req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.161865 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cdcd7f8b-35d5-44ae-bb15-bea5bc748379 None None] Provisioning for port d6faa21c-1f78-42b4-b538-2fe723373441 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:20.169189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cdcd7f8b-35d5-44ae-bb15-bea5bc748379 None None] Provisioning complete for port d6faa21c-1f78-42b4-b538-2fe723373441 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:20.170070 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cdcd7f8b-35d5-44ae-bb15-bea5bc748379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.241807 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd7f8b-35d5-44ae-bb15-bea5bc748379 None None] Port d6faa21c-1f78-42b4-b538-2fe723373441 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:24:20.308092 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dc237fea-68b4-4f19-a852-f0c829150b82 req-956cbf7a-71a6-4b2a-99d0-8b693798cbf5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7493f567-8ee1-445d-a293-1df7086d499e HTTP/1.1" status: 200 len: 1002 time: 0.1144919 Aug 16 22:24:20.458661 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc237fea-68b4-4f19-a852-f0c829150b82 req-e410880e-c19b-48b6-9a35-76e6dbe76299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:20.460266 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dc237fea-68b4-4f19-a852-f0c829150b82 req-e410880e-c19b-48b6-9a35-76e6dbe76299 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=06a027f9-7175-41d7-9596-9d19a9e3f7bf HTTP/1.1" status: 200 len: 849 time: 0.1052797 Aug 16 22:24:20.541788 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc237fea-68b4-4f19-a852-f0c829150b82 req-c1706df4-d976-4fd4-88a1-6e37cd570b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:20.543254 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dc237fea-68b4-4f19-a852-f0c829150b82 req-c1706df4-d976-4fd4-88a1-6e37cd570b24 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f9f912f5-cf6f-4ff9-af03-e26648f62561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733540 Aug 16 22:24:20.651146 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-e59311ad-7576-47d2-89e0-b012ba60573b req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6faa21c-1f78-42b4-b538-2fe723373441 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:20.661609 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e59311ad-7576-47d2-89e0-b012ba60573b req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.692240 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-e59311ad-7576-47d2-89e0-b012ba60573b req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] Transition to ACTIVE for port object d6faa21c-1f78-42b4-b538-2fe723373441 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:20.697481 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e59311ad-7576-47d2-89e0-b012ba60573b req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.702453 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dc237fea-68b4-4f19-a852-f0c829150b82 req-b4351563-d61c-46c0-9d0a-7895184b60b9 service neutron] 10.222.0.43 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502929 Aug 16 22:24:20.747855 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac0f42-76de-400e-b890-7a9bd5063414 req-da0db138-0ae8-4306-8d30-a6c123462798 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:20.749341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91ac0f42-76de-400e-b890-7a9bd5063414 req-da0db138-0ae8-4306-8d30-a6c123462798 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/ports?device_id=a50cc36e-573b-4549-9bb2-462ce0501d81 HTTP/1.1" status: 200 len: 932 time: 0.4839981 Aug 16 22:24:20.768416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3eab5-2df1-4773-87da-cfe58a8ad99f req-3f86d874-d2b0-4c12-9c9f-5173eca4d604 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:20.769914 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70d3eab5-2df1-4773-87da-cfe58a8ad99f req-3f86d874-d2b0-4c12-9c9f-5173eca4d604 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcc972c2-43c4-4a89-8051-1a69ff940561 HTTP/1.1" status: 200 len: 946 time: 0.5034711 Aug 16 22:24:20.806319 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] Pushing event updated for resources: {'Port': ['ID=d6faa21c-1f78-42b4-b538-2fe723373441,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:20.861244 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e251f1-29b0-491c-a099-cacd576ce2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a9d046-f4cd-4d37-b910-8dbfcccaf06d'}, {'server_uuid': 'aab58455-0645-48d5-9d58-7f42c5710b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1297e253-0464-49c6-8716-7b3a8f370833'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:20.866296 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0249246e-49a3-4f94-a932-f1c020529236" -d '{"events": [{"server_uuid": "e8e251f1-29b0-491c-a099-cacd576ce2b1", "name": "network-vif-plugged", "status": "completed", "tag": "a4a9d046-f4cd-4d37-b910-8dbfcccaf06d"}, {"server_uuid": "aab58455-0645-48d5-9d58-7f42c5710b7b", "name": "network-vif-plugged", "status": "completed", "tag": "1297e253-0464-49c6-8716-7b3a8f370833"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:20.896625 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dc237fea-68b4-4f19-a852-f0c829150b82 req-919d0714-8ba1-4c46-a709-db95525f205d service neutron] 10.222.0.43 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662772 Aug 16 22:24:20.916685 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-e59311ad-7576-47d2-89e0-b012ba60573b req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] Attempting to bind port d6faa21c-1f78-42b4-b538-2fe723373441 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:20.917164 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-e59311ad-7576-47d2-89e0-b012ba60573b req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] Attempting to bind port d6faa21c-1f78-42b4-b538-2fe723373441 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'c10ccec4-7b53-4a0e-a2fc-f1c064f8909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:20.917992 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59311ad-7576-47d2-89e0-b012ba60573b req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] Attempting to bind port d6faa21c-1f78-42b4-b538-2fe723373441 on network 81c7f882-7b2e-4740-bfa6-add4514fae85 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:20.923508 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59311ad-7576-47d2-89e0-b012ba60573b req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] Port d6faa21c-1f78-42b4-b538-2fe723373441 on network 81c7f882-7b2e-4740-bfa6-add4514fae85 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:24:20.923753 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59311ad-7576-47d2-89e0-b012ba60573b req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] Attempting to bind port d6faa21c-1f78-42b4-b538-2fe723373441 on network 81c7f882-7b2e-4740-bfa6-add4514fae85 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:20.930923 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59311ad-7576-47d2-89e0-b012ba60573b req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:20.931789 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59311ad-7576-47d2-89e0-b012ba60573b req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] Checking segment: {'id': 'c10ccec4-7b53-4a0e-a2fc-f1c064f8909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:20.931789 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59311ad-7576-47d2-89e0-b012ba60573b req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] Bound using segment: {'id': 'c10ccec4-7b53-4a0e-a2fc-f1c064f8909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:20.932116 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-e59311ad-7576-47d2-89e0-b012ba60573b req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] Bound port: d6faa21c-1f78-42b4-b538-2fe723373441, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10ccec4-7b53-4a0e-a2fc-f1c064f8909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:20.932430 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e59311ad-7576-47d2-89e0-b012ba60573b req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.936465 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91ac0f42-76de-400e-b890-7a9bd5063414 req-923e5f44-3183-4116-89d8-07e381ed1e44 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f83b711-8db8-444a-8c95-3fdcb62b5b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765749 Aug 16 22:24:20.978593 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70d3eab5-2df1-4773-87da-cfe58a8ad99f req-b5fb075b-3b75-4656-ad1d-a01c203e8732 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806867 Aug 16 22:24:20.991913 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c7683085-8b08-4862-8c7c-7746c98e48f8 req-2411e77c-c30b-4bea-b0ec-8d16fc9b9266 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1e1b5778-e657-440a-baac-0af0f9f52ee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2661402 Aug 16 22:24:20.999923 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa096760-89ea-4cc1-8d0b-3d25c25e0c9e {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:21.009154 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:21.018883 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec90cb-ea03-49b2-a003-01273a85dd2f req-12d786b8-5a05-4bbc-b71a-d325aa105b60 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:21.020528 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45ec90cb-ea03-49b2-a003-01273a85dd2f req-12d786b8-5a05-4bbc-b71a-d325aa105b60 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.39 "GET /v2.0/ports?device_id=3773b4bb-a09f-4858-b81d-e14757b3153a HTTP/1.1" status: 200 len: 946 time: 0.2242880 Aug 16 22:24:21.035592 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-e59311ad-7576-47d2-89e0-b012ba60573b req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] For port d6faa21c-1f78-42b4-b538-2fe723373441, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:21.041273 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-e59311ad-7576-47d2-89e0-b012ba60573b req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] For port d6faa21c-1f78-42b4-b538-2fe723373441, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=d6faa21c-1f78-42b4-b538-2fe723373441,segment=NetworkSegment(c10ccec4-7b53-4a0e-a2fc-f1c064f8909d),segment_id=c10ccec4-7b53-4a0e-a2fc-f1c064f8909d)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:21.045868 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e59311ad-7576-47d2-89e0-b012ba60573b req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:21.086701 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59311ad-7576-47d2-89e0-b012ba60573b req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:21.087332 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e59311ad-7576-47d2-89e0-b012ba60573b req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:21.088732 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e59311ad-7576-47d2-89e0-b012ba60573b req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] 10.222.0.43 "PUT /v2.0/ports/d6faa21c-1f78-42b4-b538-2fe723373441 HTTP/1.1" status: 200 len: 1093 time: 1.1373718 Aug 16 22:24:21.089181 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50cc36e-573b-4549-9bb2-462ce0501d81', 'tag': 'd6faa21c-1f78-42b4-b538-2fe723373441'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:21.091809 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e9a344-cd96-4b95-bf88-90ef6992c747" -d '{"events": [{"name": "network-changed", "server_uuid": "a50cc36e-573b-4549-9bb2-462ce0501d81", "tag": "d6faa21c-1f78-42b4-b538-2fe723373441"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:21.122620 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6a1dd-39b6-441f-bf73-a5332ced8728 service neutron] Pushing event updated for resources: {'Port': ['ID=d6faa21c-1f78-42b4-b538-2fe723373441,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:21.155553 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] Transition to ACTIVE for port object fa096760-89ea-4cc1-8d0b-3d25c25e0c9e will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:21.189862 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:21.190184 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59311ad-7576-47d2-89e0-b012ba60573b req-27230aac-ec0f-47e9-a2cc-d63081323200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:21.191816 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e59311ad-7576-47d2-89e0-b012ba60573b req-27230aac-ec0f-47e9-a2cc-d63081323200 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae6e71280ae64531b5ca860710d12c9d&device_id=a50cc36e-573b-4549-9bb2-462ce0501d81 HTTP/1.1" status: 200 len: 1096 time: 0.0466337 Aug 16 22:24:21.241937 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e59311ad-7576-47d2-89e0-b012ba60573b req-57c8717b-6dd8-43e3-83f3-2533d040c4cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6faa21c-1f78-42b4-b538-2fe723373441 HTTP/1.1" status: 200 len: 217 time: 0.0401897 Aug 16 22:24:21.274627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7683085-8b08-4862-8c7c-7746c98e48f8 req-a993e0b8-bacd-47c2-9c46-6c8c41933d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:21.276269 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c7683085-8b08-4862-8c7c-7746c98e48f8 req-a993e0b8-bacd-47c2-9c46-6c8c41933d4f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&device_id=1e1b5778-e657-440a-baac-0af0f9f52ee5 HTTP/1.1" status: 200 len: 1101 time: 0.2531364 Aug 16 22:24:21.298463 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59311ad-7576-47d2-89e0-b012ba60573b req-f16524d1-21b5-4026-8333-d6b58eb1d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:21.300075 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e59311ad-7576-47d2-89e0-b012ba60573b req-f16524d1-21b5-4026-8333-d6b58eb1d578 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dc000ec1-e547-493a-bdf9-eb4209fd6597 HTTP/1.1" status: 200 len: 851 time: 0.0498724 Aug 16 22:24:21.301047 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96eeb1-ad37-4219-840a-0c4db825662b req-5266a020-07b1-4306-b115-97765049bdad tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:21.302543 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c96eeb1-ad37-4219-840a-0c4db825662b req-5266a020-07b1-4306-b115-97765049bdad tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=3773b4bb-a09f-4858-b81d-e14757b3153a HTTP/1.1" status: 200 len: 946 time: 0.2480016 Aug 16 22:24:21.348175 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59311ad-7576-47d2-89e0-b012ba60573b req-700322ca-846a-418e-89c6-8a442d33e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:21.349790 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e59311ad-7576-47d2-89e0-b012ba60573b req-700322ca-846a-418e-89c6-8a442d33e7da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81c7f882-7b2e-4740-bfa6-add4514fae85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412896 Aug 16 22:24:21.356481 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0179ab-1280-414c-8d5c-2e03f393c147 req-f00a50aa-a1e2-4ea6-b910-bf5ec2708c54 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:21.357944 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5e0179ab-1280-414c-8d5c-2e03f393c147 req-f00a50aa-a1e2-4ea6-b910-bf5ec2708c54 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=aab58455-0645-48d5-9d58-7f42c5710b7b HTTP/1.1" status: 200 len: 950 time: 0.3009803 Aug 16 22:24:21.386009 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] Pushing event updated for resources: {'Port': ['ID=fa096760-89ea-4cc1-8d0b-3d25c25e0c9e,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:21.457418 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e59311ad-7576-47d2-89e0-b012ba60573b req-fd0529ef-a2a0-4e2f-9002-7d6dfdc62b98 service neutron] 10.222.0.43 "GET /v2.0/networks/81c7f882-7b2e-4740-bfa6-add4514fae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989957 Aug 16 22:24:21.502377 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c521110-14e0-4833-b7c7-ae6b2489da31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:21.548128 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e59311ad-7576-47d2-89e0-b012ba60573b req-9f880984-f076-495d-b97b-b6db6c45baeb service neutron] 10.222.0.43 "GET /v2.0/networks/81c7f882-7b2e-4740-bfa6-add4514fae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828354 Aug 16 22:24:21.558355 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c96eeb1-ad37-4219-840a-0c4db825662b req-95e1994b-b200-41eb-bf64-5ee97fbcd0cf tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/security-groups?id=99d9a528-e123-46ae-8909-48e4e50fca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483239 Aug 16 22:24:21.591249 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5e0179ab-1280-414c-8d5c-2e03f393c147 req-0215800d-66db-4ea9-9abb-72383f09b7c6 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002723 Aug 16 22:24:21.604183 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-45ec90cb-ea03-49b2-a003-01273a85dd2f req-76d4eaa4-db86-4401-9313-9379e9f224a9 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Deleting port 986d8543-5005-4ce9-af1f-4ff014f7136f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:21.604526 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-45ec90cb-ea03-49b2-a003-01273a85dd2f req-76d4eaa4-db86-4401-9313-9379e9f224a9 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:21.621707 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd5fa71-5b8b-4cb6-b38c-83c2ad71cdfb x-openstack-request-id: req-ccd5fa71-5b8b-4cb6-b38c-83c2ad71cdfb {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:21.622275 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e251f1-29b0-491c-a099-cacd576ce2b1", "name": "network-vif-plugged", "status": "completed", "tag": "a4a9d046-f4cd-4d37-b910-8dbfcccaf06d", "code": 200}, {"server_uuid": "aab58455-0645-48d5-9d58-7f42c5710b7b", "name": "network-vif-plugged", "status": "completed", "tag": "1297e253-0464-49c6-8716-7b3a8f370833", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:21.622275 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ccd5fa71-5b8b-4cb6-b38c-83c2ad71cdfb {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:21.622752 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e251f1-29b0-491c-a099-cacd576ce2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a9d046-f4cd-4d37-b910-8dbfcccaf06d', 'code': 200} Aug 16 22:24:21.622942 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab58455-0645-48d5-9d58-7f42c5710b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1297e253-0464-49c6-8716-7b3a8f370833', 'code': 200} Aug 16 22:24:21.651345 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7683085-8b08-4862-8c7c-7746c98e48f8 req-e8ced1cb-941a-406c-a266-5dab16aa4ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:21.652841 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c7683085-8b08-4862-8c7c-7746c98e48f8 req-e8ced1cb-941a-406c-a266-5dab16aa4ce6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.3475230 Aug 16 22:24:21.774075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] Attempting to bind port fa096760-89ea-4cc1-8d0b-3d25c25e0c9e on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:21.774966 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] Attempting to bind port fa096760-89ea-4cc1-8d0b-3d25c25e0c9e by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:21.780313 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] Attempting to bind port fa096760-89ea-4cc1-8d0b-3d25c25e0c9e on network ebd43e01-e5c7-4526-84ca-b13361f6e777 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:21.780596 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e4ea7-8455-40c3-9e28-c8dfd68742e1 req-7df6f979-2c9a-474b-93d2-8a67dbadae57 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:21.781606 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-134e4ea7-8455-40c3-9e28-c8dfd68742e1 req-7df6f979-2c9a-474b-93d2-8a67dbadae57 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a0493c2-0f97-4697-83d0-50b1298a7059 HTTP/1.1" status: 200 len: 945 time: 0.0966623 Aug 16 22:24:21.789049 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c7683085-8b08-4862-8c7c-7746c98e48f8 req-99e36f25-d297-473d-a4bd-ab0d971a3649 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=67c32307-24b9-4b1b-a483-e2235092c1c0 HTTP/1.1" status: 200 len: 217 time: 0.1021936 Aug 16 22:24:21.801738 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf974c-341f-4996-a1c2-4db00c509c6f req-0b50fa73-28e2-454c-b0e4-c777a5e5b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:21.803194 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-59bf974c-341f-4996-a1c2-4db00c509c6f req-0b50fa73-28e2-454c-b0e4-c777a5e5b718 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aab58455-0645-48d5-9d58-7f42c5710b7b HTTP/1.1" status: 200 len: 1102 time: 0.0757163 Aug 16 22:24:21.825838 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cbde46-c8ec-4c3f-a10d-9e8ac4b24d30 x-openstack-request-id: req-e7cbde46-c8ec-4c3f-a10d-9e8ac4b24d30 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:21.826148 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50cc36e-573b-4549-9bb2-462ce0501d81", "tag": "d6faa21c-1f78-42b4-b538-2fe723373441", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:21.826360 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e7cbde46-c8ec-4c3f-a10d-9e8ac4b24d30 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:21.826752 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50cc36e-573b-4549-9bb2-462ce0501d81', 'tag': 'd6faa21c-1f78-42b4-b538-2fe723373441', 'status': 'completed', 'code': 200} Aug 16 22:24:21.829382 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] Port fa096760-89ea-4cc1-8d0b-3d25c25e0c9e on network ebd43e01-e5c7-4526-84ca-b13361f6e777 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:24:21.829692 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] Attempting to bind port fa096760-89ea-4cc1-8d0b-3d25c25e0c9e on network ebd43e01-e5c7-4526-84ca-b13361f6e777 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:21.872172 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:21.872548 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] Checking segment: {'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:21.872886 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] Bound using segment: {'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:21.873331 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] Bound port: fa096760-89ea-4cc1-8d0b-3d25c25e0c9e, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:21.873684 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:21.911133 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-59bf974c-341f-4996-a1c2-4db00c509c6f req-246d63e7-ea88-44f9-b069-6abca1d7e877 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912445 Aug 16 22:24:21.934368 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9a344-cd96-4b95-bf88-90ef6992c747 req-db4bb8b5-1d5f-43a0-8b75-53216e7b28f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:21.935860 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-40e9a344-cd96-4b95-bf88-90ef6992c747 req-db4bb8b5-1d5f-43a0-8b75-53216e7b28f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae6e71280ae64531b5ca860710d12c9d&device_id=a50cc36e-573b-4549-9bb2-462ce0501d81 HTTP/1.1" status: 200 len: 1096 time: 0.0816474 Aug 16 22:24:21.946189 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-134e4ea7-8455-40c3-9e28-c8dfd68742e1 req-71e450e6-60d4-4862-9799-703f46023ab0 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Deleting port d535f1e2-d7a7-4a59-a6bf-8d94819965a7 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:21.946543 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-134e4ea7-8455-40c3-9e28-c8dfd68742e1 req-71e450e6-60d4-4862-9799-703f46023ab0 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.004325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed792b-716f-4a3b-acf2-fa31ecc14809 req-c7163ae5-4701-49ba-be8a-a7de30fa885e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:22.005795 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abed792b-716f-4a3b-acf2-fa31ecc14809 req-c7163ae5-4701-49ba-be8a-a7de30fa885e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e8e251f1-29b0-491c-a099-cacd576ce2b1 HTTP/1.1" status: 200 len: 1102 time: 0.2409308 Aug 16 22:24:22.028044 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7683085-8b08-4862-8c7c-7746c98e48f8 req-80783a43-4011-4bc2-9e58-4175005444eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:22.029445 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c7683085-8b08-4862-8c7c-7746c98e48f8 req-80783a43-4011-4bc2-9e58-4175005444eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.2137635 Aug 16 22:24:22.036675 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea7447-819d-44dd-a135-517688f0681e req-691a40d7-855c-4e84-905b-d7a94ef24260 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:22.038083 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23ea7447-819d-44dd-a135-517688f0681e req-691a40d7-855c-4e84-905b-d7a94ef24260 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e19f27f-dcc3-471f-99da-904a2f30d02f HTTP/1.1" status: 200 len: 943 time: 0.3501341 Aug 16 22:24:22.040668 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-45ec90cb-ea03-49b2-a003-01273a85dd2f req-76d4eaa4-db86-4401-9313-9379e9f224a9 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] For port 986d8543-5005-4ce9-af1f-4ff014f7136f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=986d8543-5005-4ce9-af1f-4ff014f7136f,segment=NetworkSegment(5cbc8305-0d0e-418b-a304-da3538488606),segment_id=5cbc8305-0d0e-418b-a304-da3538488606)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:22.041032 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-45ec90cb-ea03-49b2-a003-01273a85dd2f req-76d4eaa4-db86-4401-9313-9379e9f224a9 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.110395 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-134e4ea7-8455-40c3-9e28-c8dfd68742e1 req-71e450e6-60d4-4862-9799-703f46023ab0 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] For port d535f1e2-d7a7-4a59-a6bf-8d94819965a7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d535f1e2-d7a7-4a59-a6bf-8d94819965a7,segment=NetworkSegment(5cbc8305-0d0e-418b-a304-da3538488606),segment_id=5cbc8305-0d0e-418b-a304-da3538488606)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:22.111029 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-134e4ea7-8455-40c3-9e28-c8dfd68742e1 req-71e450e6-60d4-4862-9799-703f46023ab0 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.113409 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-45ec90cb-ea03-49b2-a003-01273a85dd2f req-76d4eaa4-db86-4401-9313-9379e9f224a9 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Calling delete_port for 986d8543-5005-4ce9-af1f-4ff014f7136f owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:22.126010 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9a344-cd96-4b95-bf88-90ef6992c747 req-1856ee47-b655-4ceb-aa25-e8849d579187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:22.127500 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-40e9a344-cd96-4b95-bf88-90ef6992c747 req-1856ee47-b655-4ceb-aa25-e8849d579187 service neutron] 10.222.0.43 "GET /v2.0/networks?id=81c7f882-7b2e-4740-bfa6-add4514fae85 HTTP/1.1" status: 200 len: 913 time: 0.1386273 Aug 16 22:24:22.128286 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-134e4ea7-8455-40c3-9e28-c8dfd68742e1 req-71e450e6-60d4-4862-9799-703f46023ab0 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Calling delete_port for d535f1e2-d7a7-4a59-a6bf-8d94819965a7 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:22.205505 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-40e9a344-cd96-4b95-bf88-90ef6992c747 req-9ec97350-976d-4125-9fc9-ad1f11c46369 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6faa21c-1f78-42b4-b538-2fe723373441 HTTP/1.1" status: 200 len: 217 time: 0.0646536 Aug 16 22:24:22.225857 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a200d69-63eb-47b6-992b-26122f778183 req-a987266c-b2e0-49f3-895b-7e54019c4395 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:22.227493 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7a200d69-63eb-47b6-992b-26122f778183 req-a987266c-b2e0-49f3-895b-7e54019c4395 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?device_id=e8e251f1-29b0-491c-a099-cacd576ce2b1 HTTP/1.1" status: 200 len: 950 time: 0.3098791 Aug 16 22:24:22.242145 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abed792b-716f-4a3b-acf2-fa31ecc14809 req-f77d6c62-e14b-428b-a82f-90a66b42a6db service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=43155457-5ec0-4189-9a3f-56ad1f80d8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966865 Aug 16 22:24:22.259443 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23ea7447-819d-44dd-a135-517688f0681e req-d84f9f6a-69e4-46d2-83b7-3794f27931cf tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936789 Aug 16 22:24:22.261400 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] For port fa096760-89ea-4cc1-8d0b-3d25c25e0c9e, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:22.267702 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7683085-8b08-4862-8c7c-7746c98e48f8 req-704291ce-a542-44af-999e-166caafc05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:22.269203 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c7683085-8b08-4862-8c7c-7746c98e48f8 req-704291ce-a542-44af-999e-166caafc05e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2247226 Aug 16 22:24:22.274397 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9a344-cd96-4b95-bf88-90ef6992c747 req-a3ead1c5-019e-43f4-9029-8e36a96e404d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:22.283719 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-40e9a344-cd96-4b95-bf88-90ef6992c747 req-a3ead1c5-019e-43f4-9029-8e36a96e404d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dc000ec1-e547-493a-bdf9-eb4209fd6597 HTTP/1.1" status: 200 len: 851 time: 0.0578771 Aug 16 22:24:22.296791 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] For port fa096760-89ea-4cc1-8d0b-3d25c25e0c9e, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=fa096760-89ea-4cc1-8d0b-3d25c25e0c9e,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:22.360556 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.372072 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9a344-cd96-4b95-bf88-90ef6992c747 req-48edfca5-7e3e-4c3d-9e6e-e81df286eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:22.373748 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-40e9a344-cd96-4b95-bf88-90ef6992c747 req-48edfca5-7e3e-4c3d-9e6e-e81df286eab3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81c7f882-7b2e-4740-bfa6-add4514fae85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837016 Aug 16 22:24:22.379733 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-134e4ea7-8455-40c3-9e28-c8dfd68742e1 req-71e450e6-60d4-4862-9799-703f46023ab0 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.392601 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['986d8543-5005-4ce9-af1f-4ff014f7136f', 'd535f1e2-d7a7-4a59-a6bf-8d94819965a7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:22.430178 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e450e6-60d4-4862-9799-703f46023ab0 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Pushing event deleted for resources: {'Port': ['ID=d535f1e2-d7a7-4a59-a6bf-8d94819965a7,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:22.452757 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c7683085-8b08-4862-8c7c-7746c98e48f8 req-964da764-3e1c-47e1-9f35-3af669227b74 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602001 Aug 16 22:24:22.529601 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:22.530248 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.531655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] 10.222.0.43 "PUT /v2.0/ports/fa096760-89ea-4cc1-8d0b-3d25c25e0c9e HTTP/1.1" status: 200 len: 1092 time: 2.8265111 Aug 16 22:24:22.536885 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7a200d69-63eb-47b6-992b-26122f778183 req-ae2aa017-f8a1-4d81-9e7d-f3354f3427df tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/security-groups?id=43155457-5ec0-4189-9a3f-56ad1f80d8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990665 Aug 16 22:24:22.537362 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e19f27f-dcc3-471f-99da-904a2f30d02f', 'tag': 'fa096760-89ea-4cc1-8d0b-3d25c25e0c9e'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:22.540236 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032b88f9-19e2-4052-aab6-0f5e35a46b51" -d '{"events": [{"name": "network-changed", "server_uuid": "6e19f27f-dcc3-471f-99da-904a2f30d02f", "tag": "fa096760-89ea-4cc1-8d0b-3d25c25e0c9e"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:22.795570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b87feb-ef6e-4a0f-9256-7139d02c660c req-a9e7c062-953e-4fe9-9c6e-5c4f2b01f27b tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:22.798013 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-69b87feb-ef6e-4a0f-9256-7139d02c660c req-a9e7c062-953e-4fe9-9c6e-5c4f2b01f27b tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/ports?device_id=a50cc36e-573b-4549-9bb2-462ce0501d81 HTTP/1.1" status: 200 len: 944 time: 0.2922506 Aug 16 22:24:22.808397 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-134e4ea7-8455-40c3-9e28-c8dfd68742e1 req-71e450e6-60d4-4862-9799-703f46023ab0 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] No DVR routers for this DVR port d535f1e2-d7a7-4a59-a6bf-8d94819965a7 on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:24:22.811019 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-134e4ea7-8455-40c3-9e28-c8dfd68742e1 req-71e450e6-60d4-4862-9799-703f46023ab0 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.813014 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-134e4ea7-8455-40c3-9e28-c8dfd68742e1 req-71e450e6-60d4-4862-9799-703f46023ab0 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.39 "DELETE /v2.0/ports/d535f1e2-d7a7-4a59-a6bf-8d94819965a7 HTTP/1.1" status: 204 len: 173 time: 1.0242422 Aug 16 22:24:22.813358 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15ad1f-1ed8-4094-8e00-9ad4a0daf76d service neutron] Pushing event updated for resources: {'Port': ['ID=fa096760-89ea-4cc1-8d0b-3d25c25e0c9e,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:22.845493 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-40e9a344-cd96-4b95-bf88-90ef6992c747 req-6bfedda9-35cb-4b9c-a3d4-428d93b282a1 service neutron] 10.222.0.43 "GET /v2.0/networks/81c7f882-7b2e-4740-bfa6-add4514fae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569097 Aug 16 22:24:22.848470 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-14ff028e-30dd-4205-b2bc-a57f37df1f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:22.849920 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-14ff028e-30dd-4205-b2bc-a57f37df1f93 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&device_id=6e19f27f-dcc3-471f-99da-904a2f30d02f HTTP/1.1" status: 200 len: 1095 time: 0.2696774 Aug 16 22:24:22.938233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1cd69-07be-44d7-b61d-471b3ebc0fff req-c9f7ee7a-33f8-4886-b60a-07b03fc6d1d2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:22.939723 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ed1cd69-07be-44d7-b61d-471b3ebc0fff req-c9f7ee7a-33f8-4886-b60a-07b03fc6d1d2 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcc972c2-43c4-4a89-8051-1a69ff940561 HTTP/1.1" status: 200 len: 946 time: 0.2728977 Aug 16 22:24:22.946557 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-45ec90cb-ea03-49b2-a003-01273a85dd2f req-76d4eaa4-db86-4401-9313-9379e9f224a9 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.948915 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-cf7747be-c2a2-4bf4-b823-4cfb5097192d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa096760-89ea-4cc1-8d0b-3d25c25e0c9e HTTP/1.1" status: 200 len: 217 time: 0.0788817 Aug 16 22:24:22.958626 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['d535f1e2-d7a7-4a59-a6bf-8d94819965a7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:22.959275 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c7683085-8b08-4862-8c7c-7746c98e48f8 req-40f91435-ae0d-43ed-8be0-a5f3f7c867e9 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428155 Aug 16 22:24:22.967909 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-40e9a344-cd96-4b95-bf88-90ef6992c747 req-ff4b6293-bfd4-46e6-9859-67b1e90203c0 service neutron] 10.222.0.43 "GET /v2.0/networks/81c7f882-7b2e-4740-bfa6-add4514fae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988114 Aug 16 22:24:23.002656 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-69b87feb-ef6e-4a0f-9256-7139d02c660c req-6b4807fc-caee-4248-987c-e43d55634d89 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f83b711-8db8-444a-8c95-3fdcb62b5b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863503 Aug 16 22:24:23.016294 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4eaa4-db86-4401-9313-9379e9f224a9 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Pushing event deleted for resources: {'Port': ['ID=986d8543-5005-4ce9-af1f-4ff014f7136f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:23.365086 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b08ac1-7a3d-4cb6-8c21-a670f8360efb x-openstack-request-id: req-02b08ac1-7a3d-4cb6-8c21-a670f8360efb {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:23.365392 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e19f27f-dcc3-471f-99da-904a2f30d02f", "tag": "fa096760-89ea-4cc1-8d0b-3d25c25e0c9e", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:23.365698 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-02b08ac1-7a3d-4cb6-8c21-a670f8360efb {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:23.366595 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e19f27f-dcc3-471f-99da-904a2f30d02f', 'tag': 'fa096760-89ea-4cc1-8d0b-3d25c25e0c9e', 'status': 'completed', 'code': 200} Aug 16 22:24:23.372697 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4c521110-14e0-4833-b7c7-ae6b2489da31 admin admin] Deleting port 08ba3e99-fc1d-41ca-8164-c4e53bd39e42 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:23.372925 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device d6faa21c-1f78-42b4-b538-2fe723373441 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:24:23.373066 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c521110-14e0-4833-b7c7-ae6b2489da31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.434996 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f1947e9-8413-4cdd-bb8c-0e669a2bf9d1 req-50d91db4-789c-4ddc-8181-edf347c94068 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.93 "GET /v2.0/ports?device_id=3773b4bb-a09f-4858-b81d-e14757b3153a HTTP/1.1" status: 200 len: 210 time: 0.0715806 Aug 16 22:24:23.503170 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ec90cb-ea03-49b2-a003-01273a85dd2f req-76d4eaa4-db86-4401-9313-9379e9f224a9 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] No DVR routers for this DVR port 986d8543-5005-4ce9-af1f-4ff014f7136f on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:24:23.511019 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-3547c7de-5bd5-4c6f-b7e5-05f4c1095c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:23.511321 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port d6faa21c-1f78-42b4-b538-2fe723373441, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=d6faa21c-1f78-42b4-b538-2fe723373441,segment=NetworkSegment(c10ccec4-7b53-4a0e-a2fc-f1c064f8909d),segment_id=c10ccec4-7b53-4a0e-a2fc-f1c064f8909d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:23.512494 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-3547c7de-5bd5-4c6f-b7e5-05f4c1095c25 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77278031-7856-4cbe-b33a-9aa0a9f30263 HTTP/1.1" status: 200 len: 851 time: 0.5456350 Aug 16 22:24:23.515440 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-45ec90cb-ea03-49b2-a003-01273a85dd2f req-76d4eaa4-db86-4401-9313-9379e9f224a9 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.517316 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45ec90cb-ea03-49b2-a003-01273a85dd2f req-76d4eaa4-db86-4401-9313-9379e9f224a9 tempest-MultipleCreateTestJSON-626149293 tempest-MultipleCreateTestJSON-626149293-project] 10.222.0.39 "DELETE /v2.0/ports/986d8543-5005-4ce9-af1f-4ff014f7136f HTTP/1.1" status: 204 len: 173 time: 2.4613085 Aug 16 22:24:23.522357 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ed1cd69-07be-44d7-b61d-471b3ebc0fff req-80e360d4-acb8-4593-b0dc-0d53a1aba6b0 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6c00a39-60d6-4e5b-910c-a4741b8c6d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687726 Aug 16 22:24:23.552120 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'd6faa21c-1f78-42b4-b538-2fe723373441', 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85', 'port_id': 'd6faa21c-1f78-42b4-b538-2fe723373441', 'mac_address': 'fa:16:3e:a5:df:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc000ec1-e547-493a-bdf9-eb4209fd6597', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:24:23.561831 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-4b0bba49-939e-46d7-93ee-25163eb592aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ebd43e01-e5c7-4526-84ca-b13361f6e777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331888 Aug 16 22:24:23.600953 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.632256 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6faa21c-1f78-42b4-b538-2fe723373441 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:23.680771 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port d6faa21c-1f78-42b4-b538-2fe723373441, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=d6faa21c-1f78-42b4-b538-2fe723373441,segment=NetworkSegment(c10ccec4-7b53-4a0e-a2fc-f1c064f8909d),segment_id=c10ccec4-7b53-4a0e-a2fc-f1c064f8909d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:23.687242 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.713209 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862aa9b-63de-46e1-8f13-5b90d34ae557 req-6f53204d-50c7-49d2-aa0c-5556447695e8 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:23.715315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-4c521110-14e0-4833-b7c7-ae6b2489da31 admin admin] For port 08ba3e99-fc1d-41ca-8164-c4e53bd39e42, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=08ba3e99-fc1d-41ca-8164-c4e53bd39e42,segment=NetworkSegment(aa10a81b-f296-40ed-92c4-8d06e2333a86),segment_id=aa10a81b-f296-40ed-92c4-8d06e2333a86)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:23.715686 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c521110-14e0-4833-b7c7-ae6b2489da31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.716176 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4862aa9b-63de-46e1-8f13-5b90d34ae557 req-6f53204d-50c7-49d2-aa0c-5556447695e8 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcc972c2-43c4-4a89-8051-1a69ff940561 HTTP/1.1" status: 200 len: 946 time: 0.0978904 Aug 16 22:24:23.754362 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=d6faa21c-1f78-42b4-b538-2fe723373441,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:23.757829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4c521110-14e0-4833-b7c7-ae6b2489da31 admin admin] Calling delete_port for 08ba3e99-fc1d-41ca-8164-c4e53bd39e42 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:23.786629 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b2ed6-f5c6-4d52-8ec0-30a0506e2203 req-0cc77d13-1ae0-4071-88c6-64cff7f23e31 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:23.788803 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c8b2ed6-f5c6-4d52-8ec0-30a0506e2203 req-0cc77d13-1ae0-4071-88c6-64cff7f23e31 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=aab58455-0645-48d5-9d58-7f42c5710b7b HTTP/1.1" status: 200 len: 950 time: 0.2293980 Aug 16 22:24:23.827880 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0493c2-0f97-4697-83d0-50b1298a7059', 'name': 'network-vif-deleted', 'tag': 'd535f1e2-d7a7-4a59-a6bf-8d94819965a7'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:23.830408 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc02ee1-76c2-47d3-acce-6c78823c5185" -d '{"events": [{"server_uuid": "7a0493c2-0f97-4697-83d0-50b1298a7059", "name": "network-vif-deleted", "tag": "d535f1e2-d7a7-4a59-a6bf-8d94819965a7"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:23.836987 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-4862aa9b-63de-46e1-8f13-5b90d34ae557 req-e8dd6d9b-05ee-4cf7-be98-85a5af3baf76 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Deleting port 8ab668dc-8bb2-44ef-b629-b392f50f94b8 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:23.837198 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-4862aa9b-63de-46e1-8f13-5b90d34ae557 req-e8dd6d9b-05ee-4cf7-be98-85a5af3baf76 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.859526 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-50f12722-270b-4349-8935-8ea8edd6b676 service neutron] 10.222.0.43 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819624 Aug 16 22:24:23.874782 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe28764-973e-4759-a97d-1cd4bb4c10c8 req-f2b1dd6c-87d8-48ad-a065-22b7077f0324 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:23.878440 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7fe28764-973e-4759-a97d-1cd4bb4c10c8 req-f2b1dd6c-87d8-48ad-a065-22b7077f0324 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e19f27f-dcc3-471f-99da-904a2f30d02f HTTP/1.1" status: 200 len: 943 time: 0.1913631 Aug 16 22:24:23.948396 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-4862aa9b-63de-46e1-8f13-5b90d34ae557 req-e8dd6d9b-05ee-4cf7-be98-85a5af3baf76 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] For port 8ab668dc-8bb2-44ef-b629-b392f50f94b8, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=8ab668dc-8bb2-44ef-b629-b392f50f94b8,segment=NetworkSegment(4b1ce57e-cdcc-486c-b52d-d4f10dc7156b),segment_id=4b1ce57e-cdcc-486c-b52d-d4f10dc7156b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:23.948763 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-4862aa9b-63de-46e1-8f13-5b90d34ae557 req-e8dd6d9b-05ee-4cf7-be98-85a5af3baf76 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.962335 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-4862aa9b-63de-46e1-8f13-5b90d34ae557 req-e8dd6d9b-05ee-4cf7-be98-85a5af3baf76 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Calling delete_port for 8ab668dc-8bb2-44ef-b629-b392f50f94b8 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:23.985687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c8b2ed6-f5c6-4d52-8ec0-30a0506e2203 req-b0487240-c6c6-44ec-9770-fb01714689d3 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840441 Aug 16 22:24:24.002858 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['d6faa21c-1f78-42b4-b538-2fe723373441'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:24.126254 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7fe28764-973e-4759-a97d-1cd4bb4c10c8 req-b34772b2-8ebd-4068-a575-114093a78b72 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244368 Aug 16 22:24:24.130936 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-4862aa9b-63de-46e1-8f13-5b90d34ae557 req-e8dd6d9b-05ee-4cf7-be98-85a5af3baf76 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:24.195618 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd6d9b-05ee-4cf7-be98-85a5af3baf76 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Pushing event deleted for resources: {'Port': ['ID=8ab668dc-8bb2-44ef-b629-b392f50f94b8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:24.227445 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8136d45b-f3f7-4999-888d-ce861154d81c x-openstack-request-id: req-8136d45b-f3f7-4999-888d-ce861154d81c {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:24.227736 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0493c2-0f97-4697-83d0-50b1298a7059", "name": "network-vif-deleted", "tag": "d535f1e2-d7a7-4a59-a6bf-8d94819965a7", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:24.227989 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8136d45b-f3f7-4999-888d-ce861154d81c {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:24.228381 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0493c2-0f97-4697-83d0-50b1298a7059', 'name': 'network-vif-deleted', 'tag': 'd535f1e2-d7a7-4a59-a6bf-8d94819965a7', 'status': 'completed', 'code': 200} Aug 16 22:24:24.251394 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-4862aa9b-63de-46e1-8f13-5b90d34ae557 req-e8dd6d9b-05ee-4cf7-be98-85a5af3baf76 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] No DVR routers for this DVR port 8ab668dc-8bb2-44ef-b629-b392f50f94b8 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:24:24.253891 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-4862aa9b-63de-46e1-8f13-5b90d34ae557 req-e8dd6d9b-05ee-4cf7-be98-85a5af3baf76 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:24.256064 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4862aa9b-63de-46e1-8f13-5b90d34ae557 req-e8dd6d9b-05ee-4cf7-be98-85a5af3baf76 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.43 "DELETE /v2.0/ports/8ab668dc-8bb2-44ef-b629-b392f50f94b8 HTTP/1.1" status: 204 len: 173 time: 0.5328150 Aug 16 22:24:24.279122 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-cc8d7c78-9568-490d-934e-d117a973609e service neutron] 10.222.0.43 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911834 Aug 16 22:24:24.300590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e8a11-1fdf-4458-aab7-014bb826db79 req-9ae9039a-d102-452a-bfcf-755a71cc77a3 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:24.302377 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a0e8a11-1fdf-4458-aab7-014bb826db79 req-9ae9039a-d102-452a-bfcf-755a71cc77a3 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?device_id=e8e251f1-29b0-491c-a099-cacd576ce2b1 HTTP/1.1" status: 200 len: 950 time: 0.1212642 Aug 16 22:24:24.438132 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c521110-14e0-4833-b7c7-ae6b2489da31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:24.445946 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a0e8a11-1fdf-4458-aab7-014bb826db79 req-05742de6-bf10-4a72-b4ef-d001dc018a5c tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/security-groups?id=43155457-5ec0-4189-9a3f-56ad1f80d8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301603 Aug 16 22:24:24.447902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09f7b7-a1c2-44ec-95bd-4ee56dbb11c8 req-a2be0718-984d-41f9-8e87-080d65e1905a tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:24.450546 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f09f7b7-a1c2-44ec-95bd-4ee56dbb11c8 req-a2be0718-984d-41f9-8e87-080d65e1905a tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=aab58455-0645-48d5-9d58-7f42c5710b7b HTTP/1.1" status: 200 len: 1102 time: 0.1472936 Aug 16 22:24:24.493260 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c521110-14e0-4833-b7c7-ae6b2489da31 admin admin] Pushing event deleted for resources: {'Port': ['ID=08ba3e99-fc1d-41ca-8164-c4e53bd39e42,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:24.525229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b88f9-19e2-4052-aab6-0f5e35a46b51 req-010dab9d-f1c3-4bc0-88b9-6ad75d8d740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:24.526852 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-032b88f9-19e2-4052-aab6-0f5e35a46b51 req-010dab9d-f1c3-4bc0-88b9-6ad75d8d740a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&device_id=6e19f27f-dcc3-471f-99da-904a2f30d02f HTTP/1.1" status: 200 len: 1095 time: 0.1695704 Aug 16 22:24:24.671927 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f09f7b7-a1c2-44ec-95bd-4ee56dbb11c8 req-b9c8e7be-c5cf-40f3-8491-de89dfe4b2bb tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093742 Aug 16 22:24:24.731936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60349fe-bc1c-412c-b3f6-97d902996dad req-b858b7b7-5ae4-49d2-b9e7-b86dc74ea213 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:24.733472 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d60349fe-bc1c-412c-b3f6-97d902996dad req-b858b7b7-5ae4-49d2-b9e7-b86dc74ea213 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/ports?device_id=a50cc36e-573b-4549-9bb2-462ce0501d81 HTTP/1.1" status: 200 len: 945 time: 0.2003820 Aug 16 22:24:24.773728 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b88f9-19e2-4052-aab6-0f5e35a46b51 req-a30e1dc9-3c5f-4bb1-8a52-3b4d8b274646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:24.775171 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-032b88f9-19e2-4052-aab6-0f5e35a46b51 req-a30e1dc9-3c5f-4bb1-8a52-3b4d8b274646 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 200 len: 912 time: 0.2352114 Aug 16 22:24:24.887953 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-032b88f9-19e2-4052-aab6-0f5e35a46b51 req-b74db39d-36ef-42a1-8d6d-b690dfbc15ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa096760-89ea-4cc1-8d0b-3d25c25e0c9e HTTP/1.1" status: 200 len: 217 time: 0.0717678 Aug 16 22:24:24.894543 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d60349fe-bc1c-412c-b3f6-97d902996dad req-e10328de-805a-4934-a71f-4bb4119e2500 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f83b711-8db8-444a-8c95-3fdcb62b5b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482275 Aug 16 22:24:24.938996 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c521110-14e0-4833-b7c7-ae6b2489da31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:24.966497 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f77952-4d68-4bbd-bab5-5c73cf1fba47 req-1878e5cf-1fd7-449a-97ba-3b2c191b4da6 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:24.968004 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62f77952-4d68-4bbd-bab5-5c73cf1fba47 req-1878e5cf-1fd7-449a-97ba-3b2c191b4da6 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d4e5429-8dc5-496f-a7d9-c8d83a365fa2 HTTP/1.1" status: 200 len: 949 time: 0.1533422 Aug 16 22:24:24.981814 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['8ab668dc-8bb2-44ef-b629-b392f50f94b8'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:25.025803 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b88f9-19e2-4052-aab6-0f5e35a46b51 req-291e4829-2abe-463e-95e0-c03ca6701145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:25.027273 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-032b88f9-19e2-4052-aab6-0f5e35a46b51 req-291e4829-2abe-463e-95e0-c03ca6701145 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77278031-7856-4cbe-b33a-9aa0a9f30263 HTTP/1.1" status: 200 len: 851 time: 0.1232886 Aug 16 22:24:25.060505 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a8666c92-8ffb-4009-ad71-3b9734c60a07 req-315061a5-b212-4fd0-b80e-8f324b009505 tempest-ServerDiskConfigTestJSON-1681560318 tempest-ServerDiskConfigTestJSON-1681560318-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcc972c2-43c4-4a89-8051-1a69ff940561 HTTP/1.1" status: 200 len: 210 time: 0.0545216 Aug 16 22:24:25.110245 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-032b88f9-19e2-4052-aab6-0f5e35a46b51 req-5f82c0ae-8d27-49d7-b197-9553d7d8934a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ebd43e01-e5c7-4526-84ca-b13361f6e777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554349 Aug 16 22:24:25.153214 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62f77952-4d68-4bbd-bab5-5c73cf1fba47 req-8e20905d-1f3f-48c1-a44b-05f737c8b05e tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/security-groups?id=43155457-5ec0-4189-9a3f-56ad1f80d8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503913 Aug 16 22:24:25.197795 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53184) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:25.238602 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-2c4c640e-e885-4816-a2c6-3edd225b65bf tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849030 Aug 16 22:24:25.245098 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 986d8543-5005-4ce9-af1f-4ff014f7136f no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:25.252292 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe67bac-d225-4c33-8f3a-e94b8ccf8276 admin admin] Deleting subnet 09b65c4f-a7ba-4576-bbba-460bb2752485 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:24:25.255809 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fe67bac-d225-4c33-8f3a-e94b8ccf8276 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.265007 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 986d8543-5005-4ce9-af1f-4ff014f7136f {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:25.265357 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 986d8543-5005-4ce9-af1f-4ff014f7136f not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:25.297638 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fe67bac-d225-4c33-8f3a-e94b8ccf8276 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.336656 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fe67bac-d225-4c33-8f3a-e94b8ccf8276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.387734 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device d6faa21c-1f78-42b4-b538-2fe723373441 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:25.388343 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fe67bac-d225-4c33-8f3a-e94b8ccf8276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.394147 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3773b4bb-a09f-4858-b81d-e14757b3153a', 'name': 'network-vif-deleted', 'tag': '986d8543-5005-4ce9-af1f-4ff014f7136f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:25.396382 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a64ff2-f912-4165-81c2-3a2023a5c85a" -d '{"events": [{"server_uuid": "3773b4bb-a09f-4858-b81d-e14757b3153a", "name": "network-vif-deleted", "tag": "986d8543-5005-4ce9-af1f-4ff014f7136f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:25.411805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe67bac-d225-4c33-8f3a-e94b8ccf8276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09b65c4f-a7ba-4576-bbba-460bb2752485,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:25.418228 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fe67bac-d225-4c33-8f3a-e94b8ccf8276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.422709 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5fe67bac-d225-4c33-8f3a-e94b8ccf8276 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/09b65c4f-a7ba-4576-bbba-460bb2752485 HTTP/1.1" status: 204 len: 168 time: 0.2235670 Aug 16 22:24:25.423375 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53188) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:25.426454 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-032b88f9-19e2-4052-aab6-0f5e35a46b51 req-06d2a3ca-6a77-4645-947d-fa274df40ea0 service neutron] 10.222.0.43 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882459 Aug 16 22:24:25.450309 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port d6faa21c-1f78-42b4-b538-2fe723373441 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:25.455201 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port d6faa21c-1f78-42b4-b538-2fe723373441 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:25.455570 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.491200 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffea95-4257-4904-8f45-87e4808f2591 req-af4a7a1f-2dc7-4848-a471-b679b11e097b tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:25.492734 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6fffea95-4257-4904-8f45-87e4808f2591 req-af4a7a1f-2dc7-4848-a471-b679b11e097b tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e19f27f-dcc3-471f-99da-904a2f30d02f HTTP/1.1" status: 200 len: 943 time: 0.2447035 Aug 16 22:24:25.501520 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75715eb1-d578-46e6-8d99-e87107ec3424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.543551 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.571752 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50cc36e-573b-4549-9bb2-462ce0501d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6faa21c-1f78-42b4-b538-2fe723373441'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:25.574133 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94b4bda-935d-4a66-8770-b44c3a445e83" -d '{"events": [{"server_uuid": "a50cc36e-573b-4549-9bb2-462ce0501d81", "name": "network-vif-plugged", "status": "completed", "tag": "d6faa21c-1f78-42b4-b538-2fe723373441"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:25.585997 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-32901748-3402-48a7-9bf8-8ef9c3259199 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:25.587895 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port d6faa21c-1f78-42b4-b538-2fe723373441, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=d6faa21c-1f78-42b4-b538-2fe723373441,segment=NetworkSegment(c10ccec4-7b53-4a0e-a2fc-f1c064f8909d),segment_id=c10ccec4-7b53-4a0e-a2fc-f1c064f8909d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:25.590649 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-32901748-3402-48a7-9bf8-8ef9c3259199 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3397696 Aug 16 22:24:25.593146 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.594097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 8ab668dc-8bb2-44ef-b629-b392f50f94b8 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:25.608875 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75715eb1-d578-46e6-8d99-e87107ec3424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.621103 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-75715eb1-d578-46e6-8d99-e87107ec3424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2da5129-03c1-43e2-9856-739b2eda4786']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:25.631795 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-c176b6f0-e956-477d-8e5e-63aec9124a0b tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/quotas/ea3f6caa31d74e2a9ec2aa096a9fbdf3 HTTP/1.1" status: 200 len: 375 time: 0.0301614 Aug 16 22:24:25.651413 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 8ab668dc-8bb2-44ef-b629-b392f50f94b8 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:25.652028 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 8ab668dc-8bb2-44ef-b629-b392f50f94b8 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:25.668362 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-75715eb1-d578-46e6-8d99-e87107ec3424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cbc8305-0d0e-418b-a304-da3538488606') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:25.668655 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-75715eb1-d578-46e6-8d99-e87107ec3424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cbc8305-0d0e-418b-a304-da3538488606') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:25.675931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c521110-14e0-4833-b7c7-ae6b2489da31 admin admin] Router 7e7c6d12-70d1-4d5e-8cd7-6759579acd69 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:24:25.686600 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75715eb1-d578-46e6-8d99-e87107ec3424 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.694818 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6fffea95-4257-4904-8f45-87e4808f2591 req-997d37ea-7344-4acc-950b-3ae3a11270d1 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805401 Aug 16 22:24:25.713902 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=d6faa21c-1f78-42b4-b538-2fe723373441,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:25.716196 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75715eb1-d578-46e6-8d99-e87107ec3424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.731383 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75715eb1-d578-46e6-8d99-e87107ec3424 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:24:25.731796 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75715eb1-d578-46e6-8d99-e87107ec3424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.763174 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-032b88f9-19e2-4052-aab6-0f5e35a46b51 req-b0d0a265-c9ca-4c8a-9b3f-406c08655770 service neutron] 10.222.0.43 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179481 Aug 16 22:24:25.784644 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-a5dc0df7-6937-428e-8504-296fdf4c5184 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1519673 Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:24:25.817907 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:24:25.821875 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75715eb1-d578-46e6-8d99-e87107ec3424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.835185 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75715eb1-d578-46e6-8d99-e87107ec3424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.839170 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-75715eb1-d578-46e6-8d99-e87107ec3424 admin admin] 10.222.0.93 "DELETE /v2.0/networks/b2da5129-03c1-43e2-9856-739b2eda4786 HTTP/1.1" status: 204 len: 168 time: 0.4147153 Aug 16 22:24:25.854401 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75715eb1-d578-46e6-8d99-e87107ec3424 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2da5129-03c1-43e2-9856-739b2eda4786,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:25.923673 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c521110-14e0-4833-b7c7-ae6b2489da31 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:24:25.930173 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4c521110-14e0-4833-b7c7-ae6b2489da31 admin admin] 10.222.0.93 "PUT /v2.0/routers/7e7c6d12-70d1-4d5e-8cd7-6759579acd69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5058289 Aug 16 22:24:25.934116 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53204) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:25.936205 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead76c7b-534a-4022-a1d0-df796d3f1b51 None None] Sync routers for ids ['7e7c6d12-70d1-4d5e-8cd7-6759579acd69'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:24:25.953120 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead76c7b-534a-4022-a1d0-df796d3f1b51 None None] Routers {'7e7c6d12-70d1-4d5e-8cd7-6759579acd69'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:25.956966 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ead76c7b-534a-4022-a1d0-df796d3f1b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:24:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['7e7c6d12-70d1-4d5e-8cd7-6759579acd69'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:26.061505 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53216) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:26.079533 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55082613-ac09-4a2f-8de3-db8013c93a10 x-openstack-request-id: req-55082613-ac09-4a2f-8de3-db8013c93a10 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:26.079867 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3773b4bb-a09f-4858-b81d-e14757b3153a", "name": "network-vif-deleted", "tag": "986d8543-5005-4ce9-af1f-4ff014f7136f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:26.080065 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-55082613-ac09-4a2f-8de3-db8013c93a10 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:26.080451 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3773b4bb-a09f-4858-b81d-e14757b3153a', 'name': 'network-vif-deleted', 'tag': '986d8543-5005-4ce9-af1f-4ff014f7136f', 'status': 'completed', 'code': 200} Aug 16 22:24:26.144002 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ed32de-3dce-41ce-a678-6a7ccfa1ff4c x-openstack-request-id: req-a5ed32de-3dce-41ce-a678-6a7ccfa1ff4c {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:26.144594 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50cc36e-573b-4549-9bb2-462ce0501d81", "name": "network-vif-plugged", "status": "completed", "tag": "d6faa21c-1f78-42b4-b538-2fe723373441", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:26.145138 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a5ed32de-3dce-41ce-a678-6a7ccfa1ff4c {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:26.145765 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50cc36e-573b-4549-9bb2-462ce0501d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6faa21c-1f78-42b4-b538-2fe723373441', 'code': 200} Aug 16 22:24:26.212558 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:26.228032 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-ead76c7b-534a-4022-a1d0-df796d3f1b51 None None] Set router 7e7c6d12-70d1-4d5e-8cd7-6759579acd69 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:26.253587 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc972c2-43c4-4a89-8051-1a69ff940561', 'name': 'network-vif-deleted', 'tag': '8ab668dc-8bb2-44ef-b629-b392f50f94b8'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:26.256059 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493fe81d-d408-434d-a8d6-c2b16bdc4c65" -d '{"events": [{"server_uuid": "fcc972c2-43c4-4a89-8051-1a69ff940561", "name": "network-vif-deleted", "tag": "8ab668dc-8bb2-44ef-b629-b392f50f94b8"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:26.278045 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b98ec548-36df-497d-8d45-ad5231ae3f96 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f239e713005343ee90e31e2fa845b670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150917 Aug 16 22:24:26.284094 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53226) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:26.398303 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d524db-e34f-4031-a9bc-9db89b68a5f6 req-4f4ef0b5-c71d-44a5-a768-d7b453bb34f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:26.400644 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04d524db-e34f-4031-a9bc-9db89b68a5f6 req-4f4ef0b5-c71d-44a5-a768-d7b453bb34f6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a50cc36e-573b-4549-9bb2-462ce0501d81 HTTP/1.1" status: 200 len: 1098 time: 0.2000453 Aug 16 22:24:26.429829 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-70d97fed-465d-458d-97be-4799cc053c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:26.463291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43841949-5801-4d98-9be9-f76a52e62685 req-595cfd78-85b1-4d75-83c1-2c3a78af3870 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:26.470342 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-70d97fed-465d-458d-97be-4799cc053c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:26.477298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-43841949-5801-4d98-9be9-f76a52e62685 req-595cfd78-85b1-4d75-83c1-2c3a78af3870 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/ports?device_id=a50cc36e-573b-4549-9bb2-462ce0501d81 HTTP/1.1" status: 200 len: 946 time: 0.2652624 Aug 16 22:24:26.489382 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:26.496116 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e43c16bf-b491-453f-9272-2cdca8858aed req-ad70a1d4-ff94-4d25-940f-a5fd75397c29 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b34490c-c25e-46c6-aefd-97aa6390d742 HTTP/1.1" status: 200 len: 210 time: 0.1492658 Aug 16 22:24:26.550899 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04d524db-e34f-4031-a9bc-9db89b68a5f6 req-a5b08d30-8496-4bcc-87e2-e1c141a99995 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6f83b711-8db8-444a-8c95-3fdcb62b5b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373727 Aug 16 22:24:26.555779 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-43841949-5801-4d98-9be9-f76a52e62685 req-42d33885-8f62-41f0-bbbc-8bf0edfd75b1 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f83b711-8db8-444a-8c95-3fdcb62b5b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764387 Aug 16 22:24:26.623500 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-70d97fed-465d-458d-97be-4799cc053c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:26.625980 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-70d97fed-465d-458d-97be-4799cc053c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:26.629252 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-70d97fed-465d-458d-97be-4799cc053c8a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/99d9a528-e123-46ae-8909-48e4e50fca7b HTTP/1.1" status: 204 len: 168 time: 0.3370118 Aug 16 22:24:26.638522 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Deleting port 29c0fa0c-4763-4b4c-b2f9-b7eedabe758c {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:26.638852 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:26.695129 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ead76c7b-534a-4022-a1d0-df796d3f1b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c6d12-70d1-4d5e-8cd7-6759579acd69', 'name': 'tempest-FloatingIPsTestJSON-289186185-router', 'tenant_id': '7d1166582da340e6bb0f92e07cc97582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '29c0fa0c-4763-4b4c-b2f9-b7eedabe758c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:23:49Z', 'updated_at': '2021-08-16T22:24:24Z', 'revision_number': 5, 'project_id': '7d1166582da340e6bb0f92e07cc97582', 'gw_port': {'id': '29c0fa0c-4763-4b4c-b2f9-b7eedabe758c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c6d12-70d1-4d5e-8cd7-6759579acd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:23:50Z', 'updated_at': '2021-08-16T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:26.699060 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67ddca7-f73b-4b07-b900-b69b6abe8f23 x-openstack-request-id: req-e67ddca7-f73b-4b07-b900-b69b6abe8f23 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:26.699471 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc972c2-43c4-4a89-8051-1a69ff940561", "name": "network-vif-deleted", "tag": "8ab668dc-8bb2-44ef-b629-b392f50f94b8", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:26.699580 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e67ddca7-f73b-4b07-b900-b69b6abe8f23 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:26.699949 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc972c2-43c4-4a89-8051-1a69ff940561', 'name': 'network-vif-deleted', 'tag': '8ab668dc-8bb2-44ef-b629-b392f50f94b8', 'status': 'completed', 'code': 200} Aug 16 22:24:26.702570 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d97fed-465d-458d-97be-4799cc053c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d9a528-e123-46ae-8909-48e4e50fca7b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:26.799547 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] For port 29c0fa0c-4763-4b4c-b2f9-b7eedabe758c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=29c0fa0c-4763-4b4c-b2f9-b7eedabe758c,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:26.800212 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:26.821193 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead76c7b-534a-4022-a1d0-df796d3f1b51 None None] Checking router: 7e7c6d12-70d1-4d5e-8cd7-6759579acd69 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:24:26.825572 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Calling delete_port for 29c0fa0c-4763-4b4c-b2f9-b7eedabe758c owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:26.837329 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead76c7b-534a-4022-a1d0-df796d3f1b51 None None] Routers {'7e7c6d12-70d1-4d5e-8cd7-6759579acd69'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:26.838692 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ead76c7b-534a-4022-a1d0-df796d3f1b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:24:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['7e7c6d12-70d1-4d5e-8cd7-6759579acd69'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:26.965829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e9513-bb35-49ec-a1d7-1aa08cb1946b req-af9f4159-beb1-4867-b8e6-d5fa54dc20d6 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:26.969402 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-850e9513-bb35-49ec-a1d7-1aa08cb1946b req-af9f4159-beb1-4867-b8e6-d5fa54dc20d6 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e19f27f-dcc3-471f-99da-904a2f30d02f HTTP/1.1" status: 200 len: 943 time: 0.0825510 Aug 16 22:24:26.991552 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53256) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:27.044467 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-ead76c7b-534a-4022-a1d0-df796d3f1b51 None None] Set router 7e7c6d12-70d1-4d5e-8cd7-6759579acd69 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:27.097581 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d432d62-8877-462f-a3bc-0f45c5f58a12 admin admin] Deleting subnet fdf0a8e9-8419-49d8-b5f5-08ee7021bab1 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:24:27.112649 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d432d62-8877-462f-a3bc-0f45c5f58a12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:27.138030 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ead76c7b-534a-4022-a1d0-df796d3f1b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7c6d12-70d1-4d5e-8cd7-6759579acd69', 'name': 'tempest-FloatingIPsTestJSON-289186185-router', 'tenant_id': '7d1166582da340e6bb0f92e07cc97582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:23:49Z', 'updated_at': '2021-08-16T22:24:26Z', 'revision_number': 6, 'project_id': '7d1166582da340e6bb0f92e07cc97582', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:27.181288 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead76c7b-534a-4022-a1d0-df796d3f1b51 None None] The sync data for ids ['7e7c6d12-70d1-4d5e-8cd7-6759579acd69'] in n-d-792458-15 is: [{'id': '7e7c6d12-70d1-4d5e-8cd7-6759579acd69', 'name': 'tempest-FloatingIPsTestJSON-289186185-router', 'tenant_id': '7d1166582da340e6bb0f92e07cc97582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:23:49Z', 'updated_at': '2021-08-16T22:24:26Z', 'revision_number': 6, 'project_id': '7d1166582da340e6bb0f92e07cc97582', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:24:27.195554 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:27.216367 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-850e9513-bb35-49ec-a1d7-1aa08cb1946b req-a39a0a68-d426-453f-b30b-3a44d1ca412f tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319181 Aug 16 22:24:27.234798 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Pushing event deleted for resources: {'Port': ['ID=29c0fa0c-4763-4b4c-b2f9-b7eedabe758c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:27.235821 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d432d62-8877-462f-a3bc-0f45c5f58a12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:27.257654 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d535f1e2-d7a7-4a59-a6bf-8d94819965a7 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:27.263803 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:27.264427 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:27.264966 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:27.265490 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:27.266040 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:27.266585 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:27.267299 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:27.267826 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:27.268460 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:27.268982 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:27.269535 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:27.270091 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:27.303483 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: d535f1e2-d7a7-4a59-a6bf-8d94819965a7 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:27.304939 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d432d62-8877-462f-a3bc-0f45c5f58a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:27.305510 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d535f1e2-d7a7-4a59-a6bf-8d94819965a7 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:27.361868 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:27.369127 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d432d62-8877-462f-a3bc-0f45c5f58a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:27.397197 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d432d62-8877-462f-a3bc-0f45c5f58a12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdf0a8e9-8419-49d8-b5f5-08ee7021bab1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:27.400243 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device fa096760-89ea-4cc1-8d0b-3d25c25e0c9e details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:24:27.407272 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1d432d62-8877-462f-a3bc-0f45c5f58a12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:27.419411 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1d432d62-8877-462f-a3bc-0f45c5f58a12 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/fdf0a8e9-8419-49d8-b5f5-08ee7021bab1 HTTP/1.1" status: 204 len: 168 time: 0.4256787 Aug 16 22:24:27.420024 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53268) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:27.487211 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:27.491855 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:27.558052 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:27.559815 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e7c6d12-70d1-4d5e-8cd7-6759579acd69 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:24:27.567711 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:27.572417 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2448fc05-94f9-412c-b3d7-9eaa83b7b4fb admin admin] 10.222.0.93 "DELETE /v2.0/routers/7e7c6d12-70d1-4d5e-8cd7-6759579acd69 HTTP/1.1" status: 204 len: 168 time: 1.6369185 Aug 16 22:24:27.573368 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53272) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:27.622932 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port fa096760-89ea-4cc1-8d0b-3d25c25e0c9e, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=fa096760-89ea-4cc1-8d0b-3d25c25e0c9e,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:27.637447 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-66eb4343-b366-4115-b749-1e11fefe6d46 admin admin] Deleting subnet 4470800e-afed-4eb6-b055-8f5b60173e2a {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:24:27.674244 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-66eb4343-b366-4115-b749-1e11fefe6d46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:27.675619 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'fa096760-89ea-4cc1-8d0b-3d25c25e0c9e', 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777', 'port_id': 'fa096760-89ea-4cc1-8d0b-3d25c25e0c9e', 'mac_address': 'fa:16:3e:40:a2:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77278031-7856-4cbe-b33a-9aa0a9f30263', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:24:27.741730 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:27.762439 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa096760-89ea-4cc1-8d0b-3d25c25e0c9e {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:27.795172 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-66eb4343-b366-4115-b749-1e11fefe6d46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:27.843984 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port fa096760-89ea-4cc1-8d0b-3d25c25e0c9e, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=fa096760-89ea-4cc1-8d0b-3d25c25e0c9e,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:27.857231 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 08ba3e99-fc1d-41ca-8164-c4e53bd39e42 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:27.866991 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:27.925108 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-66eb4343-b366-4115-b749-1e11fefe6d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:27.952095 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 08ba3e99-fc1d-41ca-8164-c4e53bd39e42 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:27.952440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 08ba3e99-fc1d-41ca-8164-c4e53bd39e42 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:27.978795 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=fa096760-89ea-4cc1-8d0b-3d25c25e0c9e,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:27.995435 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-66eb4343-b366-4115-b749-1e11fefe6d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.023110 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb4343-b366-4115-b749-1e11fefe6d46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4470800e-afed-4eb6-b055-8f5b60173e2a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:28.027950 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-66eb4343-b366-4115-b749-1e11fefe6d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.029745 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-66eb4343-b366-4115-b749-1e11fefe6d46 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/4470800e-afed-4eb6-b055-8f5b60173e2a HTTP/1.1" status: 204 len: 168 time: 0.4550514 Aug 16 22:24:28.032228 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53286) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:28.035735 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daae2a6c-c801-456f-8185-7c62ce458281 None None] Network e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:24:28.067514 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97761260-6cde-4517-baa3-16982d0e73cc req-c0aa5883-26aa-4cd4-808c-b8ea5ec9084b tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b34490c-c25e-46c6-aefd-97aa6390d742 HTTP/1.1" status: 200 len: 210 time: 0.0824876 Aug 16 22:24:28.071129 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-1c5054f1-0d47-4d0e-8a44-8ddd4ecb4bcf tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0873795 Aug 16 22:24:28.086502 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53288) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:28.148160 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75eba366-d9d9-465a-b18b-6a39a3a2a2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.157382 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.207955 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798e18b-6671-40d4-953a-ef22a28eb172 req-1269d04c-0bf7-4484-a7fc-10c4c9452123 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:28.210402 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6798e18b-6671-40d4-953a-ef22a28eb172 req-1269d04c-0bf7-4484-a7fc-10c4c9452123 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/ports?device_id=a50cc36e-573b-4549-9bb2-462ce0501d81 HTTP/1.1" status: 200 len: 946 time: 0.2224655 Aug 16 22:24:28.262848 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['fa096760-89ea-4cc1-8d0b-3d25c25e0c9e'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:28.288544 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-75eba366-d9d9-465a-b18b-6a39a3a2a2d9 admin admin] Deleting port 52e15416-f4d1-41db-92ec-6836bf5b5b05 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:28.289131 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75eba366-d9d9-465a-b18b-6a39a3a2a2d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.296731 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-89de5177-b1b9-4366-8b30-0c8b33e9539a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1956614146-network', 'tenant_id': 'c6961c1edc734a02a9c4a9ed2076af1b'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:28.342227 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-5aadb795-c3ed-4334-9549-142544b50348 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:28.344073 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-5aadb795-c3ed-4334-9549-142544b50348 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2648582 Aug 16 22:24:28.362335 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155dcdcc-e949-498d-8051-dd23f8b3c3e2 None None] DHCP port deletion for e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:24:28.367619 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6798e18b-6671-40d4-953a-ef22a28eb172 req-d777e2b0-6223-439a-b16a-f5738b61c5df tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f83b711-8db8-444a-8c95-3fdcb62b5b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356492 Aug 16 22:24:28.374787 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89de5177-b1b9-4366-8b30-0c8b33e9539a admin admin] Made reservation on behalf of c6961c1edc734a02a9c4a9ed2076af1b for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:28.378055 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89de5177-b1b9-4366-8b30-0c8b33e9539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.396098 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89de5177-b1b9-4366-8b30-0c8b33e9539a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.402033 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-75eba366-d9d9-465a-b18b-6a39a3a2a2d9 admin admin] For port 52e15416-f4d1-41db-92ec-6836bf5b5b05, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=52e15416-f4d1-41db-92ec-6836bf5b5b05,segment=NetworkSegment(aa10a81b-f296-40ed-92c4-8d06e2333a86),segment_id=aa10a81b-f296-40ed-92c4-8d06e2333a86)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:28.402478 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75eba366-d9d9-465a-b18b-6a39a3a2a2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.427307 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-75eba366-d9d9-465a-b18b-6a39a3a2a2d9 admin admin] Calling delete_port for 52e15416-f4d1-41db-92ec-6836bf5b5b05 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:28.436354 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-46d3e125-e1fb-4fee-a128-d14a2d067699 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Request body: {'port': {'device_id': '3b34490c-c25e-46c6-aefd-97aa6390d742', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': 'ea3f6caa31d74e2a9ec2aa096a9fbdf3'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:28.555411 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.596128 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e76621-6f8c-4864-b810-714eea91d7c8']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:28.601332 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89de5177-b1b9-4366-8b30-0c8b33e9539a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.610513 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89de5177-b1b9-4366-8b30-0c8b33e9539a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.644236 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de5177-b1b9-4366-8b30-0c8b33e9539a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fc65b5-f036-4140-86dc-ce49afb5bc35,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:28.647407 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75eba366-d9d9-465a-b18b-6a39a3a2a2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.660335 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89de5177-b1b9-4366-8b30-0c8b33e9539a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:24:28.672237 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68e11d-e18e-4175-ae9a-6a8eb059d2fe req-be21623a-8b51-4900-ae5b-88d976df30ef tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:28.674200 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-155dcdcc-e949-498d-8051-dd23f8b3c3e2 None None] Deleting port 52e15416-f4d1-41db-92ec-6836bf5b5b05 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:28.674706 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-155dcdcc-e949-498d-8051-dd23f8b3c3e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.674925 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf68e11d-e18e-4175-ae9a-6a8eb059d2fe req-be21623a-8b51-4900-ae5b-88d976df30ef tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e19f27f-dcc3-471f-99da-904a2f30d02f HTTP/1.1" status: 200 len: 944 time: 0.1971550 Aug 16 22:24:28.690273 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eba366-d9d9-465a-b18b-6a39a3a2a2d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=52e15416-f4d1-41db-92ec-6836bf5b5b05,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:28.702083 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eba366-d9d9-465a-b18b-6a39a3a2a2d9 admin admin] No DVR routers for this DVR port 52e15416-f4d1-41db-92ec-6836bf5b5b05 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:24:28.712117 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89de5177-b1b9-4366-8b30-0c8b33e9539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.715144 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-89de5177-b1b9-4366-8b30-0c8b33e9539a admin admin] Added segment 1ca4e611-6cec-4a20-920d-ddd72accc3fb of type vlan for network 8a07cfa7-33ce-45df-8843-d47e7671d0ce Aug 16 22:24:28.722259 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1ce57e-cdcc-486c-b52d-d4f10dc7156b') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:28.725450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1ce57e-cdcc-486c-b52d-d4f10dc7156b') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:28.778802 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.795267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-155dcdcc-e949-498d-8051-dd23f8b3c3e2 None None] For port 52e15416-f4d1-41db-92ec-6836bf5b5b05, host n-d-792458-15, got binding levels [] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:28.795663 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-155dcdcc-e949-498d-8051-dd23f8b3c3e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.819330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-155dcdcc-e949-498d-8051-dd23f8b3c3e2 None None] Calling delete_port for 52e15416-f4d1-41db-92ec-6836bf5b5b05 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:28.822195 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.ipam_backend_mixin [None req-155dcdcc-e949-498d-8051-dd23f8b3c3e2 None None] Port 52e15416-f4d1-41db-92ec-6836bf5b5b05 was not found and therefore no delete operation was performed {{(pid=94873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:24:28.824113 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-155dcdcc-e949-498d-8051-dd23f8b3c3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.841222 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89de5177-b1b9-4366-8b30-0c8b33e9539a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.854331 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155dcdcc-e949-498d-8051-dd23f8b3c3e2 None None] Pushing event deleted for resources: {'Port': ['ID=52e15416-f4d1-41db-92ec-6836bf5b5b05,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:28.860786 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155dcdcc-e949-498d-8051-dd23f8b3c3e2 None None] No DVR routers for this DVR port 52e15416-f4d1-41db-92ec-6836bf5b5b05 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:24:28.862455 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75eba366-d9d9-465a-b18b-6a39a3a2a2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.880540 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf68e11d-e18e-4175-ae9a-6a8eb059d2fe req-cc45ed05-8ce5-49d1-822e-68757b63065e tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753826 Aug 16 22:24:28.888101 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.895226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:24:28.895659 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.897630 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-75eba366-d9d9-465a-b18b-6a39a3a2a2d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:28.903780 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89de5177-b1b9-4366-8b30-0c8b33e9539a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.905177 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89de5177-b1b9-4366-8b30-0c8b33e9539a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:28.905775 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89de5177-b1b9-4366-8b30-0c8b33e9539a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:24:28.910822 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:24:28.921914 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-75eba366-d9d9-465a-b18b-6a39a3a2a2d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa10a81b-f296-40ed-92c4-8d06e2333a86') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:28.922139 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-75eba366-d9d9-465a-b18b-6a39a3a2a2d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa10a81b-f296-40ed-92c4-8d06e2333a86') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:28.974706 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75eba366-d9d9-465a-b18b-6a39a3a2a2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.987199 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1de9f7-7137-4b86-bb40-4d4f3c77e6d3 req-85fc7859-48dc-4db0-a793-70344c80e6ae tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:28.988731 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3c1de9f7-7137-4b86-bb40-4d4f3c77e6d3 req-85fc7859-48dc-4db0-a793-70344c80e6ae tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/ports?device_id=a50cc36e-573b-4549-9bb2-462ce0501d81 HTTP/1.1" status: 200 len: 946 time: 0.1806142 Aug 16 22:24:28.992865 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.996862 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53316) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:28.997427 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-89de5177-b1b9-4366-8b30-0c8b33e9539a admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9095793 Aug 16 22:24:28.999551 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53318) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:29.007846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f3afe49d-b692-4ddc-9ad8-0e199ecf92c9 admin admin] Request body: {'subnet': {'network_id': '8a07cfa7-33ce-45df-8843-d47e7671d0ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1956614146-subnet', 'tenant_id': 'c6961c1edc734a02a9c4a9ed2076af1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:29.009664 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75eba366-d9d9-465a-b18b-6a39a3a2a2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.017731 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-88cca30c-59e4-4bc9-873a-ecbc8721f1b9 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Request body: {'floatingip': {'port_id': 'd6faa21c-1f78-42b4-b538-2fe723373441'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de5177-b1b9-4366-8b30-0c8b33e9539a admin admin] Pushing event updated for resources: {'Network': ['ID=8a07cfa7-33ce-45df-8843-d47e7671d0ce,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75eba366-d9d9-465a-b18b-6a39a3a2a2d9 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75eba366-d9d9-465a-b18b-6a39a3a2a2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:24:29.025680 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:24:29.028535 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.030197 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] 10.222.0.93 "DELETE /v2.0/networks/d3e76621-6f8c-4864-b810-714eea91d7c8 HTTP/1.1" status: 204 len: 168 time: 1.6088467 Aug 16 22:24:29.037857 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 8a07cfa7-33ce-45df-8843-d47e7671d0ce details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:24:29.118318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e76621-6f8c-4864-b810-714eea91d7c8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:29.142261 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-46d3e125-e1fb-4fee-a128-d14a2d067699 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Made reservation on behalf of ea3f6caa31d74e2a9ec2aa096a9fbdf3 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:29.145815 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-46d3e125-e1fb-4fee-a128-d14a2d067699 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.164820 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-88cca30c-59e4-4bc9-873a-ecbc8721f1b9 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.166877 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75eba366-d9d9-465a-b18b-6a39a3a2a2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.176978 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:29.177235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:29.177572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:29.178469 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:29.178796 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:29.190620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:29.191219 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:29.191420 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:29.191759 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:29.192533 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:29.192706 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:29.193884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14455a3-f429-43b1-8fc9-228e9d3851f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:29.202990 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75eba366-d9d9-465a-b18b-6a39a3a2a2d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.205433 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-75eba366-d9d9-465a-b18b-6a39a3a2a2d9 admin admin] 10.222.0.93 "DELETE /v2.0/networks/e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1 HTTP/1.1" status: 204 len: 168 time: 1.1722169 Aug 16 22:24:29.206443 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eba366-d9d9-465a-b18b-6a39a3a2a2d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5a1bdfb-74dd-48c2-be9e-6d03aecbb6b1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:29.267702 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 046c0e02-eb21-487b-96b7-2f88a3d6997f details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:24:29.274440 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53344) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:29.408828 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-69f613e2-5e76-4d28-b4de-07bce21c9d2c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a1d952064ec046aaafba02ad36eca730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1307747 Aug 16 22:24:29.409422 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53350) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:29.414815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3afe49d-b692-4ddc-9ad8-0e199ecf92c9 admin admin] Made reservation on behalf of c6961c1edc734a02a9c4a9ed2076af1b for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:29.421056 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3afe49d-b692-4ddc-9ad8-0e199ecf92c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.446470 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53352) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:29.504970 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 046c0e02-eb21-487b-96b7-2f88a3d6997f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=046c0e02-eb21-487b-96b7-2f88a3d6997f,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:29.512491 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78de40aa-b5ea-42af-8588-f4c100cb2106 req-57ec8f03-fd20-454f-967d-898c48ad702b tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b34490c-c25e-46c6-aefd-97aa6390d742 HTTP/1.1" status: 200 len: 210 time: 0.2700915 Aug 16 22:24:29.523093 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '046c0e02-eb21-487b-96b7-2f88a3d6997f', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': '046c0e02-eb21-487b-96b7-2f88a3d6997f', 'mac_address': 'fa:16:3e:98:63:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:24:29.567767 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-459548a5-2111-4e7d-a0d1-6affbe49531a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.575263 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.594291 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 046c0e02-eb21-487b-96b7-2f88a3d6997f {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:29.596583 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d52b060b-af3d-418e-97bc-c4e6ce1e78c4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7d1166582da340e6bb0f92e07cc97582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452672 Aug 16 22:24:29.597259 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53356) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:29.641739 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 046c0e02-eb21-487b-96b7-2f88a3d6997f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=046c0e02-eb21-487b-96b7-2f88a3d6997f,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:29.646252 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-459548a5-2111-4e7d-a0d1-6affbe49531a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.647315 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.716656 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=046c0e02-eb21-487b-96b7-2f88a3d6997f,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:29.775971 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['046c0e02-eb21-487b-96b7-2f88a3d6997f'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:29.779923 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a40926fa-aac6-48bd-aa4a-6f729adbcf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.787820 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 29c0fa0c-4763-4b4c-b2f9-b7eedabe758c no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:29.845166 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-46d3e125-e1fb-4fee-a128-d14a2d067699 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Allocated IP 192.168.233.170 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/b06755e3-c4f5-456d-ba9a-9c2cd46f3191) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:29.855743 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a40926fa-aac6-48bd-aa4a-6f729adbcf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.886368 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 29c0fa0c-4763-4b4c-b2f9-b7eedabe758c {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:29.886966 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 29c0fa0c-4763-4b4c-b2f9-b7eedabe758c not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:29.887442 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 52e15416-f4d1-41db-92ec-6836bf5b5b05 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:29.897598 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-459548a5-2111-4e7d-a0d1-6affbe49531a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.903123 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-459548a5-2111-4e7d-a0d1-6affbe49531a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.905974 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-459548a5-2111-4e7d-a0d1-6affbe49531a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f6c00a39-60d6-4e5b-910c-a4741b8c6d83 HTTP/1.1" status: 204 len: 168 time: 0.4956653 Aug 16 22:24:29.946996 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459548a5-2111-4e7d-a0d1-6affbe49531a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c00a39-60d6-4e5b-910c-a4741b8c6d83,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:29.985467 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a40926fa-aac6-48bd-aa4a-6f729adbcf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.990967 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a40926fa-aac6-48bd-aa4a-6f729adbcf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.994776 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 52e15416-f4d1-41db-92ec-6836bf5b5b05 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:29.995128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 52e15416-f4d1-41db-92ec-6836bf5b5b05 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:29.996807 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3afe49d-b692-4ddc-9ad8-0e199ecf92c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:30.002081 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a40926fa-aac6-48bd-aa4a-6f729adbcf68 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ba4a1bd0-ec44-482a-8839-9c341728c1c4 HTTP/1.1" status: 204 len: 168 time: 0.3951933 Aug 16 22:24:30.023927 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40926fa-aac6-48bd-aa4a-6f729adbcf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4a1bd0-ec44-482a-8839-9c341728c1c4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:30.476280 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afe49d-b692-4ddc-9ad8-0e199ecf92c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8881d556-b8b5-4614-8cca-452f7aa435ec,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:30.699323 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c4dd1-6037-40a5-a1a0-88935871b220 req-3c9257fe-8262-4f35-94cc-364504f947b6 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:30.708180 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b64c4dd1-6037-40a5-a1a0-88935871b220 req-3c9257fe-8262-4f35-94cc-364504f947b6 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e19f27f-dcc3-471f-99da-904a2f30d02f HTTP/1.1" status: 200 len: 944 time: 0.5855682 Aug 16 22:24:30.748304 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ef324d0-8de3-4ab6-9994-c97f71c16136 req-34e67078-4103-4f1d-b171-c30d50c937c3 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b34490c-c25e-46c6-aefd-97aa6390d742 HTTP/1.1" status: 200 len: 210 time: 0.0787265 Aug 16 22:24:30.763658 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3afe49d-b692-4ddc-9ad8-0e199ecf92c9 admin admin] Checking segment: {'id': '1ca4e611-6cec-4a20-920d-ddd72accc3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8a07cfa7-33ce-45df-8843-d47e7671d0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:30.764305 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3afe49d-b692-4ddc-9ad8-0e199ecf92c9 admin admin] Network hostable DHCP agents. Network: 8a07cfa7-33ce-45df-8843-d47e7671d0ce, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:24:30.865683 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-46d3e125-e1fb-4fee-a128-d14a2d067699 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:30.882762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3afe49d-b692-4ddc-9ad8-0e199ecf92c9 admin admin] Network 8a07cfa7-33ce-45df-8843-d47e7671d0ce is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:24:30.901580 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b64c4dd1-6037-40a5-a1a0-88935871b220 req-2154fd45-36c8-460f-ab60-04ff3bc89c50 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914792 Aug 16 22:24:31.001170 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-46d3e125-e1fb-4fee-a128-d14a2d067699 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Transition to ACTIVE for port object b06755e3-c4f5-456d-ba9a-9c2cd46f3191 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:31.028159 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-f3afe49d-b692-4ddc-9ad8-0e199ecf92c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 8a07cfa7-33ce-45df-8843-d47e7671d0ce) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:31.042578 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12209f4d-c058-40a7-98d0-f562c471e6bf None None] Network 8a07cfa7-33ce-45df-8843-d47e7671d0ce requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:24:31.075978 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3afe49d-b692-4ddc-9ad8-0e199ecf92c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:31.076582 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3afe49d-b692-4ddc-9ad8-0e199ecf92c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:31.106509 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-88cca30c-59e4-4bc9-873a-ecbc8721f1b9 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:31.116175 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-88cca30c-59e4-4bc9-873a-ecbc8721f1b9 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:31.211528 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f3afe49d-b692-4ddc-9ad8-0e199ecf92c9 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2135701 Aug 16 22:24:31.285728 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 046c0e02-eb21-487b-96b7-2f88a3d6997f up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:31.336821 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7107ed91-681d-4bfe-9701-82385a4e8f2d None None] Network 8a07cfa7-33ce-45df-8843-d47e7671d0ce requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:24:31.347673 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-46d3e125-e1fb-4fee-a128-d14a2d067699 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:31.496945 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['165aae63-3dc0-4ea1-bf25-34bea2f8274f', 'f889e197-d41c-434d-9aa2-e3cdc5aec979', '3c95034b-1f7b-464f-9974-81c0c243d8d6', '5f630800-d2cc-4b43-bf69-bcdf2f4bde9c', '1297e253-0464-49c6-8716-7b3a8f370833'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:31.502387 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['67c32307-24b9-4b1b-a483-e2235092c1c0', '4aa45943-3bf3-4e85-be89-0d170cfc9ab4'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:31.503182 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-46d3e125-e1fb-4fee-a128-d14a2d067699 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:31.520402 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-46d3e125-e1fb-4fee-a128-d14a2d067699 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:31.528697 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-46d3e125-e1fb-4fee-a128-d14a2d067699 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:31.543823 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3e125-e1fb-4fee-a128-d14a2d067699 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Pushing event updated for resources: {'Port': ['ID=b06755e3-c4f5-456d-ba9a-9c2cd46f3191,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:31.599584 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-88cca30c-59e4-4bc9-873a-ecbc8721f1b9 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Floating IP 9e46d5d7-d8a4-48d8-aedc-48ad6148e5e0 associated. External IP: 172.25.6.148, port: d6faa21c-1f78-42b4-b538-2fe723373441. Aug 16 22:24:31.756616 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device fa096760-89ea-4cc1-8d0b-3d25c25e0c9e up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:31.787391 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-46d3e125-e1fb-4fee-a128-d14a2d067699 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:31.788082 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-46d3e125-e1fb-4fee-a128-d14a2d067699 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:31.924403 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-46d3e125-e1fb-4fee-a128-d14a2d067699 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4934721 Aug 16 22:24:31.955795 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] Request body: {'port': {'device_id': '3b34490c-c25e-46c6-aefd-97aa6390d742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:32.103782 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:32.277309 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fa5a5f07-d64e-49b6-8511-c7c1db811882 None None] Provisioning for port b06755e3-c4f5-456d-ba9a-9c2cd46f3191 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:32.302096 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 046c0e02-eb21-487b-96b7-2f88a3d6997f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:32.304435 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:32.375479 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e8ad-dea6-4d8f-a8f8-3123490ac4c4 req-9627900e-ac24-4aa2-bf7c-bf5fe0f11358 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:32.379857 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c7f0e8ad-dea6-4d8f-a8f8-3123490ac4c4 req-9627900e-ac24-4aa2-bf7c-bf5fe0f11358 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b34490c-c25e-46c6-aefd-97aa6390d742 HTTP/1.1" status: 200 len: 936 time: 0.2121077 Aug 16 22:24:32.388936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cca30c-59e4-4bc9-873a-ecbc8721f1b9 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Router 4aba511e-4019-43b1-845e-e9e261d2a580 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:24:32.413355 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fa5a5f07-d64e-49b6-8511-c7c1db811882 None None] Provisioning complete for port b06755e3-c4f5-456d-ba9a-9c2cd46f3191 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:32.414161 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fa5a5f07-d64e-49b6-8511-c7c1db811882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:32.532377 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port fa096760-89ea-4cc1-8d0b-3d25c25e0c9e completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:32.582974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port fa096760-89ea-4cc1-8d0b-3d25c25e0c9e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:32.583428 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:32.597564 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a5f07-d64e-49b6-8511-c7c1db811882 None None] Port b06755e3-c4f5-456d-ba9a-9c2cd46f3191 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:24:32.826152 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:32.900072 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4e5429-8dc5-496f-a7d9-c8d83a365fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046c0e02-eb21-487b-96b7-2f88a3d6997f'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:32.902535 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f7f0cb-8a37-45a3-8d6e-9152690fcf2a" -d '{"events": [{"server_uuid": "5d4e5429-8dc5-496f-a7d9-c8d83a365fa2", "name": "network-vif-plugged", "status": "completed", "tag": "046c0e02-eb21-487b-96b7-2f88a3d6997f"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:32.934264 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 046c0e02-eb21-487b-96b7-2f88a3d6997f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=046c0e02-eb21-487b-96b7-2f88a3d6997f,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:32.996538 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:33.134803 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:33.167033 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c7f0e8ad-dea6-4d8f-a8f8-3123490ac4c4 req-4ff0a80d-0f2d-420e-92aa-a225e75edbb2 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7766387 Aug 16 22:24:33.324117 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd3d3f-48b4-47a1-8e3c-1e08294e9195 req-d82f7b33-ee1d-44ae-8cab-2ec739ed5278 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:33.340334 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59fd3d3f-48b4-47a1-8e3c-1e08294e9195 req-d82f7b33-ee1d-44ae-8cab-2ec739ed5278 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e19f27f-dcc3-471f-99da-904a2f30d02f HTTP/1.1" status: 200 len: 944 time: 0.9238808 Aug 16 22:24:33.353118 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=046c0e02-eb21-487b-96b7-2f88a3d6997f,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:33.542731 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port fa096760-89ea-4cc1-8d0b-3d25c25e0c9e, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=fa096760-89ea-4cc1-8d0b-3d25c25e0c9e,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:33.571847 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:33.604597 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06755e3-c4f5-456d-ba9a-9c2cd46f3191 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:33.618314 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:33.635686 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] Transition to ACTIVE for port object b06755e3-c4f5-456d-ba9a-9c2cd46f3191 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:33.645086 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:33.725985 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=fa096760-89ea-4cc1-8d0b-3d25c25e0c9e,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:33.769620 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:33.769902 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:33.770362 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:33.770789 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:33.771420 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:33.771680 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:33.772120 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:33.772537 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:33.772965 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:33.773377 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:33.773795 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:33.774242 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:33.788851 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f50f1eb9-8371-4571-9907-7644d34d39cd req-16227c4d-8dff-45b2-b783-f8a4cdaeb8d4 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=8e30372c-2f09-4af3-aee9-9763f066a58c HTTP/1.1" status: 200 len: 210 time: 0.0802279 Aug 16 22:24:33.841379 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] Pushing event updated for resources: {'Port': ['ID=b06755e3-c4f5-456d-ba9a-9c2cd46f3191,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:33.863873 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59fd3d3f-48b4-47a1-8e3c-1e08294e9195 req-ddd54f95-3020-432f-8640-e4e63e72d458 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610803 Aug 16 22:24:33.973340 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cca30c-59e4-4bc9-873a-ecbc8721f1b9 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:24:33.990503 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f69fd85-58fe-47ac-a99a-de62365340b1 x-openstack-request-id: req-5f69fd85-58fe-47ac-a99a-de62365340b1 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:33.991111 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4e5429-8dc5-496f-a7d9-c8d83a365fa2", "name": "network-vif-plugged", "status": "completed", "tag": "046c0e02-eb21-487b-96b7-2f88a3d6997f", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:33.992326 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5f69fd85-58fe-47ac-a99a-de62365340b1 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:33.992881 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4e5429-8dc5-496f-a7d9-c8d83a365fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046c0e02-eb21-487b-96b7-2f88a3d6997f', 'code': 200} Aug 16 22:24:34.002377 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbbb4d-37a9-4f0e-95f3-e83e8502fef3 None None] Sync routers for ids ['4aba511e-4019-43b1-845e-e9e261d2a580'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:24:34.012985 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-88cca30c-59e4-4bc9-873a-ecbc8721f1b9 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:34.075587 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fbbb4d-37a9-4f0e-95f3-e83e8502fef3 None None] Routers {'4aba511e-4019-43b1-845e-e9e261d2a580'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:34.101349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-15fbbb4d-37a9-4f0e-95f3-e83e8502fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:24:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['4aba511e-4019-43b1-845e-e9e261d2a580'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:34.136678 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-88cca30c-59e4-4bc9-873a-ecbc8721f1b9 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "PUT /v2.0/floatingips/9e46d5d7-d8a4-48d8-aedc-48ad6148e5e0 HTTP/1.1" status: 200 len: 992 time: 5.1348243 Aug 16 22:24:34.139338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50cc36e-573b-4549-9bb2-462ce0501d81', 'tag': 'd6faa21c-1f78-42b4-b538-2fe723373441'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:34.144523 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1cfca8-de45-4ea6-9d88-501dab2e47fe" -d '{"events": [{"name": "network-changed", "server_uuid": "a50cc36e-573b-4549-9bb2-462ce0501d81", "tag": "d6faa21c-1f78-42b4-b538-2fe723373441"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:34.204909 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] Attempting to bind port b06755e3-c4f5-456d-ba9a-9c2cd46f3191 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:34.204909 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] Attempting to bind port b06755e3-c4f5-456d-ba9a-9c2cd46f3191 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:34.204909 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] Attempting to bind port b06755e3-c4f5-456d-ba9a-9c2cd46f3191 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:34.210637 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] Port b06755e3-c4f5-456d-ba9a-9c2cd46f3191 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:24:34.210974 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] Attempting to bind port b06755e3-c4f5-456d-ba9a-9c2cd46f3191 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:34.221152 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:34.221500 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:34.221895 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:34.222395 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] Bound port: b06755e3-c4f5-456d-ba9a-9c2cd46f3191, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:34.222774 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:34.391292 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] For port b06755e3-c4f5-456d-ba9a-9c2cd46f3191, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:34.395429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] For port b06755e3-c4f5-456d-ba9a-9c2cd46f3191, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=b06755e3-c4f5-456d-ba9a-9c2cd46f3191,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:34.406317 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:34.486619 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] Pushing event updated for resources: {'Port': ['ID=b06755e3-c4f5-456d-ba9a-9c2cd46f3191,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:34.533115 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:34.535731 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:34.540353 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-44411da0-49ce-4c50-9328-9f78b0468c6e service neutron] 10.222.0.39 "PUT /v2.0/ports/b06755e3-c4f5-456d-ba9a-9c2cd46f3191 HTTP/1.1" status: 200 len: 1097 time: 2.5912235 Aug 16 22:24:34.662842 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-15fbbb4d-37a9-4f0e-95f3-e83e8502fef3 None None] Set router 4aba511e-4019-43b1-845e-e9e261d2a580 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:34.697254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-b6002f81-d64d-4c96-b5c9-205115ebec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:34.699403 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-b6002f81-d64d-4c96-b5c9-205115ebec9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&device_id=3b34490c-c25e-46c6-aefd-97aa6390d742 HTTP/1.1" status: 200 len: 1100 time: 0.1067617 Aug 16 22:24:34.787681 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-fa248cff-c14a-4ab9-b080-cb65b6dd61b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=b06755e3-c4f5-456d-ba9a-9c2cd46f3191 HTTP/1.1" status: 200 len: 217 time: 0.0760603 Aug 16 22:24:34.987572 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b14ecf5-b95e-4c5a-8f45-d64350b969ef x-openstack-request-id: req-8b14ecf5-b95e-4c5a-8f45-d64350b969ef {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:34.988965 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50cc36e-573b-4549-9bb2-462ce0501d81", "tag": "d6faa21c-1f78-42b4-b538-2fe723373441", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:34.989229 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8b14ecf5-b95e-4c5a-8f45-d64350b969ef {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:34.990190 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50cc36e-573b-4549-9bb2-462ce0501d81', 'tag': 'd6faa21c-1f78-42b4-b538-2fe723373441', 'status': 'completed', 'code': 200} Aug 16 22:24:35.158133 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cfca8-de45-4ea6-9d88-501dab2e47fe req-a178a192-db9a-4fea-9100-a77156c8fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:35.163996 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b1cfca8-de45-4ea6-9d88-501dab2e47fe req-a178a192-db9a-4fea-9100-a77156c8fb24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae6e71280ae64531b5ca860710d12c9d&device_id=a50cc36e-573b-4549-9bb2-462ce0501d81 HTTP/1.1" status: 200 len: 1098 time: 0.2694049 Aug 16 22:24:35.169676 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-8b838c28-7692-4fe3-89c0-1dbb00e02668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:35.172011 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-8b838c28-7692-4fe3-89c0-1dbb00e02668 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.3759875 Aug 16 22:24:35.279296 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b33ea-cdbc-4e0b-ac27-c5900635f329 req-7985294b-e1dd-43b3-a3be-7d9395ce6b0a tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:35.281423 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d18b33ea-cdbc-4e0b-ac27-c5900635f329 req-7985294b-e1dd-43b3-a3be-7d9395ce6b0a tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b34490c-c25e-46c6-aefd-97aa6390d742 HTTP/1.1" status: 200 len: 948 time: 0.2429175 Aug 16 22:24:35.382266 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-15fbbb4d-37a9-4f0e-95f3-e83e8502fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'name': 'tempest-ServersTestManualDisk-2135591585-router', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '5739f0be-3d27-48d2-8402-624c1687c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:01Z', 'updated_at': '2021-08-16T22:24:08Z', 'revision_number': 4, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'gw_port': {'id': '5739f0be-3d27-48d2-8402-624c1687c203', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:02Z', 'updated_at': '2021-08-16T22:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '9e46d5d7-d8a4-48d8-aedc-48ad6148e5e0', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'floating_ip_address': '172.25.6.148', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'port_id': 'd6faa21c-1f78-42b4-b538-2fe723373441', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85', 'mac_address': 'fa:16:3e:a5:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cc36e-573b-4549-9bb2-462ce0501d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:24:14Z', 'updated_at': '2021-08-16T22:24:30Z', 'revision_number': 1, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e62efe0b-99bb-472c-bce7-b3b9f1cfda5d', 'name': '', 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'mac_address': 'fa:16:3e:03:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'dc000ec1-e547-493a-bdf9-eb4209fd6597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:07Z', 'updated_at': '2021-08-16T22:24:14Z', 'revision_number': 5, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'subnets': [{'id': 'dc000ec1-e547-493a-bdf9-eb4209fd6597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:35.408822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d18b33ea-cdbc-4e0b-ac27-c5900635f329 req-6c97409a-783d-46c0-928f-3e264da8dd2e tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736473 Aug 16 22:24:35.417292 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-2d2fd193-0916-42c0-8500-9518deb146d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:35.419206 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-2d2fd193-0916-42c0-8500-9518deb146d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2191417 Aug 16 22:24:35.509658 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbbb4d-37a9-4f0e-95f3-e83e8502fef3 None None] Checking router: 4aba511e-4019-43b1-845e-e9e261d2a580 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:24:35.520636 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fbbb4d-37a9-4f0e-95f3-e83e8502fef3 None None] Routers {'4aba511e-4019-43b1-845e-e9e261d2a580'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:35.521876 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-15fbbb4d-37a9-4f0e-95f3-e83e8502fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:24:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['4aba511e-4019-43b1-845e-e9e261d2a580'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:35.696709 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-15fbbb4d-37a9-4f0e-95f3-e83e8502fef3 None None] Set router 4aba511e-4019-43b1-845e-e9e261d2a580 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:35.952443 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72dfacbc-c97b-4f38-a01b-1819dc9c4f08 req-d5f709f9-8b24-47ea-b8f2-543291157a86 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8e30372c-2f09-4af3-aee9-9763f066a58c HTTP/1.1" status: 200 len: 210 time: 0.2176445 Aug 16 22:24:35.959386 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-15fbbb4d-37a9-4f0e-95f3-e83e8502fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'name': 'tempest-ServersTestManualDisk-2135591585-router', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '5739f0be-3d27-48d2-8402-624c1687c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:01Z', 'updated_at': '2021-08-16T22:24:08Z', 'revision_number': 4, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'gw_port': {'id': '5739f0be-3d27-48d2-8402-624c1687c203', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:02Z', 'updated_at': '2021-08-16T22:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '9e46d5d7-d8a4-48d8-aedc-48ad6148e5e0', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'floating_ip_address': '172.25.6.148', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'port_id': 'd6faa21c-1f78-42b4-b538-2fe723373441', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85', 'mac_address': 'fa:16:3e:a5:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cc36e-573b-4549-9bb2-462ce0501d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:24:14Z', 'updated_at': '2021-08-16T22:24:30Z', 'revision_number': 1, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e62efe0b-99bb-472c-bce7-b3b9f1cfda5d', 'name': '', 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'mac_address': 'fa:16:3e:03:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'dc000ec1-e547-493a-bdf9-eb4209fd6597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:07Z', 'updated_at': '2021-08-16T22:24:14Z', 'revision_number': 5, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'subnets': [{'id': 'dc000ec1-e547-493a-bdf9-eb4209fd6597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:35.991621 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-e4ccbe5d-6740-4f8d-afa7-f7dadcc13e1b service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571287 Aug 16 22:24:36.008780 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cfca8-de45-4ea6-9d88-501dab2e47fe req-55acaebd-0da3-4c12-b098-cc2ae9b84548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:36.010301 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b1cfca8-de45-4ea6-9d88-501dab2e47fe req-55acaebd-0da3-4c12-b098-cc2ae9b84548 service neutron] 10.222.0.43 "GET /v2.0/networks?id=81c7f882-7b2e-4740-bfa6-add4514fae85 HTTP/1.1" status: 200 len: 913 time: 0.8334575 Aug 16 22:24:36.044736 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7e89e31-5b2d-4320-9523-8f30dec5dec0 req-299da545-c926-4d35-9b5a-894203b73ca2 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0600727 Aug 16 22:24:36.095980 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24c5b2-a104-4fcb-ae30-70fccde64008 req-a1ff937c-b8cd-4999-a732-64472ecde056 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:36.104404 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f24c5b2-a104-4fcb-ae30-70fccde64008 req-a1ff937c-b8cd-4999-a732-64472ecde056 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e19f27f-dcc3-471f-99da-904a2f30d02f HTTP/1.1" status: 200 len: 945 time: 0.3682599 Aug 16 22:24:36.252108 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b1cfca8-de45-4ea6-9d88-501dab2e47fe req-4e46bd13-6693-47fc-942e-ad39ad6616f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6faa21c-1f78-42b4-b538-2fe723373441 HTTP/1.1" status: 200 len: 1000 time: 0.2242203 Aug 16 22:24:36.265931 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f24c5b2-a104-4fcb-ae30-70fccde64008 req-04552eb8-96ce-42e0-8080-7889b2b189c1 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586869 Aug 16 22:24:36.362379 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e19f27f-dcc3-471f-99da-904a2f30d02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa096760-89ea-4cc1-8d0b-3d25c25e0c9e'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:36.381190 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f33fd65-a61b-4246-9e8a-03ea6ddb9a73" -d '{"events": [{"server_uuid": "6e19f27f-dcc3-471f-99da-904a2f30d02f", "name": "network-vif-plugged", "status": "completed", "tag": "fa096760-89ea-4cc1-8d0b-3d25c25e0c9e"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:36.396882 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cfca8-de45-4ea6-9d88-501dab2e47fe req-d016ae2b-da1e-4f4d-9bb8-c74625573bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:36.401608 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbbb4d-37a9-4f0e-95f3-e83e8502fef3 None None] The sync data for ids ['4aba511e-4019-43b1-845e-e9e261d2a580'] in n-d-792458-15 is: [{'id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'name': 'tempest-ServersTestManualDisk-2135591585-router', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '5739f0be-3d27-48d2-8402-624c1687c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:01Z', 'updated_at': '2021-08-16T22:24:08Z', 'revision_number': 4, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'gw_port': {'id': '5739f0be-3d27-48d2-8402-624c1687c203', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:02Z', 'updated_at': '2021-08-16T22:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '9e46d5d7-d8a4-48d8-aedc-48ad6148e5e0', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'floating_ip_address': '172.25.6.148', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'port_id': 'd6faa21c-1f78-42b4-b538-2fe723373441', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85', 'mac_address': 'fa:16:3e:a5:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cc36e-573b-4549-9bb2-462ce0501d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:24:14Z', 'updated_at': '2021-08-16T22:24:30Z', 'revision_number': 1, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e62efe0b-99bb-472c-bce7-b3b9f1cfda5d', 'name': '', 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'mac_address': 'fa:16:3e:03:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'dc000ec1-e547-493a-bdf9-eb4209fd6597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:07Z', 'updated_at': '2021-08-16T22:24:14Z', 'revision_number': 5, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'subnets': [{'id': 'dc000ec1-e547-493a-bdf9-eb4209fd6597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:24:36.402556 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b1cfca8-de45-4ea6-9d88-501dab2e47fe req-d016ae2b-da1e-4f4d-9bb8-c74625573bce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dc000ec1-e547-493a-bdf9-eb4209fd6597 HTTP/1.1" status: 200 len: 851 time: 0.1292331 Aug 16 22:24:36.416095 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c4c305b-cf51-45a1-852b-743d9a105f16 req-5044095d-ec13-4ad2-8866-e364b3ddaf0b service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893290 Aug 16 22:24:36.488460 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2923c523-74b6-403d-a716-a8cf5ebd911a x-openstack-request-id: req-2923c523-74b6-403d-a716-a8cf5ebd911a {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:36.488900 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e19f27f-dcc3-471f-99da-904a2f30d02f", "name": "network-vif-plugged", "status": "completed", "tag": "fa096760-89ea-4cc1-8d0b-3d25c25e0c9e", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:36.489045 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2923c523-74b6-403d-a716-a8cf5ebd911a {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:36.489450 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e19f27f-dcc3-471f-99da-904a2f30d02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa096760-89ea-4cc1-8d0b-3d25c25e0c9e', 'code': 200} Aug 16 22:24:36.575836 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cfca8-de45-4ea6-9d88-501dab2e47fe req-83fcd5d8-035f-43ca-97b5-3dac5816d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:36.579205 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b1cfca8-de45-4ea6-9d88-501dab2e47fe req-83fcd5d8-035f-43ca-97b5-3dac5816d319 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81c7f882-7b2e-4740-bfa6-add4514fae85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1618786 Aug 16 22:24:36.855826 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35ae65-6984-4baf-a837-948ac28d4bee req-ffb1cf76-3d5d-40a4-ae67-c095d841c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:36.857346 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4b35ae65-6984-4baf-a837-948ac28d4bee req-ffb1cf76-3d5d-40a4-ae67-c095d841c335 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e19f27f-dcc3-471f-99da-904a2f30d02f HTTP/1.1" status: 200 len: 1097 time: 0.1401441 Aug 16 22:24:36.894940 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b1cfca8-de45-4ea6-9d88-501dab2e47fe req-afa08511-123d-4ad1-bf18-d171a9b0602d service neutron] 10.222.0.43 "GET /v2.0/networks/81c7f882-7b2e-4740-bfa6-add4514fae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063455 Aug 16 22:24:36.902772 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65013bb9-5a15-4323-b9c3-b73edf9cf267 None None] New status for floating IP 9e46d5d7-d8a4-48d8-aedc-48ad6148e5e0: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:24:36.969440 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4b35ae65-6984-4baf-a837-948ac28d4bee req-95278d2c-1e8e-4953-a842-31ae932750d8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016355 Aug 16 22:24:37.016342 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b34490c-c25e-46c6-aefd-97aa6390d742', 'tag': 'b06755e3-c4f5-456d-ba9a-9c2cd46f3191'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:37.030526 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27c3c7e-df85-42ec-ae2f-d7bcca7aff21" -d '{"events": [{"name": "network-changed", "server_uuid": "3b34490c-c25e-46c6-aefd-97aa6390d742", "tag": "b06755e3-c4f5-456d-ba9a-9c2cd46f3191"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:37.214629 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328328bd-3471-44c0-bc5f-8d309c24bda2 req-6156ceaf-4996-47a9-b405-807c00ccf0ec tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:37.216226 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-328328bd-3471-44c0-bc5f-8d309c24bda2 req-6156ceaf-4996-47a9-b405-807c00ccf0ec tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b34490c-c25e-46c6-aefd-97aa6390d742 HTTP/1.1" status: 200 len: 948 time: 0.1675763 Aug 16 22:24:37.218645 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b1cfca8-de45-4ea6-9d88-501dab2e47fe req-787ba003-11ab-498b-964a-225a9636779d service neutron] 10.222.0.43 "GET /v2.0/networks/81c7f882-7b2e-4740-bfa6-add4514fae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141613 Aug 16 22:24:37.300467 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-328328bd-3471-44c0-bc5f-8d309c24bda2 req-0f87ce0e-5eee-4f12-8fb8-36dec700feea tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697505 Aug 16 22:24:37.333587 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f393394a-559a-483e-8f16-2c8b000ed603 x-openstack-request-id: req-f393394a-559a-483e-8f16-2c8b000ed603 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:37.333587 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b34490c-c25e-46c6-aefd-97aa6390d742", "tag": "b06755e3-c4f5-456d-ba9a-9c2cd46f3191", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:37.333911 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f393394a-559a-483e-8f16-2c8b000ed603 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:37.339375 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b34490c-c25e-46c6-aefd-97aa6390d742', 'tag': 'b06755e3-c4f5-456d-ba9a-9c2cd46f3191', 'status': 'completed', 'code': 200} Aug 16 22:24:37.472510 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d840e24e-6bb1-4133-bf70-56847b27229f req-8dd3cf41-97ff-4dd8-92cc-7dbcd8105102 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0422349 Aug 16 22:24:37.482375 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c3c7e-df85-42ec-ae2f-d7bcca7aff21 req-aa58bda4-27f5-4732-b1c1-e19f27d64f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:37.484370 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f27c3c7e-df85-42ec-ae2f-d7bcca7aff21 req-aa58bda4-27f5-4732-b1c1-e19f27d64f6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&device_id=3b34490c-c25e-46c6-aefd-97aa6390d742 HTTP/1.1" status: 200 len: 1100 time: 0.1300530 Aug 16 22:24:37.625886 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c3c7e-df85-42ec-ae2f-d7bcca7aff21 req-0b16c08d-78dd-4998-9a23-d42356ff6b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:37.626131 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f27c3c7e-df85-42ec-ae2f-d7bcca7aff21 req-0b16c08d-78dd-4998-9a23-d42356ff6b11 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1301022 Aug 16 22:24:37.684135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f27c3c7e-df85-42ec-ae2f-d7bcca7aff21 req-12cb218b-28bd-4cc3-86bf-26495d5bb4a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=b06755e3-c4f5-456d-ba9a-9c2cd46f3191 HTTP/1.1" status: 200 len: 217 time: 0.0464153 Aug 16 22:24:37.796539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce004a-ed66-4a7f-8081-f961ab943ae7 req-d7eb8973-9735-4be4-a776-5d2077891979 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:37.808475 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8ce004a-ed66-4a7f-8081-f961ab943ae7 req-d7eb8973-9735-4be4-a776-5d2077891979 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e19f27f-dcc3-471f-99da-904a2f30d02f HTTP/1.1" status: 200 len: 945 time: 0.1229396 Aug 16 22:24:37.817463 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c3c7e-df85-42ec-ae2f-d7bcca7aff21 req-eca15769-c0f9-4c8e-b3e4-168122afecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:37.819229 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f27c3c7e-df85-42ec-ae2f-d7bcca7aff21 req-eca15769-c0f9-4c8e-b3e4-168122afecb1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1053703 Aug 16 22:24:37.881176 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8ce004a-ed66-4a7f-8081-f961ab943ae7 req-52984229-eb38-490d-a16a-69818a215732 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715294 Aug 16 22:24:37.921204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c3c7e-df85-42ec-ae2f-d7bcca7aff21 req-5dcacfb4-5699-4850-835a-986251ec3c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:37.923326 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f27c3c7e-df85-42ec-ae2f-d7bcca7aff21 req-5dcacfb4-5699-4850-835a-986251ec3c4b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0924270 Aug 16 22:24:38.207192 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-9b8f8d8f-b8f4-422d-92f9-c2cef66785c4 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:38.213023 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-9b8f8d8f-b8f4-422d-92f9-c2cef66785c4 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e19f27f-dcc3-471f-99da-904a2f30d02f HTTP/1.1" status: 200 len: 945 time: 0.1071436 Aug 16 22:24:38.214117 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f27c3c7e-df85-42ec-ae2f-d7bcca7aff21 req-5e3810ce-11c2-445c-b690-1a12cdcd8896 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826169 Aug 16 22:24:38.299716 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:38.499603 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5ad23587-cb99-4bb4-8d13-9ea5220efbe3 req-db2a5a3e-4df5-4609-bbfc-09a01d08e889 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0305910 Aug 16 22:24:38.520163 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f27c3c7e-df85-42ec-ae2f-d7bcca7aff21 req-71eb9c98-09a6-45bb-bd63-c6c37c0d5f79 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934046 Aug 16 22:24:38.554527 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-4c5a76dd-f7e7-49a1-a9ad-fd94ba3afb40 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Deleting port fa096760-89ea-4cc1-8d0b-3d25c25e0c9e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:38.554795 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-4c5a76dd-f7e7-49a1-a9ad-fd94ba3afb40 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:38.598762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-3ad36646-dab9-4ed4-9c4c-1ca85aab3340 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:38.600919 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-3ad36646-dab9-4ed4-9c4c-1ca85aab3340 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/networks?id=8a07cfa7-33ce-45df-8843-d47e7671d0ce HTTP/1.1" status: 200 len: 810 time: 0.2552376 Aug 16 22:24:38.642986 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-6e1554b6-9530-4b09-87d6-7de597e59752 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/quotas/c6961c1edc734a02a9c4a9ed2076af1b HTTP/1.1" status: 200 len: 375 time: 0.0154378 Aug 16 22:24:38.691799 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b73ce-48ba-48ca-94b9-55a881904a28 req-d4d8c5c6-85fb-4556-b100-c789747d7c4f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:38.694532 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e08b73ce-48ba-48ca-94b9-55a881904a28 req-d4d8c5c6-85fb-4556-b100-c789747d7c4f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b34490c-c25e-46c6-aefd-97aa6390d742 HTTP/1.1" status: 200 len: 948 time: 0.1654301 Aug 16 22:24:38.699485 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-5ebd0870-9623-41f7-8135-1e5eeb2df26b tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6961c1edc734a02a9c4a9ed2076af1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495198 Aug 16 22:24:38.857576 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-4c5a76dd-f7e7-49a1-a9ad-fd94ba3afb40 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] For port fa096760-89ea-4cc1-8d0b-3d25c25e0c9e, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=fa096760-89ea-4cc1-8d0b-3d25c25e0c9e,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:38.858280 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-4c5a76dd-f7e7-49a1-a9ad-fd94ba3afb40 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:38.871819 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e08b73ce-48ba-48ca-94b9-55a881904a28 req-6bc2f27d-7f69-4c0e-b7eb-dbba08c0f8c9 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713533 Aug 16 22:24:38.879429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-4c5a76dd-f7e7-49a1-a9ad-fd94ba3afb40 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Calling delete_port for fa096760-89ea-4cc1-8d0b-3d25c25e0c9e owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:38.969795 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-3726a220-fdf7-4b62-858d-71e42d230b95 service neutron] 10.222.0.93 "GET /v2.0/networks/8a07cfa7-33ce-45df-8843-d47e7671d0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486610 Aug 16 22:24:38.995033 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-76908304-895c-46ac-b398-59a4e506cfc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:39.108675 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-34bd5af3-e38e-4f64-bf95-a4eb01080eb0 service neutron] 10.222.0.93 "GET /v2.0/networks/8a07cfa7-33ce-45df-8843-d47e7671d0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275516 Aug 16 22:24:39.178801 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-4c5a76dd-f7e7-49a1-a9ad-fd94ba3afb40 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:39.192159 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['fa096760-89ea-4cc1-8d0b-3d25c25e0c9e'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:39.220226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a76dd-f7e7-49a1-a9ad-fd94ba3afb40 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Pushing event deleted for resources: {'Port': ['ID=fa096760-89ea-4cc1-8d0b-3d25c25e0c9e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:39.313710 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-4c5a76dd-f7e7-49a1-a9ad-fd94ba3afb40 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] No DVR routers for this DVR port fa096760-89ea-4cc1-8d0b-3d25c25e0c9e on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:24:39.318187 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-4c5a76dd-f7e7-49a1-a9ad-fd94ba3afb40 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:39.321503 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c85e2b21-3c94-471e-aff2-0b8513d1e7fe req-4c5a76dd-f7e7-49a1-a9ad-fd94ba3afb40 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.43 "DELETE /v2.0/ports/fa096760-89ea-4cc1-8d0b-3d25c25e0c9e HTTP/1.1" status: 204 len: 173 time: 1.0981700 Aug 16 22:24:39.342416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e19f27f-dcc3-471f-99da-904a2f30d02f', 'name': 'network-vif-deleted', 'tag': 'fa096760-89ea-4cc1-8d0b-3d25c25e0c9e'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:39.346292 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bd1363-b2b4-4ecb-a2ee-0274caef4a9b" -d '{"events": [{"server_uuid": "6e19f27f-dcc3-471f-99da-904a2f30d02f", "name": "network-vif-deleted", "tag": "fa096760-89ea-4cc1-8d0b-3d25c25e0c9e"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:39.348020 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device b06755e3-c4f5-456d-ba9a-9c2cd46f3191 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:24:39.587471 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cccfd07a-2bb5-4b67-9c39-4b446aaf12c2 req-eace9161-4968-46fd-8d01-875949b36ecc tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0903673 Aug 16 22:24:39.635468 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ea0360c-a4fb-4f7f-9d52-f9cbdc9a6cde req-2a18ab87-6d63-4531-a720-c7807c52ac9d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e19f27f-dcc3-471f-99da-904a2f30d02f HTTP/1.1" status: 200 len: 210 time: 0.0636909 Aug 16 22:24:39.665616 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port b06755e3-c4f5-456d-ba9a-9c2cd46f3191, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=b06755e3-c4f5-456d-ba9a-9c2cd46f3191,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:39.691210 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'b06755e3-c4f5-456d-ba9a-9c2cd46f3191', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': 'b06755e3-c4f5-456d-ba9a-9c2cd46f3191', 'mac_address': 'fa:16:3e:4f:55:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:24:39.760411 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9791b4-e4c5-48e3-8515-f63aca53b7d1 x-openstack-request-id: req-9b9791b4-e4c5-48e3-8515-f63aca53b7d1 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:39.760710 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e19f27f-dcc3-471f-99da-904a2f30d02f", "name": "network-vif-deleted", "tag": "fa096760-89ea-4cc1-8d0b-3d25c25e0c9e", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:39.760970 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9b9791b4-e4c5-48e3-8515-f63aca53b7d1 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:39.761378 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e19f27f-dcc3-471f-99da-904a2f30d02f', 'name': 'network-vif-deleted', 'tag': 'fa096760-89ea-4cc1-8d0b-3d25c25e0c9e', 'status': 'completed', 'code': 200} Aug 16 22:24:39.768534 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:39.788316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06755e3-c4f5-456d-ba9a-9c2cd46f3191 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:39.814119 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port b06755e3-c4f5-456d-ba9a-9c2cd46f3191, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=b06755e3-c4f5-456d-ba9a-9c2cd46f3191,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:39.819783 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:39.933248 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a64aeed7-d685-4206-b85d-e016ca86f31e req-ee4253f1-b7c3-445d-bab4-69ed24365b74 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/ports?device_id=c9b60ca6-8d5a-45f4-a357-7c4ebab743a4 HTTP/1.1" status: 200 len: 210 time: 0.0720980 Aug 16 22:24:39.976298 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=b06755e3-c4f5-456d-ba9a-9c2cd46f3191,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:40.017533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-738918ba-d814-4979-ad77-5b0fed9e0cd4 req-a8699e5a-5a8c-49ec-95fd-70d77fa53f4e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&device_id=6e19f27f-dcc3-471f-99da-904a2f30d02f HTTP/1.1" status: 200 len: 210 time: 0.0745208 Aug 16 22:24:40.118159 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['b06755e3-c4f5-456d-ba9a-9c2cd46f3191'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:40.225096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738918ba-d814-4979-ad77-5b0fed9e0cd4 req-fe4cda49-e15a-4fad-bb4e-1af695e49f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:40.226633 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-738918ba-d814-4979-ad77-5b0fed9e0cd4 req-fe4cda49-e15a-4fad-bb4e-1af695e49f8f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1951210 Aug 16 22:24:40.540534 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:40.840816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc312bb6-f9c2-471e-9bb8-e1d70a739aa6 req-8ab20b29-5a6b-43aa-8585-5b4b15fc2291 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:40.850722 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc312bb6-f9c2-471e-9bb8-e1d70a739aa6 req-8ab20b29-5a6b-43aa-8585-5b4b15fc2291 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b34490c-c25e-46c6-aefd-97aa6390d742 HTTP/1.1" status: 200 len: 949 time: 0.6231377 Aug 16 22:24:40.887281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738918ba-d814-4979-ad77-5b0fed9e0cd4 req-0d4f807f-a45a-4160-bb75-f67117e14e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:40.889650 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-738918ba-d814-4979-ad77-5b0fed9e0cd4 req-0d4f807f-a45a-4160-bb75-f67117e14e80 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6261837 Aug 16 22:24:40.926549 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc312bb6-f9c2-471e-9bb8-e1d70a739aa6 req-a726dcba-1bd2-4799-a834-061952d528d7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745697 Aug 16 22:24:41.140365 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de23b45a-f3f3-4f8b-bda6-65f76bb19f08 req-e0ff3947-f5a9-420a-a8ce-d282fbfac752 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e19f27f-dcc3-471f-99da-904a2f30d02f HTTP/1.1" status: 200 len: 210 time: 0.0599897 Aug 16 22:24:41.162062 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1c9b7db1-06c0-4bc4-9bb7-1004897b24ad req-26ddf442-3c39-465e-b57d-1b0fcc7fad07 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0823116 Aug 16 22:24:41.341242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-d06b2623-3888-4523-adc1-54bed7338108 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:41.344964 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-d06b2623-3888-4523-adc1-54bed7338108 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.39 "GET /v2.0/networks?id=8a07cfa7-33ce-45df-8843-d47e7671d0ce HTTP/1.1" status: 200 len: 810 time: 0.1814642 Aug 16 22:24:41.361889 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device b06755e3-c4f5-456d-ba9a-9c2cd46f3191 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:41.362182 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-f279e88d-e47b-41be-b80c-0e7cfd031c45 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Request body: {'port': {'device_id': 'c9b60ca6-8d5a-45f4-a357-7c4ebab743a4', 'network_id': '8a07cfa7-33ce-45df-8843-d47e7671d0ce', 'admin_state_up': True, 'tenant_id': 'c6961c1edc734a02a9c4a9ed2076af1b'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:41.414261 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63a7fe1f-e907-4a78-8701-f953bb25e9d3 req-cdb832e6-021c-4059-be68-04e725c6303c tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/ports?device_id=c9b60ca6-8d5a-45f4-a357-7c4ebab743a4 HTTP/1.1" status: 200 len: 210 time: 0.0556796 Aug 16 22:24:41.468539 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port b06755e3-c4f5-456d-ba9a-9c2cd46f3191 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:41.475641 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port b06755e3-c4f5-456d-ba9a-9c2cd46f3191 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:41.476011 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:41.501526 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1e9c72ee-5221-4ba9-b660-a2b815149e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:41.588794 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:41.602826 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-f279e88d-e47b-41be-b80c-0e7cfd031c45 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Made reservation on behalf of c6961c1edc734a02a9c4a9ed2076af1b for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:41.612938 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-f279e88d-e47b-41be-b80c-0e7cfd031c45 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:41.636517 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b34490c-c25e-46c6-aefd-97aa6390d742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06755e3-c4f5-456d-ba9a-9c2cd46f3191'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:41.638916 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e316b7-b51d-4459-b725-b49be9656bcc" -d '{"events": [{"server_uuid": "3b34490c-c25e-46c6-aefd-97aa6390d742", "name": "network-vif-plugged", "status": "completed", "tag": "b06755e3-c4f5-456d-ba9a-9c2cd46f3191"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:41.666316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port b06755e3-c4f5-456d-ba9a-9c2cd46f3191, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=b06755e3-c4f5-456d-ba9a-9c2cd46f3191,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:41.676001 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:41.741202 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=b06755e3-c4f5-456d-ba9a-9c2cd46f3191,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:41.816627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-f279e88d-e47b-41be-b80c-0e7cfd031c45 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Allocated IP 172.20.0.8 (8a07cfa7-33ce-45df-8843-d47e7671d0ce/8881d556-b8b5-4614-8cca-452f7aa435ec/3862fd60-8aee-468c-80dd-618aad55d36d) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:41.885569 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e27acf-fe09-466f-a647-225a793068a2 x-openstack-request-id: req-e8e27acf-fe09-466f-a647-225a793068a2 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:41.886077 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b34490c-c25e-46c6-aefd-97aa6390d742", "name": "network-vif-plugged", "status": "completed", "tag": "b06755e3-c4f5-456d-ba9a-9c2cd46f3191", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:41.886520 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e8e27acf-fe09-466f-a647-225a793068a2 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:41.887218 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b34490c-c25e-46c6-aefd-97aa6390d742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06755e3-c4f5-456d-ba9a-9c2cd46f3191', 'code': 200} Aug 16 22:24:42.043464 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-88109876-e444-4c88-8011-2f6aa7a637c6 req-1dfe8c1e-a1dc-4f85-ba1e-178a9d24635e tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0918224 Aug 16 22:24:42.043936 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:42.200154 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f117357-f8a9-4f91-b3e9-7794eadf9892 req-ca1d6f82-1813-4f82-a32d-6eb09e63533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:42.201769 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5f117357-f8a9-4f91-b3e9-7794eadf9892 req-ca1d6f82-1813-4f82-a32d-6eb09e63533a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3b34490c-c25e-46c6-aefd-97aa6390d742 HTTP/1.1" status: 200 len: 1102 time: 0.1959674 Aug 16 22:24:42.247359 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-f279e88d-e47b-41be-b80c-0e7cfd031c45 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:42.278107 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71693d-06d0-45d2-a36c-041ac7a5713c req-79893f9a-372a-43d2-9f4c-8ad7957da4c0 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:42.280048 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f71693d-06d0-45d2-a36c-041ac7a5713c req-79893f9a-372a-43d2-9f4c-8ad7957da4c0 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b34490c-c25e-46c6-aefd-97aa6390d742 HTTP/1.1" status: 200 len: 950 time: 0.1279824 Aug 16 22:24:42.283720 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5f117357-f8a9-4f91-b3e9-7794eadf9892 req-f52ac379-cd2c-4077-8e28-1c83caee3c94 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738449 Aug 16 22:24:42.341076 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f71693d-06d0-45d2-a36c-041ac7a5713c req-7dcf9865-a8e5-49d0-af7a-de568315c23c tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538733 Aug 16 22:24:42.361872 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-f279e88d-e47b-41be-b80c-0e7cfd031c45 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:42.445128 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-f279e88d-e47b-41be-b80c-0e7cfd031c45 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Network 8a07cfa7-33ce-45df-8843-d47e7671d0ce is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:42.447127 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279e88d-e47b-41be-b80c-0e7cfd031c45 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Pushing event updated for resources: {'Port': ['ID=3862fd60-8aee-468c-80dd-618aad55d36d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:42.451931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-f279e88d-e47b-41be-b80c-0e7cfd031c45 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:42.491712 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d5f2238b-52a3-4380-9e1d-df35812da3b8 req-ff72bb04-9ffe-436c-90b7-833687f7d108 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e19f27f-dcc3-471f-99da-904a2f30d02f HTTP/1.1" status: 200 len: 210 time: 0.0361269 Aug 16 22:24:42.492869 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-f279e88d-e47b-41be-b80c-0e7cfd031c45 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:42.574190 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-738918ba-d814-4979-ad77-5b0fed9e0cd4 req-e084ffbe-7dbb-4b75-82e6-319099eb7bef tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e19f27f-dcc3-471f-99da-904a2f30d02f HTTP/1.1" status: 200 len: 210 time: 0.0310876 Aug 16 22:24:42.588333 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-f279e88d-e47b-41be-b80c-0e7cfd031c45 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:42.589023 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-f279e88d-e47b-41be-b80c-0e7cfd031c45 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:42.622289 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-f279e88d-e47b-41be-b80c-0e7cfd031c45 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2640107 Aug 16 22:24:42.682106 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] Request body: {'port': {'device_id': 'c9b60ca6-8d5a-45f4-a357-7c4ebab743a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:42.816782 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb67537-7522-4b56-857c-907962d8184d req-6baf410f-f1a4-4c3e-bbe2-1467ee4eeb21 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:42.826124 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bb67537-7522-4b56-857c-907962d8184d req-6baf410f-f1a4-4c3e-bbe2-1467ee4eeb21 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/ports?device_id=c9b60ca6-8d5a-45f4-a357-7c4ebab743a4 HTTP/1.1" status: 200 len: 931 time: 0.1006093 Aug 16 22:24:42.830322 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:42.902407 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bb67537-7522-4b56-857c-907962d8184d req-3f2ca459-9441-49e7-ab16-2233d9e7abdd tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/security-groups?id=44fc65b5-f036-4140-86dc-ce49afb5bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748987 Aug 16 22:24:43.124061 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:43.289520 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b06a3854-e7ce-4a83-9bde-4e0036bd6191 req-02fea22d-4637-412f-9f80-285b03031dd2 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0493822 Aug 16 22:24:43.384755 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3862fd60-8aee-468c-80dd-618aad55d36d {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:43.412375 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:43.456559 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] Transition to ACTIVE for port object 3862fd60-8aee-468c-80dd-618aad55d36d will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:43.463394 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:43.595685 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3862fd60-8aee-468c-80dd-618aad55d36d,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:43.629204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ab3eb-9cd7-4542-80e5-f9f181cab51e req-de1d8c12-1f84-47e2-b685-3a7c5fd9d48f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:43.660423 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-394ab3eb-9cd7-4542-80e5-f9f181cab51e req-de1d8c12-1f84-47e2-b685-3a7c5fd9d48f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b34490c-c25e-46c6-aefd-97aa6390d742 HTTP/1.1" status: 200 len: 950 time: 0.1168852 Aug 16 22:24:43.810920 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-394ab3eb-9cd7-4542-80e5-f9f181cab51e req-4a80be89-7eb2-492d-a499-a18081e2d31d tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370106 Aug 16 22:24:43.872417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] Attempting to bind port 3862fd60-8aee-468c-80dd-618aad55d36d on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:43.873325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] Attempting to bind port 3862fd60-8aee-468c-80dd-618aad55d36d by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1ca4e611-6cec-4a20-920d-ddd72accc3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8a07cfa7-33ce-45df-8843-d47e7671d0ce'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:43.874053 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] Attempting to bind port 3862fd60-8aee-468c-80dd-618aad55d36d on network 8a07cfa7-33ce-45df-8843-d47e7671d0ce {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:43.882356 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] Port 3862fd60-8aee-468c-80dd-618aad55d36d on network 8a07cfa7-33ce-45df-8843-d47e7671d0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:24:43.883304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] Attempting to bind port 3862fd60-8aee-468c-80dd-618aad55d36d on network 8a07cfa7-33ce-45df-8843-d47e7671d0ce {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:43.890325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:43.891318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] Checking segment: {'id': '1ca4e611-6cec-4a20-920d-ddd72accc3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8a07cfa7-33ce-45df-8843-d47e7671d0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:43.892015 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] Bound using segment: {'id': '1ca4e611-6cec-4a20-920d-ddd72accc3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8a07cfa7-33ce-45df-8843-d47e7671d0ce'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:43.893233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] Bound port: 3862fd60-8aee-468c-80dd-618aad55d36d, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ca4e611-6cec-4a20-920d-ddd72accc3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8a07cfa7-33ce-45df-8843-d47e7671d0ce'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:43.893793 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:43.961096 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54236) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:44.030446 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] For port 3862fd60-8aee-468c-80dd-618aad55d36d, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:44.059729 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] For port 3862fd60-8aee-468c-80dd-618aad55d36d, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=3862fd60-8aee-468c-80dd-618aad55d36d,segment=NetworkSegment(1ca4e611-6cec-4a20-920d-ddd72accc3fb),segment_id=1ca4e611-6cec-4a20-920d-ddd72accc3fb)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:44.072281 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.085407 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532742b9-2bc2-48a5-b362-524dcdeb1754 req-a8aa080e-e021-40d2-b5aa-00c5bf0d5969 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:44.087167 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-532742b9-2bc2-48a5-b362-524dcdeb1754 req-a8aa080e-e021-40d2-b5aa-00c5bf0d5969 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.1108634 Aug 16 22:24:44.130934 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbc917-2569-4dbb-a0dc-542f1a4f079b req-1d5fb49f-5019-41af-b9fe-2ed005fd5c58 tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:44.132658 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99fbc917-2569-4dbb-a0dc-542f1a4f079b req-1d5fb49f-5019-41af-b9fe-2ed005fd5c58 tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3b34490c-c25e-46c6-aefd-97aa6390d742 HTTP/1.1" status: 200 len: 1102 time: 0.1551147 Aug 16 22:24:44.136607 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:44.137292 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.138736 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] 10.222.0.39 "PUT /v2.0/ports/3862fd60-8aee-468c-80dd-618aad55d36d HTTP/1.1" status: 200 len: 1092 time: 1.4850278 Aug 16 22:24:44.139332 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b60ca6-8d5a-45f4-a357-7c4ebab743a4', 'tag': '3862fd60-8aee-468c-80dd-618aad55d36d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:44.141729 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78857794-4e91-4daa-a304-0da103d267bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b60ca6-8d5a-45f4-a357-7c4ebab743a4", "tag": "3862fd60-8aee-468c-80dd-618aad55d36d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:44.162857 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-70c4c54a-72af-497c-a90e-73abaaa40c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.239364 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf75cec-ab1d-4060-abe3-bdc1467368b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3862fd60-8aee-468c-80dd-618aad55d36d,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:44.257845 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-532742b9-2bc2-48a5-b362-524dcdeb1754 req-22662721-7cf4-4c67-9193-74dd3c26be38 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1393340 Aug 16 22:24:44.301069 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99fbc917-2569-4dbb-a0dc-542f1a4f079b req-ec572efe-35d6-4480-b616-ac070ca57f0e tempest-ServersOnMultiNodesTest-993333427 tempest-ServersOnMultiNodesTest-993333427-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395187 Aug 16 22:24:44.324057 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-70c4c54a-72af-497c-a90e-73abaaa40c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.331555 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-d979dcc1-8721-4b68-8481-fc73bad63a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:44.333274 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-d979dcc1-8721-4b68-8481-fc73bad63a40 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6961c1edc734a02a9c4a9ed2076af1b&device_id=c9b60ca6-8d5a-45f4-a357-7c4ebab743a4 HTTP/1.1" status: 200 len: 1095 time: 0.1351328 Aug 16 22:24:44.333877 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-70c4c54a-72af-497c-a90e-73abaaa40c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.397510 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-2a787185-f302-40da-b9ee-7d040ede3a1b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3862fd60-8aee-468c-80dd-618aad55d36d HTTP/1.1" status: 200 len: 217 time: 0.0542951 Aug 16 22:24:44.406718 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-70c4c54a-72af-497c-a90e-73abaaa40c27 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9353e69aa5e84c82b4cc99d951cb4991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437628 Aug 16 22:24:44.410032 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4c54a-72af-497c-a90e-73abaaa40c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c5d454-d657-4dbf-a692-616f6e95e151,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:44.414901 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54256) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:44.475449 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b19ea5f7-927e-470c-b1ca-d82ecc1fb0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.498394 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b19ea5f7-927e-470c-b1ca-d82ecc1fb0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.561621 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b19ea5f7-927e-470c-b1ca-d82ecc1fb0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.565103 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b19ea5f7-927e-470c-b1ca-d82ecc1fb0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.566605 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b19ea5f7-927e-470c-b1ca-d82ecc1fb0bf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d2c5d454-d657-4dbf-a692-616f6e95e151 HTTP/1.1" status: 204 len: 168 time: 0.1503189 Aug 16 22:24:44.591959 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ea5f7-927e-470c-b1ca-d82ecc1fb0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c5d454-d657-4dbf-a692-616f6e95e151,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:44.619876 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-37460ce7-b1fe-4012-a06c-14e3e83e1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:44.627710 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-37460ce7-b1fe-4012-a06c-14e3e83e1f1e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8881d556-b8b5-4614-8cca-452f7aa435ec HTTP/1.1" status: 200 len: 850 time: 0.1415408 Aug 16 22:24:44.665115 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a78814-cbff-4420-b71b-45a62e9a4d52 req-233c3b0e-7302-489f-ad8f-850796acfa77 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:44.679221 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98a78814-cbff-4420-b71b-45a62e9a4d52 req-233c3b0e-7302-489f-ad8f-850796acfa77 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/ports?device_id=c9b60ca6-8d5a-45f4-a357-7c4ebab743a4 HTTP/1.1" status: 200 len: 943 time: 0.1935399 Aug 16 22:24:44.688135 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.708322 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-d5da6bab-5e80-48ad-98f2-a7d4f8555135 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a07cfa7-33ce-45df-8843-d47e7671d0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744827 Aug 16 22:24:44.722271 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-e3116d1e-a05c-4f8f-92ce-69727077090f tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:44.729887 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-e3116d1e-a05c-4f8f-92ce-69727077090f tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/networks?id=ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 200 len: 811 time: 0.3345795 Aug 16 22:24:44.798548 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-410f1b1b-f845-42bd-a9f2-70b8de97c76a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/quotas/064c2ae4b14f44cb9af01f46aa4cd77f HTTP/1.1" status: 200 len: 375 time: 0.0683568 Aug 16 22:24:44.806846 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98a78814-cbff-4420-b71b-45a62e9a4d52 req-86d28c92-7855-415b-afb1-e4911e80dfd1 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/security-groups?id=44fc65b5-f036-4140-86dc-ce49afb5bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251636 Aug 16 22:24:44.852424 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-86f5049f-3b94-4e4d-89fc-ab2533948767 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432129 Aug 16 22:24:44.949764 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-af4de2b8-c2d1-4c20-8f04-4a6563e76cf2 service neutron] 10.222.0.93 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965738 Aug 16 22:24:44.952307 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030686f5-2182-463c-bf83-03d369a8143b x-openstack-request-id: req-030686f5-2182-463c-bf83-03d369a8143b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:44.952848 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b60ca6-8d5a-45f4-a357-7c4ebab743a4", "tag": "3862fd60-8aee-468c-80dd-618aad55d36d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:44.953097 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-030686f5-2182-463c-bf83-03d369a8143b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:44.953495 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b60ca6-8d5a-45f4-a357-7c4ebab743a4', 'tag': '3862fd60-8aee-468c-80dd-618aad55d36d', 'status': 'completed', 'code': 200} Aug 16 22:24:45.045899 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-ea624431-8748-4773-89a5-e77a39913e9b service neutron] 10.222.0.39 "GET /v2.0/networks/8a07cfa7-33ce-45df-8843-d47e7671d0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124895 Aug 16 22:24:45.094399 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-81c2acae-a97f-4412-8bd9-b629c19b7f08 service neutron] 10.222.0.93 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435220 Aug 16 22:24:45.203401 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2be0564-2944-406d-a1eb-5e40a176d1f3 req-4c8d197b-fe8b-4c58-a289-f78f5a3315d6 service neutron] 10.222.0.39 "GET /v2.0/networks/8a07cfa7-33ce-45df-8843-d47e7671d0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475322 Aug 16 22:24:45.345374 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-134c0eac-0ef3-4f11-935e-5f97aa62df7c req-0b98a6fb-c172-49cd-a0f3-8560a8dfd252 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0922132 Aug 16 22:24:45.473609 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78857794-4e91-4daa-a304-0da103d267bb req-3792a5b6-dece-4413-8998-0f4a5d710845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:45.477793 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78857794-4e91-4daa-a304-0da103d267bb req-3792a5b6-dece-4413-8998-0f4a5d710845 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6961c1edc734a02a9c4a9ed2076af1b&device_id=c9b60ca6-8d5a-45f4-a357-7c4ebab743a4 HTTP/1.1" status: 200 len: 1095 time: 0.1538835 Aug 16 22:24:45.498757 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device fa096760-89ea-4cc1-8d0b-3d25c25e0c9e no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:45.531186 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: fa096760-89ea-4cc1-8d0b-3d25c25e0c9e {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:45.531791 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device fa096760-89ea-4cc1-8d0b-3d25c25e0c9e not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:45.714860 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fdd2e-a6de-4a3b-8843-23c444ebde5d req-4bf39972-b652-4baf-af4c-a1b64e4d21e5 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:45.723171 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-770fdd2e-a6de-4a3b-8843-23c444ebde5d req-4bf39972-b652-4baf-af4c-a1b64e4d21e5 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b34490c-c25e-46c6-aefd-97aa6390d742 HTTP/1.1" status: 200 len: 950 time: 0.1331844 Aug 16 22:24:45.733885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d62b9-53d3-40c2-a0b6-0188b12a189a req-ba25ae40-c879-42a4-8b6c-a84f2f224b6d tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:45.741953 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c51d62b9-53d3-40c2-a0b6-0188b12a189a req-ba25ae40-c879-42a4-8b6c-a84f2f224b6d tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.1503401 Aug 16 22:24:45.785058 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78857794-4e91-4daa-a304-0da103d267bb req-2c5d9841-7d68-4681-a406-e165c3961390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:45.787279 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78857794-4e91-4daa-a304-0da103d267bb req-2c5d9841-7d68-4681-a406-e165c3961390 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a07cfa7-33ce-45df-8843-d47e7671d0ce HTTP/1.1" status: 200 len: 911 time: 0.2843764 Aug 16 22:24:45.828269 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-770fdd2e-a6de-4a3b-8843-23c444ebde5d req-5665dc57-a0d2-4640-bce0-a721dff748a5 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988276 Aug 16 22:24:45.914348 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c51d62b9-53d3-40c2-a0b6-0188b12a189a req-66fa31cc-e779-48a8-a72d-b5a24ca7142b tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1711922 Aug 16 22:24:45.915920 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78857794-4e91-4daa-a304-0da103d267bb req-9db518c9-3ac4-44a1-8de3-c992d6abef49 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3862fd60-8aee-468c-80dd-618aad55d36d HTTP/1.1" status: 200 len: 217 time: 0.0844440 Aug 16 22:24:46.017412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78857794-4e91-4daa-a304-0da103d267bb req-7b02f730-04e0-4538-8f29-539cf2425a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:46.018932 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78857794-4e91-4daa-a304-0da103d267bb req-7b02f730-04e0-4538-8f29-539cf2425a9f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8881d556-b8b5-4614-8cca-452f7aa435ec HTTP/1.1" status: 200 len: 850 time: 0.0939343 Aug 16 22:24:46.042135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18331eaf-5ee1-4b5d-9259-ab97b50620f6 req-1f9bbc9d-b68a-4b26-9d58-7b759165313b tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=bb1379ea-d441-4d2a-ae68-57c8ed07b36a HTTP/1.1" status: 200 len: 210 time: 0.1337221 Aug 16 22:24:46.102012 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78857794-4e91-4daa-a304-0da103d267bb req-42e16619-16d9-434d-a497-82785b2fa1bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a07cfa7-33ce-45df-8843-d47e7671d0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691793 Aug 16 22:24:46.248172 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029a6b5-f055-48c6-9095-238e7aa94284 req-ca659b3e-85f1-41ad-852d-49a79f17b239 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:46.249860 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c029a6b5-f055-48c6-9095-238e7aa94284 req-ca659b3e-85f1-41ad-852d-49a79f17b239 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/ports?device_id=c9b60ca6-8d5a-45f4-a357-7c4ebab743a4 HTTP/1.1" status: 200 len: 943 time: 0.1115913 Aug 16 22:24:46.329797 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c029a6b5-f055-48c6-9095-238e7aa94284 req-10349b60-e6e5-4d21-8d46-f6b7db1c76dc tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/security-groups?id=44fc65b5-f036-4140-86dc-ce49afb5bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673256 Aug 16 22:24:46.338188 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78857794-4e91-4daa-a304-0da103d267bb req-a7cad918-4daa-4b5a-a609-dda293baf7d0 service neutron] 10.222.0.39 "GET /v2.0/networks/8a07cfa7-33ce-45df-8843-d47e7671d0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212155 Aug 16 22:24:46.523852 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c328f45-d8e1-4520-8a4d-ef6ca247306c req-1bfdd899-fd71-4003-90bd-1fd54c237b26 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0495710 Aug 16 22:24:46.540909 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78857794-4e91-4daa-a304-0da103d267bb req-19758649-9a1f-4130-92d7-d6bd391d78cc service neutron] 10.222.0.39 "GET /v2.0/networks/8a07cfa7-33ce-45df-8843-d47e7671d0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899064 Aug 16 22:24:46.794026 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54356) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:46.892904 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-e591051a-2ef2-4740-8e33-bf661f99db0b tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:46.894632 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-e591051a-2ef2-4740-8e33-bf661f99db0b tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.39 "GET /v2.0/networks?id=ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 200 len: 811 time: 0.1843534 Aug 16 22:24:46.929773 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-ad2c8bcf-f6f9-44d4-9ebf-49792cdd6b68 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Request body: {'port': {'device_id': 'bb1379ea-d441-4d2a-ae68-57c8ed07b36a', 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777', 'admin_state_up': True, 'tenant_id': '064c2ae4b14f44cb9af01f46aa4cd77f'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:46.985852 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4c05cd3-d888-46dd-88a4-2a0988e4bb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:47.103655 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4c05cd3-d888-46dd-88a4-2a0988e4bb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:47.109409 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4c05cd3-d888-46dd-88a4-2a0988e4bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:47.143213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b26a7-b7a2-489e-9222-fe915e7db7c5 req-4649d343-5822-4b78-88a0-75745325a568 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:47.146146 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d97b26a7-b7a2-489e-9222-fe915e7db7c5 req-4649d343-5822-4b78-88a0-75745325a568 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b34490c-c25e-46c6-aefd-97aa6390d742 HTTP/1.1" status: 200 len: 950 time: 0.2065988 Aug 16 22:24:47.147896 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c05cd3-d888-46dd-88a4-2a0988e4bb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b77b3d-d84b-4ee9-b297-de5a5e895ee5,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:47.170046 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f4c05cd3-d888-46dd-88a4-2a0988e4bb4e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=abc85c6a4a024617a5dfd81f9518830d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743484 Aug 16 22:24:47.174056 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54370) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:47.203957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04ba4a-8d70-43d8-94ae-88f1bc14e209 req-a41d9540-efa7-4f09-bf68-ec64d2735328 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:47.205458 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c04ba4a-8d70-43d8-94ae-88f1bc14e209 req-a41d9540-efa7-4f09-bf68-ec64d2735328 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b34490c-c25e-46c6-aefd-97aa6390d742 HTTP/1.1" status: 200 len: 950 time: 0.2258534 Aug 16 22:24:47.229125 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-be07b30d-2458-4001-bb92-ee10c6e67fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:47.252745 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-be07b30d-2458-4001-bb92-ee10c6e67fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:47.253814 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae613d43-6c39-424f-b23c-f201bd2287fe req-8f7541e6-07b1-4e16-8154-47c238207fbf tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:47.255475 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae613d43-6c39-424f-b23c-f201bd2287fe req-8f7541e6-07b1-4e16-8154-47c238207fbf tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.1998675 Aug 16 22:24:47.266647 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d97b26a7-b7a2-489e-9222-fe915e7db7c5 req-f4c2df2e-75a6-453f-a9de-f4ea1ee69e78 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071303 Aug 16 22:24:47.307714 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-be07b30d-2458-4001-bb92-ee10c6e67fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:47.312009 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-be07b30d-2458-4001-bb92-ee10c6e67fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:47.313374 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-be07b30d-2458-4001-bb92-ee10c6e67fd7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/69b77b3d-d84b-4ee9-b297-de5a5e895ee5 HTTP/1.1" status: 204 len: 168 time: 0.1383758 Aug 16 22:24:47.324449 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07b30d-2458-4001-bb92-ee10c6e67fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b77b3d-d84b-4ee9-b297-de5a5e895ee5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:47.372861 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 3862fd60-8aee-468c-80dd-618aad55d36d details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:24:47.388403 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-ad2c8bcf-f6f9-44d4-9ebf-49792cdd6b68 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Made reservation on behalf of 064c2ae4b14f44cb9af01f46aa4cd77f for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:47.392017 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-ad2c8bcf-f6f9-44d4-9ebf-49792cdd6b68 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:47.446390 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae613d43-6c39-424f-b23c-f201bd2287fe req-23427b0e-6e63-4789-9173-fbe4c4ab2c70 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1785479 Aug 16 22:24:47.463084 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eac2d5d7-5975-4fab-bc6a-e4395ee09996 req-9121a90b-2e31-49ad-bf42-04ae39c0032e tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=bb1379ea-d441-4d2a-ae68-57c8ed07b36a HTTP/1.1" status: 200 len: 210 time: 0.0642602 Aug 16 22:24:47.548511 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 3862fd60-8aee-468c-80dd-618aad55d36d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=3862fd60-8aee-468c-80dd-618aad55d36d,segment=NetworkSegment(1ca4e611-6cec-4a20-920d-ddd72accc3fb),segment_id=1ca4e611-6cec-4a20-920d-ddd72accc3fb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:47.563205 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '3862fd60-8aee-468c-80dd-618aad55d36d', 'network_id': '8a07cfa7-33ce-45df-8843-d47e7671d0ce', 'port_id': '3862fd60-8aee-468c-80dd-618aad55d36d', 'mac_address': 'fa:16:3e:6c:67:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8881d556-b8b5-4614-8cca-452f7aa435ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:24:47.622476 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:47.656226 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3862fd60-8aee-468c-80dd-618aad55d36d {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:47.696114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-7c04ba4a-8d70-43d8-94ae-88f1bc14e209 req-b1e7641f-b665-42cb-a054-25482987f950 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Deleting port b06755e3-c4f5-456d-ba9a-9c2cd46f3191 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:47.698247 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7c04ba4a-8d70-43d8-94ae-88f1bc14e209 req-b1e7641f-b665-42cb-a054-25482987f950 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:47.699695 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 3862fd60-8aee-468c-80dd-618aad55d36d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=3862fd60-8aee-468c-80dd-618aad55d36d,segment=NetworkSegment(1ca4e611-6cec-4a20-920d-ddd72accc3fb),segment_id=1ca4e611-6cec-4a20-920d-ddd72accc3fb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:47.706131 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:47.807087 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=3862fd60-8aee-468c-80dd-618aad55d36d,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:48.033856 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['3862fd60-8aee-468c-80dd-618aad55d36d'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:48.155445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6a913-9019-4c0b-91a2-d87e84a3bdb6 req-777630ac-1343-479f-bb15-c056758c248c tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:48.156948 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ed6a913-9019-4c0b-91a2-d87e84a3bdb6 req-777630ac-1343-479f-bb15-c056758c248c tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/ports?device_id=c9b60ca6-8d5a-45f4-a357-7c4ebab743a4 HTTP/1.1" status: 200 len: 943 time: 0.5507748 Aug 16 22:24:48.189455 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36f388d7-f57a-445d-abb2-f70bd8aa0569 req-5541687d-32bf-4fc3-9d4e-b3d180091101 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0937905 Aug 16 22:24:48.233705 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-ad2c8bcf-f6f9-44d4-9ebf-49792cdd6b68 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Allocated IP 172.20.0.6 (ebd43e01-e5c7-4526-84ca-b13361f6e777/77278031-7856-4cbe-b33a-9aa0a9f30263/901b758c-4d0f-43ba-90e0-ff2b5152ba38) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:48.295601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ed6a913-9019-4c0b-91a2-d87e84a3bdb6 req-efc12295-b6b1-4181-9082-0f004374d9a1 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/security-groups?id=44fc65b5-f036-4140-86dc-ce49afb5bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085818 Aug 16 22:24:48.314329 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7c04ba4a-8d70-43d8-94ae-88f1bc14e209 req-b1e7641f-b665-42cb-a054-25482987f950 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] For port b06755e3-c4f5-456d-ba9a-9c2cd46f3191, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=b06755e3-c4f5-456d-ba9a-9c2cd46f3191,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:48.314329 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7c04ba4a-8d70-43d8-94ae-88f1bc14e209 req-b1e7641f-b665-42cb-a054-25482987f950 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:48.368505 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-7c04ba4a-8d70-43d8-94ae-88f1bc14e209 req-b1e7641f-b665-42cb-a054-25482987f950 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Calling delete_port for b06755e3-c4f5-456d-ba9a-9c2cd46f3191 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:48.580603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acfc39-cb83-444d-a44a-28d1f06d3b33 req-3408a84b-57f7-4fd1-b244-2806248a1ab2 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:48.582057 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99acfc39-cb83-444d-a44a-28d1f06d3b33 req-3408a84b-57f7-4fd1-b244-2806248a1ab2 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b34490c-c25e-46c6-aefd-97aa6390d742 HTTP/1.1" status: 200 len: 950 time: 0.2020175 Aug 16 22:24:48.657797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdaffa9-37f6-4291-a0f0-c7781540e223 req-fb935ac7-9dc3-43ef-bb58-5f8987be3aa6 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:48.659330 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bbdaffa9-37f6-4291-a0f0-c7781540e223 req-fb935ac7-9dc3-43ef-bb58-5f8987be3aa6 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d4e5429-8dc5-496f-a7d9-c8d83a365fa2 HTTP/1.1" status: 200 len: 949 time: 0.2006867 Aug 16 22:24:48.681200 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-ad2c8bcf-f6f9-44d4-9ebf-49792cdd6b68 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:48.704032 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99acfc39-cb83-444d-a44a-28d1f06d3b33 req-c8591101-95a5-4492-8d42-2c64206e5664 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114833 Aug 16 22:24:48.761064 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bbdaffa9-37f6-4291-a0f0-c7781540e223 req-9fceb167-15dc-4296-b505-a526d0b43ede tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/security-groups?id=43155457-5ec0-4189-9a3f-56ad1f80d8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854790 Aug 16 22:24:48.783312 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7c04ba4a-8d70-43d8-94ae-88f1bc14e209 req-b1e7641f-b665-42cb-a054-25482987f950 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:48.801787 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['165aae63-3dc0-4ea1-bf25-34bea2f8274f', 'f889e197-d41c-434d-9aa2-e3cdc5aec979', '3c95034b-1f7b-464f-9974-81c0c243d8d6', '5f630800-d2cc-4b43-bf69-bcdf2f4bde9c', '1297e253-0464-49c6-8716-7b3a8f370833'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:48.815856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7641f-b665-42cb-a054-25482987f950 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Pushing event deleted for resources: {'Port': ['ID=b06755e3-c4f5-456d-ba9a-9c2cd46f3191,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:48.846110 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['67c32307-24b9-4b1b-a483-e2235092c1c0', '4aa45943-3bf3-4e85-be89-0d170cfc9ab4'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:48.853447 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-ad2c8bcf-f6f9-44d4-9ebf-49792cdd6b68 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:48.880752 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c04ba4a-8d70-43d8-94ae-88f1bc14e209 req-b1e7641f-b665-42cb-a054-25482987f950 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] No DVR routers for this DVR port b06755e3-c4f5-456d-ba9a-9c2cd46f3191 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:24:48.897994 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7c04ba4a-8d70-43d8-94ae-88f1bc14e209 req-b1e7641f-b665-42cb-a054-25482987f950 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:48.900009 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c04ba4a-8d70-43d8-94ae-88f1bc14e209 req-b1e7641f-b665-42cb-a054-25482987f950 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.39 "DELETE /v2.0/ports/b06755e3-c4f5-456d-ba9a-9c2cd46f3191 HTTP/1.1" status: 204 len: 173 time: 1.6730554 Aug 16 22:24:48.908104 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b34490c-c25e-46c6-aefd-97aa6390d742', 'name': 'network-vif-deleted', 'tag': 'b06755e3-c4f5-456d-ba9a-9c2cd46f3191'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:48.910938 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3775802-5f43-4186-9300-a444825750f2" -d '{"events": [{"server_uuid": "3b34490c-c25e-46c6-aefd-97aa6390d742", "name": "network-vif-deleted", "tag": "b06755e3-c4f5-456d-ba9a-9c2cd46f3191"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:48.981896 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c8bcf-f6f9-44d4-9ebf-49792cdd6b68 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Pushing event updated for resources: {'Port': ['ID=901b758c-4d0f-43ba-90e0-ff2b5152ba38,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:48.997162 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-ad2c8bcf-f6f9-44d4-9ebf-49792cdd6b68 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Network ebd43e01-e5c7-4526-84ca-b13361f6e777 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:49.010105 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d617940-d9df-4a32-aac5-7f9d7853edbb req-5b249e34-43c6-46d1-be1d-c83fd2791cc8 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:49.017408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d617940-d9df-4a32-aac5-7f9d7853edbb req-5b249e34-43c6-46d1-be1d-c83fd2791cc8 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.1700282 Aug 16 22:24:49.039229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-ad2c8bcf-f6f9-44d4-9ebf-49792cdd6b68 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:49.041710 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-ad2c8bcf-f6f9-44d4-9ebf-49792cdd6b68 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:49.175909 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d617940-d9df-4a32-aac5-7f9d7853edbb req-9cbd20ad-705c-4f6e-9b04-3de37143dcf7 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1575716 Aug 16 22:24:49.214167 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-ad2c8bcf-f6f9-44d4-9ebf-49792cdd6b68 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:49.215429 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-ad2c8bcf-f6f9-44d4-9ebf-49792cdd6b68 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.232996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3bc80-77e3-4765-8225-16eea3d13b98 req-87590ba1-8f43-4a15-9452-d73442e785e1 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:49.234758 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05e3bc80-77e3-4765-8225-16eea3d13b98 req-87590ba1-8f43-4a15-9452-d73442e785e1 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=bb1379ea-d441-4d2a-ae68-57c8ed07b36a HTTP/1.1" status: 200 len: 931 time: 0.1237602 Aug 16 22:24:49.256533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-ad2c8bcf-f6f9-44d4-9ebf-49792cdd6b68 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3469050 Aug 16 22:24:49.272468 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] Request body: {'port': {'device_id': 'bb1379ea-d441-4d2a-ae68-57c8ed07b36a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:49.318267 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54456) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:49.319752 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05e3bc80-77e3-4765-8225-16eea3d13b98 req-6c5a42bc-4331-40d6-8b3b-b2e64b148d23 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779073 Aug 16 22:24:49.369530 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.383612 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d8aab8-6f64-4afc-8d22-73f508e379f1 x-openstack-request-id: req-c5d8aab8-6f64-4afc-8d22-73f508e379f1 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:49.383907 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b34490c-c25e-46c6-aefd-97aa6390d742", "name": "network-vif-deleted", "tag": "b06755e3-c4f5-456d-ba9a-9c2cd46f3191", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:49.384154 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c5d8aab8-6f64-4afc-8d22-73f508e379f1 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:49.384679 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b34490c-c25e-46c6-aefd-97aa6390d742', 'name': 'network-vif-deleted', 'tag': 'b06755e3-c4f5-456d-ba9a-9c2cd46f3191', 'status': 'completed', 'code': 200} Aug 16 22:24:49.394054 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 3862fd60-8aee-468c-80dd-618aad55d36d up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:49.474385 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-415933b9-82d9-4e86-9133-1e202a65ea20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.509317 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d79b539b-4c4b-445a-a872-54fbc6ff665b req-311ce29d-4ad1-4627-91ff-4915a69bed65 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0319593 Aug 16 22:24:49.532202 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 3862fd60-8aee-468c-80dd-618aad55d36d completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:49.570851 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 3862fd60-8aee-468c-80dd-618aad55d36d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:49.575946 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.686963 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-415933b9-82d9-4e86-9133-1e202a65ea20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.699514 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-415933b9-82d9-4e86-9133-1e202a65ea20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.738565 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe6d3a-8791-4e74-8d00-72a796279e87 req-7fd06026-196f-40e1-a0d1-5ece79f9f9a5 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:49.741084 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-37fe6d3a-8791-4e74-8d00-72a796279e87 req-7fd06026-196f-40e1-a0d1-5ece79f9f9a5 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/ports?device_id=c9b60ca6-8d5a-45f4-a357-7c4ebab743a4 HTTP/1.1" status: 200 len: 944 time: 0.1136920 Aug 16 22:24:49.807671 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-415933b9-82d9-4e86-9133-1e202a65ea20 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=395775764adc4f0498188feda161412c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4875543 Aug 16 22:24:49.808457 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54482) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:49.809446 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415933b9-82d9-4e86-9133-1e202a65ea20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1996a8-06c3-4667-b7ee-124fb0db9a27,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:49.839654 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-37fe6d3a-8791-4e74-8d00-72a796279e87 req-1fab76ce-b7ed-4e36-aab5-54efe574ea24 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/security-groups?id=44fc65b5-f036-4140-86dc-ce49afb5bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798802 Aug 16 22:24:49.880378 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.902703 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901b758c-4d0f-43ba-90e0-ff2b5152ba38 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:49.914249 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.921067 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-466ee207-b1f8-47e4-85b1-852ed227dd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.932778 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] Transition to ACTIVE for port object 901b758c-4d0f-43ba-90e0-ff2b5152ba38 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:49.935785 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 3862fd60-8aee-468c-80dd-618aad55d36d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=3862fd60-8aee-468c-80dd-618aad55d36d,segment=NetworkSegment(1ca4e611-6cec-4a20-920d-ddd72accc3fb),segment_id=1ca4e611-6cec-4a20-920d-ddd72accc3fb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:49.936390 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.940062 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b60ca6-8d5a-45f4-a357-7c4ebab743a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3862fd60-8aee-468c-80dd-618aad55d36d'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:49.943209 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08baf44-2671-42c7-afc9-6a867840fe9c" -d '{"events": [{"server_uuid": "c9b60ca6-8d5a-45f4-a357-7c4ebab743a4", "name": "network-vif-plugged", "status": "completed", "tag": "3862fd60-8aee-468c-80dd-618aad55d36d"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:49.947776 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-466ee207-b1f8-47e4-85b1-852ed227dd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.952352 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.953454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device b06755e3-c4f5-456d-ba9a-9c2cd46f3191 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:50.006762 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: b06755e3-c4f5-456d-ba9a-9c2cd46f3191 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:50.007036 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-466ee207-b1f8-47e4-85b1-852ed227dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:50.007610 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device b06755e3-c4f5-456d-ba9a-9c2cd46f3191 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:50.010439 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-466ee207-b1f8-47e4-85b1-852ed227dd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:50.011419 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] Pushing event updated for resources: {'Port': ['ID=901b758c-4d0f-43ba-90e0-ff2b5152ba38,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:50.014747 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-466ee207-b1f8-47e4-85b1-852ed227dd70 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9f1996a8-06c3-4667-b7ee-124fb0db9a27 HTTP/1.1" status: 204 len: 168 time: 0.1990855 Aug 16 22:24:50.039425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ee207-b1f8-47e4-85b1-852ed227dd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1996a8-06c3-4667-b7ee-124fb0db9a27,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:50.046396 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c97edca-e935-4ed4-add9-0315a5675a64 x-openstack-request-id: req-0c97edca-e935-4ed4-add9-0315a5675a64 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:50.046698 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b60ca6-8d5a-45f4-a357-7c4ebab743a4", "name": "network-vif-plugged", "status": "completed", "tag": "3862fd60-8aee-468c-80dd-618aad55d36d", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:50.046955 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0c97edca-e935-4ed4-add9-0315a5675a64 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:50.047370 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b60ca6-8d5a-45f4-a357-7c4ebab743a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3862fd60-8aee-468c-80dd-618aad55d36d', 'code': 200} Aug 16 22:24:50.129133 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=3862fd60-8aee-468c-80dd-618aad55d36d,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:50.197764 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b46b73-7157-4676-8ac4-42cfe0142147 req-001ed2fb-d405-4b03-93c8-2c91196bd248 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:50.199320 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44b46b73-7157-4676-8ac4-42cfe0142147 req-001ed2fb-d405-4b03-93c8-2c91196bd248 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=aab58455-0645-48d5-9d58-7f42c5710b7b HTTP/1.1" status: 200 len: 950 time: 0.1074553 Aug 16 22:24:50.199999 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] Attempting to bind port 901b758c-4d0f-43ba-90e0-ff2b5152ba38 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:50.200331 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] Attempting to bind port 901b758c-4d0f-43ba-90e0-ff2b5152ba38 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:50.200656 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] Attempting to bind port 901b758c-4d0f-43ba-90e0-ff2b5152ba38 on network ebd43e01-e5c7-4526-84ca-b13361f6e777 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:50.205937 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a88dc-9801-4894-b079-7bdcd123f011 req-286d8f35-749a-4a56-ae67-f1a80dff4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:50.211769 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-689a88dc-9801-4894-b079-7bdcd123f011 req-286d8f35-749a-4a56-ae67-f1a80dff4a83 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c9b60ca6-8d5a-45f4-a357-7c4ebab743a4 HTTP/1.1" status: 200 len: 1097 time: 0.1034465 Aug 16 22:24:50.215804 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] Port 901b758c-4d0f-43ba-90e0-ff2b5152ba38 on network ebd43e01-e5c7-4526-84ca-b13361f6e777 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:24:50.216131 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] Attempting to bind port 901b758c-4d0f-43ba-90e0-ff2b5152ba38 on network ebd43e01-e5c7-4526-84ca-b13361f6e777 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:50.252352 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:50.252772 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] Checking segment: {'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:50.253075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] Bound using segment: {'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:50.253565 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] Bound port: 901b758c-4d0f-43ba-90e0-ff2b5152ba38, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:50.253925 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:50.308204 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-689a88dc-9801-4894-b079-7bdcd123f011 req-95742f96-fa57-4363-8404-1ad14b9cc6ed service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=44fc65b5-f036-4140-86dc-ce49afb5bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827601 Aug 16 22:24:50.337070 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44b46b73-7157-4676-8ac4-42cfe0142147 req-4e9c17af-b68e-4a70-b2ca-67fe7ad2523d tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228614 Aug 16 22:24:50.371705 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaad666-a50b-49ad-9c29-fcb070ec9a04 req-9ea2eb66-e9aa-4bb2-89cb-2dc9be974578 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:50.373238 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ffaad666-a50b-49ad-9c29-fcb070ec9a04 req-9ea2eb66-e9aa-4bb2-89cb-2dc9be974578 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.1113410 Aug 16 22:24:50.403481 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] For port 901b758c-4d0f-43ba-90e0-ff2b5152ba38, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:50.424588 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] For port 901b758c-4d0f-43ba-90e0-ff2b5152ba38, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=901b758c-4d0f-43ba-90e0-ff2b5152ba38,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:50.431123 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:50.437586 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ffaad666-a50b-49ad-9c29-fcb070ec9a04 req-6942e336-dc52-40b5-aa12-7ab907ea5c7d tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562758 Aug 16 22:24:50.468804 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:50.469431 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:50.470936 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] 10.222.0.39 "PUT /v2.0/ports/901b758c-4d0f-43ba-90e0-ff2b5152ba38 HTTP/1.1" status: 200 len: 1092 time: 1.2040896 Aug 16 22:24:50.530997 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c00660-5c72-4af0-9358-eef94ae5b06a service neutron] Pushing event updated for resources: {'Port': ['ID=901b758c-4d0f-43ba-90e0-ff2b5152ba38,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:50.565774 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc885a-caad-4d96-8f40-8a13c6d125ba req-a0315616-e2de-488b-a88f-7f218b9c9fb1 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:50.567341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbcc885a-caad-4d96-8f40-8a13c6d125ba req-a0315616-e2de-488b-a88f-7f218b9c9fb1 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=bb1379ea-d441-4d2a-ae68-57c8ed07b36a HTTP/1.1" status: 200 len: 943 time: 0.1020565 Aug 16 22:24:50.601422 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-015fe072-eea2-41bb-8c7b-ef6edf18f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:50.602982 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-015fe072-eea2-41bb-8c7b-ef6edf18f557 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&device_id=bb1379ea-d441-4d2a-ae68-57c8ed07b36a HTTP/1.1" status: 200 len: 1095 time: 0.0826986 Aug 16 22:24:50.661013 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbcc885a-caad-4d96-8f40-8a13c6d125ba req-14a20cd4-0aca-41ac-8141-9075342dbd11 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871692 Aug 16 22:24:50.671035 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-6d46fd6a-9653-4405-9072-247dbcabee87 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=901b758c-4d0f-43ba-90e0-ff2b5152ba38 HTTP/1.1" status: 200 len: 217 time: 0.0508530 Aug 16 22:24:50.682884 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0328a0f6-38a5-4aca-9189-66a817182b8e req-fbbf3d7a-5cae-410b-a534-5f07c90ff685 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0610921 Aug 16 22:24:50.725509 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-5ec966a7-b0c6-4781-8331-3d53be65651a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:50.727078 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-5ec966a7-b0c6-4781-8331-3d53be65651a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77278031-7856-4cbe-b33a-9aa0a9f30263 HTTP/1.1" status: 200 len: 851 time: 0.0467966 Aug 16 22:24:50.766198 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-34527935-e172-48a3-9c09-2977a76506ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ebd43e01-e5c7-4526-84ca-b13361f6e777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288939 Aug 16 22:24:50.865571 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-16d2633e-7584-435f-ba00-57f3e37eac55 service neutron] 10.222.0.39 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916660 Aug 16 22:24:50.995252 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17ad6e-04b1-4a20-bb7e-0ef4dd923016 req-fc624155-ad5a-4a86-b44d-ccdf3605e698 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:50.996729 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be17ad6e-04b1-4a20-bb7e-0ef4dd923016 req-fc624155-ad5a-4a86-b44d-ccdf3605e698 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/ports?device_id=c9b60ca6-8d5a-45f4-a357-7c4ebab743a4 HTTP/1.1" status: 200 len: 945 time: 0.0741329 Aug 16 22:24:51.023131 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2c8f46ca-c78a-4df5-8c14-e8bdaa9c1092 req-d3f0c0d8-8738-4a6d-9f35-aa20e711d6c3 service neutron] 10.222.0.39 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477993 Aug 16 22:24:51.045327 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be17ad6e-04b1-4a20-bb7e-0ef4dd923016 req-c12e246c-0ce9-4d3b-85c6-0cc0420524c4 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/security-groups?id=44fc65b5-f036-4140-86dc-ce49afb5bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387018 Aug 16 22:24:51.385374 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1379ea-d441-4d2a-ae68-57c8ed07b36a', 'tag': '901b758c-4d0f-43ba-90e0-ff2b5152ba38'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:51.387944 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccb4ae6-c50d-4b18-9e84-9e40509372e7" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1379ea-d441-4d2a-ae68-57c8ed07b36a", "tag": "901b758c-4d0f-43ba-90e0-ff2b5152ba38"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:51.393923 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a4a9d046-f4cd-4d37-b910-8dbfcccaf06d details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:24:51.474874 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a8051-6e91-4289-986e-f52b4775c73c req-450bf42d-7ec5-4408-9cbe-352d0069e0b7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:51.476566 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-149a8051-6e91-4289-986e-f52b4775c73c req-450bf42d-7ec5-4408-9cbe-352d0069e0b7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=aab58455-0645-48d5-9d58-7f42c5710b7b HTTP/1.1" status: 200 len: 950 time: 0.0722864 Aug 16 22:24:51.526312 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a4a9d046-f4cd-4d37-b910-8dbfcccaf06d,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:51.533920 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-149a8051-6e91-4289-986e-f52b4775c73c req-98317a07-2600-4e98-8404-fc1afadc2ffe tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496542 Aug 16 22:24:51.542937 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'a4a9d046-f4cd-4d37-b910-8dbfcccaf06d', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': 'a4a9d046-f4cd-4d37-b910-8dbfcccaf06d', 'mac_address': 'fa:16:3e:74:4d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:24:51.572797 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4b0fad-f843-485d-b12f-83e5d594cfc8 x-openstack-request-id: req-fa4b0fad-f843-485d-b12f-83e5d594cfc8 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:51.573088 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1379ea-d441-4d2a-ae68-57c8ed07b36a", "tag": "901b758c-4d0f-43ba-90e0-ff2b5152ba38", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:51.573349 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fa4b0fad-f843-485d-b12f-83e5d594cfc8 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:51.573757 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1379ea-d441-4d2a-ae68-57c8ed07b36a', 'tag': '901b758c-4d0f-43ba-90e0-ff2b5152ba38', 'status': 'completed', 'code': 200} Aug 16 22:24:51.580915 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:51.597592 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4a9d046-f4cd-4d37-b910-8dbfcccaf06d {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:51.618662 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a4a9d046-f4cd-4d37-b910-8dbfcccaf06d,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:51.630709 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:51.697853 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=a4a9d046-f4cd-4d37-b910-8dbfcccaf06d,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:51.714982 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb4ae6-c50d-4b18-9e84-9e40509372e7 req-86bccbdf-f3ab-4ec9-8574-260726f5f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:51.716917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cccb4ae6-c50d-4b18-9e84-9e40509372e7 req-86bccbdf-f3ab-4ec9-8574-260726f5f839 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&device_id=bb1379ea-d441-4d2a-ae68-57c8ed07b36a HTTP/1.1" status: 200 len: 1095 time: 0.1092055 Aug 16 22:24:51.746888 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97ffd8-ca37-47ef-8d8f-1e7c253cc2cf req-bbe6404d-779e-43b6-88d0-a39f870f9d54 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:51.748354 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef97ffd8-ca37-47ef-8d8f-1e7c253cc2cf req-bbe6404d-779e-43b6-88d0-a39f870f9d54 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.1121597 Aug 16 22:24:51.751746 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['a4a9d046-f4cd-4d37-b910-8dbfcccaf06d'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:51.771078 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac99704-8d16-47f4-8000-257382e47888 req-d83e63d0-0ce3-428f-8368-42997b7149e0 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:51.772521 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aac99704-8d16-47f4-8000-257382e47888 req-d83e63d0-0ce3-428f-8368-42997b7149e0 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "GET /v2.0/ports?device_id=aab58455-0645-48d5-9d58-7f42c5710b7b HTTP/1.1" status: 200 len: 950 time: 0.1205122 Aug 16 22:24:51.921119 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef97ffd8-ca37-47ef-8d8f-1e7c253cc2cf req-27978fcf-649e-492a-97b2-e8a3dd17dcf6 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1584921 Aug 16 22:24:51.970678 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9613e-2739-4c85-b4b7-a620e54bc8c0 req-187c3af9-d47e-4e90-8e06-f8a3b66364c0 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:51.972171 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-20d9613e-2739-4c85-b4b7-a620e54bc8c0 req-187c3af9-d47e-4e90-8e06-f8a3b66364c0 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=bb1379ea-d441-4d2a-ae68-57c8ed07b36a HTTP/1.1" status: 200 len: 943 time: 0.1981866 Aug 16 22:24:52.000634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb4ae6-c50d-4b18-9e84-9e40509372e7 req-fe00bf3f-5092-4139-8f2b-8e8bdb8c4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:52.001941 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cccb4ae6-c50d-4b18-9e84-9e40509372e7 req-fe00bf3f-5092-4139-8f2b-8e8bdb8c4d34 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 200 len: 912 time: 0.2714522 Aug 16 22:24:52.030072 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c7058a95-b1ec-4d62-b165-0f9ebe13068a req-2e1b5b24-7f73-4db7-bd8c-9d9adc6cdb27 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0489676 Aug 16 22:24:52.315148 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cccb4ae6-c50d-4b18-9e84-9e40509372e7 req-f4cdc2c9-c62c-430d-92ad-c0e765e488e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=901b758c-4d0f-43ba-90e0-ff2b5152ba38 HTTP/1.1" status: 200 len: 217 time: 0.2879388 Aug 16 22:24:52.324926 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-20d9613e-2739-4c85-b4b7-a620e54bc8c0 req-811ed13c-7368-4063-bd1a-1413c756c394 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463364 Aug 16 22:24:52.329616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-aac99704-8d16-47f4-8000-257382e47888 req-51bca949-c611-4375-93a0-aa8b26b769a9 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Deleting port 1297e253-0464-49c6-8716-7b3a8f370833 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:52.329994 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-aac99704-8d16-47f4-8000-257382e47888 req-51bca949-c611-4375-93a0-aa8b26b769a9 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:52.452489 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb4ae6-c50d-4b18-9e84-9e40509372e7 req-cfaaefce-13a3-4c2b-9d05-5a33ed78f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:52.454040 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cccb4ae6-c50d-4b18-9e84-9e40509372e7 req-cfaaefce-13a3-4c2b-9d05-5a33ed78f250 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77278031-7856-4cbe-b33a-9aa0a9f30263 HTTP/1.1" status: 200 len: 851 time: 0.1269720 Aug 16 22:24:52.464158 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58067103-6561-4377-9c8b-89b70e05bb37 req-2331df09-7571-46f8-b2ee-8d741c29ceb7 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:52.465543 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-58067103-6561-4377-9c8b-89b70e05bb37 req-2331df09-7571-46f8-b2ee-8d741c29ceb7 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/ports?device_id=c9b60ca6-8d5a-45f4-a357-7c4ebab743a4 HTTP/1.1" status: 200 len: 945 time: 0.1564374 Aug 16 22:24:52.512705 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cccb4ae6-c50d-4b18-9e84-9e40509372e7 req-e5db8f3b-fafb-4187-a056-4d4f25dd76fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ebd43e01-e5c7-4526-84ca-b13361f6e777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443273 Aug 16 22:24:52.537079 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-aac99704-8d16-47f4-8000-257382e47888 req-51bca949-c611-4375-93a0-aa8b26b769a9 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] For port 1297e253-0464-49c6-8716-7b3a8f370833, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=1297e253-0464-49c6-8716-7b3a8f370833,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:52.537447 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-aac99704-8d16-47f4-8000-257382e47888 req-51bca949-c611-4375-93a0-aa8b26b769a9 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:52.599967 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-aac99704-8d16-47f4-8000-257382e47888 req-51bca949-c611-4375-93a0-aa8b26b769a9 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Calling delete_port for 1297e253-0464-49c6-8716-7b3a8f370833 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:52.604043 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-58067103-6561-4377-9c8b-89b70e05bb37 req-6fa91ae6-1b72-4c91-9f2f-ce12df901e0f tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/security-groups?id=44fc65b5-f036-4140-86dc-ce49afb5bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204250 Aug 16 22:24:52.728595 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cccb4ae6-c50d-4b18-9e84-9e40509372e7 req-4e766627-6856-46a6-b1f3-d67e58c26f94 service neutron] 10.222.0.39 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060361 Aug 16 22:24:52.744547 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa875e3-f82b-45b0-ab2c-62d9a6660e1b req-e37c0909-d2fe-4e7a-aebd-4b87509a6b87 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:52.746025 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2fa875e3-f82b-45b0-ab2c-62d9a6660e1b req-e37c0909-d2fe-4e7a-aebd-4b87509a6b87 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=aab58455-0645-48d5-9d58-7f42c5710b7b HTTP/1.1" status: 200 len: 950 time: 0.0960231 Aug 16 22:24:52.868659 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2fa875e3-f82b-45b0-ab2c-62d9a6660e1b req-8f76b594-67d7-4d68-a5de-049cc7b0649c tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056943 Aug 16 22:24:52.907646 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cccb4ae6-c50d-4b18-9e84-9e40509372e7 req-47f40886-223e-44bd-aa0e-4c841940f2d3 service neutron] 10.222.0.39 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547942 Aug 16 22:24:52.908755 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-aac99704-8d16-47f4-8000-257382e47888 req-51bca949-c611-4375-93a0-aa8b26b769a9 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:52.932512 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['67c32307-24b9-4b1b-a483-e2235092c1c0', '4aa45943-3bf3-4e85-be89-0d170cfc9ab4'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:52.942348 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bca949-c611-4375-93a0-aa8b26b769a9 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Pushing event deleted for resources: {'Port': ['ID=1297e253-0464-49c6-8716-7b3a8f370833,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:52.949192 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['165aae63-3dc0-4ea1-bf25-34bea2f8274f', 'f889e197-d41c-434d-9aa2-e3cdc5aec979', '3c95034b-1f7b-464f-9974-81c0c243d8d6', '5f630800-d2cc-4b43-bf69-bcdf2f4bde9c', '1297e253-0464-49c6-8716-7b3a8f370833'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:52.983673 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac99704-8d16-47f4-8000-257382e47888 req-51bca949-c611-4375-93a0-aa8b26b769a9 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] No DVR routers for this DVR port 1297e253-0464-49c6-8716-7b3a8f370833 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:24:52.986198 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-aac99704-8d16-47f4-8000-257382e47888 req-51bca949-c611-4375-93a0-aa8b26b769a9 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:52.989234 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aac99704-8d16-47f4-8000-257382e47888 req-51bca949-c611-4375-93a0-aa8b26b769a9 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "DELETE /v2.0/ports/1297e253-0464-49c6-8716-7b3a8f370833 HTTP/1.1" status: 204 len: 173 time: 1.1904428 Aug 16 22:24:53.384321 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e21d2d2-7b85-4594-b329-aa29a57940b9 req-01185183-adde-41b9-9db7-e9d60fadcfb3 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0739644 Aug 16 22:24:53.410880 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 901b758c-4d0f-43ba-90e0-ff2b5152ba38 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:24:53.424708 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e4b57-9de7-4a02-839e-726f935ffa99 req-54eebb0a-82b2-4d5e-9ec2-8a82a35d4ae0 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:53.425270 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a4a9d046-f4cd-4d37-b910-8dbfcccaf06d up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:53.425396 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-130e4b57-9de7-4a02-839e-726f935ffa99 req-54eebb0a-82b2-4d5e-9ec2-8a82a35d4ae0 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.1146095 Aug 16 22:24:53.486130 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-130e4b57-9de7-4a02-839e-726f935ffa99 req-cf219bc2-615a-4133-83ec-a6e54c30f754 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548470 Aug 16 22:24:53.574459 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab58455-0645-48d5-9d58-7f42c5710b7b', 'name': 'network-vif-deleted', 'tag': '1297e253-0464-49c6-8716-7b3a8f370833'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:53.582425 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a436752a-d9ae-4506-92c1-d30f5e78e0cb" -d '{"events": [{"server_uuid": "aab58455-0645-48d5-9d58-7f42c5710b7b", "name": "network-vif-deleted", "tag": "1297e253-0464-49c6-8716-7b3a8f370833"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:53.670915 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:53.671287 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:53.696561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76ccbe-d148-4ce0-8de1-bb43fffbed99 req-7f2439bc-c45e-4f12-85f3-58e89be59563 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:53.708484 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4a76ccbe-d148-4ce0-8de1-bb43fffbed99 req-7f2439bc-c45e-4f12-85f3-58e89be59563 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/ports?device_id=c9b60ca6-8d5a-45f4-a357-7c4ebab743a4 HTTP/1.1" status: 200 len: 945 time: 0.1444116 Aug 16 22:24:53.755949 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 901b758c-4d0f-43ba-90e0-ff2b5152ba38, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=901b758c-4d0f-43ba-90e0-ff2b5152ba38,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:53.793600 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '901b758c-4d0f-43ba-90e0-ff2b5152ba38', 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777', 'port_id': '901b758c-4d0f-43ba-90e0-ff2b5152ba38', 'mac_address': 'fa:16:3e:35:af:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77278031-7856-4cbe-b33a-9aa0a9f30263', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:24:53.807699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4a76ccbe-d148-4ce0-8de1-bb43fffbed99 req-e150c213-d9a1-4f09-a476-3a35ff55caa2 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/security-groups?id=44fc65b5-f036-4140-86dc-ce49afb5bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956624 Aug 16 22:24:53.869936 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:53.924044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901b758c-4d0f-43ba-90e0-ff2b5152ba38 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:53.943182 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a3f4a-5963-4f71-ac0c-5eb43e540ae0 req-1f7b58f2-1894-4c6b-a086-b588cdbee394 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:53.945303 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3e1a3f4a-5963-4f71-ac0c-5eb43e540ae0 req-1f7b58f2-1894-4c6b-a086-b588cdbee394 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=bb1379ea-d441-4d2a-ae68-57c8ed07b36a HTTP/1.1" status: 200 len: 943 time: 0.0723810 Aug 16 22:24:53.956070 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:53.963801 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 901b758c-4d0f-43ba-90e0-ff2b5152ba38, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=901b758c-4d0f-43ba-90e0-ff2b5152ba38,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:53.982376 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:54.028445 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e251f1-29b0-491c-a099-cacd576ce2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a9d046-f4cd-4d37-b910-8dbfcccaf06d'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:54.031000 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0561be-636d-4b17-ae31-0fbafc3eb297" -d '{"events": [{"server_uuid": "e8e251f1-29b0-491c-a099-cacd576ce2b1", "name": "network-vif-plugged", "status": "completed", "tag": "a4a9d046-f4cd-4d37-b910-8dbfcccaf06d"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:54.033270 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3e1a3f4a-5963-4f71-ac0c-5eb43e540ae0 req-d4b378ae-e4a7-4f12-9eee-627769e050f4 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751123 Aug 16 22:24:54.049380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a4a9d046-f4cd-4d37-b910-8dbfcccaf06d,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:54.060401 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:54.060838 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 046c0e02-eb21-487b-96b7-2f88a3d6997f no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:54.100791 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=901b758c-4d0f-43ba-90e0-ff2b5152ba38,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:54.105449 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93aafbde-eb45-47d5-b5be-99192bb6e12d x-openstack-request-id: req-93aafbde-eb45-47d5-b5be-99192bb6e12d {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:54.105915 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab58455-0645-48d5-9d58-7f42c5710b7b", "name": "network-vif-deleted", "tag": "1297e253-0464-49c6-8716-7b3a8f370833", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:54.106268 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-93aafbde-eb45-47d5-b5be-99192bb6e12d {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:54.106737 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab58455-0645-48d5-9d58-7f42c5710b7b', 'name': 'network-vif-deleted', 'tag': '1297e253-0464-49c6-8716-7b3a8f370833', 'status': 'completed', 'code': 200} Aug 16 22:24:54.196508 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fe6a36-3379-4938-8f6e-3fcdadd7edc9 x-openstack-request-id: req-89fe6a36-3379-4938-8f6e-3fcdadd7edc9 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:54.196756 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e251f1-29b0-491c-a099-cacd576ce2b1", "name": "network-vif-plugged", "status": "completed", "tag": "a4a9d046-f4cd-4d37-b910-8dbfcccaf06d", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:54.197326 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-89fe6a36-3379-4938-8f6e-3fcdadd7edc9 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:54.197765 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e251f1-29b0-491c-a099-cacd576ce2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a9d046-f4cd-4d37-b910-8dbfcccaf06d', 'code': 200} Aug 16 22:24:54.204661 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=a4a9d046-f4cd-4d37-b910-8dbfcccaf06d,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:54.248707 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:54.299936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 046c0e02-eb21-487b-96b7-2f88a3d6997f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=046c0e02-eb21-487b-96b7-2f88a3d6997f,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:54.307094 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:54.366765 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['901b758c-4d0f-43ba-90e0-ff2b5152ba38'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:54.397391 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=046c0e02-eb21-487b-96b7-2f88a3d6997f,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:54.573124 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331292f-49f5-4e55-ae7c-8c998b9813c9 req-785dd44e-ce77-4b71-ab3b-ddee221f6e52 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:54.575180 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8331292f-49f5-4e55-ae7c-8c998b9813c9 req-785dd44e-ce77-4b71-ab3b-ddee221f6e52 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b52ebc6-40c6-42e9-9430-33cd169ed7ab HTTP/1.1" status: 200 len: 949 time: 0.1204782 Aug 16 22:24:54.592793 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef9cc58d-8cdc-4494-aee5-0b1191918a7a req-939d0701-71ad-42cd-85a8-de8d8851004b tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0440457 Aug 16 22:24:54.633280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8331292f-49f5-4e55-ae7c-8c998b9813c9 req-daf1fcef-a237-434b-929a-6984a816d189 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438778 Aug 16 22:24:54.731283 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb67b3-9cb2-4133-8cd9-316542b314d3 req-11a2573f-3606-42d5-8799-fd8660fb5ba3 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:54.739082 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0beb67b3-9cb2-4133-8cd9-316542b314d3 req-11a2573f-3606-42d5-8799-fd8660fb5ba3 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.0608037 Aug 16 22:24:54.776023 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0beb67b3-9cb2-4133-8cd9-316542b314d3 req-472fcbdc-4f0c-4330-b8db-4b7ee83746e5 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359647 Aug 16 22:24:54.978978 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54670) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:55.084771 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70eadaf-bec7-4e2e-a993-674a2bd0182d req-75364086-78b1-401d-8e56-25e3e6c671bd tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:55.087131 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a70eadaf-bec7-4e2e-a993-674a2bd0182d req-75364086-78b1-401d-8e56-25e3e6c671bd tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/ports?device_id=c9b60ca6-8d5a-45f4-a357-7c4ebab743a4 HTTP/1.1" status: 200 len: 945 time: 0.1867111 Aug 16 22:24:55.179265 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-477f3632-18d4-4d51-9f8c-8db770bfb033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.204275 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b4194-2661-4fc2-867f-ec6fb6874b24 req-9725a1dd-d4d7-4e36-9f2b-ced98fc524ad tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:55.206178 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b1b4194-2661-4fc2-867f-ec6fb6874b24 req-9725a1dd-d4d7-4e36-9f2b-ced98fc524ad tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.1687086 Aug 16 22:24:55.219478 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a70eadaf-bec7-4e2e-a993-674a2bd0182d req-4991756f-196f-4bbe-93db-92a481104a9c tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/security-groups?id=44fc65b5-f036-4140-86dc-ce49afb5bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047871 Aug 16 22:24:55.231082 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae483d2a-e864-4f32-8bfe-80accb1ca2bf req-5a11d4ca-6f8f-4eb9-8b5f-a8a84902350b tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:55.232982 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae483d2a-e864-4f32-8bfe-80accb1ca2bf req-5a11d4ca-6f8f-4eb9-8b5f-a8a84902350b tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9b60ca6-8d5a-45f4-a357-7c4ebab743a4 HTTP/1.1" status: 200 len: 945 time: 0.1855152 Aug 16 22:24:55.326451 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd50c9-3cb3-4ee7-a11f-9c078433b3bb req-32ee0d9c-9f7e-44d3-8aa4-3cae82789f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:55.328395 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abdd50c9-3cb3-4ee7-a11f-9c078433b3bb req-32ee0d9c-9f7e-44d3-8aa4-3cae82789f2a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=361fa6cbf75b47e49c1178546a3326cd&device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 1098 time: 0.2265642 Aug 16 22:24:55.350530 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-477f3632-18d4-4d51-9f8c-8db770bfb033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.353036 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b1b4194-2661-4fc2-867f-ec6fb6874b24 req-fb1ee49f-76ff-433d-b921-5800d2198815 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1377225 Aug 16 22:24:55.359213 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-477f3632-18d4-4d51-9f8c-8db770bfb033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.408285 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 901b758c-4d0f-43ba-90e0-ff2b5152ba38 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:55.412670 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-477f3632-18d4-4d51-9f8c-8db770bfb033 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6755a1228fa247e6b8b678eaf0a7d79b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4307079 Aug 16 22:24:55.432377 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54678) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:55.486374 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f3632-18d4-4d51-9f8c-8db770bfb033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe06670a-33f1-4d7a-af04-2afbc150d1fd,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:55.517135 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd50c9-3cb3-4ee7-a11f-9c078433b3bb req-e56730fe-8a13-46b9-9fbd-209ab01d3ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:55.519499 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 1297e253-0464-49c6-8716-7b3a8f370833 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:55.520945 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abdd50c9-3cb3-4ee7-a11f-9c078433b3bb req-e56730fe-8a13-46b9-9fbd-209ab01d3ae6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f9f912f5-cf6f-4ff9-af03-e26648f62561 HTTP/1.1" status: 200 len: 911 time: 0.1735938 Aug 16 22:24:55.521871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 901b758c-4d0f-43ba-90e0-ff2b5152ba38 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:55.548589 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b3b6cb54-ae8b-41f5-b6c3-dc1e8693992a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.550681 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 901b758c-4d0f-43ba-90e0-ff2b5152ba38 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:55.551566 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.555686 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 1297e253-0464-49c6-8716-7b3a8f370833 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:55.556038 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 1297e253-0464-49c6-8716-7b3a8f370833 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:55.593040 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b3b6cb54-ae8b-41f5-b6c3-dc1e8693992a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.664933 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.700891 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2dd9e5-4baa-4f77-92d3-133e69905952 req-b56dad8c-eb13-47e7-81d0-1e87bea3ba7f tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:55.712486 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fc2dd9e5-4baa-4f77-92d3-133e69905952 req-b56dad8c-eb13-47e7-81d0-1e87bea3ba7f tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=bb1379ea-d441-4d2a-ae68-57c8ed07b36a HTTP/1.1" status: 200 len: 944 time: 0.3807058 Aug 16 22:24:55.717593 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b3b6cb54-ae8b-41f5-b6c3-dc1e8693992a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.721052 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b3b6cb54-ae8b-41f5-b6c3-dc1e8693992a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.723307 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b3b6cb54-ae8b-41f5-b6c3-dc1e8693992a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fe06670a-33f1-4d7a-af04-2afbc150d1fd HTTP/1.1" status: 204 len: 168 time: 0.2899461 Aug 16 22:24:55.739013 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6cb54-ae8b-41f5-b6c3-dc1e8693992a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe06670a-33f1-4d7a-af04-2afbc150d1fd,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:55.760606 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 901b758c-4d0f-43ba-90e0-ff2b5152ba38, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=901b758c-4d0f-43ba-90e0-ff2b5152ba38,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:55.772207 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.795634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-ae483d2a-e864-4f32-8bfe-80accb1ca2bf req-3b89d997-309e-4d59-adff-004c1b788c9f tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Deleting port 3862fd60-8aee-468c-80dd-618aad55d36d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:55.796087 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae483d2a-e864-4f32-8bfe-80accb1ca2bf req-3b89d997-309e-4d59-adff-004c1b788c9f tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.818932 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abdd50c9-3cb3-4ee7-a11f-9c078433b3bb req-14dca333-a8ce-4405-8ebb-38098a5f0647 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7493f567-8ee1-445d-a293-1df7086d499e HTTP/1.1" status: 200 len: 1002 time: 0.2839799 Aug 16 22:24:55.829490 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d7bb3630-613d-44f5-a5cb-03e4f642a86b req-6c391e80-b4e7-4c82-b44b-4f3f1bef5978 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0644047 Aug 16 22:24:55.839055 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=901b758c-4d0f-43ba-90e0-ff2b5152ba38,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:55.881092 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fc2dd9e5-4baa-4f77-92d3-133e69905952 req-8285e1f0-d869-4bfc-90c2-8a41fac078c5 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671958 Aug 16 22:24:55.997169 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827011c-b1a3-413a-9698-526f60788b4d req-01af2d76-0c64-4ef6-8870-289221b270a9 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:56.002961 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b827011c-b1a3-413a-9698-526f60788b4d req-01af2d76-0c64-4ef6-8870-289221b270a9 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b52ebc6-40c6-42e9-9430-33cd169ed7ab HTTP/1.1" status: 200 len: 949 time: 0.1377130 Aug 16 22:24:56.104686 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd50c9-3cb3-4ee7-a11f-9c078433b3bb req-373b61d7-e028-4e30-a5b3-6dbb49ef5b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:56.106381 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abdd50c9-3cb3-4ee7-a11f-9c078433b3bb req-373b61d7-e028-4e30-a5b3-6dbb49ef5b67 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=06a027f9-7175-41d7-9596-9d19a9e3f7bf HTTP/1.1" status: 200 len: 849 time: 0.2758682 Aug 16 22:24:56.126289 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53413b5-a756-4c35-82c6-56668af8a8e6 req-142cffae-4deb-4324-99a2-9f4ba21aefec tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:56.133560 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e53413b5-a756-4c35-82c6-56668af8a8e6 req-142cffae-4deb-4324-99a2-9f4ba21aefec tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b52ebc6-40c6-42e9-9430-33cd169ed7ab HTTP/1.1" status: 200 len: 949 time: 0.1099842 Aug 16 22:24:56.172253 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-b827011c-b1a3-413a-9698-526f60788b4d req-6a871128-195d-490a-8ea0-40c29be1d022 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Deleting port 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:56.172609 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b827011c-b1a3-413a-9698-526f60788b4d req-6a871128-195d-490a-8ea0-40c29be1d022 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:56.179647 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ae483d2a-e864-4f32-8bfe-80accb1ca2bf req-3b89d997-309e-4d59-adff-004c1b788c9f tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] For port 3862fd60-8aee-468c-80dd-618aad55d36d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=3862fd60-8aee-468c-80dd-618aad55d36d,segment=NetworkSegment(1ca4e611-6cec-4a20-920d-ddd72accc3fb),segment_id=1ca4e611-6cec-4a20-920d-ddd72accc3fb)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:56.180119 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae483d2a-e864-4f32-8bfe-80accb1ca2bf req-3b89d997-309e-4d59-adff-004c1b788c9f tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:56.198857 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4e5429-8dc5-496f-a7d9-c8d83a365fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '046c0e02-eb21-487b-96b7-2f88a3d6997f'}, {'server_uuid': 'bb1379ea-d441-4d2a-ae68-57c8ed07b36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901b758c-4d0f-43ba-90e0-ff2b5152ba38'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:56.202451 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac565f9f-cc92-4280-ac0a-80b010e59a5f" -d '{"events": [{"server_uuid": "5d4e5429-8dc5-496f-a7d9-c8d83a365fa2", "name": "network-vif-unplugged", "status": "completed", "tag": "046c0e02-eb21-487b-96b7-2f88a3d6997f"}, {"server_uuid": "bb1379ea-d441-4d2a-ae68-57c8ed07b36a", "name": "network-vif-plugged", "status": "completed", "tag": "901b758c-4d0f-43ba-90e0-ff2b5152ba38"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:56.227110 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-ae483d2a-e864-4f32-8bfe-80accb1ca2bf req-3b89d997-309e-4d59-adff-004c1b788c9f tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Calling delete_port for 3862fd60-8aee-468c-80dd-618aad55d36d owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:56.263242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd50c9-3cb3-4ee7-a11f-9c078433b3bb req-2d64dc75-6ca7-475c-81f2-1819a2334102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:56.274395 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a08d992-dc67-48fd-96ca-bc3f05f4eb4d x-openstack-request-id: req-7a08d992-dc67-48fd-96ca-bc3f05f4eb4d {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:56.274714 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4e5429-8dc5-496f-a7d9-c8d83a365fa2", "name": "network-vif-unplugged", "status": "completed", "tag": "046c0e02-eb21-487b-96b7-2f88a3d6997f", "code": 200}, {"server_uuid": "bb1379ea-d441-4d2a-ae68-57c8ed07b36a", "name": "network-vif-plugged", "status": "completed", "tag": "901b758c-4d0f-43ba-90e0-ff2b5152ba38", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:56.274970 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7a08d992-dc67-48fd-96ca-bc3f05f4eb4d {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:56.275367 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4e5429-8dc5-496f-a7d9-c8d83a365fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '046c0e02-eb21-487b-96b7-2f88a3d6997f', 'code': 200} Aug 16 22:24:56.275621 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1379ea-d441-4d2a-ae68-57c8ed07b36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901b758c-4d0f-43ba-90e0-ff2b5152ba38', 'code': 200} Aug 16 22:24:56.279464 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abdd50c9-3cb3-4ee7-a11f-9c078433b3bb req-2d64dc75-6ca7-475c-81f2-1819a2334102 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f9f912f5-cf6f-4ff9-af03-e26648f62561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1503904 Aug 16 22:24:56.307847 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e53413b5-a756-4c35-82c6-56668af8a8e6 req-6ebdac2b-3923-476d-bb87-38b0c1acd767 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652489 Aug 16 22:24:56.324121 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-b827011c-b1a3-413a-9698-526f60788b4d req-6a871128-195d-490a-8ea0-40c29be1d022 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] For port 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=5f630800-d2cc-4b43-bf69-bcdf2f4bde9c,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:56.324816 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b827011c-b1a3-413a-9698-526f60788b4d req-6a871128-195d-490a-8ea0-40c29be1d022 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:56.355536 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-b827011c-b1a3-413a-9698-526f60788b4d req-6a871128-195d-490a-8ea0-40c29be1d022 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Calling delete_port for 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:56.543653 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:24:56.554594 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20584eeb-e79a-4760-a134-fb30757d86e1 req-22ed8434-20da-4749-a413-48532e58e3e7 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:56.561893 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-20584eeb-e79a-4760-a134-fb30757d86e1 req-22ed8434-20da-4749-a413-48532e58e3e7 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/ports?device_id=c9b60ca6-8d5a-45f4-a357-7c4ebab743a4 HTTP/1.1" status: 200 len: 945 time: 0.1560533 Aug 16 22:24:56.574240 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d4f02-8094-4618-989a-6522d01fbe46 req-e918336e-8646-49a8-960b-b6b555da6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:56.575745 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-917d4f02-8094-4618-989a-6522d01fbe46 req-e918336e-8646-49a8-960b-b6b555da6451 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb1379ea-d441-4d2a-ae68-57c8ed07b36a HTTP/1.1" status: 200 len: 1097 time: 0.1711082 Aug 16 22:24:56.599661 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b827011c-b1a3-413a-9698-526f60788b4d req-6a871128-195d-490a-8ea0-40c29be1d022 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:56.612000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['165aae63-3dc0-4ea1-bf25-34bea2f8274f', 'f889e197-d41c-434d-9aa2-e3cdc5aec979', '3c95034b-1f7b-464f-9974-81c0c243d8d6', '5f630800-d2cc-4b43-bf69-bcdf2f4bde9c'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:56.651140 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a871128-195d-490a-8ea0-40c29be1d022 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Pushing event deleted for resources: {'Port': ['ID=5f630800-d2cc-4b43-bf69-bcdf2f4bde9c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:56.656472 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abdd50c9-3cb3-4ee7-a11f-9c078433b3bb req-9bf094ad-7e27-4bb0-8f0d-8992e4efbd27 service neutron] 10.222.0.43 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626263 Aug 16 22:24:56.699585 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['67c32307-24b9-4b1b-a483-e2235092c1c0', '4aa45943-3bf3-4e85-be89-0d170cfc9ab4'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:56.724273 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-b827011c-b1a3-413a-9698-526f60788b4d req-6a871128-195d-490a-8ea0-40c29be1d022 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] No DVR routers for this DVR port 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:24:56.731272 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b827011c-b1a3-413a-9698-526f60788b4d req-6a871128-195d-490a-8ea0-40c29be1d022 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:56.732043 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b827011c-b1a3-413a-9698-526f60788b4d req-6a871128-195d-490a-8ea0-40c29be1d022 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "DELETE /v2.0/ports/5f630800-d2cc-4b43-bf69-bcdf2f4bde9c HTTP/1.1" status: 204 len: 173 time: 0.7178242 Aug 16 22:24:56.735346 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b52ebc6-40c6-42e9-9430-33cd169ed7ab', 'name': 'network-vif-deleted', 'tag': '5f630800-d2cc-4b43-bf69-bcdf2f4bde9c'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:56.742672 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383ffb22-ca99-4467-b5e4-b758d99f3aa4" -d '{"events": [{"server_uuid": "5b52ebc6-40c6-42e9-9430-33cd169ed7ab", "name": "network-vif-deleted", "tag": "5f630800-d2cc-4b43-bf69-bcdf2f4bde9c"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:57.041124 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54730) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:57.178922 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6839dba8-2e94-402d-ac23-fda2bf111ad8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1554108717-network', 'tenant_id': '173d45f130204a7d991df6e1a3cef85f'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:57.231500 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6839dba8-2e94-402d-ac23-fda2bf111ad8 admin admin] Made reservation on behalf of 173d45f130204a7d991df6e1a3cef85f for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:57.234620 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6839dba8-2e94-402d-ac23-fda2bf111ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:57.246669 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6839dba8-2e94-402d-ac23-fda2bf111ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:57.259130 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-917d4f02-8094-4618-989a-6522d01fbe46 req-0f45b6ea-dbc4-4df8-9554-d52ce0984ced service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423288 Aug 16 22:24:57.317619 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-20584eeb-e79a-4760-a134-fb30757d86e1 req-615f13f9-1198-4a50-b392-d2e98e3e7dc9 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/security-groups?id=44fc65b5-f036-4140-86dc-ce49afb5bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7531774 Aug 16 22:24:57.346921 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae483d2a-e864-4f32-8bfe-80accb1ca2bf req-3b89d997-309e-4d59-adff-004c1b788c9f tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:57.432607 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d2383-3581-4f66-afd1-6d06931a49f1 req-4bbd8904-a4e1-4041-9e3b-ade68f35ea57 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:57.446142 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-144d2383-3581-4f66-afd1-6d06931a49f1 req-4bbd8904-a4e1-4041-9e3b-ade68f35ea57 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.9033842 Aug 16 22:24:57.452098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89d997-309e-4d59-adff-004c1b788c9f tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Pushing event deleted for resources: {'Port': ['ID=3862fd60-8aee-468c-80dd-618aad55d36d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:57.476126 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6839dba8-2e94-402d-ac23-fda2bf111ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:57.487597 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6839dba8-2e94-402d-ac23-fda2bf111ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:57.520236 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6839dba8-2e94-402d-ac23-fda2bf111ad8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:24:57.544907 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839dba8-2e94-402d-ac23-fda2bf111ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2179e6c-6c27-4570-b27d-034cc22e980f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:57.571650 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-144d2383-3581-4f66-afd1-6d06931a49f1 req-9a0ed2dd-467c-4632-968e-ebf68e47899c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1123786 Aug 16 22:24:57.586418 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519cfc99-088e-4fbb-805e-ef5fb44dc263 x-openstack-request-id: req-519cfc99-088e-4fbb-805e-ef5fb44dc263 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:57.586733 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b52ebc6-40c6-42e9-9430-33cd169ed7ab", "name": "network-vif-deleted", "tag": "5f630800-d2cc-4b43-bf69-bcdf2f4bde9c", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:57.588734 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-519cfc99-088e-4fbb-805e-ef5fb44dc263 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:57.590324 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b52ebc6-40c6-42e9-9430-33cd169ed7ab', 'name': 'network-vif-deleted', 'tag': '5f630800-d2cc-4b43-bf69-bcdf2f4bde9c', 'status': 'completed', 'code': 200} Aug 16 22:24:57.592893 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6839dba8-2e94-402d-ac23-fda2bf111ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:57.597480 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-6839dba8-2e94-402d-ac23-fda2bf111ad8 admin admin] Added segment 76888b08-052e-4058-84b7-34f85786d105 of type vlan for network 5d84bee3-6245-4d97-befb-b4d54f1c526a Aug 16 22:24:57.648736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae483d2a-e864-4f32-8bfe-80accb1ca2bf req-3b89d997-309e-4d59-adff-004c1b788c9f tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] No DVR routers for this DVR port 3862fd60-8aee-468c-80dd-618aad55d36d on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:24:57.658827 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6839dba8-2e94-402d-ac23-fda2bf111ad8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:57.671384 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae483d2a-e864-4f32-8bfe-80accb1ca2bf req-3b89d997-309e-4d59-adff-004c1b788c9f tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:57.674138 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae483d2a-e864-4f32-8bfe-80accb1ca2bf req-3b89d997-309e-4d59-adff-004c1b788c9f tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.39 "DELETE /v2.0/ports/3862fd60-8aee-468c-80dd-618aad55d36d HTTP/1.1" status: 204 len: 173 time: 2.4024384 Aug 16 22:24:57.674608 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b60ca6-8d5a-45f4-a357-7c4ebab743a4', 'name': 'network-vif-deleted', 'tag': '3862fd60-8aee-468c-80dd-618aad55d36d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:57.693405 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006173dc-01bb-4a7d-81e5-3a03860be2fa" -d '{"events": [{"server_uuid": "c9b60ca6-8d5a-45f4-a357-7c4ebab743a4", "name": "network-vif-deleted", "tag": "3862fd60-8aee-468c-80dd-618aad55d36d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:57.715499 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abdd50c9-3cb3-4ee7-a11f-9c078433b3bb req-6befae65-a0c4-4942-a4e4-000e2a1c70eb service neutron] 10.222.0.43 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9945726 Aug 16 22:24:57.721089 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6839dba8-2e94-402d-ac23-fda2bf111ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:57.722893 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6839dba8-2e94-402d-ac23-fda2bf111ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:57.723513 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6839dba8-2e94-402d-ac23-fda2bf111ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:57.784440 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56e7cc33-64be-4acb-825c-95f9efc1b118 req-d5ac6a9b-ddf7-4359-a615-ac897685c26d tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0877392 Aug 16 22:24:57.787562 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 54738) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:57.794445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-30975bba-eaf5-42a4-947a-4fe5ffee9c05 admin admin] Request body: {'subnet': {'network_id': '5d84bee3-6245-4d97-befb-b4d54f1c526a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1554108717-subnet', 'tenant_id': '173d45f130204a7d991df6e1a3cef85f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:57.798549 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6839dba8-2e94-402d-ac23-fda2bf111ad8 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7545943 Aug 16 22:24:57.825894 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c629107-57e3-41a8-b3e0-d7476483c543 req-0e93860b-447d-4b56-9bee-1dfa6e4df299 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:57.833782 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c629107-57e3-41a8-b3e0-d7476483c543 req-0e93860b-447d-4b56-9bee-1dfa6e4df299 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=bb1379ea-d441-4d2a-ae68-57c8ed07b36a HTTP/1.1" status: 200 len: 945 time: 0.1215961 Aug 16 22:24:57.835500 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839dba8-2e94-402d-ac23-fda2bf111ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=5d84bee3-6245-4d97-befb-b4d54f1c526a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:57.843729 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30975bba-eaf5-42a4-947a-4fe5ffee9c05 admin admin] Made reservation on behalf of 173d45f130204a7d991df6e1a3cef85f for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:57.846226 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-30975bba-eaf5-42a4-947a-4fe5ffee9c05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:57.857369 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 5d84bee3-6245-4d97-befb-b4d54f1c526a details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:24:57.926094 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c629107-57e3-41a8-b3e0-d7476483c543 req-6dd325a0-1f76-42b6-adb4-6c04262c4be1 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880423 Aug 16 22:24:58.001168 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bf5cd9-f7b5-413b-bbe4-1f99275f3d26 x-openstack-request-id: req-46bf5cd9-f7b5-413b-bbe4-1f99275f3d26 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:58.001468 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b60ca6-8d5a-45f4-a357-7c4ebab743a4", "name": "network-vif-deleted", "tag": "3862fd60-8aee-468c-80dd-618aad55d36d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:58.002285 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-46bf5cd9-f7b5-413b-bbe4-1f99275f3d26 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:58.002692 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b60ca6-8d5a-45f4-a357-7c4ebab743a4', 'name': 'network-vif-deleted', 'tag': '3862fd60-8aee-468c-80dd-618aad55d36d', 'status': 'completed', 'code': 200} Aug 16 22:24:58.153457 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-30975bba-eaf5-42a4-947a-4fe5ffee9c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:58.211766 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30975bba-eaf5-42a4-947a-4fe5ffee9c05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1326fba9-2d0e-4c57-840f-bdaf04b5e6e3,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:58.223721 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30975bba-eaf5-42a4-947a-4fe5ffee9c05 admin admin] Checking segment: {'id': '76888b08-052e-4058-84b7-34f85786d105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5d84bee3-6245-4d97-befb-b4d54f1c526a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:58.224083 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30975bba-eaf5-42a4-947a-4fe5ffee9c05 admin admin] Network hostable DHCP agents. Network: 5d84bee3-6245-4d97-befb-b4d54f1c526a, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:24:58.243194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30975bba-eaf5-42a4-947a-4fe5ffee9c05 admin admin] Network 5d84bee3-6245-4d97-befb-b4d54f1c526a is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:24:58.255785 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-30975bba-eaf5-42a4-947a-4fe5ffee9c05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 5d84bee3-6245-4d97-befb-b4d54f1c526a) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:58.260588 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30975bba-eaf5-42a4-947a-4fe5ffee9c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:58.261271 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-30975bba-eaf5-42a4-947a-4fe5ffee9c05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:58.268507 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95da4e92-8756-4e55-bffc-2e9bde637599 None None] Network 5d84bee3-6245-4d97-befb-b4d54f1c526a requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:24:58.279404 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-30975bba-eaf5-42a4-947a-4fe5ffee9c05 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4903986 Aug 16 22:24:58.535658 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9897c130-0e42-465e-a24b-d8310710cf0d req-02eeee0e-44d7-4d56-8b6e-7c4f336bd9b6 tempest-ServerGroupTestJSON-579732305 tempest-ServerGroupTestJSON-579732305-project] 10.222.0.93 "GET /v2.0/ports?device_id=c9b60ca6-8d5a-45f4-a357-7c4ebab743a4 HTTP/1.1" status: 200 len: 210 time: 0.0484681 Aug 16 22:24:58.629796 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55d66a-66fd-462a-bba9-f66daa451474 req-7539760e-6414-4bb8-9c73-8c3dcc1314f3 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:58.642269 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b55d66a-66fd-462a-bba9-f66daa451474 req-7539760e-6414-4bb8-9c73-8c3dcc1314f3 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=cce04bb4-928b-44ed-b7fc-e524675d998e HTTP/1.1" status: 200 len: 950 time: 0.1036882 Aug 16 22:24:58.705915 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b55d66a-66fd-462a-bba9-f66daa451474 req-a52652b4-88c8-4ad0-8288-ac8d85a0e1e7 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590165 Aug 16 22:24:58.730823 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed2ed5c-9ed7-4932-8588-86ec4a291b20 None None] Network 5d84bee3-6245-4d97-befb-b4d54f1c526a requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:24:58.898178 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edd189-c44c-4537-9add-48e3e6bbb31b req-00aab743-ad8f-4a8a-bcce-c6bc4d4bffbc tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:58.905916 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29edd189-c44c-4537-9add-48e3e6bbb31b req-00aab743-ad8f-4a8a-bcce-c6bc4d4bffbc tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.1063588 Aug 16 22:24:58.927852 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-b4a32683-f6d4-49c6-9f13-cb7ab26835eb req-6fd44e16-eeac-4fa7-a7eb-38d2fe671362 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-672687610', 'description': 'tempest-description-893594484'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:58.966382 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29edd189-c44c-4537-9add-48e3e6bbb31b req-eac55947-8dc6-4857-aa65-e310e3667461 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593836 Aug 16 22:24:58.979427 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b4a32683-f6d4-49c6-9f13-cb7ab26835eb req-6fd44e16-eeac-4fa7-a7eb-38d2fe671362 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:59.085391 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a4749b9a-d2e3-4e8f-863b-1f3596aecd91 req-a9fde8fa-2805-4550-8adc-b9217eee2c70 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0378911 Aug 16 22:24:59.124112 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b4a32683-f6d4-49c6-9f13-cb7ab26835eb req-6fd44e16-eeac-4fa7-a7eb-38d2fe671362 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:59.130308 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b4a32683-f6d4-49c6-9f13-cb7ab26835eb req-6fd44e16-eeac-4fa7-a7eb-38d2fe671362 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:59.159744 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd44e16-eeac-4fa7-a7eb-38d2fe671362 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9979a57c-c195-46a8-8e52-6d0dd294ce1d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:59.175983 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b4a32683-f6d4-49c6-9f13-cb7ab26835eb req-6fd44e16-eeac-4fa7-a7eb-38d2fe671362 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:59.178284 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b4a32683-f6d4-49c6-9f13-cb7ab26835eb req-6fd44e16-eeac-4fa7-a7eb-38d2fe671362 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2559242 Aug 16 22:24:59.297135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-12d410ac-920d-409e-b228-f5378044a4b1 req-e13f1b69-26b5-49d0-a9cd-c6dae57f5ae0 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "GET /v2.0/security-groups/9979a57c-c195-46a8-8e52-6d0dd294ce1d HTTP/1.1" status: 200 len: 1803 time: 0.0901487 Aug 16 22:24:59.318510 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-12d410ac-920d-409e-b228-f5378044a4b1 req-588cc6fe-9021-4078-95c1-bdc749d82855 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9979a57c-c195-46a8-8e52-6d0dd294ce1d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:59.319118 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-12d410ac-920d-409e-b228-f5378044a4b1 req-588cc6fe-9021-4078-95c1-bdc749d82855 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9979a57c-c195-46a8-8e52-6d0dd294ce1d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:59.335309 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7f98b-714f-4eb0-81ce-3d4d3528ed67 req-6d086971-bbf1-42ff-987b-21be33def107 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:59.336890 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbf7f98b-714f-4eb0-81ce-3d4d3528ed67 req-6d086971-bbf1-42ff-987b-21be33def107 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=bb1379ea-d441-4d2a-ae68-57c8ed07b36a HTTP/1.1" status: 200 len: 945 time: 0.1068804 Aug 16 22:24:59.414870 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbf7f98b-714f-4eb0-81ce-3d4d3528ed67 req-192db7ac-2b4d-43a7-bb9a-6c4ca5f5969b tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709109 Aug 16 22:24:59.428145 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 3862fd60-8aee-468c-80dd-618aad55d36d no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:59.435392 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-12d410ac-920d-409e-b228-f5378044a4b1 req-588cc6fe-9021-4078-95c1-bdc749d82855 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:59.477262 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-12d410ac-920d-409e-b228-f5378044a4b1 req-588cc6fe-9021-4078-95c1-bdc749d82855 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:59.481909 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-12d410ac-920d-409e-b228-f5378044a4b1 req-588cc6fe-9021-4078-95c1-bdc749d82855 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:59.485952 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 3862fd60-8aee-468c-80dd-618aad55d36d {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:59.486381 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 3862fd60-8aee-468c-80dd-618aad55d36d not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:59.510313 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cc6fe-9021-4078-95c1-bdc749d82855 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53101d6-8699-4789-bcec-191e7072d021,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:59.521658 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-12d410ac-920d-409e-b228-f5378044a4b1 req-588cc6fe-9021-4078-95c1-bdc749d82855 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:59.523161 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-12d410ac-920d-409e-b228-f5378044a4b1 req-588cc6fe-9021-4078-95c1-bdc749d82855 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2128658 Aug 16 22:24:59.524246 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:59.555233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-0ea77c28-77e5-414a-a972-41c052022c34 req-73edbc9a-973b-46d3-9b41-79ef48342007 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1000794281', 'description': 'tempest-description-490393784'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:59.556695 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:59.557094 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 5f630800-d2cc-4b43-bf69-bcdf2f4bde9c not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:59.589204 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0ea77c28-77e5-414a-a972-41c052022c34 req-73edbc9a-973b-46d3-9b41-79ef48342007 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:59.747408 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0ea77c28-77e5-414a-a972-41c052022c34 req-73edbc9a-973b-46d3-9b41-79ef48342007 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:59.753996 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0ea77c28-77e5-414a-a972-41c052022c34 req-73edbc9a-973b-46d3-9b41-79ef48342007 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:59.791848 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f1d3c-b34a-4c99-94f9-ece95df67e82 req-b52e04eb-3b85-457b-a9cc-e71a16e6c927 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:59.793363 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b26f1d3c-b34a-4c99-94f9-ece95df67e82 req-b52e04eb-3b85-457b-a9cc-e71a16e6c927 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=bb1379ea-d441-4d2a-ae68-57c8ed07b36a HTTP/1.1" status: 200 len: 945 time: 0.0939336 Aug 16 22:24:59.796685 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0ea77c28-77e5-414a-a972-41c052022c34 req-73edbc9a-973b-46d3-9b41-79ef48342007 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:59.797909 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ea77c28-77e5-414a-a972-41c052022c34 req-73edbc9a-973b-46d3-9b41-79ef48342007 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2471840 Aug 16 22:24:59.799773 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edbc9a-973b-46d3-9b41-79ef48342007 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95c3a2cd-6e10-49a9-a94c-70e8ba2cabf5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:59.936074 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b26f1d3c-b34a-4c99-94f9-ece95df67e82 req-60950ee0-6b22-496c-8d64-76115a0b6ac4 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160510 Aug 16 22:24:59.961140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adb410-c92c-49f3-938e-1663e8498c75 req-1293d6de-28cb-4758-bee6-1fbf72d53d6e tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:59.962734 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3adb410-c92c-49f3-938e-1663e8498c75 req-1293d6de-28cb-4758-bee6-1fbf72d53d6e tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ede6f52-1de2-4539-b9ab-dce3e9e99a92 HTTP/1.1" status: 200 len: 949 time: 0.1520278 Aug 16 22:24:59.986846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd34af-5cd9-4265-9c45-dbf5241416ca req-42fc1979-53d0-4c97-8976-6a8277d31652 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:59.988386 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d4cd34af-5cd9-4265-9c45-dbf5241416ca req-42fc1979-53d0-4c97-8976-6a8277d31652 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.39 "GET /v2.0/ports?device_id=cce04bb4-928b-44ed-b7fc-e524675d998e HTTP/1.1" status: 200 len: 950 time: 0.1381996 Aug 16 22:25:00.177872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e7bf100-67e5-4f82-9a4f-202bd5dd3904 req-8a24ecb5-e2a6-4622-a960-eb2430e80e45 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "GET /v2.0/security-groups/95c3a2cd-6e10-49a9-a94c-70e8ba2cabf5 HTTP/1.1" status: 200 len: 1804 time: 0.1727638 Aug 16 22:25:00.192184 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6a674-45c0-41f4-b213-f83d184e9372 req-46ccb564-253d-4784-b723-8882612f5f29 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:00.193635 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89b6a674-45c0-41f4-b213-f83d184e9372 req-46ccb564-253d-4784-b723-8882612f5f29 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=cce04bb4-928b-44ed-b7fc-e524675d998e HTTP/1.1" status: 200 len: 950 time: 0.1783543 Aug 16 22:25:00.204405 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-0e7bf100-67e5-4f82-9a4f-202bd5dd3904 req-dd343638-241d-4f57-9ddc-c8fdaefe33cd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '95c3a2cd-6e10-49a9-a94c-70e8ba2cabf5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:00.204726 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-0e7bf100-67e5-4f82-9a4f-202bd5dd3904 req-dd343638-241d-4f57-9ddc-c8fdaefe33cd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '95c3a2cd-6e10-49a9-a94c-70e8ba2cabf5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:00.267400 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-d3adb410-c92c-49f3-938e-1663e8498c75 req-ae57a0e2-9d38-42ba-9f60-605c3b931e15 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Deleting port 3c95034b-1f7b-464f-9974-81c0c243d8d6 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:00.267808 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3adb410-c92c-49f3-938e-1663e8498c75 req-ae57a0e2-9d38-42ba-9f60-605c3b931e15 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:00.332534 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89b6a674-45c0-41f4-b213-f83d184e9372 req-3cdb290f-59ce-4c2e-96d5-bd2d3a68605f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219578 Aug 16 22:25:00.344219 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-d4cd34af-5cd9-4265-9c45-dbf5241416ca req-b22195d3-258f-4f2c-af15-89ec833f94dd tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Deleting port 4aa45943-3bf3-4e85-be89-0d170cfc9ab4 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:00.344907 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d4cd34af-5cd9-4265-9c45-dbf5241416ca req-b22195d3-258f-4f2c-af15-89ec833f94dd tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:00.449083 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0e7bf100-67e5-4f82-9a4f-202bd5dd3904 req-dd343638-241d-4f57-9ddc-c8fdaefe33cd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:00.542205 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-06f6e16a-08ce-4d03-bd0b-05953e04ca86 req-085d9392-3ee0-4376-aa81-6613165fecb5 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0667281 Aug 16 22:25:00.571456 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d3adb410-c92c-49f3-938e-1663e8498c75 req-ae57a0e2-9d38-42ba-9f60-605c3b931e15 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] For port 3c95034b-1f7b-464f-9974-81c0c243d8d6, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=3c95034b-1f7b-464f-9974-81c0c243d8d6,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:00.571846 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3adb410-c92c-49f3-938e-1663e8498c75 req-ae57a0e2-9d38-42ba-9f60-605c3b931e15 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:00.580079 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0e7bf100-67e5-4f82-9a4f-202bd5dd3904 req-dd343638-241d-4f57-9ddc-c8fdaefe33cd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:00.596515 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0e7bf100-67e5-4f82-9a4f-202bd5dd3904 req-dd343638-241d-4f57-9ddc-c8fdaefe33cd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:00.611279 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d4cd34af-5cd9-4265-9c45-dbf5241416ca req-b22195d3-258f-4f2c-af15-89ec833f94dd tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] For port 4aa45943-3bf3-4e85-be89-0d170cfc9ab4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4aa45943-3bf3-4e85-be89-0d170cfc9ab4,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:00.611860 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d4cd34af-5cd9-4265-9c45-dbf5241416ca req-b22195d3-258f-4f2c-af15-89ec833f94dd tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:00.617070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-d3adb410-c92c-49f3-938e-1663e8498c75 req-ae57a0e2-9d38-42ba-9f60-605c3b931e15 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Calling delete_port for 3c95034b-1f7b-464f-9974-81c0c243d8d6 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:00.648519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-d4cd34af-5cd9-4265-9c45-dbf5241416ca req-b22195d3-258f-4f2c-af15-89ec833f94dd tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Calling delete_port for 4aa45943-3bf3-4e85-be89-0d170cfc9ab4 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:00.654268 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd343638-241d-4f57-9ddc-c8fdaefe33cd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db3759d-6b48-436d-9555-9c383a0ad2cf,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:00.677434 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0e7bf100-67e5-4f82-9a4f-202bd5dd3904 req-dd343638-241d-4f57-9ddc-c8fdaefe33cd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:00.699365 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e7bf100-67e5-4f82-9a4f-202bd5dd3904 req-dd343638-241d-4f57-9ddc-c8fdaefe33cd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4841425 Aug 16 22:25:00.744111 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9d1e8bc2-42df-403c-b954-d70405edb4c7 req-cc25e044-c2ef-438b-af76-57f91f8db534 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1288407045', 'description': 'tempest-description-451947006'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:00.817234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54834) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:00.833472 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9d1e8bc2-42df-403c-b954-d70405edb4c7 req-cc25e044-c2ef-438b-af76-57f91f8db534 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:00.877048 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b6e62d-dde0-4bc8-a8fd-92a78a015c83 admin admin] Deleting subnet 8881d556-b8b5-4614-8cca-452f7aa435ec {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:25:00.882519 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-55b6e62d-dde0-4bc8-a8fd-92a78a015c83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:00.940630 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-55b6e62d-dde0-4bc8-a8fd-92a78a015c83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:00.992833 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-55b6e62d-dde0-4bc8-a8fd-92a78a015c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.030648 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3adb410-c92c-49f3-938e-1663e8498c75 req-ae57a0e2-9d38-42ba-9f60-605c3b931e15 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.044206 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['67c32307-24b9-4b1b-a483-e2235092c1c0', '4aa45943-3bf3-4e85-be89-0d170cfc9ab4'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:01.100919 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['165aae63-3dc0-4ea1-bf25-34bea2f8274f', 'f889e197-d41c-434d-9aa2-e3cdc5aec979', '3c95034b-1f7b-464f-9974-81c0c243d8d6'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:01.104143 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-55b6e62d-dde0-4bc8-a8fd-92a78a015c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.116109 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d4cd34af-5cd9-4265-9c45-dbf5241416ca req-b22195d3-258f-4f2c-af15-89ec833f94dd tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.151206 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6e62d-dde0-4bc8-a8fd-92a78a015c83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8881d556-b8b5-4614-8cca-452f7aa435ec,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:01.158599 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-55b6e62d-dde0-4bc8-a8fd-92a78a015c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.161709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57a0e2-9d38-42ba-9f60-605c3b931e15 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Pushing event deleted for resources: {'Port': ['ID=3c95034b-1f7b-464f-9974-81c0c243d8d6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:01.162428 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-55b6e62d-dde0-4bc8-a8fd-92a78a015c83 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/8881d556-b8b5-4614-8cca-452f7aa435ec HTTP/1.1" status: 204 len: 168 time: 0.3433335 Aug 16 22:25:01.164462 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54840) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:01.236203 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3adb410-c92c-49f3-938e-1663e8498c75 req-ae57a0e2-9d38-42ba-9f60-605c3b931e15 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] No DVR routers for this DVR port 3c95034b-1f7b-464f-9974-81c0c243d8d6 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:25:01.239168 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3adb410-c92c-49f3-938e-1663e8498c75 req-ae57a0e2-9d38-42ba-9f60-605c3b931e15 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.242683 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3adb410-c92c-49f3-938e-1663e8498c75 req-ae57a0e2-9d38-42ba-9f60-605c3b931e15 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "DELETE /v2.0/ports/3c95034b-1f7b-464f-9974-81c0c243d8d6 HTTP/1.1" status: 204 len: 173 time: 1.2723560 Aug 16 22:25:01.254134 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ede6f52-1de2-4539-b9ab-dce3e9e99a92', 'name': 'network-vif-deleted', 'tag': '3c95034b-1f7b-464f-9974-81c0c243d8d6'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:01.256926 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c66b107-a1b8-42a5-8c84-ea2ddf479abb" -d '{"events": [{"server_uuid": "3ede6f52-1de2-4539-b9ab-dce3e9e99a92", "name": "network-vif-deleted", "tag": "3c95034b-1f7b-464f-9974-81c0c243d8d6"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:01.261866 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22195d3-258f-4f2c-af15-89ec833f94dd tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Pushing event deleted for resources: {'Port': ['ID=4aa45943-3bf3-4e85-be89-0d170cfc9ab4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:01.270344 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6575433-6d31-4d39-9272-7f612da0a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.320888 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9d1e8bc2-42df-403c-b954-d70405edb4c7 req-cc25e044-c2ef-438b-af76-57f91f8db534 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.342126 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d38bbc-530b-4e1f-8ac4-debd3876a9da req-df1f3788-3104-494e-a051-ef71f2a0257e tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:01.352514 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78d38bbc-530b-4e1f-8ac4-debd3876a9da req-df1f3788-3104-494e-a051-ef71f2a0257e tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=bb1379ea-d441-4d2a-ae68-57c8ed07b36a HTTP/1.1" status: 200 len: 945 time: 0.3235180 Aug 16 22:25:01.374486 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9d1e8bc2-42df-403c-b954-d70405edb4c7 req-cc25e044-c2ef-438b-af76-57f91f8db534 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.398257 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cd34af-5cd9-4265-9c45-dbf5241416ca req-b22195d3-258f-4f2c-af15-89ec833f94dd tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] No DVR routers for this DVR port 4aa45943-3bf3-4e85-be89-0d170cfc9ab4 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:25:01.401432 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d4cd34af-5cd9-4265-9c45-dbf5241416ca req-b22195d3-258f-4f2c-af15-89ec833f94dd tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.404353 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d4cd34af-5cd9-4265-9c45-dbf5241416ca req-b22195d3-258f-4f2c-af15-89ec833f94dd tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.39 "DELETE /v2.0/ports/4aa45943-3bf3-4e85-be89-0d170cfc9ab4 HTTP/1.1" status: 204 len: 173 time: 1.3975947 Aug 16 22:25:01.474445 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9d1e8bc2-42df-403c-b954-d70405edb4c7 req-cc25e044-c2ef-438b-af76-57f91f8db534 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.476050 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9d1e8bc2-42df-403c-b954-d70405edb4c7 req-cc25e044-c2ef-438b-af76-57f91f8db534 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7394125 Aug 16 22:25:01.490696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25e044-c2ef-438b-af76-57f91f8db534 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=610b7f01-0ab9-461b-8588-6117d39896b1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:01.510619 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78d38bbc-530b-4e1f-8ac4-debd3876a9da req-b6fb7e6e-7a22-410b-ac89-b3a5546e31c4 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571717 Aug 16 22:25:01.516622 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6575433-6d31-4d39-9272-7f612da0a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.555599 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c6575433-6d31-4d39-9272-7f612da0a3ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a07cfa7-33ce-45df-8843-d47e7671d0ce']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:01.588069 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c6575433-6d31-4d39-9272-7f612da0a3ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca4e611-6cec-4a20-920d-ddd72accc3fb') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:01.588459 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c6575433-6d31-4d39-9272-7f612da0a3ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca4e611-6cec-4a20-920d-ddd72accc3fb') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:01.605465 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f20458-b46c-45d2-b4b3-ad516d409f7f x-openstack-request-id: req-87f20458-b46c-45d2-b4b3-ad516d409f7f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:01.605465 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ede6f52-1de2-4539-b9ab-dce3e9e99a92", "name": "network-vif-deleted", "tag": "3c95034b-1f7b-464f-9974-81c0c243d8d6", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:01.605465 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-87f20458-b46c-45d2-b4b3-ad516d409f7f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:01.605465 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ede6f52-1de2-4539-b9ab-dce3e9e99a92', 'name': 'network-vif-deleted', 'tag': '3c95034b-1f7b-464f-9974-81c0c243d8d6', 'status': 'completed', 'code': 200} Aug 16 22:25:01.613674 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6575433-6d31-4d39-9272-7f612da0a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.648815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a51907eb-3652-493d-b8ca-35961491452c req-02ad8898-692e-42a4-9475-a78f4b7bef94 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-390054580', 'description': 'tempest-description-1607771972'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:01.659912 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6575433-6d31-4d39-9272-7f612da0a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.672732 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6575433-6d31-4d39-9272-7f612da0a3ff admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:25:01.673146 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6575433-6d31-4d39-9272-7f612da0a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:25:01.679971 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:25:01.687904 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['67c32307-24b9-4b1b-a483-e2235092c1c0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:01.701820 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a51907eb-3652-493d-b8ca-35961491452c req-02ad8898-692e-42a4-9475-a78f4b7bef94 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.796289 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7ef218fd-e1ee-4aea-b536-054b36bec061 req-36691efb-0ba1-4e6d-9c8d-b037c4535f5b tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=cce04bb4-928b-44ed-b7fc-e524675d998e HTTP/1.1" status: 200 len: 210 time: 0.0723071 Aug 16 22:25:01.822700 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6575433-6d31-4d39-9272-7f612da0a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.828296 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6575433-6d31-4d39-9272-7f612da0a3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.831026 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c6575433-6d31-4d39-9272-7f612da0a3ff admin admin] 10.222.0.93 "DELETE /v2.0/networks/8a07cfa7-33ce-45df-8843-d47e7671d0ce HTTP/1.1" status: 204 len: 168 time: 0.6645491 Aug 16 22:25:01.872954 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6575433-6d31-4d39-9272-7f612da0a3ff admin admin] Pushing event deleted for resources: {'Network': ['ID=8a07cfa7-33ce-45df-8843-d47e7671d0ce,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:01.999872 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a51907eb-3652-493d-b8ca-35961491452c req-02ad8898-692e-42a4-9475-a78f4b7bef94 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:02.006510 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a51907eb-3652-493d-b8ca-35961491452c req-02ad8898-692e-42a4-9475-a78f4b7bef94 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:02.032041 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a51907eb-3652-493d-b8ca-35961491452c req-02ad8898-692e-42a4-9475-a78f4b7bef94 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:02.033870 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a51907eb-3652-493d-b8ca-35961491452c req-02ad8898-692e-42a4-9475-a78f4b7bef94 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3964918 Aug 16 22:25:02.059418 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad8898-692e-42a4-9475-a78f4b7bef94 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d22837-c5fe-4bc0-afec-15211cc1cf51,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:02.061584 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['165aae63-3dc0-4ea1-bf25-34bea2f8274f', 'f889e197-d41c-434d-9aa2-e3cdc5aec979'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:02.108843 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54864) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:02.204420 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2dbbfab6-46f3-4042-9431-22167334eeca admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c6961c1edc734a02a9c4a9ed2076af1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0940709 Aug 16 22:25:02.208090 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54870) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:02.249529 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a8e262e-ff73-40b3-892e-fc3b5ec91572 req-f982808f-48e7-40ca-968b-a84efa8c27ad tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0556202 Aug 16 22:25:02.316368 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d14d247-779e-4246-8ccd-df3defbe7dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:02.362562 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2a21852-cfd4-4abf-92b6-43df17241e9f req-c819a29d-129a-4a2e-b530-a995cc00424a tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "GET /v2.0/security-groups/610b7f01-0ab9-461b-8588-6117d39896b1 HTTP/1.1" status: 200 len: 1804 time: 0.1165705 Aug 16 22:25:02.389211 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d14d247-779e-4246-8ccd-df3defbe7dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:02.474927 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2a21852-cfd4-4abf-92b6-43df17241e9f req-b4768156-e913-47fc-be1c-d266a7b7cdd0 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "GET /v2.0/security-groups/b0d22837-c5fe-4bc0-afec-15211cc1cf51 HTTP/1.1" status: 200 len: 1806 time: 0.1113162 Aug 16 22:25:02.487050 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-f2a21852-cfd4-4abf-92b6-43df17241e9f req-fe5ca0f4-6bd7-454d-b652-eb771a2d02de tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '610b7f01-0ab9-461b-8588-6117d39896b1', 'remote_group_id': 'b0d22837-c5fe-4bc0-afec-15211cc1cf51', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:02.488250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-f2a21852-cfd4-4abf-92b6-43df17241e9f req-fe5ca0f4-6bd7-454d-b652-eb771a2d02de tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '610b7f01-0ab9-461b-8588-6117d39896b1', 'remote_group_id': 'b0d22837-c5fe-4bc0-afec-15211cc1cf51', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:02.497242 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d14d247-779e-4246-8ccd-df3defbe7dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:02.504508 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d14d247-779e-4246-8ccd-df3defbe7dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:02.508162 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5d14d247-779e-4246-8ccd-df3defbe7dcb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/44fc65b5-f036-4140-86dc-ce49afb5bc35 HTTP/1.1" status: 204 len: 168 time: 0.2967463 Aug 16 22:25:02.516687 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14d247-779e-4246-8ccd-df3defbe7dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fc65b5-f036-4140-86dc-ce49afb5bc35,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:02.610897 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8567c-b852-4af1-8bbf-489b21b8e469 req-a1d5c7f2-afff-4696-a694-be32b42eaf70 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:02.612860 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fa8567c-b852-4af1-8bbf-489b21b8e469 req-a1d5c7f2-afff-4696-a694-be32b42eaf70 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=bb1379ea-d441-4d2a-ae68-57c8ed07b36a HTTP/1.1" status: 200 len: 945 time: 0.0964024 Aug 16 22:25:02.634133 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f2a21852-cfd4-4abf-92b6-43df17241e9f req-fe5ca0f4-6bd7-454d-b652-eb771a2d02de tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:02.729680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fa8567c-b852-4af1-8bbf-489b21b8e469 req-45e6ce32-1bbe-4af1-aa3d-705fb3e8a957 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947099 Aug 16 22:25:02.754431 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f2a21852-cfd4-4abf-92b6-43df17241e9f req-fe5ca0f4-6bd7-454d-b652-eb771a2d02de tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:02.760485 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f2a21852-cfd4-4abf-92b6-43df17241e9f req-fe5ca0f4-6bd7-454d-b652-eb771a2d02de tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:02.804855 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ca0f4-6bd7-454d-b652-eb771a2d02de tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282a961c-d9e7-4219-82b9-28e93327fca6,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:02.807581 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f2a21852-cfd4-4abf-92b6-43df17241e9f req-fe5ca0f4-6bd7-454d-b652-eb771a2d02de tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:02.821180 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2a21852-cfd4-4abf-92b6-43df17241e9f req-fe5ca0f4-6bd7-454d-b652-eb771a2d02de tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3448124 Aug 16 22:25:02.847335 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-8ce624b3-2742-4c4a-8e9b-24377f46dace req-90fa3869-0f24-45ef-8dfa-afcbc5d140e7 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2046828339', 'description': 'tempest-description-1246781082'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:02.879131 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ce624b3-2742-4c4a-8e9b-24377f46dace req-90fa3869-0f24-45ef-8dfa-afcbc5d140e7 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:03.053262 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ce624b3-2742-4c4a-8e9b-24377f46dace req-90fa3869-0f24-45ef-8dfa-afcbc5d140e7 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:03.063428 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ce624b3-2742-4c4a-8e9b-24377f46dace req-90fa3869-0f24-45ef-8dfa-afcbc5d140e7 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:03.094925 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ce624b3-2742-4c4a-8e9b-24377f46dace req-90fa3869-0f24-45ef-8dfa-afcbc5d140e7 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:03.096263 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ce624b3-2742-4c4a-8e9b-24377f46dace req-90fa3869-0f24-45ef-8dfa-afcbc5d140e7 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2547004 Aug 16 22:25:03.147830 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-aa600c7a-a72a-414c-9ce4-f00105792583 req-55ef0fc9-6338-46a3-9618-dfd6a2abac6e tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1122605754', 'description': 'tempest-description-1804773689'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:03.157097 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa3869-0f24-45ef-8dfa-afcbc5d140e7 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c357875a-fec0-4688-9b8c-2ae3d99507e8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:03.178905 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-aa600c7a-a72a-414c-9ce4-f00105792583 req-55ef0fc9-6338-46a3-9618-dfd6a2abac6e tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:03.298953 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-aa600c7a-a72a-414c-9ce4-f00105792583 req-55ef0fc9-6338-46a3-9618-dfd6a2abac6e tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:03.309922 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-aa600c7a-a72a-414c-9ce4-f00105792583 req-55ef0fc9-6338-46a3-9618-dfd6a2abac6e tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:03.352018 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-aa600c7a-a72a-414c-9ce4-f00105792583 req-55ef0fc9-6338-46a3-9618-dfd6a2abac6e tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:03.358553 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aa600c7a-a72a-414c-9ce4-f00105792583 req-55ef0fc9-6338-46a3-9618-dfd6a2abac6e tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2174726 Aug 16 22:25:03.366099 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef0fc9-6338-46a3-9618-dfd6a2abac6e tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb2ebeb-247d-4188-9717-488fed10c4b2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:03.508132 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9824c5d3-eb6b-4390-8f6b-420a67fcd596 req-7a36d012-3ce3-4b5b-a9af-5c8dbb0bc0d0 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0602551 Aug 16 22:25:03.528932 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bb5de0-3f64-4b97-aa96-660e219496e3 req-046b03b3-c35d-4308-9725-d3580a2c7c57 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "GET /v2.0/security-groups/c357875a-fec0-4688-9b8c-2ae3d99507e8 HTTP/1.1" status: 200 len: 1807 time: 0.0673583 Aug 16 22:25:03.557296 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 3c95034b-1f7b-464f-9974-81c0c243d8d6 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:25:03.586118 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 3c95034b-1f7b-464f-9974-81c0c243d8d6 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:25:03.586855 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 3c95034b-1f7b-464f-9974-81c0c243d8d6 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:25:03.598411 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bb5de0-3f64-4b97-aa96-660e219496e3 req-8faa56dc-1934-45b7-b0d4-d4af8db5f555 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "GET /v2.0/security-groups/5fb2ebeb-247d-4188-9717-488fed10c4b2 HTTP/1.1" status: 200 len: 1807 time: 0.0583327 Aug 16 22:25:03.606537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce04bb4-928b-44ed-b7fc-e524675d998e', 'name': 'network-vif-deleted', 'tag': '4aa45943-3bf3-4e85-be89-0d170cfc9ab4'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:03.609175 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e9fd8f-7a34-489d-88ce-2a2e56a6f2d9" -d '{"events": [{"server_uuid": "cce04bb4-928b-44ed-b7fc-e524675d998e", "name": "network-vif-deleted", "tag": "4aa45943-3bf3-4e85-be89-0d170cfc9ab4"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:03.615775 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-f4bb5de0-3f64-4b97-aa96-660e219496e3 req-d7c3cb52-967e-4174-b65a-ebe7af41322c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c357875a-fec0-4688-9b8c-2ae3d99507e8', 'remote_group_id': '5fb2ebeb-247d-4188-9717-488fed10c4b2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:03.616162 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-f4bb5de0-3f64-4b97-aa96-660e219496e3 req-d7c3cb52-967e-4174-b65a-ebe7af41322c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c357875a-fec0-4688-9b8c-2ae3d99507e8', 'remote_group_id': '5fb2ebeb-247d-4188-9717-488fed10c4b2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:03.700380 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f74510-5c95-44e6-8a09-896dcbd6b6c3 req-d1ef379d-0a3f-4f6b-835c-afb7b468cf30 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:03.709408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41f74510-5c95-44e6-8a09-896dcbd6b6c3 req-d1ef379d-0a3f-4f6b-835c-afb7b468cf30 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=a7eccc2c-07b6-427f-9173-2175257cebeb HTTP/1.1" status: 200 len: 950 time: 0.0885091 Aug 16 22:25:03.809462 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41f74510-5c95-44e6-8a09-896dcbd6b6c3 req-7a1c3380-6e13-4366-b936-75d3b770ed65 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987773 Aug 16 22:25:03.813271 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f4bb5de0-3f64-4b97-aa96-660e219496e3 req-d7c3cb52-967e-4174-b65a-ebe7af41322c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:03.869578 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eade8843-4fd7-48c6-a670-3c99441ac236 x-openstack-request-id: req-eade8843-4fd7-48c6-a670-3c99441ac236 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:03.869876 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce04bb4-928b-44ed-b7fc-e524675d998e", "name": "network-vif-deleted", "tag": "4aa45943-3bf3-4e85-be89-0d170cfc9ab4", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:03.870191 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-eade8843-4fd7-48c6-a670-3c99441ac236 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:03.870591 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce04bb4-928b-44ed-b7fc-e524675d998e', 'name': 'network-vif-deleted', 'tag': '4aa45943-3bf3-4e85-be89-0d170cfc9ab4', 'status': 'completed', 'code': 200} Aug 16 22:25:03.879190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f5bad-7df7-4bf7-a270-7a6a8fc008b2 req-9fbdc822-6aa2-4f87-8cfb-92140a23c7f4 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:03.880800 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c0f5bad-7df7-4bf7-a270-7a6a8fc008b2 req-9fbdc822-6aa2-4f87-8cfb-92140a23c7f4 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb1379ea-d441-4d2a-ae68-57c8ed07b36a HTTP/1.1" status: 200 len: 945 time: 0.1290967 Aug 16 22:25:03.882821 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f4bb5de0-3f64-4b97-aa96-660e219496e3 req-d7c3cb52-967e-4174-b65a-ebe7af41322c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:03.889765 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f4bb5de0-3f64-4b97-aa96-660e219496e3 req-d7c3cb52-967e-4174-b65a-ebe7af41322c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:03.921316 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3cb52-967e-4174-b65a-ebe7af41322c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7762d70-33e7-4510-9e83-66554e730568,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:03.981021 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f4bb5de0-3f64-4b97-aa96-660e219496e3 req-d7c3cb52-967e-4174-b65a-ebe7af41322c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:03.986892 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bb5de0-3f64-4b97-aa96-660e219496e3 req-d7c3cb52-967e-4174-b65a-ebe7af41322c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3814962 Aug 16 22:25:04.053488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f8a9a-6a95-4579-ab50-20e01ce0685a req-1d8b92af-1c4d-44cc-bd38-004ac476e348 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:04.055771 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-422f8a9a-6a95-4579-ab50-20e01ce0685a req-1d8b92af-1c4d-44cc-bd38-004ac476e348 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=bb1379ea-d441-4d2a-ae68-57c8ed07b36a HTTP/1.1" status: 200 len: 945 time: 0.1306198 Aug 16 22:25:04.096129 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-8c0f5bad-7df7-4bf7-a270-7a6a8fc008b2 req-e57a63de-e150-4544-873f-1e444bd02856 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Deleting port 901b758c-4d0f-43ba-90e0-ff2b5152ba38 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:04.096520 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c0f5bad-7df7-4bf7-a270-7a6a8fc008b2 req-e57a63de-e150-4544-873f-1e444bd02856 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:04.176591 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-422f8a9a-6a95-4579-ab50-20e01ce0685a req-136b50dc-d693-447b-bd73-f7ea73b7f143 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102006 Aug 16 22:25:04.242903 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-8c0f5bad-7df7-4bf7-a270-7a6a8fc008b2 req-e57a63de-e150-4544-873f-1e444bd02856 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] For port 901b758c-4d0f-43ba-90e0-ff2b5152ba38, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=901b758c-4d0f-43ba-90e0-ff2b5152ba38,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:04.242903 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c0f5bad-7df7-4bf7-a270-7a6a8fc008b2 req-e57a63de-e150-4544-873f-1e444bd02856 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:04.269252 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-8c0f5bad-7df7-4bf7-a270-7a6a8fc008b2 req-e57a63de-e150-4544-873f-1e444bd02856 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Calling delete_port for 901b758c-4d0f-43ba-90e0-ff2b5152ba38 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:04.340351 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-580bafee-bef8-45c9-ae26-b61976454e86 req-33f729e9-af83-44fa-a2d1-bde48cbf6831 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "GET /v2.0/security-groups/5fb2ebeb-247d-4188-9717-488fed10c4b2 HTTP/1.1" status: 200 len: 1807 time: 0.1108367 Aug 16 22:25:04.498581 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-580bafee-bef8-45c9-ae26-b61976454e86 req-ce278288-a5dd-4b5c-9b0c-4d1c8857032c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:04.557696 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-580bafee-bef8-45c9-ae26-b61976454e86 req-ce278288-a5dd-4b5c-9b0c-4d1c8857032c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:04.651823 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c0f5bad-7df7-4bf7-a270-7a6a8fc008b2 req-e57a63de-e150-4544-873f-1e444bd02856 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:04.664623 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['901b758c-4d0f-43ba-90e0-ff2b5152ba38'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:04.680568 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54958) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:04.702202 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-580bafee-bef8-45c9-ae26-b61976454e86 req-ce278288-a5dd-4b5c-9b0c-4d1c8857032c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:04.706522 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-580bafee-bef8-45c9-ae26-b61976454e86 req-ce278288-a5dd-4b5c-9b0c-4d1c8857032c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:04.710772 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-580bafee-bef8-45c9-ae26-b61976454e86 req-ce278288-a5dd-4b5c-9b0c-4d1c8857032c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "DELETE /v2.0/security-groups/5fb2ebeb-247d-4188-9717-488fed10c4b2 HTTP/1.1" status: 204 len: 173 time: 0.3691881 Aug 16 22:25:04.752391 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-921536f7-4c18-4169-a7ec-63745804421f req-fdb8e369-b7c9-4dfd-9fd0-d71a688ca8f6 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0976813 Aug 16 22:25:04.821747 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce278288-a5dd-4b5c-9b0c-4d1c8857032c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb2ebeb-247d-4188-9717-488fed10c4b2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:04.866723 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a63de-e150-4544-873f-1e444bd02856 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Pushing event deleted for resources: {'Port': ['ID=901b758c-4d0f-43ba-90e0-ff2b5152ba38,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:04.870048 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e508cdbb-f859-43f1-be02-b4292e66e8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:04.986840 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0f5bad-7df7-4bf7-a270-7a6a8fc008b2 req-e57a63de-e150-4544-873f-1e444bd02856 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] No DVR routers for this DVR port 901b758c-4d0f-43ba-90e0-ff2b5152ba38 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:25:04.996401 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8c0f5bad-7df7-4bf7-a270-7a6a8fc008b2 req-e57a63de-e150-4544-873f-1e444bd02856 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:04.998641 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c0f5bad-7df7-4bf7-a270-7a6a8fc008b2 req-e57a63de-e150-4544-873f-1e444bd02856 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.39 "DELETE /v2.0/ports/901b758c-4d0f-43ba-90e0-ff2b5152ba38 HTTP/1.1" status: 204 len: 173 time: 1.1018908 Aug 16 22:25:05.010866 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e508cdbb-f859-43f1-be02-b4292e66e8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:05.052637 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdc6f0-64e7-4119-b929-ea72fefb933a req-f310e0ee-f290-4cca-b750-c737bd3a172e tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:05.054502 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-08fdc6f0-64e7-4119-b929-ea72fefb933a req-f310e0ee-f290-4cca-b750-c737bd3a172e tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7d37433-9e99-4488-be93-a399363dd048 HTTP/1.1" status: 200 len: 949 time: 0.0804708 Aug 16 22:25:05.055410 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e508cdbb-f859-43f1-be02-b4292e66e8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:05.064325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02741780-fa1e-4436-b098-d07986e8fb39 req-d099fc92-87b1-4b51-afdf-a93419edcf53 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:05.066871 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02741780-fa1e-4436-b098-d07986e8fb39 req-d099fc92-87b1-4b51-afdf-a93419edcf53 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7eccc2c-07b6-427f-9173-2175257cebeb HTTP/1.1" status: 200 len: 950 time: 0.2345264 Aug 16 22:25:05.095028 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508cdbb-f859-43f1-be02-b4292e66e8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54c8bff-85ff-4c66-b312-be17acf5eae9,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:05.099619 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5acb220a-434d-4d89-a0ec-688e85d83574 req-eb81542c-3d77-4072-8773-92f4a5c81087 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "GET /v2.0/security-groups/c357875a-fec0-4688-9b8c-2ae3d99507e8 HTTP/1.1" status: 200 len: 1807 time: 0.3371503 Aug 16 22:25:05.169738 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-fae16d06-56a1-4ac8-ad88-614a3d041c55 req-7138765a-bbb7-4bff-a3d4-910d85e0cd0d tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1523573613', 'description': 'tempest-description-1565348454'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:05.197549 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e508cdbb-f859-43f1-be02-b4292e66e8ad admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3aca94fcf39949eb80f8a72c2b2fbb26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5148168 Aug 16 22:25:05.200170 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54968) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:05.213489 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0378c0-45d5-47a1-91c9-1d15e5f43bf2 req-51d19d69-ebc1-4df3-ae64-54e7f36991d1 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:05.217796 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec0378c0-45d5-47a1-91c9-1d15e5f43bf2 req-51d19d69-ebc1-4df3-ae64-54e7f36991d1 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=a7eccc2c-07b6-427f-9173-2175257cebeb HTTP/1.1" status: 200 len: 950 time: 0.2758255 Aug 16 22:25:05.250027 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fae16d06-56a1-4ac8-ad88-614a3d041c55 req-7138765a-bbb7-4bff-a3d4-910d85e0cd0d tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:05.272565 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-08fdc6f0-64e7-4119-b929-ea72fefb933a req-ffff75c4-8d39-448d-aa55-4c1d014f9a52 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Deleting port 165aae63-3dc0-4ea1-bf25-34bea2f8274f {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:05.273210 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-08fdc6f0-64e7-4119-b929-ea72fefb933a req-ffff75c4-8d39-448d-aa55-4c1d014f9a52 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:05.368343 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec0378c0-45d5-47a1-91c9-1d15e5f43bf2 req-95f895a2-3c4b-4ea2-850b-416dd6c146a3 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023910 Aug 16 22:25:05.402014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-02741780-fa1e-4436-b098-d07986e8fb39 req-f25262c6-d469-404d-a2aa-b09fdab36abc tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Deleting port f889e197-d41c-434d-9aa2-e3cdc5aec979 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:05.402014 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02741780-fa1e-4436-b098-d07986e8fb39 req-f25262c6-d469-404d-a2aa-b09fdab36abc tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:05.457877 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 4aa45943-3bf3-4e85-be89-0d170cfc9ab4 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:25:05.513728 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 4aa45943-3bf3-4e85-be89-0d170cfc9ab4 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:25:05.523366 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 4aa45943-3bf3-4e85-be89-0d170cfc9ab4 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:25:05.524933 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 901b758c-4d0f-43ba-90e0-ff2b5152ba38 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:25:05.526425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-02741780-fa1e-4436-b098-d07986e8fb39 req-f25262c6-d469-404d-a2aa-b09fdab36abc tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] For port f889e197-d41c-434d-9aa2-e3cdc5aec979, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=f889e197-d41c-434d-9aa2-e3cdc5aec979,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:05.526957 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02741780-fa1e-4436-b098-d07986e8fb39 req-f25262c6-d469-404d-a2aa-b09fdab36abc tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:05.543671 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-02741780-fa1e-4436-b098-d07986e8fb39 req-f25262c6-d469-404d-a2aa-b09fdab36abc tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Calling delete_port for f889e197-d41c-434d-9aa2-e3cdc5aec979 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:05.553277 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 901b758c-4d0f-43ba-90e0-ff2b5152ba38 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:25:05.554000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 901b758c-4d0f-43ba-90e0-ff2b5152ba38 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:25:05.686485 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cdb07385-9c9a-4c55-b97e-dbaa99133a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:05.732324 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cdb07385-9c9a-4c55-b97e-dbaa99133a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:05.802034 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-08fdc6f0-64e7-4119-b929-ea72fefb933a req-ffff75c4-8d39-448d-aa55-4c1d014f9a52 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] For port 165aae63-3dc0-4ea1-bf25-34bea2f8274f, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=165aae63-3dc0-4ea1-bf25-34bea2f8274f,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:05.802747 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-08fdc6f0-64e7-4119-b929-ea72fefb933a req-ffff75c4-8d39-448d-aa55-4c1d014f9a52 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:05.839189 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-08fdc6f0-64e7-4119-b929-ea72fefb933a req-ffff75c4-8d39-448d-aa55-4c1d014f9a52 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Calling delete_port for 165aae63-3dc0-4ea1-bf25-34bea2f8274f owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:05.843154 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cdb07385-9c9a-4c55-b97e-dbaa99133a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:05.846061 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cdb07385-9c9a-4c55-b97e-dbaa99133a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:05.862423 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cdb07385-9c9a-4c55-b97e-dbaa99133a21 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a54c8bff-85ff-4c66-b312-be17acf5eae9 HTTP/1.1" status: 204 len: 168 time: 0.6496644 Aug 16 22:25:05.892535 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb07385-9c9a-4c55-b97e-dbaa99133a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54c8bff-85ff-4c66-b312-be17acf5eae9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:05.972046 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1379ea-d441-4d2a-ae68-57c8ed07b36a', 'name': 'network-vif-deleted', 'tag': '901b758c-4d0f-43ba-90e0-ff2b5152ba38'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:05.974340 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe379089-c0c5-4faa-965a-2c9fd27cc04c" -d '{"events": [{"server_uuid": "bb1379ea-d441-4d2a-ae68-57c8ed07b36a", "name": "network-vif-deleted", "tag": "901b758c-4d0f-43ba-90e0-ff2b5152ba38"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:06.006727 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afb2cc98-1782-4d83-870f-859f16f5c27e req-a11add72-d269-4462-859d-55a9f54a5612 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=bb1379ea-d441-4d2a-ae68-57c8ed07b36a HTTP/1.1" status: 200 len: 210 time: 0.3758259 Aug 16 22:25:06.061436 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fae16d06-56a1-4ac8-ad88-614a3d041c55 req-7138765a-bbb7-4bff-a3d4-910d85e0cd0d tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:06.084607 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fae16d06-56a1-4ac8-ad88-614a3d041c55 req-7138765a-bbb7-4bff-a3d4-910d85e0cd0d tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:06.090807 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-08fdc6f0-64e7-4119-b929-ea72fefb933a req-ffff75c4-8d39-448d-aa55-4c1d014f9a52 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:06.109347 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['67c32307-24b9-4b1b-a483-e2235092c1c0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:06.160422 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff75c4-8d39-448d-aa55-4c1d014f9a52 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Pushing event deleted for resources: {'Port': ['ID=165aae63-3dc0-4ea1-bf25-34bea2f8274f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:06.222501 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02741780-fa1e-4436-b098-d07986e8fb39 req-f25262c6-d469-404d-a2aa-b09fdab36abc tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:06.231619 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fae16d06-56a1-4ac8-ad88-614a3d041c55 req-7138765a-bbb7-4bff-a3d4-910d85e0cd0d tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:06.233564 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fae16d06-56a1-4ac8-ad88-614a3d041c55 req-7138765a-bbb7-4bff-a3d4-910d85e0cd0d tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.0699010 Aug 16 22:25:06.243388 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138765a-bbb7-4bff-a3d4-910d85e0cd0d tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82a3a15-0574-4982-9529-369b149e2518,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:06.274064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25262c6-d469-404d-a2aa-b09fdab36abc tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Pushing event deleted for resources: {'Port': ['ID=f889e197-d41c-434d-9aa2-e3cdc5aec979,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:06.338945 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fdc6f0-64e7-4119-b929-ea72fefb933a req-ffff75c4-8d39-448d-aa55-4c1d014f9a52 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] No DVR routers for this DVR port 165aae63-3dc0-4ea1-bf25-34bea2f8274f on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:25:06.345812 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-02741780-fa1e-4436-b098-d07986e8fb39 req-f25262c6-d469-404d-a2aa-b09fdab36abc tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] No DVR routers for this DVR port f889e197-d41c-434d-9aa2-e3cdc5aec979 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:25:06.350330 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-08fdc6f0-64e7-4119-b929-ea72fefb933a req-ffff75c4-8d39-448d-aa55-4c1d014f9a52 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:06.352217 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02741780-fa1e-4436-b098-d07986e8fb39 req-f25262c6-d469-404d-a2aa-b09fdab36abc tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:06.354409 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02741780-fa1e-4436-b098-d07986e8fb39 req-f25262c6-d469-404d-a2aa-b09fdab36abc tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "DELETE /v2.0/ports/f889e197-d41c-434d-9aa2-e3cdc5aec979 HTTP/1.1" status: 204 len: 173 time: 1.2490177 Aug 16 22:25:06.366161 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-08fdc6f0-64e7-4119-b929-ea72fefb933a req-ffff75c4-8d39-448d-aa55-4c1d014f9a52 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.43 "DELETE /v2.0/ports/165aae63-3dc0-4ea1-bf25-34bea2f8274f HTTP/1.1" status: 204 len: 173 time: 1.2791922 Aug 16 22:25:06.367029 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d37433-9e99-4488-be93-a399363dd048', 'name': 'network-vif-deleted', 'tag': '165aae63-3dc0-4ea1-bf25-34bea2f8274f'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:06.370171 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6062b3-4383-43f5-a6b7-149b22fdd888" -d '{"events": [{"server_uuid": "f7d37433-9e99-4488-be93-a399363dd048", "name": "network-vif-deleted", "tag": "165aae63-3dc0-4ea1-bf25-34bea2f8274f"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:06.416390 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b97a07f-1f35-44f3-a01d-167b12b2191f req-60ab8f49-5e41-41cb-9056-1940b2989d63 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0525525 Aug 16 22:25:06.421248 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb31a18-7bd2-46da-960a-119364291f34 x-openstack-request-id: req-afb31a18-7bd2-46da-960a-119364291f34 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:06.421686 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1379ea-d441-4d2a-ae68-57c8ed07b36a", "name": "network-vif-deleted", "tag": "901b758c-4d0f-43ba-90e0-ff2b5152ba38", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:06.421879 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-afb31a18-7bd2-46da-960a-119364291f34 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:06.422318 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1379ea-d441-4d2a-ae68-57c8ed07b36a', 'name': 'network-vif-deleted', 'tag': '901b758c-4d0f-43ba-90e0-ff2b5152ba38', 'status': 'completed', 'code': 200} Aug 16 22:25:06.505905 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a879b342-7225-422d-b6fa-93faf0bad2f1 x-openstack-request-id: req-a879b342-7225-422d-b6fa-93faf0bad2f1 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:06.506314 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d37433-9e99-4488-be93-a399363dd048", "name": "network-vif-deleted", "tag": "165aae63-3dc0-4ea1-bf25-34bea2f8274f", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:06.506631 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a879b342-7225-422d-b6fa-93faf0bad2f1 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:06.507169 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d37433-9e99-4488-be93-a399363dd048', 'name': 'network-vif-deleted', 'tag': '165aae63-3dc0-4ea1-bf25-34bea2f8274f', 'status': 'completed', 'code': 200} Aug 16 22:25:06.510091 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9951e38b-9894-4e80-9100-f5300bfff735 req-5bf87156-b157-4709-b860-7f1b19106cb0 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "GET /v2.0/security-groups/c82a3a15-0574-4982-9529-369b149e2518 HTTP/1.1" status: 200 len: 1807 time: 0.0713801 Aug 16 22:25:06.527787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9951e38b-9894-4e80-9100-f5300bfff735 req-3f4404f4-7ce7-49f0-a723-c1568dec8b3c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c82a3a15-0574-4982-9529-369b149e2518', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:06.528520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9951e38b-9894-4e80-9100-f5300bfff735 req-3f4404f4-7ce7-49f0-a723-c1568dec8b3c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c82a3a15-0574-4982-9529-369b149e2518', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:06.635650 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1cf29ca4-466e-4e45-8edf-95fca30101d3 req-b88dfe7c-c5aa-4bf2-8648-4834e10a0e83 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=a7eccc2c-07b6-427f-9173-2175257cebeb HTTP/1.1" status: 200 len: 210 time: 0.0503509 Aug 16 22:25:06.658581 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9951e38b-9894-4e80-9100-f5300bfff735 req-3f4404f4-7ce7-49f0-a723-c1568dec8b3c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:06.682389 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9951e38b-9894-4e80-9100-f5300bfff735 req-3f4404f4-7ce7-49f0-a723-c1568dec8b3c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:06.689136 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9951e38b-9894-4e80-9100-f5300bfff735 req-3f4404f4-7ce7-49f0-a723-c1568dec8b3c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:06.726187 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4404f4-7ce7-49f0-a723-c1568dec8b3c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b692f6c-d4d8-4e66-a31c-32995a69e2f3,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:06.739154 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9951e38b-9894-4e80-9100-f5300bfff735 req-3f4404f4-7ce7-49f0-a723-c1568dec8b3c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:06.740418 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9951e38b-9894-4e80-9100-f5300bfff735 req-3f4404f4-7ce7-49f0-a723-c1568dec8b3c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2170780 Aug 16 22:25:06.821848 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['67c32307-24b9-4b1b-a483-e2235092c1c0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:06.826728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e763b96-8838-455d-a153-3a2ec73512f1 req-d8a49832-1b73-46ae-853c-0b499a27adb2 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "GET /v2.0/security-groups/c82a3a15-0574-4982-9529-369b149e2518 HTTP/1.1" status: 200 len: 2401 time: 0.0652993 Aug 16 22:25:06.838254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-6e763b96-8838-455d-a153-3a2ec73512f1 req-4361ddd3-0aaf-4692-830e-e1b83f973537 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c82a3a15-0574-4982-9529-369b149e2518', 'remote_group_id': None}]} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:06.840800 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-6e763b96-8838-455d-a153-3a2ec73512f1 req-4361ddd3-0aaf-4692-830e-e1b83f973537 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c82a3a15-0574-4982-9529-369b149e2518', 'remote_group_id': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:06.938271 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6e763b96-8838-455d-a153-3a2ec73512f1 req-4361ddd3-0aaf-4692-830e-e1b83f973537 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.032295 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6e763b96-8838-455d-a153-3a2ec73512f1 req-4361ddd3-0aaf-4692-830e-e1b83f973537 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.036919 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6e763b96-8838-455d-a153-3a2ec73512f1 req-4361ddd3-0aaf-4692-830e-e1b83f973537 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.061043 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361ddd3-0aaf-4692-830e-e1b83f973537 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a1b1f4-7a93-4b0c-b16b-739f13cc9f0f,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:07.076211 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6e763b96-8838-455d-a153-3a2ec73512f1 req-4361ddd3-0aaf-4692-830e-e1b83f973537 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.078161 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e763b96-8838-455d-a153-3a2ec73512f1 req-4361ddd3-0aaf-4692-830e-e1b83f973537 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2445183 Aug 16 22:25:07.260709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a8a9e948-0b03-4e63-a8b6-84a7388291ee req-af49c8d2-d3a4-4213-b627-ad99cbdcc6ce tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "GET /v2.0/security-groups/c82a3a15-0574-4982-9529-369b149e2518 HTTP/1.1" status: 200 len: 3000 time: 0.1534369 Aug 16 22:25:07.262239 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55028) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:07.353194 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-575c3bf5-d823-4901-b30c-fe7cf04ae585 req-cbe99f54-8ce4-4e80-a328-4305a6f2539e tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "GET /v2.0/security-group-rules/a0a1b1f4-7a93-4b0c-b16b-739f13cc9f0f HTTP/1.1" status: 200 len: 783 time: 0.0897355 Aug 16 22:25:07.492720 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-575c3bf5-d823-4901-b30c-fe7cf04ae585 req-6ecd1111-8f70-45b5-a04f-d2642319c713 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "GET /v2.0/security-groups/c82a3a15-0574-4982-9529-369b149e2518 HTTP/1.1" status: 200 len: 3000 time: 0.1255076 Aug 16 22:25:07.529536 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4b912d04-5fa6-4197-aa3f-cdf9ba86d620 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-777413558-network', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:07.577455 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 165aae63-3dc0-4ea1-bf25-34bea2f8274f no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:25:07.580637 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b912d04-5fa6-4197-aa3f-cdf9ba86d620 admin admin] Made reservation on behalf of 89e6a3d49d324e0d860860f4a6f5f61c for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:07.585035 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-575c3bf5-d823-4901-b30c-fe7cf04ae585 req-e03d473e-eb7d-4108-a7c3-9b633cb056dd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.589347 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b912d04-5fa6-4197-aa3f-cdf9ba86d620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.598355 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b912d04-5fa6-4197-aa3f-cdf9ba86d620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.599317 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-575c3bf5-d823-4901-b30c-fe7cf04ae585 req-e03d473e-eb7d-4108-a7c3-9b633cb056dd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.609100 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 165aae63-3dc0-4ea1-bf25-34bea2f8274f {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:25:07.609443 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 165aae63-3dc0-4ea1-bf25-34bea2f8274f not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:25:07.610083 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device f889e197-d41c-434d-9aa2-e3cdc5aec979 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:25:07.642204 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: f889e197-d41c-434d-9aa2-e3cdc5aec979 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:25:07.642335 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device f889e197-d41c-434d-9aa2-e3cdc5aec979 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:25:07.661983 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-575c3bf5-d823-4901-b30c-fe7cf04ae585 req-e03d473e-eb7d-4108-a7c3-9b633cb056dd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.676961 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-575c3bf5-d823-4901-b30c-fe7cf04ae585 req-e03d473e-eb7d-4108-a7c3-9b633cb056dd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.679192 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-575c3bf5-d823-4901-b30c-fe7cf04ae585 req-e03d473e-eb7d-4108-a7c3-9b633cb056dd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/a0a1b1f4-7a93-4b0c-b16b-739f13cc9f0f HTTP/1.1" status: 204 len: 173 time: 0.1731541 Aug 16 22:25:07.696454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d473e-eb7d-4108-a7c3-9b633cb056dd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0a1b1f4-7a93-4b0c-b16b-739f13cc9f0f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:07.705905 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-22909d32-8efd-4f40-bdd4-3931d3b38b1c tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:07.708225 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-22909d32-8efd-4f40-bdd4-3931d3b38b1c tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/networks?id=ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 200 len: 811 time: 0.1960280 Aug 16 22:25:07.732635 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-e0b9ccfd-2137-4009-a004-2b8f6c5204ad tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/quotas/064c2ae4b14f44cb9af01f46aa4cd77f HTTP/1.1" status: 200 len: 375 time: 0.0161471 Aug 16 22:25:07.775565 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b912d04-5fa6-4197-aa3f-cdf9ba86d620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.782700 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-5f49801a-98a2-4464-8f0b-d9f8553e4b5c tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484416 Aug 16 22:25:07.790455 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b912d04-5fa6-4197-aa3f-cdf9ba86d620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.816979 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b912d04-5fa6-4197-aa3f-cdf9ba86d620 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:25:07.820584 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18c58795-9542-4023-b751-898c8b0423a3 req-48a5c535-fef2-4832-968c-5772a8fcc293 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0561879 Aug 16 22:25:07.838526 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b912d04-5fa6-4197-aa3f-cdf9ba86d620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f9f212-a9e2-466c-aff0-90f728ba0b93,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:07.844273 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b912d04-5fa6-4197-aa3f-cdf9ba86d620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.844742 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-4b912d04-5fa6-4197-aa3f-cdf9ba86d620 admin admin] Added segment 621d25ec-4c8d-43c7-b07b-7c777d1d14c2 of type vlan for network 1aac5166-a976-4d3c-9235-d21b98e298ee Aug 16 22:25:07.913116 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b912d04-5fa6-4197-aa3f-cdf9ba86d620 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.929562 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-a4c54665-66ae-4eb3-8618-258a452a87c3 service neutron] 10.222.0.93 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463790 Aug 16 22:25:07.944969 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b912d04-5fa6-4197-aa3f-cdf9ba86d620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.946579 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b912d04-5fa6-4197-aa3f-cdf9ba86d620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:07.947325 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b912d04-5fa6-4197-aa3f-cdf9ba86d620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.965302 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4b912d04-5fa6-4197-aa3f-cdf9ba86d620 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7008991 Aug 16 22:25:07.976070 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55058) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:07.981413 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-467908d7-797b-480e-be08-d6eee78c867e admin admin] Request body: {'subnet': {'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-777413558-subnet', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:08.037095 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467908d7-797b-480e-be08-d6eee78c867e admin admin] Made reservation on behalf of 89e6a3d49d324e0d860860f4a6f5f61c for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:08.037624 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce291d7e-9892-4d57-947e-91645fd655d4 req-9b694971-24a1-485c-82eb-788b3c006d4c tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "GET /v2.0/security-groups/c82a3a15-0574-4982-9529-369b149e2518 HTTP/1.1" status: 200 len: 2401 time: 0.1175125 Aug 16 22:25:08.039932 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-467908d7-797b-480e-be08-d6eee78c867e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:08.082281 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-d059f6fb-6d8f-4f89-94de-8e6e1c4f1b2b service neutron] 10.222.0.93 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500282 Aug 16 22:25:08.101552 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b912d04-5fa6-4197-aa3f-cdf9ba86d620 admin admin] Pushing event updated for resources: {'Network': ['ID=1aac5166-a976-4d3c-9235-d21b98e298ee,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:08.115696 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 1aac5166-a976-4d3c-9235-d21b98e298ee details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:25:08.153034 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce291d7e-9892-4d57-947e-91645fd655d4 req-e463cc3f-42d3-4ad9-836c-e20ac116ee9e tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:08.207540 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce291d7e-9892-4d57-947e-91645fd655d4 req-e463cc3f-42d3-4ad9-836c-e20ac116ee9e tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:08.303047 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce291d7e-9892-4d57-947e-91645fd655d4 req-e463cc3f-42d3-4ad9-836c-e20ac116ee9e tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:08.306459 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce291d7e-9892-4d57-947e-91645fd655d4 req-e463cc3f-42d3-4ad9-836c-e20ac116ee9e tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:08.326739 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce291d7e-9892-4d57-947e-91645fd655d4 req-e463cc3f-42d3-4ad9-836c-e20ac116ee9e tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "DELETE /v2.0/security-groups/c82a3a15-0574-4982-9529-369b149e2518 HTTP/1.1" status: 204 len: 173 time: 0.2670481 Aug 16 22:25:08.352991 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:08.373693 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463cc3f-42d3-4ad9-836c-e20ac116ee9e tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82a3a15-0574-4982-9529-369b149e2518,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:08.379688 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-467908d7-797b-480e-be08-d6eee78c867e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:08.424990 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7eccc2c-07b6-427f-9173-2175257cebeb', 'name': 'network-vif-deleted', 'tag': 'f889e197-d41c-434d-9aa2-e3cdc5aec979'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:08.428733 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ad1e90-d8de-440e-a0d9-70893c51920f" -d '{"events": [{"server_uuid": "a7eccc2c-07b6-427f-9173-2175257cebeb", "name": "network-vif-deleted", "tag": "f889e197-d41c-434d-9aa2-e3cdc5aec979"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:08.435508 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a702a940-8de3-4a74-a7b7-827158d7ec63 req-c0c5cbe2-fed2-47e6-ae03-2e6399481fff tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 210 time: 0.0756788 Aug 16 22:25:08.454858 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467908d7-797b-480e-be08-d6eee78c867e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d60c736-a0cd-48eb-8b90-5c8c42db55f8,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:08.466159 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467908d7-797b-480e-be08-d6eee78c867e admin admin] Checking segment: {'id': '621d25ec-4c8d-43c7-b07b-7c777d1d14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:08.466549 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467908d7-797b-480e-be08-d6eee78c867e admin admin] Network hostable DHCP agents. Network: 1aac5166-a976-4d3c-9235-d21b98e298ee, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:25:08.494356 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467908d7-797b-480e-be08-d6eee78c867e admin admin] Network 1aac5166-a976-4d3c-9235-d21b98e298ee is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:25:08.526702 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-467908d7-797b-480e-be08-d6eee78c867e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 1aac5166-a976-4d3c-9235-d21b98e298ee) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:08.532157 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-77e2e8bd-6faf-4c7f-b421-992a4f6c4e63 req-8c92ae64-ac9c-462b-87cf-70afc3f659b2 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] show failed (client error): The resource could not be found. Aug 16 22:25:08.533426 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-77e2e8bd-6faf-4c7f-b421-992a4f6c4e63 req-8c92ae64-ac9c-462b-87cf-70afc3f659b2 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "GET /v2.0/security-groups/5fb2ebeb-247d-4188-9717-488fed10c4b2 HTTP/1.1" status: 404 len: 352 time: 0.0294864 Aug 16 22:25:08.534541 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467908d7-797b-480e-be08-d6eee78c867e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:08.535459 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-467908d7-797b-480e-be08-d6eee78c867e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:08.550413 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c61f00-883f-40fe-a3e9-02186af279b5 None None] Network 1aac5166-a976-4d3c-9235-d21b98e298ee requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:25:08.555706 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-467908d7-797b-480e-be08-d6eee78c867e admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5774572 Aug 16 22:25:08.557681 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 55086) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:08.567092 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-06a2e101-b0db-4336-bcb1-67370abed28f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-777413558-router', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:08.645954 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0ffae3-092a-44d6-9ea0-dc5e30c8ff2b x-openstack-request-id: req-ef0ffae3-092a-44d6-9ea0-dc5e30c8ff2b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:08.646693 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7eccc2c-07b6-427f-9173-2175257cebeb", "name": "network-vif-deleted", "tag": "f889e197-d41c-434d-9aa2-e3cdc5aec979", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:08.647365 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ef0ffae3-092a-44d6-9ea0-dc5e30c8ff2b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:08.656885 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7eccc2c-07b6-427f-9173-2175257cebeb', 'name': 'network-vif-deleted', 'tag': 'f889e197-d41c-434d-9aa2-e3cdc5aec979', 'status': 'completed', 'code': 200} Aug 16 22:25:08.676256 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06a2e101-b0db-4336-bcb1-67370abed28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:08.680080 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06a2e101-b0db-4336-bcb1-67370abed28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:08.801564 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-1aac5166-a976-4d3c-9235-d21b98e298ee', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'fixed_ips': [{'subnet_id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:25:08.803324 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:08.965262 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06a2e101-b0db-4336-bcb1-67370abed28f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:08.968847 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ea73f97-a33c-4065-b5ae-a42ff94556fa req-11449058-b7db-423c-84d6-91c78686fc42 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "GET /v2.0/security-groups/c357875a-fec0-4688-9b8c-2ae3d99507e8 HTTP/1.1" status: 200 len: 1807 time: 0.2751005 Aug 16 22:25:09.006205 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] Allocated IP 172.20.0.2 (1aac5166-a976-4d3c-9235-d21b98e298ee/1d60c736-a0cd-48eb-8b90-5c8c42db55f8/4aa1c5ed-d753-4de6-b440-9c9631760359) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:09.095113 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d5f7-6ec0-4545-815e-cb3c1c3887a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.150999 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fc9c4d53-3b16-46d0-889a-9eeace944922 req-5006d84a-a5fe-461d-a843-0f8034751af6 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0381138 Aug 16 22:25:09.241417 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.262267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] Transition to ACTIVE for port object 4aa1c5ed-d753-4de6-b440-9c9631760359 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:09.275852 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1ea73f97-a33c-4065-b5ae-a42ff94556fa req-76ff309a-614b-429b-8f0c-39341de3f0fd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.283386 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] Transition to ACTIVE for port object 4aa1c5ed-d753-4de6-b440-9c9631760359 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:09.289916 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06a2e101-b0db-4336-bcb1-67370abed28f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.290286 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.337641 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] Network 1aac5166-a976-4d3c-9235-d21b98e298ee is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:09.340643 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:09.342837 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1ea73f97-a33c-4065-b5ae-a42ff94556fa req-76ff309a-614b-429b-8f0c-39341de3f0fd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.344309 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:25:09.351179 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] Pushing event updated for resources: {'Port': ['ID=4aa1c5ed-d753-4de6-b440-9c9631760359,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:09.407024 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] Attempting to bind port 4aa1c5ed-d753-4de6-b440-9c9631760359 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:25:09.407479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] Attempting to bind port 4aa1c5ed-d753-4de6-b440-9c9631760359 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '621d25ec-4c8d-43c7-b07b-7c777d1d14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:25:09.408097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] Attempting to bind port 4aa1c5ed-d753-4de6-b440-9c9631760359 on network 1aac5166-a976-4d3c-9235-d21b98e298ee {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:09.414182 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:25:09.414819 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] Checking segment: {'id': '621d25ec-4c8d-43c7-b07b-7c777d1d14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:09.415874 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.415874 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] Bound using segment: {'id': '621d25ec-4c8d-43c7-b07b-7c777d1d14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:25:09.416285 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] Bound port: 4aa1c5ed-d753-4de6-b440-9c9631760359, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621d25ec-4c8d-43c7-b07b-7c777d1d14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:25:09.416605 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.418376 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06726c9-9f6d-4b4d-85e9-8083b42a534b req-4f02899a-12a4-403c-b746-efae1c0634eb tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:09.420581 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d06726c9-9f6d-4b4d-85e9-8083b42a534b req-4f02899a-12a4-403c-b746-efae1c0634eb tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e1b5778-e657-440a-baac-0af0f9f52ee5 HTTP/1.1" status: 200 len: 949 time: 0.1473126 Aug 16 22:25:09.454383 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1ea73f97-a33c-4065-b5ae-a42ff94556fa req-76ff309a-614b-429b-8f0c-39341de3f0fd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.457902 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1ea73f97-a33c-4065-b5ae-a42ff94556fa req-76ff309a-614b-429b-8f0c-39341de3f0fd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.459159 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ea73f97-a33c-4065-b5ae-a42ff94556fa req-76ff309a-614b-429b-8f0c-39341de3f0fd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "DELETE /v2.0/security-groups/c357875a-fec0-4688-9b8c-2ae3d99507e8 HTTP/1.1" status: 204 len: 173 time: 0.4829547 Aug 16 22:25:09.483013 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff309a-614b-429b-8f0c-39341de3f0fd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c357875a-fec0-4688-9b8c-2ae3d99507e8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:09.497684 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d06726c9-9f6d-4b4d-85e9-8083b42a534b req-16b0a20b-bf6b-4fb3-8faf-c7c9a3786813 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681558 Aug 16 22:25:09.506052 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] For port 4aa1c5ed-d753-4de6-b440-9c9631760359, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:25:09.519800 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] For port 4aa1c5ed-d753-4de6-b440-9c9631760359, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4aa1c5ed-d753-4de6-b440-9c9631760359,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:25:09.525513 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.555571 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-38b220ed-d661-4511-8c61-5e5849a376ba req-532f34b1-cf68-450e-85b8-f9d2bb921737 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "GET /v2.0/security-groups/b0d22837-c5fe-4bc0-afec-15211cc1cf51 HTTP/1.1" status: 200 len: 1806 time: 0.0676680 Aug 16 22:25:09.593380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83142239-504a-4d80-9496-b60de02ae2d8 None None] Pushing event updated for resources: {'Port': ['ID=4aa1c5ed-d753-4de6-b440-9c9631760359,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:09.681101 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-28f37c2f-0780-4fd5-a0ac-3ff10a7e7af6 req-bfd952eb-7844-4dcf-bbf6-6fd9c8279b25 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 210 time: 0.0776124 Aug 16 22:25:09.798860 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06a2e101-b0db-4336-bcb1-67370abed28f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.880168 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06a2e101-b0db-4336-bcb1-67370abed28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.900361 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-38b220ed-d661-4511-8c61-5e5849a376ba req-07cdce23-d1bc-4128-8d10-f289f13b947d tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.990865 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-38b220ed-d661-4511-8c61-5e5849a376ba req-07cdce23-d1bc-4128-8d10-f289f13b947d tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:10.056161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-c843a134-b4d0-4df2-8212-188cd77dad38 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:10.057493 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-c843a134-b4d0-4df2-8212-188cd77dad38 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.39 "GET /v2.0/networks?id=ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 200 len: 811 time: 0.2962344 Aug 16 22:25:10.087570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-351e8718-e97a-4bb4-9164-c4f77556cb8a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Request body: {'port': {'device_id': '54e3cb68-44a6-4865-9bc8-6fd27e242d2b', 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777', 'admin_state_up': True, 'tenant_id': '064c2ae4b14f44cb9af01f46aa4cd77f'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:10.161927 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-06a2e101-b0db-4336-bcb1-67370abed28f admin admin] Allocated IP 172.25.6.197 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/34a06ff5-c698-40b0-8e3b-150e59315703) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:10.224967 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9b322-3e46-4815-8bd0-d42368288947 req-ca71f3f7-98bc-48c8-b7ee-42b7c94f3527 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:10.226400 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fd9b322-3e46-4815-8bd0-d42368288947 req-ca71f3f7-98bc-48c8-b7ee-42b7c94f3527 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?device_id=e8e251f1-29b0-491c-a099-cacd576ce2b1 HTTP/1.1" status: 200 len: 950 time: 0.1976011 Aug 16 22:25:10.267306 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-38b220ed-d661-4511-8c61-5e5849a376ba req-07cdce23-d1bc-4128-8d10-f289f13b947d tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:10.270548 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-38b220ed-d661-4511-8c61-5e5849a376ba req-07cdce23-d1bc-4128-8d10-f289f13b947d tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:10.271585 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-38b220ed-d661-4511-8c61-5e5849a376ba req-07cdce23-d1bc-4128-8d10-f289f13b947d tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "DELETE /v2.0/security-groups/b0d22837-c5fe-4bc0-afec-15211cc1cf51 HTTP/1.1" status: 204 len: 173 time: 0.6698387 Aug 16 22:25:10.313935 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cdce23-d1bc-4128-8d10-f289f13b947d tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d22837-c5fe-4bc0-afec-15211cc1cf51,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:10.402941 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fd9b322-3e46-4815-8bd0-d42368288947 req-3669d41b-2a68-4541-97ce-f157d39f2f8a tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/security-groups?id=43155457-5ec0-4189-9a3f-56ad1f80d8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445796 Aug 16 22:25:10.415436 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fab7c892-3449-43fa-92b4-fe06653e9c53 req-057b7c3c-3006-4915-b3ab-bb6de50f9a4e tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0735037 Aug 16 22:25:10.437835 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-351e8718-e97a-4bb4-9164-c4f77556cb8a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Made reservation on behalf of 064c2ae4b14f44cb9af01f46aa4cd77f for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:10.441529 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-351e8718-e97a-4bb4-9164-c4f77556cb8a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:10.475627 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06a2e101-b0db-4336-bcb1-67370abed28f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:10.527107 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:10.670451 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8753df2e-482c-4a31-8309-ed96ab0bc773 req-990a8a79-960f-4330-ab23-785d844fa961 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "GET /v2.0/security-groups/610b7f01-0ab9-461b-8588-6117d39896b1 HTTP/1.1" status: 200 len: 1804 time: 0.2236786 Aug 16 22:25:10.694227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974c5876-6248-45dd-84df-c3ef463667db None None] Network 1aac5166-a976-4d3c-9235-d21b98e298ee requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:25:10.719218 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06a2e101-b0db-4336-bcb1-67370abed28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:10.759231 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f12a88d3-3082-4e17-8584-90c01ec5b2ab None None] Provisioning for port 4aa1c5ed-d753-4de6-b440-9c9631760359 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:10.772323 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f69d2-8153-43b6-a081-1cd02a731dd6 req-d5ca78a5-7c11-47e4-b6d1-a469a2e1cc6f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:10.773826 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f3f69d2-8153-43b6-a081-1cd02a731dd6 req-d5ca78a5-7c11-47e4-b6d1-a469a2e1cc6f tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e1b5778-e657-440a-baac-0af0f9f52ee5 HTTP/1.1" status: 200 len: 949 time: 0.2054217 Aug 16 22:25:10.788297 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-351e8718-e97a-4bb4-9164-c4f77556cb8a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Allocated IP 172.20.0.6 (ebd43e01-e5c7-4526-84ca-b13361f6e777/77278031-7856-4cbe-b33a-9aa0a9f30263/a8d8155f-3ffb-4082-ab44-717e3e5c3ec1) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:10.811727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a2e101-b0db-4336-bcb1-67370abed28f admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:10.838791 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-06a2e101-b0db-4336-bcb1-67370abed28f admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:10.847931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2e101-b0db-4336-bcb1-67370abed28f admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:25:11.172893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2e101-b0db-4336-bcb1-67370abed28f admin admin] Pushing event updated for resources: {'Port': ['ID=34a06ff5-c698-40b0-8e3b-150e59315703,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:11.209380 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8753df2e-482c-4a31-8309-ed96ab0bc773 req-da275f28-2e3d-4023-8fbe-ba1929e053cd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.294068 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8753df2e-482c-4a31-8309-ed96ab0bc773 req-da275f28-2e3d-4023-8fbe-ba1929e053cd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.413732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b59b6e-e19c-4497-af0b-9e1142fa5d17 req-bebb0e09-dbbe-4621-b493-e28ffe63861c tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:11.415237 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9b59b6e-e19c-4497-af0b-9e1142fa5d17 req-bebb0e09-dbbe-4621-b493-e28ffe63861c tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e1b5778-e657-440a-baac-0af0f9f52ee5 HTTP/1.1" status: 200 len: 949 time: 0.5227187 Aug 16 22:25:11.475252 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4ae3433d-2b61-4a99-9ef0-a53bad1c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.484398 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-9f3f69d2-8153-43b6-a081-1cd02a731dd6 req-9a2395d8-38dd-4a5a-8cd1-cf9f714c61f2 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Deleting port 67c32307-24b9-4b1b-a483-e2235092c1c0 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:11.484741 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9f3f69d2-8153-43b6-a081-1cd02a731dd6 req-9a2395d8-38dd-4a5a-8cd1-cf9f714c61f2 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.497251 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8753df2e-482c-4a31-8309-ed96ab0bc773 req-da275f28-2e3d-4023-8fbe-ba1929e053cd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.499659 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8753df2e-482c-4a31-8309-ed96ab0bc773 req-da275f28-2e3d-4023-8fbe-ba1929e053cd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.500763 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8753df2e-482c-4a31-8309-ed96ab0bc773 req-da275f28-2e3d-4023-8fbe-ba1929e053cd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "DELETE /v2.0/security-groups/610b7f01-0ab9-461b-8588-6117d39896b1 HTTP/1.1" status: 204 len: 173 time: 0.8200080 Aug 16 22:25:11.625778 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9b59b6e-e19c-4497-af0b-9e1142fa5d17 req-4f6be591-a1e7-4766-81fa-a847f43d6d28 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/security-groups?id=4232b00f-ad2a-4dc1-8a63-2e61004a18cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962068 Aug 16 22:25:11.626429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da275f28-2e3d-4023-8fbe-ba1929e053cd tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=610b7f01-0ab9-461b-8588-6117d39896b1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:11.656318 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1c58e925-f91a-4e6a-9ba1-13b0dfc7604a req-26baf71d-8f78-401c-b6e2-0226f949027f tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 210 time: 0.0932174 Aug 16 22:25:11.678687 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-351e8718-e97a-4bb4-9164-c4f77556cb8a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.757481 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9f3f69d2-8153-43b6-a081-1cd02a731dd6 req-9a2395d8-38dd-4a5a-8cd1-cf9f714c61f2 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] For port 67c32307-24b9-4b1b-a483-e2235092c1c0, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=67c32307-24b9-4b1b-a483-e2235092c1c0,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:11.758115 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9f3f69d2-8153-43b6-a081-1cd02a731dd6 req-9a2395d8-38dd-4a5a-8cd1-cf9f714c61f2 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.778260 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-9f3f69d2-8153-43b6-a081-1cd02a731dd6 req-9a2395d8-38dd-4a5a-8cd1-cf9f714c61f2 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Calling delete_port for 67c32307-24b9-4b1b-a483-e2235092c1c0 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:11.808361 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4aa1c5ed-d753-4de6-b440-9c9631760359 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:11.826416 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06a2e101-b0db-4336-bcb1-67370abed28f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.859936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 4aa1c5ed-d753-4de6-b440-9c9631760359 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:11.863444 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 4aa1c5ed-d753-4de6-b440-9c9631760359 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:11.863815 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.913460 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2da736d-c9b7-4a27-9af2-366f06b28424 req-da0fef43-40ac-47c6-ad1b-5e5409a98661 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.1174185 Aug 16 22:25:11.941739 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-351e8718-e97a-4bb4-9164-c4f77556cb8a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.942096 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.975788 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 4aa1c5ed-d753-4de6-b440-9c9631760359, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4aa1c5ed-d753-4de6-b440-9c9631760359,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:11.979563 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:12.015390 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fd9531a-5084-4325-b3b7-72002d56f809 req-300141f4-feb0-44a0-bfe8-84dea0e4bd36 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "GET /v2.0/security-groups/95c3a2cd-6e10-49a9-a94c-70e8ba2cabf5 HTTP/1.1" status: 200 len: 2403 time: 0.2426088 Aug 16 22:25:12.041604 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:12.044486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=4aa1c5ed-d753-4de6-b440-9c9631760359,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:12.074946 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-351e8718-e97a-4bb4-9164-c4f77556cb8a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Network ebd43e01-e5c7-4526-84ca-b13361f6e777 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:12.097010 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-351e8718-e97a-4bb4-9164-c4f77556cb8a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:12.098793 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e8718-e97a-4bb4-9164-c4f77556cb8a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Pushing event updated for resources: {'Port': ['ID=a8d8155f-3ffb-4082-ab44-717e3e5c3ec1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:12.104529 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-351e8718-e97a-4bb4-9164-c4f77556cb8a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:25:12.275213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-351e8718-e97a-4bb4-9164-c4f77556cb8a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:12.275816 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-351e8718-e97a-4bb4-9164-c4f77556cb8a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:12.281863 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3fd9531a-5084-4325-b3b7-72002d56f809 req-a3969e19-05aa-4832-991a-97596f8713db tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:12.312266 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9f3f69d2-8153-43b6-a081-1cd02a731dd6 req-9a2395d8-38dd-4a5a-8cd1-cf9f714c61f2 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:12.324879 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['67c32307-24b9-4b1b-a483-e2235092c1c0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:12.329564 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-351e8718-e97a-4bb4-9164-c4f77556cb8a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2484903 Aug 16 22:25:12.356624 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06a2e101-b0db-4336-bcb1-67370abed28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:12.361555 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] Request body: {'port': {'device_id': '54e3cb68-44a6-4865-9bc8-6fd27e242d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:12.367077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2395d8-38dd-4a5a-8cd1-cf9f714c61f2 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Pushing event deleted for resources: {'Port': ['ID=67c32307-24b9-4b1b-a483-e2235092c1c0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:12.370059 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3fd9531a-5084-4325-b3b7-72002d56f809 req-a3969e19-05aa-4832-991a-97596f8713db tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:12.492325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3f69d2-8153-43b6-a081-1cd02a731dd6 req-9a2395d8-38dd-4a5a-8cd1-cf9f714c61f2 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] No DVR routers for this DVR port 67c32307-24b9-4b1b-a483-e2235092c1c0 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:25:12.515658 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9f3f69d2-8153-43b6-a081-1cd02a731dd6 req-9a2395d8-38dd-4a5a-8cd1-cf9f714c61f2 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:12.517590 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f3f69d2-8153-43b6-a081-1cd02a731dd6 req-9a2395d8-38dd-4a5a-8cd1-cf9f714c61f2 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.39 "DELETE /v2.0/ports/67c32307-24b9-4b1b-a483-e2235092c1c0 HTTP/1.1" status: 204 len: 173 time: 1.7272420 Aug 16 22:25:12.518907 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1b5778-e657-440a-baac-0af0f9f52ee5', 'name': 'network-vif-deleted', 'tag': '67c32307-24b9-4b1b-a483-e2235092c1c0'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:12.521172 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbe6b67-1137-4337-b33d-55648f2eb3ad" -d '{"events": [{"server_uuid": "1e1b5778-e657-440a-baac-0af0f9f52ee5", "name": "network-vif-deleted", "tag": "67c32307-24b9-4b1b-a483-e2235092c1c0"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:12.562331 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6019bf35-5bec-410a-b385-33d894676442 x-openstack-request-id: req-6019bf35-5bec-410a-b385-33d894676442 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:12.562687 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1b5778-e657-440a-baac-0af0f9f52ee5", "name": "network-vif-deleted", "tag": "67c32307-24b9-4b1b-a483-e2235092c1c0", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:12.562854 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6019bf35-5bec-410a-b385-33d894676442 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:12.563246 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1b5778-e657-440a-baac-0af0f9f52ee5', 'name': 'network-vif-deleted', 'tag': '67c32307-24b9-4b1b-a483-e2235092c1c0', 'status': 'completed', 'code': 200} Aug 16 22:25:12.568768 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:12.588013 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3fd9531a-5084-4325-b3b7-72002d56f809 req-a3969e19-05aa-4832-991a-97596f8713db tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:12.590524 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3fd9531a-5084-4325-b3b7-72002d56f809 req-a3969e19-05aa-4832-991a-97596f8713db tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:12.591660 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fd9531a-5084-4325-b3b7-72002d56f809 req-a3969e19-05aa-4832-991a-97596f8713db tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "DELETE /v2.0/security-groups/95c3a2cd-6e10-49a9-a94c-70e8ba2cabf5 HTTP/1.1" status: 204 len: 173 time: 0.5690849 Aug 16 22:25:12.609406 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3969e19-05aa-4832-991a-97596f8713db tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c3a2cd-6e10-49a9-a94c-70e8ba2cabf5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:12.802733 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13a51f83-1ba6-4955-9b00-ec394befae4b req-8924980d-2932-4401-9f5c-baad5bbdd2f9 tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "GET /v2.0/security-groups/9979a57c-c195-46a8-8e52-6d0dd294ce1d HTTP/1.1" status: 200 len: 2396 time: 0.1726112 Aug 16 22:25:12.804583 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-74d3b579-9eb3-40c4-a34d-48227c310b48 req-c257f99b-8dc5-41b9-ac48-f6a1e2f7c4b2 tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e1b5778-e657-440a-baac-0af0f9f52ee5 HTTP/1.1" status: 200 len: 210 time: 0.0534530 Aug 16 22:25:12.857681 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a2e101-b0db-4336-bcb1-67370abed28f admin admin] Router 56c8b038-2613-461d-b7e4-2358c7770cdb is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:25:13.066553 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-13a51f83-1ba6-4955-9b00-ec394befae4b req-ad1c07e2-725b-43de-ac31-446d0915d86d tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:13.077828 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38379472-54e9-42f6-af87-22cbc56d4760 req-0f99e2d8-dffe-478a-93ad-3ee104044e55 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:13.079356 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-38379472-54e9-42f6-af87-22cbc56d4760 req-0f99e2d8-dffe-478a-93ad-3ee104044e55 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 931 time: 0.1982117 Aug 16 22:25:13.127031 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:13.147295 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-13a51f83-1ba6-4955-9b00-ec394befae4b req-ad1c07e2-725b-43de-ac31-446d0915d86d tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:13.170042 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a2e101-b0db-4336-bcb1-67370abed28f admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:25:13.179479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] Sync routers for ids ['56c8b038-2613-461d-b7e4-2358c7770cdb'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:25:13.188165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] Routers {'56c8b038-2613-461d-b7e4-2358c7770cdb'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:25:13.188790 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:25:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['56c8b038-2613-461d-b7e4-2358c7770cdb'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:13.295940 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] Set router 56c8b038-2613-461d-b7e4-2358c7770cdb gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:25:13.460555 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:13.468689 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-38379472-54e9-42f6-af87-22cbc56d4760 req-866e2322-d200-4668-a894-6f5245798c1e tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751686 Aug 16 22:25:13.480135 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'name': 'tempest-AttachVolumeShelveTestJSON-777413558-router', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:08Z', 'updated_at': '2021-08-16T22:25:11Z', 'revision_number': 3, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'gw_port': {'id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:24:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:09Z', 'updated_at': '2021-08-16T22:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:13.482772 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:13.487058 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06a2e101-b0db-4336-bcb1-67370abed28f admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:13.490818 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-06a2e101-b0db-4336-bcb1-67370abed28f admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9293404 Aug 16 22:25:13.491060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 55190) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:13.513706 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 046c0e02-eb21-487b-96b7-2f88a3d6997f details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:25:13.516476 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a4a9d046-f4cd-4d37-b910-8dbfcccaf06d no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:25:13.518688 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] Checking router: 56c8b038-2613-461d-b7e4-2358c7770cdb for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:25:13.519032 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] Updating router 56c8b038-2613-461d-b7e4-2358c7770cdb port 34a06ff5-c698-40b0-8e3b-150e59315703 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:25:13.583419 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:13.585171 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] Transition to ACTIVE for port object a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:13.586695 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-13a51f83-1ba6-4955-9b00-ec394befae4b req-ad1c07e2-725b-43de-ac31-446d0915d86d tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:13.589094 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-13a51f83-1ba6-4955-9b00-ec394befae4b req-ad1c07e2-725b-43de-ac31-446d0915d86d tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:13.590344 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13a51f83-1ba6-4955-9b00-ec394befae4b req-ad1c07e2-725b-43de-ac31-446d0915d86d tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] 10.222.0.93 "DELETE /v2.0/security-groups/9979a57c-c195-46a8-8e52-6d0dd294ce1d HTTP/1.1" status: 204 len: 173 time: 0.7778022 Aug 16 22:25:13.598537 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55200) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:13.603199 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:13.617450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c07e2-725b-43de-ac31-446d0915d86d tempest-SecurityGroupRulesTestJSON-1320972283 tempest-SecurityGroupRulesTestJSON-1320972283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9979a57c-c195-46a8-8e52-6d0dd294ce1d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:13.678294 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d8155f-3ffb-4082-ab44-717e3e5c3ec1,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:13.737295 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-7857ff95-c91a-4f87-9150-11f61af4229e admin admin] Deleting subnet 1326fba9-2d0e-4c57-840f-bdaf04b5e6e3 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:25:13.746991 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7857ff95-c91a-4f87-9150-11f61af4229e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:13.810598 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7857ff95-c91a-4f87-9150-11f61af4229e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:13.853509 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ec26b3a-9619-439e-9a1d-61b62f975263 req-09c0e283-0a4c-47a1-a3a9-c1ebb27cf808 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0691133 Aug 16 22:25:13.889143 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7857ff95-c91a-4f87-9150-11f61af4229e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:13.899713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] Attempting to bind port a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:25:13.900264 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] Attempting to bind port a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:25:13.900956 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] Attempting to bind port a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 on network ebd43e01-e5c7-4526-84ca-b13361f6e777 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:13.908396 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] Port a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 on network ebd43e01-e5c7-4526-84ca-b13361f6e777 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:25:13.909527 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] Attempting to bind port a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 on network ebd43e01-e5c7-4526-84ca-b13361f6e777 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:13.943045 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4aa1c5ed-d753-4de6-b440-9c9631760359 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:13.957235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:25:13.958001 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] Checking segment: {'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:13.958590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] Bound using segment: {'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:25:13.959248 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] Bound port: a8d8155f-3ffb-4082-ab44-717e3e5c3ec1, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:25:13.959840 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:13.962651 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7857ff95-c91a-4f87-9150-11f61af4229e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:13.989150 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 046c0e02-eb21-487b-96b7-2f88a3d6997f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=046c0e02-eb21-487b-96b7-2f88a3d6997f,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:14.007148 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857ff95-c91a-4f87-9150-11f61af4229e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1326fba9-2d0e-4c57-840f-bdaf04b5e6e3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:14.014713 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.016977 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7857ff95-c91a-4f87-9150-11f61af4229e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.020449 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7857ff95-c91a-4f87-9150-11f61af4229e admin admin] 10.222.0.93 "DELETE /v2.0/subnets/1326fba9-2d0e-4c57-840f-bdaf04b5e6e3 HTTP/1.1" status: 204 len: 168 time: 0.4198909 Aug 16 22:25:14.021918 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '046c0e02-eb21-487b-96b7-2f88a3d6997f', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': '046c0e02-eb21-487b-96b7-2f88a3d6997f', 'mac_address': 'fa:16:3e:98:63:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:25:14.023202 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55206) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:14.075421 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] For port a8d8155f-3ffb-4082-ab44-717e3e5c3ec1, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:25:14.109475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] For port a8d8155f-3ffb-4082-ab44-717e3e5c3ec1, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a8d8155f-3ffb-4082-ab44-717e3e5c3ec1,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:25:14.118094 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.132795 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e251f1-29b0-491c-a099-cacd576ce2b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4a9d046-f4cd-4d37-b910-8dbfcccaf06d'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:14.135256 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d1169e-4697-46b4-9a57-0da87ca3062b" -d '{"events": [{"server_uuid": "e8e251f1-29b0-491c-a099-cacd576ce2b1", "name": "network-vif-unplugged", "status": "completed", "tag": "a4a9d046-f4cd-4d37-b910-8dbfcccaf06d"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:14.146079 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63ad24e8-b879-4751-8c78-24f3709214ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.168528 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a4a9d046-f4cd-4d37-b910-8dbfcccaf06d,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:14.179130 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 4aa1c5ed-d753-4de6-b440-9c9631760359 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:14.179765 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.183862 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:14.184844 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.185542 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.189212 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] 10.222.0.39 "PUT /v2.0/ports/a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 HTTP/1.1" status: 200 len: 1092 time: 1.8333561 Aug 16 22:25:14.192689 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.193140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 55212) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:14.235895 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c654d9-ddfb-4d3d-9c3b-48857fbea43b x-openstack-request-id: req-70c654d9-ddfb-4d3d-9c3b-48857fbea43b {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:14.236470 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e251f1-29b0-491c-a099-cacd576ce2b1", "name": "network-vif-unplugged", "status": "completed", "tag": "a4a9d046-f4cd-4d37-b910-8dbfcccaf06d", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:14.237644 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-70c654d9-ddfb-4d3d-9c3b-48857fbea43b {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:14.238260 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e251f1-29b0-491c-a099-cacd576ce2b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4a9d046-f4cd-4d37-b910-8dbfcccaf06d', 'code': 200} Aug 16 22:25:14.279236 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046c0e02-eb21-487b-96b7-2f88a3d6997f {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:14.296881 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96fdf8-9ed2-4c17-b24e-66abfcc4e306 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d8155f-3ffb-4082-ab44-717e3e5c3ec1,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:14.343682 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 046c0e02-eb21-487b-96b7-2f88a3d6997f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=046c0e02-eb21-487b-96b7-2f88a3d6997f,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:14.345177 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63ad24e8-b879-4751-8c78-24f3709214ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.361070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-764217b7-28d3-49d6-9bc1-6bc86b603a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:14.362770 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-63ad24e8-b879-4751-8c78-24f3709214ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d84bee3-6245-4d97-befb-b4d54f1c526a']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:14.363386 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-764217b7-28d3-49d6-9bc1-6bc86b603a90 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 1095 time: 0.1037066 Aug 16 22:25:14.370205 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19dd7081-bc61-4acc-b936-3c5be941c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.373285 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=a4a9d046-f4cd-4d37-b910-8dbfcccaf06d,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:14.375784 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.385511 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-63ad24e8-b879-4751-8c78-24f3709214ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76888b08-052e-4058-84b7-34f85786d105') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:14.386239 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-63ad24e8-b879-4751-8c78-24f3709214ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76888b08-052e-4058-84b7-34f85786d105') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:14.397227 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63ad24e8-b879-4751-8c78-24f3709214ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.416964 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63ad24e8-b879-4751-8c78-24f3709214ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.425188 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-cecbbf64-c111-45d4-97a6-ed1309f609f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 HTTP/1.1" status: 200 len: 217 time: 0.0522594 Aug 16 22:25:14.435844 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ad24e8-b879-4751-8c78-24f3709214ea admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:25:14.437854 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63ad24e8-b879-4751-8c78-24f3709214ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:25:14.442371 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:25:14.465623 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.475902 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['046c0e02-eb21-487b-96b7-2f88a3d6997f'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:14.529991 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=046c0e02-eb21-487b-96b7-2f88a3d6997f,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:14.585191 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e3cb68-44a6-4865-9bc8-6fd27e242d2b', 'tag': 'a8d8155f-3ffb-4082-ab44-717e3e5c3ec1'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:14.591075 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6590c1-59ca-4f9d-b143-923e58cf091c" -d '{"events": [{"name": "network-changed", "server_uuid": "54e3cb68-44a6-4865-9bc8-6fd27e242d2b", "tag": "a8d8155f-3ffb-4082-ab44-717e3e5c3ec1"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:14.605053 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] Transition to ACTIVE for port object 34a06ff5-c698-40b0-8e3b-150e59315703 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:14.605828 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63ad24e8-b879-4751-8c78-24f3709214ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.613315 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63ad24e8-b879-4751-8c78-24f3709214ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.625144 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-63ad24e8-b879-4751-8c78-24f3709214ea admin admin] 10.222.0.93 "DELETE /v2.0/networks/5d84bee3-6245-4d97-befb-b4d54f1c526a HTTP/1.1" status: 204 len: 168 time: 0.6004705 Aug 16 22:25:14.649026 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.650344 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad24e8-b879-4751-8c78-24f3709214ea admin admin] Pushing event deleted for resources: {'Network': ['ID=5d84bee3-6245-4d97-befb-b4d54f1c526a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:14.730812 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cabd35b-ea4a-4836-bf6e-e07f6e32a3be x-openstack-request-id: req-0cabd35b-ea4a-4836-bf6e-e07f6e32a3be {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:14.730812 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e3cb68-44a6-4865-9bc8-6fd27e242d2b", "tag": "a8d8155f-3ffb-4082-ab44-717e3e5c3ec1", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:14.731193 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0cabd35b-ea4a-4836-bf6e-e07f6e32a3be {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:14.731467 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e3cb68-44a6-4865-9bc8-6fd27e242d2b', 'tag': 'a8d8155f-3ffb-4082-ab44-717e3e5c3ec1', 'status': 'completed', 'code': 200} Aug 16 22:25:14.731624 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] Attempting to bind port 34a06ff5-c698-40b0-8e3b-150e59315703 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:25:14.732277 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] Attempting to bind port 34a06ff5-c698-40b0-8e3b-150e59315703 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:25:14.732277 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] Attempting to bind port 34a06ff5-c698-40b0-8e3b-150e59315703 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:14.745936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-83897c87-045b-4b16-9a47-aabd2dd85c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:14.747465 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-83897c87-045b-4b16-9a47-aabd2dd85c66 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77278031-7856-4cbe-b33a-9aa0a9f30263 HTTP/1.1" status: 200 len: 851 time: 0.3136802 Aug 16 22:25:14.801748 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:25:14.802181 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:14.802612 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.803012 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:25:14.803522 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] Bound port: 34a06ff5-c698-40b0-8e3b-150e59315703, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:25:14.804007 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.818703 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4682cc05-0dc4-4618-b33a-b4c03e168112 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ea3f6caa31d74e2a9ec2aa096a9fbdf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6187856 Aug 16 22:25:14.820152 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55248) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:14.834322 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-a7c02f12-a978-4878-8cc3-f7805a433536 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ebd43e01-e5c7-4526-84ca-b13361f6e777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700600 Aug 16 22:25:14.852720 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.855926 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777d953-f72a-4388-a1be-3b64d1cb90d6 None None] Pushing event updated for resources: {'Port': ['ID=34a06ff5-c698-40b0-8e3b-150e59315703,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:14.907754 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] For port 34a06ff5-c698-40b0-8e3b-150e59315703, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:25:14.920168 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] For port 34a06ff5-c698-40b0-8e3b-150e59315703, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=34a06ff5-c698-40b0-8e3b-150e59315703,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:25:14.928005 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.942035 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55252) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:14.987492 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3cb58d69-280b-43d0-a673-60f6d4994b82 req-47eb5362-8cc9-4a26-989f-654ecd5fff11 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0725231 Aug 16 22:25:15.008083 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785feae-6e95-490b-a621-4a396a8c31a9 req-9ac005a1-a4c1-4a2c-b383-461a6bb0fe92 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:15.014689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] Routers {'56c8b038-2613-461d-b7e4-2358c7770cdb'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:25:15.015311 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a785feae-6e95-490b-a621-4a396a8c31a9 req-9ac005a1-a4c1-4a2c-b383-461a6bb0fe92 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 943 time: 0.4108446 Aug 16 22:25:15.015473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:25:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['56c8b038-2613-461d-b7e4-2358c7770cdb'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:15.038116 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-839f75fb-8bf2-40e2-aaae-22f3a0b899b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:15.042170 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1193c9c3-1667-4e11-aa9d-9f2705fe86ca req-c23d0b74-b7f3-4321-9f76-55bee098fd1c tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0685513 Aug 16 22:25:15.045875 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-053feb57-f192-4ba4-be07-b0978553ed40 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=173d45f130204a7d991df6e1a3cef85f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0849860 Aug 16 22:25:15.046105 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55258) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:15.058769 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-19dd7081-bc61-4acc-b936-3c5be941c2d8 admin admin] Allocated IP 172.20.0.1 (1aac5166-a976-4d3c-9235-d21b98e298ee/1d60c736-a0cd-48eb-8b90-5c8c42db55f8/39c2a774-c2fb-4fd8-b57d-6cf998aa3efc) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:15.093245 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777d953-f72a-4388-a1be-3b64d1cb90d6 None None] Pushing event updated for resources: {'Port': ['ID=34a06ff5-c698-40b0-8e3b-150e59315703,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:15.095192 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-839f75fb-8bf2-40e2-aaae-22f3a0b899b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:15.159621 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a785feae-6e95-490b-a621-4a396a8c31a9 req-4d5620e8-521a-4938-b34a-ce22549d65d6 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389711 Aug 16 22:25:15.173910 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-64d99df8-9e3e-4f6d-8918-e06b36fe9105 service neutron] 10.222.0.39 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187184 Aug 16 22:25:15.188453 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] Set router 56c8b038-2613-461d-b7e4-2358c7770cdb gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:25:15.188983 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-839f75fb-8bf2-40e2-aaae-22f3a0b899b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:15.193205 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-839f75fb-8bf2-40e2-aaae-22f3a0b899b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:15.194602 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-839f75fb-8bf2-40e2-aaae-22f3a0b899b5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4232b00f-ad2a-4dc1-8a63-2e61004a18cc HTTP/1.1" status: 204 len: 168 time: 0.3731897 Aug 16 22:25:15.213597 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f75fb-8bf2-40e2-aaae-22f3a0b899b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4232b00f-ad2a-4dc1-8a63-2e61004a18cc,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:15.221772 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51f285dc-ec4b-4ccf-b164-1e8a6314db14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:15.300709 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51f285dc-ec4b-4ccf-b164-1e8a6314db14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:15.311328 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19dd7081-bc61-4acc-b936-3c5be941c2d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:15.341762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-19dd7081-bc61-4acc-b936-3c5be941c2d8 admin admin] Transition to ACTIVE for port object 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:15.345233 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40f36ee9-f34c-4171-95e9-099afe3c1a04 req-e63d033b-236e-4d5e-ab30-591ebdeaf209 service neutron] 10.222.0.39 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677999 Aug 16 22:25:15.386539 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19dd7081-bc61-4acc-b936-3c5be941c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:15.429432 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51f285dc-ec4b-4ccf-b164-1e8a6314db14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:15.432482 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51f285dc-ec4b-4ccf-b164-1e8a6314db14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:15.437420 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-51f285dc-ec4b-4ccf-b164-1e8a6314db14 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b2179e6c-6c27-4570-b27d-034cc22e980f HTTP/1.1" status: 204 len: 168 time: 0.3901436 Aug 16 22:25:15.449680 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f285dc-ec4b-4ccf-b164-1e8a6314db14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2179e6c-6c27-4570-b27d-034cc22e980f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:15.505160 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'name': 'tempest-AttachVolumeShelveTestJSON-777413558-router', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:08Z', 'updated_at': '2021-08-16T22:25:11Z', 'revision_number': 3, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'gw_port': {'id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:24:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:09Z', 'updated_at': '2021-08-16T22:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:15.569542 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 046c0e02-eb21-487b-96b7-2f88a3d6997f up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:15.666059 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e80919-ee61-426e-83c1-d6e3566ed2c3 None None] The sync data for ids ['56c8b038-2613-461d-b7e4-2358c7770cdb'] in n-d-792458-15 is: [{'id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'name': 'tempest-AttachVolumeShelveTestJSON-777413558-router', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:08Z', 'updated_at': '2021-08-16T22:25:11Z', 'revision_number': 3, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'gw_port': {'id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:24:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:09Z', 'updated_at': '2021-08-16T22:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:25:15.685865 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 046c0e02-eb21-487b-96b7-2f88a3d6997f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:15.686414 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:15.912672 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:15.955878 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dd7081-bc61-4acc-b936-3c5be941c2d8 admin admin] Network 1aac5166-a976-4d3c-9235-d21b98e298ee is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:15.977060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-19dd7081-bc61-4acc-b936-3c5be941c2d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:16.000482 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dd7081-bc61-4acc-b936-3c5be941c2d8 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:25:16.043535 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55286) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:16.045855 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 046c0e02-eb21-487b-96b7-2f88a3d6997f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=046c0e02-eb21-487b-96b7-2f88a3d6997f,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:16.059222 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd7081-bc61-4acc-b936-3c5be941c2d8 admin admin] Pushing event updated for resources: {'Port': ['ID=39c2a774-c2fb-4fd8-b57d-6cf998aa3efc,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:16.079608 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:16.082535 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 67c32307-24b9-4b1b-a483-e2235092c1c0 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:25:16.128854 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6590c1-59ca-4f9d-b143-923e58cf091c req-556515b5-a6c5-4a93-a6bb-2ef1e2d2f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:16.131647 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb6590c1-59ca-4f9d-b143-923e58cf091c req-556515b5-a6c5-4a93-a6bb-2ef1e2d2f357 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 1095 time: 0.7134326 Aug 16 22:25:16.133002 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19dd7081-bc61-4acc-b936-3c5be941c2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:16.141327 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9731562e-2a2f-4ba6-b8f0-9075c8c42110 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7a7cb8acf6a3417f90692f764ad6854b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0928118 Aug 16 22:25:16.145439 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55292) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:16.162408 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 67c32307-24b9-4b1b-a483-e2235092c1c0 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:25:16.162814 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 67c32307-24b9-4b1b-a483-e2235092c1c0 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:25:16.241355 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4e5429-8dc5-496f-a7d9-c8d83a365fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046c0e02-eb21-487b-96b7-2f88a3d6997f'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:16.250793 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cdf19d-30bd-4476-b9e0-6908d13eeaf6" -d '{"events": [{"server_uuid": "5d4e5429-8dc5-496f-a7d9-c8d83a365fa2", "name": "network-vif-plugged", "status": "completed", "tag": "046c0e02-eb21-487b-96b7-2f88a3d6997f"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:16.327966 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=046c0e02-eb21-487b-96b7-2f88a3d6997f,revision_number=10']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:16.349540 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8016fb67-f707-4501-bfe7-496e813e9162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:16.380124 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8016fb67-f707-4501-bfe7-496e813e9162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:16.411115 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0794ee2-01df-4a3f-ad5d-39140cad55cc req-2bac79f0-5262-4b8a-8ff8-893afaf55899 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0583720 Aug 16 22:25:16.472842 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8016fb67-f707-4501-bfe7-496e813e9162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:16.476799 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8016fb67-f707-4501-bfe7-496e813e9162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:16.478602 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8016fb67-f707-4501-bfe7-496e813e9162 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2b4698c4-55c4-4a56-a78b-8e75ce61aa72 HTTP/1.1" status: 204 len: 168 time: 0.3317313 Aug 16 22:25:16.490407 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016fb67-f707-4501-bfe7-496e813e9162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4698c4-55c4-4a56-a78b-8e75ce61aa72,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:16.606116 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bfbe57-8b7f-4abe-83f5-acf5a2275dfd x-openstack-request-id: req-81bfbe57-8b7f-4abe-83f5-acf5a2275dfd {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:16.607414 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4e5429-8dc5-496f-a7d9-c8d83a365fa2", "name": "network-vif-plugged", "status": "completed", "tag": "046c0e02-eb21-487b-96b7-2f88a3d6997f", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:16.607706 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-81bfbe57-8b7f-4abe-83f5-acf5a2275dfd {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:16.608109 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4e5429-8dc5-496f-a7d9-c8d83a365fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046c0e02-eb21-487b-96b7-2f88a3d6997f', 'code': 200} Aug 16 22:25:16.651326 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0d6ba-85ad-4578-b1bb-ee215d3a782b req-0b191a89-d37d-42fa-8ddb-9b47837328ad tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:16.656743 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eef0d6ba-85ad-4578-b1bb-ee215d3a782b req-0b191a89-d37d-42fa-8ddb-9b47837328ad tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 943 time: 0.2605016 Aug 16 22:25:16.672798 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6db56474-fcb7-4ac8-9215-df7e523fd452 None None] Provisioning for port 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:16.679317 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6db56474-fcb7-4ac8-9215-df7e523fd452 None None] Provisioning complete for port 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:16.686110 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6db56474-fcb7-4ac8-9215-df7e523fd452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:16.772531 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-6db56474-fcb7-4ac8-9215-df7e523fd452 None None] Port 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:25:16.861267 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eef0d6ba-85ad-4578-b1bb-ee215d3a782b req-1c3a24ae-1670-4b2a-a75b-020670139ecf tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760743 Aug 16 22:25:16.931991 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6590c1-59ca-4f9d-b143-923e58cf091c req-476ba6a7-f93d-4eaa-a7ab-cc78bdaeef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:16.938192 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb6590c1-59ca-4f9d-b143-923e58cf091c req-476ba6a7-f93d-4eaa-a7ab-cc78bdaeef87 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 200 len: 912 time: 0.5948892 Aug 16 22:25:16.968417 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19dd7081-bc61-4acc-b936-3c5be941c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:17.082239 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb6590c1-59ca-4f9d-b143-923e58cf091c req-98e74dc9-6640-44c6-a852-51062ecfc03e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 HTTP/1.1" status: 200 len: 217 time: 0.1284027 Aug 16 22:25:17.219836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-442dcd85-151f-4f9b-91ac-b38bd438fa86 req-1e328c35-74a5-4e4b-9b73-a6519d767ce3 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e&device_id=8e30372c-2f09-4af3-aee9-9763f066a58c HTTP/1.1" status: 200 len: 210 time: 0.0476115 Aug 16 22:25:17.248327 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6590c1-59ca-4f9d-b143-923e58cf091c req-e4825ccc-7e49-472d-a6f0-42217d3e94b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:17.250281 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb6590c1-59ca-4f9d-b143-923e58cf091c req-e4825ccc-7e49-472d-a6f0-42217d3e94b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77278031-7856-4cbe-b33a-9aa0a9f30263 HTTP/1.1" status: 200 len: 851 time: 0.1409485 Aug 16 22:25:17.273696 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55334) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:17.329414 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb6590c1-59ca-4f9d-b143-923e58cf091c req-203d9e39-ce7e-4e09-97d5-ff740e715435 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ebd43e01-e5c7-4526-84ca-b13361f6e777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643129 Aug 16 22:25:17.436733 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb6590c1-59ca-4f9d-b143-923e58cf091c req-0801dc38-9865-42c7-8b5f-dd6aeae8222e service neutron] 10.222.0.39 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979486 Aug 16 22:25:17.525291 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:25:17.642380 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8e12ae9d-7d60-47e0-a854-37aa21676121 req-e8e86736-f339-4997-a5c6-b40063a2423a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=70dfb775be9d484b94ab49db6c068051&device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0574200 Aug 16 22:25:17.659964 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a9ede548-d056-48fe-b3c2-57d8b0fd4904 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-793766073-network', 'tenant_id': '6152fea648f942d69bae89a35cb569a8'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:17.709616 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8705ea11-5329-42a7-b8d0-b15c7eeac076 req-31b5e77f-ce64-436c-b3a7-6d5b8c2a388c tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0550945 Aug 16 22:25:17.746330 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8e12ae9d-7d60-47e0-a854-37aa21676121 req-dbb04082-c4ba-41b8-a70c-f464a22f9ce7 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=70dfb775be9d484b94ab49db6c068051&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761375 Aug 16 22:25:17.759714 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb6590c1-59ca-4f9d-b143-923e58cf091c req-56338334-a1e8-41a4-b9b2-e9c905438a4e service neutron] 10.222.0.39 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077493 Aug 16 22:25:17.768499 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19dd7081-bc61-4acc-b936-3c5be941c2d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:17.776653 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19dd7081-bc61-4acc-b936-3c5be941c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:17.825548 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ede548-d056-48fe-b3c2-57d8b0fd4904 admin admin] Made reservation on behalf of 6152fea648f942d69bae89a35cb569a8 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:17.833114 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a8d8155f-3ffb-4082-ab44-717e3e5c3ec1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a8d8155f-3ffb-4082-ab44-717e3e5c3ec1,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:17.837632 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9ede548-d056-48fe-b3c2-57d8b0fd4904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:17.892362 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'a8d8155f-3ffb-4082-ab44-717e3e5c3ec1', 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777', 'port_id': 'a8d8155f-3ffb-4082-ab44-717e3e5c3ec1', 'mac_address': 'fa:16:3e:38:94:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77278031-7856-4cbe-b33a-9aa0a9f30263', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:25:17.900712 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 34a06ff5-c698-40b0-8e3b-150e59315703 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:17.964267 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19dd7081-bc61-4acc-b936-3c5be941c2d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:17.973888 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd7081-bc61-4acc-b936-3c5be941c2d8 admin admin] Pushing event updated for resources: {'Port': ['ID=39c2a774-c2fb-4fd8-b57d-6cf998aa3efc,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:18.105213 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:18.108337 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 55360) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:18.126158 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9ede548-d056-48fe-b3c2-57d8b0fd4904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:18.143950 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:18.180449 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a8d8155f-3ffb-4082-ab44-717e3e5c3ec1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a8d8155f-3ffb-4082-ab44-717e3e5c3ec1,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:18.197115 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:18.205454 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12ae9d-7d60-47e0-a854-37aa21676121 req-566b6954-6e39-49ec-a315-6202e87be107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:18.207459 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8e12ae9d-7d60-47e0-a854-37aa21676121 req-566b6954-6e39-49ec-a315-6202e87be107 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4543171 Aug 16 22:25:18.269603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dd7081-bc61-4acc-b936-3c5be941c2d8 admin admin] Network 1aac5166-a976-4d3c-9235-d21b98e298ee is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:18.279833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-19dd7081-bc61-4acc-b936-3c5be941c2d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:18.291661 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=a8d8155f-3ffb-4082-ab44-717e3e5c3ec1,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:18.322216 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee5471-6c01-41dd-b83b-237b15627f3a req-1bc2a85b-2ce7-46f6-94b6-5822cc0173a3 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:18.324124 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 34a06ff5-c698-40b0-8e3b-150e59315703 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:18.334089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 34a06ff5-c698-40b0-8e3b-150e59315703 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:18.334468 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:18.338633 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4aee5471-6c01-41dd-b83b-237b15627f3a req-1bc2a85b-2ce7-46f6-94b6-5822cc0173a3 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 943 time: 0.3296413 Aug 16 22:25:18.407603 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9ede548-d056-48fe-b3c2-57d8b0fd4904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:18.416317 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9ede548-d056-48fe-b3c2-57d8b0fd4904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:18.476829 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:18.501493 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 34a06ff5-c698-40b0-8e3b-150e59315703, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=34a06ff5-c698-40b0-8e3b-150e59315703,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:18.507650 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['a8d8155f-3ffb-4082-ab44-717e3e5c3ec1'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:18.509050 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ede548-d056-48fe-b3c2-57d8b0fd4904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22039c87-cb3d-4b46-aa0a-a2a330163c51,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:18.527693 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ede548-d056-48fe-b3c2-57d8b0fd4904 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:25:18.532416 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:18.562583 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9ede548-d056-48fe-b3c2-57d8b0fd4904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:18.563797 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-a9ede548-d056-48fe-b3c2-57d8b0fd4904 admin admin] Added segment 590bfb86-3f69-4967-b971-0eb0bc76846d of type vlan for network 36257f39-9519-4a66-84e5-93257b253e19 Aug 16 22:25:18.570695 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19dd7081-bc61-4acc-b936-3c5be941c2d8 admin admin] Router 56c8b038-2613-461d-b7e4-2358c7770cdb has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:25:18.583826 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-51638558-375c-4e8d-8340-07d87d6b7e17 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1125715007-network', 'tenant_id': '7d9a65d847e94c0ebf3032526c90011a'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:18.671569 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9ede548-d056-48fe-b3c2-57d8b0fd4904 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:18.685056 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=34a06ff5-c698-40b0-8e3b-150e59315703,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:18.702824 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4aee5471-6c01-41dd-b83b-237b15627f3a req-3b176d2f-6125-4bf8-a066-6e85535be3c0 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623621 Aug 16 22:25:18.738575 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9ede548-d056-48fe-b3c2-57d8b0fd4904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:18.740498 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ede548-d056-48fe-b3c2-57d8b0fd4904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:18.740869 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9ede548-d056-48fe-b3c2-57d8b0fd4904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:18.829881 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ede548-d056-48fe-b3c2-57d8b0fd4904 admin admin] Pushing event updated for resources: {'Network': ['ID=36257f39-9519-4a66-84e5-93257b253e19,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:18.845412 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 36257f39-9519-4a66-84e5-93257b253e19 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:25:18.883627 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a9ede548-d056-48fe-b3c2-57d8b0fd4904 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6081481 Aug 16 22:25:18.884425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55372) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:18.889980 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-24388c14-76ab-40e1-bf44-586f27b76a60 admin admin] Request body: {'subnet': {'network_id': '36257f39-9519-4a66-84e5-93257b253e19', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-793766073-subnet', 'tenant_id': '6152fea648f942d69bae89a35cb569a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:18.904542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51638558-375c-4e8d-8340-07d87d6b7e17 admin admin] Made reservation on behalf of 7d9a65d847e94c0ebf3032526c90011a for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:18.907371 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-51638558-375c-4e8d-8340-07d87d6b7e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:18.911664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a167057-a472-4f39-92a0-b8c70b137559 req-d791e582-0618-4658-a783-ea76fd412c29 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0627940 Aug 16 22:25:18.925839 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-51638558-375c-4e8d-8340-07d87d6b7e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:18.953552 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24388c14-76ab-40e1-bf44-586f27b76a60 admin admin] Made reservation on behalf of 6152fea648f942d69bae89a35cb569a8 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:18.958964 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24388c14-76ab-40e1-bf44-586f27b76a60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:18.971794 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dd7081-bc61-4acc-b936-3c5be941c2d8 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:25:18.978919 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-19dd7081-bc61-4acc-b936-3c5be941c2d8 admin admin] 10.222.0.93 "PUT /v2.0/routers/56c8b038-2613-461d-b7e4-2358c7770cdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4866478 Aug 16 22:25:18.989218 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] Sync routers for ids ['56c8b038-2613-461d-b7e4-2358c7770cdb'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:25:19.003420 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] Routers {'56c8b038-2613-461d-b7e4-2358c7770cdb'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:25:19.004136 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:25:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['56c8b038-2613-461d-b7e4-2358c7770cdb'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:19.127063 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-308332a1-9cd6-4f8c-8f03-459aba706b34 None None] Provisioning complete for port 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:19.127581 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-308332a1-9cd6-4f8c-8f03-459aba706b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:19.129567 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] Set router 56c8b038-2613-461d-b7e4-2358c7770cdb gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:25:19.195678 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-308332a1-9cd6-4f8c-8f03-459aba706b34 None None] Port 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:25:19.241866 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-51638558-375c-4e8d-8340-07d87d6b7e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:19.259958 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-51638558-375c-4e8d-8340-07d87d6b7e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:19.336265 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51638558-375c-4e8d-8340-07d87d6b7e17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:25:19.374626 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51638558-375c-4e8d-8340-07d87d6b7e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7f61fe-228c-4a40-bcb4-ad4853f26ad2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:19.389571 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-51638558-375c-4e8d-8340-07d87d6b7e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:19.389924 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-51638558-375c-4e8d-8340-07d87d6b7e17 admin admin] Added segment 4563d5d3-ee80-472d-b9fe-0c8fc4309230 of type vlan for network fc4ccd2f-9497-4c16-b019-f350f80592a2 Aug 16 22:25:19.478950 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'name': 'tempest-AttachVolumeShelveTestJSON-777413558-router', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:08Z', 'updated_at': '2021-08-16T22:25:16Z', 'revision_number': 4, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'gw_port': {'id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:09Z', 'updated_at': '2021-08-16T22:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '39c2a774-c2fb-4fd8-b57d-6cf998aa3efc', 'name': '', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'mac_address': 'fa:16:3e:62:6e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:14Z', 'updated_at': '2021-08-16T22:25:17Z', 'revision_number': 2, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'subnets': [{'id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:19.525600 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8e12ae9d-7d60-47e0-a854-37aa21676121 req-28d837df-5829-4a7d-81b2-ca32a1a06cd5 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.0942793 Aug 16 22:25:19.528297 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-51638558-375c-4e8d-8340-07d87d6b7e17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:19.566781 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24388c14-76ab-40e1-bf44-586f27b76a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:19.606075 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-51638558-375c-4e8d-8340-07d87d6b7e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:19.607088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51638558-375c-4e8d-8340-07d87d6b7e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:19.607690 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-51638558-375c-4e8d-8340-07d87d6b7e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:19.615717 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24388c14-76ab-40e1-bf44-586f27b76a60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceaeb8c9-98fb-421e-be2f-e8dc464b8fc9,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:19.668588 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-51638558-375c-4e8d-8340-07d87d6b7e17 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5588875 Aug 16 22:25:19.679983 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55392) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:19.702212 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-9e261546-4f1b-4e37-8d54-9a396e9c0624 admin admin] Request body: {'subnet': {'network_id': 'fc4ccd2f-9497-4c16-b019-f350f80592a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1125715007-subnet', 'tenant_id': '7d9a65d847e94c0ebf3032526c90011a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:19.740909 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24388c14-76ab-40e1-bf44-586f27b76a60 admin admin] Checking segment: {'id': '590bfb86-3f69-4967-b971-0eb0bc76846d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36257f39-9519-4a66-84e5-93257b253e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:19.741582 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24388c14-76ab-40e1-bf44-586f27b76a60 admin admin] Network hostable DHCP agents. Network: 36257f39-9519-4a66-84e5-93257b253e19, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:25:19.792746 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] Checking router: 56c8b038-2613-461d-b7e4-2358c7770cdb for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:25:19.797148 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] Updating router 56c8b038-2613-461d-b7e4-2358c7770cdb port 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:25:19.812876 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51638558-375c-4e8d-8340-07d87d6b7e17 admin admin] Pushing event updated for resources: {'Network': ['ID=fc4ccd2f-9497-4c16-b019-f350f80592a2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:19.817060 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e261546-4f1b-4e37-8d54-9a396e9c0624 admin admin] Made reservation on behalf of 7d9a65d847e94c0ebf3032526c90011a for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:19.828901 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9e261546-4f1b-4e37-8d54-9a396e9c0624 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:19.831496 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network fc4ccd2f-9497-4c16-b019-f350f80592a2 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:25:19.832199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24388c14-76ab-40e1-bf44-586f27b76a60 admin admin] Network 36257f39-9519-4a66-84e5-93257b253e19 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:25:19.856281 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:19.861238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-24388c14-76ab-40e1-bf44-586f27b76a60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 36257f39-9519-4a66-84e5-93257b253e19) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:19.907760 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24388c14-76ab-40e1-bf44-586f27b76a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:19.909826 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24388c14-76ab-40e1-bf44-586f27b76a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:19.931018 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 34a06ff5-c698-40b0-8e3b-150e59315703 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:19.933316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65880b6-e2ab-4f02-87bb-09d6faa4880a None None] Network 36257f39-9519-4a66-84e5-93257b253e19 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:25:19.941466 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccbbba-17c3-44cd-8114-a544d86a9605 req-71c9f924-8641-41bd-a1d1-362d57f1a2d4 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:19.944838 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-11ccbbba-17c3-44cd-8114-a544d86a9605 req-71c9f924-8641-41bd-a1d1-362d57f1a2d4 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 944 time: 0.1216741 Aug 16 22:25:19.976830 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-24388c14-76ab-40e1-bf44-586f27b76a60 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0912743 Aug 16 22:25:20.021394 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-11ccbbba-17c3-44cd-8114-a544d86a9605 req-85970efc-1383-4a7e-a69e-cca84fb1e5ae tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685966 Aug 16 22:25:20.187493 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 55402) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:20.193079 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-80f2ebdd-d57a-42f6-afb8-45a43f1dbf2c tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2142939341', 'description': 'tempest-description--1744738407'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:20.337987 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f6c6cc5-397c-4948-9812-e9d19b6ef4fc req-d48a88f7-6bec-4e04-bafa-67db5f4d83db tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b032b56-b8fc-4421-b603-f3b6e97bc69e HTTP/1.1" status: 200 len: 210 time: 0.1174026 Aug 16 22:25:20.343752 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-80f2ebdd-d57a-42f6-afb8-45a43f1dbf2c tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:20.397499 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9e261546-4f1b-4e37-8d54-9a396e9c0624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:20.511845 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e261546-4f1b-4e37-8d54-9a396e9c0624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f8c0dbb-2595-4212-873d-99220c393cbe,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:20.524513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e261546-4f1b-4e37-8d54-9a396e9c0624 admin admin] Checking segment: {'id': '4563d5d3-ee80-472d-b9fe-0c8fc4309230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc4ccd2f-9497-4c16-b019-f350f80592a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:20.524864 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e261546-4f1b-4e37-8d54-9a396e9c0624 admin admin] Network hostable DHCP agents. Network: fc4ccd2f-9497-4c16-b019-f350f80592a2, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:25:20.550649 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-80f2ebdd-d57a-42f6-afb8-45a43f1dbf2c tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:20.553589 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e261546-4f1b-4e37-8d54-9a396e9c0624 admin admin] Network fc4ccd2f-9497-4c16-b019-f350f80592a2 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:25:20.558831 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-80f2ebdd-d57a-42f6-afb8-45a43f1dbf2c tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:20.562578 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:20.581359 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] Transition to ACTIVE for port object 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:20.582888 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-9e261546-4f1b-4e37-8d54-9a396e9c0624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, fc4ccd2f-9497-4c16-b019-f350f80592a2) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:20.594747 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e261546-4f1b-4e37-8d54-9a396e9c0624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:20.595370 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9e261546-4f1b-4e37-8d54-9a396e9c0624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:20.615425 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:20.631033 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a4ab73-59de-4125-91e2-fb9553564214 None None] Network fc4ccd2f-9497-4c16-b019-f350f80592a2 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:25:20.640401 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9e261546-4f1b-4e37-8d54-9a396e9c0624 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9588275 Aug 16 22:25:20.643220 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55422) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:20.647448 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c69796bd-9ad4-41aa-8879-3bd8a9f059a3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1125715007-router', 'tenant_id': '7d9a65d847e94c0ebf3032526c90011a', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:20.653880 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-80f2ebdd-d57a-42f6-afb8-45a43f1dbf2c tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:20.658687 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55424) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:20.666154 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5fb8ad2a-bdc5-4216-bbdb-f0160444f136 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Request body: {'security_group_rule': {'security_group_id': 'b84b3998-7a7c-40b2-8c73-861db3b07914', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:20.666897 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-80f2ebdd-d57a-42f6-afb8-45a43f1dbf2c tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4781594 Aug 16 22:25:20.668956 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2ebdd-d57a-42f6-afb8-45a43f1dbf2c tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84b3998-7a7c-40b2-8c73-861db3b07914,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:20.694370 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-5fb8ad2a-bdc5-4216-bbdb-f0160444f136 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:25:20.694370 n-d-792458-15 neutron-server[94872]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:25:20.694370 n-d-792458-15 neutron-server[94872]: [parameters: {'project_id_1': '89e6a3d49d324e0d860860f4a6f5f61c', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 25, 20, 685018)}] Aug 16 22:25:20.694370 n-d-792458-15 neutron-server[94872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:25:20.696223 n-d-792458-15 neutron-server[94872]: DEBUG oslo_db.api [None req-5fb8ad2a-bdc5-4216-bbdb-f0160444f136 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:25:20.699403 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 34a06ff5-c698-40b0-8e3b-150e59315703 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:20.702178 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:20.707127 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c69796bd-9ad4-41aa-8879-3bd8a9f059a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:20.710971 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c69796bd-9ad4-41aa-8879-3bd8a9f059a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:20.773497 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fd30ff-be86-4d19-9559-93fb69e5d909 None None] Network 36257f39-9519-4a66-84e5-93257b253e19 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:25:20.782591 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25615346-d685-4ad0-8883-8f201f1eb457 None None] Pushing event updated for resources: {'Port': ['ID=39c2a774-c2fb-4fd8-b57d-6cf998aa3efc,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:20.824790 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25615346-d685-4ad0-8883-8f201f1eb457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:20.825571 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25615346-d685-4ad0-8883-8f201f1eb457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:20.826338 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25615346-d685-4ad0-8883-8f201f1eb457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:20.826785 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25615346-d685-4ad0-8883-8f201f1eb457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:20.828131 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25615346-d685-4ad0-8883-8f201f1eb457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:20.828590 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25615346-d685-4ad0-8883-8f201f1eb457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:20.830430 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25615346-d685-4ad0-8883-8f201f1eb457 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:20.830873 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25615346-d685-4ad0-8883-8f201f1eb457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:20.831325 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25615346-d685-4ad0-8883-8f201f1eb457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:20.831804 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25615346-d685-4ad0-8883-8f201f1eb457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:20.832231 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25615346-d685-4ad0-8883-8f201f1eb457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:20.832661 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25615346-d685-4ad0-8883-8f201f1eb457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:20.848991 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] Attempting to bind port 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:25:20.849900 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] Attempting to bind port 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '621d25ec-4c8d-43c7-b07b-7c777d1d14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:25:20.850410 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] Attempting to bind port 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc on network 1aac5166-a976-4d3c-9235-d21b98e298ee {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:20.857581 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:25:20.858705 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] Checking segment: {'id': '621d25ec-4c8d-43c7-b07b-7c777d1d14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:20.859224 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:20.860057 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] Bound using segment: {'id': '621d25ec-4c8d-43c7-b07b-7c777d1d14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:25:20.861329 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] Bound port: 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621d25ec-4c8d-43c7-b07b-7c777d1d14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:25:20.861840 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:20.898760 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c69796bd-9ad4-41aa-8879-3bd8a9f059a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:20.997155 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] For port 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:25:21.006682 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] For port 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=39c2a774-c2fb-4fd8-b57d-6cf998aa3efc,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:25:21.018577 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:21.098137 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] Routers {'56c8b038-2613-461d-b7e4-2358c7770cdb'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:25:21.100664 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:25:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['56c8b038-2613-461d-b7e4-2358c7770cdb'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:21.116203 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-2027c87c-46d4-4210-b345-3c47dcefeae5 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:21.133844 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-2027c87c-46d4-4210-b345-3c47dcefeae5 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/networks?id=36257f39-9519-4a66-84e5-93257b253e19 HTTP/1.1" status: 200 len: 813 time: 0.3185718 Aug 16 22:25:21.153112 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-271188e5-58b7-4154-ac9d-ff239ee3c878 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/quotas/6152fea648f942d69bae89a35cb569a8 HTTP/1.1" status: 200 len: 375 time: 0.0172038 Aug 16 22:25:21.212027 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25615346-d685-4ad0-8883-8f201f1eb457 None None] Pushing event updated for resources: {'Port': ['ID=39c2a774-c2fb-4fd8-b57d-6cf998aa3efc,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:21.246601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-a8114494-5b7e-4bb8-a77a-36d90ac63282 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=6152fea648f942d69bae89a35cb569a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869341 Aug 16 22:25:21.357190 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fb8ad2a-bdc5-4216-bbdb-f0160444f136 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:21.358762 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] Set router 56c8b038-2613-461d-b7e4-2358c7770cdb gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:25:21.394799 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c69796bd-9ad4-41aa-8879-3bd8a9f059a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:21.426202 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d14c3-59f3-4616-b5cd-90fdba7c8354 req-2ca0b787-d6b4-45d8-a75c-1f8d49ec0e1d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:21.427912 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-582d14c3-59f3-4616-b5cd-90fdba7c8354 req-2ca0b787-d6b4-45d8-a75c-1f8d49ec0e1d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 944 time: 0.2576809 Aug 16 22:25:21.547426 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fb8ad2a-bdc5-4216-bbdb-f0160444f136 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:21.554027 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fb8ad2a-bdc5-4216-bbdb-f0160444f136 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:21.575808 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8ad2a-bdc5-4216-bbdb-f0160444f136 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1f9632-caeb-4ef6-a6ae-58ac28c27aa1,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:21.584751 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-16e18db8-a077-432e-9be3-13429b0c1010 service neutron] 10.222.0.93 "GET /v2.0/networks/36257f39-9519-4a66-84e5-93257b253e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280585 Aug 16 22:25:21.593496 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-582d14c3-59f3-4616-b5cd-90fdba7c8354 req-2c924775-8152-40c5-ad36-7b54e9e1f1d3 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566060 Aug 16 22:25:21.606509 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:21.647033 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fb8ad2a-bdc5-4216-bbdb-f0160444f136 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:21.652470 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5fb8ad2a-bdc5-4216-bbdb-f0160444f136 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9917412 Aug 16 22:25:21.653389 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55442) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:21.664788 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c8cfadba-bad5-4e59-beb4-a9d22dd49772 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Request body: {'security_group_rule': {'security_group_id': 'b84b3998-7a7c-40b2-8c73-861db3b07914', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:21.768196 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-fc4ccd2f-9497-4c16-b019-f350f80592a2', 'network_id': 'fc4ccd2f-9497-4c16-b019-f350f80592a2', 'tenant_id': '7d9a65d847e94c0ebf3032526c90011a', 'fixed_ips': [{'subnet_id': '7f8c0dbb-2595-4212-873d-99220c393cbe'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:25:21.769318 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:21.778478 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8cfadba-bad5-4e59-beb4-a9d22dd49772 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:21.795544 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:21.811275 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:21.811648 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:21.843147 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-8ea062f9-1e40-44d5-a2d2-5b2a40bc4f96 service neutron] 10.222.0.93 "GET /v2.0/networks/36257f39-9519-4a66-84e5-93257b253e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574298 Aug 16 22:25:21.869237 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'name': 'tempest-AttachVolumeShelveTestJSON-777413558-router', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:08Z', 'updated_at': '2021-08-16T22:25:16Z', 'revision_number': 4, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'gw_port': {'id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:09Z', 'updated_at': '2021-08-16T22:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '39c2a774-c2fb-4fd8-b57d-6cf998aa3efc', 'name': '', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'mac_address': 'fa:16:3e:62:6e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:14Z', 'updated_at': '2021-08-16T22:25:20Z', 'revision_number': 4, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'subnets': [{'id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:21.925186 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dec0a0-3a65-49e5-bcd2-7c8ef950a5ab None None] The sync data for ids ['56c8b038-2613-461d-b7e4-2358c7770cdb'] in n-d-792458-15 is: [{'id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'name': 'tempest-AttachVolumeShelveTestJSON-777413558-router', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:08Z', 'updated_at': '2021-08-16T22:25:16Z', 'revision_number': 4, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'gw_port': {'id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:09Z', 'updated_at': '2021-08-16T22:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '39c2a774-c2fb-4fd8-b57d-6cf998aa3efc', 'name': '', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'mac_address': 'fa:16:3e:62:6e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:14Z', 'updated_at': '2021-08-16T22:25:20Z', 'revision_number': 4, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'subnets': [{'id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:25:22.098802 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8cfadba-bad5-4e59-beb4-a9d22dd49772 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.148352 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8cfadba-bad5-4e59-beb4-a9d22dd49772 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.155179 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5c34ed1-6c6c-44fc-bf09-2c957322f87f req-15273766-3581-4fa6-8ba9-8b8816c16050 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e40a2dc-f2f6-481f-8fb5-baef7d5226b3 HTTP/1.1" status: 200 len: 210 time: 0.0543430 Aug 16 22:25:22.182352 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfadba-bad5-4e59-beb4-a9d22dd49772 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b1817c-7b23-4e3a-8da5-6d839057d430,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:22.196833 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c69796bd-9ad4-41aa-8879-3bd8a9f059a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.277953 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.313252 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c69796bd-9ad4-41aa-8879-3bd8a9f059a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.314691 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] Allocated IP 172.20.0.2 (fc4ccd2f-9497-4c16-b019-f350f80592a2/7f8c0dbb-2595-4212-873d-99220c393cbe/af2924e8-2309-4bba-9d76-d366d3b218e9) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:22.327922 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7db6c846-f998-4851-a021-c1752b91002a req-df2abda3-feab-496e-b13d-c3992e530034 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70dfb775be9d484b94ab49db6c068051&device_id=8e30372c-2f09-4af3-aee9-9763f066a58c HTTP/1.1" status: 200 len: 210 time: 0.0777571 Aug 16 22:25:22.333839 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8cfadba-bad5-4e59-beb4-a9d22dd49772 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.344109 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a8d8155f-3ffb-4082-ab44-717e3e5c3ec1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a8d8155f-3ffb-4082-ab44-717e3e5c3ec1,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:22.347441 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c8cfadba-bad5-4e59-beb4-a9d22dd49772 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6886549 Aug 16 22:25:22.348870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e3cb68-44a6-4865-9bc8-6fd27e242d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d8155f-3ffb-4082-ab44-717e3e5c3ec1'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:22.352456 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55460) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:22.356036 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662f67df-f048-47a9-a929-7a21e945e542" -d '{"events": [{"server_uuid": "54e3cb68-44a6-4865-9bc8-6fd27e242d2b", "name": "network-vif-plugged", "status": "completed", "tag": "a8d8155f-3ffb-4082-ab44-717e3e5c3ec1"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:22.363534 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.369300 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e0d10009-4a10-4454-a9d4-a218feb4dd29 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:22.380712 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7db6c846-f998-4851-a021-c1752b91002a req-addce5a6-d164-4573-bc66-dba027c55ac2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=70dfb775be9d484b94ab49db6c068051&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454118 Aug 16 22:25:22.567235 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0d10009-4a10-4454-a9d4-a218feb4dd29 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.665553 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.688124 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a95b377-d484-4ac8-b656-0f41ba7cb29f req-0318d7ad-6849-4c87-a493-8b75b116ad6a tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=8e30372c-2f09-4af3-aee9-9763f066a58c HTTP/1.1" status: 200 len: 210 time: 0.2993526 Aug 16 22:25:22.704253 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0cc848-816f-4305-aec7-61069b106637 x-openstack-request-id: req-ee0cc848-816f-4305-aec7-61069b106637 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:22.704794 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e3cb68-44a6-4865-9bc8-6fd27e242d2b", "name": "network-vif-plugged", "status": "completed", "tag": "a8d8155f-3ffb-4082-ab44-717e3e5c3ec1", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:22.705280 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ee0cc848-816f-4305-aec7-61069b106637 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:22.705857 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e3cb68-44a6-4865-9bc8-6fd27e242d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d8155f-3ffb-4082-ab44-717e3e5c3ec1', 'code': 200} Aug 16 22:25:22.723613 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] Transition to ACTIVE for port object af2924e8-2309-4bba-9d76-d366d3b218e9 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:22.766071 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568742e-12c4-47fa-8e9e-4f2793384e1b req-856a3cee-ac08-4b00-b495-bbd85b410035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:22.772128 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f568742e-12c4-47fa-8e9e-4f2793384e1b req-856a3cee-ac08-4b00-b495-bbd85b410035 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 1097 time: 0.2222223 Aug 16 22:25:22.850753 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] Transition to ACTIVE for port object af2924e8-2309-4bba-9d76-d366d3b218e9 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:22.864836 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=a8d8155f-3ffb-4082-ab44-717e3e5c3ec1,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:22.871592 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.883190 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-c69796bd-9ad4-41aa-8879-3bd8a9f059a3 admin admin] Allocated IP 172.25.6.253 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/a576b143-cee1-4ab7-98d0-d3d6b0961346) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:22.956306 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f568742e-12c4-47fa-8e9e-4f2793384e1b req-83658c0e-7e1d-4530-964d-a15be74155ae service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711593 Aug 16 22:25:22.960450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6c846-f998-4851-a021-c1752b91002a req-3fa4aca6-52c5-401f-a924-23d69199ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:22.963372 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7db6c846-f998-4851-a021-c1752b91002a req-3fa4aca6-52c5-401f-a924-23d69199ad0b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5728149 Aug 16 22:25:22.989009 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] Pushing event updated for resources: {'Port': ['ID=af2924e8-2309-4bba-9d76-d366d3b218e9,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:23.039625 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] Network fc4ccd2f-9497-4c16-b019-f350f80592a2 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:23.044158 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137e33f-19fe-40e4-b5f3-e61e4459c92d req-1c45bc41-72f3-4c16-a209-dccdc2e23217 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:23.045973 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:23.056069 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0d10009-4a10-4454-a9d4-a218feb4dd29 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:23.056472 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:25:23.059640 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a137e33f-19fe-40e4-b5f3-e61e4459c92d req-1c45bc41-72f3-4c16-a209-dccdc2e23217 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.2343793 Aug 16 22:25:23.155974 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a137e33f-19fe-40e4-b5f3-e61e4459c92d req-db932ab5-5474-4205-9dbf-4103bc6c5949 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934746 Aug 16 22:25:23.163780 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] Attempting to bind port af2924e8-2309-4bba-9d76-d366d3b218e9 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:25:23.164203 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] Attempting to bind port af2924e8-2309-4bba-9d76-d366d3b218e9 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '4563d5d3-ee80-472d-b9fe-0c8fc4309230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc4ccd2f-9497-4c16-b019-f350f80592a2'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:25:23.164571 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] Attempting to bind port af2924e8-2309-4bba-9d76-d366d3b218e9 on network fc4ccd2f-9497-4c16-b019-f350f80592a2 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:23.172822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:25:23.173202 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] Checking segment: {'id': '4563d5d3-ee80-472d-b9fe-0c8fc4309230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc4ccd2f-9497-4c16-b019-f350f80592a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:23.174279 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:23.174717 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] Bound using segment: {'id': '4563d5d3-ee80-472d-b9fe-0c8fc4309230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc4ccd2f-9497-4c16-b019-f350f80592a2'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:25:23.186512 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] Bound port: af2924e8-2309-4bba-9d76-d366d3b218e9, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4563d5d3-ee80-472d-b9fe-0c8fc4309230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc4ccd2f-9497-4c16-b019-f350f80592a2'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:25:23.187236 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:23.187610 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c69796bd-9ad4-41aa-8879-3bd8a9f059a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:23.272221 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c69796bd-9ad4-41aa-8879-3bd8a9f059a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:23.278345 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] For port af2924e8-2309-4bba-9d76-d366d3b218e9, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:25:23.282257 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] For port af2924e8-2309-4bba-9d76-d366d3b218e9, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=af2924e8-2309-4bba-9d76-d366d3b218e9,segment=NetworkSegment(4563d5d3-ee80-472d-b9fe-0c8fc4309230),segment_id=4563d5d3-ee80-472d-b9fe-0c8fc4309230)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:25:23.294377 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:23.363406 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69796bd-9ad4-41aa-8879-3bd8a9f059a3 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:23.380642 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-c69796bd-9ad4-41aa-8879-3bd8a9f059a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:23.392681 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69796bd-9ad4-41aa-8879-3bd8a9f059a3 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:25:23.404943 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5af5e-a87b-4917-a986-3d1289892af7 None None] Pushing event updated for resources: {'Port': ['ID=af2924e8-2309-4bba-9d76-d366d3b218e9,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:23.423748 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-37dc890e-883f-45ec-9b5d-5d1560fdea0a req-7673cfc0-e0f5-49c8-965f-1e3084ed3b92 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e40a2dc-f2f6-481f-8fb5-baef7d5226b3 HTTP/1.1" status: 200 len: 210 time: 0.0976226 Aug 16 22:25:23.446232 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69796bd-9ad4-41aa-8879-3bd8a9f059a3 admin admin] Pushing event updated for resources: {'Port': ['ID=a576b143-cee1-4ab7-98d0-d3d6b0961346,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:23.572478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-e0d10009-4a10-4454-a9d4-a218feb4dd29 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Allocated IP 172.25.6.139 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/98892601-ad90-4efd-89ee-10d1ffeb720a) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:23.833877 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dac5b4ca-44b6-4ace-b91b-c5abb452b1af req-46ed35ed-5f15-4a62-98fe-b6c0f712f8e0 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=8e30372c-2f09-4af3-aee9-9763f066a58c HTTP/1.1" status: 200 len: 210 time: 0.0451884 Aug 16 22:25:24.097355 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0d10009-4a10-4454-a9d4-a218feb4dd29 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:24.110018 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c69796bd-9ad4-41aa-8879-3bd8a9f059a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:24.145423 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device af2924e8-2309-4bba-9d76-d366d3b218e9 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:24.313816 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port af2924e8-2309-4bba-9d76-d366d3b218e9 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:24.318962 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:24.433057 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:24.438627 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:24.439515 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:24.562476 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:24.636954 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=39c2a774-c2fb-4fd8-b57d-6cf998aa3efc,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:24.644058 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:24.669164 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0d10009-4a10-4454-a9d4-a218feb4dd29 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:24.746073 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=39c2a774-c2fb-4fd8-b57d-6cf998aa3efc,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:24.773843 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d10009-4a10-4454-a9d4-a218feb4dd29 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:24.784168 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-e0d10009-4a10-4454-a9d4-a218feb4dd29 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:24.792730 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d10009-4a10-4454-a9d4-a218feb4dd29 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:25:24.838830 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d10009-4a10-4454-a9d4-a218feb4dd29 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Pushing event updated for resources: {'Port': ['ID=98892601-ad90-4efd-89ee-10d1ffeb720a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:24.883244 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2159c0ed-629b-48ed-b723-355945f635fd req-a42320e5-e76b-40b6-8492-9fe5198b515f tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e40a2dc-f2f6-481f-8fb5-baef7d5226b3 HTTP/1.1" status: 200 len: 210 time: 0.0939476 Aug 16 22:25:24.885446 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7db6c846-f998-4851-a021-c1752b91002a req-0c231eed-ed9f-49ac-9c48-3934e6db52c2 tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e30372c-2f09-4af3-aee9-9763f066a58c HTTP/1.1" status: 200 len: 210 time: 0.1139534 Aug 16 22:25:25.030382 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c69796bd-9ad4-41aa-8879-3bd8a9f059a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.054882 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f494b-6f27-487f-9141-ea8cbbbf8e19 req-2adabb12-8072-4565-9cd6-f2c416b2410f tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:25.063470 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d6f494b-6f27-487f-9141-ea8cbbbf8e19 req-2adabb12-8072-4565-9cd6-f2c416b2410f tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.3023505 Aug 16 22:25:25.122770 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b360c81-f1a9-4594-a73f-6b1a0f10cce5 None None] Network fc4ccd2f-9497-4c16-b019-f350f80592a2 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:25:25.135186 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e1a1c7a-0df7-4295-af2b-da7d32078e80 req-1d975f0c-c51d-4c56-8552-a52ad0dc378c tempest-ServerShowV247Test-595220527 tempest-ServerShowV247Test-595220527-project] 10.222.0.93 "GET /v2.0/ports?device_id=8e30372c-2f09-4af3-aee9-9763f066a58c HTTP/1.1" status: 200 len: 210 time: 0.0500650 Aug 16 22:25:25.146131 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-809275e1-b0de-4eb4-8b27-be19e31862bb tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:25.147948 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-809275e1-b0de-4eb4-8b27-be19e31862bb tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.39 "GET /v2.0/networks?id=36257f39-9519-4a66-84e5-93257b253e19 HTTP/1.1" status: 200 len: 813 time: 1.0201430 Aug 16 22:25:25.165469 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-b16f3461-4602-48b0-96b5-e05b583ce4f0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Request body: {'port': {'device_id': '6e40a2dc-f2f6-481f-8fb5-baef7d5226b3', 'network_id': '36257f39-9519-4a66-84e5-93257b253e19', 'admin_state_up': True, 'tenant_id': '6152fea648f942d69bae89a35cb569a8'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:25.199357 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0d10009-4a10-4454-a9d4-a218feb4dd29 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.245661 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d6f494b-6f27-487f-9141-ea8cbbbf8e19 req-c708a6a4-35da-46b3-9baa-70496c73a333 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806123 Aug 16 22:25:25.327437 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0d10009-4a10-4454-a9d4-a218feb4dd29 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.332925 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7162f085-e014-474d-bf43-f57f05592f9e None None] Provisioning for port af2924e8-2309-4bba-9d76-d366d3b218e9 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:25.350656 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7162f085-e014-474d-bf43-f57f05592f9e None None] Provisioning complete for port af2924e8-2309-4bba-9d76-d366d3b218e9 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:25.351302 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7162f085-e014-474d-bf43-f57f05592f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.384676 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-b16f3461-4602-48b0-96b5-e05b583ce4f0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Made reservation on behalf of 6152fea648f942d69bae89a35cb569a8 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:25.391995 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-b16f3461-4602-48b0-96b5-e05b583ce4f0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.396852 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69796bd-9ad4-41aa-8879-3bd8a9f059a3 admin admin] Router e8aef731-0179-41ec-949a-689a70903edf is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:25:25.512878 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7162f085-e014-474d-bf43-f57f05592f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.575286 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7162f085-e014-474d-bf43-f57f05592f9e None None] For port af2924e8-2309-4bba-9d76-d366d3b218e9, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=af2924e8-2309-4bba-9d76-d366d3b218e9,segment=NetworkSegment(4563d5d3-ee80-472d-b9fe-0c8fc4309230),segment_id=4563d5d3-ee80-472d-b9fe-0c8fc4309230)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:25.586908 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7162f085-e014-474d-bf43-f57f05592f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.600265 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69796bd-9ad4-41aa-8879-3bd8a9f059a3 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:25:25.677750 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c69796bd-9ad4-41aa-8879-3bd8a9f059a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.680327 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c69796bd-9ad4-41aa-8879-3bd8a9f059a3 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.0362706 Aug 16 22:25:25.681854 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-b16f3461-4602-48b0-96b5-e05b583ce4f0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Allocated IP 172.20.0.13 (36257f39-9519-4a66-84e5-93257b253e19/ceaeb8c9-98fb-421e-be2f-e8dc464b8fc9/c2771d02-d133-4fd8-88ca-93842ab01daa) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:25.685912 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55528) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:25.694302 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162f085-e014-474d-bf43-f57f05592f9e None None] Pushing event updated for resources: {'Port': ['ID=af2924e8-2309-4bba-9d76-d366d3b218e9,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:25.697551 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] Sync routers for ids ['e8aef731-0179-41ec-949a-689a70903edf'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:25:25.710924 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] Routers {'e8aef731-0179-41ec-949a-689a70903edf'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:25:25.711657 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:25:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['e8aef731-0179-41ec-949a-689a70903edf'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:25.957574 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device af2924e8-2309-4bba-9d76-d366d3b218e9 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:25.970914 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-b16f3461-4602-48b0-96b5-e05b583ce4f0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.988424 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0d10009-4a10-4454-a9d4-a218feb4dd29 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:26.013349 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0d10009-4a10-4454-a9d4-a218feb4dd29 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:26.115992 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d10009-4a10-4454-a9d4-a218feb4dd29 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Pushing event updated for resources: {'Port': ['ID=98892601-ad90-4efd-89ee-10d1ffeb720a,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:26.121585 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-b16f3461-4602-48b0-96b5-e05b583ce4f0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:26.224246 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0d10009-4a10-4454-a9d4-a218feb4dd29 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:26.229536 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-69f2706e-1e78-4e8c-bc56-b5e7281d2033 None None] Provisioning complete for port af2924e8-2309-4bba-9d76-d366d3b218e9 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:26.229902 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-69f2706e-1e78-4e8c-bc56-b5e7281d2033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:26.247558 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0d10009-4a10-4454-a9d4-a218feb4dd29 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:26.248624 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e0d10009-4a10-4454-a9d4-a218feb4dd29 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8939922 Aug 16 22:25:26.283902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f3461-4602-48b0-96b5-e05b583ce4f0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Pushing event updated for resources: {'Port': ['ID=c2771d02-d133-4fd8-88ca-93842ab01daa,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:26.293723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port af2924e8-2309-4bba-9d76-d366d3b218e9 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:26.294090 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:26.332240 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] Set router e8aef731-0179-41ec-949a-689a70903edf gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:25:26.335712 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f41eb7-93d2-4f2a-8677-98ede7aad28f req-02b6cd6b-80bd-42c8-b217-d07c25bf8c31 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:26.343986 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31f41eb7-93d2-4f2a-8677-98ede7aad28f req-02b6cd6b-80bd-42c8-b217-d07c25bf8c31 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e40a2dc-f2f6-481f-8fb5-baef7d5226b3 HTTP/1.1" status: 200 len: 932 time: 0.3094556 Aug 16 22:25:26.347696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-b16f3461-4602-48b0-96b5-e05b583ce4f0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Network 36257f39-9519-4a66-84e5-93257b253e19 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:26.358485 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-b16f3461-4602-48b0-96b5-e05b583ce4f0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:26.371873 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-b16f3461-4602-48b0-96b5-e05b583ce4f0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:25:26.417021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae49bb-ffd0-4ec6-b990-b07e5a6cd08e req-27179274-6586-42f3-9517-50a42856242d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:26.418586 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45ae49bb-ffd0-4ec6-b990-b07e5a6cd08e req-27179274-6586-42f3-9517-50a42856242d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.2520607 Aug 16 22:25:26.473708 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31f41eb7-93d2-4f2a-8677-98ede7aad28f req-a07798d3-c49b-4018-9580-4ddfb66f43b4 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/security-groups?id=22039c87-cb3d-4b46-aa0a-a2a330163c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287601 Aug 16 22:25:26.534919 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-b16f3461-4602-48b0-96b5-e05b583ce4f0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:26.537706 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-b16f3461-4602-48b0-96b5-e05b583ce4f0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:26.594385 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45ae49bb-ffd0-4ec6-b990-b07e5a6cd08e req-cc9c6d6c-7c40-44f7-90bc-a558b518fbb3 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556413 Aug 16 22:25:26.602325 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:26.634196 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:26.644766 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-b16f3461-4602-48b0-96b5-e05b583ce4f0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4853301 Aug 16 22:25:26.661134 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] Request body: {'port': {'device_id': '6e40a2dc-f2f6-481f-8fb5-baef7d5226b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:26.859440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:26.859801 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:26.900777 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:26.918774 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-7e863959-ba59-402a-a1b8-9b195aed4dd3 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--2142939341&fields=id&tenant_id=89e6a3d49d324e0d860860f4a6f5f61c HTTP/1.1" status: 200 len: 267 time: 0.1597300 Aug 16 22:25:26.929665 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8aef731-0179-41ec-949a-689a70903edf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1125715007-router', 'tenant_id': '7d9a65d847e94c0ebf3032526c90011a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a576b143-cee1-4ab7-98d0-d3d6b0961346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:20Z', 'updated_at': '2021-08-16T22:25:23Z', 'revision_number': 3, 'project_id': '7d9a65d847e94c0ebf3032526c90011a', 'gw_port': {'id': 'a576b143-cee1-4ab7-98d0-d3d6b0961346', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8aef731-0179-41ec-949a-689a70903edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:22Z', 'updated_at': '2021-08-16T22:25:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:26.981184 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] Checking router: e8aef731-0179-41ec-949a-689a70903edf for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:25:26.981562 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] Updating router e8aef731-0179-41ec-949a-689a70903edf port a576b143-cee1-4ab7-98d0-d3d6b0961346 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:25:27.028078 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Allocated IP 172.20.0.1 (fc4ccd2f-9497-4c16-b019-f350f80592a2/7f8c0dbb-2595-4212-873d-99220c393cbe/dc0c2908-64b7-4a3d-9709-8e0dc66442f5) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:27.073590 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:27.120031 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 55570) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:27.243068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-2e5894cd-5215-4676-8830-77909df0bca1 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:27.244888 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-2e5894cd-5215-4676-8830-77909df0bca1 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/networks?id=1aac5166-a976-4d3c-9235-d21b98e298ee HTTP/1.1" status: 200 len: 816 time: 0.3248813 Aug 16 22:25:27.258103 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:27.270670 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-15d69c35-8129-447d-a4b0-9a17b7b3188e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/quotas/89e6a3d49d324e0d860860f4a6f5f61c HTTP/1.1" status: 200 len: 375 time: 0.0178590 Aug 16 22:25:27.281790 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Transition to ACTIVE for port object dc0c2908-64b7-4a3d-9709-8e0dc66442f5 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:27.354433 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:27.381648 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-708c68ef-d597-40a3-96f9-a9037c925dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:27.425480 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-61436982-95a3-436c-acee-d6c1a3f4cd5c tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=89e6a3d49d324e0d860860f4a6f5f61c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1452417 Aug 16 22:25:27.448878 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Network fc4ccd2f-9497-4c16-b019-f350f80592a2 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:27.452979 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:27.455884 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Pushing event updated for resources: {'Port': ['ID=dc0c2908-64b7-4a3d-9709-8e0dc66442f5,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:27.464062 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:25:27.466944 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:27.467296 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:27.467818 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:27.467945 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:27.469031 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:27.469031 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:27.469031 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:27.469352 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:27.469695 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:27.471425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:27.471570 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:27.471944 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:27.523068 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:27.573706 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:27.592324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] Transition to ACTIVE for port object a576b143-cee1-4ab7-98d0-d3d6b0961346 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:27.602847 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:27.652472 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2771d02-d133-4fd8-88ca-93842ab01daa {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:27.679528 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:27.729340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3913f-b8a7-422a-8f47-7e4036021e4f None None] Pushing event updated for resources: {'Port': ['ID=a576b143-cee1-4ab7-98d0-d3d6b0961346,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:27.739640 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] Transition to ACTIVE for port object c2771d02-d133-4fd8-88ca-93842ab01daa will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:27.749471 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] Attempting to bind port a576b143-cee1-4ab7-98d0-d3d6b0961346 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:25:27.750437 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] Attempting to bind port a576b143-cee1-4ab7-98d0-d3d6b0961346 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:25:27.751725 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] Attempting to bind port a576b143-cee1-4ab7-98d0-d3d6b0961346 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:27.758931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41547752-07ba-46e5-bafa-1d23d06e35bc req-c4d14cac-dd62-4479-87ea-72a4e08f40a6 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:27.766358 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41547752-07ba-46e5-bafa-1d23d06e35bc req-c4d14cac-dd62-4479-87ea-72a4e08f40a6 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e40a2dc-f2f6-481f-8fb5-baef7d5226b3 HTTP/1.1" status: 200 len: 932 time: 0.1477444 Aug 16 22:25:27.781790 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:27.784554 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:25:27.786333 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:27.787248 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:27.789303 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:25:27.790599 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] Bound port: a576b143-cee1-4ab7-98d0-d3d6b0961346, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:25:27.791211 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:27.810080 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:27.904428 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41547752-07ba-46e5-bafa-1d23d06e35bc req-abcf6934-36fc-48ea-a47c-0f02fa023d59 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/security-groups?id=22039c87-cb3d-4b46-aa0a-a2a330163c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365788 Aug 16 22:25:27.906686 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-83eaca20-a7d2-4b7c-858e-97383010ca71 service neutron] 10.222.0.93 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019639 Aug 16 22:25:27.958188 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] For port a576b143-cee1-4ab7-98d0-d3d6b0961346, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:25:27.967308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] For port a576b143-cee1-4ab7-98d0-d3d6b0961346, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a576b143-cee1-4ab7-98d0-d3d6b0961346,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:25:27.972906 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-33a55285-18d5-4640-ba38-9c6ed2fef4f0 None None] Provisioning for port dc0c2908-64b7-4a3d-9709-8e0dc66442f5 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:27.979043 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-33a55285-18d5-4640-ba38-9c6ed2fef4f0 None None] Provisioning complete for port dc0c2908-64b7-4a3d-9709-8e0dc66442f5 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:27.979502 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-33a55285-18d5-4640-ba38-9c6ed2fef4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:27.987447 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:28.002223 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-708c68ef-d597-40a3-96f9-a9037c925dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:28.035808 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] Pushing event updated for resources: {'Port': ['ID=c2771d02-d133-4fd8-88ca-93842ab01daa,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:28.079909 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-708c68ef-d597-40a3-96f9-a9037c925dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:28.080186 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-33a55285-18d5-4640-ba38-9c6ed2fef4f0 None None] Port dc0c2908-64b7-4a3d-9709-8e0dc66442f5 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:25:28.096881 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3913f-b8a7-422a-8f47-7e4036021e4f None None] Pushing event updated for resources: {'Port': ['ID=a576b143-cee1-4ab7-98d0-d3d6b0961346,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:28.099522 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] Routers {'e8aef731-0179-41ec-949a-689a70903edf'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:25:28.100121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:25:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['e8aef731-0179-41ec-949a-689a70903edf'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:28.139907 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:28.151491 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:28.214529 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Pushing event updated for resources: {'Port': ['ID=dc0c2908-64b7-4a3d-9709-8e0dc66442f5,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:28.245375 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:28.245874 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b5b08-4944-45dc-ac84-e472dd58606b req-0b6ee9ac-75a5-44f9-80d0-dcb2f0eaf385 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:28.250010 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] Set router e8aef731-0179-41ec-949a-689a70903edf gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:25:28.255566 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d88b5b08-4944-45dc-ac84-e472dd58606b req-0b6ee9ac-75a5-44f9-80d0-dcb2f0eaf385 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.2507732 Aug 16 22:25:28.264343 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-708c68ef-d597-40a3-96f9-a9037c925dd3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=70dfb775be9d484b94ab49db6c068051&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1431954 Aug 16 22:25:28.269500 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 55582) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:28.279408 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c68ef-d597-40a3-96f9-a9037c925dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aacccd8-7e68-4fe0-abf5-b19382c824d0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:28.373898 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d88b5b08-4944-45dc-ac84-e472dd58606b req-043b42f3-981d-43a1-9b20-6b50881a40e7 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173792 Aug 16 22:25:28.376998 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Network fc4ccd2f-9497-4c16-b019-f350f80592a2 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:28.378530 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:28.392013 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] Attempting to bind port c2771d02-d133-4fd8-88ca-93842ab01daa on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:25:28.392488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] Attempting to bind port c2771d02-d133-4fd8-88ca-93842ab01daa by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '590bfb86-3f69-4967-b971-0eb0bc76846d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36257f39-9519-4a66-84e5-93257b253e19'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:25:28.392831 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] Attempting to bind port c2771d02-d133-4fd8-88ca-93842ab01daa on network 36257f39-9519-4a66-84e5-93257b253e19 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:28.414190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] Port c2771d02-d133-4fd8-88ca-93842ab01daa on network 36257f39-9519-4a66-84e5-93257b253e19 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:25:28.414546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] Attempting to bind port c2771d02-d133-4fd8-88ca-93842ab01daa on network 36257f39-9519-4a66-84e5-93257b253e19 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:28.421918 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-7f306611-cae7-4008-9428-674605aab700 service neutron] 10.222.0.93 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850414 Aug 16 22:25:28.427764 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:25:28.428212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] Checking segment: {'id': '590bfb86-3f69-4967-b971-0eb0bc76846d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36257f39-9519-4a66-84e5-93257b253e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:28.428487 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] Bound using segment: {'id': '590bfb86-3f69-4967-b971-0eb0bc76846d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36257f39-9519-4a66-84e5-93257b253e19'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:25:28.428940 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] Bound port: c2771d02-d133-4fd8-88ca-93842ab01daa, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '590bfb86-3f69-4967-b971-0eb0bc76846d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36257f39-9519-4a66-84e5-93257b253e19'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:25:28.429305 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:28.542107 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] For port c2771d02-d133-4fd8-88ca-93842ab01daa, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:25:28.550627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] For port c2771d02-d133-4fd8-88ca-93842ab01daa, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c2771d02-d133-4fd8-88ca-93842ab01daa,segment=NetworkSegment(590bfb86-3f69-4967-b971-0eb0bc76846d),segment_id=590bfb86-3f69-4967-b971-0eb0bc76846d)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:25:28.561990 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:28.727146 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8aef731-0179-41ec-949a-689a70903edf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1125715007-router', 'tenant_id': '7d9a65d847e94c0ebf3032526c90011a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a576b143-cee1-4ab7-98d0-d3d6b0961346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:20Z', 'updated_at': '2021-08-16T22:25:27Z', 'revision_number': 4, 'project_id': '7d9a65d847e94c0ebf3032526c90011a', 'gw_port': {'id': 'a576b143-cee1-4ab7-98d0-d3d6b0961346', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8aef731-0179-41ec-949a-689a70903edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:22Z', 'updated_at': '2021-08-16T22:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'dc0c2908-64b7-4a3d-9709-8e0dc66442f5', 'name': '', 'network_id': 'fc4ccd2f-9497-4c16-b019-f350f80592a2', 'tenant_id': '7d9a65d847e94c0ebf3032526c90011a', 'mac_address': 'fa:16:3e:e3:45:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8aef731-0179-41ec-949a-689a70903edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '7f8c0dbb-2595-4212-873d-99220c393cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:26Z', 'updated_at': '2021-08-16T22:25:27Z', 'revision_number': 1, 'project_id': '7d9a65d847e94c0ebf3032526c90011a', 'subnets': [{'id': '7f8c0dbb-2595-4212-873d-99220c393cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:28.728036 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Router e8aef731-0179-41ec-949a-689a70903edf has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:25:28.772254 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7a541df-3ec2-4657-bac2-382a9d9fccf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:28.807437 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5fd7a6-9f8d-4c74-be05-b012e808c906 None None] The sync data for ids ['e8aef731-0179-41ec-949a-689a70903edf'] in n-d-792458-15 is: [{'id': 'e8aef731-0179-41ec-949a-689a70903edf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1125715007-router', 'tenant_id': '7d9a65d847e94c0ebf3032526c90011a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a576b143-cee1-4ab7-98d0-d3d6b0961346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:20Z', 'updated_at': '2021-08-16T22:25:27Z', 'revision_number': 4, 'project_id': '7d9a65d847e94c0ebf3032526c90011a', 'gw_port': {'id': 'a576b143-cee1-4ab7-98d0-d3d6b0961346', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8aef731-0179-41ec-949a-689a70903edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:22Z', 'updated_at': '2021-08-16T22:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'dc0c2908-64b7-4a3d-9709-8e0dc66442f5', 'name': '', 'network_id': 'fc4ccd2f-9497-4c16-b019-f350f80592a2', 'tenant_id': '7d9a65d847e94c0ebf3032526c90011a', 'mac_address': 'fa:16:3e:e3:45:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8aef731-0179-41ec-949a-689a70903edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '7f8c0dbb-2595-4212-873d-99220c393cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:26Z', 'updated_at': '2021-08-16T22:25:27Z', 'revision_number': 1, 'project_id': '7d9a65d847e94c0ebf3032526c90011a', 'subnets': [{'id': '7f8c0dbb-2595-4212-873d-99220c393cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:25:28.833939 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-16eaca83-3355-4087-a87c-bce487f0f83c req-0737bb2b-5da4-45f9-8244-83e18806711d tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 210 time: 0.1035287 Aug 16 22:25:28.837325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:28.846755 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:28.850751 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] 10.222.0.39 "PUT /v2.0/ports/c2771d02-d133-4fd8-88ca-93842ab01daa HTTP/1.1" status: 200 len: 1093 time: 2.1944101 Aug 16 22:25:28.855797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e40a2dc-f2f6-481f-8fb5-baef7d5226b3', 'tag': 'c2771d02-d133-4fd8-88ca-93842ab01daa'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:28.858982 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60918999-5b06-4ac0-ab9a-5090cfbad299" -d '{"events": [{"name": "network-changed", "server_uuid": "6e40a2dc-f2f6-481f-8fb5-baef7d5226b3", "tag": "c2771d02-d133-4fd8-88ca-93842ab01daa"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:28.877836 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f00019-9bf7-44d0-b3f6-e645acd2c05c service neutron] Pushing event updated for resources: {'Port': ['ID=c2771d02-d133-4fd8-88ca-93842ab01daa,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:28.930613 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3817811d-cd12-4fd7-bd45-6140575a12a6 None None] Provisioning complete for port dc0c2908-64b7-4a3d-9709-8e0dc66442f5 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:28.930903 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3817811d-cd12-4fd7-bd45-6140575a12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:29.011922 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7a541df-3ec2-4657-bac2-382a9d9fccf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:29.047902 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221e6c86-d6ec-40c1-9397-d6113ade26ba x-openstack-request-id: req-221e6c86-d6ec-40c1-9397-d6113ade26ba {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:29.048178 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e40a2dc-f2f6-481f-8fb5-baef7d5226b3", "tag": "c2771d02-d133-4fd8-88ca-93842ab01daa", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:29.048423 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-221e6c86-d6ec-40c1-9397-d6113ade26ba {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:29.048821 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e40a2dc-f2f6-481f-8fb5-baef7d5226b3', 'tag': 'c2771d02-d133-4fd8-88ca-93842ab01daa', 'status': 'completed', 'code': 200} Aug 16 22:25:29.076561 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-3817811d-cd12-4fd7-bd45-6140575a12a6 None None] Port dc0c2908-64b7-4a3d-9709-8e0dc66442f5 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:25:29.081338 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:25:29.110133 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-284f979a-07ea-44d7-9f88-61d49c094e5e admin admin] 10.222.0.93 "PUT /v2.0/routers/e8aef731-0179-41ec-949a-689a70903edf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4168625 Aug 16 22:25:29.147555 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-5fbb6329-3b8a-407d-b65b-433e5c648ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:29.151972 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-5fbb6329-3b8a-407d-b65b-433e5c648ea3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6152fea648f942d69bae89a35cb569a8&device_id=6e40a2dc-f2f6-481f-8fb5-baef7d5226b3 HTTP/1.1" status: 200 len: 1096 time: 0.2540762 Aug 16 22:25:29.180979 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7a541df-3ec2-4657-bac2-382a9d9fccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:29.183668 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7a541df-3ec2-4657-bac2-382a9d9fccf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:29.188605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e7a541df-3ec2-4657-bac2-382a9d9fccf8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7aacccd8-7e68-4fe0-abf5-b19382c824d0 HTTP/1.1" status: 204 len: 168 time: 0.9102023 Aug 16 22:25:29.229321 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-a9b706f6-b3e1-4265-9337-d09427deabe4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2771d02-d133-4fd8-88ca-93842ab01daa HTTP/1.1" status: 200 len: 217 time: 0.0661006 Aug 16 22:25:29.249444 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a541df-3ec2-4657-bac2-382a9d9fccf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aacccd8-7e68-4fe0-abf5-b19382c824d0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:29.262258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a541df-3ec2-4657-bac2-382a9d9fccf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:29.262604 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a541df-3ec2-4657-bac2-382a9d9fccf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:29.262943 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a541df-3ec2-4657-bac2-382a9d9fccf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:29.263275 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a541df-3ec2-4657-bac2-382a9d9fccf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:29.263604 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a541df-3ec2-4657-bac2-382a9d9fccf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:29.263931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a541df-3ec2-4657-bac2-382a9d9fccf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:29.264255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a541df-3ec2-4657-bac2-382a9d9fccf8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:29.264577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a541df-3ec2-4657-bac2-382a9d9fccf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:29.264897 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a541df-3ec2-4657-bac2-382a9d9fccf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:29.265216 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a541df-3ec2-4657-bac2-382a9d9fccf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:29.265536 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a541df-3ec2-4657-bac2-382a9d9fccf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:29.265854 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a541df-3ec2-4657-bac2-382a9d9fccf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:29.326994 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da825ed5-5afa-4842-ab90-a031e1d8cb49 req-e98b99a8-af90-4c76-9ae8-e990bd5ad9eb tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:29.352451 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da825ed5-5afa-4842-ab90-a031e1d8cb49 req-e98b99a8-af90-4c76-9ae8-e990bd5ad9eb tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e40a2dc-f2f6-481f-8fb5-baef7d5226b3 HTTP/1.1" status: 200 len: 944 time: 0.2769928 Aug 16 22:25:29.388346 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-cc013317-2f66-455a-88b4-01b84089e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:29.397388 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-cc013317-2f66-455a-88b4-01b84089e277 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ceaeb8c9-98fb-421e-be2f-e8dc464b8fc9 HTTP/1.1" status: 200 len: 853 time: 0.1587324 Aug 16 22:25:29.481809 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-fce3fb12-47fe-4134-aff9-71dd127dceff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36257f39-9519-4a66-84e5-93257b253e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634840 Aug 16 22:25:29.516343 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da825ed5-5afa-4842-ab90-a031e1d8cb49 req-b02bb3f6-630b-47ec-bba6-5aa1f554b9da tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/security-groups?id=22039c87-cb3d-4b46-aa0a-a2a330163c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160452 Aug 16 22:25:29.788851 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3c812-014f-4e34-b09f-9f015012f1c6 req-e52bac49-e25c-4d33-a28e-3f95cb8551de tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:29.790583 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-06f3c812-014f-4e34-b09f-9f015012f1c6 req-e52bac49-e25c-4d33-a28e-3f95cb8551de tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.2313061 Aug 16 22:25:29.861828 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-12a6d933-c824-4b81-8288-96cb097a1ff2 service neutron] 10.222.0.39 "GET /v2.0/networks/36257f39-9519-4a66-84e5-93257b253e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577580 Aug 16 22:25:29.947457 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-06f3c812-014f-4e34-b09f-9f015012f1c6 req-d030a409-a5ad-4b35-bc70-2400ea16cc2a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465428 Aug 16 22:25:30.089703 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c2e4fc1-abe9-4d15-804f-2efb325020ef req-225589a1-9994-47e3-9733-308803b3dfe7 service neutron] 10.222.0.39 "GET /v2.0/networks/36257f39-9519-4a66-84e5-93257b253e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054243 Aug 16 22:25:30.176272 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-9f5bc03d-a3e0-4e43-96e3-7dc064297640 req-6cac5bec-64c7-461b-bc28-7fb2d7a52311 tempest-FloatingIPDetailsNegativeTestJSON-2121454975 tempest-FloatingIPDetailsNegativeTestJSON-2121454975-project] show failed (client error): The resource could not be found. Aug 16 22:25:30.177528 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f5bc03d-a3e0-4e43-96e3-7dc064297640 req-6cac5bec-64c7-461b-bc28-7fb2d7a52311 tempest-FloatingIPDetailsNegativeTestJSON-2121454975 tempest-FloatingIPDetailsNegativeTestJSON-2121454975-project] 10.222.0.93 "GET /v2.0/floatingips/7e4bbbef-7b9c-4485-8eff-c5b4d323ab94 HTTP/1.1" status: 404 len: 350 time: 0.1199968 Aug 16 22:25:30.190440 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55640) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:30.275278 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60918999-5b06-4ac0-ab9a-5090cfbad299 req-a39bd681-c425-4f4e-9304-bed92a3e5525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:30.278351 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60918999-5b06-4ac0-ab9a-5090cfbad299 req-a39bd681-c425-4f4e-9304-bed92a3e5525 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6152fea648f942d69bae89a35cb569a8&device_id=6e40a2dc-f2f6-481f-8fb5-baef7d5226b3 HTTP/1.1" status: 200 len: 1096 time: 0.1189213 Aug 16 22:25:30.467477 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca51d39f-3c04-43f9-8936-bde63be0f371 req-5573e149-5b1e-4676-8078-4bea24b87aa4 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 210 time: 0.1536951 Aug 16 22:25:30.737995 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-27b07d23-5c7a-44b2-87e2-20f64a6a3a51 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:30.739560 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-27b07d23-5c7a-44b2-87e2-20f64a6a3a51 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.39 "GET /v2.0/networks?id=1aac5166-a976-4d3c-9235-d21b98e298ee HTTP/1.1" status: 200 len: 816 time: 0.2703395 Aug 16 22:25:30.772797 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55652) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:30.883765 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3d73-b233-483d-bef5-e2ca1ad35990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:30.918404 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786abfd-77ba-48ce-9463-66f305c87ddd req-e07f6d0d-1377-4ede-84fd-675cea829558 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:30.920406 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3786abfd-77ba-48ce-9463-66f305c87ddd req-e07f6d0d-1377-4ede-84fd-675cea829558 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e40a2dc-f2f6-481f-8fb5-baef7d5226b3 HTTP/1.1" status: 200 len: 944 time: 0.1770639 Aug 16 22:25:31.018413 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-10a4d46c-1312-4886-a1e3-541c967bf0f9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2026453860-network', 'tenant_id': '82b34a1dd4514ab18bc6cff7551e57f0'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:31.018856 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-15204e98-3072-4794-8d24-9018d14b5e89 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89e6a3d49d324e0d860860f4a6f5f61c HTTP/1.1" status: 200 len: 380 time: 0.2605109 Aug 16 22:25:31.024470 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60918999-5b06-4ac0-ab9a-5090cfbad299 req-6755ece4-1414-4990-bc4c-8ae732dc012e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:31.028790 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60918999-5b06-4ac0-ab9a-5090cfbad299 req-6755ece4-1414-4990-bc4c-8ae732dc012e service neutron] 10.222.0.39 "GET /v2.0/networks?id=36257f39-9519-4a66-84e5-93257b253e19 HTTP/1.1" status: 200 len: 914 time: 0.7431021 Aug 16 22:25:31.032455 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3786abfd-77ba-48ce-9463-66f305c87ddd req-f06eb098-52c1-4c68-a739-e26c38b5aa47 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/security-groups?id=22039c87-cb3d-4b46-aa0a-a2a330163c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994723 Aug 16 22:25:31.043466 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-de123158-5601-42a1-90fd-c0c74b7cf4aa tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Request body: {'port': {'device_id': '9241e77e-5196-4b6e-b589-6962b6d83f06', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'admin_state_up': True, 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'security_groups': ['b84b3998-7a7c-40b2-8c73-861db3b07914']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:31.102667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a4d46c-1312-4886-a1e3-541c967bf0f9 admin admin] Made reservation on behalf of 82b34a1dd4514ab18bc6cff7551e57f0 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:31.105387 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10a4d46c-1312-4886-a1e3-541c967bf0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:31.184331 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10a4d46c-1312-4886-a1e3-541c967bf0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:31.435908 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10a4d46c-1312-4886-a1e3-541c967bf0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:31.443099 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10a4d46c-1312-4886-a1e3-541c967bf0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:31.475379 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a4d46c-1312-4886-a1e3-541c967bf0f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:25:31.491085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c3d73-b233-483d-bef5-e2ca1ad35990 admin admin] Deleting port dc0c2908-64b7-4a3d-9709-8e0dc66442f5 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:31.491085 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3d73-b233-483d-bef5-e2ca1ad35990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:31.497242 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4d46c-1312-4886-a1e3-541c967bf0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8e369e-7b2c-4636-a539-cba98700b922,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:31.513264 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10a4d46c-1312-4886-a1e3-541c967bf0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:31.513617 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-10a4d46c-1312-4886-a1e3-541c967bf0f9 admin admin] Added segment ef6bdb7b-766d-4748-8b7d-e6d14072e080 of type vlan for network 80504c0b-5244-4f8e-abb7-07f43d02c31e Aug 16 22:25:31.587416 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c2771d02-d133-4fd8-88ca-93842ab01daa details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:25:31.597274 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60918999-5b06-4ac0-ab9a-5090cfbad299 req-49190519-4725-4ddb-83c3-a58310481506 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2771d02-d133-4fd8-88ca-93842ab01daa HTTP/1.1" status: 200 len: 217 time: 0.5248942 Aug 16 22:25:31.604109 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10a4d46c-1312-4886-a1e3-541c967bf0f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:31.679098 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3d73-b233-483d-bef5-e2ca1ad35990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:31.695633 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10a4d46c-1312-4886-a1e3-541c967bf0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:31.703360 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a4d46c-1312-4886-a1e3-541c967bf0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:31.705133 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10a4d46c-1312-4886-a1e3-541c967bf0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:31.708139 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c3d73-b233-483d-bef5-e2ca1ad35990 admin admin] Calling delete_port for dc0c2908-64b7-4a3d-9709-8e0dc66442f5 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:31.730950 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c2771d02-d133-4fd8-88ca-93842ab01daa, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c2771d02-d133-4fd8-88ca-93842ab01daa,segment=NetworkSegment(590bfb86-3f69-4967-b971-0eb0bc76846d),segment_id=590bfb86-3f69-4967-b971-0eb0bc76846d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:31.743555 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'c2771d02-d133-4fd8-88ca-93842ab01daa', 'network_id': '36257f39-9519-4a66-84e5-93257b253e19', 'port_id': 'c2771d02-d133-4fd8-88ca-93842ab01daa', 'mac_address': 'fa:16:3e:fa:d0:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceaeb8c9-98fb-421e-be2f-e8dc464b8fc9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:25:31.764010 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60918999-5b06-4ac0-ab9a-5090cfbad299 req-3ccaf6b0-f807-4d07-b993-6d6a045d41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:31.766187 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60918999-5b06-4ac0-ab9a-5090cfbad299 req-3ccaf6b0-f807-4d07-b993-6d6a045d41b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ceaeb8c9-98fb-421e-be2f-e8dc464b8fc9 HTTP/1.1" status: 200 len: 853 time: 0.1579237 Aug 16 22:25:31.801029 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:31.834770 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2771d02-d133-4fd8-88ca-93842ab01daa {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:31.838500 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0679bcf-10cd-4782-8004-32d7132dcdb9 req-daade353-d923-4d82-8108-4e3291e55ad0 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 210 time: 0.2315800 Aug 16 22:25:31.878971 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60918999-5b06-4ac0-ab9a-5090cfbad299 req-e204580f-0733-4e6d-a61f-13764b6fb243 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36257f39-9519-4a66-84e5-93257b253e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832484 Aug 16 22:25:31.894303 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-10a4d46c-1312-4886-a1e3-541c967bf0f9 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1174321 Aug 16 22:25:31.894964 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55678) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:31.897124 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cdb63-4798-4a7b-a139-197ec041ffca req-ceaae077-9381-4f27-bed1-60971b5e9d18 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:31.899511 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c2771d02-d133-4fd8-88ca-93842ab01daa, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c2771d02-d133-4fd8-88ca-93842ab01daa,segment=NetworkSegment(590bfb86-3f69-4967-b971-0eb0bc76846d),segment_id=590bfb86-3f69-4967-b971-0eb0bc76846d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:31.906028 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e4cdb63-4798-4a7b-a139-197ec041ffca req-ceaae077-9381-4f27-bed1-60971b5e9d18 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.3363891 Aug 16 22:25:31.909043 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-1479eca7-148d-4273-9c3e-80aad9d817ad admin admin] Request body: {'subnet': {'network_id': '80504c0b-5244-4f8e-abb7-07f43d02c31e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2026453860-subnet', 'tenant_id': '82b34a1dd4514ab18bc6cff7551e57f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:31.909881 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:31.942234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4d46c-1312-4886-a1e3-541c967bf0f9 admin admin] Pushing event updated for resources: {'Network': ['ID=80504c0b-5244-4f8e-abb7-07f43d02c31e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:31.955924 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 80504c0b-5244-4f8e-abb7-07f43d02c31e details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:25:31.978080 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e4cdb63-4798-4a7b-a139-197ec041ffca req-13b56823-83ea-408b-82e0-4c9b9365632a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705898 Aug 16 22:25:32.055946 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-de123158-5601-42a1-90fd-c0c74b7cf4aa tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Made reservation on behalf of 89e6a3d49d324e0d860860f4a6f5f61c for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:32.073188 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-de123158-5601-42a1-90fd-c0c74b7cf4aa tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:32.074870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a576b143-cee1-4ab7-98d0-d3d6b0961346 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:32.218374 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c2771d02-d133-4fd8-88ca-93842ab01daa,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:32.239107 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['c2771d02-d133-4fd8-88ca-93842ab01daa'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:32.241347 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port a576b143-cee1-4ab7-98d0-d3d6b0961346 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:32.265024 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-de123158-5601-42a1-90fd-c0c74b7cf4aa tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Allocated IP 172.20.0.7 (1aac5166-a976-4d3c-9235-d21b98e298ee/1d60c736-a0cd-48eb-8b90-5c8c42db55f8/e9c32675-ff51-4132-8e6f-d2fa2283ab1e) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:32.285746 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port a576b143-cee1-4ab7-98d0-d3d6b0961346 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:32.289473 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:32.354211 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1479eca7-148d-4273-9c3e-80aad9d817ad admin admin] Made reservation on behalf of 82b34a1dd4514ab18bc6cff7551e57f0 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:32.356492 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1479eca7-148d-4273-9c3e-80aad9d817ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:32.470548 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-de123158-5601-42a1-90fd-c0c74b7cf4aa tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:32.534520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-de123158-5601-42a1-90fd-c0c74b7cf4aa tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Transition to ACTIVE for port object e9c32675-ff51-4132-8e6f-d2fa2283ab1e will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:32.536212 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3d73-b233-483d-bef5-e2ca1ad35990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:32.584307 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c3d73-b233-483d-bef5-e2ca1ad35990 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc0c2908-64b7-4a3d-9709-8e0dc66442f5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:32.596508 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-de123158-5601-42a1-90fd-c0c74b7cf4aa tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:32.632061 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044a3c9-4ece-47ef-8863-4c889445df74 req-d362ca83-7faa-4fa8-8ecd-590048d49a39 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:32.639762 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8044a3c9-4ece-47ef-8863-4c889445df74 req-d362ca83-7faa-4fa8-8ecd-590048d49a39 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e40a2dc-f2f6-481f-8fb5-baef7d5226b3 HTTP/1.1" status: 200 len: 945 time: 0.1533215 Aug 16 22:25:32.706304 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:32.750072 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60918999-5b06-4ac0-ab9a-5090cfbad299 req-ba872181-e25d-4077-864a-7aeee2592814 service neutron] 10.222.0.39 "GET /v2.0/networks/36257f39-9519-4a66-84e5-93257b253e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8189738 Aug 16 22:25:32.750776 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port a576b143-cee1-4ab7-98d0-d3d6b0961346, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a576b143-cee1-4ab7-98d0-d3d6b0961346,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:32.775887 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:32.864811 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6d976e-3d9c-4b81-9534-03d315970a98 None None] Sync routers for ids ['e8aef731-0179-41ec-949a-689a70903edf'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:25:32.881473 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d976e-3d9c-4b81-9534-03d315970a98 None None] Routers {'e8aef731-0179-41ec-949a-689a70903edf'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:25:32.882168 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-1c6d976e-3d9c-4b81-9534-03d315970a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:25:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['e8aef731-0179-41ec-949a-689a70903edf'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:32.917497 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-de123158-5601-42a1-90fd-c0c74b7cf4aa tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Network 1aac5166-a976-4d3c-9235-d21b98e298ee is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:32.920276 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60918999-5b06-4ac0-ab9a-5090cfbad299 req-8e9aa12a-68ea-4e67-af94-0b75db1c36a2 service neutron] 10.222.0.39 "GET /v2.0/networks/36257f39-9519-4a66-84e5-93257b253e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585093 Aug 16 22:25:32.929157 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-de123158-5601-42a1-90fd-c0c74b7cf4aa tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:32.954904 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-de123158-5601-42a1-90fd-c0c74b7cf4aa tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:25:33.020994 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1479eca7-148d-4273-9c3e-80aad9d817ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:33.034817 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=a576b143-cee1-4ab7-98d0-d3d6b0961346,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:33.083826 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8044a3c9-4ece-47ef-8863-4c889445df74 req-638914fa-cf70-4989-88c2-93d565f1bc51 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/security-groups?id=22039c87-cb3d-4b46-aa0a-a2a330163c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245031 Aug 16 22:25:33.106351 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-de123158-5601-42a1-90fd-c0c74b7cf4aa tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:33.106351 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-de123158-5601-42a1-90fd-c0c74b7cf4aa tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:33.149983 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-1c6d976e-3d9c-4b81-9534-03d315970a98 None None] Set router e8aef731-0179-41ec-949a-689a70903edf gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:25:33.180457 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-de123158-5601-42a1-90fd-c0c74b7cf4aa tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1452811 Aug 16 22:25:33.190748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de123158-5601-42a1-90fd-c0c74b7cf4aa tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Pushing event updated for resources: {'Port': ['ID=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:33.210231 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] Request body: {'port': {'device_id': '9241e77e-5196-4b6e-b589-6962b6d83f06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:33.236298 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3d73-b233-483d-bef5-e2ca1ad35990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:33.412758 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:33.455579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae225ba-e7af-4398-a0c2-47177cc08700 req-f29a12a6-599c-441f-8fa9-f031eafcf88e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:33.470399 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6ae225ba-e7af-4398-a0c2-47177cc08700 req-f29a12a6-599c-441f-8fa9-f031eafcf88e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 931 time: 0.1895335 Aug 16 22:25:33.517738 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479eca7-148d-4273-9c3e-80aad9d817ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6d2a62f-efd7-45c4-8dc0-2f77fcbfce1a,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:33.540495 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c6118383-3e85-4daf-9ace-6a749c0a649e None None] Provisioning for port e9c32675-ff51-4132-8e6f-d2fa2283ab1e completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:33.545648 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c6118383-3e85-4daf-9ace-6a749c0a649e None None] Provisioning complete for port e9c32675-ff51-4132-8e6f-d2fa2283ab1e triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:33.549504 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-1c6d976e-3d9c-4b81-9534-03d315970a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8aef731-0179-41ec-949a-689a70903edf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1125715007-router', 'tenant_id': '7d9a65d847e94c0ebf3032526c90011a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a576b143-cee1-4ab7-98d0-d3d6b0961346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:20Z', 'updated_at': '2021-08-16T22:25:32Z', 'revision_number': 5, 'project_id': '7d9a65d847e94c0ebf3032526c90011a', 'gw_port': {'id': 'a576b143-cee1-4ab7-98d0-d3d6b0961346', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8aef731-0179-41ec-949a-689a70903edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:22Z', 'updated_at': '2021-08-16T22:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:33.551962 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c6118383-3e85-4daf-9ace-6a749c0a649e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:33.578367 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6d976e-3d9c-4b81-9534-03d315970a98 None None] Checking router: e8aef731-0179-41ec-949a-689a70903edf for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:25:33.588906 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:25:33.589788 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d976e-3d9c-4b81-9534-03d315970a98 None None] Routers {'e8aef731-0179-41ec-949a-689a70903edf'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:25:33.590808 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-1c6d976e-3d9c-4b81-9534-03d315970a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:25:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['e8aef731-0179-41ec-949a-689a70903edf'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:33.614366 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c6118383-3e85-4daf-9ace-6a749c0a649e None None] Port e9c32675-ff51-4132-8e6f-d2fa2283ab1e cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:25:33.617495 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c2771d02-d133-4fd8-88ca-93842ab01daa up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:33.618369 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479eca7-148d-4273-9c3e-80aad9d817ad admin admin] Checking segment: {'id': 'ef6bdb7b-766d-4748-8b7d-e6d14072e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80504c0b-5244-4f8e-abb7-07f43d02c31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:33.618769 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1479eca7-148d-4273-9c3e-80aad9d817ad admin admin] Network hostable DHCP agents. Network: 80504c0b-5244-4f8e-abb7-07f43d02c31e, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:25:33.719706 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1479eca7-148d-4273-9c3e-80aad9d817ad admin admin] Network 80504c0b-5244-4f8e-abb7-07f43d02c31e is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:25:33.721486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port c2771d02-d133-4fd8-88ca-93842ab01daa completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:33.727309 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port c2771d02-d133-4fd8-88ca-93842ab01daa triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:33.728030 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:33.766714 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6ae225ba-e7af-4398-a0c2-47177cc08700 req-eb03434c-c67e-4c5a-976a-e00aaa5d857e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2950006 Aug 16 22:25:33.790958 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-1c6d976e-3d9c-4b81-9534-03d315970a98 None None] Set router e8aef731-0179-41ec-949a-689a70903edf gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:25:33.802817 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-1479eca7-148d-4273-9c3e-80aad9d817ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 80504c0b-5244-4f8e-abb7-07f43d02c31e) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:33.810267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c369f-54eb-4016-b21a-7df3085a27e6 req-6beedcff-444c-496d-be47-400215536a87 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:33.814508 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-758c369f-54eb-4016-b21a-7df3085a27e6 req-6beedcff-444c-496d-be47-400215536a87 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.2129974 Aug 16 22:25:33.819436 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1479eca7-148d-4273-9c3e-80aad9d817ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:33.820039 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1479eca7-148d-4273-9c3e-80aad9d817ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:33.878096 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1479eca7-148d-4273-9c3e-80aad9d817ad admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9732096 Aug 16 22:25:33.883537 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1c3d73-b233-483d-bef5-e2ca1ad35990 admin admin] Router e8aef731-0179-41ec-949a-689a70903edf has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:25:33.988885 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3617d5f2-c1a3-4d68-a987-096a301ee9e5 None None] Network 80504c0b-5244-4f8e-abb7-07f43d02c31e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:25:33.996882 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-758c369f-54eb-4016-b21a-7df3085a27e6 req-dd4515c4-514f-4616-a97b-c0da7fd33224 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725039 Aug 16 22:25:34.150655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c32675-ff51-4132-8e6f-d2fa2283ab1e {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:34.166268 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:34.177008 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1c3d73-b233-483d-bef5-e2ca1ad35990 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:25:34.185749 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6e1c3d73-b233-483d-bef5-e2ca1ad35990 admin admin] 10.222.0.93 "PUT /v2.0/routers/e8aef731-0179-41ec-949a-689a70903edf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9941969 Aug 16 22:25:34.189607 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55722) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:34.197145 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a576b143-cee1-4ab7-98d0-d3d6b0961346 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:34.210318 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:34.220911 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] Transition to ACTIVE for port object e9c32675-ff51-4132-8e6f-d2fa2283ab1e will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:34.227901 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:34.271410 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-1c6d976e-3d9c-4b81-9534-03d315970a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8aef731-0179-41ec-949a-689a70903edf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1125715007-router', 'tenant_id': '7d9a65d847e94c0ebf3032526c90011a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a576b143-cee1-4ab7-98d0-d3d6b0961346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:20Z', 'updated_at': '2021-08-16T22:25:32Z', 'revision_number': 5, 'project_id': '7d9a65d847e94c0ebf3032526c90011a', 'gw_port': {'id': 'a576b143-cee1-4ab7-98d0-d3d6b0961346', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8aef731-0179-41ec-949a-689a70903edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:22Z', 'updated_at': '2021-08-16T22:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:34.387124 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:34.458726 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a81891e5-ac64-4894-a84c-4539e6844439 admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:34.647767 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6d976e-3d9c-4b81-9534-03d315970a98 None None] The sync data for ids ['e8aef731-0179-41ec-949a-689a70903edf'] in n-d-792458-15 is: [{'id': 'e8aef731-0179-41ec-949a-689a70903edf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1125715007-router', 'tenant_id': '7d9a65d847e94c0ebf3032526c90011a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a576b143-cee1-4ab7-98d0-d3d6b0961346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:20Z', 'updated_at': '2021-08-16T22:25:32Z', 'revision_number': 5, 'project_id': '7d9a65d847e94c0ebf3032526c90011a', 'gw_port': {'id': 'a576b143-cee1-4ab7-98d0-d3d6b0961346', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8aef731-0179-41ec-949a-689a70903edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:22Z', 'updated_at': '2021-08-16T22:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:25:34.742123 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a81891e5-ac64-4894-a84c-4539e6844439 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:34.776642 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c2771d02-d133-4fd8-88ca-93842ab01daa, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c2771d02-d133-4fd8-88ca-93842ab01daa,segment=NetworkSegment(590bfb86-3f69-4967-b971-0eb0bc76846d),segment_id=590bfb86-3f69-4967-b971-0eb0bc76846d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:34.777630 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e40a2dc-f2f6-481f-8fb5-baef7d5226b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2771d02-d133-4fd8-88ca-93842ab01daa'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:34.780137 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b52d69e-7ea8-4c12-b8ae-20465ae7c66b" -d '{"events": [{"server_uuid": "6e40a2dc-f2f6-481f-8fb5-baef7d5226b3", "name": "network-vif-plugged", "status": "completed", "tag": "c2771d02-d133-4fd8-88ca-93842ab01daa"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:34.790731 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:34.795095 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128545c7-aa9e-4eb2-ba80-0ce9726921b5 req-0cde37a0-a11a-41a2-835e-7fc09f16dd7d tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:34.803444 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-128545c7-aa9e-4eb2-ba80-0ce9726921b5 req-0cde37a0-a11a-41a2-835e-7fc09f16dd7d tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e40a2dc-f2f6-481f-8fb5-baef7d5226b3 HTTP/1.1" status: 200 len: 945 time: 0.5684054 Aug 16 22:25:34.877453 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a81891e5-ac64-4894-a84c-4539e6844439 admin admin] Deleting port a576b143-cee1-4ab7-98d0-d3d6b0961346 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:34.877788 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a81891e5-ac64-4894-a84c-4539e6844439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:34.929028 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c2771d02-d133-4fd8-88ca-93842ab01daa,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:34.943524 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:34.944607 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:34.945230 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:34.945744 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:34.946288 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:34.946792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:34.948013 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:34.948544 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:34.949071 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:34.949835 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:34.950427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:34.950928 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:34.993425 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port a576b143-cee1-4ab7-98d0-d3d6b0961346 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:34.994025 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:35.001833 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-128545c7-aa9e-4eb2-ba80-0ce9726921b5 req-8d106d7b-bf70-4c0b-89c1-831b3260f18e tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/security-groups?id=22039c87-cb3d-4b46-aa0a-a2a330163c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896236 Aug 16 22:25:35.045030 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a81891e5-ac64-4894-a84c-4539e6844439 admin admin] For port a576b143-cee1-4ab7-98d0-d3d6b0961346, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a576b143-cee1-4ab7-98d0-d3d6b0961346,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:35.045394 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a81891e5-ac64-4894-a84c-4539e6844439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:35.054115 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] Attempting to bind port e9c32675-ff51-4132-8e6f-d2fa2283ab1e on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:25:35.054719 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] Attempting to bind port e9c32675-ff51-4132-8e6f-d2fa2283ab1e by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '621d25ec-4c8d-43c7-b07b-7c777d1d14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:25:35.055768 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] Attempting to bind port e9c32675-ff51-4132-8e6f-d2fa2283ab1e on network 1aac5166-a976-4d3c-9235-d21b98e298ee {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:35.074667 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822d7a6c-4288-4461-8dc0-894d468117e4 None None] Network 80504c0b-5244-4f8e-abb7-07f43d02c31e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:25:35.098346 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fa6618-bc0f-430a-b55c-77c85893f785 x-openstack-request-id: req-14fa6618-bc0f-430a-b55c-77c85893f785 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:35.098634 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e40a2dc-f2f6-481f-8fb5-baef7d5226b3", "name": "network-vif-plugged", "status": "completed", "tag": "c2771d02-d133-4fd8-88ca-93842ab01daa", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:35.098895 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-14fa6618-bc0f-430a-b55c-77c85893f785 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:35.099448 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e40a2dc-f2f6-481f-8fb5-baef7d5226b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2771d02-d133-4fd8-88ca-93842ab01daa', 'code': 200} Aug 16 22:25:35.100634 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a81891e5-ac64-4894-a84c-4539e6844439 admin admin] Calling delete_port for a576b143-cee1-4ab7-98d0-d3d6b0961346 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:35.188034 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-a61ccd30-cfd6-4ebc-9402-17f3a8a649a6 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:35.190180 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-a61ccd30-cfd6-4ebc-9402-17f3a8a649a6 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/networks?id=80504c0b-5244-4f8e-abb7-07f43d02c31e HTTP/1.1" status: 200 len: 814 time: 0.4411638 Aug 16 22:25:35.190791 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] Port e9c32675-ff51-4132-8e6f-d2fa2283ab1e on network 1aac5166-a976-4d3c-9235-d21b98e298ee not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:25:35.191109 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] Attempting to bind port e9c32675-ff51-4132-8e6f-d2fa2283ab1e on network 1aac5166-a976-4d3c-9235-d21b98e298ee {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:35.293396 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:25:35.293756 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] Checking segment: {'id': '621d25ec-4c8d-43c7-b07b-7c777d1d14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:35.294143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] Bound using segment: {'id': '621d25ec-4c8d-43c7-b07b-7c777d1d14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:25:35.294594 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] Bound port: e9c32675-ff51-4132-8e6f-d2fa2283ab1e, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '621d25ec-4c8d-43c7-b07b-7c777d1d14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:25:35.294953 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:35.312614 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-0201757f-bf45-4058-b8cf-4224fd0eff48 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/quotas/82b34a1dd4514ab18bc6cff7551e57f0 HTTP/1.1" status: 200 len: 375 time: 0.1031480 Aug 16 22:25:35.451462 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-fc8613fb-c548-449b-8f50-b696cf232394 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=82b34a1dd4514ab18bc6cff7551e57f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1085045 Aug 16 22:25:35.484470 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821f42f-8cfd-4a39-8ce0-ffeaa5241056 req-2520922a-454a-4c53-b5ed-f7e838b7eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:35.486701 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0821f42f-8cfd-4a39-8ce0-ffeaa5241056 req-2520922a-454a-4c53-b5ed-f7e838b7eda7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6e40a2dc-f2f6-481f-8fb5-baef7d5226b3 HTTP/1.1" status: 200 len: 1098 time: 0.3303757 Aug 16 22:25:35.535320 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a81891e5-ac64-4894-a84c-4539e6844439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:35.569693 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81891e5-ac64-4894-a84c-4539e6844439 admin admin] Pushing event deleted for resources: {'Port': ['ID=a576b143-cee1-4ab7-98d0-d3d6b0961346,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:35.649133 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de617825-b084-40f5-abdc-632cc6ed9a06 req-e9f8020c-0b5f-4e2c-8db4-ae96ff426d77 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:35.658547 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de617825-b084-40f5-abdc-632cc6ed9a06 req-e9f8020c-0b5f-4e2c-8db4-ae96ff426d77 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 943 time: 0.4548686 Aug 16 22:25:35.659360 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a81891e5-ac64-4894-a84c-4539e6844439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:35.752992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] For port e9c32675-ff51-4132-8e6f-d2fa2283ab1e, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:25:35.768502 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0821f42f-8cfd-4a39-8ce0-ffeaa5241056 req-f6c8b9c6-04de-4145-bf0e-3ccb037eb371 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=22039c87-cb3d-4b46-aa0a-a2a330163c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364697 Aug 16 22:25:35.821686 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a81891e5-ac64-4894-a84c-4539e6844439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:35.828340 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a81891e5-ac64-4894-a84c-4539e6844439 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:35.838753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] For port e9c32675-ff51-4132-8e6f-d2fa2283ab1e, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:25:35.856608 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:35.914762 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de617825-b084-40f5-abdc-632cc6ed9a06 req-dea995ad-0bcb-470c-afa9-c0b09218455a tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551918 Aug 16 22:25:35.933067 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a81891e5-ac64-4894-a84c-4539e6844439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:35.934041 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81891e5-ac64-4894-a84c-4539e6844439 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8aef731-0179-41ec-949a-689a70903edf {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:25:35.947430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:35.948345 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:35.950691 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] 10.222.0.39 "PUT /v2.0/ports/e9c32675-ff51-4132-8e6f-d2fa2283ab1e HTTP/1.1" status: 200 len: 1092 time: 2.7569602 Aug 16 22:25:35.971567 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a81891e5-ac64-4894-a84c-4539e6844439 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:35.975411 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9241e77e-5196-4b6e-b589-6962b6d83f06', 'tag': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:35.978331 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a81891e5-ac64-4894-a84c-4539e6844439 admin admin] 10.222.0.93 "DELETE /v2.0/routers/e8aef731-0179-41ec-949a-689a70903edf HTTP/1.1" status: 204 len: 168 time: 1.7847030 Aug 16 22:25:35.980329 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04daeae4-3549-47c3-8837-e6abd00145bd" -d '{"events": [{"name": "network-changed", "server_uuid": "9241e77e-5196-4b6e-b589-6962b6d83f06", "tag": "e9c32675-ff51-4132-8e6f-d2fa2283ab1e"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:35.981272 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55752) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:35.990465 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device dc0c2908-64b7-4a3d-9709-8e0dc66442f5 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:25:36.030976 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: dc0c2908-64b7-4a3d-9709-8e0dc66442f5 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:25:36.032852 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device dc0c2908-64b7-4a3d-9709-8e0dc66442f5 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:25:36.108760 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9523f4-acb1-474c-a303-94b44dac94fe admin admin] Deleting subnet 7f8c0dbb-2595-4212-873d-99220c393cbe {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:25:36.120987 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ed9523f4-acb1-474c-a303-94b44dac94fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:36.126196 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-bf00e560-e8c3-4558-af4a-350195d9f872 service neutron] 10.222.0.93 "GET /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6598871 Aug 16 22:25:36.203775 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ed9523f4-acb1-474c-a303-94b44dac94fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:36.206233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d3c8e-ae19-4cff-9a9c-b86f8a688167 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:36.255278 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-f9979e8b-b5dc-4bb0-8c4b-46082d84fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:36.256805 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-f9979e8b-b5dc-4bb0-8c4b-46082d84fbce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89e6a3d49d324e0d860860f4a6f5f61c&device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 1095 time: 0.2369545 Aug 16 22:25:36.305527 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ed9523f4-acb1-474c-a303-94b44dac94fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:36.388161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650fd8d-c797-4417-b8f1-e00c9f23c717 req-7468c580-ef20-4151-a3dd-f973310ba311 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:36.392916 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b650fd8d-c797-4417-b8f1-e00c9f23c717 req-7468c580-ef20-4151-a3dd-f973310ba311 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.1865358 Aug 16 22:25:36.401886 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-535045a1-8753-4984-88d7-ea2101bd1075 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c32675-ff51-4132-8e6f-d2fa2283ab1e HTTP/1.1" status: 200 len: 217 time: 0.1285458 Aug 16 22:25:36.414507 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d22fed-8de7-4aca-be36-0f4b25d78205 None None] Sync routers for ids ['e8aef731-0179-41ec-949a-689a70903edf'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:25:36.421697 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ed9523f4-acb1-474c-a303-94b44dac94fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:36.430990 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d22fed-8de7-4aca-be36-0f4b25d78205 None None] Routers set() bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:25:36.431615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d22fed-8de7-4aca-be36-0f4b25d78205 None None] Router IDs set() for agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 22:25:36.432440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_agentschedulers_db [None req-13d22fed-8de7-4aca-be36-0f4b25d78205 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e8aef731-0179-41ec-949a-689a70903edf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:25:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent'). {{(pid=94873) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 22:25:36.460387 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-7926a9db-d878-4dfe-9514-cddc205ec794 service neutron] 10.222.0.93 "GET /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263466 Aug 16 22:25:36.473347 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d22fed-8de7-4aca-be36-0f4b25d78205 None None] Routers set() bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:25:36.473721 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d22fed-8de7-4aca-be36-0f4b25d78205 None None] Router IDs set() for agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 22:25:36.474365 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_agentschedulers_db [None req-13d22fed-8de7-4aca-be36-0f4b25d78205 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e8aef731-0179-41ec-949a-689a70903edf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:25:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent'). {{(pid=94873) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 22:25:36.474746 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d22fed-8de7-4aca-be36-0f4b25d78205 None None] The sync data for ids ['e8aef731-0179-41ec-949a-689a70903edf'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:25:36.490387 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9523f4-acb1-474c-a303-94b44dac94fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f8c0dbb-2595-4212-873d-99220c393cbe,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:36.492563 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ed9523f4-acb1-474c-a303-94b44dac94fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:36.493481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a74ac70-856f-4978-b703-a48e959f76ce None None] Network fc4ccd2f-9497-4c16-b019-f350f80592a2 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:25:36.513161 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ed9523f4-acb1-474c-a303-94b44dac94fe admin admin] 10.222.0.93 "DELETE /v2.0/subnets/7f8c0dbb-2595-4212-873d-99220c393cbe HTTP/1.1" status: 204 len: 168 time: 0.5197546 Aug 16 22:25:36.516146 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55766) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:36.597221 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-cddf55b7-429d-453f-873f-578eeb5d9a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:36.598727 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-cddf55b7-429d-453f-873f-578eeb5d9a6c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d60c736-a0cd-48eb-8b90-5c8c42db55f8 HTTP/1.1" status: 200 len: 855 time: 0.1720407 Aug 16 22:25:36.602154 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b650fd8d-c797-4417-b8f1-e00c9f23c717 req-561a8167-e9e3-4b49-be38-343c30619346 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023056 Aug 16 22:25:36.762625 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24139c41-652f-4f17-9ee4-d864f78ec126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:36.793493 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-3d8bea2a-2a3f-457a-a4ca-8ed4cc5a375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:36.795298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-3d8bea2a-2a3f-457a-a4ca-8ed4cc5a375a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1aac5166-a976-4d3c-9235-d21b98e298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1719673 Aug 16 22:25:36.903095 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5db085-af94-4a02-b9ad-dba5be4201e2 None None] DHCP port deletion for fc4ccd2f-9497-4c16-b019-f350f80592a2 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:25:36.942435 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-24139c41-652f-4f17-9ee4-d864f78ec126 admin admin] Deleting port af2924e8-2309-4bba-9d76-d366d3b218e9 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:36.944226 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24139c41-652f-4f17-9ee4-d864f78ec126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:37.030249 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0a5db085-af94-4a02-b9ad-dba5be4201e2 None None] Deleting port af2924e8-2309-4bba-9d76-d366d3b218e9 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:37.030796 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0a5db085-af94-4a02-b9ad-dba5be4201e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:37.065003 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-94690936-38d3-4cac-918a-4fb95ac7fc54 service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603083 Aug 16 22:25:37.095427 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-24139c41-652f-4f17-9ee4-d864f78ec126 admin admin] For port af2924e8-2309-4bba-9d76-d366d3b218e9, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=af2924e8-2309-4bba-9d76-d366d3b218e9,segment=NetworkSegment(4563d5d3-ee80-472d-b9fe-0c8fc4309230),segment_id=4563d5d3-ee80-472d-b9fe-0c8fc4309230)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:37.095874 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24139c41-652f-4f17-9ee4-d864f78ec126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:37.102573 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1c9bee-5e9b-4ffa-b128-263af4b1dfaf x-openstack-request-id: req-ae1c9bee-5e9b-4ffa-b128-263af4b1dfaf {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:37.102870 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9241e77e-5196-4b6e-b589-6962b6d83f06", "tag": "e9c32675-ff51-4132-8e6f-d2fa2283ab1e", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:37.103131 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ae1c9bee-5e9b-4ffa-b128-263af4b1dfaf {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:37.103656 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9241e77e-5196-4b6e-b589-6962b6d83f06', 'tag': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e', 'status': 'completed', 'code': 200} Aug 16 22:25:37.122319 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-24139c41-652f-4f17-9ee4-d864f78ec126 admin admin] Calling delete_port for af2924e8-2309-4bba-9d76-d366d3b218e9 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:37.176805 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd4e2ece-a9d5-4ff2-a168-c72ac72d835c req-d7c82f19-2235-448d-9767-5d94f25fa0e9 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 210 time: 0.1107090 Aug 16 22:25:37.197932 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0a5db085-af94-4a02-b9ad-dba5be4201e2 None None] For port af2924e8-2309-4bba-9d76-d366d3b218e9, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=af2924e8-2309-4bba-9d76-d366d3b218e9,segment=NetworkSegment(4563d5d3-ee80-472d-b9fe-0c8fc4309230),segment_id=4563d5d3-ee80-472d-b9fe-0c8fc4309230)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:37.198498 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0a5db085-af94-4a02-b9ad-dba5be4201e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:37.253583 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0a5db085-af94-4a02-b9ad-dba5be4201e2 None None] Calling delete_port for af2924e8-2309-4bba-9d76-d366d3b218e9 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:37.285532 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a3d87-8f53-4cac-a48e-fcf74d1f9e18 req-01a6ae65-d961-4613-a17e-b95c144abd9c tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:37.292837 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f6a3d87-8f53-4cac-a48e-fcf74d1f9e18 req-01a6ae65-d961-4613-a17e-b95c144abd9c tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e40a2dc-f2f6-481f-8fb5-baef7d5226b3 HTTP/1.1" status: 200 len: 946 time: 0.1869004 Aug 16 22:25:37.349664 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24139c41-652f-4f17-9ee4-d864f78ec126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:37.357214 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29300250-086e-48cd-bd81-dfaa6619bd1c req-4f3cbece-4589-4621-b372-7d32158efd25 service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163622 Aug 16 22:25:37.380324 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f6a3d87-8f53-4cac-a48e-fcf74d1f9e18 req-1156ec49-66e4-4dbd-aa34-f9d445c9c143 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/security-groups?id=22039c87-cb3d-4b46-aa0a-a2a330163c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865898 Aug 16 22:25:37.410514 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24139c41-652f-4f17-9ee4-d864f78ec126 admin admin] Pushing event deleted for resources: {'Port': ['ID=af2924e8-2309-4bba-9d76-d366d3b218e9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:37.421715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24139c41-652f-4f17-9ee4-d864f78ec126 admin admin] No DVR routers for this DVR port af2924e8-2309-4bba-9d76-d366d3b218e9 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:25:37.522672 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0a5db085-af94-4a02-b9ad-dba5be4201e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:37.567404 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daeae4-3549-47c3-8837-e6abd00145bd req-42881fa4-dbcd-4f85-91cc-621b0157d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:37.569180 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04daeae4-3549-47c3-8837-e6abd00145bd req-42881fa4-dbcd-4f85-91cc-621b0157d5af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89e6a3d49d324e0d860860f4a6f5f61c&device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 1095 time: 0.1113098 Aug 16 22:25:37.570843 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24139c41-652f-4f17-9ee4-d864f78ec126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:37.584660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-24139c41-652f-4f17-9ee4-d864f78ec126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4ccd2f-9497-4c16-b019-f350f80592a2']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:37.592984 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88732889-a1f6-46d7-bf06-b214912246bd req-2504a342-c664-474c-93c7-0433efbb4f77 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:37.606834 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-88732889-a1f6-46d7-bf06-b214912246bd req-2504a342-c664-474c-93c7-0433efbb4f77 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 943 time: 0.2042093 Aug 16 22:25:37.608385 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-24139c41-652f-4f17-9ee4-d864f78ec126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4563d5d3-ee80-472d-b9fe-0c8fc4309230') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:37.608881 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-24139c41-652f-4f17-9ee4-d864f78ec126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4563d5d3-ee80-472d-b9fe-0c8fc4309230') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:37.621065 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5db085-af94-4a02-b9ad-dba5be4201e2 None None] Pushing event deleted for resources: {'Port': ['ID=af2924e8-2309-4bba-9d76-d366d3b218e9,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:37.642313 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5db085-af94-4a02-b9ad-dba5be4201e2 None None] No DVR routers for this DVR port af2924e8-2309-4bba-9d76-d366d3b218e9 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:25:37.666412 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24139c41-652f-4f17-9ee4-d864f78ec126 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:37.698794 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24139c41-652f-4f17-9ee4-d864f78ec126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:37.714818 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24139c41-652f-4f17-9ee4-d864f78ec126 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:25:37.715246 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24139c41-652f-4f17-9ee4-d864f78ec126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:25:37.770406 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:25:37.811118 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24139c41-652f-4f17-9ee4-d864f78ec126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:37.822092 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24139c41-652f-4f17-9ee4-d864f78ec126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:37.829265 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-24139c41-652f-4f17-9ee4-d864f78ec126 admin admin] 10.222.0.93 "DELETE /v2.0/networks/fc4ccd2f-9497-4c16-b019-f350f80592a2 HTTP/1.1" status: 204 len: 168 time: 1.3098240 Aug 16 22:25:37.871857 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24139c41-652f-4f17-9ee4-d864f78ec126 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc4ccd2f-9497-4c16-b019-f350f80592a2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:37.919927 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device af2924e8-2309-4bba-9d76-d366d3b218e9 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:25:37.961722 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: af2924e8-2309-4bba-9d76-d366d3b218e9 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:25:37.962164 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device af2924e8-2309-4bba-9d76-d366d3b218e9 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:25:37.962795 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a576b143-cee1-4ab7-98d0-d3d6b0961346 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:25:37.996177 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: a576b143-cee1-4ab7-98d0-d3d6b0961346 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:25:37.998173 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a576b143-cee1-4ab7-98d0-d3d6b0961346 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:25:38.035528 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55804) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:38.094807 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0f03a170-05e4-4e76-baf4-233a639668b1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7d9a65d847e94c0ebf3032526c90011a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548263 Aug 16 22:25:38.095147 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55806) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:38.172717 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05696c5a-39b2-4669-8fa2-2a0a4c26beb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:38.224128 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05696c5a-39b2-4669-8fa2-2a0a4c26beb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:38.269751 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-88732889-a1f6-46d7-bf06-b214912246bd req-11e5656f-d1ef-4d28-bc17-cca9d3433d05 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6617517 Aug 16 22:25:38.308640 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:38.309520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e7280-12c4-41cc-93cf-6c904b349b21 req-2f2b8f15-2eb2-49d0-9e5e-a5dbfbdda835 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:38.314476 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-893e7280-12c4-41cc-93cf-6c904b349b21 req-2f2b8f15-2eb2-49d0-9e5e-a5dbfbdda835 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.5408895 Aug 16 22:25:38.330614 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05696c5a-39b2-4669-8fa2-2a0a4c26beb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:38.333926 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05696c5a-39b2-4669-8fa2-2a0a4c26beb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:38.335362 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-05696c5a-39b2-4669-8fa2-2a0a4c26beb7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6f7f61fe-228c-4a40-bcb4-ad4853f26ad2 HTTP/1.1" status: 204 len: 168 time: 0.2387826 Aug 16 22:25:38.347673 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05696c5a-39b2-4669-8fa2-2a0a4c26beb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7f61fe-228c-4a40-bcb4-ad4853f26ad2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:38.367208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daeae4-3549-47c3-8837-e6abd00145bd req-dfafcb22-3795-4cb3-8064-12a54bcc36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:38.369314 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04daeae4-3549-47c3-8837-e6abd00145bd req-dfafcb22-3795-4cb3-8064-12a54bcc36b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1aac5166-a976-4d3c-9235-d21b98e298ee HTTP/1.1" status: 200 len: 917 time: 0.7524977 Aug 16 22:25:38.430794 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04daeae4-3549-47c3-8837-e6abd00145bd req-0a390cab-669b-41ca-a2d1-60496be914b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c32675-ff51-4132-8e6f-d2fa2283ab1e HTTP/1.1" status: 200 len: 217 time: 0.0512500 Aug 16 22:25:38.520918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daeae4-3549-47c3-8837-e6abd00145bd req-f5c2adb2-b634-454f-9aa4-ce4a80e6ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:38.522479 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04daeae4-3549-47c3-8837-e6abd00145bd req-f5c2adb2-b634-454f-9aa4-ce4a80e6ed4b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d60c736-a0cd-48eb-8b90-5c8c42db55f8 HTTP/1.1" status: 200 len: 855 time: 0.0746849 Aug 16 22:25:38.552855 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-893e7280-12c4-41cc-93cf-6c904b349b21 req-86b624c3-769a-4258-be6c-3a09ac3b758e tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813967 Aug 16 22:25:38.837107 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142221a-c851-46b0-9972-ac879af78d4e req-4c785685-cb25-4929-9d3b-dd97a66a515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:38.839141 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f142221a-c851-46b0-9972-ac879af78d4e req-4c785685-cb25-4929-9d3b-dd97a66a515a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6152fea648f942d69bae89a35cb569a8&device_id=6e40a2dc-f2f6-481f-8fb5-baef7d5226b3 HTTP/1.1" status: 200 len: 1098 time: 0.1044853 Aug 16 22:25:38.857198 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-57030c26-9b73-499e-ae3b-19eb93f74175 req-c815765a-280e-4b73-a935-e3b1c697b157 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 210 time: 0.0820043 Aug 16 22:25:38.859492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daeae4-3549-47c3-8837-e6abd00145bd req-ac0505b5-aee6-4d77-a254-89ab4d19d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:38.861627 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04daeae4-3549-47c3-8837-e6abd00145bd req-ac0505b5-aee6-4d77-a254-89ab4d19d610 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1aac5166-a976-4d3c-9235-d21b98e298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3182771 Aug 16 22:25:38.998840 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f2262cd9-75a3-4d35-a13a-22a1b2b8bce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:39.100823 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142221a-c851-46b0-9972-ac879af78d4e req-2f18146b-73d0-4a7a-98a9-becb37216b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:39.104326 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f142221a-c851-46b0-9972-ac879af78d4e req-2f18146b-73d0-4a7a-98a9-becb37216b1b service neutron] 10.222.0.39 "GET /v2.0/networks?id=36257f39-9519-4a66-84e5-93257b253e19 HTTP/1.1" status: 200 len: 914 time: 0.2448242 Aug 16 22:25:39.135934 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-7dd66d02-67f4-469d-ae80-879926d2535a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:39.137613 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-7dd66d02-67f4-469d-ae80-879926d2535a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.39 "GET /v2.0/networks?id=80504c0b-5244-4f8e-abb7-07f43d02c31e HTTP/1.1" status: 200 len: 814 time: 0.6142259 Aug 16 22:25:39.157011 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-75b39b09-1bba-4738-b14b-e834b76951fd tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Request body: {'port': {'device_id': '39e34301-4a06-4b38-a56c-3aad53aab6bc', 'network_id': '80504c0b-5244-4f8e-abb7-07f43d02c31e', 'admin_state_up': True, 'tenant_id': '82b34a1dd4514ab18bc6cff7551e57f0'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:39.219813 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678daa7b-90b7-42c9-9f29-c1cbaf26808a req-8cfd49c5-df3e-4688-aa14-a961296ab018 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:39.227311 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-678daa7b-90b7-42c9-9f29-c1cbaf26808a req-8cfd49c5-df3e-4688-aa14-a961296ab018 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e40a2dc-f2f6-481f-8fb5-baef7d5226b3 HTTP/1.1" status: 200 len: 946 time: 0.2555616 Aug 16 22:25:39.258238 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f142221a-c851-46b0-9972-ac879af78d4e req-3b64c0fe-0d90-47be-9e97-ac9a7da0a825 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2771d02-d133-4fd8-88ca-93842ab01daa HTTP/1.1" status: 200 len: 217 time: 0.1414006 Aug 16 22:25:39.262433 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04daeae4-3549-47c3-8837-e6abd00145bd req-160e5ba2-ccf4-4ddc-b889-2c27070daf7e service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934388 Aug 16 22:25:39.381608 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-678daa7b-90b7-42c9-9f29-c1cbaf26808a req-1a0add41-8599-4ffb-9018-23ab2aec203a tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/security-groups?id=22039c87-cb3d-4b46-aa0a-a2a330163c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533015 Aug 16 22:25:39.390222 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142221a-c851-46b0-9972-ac879af78d4e req-e94bdfa4-9285-4d88-b470-8a75e3494f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:39.390222 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f142221a-c851-46b0-9972-ac879af78d4e req-e94bdfa4-9285-4d88-b470-8a75e3494f02 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ceaeb8c9-98fb-421e-be2f-e8dc464b8fc9 HTTP/1.1" status: 200 len: 853 time: 0.1089447 Aug 16 22:25:39.456325 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f142221a-c851-46b0-9972-ac879af78d4e req-fc0fe751-4b8b-44df-bd89-d7ab964409a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36257f39-9519-4a66-84e5-93257b253e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581255 Aug 16 22:25:39.506210 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04daeae4-3549-47c3-8837-e6abd00145bd req-01bfe07d-aec2-47c9-bd39-b01af57a9d9d service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347744 Aug 16 22:25:39.515259 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-75b39b09-1bba-4738-b14b-e834b76951fd tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Made reservation on behalf of 82b34a1dd4514ab18bc6cff7551e57f0 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:39.519736 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-75b39b09-1bba-4738-b14b-e834b76951fd tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:39.532341 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5c69e-0219-44f9-979d-4df30b05ad77 req-dc0d0f06-cf2b-494c-a694-fcf2be612aad tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:39.539604 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-baa5c69e-0219-44f9-979d-4df30b05ad77 req-dc0d0f06-cf2b-494c-a694-fcf2be612aad tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 943 time: 0.1228967 Aug 16 22:25:39.634053 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e9c32675-ff51-4132-8e6f-d2fa2283ab1e details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:25:39.655110 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f142221a-c851-46b0-9972-ac879af78d4e req-cb0d97fa-7997-42ed-9ba2-dbba26b378bf service neutron] 10.222.0.39 "GET /v2.0/networks/36257f39-9519-4a66-84e5-93257b253e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885188 Aug 16 22:25:39.704693 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-baa5c69e-0219-44f9-979d-4df30b05ad77 req-9539df9c-ba53-4283-a5d0-5d151d2c75f8 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640668 Aug 16 22:25:39.805366 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e9c32675-ff51-4132-8e6f-d2fa2283ab1e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:39.833115 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'port_id': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e', 'mac_address': 'fa:16:3e:ad:eb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:25:39.863044 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f142221a-c851-46b0-9972-ac879af78d4e req-7abc2ac5-4fe9-4dd9-82f4-e0e3046f2b31 service neutron] 10.222.0.39 "GET /v2.0/networks/36257f39-9519-4a66-84e5-93257b253e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010210 Aug 16 22:25:39.907735 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:39.922448 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c32675-ff51-4132-8e6f-d2fa2283ab1e {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:39.954191 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e9c32675-ff51-4132-8e6f-d2fa2283ab1e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:39.959315 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:39.985168 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e1254-e6da-4e77-b671-7b28bf2d2d51 req-1782dd23-d2c6-4f4c-a640-4cb5f4c5a0ea tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:39.992363 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b1e1254-e6da-4e77-b671-7b28bf2d2d51 req-1782dd23-d2c6-4f4c-a640-4cb5f4c5a0ea tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.2483220 Aug 16 22:25:40.047158 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55866) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:40.069473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:40.078260 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b1e1254-e6da-4e77-b671-7b28bf2d2d51 req-1264e031-762a-4152-8a6c-3f751b436938 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815518 Aug 16 22:25:40.091587 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-75b39b09-1bba-4738-b14b-e834b76951fd tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Allocated IP 172.20.0.13 (80504c0b-5244-4f8e-abb7-07f43d02c31e/c6d2a62f-efd7-45c4-8dc0-2f77fcbfce1a/48ac1cda-719d-4426-a6ff-ee642af95bfb) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:40.172511 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c50a030-847c-4f7d-9ced-79a15f2b0c77 req-f8d05739-548a-4225-9577-34520430a603 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 210 time: 0.0444901 Aug 16 22:25:40.224007 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['e9c32675-ff51-4132-8e6f-d2fa2283ab1e'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:40.231419 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-9d21590e-b5c9-4229-8a04-f37ad17bd95f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1259965254-network', 'tenant_id': '80cce3b248a74aa88b3d7c11b3c4887b'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:40.267204 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d21590e-b5c9-4229-8a04-f37ad17bd95f admin admin] Made reservation on behalf of 80cce3b248a74aa88b3d7c11b3c4887b for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:40.269825 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d21590e-b5c9-4229-8a04-f37ad17bd95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:40.302117 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d21590e-b5c9-4229-8a04-f37ad17bd95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:40.379629 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-75b39b09-1bba-4738-b14b-e834b76951fd tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:40.496964 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-75b39b09-1bba-4738-b14b-e834b76951fd tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:40.525194 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d21590e-b5c9-4229-8a04-f37ad17bd95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:40.532697 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d21590e-b5c9-4229-8a04-f37ad17bd95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:40.543712 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:40.582562 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b39b09-1bba-4738-b14b-e834b76951fd tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Pushing event updated for resources: {'Port': ['ID=48ac1cda-719d-4426-a6ff-ee642af95bfb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:40.589879 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21590e-b5c9-4229-8a04-f37ad17bd95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c65dc9-1fdf-432e-8866-a4beacd7880b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:40.592477 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d21590e-b5c9-4229-8a04-f37ad17bd95f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:25:40.608668 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d21590e-b5c9-4229-8a04-f37ad17bd95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:40.610485 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-9d21590e-b5c9-4229-8a04-f37ad17bd95f admin admin] Added segment aacec04b-7a3d-4575-8ee5-5f533fae99ae of type vlan for network 3b6a0a99-16e1-4702-a8d0-b5c8fc387327 Aug 16 22:25:40.640629 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-75b39b09-1bba-4738-b14b-e834b76951fd tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Network 80504c0b-5244-4f8e-abb7-07f43d02c31e is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:40.644535 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-75b39b09-1bba-4738-b14b-e834b76951fd tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:40.648516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-75b39b09-1bba-4738-b14b-e834b76951fd tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:25:40.686071 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d21590e-b5c9-4229-8a04-f37ad17bd95f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:40.692923 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1c0ba-9f7f-46e8-9ea1-57d3c666a33d req-b026e482-1ea7-4e17-953c-1e87724b9e3a tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:40.694892 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2c1c0ba-9f7f-46e8-9ea1-57d3c666a33d req-b026e482-1ea7-4e17-953c-1e87724b9e3a tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e40a2dc-f2f6-481f-8fb5-baef7d5226b3 HTTP/1.1" status: 200 len: 946 time: 0.1166403 Aug 16 22:25:40.757530 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-75b39b09-1bba-4738-b14b-e834b76951fd tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:40.758271 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-75b39b09-1bba-4738-b14b-e834b76951fd tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:40.764135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2c1c0ba-9f7f-46e8-9ea1-57d3c666a33d req-3f26cc14-17bd-45fd-bea6-afae345e94a6 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/security-groups?id=22039c87-cb3d-4b46-aa0a-a2a330163c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614719 Aug 16 22:25:40.796685 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-75b39b09-1bba-4738-b14b-e834b76951fd tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6461024 Aug 16 22:25:40.812951 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d21590e-b5c9-4229-8a04-f37ad17bd95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:40.814261 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d21590e-b5c9-4229-8a04-f37ad17bd95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:40.814950 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d21590e-b5c9-4229-8a04-f37ad17bd95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:40.819771 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] Request body: {'port': {'device_id': '39e34301-4a06-4b38-a56c-3aad53aab6bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:40.918490 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9d21590e-b5c9-4229-8a04-f37ad17bd95f admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8701105 Aug 16 22:25:40.921209 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55884) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:40.930223 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a4f71f83-59ea-4e6b-b370-c3a4d7465673 admin admin] Request body: {'subnet': {'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1259965254-subnet', 'tenant_id': '80cce3b248a74aa88b3d7c11b3c4887b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:40.937705 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21590e-b5c9-4229-8a04-f37ad17bd95f admin admin] Pushing event updated for resources: {'Network': ['ID=3b6a0a99-16e1-4702-a8d0-b5c8fc387327,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:40.952464 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 3b6a0a99-16e1-4702-a8d0-b5c8fc387327 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:25:40.960314 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f71f83-59ea-4e6b-b370-c3a4d7465673 admin admin] Made reservation on behalf of 80cce3b248a74aa88b3d7c11b3c4887b for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:40.966968 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4f71f83-59ea-4e6b-b370-c3a4d7465673 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:41.066371 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e5b1e-8bbb-4459-a744-2c2c49f6d74c req-a85e8c71-4ab0-4b11-ba0e-9f63e1ea90aa tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:41.074527 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd1e5b1e-8bbb-4459-a744-2c2c49f6d74c req-a85e8c71-4ab0-4b11-ba0e-9f63e1ea90aa tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 944 time: 0.2334187 Aug 16 22:25:41.079543 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:41.137611 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd1e5b1e-8bbb-4459-a744-2c2c49f6d74c req-669bbe98-0cbf-41d2-954e-fefe38994bfa tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545330 Aug 16 22:25:41.200081 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4f71f83-59ea-4e6b-b370-c3a4d7465673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:41.291211 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f71f83-59ea-4e6b-b370-c3a4d7465673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=159e7ffb-10ba-4305-959b-a8d4373d4991,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:41.292958 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f71f83-59ea-4e6b-b370-c3a4d7465673 admin admin] Checking segment: {'id': 'aacec04b-7a3d-4575-8ee5-5f533fae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:41.293603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f71f83-59ea-4e6b-b370-c3a4d7465673 admin admin] Network hostable DHCP agents. Network: 3b6a0a99-16e1-4702-a8d0-b5c8fc387327, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:25:41.315809 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f71f83-59ea-4e6b-b370-c3a4d7465673 admin admin] Network 3b6a0a99-16e1-4702-a8d0-b5c8fc387327 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:25:41.326836 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-a4f71f83-59ea-4e6b-b370-c3a4d7465673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 3b6a0a99-16e1-4702-a8d0-b5c8fc387327) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:41.331053 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f71f83-59ea-4e6b-b370-c3a4d7465673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:41.331711 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4f71f83-59ea-4e6b-b370-c3a4d7465673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:41.337261 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6832dabf-32ca-4c28-ac07-cc6591e789a5 None None] Network 3b6a0a99-16e1-4702-a8d0-b5c8fc387327 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:25:41.348494 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a4f71f83-59ea-4e6b-b370-c3a4d7465673 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4251592 Aug 16 22:25:41.494765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c9732-b8ab-4bb7-b303-0b0359f2603a req-609cc318-cb85-4cf7-a7d0-55e7d3933bca tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:41.496204 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f88c9732-b8ab-4bb7-b303-0b0359f2603a req-609cc318-cb85-4cf7-a7d0-55e7d3933bca tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.2215765 Aug 16 22:25:41.506030 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc4dc6-b938-425d-a74b-0df0d8fd7c98 req-ab5d9267-cc9f-4671-b1ed-463a6b142595 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:41.507492 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5cc4dc6-b938-425d-a74b-0df0d8fd7c98 req-ab5d9267-cc9f-4671-b1ed-463a6b142595 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d4e5429-8dc5-496f-a7d9-c8d83a365fa2 HTTP/1.1" status: 200 len: 950 time: 0.2317874 Aug 16 22:25:41.520316 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-630a0e72-6c94-4b5e-890e-d449751b83d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:41.524443 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c433931-7789-481c-9b34-37c2662c707c None None] Network 3b6a0a99-16e1-4702-a8d0-b5c8fc387327 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:25:41.596541 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f88c9732-b8ab-4bb7-b303-0b0359f2603a req-cc807ea9-425d-4fe9-90db-3ca0e594f221 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841587 Aug 16 22:25:41.607229 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5cc4dc6-b938-425d-a74b-0df0d8fd7c98 req-06edf0ff-4909-4191-93f4-7b3d4418706c tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/security-groups?id=43155457-5ec0-4189-9a3f-56ad1f80d8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766985 Aug 16 22:25:41.662272 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e9c32675-ff51-4132-8e6f-d2fa2283ab1e up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:41.715033 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port e9c32675-ff51-4132-8e6f-d2fa2283ab1e completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:41.716476 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ac1cda-719d-4426-a6ff-ee642af95bfb {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:41.719714 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port e9c32675-ff51-4132-8e6f-d2fa2283ab1e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:41.720447 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:41.725981 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:41.751597 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c803b7-413e-4387-b5a0-a52c26bf1930 req-7dc198c3-efe6-4680-b855-b4e217c7e75a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:41.753072 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92c803b7-413e-4387-b5a0-a52c26bf1930 req-7dc198c3-efe6-4680-b855-b4e217c7e75a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 932 time: 0.0778315 Aug 16 22:25:41.755907 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] Transition to ACTIVE for port object 48ac1cda-719d-4426-a6ff-ee642af95bfb will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:41.760574 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:41.818249 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:41.843145 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9241e77e-5196-4b6e-b589-6962b6d83f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:41.844386 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] Pushing event updated for resources: {'Port': ['ID=48ac1cda-719d-4426-a6ff-ee642af95bfb,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:41.845646 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a2bff6-bb23-446a-b253-9c69fdd02db1" -d '{"events": [{"server_uuid": "9241e77e-5196-4b6e-b589-6962b6d83f06", "name": "network-vif-plugged", "status": "completed", "tag": "e9c32675-ff51-4132-8e6f-d2fa2283ab1e"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:41.853110 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92c803b7-413e-4387-b5a0-a52c26bf1930 req-b7fb689e-eadd-466e-a450-df4f958e0eee tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901544 Aug 16 22:25:41.876340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e9c32675-ff51-4132-8e6f-d2fa2283ab1e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:41.881041 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:41.944176 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:41.971403 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] Attempting to bind port 48ac1cda-719d-4426-a6ff-ee642af95bfb on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:25:41.971741 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] Attempting to bind port 48ac1cda-719d-4426-a6ff-ee642af95bfb by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ef6bdb7b-766d-4748-8b7d-e6d14072e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80504c0b-5244-4f8e-abb7-07f43d02c31e'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:25:41.972073 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] Attempting to bind port 48ac1cda-719d-4426-a6ff-ee642af95bfb on network 80504c0b-5244-4f8e-abb7-07f43d02c31e {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:41.986720 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] Port 48ac1cda-719d-4426-a6ff-ee642af95bfb on network 80504c0b-5244-4f8e-abb7-07f43d02c31e not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:25:41.987058 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] Attempting to bind port 48ac1cda-719d-4426-a6ff-ee642af95bfb on network 80504c0b-5244-4f8e-abb7-07f43d02c31e {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:41.995757 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:25:41.996102 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] Checking segment: {'id': 'ef6bdb7b-766d-4748-8b7d-e6d14072e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80504c0b-5244-4f8e-abb7-07f43d02c31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:41.996488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] Bound using segment: {'id': 'ef6bdb7b-766d-4748-8b7d-e6d14072e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80504c0b-5244-4f8e-abb7-07f43d02c31e'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:25:41.996918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] Bound port: 48ac1cda-719d-4426-a6ff-ee642af95bfb, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef6bdb7b-766d-4748-8b7d-e6d14072e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80504c0b-5244-4f8e-abb7-07f43d02c31e'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:25:41.997280 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:42.017130 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94517403-b31d-431a-af28-1b1ee64a4279 req-89e352c1-acc8-4454-b5e6-780331b49427 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:42.018680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-94517403-b31d-431a-af28-1b1ee64a4279 req-89e352c1-acc8-4454-b5e6-780331b49427 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.0935495 Aug 16 22:25:42.024632 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:42.146289 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-94517403-b31d-431a-af28-1b1ee64a4279 req-2f090ee7-2cb5-4a6c-9639-aed5a884d808 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1152439 Aug 16 22:25:42.170181 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] For port 48ac1cda-719d-4426-a6ff-ee642af95bfb, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:25:42.195681 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] For port 48ac1cda-719d-4426-a6ff-ee642af95bfb, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=48ac1cda-719d-4426-a6ff-ee642af95bfb,segment=NetworkSegment(ef6bdb7b-766d-4748-8b7d-e6d14072e080),segment_id=ef6bdb7b-766d-4748-8b7d-e6d14072e080)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:25:42.204722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-6bf78dfc-ea52-4eda-845a-2577a2c23f30 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:42.206345 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-6bf78dfc-ea52-4eda-845a-2577a2c23f30 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/networks?id=3b6a0a99-16e1-4702-a8d0-b5c8fc387327 HTTP/1.1" status: 200 len: 805 time: 0.1867216 Aug 16 22:25:42.207891 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:42.274235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:42.274850 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:42.276240 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] 10.222.0.39 "PUT /v2.0/ports/48ac1cda-719d-4426-a6ff-ee642af95bfb HTTP/1.1" status: 200 len: 1093 time: 1.4624617 Aug 16 22:25:42.276684 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e34301-4a06-4b38-a56c-3aad53aab6bc', 'tag': '48ac1cda-719d-4426-a6ff-ee642af95bfb'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:42.278930 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53245a2c-6e4c-4a79-a306-ba1072122c34" -d '{"events": [{"name": "network-changed", "server_uuid": "39e34301-4a06-4b38-a56c-3aad53aab6bc", "tag": "48ac1cda-719d-4426-a6ff-ee642af95bfb"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:42.289600 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-b0950230-9c47-462a-9a19-56bad53c79fb tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/quotas/80cce3b248a74aa88b3d7c11b3c4887b HTTP/1.1" status: 200 len: 375 time: 0.0706422 Aug 16 22:25:42.343018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90c029-6f30-428f-8180-512a03cf4a38 service neutron] Pushing event updated for resources: {'Port': ['ID=48ac1cda-719d-4426-a6ff-ee642af95bfb,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:42.365533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-19ff1d3d-1d10-4da6-8845-f840ae6ee736 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=80cce3b248a74aa88b3d7c11b3c4887b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662882 Aug 16 22:25:42.375154 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4399a-ab12-401d-9788-ad488b887cb2 req-713ab9e3-c147-4597-964d-8293c97e2bf5 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:42.376574 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4a4399a-ab12-401d-9788-ad488b887cb2 req-713ab9e3-c147-4597-964d-8293c97e2bf5 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e40a2dc-f2f6-481f-8fb5-baef7d5226b3 HTTP/1.1" status: 200 len: 946 time: 0.1616085 Aug 16 22:25:42.460212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-1dbf8203-41a7-4b29-b4db-cf95230d51bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:42.462788 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-1dbf8203-41a7-4b29-b4db-cf95230d51bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=82b34a1dd4514ab18bc6cff7551e57f0&device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 1096 time: 0.1465278 Aug 16 22:25:42.489218 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4a4399a-ab12-401d-9788-ad488b887cb2 req-45954b99-071f-418e-9425-843fed6f9523 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/security-groups?id=22039c87-cb3d-4b46-aa0a-a2a330163c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026506 Aug 16 22:25:42.521602 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-213456c3-ae05-49f5-891b-87f22b7f6e26 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48ac1cda-719d-4426-a6ff-ee642af95bfb HTTP/1.1" status: 200 len: 217 time: 0.0491560 Aug 16 22:25:42.532906 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fd1cab-49b4-4cc1-8e2a-d9ad241a76e9 x-openstack-request-id: req-90fd1cab-49b4-4cc1-8e2a-d9ad241a76e9 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:42.533205 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9241e77e-5196-4b6e-b589-6962b6d83f06", "name": "network-vif-plugged", "status": "completed", "tag": "e9c32675-ff51-4132-8e6f-d2fa2283ab1e", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:42.533458 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-90fd1cab-49b4-4cc1-8e2a-d9ad241a76e9 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:42.533947 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9241e77e-5196-4b6e-b589-6962b6d83f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e', 'code': 200} Aug 16 22:25:42.575241 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-bedd4b17-bb71-4f70-84ca-a2bc902d3c6f service neutron] 10.222.0.93 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976223 Aug 16 22:25:42.637567 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-195aec69-e754-4435-a868-f356cf58ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:42.639063 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-195aec69-e754-4435-a868-f356cf58ec5d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6d2a62f-efd7-45c4-8dc0-2f77fcbfce1a HTTP/1.1" status: 200 len: 854 time: 0.1009459 Aug 16 22:25:42.646830 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c4f3f-0003-4e67-8fcf-82290554fd0b req-639a570f-d03b-4a05-859f-222728f3dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:42.648377 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b10c4f3f-0003-4e67-8fcf-82290554fd0b req-639a570f-d03b-4a05-859f-222728f3dceb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 1097 time: 0.0526485 Aug 16 22:25:42.685931 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b10c4f3f-0003-4e67-8fcf-82290554fd0b req-dcd2e90b-9c7a-45b9-a388-7feea4b768ae service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305119 Aug 16 22:25:42.701828 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-a78d74de-9ca0-4249-ac3e-696b24392c42 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80504c0b-5244-4f8e-abb7-07f43d02c31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541377 Aug 16 22:25:42.733598 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-79c2bf56-2182-4a5d-b055-f7bf08e40fa2 service neutron] 10.222.0.93 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514077 Aug 16 22:25:42.743766 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df566171-e79b-40af-9c07-cf2081a70488 req-2d6467f2-efdb-4924-bcff-8499b16d3a9e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:42.745242 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-df566171-e79b-40af-9c07-cf2081a70488 req-2d6467f2-efdb-4924-bcff-8499b16d3a9e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.1002612 Aug 16 22:25:42.838686 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-df566171-e79b-40af-9c07-cf2081a70488 req-983e4a82-a560-46a2-b289-c2182e9923ec tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855563 Aug 16 22:25:42.879014 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-93079e30-9d0a-4ae5-8781-a11d7ee4c86d service neutron] 10.222.0.39 "GET /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328204 Aug 16 22:25:42.884936 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab6c61a-bd0d-4c50-9b59-d92bdd597c1e x-openstack-request-id: req-5ab6c61a-bd0d-4c50-9b59-d92bdd597c1e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:42.886520 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e34301-4a06-4b38-a56c-3aad53aab6bc", "tag": "48ac1cda-719d-4426-a6ff-ee642af95bfb", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:42.886520 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5ab6c61a-bd0d-4c50-9b59-d92bdd597c1e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:42.886520 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e34301-4a06-4b38-a56c-3aad53aab6bc', 'tag': '48ac1cda-719d-4426-a6ff-ee642af95bfb', 'status': 'completed', 'code': 200} Aug 16 22:25:43.120389 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:43.319244 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c009c-e03b-498e-97cc-ba0c425ab545 req-197b56f6-0a2f-490f-b376-ea46cb4dcb2d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:43.320609 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f7c009c-e03b-498e-97cc-ba0c425ab545 req-197b56f6-0a2f-490f-b376-ea46cb4dcb2d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.3799930 Aug 16 22:25:43.322474 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1fa2251a-e9e2-4339-9247-d64f13d10aa5 req-e7712cf4-3c70-4ccd-9e1f-0c2d48ea9a69 service neutron] 10.222.0.39 "GET /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298358 Aug 16 22:25:43.336469 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ee240-e836-4e99-90e4-938e49327574 req-27a31bf1-fe14-45ab-8de6-30b8c62b0d24 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:43.337954 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-565ee240-e836-4e99-90e4-938e49327574 req-27a31bf1-fe14-45ab-8de6-30b8c62b0d24 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d4e5429-8dc5-496f-a7d9-c8d83a365fa2 HTTP/1.1" status: 200 len: 950 time: 0.3630469 Aug 16 22:25:43.393563 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f7c009c-e03b-498e-97cc-ba0c425ab545 req-a14b76ea-3263-460c-9275-1acc0f53cdbb tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651755 Aug 16 22:25:43.413951 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-565ee240-e836-4e99-90e4-938e49327574 req-9a61670a-e025-40ed-abb0-5e6fbdcfb3c9 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/security-groups?id=43155457-5ec0-4189-9a3f-56ad1f80d8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632372 Aug 16 22:25:43.451468 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53245a2c-6e4c-4a79-a306-ba1072122c34 req-47564a20-db1a-4525-ac8d-73dcdebf19e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:43.453031 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-53245a2c-6e4c-4a79-a306-ba1072122c34 req-47564a20-db1a-4525-ac8d-73dcdebf19e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=82b34a1dd4514ab18bc6cff7551e57f0&device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 1096 time: 0.0635514 Aug 16 22:25:43.545414 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10116d83-4369-4106-8cbe-3724319c011a req-d15bed5f-f2eb-40c3-b73b-67fc11106727 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfc02004-17c4-4e92-b6ab-ada4cb3c8a16 HTTP/1.1" status: 200 len: 210 time: 0.0725565 Aug 16 22:25:43.610145 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8958602-bd96-4fbf-8e7d-e41e6215c760 req-184eab5c-91fd-4fe7-892d-488639db7a0f tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:43.611644 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8958602-bd96-4fbf-8e7d-e41e6215c760 req-184eab5c-91fd-4fe7-892d-488639db7a0f tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 944 time: 0.1204937 Aug 16 22:25:43.632728 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53245a2c-6e4c-4a79-a306-ba1072122c34 req-746a7740-31d7-4024-b855-14d368059f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:43.639285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-53245a2c-6e4c-4a79-a306-ba1072122c34 req-746a7740-31d7-4024-b855-14d368059f77 service neutron] 10.222.0.39 "GET /v2.0/networks?id=80504c0b-5244-4f8e-abb7-07f43d02c31e HTTP/1.1" status: 200 len: 915 time: 0.1695602 Aug 16 22:25:43.698384 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-53245a2c-6e4c-4a79-a306-ba1072122c34 req-c403c5d0-56de-4d68-9de4-e7ae37d209ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48ac1cda-719d-4426-a6ff-ee642af95bfb HTTP/1.1" status: 200 len: 217 time: 0.0550973 Aug 16 22:25:43.706067 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8958602-bd96-4fbf-8e7d-e41e6215c760 req-3883b5fa-d41e-487c-8eed-1bd667551df3 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886750 Aug 16 22:25:43.802584 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53245a2c-6e4c-4a79-a306-ba1072122c34 req-48362ea5-5eeb-4ffb-bcb2-99d618842136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:43.804081 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-53245a2c-6e4c-4a79-a306-ba1072122c34 req-48362ea5-5eeb-4ffb-bcb2-99d618842136 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6d2a62f-efd7-45c4-8dc0-2f77fcbfce1a HTTP/1.1" status: 200 len: 854 time: 0.0789151 Aug 16 22:25:43.816639 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249d2af-87b1-4299-b41e-a4ec4f6e5d53 req-a0196884-43f1-43bd-8121-35f47d233225 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:43.818173 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5249d2af-87b1-4299-b41e-a4ec4f6e5d53 req-a0196884-43f1-43bd-8121-35f47d233225 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.0796244 Aug 16 22:25:43.859564 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-53245a2c-6e4c-4a79-a306-ba1072122c34 req-be556a8a-acd8-4d6d-be5f-5243ea80603e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80504c0b-5244-4f8e-abb7-07f43d02c31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403996 Aug 16 22:25:43.926566 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5249d2af-87b1-4299-b41e-a4ec4f6e5d53 req-e6078b63-d112-4624-a833-a91a7cbc9838 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995655 Aug 16 22:25:44.010371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-53245a2c-6e4c-4a79-a306-ba1072122c34 req-ada45871-01e8-44a5-85df-ebfa48058e9e service neutron] 10.222.0.39 "GET /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424758 Aug 16 22:25:44.021702 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c354dc7-53b2-4584-acd4-451202976765 req-d887a3ec-de9a-4c2b-92ef-4ae3890b9355 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:44.024141 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c354dc7-53b2-4584-acd4-451202976765 req-d887a3ec-de9a-4c2b-92ef-4ae3890b9355 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e40a2dc-f2f6-481f-8fb5-baef7d5226b3 HTTP/1.1" status: 200 len: 946 time: 0.0893092 Aug 16 22:25:44.088610 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d41f014a-77e2-4130-8d6c-56ebe558048e tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:44.090029 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d41f014a-77e2-4130-8d6c-56ebe558048e tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.39 "GET /v2.0/networks?id=3b6a0a99-16e1-4702-a8d0-b5c8fc387327 HTTP/1.1" status: 200 len: 805 time: 0.1498125 Aug 16 22:25:44.112520 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-03e74846-3eab-4cb1-a7e6-36022b5ca9e5 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Request body: {'port': {'device_id': 'dfc02004-17c4-4e92-b6ab-ada4cb3c8a16', 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327', 'admin_state_up': True, 'tenant_id': '80cce3b248a74aa88b3d7c11b3c4887b'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:44.148373 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c354dc7-53b2-4584-acd4-451202976765 req-85afcd0d-e502-45ee-816e-c2b94d305be7 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/security-groups?id=22039c87-cb3d-4b46-aa0a-a2a330163c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130729 Aug 16 22:25:44.174574 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199ef3e-14f3-4a8f-beba-40e8aae26ed2 req-32f5f324-801d-4c7b-acd5-5627c9c11e8e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:44.178428 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a199ef3e-14f3-4a8f-beba-40e8aae26ed2 req-32f5f324-801d-4c7b-acd5-5627c9c11e8e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.0939789 Aug 16 22:25:44.210995 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-53245a2c-6e4c-4a79-a306-ba1072122c34 req-6a9c4879-eb72-4f8a-80dd-8dbf65e1243f service neutron] 10.222.0.39 "GET /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857414 Aug 16 22:25:44.234139 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a199ef3e-14f3-4a8f-beba-40e8aae26ed2 req-62f0a304-a31b-450f-9fed-2ddcdc1057d3 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479620 Aug 16 22:25:44.242352 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-03e74846-3eab-4cb1-a7e6-36022b5ca9e5 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Made reservation on behalf of 80cce3b248a74aa88b3d7c11b3c4887b for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:44.246604 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-03e74846-3eab-4cb1-a7e6-36022b5ca9e5 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:44.379904 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a11a6-675e-49b7-abf2-ece957772057 req-c8568c4a-cd64-4fd3-9527-ba48da0763e5 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:44.381690 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-03e74846-3eab-4cb1-a7e6-36022b5ca9e5 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Allocated IP 172.20.0.4 (3b6a0a99-16e1-4702-a8d0-b5c8fc387327/159e7ffb-10ba-4305-959b-a8d4373d4991/48ce6ae9-7f6a-4d68-ba2e-756b025b92f2) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:44.382439 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-368a11a6-675e-49b7-abf2-ece957772057 req-c8568c4a-cd64-4fd3-9527-ba48da0763e5 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.0752661 Aug 16 22:25:44.391734 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 56024) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:44.396216 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-22166d9c-b613-4f4e-a527-f9f4f4d6e0b0 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Request body: {'floatingip': {'port_id': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:44.444139 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-22166d9c-b613-4f4e-a527-f9f4f4d6e0b0 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for floatingip, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:44.522352 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730912ab-16f7-4611-8801-5762e07efc1e req-9783a6ba-543e-47b4-8ac5-1c319a19fcb0 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:44.523875 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-730912ab-16f7-4611-8801-5762e07efc1e req-9783a6ba-543e-47b4-8ac5-1c319a19fcb0 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.0547922 Aug 16 22:25:44.566849 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-730912ab-16f7-4611-8801-5762e07efc1e req-c44d580b-4187-43e4-8796-8c7c4b9e4ec2 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355394 Aug 16 22:25:44.684499 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fc65df7a-763d-4793-9280-1f13974f6570 req-fa058cba-40f9-4c0f-85e1-53d10eee650a tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfc02004-17c4-4e92-b6ab-ada4cb3c8a16 HTTP/1.1" status: 200 len: 210 time: 0.0378714 Aug 16 22:25:44.695554 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:44.829003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d0cbe-97c1-4a54-bc42-7a870b5ad75a req-e7c8ac4a-c549-4e2b-9fcd-1639dd9e88aa tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:44.830573 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c42d0cbe-97c1-4a54-bc42-7a870b5ad75a req-e7c8ac4a-c549-4e2b-9fcd-1639dd9e88aa tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 944 time: 0.0531745 Aug 16 22:25:44.874513 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c42d0cbe-97c1-4a54-bc42-7a870b5ad75a req-ac1e54a5-9b05-4041-967b-7542bc33acce tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370800 Aug 16 22:25:45.003206 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-03e74846-3eab-4cb1-a7e6-36022b5ca9e5 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.068443 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d58be2-f97e-454a-851a-95e2ebf52d8e req-2947533a-72bd-46b8-bde0-b295f0c4d9a0 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:45.070135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-77d58be2-f97e-454a-851a-95e2ebf52d8e req-2947533a-72bd-46b8-bde0-b295f0c4d9a0 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.0580835 Aug 16 22:25:45.114342 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-77d58be2-f97e-454a-851a-95e2ebf52d8e req-99b3e136-2dcc-46ee-a836-9bd2ae260b5e tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370533 Aug 16 22:25:45.139757 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-03e74846-3eab-4cb1-a7e6-36022b5ca9e5 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.224011 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-03e74846-3eab-4cb1-a7e6-36022b5ca9e5 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Network 3b6a0a99-16e1-4702-a8d0-b5c8fc387327 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:45.230125 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-03e74846-3eab-4cb1-a7e6-36022b5ca9e5 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:45.238532 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-03e74846-3eab-4cb1-a7e6-36022b5ca9e5 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:25:45.279878 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e74846-3eab-4cb1-a7e6-36022b5ca9e5 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Pushing event updated for resources: {'Port': ['ID=48ce6ae9-7f6a-4d68-ba2e-756b025b92f2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:45.283348 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937674e0-07ce-4370-9e5a-d46f4e53cbac req-ecea68c2-f6fa-4bd0-9874-e6179cba4dd1 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:45.284631 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-937674e0-07ce-4370-9e5a-d46f4e53cbac req-ecea68c2-f6fa-4bd0-9874-e6179cba4dd1 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e40a2dc-f2f6-481f-8fb5-baef7d5226b3 HTTP/1.1" status: 200 len: 946 time: 0.0635600 Aug 16 22:25:45.331097 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-937674e0-07ce-4370-9e5a-d46f4e53cbac req-29e6dc7f-f58f-4015-adde-2cd460243864 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/security-groups?id=22039c87-cb3d-4b46-aa0a-a2a330163c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398846 Aug 16 22:25:45.339990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-03e74846-3eab-4cb1-a7e6-36022b5ca9e5 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:45.340622 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-03e74846-3eab-4cb1-a7e6-36022b5ca9e5 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.395875 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-03e74846-3eab-4cb1-a7e6-36022b5ca9e5 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2876248 Aug 16 22:25:45.409802 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] Request body: {'port': {'device_id': 'dfc02004-17c4-4e92-b6ab-ada4cb3c8a16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:45.416784 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-22166d9c-b613-4f4e-a527-f9f4f4d6e0b0 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.434330 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-22166d9c-b613-4f4e-a527-f9f4f4d6e0b0 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.447290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351be10d-0130-4c56-a843-9cfab7679dd4 req-91cb945d-7357-4d91-8c38-74d9dd733861 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:45.449073 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-351be10d-0130-4c56-a843-9cfab7679dd4 req-91cb945d-7357-4d91-8c38-74d9dd733861 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e40a2dc-f2f6-481f-8fb5-baef7d5226b3 HTTP/1.1" status: 200 len: 946 time: 0.0521247 Aug 16 22:25:45.519035 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.549149 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-351be10d-0130-4c56-a843-9cfab7679dd4 req-4465ded8-7d66-4429-a7c0-b4f70aa33ed0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Deleting port c2771d02-d133-4fd8-88ca-93842ab01daa {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:45.549568 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-351be10d-0130-4c56-a843-9cfab7679dd4 req-4465ded8-7d66-4429-a7c0-b4f70aa33ed0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.614484 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-22166d9c-b613-4f4e-a527-f9f4f4d6e0b0 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Floating IP 09d393e0-6a96-4e97-873d-9a65938e18bc associated. External IP: 172.25.6.139, port: e9c32675-ff51-4132-8e6f-d2fa2283ab1e. Aug 16 22:25:45.650747 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 48ac1cda-719d-4426-a6ff-ee642af95bfb details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:25:45.655241 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 046c0e02-eb21-487b-96b7-2f88a3d6997f no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:25:45.706286 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-351be10d-0130-4c56-a843-9cfab7679dd4 req-4465ded8-7d66-4429-a7c0-b4f70aa33ed0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] For port c2771d02-d133-4fd8-88ca-93842ab01daa, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c2771d02-d133-4fd8-88ca-93842ab01daa,segment=NetworkSegment(590bfb86-3f69-4967-b971-0eb0bc76846d),segment_id=590bfb86-3f69-4967-b971-0eb0bc76846d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:45.706286 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-351be10d-0130-4c56-a843-9cfab7679dd4 req-4465ded8-7d66-4429-a7c0-b4f70aa33ed0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.724956 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-351be10d-0130-4c56-a843-9cfab7679dd4 req-4465ded8-7d66-4429-a7c0-b4f70aa33ed0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Calling delete_port for c2771d02-d133-4fd8-88ca-93842ab01daa owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:45.752762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bc75f-7dbf-40f1-b80c-3250ffe66cb7 req-4f868b61-a271-4f1d-9d3b-ccf432c3a0b4 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:45.754356 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aa7bc75f-7dbf-40f1-b80c-3250ffe66cb7 req-4f868b61-a271-4f1d-9d3b-ccf432c3a0b4 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.0903380 Aug 16 22:25:45.794654 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 48ac1cda-719d-4426-a6ff-ee642af95bfb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=48ac1cda-719d-4426-a6ff-ee642af95bfb,segment=NetworkSegment(ef6bdb7b-766d-4748-8b7d-e6d14072e080),segment_id=ef6bdb7b-766d-4748-8b7d-e6d14072e080)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:45.820772 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '48ac1cda-719d-4426-a6ff-ee642af95bfb', 'network_id': '80504c0b-5244-4f8e-abb7-07f43d02c31e', 'port_id': '48ac1cda-719d-4426-a6ff-ee642af95bfb', 'mac_address': 'fa:16:3e:8d:6a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d2a62f-efd7-45c4-8dc0-2f77fcbfce1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:25:45.875563 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.937069 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.954336 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ac1cda-719d-4426-a6ff-ee642af95bfb {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:45.954545 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aa7bc75f-7dbf-40f1-b80c-3250ffe66cb7 req-19f3715f-a3ce-41be-93ef-a54c28b3e5ff tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602273 Aug 16 22:25:45.966091 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-351be10d-0130-4c56-a843-9cfab7679dd4 req-4465ded8-7d66-4429-a7c0-b4f70aa33ed0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.966825 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4e5429-8dc5-496f-a7d9-c8d83a365fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '046c0e02-eb21-487b-96b7-2f88a3d6997f'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:45.970119 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d9c537-f9ba-4ed9-b724-350945794149" -d '{"events": [{"server_uuid": "5d4e5429-8dc5-496f-a7d9-c8d83a365fa2", "name": "network-vif-unplugged", "status": "completed", "tag": "046c0e02-eb21-487b-96b7-2f88a3d6997f"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:45.971204 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22166d9c-b613-4f4e-a527-f9f4f4d6e0b0 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Router 56c8b038-2613-461d-b7e4-2358c7770cdb has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:25:45.978760 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['c2771d02-d133-4fd8-88ca-93842ab01daa'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:45.996682 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 046c0e02-eb21-487b-96b7-2f88a3d6997f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=046c0e02-eb21-487b-96b7-2f88a3d6997f,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:46.027542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465ded8-7d66-4429-a7c0-b4f70aa33ed0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Pushing event deleted for resources: {'Port': ['ID=c2771d02-d133-4fd8-88ca-93842ab01daa,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:46.042478 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:46.099885 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 48ac1cda-719d-4426-a6ff-ee642af95bfb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=48ac1cda-719d-4426-a6ff-ee642af95bfb,segment=NetworkSegment(ef6bdb7b-766d-4748-8b7d-e6d14072e080),segment_id=ef6bdb7b-766d-4748-8b7d-e6d14072e080)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:46.101469 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=046c0e02-eb21-487b-96b7-2f88a3d6997f,revision_number=11']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:46.112653 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:46.163810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=48ac1cda-719d-4426-a6ff-ee642af95bfb,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:46.168624 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-351be10d-0130-4c56-a843-9cfab7679dd4 req-4465ded8-7d66-4429-a7c0-b4f70aa33ed0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] No DVR routers for this DVR port c2771d02-d133-4fd8-88ca-93842ab01daa on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:25:46.178653 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22166d9c-b613-4f4e-a527-f9f4f4d6e0b0 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:25:46.179282 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-351be10d-0130-4c56-a843-9cfab7679dd4 req-4465ded8-7d66-4429-a7c0-b4f70aa33ed0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:46.181203 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-351be10d-0130-4c56-a843-9cfab7679dd4 req-4465ded8-7d66-4429-a7c0-b4f70aa33ed0 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.39 "DELETE /v2.0/ports/c2771d02-d133-4fd8-88ca-93842ab01daa HTTP/1.1" status: 204 len: 173 time: 0.7251706 Aug 16 22:25:46.181513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:46.187112 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e40a2dc-f2f6-481f-8fb5-baef7d5226b3', 'name': 'network-vif-deleted', 'tag': 'c2771d02-d133-4fd8-88ca-93842ab01daa'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:46.189316 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-22166d9c-b613-4f4e-a527-f9f4f4d6e0b0 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:46.190524 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ea2ae9-1df3-469c-bb2f-ca9ed9e8d12c" -d '{"events": [{"server_uuid": "6e40a2dc-f2f6-481f-8fb5-baef7d5226b3", "name": "network-vif-deleted", "tag": "c2771d02-d133-4fd8-88ca-93842ab01daa"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:46.195460 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:46.204932 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fd6386-bbab-43f6-9c43-5b5ab588998d None None] Sync routers for ids ['56c8b038-2613-461d-b7e4-2358c7770cdb'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:25:46.209704 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab848b2-87cb-4493-ab24-9653a3eb54a5 req-7a17fad8-1bba-4e59-9d83-6e4ea30dc4d8 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:46.211407 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aab848b2-87cb-4493-ab24-9653a3eb54a5 req-7a17fad8-1bba-4e59-9d83-6e4ea30dc4d8 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfc02004-17c4-4e92-b6ab-ada4cb3c8a16 HTTP/1.1" status: 200 len: 931 time: 0.1087649 Aug 16 22:25:46.227523 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fd6386-bbab-43f6-9c43-5b5ab588998d None None] Routers {'56c8b038-2613-461d-b7e4-2358c7770cdb'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:25:46.228463 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d2fd6386-bbab-43f6-9c43-5b5ab588998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:25:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['56c8b038-2613-461d-b7e4-2358c7770cdb'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:46.235740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] Transition to ACTIVE for port object 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:46.237671 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-22166d9c-b613-4f4e-a527-f9f4f4d6e0b0 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "PUT /v2.0/floatingips/09d393e0-6a96-4e97-873d-9a65938e18bc HTTP/1.1" status: 200 len: 991 time: 1.8449006 Aug 16 22:25:46.238263 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9241e77e-5196-4b6e-b589-6962b6d83f06', 'tag': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:46.240525 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106aecc5-89fc-4819-bb81-dc544bcc54dd" -d '{"events": [{"name": "network-changed", "server_uuid": "9241e77e-5196-4b6e-b589-6962b6d83f06", "tag": "e9c32675-ff51-4132-8e6f-d2fa2283ab1e"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:46.246333 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:46.277407 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aab848b2-87cb-4493-ab24-9653a3eb54a5 req-5a71dcde-6623-407a-94c9-6ca958ef53ce tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599437 Aug 16 22:25:46.382571 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['48ac1cda-719d-4426-a6ff-ee642af95bfb'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:46.387660 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-d2fd6386-bbab-43f6-9c43-5b5ab588998d None None] Set router 56c8b038-2613-461d-b7e4-2358c7770cdb gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:25:46.401425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] Pushing event updated for resources: {'Port': ['ID=48ce6ae9-7f6a-4d68-ba2e-756b025b92f2,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:46.427438 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029d2c85-5707-4107-8fb8-c37b2f1b7678 x-openstack-request-id: req-029d2c85-5707-4107-8fb8-c37b2f1b7678 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:46.427966 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4e5429-8dc5-496f-a7d9-c8d83a365fa2", "name": "network-vif-unplugged", "status": "completed", "tag": "046c0e02-eb21-487b-96b7-2f88a3d6997f", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:46.428784 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-029d2c85-5707-4107-8fb8-c37b2f1b7678 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:46.429352 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4e5429-8dc5-496f-a7d9-c8d83a365fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '046c0e02-eb21-487b-96b7-2f88a3d6997f', 'code': 200} Aug 16 22:25:46.435254 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] Attempting to bind port 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:25:46.435994 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] Attempting to bind port 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'aacec04b-7a3d-4575-8ee5-5f533fae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:25:46.436590 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] Attempting to bind port 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 on network 3b6a0a99-16e1-4702-a8d0-b5c8fc387327 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:46.445904 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] Port 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 on network 3b6a0a99-16e1-4702-a8d0-b5c8fc387327 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:25:46.446275 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] Attempting to bind port 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 on network 3b6a0a99-16e1-4702-a8d0-b5c8fc387327 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:46.455186 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6cf06-9f87-442e-adc5-2143b22de734 req-c19d8442-746f-4efb-869e-63a068e997c2 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:46.456791 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-25a6cf06-9f87-442e-adc5-2143b22de734 req-c19d8442-746f-4efb-869e-63a068e997c2 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 945 time: 0.0928438 Aug 16 22:25:46.459856 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:25:46.460278 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] Checking segment: {'id': 'aacec04b-7a3d-4575-8ee5-5f533fae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:46.460526 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] Bound using segment: {'id': 'aacec04b-7a3d-4575-8ee5-5f533fae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:25:46.460953 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] Bound port: 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aacec04b-7a3d-4575-8ee5-5f533fae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:25:46.461305 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:46.540666 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-25a6cf06-9f87-442e-adc5-2143b22de734 req-fa803fc0-a055-49ac-b2b3-038fc6a77f74 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707719 Aug 16 22:25:46.541363 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] For port 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:25:46.545992 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] For port 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=48ce6ae9-7f6a-4d68-ba2e-756b025b92f2,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:25:46.549186 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166abc27-3dd5-4477-aa3a-b66ee0a5a95b req-1541815c-a39b-42f2-a376-49c096ec36e4 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:46.551000 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-166abc27-3dd5-4477-aa3a-b66ee0a5a95b req-1541815c-a39b-42f2-a376-49c096ec36e4 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.0749719 Aug 16 22:25:46.570368 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:46.608950 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480196a6-d18e-4b8e-a921-ffe7cc49a72d x-openstack-request-id: req-480196a6-d18e-4b8e-a921-ffe7cc49a72d {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:46.608950 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e40a2dc-f2f6-481f-8fb5-baef7d5226b3", "name": "network-vif-deleted", "tag": "c2771d02-d133-4fd8-88ca-93842ab01daa", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:46.609844 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-480196a6-d18e-4b8e-a921-ffe7cc49a72d {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:46.610249 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e40a2dc-f2f6-481f-8fb5-baef7d5226b3', 'name': 'network-vif-deleted', 'tag': 'c2771d02-d133-4fd8-88ca-93842ab01daa', 'status': 'completed', 'code': 200} Aug 16 22:25:46.613899 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:46.614810 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:46.616496 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] 10.222.0.39 "PUT /v2.0/ports/48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 HTTP/1.1" status: 200 len: 1092 time: 1.2114921 Aug 16 22:25:46.633715 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-166abc27-3dd5-4477-aa3a-b66ee0a5a95b req-5245cf70-64dd-4ee3-864e-606bb75154bf tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638380 Aug 16 22:25:46.646834 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cde158-98bb-44b2-8248-fed328b23fcb service neutron] Pushing event updated for resources: {'Port': ['ID=48ce6ae9-7f6a-4d68-ba2e-756b025b92f2,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:46.692930 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81598fb-2286-499f-9072-af1432d1ade7 x-openstack-request-id: req-d81598fb-2286-499f-9072-af1432d1ade7 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:46.693420 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9241e77e-5196-4b6e-b589-6962b6d83f06", "tag": "e9c32675-ff51-4132-8e6f-d2fa2283ab1e", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:46.693672 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d81598fb-2286-499f-9072-af1432d1ade7 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:46.694109 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9241e77e-5196-4b6e-b589-6962b6d83f06', 'tag': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e', 'status': 'completed', 'code': 200} Aug 16 22:25:46.768645 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d2fd6386-bbab-43f6-9c43-5b5ab588998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'name': 'tempest-AttachVolumeShelveTestJSON-777413558-router', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:08Z', 'updated_at': '2021-08-16T22:25:16Z', 'revision_number': 4, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'gw_port': {'id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:09Z', 'updated_at': '2021-08-16T22:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '09d393e0-6a96-4e97-873d-9a65938e18bc', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'floating_ip_address': '172.25.6.139', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'port_id': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'mac_address': 'fa:16:3e:ad:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9241e77e-5196-4b6e-b589-6962b6d83f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:25:25Z', 'updated_at': '2021-08-16T22:25:45Z', 'revision_number': 1, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c2a774-c2fb-4fd8-b57d-6cf998aa3efc', 'name': '', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'mac_address': 'fa:16:3e:62:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:14Z', 'updated_at': '2021-08-16T22:25:24Z', 'revision_number': 5, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'subnets': [{'id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:46.811694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-1c523d79-ede1-4853-b1c4-c9e4601283db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:46.818035 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fd6386-bbab-43f6-9c43-5b5ab588998d None None] Checking router: 56c8b038-2613-461d-b7e4-2358c7770cdb for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:25:46.818775 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-1c523d79-ede1-4853-b1c4-c9e4601283db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=80cce3b248a74aa88b3d7c11b3c4887b&device_id=dfc02004-17c4-4e92-b6ab-ada4cb3c8a16 HTTP/1.1" status: 200 len: 1095 time: 0.1041899 Aug 16 22:25:46.830610 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fd6386-bbab-43f6-9c43-5b5ab588998d None None] Routers {'56c8b038-2613-461d-b7e4-2358c7770cdb'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:25:46.831441 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d2fd6386-bbab-43f6-9c43-5b5ab588998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:25:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['56c8b038-2613-461d-b7e4-2358c7770cdb'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:46.844566 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9cf3a82-03d2-49f8-862e-38e2202d2c77 req-5f490a83-6686-416d-96b4-5021b746ebb3 tempest-InstanceActionsTestJSON-792559894 tempest-InstanceActionsTestJSON-792559894-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e40a2dc-f2f6-481f-8fb5-baef7d5226b3 HTTP/1.1" status: 200 len: 210 time: 0.0445232 Aug 16 22:25:46.847236 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106aecc5-89fc-4819-bb81-dc544bcc54dd req-5376b848-29fa-4649-8e2e-e9ecf8c484a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:46.848773 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-106aecc5-89fc-4819-bb81-dc544bcc54dd req-5376b848-29fa-4649-8e2e-e9ecf8c484a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89e6a3d49d324e0d860860f4a6f5f61c&device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 1097 time: 0.1211917 Aug 16 22:25:46.876204 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-65e4626a-b503-49c1-96d4-e154331f1969 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 HTTP/1.1" status: 200 len: 217 time: 0.0468442 Aug 16 22:25:46.944694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-54b1c69f-3a8c-4442-a101-2816cb600a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:46.946318 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-54b1c69f-3a8c-4442-a101-2816cb600a14 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=159e7ffb-10ba-4305-959b-a8d4373d4991 HTTP/1.1" status: 200 len: 845 time: 0.0614614 Aug 16 22:25:46.963337 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106aecc5-89fc-4819-bb81-dc544bcc54dd req-cbf1ed31-e533-491e-aa0e-0493d92a4f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:46.965004 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-106aecc5-89fc-4819-bb81-dc544bcc54dd req-cbf1ed31-e533-491e-aa0e-0493d92a4f62 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1aac5166-a976-4d3c-9235-d21b98e298ee HTTP/1.1" status: 200 len: 917 time: 0.1086068 Aug 16 22:25:47.001850 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-6baf5fdb-a2c4-487e-bd06-a5657720787d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b6a0a99-16e1-4702-a8d0-b5c8fc387327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474923 Aug 16 22:25:47.005610 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-d2fd6386-bbab-43f6-9c43-5b5ab588998d None None] Set router 56c8b038-2613-461d-b7e4-2358c7770cdb gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:25:47.074460 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-106aecc5-89fc-4819-bb81-dc544bcc54dd req-1fdaabc1-48bf-4af0-9d25-48ea18bd7740 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c32675-ff51-4132-8e6f-d2fa2283ab1e HTTP/1.1" status: 200 len: 999 time: 0.1029041 Aug 16 22:25:47.128765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07e270-9787-4299-b31e-e67c1f0cf968 req-cd78498b-9ae2-4456-9385-ea28d8643408 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:47.130557 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4a07e270-9787-4299-b31e-e67c1f0cf968 req-cd78498b-9ae2-4456-9385-ea28d8643408 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.0907099 Aug 16 22:25:47.131739 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-987a69b5-46a7-47fd-81f3-7f632fd46b06 service neutron] 10.222.0.39 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210871 Aug 16 22:25:47.149782 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106aecc5-89fc-4819-bb81-dc544bcc54dd req-dfc9fb3d-3726-4c82-8b97-75b9eb4d8fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:47.151567 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-106aecc5-89fc-4819-bb81-dc544bcc54dd req-dfc9fb3d-3726-4c82-8b97-75b9eb4d8fa8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d60c736-a0cd-48eb-8b90-5c8c42db55f8 HTTP/1.1" status: 200 len: 855 time: 0.0698915 Aug 16 22:25:47.206657 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4a07e270-9787-4299-b31e-e67c1f0cf968 req-829d1dee-8c0b-42a0-b050-a4ffe0a2370a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669005 Aug 16 22:25:47.219450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106aecc5-89fc-4819-bb81-dc544bcc54dd req-22ca6d86-8977-4a56-8f86-d266fcb6be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:47.221142 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-106aecc5-89fc-4819-bb81-dc544bcc54dd req-22ca6d86-8977-4a56-8f86-d266fcb6be97 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1aac5166-a976-4d3c-9235-d21b98e298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582175 Aug 16 22:25:47.253408 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2a4f6f0d-e549-40a0-96b9-73ff03c2c56c req-cfeb8b59-8ab4-438e-9892-26b40296d22b service neutron] 10.222.0.39 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133869 Aug 16 22:25:47.325723 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d2fd6386-bbab-43f6-9c43-5b5ab588998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'name': 'tempest-AttachVolumeShelveTestJSON-777413558-router', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:08Z', 'updated_at': '2021-08-16T22:25:16Z', 'revision_number': 4, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'gw_port': {'id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:09Z', 'updated_at': '2021-08-16T22:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '09d393e0-6a96-4e97-873d-9a65938e18bc', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'floating_ip_address': '172.25.6.139', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'port_id': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'mac_address': 'fa:16:3e:ad:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9241e77e-5196-4b6e-b589-6962b6d83f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:25:25Z', 'updated_at': '2021-08-16T22:25:45Z', 'revision_number': 1, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c2a774-c2fb-4fd8-b57d-6cf998aa3efc', 'name': '', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'mac_address': 'fa:16:3e:62:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:14Z', 'updated_at': '2021-08-16T22:25:24Z', 'revision_number': 5, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'subnets': [{'id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:47.344057 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-106aecc5-89fc-4819-bb81-dc544bcc54dd req-dbf4692c-bca4-429c-a626-b7939c39c17c service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145515 Aug 16 22:25:47.360532 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fd6386-bbab-43f6-9c43-5b5ab588998d None None] The sync data for ids ['56c8b038-2613-461d-b7e4-2358c7770cdb'] in n-d-792458-15 is: [{'id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'name': 'tempest-AttachVolumeShelveTestJSON-777413558-router', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:08Z', 'updated_at': '2021-08-16T22:25:16Z', 'revision_number': 4, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'gw_port': {'id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:09Z', 'updated_at': '2021-08-16T22:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '09d393e0-6a96-4e97-873d-9a65938e18bc', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'floating_ip_address': '172.25.6.139', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'port_id': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'mac_address': 'fa:16:3e:ad:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9241e77e-5196-4b6e-b589-6962b6d83f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:25:25Z', 'updated_at': '2021-08-16T22:25:45Z', 'revision_number': 1, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c2a774-c2fb-4fd8-b57d-6cf998aa3efc', 'name': '', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'mac_address': 'fa:16:3e:62:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:14Z', 'updated_at': '2021-08-16T22:25:24Z', 'revision_number': 5, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'subnets': [{'id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:25:47.471634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a6d36-ec7e-4dbf-8920-4d81fadea4e7 req-bf6b3129-b897-4a86-937d-dfeb0a6fbc87 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:47.472991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-923a6d36-ec7e-4dbf-8920-4d81fadea4e7 req-bf6b3129-b897-4a86-937d-dfeb0a6fbc87 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfc02004-17c4-4e92-b6ab-ada4cb3c8a16 HTTP/1.1" status: 200 len: 943 time: 0.1151967 Aug 16 22:25:47.491065 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-106aecc5-89fc-4819-bb81-dc544bcc54dd req-9e596457-60f7-4b3f-9d47-316683d163fa service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405642 Aug 16 22:25:47.520914 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-923a6d36-ec7e-4dbf-8920-4d81fadea4e7 req-7968d43c-0af1-4d1d-8f50-cd2ffb672508 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418909 Aug 16 22:25:47.622180 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321105e4-083b-4a01-ab2e-261ba0e67660 None None] New status for floating IP 09d393e0-6a96-4e97-873d-9a65938e18bc: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:25:47.667639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 48ac1cda-719d-4426-a6ff-ee642af95bfb up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:47.700894 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae8404-489f-48a8-bb7c-b97dc290f95e req-cb7d9a81-9585-4b4a-9d54-066334ba2239 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:47.702449 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b4ae8404-489f-48a8-bb7c-b97dc290f95e req-cb7d9a81-9585-4b4a-9d54-066334ba2239 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 945 time: 0.0596478 Aug 16 22:25:47.746225 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b4ae8404-489f-48a8-bb7c-b97dc290f95e req-4617eac8-5a5c-4265-afc6-afcb598b96f3 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353310 Aug 16 22:25:47.878636 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab7bf6-0073-484d-91b3-9cd912efa5ea req-fd588f27-db9c-411a-b889-5eca8916a61e tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:47.880295 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afab7bf6-0073-484d-91b3-9cd912efa5ea req-fd588f27-db9c-411a-b889-5eca8916a61e tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.0600767 Aug 16 22:25:47.928509 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afab7bf6-0073-484d-91b3-9cd912efa5ea req-360da55f-35be-40dd-8a9d-d0db3d749374 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398731 Aug 16 22:25:47.936583 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 48ac1cda-719d-4426-a6ff-ee642af95bfb completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:47.941340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 48ac1cda-719d-4426-a6ff-ee642af95bfb triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:47.941669 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:47.992220 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 56302) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:48.024784 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.061776 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dac23cf-95f6-430f-b051-8be540dcfc46 admin admin] Deleting subnet ceaeb8c9-98fb-421e-be2f-e8dc464b8fc9 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:25:48.065537 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4dac23cf-95f6-430f-b051-8be540dcfc46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.066319 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 48ac1cda-719d-4426-a6ff-ee642af95bfb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=48ac1cda-719d-4426-a6ff-ee642af95bfb,segment=NetworkSegment(ef6bdb7b-766d-4748-8b7d-e6d14072e080),segment_id=ef6bdb7b-766d-4748-8b7d-e6d14072e080)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:48.071370 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.072311 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c2771d02-d133-4fd8-88ca-93842ab01daa no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:25:48.102636 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4dac23cf-95f6-430f-b051-8be540dcfc46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.110535 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: c2771d02-d133-4fd8-88ca-93842ab01daa {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:25:48.110880 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c2771d02-d133-4fd8-88ca-93842ab01daa not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:25:48.135969 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=48ac1cda-719d-4426-a6ff-ee642af95bfb,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:48.145789 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4dac23cf-95f6-430f-b051-8be540dcfc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.157659 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ecef5-8822-4436-9a33-4d96485f755c req-4ff09657-b87f-4e9c-adf7-b89d6c8e8de5 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:48.159194 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f6ecef5-8822-4436-9a33-4d96485f755c req-4ff09657-b87f-4e9c-adf7-b89d6c8e8de5 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?device_id=e8e251f1-29b0-491c-a099-cacd576ce2b1 HTTP/1.1" status: 200 len: 948 time: 0.0571182 Aug 16 22:25:48.199024 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f6ecef5-8822-4436-9a33-4d96485f755c req-5066d698-5b9a-47af-ac26-3326993e2bf6 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/security-groups?id=43155457-5ec0-4189-9a3f-56ad1f80d8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334792 Aug 16 22:25:48.199395 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4dac23cf-95f6-430f-b051-8be540dcfc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.226949 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac23cf-95f6-430f-b051-8be540dcfc46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceaeb8c9-98fb-421e-be2f-e8dc464b8fc9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:48.228884 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4dac23cf-95f6-430f-b051-8be540dcfc46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.230769 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4dac23cf-95f6-430f-b051-8be540dcfc46 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/ceaeb8c9-98fb-421e-be2f-e8dc464b8fc9 HTTP/1.1" status: 204 len: 168 time: 0.2374687 Aug 16 22:25:48.233135 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 56306) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:48.303877 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71cac527-45f0-4abd-88aa-aaa836550efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.332118 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6b052-b5f9-46da-9d47-5b9b777a9a1a req-cb9f080d-545d-4e9d-9536-994616795582 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:48.333605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30f6b052-b5f9-46da-9d47-5b9b777a9a1a req-cb9f080d-545d-4e9d-9536-994616795582 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.0486202 Aug 16 22:25:48.370466 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30f6b052-b5f9-46da-9d47-5b9b777a9a1a req-38001c7b-66b2-4034-820a-bb1663f05d2d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307884 Aug 16 22:25:48.381196 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71cac527-45f0-4abd-88aa-aaa836550efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.392037 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-71cac527-45f0-4abd-88aa-aaa836550efb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36257f39-9519-4a66-84e5-93257b253e19']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:48.401686 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-71cac527-45f0-4abd-88aa-aaa836550efb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590bfb86-3f69-4967-b971-0eb0bc76846d') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:48.402022 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-71cac527-45f0-4abd-88aa-aaa836550efb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590bfb86-3f69-4967-b971-0eb0bc76846d') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:48.410768 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71cac527-45f0-4abd-88aa-aaa836550efb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.428111 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71cac527-45f0-4abd-88aa-aaa836550efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.430492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e34301-4a06-4b38-a56c-3aad53aab6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ac1cda-719d-4426-a6ff-ee642af95bfb'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:48.432795 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41cfdc6-6fee-4488-9370-6d32b5f2438a" -d '{"events": [{"server_uuid": "39e34301-4a06-4b38-a56c-3aad53aab6bc", "name": "network-vif-plugged", "status": "completed", "tag": "48ac1cda-719d-4426-a6ff-ee642af95bfb"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:48.433778 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71cac527-45f0-4abd-88aa-aaa836550efb admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:25:48.434189 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71cac527-45f0-4abd-88aa-aaa836550efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:25:48.435785 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:25:48.471119 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836e97bf-fd88-4cbb-953e-a99ddd50d349 x-openstack-request-id: req-836e97bf-fd88-4cbb-953e-a99ddd50d349 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:48.471416 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e34301-4a06-4b38-a56c-3aad53aab6bc", "name": "network-vif-plugged", "status": "completed", "tag": "48ac1cda-719d-4426-a6ff-ee642af95bfb", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:48.471665 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-836e97bf-fd88-4cbb-953e-a99ddd50d349 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:48.472085 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e34301-4a06-4b38-a56c-3aad53aab6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ac1cda-719d-4426-a6ff-ee642af95bfb', 'code': 200} Aug 16 22:25:48.492476 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71cac527-45f0-4abd-88aa-aaa836550efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.499553 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71cac527-45f0-4abd-88aa-aaa836550efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.501529 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-71cac527-45f0-4abd-88aa-aaa836550efb admin admin] 10.222.0.93 "DELETE /v2.0/networks/36257f39-9519-4a66-84e5-93257b253e19 HTTP/1.1" status: 204 len: 168 time: 0.2674463 Aug 16 22:25:48.512463 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cac527-45f0-4abd-88aa-aaa836550efb admin admin] Pushing event deleted for resources: {'Network': ['ID=36257f39-9519-4a66-84e5-93257b253e19,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:48.568470 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2841c-7b55-4d31-abc7-65a67a0090d8 req-fd69c963-9bde-475d-9168-e9f2d8438938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:48.570134 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-34d2841c-7b55-4d31-abc7-65a67a0090d8 req-fd69c963-9bde-475d-9168-e9f2d8438938 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 1098 time: 0.0428946 Aug 16 22:25:48.627319 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 56318) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:48.658889 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-34d2841c-7b55-4d31-abc7-65a67a0090d8 req-86a0b870-8e6e-4779-9639-c0bdf135ab66 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771897 Aug 16 22:25:48.675735 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f449aa-9ced-41ac-a6bf-ceb0902a6234 req-fb4b90e9-5708-44ac-9823-2027646a1608 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:48.677464 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-47f449aa-9ced-41ac-a6bf-ceb0902a6234 req-fb4b90e9-5708-44ac-9823-2027646a1608 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfc02004-17c4-4e92-b6ab-ada4cb3c8a16 HTTP/1.1" status: 200 len: 943 time: 0.0771358 Aug 16 22:25:48.680526 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8bb048ca-7798-45fa-a525-1aceb1aae262 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6152fea648f942d69bae89a35cb569a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493977 Aug 16 22:25:48.680874 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 56320) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:48.695074 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc02004-17c4-4e92-b6ab-ada4cb3c8a16', 'tag': '48ce6ae9-7f6a-4d68-ba2e-756b025b92f2'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:48.697357 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7997e2-2ad0-4231-9541-c7303af6bf2d" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc02004-17c4-4e92-b6ab-ada4cb3c8a16", "tag": "48ce6ae9-7f6a-4d68-ba2e-756b025b92f2"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:48.717605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-47f449aa-9ced-41ac-a6bf-ceb0902a6234 req-66bad18e-590c-495e-bd00-2948572938d0 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334442 Aug 16 22:25:48.748282 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c043b9-38e5-4d3f-808b-78b5d0debbb1 x-openstack-request-id: req-62c043b9-38e5-4d3f-808b-78b5d0debbb1 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:48.748566 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc02004-17c4-4e92-b6ab-ada4cb3c8a16", "tag": "48ce6ae9-7f6a-4d68-ba2e-756b025b92f2", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:48.748813 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-62c043b9-38e5-4d3f-808b-78b5d0debbb1 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:48.749196 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc02004-17c4-4e92-b6ab-ada4cb3c8a16', 'tag': '48ce6ae9-7f6a-4d68-ba2e-756b025b92f2', 'status': 'completed', 'code': 200} Aug 16 22:25:48.750202 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a0faea3-33f0-480f-8fef-8b9571329529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.771246 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a0faea3-33f0-480f-8fef-8b9571329529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.822254 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a0faea3-33f0-480f-8fef-8b9571329529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.825329 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a0faea3-33f0-480f-8fef-8b9571329529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.826754 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3a0faea3-33f0-480f-8fef-8b9571329529 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/22039c87-cb3d-4b46-aa0a-a2a330163c51 HTTP/1.1" status: 204 len: 168 time: 0.1449552 Aug 16 22:25:48.834732 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0faea3-33f0-480f-8fef-8b9571329529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22039c87-cb3d-4b46-aa0a-a2a330163c51,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:48.861257 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7997e2-2ad0-4231-9541-c7303af6bf2d req-9338baf2-28ef-43bf-9c24-0d6dcdf89211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:48.862799 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a7997e2-2ad0-4231-9541-c7303af6bf2d req-9338baf2-28ef-43bf-9c24-0d6dcdf89211 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=80cce3b248a74aa88b3d7c11b3c4887b&device_id=dfc02004-17c4-4e92-b6ab-ada4cb3c8a16 HTTP/1.1" status: 200 len: 1095 time: 0.0738158 Aug 16 22:25:48.933806 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57d246-1ede-4116-9587-a72d43a52a77 req-9e535c9a-7d21-4974-8ce6-cf202da4367d tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:48.935780 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd57d246-1ede-4116-9587-a72d43a52a77 req-9e535c9a-7d21-4974-8ce6-cf202da4367d tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1116071 Aug 16 22:25:49.003884 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd57d246-1ede-4116-9587-a72d43a52a77 req-a854ddf8-3651-49ed-9307-4ba120ca8e6e tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602102 Aug 16 22:25:49.008624 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7997e2-2ad0-4231-9541-c7303af6bf2d req-e6ec98b6-76b1-4ac7-94ba-16044b7b7ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:49.010454 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a7997e2-2ad0-4231-9541-c7303af6bf2d req-e6ec98b6-76b1-4ac7-94ba-16044b7b7ebb service neutron] 10.222.0.39 "GET /v2.0/networks?id=3b6a0a99-16e1-4702-a8d0-b5c8fc387327 HTTP/1.1" status: 200 len: 906 time: 0.1386311 Aug 16 22:25:49.057573 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a7997e2-2ad0-4231-9541-c7303af6bf2d req-1d8cb026-e48f-411f-9920-77700f87c1f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 HTTP/1.1" status: 200 len: 217 time: 0.0385649 Aug 16 22:25:49.133098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7997e2-2ad0-4231-9541-c7303af6bf2d req-b2664472-93b3-4bb6-94a7-0f5342eb4141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:49.134610 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a7997e2-2ad0-4231-9541-c7303af6bf2d req-b2664472-93b3-4bb6-94a7-0f5342eb4141 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=159e7ffb-10ba-4305-959b-a8d4373d4991 HTTP/1.1" status: 200 len: 845 time: 0.0697525 Aug 16 22:25:49.143574 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35d0f9-7252-4735-a91d-9f100139e1aa req-967a0423-de31-4131-abb6-62b8ef1cfe30 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:49.144961 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d35d0f9-7252-4735-a91d-9f100139e1aa req-967a0423-de31-4131-abb6-62b8ef1cfe30 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.0900397 Aug 16 22:25:49.175929 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a7997e2-2ad0-4231-9541-c7303af6bf2d req-cc869836-2e53-4549-b101-b6ec6c095e1e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b6a0a99-16e1-4702-a8d0-b5c8fc387327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300207 Aug 16 22:25:49.245025 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d35d0f9-7252-4735-a91d-9f100139e1aa req-6c885fea-2ed4-4a6f-96f7-c353e885c85d tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917704 Aug 16 22:25:49.315221 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a7997e2-2ad0-4231-9541-c7303af6bf2d req-70b31c8b-182a-4a28-a5d8-cb09457b678f service neutron] 10.222.0.39 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302531 Aug 16 22:25:49.357222 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1404b-945a-4be3-b99b-a428ebf00eec req-ce526d9b-58c2-45c8-a8cc-b4e01725f23e tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:49.358785 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8d1404b-945a-4be3-b99b-a428ebf00eec req-ce526d9b-58c2-45c8-a8cc-b4e01725f23e tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?device_id=e8e251f1-29b0-491c-a099-cacd576ce2b1 HTTP/1.1" status: 200 len: 948 time: 0.0761020 Aug 16 22:25:49.449541 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8d1404b-945a-4be3-b99b-a428ebf00eec req-90a87a6e-83ce-446f-903d-d1c55a98f071 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/security-groups?id=43155457-5ec0-4189-9a3f-56ad1f80d8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617895 Aug 16 22:25:49.491138 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a7997e2-2ad0-4231-9541-c7303af6bf2d req-8e3c1b00-172f-4761-9098-db7287913b4e service neutron] 10.222.0.39 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596696 Aug 16 22:25:49.510089 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a61618-2d93-40ba-9cac-622991c3dd70 req-b6ada96a-c122-4944-8a6b-19c91edc1275 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:49.511862 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e2a61618-2d93-40ba-9cac-622991c3dd70 req-b6ada96a-c122-4944-8a6b-19c91edc1275 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.0666885 Aug 16 22:25:49.542546 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 56354) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:49.553178 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e2a61618-2d93-40ba-9cac-622991c3dd70 req-11ea59e5-5efc-4466-b841-3faadee6d94e tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348089 Aug 16 22:25:49.637110 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0c5883d0-862e-47e8-afac-813a2de39eb4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-155454384-network', 'tenant_id': 'd965c79e7f36442889915fa1efdd1829'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:49.659724 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5883d0-862e-47e8-afac-813a2de39eb4 admin admin] Made reservation on behalf of d965c79e7f36442889915fa1efdd1829 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:49.662088 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c5883d0-862e-47e8-afac-813a2de39eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:49.670941 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:25:49.671511 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c5883d0-862e-47e8-afac-813a2de39eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:49.784419 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=48ce6ae9-7f6a-4d68-ba2e-756b025b92f2,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:49.796244 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '48ce6ae9-7f6a-4d68-ba2e-756b025b92f2', 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327', 'port_id': '48ce6ae9-7f6a-4d68-ba2e-756b025b92f2', 'mac_address': 'fa:16:3e:50:ed:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159e7ffb-10ba-4305-959b-a8d4373d4991', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:25:49.799033 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c5883d0-862e-47e8-afac-813a2de39eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:49.803851 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c5883d0-862e-47e8-afac-813a2de39eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:49.828675 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5883d0-862e-47e8-afac-813a2de39eb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:25:49.840002 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:49.844982 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5883d0-862e-47e8-afac-813a2de39eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca882049-c16b-4894-9e74-4a6a3c607f16,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:49.847994 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c5883d0-862e-47e8-afac-813a2de39eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:49.848405 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-0c5883d0-862e-47e8-afac-813a2de39eb4 admin admin] Added segment 792568b4-a513-4d48-8bbb-2ca3d0e41b3c of type vlan for network b7cf47dc-5a70-4992-870b-d6c07e67ade0 Aug 16 22:25:49.853762 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:49.863034 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661a228-7dfb-462e-9bc0-19987b99df49 req-89df71a6-6b1b-43dc-a057-19727cf27619 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:49.870497 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a661a228-7dfb-462e-9bc0-19987b99df49 req-89df71a6-6b1b-43dc-a057-19727cf27619 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfc02004-17c4-4e92-b6ab-ada4cb3c8a16 HTTP/1.1" status: 200 len: 943 time: 0.0649800 Aug 16 22:25:49.873630 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=48ce6ae9-7f6a-4d68-ba2e-756b025b92f2,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:49.877827 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:49.896290 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c5883d0-862e-47e8-afac-813a2de39eb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:49.923506 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c5883d0-862e-47e8-afac-813a2de39eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:49.924894 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5883d0-862e-47e8-afac-813a2de39eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:49.925585 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c5883d0-862e-47e8-afac-813a2de39eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:49.928507 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=48ce6ae9-7f6a-4d68-ba2e-756b025b92f2,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:49.934964 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a661a228-7dfb-462e-9bc0-19987b99df49 req-d47773ce-68ac-46c8-8b2e-7bba2522f9ed tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636244 Aug 16 22:25:49.947499 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60755473-0b4b-4953-b224-4124b5b84e82 req-bd2eb526-ec4b-4acd-b69a-c50f9bb8234a tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:49.949278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60755473-0b4b-4953-b224-4124b5b84e82 req-bd2eb526-ec4b-4acd-b69a-c50f9bb8234a tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8e251f1-29b0-491c-a099-cacd576ce2b1 HTTP/1.1" status: 200 len: 948 time: 0.0951748 Aug 16 22:25:49.987533 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0c5883d0-862e-47e8-afac-813a2de39eb4 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4437754 Aug 16 22:25:49.990543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56364) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:49.990844 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5883d0-862e-47e8-afac-813a2de39eb4 admin admin] Pushing event updated for resources: {'Network': ['ID=b7cf47dc-5a70-4992-870b-d6c07e67ade0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:49.998215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-83d2c2a8-c495-43b3-827c-55c3ae622b27 admin admin] Request body: {'subnet': {'network_id': 'b7cf47dc-5a70-4992-870b-d6c07e67ade0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-155454384-subnet', 'tenant_id': 'd965c79e7f36442889915fa1efdd1829', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:50.003261 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network b7cf47dc-5a70-4992-870b-d6c07e67ade0 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:25:50.053912 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d2c2a8-c495-43b3-827c-55c3ae622b27 admin admin] Made reservation on behalf of d965c79e7f36442889915fa1efdd1829 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:50.060625 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83d2c2a8-c495-43b3-827c-55c3ae622b27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:50.157057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-60755473-0b4b-4953-b224-4124b5b84e82 req-eb25829d-b36c-4a05-b95b-3b304bbf2fa2 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Deleting port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:50.157393 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-60755473-0b4b-4953-b224-4124b5b84e82 req-eb25829d-b36c-4a05-b95b-3b304bbf2fa2 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:50.186368 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['48ce6ae9-7f6a-4d68-ba2e-756b025b92f2'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:50.239044 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530eea85-0f4a-4b7c-9d16-0af5aea13699 req-62716d27-6361-47f8-b6ea-21d5088aa160 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:50.240550 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-530eea85-0f4a-4b7c-9d16-0af5aea13699 req-62716d27-6361-47f8-b6ea-21d5088aa160 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1281464 Aug 16 22:25:50.340964 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-530eea85-0f4a-4b7c-9d16-0af5aea13699 req-7d2c6381-e6f2-4a71-952f-aaa282125d4e tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929480 Aug 16 22:25:50.359176 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-60755473-0b4b-4953-b224-4124b5b84e82 req-eb25829d-b36c-4a05-b95b-3b304bbf2fa2 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] For port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a4a9d046-f4cd-4d37-b910-8dbfcccaf06d,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:50.359539 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-60755473-0b4b-4953-b224-4124b5b84e82 req-eb25829d-b36c-4a05-b95b-3b304bbf2fa2 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:50.405472 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-60755473-0b4b-4953-b224-4124b5b84e82 req-eb25829d-b36c-4a05-b95b-3b304bbf2fa2 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Calling delete_port for a4a9d046-f4cd-4d37-b910-8dbfcccaf06d owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:50.505293 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dad35-24af-4201-94a8-12431560ed3b req-148d2b9b-57e1-4589-9c1a-88c1238fdab6 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:50.506936 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-019dad35-24af-4201-94a8-12431560ed3b req-148d2b9b-57e1-4589-9c1a-88c1238fdab6 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.1694174 Aug 16 22:25:50.542408 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83d2c2a8-c495-43b3-827c-55c3ae622b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:50.670947 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-019dad35-24af-4201-94a8-12431560ed3b req-cb624ea6-c3a6-4349-be91-86241637e5e4 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1541440 Aug 16 22:25:50.700242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2c2a8-c495-43b3-827c-55c3ae622b27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57e47477-b3f9-431c-82ef-d3c461ab774d,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:50.766313 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-ddb2de0e-c698-4cab-8ee5-624daf88ae2f tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:50.767714 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-ddb2de0e-c698-4cab-8ee5-624daf88ae2f tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/networks?id=80504c0b-5244-4f8e-abb7-07f43d02c31e HTTP/1.1" status: 200 len: 814 time: 0.2539136 Aug 16 22:25:50.773493 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d2c2a8-c495-43b3-827c-55c3ae622b27 admin admin] Checking segment: {'id': '792568b4-a513-4d48-8bbb-2ca3d0e41b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b7cf47dc-5a70-4992-870b-d6c07e67ade0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:50.773844 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d2c2a8-c495-43b3-827c-55c3ae622b27 admin admin] Network hostable DHCP agents. Network: b7cf47dc-5a70-4992-870b-d6c07e67ade0, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:25:50.816539 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-5ef16b91-82cb-40fb-94e1-c6d1321cd621 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/quotas/82b34a1dd4514ab18bc6cff7551e57f0 HTTP/1.1" status: 200 len: 375 time: 0.0394998 Aug 16 22:25:50.819659 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-60755473-0b4b-4953-b224-4124b5b84e82 req-eb25829d-b36c-4a05-b95b-3b304bbf2fa2 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:50.864385 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d2c2a8-c495-43b3-827c-55c3ae622b27 admin admin] Network b7cf47dc-5a70-4992-870b-d6c07e67ade0 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:25:50.866395 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25829d-b36c-4a05-b95b-3b304bbf2fa2 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Pushing event deleted for resources: {'Port': ['ID=a4a9d046-f4cd-4d37-b910-8dbfcccaf06d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:50.894512 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c0ac3-d827-46ee-90ba-0b983fa46955 req-ac93102e-a7c7-4088-be20-93057ec902c0 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:50.895982 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b85c0ac3-d827-46ee-90ba-0b983fa46955 req-ac93102e-a7c7-4088-be20-93057ec902c0 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?device_id=e8e251f1-29b0-491c-a099-cacd576ce2b1 HTTP/1.1" status: 200 len: 865 time: 0.1505365 Aug 16 22:25:50.906793 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-83d2c2a8-c495-43b3-827c-55c3ae622b27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, b7cf47dc-5a70-4992-870b-d6c07e67ade0) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:50.914655 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f969cf3b-3c6e-4d0c-8a23-349770a58ebf None None] Network b7cf47dc-5a70-4992-870b-d6c07e67ade0 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:25:51.189675 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec30d1f-ea65-4d84-baec-dc0c09edac84 None None] Network b7cf47dc-5a70-4992-870b-d6c07e67ade0 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:25:51.189839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d2c2a8-c495-43b3-827c-55c3ae622b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:51.190353 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83d2c2a8-c495-43b3-827c-55c3ae622b27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:51.223152 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-60755473-0b4b-4953-b224-4124b5b84e82 req-eb25829d-b36c-4a05-b95b-3b304bbf2fa2 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] No DVR routers for this DVR port a4a9d046-f4cd-4d37-b910-8dbfcccaf06d on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:25:51.228848 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-60755473-0b4b-4953-b224-4124b5b84e82 req-eb25829d-b36c-4a05-b95b-3b304bbf2fa2 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:51.230882 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60755473-0b4b-4953-b224-4124b5b84e82 req-eb25829d-b36c-4a05-b95b-3b304bbf2fa2 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.39 "DELETE /v2.0/ports/a4a9d046-f4cd-4d37-b910-8dbfcccaf06d HTTP/1.1" status: 204 len: 173 time: 1.2754385 Aug 16 22:25:51.233033 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e251f1-29b0-491c-a099-cacd576ce2b1', 'name': 'network-vif-deleted', 'tag': 'a4a9d046-f4cd-4d37-b910-8dbfcccaf06d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:51.236249 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa8cf24-39c0-437f-be3e-5ac2e9264b3a" -d '{"events": [{"server_uuid": "e8e251f1-29b0-491c-a099-cacd576ce2b1", "name": "network-vif-deleted", "tag": "a4a9d046-f4cd-4d37-b910-8dbfcccaf06d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:51.245107 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-1e893847-98e2-497a-9e2d-3c1addce2fd6 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=82b34a1dd4514ab18bc6cff7551e57f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4180157 Aug 16 22:25:51.250214 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-83d2c2a8-c495-43b3-827c-55c3ae622b27 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2529140 Aug 16 22:25:51.281471 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b85c0ac3-d827-46ee-90ba-0b983fa46955 req-9bc72a8c-7736-493e-96ff-d5dabd57be42 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/security-groups?id=43155457-5ec0-4189-9a3f-56ad1f80d8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006958 Aug 16 22:25:51.413664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-3bf3b07b-94c8-4eff-a236-0f725f29b800 service neutron] 10.222.0.93 "GET /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521468 Aug 16 22:25:51.507917 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6bd09-4888-4043-8875-da2ca0530fa2 req-8781bf4e-4752-4998-83bd-e06722319193 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:51.509393 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bcb6bd09-4888-4043-8875-da2ca0530fa2 req-8781bf4e-4752-4998-83bd-e06722319193 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.1306036 Aug 16 22:25:51.554280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-4d016686-ecb1-418e-bcee-64035df1fbb0 service neutron] 10.222.0.93 "GET /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393213 Aug 16 22:25:51.567655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bcb6bd09-4888-4043-8875-da2ca0530fa2 req-76df7cf8-ea9f-4599-8e3b-c423ed41e7ac tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520587 Aug 16 22:25:51.679126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:51.741036 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:51.752859 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:51.753556 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:51.778795 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbad22-dc8e-4ae5-9202-e6a66512e7c6 req-401fc30c-3c11-4bf3-bf2c-b5c0316e09fd tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:51.791748 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4cbad22-dc8e-4ae5-9202-e6a66512e7c6 req-401fc30c-3c11-4bf3-bf2c-b5c0316e09fd tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfc02004-17c4-4e92-b6ab-ada4cb3c8a16 HTTP/1.1" status: 200 len: 944 time: 0.0981865 Aug 16 22:25:51.795738 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d462c107-f419-4467-93e4-65f373ab9cab x-openstack-request-id: req-d462c107-f419-4467-93e4-65f373ab9cab {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:51.795989 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e251f1-29b0-491c-a099-cacd576ce2b1", "name": "network-vif-deleted", "tag": "a4a9d046-f4cd-4d37-b910-8dbfcccaf06d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:51.796263 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d462c107-f419-4467-93e4-65f373ab9cab {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:51.797210 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e251f1-29b0-491c-a099-cacd576ce2b1', 'name': 'network-vif-deleted', 'tag': 'a4a9d046-f4cd-4d37-b910-8dbfcccaf06d', 'status': 'completed', 'code': 200} Aug 16 22:25:51.860468 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4cbad22-dc8e-4ae5-9202-e6a66512e7c6 req-2a3075e2-e812-47d5-9f6d-6e51b4ae2ff9 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669179 Aug 16 22:25:51.884903 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:51.923523 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc02004-17c4-4e92-b6ab-ada4cb3c8a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ce6ae9-7f6a-4d68-ba2e-756b025b92f2'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:51.925749 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bf4bca-6dd2-4c9a-8c29-57db179e3ebb" -d '{"events": [{"server_uuid": "dfc02004-17c4-4e92-b6ab-ada4cb3c8a16", "name": "network-vif-plugged", "status": "completed", "tag": "48ce6ae9-7f6a-4d68-ba2e-756b025b92f2"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:51.940976 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=48ce6ae9-7f6a-4d68-ba2e-756b025b92f2,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:51.946305 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:51.957282 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-61c02fdf-e0af-464b-9330-f1940f5dabed req-c9bea6c7-78dc-4d10-a75b-27d5a6c9c037 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=bbe744a8-2a3d-461c-ab58-e1bfd66ddd63 HTTP/1.1" status: 200 len: 210 time: 0.0377665 Aug 16 22:25:52.019232 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=48ce6ae9-7f6a-4d68-ba2e-756b025b92f2,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:52.169921 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf39a7-73ce-4d19-822d-58735d63b220 req-62f5d85a-3909-4eb3-89e2-0c7694cf14e1 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:52.171458 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dabf39a7-73ce-4d19-822d-58735d63b220 req-62f5d85a-3909-4eb3-89e2-0c7694cf14e1 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.1251638 Aug 16 22:25:52.221284 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-bb990bc2-9b0c-4437-88c7-ff52f6dfad92 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:52.222694 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-bb990bc2-9b0c-4437-88c7-ff52f6dfad92 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/networks?id=b7cf47dc-5a70-4992-870b-d6c07e67ade0 HTTP/1.1" status: 200 len: 817 time: 0.1589537 Aug 16 22:25:52.243814 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dabf39a7-73ce-4d19-822d-58735d63b220 req-63fc6984-158e-4a21-ad1d-fb948c2038e5 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593498 Aug 16 22:25:52.246206 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-eba6af87-1fb1-415b-8d52-be171c12f371 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/quotas/d965c79e7f36442889915fa1efdd1829 HTTP/1.1" status: 200 len: 375 time: 0.0162191 Aug 16 22:25:52.288780 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f23351f-8616-4269-b15f-785baacb06d4 x-openstack-request-id: req-1f23351f-8616-4269-b15f-785baacb06d4 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:52.289070 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc02004-17c4-4e92-b6ab-ada4cb3c8a16", "name": "network-vif-plugged", "status": "completed", "tag": "48ce6ae9-7f6a-4d68-ba2e-756b025b92f2", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:52.289317 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1f23351f-8616-4269-b15f-785baacb06d4 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:52.289705 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc02004-17c4-4e92-b6ab-ada4cb3c8a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ce6ae9-7f6a-4d68-ba2e-756b025b92f2', 'code': 200} Aug 16 22:25:52.289935 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-798140e8-3e89-44bb-b882-a73a73dfb4d7 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=d965c79e7f36442889915fa1efdd1829&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367455 Aug 16 22:25:52.425078 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-6586a6b6-753e-40d9-b42e-14a6250d6605 service neutron] 10.222.0.93 "GET /v2.0/networks/b7cf47dc-5a70-4992-870b-d6c07e67ade0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278346 Aug 16 22:25:52.435578 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b436d5c-840f-4257-a2d8-093e31750f63 req-17734a6d-4003-413a-8610-c71a77957cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:52.437788 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8b436d5c-840f-4257-a2d8-093e31750f63 req-17734a6d-4003-413a-8610-c71a77957cc6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dfc02004-17c4-4e92-b6ab-ada4cb3c8a16 HTTP/1.1" status: 200 len: 1097 time: 0.0673761 Aug 16 22:25:52.552913 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8b436d5c-840f-4257-a2d8-093e31750f63 req-fba1b2bc-c3c8-4048-87bb-b22703ff6592 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050477 Aug 16 22:25:52.594429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36a3c4-8213-4e82-98e2-d1e284694e5a req-ff1fce3a-7b42-4bcd-87bc-34efae889d79 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:52.595911 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fb36a3c4-8213-4e82-98e2-d1e284694e5a req-ff1fce3a-7b42-4bcd-87bc-34efae889d79 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d4e5429-8dc5-496f-a7d9-c8d83a365fa2 HTTP/1.1" status: 200 len: 948 time: 0.0781996 Aug 16 22:25:52.598176 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-d277c728-7378-44f0-a04a-aa27c00a19fb service neutron] 10.222.0.93 "GET /v2.0/networks/b7cf47dc-5a70-4992-870b-d6c07e67ade0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593773 Aug 16 22:25:52.634883 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fb36a3c4-8213-4e82-98e2-d1e284694e5a req-76d985ce-2abc-400b-a2aa-a4311eab52a7 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/security-groups?id=43155457-5ec0-4189-9a3f-56ad1f80d8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329363 Aug 16 22:25:52.750096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfc9d7-0ad1-4419-9d68-8e02ac9f00ff req-d51e04c7-92b5-4b89-8b24-2edc9eec7180 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:52.751550 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9cfc9d7-0ad1-4419-9d68-8e02ac9f00ff req-d51e04c7-92b5-4b89-8b24-2edc9eec7180 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.0539992 Aug 16 22:25:52.865262 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9cfc9d7-0ad1-4419-9d68-8e02ac9f00ff req-33a667fa-2313-4ecd-ac98-4b7f6e360c33 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037362 Aug 16 22:25:52.868168 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-655dda56-1999-4e99-8577-2c916db07a4b req-587fba18-f050-4b20-ba00-ace0ed262823 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/ports?device_id=7c267fe1-03db-40f9-ac1e-c17e5617c492 HTTP/1.1" status: 200 len: 210 time: 0.0581770 Aug 16 22:25:53.033277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-88be1e9c-baa3-4724-99a9-434a8067e7bf tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:53.034862 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-88be1e9c-baa3-4724-99a9-434a8067e7bf tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.39 "GET /v2.0/networks?id=80504c0b-5244-4f8e-abb7-07f43d02c31e HTTP/1.1" status: 200 len: 814 time: 0.1882036 Aug 16 22:25:53.077210 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-384ea9c7-9e6d-4604-837e-f8b31d70e775 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Request body: {'port': {'device_id': 'bbe744a8-2a3d-461c-ab58-e1bfd66ddd63', 'network_id': '80504c0b-5244-4f8e-abb7-07f43d02c31e', 'admin_state_up': True, 'tenant_id': '82b34a1dd4514ab18bc6cff7551e57f0'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:53.081760 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afc12701-8119-44f8-9372-80effbf6d6ec req-ccfc64b9-af15-4c64-8a89-3e9db5754b6c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=bbe744a8-2a3d-461c-ab58-e1bfd66ddd63 HTTP/1.1" status: 200 len: 210 time: 0.0419147 Aug 16 22:25:53.134996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5e639-3fe9-4a75-9273-f51f8ef2a718 req-492c256f-fa99-49f2-892f-30831d726eac tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:53.136608 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-95f5e639-3fe9-4a75-9273-f51f8ef2a718 req-492c256f-fa99-49f2-892f-30831d726eac tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfc02004-17c4-4e92-b6ab-ada4cb3c8a16 HTTP/1.1" status: 200 len: 945 time: 0.1464796 Aug 16 22:25:53.203735 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-95f5e639-3fe9-4a75-9273-f51f8ef2a718 req-981791b9-40c8-48ce-8ca5-db9390a10eab tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593996 Aug 16 22:25:53.232209 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-384ea9c7-9e6d-4604-837e-f8b31d70e775 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Made reservation on behalf of 82b34a1dd4514ab18bc6cff7551e57f0 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:53.235808 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-384ea9c7-9e6d-4604-837e-f8b31d70e775 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:53.401167 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cfc1a-9853-4a93-8e47-9061d9606ce2 req-8d155805-53f1-4460-b7ac-2f92837271c1 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:53.402979 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e9cfc1a-9853-4a93-8e47-9061d9606ce2 req-8d155805-53f1-4460-b7ac-2f92837271c1 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.0913677 Aug 16 22:25:53.413872 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-384ea9c7-9e6d-4604-837e-f8b31d70e775 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Allocated IP 172.20.0.4 (80504c0b-5244-4f8e-abb7-07f43d02c31e/c6d2a62f-efd7-45c4-8dc0-2f77fcbfce1a/e83a3c08-1b0d-488a-8f7a-512de5e48a7d) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:53.462749 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e9cfc1a-9853-4a93-8e47-9061d9606ce2 req-714edf5d-51cf-40c5-b743-394b5ba2a8f5 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508687 Aug 16 22:25:53.604973 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-384ea9c7-9e6d-4604-837e-f8b31d70e775 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:53.678375 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a4a9d046-f4cd-4d37-b910-8dbfcccaf06d no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:25:53.691882 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59da0a-5c42-45d5-afa5-1b768577a73c req-b4c5aa75-9130-40aa-9e39-69335d23cc85 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:53.693446 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aa59da0a-5c42-45d5-afa5-1b768577a73c req-b4c5aa75-9130-40aa-9e39-69335d23cc85 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.0744071 Aug 16 22:25:53.695083 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-384ea9c7-9e6d-4604-837e-f8b31d70e775 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:53.712997 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['48ac1cda-719d-4426-a6ff-ee642af95bfb'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:53.718562 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: a4a9d046-f4cd-4d37-b910-8dbfcccaf06d {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:25:53.719306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a4a9d046-f4cd-4d37-b910-8dbfcccaf06d not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:25:53.735616 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cadf2-f47a-49f4-ae83-e009f836050c req-1168a86e-7133-46b3-8878-0687fcbf57a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:53.737978 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8f4cadf2-f47a-49f4-ae83-e009f836050c req-1168a86e-7133-46b3-8878-0687fcbf57a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=361fa6cbf75b47e49c1178546a3326cd&device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 1098 time: 0.0781765 Aug 16 22:25:53.791596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-384ea9c7-9e6d-4604-837e-f8b31d70e775 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Network 80504c0b-5244-4f8e-abb7-07f43d02c31e is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:53.807869 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-384ea9c7-9e6d-4604-837e-f8b31d70e775 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:53.817055 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-384ea9c7-9e6d-4604-837e-f8b31d70e775 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:25:53.823931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ea9c7-9e6d-4604-837e-f8b31d70e775 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Pushing event updated for resources: {'Port': ['ID=e83a3c08-1b0d-488a-8f7a-512de5e48a7d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:53.852203 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aa59da0a-5c42-45d5-afa5-1b768577a73c req-dc91eff0-465c-4b9f-b80c-16ce6a082859 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1503205 Aug 16 22:25:53.890659 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5036f-0877-4062-9ac9-676f3efd2884 req-88be8540-dc46-459c-b12e-9f89738e30a4 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:53.899411 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-95d5036f-0877-4062-9ac9-676f3efd2884 req-88be8540-dc46-459c-b12e-9f89738e30a4 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d4e5429-8dc5-496f-a7d9-c8d83a365fa2 HTTP/1.1" status: 200 len: 948 time: 0.1630063 Aug 16 22:25:53.926092 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-384ea9c7-9e6d-4604-837e-f8b31d70e775 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:53.926725 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-384ea9c7-9e6d-4604-837e-f8b31d70e775 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:53.953858 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-384ea9c7-9e6d-4604-837e-f8b31d70e775 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8977196 Aug 16 22:25:53.970952 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-95d5036f-0877-4062-9ac9-676f3efd2884 req-fec8abc5-64eb-4e14-8492-cb57cde21118 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/security-groups?id=43155457-5ec0-4189-9a3f-56ad1f80d8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656266 Aug 16 22:25:53.983921 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-33a61af4-e43f-40ab-922f-980326842008 service neutron] Request body: {'port': {'device_id': 'bbe744a8-2a3d-461c-ab58-e1bfd66ddd63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:54.011581 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-f90ad739-741c-43f1-afc5-5adc13a8d181 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:54.013629 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-f90ad739-741c-43f1-afc5-5adc13a8d181 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.39 "GET /v2.0/networks?id=b7cf47dc-5a70-4992-870b-d6c07e67ade0 HTTP/1.1" status: 200 len: 817 time: 0.2103078 Aug 16 22:25:54.019006 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cadf2-f47a-49f4-ae83-e009f836050c req-57c40133-b97c-4717-819f-018b379e1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:54.020482 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8f4cadf2-f47a-49f4-ae83-e009f836050c req-57c40133-b97c-4717-819f-018b379e1c78 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f9f912f5-cf6f-4ff9-af03-e26648f62561 HTTP/1.1" status: 200 len: 911 time: 0.2758529 Aug 16 22:25:54.032251 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-4598b23c-a719-4b9b-b7cb-a4595b664bac tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Request body: {'port': {'device_id': '7c267fe1-03db-40f9-ac1e-c17e5617c492', 'network_id': 'b7cf47dc-5a70-4992-870b-d6c07e67ade0', 'admin_state_up': True, 'tenant_id': 'd965c79e7f36442889915fa1efdd1829'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:54.078179 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-33a61af4-e43f-40ab-922f-980326842008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:54.111944 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-58594d45-8bcc-4f56-80bc-c32a6dca60cf req-a920f99d-389f-4a07-890a-cc366cd1ab2b tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/ports?device_id=7c267fe1-03db-40f9-ac1e-c17e5617c492 HTTP/1.1" status: 200 len: 210 time: 0.0509400 Aug 16 22:25:54.139682 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05383f6-62a3-4ad1-8eb9-2a9595f8ab7b req-959344c5-bf12-4e66-aac9-9dbde0ea3637 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:54.139682 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c05383f6-62a3-4ad1-8eb9-2a9595f8ab7b req-959344c5-bf12-4e66-aac9-9dbde0ea3637 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.0986977 Aug 16 22:25:54.255324 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c05383f6-62a3-4ad1-8eb9-2a9595f8ab7b req-1a293e9b-4984-457d-ac49-8fbe2fc8c3d3 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038461 Aug 16 22:25:54.393943 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c067a5c-96a6-45d1-95dc-447ee8c13939 req-f73e3988-6cd9-495a-a23c-f6fb2a1e4690 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:54.395454 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c067a5c-96a6-45d1-95dc-447ee8c13939 req-f73e3988-6cd9-495a-a23c-f6fb2a1e4690 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=bbe744a8-2a3d-461c-ab58-e1bfd66ddd63 HTTP/1.1" status: 200 len: 931 time: 0.1368492 Aug 16 22:25:54.415159 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8f4cadf2-f47a-49f4-ae83-e009f836050c req-b4329f3c-0169-48a8-af8b-89fc0b7809f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7493f567-8ee1-445d-a293-1df7086d499e HTTP/1.1" status: 200 len: 1002 time: 0.3875151 Aug 16 22:25:54.464518 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246806a3-8f1e-4809-977e-4fda6cdecf44 req-b78f96f6-6666-4646-963f-2adf5b22ad35 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:54.466252 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-246806a3-8f1e-4809-977e-4fda6cdecf44 req-b78f96f6-6666-4646-963f-2adf5b22ad35 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfc02004-17c4-4e92-b6ab-ada4cb3c8a16 HTTP/1.1" status: 200 len: 945 time: 0.1430826 Aug 16 22:25:54.495028 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cadf2-f47a-49f4-ae83-e009f836050c req-f4bbb4d8-86a6-4893-a440-72589dd411cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:54.496579 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8f4cadf2-f47a-49f4-ae83-e009f836050c req-f4bbb4d8-86a6-4893-a440-72589dd411cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=06a027f9-7175-41d7-9596-9d19a9e3f7bf HTTP/1.1" status: 200 len: 849 time: 0.0717340 Aug 16 22:25:54.496961 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c067a5c-96a6-45d1-95dc-447ee8c13939 req-fa02f568-b023-4a9d-9515-e1633d36a94c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917935 Aug 16 22:25:54.517741 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-4598b23c-a719-4b9b-b7cb-a4595b664bac tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Made reservation on behalf of d965c79e7f36442889915fa1efdd1829 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:54.517741 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-4598b23c-a719-4b9b-b7cb-a4595b664bac tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:54.540232 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-246806a3-8f1e-4809-977e-4fda6cdecf44 req-1ffaa72e-9eec-4137-8c85-70307e122e7b tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643384 Aug 16 22:25:54.591538 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-33a61af4-e43f-40ab-922f-980326842008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e83a3c08-1b0d-488a-8f7a-512de5e48a7d {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:54.600107 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-33a61af4-e43f-40ab-922f-980326842008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:54.604838 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cadf2-f47a-49f4-ae83-e009f836050c req-ee510417-a655-4487-98cd-63d532ccc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:54.607534 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8f4cadf2-f47a-49f4-ae83-e009f836050c req-ee510417-a655-4487-98cd-63d532ccc8c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f9f912f5-cf6f-4ff9-af03-e26648f62561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036739 Aug 16 22:25:54.614142 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-33a61af4-e43f-40ab-922f-980326842008 service neutron] Transition to ACTIVE for port object e83a3c08-1b0d-488a-8f7a-512de5e48a7d will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:54.619057 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-33a61af4-e43f-40ab-922f-980326842008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:54.684483 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a61af4-e43f-40ab-922f-980326842008 service neutron] Pushing event updated for resources: {'Port': ['ID=e83a3c08-1b0d-488a-8f7a-512de5e48a7d,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:54.782716 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-4598b23c-a719-4b9b-b7cb-a4595b664bac tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Allocated IP 172.20.0.11 (b7cf47dc-5a70-4992-870b-d6c07e67ade0/57e47477-b3f9-431c-82ef-d3c461ab774d/520bf8fb-68dd-41fc-a4b2-90156188b4e7) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:54.800295 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8f4cadf2-f47a-49f4-ae83-e009f836050c req-05cb2e79-a30d-4230-94d0-3ada53bc0791 service neutron] 10.222.0.43 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828804 Aug 16 22:25:54.836247 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b230e5-d50d-4dd2-866d-67b882c47e68 req-4d9c59d8-0716-4d22-846b-185e790dadb8 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:54.837754 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63b230e5-d50d-4dd2-866d-67b882c47e68 req-4d9c59d8-0716-4d22-846b-185e790dadb8 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d4e5429-8dc5-496f-a7d9-c8d83a365fa2 HTTP/1.1" status: 200 len: 948 time: 0.1292627 Aug 16 22:25:54.846557 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee73ed0-443c-4ecf-9bec-361917778e68 req-945d7948-68b3-4826-9105-5b2938966398 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:54.848014 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aee73ed0-443c-4ecf-9bec-361917778e68 req-945d7948-68b3-4826-9105-5b2938966398 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfc02004-17c4-4e92-b6ab-ada4cb3c8a16 HTTP/1.1" status: 200 len: 945 time: 0.0926917 Aug 16 22:25:54.856028 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-33a61af4-e43f-40ab-922f-980326842008 service neutron] Attempting to bind port e83a3c08-1b0d-488a-8f7a-512de5e48a7d on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:25:54.856363 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-33a61af4-e43f-40ab-922f-980326842008 service neutron] Attempting to bind port e83a3c08-1b0d-488a-8f7a-512de5e48a7d by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ef6bdb7b-766d-4748-8b7d-e6d14072e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80504c0b-5244-4f8e-abb7-07f43d02c31e'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:25:54.856690 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-33a61af4-e43f-40ab-922f-980326842008 service neutron] Attempting to bind port e83a3c08-1b0d-488a-8f7a-512de5e48a7d on network 80504c0b-5244-4f8e-abb7-07f43d02c31e {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:54.889305 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-33a61af4-e43f-40ab-922f-980326842008 service neutron] Port e83a3c08-1b0d-488a-8f7a-512de5e48a7d on network 80504c0b-5244-4f8e-abb7-07f43d02c31e not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:25:54.889732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-33a61af4-e43f-40ab-922f-980326842008 service neutron] Attempting to bind port e83a3c08-1b0d-488a-8f7a-512de5e48a7d on network 80504c0b-5244-4f8e-abb7-07f43d02c31e {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:54.912797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-33a61af4-e43f-40ab-922f-980326842008 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:25:54.913130 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-33a61af4-e43f-40ab-922f-980326842008 service neutron] Checking segment: {'id': 'ef6bdb7b-766d-4748-8b7d-e6d14072e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80504c0b-5244-4f8e-abb7-07f43d02c31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:54.913430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-33a61af4-e43f-40ab-922f-980326842008 service neutron] Bound using segment: {'id': 'ef6bdb7b-766d-4748-8b7d-e6d14072e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80504c0b-5244-4f8e-abb7-07f43d02c31e'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:25:54.913895 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-33a61af4-e43f-40ab-922f-980326842008 service neutron] Bound port: e83a3c08-1b0d-488a-8f7a-512de5e48a7d, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef6bdb7b-766d-4748-8b7d-e6d14072e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '80504c0b-5244-4f8e-abb7-07f43d02c31e'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:25:54.914259 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-33a61af4-e43f-40ab-922f-980326842008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:54.979536 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aee73ed0-443c-4ecf-9bec-361917778e68 req-52ca3a72-dcde-4ed1-862a-8393dd43e492 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200755 Aug 16 22:25:54.981586 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8f4cadf2-f47a-49f4-ae83-e009f836050c req-b0441184-1cbb-47f1-8430-1720fd90adc7 service neutron] 10.222.0.43 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732743 Aug 16 22:25:55.035119 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-4598b23c-a719-4b9b-b7cb-a4595b664bac tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:55.080300 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-4598b23c-a719-4b9b-b7cb-a4595b664bac tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:55.086295 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-33a61af4-e43f-40ab-922f-980326842008 service neutron] For port e83a3c08-1b0d-488a-8f7a-512de5e48a7d, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:25:55.096923 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49173fb9-5ddc-4412-aea4-e5070585bf75 req-8233f349-84b5-4b14-865a-508bafc91424 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:55.098470 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49173fb9-5ddc-4412-aea4-e5070585bf75 req-8233f349-84b5-4b14-865a-508bafc91424 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.1373217 Aug 16 22:25:55.100418 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-33a61af4-e43f-40ab-922f-980326842008 service neutron] For port e83a3c08-1b0d-488a-8f7a-512de5e48a7d, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e83a3c08-1b0d-488a-8f7a-512de5e48a7d,segment=NetworkSegment(ef6bdb7b-766d-4748-8b7d-e6d14072e080),segment_id=ef6bdb7b-766d-4748-8b7d-e6d14072e080)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:25:55.102887 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-63b230e5-d50d-4dd2-866d-67b882c47e68 req-fc656e0b-cd45-4ea8-8bc8-29ae3347f109 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Deleting port 046c0e02-eb21-487b-96b7-2f88a3d6997f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:55.103231 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-63b230e5-d50d-4dd2-866d-67b882c47e68 req-fc656e0b-cd45-4ea8-8bc8-29ae3347f109 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:55.129556 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-4598b23c-a719-4b9b-b7cb-a4595b664bac tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Network b7cf47dc-5a70-4992-870b-d6c07e67ade0 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:55.132879 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-4598b23c-a719-4b9b-b7cb-a4595b664bac tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:55.137283 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-4598b23c-a719-4b9b-b7cb-a4595b664bac tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:25:55.143355 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598b23c-a719-4b9b-b7cb-a4595b664bac tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Pushing event updated for resources: {'Port': ['ID=520bf8fb-68dd-41fc-a4b2-90156188b4e7,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:55.150258 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-33a61af4-e43f-40ab-922f-980326842008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:55.190181 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-4598b23c-a719-4b9b-b7cb-a4595b664bac tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:55.190798 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-4598b23c-a719-4b9b-b7cb-a4595b664bac tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:55.208816 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-4598b23c-a719-4b9b-b7cb-a4595b664bac tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1823435 Aug 16 22:25:55.221809 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] Request body: {'port': {'device_id': '7c267fe1-03db-40f9-ac1e-c17e5617c492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:55.241242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-33a61af4-e43f-40ab-922f-980326842008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:55.241858 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-33a61af4-e43f-40ab-922f-980326842008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:55.243284 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-33a61af4-e43f-40ab-922f-980326842008 service neutron] 10.222.0.39 "PUT /v2.0/ports/e83a3c08-1b0d-488a-8f7a-512de5e48a7d HTTP/1.1" status: 200 len: 1092 time: 1.2707760 Aug 16 22:25:55.250795 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe744a8-2a3d-461c-ab58-e1bfd66ddd63', 'tag': 'e83a3c08-1b0d-488a-8f7a-512de5e48a7d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:55.254254 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653b1e56-b029-43f6-b6d0-c929c7cbf0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe744a8-2a3d-461c-ab58-e1bfd66ddd63", "tag": "e83a3c08-1b0d-488a-8f7a-512de5e48a7d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:55.280930 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:55.282266 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49173fb9-5ddc-4412-aea4-e5070585bf75 req-0204f2c7-93d5-4acc-b644-894194be7dbe tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1640892 Aug 16 22:25:55.303180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a61af4-e43f-40ab-922f-980326842008 service neutron] Pushing event updated for resources: {'Port': ['ID=e83a3c08-1b0d-488a-8f7a-512de5e48a7d,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:55.353187 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b19163-eb43-4635-b836-74cb30fc14a2 req-5e772acb-3462-4e8e-9426-b3dfd624579a tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:55.354705 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e0b19163-eb43-4635-b836-74cb30fc14a2 req-5e772acb-3462-4e8e-9426-b3dfd624579a tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d4e5429-8dc5-496f-a7d9-c8d83a365fa2 HTTP/1.1" status: 200 len: 948 time: 0.2105038 Aug 16 22:25:55.361108 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-63b230e5-d50d-4dd2-866d-67b882c47e68 req-fc656e0b-cd45-4ea8-8bc8-29ae3347f109 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] For port 046c0e02-eb21-487b-96b7-2f88a3d6997f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=046c0e02-eb21-487b-96b7-2f88a3d6997f,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:55.361480 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-63b230e5-d50d-4dd2-866d-67b882c47e68 req-fc656e0b-cd45-4ea8-8bc8-29ae3347f109 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:55.409792 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-63b230e5-d50d-4dd2-866d-67b882c47e68 req-fc656e0b-cd45-4ea8-8bc8-29ae3347f109 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Calling delete_port for 046c0e02-eb21-487b-96b7-2f88a3d6997f owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:55.438259 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-b051834e-91d3-49cf-b979-24bbd3a01227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:55.439785 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-b051834e-91d3-49cf-b979-24bbd3a01227 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=82b34a1dd4514ab18bc6cff7551e57f0&device_id=bbe744a8-2a3d-461c-ab58-e1bfd66ddd63 HTTP/1.1" status: 200 len: 1095 time: 0.1524038 Aug 16 22:25:55.532434 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e0b19163-eb43-4635-b836-74cb30fc14a2 req-a3526f3b-5315-4057-9d08-f7df88fbcfd8 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/security-groups?id=43155457-5ec0-4189-9a3f-56ad1f80d8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530054 Aug 16 22:25:55.541539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd1002-156d-44de-9b11-7e611b9ea6de req-9b3e1798-2f3a-4bc0-aca0-6578fae455f3 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:55.543280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ebd1002-156d-44de-9b11-7e611b9ea6de req-9b3e1798-2f3a-4bc0-aca0-6578fae455f3 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/ports?device_id=7c267fe1-03db-40f9-ac1e-c17e5617c492 HTTP/1.1" status: 200 len: 932 time: 0.1981270 Aug 16 22:25:55.544699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-21a04231-4926-46f6-875e-ca4ce3e4b551 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e83a3c08-1b0d-488a-8f7a-512de5e48a7d HTTP/1.1" status: 200 len: 217 time: 0.0891833 Aug 16 22:25:55.598590 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 520bf8fb-68dd-41fc-a4b2-90156188b4e7 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:55.606395 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:55.627237 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] Transition to ACTIVE for port object 520bf8fb-68dd-41fc-a4b2-90156188b4e7 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:55.634688 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:55.644207 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-be04c074-a179-455b-945f-475ee647cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:55.646334 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-be04c074-a179-455b-945f-475ee647cc61 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6d2a62f-efd7-45c4-8dc0-2f77fcbfce1a HTTP/1.1" status: 200 len: 854 time: 0.0926194 Aug 16 22:25:55.650656 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ebd1002-156d-44de-9b11-7e611b9ea6de req-c13cfed9-f70e-47c6-9cb2-bf3214451299 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca882049-c16b-4894-9e74-4a6a3c607f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983746 Aug 16 22:25:55.652664 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a20fa6-a024-4959-b2d3-b357076ac980 x-openstack-request-id: req-a0a20fa6-a024-4959-b2d3-b357076ac980 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:55.652952 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe744a8-2a3d-461c-ab58-e1bfd66ddd63", "tag": "e83a3c08-1b0d-488a-8f7a-512de5e48a7d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:55.653203 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a0a20fa6-a024-4959-b2d3-b357076ac980 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:55.653598 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe744a8-2a3d-461c-ab58-e1bfd66ddd63', 'tag': 'e83a3c08-1b0d-488a-8f7a-512de5e48a7d', 'status': 'completed', 'code': 200} Aug 16 22:25:55.699508 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=520bf8fb-68dd-41fc-a4b2-90156188b4e7,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:55.724405 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-ba727912-922b-4aec-ba81-10693907b653 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80504c0b-5244-4f8e-abb7-07f43d02c31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398502 Aug 16 22:25:55.789325 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] Attempting to bind port 520bf8fb-68dd-41fc-a4b2-90156188b4e7 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:25:55.789918 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] Attempting to bind port 520bf8fb-68dd-41fc-a4b2-90156188b4e7 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '792568b4-a513-4d48-8bbb-2ca3d0e41b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b7cf47dc-5a70-4992-870b-d6c07e67ade0'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:25:55.789918 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] Attempting to bind port 520bf8fb-68dd-41fc-a4b2-90156188b4e7 on network b7cf47dc-5a70-4992-870b-d6c07e67ade0 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:55.794752 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] Port 520bf8fb-68dd-41fc-a4b2-90156188b4e7 on network b7cf47dc-5a70-4992-870b-d6c07e67ade0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:25:55.795076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] Attempting to bind port 520bf8fb-68dd-41fc-a4b2-90156188b4e7 on network b7cf47dc-5a70-4992-870b-d6c07e67ade0 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:55.801014 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:25:55.801352 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] Checking segment: {'id': '792568b4-a513-4d48-8bbb-2ca3d0e41b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b7cf47dc-5a70-4992-870b-d6c07e67ade0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:55.801740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] Bound using segment: {'id': '792568b4-a513-4d48-8bbb-2ca3d0e41b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b7cf47dc-5a70-4992-870b-d6c07e67ade0'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:25:55.802200 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] Bound port: 520bf8fb-68dd-41fc-a4b2-90156188b4e7, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792568b4-a513-4d48-8bbb-2ca3d0e41b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b7cf47dc-5a70-4992-870b-d6c07e67ade0'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:25:55.802561 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:55.873406 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] For port 520bf8fb-68dd-41fc-a4b2-90156188b4e7, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:25:55.877637 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] For port 520bf8fb-68dd-41fc-a4b2-90156188b4e7, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=520bf8fb-68dd-41fc-a4b2-90156188b4e7,segment=NetworkSegment(792568b4-a513-4d48-8bbb-2ca3d0e41b3c),segment_id=792568b4-a513-4d48-8bbb-2ca3d0e41b3c)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:25:55.882600 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:55.921665 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:55.922316 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:55.923740 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] 10.222.0.39 "PUT /v2.0/ports/520bf8fb-68dd-41fc-a4b2-90156188b4e7 HTTP/1.1" status: 200 len: 1093 time: 0.7068517 Aug 16 22:25:55.924185 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c267fe1-03db-40f9-ac1e-c17e5617c492', 'tag': '520bf8fb-68dd-41fc-a4b2-90156188b4e7'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:55.926481 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bff2e02-d4e8-4fae-9ebb-074d7471dcab" -d '{"events": [{"name": "network-changed", "server_uuid": "7c267fe1-03db-40f9-ac1e-c17e5617c492", "tag": "520bf8fb-68dd-41fc-a4b2-90156188b4e7"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:55.948325 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f4268-430c-4771-94a6-0f9e08bea6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=520bf8fb-68dd-41fc-a4b2-90156188b4e7,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:56.005074 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-1e3f418b-3805-4ca6-9826-e6f5d4158f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:56.006942 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-1e3f418b-3805-4ca6-9826-e6f5d4158f88 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d965c79e7f36442889915fa1efdd1829&device_id=7c267fe1-03db-40f9-ac1e-c17e5617c492 HTTP/1.1" status: 200 len: 1096 time: 0.0428128 Aug 16 22:25:56.053895 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-204221e5-f193-4897-b756-61d8467389c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=520bf8fb-68dd-41fc-a4b2-90156188b4e7 HTTP/1.1" status: 200 len: 217 time: 0.0383291 Aug 16 22:25:56.102907 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-63b230e5-d50d-4dd2-866d-67b882c47e68 req-fc656e0b-cd45-4ea8-8bc8-29ae3347f109 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:56.103245 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-9bf4992f-6085-4b2b-b233-0ea42e72bbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:56.104734 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-9bf4992f-6085-4b2b-b233-0ea42e72bbf6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57e47477-b3f9-431c-82ef-d3c461ab774d HTTP/1.1" status: 200 len: 857 time: 0.0447106 Aug 16 22:25:56.137317 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-1ce4dd80-eb41-4336-b5c3-9142da62bfad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b7cf47dc-5a70-4992-870b-d6c07e67ade0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254805 Aug 16 22:25:56.152464 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc656e0b-cd45-4ea8-8bc8-29ae3347f109 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Pushing event deleted for resources: {'Port': ['ID=046c0e02-eb21-487b-96b7-2f88a3d6997f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:56.192099 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0bfba-e25b-43de-9824-d8919490f85d req-ba27a08b-1c16-4a9a-a25d-d0ab362bdf2c tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:56.193621 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-65e0bfba-e25b-43de-9824-d8919490f85d req-ba27a08b-1c16-4a9a-a25d-d0ab362bdf2c tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.4757900 Aug 16 22:25:56.205944 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35705f6-770b-41f8-a1b7-2401485fa7c3 req-de43653f-ab1f-43a9-a01a-a7e3c8accfcc tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:56.207431 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e35705f6-770b-41f8-a1b7-2401485fa7c3 req-de43653f-ab1f-43a9-a01a-a7e3c8accfcc tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=bbe744a8-2a3d-461c-ab58-e1bfd66ddd63 HTTP/1.1" status: 200 len: 943 time: 0.4771631 Aug 16 22:25:56.234938 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-0b26c375-3044-4e19-ad97-9a66c5fe4d9c service neutron] 10.222.0.39 "GET /v2.0/networks/b7cf47dc-5a70-4992-870b-d6c07e67ade0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905533 Aug 16 22:25:56.238417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b230e5-d50d-4dd2-866d-67b882c47e68 req-fc656e0b-cd45-4ea8-8bc8-29ae3347f109 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] No DVR routers for this DVR port 046c0e02-eb21-487b-96b7-2f88a3d6997f on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:25:56.244951 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-63b230e5-d50d-4dd2-866d-67b882c47e68 req-fc656e0b-cd45-4ea8-8bc8-29ae3347f109 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:56.246876 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63b230e5-d50d-4dd2-866d-67b882c47e68 req-fc656e0b-cd45-4ea8-8bc8-29ae3347f109 tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.39 "DELETE /v2.0/ports/046c0e02-eb21-487b-96b7-2f88a3d6997f HTTP/1.1" status: 204 len: 173 time: 1.3977032 Aug 16 22:25:56.285809 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-13c041ef-62f8-4926-a274-e2ddc9dbb871 service neutron] 10.222.0.39 "GET /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448771 Aug 16 22:25:56.319443 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e35705f6-770b-41f8-a1b7-2401485fa7c3 req-e8b89b7d-7639-40a9-aec5-f1776a9213f3 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881693 Aug 16 22:25:56.339878 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-65e0bfba-e25b-43de-9824-d8919490f85d req-6dddaaf1-f44d-4b49-8ddf-0870578a7ca7 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266141 Aug 16 22:25:56.352064 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-625855fc-8599-46a4-925b-a8bc4ca8f0c1 req-f98e2910-2883-4a76-9946-647733e48e5e service neutron] 10.222.0.39 "GET /v2.0/networks/b7cf47dc-5a70-4992-870b-d6c07e67ade0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073716 Aug 16 22:25:56.368966 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602ee613-1bb8-4a15-994e-31bf10b61938 x-openstack-request-id: req-602ee613-1bb8-4a15-994e-31bf10b61938 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:56.369256 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c267fe1-03db-40f9-ac1e-c17e5617c492", "tag": "520bf8fb-68dd-41fc-a4b2-90156188b4e7", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:56.369508 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-602ee613-1bb8-4a15-994e-31bf10b61938 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:56.370000 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c267fe1-03db-40f9-ac1e-c17e5617c492', 'tag': '520bf8fb-68dd-41fc-a4b2-90156188b4e7', 'status': 'completed', 'code': 200} Aug 16 22:25:56.473414 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff2e02-d4e8-4fae-9ebb-074d7471dcab req-76b0cf48-722b-4427-840f-f0e8f38ddd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:56.475122 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2bff2e02-d4e8-4fae-9ebb-074d7471dcab req-76b0cf48-722b-4427-840f-f0e8f38ddd20 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d965c79e7f36442889915fa1efdd1829&device_id=7c267fe1-03db-40f9-ac1e-c17e5617c492 HTTP/1.1" status: 200 len: 1096 time: 0.0505934 Aug 16 22:25:56.479801 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2352e364-0543-47f6-b2b1-fe70801f12ba req-edc6e44f-0901-428d-b76f-587e97a90715 service neutron] 10.222.0.39 "GET /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730556 Aug 16 22:25:56.523024 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edca8f4-9426-4ef1-8e4a-51b7f39bfb1a req-f9646288-5781-4e6d-973a-8dd3aeb1897c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:56.530470 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2edca8f4-9426-4ef1-8e4a-51b7f39bfb1a req-f9646288-5781-4e6d-973a-8dd3aeb1897c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfc02004-17c4-4e92-b6ab-ada4cb3c8a16 HTTP/1.1" status: 200 len: 945 time: 0.1162450 Aug 16 22:25:56.598359 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff2e02-d4e8-4fae-9ebb-074d7471dcab req-18218808-5ac1-4413-a4d4-bfdad60e37a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:56.599900 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2bff2e02-d4e8-4fae-9ebb-074d7471dcab req-18218808-5ac1-4413-a4d4-bfdad60e37a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b7cf47dc-5a70-4992-870b-d6c07e67ade0 HTTP/1.1" status: 200 len: 918 time: 0.1130624 Aug 16 22:25:56.611080 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8407-a554-4e84-8b7e-905c57bbf5ba req-16794c0f-d7aa-4ae6-a67e-0cf9f1133f49 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:56.612651 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afca8407-a554-4e84-8b7e-905c57bbf5ba req-16794c0f-d7aa-4ae6-a67e-0cf9f1133f49 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.1352897 Aug 16 22:25:56.632012 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2edca8f4-9426-4ef1-8e4a-51b7f39bfb1a req-5c2a59c3-c772-4cc2-bfb7-f8078c47ebf7 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003251 Aug 16 22:25:56.654461 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2bff2e02-d4e8-4fae-9ebb-074d7471dcab req-748e2fc6-72ba-4cc1-b586-cacf5d090aa7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=520bf8fb-68dd-41fc-a4b2-90156188b4e7 HTTP/1.1" status: 200 len: 217 time: 0.0445929 Aug 16 22:25:56.659247 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b1e56-b029-43f6-b6d0-c929c7cbf0a2 req-e201e2bd-39b0-4fd5-ae6c-6a73c8323729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:56.660847 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-653b1e56-b029-43f6-b6d0-c929c7cbf0a2 req-e201e2bd-39b0-4fd5-ae6c-6a73c8323729 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=82b34a1dd4514ab18bc6cff7551e57f0&device_id=bbe744a8-2a3d-461c-ab58-e1bfd66ddd63 HTTP/1.1" status: 200 len: 1095 time: 0.1284094 Aug 16 22:25:56.699557 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afca8407-a554-4e84-8b7e-905c57bbf5ba req-b3889e0e-8832-457f-b802-c46ccd039c0c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645950 Aug 16 22:25:56.740275 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff2e02-d4e8-4fae-9ebb-074d7471dcab req-ebc40588-9f75-4539-84da-23d69fdb47b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:56.741424 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2bff2e02-d4e8-4fae-9ebb-074d7471dcab req-ebc40588-9f75-4539-84da-23d69fdb47b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57e47477-b3f9-431c-82ef-d3c461ab774d HTTP/1.1" status: 200 len: 857 time: 0.0664232 Aug 16 22:25:56.767187 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a67be072-f9e2-4ccd-922c-87696c551751 req-e6c5af43-4390-4af0-968e-022dbd49f77a tempest-ListImageFiltersTestJSON-2002047372 tempest-ListImageFiltersTestJSON-2002047372-project] 10.222.0.93 "GET /v2.0/ports?device_id=5d4e5429-8dc5-496f-a7d9-c8d83a365fa2 HTTP/1.1" status: 200 len: 210 time: 0.0371988 Aug 16 22:25:56.804145 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2bff2e02-d4e8-4fae-9ebb-074d7471dcab req-494f25ee-844c-48fd-8d15-9bea7bc3dd76 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b7cf47dc-5a70-4992-870b-d6c07e67ade0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408885 Aug 16 22:25:56.810777 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b1e56-b029-43f6-b6d0-c929c7cbf0a2 req-75ab5885-3911-4da2-afb2-d144dad55a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:56.813299 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-653b1e56-b029-43f6-b6d0-c929c7cbf0a2 req-75ab5885-3911-4da2-afb2-d144dad55a92 service neutron] 10.222.0.39 "GET /v2.0/networks?id=80504c0b-5244-4f8e-abb7-07f43d02c31e HTTP/1.1" status: 200 len: 915 time: 0.1384962 Aug 16 22:25:56.875841 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-653b1e56-b029-43f6-b6d0-c929c7cbf0a2 req-3536b159-76c6-47c3-8c35-3567ce849004 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e83a3c08-1b0d-488a-8f7a-512de5e48a7d HTTP/1.1" status: 200 len: 217 time: 0.0534391 Aug 16 22:25:56.932475 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2bff2e02-d4e8-4fae-9ebb-074d7471dcab req-4789e192-123c-4adf-9b41-3f44a2e6af3e service neutron] 10.222.0.39 "GET /v2.0/networks/b7cf47dc-5a70-4992-870b-d6c07e67ade0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191335 Aug 16 22:25:56.972441 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da36173-16f8-4197-ab8c-2f17780ca397 req-dacbd9c5-cd91-4729-aade-ad4f59787706 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:56.974280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7da36173-16f8-4197-ab8c-2f17780ca397 req-dacbd9c5-cd91-4729-aade-ad4f59787706 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/ports?device_id=7c267fe1-03db-40f9-ac1e-c17e5617c492 HTTP/1.1" status: 200 len: 944 time: 0.1027050 Aug 16 22:25:56.980185 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b1e56-b029-43f6-b6d0-c929c7cbf0a2 req-8c58104f-6417-4730-92f6-c584f8409f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:56.981908 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-653b1e56-b029-43f6-b6d0-c929c7cbf0a2 req-8c58104f-6417-4730-92f6-c584f8409f09 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6d2a62f-efd7-45c4-8dc0-2f77fcbfce1a HTTP/1.1" status: 200 len: 854 time: 0.0712085 Aug 16 22:25:57.024392 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-653b1e56-b029-43f6-b6d0-c929c7cbf0a2 req-554dd522-24c6-418f-b84d-6ecb49647f2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80504c0b-5244-4f8e-abb7-07f43d02c31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270684 Aug 16 22:25:57.042216 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2bff2e02-d4e8-4fae-9ebb-074d7471dcab req-eb66b4a6-85e3-4951-af19-857386c9ef24 service neutron] 10.222.0.39 "GET /v2.0/networks/b7cf47dc-5a70-4992-870b-d6c07e67ade0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006367 Aug 16 22:25:57.057760 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7da36173-16f8-4197-ab8c-2f17780ca397 req-311e2bd3-aafe-415c-844b-fb7b2b6de46e tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca882049-c16b-4894-9e74-4a6a3c607f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746853 Aug 16 22:25:57.133942 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-653b1e56-b029-43f6-b6d0-c929c7cbf0a2 req-4c591039-deca-471d-b030-33bb64fd0f53 service neutron] 10.222.0.39 "GET /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991576 Aug 16 22:25:57.236464 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-653b1e56-b029-43f6-b6d0-c929c7cbf0a2 req-d01ad7d3-1c1b-4bf6-a6cc-e171ba29f227 service neutron] 10.222.0.39 "GET /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872755 Aug 16 22:25:57.465563 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc54fd7-aca8-4c60-826a-c1f476f10711 req-8c9c7eae-c4e8-4e7c-be9b-883a6b045dea tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:57.467133 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6cc54fd7-aca8-4c60-826a-c1f476f10711 req-8c9c7eae-c4e8-4e7c-be9b-883a6b045dea tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=bbe744a8-2a3d-461c-ab58-e1bfd66ddd63 HTTP/1.1" status: 200 len: 943 time: 0.0794089 Aug 16 22:25:57.488524 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc8ea2-1a20-4017-9415-f90201c7b199 req-b426d1c0-e0fb-4820-ade3-9ae9655b6c3c tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:57.489934 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40fc8ea2-1a20-4017-9415-f90201c7b199 req-b426d1c0-e0fb-4820-ade3-9ae9655b6c3c tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.0721712 Aug 16 22:25:57.542688 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6cc54fd7-aca8-4c60-826a-c1f476f10711 req-8c638fbe-843c-4985-a61c-b1e5a2c721f5 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676904 Aug 16 22:25:57.555722 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40fc8ea2-1a20-4017-9415-f90201c7b199 req-631312c7-3bc7-4e74-abd9-6eb7035a32a1 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585577 Aug 16 22:25:57.654522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4e5429-8dc5-496f-a7d9-c8d83a365fa2', 'name': 'network-vif-deleted', 'tag': '046c0e02-eb21-487b-96b7-2f88a3d6997f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:57.657352 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07480ec4-448c-43b1-a962-d97339f19c42" -d '{"events": [{"server_uuid": "5d4e5429-8dc5-496f-a7d9-c8d83a365fa2", "name": "network-vif-deleted", "tag": "046c0e02-eb21-487b-96b7-2f88a3d6997f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:57.691945 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7fe27f-8b35-420c-bffa-c7285c00424e x-openstack-request-id: req-2e7fe27f-8b35-420c-bffa-c7285c00424e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:57.692236 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4e5429-8dc5-496f-a7d9-c8d83a365fa2", "name": "network-vif-deleted", "tag": "046c0e02-eb21-487b-96b7-2f88a3d6997f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:57.692488 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2e7fe27f-8b35-420c-bffa-c7285c00424e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:57.692886 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4e5429-8dc5-496f-a7d9-c8d83a365fa2', 'name': 'network-vif-deleted', 'tag': '046c0e02-eb21-487b-96b7-2f88a3d6997f', 'status': 'completed', 'code': 200} Aug 16 22:25:57.719777 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e83a3c08-1b0d-488a-8f7a-512de5e48a7d details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:25:57.828417 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e83a3c08-1b0d-488a-8f7a-512de5e48a7d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e83a3c08-1b0d-488a-8f7a-512de5e48a7d,segment=NetworkSegment(ef6bdb7b-766d-4748-8b7d-e6d14072e080),segment_id=ef6bdb7b-766d-4748-8b7d-e6d14072e080)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:57.840908 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'e83a3c08-1b0d-488a-8f7a-512de5e48a7d', 'network_id': '80504c0b-5244-4f8e-abb7-07f43d02c31e', 'port_id': 'e83a3c08-1b0d-488a-8f7a-512de5e48a7d', 'mac_address': 'fa:16:3e:8c:c1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d2a62f-efd7-45c4-8dc0-2f77fcbfce1a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:25:57.879930 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:57.893666 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e83a3c08-1b0d-488a-8f7a-512de5e48a7d {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:57.914691 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e83a3c08-1b0d-488a-8f7a-512de5e48a7d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e83a3c08-1b0d-488a-8f7a-512de5e48a7d,segment=NetworkSegment(ef6bdb7b-766d-4748-8b7d-e6d14072e080),segment_id=ef6bdb7b-766d-4748-8b7d-e6d14072e080)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:57.918723 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:57.919864 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:25:58.014937 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e83a3c08-1b0d-488a-8f7a-512de5e48a7d,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:58.058508 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a8d8155f-3ffb-4082-ab44-717e3e5c3ec1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a8d8155f-3ffb-4082-ab44-717e3e5c3ec1,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:58.069277 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'a8d8155f-3ffb-4082-ab44-717e3e5c3ec1', 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777', 'port_id': 'a8d8155f-3ffb-4082-ab44-717e3e5c3ec1', 'mac_address': 'fa:16:3e:38:94:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77278031-7856-4cbe-b33a-9aa0a9f30263', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:25:58.111065 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:58.129169 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:58.149933 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a8d8155f-3ffb-4082-ab44-717e3e5c3ec1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a8d8155f-3ffb-4082-ab44-717e3e5c3ec1,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:58.154177 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:58.154845 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 520bf8fb-68dd-41fc-a4b2-90156188b4e7 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:25:58.210827 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59acc-b42c-4252-aee5-423623d94fe3 req-fc90c9f5-4067-43bc-8c56-a36bf9ba29d3 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:58.213152 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a9b59acc-b42c-4252-aee5-423623d94fe3 req-fc90c9f5-4067-43bc-8c56-a36bf9ba29d3 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/ports?device_id=7c267fe1-03db-40f9-ac1e-c17e5617c492 HTTP/1.1" status: 200 len: 944 time: 0.0727830 Aug 16 22:25:58.254833 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a9b59acc-b42c-4252-aee5-423623d94fe3 req-6d891c83-6258-492d-b8e1-2e5c36f78b35 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca882049-c16b-4894-9e74-4a6a3c607f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331302 Aug 16 22:25:58.271446 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=a8d8155f-3ffb-4082-ab44-717e3e5c3ec1,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:58.313788 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 520bf8fb-68dd-41fc-a4b2-90156188b4e7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=520bf8fb-68dd-41fc-a4b2-90156188b4e7,segment=NetworkSegment(792568b4-a513-4d48-8bbb-2ca3d0e41b3c),segment_id=792568b4-a513-4d48-8bbb-2ca3d0e41b3c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:58.328719 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '520bf8fb-68dd-41fc-a4b2-90156188b4e7', 'network_id': 'b7cf47dc-5a70-4992-870b-d6c07e67ade0', 'port_id': '520bf8fb-68dd-41fc-a4b2-90156188b4e7', 'mac_address': 'fa:16:3e:b9:01:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57e47477-b3f9-431c-82ef-d3c461ab774d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:25:58.365340 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:58.378462 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 520bf8fb-68dd-41fc-a4b2-90156188b4e7 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:58.397753 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 520bf8fb-68dd-41fc-a4b2-90156188b4e7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=520bf8fb-68dd-41fc-a4b2-90156188b4e7,segment=NetworkSegment(792568b4-a513-4d48-8bbb-2ca3d0e41b3c),segment_id=792568b4-a513-4d48-8bbb-2ca3d0e41b3c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:58.401783 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:58.451076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=520bf8fb-68dd-41fc-a4b2-90156188b4e7,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:58.583986 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['a8d8155f-3ffb-4082-ab44-717e3e5c3ec1'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:58.693717 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b371d9-b987-489f-9d1e-d7306c914dfe req-8184e825-85bc-488c-a5c0-a8825d8a0a6f tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:58.695960 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30b371d9-b987-489f-9d1e-d7306c914dfe req-8184e825-85bc-488c-a5c0-a8825d8a0a6f tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=bbe744a8-2a3d-461c-ab58-e1bfd66ddd63 HTTP/1.1" status: 200 len: 944 time: 0.0828855 Aug 16 22:25:58.755122 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30b371d9-b987-489f-9d1e-d7306c914dfe req-59d2a861-0cbb-4581-b5d8-03445983bd9f tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517526 Aug 16 22:25:58.814075 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['e83a3c08-1b0d-488a-8f7a-512de5e48a7d'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:58.846662 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['520bf8fb-68dd-41fc-a4b2-90156188b4e7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:58.858073 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d761f6-18a7-453a-9862-94f514bde31b req-9d3e35d0-8614-495e-9033-239f9f981759 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:58.859886 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26d761f6-18a7-453a-9862-94f514bde31b req-9d3e35d0-8614-495e-9033-239f9f981759 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 944 time: 0.0652366 Aug 16 22:25:58.926672 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26d761f6-18a7-453a-9862-94f514bde31b req-6f19ac53-3098-4ce2-af0d-d33e61aaca30 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556214 Aug 16 22:25:59.028067 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56632) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:59.169052 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7e1fc793-6f8b-4f5e-b49c-b406d992f926 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5ee2aad70ac440798e0a8b7baf7850c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396775 Aug 16 22:25:59.172061 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 56642) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:59.220851 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dacd8c06-5891-4c7d-a56b-de177fadaf9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:59.241657 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dacd8c06-5891-4c7d-a56b-de177fadaf9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:59.301564 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dacd8c06-5891-4c7d-a56b-de177fadaf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:59.305385 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dacd8c06-5891-4c7d-a56b-de177fadaf9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:59.307037 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dacd8c06-5891-4c7d-a56b-de177fadaf9a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/43155457-5ec0-4189-9a3f-56ad1f80d8a2 HTTP/1.1" status: 204 len: 168 time: 0.1338751 Aug 16 22:25:59.318004 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd8c06-5891-4c7d-a56b-de177fadaf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43155457-5ec0-4189-9a3f-56ad1f80d8a2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:59.431925 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a7b80-227d-46fe-acc9-868448b84de3 req-cf4c7a02-78b7-4c17-82f9-9f256a98b49d tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:59.442604 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-115a7b80-227d-46fe-acc9-868448b84de3 req-cf4c7a02-78b7-4c17-82f9-9f256a98b49d tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/ports?device_id=7c267fe1-03db-40f9-ac1e-c17e5617c492 HTTP/1.1" status: 200 len: 945 time: 0.0874727 Aug 16 22:25:59.496114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-115a7b80-227d-46fe-acc9-868448b84de3 req-b2cb06f5-c8fe-49e4-b8bb-81d218be27b4 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca882049-c16b-4894-9e74-4a6a3c607f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509980 Aug 16 22:25:59.747566 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:25:59.753981 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:59.935556 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:59.936671 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:59.940689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=48ce6ae9-7f6a-4d68-ba2e-756b025b92f2,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:59.979528 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '48ce6ae9-7f6a-4d68-ba2e-756b025b92f2', 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327', 'port_id': '48ce6ae9-7f6a-4d68-ba2e-756b025b92f2', 'mac_address': 'fa:16:3e:50:ed:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159e7ffb-10ba-4305-959b-a8d4373d4991', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:25:59.983795 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffba17-6a3d-4510-ab76-2d3c3eadd422 req-a47da6eb-176b-4834-a994-b0fc71e183f8 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:59.985399 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26ffba17-6a3d-4510-ab76-2d3c3eadd422 req-a47da6eb-176b-4834-a994-b0fc71e183f8 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=bbe744a8-2a3d-461c-ab58-e1bfd66ddd63 HTTP/1.1" status: 200 len: 944 time: 0.1148562 Aug 16 22:26:00.040724 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.051784 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:00.077305 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26ffba17-6a3d-4510-ab76-2d3c3eadd422 req-2bd3bcb1-2a5e-48d8-bda3-8bbbd97f11c1 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845995 Aug 16 22:26:00.087163 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=48ce6ae9-7f6a-4d68-ba2e-756b025b92f2,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:00.098368 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.154890 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.187933 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e3cb68-44a6-4865-9bc8-6fd27e242d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d8155f-3ffb-4082-ab44-717e3e5c3ec1'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:00.190372 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee763b2-c8e6-4d59-b64f-cb2caa88d836" -d '{"events": [{"server_uuid": "54e3cb68-44a6-4865-9bc8-6fd27e242d2b", "name": "network-vif-plugged", "status": "completed", "tag": "a8d8155f-3ffb-4082-ab44-717e3e5c3ec1"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:00.219915 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a8d8155f-3ffb-4082-ab44-717e3e5c3ec1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a8d8155f-3ffb-4082-ab44-717e3e5c3ec1,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:00.235123 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.236228 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 046c0e02-eb21-487b-96b7-2f88a3d6997f no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:26:00.239362 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=48ce6ae9-7f6a-4d68-ba2e-756b025b92f2,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:00.253097 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1db397-84a9-4b7e-b803-d2779f8f8af7 req-6dd261d7-44d9-4328-805b-9af9d2c35461 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:00.258907 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d1db397-84a9-4b7e-b803-d2779f8f8af7 req-6dd261d7-44d9-4328-805b-9af9d2c35461 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 944 time: 0.0995159 Aug 16 22:26:00.283878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['48ce6ae9-7f6a-4d68-ba2e-756b025b92f2'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:00.287959 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bf3cc9-1394-494b-aaa5-656513fd3e7b x-openstack-request-id: req-18bf3cc9-1394-494b-aaa5-656513fd3e7b {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:00.288242 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e3cb68-44a6-4865-9bc8-6fd27e242d2b", "name": "network-vif-plugged", "status": "completed", "tag": "a8d8155f-3ffb-4082-ab44-717e3e5c3ec1", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:00.288488 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-18bf3cc9-1394-494b-aaa5-656513fd3e7b {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:00.288858 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e3cb68-44a6-4865-9bc8-6fd27e242d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d8155f-3ffb-4082-ab44-717e3e5c3ec1', 'code': 200} Aug 16 22:26:00.331986 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 046c0e02-eb21-487b-96b7-2f88a3d6997f {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:26:00.332332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 046c0e02-eb21-487b-96b7-2f88a3d6997f not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:26:00.341820 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d1db397-84a9-4b7e-b803-d2779f8f8af7 req-dfd60fd0-a561-4dcf-a9bf-24d62b2b51cb tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753939 Aug 16 22:26:00.398703 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=a8d8155f-3ffb-4082-ab44-717e3e5c3ec1,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:00.695533 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e156c-53ee-4873-b611-648dfcf51499 req-5176c011-d57d-40ac-8918-ba3c641cfe87 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:00.700877 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f0e156c-53ee-4873-b611-648dfcf51499 req-5176c011-d57d-40ac-8918-ba3c641cfe87 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/ports?device_id=7c267fe1-03db-40f9-ac1e-c17e5617c492 HTTP/1.1" status: 200 len: 945 time: 0.1142223 Aug 16 22:26:00.772356 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f0e156c-53ee-4873-b611-648dfcf51499 req-4086b001-1d1f-4670-8c0a-f093390fbcd0 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca882049-c16b-4894-9e74-4a6a3c607f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481534 Aug 16 22:26:01.308092 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a5b9b-e3da-469c-99f0-a75bd966b039 req-4fa2bde1-d2bf-47ab-adc9-302e1dbc2fb6 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:01.316018 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c2a5b9b-e3da-469c-99f0-a75bd966b039 req-4fa2bde1-d2bf-47ab-adc9-302e1dbc2fb6 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=bbe744a8-2a3d-461c-ab58-e1bfd66ddd63 HTTP/1.1" status: 200 len: 944 time: 0.0670745 Aug 16 22:26:01.370746 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c2a5b9b-e3da-469c-99f0-a75bd966b039 req-782d335e-8510-42ac-886b-6f1ea54d83f9 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530522 Aug 16 22:26:01.596282 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6624ef8-2a2c-49ee-9bf2-768cea80e39f req-1cbac3a9-8f9e-4684-8bb3-e71f044feebd tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:01.598313 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c6624ef8-2a2c-49ee-9bf2-768cea80e39f req-1cbac3a9-8f9e-4684-8bb3-e71f044feebd tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.0926981 Aug 16 22:26:01.752431 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c6624ef8-2a2c-49ee-9bf2-768cea80e39f req-cd31e6bf-d26e-41cf-80eb-713c9ee17e5b tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455674 Aug 16 22:26:01.778988 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 520bf8fb-68dd-41fc-a4b2-90156188b4e7 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:01.885727 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 520bf8fb-68dd-41fc-a4b2-90156188b4e7 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:01.893586 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 520bf8fb-68dd-41fc-a4b2-90156188b4e7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:01.894353 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:02.124721 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:02.198178 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 520bf8fb-68dd-41fc-a4b2-90156188b4e7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=520bf8fb-68dd-41fc-a4b2-90156188b4e7,segment=NetworkSegment(792568b4-a513-4d48-8bbb-2ca3d0e41b3c),segment_id=792568b4-a513-4d48-8bbb-2ca3d0e41b3c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:02.205068 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:02.207789 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e83a3c08-1b0d-488a-8f7a-512de5e48a7d up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:02.331972 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c267fe1-03db-40f9-ac1e-c17e5617c492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520bf8fb-68dd-41fc-a4b2-90156188b4e7'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:02.334293 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef49a5ca-7fe2-4624-be72-017dd7e9c089" -d '{"events": [{"server_uuid": "7c267fe1-03db-40f9-ac1e-c17e5617c492", "name": "network-vif-plugged", "status": "completed", "tag": "520bf8fb-68dd-41fc-a4b2-90156188b4e7"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:02.337176 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=520bf8fb-68dd-41fc-a4b2-90156188b4e7,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:02.352365 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba34063-9b89-4aff-9edc-533446d7d37e req-74b111ba-c1e0-4158-a615-8574c7f5b350 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:02.362360 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ba34063-9b89-4aff-9edc-533446d7d37e req-74b111ba-c1e0-4158-a615-8574c7f5b350 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/ports?device_id=7c267fe1-03db-40f9-ac1e-c17e5617c492 HTTP/1.1" status: 200 len: 946 time: 0.0990150 Aug 16 22:26:02.410814 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port e83a3c08-1b0d-488a-8f7a-512de5e48a7d completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:02.426479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port e83a3c08-1b0d-488a-8f7a-512de5e48a7d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:02.426865 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:02.445976 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ba34063-9b89-4aff-9edc-533446d7d37e req-d1b42b6f-73ea-4f53-837e-489465482080 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca882049-c16b-4894-9e74-4a6a3c607f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733433 Aug 16 22:26:02.843315 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:02.953298 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e83a3c08-1b0d-488a-8f7a-512de5e48a7d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e83a3c08-1b0d-488a-8f7a-512de5e48a7d,segment=NetworkSegment(ef6bdb7b-766d-4748-8b7d-e6d14072e080),segment_id=ef6bdb7b-766d-4748-8b7d-e6d14072e080)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:02.967498 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:02.968561 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:03.100952 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e83a3c08-1b0d-488a-8f7a-512de5e48a7d,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:03.113706 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:03.114938 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:03.215565 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:03.262425 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=48ce6ae9-7f6a-4d68-ba2e-756b025b92f2,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:03.265787 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d539b881-736f-47ca-9136-5978b7b31b95 x-openstack-request-id: req-d539b881-736f-47ca-9136-5978b7b31b95 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:03.266837 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c267fe1-03db-40f9-ac1e-c17e5617c492", "name": "network-vif-plugged", "status": "completed", "tag": "520bf8fb-68dd-41fc-a4b2-90156188b4e7", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:03.267808 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d539b881-736f-47ca-9136-5978b7b31b95 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:03.268016 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c267fe1-03db-40f9-ac1e-c17e5617c492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520bf8fb-68dd-41fc-a4b2-90156188b4e7', 'code': 200} Aug 16 22:26:03.272132 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:03.364632 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=48ce6ae9-7f6a-4d68-ba2e-756b025b92f2,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:03.432360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71703a-e751-4b6f-8234-3412acb80b3e req-6e72a13f-cc74-4c90-9b9d-910dab731ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:03.434634 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed71703a-e751-4b6f-8234-3412acb80b3e req-6e72a13f-cc74-4c90-9b9d-910dab731ad0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7c267fe1-03db-40f9-ac1e-c17e5617c492 HTTP/1.1" status: 200 len: 1098 time: 0.0905678 Aug 16 22:26:03.490756 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f0901-d973-4706-8962-4eca364fb5b2 req-5162b2b2-16f6-4860-a261-a344a7ca7dce tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:03.498093 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f2f0901-d973-4706-8962-4eca364fb5b2 req-5162b2b2-16f6-4860-a261-a344a7ca7dce tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=bbe744a8-2a3d-461c-ab58-e1bfd66ddd63 HTTP/1.1" status: 200 len: 945 time: 0.1041925 Aug 16 22:26:03.607001 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f2f0901-d973-4706-8962-4eca364fb5b2 req-0a22a497-b05c-46e9-a844-c67a26c5238e tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993972 Aug 16 22:26:03.640457 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed71703a-e751-4b6f-8234-3412acb80b3e req-fba528ed-3539-4e47-887c-3a6313f607c5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ca882049-c16b-4894-9e74-4a6a3c607f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653023 Aug 16 22:26:03.857563 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b72858-c68c-450d-8e54-dbaed7f17ea5 req-aa73ee75-e30e-422e-af47-df775f757fbe tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:03.867788 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31b72858-c68c-450d-8e54-dbaed7f17ea5 req-aa73ee75-e30e-422e-af47-df775f757fbe tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.1329091 Aug 16 22:26:03.953106 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31b72858-c68c-450d-8e54-dbaed7f17ea5 req-6a5a9890-fd8d-4231-b06d-b154b22c77ee tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825431 Aug 16 22:26:04.603133 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fc1e2-6756-4633-beb4-604a853841ea req-1a226906-385a-4f0f-8f92-4eb6c6a40420 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:04.611722 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c7fc1e2-6756-4633-beb4-604a853841ea req-1a226906-385a-4f0f-8f92-4eb6c6a40420 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/ports?device_id=7c267fe1-03db-40f9-ac1e-c17e5617c492 HTTP/1.1" status: 200 len: 946 time: 0.1138377 Aug 16 22:26:04.674530 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c7fc1e2-6756-4633-beb4-604a853841ea req-3b996d61-8f51-42e1-9176-5af07bad71b4 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca882049-c16b-4894-9e74-4a6a3c607f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615306 Aug 16 22:26:05.019781 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a6a63-3883-475a-bdfc-7f12d73c5a9b req-b3c0ec5d-3845-4494-8944-ea6570fb9f4b tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:05.021340 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e9a6a63-3883-475a-bdfc-7f12d73c5a9b req-b3c0ec5d-3845-4494-8944-ea6570fb9f4b tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=bbe744a8-2a3d-461c-ab58-e1bfd66ddd63 HTTP/1.1" status: 200 len: 945 time: 0.0539770 Aug 16 22:26:05.078067 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e9a6a63-3883-475a-bdfc-7f12d73c5a9b req-e1e39f7b-6538-4e52-960d-5a270e181a0a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470452 Aug 16 22:26:05.195268 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa4764-c350-44bd-a245-e9d50fb23234 req-b33eb977-11e5-433f-a84e-8ae4718a0bda tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:05.204168 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c5aa4764-c350-44bd-a245-e9d50fb23234 req-b33eb977-11e5-433f-a84e-8ae4718a0bda tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.0737472 Aug 16 22:26:05.250552 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c5aa4764-c350-44bd-a245-e9d50fb23234 req-69ceb5aa-285f-401f-99f3-481807313605 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432448 Aug 16 22:26:05.269861 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe744a8-2a3d-461c-ab58-e1bfd66ddd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83a3c08-1b0d-488a-8f7a-512de5e48a7d'}, {'server_uuid': 'dfc02004-17c4-4e92-b6ab-ada4cb3c8a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ce6ae9-7f6a-4d68-ba2e-756b025b92f2'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:05.272412 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fdff4d-243f-4611-bbe0-877e75bcbfb8" -d '{"events": [{"server_uuid": "bbe744a8-2a3d-461c-ab58-e1bfd66ddd63", "name": "network-vif-plugged", "status": "completed", "tag": "e83a3c08-1b0d-488a-8f7a-512de5e48a7d"}, {"server_uuid": "dfc02004-17c4-4e92-b6ab-ada4cb3c8a16", "name": "network-vif-plugged", "status": "completed", "tag": "48ce6ae9-7f6a-4d68-ba2e-756b025b92f2"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:05.374728 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cecca56-da08-4b37-8465-43d501f513d6 x-openstack-request-id: req-6cecca56-da08-4b37-8465-43d501f513d6 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:05.375087 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe744a8-2a3d-461c-ab58-e1bfd66ddd63", "name": "network-vif-plugged", "status": "completed", "tag": "e83a3c08-1b0d-488a-8f7a-512de5e48a7d", "code": 200}, {"server_uuid": "dfc02004-17c4-4e92-b6ab-ada4cb3c8a16", "name": "network-vif-plugged", "status": "completed", "tag": "48ce6ae9-7f6a-4d68-ba2e-756b025b92f2", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:05.375428 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6cecca56-da08-4b37-8465-43d501f513d6 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:05.375868 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe744a8-2a3d-461c-ab58-e1bfd66ddd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83a3c08-1b0d-488a-8f7a-512de5e48a7d', 'code': 200} Aug 16 22:26:05.376705 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc02004-17c4-4e92-b6ab-ada4cb3c8a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ce6ae9-7f6a-4d68-ba2e-756b025b92f2', 'code': 200} Aug 16 22:26:05.551710 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d3a7d-3910-42a8-952a-94a3f5bc872c req-8fbf4685-8ff0-4276-b4f3-8cdc08a7d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:05.553238 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-448d3a7d-3910-42a8-952a-94a3f5bc872c req-8fbf4685-8ff0-4276-b4f3-8cdc08a7d0e6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bbe744a8-2a3d-461c-ab58-e1bfd66ddd63 HTTP/1.1" status: 200 len: 1097 time: 0.0777433 Aug 16 22:26:05.630301 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-448d3a7d-3910-42a8-952a-94a3f5bc872c req-f862a063-f8f6-4a56-bfaa-76914dafe3e4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655298 Aug 16 22:26:06.068776 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4c5cf-c3f3-4585-99a3-d717559c1fae req-8f0573f5-ee5e-4a33-930a-2a28d7ea46fb tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:06.082701 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eae4c5cf-c3f3-4585-99a3-d717559c1fae req-8f0573f5-ee5e-4a33-930a-2a28d7ea46fb tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/ports?device_id=7c267fe1-03db-40f9-ac1e-c17e5617c492 HTTP/1.1" status: 200 len: 946 time: 0.1327724 Aug 16 22:26:06.203570 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eae4c5cf-c3f3-4585-99a3-d717559c1fae req-c58a0b23-c33c-4f69-8d8c-e6e0d199192e tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca882049-c16b-4894-9e74-4a6a3c607f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168599 Aug 16 22:26:06.603767 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec654d-9e58-4103-ade9-38dcec0240d4 req-4dd3ddd7-b30e-4cb6-a633-ee7f453730ae tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:06.614352 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acec654d-9e58-4103-ade9-38dcec0240d4 req-4dd3ddd7-b30e-4cb6-a633-ee7f453730ae tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=bbe744a8-2a3d-461c-ab58-e1bfd66ddd63 HTTP/1.1" status: 200 len: 945 time: 0.0887785 Aug 16 22:26:06.682616 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acec654d-9e58-4103-ade9-38dcec0240d4 req-222cb39c-b0b6-41e5-a4ec-2a7537e943e4 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655334 Aug 16 22:26:07.060761 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68d606-9ca7-4024-9788-1b5a89ca0dee req-22601836-3796-4089-a113-ff841e830736 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:07.067075 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b68d606-9ca7-4024-9788-1b5a89ca0dee req-22601836-3796-4089-a113-ff841e830736 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.0891674 Aug 16 22:26:07.119221 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b68d606-9ca7-4024-9788-1b5a89ca0dee req-fb758a78-4d6b-4267-ae05-bb5c60492054 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486543 Aug 16 22:26:07.257826 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d7384-38db-4d0c-ab87-e187069a51e3 req-7ac10730-06a5-42af-b3a2-620ffd05702c tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:07.266466 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-956d7384-38db-4d0c-ab87-e187069a51e3 req-7ac10730-06a5-42af-b3a2-620ffd05702c tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/ports?device_id=7c267fe1-03db-40f9-ac1e-c17e5617c492 HTTP/1.1" status: 200 len: 946 time: 0.0640874 Aug 16 22:26:07.318978 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-956d7384-38db-4d0c-ab87-e187069a51e3 req-0a68d807-e799-4457-b0ac-b6bab79c4333 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca882049-c16b-4894-9e74-4a6a3c607f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448287 Aug 16 22:26:08.316209 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:08.364751 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c111b-0dd1-462d-8e0a-61ebe09f5d94 req-a6f6bd0f-4cb3-48e5-acee-83bde7a2faa7 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:08.410034 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8d4c111b-0dd1-462d-8e0a-61ebe09f5d94 req-a6f6bd0f-4cb3-48e5-acee-83bde7a2faa7 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=bbe744a8-2a3d-461c-ab58-e1bfd66ddd63 HTTP/1.1" status: 200 len: 945 time: 0.2407181 Aug 16 22:26:08.485503 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8d4c111b-0dd1-462d-8e0a-61ebe09f5d94 req-73619958-3f4a-4c34-bd31-2b97dd25b016 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875251 Aug 16 22:26:08.696935 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65121d34-6bee-47af-8aa2-41453a836fcd req-2ac6fbe9-43bc-4bd1-94d3-c728aaa81d11 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:08.696935 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-65121d34-6bee-47af-8aa2-41453a836fcd req-2ac6fbe9-43bc-4bd1-94d3-c728aaa81d11 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c267fe1-03db-40f9-ac1e-c17e5617c492 HTTP/1.1" status: 200 len: 946 time: 0.1008580 Aug 16 22:26:08.865303 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3d7bc-de73-42a3-8db4-8129e5d70504 req-98417db7-71c1-4ca2-b9c8-8e0ae237dfc4 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:08.873554 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fb3d7bc-de73-42a3-8db4-8129e5d70504 req-98417db7-71c1-4ca2-b9c8-8e0ae237dfc4 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.2314453 Aug 16 22:26:08.950909 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fb3d7bc-de73-42a3-8db4-8129e5d70504 req-e21eb92e-b817-4766-b883-030317be8b83 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738568 Aug 16 22:26:08.987857 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2234687c-6f1d-4b29-bbc4-ca2c47823dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:09.004032 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-65121d34-6bee-47af-8aa2-41453a836fcd req-8d33863e-c361-4290-aad4-07d0112ddfc9 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Deleting port 520bf8fb-68dd-41fc-a4b2-90156188b4e7 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:09.009209 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-65121d34-6bee-47af-8aa2-41453a836fcd req-8d33863e-c361-4290-aad4-07d0112ddfc9 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:09.187018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef057abf-3449-41d6-a73d-01e4807c7916 req-610f51a0-db26-43f9-9aeb-488276616b5d tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:09.195718 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef057abf-3449-41d6-a73d-01e4807c7916 req-610f51a0-db26-43f9-9aeb-488276616b5d tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/ports?device_id=7c267fe1-03db-40f9-ac1e-c17e5617c492 HTTP/1.1" status: 200 len: 946 time: 0.0916526 Aug 16 22:26:09.231636 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-65121d34-6bee-47af-8aa2-41453a836fcd req-8d33863e-c361-4290-aad4-07d0112ddfc9 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] For port 520bf8fb-68dd-41fc-a4b2-90156188b4e7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=520bf8fb-68dd-41fc-a4b2-90156188b4e7,segment=NetworkSegment(792568b4-a513-4d48-8bbb-2ca3d0e41b3c),segment_id=792568b4-a513-4d48-8bbb-2ca3d0e41b3c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:09.232517 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-65121d34-6bee-47af-8aa2-41453a836fcd req-8d33863e-c361-4290-aad4-07d0112ddfc9 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:09.257537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-65121d34-6bee-47af-8aa2-41453a836fcd req-8d33863e-c361-4290-aad4-07d0112ddfc9 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Calling delete_port for 520bf8fb-68dd-41fc-a4b2-90156188b4e7 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:09.276918 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef057abf-3449-41d6-a73d-01e4807c7916 req-ec84a419-c2a8-43ea-9943-08203d797559 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca882049-c16b-4894-9e74-4a6a3c607f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777156 Aug 16 22:26:09.542210 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-65121d34-6bee-47af-8aa2-41453a836fcd req-8d33863e-c361-4290-aad4-07d0112ddfc9 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:09.562135 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['520bf8fb-68dd-41fc-a4b2-90156188b4e7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:09.642318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33863e-c361-4290-aad4-07d0112ddfc9 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Pushing event deleted for resources: {'Port': ['ID=520bf8fb-68dd-41fc-a4b2-90156188b4e7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:09.700612 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-65121d34-6bee-47af-8aa2-41453a836fcd req-8d33863e-c361-4290-aad4-07d0112ddfc9 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] No DVR routers for this DVR port 520bf8fb-68dd-41fc-a4b2-90156188b4e7 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:26:09.704480 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-65121d34-6bee-47af-8aa2-41453a836fcd req-8d33863e-c361-4290-aad4-07d0112ddfc9 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:09.708875 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-65121d34-6bee-47af-8aa2-41453a836fcd req-8d33863e-c361-4290-aad4-07d0112ddfc9 tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.39 "DELETE /v2.0/ports/520bf8fb-68dd-41fc-a4b2-90156188b4e7 HTTP/1.1" status: 204 len: 173 time: 1.0028684 Aug 16 22:26:09.709705 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c267fe1-03db-40f9-ac1e-c17e5617c492', 'name': 'network-vif-deleted', 'tag': '520bf8fb-68dd-41fc-a4b2-90156188b4e7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:09.719532 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29efdfac-4a23-4588-9853-431b975d6e41" -d '{"events": [{"server_uuid": "7c267fe1-03db-40f9-ac1e-c17e5617c492", "name": "network-vif-deleted", "tag": "520bf8fb-68dd-41fc-a4b2-90156188b4e7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:09.831912 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b91935-ab96-4413-91a5-fb694d6fe4ac req-caefb0fb-23c5-498e-96f7-f26cfd1e0f11 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:09.841412 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e6b91935-ab96-4413-91a5-fb694d6fe4ac req-caefb0fb-23c5-498e-96f7-f26cfd1e0f11 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=bbe744a8-2a3d-461c-ab58-e1bfd66ddd63 HTTP/1.1" status: 200 len: 945 time: 0.0743325 Aug 16 22:26:09.885236 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e6b91935-ab96-4413-91a5-fb694d6fe4ac req-f7735dc1-42b3-4121-a3cf-ec9950168982 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427737 Aug 16 22:26:10.013551 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cafbd2-38b8-478c-8dcc-b4116015b47e x-openstack-request-id: req-b3cafbd2-38b8-478c-8dcc-b4116015b47e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:10.014161 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c267fe1-03db-40f9-ac1e-c17e5617c492", "name": "network-vif-deleted", "tag": "520bf8fb-68dd-41fc-a4b2-90156188b4e7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:10.014607 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b3cafbd2-38b8-478c-8dcc-b4116015b47e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:10.015218 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c267fe1-03db-40f9-ac1e-c17e5617c492', 'name': 'network-vif-deleted', 'tag': '520bf8fb-68dd-41fc-a4b2-90156188b4e7', 'status': 'completed', 'code': 200} Aug 16 22:26:10.206403 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5bb59-0c1d-48fd-8714-6f2d457b8ab6 req-2570f84f-185d-42e2-b48c-39805d2e0615 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:10.208624 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0a5bb59-0c1d-48fd-8714-6f2d457b8ab6 req-2570f84f-185d-42e2-b48c-39805d2e0615 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.1073129 Aug 16 22:26:10.340306 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0a5bb59-0c1d-48fd-8714-6f2d457b8ab6 req-eecc179b-2c6b-41ae-bd7f-a49171d8f05b tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913835 Aug 16 22:26:10.478998 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 56872) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:10.559926 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:26:10.568515 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:10.695096 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3c5fe83f-40b8-4b6d-98ab-75f236d63e62 req-79f741e8-c5d8-4309-b6b5-5dd7ba25978b tempest-InstanceActionsV221TestJSON-498046234 tempest-InstanceActionsV221TestJSON-498046234-project] 10.222.0.93 "GET /v2.0/ports?device_id=7c267fe1-03db-40f9-ac1e-c17e5617c492 HTTP/1.1" status: 200 len: 210 time: 0.0864143 Aug 16 22:26:10.830185 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc3b6501-db18-444e-92d0-0b271bef7a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:10.990244 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc3b6501-db18-444e-92d0-0b271bef7a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:10.995253 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc3b6501-db18-444e-92d0-0b271bef7a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:11.064198 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dc3b6501-db18-444e-92d0-0b271bef7a03 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=89141bf53b4646cba0e8b4b793dc1dbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5837424 Aug 16 22:26:11.066529 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b6501-db18-444e-92d0-0b271bef7a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1985ac10-d3d3-4001-bf0c-86bb9c05a962,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:11.069354 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 56888) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:11.134016 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb3cd5b1-c9a7-45e4-bd11-e51a00249e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:11.134223 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8a793-0254-4f7f-90ef-c636479a350f req-544d19b1-2a2b-44b8-9502-4530dff1b30d tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:11.135760 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-09c8a793-0254-4f7f-90ef-c636479a350f req-544d19b1-2a2b-44b8-9502-4530dff1b30d tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=bbe744a8-2a3d-461c-ab58-e1bfd66ddd63 HTTP/1.1" status: 200 len: 945 time: 0.0985234 Aug 16 22:26:11.162124 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb3cd5b1-c9a7-45e4-bd11-e51a00249e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:11.221655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-09c8a793-0254-4f7f-90ef-c636479a350f req-0dc42908-3679-4cde-ad56-c84bc8d1c8fc tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685685 Aug 16 22:26:11.230453 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb3cd5b1-c9a7-45e4-bd11-e51a00249e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:11.233378 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb3cd5b1-c9a7-45e4-bd11-e51a00249e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:11.234851 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bb3cd5b1-c9a7-45e4-bd11-e51a00249e2a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1985ac10-d3d3-4001-bf0c-86bb9c05a962 HTTP/1.1" status: 204 len: 168 time: 0.1642721 Aug 16 22:26:11.256939 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3cd5b1-c9a7-45e4-bd11-e51a00249e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1985ac10-d3d3-4001-bf0c-86bb9c05a962,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:11.351681 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef8cf0-2042-4e44-b85d-40a296644e98 req-aec023fb-b835-41a5-8245-e236ba6dbc54 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:11.353298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50ef8cf0-2042-4e44-b85d-40a296644e98 req-aec023fb-b835-41a5-8245-e236ba6dbc54 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe744a8-2a3d-461c-ab58-e1bfd66ddd63 HTTP/1.1" status: 200 len: 945 time: 0.0914936 Aug 16 22:26:11.506042 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fb6e189a-5f08-4095-815d-2c8d7b6fa020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:11.598217 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae859e7-36b9-4629-a6b7-74e998a128e5 req-fcaf8e55-455e-47d1-90d6-59f504d789c9 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:11.599856 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ae859e7-36b9-4629-a6b7-74e998a128e5 req-fcaf8e55-455e-47d1-90d6-59f504d789c9 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.1150727 Aug 16 22:26:11.608748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-50ef8cf0-2042-4e44-b85d-40a296644e98 req-d4e8765f-be06-4247-b4fa-0b89eb8d7d9a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Deleting port e83a3c08-1b0d-488a-8f7a-512de5e48a7d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:11.609096 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50ef8cf0-2042-4e44-b85d-40a296644e98 req-d4e8765f-be06-4247-b4fa-0b89eb8d7d9a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:11.725797 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ae859e7-36b9-4629-a6b7-74e998a128e5 req-645c36e0-95d9-469e-b7b3-87c6ae45ec86 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940289 Aug 16 22:26:11.782339 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-50ef8cf0-2042-4e44-b85d-40a296644e98 req-d4e8765f-be06-4247-b4fa-0b89eb8d7d9a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] For port e83a3c08-1b0d-488a-8f7a-512de5e48a7d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e83a3c08-1b0d-488a-8f7a-512de5e48a7d,segment=NetworkSegment(ef6bdb7b-766d-4748-8b7d-e6d14072e080),segment_id=ef6bdb7b-766d-4748-8b7d-e6d14072e080)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:11.782795 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50ef8cf0-2042-4e44-b85d-40a296644e98 req-d4e8765f-be06-4247-b4fa-0b89eb8d7d9a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:11.792430 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f202f-3569-4030-8426-58355268bbc0 req-4dd861a2-fee3-41f1-a229-5d059f7927e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:11.794472 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bd1f202f-3569-4030-8426-58355268bbc0 req-4dd861a2-fee3-41f1-a229-5d059f7927e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 1097 time: 0.0917447 Aug 16 22:26:11.801780 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-50ef8cf0-2042-4e44-b85d-40a296644e98 req-d4e8765f-be06-4247-b4fa-0b89eb8d7d9a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Calling delete_port for e83a3c08-1b0d-488a-8f7a-512de5e48a7d owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:11.975105 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f202f-3569-4030-8426-58355268bbc0 req-bed7528f-d885-44ce-acab-385b03055b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:11.976286 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bd1f202f-3569-4030-8426-58355268bbc0 req-bed7528f-d885-44ce-acab-385b03055b23 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 200 len: 912 time: 0.1697583 Aug 16 22:26:12.040165 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:12.073685 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50ef8cf0-2042-4e44-b85d-40a296644e98 req-d4e8765f-be06-4247-b4fa-0b89eb8d7d9a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:12.088599 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['48ac1cda-719d-4426-a6ff-ee642af95bfb', 'e83a3c08-1b0d-488a-8f7a-512de5e48a7d'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:12.092996 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bd1f202f-3569-4030-8426-58355268bbc0 req-caab7c18-5eae-44a6-bf1a-68f80b5f128b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 HTTP/1.1" status: 200 len: 217 time: 0.1041276 Aug 16 22:26:12.136043 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8765f-be06-4247-b4fa-0b89eb8d7d9a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Pushing event deleted for resources: {'Port': ['ID=e83a3c08-1b0d-488a-8f7a-512de5e48a7d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:12.165142 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56930) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:12.195634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ef8cf0-2042-4e44-b85d-40a296644e98 req-d4e8765f-be06-4247-b4fa-0b89eb8d7d9a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] No DVR routers for this DVR port e83a3c08-1b0d-488a-8f7a-512de5e48a7d on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:26:12.199143 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50ef8cf0-2042-4e44-b85d-40a296644e98 req-d4e8765f-be06-4247-b4fa-0b89eb8d7d9a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:12.201703 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50ef8cf0-2042-4e44-b85d-40a296644e98 req-d4e8765f-be06-4247-b4fa-0b89eb8d7d9a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.39 "DELETE /v2.0/ports/e83a3c08-1b0d-488a-8f7a-512de5e48a7d HTTP/1.1" status: 204 len: 173 time: 0.7693801 Aug 16 22:26:12.204858 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe744a8-2a3d-461c-ab58-e1bfd66ddd63', 'name': 'network-vif-deleted', 'tag': 'e83a3c08-1b0d-488a-8f7a-512de5e48a7d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:12.218105 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98820d6e-d60a-418e-a2e3-bb1eb17e2b21" -d '{"events": [{"server_uuid": "bbe744a8-2a3d-461c-ab58-e1bfd66ddd63", "name": "network-vif-deleted", "tag": "e83a3c08-1b0d-488a-8f7a-512de5e48a7d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:12.267984 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f202f-3569-4030-8426-58355268bbc0 req-1b2bfb87-5ee2-4df6-ab64-cb8ea0dcb678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:12.274378 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bd1f202f-3569-4030-8426-58355268bbc0 req-1b2bfb87-5ee2-4df6-ab64-cb8ea0dcb678 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77278031-7856-4cbe-b33a-9aa0a9f30263 HTTP/1.1" status: 200 len: 851 time: 0.1673727 Aug 16 22:26:12.342427 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bd1f202f-3569-4030-8426-58355268bbc0 req-c91fcafe-65ea-40ea-bf7e-aa086beb2b7e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ebd43e01-e5c7-4526-84ca-b13361f6e777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552344 Aug 16 22:26:12.372813 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156d19b4-8b4a-49b3-a784-aa4375893468 x-openstack-request-id: req-156d19b4-8b4a-49b3-a784-aa4375893468 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:12.373103 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe744a8-2a3d-461c-ab58-e1bfd66ddd63", "name": "network-vif-deleted", "tag": "e83a3c08-1b0d-488a-8f7a-512de5e48a7d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:12.373357 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-156d19b4-8b4a-49b3-a784-aa4375893468 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:12.373756 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe744a8-2a3d-461c-ab58-e1bfd66ddd63', 'name': 'network-vif-deleted', 'tag': 'e83a3c08-1b0d-488a-8f7a-512de5e48a7d', 'status': 'completed', 'code': 200} Aug 16 22:26:12.378070 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2dc470c-e550-4dff-8b8c-1368bf7090f6 req-4bc5a808-dba2-4472-8177-957cda67a028 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=bbe744a8-2a3d-461c-ab58-e1bfd66ddd63 HTTP/1.1" status: 200 len: 210 time: 0.0570161 Aug 16 22:26:12.383825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-46dc18c7-12c7-41f6-9bc8-481c8fc75637 admin admin] Deleting subnet 57e47477-b3f9-431c-82ef-d3c461ab774d {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:26:12.387466 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46dc18c7-12c7-41f6-9bc8-481c8fc75637 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:12.450800 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46dc18c7-12c7-41f6-9bc8-481c8fc75637 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:12.502559 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 56946) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:12.503110 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46dc18c7-12c7-41f6-9bc8-481c8fc75637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:12.519682 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bd1f202f-3569-4030-8426-58355268bbc0 req-dedd7f5a-e855-47af-b57b-80d7de133457 service neutron] 10.222.0.39 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634998 Aug 16 22:26:12.567851 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46dc18c7-12c7-41f6-9bc8-481c8fc75637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:12.586049 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46dc18c7-12c7-41f6-9bc8-481c8fc75637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:12.588599 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-46dc18c7-12c7-41f6-9bc8-481c8fc75637 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/57e47477-b3f9-431c-82ef-d3c461ab774d HTTP/1.1" status: 204 len: 168 time: 0.4020231 Aug 16 22:26:12.610012 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 56950) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:12.615714 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc18c7-12c7-41f6-9bc8-481c8fc75637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57e47477-b3f9-431c-82ef-d3c461ab774d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:12.698689 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-defb5e23-6840-418c-aa1c-c609ad285396 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-535757453-network', 'tenant_id': '63f6b9c2c6ae48ef87d525eb49b57621'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:12.802980 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-022a3f98-eb47-4ad6-a49e-52da617b9d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:12.839432 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defb5e23-6840-418c-aa1c-c609ad285396 admin admin] Made reservation on behalf of 63f6b9c2c6ae48ef87d525eb49b57621 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:12.842048 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-defb5e23-6840-418c-aa1c-c609ad285396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:12.863221 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-defb5e23-6840-418c-aa1c-c609ad285396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:12.869816 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bd1f202f-3569-4030-8426-58355268bbc0 req-1d265992-9186-4ef4-800f-47a3546e075f service neutron] 10.222.0.39 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309412 Aug 16 22:26:12.987894 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-022a3f98-eb47-4ad6-a49e-52da617b9d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:13.004680 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-022a3f98-eb47-4ad6-a49e-52da617b9d3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7cf47dc-5a70-4992-870b-d6c07e67ade0']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:13.032165 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6a153-ffed-495a-a976-cb2db41a96e1 req-43a41a0a-fc24-4e9a-9ef0-43c5dba1d56e tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:13.038196 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ea6a153-ffed-495a-a976-cb2db41a96e1 req-43a41a0a-fc24-4e9a-9ef0-43c5dba1d56e tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 945 time: 0.1515617 Aug 16 22:26:13.056531 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-022a3f98-eb47-4ad6-a49e-52da617b9d3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792568b4-a513-4d48-8bbb-2ca3d0e41b3c') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:13.056800 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-022a3f98-eb47-4ad6-a49e-52da617b9d3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792568b4-a513-4d48-8bbb-2ca3d0e41b3c') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:13.077249 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-022a3f98-eb47-4ad6-a49e-52da617b9d3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:13.127807 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-022a3f98-eb47-4ad6-a49e-52da617b9d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:13.137871 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022a3f98-eb47-4ad6-a49e-52da617b9d3b admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:26:13.138651 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-022a3f98-eb47-4ad6-a49e-52da617b9d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:26:13.141892 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:26:13.154324 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ea6a153-ffed-495a-a976-cb2db41a96e1 req-1c054b30-46d2-4c80-95bc-f01f8c7b8e14 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078625 Aug 16 22:26:13.164964 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:13.215309 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-022a3f98-eb47-4ad6-a49e-52da617b9d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:13.224963 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-022a3f98-eb47-4ad6-a49e-52da617b9d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:13.226821 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-022a3f98-eb47-4ad6-a49e-52da617b9d3b admin admin] 10.222.0.93 "DELETE /v2.0/networks/b7cf47dc-5a70-4992-870b-d6c07e67ade0 HTTP/1.1" status: 204 len: 168 time: 0.6097183 Aug 16 22:26:13.243988 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-defb5e23-6840-418c-aa1c-c609ad285396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:13.245459 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a3f98-eb47-4ad6-a49e-52da617b9d3b admin admin] Pushing event deleted for resources: {'Network': ['ID=b7cf47dc-5a70-4992-870b-d6c07e67ade0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:13.250023 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-defb5e23-6840-418c-aa1c-c609ad285396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:13.276406 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-defb5e23-6840-418c-aa1c-c609ad285396 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:26:13.292095 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb5e23-6840-418c-aa1c-c609ad285396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04c0b8a-b869-44a2-b0f1-63fab48c60f7,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:13.307315 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-defb5e23-6840-418c-aa1c-c609ad285396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:13.307557 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-defb5e23-6840-418c-aa1c-c609ad285396 admin admin] Added segment c1f7b533-7910-4022-bae1-043d13109099 of type vlan for network 06570d2f-3a83-4539-8177-055a5178f604 Aug 16 22:26:13.362205 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-defb5e23-6840-418c-aa1c-c609ad285396 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:13.399125 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-defb5e23-6840-418c-aa1c-c609ad285396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:13.400661 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defb5e23-6840-418c-aa1c-c609ad285396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:13.401291 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-defb5e23-6840-418c-aa1c-c609ad285396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:13.432624 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56978) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:13.485207 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-defb5e23-6840-418c-aa1c-c609ad285396 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9778183 Aug 16 22:26:13.486691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 56982) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:13.494417 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6fb2743e-a7e4-477c-8872-6563040ada56 admin admin] Request body: {'subnet': {'network_id': '06570d2f-3a83-4539-8177-055a5178f604', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-535757453-subnet', 'tenant_id': '63f6b9c2c6ae48ef87d525eb49b57621', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:13.497855 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b0f2b205-8961-431e-8b4f-f9ac35703d1b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d965c79e7f36442889915fa1efdd1829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0642357 Aug 16 22:26:13.498724 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb5e23-6840-418c-aa1c-c609ad285396 admin admin] Pushing event updated for resources: {'Network': ['ID=06570d2f-3a83-4539-8177-055a5178f604,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:13.500335 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56984) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:13.511178 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 06570d2f-3a83-4539-8177-055a5178f604 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:26:13.549617 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb2743e-a7e4-477c-8872-6563040ada56 admin admin] Made reservation on behalf of 63f6b9c2c6ae48ef87d525eb49b57621 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:13.552047 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6fb2743e-a7e4-477c-8872-6563040ada56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:13.607929 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f43e73-4210-4a25-b6a4-f4a1b22dc797 req-3f1f0124-89a6-4379-bd5a-a64347753b75 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:13.615378 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-14f43e73-4210-4a25-b6a4-f4a1b22dc797 req-3f1f0124-89a6-4379-bd5a-a64347753b75 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0863488 Aug 16 22:26:13.625586 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dbcbac44-6f46-440d-a29d-9400e1741c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:13.663597 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dbcbac44-6f46-440d-a29d-9400e1741c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:13.691689 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-14f43e73-4210-4a25-b6a4-f4a1b22dc797 req-7b814c9b-184c-423e-8dea-f65f41ad9ad8 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710115 Aug 16 22:26:13.742999 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dbcbac44-6f46-440d-a29d-9400e1741c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:13.749655 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dbcbac44-6f46-440d-a29d-9400e1741c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:13.751777 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dbcbac44-6f46-440d-a29d-9400e1741c3a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ca882049-c16b-4894-9e74-4a6a3c607f16 HTTP/1.1" status: 204 len: 168 time: 0.2503283 Aug 16 22:26:13.761553 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbac44-6f46-440d-a29d-9400e1741c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca882049-c16b-4894-9e74-4a6a3c607f16,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:13.776385 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6fb2743e-a7e4-477c-8872-6563040ada56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:13.824381 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e83a3c08-1b0d-488a-8f7a-512de5e48a7d no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:26:13.867722 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2743e-a7e4-477c-8872-6563040ada56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be961d4-d4dd-496d-9bb9-ca13e6a5ead7,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:13.873180 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2743e-a7e4-477c-8872-6563040ada56 admin admin] Checking segment: {'id': 'c1f7b533-7910-4022-bae1-043d13109099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '06570d2f-3a83-4539-8177-055a5178f604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:13.873937 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb2743e-a7e4-477c-8872-6563040ada56 admin admin] Network hostable DHCP agents. Network: 06570d2f-3a83-4539-8177-055a5178f604, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:26:13.883993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: e83a3c08-1b0d-488a-8f7a-512de5e48a7d {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:26:13.884696 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e83a3c08-1b0d-488a-8f7a-512de5e48a7d not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:26:13.885222 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:26:13.896237 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb2743e-a7e4-477c-8872-6563040ada56 admin admin] Network 06570d2f-3a83-4539-8177-055a5178f604 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:26:13.907752 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-6fb2743e-a7e4-477c-8872-6563040ada56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 06570d2f-3a83-4539-8177-055a5178f604) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:13.918041 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb2743e-a7e4-477c-8872-6563040ada56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:13.918041 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6fb2743e-a7e4-477c-8872-6563040ada56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:13.922557 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1af8502-7046-454c-abb4-e8640095a7c5 None None] Network 06570d2f-3a83-4539-8177-055a5178f604 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:26:13.958023 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6fb2743e-a7e4-477c-8872-6563040ada56 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4661825 Aug 16 22:26:14.081415 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:14.096098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609088a-4129-4707-a5f0-c03b92b220ab req-e64a4614-bebe-4863-8f53-768b97d71cd2 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:14.107793 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2609088a-4129-4707-a5f0-c03b92b220ab req-e64a4614-bebe-4863-8f53-768b97d71cd2 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0878811 Aug 16 22:26:14.155198 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a8d8155f-3ffb-4082-ab44-717e3e5c3ec1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a8d8155f-3ffb-4082-ab44-717e3e5c3ec1,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:14.177585 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2609088a-4129-4707-a5f0-c03b92b220ab req-125541ae-36ce-4818-a54f-3959f5b0e521 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656781 Aug 16 22:26:14.180237 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e3cb68-44a6-4865-9bc8-6fd27e242d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8d8155f-3ffb-4082-ab44-717e3e5c3ec1'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:14.194690 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109ab925-387d-45ae-867f-4c5cb292e366" -d '{"events": [{"server_uuid": "54e3cb68-44a6-4865-9bc8-6fd27e242d2b", "name": "network-vif-unplugged", "status": "completed", "tag": "a8d8155f-3ffb-4082-ab44-717e3e5c3ec1"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:14.203452 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:14.204286 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 520bf8fb-68dd-41fc-a4b2-90156188b4e7 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:26:14.265535 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 520bf8fb-68dd-41fc-a4b2-90156188b4e7 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:26:14.265535 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 520bf8fb-68dd-41fc-a4b2-90156188b4e7 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:26:14.271529 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73443f1e-b7a0-4612-8c85-a8eb65733f58 None None] Network 06570d2f-3a83-4539-8177-055a5178f604 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:26:14.297387 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e1ca6-387b-4e33-ba9b-a28036b215e1 req-52ff5682-d062-45c1-b19c-4b9ee875d3b1 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:14.305370 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a03e1ca6-387b-4e33-ba9b-a28036b215e1 req-52ff5682-d062-45c1-b19c-4b9ee875d3b1 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 943 time: 0.0661066 Aug 16 22:26:14.347972 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=a8d8155f-3ffb-4082-ab44-717e3e5c3ec1,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:14.350297 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a03e1ca6-387b-4e33-ba9b-a28036b215e1 req-8849b9a1-ace6-4562-886d-09be9ad8f03a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412066 Aug 16 22:26:14.367918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ec3ed38c-0439-4e18-a439-bf6d9ca1aa14 req-d45aa168-44b3-4953-a531-5473a9f2c9ce tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-71136108', 'description': 'tempest-description-1499753793'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:14.406478 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ec3ed38c-0439-4e18-a439-bf6d9ca1aa14 req-d45aa168-44b3-4953-a531-5473a9f2c9ce tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:14.501452 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9988d-2e9a-4f08-ba5d-b2c5939adfc2 req-21f2b81d-28b6-4684-95a7-16ae4eba5b96 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:14.506456 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ddb9988d-2e9a-4f08-ba5d-b2c5939adfc2 req-21f2b81d-28b6-4684-95a7-16ae4eba5b96 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0852435 Aug 16 22:26:14.572326 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ddb9988d-2e9a-4f08-ba5d-b2c5939adfc2 req-b0fe88cd-a1ec-4e32-9e93-7ef6808dfd67 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626559 Aug 16 22:26:14.585576 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ec3ed38c-0439-4e18-a439-bf6d9ca1aa14 req-d45aa168-44b3-4953-a531-5473a9f2c9ce tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:14.599369 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ec3ed38c-0439-4e18-a439-bf6d9ca1aa14 req-d45aa168-44b3-4953-a531-5473a9f2c9ce tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:14.625460 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924c1f79-8c8e-4a2c-bc06-8649d3bf5db6 x-openstack-request-id: req-924c1f79-8c8e-4a2c-bc06-8649d3bf5db6 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:14.625989 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e3cb68-44a6-4865-9bc8-6fd27e242d2b", "name": "network-vif-unplugged", "status": "completed", "tag": "a8d8155f-3ffb-4082-ab44-717e3e5c3ec1", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:14.626411 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-924c1f79-8c8e-4a2c-bc06-8649d3bf5db6 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:14.627001 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e3cb68-44a6-4865-9bc8-6fd27e242d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8d8155f-3ffb-4082-ab44-717e3e5c3ec1', 'code': 200} Aug 16 22:26:14.644568 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ec3ed38c-0439-4e18-a439-bf6d9ca1aa14 req-d45aa168-44b3-4953-a531-5473a9f2c9ce tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:14.658729 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec3ed38c-0439-4e18-a439-bf6d9ca1aa14 req-d45aa168-44b3-4953-a531-5473a9f2c9ce tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2959387 Aug 16 22:26:14.673573 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45aa168-44b3-4953-a531-5473a9f2c9ce tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de22e1b0-ec6b-4023-8246-d8a0e5882af3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:14.704021 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:14.715084 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-fceb2015-63ba-48c2-a7be-05a1800151e1 req-58e3e806-ce5f-49d8-aee0-aa24bcd2a5ec tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-361828044', 'description': 'tempest-description-88261555'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:14.746285 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fceb2015-63ba-48c2-a7be-05a1800151e1 req-58e3e806-ce5f-49d8-aee0-aa24bcd2a5ec tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:14.869680 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 57070) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:14.907806 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fceb2015-63ba-48c2-a7be-05a1800151e1 req-58e3e806-ce5f-49d8-aee0-aa24bcd2a5ec tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:14.915712 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fceb2015-63ba-48c2-a7be-05a1800151e1 req-58e3e806-ce5f-49d8-aee0-aa24bcd2a5ec tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:14.956367 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3e806-ce5f-49d8-aee0-aa24bcd2a5ec tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274b9f4c-23bf-427a-b59d-529db43aa7b0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:14.981451 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fceb2015-63ba-48c2-a7be-05a1800151e1 req-58e3e806-ce5f-49d8-aee0-aa24bcd2a5ec tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:14.985058 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fceb2015-63ba-48c2-a7be-05a1800151e1 req-58e3e806-ce5f-49d8-aee0-aa24bcd2a5ec tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2746475 Aug 16 22:26:15.078460 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a8569215-beb2-4744-a254-a712937bb698 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-93771630-network', 'tenant_id': '73696b6ffbe046fab91f94f157391fd8'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:15.106967 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8569215-beb2-4744-a254-a712937bb698 admin admin] Made reservation on behalf of 73696b6ffbe046fab91f94f157391fd8 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:15.111205 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8569215-beb2-4744-a254-a712937bb698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:15.126468 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8569215-beb2-4744-a254-a712937bb698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:15.308448 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8569215-beb2-4744-a254-a712937bb698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:15.319087 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8569215-beb2-4744-a254-a712937bb698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:15.358771 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8569215-beb2-4744-a254-a712937bb698 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:26:15.381772 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8569215-beb2-4744-a254-a712937bb698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3091df25-f37a-4fb7-8d26-2300a686db11,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:15.392642 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-8ed8a880-91ed-4464-a518-ab2e40909873 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:15.394267 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-8ed8a880-91ed-4464-a518-ab2e40909873 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/networks?id=06570d2f-3a83-4539-8177-055a5178f604 HTTP/1.1" status: 200 len: 812 time: 0.1768808 Aug 16 22:26:15.396024 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8569215-beb2-4744-a254-a712937bb698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:15.396357 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-a8569215-beb2-4744-a254-a712937bb698 admin admin] Added segment 5e501e29-9f77-47b9-92a1-8d3448d3d012 of type vlan for network 4d0cf754-98fe-4cfe-9f29-167b7f2dda37 Aug 16 22:26:15.443355 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-4e57d576-206b-462d-9a55-e24d2ed5dde4 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/quotas/63f6b9c2c6ae48ef87d525eb49b57621 HTTP/1.1" status: 200 len: 375 time: 0.0334263 Aug 16 22:26:15.454842 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8569215-beb2-4744-a254-a712937bb698 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:15.498511 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-f4196f20-8efa-4cf7-9323-a7a9188bffb5 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=63f6b9c2c6ae48ef87d525eb49b57621&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467231 Aug 16 22:26:15.883004 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8569215-beb2-4744-a254-a712937bb698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:15.884045 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8569215-beb2-4744-a254-a712937bb698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:15.884617 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8569215-beb2-4744-a254-a712937bb698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:15.974226 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a8569215-beb2-4744-a254-a712937bb698 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1028960 Aug 16 22:26:15.977191 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57134) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:15.982254 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-2f2e71e3-6dfa-4776-92f6-2c061f053cb8 admin admin] Request body: {'subnet': {'network_id': '4d0cf754-98fe-4cfe-9f29-167b7f2dda37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-93771630-subnet', 'tenant_id': '73696b6ffbe046fab91f94f157391fd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:16.000461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8569215-beb2-4744-a254-a712937bb698 admin admin] Pushing event updated for resources: {'Network': ['ID=4d0cf754-98fe-4cfe-9f29-167b7f2dda37,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:16.003563 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2e71e3-6dfa-4776-92f6-2c061f053cb8 admin admin] Made reservation on behalf of 73696b6ffbe046fab91f94f157391fd8 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:16.007434 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2f2e71e3-6dfa-4776-92f6-2c061f053cb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:16.011756 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 4d0cf754-98fe-4cfe-9f29-167b7f2dda37 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:26:16.012427 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11844e34-5087-4641-97e6-864346dd7ece req-cdcef65b-ab31-4889-96c6-09e5aac168e2 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:16.013947 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-11844e34-5087-4641-97e6-864346dd7ece req-cdcef65b-ab31-4889-96c6-09e5aac168e2 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 943 time: 0.1817355 Aug 16 22:26:16.015939 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-9cc9c0cf-0dfe-4edb-88eb-4b66f053652a service neutron] 10.222.0.93 "GET /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165830 Aug 16 22:26:16.117540 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-11844e34-5087-4641-97e6-864346dd7ece req-69750bdc-1645-46a6-9cff-0e91c1c5e15c tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933721 Aug 16 22:26:16.169154 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-f0a5fc16-82c1-44df-9276-23715fe370c8 service neutron] 10.222.0.93 "GET /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446850 Aug 16 22:26:16.212651 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2f2e71e3-6dfa-4776-92f6-2c061f053cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:16.272429 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e71e3-6dfa-4776-92f6-2c061f053cb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6dcd1cf-f62e-46f9-b516-ff05d3191708,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:16.305818 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2e71e3-6dfa-4776-92f6-2c061f053cb8 admin admin] Checking segment: {'id': '5e501e29-9f77-47b9-92a1-8d3448d3d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4d0cf754-98fe-4cfe-9f29-167b7f2dda37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:16.306805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2e71e3-6dfa-4776-92f6-2c061f053cb8 admin admin] Network hostable DHCP agents. Network: 4d0cf754-98fe-4cfe-9f29-167b7f2dda37, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:26:16.341023 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2e71e3-6dfa-4776-92f6-2c061f053cb8 admin admin] Network 4d0cf754-98fe-4cfe-9f29-167b7f2dda37 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:26:16.351368 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-2f2e71e3-6dfa-4776-92f6-2c061f053cb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 4d0cf754-98fe-4cfe-9f29-167b7f2dda37) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:16.359863 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b743356-41fd-4abd-8995-b57a643d5df0 None None] Network 4d0cf754-98fe-4cfe-9f29-167b7f2dda37 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:26:16.365040 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2e71e3-6dfa-4776-92f6-2c061f053cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:16.365644 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2f2e71e3-6dfa-4776-92f6-2c061f053cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:16.386847 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2f2e71e3-6dfa-4776-92f6-2c061f053cb8 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4083664 Aug 16 22:26:16.459888 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d4073-0250-434a-aa80-d536465255a0 req-686a7bf5-8fa2-4a87-8db3-b0353c1a49a7 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:16.462025 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b90d4073-0250-434a-aa80-d536465255a0 req-686a7bf5-8fa2-4a87-8db3-b0353c1a49a7 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/ports?device_id=a50cc36e-573b-4549-9bb2-462ce0501d81 HTTP/1.1" status: 200 len: 946 time: 0.0709269 Aug 16 22:26:16.527754 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b90d4073-0250-434a-aa80-d536465255a0 req-26a5a2eb-6d25-4a3a-ac4b-658febc01c97 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f83b711-8db8-444a-8c95-3fdcb62b5b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550771 Aug 16 22:26:16.604956 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d90fe1-15b7-4a98-8aa1-971a01adfa71 None None] Network 4d0cf754-98fe-4cfe-9f29-167b7f2dda37 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:26:16.658729 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d085fbd0-de7e-4280-9ec6-ea35e7049e01 req-8403bb0f-bb5a-4663-bf32-f343eaec12e7 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=24f3c307-051a-4c36-ae32-affa05d8c334 HTTP/1.1" status: 200 len: 210 time: 0.0491436 Aug 16 22:26:16.966141 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e76d86-e55d-469a-a080-ee9273355371 req-ecb20f33-02f6-44fb-97e0-92b00cfc2a37 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:16.967624 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30e76d86-e55d-469a-a080-ee9273355371 req-ecb20f33-02f6-44fb-97e0-92b00cfc2a37 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/networks?id=3b6a0a99-16e1-4702-a8d0-b5c8fc387327 HTTP/1.1" status: 200 len: 805 time: 0.1226304 Aug 16 22:26:16.986896 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30e76d86-e55d-469a-a080-ee9273355371 req-760358a4-abd8-4f3d-8692-4d783b51b60f tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/quotas/80cce3b248a74aa88b3d7c11b3c4887b HTTP/1.1" status: 200 len: 375 time: 0.0108042 Aug 16 22:26:17.040079 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30e76d86-e55d-469a-a080-ee9273355371 req-22b1158c-2950-4a02-8266-0d3a6a846d5e tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=80cce3b248a74aa88b3d7c11b3c4887b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0455177 Aug 16 22:26:17.169521 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30e76d86-e55d-469a-a080-ee9273355371 req-1cf9854f-e5b4-4360-8547-5aa25a67ceb4 service neutron] 10.222.0.93 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203218 Aug 16 22:26:17.181674 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ef1d5-cd5b-42c1-844b-970086653c91 req-401219f1-5228-4868-b59a-29ded720c1fa tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:17.183120 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f7ef1d5-cd5b-42c1-844b-970086653c91 req-401219f1-5228-4868-b59a-29ded720c1fa tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=54e3cb68-44a6-4865-9bc8-6fd27e242d2b HTTP/1.1" status: 200 len: 943 time: 0.0714362 Aug 16 22:26:17.339080 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30e76d86-e55d-469a-a080-ee9273355371 req-57e145c1-9a35-4b78-82ec-b3b3346b8817 service neutron] 10.222.0.93 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550031 Aug 16 22:26:17.351485 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-1f7ef1d5-cd5b-42c1-844b-970086653c91 req-1dc399b9-7a81-4120-b4d7-9385c557faff tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Deleting port a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:17.351845 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1f7ef1d5-cd5b-42c1-844b-970086653c91 req-1dc399b9-7a81-4120-b4d7-9385c557faff tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:17.451842 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-1f7ef1d5-cd5b-42c1-844b-970086653c91 req-1dc399b9-7a81-4120-b4d7-9385c557faff tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] For port a8d8155f-3ffb-4082-ab44-717e3e5c3ec1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a8d8155f-3ffb-4082-ab44-717e3e5c3ec1,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:17.452223 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1f7ef1d5-cd5b-42c1-844b-970086653c91 req-1dc399b9-7a81-4120-b4d7-9385c557faff tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:17.468289 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-1f7ef1d5-cd5b-42c1-844b-970086653c91 req-1dc399b9-7a81-4120-b4d7-9385c557faff tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Calling delete_port for a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:17.605125 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-e7aa8458-d54f-4425-9f2f-4dce8e381bd3 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:17.607427 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-e7aa8458-d54f-4425-9f2f-4dce8e381bd3 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.39 "GET /v2.0/networks?id=06570d2f-3a83-4539-8177-055a5178f604 HTTP/1.1" status: 200 len: 812 time: 0.1583428 Aug 16 22:26:17.631962 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-138e7023-cb58-4fb1-9dd2-151c16743bda tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Request body: {'port': {'device_id': '24f3c307-051a-4c36-ae32-affa05d8c334', 'network_id': '06570d2f-3a83-4539-8177-055a5178f604', 'admin_state_up': True, 'tenant_id': '63f6b9c2c6ae48ef87d525eb49b57621'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:17.699879 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1f7ef1d5-cd5b-42c1-844b-970086653c91 req-1dc399b9-7a81-4120-b4d7-9385c557faff tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:17.776783 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc399b9-7a81-4120-b4d7-9385c557faff tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Pushing event deleted for resources: {'Port': ['ID=a8d8155f-3ffb-4082-ab44-717e3e5c3ec1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:17.783254 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-138e7023-cb58-4fb1-9dd2-151c16743bda tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Made reservation on behalf of 63f6b9c2c6ae48ef87d525eb49b57621 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:17.789946 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-138e7023-cb58-4fb1-9dd2-151c16743bda tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:17.833788 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7ef1d5-cd5b-42c1-844b-970086653c91 req-1dc399b9-7a81-4120-b4d7-9385c557faff tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] No DVR routers for this DVR port a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:26:17.838047 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1f7ef1d5-cd5b-42c1-844b-970086653c91 req-1dc399b9-7a81-4120-b4d7-9385c557faff tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:17.840064 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f7ef1d5-cd5b-42c1-844b-970086653c91 req-1dc399b9-7a81-4120-b4d7-9385c557faff tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "DELETE /v2.0/ports/a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 HTTP/1.1" status: 204 len: 173 time: 0.6490176 Aug 16 22:26:17.840505 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e3cb68-44a6-4865-9bc8-6fd27e242d2b', 'name': 'network-vif-deleted', 'tag': 'a8d8155f-3ffb-4082-ab44-717e3e5c3ec1'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:17.842788 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97af55c2-9ce9-4b04-937d-55e160532597" -d '{"events": [{"server_uuid": "54e3cb68-44a6-4865-9bc8-6fd27e242d2b", "name": "network-vif-deleted", "tag": "a8d8155f-3ffb-4082-ab44-717e3e5c3ec1"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:17.884440 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-bd6b1637-2384-4ce1-a863-850c41c03adb tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:17.886078 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-bd6b1637-2384-4ce1-a863-850c41c03adb tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/networks?id=4d0cf754-98fe-4cfe-9f29-167b7f2dda37 HTTP/1.1" status: 200 len: 816 time: 0.1975586 Aug 16 22:26:17.905361 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-cb6ab8e2-4201-42c7-bd18-2e0d700c7229 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/quotas/73696b6ffbe046fab91f94f157391fd8 HTTP/1.1" status: 200 len: 375 time: 0.0131221 Aug 16 22:26:17.957356 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-138e7023-cb58-4fb1-9dd2-151c16743bda tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Allocated IP 172.20.0.12 (06570d2f-3a83-4539-8177-055a5178f604/1be961d4-d4dd-496d-9bb9-ca13e6a5ead7/2d708612-0e75-4a7a-81b5-2eaa3c8591f7) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:17.973734 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-145a2dd0-8f49-4044-803e-98ff184e9f93 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=73696b6ffbe046fab91f94f157391fd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613973 Aug 16 22:26:18.104371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-49e8b572-2b74-4542-833f-afb72b903e7f service neutron] 10.222.0.93 "GET /v2.0/networks/4d0cf754-98fe-4cfe-9f29-167b7f2dda37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204498 Aug 16 22:26:18.177797 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-138e7023-cb58-4fb1-9dd2-151c16743bda tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:18.221134 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-138e7023-cb58-4fb1-9dd2-151c16743bda tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:18.222886 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-d95d6093-d655-4f16-af88-ec8cba38ab59 service neutron] 10.222.0.93 "GET /v2.0/networks/4d0cf754-98fe-4cfe-9f29-167b7f2dda37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102571 Aug 16 22:26:18.272162 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-138e7023-cb58-4fb1-9dd2-151c16743bda tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Network 06570d2f-3a83-4539-8177-055a5178f604 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:18.275703 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-138e7023-cb58-4fb1-9dd2-151c16743bda tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:18.280135 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-138e7023-cb58-4fb1-9dd2-151c16743bda tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:18.286902 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e7023-cb58-4fb1-9dd2-151c16743bda tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event updated for resources: {'Port': ['ID=2d708612-0e75-4a7a-81b5-2eaa3c8591f7,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:18.346391 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-138e7023-cb58-4fb1-9dd2-151c16743bda tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:18.347402 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-138e7023-cb58-4fb1-9dd2-151c16743bda tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:18.368748 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-138e7023-cb58-4fb1-9dd2-151c16743bda tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7511573 Aug 16 22:26:18.378839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca45d2-d894-49ce-b906-c29bcace5788 req-189f3edb-2e7b-42a5-8100-d4461740e986 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:18.380912 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-54ca45d2-d894-49ce-b906-c29bcace5788 req-189f3edb-2e7b-42a5-8100-d4461740e986 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfc02004-17c4-4e92-b6ab-ada4cb3c8a16 HTTP/1.1" status: 200 len: 945 time: 0.0903063 Aug 16 22:26:18.382577 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] Request body: {'port': {'device_id': '24f3c307-051a-4c36-ae32-affa05d8c334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:18.448519 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:18.463252 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e1dd5-3879-494e-904b-e3dcc3323eea req-4525c03f-6c8d-41c6-8a13-97d965bb08ac tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:18.465284 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e71e1dd5-3879-494e-904b-e3dcc3323eea req-4525c03f-6c8d-41c6-8a13-97d965bb08ac tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1045334 Aug 16 22:26:18.571094 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e71e1dd5-3879-494e-904b-e3dcc3323eea req-93e11692-34a1-4281-9e9b-5ee90e2f0195 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973651 Aug 16 22:26:18.606995 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-54ca45d2-d894-49ce-b906-c29bcace5788 req-fcfc7bef-2e11-404a-b816-21ace274493c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Deleting port 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:18.610075 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-54ca45d2-d894-49ce-b906-c29bcace5788 req-fcfc7bef-2e11-404a-b816-21ace274493c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:18.724853 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f4372fa-9293-404b-a020-dde2e361e379 req-97b7a41d-718f-4305-917f-49fcbbef6314 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 210 time: 0.0384071 Aug 16 22:26:18.787628 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7981d4-3858-4613-a78a-5ae89885a0e6 x-openstack-request-id: req-8f7981d4-3858-4613-a78a-5ae89885a0e6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:18.787920 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e3cb68-44a6-4865-9bc8-6fd27e242d2b", "name": "network-vif-deleted", "tag": "a8d8155f-3ffb-4082-ab44-717e3e5c3ec1", "status": "failed", "code": 422}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:18.788173 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8f7981d4-3858-4613-a78a-5ae89885a0e6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:18.788594 n-d-792458-15 neutron-server[94871]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54e3cb68-44a6-4865-9bc8-6fd27e242d2b', 'name': 'network-vif-deleted', 'tag': 'a8d8155f-3ffb-4082-ab44-717e3e5c3ec1', 'status': 'failed', 'code': 422} returned with failed status Aug 16 22:26:18.797190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-54ca45d2-d894-49ce-b906-c29bcace5788 req-fcfc7bef-2e11-404a-b816-21ace274493c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] For port 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=48ce6ae9-7f6a-4d68-ba2e-756b025b92f2,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:18.797723 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-54ca45d2-d894-49ce-b906-c29bcace5788 req-fcfc7bef-2e11-404a-b816-21ace274493c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:18.816934 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-54ca45d2-d894-49ce-b906-c29bcace5788 req-fcfc7bef-2e11-404a-b816-21ace274493c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Calling delete_port for 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:18.830071 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d708612-0e75-4a7a-81b5-2eaa3c8591f7 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:18.845988 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e081ad-452b-4f3e-aa11-c185cceb4ede req-4741b25e-55e1-4e43-8b3f-326d36c7a4a4 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:18.858541 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e6e081ad-452b-4f3e-aa11-c185cceb4ede req-4741b25e-55e1-4e43-8b3f-326d36c7a4a4 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=24f3c307-051a-4c36-ae32-affa05d8c334 HTTP/1.1" status: 200 len: 932 time: 0.1306205 Aug 16 22:26:18.865152 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:18.898659 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] Transition to ACTIVE for port object 2d708612-0e75-4a7a-81b5-2eaa3c8591f7 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:18.905118 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:18.971891 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e6e081ad-452b-4f3e-aa11-c185cceb4ede req-d61a0c56-2d21-4b97-a608-dabb9aaf1c17 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078207 Aug 16 22:26:19.037882 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d708612-0e75-4a7a-81b5-2eaa3c8591f7,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:19.108584 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] Attempting to bind port 2d708612-0e75-4a7a-81b5-2eaa3c8591f7 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:19.110018 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] Attempting to bind port 2d708612-0e75-4a7a-81b5-2eaa3c8591f7 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'c1f7b533-7910-4022-bae1-043d13109099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '06570d2f-3a83-4539-8177-055a5178f604'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:19.110466 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] Attempting to bind port 2d708612-0e75-4a7a-81b5-2eaa3c8591f7 on network 06570d2f-3a83-4539-8177-055a5178f604 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:19.118487 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] Port 2d708612-0e75-4a7a-81b5-2eaa3c8591f7 on network 06570d2f-3a83-4539-8177-055a5178f604 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:26:19.118949 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] Attempting to bind port 2d708612-0e75-4a7a-81b5-2eaa3c8591f7 on network 06570d2f-3a83-4539-8177-055a5178f604 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:19.126111 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:19.126691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] Checking segment: {'id': 'c1f7b533-7910-4022-bae1-043d13109099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '06570d2f-3a83-4539-8177-055a5178f604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:19.127051 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] Bound using segment: {'id': 'c1f7b533-7910-4022-bae1-043d13109099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '06570d2f-3a83-4539-8177-055a5178f604'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:19.127686 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] Bound port: 2d708612-0e75-4a7a-81b5-2eaa3c8591f7, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f7b533-7910-4022-bae1-043d13109099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '06570d2f-3a83-4539-8177-055a5178f604'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:19.128113 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:19.243813 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] For port 2d708612-0e75-4a7a-81b5-2eaa3c8591f7, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:19.247967 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] For port 2d708612-0e75-4a7a-81b5-2eaa3c8591f7, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=2d708612-0e75-4a7a-81b5-2eaa3c8591f7,segment=NetworkSegment(c1f7b533-7910-4022-bae1-043d13109099),segment_id=c1f7b533-7910-4022-bae1-043d13109099)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:19.253095 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:19.291334 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:19.292259 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:19.293391 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] 10.222.0.39 "PUT /v2.0/ports/2d708612-0e75-4a7a-81b5-2eaa3c8591f7 HTTP/1.1" status: 200 len: 1093 time: 0.9159043 Aug 16 22:26:19.293841 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f3c307-051a-4c36-ae32-affa05d8c334', 'tag': '2d708612-0e75-4a7a-81b5-2eaa3c8591f7'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:19.297619 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bf7abd-e55b-47b0-9845-a2f0b914a9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "24f3c307-051a-4c36-ae32-affa05d8c334", "tag": "2d708612-0e75-4a7a-81b5-2eaa3c8591f7"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:19.323115 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32184dc9-63e8-4db1-b6ed-fddc90ec1e6e req-ae493db9-809c-4a26-b8cf-06308866a2e1 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:19.332496 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-32184dc9-63e8-4db1-b6ed-fddc90ec1e6e req-ae493db9-809c-4a26-b8cf-06308866a2e1 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1811073 Aug 16 22:26:19.344351 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e76d86-e55d-469a-a080-ee9273355371 req-c9b18432-37c4-4ca4-a7d1-afa1ec83d50b tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:19.346002 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30e76d86-e55d-469a-a080-ee9273355371 req-c9b18432-37c4-4ca4-a7d1-afa1ec83d50b tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.39 "GET /v2.0/networks?id=3b6a0a99-16e1-4702-a8d0-b5c8fc387327 HTTP/1.1" status: 200 len: 805 time: 0.3083127 Aug 16 22:26:19.355918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9047daf-80ee-42d6-ad6b-5ac4859fc50d req-80a30667-5187-47cd-b9b3-447c359e503e tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:19.360356 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a9047daf-80ee-42d6-ad6b-5ac4859fc50d req-80a30667-5187-47cd-b9b3-447c359e503e tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/ports?device_id=a50cc36e-573b-4549-9bb2-462ce0501d81 HTTP/1.1" status: 200 len: 946 time: 0.2125187 Aug 16 22:26:19.361294 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-54ca45d2-d894-49ce-b906-c29bcace5788 req-fcfc7bef-2e11-404a-b816-21ace274493c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:19.367902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-30e76d86-e55d-469a-a080-ee9273355371 req-d3a15801-be26-4f2b-9848-b31926f37b45 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Request body: {'port': {'device_id': '4ebba1a5-742a-4310-9d99-2d9c788d08eb', 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327', 'admin_state_up': True, 'tenant_id': '80cce3b248a74aa88b3d7c11b3c4887b'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:19.377824 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc917a2-0508-48dc-bb34-b85b9f453fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d708612-0e75-4a7a-81b5-2eaa3c8591f7,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:19.407545 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-24a23571-790a-4474-9dd5-e01862af8bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:19.409147 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-24a23571-790a-4474-9dd5-e01862af8bbe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63f6b9c2c6ae48ef87d525eb49b57621&device_id=24f3c307-051a-4c36-ae32-affa05d8c334 HTTP/1.1" status: 200 len: 1096 time: 0.0698204 Aug 16 22:26:19.440794 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc7bef-2e11-404a-b816-21ace274493c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Pushing event deleted for resources: {'Port': ['ID=48ce6ae9-7f6a-4d68-ba2e-756b025b92f2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:19.465300 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-c7223d96-4a4c-485f-b617-03f8a50988ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d708612-0e75-4a7a-81b5-2eaa3c8591f7 HTTP/1.1" status: 200 len: 217 time: 0.0471308 Aug 16 22:26:19.524909 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-e958e412-e1e3-4ce7-b91a-5f6d2c8ab7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:19.526610 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-e958e412-e1e3-4ce7-b91a-5f6d2c8ab7b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1be961d4-d4dd-496d-9bb9-ca13e6a5ead7 HTTP/1.1" status: 200 len: 852 time: 0.0536854 Aug 16 22:26:19.572753 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-4810cb35-8697-4fbc-8fe5-462d2bed1344 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06570d2f-3a83-4539-8177-055a5178f604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350127 Aug 16 22:26:19.576638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ca45d2-d894-49ce-b906-c29bcace5788 req-fcfc7bef-2e11-404a-b816-21ace274493c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] No DVR routers for this DVR port 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:26:19.587255 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-54ca45d2-d894-49ce-b906-c29bcace5788 req-fcfc7bef-2e11-404a-b816-21ace274493c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:19.589279 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-54ca45d2-d894-49ce-b906-c29bcace5788 req-fcfc7bef-2e11-404a-b816-21ace274493c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.39 "DELETE /v2.0/ports/48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 HTTP/1.1" status: 204 len: 173 time: 1.1882453 Aug 16 22:26:19.595605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-32184dc9-63e8-4db1-b6ed-fddc90ec1e6e req-f00582b2-c57c-45f8-908e-12f35392e6cd tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620912 Aug 16 22:26:19.608206 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a9047daf-80ee-42d6-ad6b-5ac4859fc50d req-8f87a20f-c8c3-40c6-b7b6-4ba7ba408521 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f83b711-8db8-444a-8c95-3fdcb62b5b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313371 Aug 16 22:26:19.776878 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1452e509-4088-432a-b0d0-9b54a13b1287 req-689081c4-a68b-4776-bc63-b26bcde9ceba tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?device_id=1495e603-b57f-4270-a9e6-7fb6a998745b HTTP/1.1" status: 200 len: 210 time: 0.0901346 Aug 16 22:26:19.821687 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-8de861da-4864-40ee-9f34-affef01a0adc service neutron] 10.222.0.39 "GET /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402196 Aug 16 22:26:19.850091 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:26:19.879662 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abed649d-e19c-446e-a406-872992056000 x-openstack-request-id: req-abed649d-e19c-446e-a406-872992056000 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:19.879662 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f3c307-051a-4c36-ae32-affa05d8c334", "tag": "2d708612-0e75-4a7a-81b5-2eaa3c8591f7", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:19.879662 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-abed649d-e19c-446e-a406-872992056000 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:19.879662 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f3c307-051a-4c36-ae32-affa05d8c334', 'tag': '2d708612-0e75-4a7a-81b5-2eaa3c8591f7', 'status': 'completed', 'code': 200} Aug 16 22:26:19.911540 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:26:19.914352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a8d8155f-3ffb-4082-ab44-717e3e5c3ec1 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:26:19.914898 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:26:19.951196 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e76d86-e55d-469a-a080-ee9273355371 req-d3a15801-be26-4f2b-9848-b31926f37b45 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Made reservation on behalf of 80cce3b248a74aa88b3d7c11b3c4887b for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:19.961581 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:26:19.961844 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30e76d86-e55d-469a-a080-ee9273355371 req-d3a15801-be26-4f2b-9848-b31926f37b45 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:19.962128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 48ce6ae9-7f6a-4d68-ba2e-756b025b92f2 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:26:20.076823 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a083e82b-64a2-4ce7-975b-d3f2aa38ecbb req-dc4d6692-3a43-428e-b751-80763ae7f7ca service neutron] 10.222.0.39 "GET /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306972 Aug 16 22:26:20.149710 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cee3a2d4-4208-47a3-8bc1-7729f9090bb2 req-7ccf98f6-71b6-4193-b36b-14f3955d7af1 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 210 time: 0.0455661 Aug 16 22:26:20.242861 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf7abd-e55b-47b0-9845-a2f0b914a9e5 req-24ac3ca6-a90e-447a-b151-93ca21ab4b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:20.245666 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-80bf7abd-e55b-47b0-9845-a2f0b914a9e5 req-24ac3ca6-a90e-447a-b151-93ca21ab4b95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63f6b9c2c6ae48ef87d525eb49b57621&device_id=24f3c307-051a-4c36-ae32-affa05d8c334 HTTP/1.1" status: 200 len: 1096 time: 0.0996101 Aug 16 22:26:20.251821 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-046456eb-1477-42ad-ba36-abb11bb04d4f tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:20.253320 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-046456eb-1477-42ad-ba36-abb11bb04d4f tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/networks?id=ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 200 len: 811 time: 0.4624360 Aug 16 22:26:20.326635 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-72c30ab5-b5f9-4509-8ea1-ebfa287e7e3b tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/quotas/064c2ae4b14f44cb9af01f46aa4cd77f HTTP/1.1" status: 200 len: 375 time: 0.0583415 Aug 16 22:26:20.355400 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14298c22-8820-48b6-9420-914090e87bc4 req-c1e4607c-1f6c-4517-ba88-2441de439d3b tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:20.356770 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf7abd-e55b-47b0-9845-a2f0b914a9e5 req-ae737d5d-e30a-437d-8d31-462802cf2d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:20.357067 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-14298c22-8820-48b6-9420-914090e87bc4 req-c1e4607c-1f6c-4517-ba88-2441de439d3b tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=24f3c307-051a-4c36-ae32-affa05d8c334 HTTP/1.1" status: 200 len: 944 time: 0.1158867 Aug 16 22:26:20.358775 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-80bf7abd-e55b-47b0-9845-a2f0b914a9e5 req-ae737d5d-e30a-437d-8d31-462802cf2d18 service neutron] 10.222.0.39 "GET /v2.0/networks?id=06570d2f-3a83-4539-8177-055a5178f604 HTTP/1.1" status: 200 len: 913 time: 0.1037762 Aug 16 22:26:20.395588 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-af5a3959-0d38-4128-98ee-418494ea0afd tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606678 Aug 16 22:26:20.428811 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-80bf7abd-e55b-47b0-9845-a2f0b914a9e5 req-8a086f48-7b16-4fd2-9d5c-0a2b26ef2897 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d708612-0e75-4a7a-81b5-2eaa3c8591f7 HTTP/1.1" status: 200 len: 217 time: 0.0575216 Aug 16 22:26:20.446015 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-30e76d86-e55d-469a-a080-ee9273355371 req-d3a15801-be26-4f2b-9848-b31926f37b45 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Allocated IP 172.20.0.2 (3b6a0a99-16e1-4702-a8d0-b5c8fc387327/159e7ffb-10ba-4305-959b-a8d4373d4991/81bc399f-1378-4ede-b2ee-17e368125dca) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:20.524500 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-14298c22-8820-48b6-9420-914090e87bc4 req-c5e6c3ef-f956-4b19-b6fa-0ffee876874d tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555746 Aug 16 22:26:20.660684 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-1f3d7e69-11ef-45ab-843a-4d09fc88b17b service neutron] 10.222.0.93 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538655 Aug 16 22:26:20.797413 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc02004-17c4-4e92-b6ab-ada4cb3c8a16', 'name': 'network-vif-deleted', 'tag': '48ce6ae9-7f6a-4d68-ba2e-756b025b92f2'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:20.812434 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a4f2e7-a37e-4c45-bd17-900be99c4938" -d '{"events": [{"server_uuid": "dfc02004-17c4-4e92-b6ab-ada4cb3c8a16", "name": "network-vif-deleted", "tag": "48ce6ae9-7f6a-4d68-ba2e-756b025b92f2"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:20.864050 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf7abd-e55b-47b0-9845-a2f0b914a9e5 req-a7f5d8a7-7b8a-4852-8eaa-b470bd29dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:20.865613 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-80bf7abd-e55b-47b0-9845-a2f0b914a9e5 req-a7f5d8a7-7b8a-4852-8eaa-b470bd29dde4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1be961d4-d4dd-496d-9bb9-ca13e6a5ead7 HTTP/1.1" status: 200 len: 852 time: 0.4300179 Aug 16 22:26:20.873550 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b1b00fb3-0d8c-414f-9b07-292fe1daca9c req-9b0d61eb-9f9b-4cc9-8caf-48868ad7a4f0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0855961 Aug 16 22:26:20.934823 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-80bf7abd-e55b-47b0-9845-a2f0b914a9e5 req-705ea396-5e9c-4c37-a16b-21f1f02b1f83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06570d2f-3a83-4539-8177-055a5178f604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547674 Aug 16 22:26:21.064099 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b00fb3-0d8c-414f-9b07-292fe1daca9c req-8a8cdf55-9062-414c-9ade-33fc7f68d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:21.065857 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b1b00fb3-0d8c-414f-9b07-292fe1daca9c req-8a8cdf55-9062-414c-9ade-33fc7f68d2c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=361fa6cbf75b47e49c1178546a3326cd&device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 1098 time: 0.1116433 Aug 16 22:26:21.092277 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-80bf7abd-e55b-47b0-9845-a2f0b914a9e5 req-37f886f9-086c-4913-9283-f404b4915588 service neutron] 10.222.0.39 "GET /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442416 Aug 16 22:26:21.230642 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-37f2c98b-3ad0-4562-ac4b-4931becaad1e tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:21.232134 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-37f2c98b-3ad0-4562-ac4b-4931becaad1e tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.39 "GET /v2.0/networks?id=4d0cf754-98fe-4cfe-9f29-167b7f2dda37 HTTP/1.1" status: 200 len: 816 time: 0.7238913 Aug 16 22:26:21.261746 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b00fb3-0d8c-414f-9b07-292fe1daca9c req-6fb1e820-80da-4677-8c84-c2873849c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:21.262981 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b1b00fb3-0d8c-414f-9b07-292fe1daca9c req-6fb1e820-80da-4677-8c84-c2873849c58d service neutron] 10.222.0.43 "GET /v2.0/networks?id=f9f912f5-cf6f-4ff9-af03-e26648f62561 HTTP/1.1" status: 200 len: 911 time: 0.1711822 Aug 16 22:26:21.264762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-2406bb43-8a06-4856-ba18-64fb07bf9951 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Request body: {'port': {'device_id': '027c5e48-fd21-400d-b03f-317a3c0d8d16', 'network_id': '4d0cf754-98fe-4cfe-9f29-167b7f2dda37', 'admin_state_up': True, 'tenant_id': '73696b6ffbe046fab91f94f157391fd8'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:21.265150 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-80bf7abd-e55b-47b0-9845-a2f0b914a9e5 req-494795dd-379d-4f47-8878-9dd863f97b8e service neutron] 10.222.0.39 "GET /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636467 Aug 16 22:26:21.359526 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b1b00fb3-0d8c-414f-9b07-292fe1daca9c req-c19af95e-5277-450b-b9d1-041b20ae0a2f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7493f567-8ee1-445d-a293-1df7086d499e HTTP/1.1" status: 200 len: 1002 time: 0.0850942 Aug 16 22:26:21.371473 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-2065203c-88c7-4d06-8a3e-d16f8953aba3 service neutron] 10.222.0.93 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7093573 Aug 16 22:26:21.409906 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30e76d86-e55d-469a-a080-ee9273355371 req-d3a15801-be26-4f2b-9848-b31926f37b45 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:21.423570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fb87f-5f21-4d1f-9b16-3f4538559a4a req-ed617b24-4e89-4c33-a311-3ba5141a0886 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:21.425116 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-400fb87f-5f21-4d1f-9b16-3f4538559a4a req-ed617b24-4e89-4c33-a311-3ba5141a0886 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/ports?device_id=a50cc36e-573b-4549-9bb2-462ce0501d81 HTTP/1.1" status: 200 len: 946 time: 0.2329595 Aug 16 22:26:21.484249 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b00fb3-0d8c-414f-9b07-292fe1daca9c req-d5274106-d986-4401-bcf7-6490dbb2c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:21.486051 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b1b00fb3-0d8c-414f-9b07-292fe1daca9c req-d5274106-d986-4401-bcf7-6490dbb2c7d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=06a027f9-7175-41d7-9596-9d19a9e3f7bf HTTP/1.1" status: 200 len: 849 time: 0.1073356 Aug 16 22:26:21.516262 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-400fb87f-5f21-4d1f-9b16-3f4538559a4a req-35e06f5b-6c98-4892-96a7-4dae2bfaaa66 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f83b711-8db8-444a-8c95-3fdcb62b5b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802212 Aug 16 22:26:21.561696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-2406bb43-8a06-4856-ba18-64fb07bf9951 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Made reservation on behalf of 73696b6ffbe046fab91f94f157391fd8 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:21.565321 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-2406bb43-8a06-4856-ba18-64fb07bf9951 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:21.576824 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30e76d86-e55d-469a-a080-ee9273355371 req-d3a15801-be26-4f2b-9848-b31926f37b45 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:21.607204 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-8eb2875f-6d6d-4db0-b36d-fe1a473613e4 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:21.608832 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-8eb2875f-6d6d-4db0-b36d-fe1a473613e4 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.39 "GET /v2.0/networks?id=4d0cf754-98fe-4cfe-9f29-167b7f2dda37 HTTP/1.1" status: 200 len: 816 time: 0.2423902 Aug 16 22:26:21.615824 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f198fb53-4d67-458b-ad3a-747339231452 x-openstack-request-id: req-f198fb53-4d67-458b-ad3a-747339231452 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:21.615979 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc02004-17c4-4e92-b6ab-ada4cb3c8a16", "name": "network-vif-deleted", "tag": "48ce6ae9-7f6a-4d68-ba2e-756b025b92f2", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:21.616233 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f198fb53-4d67-458b-ad3a-747339231452 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:21.616632 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc02004-17c4-4e92-b6ab-ada4cb3c8a16', 'name': 'network-vif-deleted', 'tag': '48ce6ae9-7f6a-4d68-ba2e-756b025b92f2', 'status': 'completed', 'code': 200} Aug 16 22:26:21.623101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b00fb3-0d8c-414f-9b07-292fe1daca9c req-cdf524ec-d1fe-4baa-8150-bcaa83e46e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:21.625014 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b1b00fb3-0d8c-414f-9b07-292fe1daca9c req-cdf524ec-d1fe-4baa-8150-bcaa83e46e78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f9f912f5-cf6f-4ff9-af03-e26648f62561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1283040 Aug 16 22:26:21.649179 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-e808fe4c-3193-46a8-aff3-37e87ff6a6f5 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Request body: {'port': {'device_id': '2fd84c7c-3307-4e17-a7f1-3bfad1036f65', 'network_id': '4d0cf754-98fe-4cfe-9f29-167b7f2dda37', 'admin_state_up': True, 'tenant_id': '73696b6ffbe046fab91f94f157391fd8'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:21.715201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e76d86-e55d-469a-a080-ee9273355371 req-d3a15801-be26-4f2b-9848-b31926f37b45 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Network 3b6a0a99-16e1-4702-a8d0-b5c8fc387327 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:21.726181 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-81bcf2a6-39df-478a-a51d-13a4dc98cad8 req-284367b5-296e-40d7-87f8-cf334f2009d9 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?device_id=1495e603-b57f-4270-a9e6-7fb6a998745b HTTP/1.1" status: 200 len: 210 time: 0.0600233 Aug 16 22:26:21.786309 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a15801-be26-4f2b-9848-b31926f37b45 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Pushing event updated for resources: {'Port': ['ID=81bc399f-1378-4ede-b2ee-17e368125dca,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:21.840286 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b1b00fb3-0d8c-414f-9b07-292fe1daca9c req-c0cc8d53-8868-42ac-b194-d1a3a39af5a5 service neutron] 10.222.0.43 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060282 Aug 16 22:26:21.843945 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-30e76d86-e55d-469a-a080-ee9273355371 req-d3a15801-be26-4f2b-9848-b31926f37b45 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:21.869250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e76d86-e55d-469a-a080-ee9273355371 req-d3a15801-be26-4f2b-9848-b31926f37b45 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:21.873900 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 2d708612-0e75-4a7a-81b5-2eaa3c8591f7 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:26:21.955414 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e88a205-5f82-4f51-b607-ec5cb10d69de req-89558bfe-97eb-4ad9-ab5a-c9cee1d73f85 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 210 time: 0.0963666 Aug 16 22:26:21.971549 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-e808fe4c-3193-46a8-aff3-37e87ff6a6f5 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Made reservation on behalf of 73696b6ffbe046fab91f94f157391fd8 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:21.972018 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-e808fe4c-3193-46a8-aff3-37e87ff6a6f5 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:22.037596 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b1b00fb3-0d8c-414f-9b07-292fe1daca9c req-91b152f7-4d87-430a-bce7-2f09c05bdd9e service neutron] 10.222.0.43 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813762 Aug 16 22:26:22.072954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e76d86-e55d-469a-a080-ee9273355371 req-d3a15801-be26-4f2b-9848-b31926f37b45 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:22.073739 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30e76d86-e55d-469a-a080-ee9273355371 req-d3a15801-be26-4f2b-9848-b31926f37b45 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:22.090322 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 2d708612-0e75-4a7a-81b5-2eaa3c8591f7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=2d708612-0e75-4a7a-81b5-2eaa3c8591f7,segment=NetworkSegment(c1f7b533-7910-4022-bae1-043d13109099),segment_id=c1f7b533-7910-4022-bae1-043d13109099)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:22.102580 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '2d708612-0e75-4a7a-81b5-2eaa3c8591f7', 'network_id': '06570d2f-3a83-4539-8177-055a5178f604', 'port_id': '2d708612-0e75-4a7a-81b5-2eaa3c8591f7', 'mac_address': 'fa:16:3e:f8:04:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be961d4-d4dd-496d-9bb9-ca13e6a5ead7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:26:22.143371 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:22.159821 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d708612-0e75-4a7a-81b5-2eaa3c8591f7 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:22.180590 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 2d708612-0e75-4a7a-81b5-2eaa3c8591f7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=2d708612-0e75-4a7a-81b5-2eaa3c8591f7,segment=NetworkSegment(c1f7b533-7910-4022-bae1-043d13109099),segment_id=c1f7b533-7910-4022-bae1-043d13109099)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:22.185756 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:22.189667 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30e76d86-e55d-469a-a080-ee9273355371 req-d3a15801-be26-4f2b-9848-b31926f37b45 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8261807 Aug 16 22:26:22.220252 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-30e76d86-e55d-469a-a080-ee9273355371 req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] Request body: {'port': {'device_id': '4ebba1a5-742a-4310-9d99-2d9c788d08eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:22.226813 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-2406bb43-8a06-4856-ba18-64fb07bf9951 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Allocated IP 172.20.0.5 (4d0cf754-98fe-4cfe-9f29-167b7f2dda37/a6dcd1cf-f62e-46f9-b516-ff05d3191708/abbd4f71-d5e8-4542-97a3-455e9016b51d) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:22.242014 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=2d708612-0e75-4a7a-81b5-2eaa3c8591f7,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:22.242634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e51c48-6d9d-4c9e-8535-a18e3ebbe706 req-2b87ce62-445b-433b-acad-5a7339f5af5a tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:22.250308 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4e51c48-6d9d-4c9e-8535-a18e3ebbe706 req-2b87ce62-445b-433b-acad-5a7339f5af5a tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 931 time: 0.4034548 Aug 16 22:26:22.272091 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f7847-2409-4917-8387-fbe0afdfcdff req-c1c1acbb-3ba7-4e53-8255-811d4df9f2ff tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:22.273919 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b97f7847-2409-4917-8387-fbe0afdfcdff req-c1c1acbb-3ba7-4e53-8255-811d4df9f2ff tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.43 "GET /v2.0/ports?device_id=a50cc36e-573b-4549-9bb2-462ce0501d81 HTTP/1.1" status: 200 len: 946 time: 0.0841603 Aug 16 22:26:22.278742 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28a092-9ec2-4ded-a7dc-5cce6aa9ec22 req-ea85b529-9378-49c4-965c-94ade8315ec1 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:22.280593 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1c28a092-9ec2-4ded-a7dc-5cce6aa9ec22 req-ea85b529-9378-49c4-965c-94ade8315ec1 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=24f3c307-051a-4c36-ae32-affa05d8c334 HTTP/1.1" status: 200 len: 944 time: 0.2237277 Aug 16 22:26:22.307854 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-f36b6a77-051b-4c2b-914a-1dadcfe4adaa tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:22.309276 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-f36b6a77-051b-4c2b-914a-1dadcfe4adaa tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.39 "GET /v2.0/networks?id=4d0cf754-98fe-4cfe-9f29-167b7f2dda37 HTTP/1.1" status: 200 len: 816 time: 0.5103352 Aug 16 22:26:22.333717 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-3b46ff58-d83c-4bbf-ab6f-6981179cc712 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Request body: {'port': {'device_id': '1495e603-b57f-4270-a9e6-7fb6a998745b', 'network_id': '4d0cf754-98fe-4cfe-9f29-167b7f2dda37', 'admin_state_up': True, 'tenant_id': '73696b6ffbe046fab91f94f157391fd8'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:22.381179 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-b97f7847-2409-4917-8387-fbe0afdfcdff req-a84735e9-e9bc-47a8-935c-776f16e1225b tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Deleting port d6faa21c-1f78-42b4-b538-2fe723373441 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:22.381905 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b97f7847-2409-4917-8387-fbe0afdfcdff req-a84735e9-e9bc-47a8-935c-776f16e1225b tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:22.434433 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['2d708612-0e75-4a7a-81b5-2eaa3c8591f7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:22.460653 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30e76d86-e55d-469a-a080-ee9273355371 req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:22.483182 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4e51c48-6d9d-4c9e-8535-a18e3ebbe706 req-0bdea477-d1ba-465d-98a8-e151213c610e tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312996 Aug 16 22:26:22.491445 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-b97f7847-2409-4917-8387-fbe0afdfcdff req-a84735e9-e9bc-47a8-935c-776f16e1225b tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] For port d6faa21c-1f78-42b4-b538-2fe723373441, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=d6faa21c-1f78-42b4-b538-2fe723373441,segment=NetworkSegment(c10ccec4-7b53-4a0e-a2fc-f1c064f8909d),segment_id=c10ccec4-7b53-4a0e-a2fc-f1c064f8909d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:22.492445 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b97f7847-2409-4917-8387-fbe0afdfcdff req-a84735e9-e9bc-47a8-935c-776f16e1225b tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:22.559205 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1c28a092-9ec2-4ded-a7dc-5cce6aa9ec22 req-018cd4df-a24c-4a43-8bc4-bbed69f8ca81 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653618 Aug 16 22:26:22.701579 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b97f7847-2409-4917-8387-fbe0afdfcdff req-a84735e9-e9bc-47a8-935c-776f16e1225b tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:22.701955 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b97f7847-2409-4917-8387-fbe0afdfcdff req-a84735e9-e9bc-47a8-935c-776f16e1225b tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:22.702296 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [req-b97f7847-2409-4917-8387-fbe0afdfcdff req-a84735e9-e9bc-47a8-935c-776f16e1225b tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Floating IP 9e46d5d7-d8a4-48d8-aedc-48ad6148e5e0 disassociated. External IP: 172.25.6.148, port: d6faa21c-1f78-42b4-b538-2fe723373441. Aug 16 22:26:22.702636 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-b97f7847-2409-4917-8387-fbe0afdfcdff req-a84735e9-e9bc-47a8-935c-776f16e1225b tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Calling delete_port for d6faa21c-1f78-42b4-b538-2fe723373441 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:22.754572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be06a6-ec72-4880-a125-6d0ed5eb1c96 req-5b715831-9066-49d9-a7e2-ec1ac333dea7 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:22.756757 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b6be06a6-ec72-4880-a125-6d0ed5eb1c96 req-5b715831-9066-49d9-a7e2-ec1ac333dea7 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1941304 Aug 16 22:26:22.828094 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.39', 52051) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:22.858757 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b97f7847-2409-4917-8387-fbe0afdfcdff req-a84735e9-e9bc-47a8-935c-776f16e1225b tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:22.877911 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-2406bb43-8a06-4856-ba18-64fb07bf9951 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:22.891441 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84735e9-e9bc-47a8-935c-776f16e1225b tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Pushing event deleted for resources: {'Port': ['ID=d6faa21c-1f78-42b4-b538-2fe723373441,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:22.907213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4e0e0-2483-49a9-89f3-b05144ab36f9 req-2676913a-a8f0-48c1-bf6a-c9c4d008587a tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:22.908881 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30b4e0e0-2483-49a9-89f3-b05144ab36f9 req-2676913a-a8f0-48c1-bf6a-c9c4d008587a tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/ports?device_id=a50cc36e-573b-4549-9bb2-462ce0501d81 HTTP/1.1" status: 200 len: 946 time: 0.2638342 Aug 16 22:26:22.940969 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-3b46ff58-d83c-4bbf-ab6f-6981179cc712 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Made reservation on behalf of 73696b6ffbe046fab91f94f157391fd8 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:22.944604 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-3b46ff58-d83c-4bbf-ab6f-6981179cc712 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:23.016274 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b97f7847-2409-4917-8387-fbe0afdfcdff req-a84735e9-e9bc-47a8-935c-776f16e1225b tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Router 4aba511e-4019-43b1-845e-e9e261d2a580 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:26:23.060826 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b6be06a6-ec72-4880-a125-6d0ed5eb1c96 req-b43443d5-cbf7-4889-b30e-9aaeffd1dc74 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512035 Aug 16 22:26:23.140641 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b97f7847-2409-4917-8387-fbe0afdfcdff req-a84735e9-e9bc-47a8-935c-776f16e1225b tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:26:23.152706 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9360507a-75d7-4380-a851-156d9d1b7775 None None] Sync routers for ids ['4aba511e-4019-43b1-845e-e9e261d2a580'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:26:23.161891 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9360507a-75d7-4380-a851-156d9d1b7775 None None] Routers {'4aba511e-4019-43b1-845e-e9e261d2a580'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:23.162576 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9360507a-75d7-4380-a851-156d9d1b7775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:26:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['4aba511e-4019-43b1-845e-e9e261d2a580'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:23.188567 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97f7847-2409-4917-8387-fbe0afdfcdff req-a84735e9-e9bc-47a8-935c-776f16e1225b tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] No DVR routers for this DVR port d6faa21c-1f78-42b4-b538-2fe723373441 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:26:23.191431 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b97f7847-2409-4917-8387-fbe0afdfcdff req-a84735e9-e9bc-47a8-935c-776f16e1225b tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:23.194037 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b97f7847-2409-4917-8387-fbe0afdfcdff req-a84735e9-e9bc-47a8-935c-776f16e1225b tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.43 "DELETE /v2.0/ports/d6faa21c-1f78-42b4-b538-2fe723373441 HTTP/1.1" status: 204 len: 173 time: 0.9067676 Aug 16 22:26:23.194552 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50cc36e-573b-4549-9bb2-462ce0501d81', 'name': 'network-vif-deleted', 'tag': 'd6faa21c-1f78-42b4-b538-2fe723373441'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:23.196868 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723688af-f3bf-43bc-8f75-0512f127782b" -d '{"events": [{"server_uuid": "a50cc36e-573b-4549-9bb2-462ce0501d81", "name": "network-vif-deleted", "tag": "d6faa21c-1f78-42b4-b538-2fe723373441"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:23.213020 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30b4e0e0-2483-49a9-89f3-b05144ab36f9 req-4965f5c9-e02b-4e75-af91-47d93755f2c3 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f83b711-8db8-444a-8c95-3fdcb62b5b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604825 Aug 16 22:26:23.263677 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-faa6708c-aa3c-4fe4-b7f8-a48e5f119c86 req-c03924f7-4d0e-495c-b12b-b28a0d725ede tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?device_id=1495e603-b57f-4270-a9e6-7fb6a998745b HTTP/1.1" status: 200 len: 210 time: 0.0478551 Aug 16 22:26:23.282934 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-9360507a-75d7-4380-a851-156d9d1b7775 None None] Set router 4aba511e-4019-43b1-845e-e9e261d2a580 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:23.295762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-a280a0e1-3992-4973-aa44-23fcecb44998 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:23.297612 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-a280a0e1-3992-4973-aa44-23fcecb44998 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.39 "GET /v2.0/networks?id=ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 200 len: 811 time: 0.4659998 Aug 16 22:26:23.348227 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-6367c0a6-d1cd-467b-b477-ef26a5ae92bb tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Request body: {'port': {'device_id': '60e036f7-4c44-40a1-af93-09f481448f86', 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777', 'admin_state_up': True, 'tenant_id': '064c2ae4b14f44cb9af01f46aa4cd77f'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:23.398548 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-e808fe4c-3193-46a8-aff3-37e87ff6a6f5 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Allocated IP 172.20.0.9 (4d0cf754-98fe-4cfe-9f29-167b7f2dda37/a6dcd1cf-f62e-46f9-b516-ff05d3191708/890a48ad-75f7-40fc-8649-51dbf2b4ae8f) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:23.404042 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-2406bb43-8a06-4856-ba18-64fb07bf9951 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:23.490201 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a8a9cf4-5755-4c6e-ac69-49079b2dc904 req-ecf841f9-5064-40bf-9f52-c348907d8eff tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 210 time: 0.1581466 Aug 16 22:26:23.541397 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9360507a-75d7-4380-a851-156d9d1b7775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'name': 'tempest-ServersTestManualDisk-2135591585-router', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '5739f0be-3d27-48d2-8402-624c1687c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:01Z', 'updated_at': '2021-08-16T22:24:08Z', 'revision_number': 4, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'gw_port': {'id': '5739f0be-3d27-48d2-8402-624c1687c203', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:02Z', 'updated_at': '2021-08-16T22:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'e62efe0b-99bb-472c-bce7-b3b9f1cfda5d', 'name': '', 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'mac_address': 'fa:16:3e:03:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'dc000ec1-e547-493a-bdf9-eb4209fd6597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:07Z', 'updated_at': '2021-08-16T22:24:14Z', 'revision_number': 5, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'subnets': [{'id': 'dc000ec1-e547-493a-bdf9-eb4209fd6597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:23.564472 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-2406bb43-8a06-4856-ba18-64fb07bf9951 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Network 4d0cf754-98fe-4cfe-9f29-167b7f2dda37 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:23.587243 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9360507a-75d7-4380-a851-156d9d1b7775 None None] Checking router: 4aba511e-4019-43b1-845e-e9e261d2a580 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:26:23.587461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-2406bb43-8a06-4856-ba18-64fb07bf9951 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:23.595100 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-2406bb43-8a06-4856-ba18-64fb07bf9951 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:23.600920 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9360507a-75d7-4380-a851-156d9d1b7775 None None] Routers {'4aba511e-4019-43b1-845e-e9e261d2a580'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:23.602113 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9360507a-75d7-4380-a851-156d9d1b7775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:26:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['4aba511e-4019-43b1-845e-e9e261d2a580'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:23.662531 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b142cdb1-9fc8-4162-91e6-6afa7bc4eb5b x-openstack-request-id: req-b142cdb1-9fc8-4162-91e6-6afa7bc4eb5b {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:23.662531 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50cc36e-573b-4549-9bb2-462ce0501d81", "name": "network-vif-deleted", "tag": "d6faa21c-1f78-42b4-b538-2fe723373441", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:23.662531 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b142cdb1-9fc8-4162-91e6-6afa7bc4eb5b {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:23.662531 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50cc36e-573b-4549-9bb2-462ce0501d81', 'name': 'network-vif-deleted', 'tag': 'd6faa21c-1f78-42b4-b538-2fe723373441', 'status': 'completed', 'code': 200} Aug 16 22:26:23.662531 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-e808fe4c-3193-46a8-aff3-37e87ff6a6f5 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:23.732442 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.39', 52052) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:23.748120 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-e808fe4c-3193-46a8-aff3-37e87ff6a6f5 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:23.756855 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-9360507a-75d7-4380-a851-156d9d1b7775 None None] Set router 4aba511e-4019-43b1-845e-e9e261d2a580 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:23.818385 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-e808fe4c-3193-46a8-aff3-37e87ff6a6f5 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Network 4d0cf754-98fe-4cfe-9f29-167b7f2dda37 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:23.827292 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-e808fe4c-3193-46a8-aff3-37e87ff6a6f5 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:23.830191 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808fe4c-3193-46a8-aff3-37e87ff6a6f5 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Pushing event updated for resources: {'Port': ['ID=890a48ad-75f7-40fc-8649-51dbf2b4ae8f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:23.832897 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-e808fe4c-3193-46a8-aff3-37e87ff6a6f5 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:23.842670 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-01ea90af-9f2f-4026-afc9-0118da978f98 req-9564bcae-a93d-4a92-9175-ce829a378280 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1090295 Aug 16 22:26:23.877373 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 2d708612-0e75-4a7a-81b5-2eaa3c8591f7 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:23.916142 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-e808fe4c-3193-46a8-aff3-37e87ff6a6f5 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:23.917675 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-e808fe4c-3193-46a8-aff3-37e87ff6a6f5 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:23.942044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 2d708612-0e75-4a7a-81b5-2eaa3c8591f7 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:23.948395 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 2d708612-0e75-4a7a-81b5-2eaa3c8591f7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:23.949021 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:23.983664 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea90af-9f2f-4026-afc9-0118da978f98 req-a3a617e6-2fc7-4d73-bd16-99e2c14a003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:23.985345 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-01ea90af-9f2f-4026-afc9-0118da978f98 req-a3a617e6-2fc7-4d73-bd16-99e2c14a003b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89e6a3d49d324e0d860860f4a6f5f61c&device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 1097 time: 0.0776379 Aug 16 22:26:24.001318 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-e808fe4c-3193-46a8-aff3-37e87ff6a6f5 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3656292 Aug 16 22:26:24.020158 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] Request body: {'port': {'device_id': '2fd84c7c-3307-4e17-a7f1-3bfad1036f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:24.022174 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406bb43-8a06-4856-ba18-64fb07bf9951 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Pushing event updated for resources: {'Port': ['ID=abbd4f71-d5e8-4542-97a3-455e9016b51d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:24.058563 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:24.094711 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-2406bb43-8a06-4856-ba18-64fb07bf9951 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:24.095362 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-2406bb43-8a06-4856-ba18-64fb07bf9951 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:24.097008 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f3c307-051a-4c36-ae32-affa05d8c334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d708612-0e75-4a7a-81b5-2eaa3c8591f7'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:24.101354 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44ebe55-4277-4790-a8b5-871adf127137" -d '{"events": [{"server_uuid": "24f3c307-051a-4c36-ae32-affa05d8c334", "name": "network-vif-plugged", "status": "completed", "tag": "2d708612-0e75-4a7a-81b5-2eaa3c8591f7"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:24.120306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 2d708612-0e75-4a7a-81b5-2eaa3c8591f7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=2d708612-0e75-4a7a-81b5-2eaa3c8591f7,segment=NetworkSegment(c1f7b533-7910-4022-bae1-043d13109099),segment_id=c1f7b533-7910-4022-bae1-043d13109099)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:24.121485 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27e34d-2f6b-4cf2-95b4-9c51d2a6ba05 req-944d5d1d-69ff-41db-ba06-8aca896c3bcc tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:24.123061 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fb27e34d-2f6b-4cf2-95b4-9c51d2a6ba05 req-944d5d1d-69ff-41db-ba06-8aca896c3bcc tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.7149239 Aug 16 22:26:24.137147 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:24.142301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-30e76d86-e55d-469a-a080-ee9273355371 req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81bc399f-1378-4ede-b2ee-17e368125dca {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:24.146341 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:24.159216 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9360507a-75d7-4380-a851-156d9d1b7775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'name': 'tempest-ServersTestManualDisk-2135591585-router', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '5739f0be-3d27-48d2-8402-624c1687c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:01Z', 'updated_at': '2021-08-16T22:24:08Z', 'revision_number': 4, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'gw_port': {'id': '5739f0be-3d27-48d2-8402-624c1687c203', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:02Z', 'updated_at': '2021-08-16T22:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'e62efe0b-99bb-472c-bce7-b3b9f1cfda5d', 'name': '', 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'mac_address': 'fa:16:3e:03:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'dc000ec1-e547-493a-bdf9-eb4209fd6597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:07Z', 'updated_at': '2021-08-16T22:24:14Z', 'revision_number': 5, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'subnets': [{'id': 'dc000ec1-e547-493a-bdf9-eb4209fd6597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:24.170157 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30e76d86-e55d-469a-a080-ee9273355371 req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:24.197755 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9360507a-75d7-4380-a851-156d9d1b7775 None None] The sync data for ids ['4aba511e-4019-43b1-845e-e9e261d2a580'] in n-d-792458-15 is: [{'id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'name': 'tempest-ServersTestManualDisk-2135591585-router', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '5739f0be-3d27-48d2-8402-624c1687c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:01Z', 'updated_at': '2021-08-16T22:24:08Z', 'revision_number': 4, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'gw_port': {'id': '5739f0be-3d27-48d2-8402-624c1687c203', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:02Z', 'updated_at': '2021-08-16T22:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'e62efe0b-99bb-472c-bce7-b3b9f1cfda5d', 'name': '', 'network_id': '81c7f882-7b2e-4740-bfa6-add4514fae85', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'mac_address': 'fa:16:3e:03:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'dc000ec1-e547-493a-bdf9-eb4209fd6597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:07Z', 'updated_at': '2021-08-16T22:24:14Z', 'revision_number': 5, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'subnets': [{'id': 'dc000ec1-e547-493a-bdf9-eb4209fd6597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:26:24.205273 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea90af-9f2f-4026-afc9-0118da978f98 req-20978f86-4522-4222-9be2-8003470e7e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:24.207230 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-01ea90af-9f2f-4026-afc9-0118da978f98 req-20978f86-4522-4222-9be2-8003470e7e3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=1aac5166-a976-4d3c-9235-d21b98e298ee HTTP/1.1" status: 200 len: 917 time: 0.1821187 Aug 16 22:26:24.217383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-6367c0a6-d1cd-467b-b477-ef26a5ae92bb tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Made reservation on behalf of 064c2ae4b14f44cb9af01f46aa4cd77f for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:24.220966 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-6367c0a6-d1cd-467b-b477-ef26a5ae92bb tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:24.229824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=2d708612-0e75-4a7a-81b5-2eaa3c8591f7,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:24.232643 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-3b46ff58-d83c-4bbf-ab6f-6981179cc712 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Allocated IP 172.20.0.12 (4d0cf754-98fe-4cfe-9f29-167b7f2dda37/a6dcd1cf-f62e-46f9-b516-ff05d3191708/3604520b-5cbf-49e0-8143-f76811a9d0cd) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:24.238480 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-2406bb43-8a06-4856-ba18-64fb07bf9951 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9821730 Aug 16 22:26:24.247308 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-30e76d86-e55d-469a-a080-ee9273355371 req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] Transition to ACTIVE for port object 81bc399f-1378-4ede-b2ee-17e368125dca will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:24.264090 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] Request body: {'port': {'device_id': '027c5e48-fd21-400d-b03f-317a3c0d8d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:24.274006 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30e76d86-e55d-469a-a080-ee9273355371 req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:24.282985 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d09ab-3a2f-4431-93cb-fc690598f2c0 req-8559d309-f685-44c8-b446-69e27bc69ed6 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:24.284546 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd4d09ab-3a2f-4431-93cb-fc690598f2c0 req-8559d309-f685-44c8-b446-69e27bc69ed6 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 931 time: 0.2505312 Aug 16 22:26:24.362961 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-01ea90af-9f2f-4026-afc9-0118da978f98 req-efc36507-a164-431d-83fb-033a51beb9e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c32675-ff51-4132-8e6f-d2fa2283ab1e HTTP/1.1" status: 200 len: 1001 time: 0.1266506 Aug 16 22:26:24.367114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fb27e34d-2f6b-4cf2-95b4-9c51d2a6ba05 req-3c9fcc52-80ef-427e-bfc7-63d90e9d5c6a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150950 Aug 16 22:26:24.426592 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea90af-9f2f-4026-afc9-0118da978f98 req-674a6e9a-6de2-46bb-82be-0ba0094464e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:24.428245 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-01ea90af-9f2f-4026-afc9-0118da978f98 req-674a6e9a-6de2-46bb-82be-0ba0094464e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d60c736-a0cd-48eb-8b90-5c8c42db55f8 HTTP/1.1" status: 200 len: 855 time: 0.0542600 Aug 16 22:26:24.486176 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea90af-9f2f-4026-afc9-0118da978f98 req-01f02b96-8f5d-4097-ba33-1dc54a2d5621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:24.487903 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-01ea90af-9f2f-4026-afc9-0118da978f98 req-01f02b96-8f5d-4097-ba33-1dc54a2d5621 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1aac5166-a976-4d3c-9235-d21b98e298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523562 Aug 16 22:26:24.494479 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] Pushing event updated for resources: {'Port': ['ID=81bc399f-1378-4ede-b2ee-17e368125dca,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:24.548072 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd4d09ab-3a2f-4431-93cb-fc690598f2c0 req-23a0b4e7-8d25-4847-84ff-b44be91d9f07 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451875 Aug 16 22:26:24.550558 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4850e0-b771-4d08-850f-cf7124ea6f11 None None] New status for floating IP 9e46d5d7-d8a4-48d8-aedc-48ad6148e5e0: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:26:24.602390 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-01ea90af-9f2f-4026-afc9-0118da978f98 req-328538d9-cf10-4804-818f-4a6092e59a80 service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050053 Aug 16 22:26:24.606004 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:24.669929 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c42f76e-c68a-4438-a4af-a4d3a74bebdf x-openstack-request-id: req-0c42f76e-c68a-4438-a4af-a4d3a74bebdf {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:24.670492 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f3c307-051a-4c36-ae32-affa05d8c334", "name": "network-vif-plugged", "status": "completed", "tag": "2d708612-0e75-4a7a-81b5-2eaa3c8591f7", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:24.671078 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0c42f76e-c68a-4438-a4af-a4d3a74bebdf {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:24.671615 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f3c307-051a-4c36-ae32-affa05d8c334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d708612-0e75-4a7a-81b5-2eaa3c8591f7', 'code': 200} Aug 16 22:26:24.719512 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.39', 52053) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:24.793784 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d6772-2e7e-4245-993e-8a1f4c656796 req-5c2963a0-27b0-48d6-b1db-539d0948c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:24.795303 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f38d6772-2e7e-4245-993e-8a1f4c656796 req-5c2963a0-27b0-48d6-b1db-539d0948c3af service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=24f3c307-051a-4c36-ae32-affa05d8c334 HTTP/1.1" status: 200 len: 1098 time: 0.0748560 Aug 16 22:26:24.798828 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-01ea90af-9f2f-4026-afc9-0118da978f98 req-52493a1d-50c9-41d9-a67d-26a6bf6e7268 service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848133 Aug 16 22:26:24.832635 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669989c7-80da-4dfb-bdb2-d67005c42768 req-85b2dfd0-786b-41d5-8e77-c2c21ec95ae4 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:24.834182 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-669989c7-80da-4dfb-bdb2-d67005c42768 req-85b2dfd0-786b-41d5-8e77-c2c21ec95ae4 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=24f3c307-051a-4c36-ae32-affa05d8c334 HTTP/1.1" status: 200 len: 946 time: 0.3255689 Aug 16 22:26:24.841828 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f38d6772-2e7e-4245-993e-8a1f4c656796 req-efd2f244-cf90-4d43-9c71-fd262026beb9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315437 Aug 16 22:26:24.868846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-30e76d86-e55d-469a-a080-ee9273355371 req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] Attempting to bind port 81bc399f-1378-4ede-b2ee-17e368125dca on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:24.869167 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-30e76d86-e55d-469a-a080-ee9273355371 req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] Attempting to bind port 81bc399f-1378-4ede-b2ee-17e368125dca by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'aacec04b-7a3d-4575-8ee5-5f533fae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:24.869498 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e76d86-e55d-469a-a080-ee9273355371 req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] Attempting to bind port 81bc399f-1378-4ede-b2ee-17e368125dca on network 3b6a0a99-16e1-4702-a8d0-b5c8fc387327 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:24.893868 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-6367c0a6-d1cd-467b-b477-ef26a5ae92bb tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Allocated IP 172.20.0.4 (ebd43e01-e5c7-4526-84ca-b13361f6e777/77278031-7856-4cbe-b33a-9aa0a9f30263/ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:24.904494 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ebe4fa77-6c92-4bad-942a-ad5103590e9b req-aefdc2ce-b46c-49d5-a2e9-9764422f16ac tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?device_id=1495e603-b57f-4270-a9e6-7fb6a998745b HTTP/1.1" status: 200 len: 210 time: 0.1050174 Aug 16 22:26:24.967770 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e76d86-e55d-469a-a080-ee9273355371 req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] Port 81bc399f-1378-4ede-b2ee-17e368125dca on network 3b6a0a99-16e1-4702-a8d0-b5c8fc387327 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:26:24.967999 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e76d86-e55d-469a-a080-ee9273355371 req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] Attempting to bind port 81bc399f-1378-4ede-b2ee-17e368125dca on network 3b6a0a99-16e1-4702-a8d0-b5c8fc387327 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:24.983918 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-3b46ff58-d83c-4bbf-ab6f-6981179cc712 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.002902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e76d86-e55d-469a-a080-ee9273355371 req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:25.003241 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e76d86-e55d-469a-a080-ee9273355371 req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] Checking segment: {'id': 'aacec04b-7a3d-4575-8ee5-5f533fae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:25.003630 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e76d86-e55d-469a-a080-ee9273355371 req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] Bound using segment: {'id': 'aacec04b-7a3d-4575-8ee5-5f533fae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:25.004074 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-30e76d86-e55d-469a-a080-ee9273355371 req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] Bound port: 81bc399f-1378-4ede-b2ee-17e368125dca, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aacec04b-7a3d-4575-8ee5-5f533fae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:25.004430 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30e76d86-e55d-469a-a080-ee9273355371 req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.074650 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91e09e69-5f92-4fd5-90b3-8468a98701a3 req-3047eb38-627e-4b79-b79d-5cbcefb7bedc tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 210 time: 0.0824604 Aug 16 22:26:25.081917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-669989c7-80da-4dfb-bdb2-d67005c42768 req-23a1e20d-aeeb-48c1-9dd1-7493da75dc63 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273755 Aug 16 22:26:25.120896 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57386) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:25.177786 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed93d-9749-4031-a4d6-c1448f314f67 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.204827 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed93d-9749-4031-a4d6-c1448f314f67 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.250957 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed93d-9749-4031-a4d6-c1448f314f67 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.253672 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed93d-9749-4031-a4d6-c1448f314f67 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.254919 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bc2ed93d-9749-4031-a4d6-c1448f314f67 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "DELETE /v2.0/security-groups/6f83b711-8db8-444a-8c95-3fdcb62b5b03 HTTP/1.1" status: 204 len: 168 time: 0.1330540 Aug 16 22:26:25.258715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57388) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:25.264676 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-30e76d86-e55d-469a-a080-ee9273355371 req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] For port 81bc399f-1378-4ede-b2ee-17e368125dca, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:25.270048 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-3b46ff58-d83c-4bbf-ab6f-6981179cc712 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.286405 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-d5a1359d-fe2d-4e99-8673-3b140eb00c55 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] show failed (client error): The resource could not be found. Aug 16 22:26:25.287568 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d5a1359d-fe2d-4e99-8673-3b140eb00c55 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "GET /v2.0/security-groups/6f83b711-8db8-444a-8c95-3fdcb62b5b03 HTTP/1.1" status: 404 len: 347 time: 0.0278392 Aug 16 22:26:25.288330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ed93d-9749-4031-a4d6-c1448f314f67 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f83b711-8db8-444a-8c95-3fdcb62b5b03,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:25.312724 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57390) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:25.317993 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-30e76d86-e55d-469a-a080-ee9273355371 req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] For port 81bc399f-1378-4ede-b2ee-17e368125dca, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=81bc399f-1378-4ede-b2ee-17e368125dca,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:25.339109 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30e76d86-e55d-469a-a080-ee9273355371 req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.347947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbe1b1-c8b2-473f-8da8-071d8192226c req-69516103-f235-42d3-b56d-a4d900b11ee7 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:25.349453 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aadbe1b1-c8b2-473f-8da8-071d8192226c req-69516103-f235-42d3-b56d-a4d900b11ee7 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1955395 Aug 16 22:26:25.384269 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-3b46ff58-d83c-4bbf-ab6f-6981179cc712 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Network 4d0cf754-98fe-4cfe-9f29-167b7f2dda37 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:25.405010 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-3b46ff58-d83c-4bbf-ab6f-6981179cc712 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:25.420346 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46ff58-d83c-4bbf-ab6f-6981179cc712 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Pushing event updated for resources: {'Port': ['ID=3604520b-5cbf-49e0-8143-f76811a9d0cd,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:25.425909 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e76d86-e55d-469a-a080-ee9273355371 req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:25.426558 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-30e76d86-e55d-469a-a080-ee9273355371 req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.428023 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30e76d86-e55d-469a-a080-ee9273355371 req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] 10.222.0.39 "PUT /v2.0/ports/81bc399f-1378-4ede-b2ee-17e368125dca HTTP/1.1" status: 200 len: 1092 time: 3.2204378 Aug 16 22:26:25.429202 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-3b46ff58-d83c-4bbf-ab6f-6981179cc712 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:25.431990 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebba1a5-742a-4310-9d99-2d9c788d08eb', 'tag': '81bc399f-1378-4ede-b2ee-17e368125dca'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:25.434286 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dea1be-41b8-4d73-ba37-8039d2916131" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebba1a5-742a-4310-9d99-2d9c788d08eb", "tag": "81bc399f-1378-4ede-b2ee-17e368125dca"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:25.442772 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-6367c0a6-d1cd-467b-b477-ef26a5ae92bb tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.495219 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd090cc3-5f4a-4aec-8099-cdcca1d4d0a4 x-openstack-request-id: req-fd090cc3-5f4a-4aec-8099-cdcca1d4d0a4 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:25.495866 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebba1a5-742a-4310-9d99-2d9c788d08eb", "tag": "81bc399f-1378-4ede-b2ee-17e368125dca", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:25.495866 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fd090cc3-5f4a-4aec-8099-cdcca1d4d0a4 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:25.496119 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebba1a5-742a-4310-9d99-2d9c788d08eb', 'tag': '81bc399f-1378-4ede-b2ee-17e368125dca', 'status': 'completed', 'code': 200} Aug 16 22:26:25.500302 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d58ce277-a3ce-4437-8acd-a7a020d74285 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Deleting port e0515f31-3ad5-4ea4-b482-17380a966d97 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:25.500615 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d58ce277-a3ce-4437-8acd-a7a020d74285 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.558829 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aadbe1b1-c8b2-473f-8da8-071d8192226c req-34a6fd51-e107-4df8-8536-16706fdce618 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872988 Aug 16 22:26:25.568282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890a48ad-75f7-40fc-8649-51dbf2b4ae8f {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:25.590720 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.598385 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-3b46ff58-d83c-4bbf-ab6f-6981179cc712 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:25.599035 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-3b46ff58-d83c-4bbf-ab6f-6981179cc712 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.611999 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623b7ed-cc27-47a0-a0e5-49d1de6fdc9e service neutron] Pushing event updated for resources: {'Port': ['ID=81bc399f-1378-4ede-b2ee-17e368125dca,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:25.615101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] Transition to ACTIVE for port object 890a48ad-75f7-40fc-8649-51dbf2b4ae8f will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:25.622440 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.648965 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d58ce277-a3ce-4437-8acd-a7a020d74285 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.649297 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d58ce277-a3ce-4437-8acd-a7a020d74285 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.689268 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d58ce277-a3ce-4437-8acd-a7a020d74285 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Calling delete_port for e0515f31-3ad5-4ea4-b482-17380a966d97 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:25.700963 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-3b46ff58-d83c-4bbf-ab6f-6981179cc712 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3713260 Aug 16 22:26:25.713886 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] Pushing event updated for resources: {'Port': ['ID=890a48ad-75f7-40fc-8649-51dbf2b4ae8f,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:25.722215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e76d86-e55d-469a-a080-ee9273355371 req-17db7d80-f3fa-4515-be26-e8df8e1f2d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:25.723715 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30e76d86-e55d-469a-a080-ee9273355371 req-17db7d80-f3fa-4515-be26-e8df8e1f2d56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=80cce3b248a74aa88b3d7c11b3c4887b&device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 1095 time: 0.2193990 Aug 16 22:26:25.736104 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Request body: {'port': {'device_id': '1495e603-b57f-4270-a9e6-7fb6a998745b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:25.795982 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-6367c0a6-d1cd-467b-b477-ef26a5ae92bb tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.840257 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] Attempting to bind port 890a48ad-75f7-40fc-8649-51dbf2b4ae8f on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:25.840516 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] Attempting to bind port 890a48ad-75f7-40fc-8649-51dbf2b4ae8f by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '5e501e29-9f77-47b9-92a1-8d3448d3d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4d0cf754-98fe-4cfe-9f29-167b7f2dda37'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:25.840843 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] Attempting to bind port 890a48ad-75f7-40fc-8649-51dbf2b4ae8f on network 4d0cf754-98fe-4cfe-9f29-167b7f2dda37 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:25.846860 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] Port 890a48ad-75f7-40fc-8649-51dbf2b4ae8f on network 4d0cf754-98fe-4cfe-9f29-167b7f2dda37 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:26:25.847238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] Attempting to bind port 890a48ad-75f7-40fc-8649-51dbf2b4ae8f on network 4d0cf754-98fe-4cfe-9f29-167b7f2dda37 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:25.853596 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:25.853984 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] Checking segment: {'id': '5e501e29-9f77-47b9-92a1-8d3448d3d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4d0cf754-98fe-4cfe-9f29-167b7f2dda37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:25.854334 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] Bound using segment: {'id': '5e501e29-9f77-47b9-92a1-8d3448d3d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4d0cf754-98fe-4cfe-9f29-167b7f2dda37'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:25.854754 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] Bound port: 890a48ad-75f7-40fc-8649-51dbf2b4ae8f, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e501e29-9f77-47b9-92a1-8d3448d3d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4d0cf754-98fe-4cfe-9f29-167b7f2dda37'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:25.855107 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.876177 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30e76d86-e55d-469a-a080-ee9273355371 req-3c49c2d5-16b1-43a6-af79-abe4707ac214 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81bc399f-1378-4ede-b2ee-17e368125dca HTTP/1.1" status: 200 len: 217 time: 0.1226785 Aug 16 22:26:25.938667 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d58ce277-a3ce-4437-8acd-a7a020d74285 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.940160 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-6367c0a6-d1cd-467b-b477-ef26a5ae92bb tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Network ebd43e01-e5c7-4526-84ca-b13361f6e777 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:25.972573 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ce277-a3ce-4437-8acd-a7a020d74285 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Pushing event deleted for resources: {'Port': ['ID=e0515f31-3ad5-4ea4-b482-17380a966d97,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:25.976272 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] For port 890a48ad-75f7-40fc-8649-51dbf2b4ae8f, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:25.984885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-6367c0a6-d1cd-467b-b477-ef26a5ae92bb tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:25.986746 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device d6faa21c-1f78-42b4-b538-2fe723373441 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:26:26.003557 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db174e-0974-4095-bac9-ad46ab25bd2e req-7f4fdc7c-5bbf-46a1-b498-47d827185077 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:26.008133 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] For port 890a48ad-75f7-40fc-8649-51dbf2b4ae8f, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=890a48ad-75f7-40fc-8649-51dbf2b4ae8f,segment=NetworkSegment(5e501e29-9f77-47b9-92a1-8d3448d3d012),segment_id=5e501e29-9f77-47b9-92a1-8d3448d3d012)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:26.010479 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a0db174e-0974-4095-bac9-ad46ab25bd2e req-7f4fdc7c-5bbf-46a1-b498-47d827185077 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 943 time: 0.3175371 Aug 16 22:26:26.011201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367c0a6-d1cd-467b-b477-ef26a5ae92bb tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Pushing event updated for resources: {'Port': ['ID=ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:26.013821 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-6367c0a6-d1cd-467b-b477-ef26a5ae92bb tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:26.015263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: d6faa21c-1f78-42b4-b538-2fe723373441 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:26:26.015618 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device d6faa21c-1f78-42b4-b538-2fe723373441 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:26:26.030597 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab049e4-8707-4e9c-89f8-af6bdd132868 req-2f7d6ed1-e1b1-4c43-8d8d-e2a8cee61d4c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:26.032056 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eab049e4-8707-4e9c-89f8-af6bdd132868 req-2f7d6ed1-e1b1-4c43-8d8d-e2a8cee61d4c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.3381138 Aug 16 22:26:26.037703 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:26.041062 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:26.082510 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:26.083133 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:26.084556 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] 10.222.0.39 "PUT /v2.0/ports/890a48ad-75f7-40fc-8649-51dbf2b4ae8f HTTP/1.1" status: 200 len: 1092 time: 2.0698400 Aug 16 22:26:26.085560 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd84c7c-3307-4e17-a7f1-3bfad1036f65', 'tag': '890a48ad-75f7-40fc-8649-51dbf2b4ae8f'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:26.087803 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2471bd0c-b1fd-4717-ac30-627d1b4d1f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd84c7c-3307-4e17-a7f1-3bfad1036f65", "tag": "890a48ad-75f7-40fc-8649-51dbf2b4ae8f"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:26.105720 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d58ce277-a3ce-4437-8acd-a7a020d74285 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:26.108361 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d58ce277-a3ce-4437-8acd-a7a020d74285 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:26.109578 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d58ce277-a3ce-4437-8acd-a7a020d74285 tempest-ServersTestManualDisk-1625905049 tempest-ServersTestManualDisk-1625905049-project] 10.222.0.93 "DELETE /v2.0/floatingips/9e46d5d7-d8a4-48d8-aedc-48ad6148e5e0 HTTP/1.1" status: 204 len: 168 time: 0.7955444 Aug 16 22:26:26.112804 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57408) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:26.125616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e76d86-e55d-469a-a080-ee9273355371 req-ce17d2af-620d-474f-bfb9-d5ccbb4db82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:26.127142 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30e76d86-e55d-469a-a080-ee9273355371 req-ce17d2af-620d-474f-bfb9-d5ccbb4db82b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=159e7ffb-10ba-4305-959b-a8d4373d4991 HTTP/1.1" status: 200 len: 845 time: 0.2376664 Aug 16 22:26:26.214667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-6367c0a6-d1cd-467b-b477-ef26a5ae92bb tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:26.215219 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-6367c0a6-d1cd-467b-b477-ef26a5ae92bb tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:26.248341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30e76d86-e55d-469a-a080-ee9273355371 req-ef484d04-4d50-4062-81b3-d924bc7b6b5a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b6a0a99-16e1-4702-a8d0-b5c8fc387327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023324 Aug 16 22:26:26.263363 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a0db174e-0974-4095-bac9-ad46ab25bd2e req-8182aeb2-66a2-4d82-8e7b-5910737c543c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431092 Aug 16 22:26:26.266157 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eab049e4-8707-4e9c-89f8-af6bdd132868 req-ac0f0dc4-052e-4a4b-8a96-7d0ec94378c3 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262523 Aug 16 22:26:26.405622 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abbd4f71-d5e8-4542-97a3-455e9016b51d {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:26.416299 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:26.424651 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32249692-b3f8-4b39-8a23-264b2712579f x-openstack-request-id: req-32249692-b3f8-4b39-8a23-264b2712579f {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:26.425183 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd84c7c-3307-4e17-a7f1-3bfad1036f65", "tag": "890a48ad-75f7-40fc-8649-51dbf2b4ae8f", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:26.425183 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-32249692-b3f8-4b39-8a23-264b2712579f {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:26.425595 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd84c7c-3307-4e17-a7f1-3bfad1036f65', 'tag': '890a48ad-75f7-40fc-8649-51dbf2b4ae8f', 'status': 'completed', 'code': 200} Aug 16 22:26:26.431191 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-6367c0a6-d1cd-467b-b477-ef26a5ae92bb tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1158357 Aug 16 22:26:26.442490 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699f50f-1ef4-4cf6-9268-3e460ee9b23e service neutron] Pushing event updated for resources: {'Port': ['ID=890a48ad-75f7-40fc-8649-51dbf2b4ae8f,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:26.478798 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] Transition to ACTIVE for port object abbd4f71-d5e8-4542-97a3-455e9016b51d will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:26.486563 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] Request body: {'port': {'device_id': '60e036f7-4c44-40a1-af93-09f481448f86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:26.516233 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-d320e70f-351a-4da1-9c04-f5340be806c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:26.517738 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-d320e70f-351a-4da1-9c04-f5340be806c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73696b6ffbe046fab91f94f157391fd8&device_id=2fd84c7c-3307-4e17-a7f1-3bfad1036f65 HTTP/1.1" status: 200 len: 1095 time: 0.0894413 Aug 16 22:26:26.532978 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:26.573505 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-c22fa3c4-1810-437d-8a5b-e7d8ff6bd729 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=890a48ad-75f7-40fc-8649-51dbf2b4ae8f HTTP/1.1" status: 200 len: 217 time: 0.0433295 Aug 16 22:26:26.691841 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-2883b35a-986b-44b2-87f6-9206edd3650c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:26.693343 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-2883b35a-986b-44b2-87f6-9206edd3650c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6dcd1cf-f62e-46f9-b516-ff05d3191708 HTTP/1.1" status: 200 len: 856 time: 0.0903566 Aug 16 22:26:26.733445 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-2ec62302-0c74-4e55-9621-9fb6254dce13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d0cf754-98fe-4cfe-9f29-167b7f2dda37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321536 Aug 16 22:26:26.887588 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-bab7ad43-f2d2-47b5-b69c-add7041a5954 service neutron] 10.222.0.39 "GET /v2.0/networks/4d0cf754-98fe-4cfe-9f29-167b7f2dda37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276915 Aug 16 22:26:27.002864 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] Pushing event updated for resources: {'Port': ['ID=abbd4f71-d5e8-4542-97a3-455e9016b51d,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:27.024884 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-2eb8acfc-5d37-4063-8479-d4f1db399f5a service neutron] 10.222.0.39 "GET /v2.0/networks/4d0cf754-98fe-4cfe-9f29-167b7f2dda37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277685 Aug 16 22:26:27.034950 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:27.035243 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bd2fc-78a7-4ab2-9805-62fb1ee30756 req-adbaf284-1e2b-4904-a4cc-9f56cd2ed52c tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:27.036705 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-772bd2fc-78a7-4ab2-9805-62fb1ee30756 req-adbaf284-1e2b-4904-a4cc-9f56cd2ed52c tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?device_id=1495e603-b57f-4270-a9e6-7fb6a998745b HTTP/1.1" status: 200 len: 932 time: 0.5881469 Aug 16 22:26:27.074217 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:27.088232 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe65b5-771f-4b7b-95a0-7890657a899f req-a6679c9f-3e3d-4363-8ee6-e5062df39ab2 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:27.089719 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59fe65b5-771f-4b7b-95a0-7890657a899f req-a6679c9f-3e3d-4363-8ee6-e5062df39ab2 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 931 time: 0.5936694 Aug 16 22:26:27.115179 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30e76d86-e55d-469a-a080-ee9273355371 req-6c5b2aab-c227-44a4-9cea-e8b1d27f5501 service neutron] 10.222.0.39 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8456213 Aug 16 22:26:27.163908 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471bd0c-b1fd-4717-ac30-627d1b4d1f1f req-20988da6-12b4-4b88-b45f-adcccba4e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:27.165454 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2471bd0c-b1fd-4717-ac30-627d1b4d1f1f req-20988da6-12b4-4b88-b45f-adcccba4e166 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73696b6ffbe046fab91f94f157391fd8&device_id=2fd84c7c-3307-4e17-a7f1-3bfad1036f65 HTTP/1.1" status: 200 len: 1095 time: 0.0814176 Aug 16 22:26:27.312305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471bd0c-b1fd-4717-ac30-627d1b4d1f1f req-c1742c0a-87b8-4cf8-8686-a5bfae7d9590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:27.313721 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2471bd0c-b1fd-4717-ac30-627d1b4d1f1f req-c1742c0a-87b8-4cf8-8686-a5bfae7d9590 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d0cf754-98fe-4cfe-9f29-167b7f2dda37 HTTP/1.1" status: 200 len: 917 time: 0.1136765 Aug 16 22:26:27.327646 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-772bd2fc-78a7-4ab2-9805-62fb1ee30756 req-82d10229-039c-4044-ad22-46d5fcc784fb tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/security-groups?id=3091df25-f37a-4fb7-8d26-2300a686db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503548 Aug 16 22:26:27.331126 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59fe65b5-771f-4b7b-95a0-7890657a899f req-f02025dd-bdd0-44db-ad7d-e8115ef3302d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284975 Aug 16 22:26:27.387536 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2471bd0c-b1fd-4717-ac30-627d1b4d1f1f req-10fd0e5a-866b-425a-a0f6-72f7031fdbac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=890a48ad-75f7-40fc-8649-51dbf2b4ae8f HTTP/1.1" status: 200 len: 217 time: 0.0632308 Aug 16 22:26:27.448567 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] Attempting to bind port abbd4f71-d5e8-4542-97a3-455e9016b51d on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:27.449140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] Attempting to bind port abbd4f71-d5e8-4542-97a3-455e9016b51d by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '5e501e29-9f77-47b9-92a1-8d3448d3d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4d0cf754-98fe-4cfe-9f29-167b7f2dda37'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:27.449711 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] Attempting to bind port abbd4f71-d5e8-4542-97a3-455e9016b51d on network 4d0cf754-98fe-4cfe-9f29-167b7f2dda37 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:27.466989 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471bd0c-b1fd-4717-ac30-627d1b4d1f1f req-0684da99-ecbd-4780-9bf9-35c1c55af929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:27.468469 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2471bd0c-b1fd-4717-ac30-627d1b4d1f1f req-0684da99-ecbd-4780-9bf9-35c1c55af929 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6dcd1cf-f62e-46f9-b516-ff05d3191708 HTTP/1.1" status: 200 len: 856 time: 0.0724235 Aug 16 22:26:27.482167 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] Deleting port e62efe0b-99bb-472c-bce7-b3b9f1cfda5d {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:27.482505 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:27.533378 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] Port abbd4f71-d5e8-4542-97a3-455e9016b51d on network 4d0cf754-98fe-4cfe-9f29-167b7f2dda37 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:26:27.533992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] Attempting to bind port abbd4f71-d5e8-4542-97a3-455e9016b51d on network 4d0cf754-98fe-4cfe-9f29-167b7f2dda37 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:27.540324 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2471bd0c-b1fd-4717-ac30-627d1b4d1f1f req-2fc2c8b1-09c8-4dfe-b2ab-d8882ecb3203 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d0cf754-98fe-4cfe-9f29-167b7f2dda37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557594 Aug 16 22:26:27.546413 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30e76d86-e55d-469a-a080-ee9273355371 req-92fa0051-3fb4-4cae-ad84-dbdf1ae5f3ba service neutron] 10.222.0.39 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029424 Aug 16 22:26:27.551038 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3604520b-5cbf-49e0-8143-f76811a9d0cd {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:27.569605 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:27.573726 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:27.574100 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] Checking segment: {'id': '5e501e29-9f77-47b9-92a1-8d3448d3d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4d0cf754-98fe-4cfe-9f29-167b7f2dda37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:27.574508 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] Bound using segment: {'id': '5e501e29-9f77-47b9-92a1-8d3448d3d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4d0cf754-98fe-4cfe-9f29-167b7f2dda37'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:27.574969 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] Bound port: abbd4f71-d5e8-4542-97a3-455e9016b51d, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e501e29-9f77-47b9-92a1-8d3448d3d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4d0cf754-98fe-4cfe-9f29-167b7f2dda37'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:27.575315 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:27.642187 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] For port e62efe0b-99bb-472c-bce7-b3b9f1cfda5d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e62efe0b-99bb-472c-bce7-b3b9f1cfda5d,segment=NetworkSegment(c10ccec4-7b53-4a0e-a2fc-f1c064f8909d),segment_id=c10ccec4-7b53-4a0e-a2fc-f1c064f8909d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:27.642557 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:27.658157 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Transition to ACTIVE for port object 3604520b-5cbf-49e0-8143-f76811a9d0cd will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:27.666482 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] Calling delete_port for e62efe0b-99bb-472c-bce7-b3b9f1cfda5d owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:27.683700 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2471bd0c-b1fd-4717-ac30-627d1b4d1f1f req-88f1bf85-eb6b-4c66-b5fa-b66a40541e2d service neutron] 10.222.0.39 "GET /v2.0/networks/4d0cf754-98fe-4cfe-9f29-167b7f2dda37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357958 Aug 16 22:26:27.686211 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:27.718041 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69435f38-8c67-4009-b813-e8900888c166 req-e906a754-21dc-418f-a00c-2dc2c859487e tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:27.719552 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-69435f38-8c67-4009-b813-e8900888c166 req-e906a754-21dc-418f-a00c-2dc2c859487e tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 943 time: 0.2820911 Aug 16 22:26:27.727562 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb78c07-a6e6-4be3-91ac-719830215cd9 req-a18fed6c-966c-45f1-9378-4388177a44df tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:27.729371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3cb78c07-a6e6-4be3-91ac-719830215cd9 req-a18fed6c-966c-45f1-9378-4388177a44df tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=24f3c307-051a-4c36-ae32-affa05d8c334 HTTP/1.1" status: 200 len: 946 time: 0.2904525 Aug 16 22:26:27.872133 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2471bd0c-b1fd-4717-ac30-627d1b4d1f1f req-641d6f95-77b5-446a-9dba-ad80d9301334 service neutron] 10.222.0.39 "GET /v2.0/networks/4d0cf754-98fe-4cfe-9f29-167b7f2dda37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498122 Aug 16 22:26:27.886002 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dea1be-41b8-4d73-ba37-8039d2916131 req-2dae0801-64b6-42c5-8d1f-b6701911edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:27.887553 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8dea1be-41b8-4d73-ba37-8039d2916131 req-2dae0801-64b6-42c5-8d1f-b6701911edc8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=80cce3b248a74aa88b3d7c11b3c4887b&device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 1095 time: 0.2583392 Aug 16 22:26:27.888188 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Pushing event updated for resources: {'Port': ['ID=3604520b-5cbf-49e0-8143-f76811a9d0cd,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:27.930511 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] For port abbd4f71-d5e8-4542-97a3-455e9016b51d, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:27.936334 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-69435f38-8c67-4009-b813-e8900888c166 req-853aef66-8da4-4076-883e-793db3d1fe56 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984532 Aug 16 22:26:27.973515 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:27.974478 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3cb78c07-a6e6-4be3-91ac-719830215cd9 req-9adac8e1-7ee1-4257-8185-8f11e428c499 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052612 Aug 16 22:26:28.002667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] Pushing event deleted for resources: {'Port': ['ID=e62efe0b-99bb-472c-bce7-b3b9f1cfda5d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:28.013855 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:28.014239 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:28.014954 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:28.015066 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:28.015374 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:28.015715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:28.016102 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:28.016437 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:28.016774 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:28.017127 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:28.017539 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:28.017902 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:28.113264 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] For port abbd4f71-d5e8-4542-97a3-455e9016b51d, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=abbd4f71-d5e8-4542-97a3-455e9016b51d,segment=NetworkSegment(5e501e29-9f77-47b9-92a1-8d3448d3d012),segment_id=5e501e29-9f77-47b9-92a1-8d3448d3d012)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:28.147631 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:28.203330 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:28.230512 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:28.246708 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:28.247676 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:28.249089 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] 10.222.0.39 "PUT /v2.0/ports/abbd4f71-d5e8-4542-97a3-455e9016b51d HTTP/1.1" status: 200 len: 1092 time: 3.9909222 Aug 16 22:26:28.262849 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027c5e48-fd21-400d-b03f-317a3c0d8d16', 'tag': 'abbd4f71-d5e8-4542-97a3-455e9016b51d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:28.266027 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070bd013-ffcf-4084-8eb9-3433d1a748f0" -d '{"events": [{"name": "network-changed", "server_uuid": "027c5e48-fd21-400d-b03f-317a3c0d8d16", "tag": "abbd4f71-d5e8-4542-97a3-455e9016b51d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:28.269004 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Attempting to bind port 3604520b-5cbf-49e0-8143-f76811a9d0cd on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:28.269339 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Attempting to bind port 3604520b-5cbf-49e0-8143-f76811a9d0cd by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '5e501e29-9f77-47b9-92a1-8d3448d3d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4d0cf754-98fe-4cfe-9f29-167b7f2dda37'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:28.269668 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Attempting to bind port 3604520b-5cbf-49e0-8143-f76811a9d0cd on network 4d0cf754-98fe-4cfe-9f29-167b7f2dda37 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:28.282676 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:28.356831 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Port 3604520b-5cbf-49e0-8143-f76811a9d0cd on network 4d0cf754-98fe-4cfe-9f29-167b7f2dda37 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:26:28.357067 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Attempting to bind port 3604520b-5cbf-49e0-8143-f76811a9d0cd on network 4d0cf754-98fe-4cfe-9f29-167b7f2dda37 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:28.376190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] Transition to ACTIVE for port object ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:28.383590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23935c5c-499f-4894-9764-321f5c80ab9c service neutron] Pushing event updated for resources: {'Port': ['ID=abbd4f71-d5e8-4542-97a3-455e9016b51d,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:28.394128 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:28.394471 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Checking segment: {'id': '5e501e29-9f77-47b9-92a1-8d3448d3d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4d0cf754-98fe-4cfe-9f29-167b7f2dda37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:28.394855 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Bound using segment: {'id': '5e501e29-9f77-47b9-92a1-8d3448d3d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4d0cf754-98fe-4cfe-9f29-167b7f2dda37'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:28.395301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Bound port: 3604520b-5cbf-49e0-8143-f76811a9d0cd, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e501e29-9f77-47b9-92a1-8d3448d3d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4d0cf754-98fe-4cfe-9f29-167b7f2dda37'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:28.395666 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:28.398332 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:28.404246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dea1be-41b8-4d73-ba37-8039d2916131 req-d3700200-aa85-45e1-9ab6-4a285160424d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:28.405745 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8dea1be-41b8-4d73-ba37-8039d2916131 req-d3700200-aa85-45e1-9ab6-4a285160424d service neutron] 10.222.0.39 "GET /v2.0/networks?id=3b6a0a99-16e1-4702-a8d0-b5c8fc387327 HTTP/1.1" status: 200 len: 906 time: 0.4966521 Aug 16 22:26:28.413153 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce80e7-d0e8-4c0e-aaa8-12c39e2846ac req-252b9e42-87f5-4741-81ce-7cbaa0b0fbd1 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:28.415117 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71ce80e7-d0e8-4c0e-aaa8-12c39e2846ac req-252b9e42-87f5-4741-81ce-7cbaa0b0fbd1 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.3005707 Aug 16 22:26:28.417795 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9d0681f1-a63c-4569-90e6-a821c0f903f7 req-f20ed257-7008-4459-a3b1-ce699260d50a tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-71136108&fields=id&tenant_id=63f6b9c2c6ae48ef87d525eb49b57621 HTTP/1.1" status: 200 len: 267 time: 0.3020096 Aug 16 22:26:28.427348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] Router 4aba511e-4019-43b1-845e-e9e261d2a580 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:26:28.536474 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:26:28.542316 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c87fb8c1-7039-4f1e-b219-eaa0bb36dd64 admin admin] 10.222.0.93 "PUT /v2.0/routers/4aba511e-4019-43b1-845e-e9e261d2a580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4284589 Aug 16 22:26:28.545366 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57430) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:28.547848 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8dea1be-41b8-4d73-ba37-8039d2916131 req-25ef520a-8610-4220-8c5f-fc23fadb36ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81bc399f-1378-4ede-b2ee-17e368125dca HTTP/1.1" status: 200 len: 217 time: 0.1274559 Aug 16 22:26:28.548287 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7384a8-9f28-4c55-a11f-d99dd21dc61d None None] Sync routers for ids ['4aba511e-4019-43b1-845e-e9e261d2a580'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:26:28.557828 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7384a8-9f28-4c55-a11f-d99dd21dc61d None None] Routers {'4aba511e-4019-43b1-845e-e9e261d2a580'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:28.558475 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0d7384a8-9f28-4c55-a11f-d99dd21dc61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:26:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['4aba511e-4019-43b1-845e-e9e261d2a580'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:28.584476 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1568bae1-b490-4939-8b80-506685cfd277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:28.585592 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-1568bae1-b490-4939-8b80-506685cfd277 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73696b6ffbe046fab91f94f157391fd8&device_id=027c5e48-fd21-400d-b03f-317a3c0d8d16 HTTP/1.1" status: 200 len: 1095 time: 0.2841215 Aug 16 22:26:28.604529 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:28.667683 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0d7384a8-9f28-4c55-a11f-d99dd21dc61d None None] Set router 4aba511e-4019-43b1-845e-e9e261d2a580 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:28.672678 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9cb992d5-6b46-47e6-9523-854bc9adfe03 admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:28.720085 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-52f86c6a-4a6a-4b45-85df-ef3f39dd92e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abbd4f71-d5e8-4542-97a3-455e9016b51d HTTP/1.1" status: 200 len: 217 time: 0.1204112 Aug 16 22:26:28.727005 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71ce80e7-d0e8-4c0e-aaa8-12c39e2846ac req-c4025ac4-5479-4280-8762-80fecf311381 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923868 Aug 16 22:26:28.782301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0681f1-a63c-4569-90e6-a821c0f903f7 req-17c5a77b-8e98-4d7c-b71e-a3f0d5d90d4f tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:28.784641 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9d0681f1-a63c-4569-90e6-a821c0f903f7 req-17c5a77b-8e98-4d7c-b71e-a3f0d5d90d4f tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=24f3c307-051a-4c36-ae32-affa05d8c334 HTTP/1.1" status: 200 len: 946 time: 0.3497574 Aug 16 22:26:28.795392 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9cb992d5-6b46-47e6-9523-854bc9adfe03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:28.809074 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933e3701-b73e-4679-b11c-4c38b5b591d2 x-openstack-request-id: req-933e3701-b73e-4679-b11c-4c38b5b591d2 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:28.809366 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027c5e48-fd21-400d-b03f-317a3c0d8d16", "tag": "abbd4f71-d5e8-4542-97a3-455e9016b51d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:28.809624 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-933e3701-b73e-4679-b11c-4c38b5b591d2 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:28.810055 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027c5e48-fd21-400d-b03f-317a3c0d8d16', 'tag': 'abbd4f71-d5e8-4542-97a3-455e9016b51d', 'status': 'completed', 'code': 200} Aug 16 22:26:28.815443 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9d0681f1-a63c-4569-90e6-a821c0f903f7 req-f915b869-4fe4-4a74-97b8-14ad6bb3ad97 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Request body: {'port': {'security_groups': ['c04c0b8a-b869-44a2-b0f1-63fab48c60f7', 'de22e1b0-ec6b-4023-8246-d8a0e5882af3']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:28.821702 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dea1be-41b8-4d73-ba37-8039d2916131 req-15a780ed-285d-48b0-8df8-26ccea09a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:28.823215 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8dea1be-41b8-4d73-ba37-8039d2916131 req-15a780ed-285d-48b0-8df8-26ccea09a6a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=159e7ffb-10ba-4305-959b-a8d4373d4991 HTTP/1.1" status: 200 len: 845 time: 0.2482002 Aug 16 22:26:28.833000 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] For port 3604520b-5cbf-49e0-8143-f76811a9d0cd, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:28.864145 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9cb992d5-6b46-47e6-9523-854bc9adfe03 admin admin] Deleting port 5739f0be-3d27-48d2-8402-624c1687c203 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:28.864651 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9cb992d5-6b46-47e6-9523-854bc9adfe03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:28.876701 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0d7384a8-9f28-4c55-a11f-d99dd21dc61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'name': 'tempest-ServersTestManualDisk-2135591585-router', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '5739f0be-3d27-48d2-8402-624c1687c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:01Z', 'updated_at': '2021-08-16T22:26:27Z', 'revision_number': 5, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'gw_port': {'id': '5739f0be-3d27-48d2-8402-624c1687c203', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:02Z', 'updated_at': '2021-08-16T22:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:28.902783 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] For port 3604520b-5cbf-49e0-8143-f76811a9d0cd, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=3604520b-5cbf-49e0-8143-f76811a9d0cd,segment=NetworkSegment(5e501e29-9f77-47b9-92a1-8d3448d3d012),segment_id=5e501e29-9f77-47b9-92a1-8d3448d3d012)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:28.904471 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7384a8-9f28-4c55-a11f-d99dd21dc61d None None] Checking router: 4aba511e-4019-43b1-845e-e9e261d2a580 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:26:28.911895 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8dea1be-41b8-4d73-ba37-8039d2916131 req-8af5090c-c850-4149-89b9-ac41353ec09f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b6a0a99-16e1-4702-a8d0-b5c8fc387327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533288 Aug 16 22:26:28.913836 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7384a8-9f28-4c55-a11f-d99dd21dc61d None None] Routers {'4aba511e-4019-43b1-845e-e9e261d2a580'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:28.915026 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0d7384a8-9f28-4c55-a11f-d99dd21dc61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:26:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['4aba511e-4019-43b1-845e-e9e261d2a580'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:28.939666 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:28.961918 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9cb992d5-6b46-47e6-9523-854bc9adfe03 admin admin] For port 5739f0be-3d27-48d2-8402-624c1687c203, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=5739f0be-3d27-48d2-8402-624c1687c203,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:28.962545 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9cb992d5-6b46-47e6-9523-854bc9adfe03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:28.975709 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9cb992d5-6b46-47e6-9523-854bc9adfe03 admin admin] Calling delete_port for 5739f0be-3d27-48d2-8402-624c1687c203 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:29.001295 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0d7384a8-9f28-4c55-a11f-d99dd21dc61d None None] Set router 4aba511e-4019-43b1-845e-e9e261d2a580 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:29.014279 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-cdb5a2e9-f96e-42cc-b8e7-c6d5ed8a6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:29.015857 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-cdb5a2e9-f96e-42cc-b8e7-c6d5ed8a6cef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6dcd1cf-f62e-46f9-b516-ff05d3191708 HTTP/1.1" status: 200 len: 856 time: 0.2802544 Aug 16 22:26:29.057495 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0d7384a8-9f28-4c55-a11f-d99dd21dc61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'name': 'tempest-ServersTestManualDisk-2135591585-router', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:01Z', 'updated_at': '2021-08-16T22:26:28Z', 'revision_number': 6, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:29.085510 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7384a8-9f28-4c55-a11f-d99dd21dc61d None None] The sync data for ids ['4aba511e-4019-43b1-845e-e9e261d2a580'] in n-d-792458-15 is: [{'id': '4aba511e-4019-43b1-845e-e9e261d2a580', 'name': 'tempest-ServersTestManualDisk-2135591585-router', 'tenant_id': 'ae6e71280ae64531b5ca860710d12c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:01Z', 'updated_at': '2021-08-16T22:26:28Z', 'revision_number': 6, 'project_id': 'ae6e71280ae64531b5ca860710d12c9d', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:26:29.149738 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9cb992d5-6b46-47e6-9523-854bc9adfe03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.176818 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb992d5-6b46-47e6-9523-854bc9adfe03 admin admin] Pushing event deleted for resources: {'Port': ['ID=5739f0be-3d27-48d2-8402-624c1687c203,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:29.239404 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9cb992d5-6b46-47e6-9523-854bc9adfe03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.330491 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9cb992d5-6b46-47e6-9523-854bc9adfe03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.332922 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9cb992d5-6b46-47e6-9523-854bc9adfe03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.336115 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] Attempting to bind port ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:29.336570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] Attempting to bind port ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:29.336906 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] Attempting to bind port ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa on network ebd43e01-e5c7-4526-84ca-b13361f6e777 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:29.351172 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:29.352328 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.353702 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] 10.222.0.39 "PUT /v2.0/ports/3604520b-5cbf-49e0-8143-f76811a9d0cd HTTP/1.1" status: 200 len: 1093 time: 3.6248620 Aug 16 22:26:29.380342 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9cb992d5-6b46-47e6-9523-854bc9adfe03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.380794 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb992d5-6b46-47e6-9523-854bc9adfe03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4aba511e-4019-43b1-845e-e9e261d2a580 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:26:29.385052 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9cb992d5-6b46-47e6-9523-854bc9adfe03 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.388821 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9cb992d5-6b46-47e6-9523-854bc9adfe03 admin admin] 10.222.0.93 "DELETE /v2.0/routers/4aba511e-4019-43b1-845e-e9e261d2a580 HTTP/1.1" status: 204 len: 168 time: 0.8424830 Aug 16 22:26:29.389557 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57444) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:29.402945 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] Port ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa on network ebd43e01-e5c7-4526-84ca-b13361f6e777 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:26:29.403285 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] Attempting to bind port ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa on network ebd43e01-e5c7-4526-84ca-b13361f6e777 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:29.417143 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-946b0d6d-d889-46d5-adfb-7e8d648015a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d0cf754-98fe-4cfe-9f29-167b7f2dda37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769570 Aug 16 22:26:29.436380 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-65716c89-96e3-48a9-ba79-3754cf2d290f admin admin] Deleting subnet dc000ec1-e547-493a-bdf9-eb4209fd6597 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:26:29.439856 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65716c89-96e3-48a9-ba79-3754cf2d290f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.447662 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9d0681f1-a63c-4569-90e6-a821c0f903f7 req-f915b869-4fe4-4a74-97b8-14ad6bb3ad97 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.477872 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:29.478139 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65716c89-96e3-48a9-ba79-3754cf2d290f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.478234 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] Checking segment: {'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:29.478622 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] Bound using segment: {'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:29.479073 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] Bound port: ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:29.479440 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.556793 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4dd554-e651-4260-86b2-fcbfeaecfe22 req-5e0f5b05-6c95-46ff-847c-4024c2751a22 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:29.557372 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c4dd554-e651-4260-86b2-fcbfeaecfe22 req-5e0f5b05-6c95-46ff-847c-4024c2751a22 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 943 time: 0.6789041 Aug 16 22:26:29.565338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Pushing event updated for resources: {'Port': ['ID=3604520b-5cbf-49e0-8143-f76811a9d0cd,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:29.641222 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:29.641571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:29.642393 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:29.642393 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:29.642604 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:29.642948 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:29.643294 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:29.643615 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:29.643950 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:29.644286 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:29.644615 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:29.644944 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea27cc-bec7-4bc8-8417-577be02979de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:29.712993 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8dea1be-41b8-4d73-ba37-8039d2916131 req-9d07bba8-0ccd-452c-bd9a-b499834db28a service neutron] 10.222.0.39 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7758634 Aug 16 22:26:29.749155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-c6599418-6d7b-44c7-a800-d60095d24ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:29.750699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-c6599418-6d7b-44c7-a800-d60095d24ff5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73696b6ffbe046fab91f94f157391fd8&device_id=1495e603-b57f-4270-a9e6-7fb6a998745b HTTP/1.1" status: 200 len: 1096 time: 0.3365703 Aug 16 22:26:29.793884 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c4dd554-e651-4260-86b2-fcbfeaecfe22 req-8e348545-8cc3-44bd-a4fe-0b6c5b0f74c9 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209241 Aug 16 22:26:29.825714 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65716c89-96e3-48a9-ba79-3754cf2d290f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.890005 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65716c89-96e3-48a9-ba79-3754cf2d290f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.895627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] For port ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:29.896670 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 81bc399f-1378-4ede-b2ee-17e368125dca details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:26:29.912924 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-5a99d7ad-e45c-4e5d-a162-34fd32693de0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3604520b-5cbf-49e0-8143-f76811a9d0cd HTTP/1.1" status: 200 len: 217 time: 0.1352625 Aug 16 22:26:29.915691 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-bb04451f-f7b8-48cc-9e8e-52a0b9bfd2fa service neutron] 10.222.0.39 "GET /v2.0/networks/4d0cf754-98fe-4cfe-9f29-167b7f2dda37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753220 Aug 16 22:26:29.924786 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65716c89-96e3-48a9-ba79-3754cf2d290f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.926351 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-65716c89-96e3-48a9-ba79-3754cf2d290f admin admin] 10.222.0.93 "DELETE /v2.0/subnets/dc000ec1-e547-493a-bdf9-eb4209fd6597 HTTP/1.1" status: 204 len: 168 time: 0.5358207 Aug 16 22:26:29.927635 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65716c89-96e3-48a9-ba79-3754cf2d290f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc000ec1-e547-493a-bdf9-eb4209fd6597,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:29.930974 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57446) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:29.946986 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69fb2c8-1426-4343-b066-434102ba8ff0 None None] Network 81c7f882-7b2e-4740-bfa6-add4514fae85 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:26:29.981783 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] For port ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:30.019581 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3b52b54-a30b-4251-9e05-e9ca931c88cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.027980 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 5739f0be-3d27-48d2-8402-624c1687c203 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:26:30.051756 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.055411 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 5739f0be-3d27-48d2-8402-624c1687c203 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:26:30.056810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 5739f0be-3d27-48d2-8402-624c1687c203 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:26:30.057227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e62efe0b-99bb-472c-bce7-b3b9f1cfda5d no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:26:30.077620 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c3b52b54-a30b-4251-9e05-e9ca931c88cb admin admin] Deleting port cd63756d-f8a1-452c-b9c0-5fff54905b88 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:30.078151 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3b52b54-a30b-4251-9e05-e9ca931c88cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.113829 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: e62efe0b-99bb-472c-bce7-b3b9f1cfda5d {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:26:30.114200 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e62efe0b-99bb-472c-bce7-b3b9f1cfda5d not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:26:30.147935 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c3b52b54-a30b-4251-9e05-e9ca931c88cb admin admin] For port cd63756d-f8a1-452c-b9c0-5fff54905b88, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cd63756d-f8a1-452c-b9c0-5fff54905b88,segment=NetworkSegment(c10ccec4-7b53-4a0e-a2fc-f1c064f8909d),segment_id=c10ccec4-7b53-4a0e-a2fc-f1c064f8909d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:30.149318 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3b52b54-a30b-4251-9e05-e9ca931c88cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.163107 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c3b52b54-a30b-4251-9e05-e9ca931c88cb admin admin] Calling delete_port for cd63756d-f8a1-452c-b9c0-5fff54905b88 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:30.210825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-8bc891ee-2501-450e-9676-98d7825a931a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:30.213280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-8bc891ee-2501-450e-9676-98d7825a931a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6dcd1cf-f62e-46f9-b516-ff05d3191708 HTTP/1.1" status: 200 len: 856 time: 0.2581596 Aug 16 22:26:30.216530 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:30.217342 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.218580 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] 10.222.0.39 "PUT /v2.0/ports/ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa HTTP/1.1" status: 200 len: 1092 time: 3.7387731 Aug 16 22:26:30.229613 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8dea1be-41b8-4d73-ba37-8039d2916131 req-89d90b0d-475e-48b7-82f0-6b4ff56aa096 service neutron] 10.222.0.39 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951000 Aug 16 22:26:30.285426 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3b52b54-a30b-4251-9e05-e9ca931c88cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.288416 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-6944a779-faf9-419d-a38a-a80921ac24a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d0cf754-98fe-4cfe-9f29-167b7f2dda37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577850 Aug 16 22:26:30.296365 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4b8c7-48b1-4d29-8c69-f79815743556 req-9c5f3473-08a8-457c-b9da-e6e29eb80b1b tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:30.297834 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05c4b8c7-48b1-4d29-8c69-f79815743556 req-9c5f3473-08a8-457c-b9da-e6e29eb80b1b tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?device_id=1495e603-b57f-4270-a9e6-7fb6a998745b HTTP/1.1" status: 200 len: 944 time: 0.4122381 Aug 16 22:26:30.322650 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b52b54-a30b-4251-9e05-e9ca931c88cb admin admin] Pushing event deleted for resources: {'Port': ['ID=cd63756d-f8a1-452c-b9c0-5fff54905b88,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:30.324904 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b52b54-a30b-4251-9e05-e9ca931c88cb admin admin] No DVR routers for this DVR port cd63756d-f8a1-452c-b9c0-5fff54905b88 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:26:30.347699 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 81bc399f-1378-4ede-b2ee-17e368125dca, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=81bc399f-1378-4ede-b2ee-17e368125dca,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:30.366247 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '81bc399f-1378-4ede-b2ee-17e368125dca', 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327', 'port_id': '81bc399f-1378-4ede-b2ee-17e368125dca', 'mac_address': 'fa:16:3e:5b:d9:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159e7ffb-10ba-4305-959b-a8d4373d4991', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:26:30.414689 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.422635 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc265f1-26d4-42d3-9794-d3d2040b8ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:30.426919 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-aa15710d-e661-458f-a4a6-fb3ac5f570dd service neutron] 10.222.0.39 "GET /v2.0/networks/4d0cf754-98fe-4cfe-9f29-167b7f2dda37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801080 Aug 16 22:26:30.429102 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81bc399f-1378-4ede-b2ee-17e368125dca {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:30.434863 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3b52b54-a30b-4251-9e05-e9ca931c88cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.462390 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c3b52b54-a30b-4251-9e05-e9ca931c88cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c7f882-7b2e-4740-bfa6-add4514fae85']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:30.481556 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c3b52b54-a30b-4251-9e05-e9ca931c88cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10ccec4-7b53-4a0e-a2fc-f1c064f8909d') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:30.481556 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c3b52b54-a30b-4251-9e05-e9ca931c88cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10ccec4-7b53-4a0e-a2fc-f1c064f8909d') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:30.489476 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94414fe1-da20-4519-9735-18c83bb7d3e2 None None] DHCP port deletion for 81c7f882-7b2e-4740-bfa6-add4514fae85 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:26:30.493234 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3b52b54-a30b-4251-9e05-e9ca931c88cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.497271 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9d0681f1-a63c-4569-90e6-a821c0f903f7 req-f915b869-4fe4-4a74-97b8-14ad6bb3ad97 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] For port 2d708612-0e75-4a7a-81b5-2eaa3c8591f7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=2d708612-0e75-4a7a-81b5-2eaa3c8591f7,segment=NetworkSegment(c1f7b533-7910-4022-bae1-043d13109099),segment_id=c1f7b533-7910-4022-bae1-043d13109099)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:30.510281 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3b52b54-a30b-4251-9e05-e9ca931c88cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.510587 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 81bc399f-1378-4ede-b2ee-17e368125dca, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=81bc399f-1378-4ede-b2ee-17e368125dca,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:30.518726 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b52b54-a30b-4251-9e05-e9ca931c88cb admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:26:30.519133 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3b52b54-a30b-4251-9e05-e9ca931c88cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.525726 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.526184 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05c4b8c7-48b1-4d29-8c69-f79815743556 req-3b7b8a7b-42dc-453d-8e35-40993ef96864 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/security-groups?id=3091df25-f37a-4fb7-8d26-2300a686db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885242 Aug 16 22:26:30.527028 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 890a48ad-75f7-40fc-8649-51dbf2b4ae8f details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:26:30.531432 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:26:30.551761 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-1e28e8ab-89f2-4ba0-8348-14ee55f6a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:30.553277 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-1e28e8ab-89f2-4ba0-8348-14ee55f6a030 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 1095 time: 0.2516677 Aug 16 22:26:30.590057 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3b52b54-a30b-4251-9e05-e9ca931c88cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.596272 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3b52b54-a30b-4251-9e05-e9ca931c88cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.599028 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c3b52b54-a30b-4251-9e05-e9ca931c88cb admin admin] 10.222.0.93 "DELETE /v2.0/networks/81c7f882-7b2e-4740-bfa6-add4514fae85 HTTP/1.1" status: 204 len: 168 time: 0.6662681 Aug 16 22:26:30.619962 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b52b54-a30b-4251-9e05-e9ca931c88cb admin admin] Pushing event deleted for resources: {'Network': ['ID=81c7f882-7b2e-4740-bfa6-add4514fae85,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:30.640582 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-ad2bb9e4-5bae-4853-b294-ace8be53d793 service neutron] 10.222.0.39 "GET /v2.0/networks/4d0cf754-98fe-4cfe-9f29-167b7f2dda37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299086 Aug 16 22:26:30.646279 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-cfbd37c6-f7f2-48a4-9d5e-fa02d0c1aae6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa HTTP/1.1" status: 200 len: 217 time: 0.0685129 Aug 16 22:26:30.649697 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9d0681f1-a63c-4569-90e6-a821c0f903f7 req-f915b869-4fe4-4a74-97b8-14ad6bb3ad97 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.682790 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9d0681f1-a63c-4569-90e6-a821c0f903f7 req-f915b869-4fe4-4a74-97b8-14ad6bb3ad97 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.701370 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 890a48ad-75f7-40fc-8649-51dbf2b4ae8f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=890a48ad-75f7-40fc-8649-51dbf2b4ae8f,segment=NetworkSegment(5e501e29-9f77-47b9-92a1-8d3448d3d012),segment_id=5e501e29-9f77-47b9-92a1-8d3448d3d012)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:30.703928 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['2d708612-0e75-4a7a-81b5-2eaa3c8591f7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:30.744429 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=81bc399f-1378-4ede-b2ee-17e368125dca,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:30.747782 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '890a48ad-75f7-40fc-8649-51dbf2b4ae8f', 'network_id': '4d0cf754-98fe-4cfe-9f29-167b7f2dda37', 'port_id': '890a48ad-75f7-40fc-8649-51dbf2b4ae8f', 'mac_address': 'fa:16:3e:b0:e8:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6dcd1cf-f62e-46f9-b516-ff05d3191708', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:26:30.752048 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57450) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:30.801119 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-79e32092-0d2e-4f0a-93b7-4454fe623b3f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ae6e71280ae64531b5ca860710d12c9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463533 Aug 16 22:26:30.801319 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bd013-ffcf-4084-8eb9-3433d1a748f0 req-824bbc8f-c2d5-49bc-a97d-626f828a99c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:30.802090 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57452) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:30.802341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-070bd013-ffcf-4084-8eb9-3433d1a748f0 req-824bbc8f-c2d5-49bc-a97d-626f828a99c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73696b6ffbe046fab91f94f157391fd8&device_id=027c5e48-fd21-400d-b03f-317a3c0d8d16 HTTP/1.1" status: 200 len: 1095 time: 0.3011007 Aug 16 22:26:30.812106 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1495e603-b57f-4270-a9e6-7fb6a998745b', 'tag': '3604520b-5cbf-49e0-8143-f76811a9d0cd'}, {'name': 'network-changed', 'server_uuid': '60e036f7-4c44-40a1-af93-09f481448f86', 'tag': 'ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:30.814644 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45f0611-fa5b-457f-b9b6-36bda4c7a687" -d '{"events": [{"name": "network-changed", "server_uuid": "1495e603-b57f-4270-a9e6-7fb6a998745b", "tag": "3604520b-5cbf-49e0-8143-f76811a9d0cd"}, {"name": "network-changed", "server_uuid": "60e036f7-4c44-40a1-af93-09f481448f86", "tag": "ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:30.828972 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.850824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890a48ad-75f7-40fc-8649-51dbf2b4ae8f {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:30.872736 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a2488f5-0c60-45fd-b468-5cb329896c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.887449 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 890a48ad-75f7-40fc-8649-51dbf2b4ae8f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=890a48ad-75f7-40fc-8649-51dbf2b4ae8f,segment=NetworkSegment(5e501e29-9f77-47b9-92a1-8d3448d3d012),segment_id=5e501e29-9f77-47b9-92a1-8d3448d3d012)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:30.890191 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0681f1-a63c-4569-90e6-a821c0f903f7 req-f915b869-4fe4-4a74-97b8-14ad6bb3ad97 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:30.890858 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9d0681f1-a63c-4569-90e6-a821c0f903f7 req-f915b869-4fe4-4a74-97b8-14ad6bb3ad97 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.892343 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9d0681f1-a63c-4569-90e6-a821c0f903f7 req-f915b869-4fe4-4a74-97b8-14ad6bb3ad97 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "PUT /v2.0/ports/2d708612-0e75-4a7a-81b5-2eaa3c8591f7 HTTP/1.1" status: 200 len: 982 time: 2.0814698 Aug 16 22:26:30.896937 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.897366 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a2488f5-0c60-45fd-b468-5cb329896c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.939103 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5de1a1-b6a3-4fc2-a974-843e16108eaa req-d2c60dfc-ab3e-4073-81b3-0550e544196f tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:30.940903 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed5de1a1-b6a3-4fc2-a974-843e16108eaa req-d2c60dfc-ab3e-4073-81b3-0550e544196f tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.2936110 Aug 16 22:26:30.952606 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-f8eb2e22-7a1a-446a-b7c1-07faa3f5ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:30.954140 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-f8eb2e22-7a1a-446a-b7c1-07faa3f5ff2d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77278031-7856-4cbe-b33a-9aa0a9f30263 HTTP/1.1" status: 200 len: 851 time: 0.2848413 Aug 16 22:26:30.964753 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=890a48ad-75f7-40fc-8649-51dbf2b4ae8f,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:30.965309 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915b869-4fe4-4a74-97b8-14ad6bb3ad97 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event updated for resources: {'Port': ['ID=2d708612-0e75-4a7a-81b5-2eaa3c8591f7,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:30.988931 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a2488f5-0c60-45fd-b468-5cb329896c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.994039 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a2488f5-0c60-45fd-b468-5cb329896c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.996102 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1a2488f5-0c60-45fd-b468-5cb329896c48 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bfd23cd4-422a-4116-a6fc-b8b95eb04ef0 HTTP/1.1" status: 204 len: 168 time: 0.1928725 Aug 16 22:26:31.006455 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2488f5-0c60-45fd-b468-5cb329896c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd23cd4-422a-4116-a6fc-b8b95eb04ef0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:31.040802 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-2b704cc8-b5ab-46ef-9d41-ec1cdb122c6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ebd43e01-e5c7-4526-84ca-b13361f6e777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673351 Aug 16 22:26:31.045188 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed125f6d-8591-4c39-938e-5db226e40ae8 req-886bd046-5ce7-4361-88d6-e81ec3939134 service neutron] 10.222.0.39 "GET /v2.0/networks/4d0cf754-98fe-4cfe-9f29-167b7f2dda37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845253 Aug 16 22:26:31.045632 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['2d708612-0e75-4a7a-81b5-2eaa3c8591f7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:31.128460 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bd013-ffcf-4084-8eb9-3433d1a748f0 req-ba70a530-ace1-41e8-ba3d-c08aef456f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:31.130131 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-070bd013-ffcf-4084-8eb9-3433d1a748f0 req-ba70a530-ace1-41e8-ba3d-c08aef456f21 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d0cf754-98fe-4cfe-9f29-167b7f2dda37 HTTP/1.1" status: 200 len: 917 time: 0.3102372 Aug 16 22:26:31.146324 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ced61e-94cf-4b14-afe2-f2d0d3826c88 req-b538a702-7eae-4ff1-8c81-52d3f9bbe520 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:31.148073 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e6ced61e-94cf-4b14-afe2-f2d0d3826c88 req-b538a702-7eae-4ff1-8c81-52d3f9bbe520 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 944 time: 0.1578455 Aug 16 22:26:31.202253 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-070bd013-ffcf-4084-8eb9-3433d1a748f0 req-61fc3f3e-cc75-4a1b-91c7-764e5027ab61 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abbd4f71-d5e8-4542-97a3-455e9016b51d HTTP/1.1" status: 200 len: 217 time: 0.0524879 Aug 16 22:26:31.266804 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['81bc399f-1378-4ede-b2ee-17e368125dca'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:31.268634 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['890a48ad-75f7-40fc-8649-51dbf2b4ae8f'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:31.304246 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e6ced61e-94cf-4b14-afe2-f2d0d3826c88 req-882cf4c7-1ba1-49ec-8741-bc9cdc1204f0 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464798 Aug 16 22:26:31.315139 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed5de1a1-b6a3-4fc2-a974-843e16108eaa req-98c0000f-a35c-4995-8e1f-169a31e52b12 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582978 Aug 16 22:26:31.321260 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bd013-ffcf-4084-8eb9-3433d1a748f0 req-56c4660d-4dea-4feb-ab46-19f937c1b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:31.322706 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-070bd013-ffcf-4084-8eb9-3433d1a748f0 req-56c4660d-4dea-4feb-ab46-19f937c1b564 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6dcd1cf-f62e-46f9-b516-ff05d3191708 HTTP/1.1" status: 200 len: 856 time: 0.1048834 Aug 16 22:26:31.326142 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-41a86cc3-f07c-4770-a82c-caeddb79b4fe service neutron] 10.222.0.39 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629905 Aug 16 22:26:31.420176 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-070bd013-ffcf-4084-8eb9-3433d1a748f0 req-c0651691-996a-4302-8e22-ad8cd3973a0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d0cf754-98fe-4cfe-9f29-167b7f2dda37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836811 Aug 16 22:26:31.916606 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cd63756d-f8a1-452c-b9c0-5fff54905b88 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:26:31.918736 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device abbd4f71-d5e8-4542-97a3-455e9016b51d details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:26:31.930246 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b254d8a-6caf-48bf-9fc6-f0910994bf09 x-openstack-request-id: req-4b254d8a-6caf-48bf-9fc6-f0910994bf09 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:31.930828 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1495e603-b57f-4270-a9e6-7fb6a998745b", "tag": "3604520b-5cbf-49e0-8143-f76811a9d0cd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "60e036f7-4c44-40a1-af93-09f481448f86", "tag": "ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:31.930828 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4b254d8a-6caf-48bf-9fc6-f0910994bf09 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:31.931162 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1495e603-b57f-4270-a9e6-7fb6a998745b', 'tag': '3604520b-5cbf-49e0-8143-f76811a9d0cd', 'status': 'completed', 'code': 200} Aug 16 22:26:31.931602 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e036f7-4c44-40a1-af93-09f481448f86', 'tag': 'ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa', 'status': 'completed', 'code': 200} Aug 16 22:26:31.949013 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: cd63756d-f8a1-452c-b9c0-5fff54905b88 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:26:31.949356 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cd63756d-f8a1-452c-b9c0-5fff54905b88 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:26:32.015145 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-070bd013-ffcf-4084-8eb9-3433d1a748f0 req-151f3c36-4677-4392-8098-b36cbf6bbd16 service neutron] 10.222.0.39 "GET /v2.0/networks/4d0cf754-98fe-4cfe-9f29-167b7f2dda37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225010 Aug 16 22:26:32.044254 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port abbd4f71-d5e8-4542-97a3-455e9016b51d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=abbd4f71-d5e8-4542-97a3-455e9016b51d,segment=NetworkSegment(5e501e29-9f77-47b9-92a1-8d3448d3d012),segment_id=5e501e29-9f77-47b9-92a1-8d3448d3d012)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:32.055292 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'abbd4f71-d5e8-4542-97a3-455e9016b51d', 'network_id': '4d0cf754-98fe-4cfe-9f29-167b7f2dda37', 'port_id': 'abbd4f71-d5e8-4542-97a3-455e9016b51d', 'mac_address': 'fa:16:3e:98:ee:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6dcd1cf-f62e-46f9-b516-ff05d3191708', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:26:32.068508 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35e87a7f-b98d-4c94-8504-143d2e0603ba req-a0c5b52e-3377-4345-b9d1-228cff96aac2 service neutron] 10.222.0.39 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7236919 Aug 16 22:26:32.095631 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:32.103229 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d9eda580-820c-4ca2-b175-5d10d9f3ebde req-1818ce5a-d992-44bb-92a2-287acb21c978 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-361828044&fields=id&tenant_id=63f6b9c2c6ae48ef87d525eb49b57621 HTTP/1.1" status: 200 len: 267 time: 0.1566401 Aug 16 22:26:32.108257 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abbd4f71-d5e8-4542-97a3-455e9016b51d {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:32.114688 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed581c-24d5-458e-ae9e-b66fb5e6a5b5 req-d5cf4c21-90bb-4dae-90bd-ad07d06c11ef tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:32.116218 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-efed581c-24d5-458e-ae9e-b66fb5e6a5b5 req-d5cf4c21-90bb-4dae-90bd-ad07d06c11ef tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 943 time: 0.5558462 Aug 16 22:26:32.122418 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f0611-fa5b-457f-b9b6-36bda4c7a687 req-e1eed582-819e-4492-b044-ef9e63959be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:32.123871 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c45f0611-fa5b-457f-b9b6-36bda4c7a687 req-e1eed582-819e-4492-b044-ef9e63959be5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=73696b6ffbe046fab91f94f157391fd8&device_id=1495e603-b57f-4270-a9e6-7fb6a998745b HTTP/1.1" status: 200 len: 1096 time: 0.1763101 Aug 16 22:26:32.132530 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port abbd4f71-d5e8-4542-97a3-455e9016b51d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=abbd4f71-d5e8-4542-97a3-455e9016b51d,segment=NetworkSegment(5e501e29-9f77-47b9-92a1-8d3448d3d012),segment_id=5e501e29-9f77-47b9-92a1-8d3448d3d012)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:32.137024 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:32.184400 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=abbd4f71-d5e8-4542-97a3-455e9016b51d,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:32.269113 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-efed581c-24d5-458e-ae9e-b66fb5e6a5b5 req-f4d72502-75c2-4c66-9bd0-d9d261c9a818 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409619 Aug 16 22:26:32.284592 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-070bd013-ffcf-4084-8eb9-3433d1a748f0 req-cfb5ee6d-35bd-42ff-920e-42e72e73dfc1 service neutron] 10.222.0.39 "GET /v2.0/networks/4d0cf754-98fe-4cfe-9f29-167b7f2dda37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542684 Aug 16 22:26:32.292702 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eda580-820c-4ca2-b175-5d10d9f3ebde req-b97b78ee-a87a-4402-a97a-0604607bb6b8 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:32.294341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d9eda580-820c-4ca2-b175-5d10d9f3ebde req-b97b78ee-a87a-4402-a97a-0604607bb6b8 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=24f3c307-051a-4c36-ae32-affa05d8c334 HTTP/1.1" status: 200 len: 985 time: 0.1769974 Aug 16 22:26:32.315961 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-d9eda580-820c-4ca2-b175-5d10d9f3ebde req-66acf8f6-1c64-4510-a070-a1e40694a709 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Request body: {'port': {'security_groups': ['c04c0b8a-b869-44a2-b0f1-63fab48c60f7', 'de22e1b0-ec6b-4023-8246-d8a0e5882af3', '274b9f4c-23bf-427a-b59d-529db43aa7b0']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:32.341175 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f0611-fa5b-457f-b9b6-36bda4c7a687 req-beab9898-9fb5-4be6-b3ab-9710205e2f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:32.342689 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c45f0611-fa5b-457f-b9b6-36bda4c7a687 req-beab9898-9fb5-4be6-b3ab-9710205e2f45 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d0cf754-98fe-4cfe-9f29-167b7f2dda37 HTTP/1.1" status: 200 len: 917 time: 0.2030487 Aug 16 22:26:32.424257 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c45f0611-fa5b-457f-b9b6-36bda4c7a687 req-8abdadfa-f5c1-4591-aac1-ae65bc6de06b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3604520b-5cbf-49e0-8143-f76811a9d0cd HTTP/1.1" status: 200 len: 217 time: 0.0632927 Aug 16 22:26:32.439503 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d9eda580-820c-4ca2-b175-5d10d9f3ebde req-66acf8f6-1c64-4510-a070-a1e40694a709 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:32.496463 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['abbd4f71-d5e8-4542-97a3-455e9016b51d'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:32.544700 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f0611-fa5b-457f-b9b6-36bda4c7a687 req-80e38e51-63ad-4d28-b6dc-b6730a0edce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:32.546160 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c45f0611-fa5b-457f-b9b6-36bda4c7a687 req-80e38e51-63ad-4d28-b6dc-b6730a0edce8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6dcd1cf-f62e-46f9-b516-ff05d3191708 HTTP/1.1" status: 200 len: 856 time: 0.1142731 Aug 16 22:26:32.599193 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c45f0611-fa5b-457f-b9b6-36bda4c7a687 req-718b188f-7142-4776-b102-c6ce780b5924 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d0cf754-98fe-4cfe-9f29-167b7f2dda37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413282 Aug 16 22:26:32.606766 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be647ed7-b95b-4147-a636-ac8fe2300c41 req-e7d031c5-17ac-4b24-90b0-f9b031deae02 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:32.608167 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be647ed7-b95b-4147-a636-ac8fe2300c41 req-e7d031c5-17ac-4b24-90b0-f9b031deae02 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?device_id=1495e603-b57f-4270-a9e6-7fb6a998745b HTTP/1.1" status: 200 len: 944 time: 0.1472268 Aug 16 22:26:32.725027 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be647ed7-b95b-4147-a636-ac8fe2300c41 req-c5d4ace4-bc3e-47d1-9a2d-c8ce500a5780 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/security-groups?id=3091df25-f37a-4fb7-8d26-2300a686db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092093 Aug 16 22:26:32.806341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c45f0611-fa5b-457f-b9b6-36bda4c7a687 req-a73a22de-4267-451e-9573-3e58d2bb1f8f service neutron] 10.222.0.39 "GET /v2.0/networks/4d0cf754-98fe-4cfe-9f29-167b7f2dda37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820652 Aug 16 22:26:32.899335 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d9eda580-820c-4ca2-b175-5d10d9f3ebde req-66acf8f6-1c64-4510-a070-a1e40694a709 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] For port 2d708612-0e75-4a7a-81b5-2eaa3c8591f7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=2d708612-0e75-4a7a-81b5-2eaa3c8591f7,segment=NetworkSegment(c1f7b533-7910-4022-bae1-043d13109099),segment_id=c1f7b533-7910-4022-bae1-043d13109099)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:32.965669 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d9eda580-820c-4ca2-b175-5d10d9f3ebde req-66acf8f6-1c64-4510-a070-a1e40694a709 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:32.988961 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d9eda580-820c-4ca2-b175-5d10d9f3ebde req-66acf8f6-1c64-4510-a070-a1e40694a709 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:33.034324 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c45f0611-fa5b-457f-b9b6-36bda4c7a687 req-2acc2765-d692-4f0e-9c7a-15b365a67d3c service neutron] 10.222.0.39 "GET /v2.0/networks/4d0cf754-98fe-4cfe-9f29-167b7f2dda37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132006 Aug 16 22:26:33.049248 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eda580-820c-4ca2-b175-5d10d9f3ebde req-66acf8f6-1c64-4510-a070-a1e40694a709 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:33.050003 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d9eda580-820c-4ca2-b175-5d10d9f3ebde req-66acf8f6-1c64-4510-a070-a1e40694a709 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:33.051427 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d9eda580-820c-4ca2-b175-5d10d9f3ebde req-66acf8f6-1c64-4510-a070-a1e40694a709 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "PUT /v2.0/ports/2d708612-0e75-4a7a-81b5-2eaa3c8591f7 HTTP/1.1" status: 200 len: 1021 time: 0.7445927 Aug 16 22:26:33.081393 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288a699-bbbc-4807-8811-58402b657da2 req-1d0582f5-ff01-42aa-b4ed-8e5207cf460a tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:33.086464 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c288a699-bbbc-4807-8811-58402b657da2 req-1d0582f5-ff01-42aa-b4ed-8e5207cf460a tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 944 time: 0.1459596 Aug 16 22:26:33.121655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acf8f6-1c64-4510-a070-a1e40694a709 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event updated for resources: {'Port': ['ID=2d708612-0e75-4a7a-81b5-2eaa3c8591f7,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:33.143657 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['2d708612-0e75-4a7a-81b5-2eaa3c8591f7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:33.185335 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c288a699-bbbc-4807-8811-58402b657da2 req-9acd11ad-7d72-4f7a-9983-62ad3b410541 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842521 Aug 16 22:26:33.192769 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f0611-fa5b-457f-b9b6-36bda4c7a687 req-5d17111a-3993-4bf2-ad77-79fc008c7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:33.194268 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c45f0611-fa5b-457f-b9b6-36bda4c7a687 req-5d17111a-3993-4bf2-ad77-79fc008c7748 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 1095 time: 0.1068056 Aug 16 22:26:33.198124 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['2d708612-0e75-4a7a-81b5-2eaa3c8591f7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:33.231690 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50772c-b74e-4ab0-9565-7467eee401bf req-18c70884-2487-4793-a242-4ed6a6313130 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:33.233148 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a50772c-b74e-4ab0-9565-7467eee401bf req-18c70884-2487-4793-a242-4ed6a6313130 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.1072922 Aug 16 22:26:33.353268 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a50772c-b74e-4ab0-9565-7467eee401bf req-f5c98d2b-f502-47db-8926-b54b77ab1816 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1093740 Aug 16 22:26:33.370577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f0611-fa5b-457f-b9b6-36bda4c7a687 req-390f64b8-c198-4990-852f-2cab1a488430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:33.372289 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c45f0611-fa5b-457f-b9b6-36bda4c7a687 req-390f64b8-c198-4990-852f-2cab1a488430 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 200 len: 912 time: 0.1577923 Aug 16 22:26:33.380881 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb284ae1-6330-4804-8f6e-e484ae3ed51e req-2ab4737d-2cce-4a38-85aa-bf32fa2ea152 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:33.382434 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fb284ae1-6330-4804-8f6e-e484ae3ed51e req-2ab4737d-2cce-4a38-85aa-bf32fa2ea152 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1104758 Aug 16 22:26:33.424225 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c45f0611-fa5b-457f-b9b6-36bda4c7a687 req-1114536b-4c63-4510-934d-8cfa7c4e2a15 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa HTTP/1.1" status: 200 len: 217 time: 0.0410154 Aug 16 22:26:33.495141 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fb284ae1-6330-4804-8f6e-e484ae3ed51e req-b50433e2-4717-45c6-bc08-b8b348dc144d tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735891 Aug 16 22:26:33.539071 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f0611-fa5b-457f-b9b6-36bda4c7a687 req-d8b9b78b-219d-4f4d-91b5-5559fa60d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:33.540361 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c45f0611-fa5b-457f-b9b6-36bda4c7a687 req-d8b9b78b-219d-4f4d-91b5-5559fa60d993 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77278031-7856-4cbe-b33a-9aa0a9f30263 HTTP/1.1" status: 200 len: 851 time: 0.1032145 Aug 16 22:26:33.567181 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d62293-3b3d-44bd-9051-2809d58c303f req-2a3b2dde-5d4a-44c7-baf3-8f009fb7c3b7 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:33.568721 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c6d62293-3b3d-44bd-9051-2809d58c303f req-2a3b2dde-5d4a-44c7-baf3-8f009fb7c3b7 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=24f3c307-051a-4c36-ae32-affa05d8c334 HTTP/1.1" status: 200 len: 1024 time: 0.0705125 Aug 16 22:26:33.587502 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c45f0611-fa5b-457f-b9b6-36bda4c7a687 req-a62b8b57-116a-4e05-b8a5-d7a0db22e753 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ebd43e01-e5c7-4526-84ca-b13361f6e777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377328 Aug 16 22:26:33.717186 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e5ad1-3708-442f-bfe7-9bae9d68c5e8 req-17cafe4b-44b7-4882-b399-d46a29bd8d29 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:33.718691 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd8e5ad1-3708-442f-bfe7-9bae9d68c5e8 req-17cafe4b-44b7-4882-b399-d46a29bd8d29 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 943 time: 0.1360433 Aug 16 22:26:33.773793 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c6d62293-3b3d-44bd-9051-2809d58c303f req-1283fbef-4b9d-4cc2-9708-06a5e723b993 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&id=de22e1b0-ec6b-4023-8246-d8a0e5882af3&id=274b9f4c-23bf-427a-b59d-529db43aa7b0 HTTP/1.1" status: 200 len: 6153 time: 0.1890333 Aug 16 22:26:33.779061 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c45f0611-fa5b-457f-b9b6-36bda4c7a687 req-d1797d16-29a2-4f6d-a4d7-677f86681576 service neutron] 10.222.0.39 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802611 Aug 16 22:26:33.804959 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd8e5ad1-3708-442f-bfe7-9bae9d68c5e8 req-98406731-7190-4a28-8614-34e56e96e02d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774782 Aug 16 22:26:33.928629 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 3604520b-5cbf-49e0-8143-f76811a9d0cd details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:26:33.931228 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device abbd4f71-d5e8-4542-97a3-455e9016b51d up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:33.933695 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f3c307-051a-4c36-ae32-affa05d8c334', 'tag': '2d708612-0e75-4a7a-81b5-2eaa3c8591f7'}, {'name': 'network-changed', 'server_uuid': '24f3c307-051a-4c36-ae32-affa05d8c334', 'tag': '2d708612-0e75-4a7a-81b5-2eaa3c8591f7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:33.936689 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41de3c51-52f2-47cd-a060-fe4c3b0a2ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "24f3c307-051a-4c36-ae32-affa05d8c334", "tag": "2d708612-0e75-4a7a-81b5-2eaa3c8591f7"}, {"name": "network-changed", "server_uuid": "24f3c307-051a-4c36-ae32-affa05d8c334", "tag": "2d708612-0e75-4a7a-81b5-2eaa3c8591f7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:33.952002 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c45f0611-fa5b-457f-b9b6-36bda4c7a687 req-afca73f8-b2a7-4c44-a3e2-cfe34c79be4b service neutron] 10.222.0.39 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625769 Aug 16 22:26:33.965336 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412b9-ab43-409d-85d6-c13b6fc3295e req-8c735a95-e7c2-4e5a-af50-40d782dd1a4b tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:33.966869 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-825412b9-ab43-409d-85d6-c13b6fc3295e req-8c735a95-e7c2-4e5a-af50-40d782dd1a4b tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1155245 Aug 16 22:26:33.979978 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252becd0-3a5f-4a19-9d3f-7884fb5e5aea req-e8d2292b-1a45-4159-b971-749f9e131445 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:33.981459 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-252becd0-3a5f-4a19-9d3f-7884fb5e5aea req-e8d2292b-1a45-4159-b971-749f9e131445 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?device_id=1495e603-b57f-4270-a9e6-7fb6a998745b HTTP/1.1" status: 200 len: 944 time: 0.1004419 Aug 16 22:26:34.031260 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-825412b9-ab43-409d-85d6-c13b6fc3295e req-b014281b-ccbf-4313-ad07-72dce4b3603e tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485675 Aug 16 22:26:34.038468 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port abbd4f71-d5e8-4542-97a3-455e9016b51d completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:34.045849 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-252becd0-3a5f-4a19-9d3f-7884fb5e5aea req-16816c7d-f4d7-416f-a944-cfb236507f08 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/security-groups?id=3091df25-f37a-4fb7-8d26-2300a686db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566206 Aug 16 22:26:34.050435 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port abbd4f71-d5e8-4542-97a3-455e9016b51d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:34.050807 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.096609 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-0004f352-2e46-4380-bc4e-c31076de4c28 req-4ff9aa95-5b4e-4f5b-8074-cc1e245dd933 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1945695059 ', 'description': 'tempest-description-855317650'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:34.099285 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 3604520b-5cbf-49e0-8143-f76811a9d0cd, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=3604520b-5cbf-49e0-8143-f76811a9d0cd,segment=NetworkSegment(5e501e29-9f77-47b9-92a1-8d3448d3d012),segment_id=5e501e29-9f77-47b9-92a1-8d3448d3d012)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:34.120416 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '3604520b-5cbf-49e0-8143-f76811a9d0cd', 'network_id': '4d0cf754-98fe-4cfe-9f29-167b7f2dda37', 'port_id': '3604520b-5cbf-49e0-8143-f76811a9d0cd', 'mac_address': 'fa:16:3e:0c:39:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6dcd1cf-f62e-46f9-b516-ff05d3191708', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:26:34.129997 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3dee86-b2fb-46e6-a7c5-ff16472fe66b x-openstack-request-id: req-cd3dee86-b2fb-46e6-a7c5-ff16472fe66b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:34.135038 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f3c307-051a-4c36-ae32-affa05d8c334", "tag": "2d708612-0e75-4a7a-81b5-2eaa3c8591f7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "24f3c307-051a-4c36-ae32-affa05d8c334", "tag": "2d708612-0e75-4a7a-81b5-2eaa3c8591f7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:34.135038 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cd3dee86-b2fb-46e6-a7c5-ff16472fe66b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:34.135038 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f3c307-051a-4c36-ae32-affa05d8c334', 'tag': '2d708612-0e75-4a7a-81b5-2eaa3c8591f7', 'status': 'completed', 'code': 200} Aug 16 22:26:34.135356 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f3c307-051a-4c36-ae32-affa05d8c334', 'tag': '2d708612-0e75-4a7a-81b5-2eaa3c8591f7', 'status': 'completed', 'code': 200} Aug 16 22:26:34.182936 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0004f352-2e46-4380-bc4e-c31076de4c28 req-4ff9aa95-5b4e-4f5b-8074-cc1e245dd933 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.196005 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.217694 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de3c51-52f2-47cd-a060-fe4c3b0a2ea2 req-dda61577-6c0c-493f-a8e2-ea09e2c389f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:34.218347 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3604520b-5cbf-49e0-8143-f76811a9d0cd {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:34.219227 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41de3c51-52f2-47cd-a060-fe4c3b0a2ea2 req-dda61577-6c0c-493f-a8e2-ea09e2c389f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63f6b9c2c6ae48ef87d525eb49b57621&device_id=24f3c307-051a-4c36-ae32-affa05d8c334 HTTP/1.1" status: 200 len: 1176 time: 0.0679629 Aug 16 22:26:34.227254 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.287958 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 3604520b-5cbf-49e0-8143-f76811a9d0cd, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=3604520b-5cbf-49e0-8143-f76811a9d0cd,segment=NetworkSegment(5e501e29-9f77-47b9-92a1-8d3448d3d012),segment_id=5e501e29-9f77-47b9-92a1-8d3448d3d012)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:34.295587 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77264368-0d33-4665-add0-7722d2e519c0 req-2bcc1b6b-6845-4ce7-8fc4-d4242db5930e tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:34.297231 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-77264368-0d33-4665-add0-7722d2e519c0 req-2bcc1b6b-6845-4ce7-8fc4-d4242db5930e tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.0872467 Aug 16 22:26:34.300352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027c5e48-fd21-400d-b03f-317a3c0d8d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbd4f71-d5e8-4542-97a3-455e9016b51d'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:34.302774 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0cd6e8-554d-4b70-949e-18334c16a33e" -d '{"events": [{"server_uuid": "027c5e48-fd21-400d-b03f-317a3c0d8d16", "name": "network-vif-plugged", "status": "completed", "tag": "abbd4f71-d5e8-4542-97a3-455e9016b51d"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:34.310307 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.311542 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:26:34.364967 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port abbd4f71-d5e8-4542-97a3-455e9016b51d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=abbd4f71-d5e8-4542-97a3-455e9016b51d,segment=NetworkSegment(5e501e29-9f77-47b9-92a1-8d3448d3d012),segment_id=5e501e29-9f77-47b9-92a1-8d3448d3d012)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:34.377491 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.378313 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 81bc399f-1378-4ede-b2ee-17e368125dca up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:34.389774 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf40413-6cf8-4cc3-b19b-f72418978d0c req-770fdf5d-8eff-4dfc-be7b-957dcf5b6e9e tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:34.391346 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cdf40413-6cf8-4cc3-b19b-f72418978d0c req-770fdf5d-8eff-4dfc-be7b-957dcf5b6e9e tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 944 time: 0.1036713 Aug 16 22:26:34.434616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de3c51-52f2-47cd-a060-fe4c3b0a2ea2 req-0d442091-90a9-499a-8e5a-3865b31c8fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:34.436094 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-77264368-0d33-4665-add0-7722d2e519c0 req-944a7808-0a61-4207-9ac4-9911914992fa tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Deleting port 7493f567-8ee1-445d-a293-1df7086d499e {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:34.436316 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41de3c51-52f2-47cd-a060-fe4c3b0a2ea2 req-0d442091-90a9-499a-8e5a-3865b31c8fa1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=06570d2f-3a83-4539-8177-055a5178f604 HTTP/1.1" status: 200 len: 913 time: 0.2096524 Aug 16 22:26:34.437204 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-77264368-0d33-4665-add0-7722d2e519c0 req-944a7808-0a61-4207-9ac4-9911914992fa tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.474816 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0004f352-2e46-4380-bc4e-c31076de4c28 req-4ff9aa95-5b4e-4f5b-8074-cc1e245dd933 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.505664 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0004f352-2e46-4380-bc4e-c31076de4c28 req-4ff9aa95-5b4e-4f5b-8074-cc1e245dd933 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.508744 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41de3c51-52f2-47cd-a060-fe4c3b0a2ea2 req-88c0c7c6-0366-473f-ac33-d755df3f55b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d708612-0e75-4a7a-81b5-2eaa3c8591f7 HTTP/1.1" status: 200 len: 217 time: 0.0639884 Aug 16 22:26:34.512846 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=3604520b-5cbf-49e0-8143-f76811a9d0cd,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:34.513424 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57550) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:34.535995 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cdf40413-6cf8-4cc3-b19b-f72418978d0c req-22cad4b9-dd29-4677-bd22-5def917047c7 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344185 Aug 16 22:26:34.540877 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9aa95-5b4e-4f5b-8074-cc1e245dd933 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2831fb9c-93ff-4a99-806b-5e834bfcc62e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:34.567667 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=abbd4f71-d5e8-4542-97a3-455e9016b51d,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:34.579343 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-77264368-0d33-4665-add0-7722d2e519c0 req-944a7808-0a61-4207-9ac4-9911914992fa tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] For port 7493f567-8ee1-445d-a293-1df7086d499e, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=7493f567-8ee1-445d-a293-1df7086d499e,segment=NetworkSegment(1fb551a9-9c7f-4967-b244-9a7b8527c392),segment_id=1fb551a9-9c7f-4967-b244-9a7b8527c392)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:34.579727 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-77264368-0d33-4665-add0-7722d2e519c0 req-944a7808-0a61-4207-9ac4-9911914992fa tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.585002 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0004f352-2e46-4380-bc4e-c31076de4c28 req-4ff9aa95-5b4e-4f5b-8074-cc1e245dd933 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.600907 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0004f352-2e46-4380-bc4e-c31076de4c28 req-4ff9aa95-5b4e-4f5b-8074-cc1e245dd933 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.5118577 Aug 16 22:26:34.617648 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de3c51-52f2-47cd-a060-fe4c3b0a2ea2 req-2f7bb1b4-49f3-4a83-87d6-68126ce104c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:34.620672 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41de3c51-52f2-47cd-a060-fe4c3b0a2ea2 req-2f7bb1b4-49f3-4a83-87d6-68126ce104c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1be961d4-d4dd-496d-9bb9-ca13e6a5ead7 HTTP/1.1" status: 200 len: 852 time: 0.0812953 Aug 16 22:26:34.625797 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 81bc399f-1378-4ede-b2ee-17e368125dca completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:34.659040 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41de3c51-52f2-47cd-a060-fe4c3b0a2ea2 req-63974e03-cb84-411c-9078-f5dcbd75a8ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06570d2f-3a83-4539-8177-055a5178f604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307155 Aug 16 22:26:34.660250 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:34.689985 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 81bc399f-1378-4ede-b2ee-17e368125dca triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:34.690374 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.747656 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa', 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777', 'port_id': 'ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa', 'mac_address': 'fa:16:3e:03:14:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77278031-7856-4cbe-b33a-9aa0a9f30263', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:26:34.758846 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ff0423-1dfc-4e6e-b85a-5bcef3e00912 x-openstack-request-id: req-77ff0423-1dfc-4e6e-b85a-5bcef3e00912 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:34.759235 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027c5e48-fd21-400d-b03f-317a3c0d8d16", "name": "network-vif-plugged", "status": "completed", "tag": "abbd4f71-d5e8-4542-97a3-455e9016b51d", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:34.759552 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-77ff0423-1dfc-4e6e-b85a-5bcef3e00912 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:34.760214 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027c5e48-fd21-400d-b03f-317a3c0d8d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbd4f71-d5e8-4542-97a3-455e9016b51d', 'code': 200} Aug 16 22:26:34.800459 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-77264368-0d33-4665-add0-7722d2e519c0 req-944a7808-0a61-4207-9ac4-9911914992fa tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.800850 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-77264368-0d33-4665-add0-7722d2e519c0 req-944a7808-0a61-4207-9ac4-9911914992fa tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.801169 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [req-77264368-0d33-4665-add0-7722d2e519c0 req-944a7808-0a61-4207-9ac4-9911914992fa tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Floating IP 8cc20b4b-6b9f-4cf5-80d2-df20b9e2dd44 disassociated. External IP: 172.25.6.181, port: 7493f567-8ee1-445d-a293-1df7086d499e. Aug 16 22:26:34.801778 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-77264368-0d33-4665-add0-7722d2e519c0 req-944a7808-0a61-4207-9ac4-9911914992fa tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Calling delete_port for 7493f567-8ee1-445d-a293-1df7086d499e owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:34.811513 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.832076 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91240f0e-aaba-40ba-b71f-9c3d015f4e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.845657 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:34.871891 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f18e3-3016-4488-a154-684cb8e396ab req-bd3fbe8c-eb4b-4aae-ba9b-2c96b1d5182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:34.872661 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.873451 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d47f18e3-3016-4488-a154-684cb8e396ab req-bd3fbe8c-eb4b-4aae-ba9b-2c96b1d5182b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=027c5e48-fd21-400d-b03f-317a3c0d8d16 HTTP/1.1" status: 200 len: 1097 time: 0.1361783 Aug 16 22:26:34.877985 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:34.889723 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.911243 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f726f4-3b71-4a3e-a3b6-e1feb3138c1b req-81f5c142-1e92-419c-b60f-59a70e56d46a tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:34.913158 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98f726f4-3b71-4a3e-a3b6-e1feb3138c1b req-81f5c142-1e92-419c-b60f-59a70e56d46a tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f6fe741-e602-45b7-9d1c-b5dda77059a7 HTTP/1.1" status: 200 len: 946 time: 0.1747262 Aug 16 22:26:34.947014 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 81bc399f-1378-4ede-b2ee-17e368125dca, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=81bc399f-1378-4ede-b2ee-17e368125dca,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:34.960772 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.961827 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 890a48ad-75f7-40fc-8649-51dbf2b4ae8f up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:34.966157 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41de3c51-52f2-47cd-a060-fe4c3b0a2ea2 req-a65feeab-84a8-4aa1-bc1b-a0ffc4c1aaed service neutron] 10.222.0.39 "GET /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928867 Aug 16 22:26:34.984517 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:34.996012 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:34.996499 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:34.996935 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:34.997362 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:34.997790 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:34.998243 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:34.998660 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:34.999097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:34.999518 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:34.999931 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:35.000335 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:35.000722 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:35.027043 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91240f0e-aaba-40ba-b71f-9c3d015f4e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.029089 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-77264368-0d33-4665-add0-7722d2e519c0 req-944a7808-0a61-4207-9ac4-9911914992fa tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.037886 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91240f0e-aaba-40ba-b71f-9c3d015f4e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.072184 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41de3c51-52f2-47cd-a060-fe4c3b0a2ea2 req-40eaa73a-3083-4e43-b540-273b5d445311 service neutron] 10.222.0.39 "GET /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964823 Aug 16 22:26:35.075794 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=81bc399f-1378-4ede-b2ee-17e368125dca,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:35.080946 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a7808-0a61-4207-9ac4-9911914992fa tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Pushing event deleted for resources: {'Port': ['ID=7493f567-8ee1-445d-a293-1df7086d499e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:35.081348 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 890a48ad-75f7-40fc-8649-51dbf2b4ae8f completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:35.086466 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 890a48ad-75f7-40fc-8649-51dbf2b4ae8f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:35.086840 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.090024 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98f726f4-3b71-4a3e-a3b6-e1feb3138c1b req-f2b4ae9e-da67-413b-8a27-f1faa6725581 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=c6c766c0-70ef-4bfe-bf55-ecea60b814f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1523552 Aug 16 22:26:35.092879 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d47f18e3-3016-4488-a154-684cb8e396ab req-d7bc00ee-26af-4505-8130-ce3ee1961f69 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3091df25-f37a-4fb7-8d26-2300a686db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075791 Aug 16 22:26:35.113784 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-91240f0e-aaba-40ba-b71f-9c3d015f4e4c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b2f7640bc49b4a79b920dc6730f8afd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5988653 Aug 16 22:26:35.114508 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57562) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:35.121327 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c69748-57d5-4652-b920-58d8f2ffc06b req-c00cbea8-0f75-45b2-b576-5d2dcdad7cf6 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:35.122966 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-54c69748-57d5-4652-b920-58d8f2ffc06b req-c00cbea8-0f75-45b2-b576-5d2dcdad7cf6 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.3065321 Aug 16 22:26:35.143119 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91240f0e-aaba-40ba-b71f-9c3d015f4e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46773cb-3e58-46fa-a176-9e9914aba731,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:35.186116 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:35.188763 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['3604520b-5cbf-49e0-8143-f76811a9d0cd'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:35.215992 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a0f7d0ff-e7ed-425a-81ab-696517d3621d req-f0e05d20-6ecc-460b-be90-82b4ea966af0 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/2831fb9c-93ff-4a99-806b-5e834bfcc62e HTTP/1.1" status: 200 len: 1782 time: 0.0819988 Aug 16 22:26:35.239061 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-54c69748-57d5-4652-b920-58d8f2ffc06b req-c8338b00-f4d8-430e-b590-e15df948f4f6 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026676 Aug 16 22:26:35.245688 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de3c51-52f2-47cd-a060-fe4c3b0a2ea2 req-42980cb1-cf66-4bea-a450-388f9ead309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:35.246808 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41de3c51-52f2-47cd-a060-fe4c3b0a2ea2 req-42980cb1-cf66-4bea-a450-388f9ead309c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63f6b9c2c6ae48ef87d525eb49b57621&device_id=24f3c307-051a-4c36-ae32-affa05d8c334 HTTP/1.1" status: 200 len: 1176 time: 0.0621161 Aug 16 22:26:35.284305 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.312817 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b167d2a-b600-444b-be5d-d028af8649bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.348704 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b167d2a-b600-444b-be5d-d028af8649bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.373850 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77264368-0d33-4665-add0-7722d2e519c0 req-944a7808-0a61-4207-9ac4-9911914992fa tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Router 73771b2c-d3b6-4f0c-a0ad-cec909001553 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:26:35.383194 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 890a48ad-75f7-40fc-8649-51dbf2b4ae8f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=890a48ad-75f7-40fc-8649-51dbf2b4ae8f,segment=NetworkSegment(5e501e29-9f77-47b9-92a1-8d3448d3d012),segment_id=5e501e29-9f77-47b9-92a1-8d3448d3d012)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:35.392496 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.429629 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fee56-58e6-4d19-bc27-dc434631e616 req-9b4869f8-1cf4-4cb5-8156-55c56087fe00 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:35.431865 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-633fee56-58e6-4d19-bc27-dc434631e616 req-9b4869f8-1cf4-4cb5-8156-55c56087fe00 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 944 time: 0.1196778 Aug 16 22:26:35.440977 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bae52-8e95-42dc-8fce-a7578ad4b30d req-75152807-4bfc-4746-be3a-98061cefdf0a tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:35.442605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-653bae52-8e95-42dc-8fce-a7578ad4b30d req-75152807-4bfc-4746-be3a-98061cefdf0a tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?device_id=1495e603-b57f-4270-a9e6-7fb6a998745b HTTP/1.1" status: 200 len: 945 time: 0.1287620 Aug 16 22:26:35.453812 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de3c51-52f2-47cd-a060-fe4c3b0a2ea2 req-e7af4ca3-1e29-4ad2-8e00-12ef03fcdda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:35.455427 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41de3c51-52f2-47cd-a060-fe4c3b0a2ea2 req-e7af4ca3-1e29-4ad2-8e00-12ef03fcdda0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=06570d2f-3a83-4539-8177-055a5178f604 HTTP/1.1" status: 200 len: 913 time: 0.2007878 Aug 16 22:26:35.496168 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b167d2a-b600-444b-be5d-d028af8649bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.499417 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b167d2a-b600-444b-be5d-d028af8649bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.500936 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0b167d2a-b600-444b-be5d-d028af8649bd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b46773cb-3e58-46fa-a176-9e9914aba731 HTTP/1.1" status: 204 len: 168 time: 0.3812318 Aug 16 22:26:35.504339 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=890a48ad-75f7-40fc-8649-51dbf2b4ae8f,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:35.518328 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b167d2a-b600-444b-be5d-d028af8649bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46773cb-3e58-46fa-a176-9e9914aba731,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:35.520605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41de3c51-52f2-47cd-a060-fe4c3b0a2ea2 req-36b0b3e8-ad74-4f05-8c6d-d5d4a365c481 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d708612-0e75-4a7a-81b5-2eaa3c8591f7 HTTP/1.1" status: 200 len: 217 time: 0.0541189 Aug 16 22:26:35.533228 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77264368-0d33-4665-add0-7722d2e519c0 req-944a7808-0a61-4207-9ac4-9911914992fa tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:26:35.567657 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067f1ae3-5f62-44ea-b2f1-af21217dd9f3 None None] Sync routers for ids ['73771b2c-d3b6-4f0c-a0ad-cec909001553'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:26:35.608322 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-653bae52-8e95-42dc-8fce-a7578ad4b30d req-2253cf83-4f47-462d-b242-4732c8606258 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/security-groups?id=3091df25-f37a-4fb7-8d26-2300a686db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496668 Aug 16 22:26:35.608964 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-77264368-0d33-4665-add0-7722d2e519c0 req-944a7808-0a61-4207-9ac4-9911914992fa tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] No DVR routers for this DVR port 7493f567-8ee1-445d-a293-1df7086d499e on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:26:35.609056 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-633fee56-58e6-4d19-bc27-dc434631e616 req-8bd09e00-adb6-4224-97b2-3e0b12bdb101 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517982 Aug 16 22:26:35.609153 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-77264368-0d33-4665-add0-7722d2e519c0 req-944a7808-0a61-4207-9ac4-9911914992fa tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.609153 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-77264368-0d33-4665-add0-7722d2e519c0 req-944a7808-0a61-4207-9ac4-9911914992fa tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.43 "DELETE /v2.0/ports/7493f567-8ee1-445d-a293-1df7086d499e HTTP/1.1" status: 204 len: 173 time: 1.3028634 Aug 16 22:26:35.609153 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6fe741-e602-45b7-9d1c-b5dda77059a7', 'name': 'network-vif-deleted', 'tag': '7493f567-8ee1-445d-a293-1df7086d499e'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:35.613577 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43b16dd-d89f-41df-b850-b7b83aa5d6ca" -d '{"events": [{"server_uuid": "7f6fe741-e602-45b7-9d1c-b5dda77059a7", "name": "network-vif-deleted", "tag": "7493f567-8ee1-445d-a293-1df7086d499e"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:35.623279 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067f1ae3-5f62-44ea-b2f1-af21217dd9f3 None None] Routers {'73771b2c-d3b6-4f0c-a0ad-cec909001553'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:35.623974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-067f1ae3-5f62-44ea-b2f1-af21217dd9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:26:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['73771b2c-d3b6-4f0c-a0ad-cec909001553'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:35.685343 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de3c51-52f2-47cd-a060-fe4c3b0a2ea2 req-d1126bd1-ff5b-4c8a-8287-f55ed45474b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:35.689013 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41de3c51-52f2-47cd-a060-fe4c3b0a2ea2 req-d1126bd1-ff5b-4c8a-8287-f55ed45474b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1be961d4-d4dd-496d-9bb9-ca13e6a5ead7 HTTP/1.1" status: 200 len: 852 time: 0.1604061 Aug 16 22:26:35.803139 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-067f1ae3-5f62-44ea-b2f1-af21217dd9f3 None None] Set router 73771b2c-d3b6-4f0c-a0ad-cec909001553 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:36.059276 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41de3c51-52f2-47cd-a060-fe4c3b0a2ea2 req-54de0862-28b6-42a7-bd1a-95be4f09708c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06570d2f-3a83-4539-8177-055a5178f604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3406527 Aug 16 22:26:36.082731 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a982458e-5b50-4a60-9038-4ab728f085ac req-5aa62267-7a28-4dd6-8c6b-53b0b6aafff5 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/2831fb9c-93ff-4a99-806b-5e834bfcc62e HTTP/1.1" status: 200 len: 1782 time: 0.4463317 Aug 16 22:26:36.213537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3833d-da20-413c-9c6b-460ac3165533 req-79c09e7f-c21f-4802-8de0-85ec4117e88b tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:36.219535 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49f3833d-da20-413c-9c6b-460ac3165533 req-79c09e7f-c21f-4802-8de0-85ec4117e88b tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1582255 Aug 16 22:26:36.255766 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-067f1ae3-5f62-44ea-b2f1-af21217dd9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'name': 'tempest-AttachVolumeTestJSON-639232899-router', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:01Z', 'updated_at': '2021-08-16T22:22:11Z', 'revision_number': 4, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'gw_port': {'id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:03Z', 'updated_at': '2021-08-16T22:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '0b55937b-a99b-4038-99e9-b8f099fc7e09', 'name': '', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'mac_address': 'fa:16:3e:63:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:09Z', 'updated_at': '2021-08-16T22:22:18Z', 'revision_number': 5, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'subnets': [{'id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:36.268628 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a982458e-5b50-4a60-9038-4ab728f085ac req-e5f158ef-9fd2-404c-90b2-85b4a1f9a8b9 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.291447 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41de3c51-52f2-47cd-a060-fe4c3b0a2ea2 req-6dc82b50-84b0-4502-8393-3836acb2116e service neutron] 10.222.0.39 "GET /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177150 Aug 16 22:26:36.292465 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067f1ae3-5f62-44ea-b2f1-af21217dd9f3 None None] Checking router: 73771b2c-d3b6-4f0c-a0ad-cec909001553 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:26:36.300282 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067f1ae3-5f62-44ea-b2f1-af21217dd9f3 None None] Routers {'73771b2c-d3b6-4f0c-a0ad-cec909001553'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:36.300894 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-067f1ae3-5f62-44ea-b2f1-af21217dd9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:26:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['73771b2c-d3b6-4f0c-a0ad-cec909001553'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:36.312187 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a982458e-5b50-4a60-9038-4ab728f085ac req-e5f158ef-9fd2-404c-90b2-85b4a1f9a8b9 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.324068 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49f3833d-da20-413c-9c6b-460ac3165533 req-cfa918eb-ad3a-4802-bb6a-a830784c722c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967414 Aug 16 22:26:36.445064 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-067f1ae3-5f62-44ea-b2f1-af21217dd9f3 None None] Set router 73771b2c-d3b6-4f0c-a0ad-cec909001553 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:36.454233 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a982458e-5b50-4a60-9038-4ab728f085ac req-e5f158ef-9fd2-404c-90b2-85b4a1f9a8b9 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.456428 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a982458e-5b50-4a60-9038-4ab728f085ac req-e5f158ef-9fd2-404c-90b2-85b4a1f9a8b9 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.457592 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57598) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:36.458196 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a982458e-5b50-4a60-9038-4ab728f085ac req-e5f158ef-9fd2-404c-90b2-85b4a1f9a8b9 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "DELETE /v2.0/security-groups/2831fb9c-93ff-4a99-806b-5e834bfcc62e HTTP/1.1" status: 204 len: 173 time: 0.3742065 Aug 16 22:26:36.505182 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f158ef-9fd2-404c-90b2-85b4a1f9a8b9 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2831fb9c-93ff-4a99-806b-5e834bfcc62e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:36.518321 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41de3c51-52f2-47cd-a060-fe4c3b0a2ea2 req-2870daa8-cf4d-460b-861a-cb6d841c2680 service neutron] 10.222.0.39 "GET /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079842 Aug 16 22:26:36.520963 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35ae8c4-7bc9-4606-ae3c-cef6b7bcd979 x-openstack-request-id: req-c35ae8c4-7bc9-4606-ae3c-cef6b7bcd979 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:36.521428 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6fe741-e602-45b7-9d1c-b5dda77059a7", "name": "network-vif-deleted", "tag": "7493f567-8ee1-445d-a293-1df7086d499e", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:36.521831 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c35ae8c4-7bc9-4606-ae3c-cef6b7bcd979 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:36.522346 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6fe741-e602-45b7-9d1c-b5dda77059a7', 'name': 'network-vif-deleted', 'tag': '7493f567-8ee1-445d-a293-1df7086d499e', 'status': 'completed', 'code': 200} Aug 16 22:26:36.551014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806db529-0c06-4e12-be32-88bdce5b012a req-74e574b3-2a62-4e32-bcd8-037d13873f74 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:36.553581 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-806db529-0c06-4e12-be32-88bdce5b012a req-74e574b3-2a62-4e32-bcd8-037d13873f74 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.1156812 Aug 16 22:26:36.613779 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-aadea04c-372c-46a9-a1d4-88c7f9234c8a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1172534678-network', 'tenant_id': '92faa7784798435a97e9cef690c8ad52'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:36.614690 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-806db529-0c06-4e12-be32-88bdce5b012a req-0faae97f-da69-4254-8a03-571654d26dbf tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544462 Aug 16 22:26:36.649028 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-36f5dace-b078-43d2-b276-15fec0d1d7de req-6e3257b1-d54f-4d7b-a6f4-eb005e0ffc47 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] show failed (client error): The resource could not be found. Aug 16 22:26:36.650824 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36f5dace-b078-43d2-b276-15fec0d1d7de req-6e3257b1-d54f-4d7b-a6f4-eb005e0ffc47 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/2831fb9c-93ff-4a99-806b-5e834bfcc62e HTTP/1.1" status: 404 len: 352 time: 0.0208180 Aug 16 22:26:36.661928 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadea04c-372c-46a9-a1d4-88c7f9234c8a admin admin] Made reservation on behalf of 92faa7784798435a97e9cef690c8ad52 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:36.669251 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aadea04c-372c-46a9-a1d4-88c7f9234c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.694820 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 57616) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:36.700888 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aadea04c-372c-46a9-a1d4-88c7f9234c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.754086 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-067f1ae3-5f62-44ea-b2f1-af21217dd9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'name': 'tempest-AttachVolumeTestJSON-639232899-router', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:01Z', 'updated_at': '2021-08-16T22:22:11Z', 'revision_number': 4, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'gw_port': {'id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:03Z', 'updated_at': '2021-08-16T22:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '0b55937b-a99b-4038-99e9-b8f099fc7e09', 'name': '', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'mac_address': 'fa:16:3e:63:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:09Z', 'updated_at': '2021-08-16T22:22:18Z', 'revision_number': 5, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'subnets': [{'id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:36.782511 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebba1a5-742a-4310-9d99-2d9c788d08eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bc399f-1378-4ede-b2ee-17e368125dca'}, {'server_uuid': '2fd84c7c-3307-4e17-a7f1-3bfad1036f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890a48ad-75f7-40fc-8649-51dbf2b4ae8f'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:36.784923 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5165654e-4a3f-4e6f-89f0-4973dfadf223" -d '{"events": [{"server_uuid": "4ebba1a5-742a-4310-9d99-2d9c788d08eb", "name": "network-vif-plugged", "status": "completed", "tag": "81bc399f-1378-4ede-b2ee-17e368125dca"}, {"server_uuid": "2fd84c7c-3307-4e17-a7f1-3bfad1036f65", "name": "network-vif-plugged", "status": "completed", "tag": "890a48ad-75f7-40fc-8649-51dbf2b4ae8f"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:36.788666 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067f1ae3-5f62-44ea-b2f1-af21217dd9f3 None None] The sync data for ids ['73771b2c-d3b6-4f0c-a0ad-cec909001553'] in n-d-792458-15 is: [{'id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'name': 'tempest-AttachVolumeTestJSON-639232899-router', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:01Z', 'updated_at': '2021-08-16T22:22:11Z', 'revision_number': 4, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'gw_port': {'id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:03Z', 'updated_at': '2021-08-16T22:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '0b55937b-a99b-4038-99e9-b8f099fc7e09', 'name': '', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'mac_address': 'fa:16:3e:63:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:09Z', 'updated_at': '2021-08-16T22:22:18Z', 'revision_number': 5, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'subnets': [{'id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:26:36.821276 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aadea04c-372c-46a9-a1d4-88c7f9234c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.826602 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aadea04c-372c-46a9-a1d4-88c7f9234c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.851010 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aadea04c-372c-46a9-a1d4-88c7f9234c8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:26:36.854827 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f22878-7888-448e-904e-af82066046f2 req-dd72749e-aebc-43bc-a54c-d98f379f22d6 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:36.856480 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8f22878-7888-448e-904e-af82066046f2 req-dd72749e-aebc-43bc-a54c-d98f379f22d6 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?device_id=1495e603-b57f-4270-a9e6-7fb6a998745b HTTP/1.1" status: 200 len: 945 time: 0.1236913 Aug 16 22:26:36.858599 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7440982-c300-478d-ad91-b42b472fd812 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.867133 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadea04c-372c-46a9-a1d4-88c7f9234c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f3f2c1-a36c-4692-98a8-d401f9a936ce,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:36.867488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6183a-4ade-4ee8-97e9-6b345a0b0656 req-3fd3ab53-90f5-4e9b-a3d9-d9b2edd3125f tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:36.869100 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00e6183a-4ade-4ee8-97e9-6b345a0b0656 req-3fd3ab53-90f5-4e9b-a3d9-d9b2edd3125f tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1168356 Aug 16 22:26:36.874920 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aadea04c-372c-46a9-a1d4-88c7f9234c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.875823 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-aadea04c-372c-46a9-a1d4-88c7f9234c8a admin admin] Added segment e6cd76c9-a7c4-4fbf-89ca-a25170a86676 of type vlan for network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 Aug 16 22:26:36.926961 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7440982-c300-478d-ad91-b42b472fd812 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.928814 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aadea04c-372c-46a9-a1d4-88c7f9234c8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.959609 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8f22878-7888-448e-904e-af82066046f2 req-d184ba1b-b307-4c34-80f8-5ec6670a8b97 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/security-groups?id=3091df25-f37a-4fb7-8d26-2300a686db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882165 Aug 16 22:26:36.963828 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aadea04c-372c-46a9-a1d4-88c7f9234c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.965040 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadea04c-372c-46a9-a1d4-88c7f9234c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:36.965865 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aadea04c-372c-46a9-a1d4-88c7f9234c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.982169 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00e6183a-4ade-4ee8-97e9-6b345a0b0656 req-be988fef-9f05-44e9-afb7-3875103b5933 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959892 Aug 16 22:26:37.021519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-0a695256-acdb-40e9-9f68-868042a5b139 req-8a710159-5941-417d-9869-f4dfa50db652 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1334681927', 'description': 'tempest-description-282800550'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:37.038234 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-aadea04c-372c-46a9-a1d4-88c7f9234c8a admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5793569 Aug 16 22:26:37.039164 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57622) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:37.039578 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7440982-c300-478d-ad91-b42b472fd812 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.043227 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7440982-c300-478d-ad91-b42b472fd812 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.044619 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c7440982-c300-478d-ad91-b42b472fd812 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "DELETE /v2.0/security-groups/c6c766c0-70ef-4bfe-bf55-ecea60b814f4 HTTP/1.1" status: 204 len: 168 time: 0.3481987 Aug 16 22:26:37.047886 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ad1653c2-f82b-4ef0-82f0-ea0522d70dc6 admin admin] Request body: {'subnet': {'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1172534678-subnet', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:37.050022 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 57624) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:37.055348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadea04c-372c-46a9-a1d4-88c7f9234c8a admin admin] Pushing event updated for resources: {'Network': ['ID=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:37.067521 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:26:37.083845 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7440982-c300-478d-ad91-b42b472fd812 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c766c0-70ef-4bfe-bf55-ecea60b814f4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:37.086141 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-dec79dc9-fb18-4cb8-8a50-4e419384b89a tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] show failed (client error): The resource could not be found. Aug 16 22:26:37.087390 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dec79dc9-fb18-4cb8-8a50-4e419384b89a tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups/c6c766c0-70ef-4bfe-bf55-ecea60b814f4 HTTP/1.1" status: 404 len: 347 time: 0.0342076 Aug 16 22:26:37.088885 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0a695256-acdb-40e9-9f68-868042a5b139 req-8a710159-5941-417d-9869-f4dfa50db652 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.091415 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 57626) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:37.099493 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1653c2-f82b-4ef0-82f0-ea0522d70dc6 admin admin] Made reservation on behalf of 92faa7784798435a97e9cef690c8ad52 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:37.102280 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ad1653c2-f82b-4ef0-82f0-ea0522d70dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.184868 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6264019-743f-4474-ab90-cefce6243b52 None None] New status for floating IP 8cc20b4b-6b9f-4cf5-80d2-df20b9e2dd44: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:26:37.245240 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2cf69-41e3-4536-9217-dc2695ab68d6 req-b2dda806-7151-4d04-b827-5b9213e15b9a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:37.250740 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e5f2cf69-41e3-4536-9217-dc2695ab68d6 req-b2dda806-7151-4d04-b827-5b9213e15b9a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 944 time: 0.1878331 Aug 16 22:26:37.302433 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ad1653c2-f82b-4ef0-82f0-ea0522d70dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.355617 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e5f2cf69-41e3-4536-9217-dc2695ab68d6 req-fde93ef0-12fa-48a8-86b8-bf2cb335b84e tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946877 Aug 16 22:26:37.358629 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1653c2-f82b-4ef0-82f0-ea0522d70dc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3a36816-1aac-4ae9-b74d-79c0aa191fc4,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:37.383666 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0a695256-acdb-40e9-9f68-868042a5b139 req-8a710159-5941-417d-9869-f4dfa50db652 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.383828 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1653c2-f82b-4ef0-82f0-ea0522d70dc6 admin admin] Checking segment: {'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:37.384234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1653c2-f82b-4ef0-82f0-ea0522d70dc6 admin admin] Network hostable DHCP agents. Network: 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:26:37.387540 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-da63e838-d896-4b2e-8547-58a451b3f1ed tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Deleting port 623e7be0-6655-47de-bbf8-ae37d3d30629 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:37.387972 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da63e838-d896-4b2e-8547-58a451b3f1ed tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.391887 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0a695256-acdb-40e9-9f68-868042a5b139 req-8a710159-5941-417d-9869-f4dfa50db652 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.403114 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1653c2-f82b-4ef0-82f0-ea0522d70dc6 admin admin] Network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:26:37.414320 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ad1653c2-f82b-4ef0-82f0-ea0522d70dc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:37.415828 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d128e41-4b6c-4e95-bd04-8232addbfa6a x-openstack-request-id: req-9d128e41-4b6c-4e95-bd04-8232addbfa6a {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:37.416361 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebba1a5-742a-4310-9d99-2d9c788d08eb", "name": "network-vif-plugged", "status": "completed", "tag": "81bc399f-1378-4ede-b2ee-17e368125dca", "code": 200}, {"server_uuid": "2fd84c7c-3307-4e17-a7f1-3bfad1036f65", "name": "network-vif-plugged", "status": "completed", "tag": "890a48ad-75f7-40fc-8649-51dbf2b4ae8f", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:37.416652 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9d128e41-4b6c-4e95-bd04-8232addbfa6a {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:37.417246 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebba1a5-742a-4310-9d99-2d9c788d08eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bc399f-1378-4ede-b2ee-17e368125dca', 'code': 200} Aug 16 22:26:37.417730 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd84c7c-3307-4e17-a7f1-3bfad1036f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890a48ad-75f7-40fc-8649-51dbf2b4ae8f', 'code': 200} Aug 16 22:26:37.419844 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1653c2-f82b-4ef0-82f0-ea0522d70dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:37.420662 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ad1653c2-f82b-4ef0-82f0-ea0522d70dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.422996 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ff5a9b-fa25-4de2-b7b7-d299a849d86a None None] Network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:26:37.461950 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ad1653c2-f82b-4ef0-82f0-ea0522d70dc6 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4169152 Aug 16 22:26:37.464390 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57628) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:37.477689 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-867e858c-07ea-4c94-913e-4c63026bd182 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1172534678-router', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:37.489205 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0a695256-acdb-40e9-9f68-868042a5b139 req-8a710159-5941-417d-9869-f4dfa50db652 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.494493 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0a695256-acdb-40e9-9f68-868042a5b139 req-8a710159-5941-417d-9869-f4dfa50db652 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4778702 Aug 16 22:26:37.515326 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-867e858c-07ea-4c94-913e-4c63026bd182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.516454 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-867e858c-07ea-4c94-913e-4c63026bd182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.527090 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a710159-5941-417d-9869-f4dfa50db652 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdae0dc2-a080-480e-b8dc-0647709c3fdd,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:37.533381 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-3f1bf9e2-115a-4266-9cd4-4707d17fc992 req-bcd4ba9d-8ba2-4a29-bd5b-28658945ce7f tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2139484933', 'description': 'tempest-description-674060712'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:37.577601 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-867e858c-07ea-4c94-913e-4c63026bd182 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.592696 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'fixed_ips': [{'subnet_id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:26:37.594103 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.648578 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da63e838-d896-4b2e-8547-58a451b3f1ed tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.649019 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da63e838-d896-4b2e-8547-58a451b3f1ed tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.676531 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-da63e838-d896-4b2e-8547-58a451b3f1ed tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Calling delete_port for 623e7be0-6655-47de-bbf8-ae37d3d30629 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:37.684964 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f1bf9e2-115a-4266-9cd4-4707d17fc992 req-bcd4ba9d-8ba2-4a29-bd5b-28658945ce7f tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.710907 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972499cd-1481-4c0d-96d4-32a191677812 req-d680a062-ec11-4d67-9dee-8c17e0006838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:37.712696 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-972499cd-1481-4c0d-96d4-32a191677812 req-d680a062-ec11-4d67-9dee-8c17e0006838 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2fd84c7c-3307-4e17-a7f1-3bfad1036f65 HTTP/1.1" status: 200 len: 1097 time: 0.1898174 Aug 16 22:26:37.723460 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e719f-5bd2-4483-a432-e8360344b0e9 req-02d0acfe-9e80-424f-a53f-217c08b0c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:37.725002 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-889e719f-5bd2-4483-a432-e8360344b0e9 req-02d0acfe-9e80-424f-a53f-217c08b0c64b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 1097 time: 0.1993601 Aug 16 22:26:37.737683 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] Allocated IP 172.20.0.2 (6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751/b3a36816-1aac-4ae9-b74d-79c0aa191fc4/59fc8669-a148-4d26-8c8a-4e862edc2266) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:37.738415 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-867e858c-07ea-4c94-913e-4c63026bd182 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.773569 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ad434-56b4-4fd4-9093-5911836a0466 req-cb22c448-33b3-4655-831e-0f04a7fb670b tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:37.781506 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b83ad434-56b4-4fd4-9093-5911836a0466 req-cb22c448-33b3-4655-831e-0f04a7fb670b tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.2573907 Aug 16 22:26:37.894680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-972499cd-1481-4c0d-96d4-32a191677812 req-c6e40eb1-acde-496b-8182-1b0858976c1b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3091df25-f37a-4fb7-8d26-2300a686db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374228 Aug 16 22:26:37.896185 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-889e719f-5bd2-4483-a432-e8360344b0e9 req-a2168061-ec07-4267-831a-19100a3206de service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326799 Aug 16 22:26:37.908889 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.915337 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b83ad434-56b4-4fd4-9093-5911836a0466 req-6373ba05-aadb-440a-be32-46acb8a2103d tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329839 Aug 16 22:26:37.920612 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] Transition to ACTIVE for port object 59fc8669-a148-4d26-8c8a-4e862edc2266 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:37.944334 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] Transition to ACTIVE for port object 59fc8669-a148-4d26-8c8a-4e862edc2266 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:37.947154 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 3604520b-5cbf-49e0-8143-f76811a9d0cd up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:37.970691 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-867e858c-07ea-4c94-913e-4c63026bd182 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.975115 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.995622 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] Network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:37.999674 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:38.004067 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-867e858c-07ea-4c94-913e-4c63026bd182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.028665 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:38.029057 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f1bf9e2-115a-4266-9cd4-4707d17fc992 req-bcd4ba9d-8ba2-4a29-bd5b-28658945ce7f tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.031706 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da63e838-d896-4b2e-8547-58a451b3f1ed tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.033223 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 7493f567-8ee1-445d-a293-1df7086d499e no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:26:38.045249 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f1bf9e2-115a-4266-9cd4-4707d17fc992 req-bcd4ba9d-8ba2-4a29-bd5b-28658945ce7f tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.066873 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 7493f567-8ee1-445d-a293-1df7086d499e {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:26:38.067287 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 7493f567-8ee1-445d-a293-1df7086d499e not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:26:38.079725 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63e838-d896-4b2e-8547-58a451b3f1ed tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Pushing event deleted for resources: {'Port': ['ID=623e7be0-6655-47de-bbf8-ae37d3d30629,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:38.120002 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3f1bf9e2-115a-4266-9cd4-4707d17fc992 req-bcd4ba9d-8ba2-4a29-bd5b-28658945ce7f tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.120761 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] Pushing event updated for resources: {'Port': ['ID=59fc8669-a148-4d26-8c8a-4e862edc2266,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:38.121248 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f1bf9e2-115a-4266-9cd4-4707d17fc992 req-bcd4ba9d-8ba2-4a29-bd5b-28658945ce7f tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6002939 Aug 16 22:26:38.136938 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] Attempting to bind port 59fc8669-a148-4d26-8c8a-4e862edc2266 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:38.137436 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] Attempting to bind port 59fc8669-a148-4d26-8c8a-4e862edc2266 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:38.137810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] Attempting to bind port 59fc8669-a148-4d26-8c8a-4e862edc2266 on network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:38.143619 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:38.144004 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] Checking segment: {'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:38.144417 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.144856 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] Bound using segment: {'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:38.145362 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] Bound port: 59fc8669-a148-4d26-8c8a-4e862edc2266, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:38.145749 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.148097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 3604520b-5cbf-49e0-8143-f76811a9d0cd completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:38.152928 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 3604520b-5cbf-49e0-8143-f76811a9d0cd triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:38.153543 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.163661 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4ba9d-8ba2-4a29-bd5b-28658945ce7f tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fa70fa-a5e3-4d73-90ab-a2ec6c319949,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:38.195443 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da63e838-d896-4b2e-8547-58a451b3f1ed tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.199711 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da63e838-d896-4b2e-8547-58a451b3f1ed tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.201297 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-da63e838-d896-4b2e-8547-58a451b3f1ed tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "DELETE /v2.0/floatingips/8cc20b4b-6b9f-4cf5-80d2-df20b9e2dd44 HTTP/1.1" status: 204 len: 168 time: 1.0888865 Aug 16 22:26:38.219761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-867e858c-07ea-4c94-913e-4c63026bd182 admin admin] Allocated IP 172.25.6.211 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/52a8583f-7143-4d17-abdc-16ee66a07b4a) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:38.257182 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] For port 59fc8669-a148-4d26-8c8a-4e862edc2266, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:38.262497 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] For port 59fc8669-a148-4d26-8c8a-4e862edc2266, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=59fc8669-a148-4d26-8c8a-4e862edc2266,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:38.270180 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.283377 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c04261-7ca5-4c85-83e7-69d60bebe780 req-43847d2d-f798-4fd2-b9cc-2e0c3f1b5a41 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:38.284910 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97c04261-7ca5-4c85-83e7-69d60bebe780 req-43847d2d-f798-4fd2-b9cc-2e0c3f1b5a41 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.0821130 Aug 16 22:26:38.293990 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113652ec-4130-465a-b21b-da383c760be6 req-6e4762c2-96f8-49f8-a772-03d1c8a442c6 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:38.295482 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-113652ec-4130-465a-b21b-da383c760be6 req-6e4762c2-96f8-49f8-a772-03d1c8a442c6 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?device_id=1495e603-b57f-4270-a9e6-7fb6a998745b HTTP/1.1" status: 200 len: 945 time: 0.0817645 Aug 16 22:26:38.362082 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97c04261-7ca5-4c85-83e7-69d60bebe780 req-a0cc12f3-9b9a-4194-ac40-ca019e80e747 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623882 Aug 16 22:26:38.362542 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-867e858c-07ea-4c94-913e-4c63026bd182 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.377384 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-113652ec-4130-465a-b21b-da383c760be6 req-2362be5e-ad21-4776-b5bf-5157cd1d9cd7 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/security-groups?id=3091df25-f37a-4fb7-8d26-2300a686db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667632 Aug 16 22:26:38.405711 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.406431 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e013f-ed49-45f9-b72c-a24ae53986fb None None] Pushing event updated for resources: {'Port': ['ID=59fc8669-a148-4d26-8c8a-4e862edc2266,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:38.418273 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-e4331202-e860-4123-a950-97dabb85bd48 req-541fc9fc-097d-42b8-9d74-54a528fc015a tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1060396928', 'description': 'tempest-description-2031396971'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:38.419897 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.420875 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-867e858c-07ea-4c94-913e-4c63026bd182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.445222 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e4331202-e860-4123-a950-97dabb85bd48 req-541fc9fc-097d-42b8-9d74-54a528fc015a tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.458017 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 3604520b-5cbf-49e0-8143-f76811a9d0cd, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=3604520b-5cbf-49e0-8143-f76811a9d0cd,segment=NetworkSegment(5e501e29-9f77-47b9-92a1-8d3448d3d012),segment_id=5e501e29-9f77-47b9-92a1-8d3448d3d012)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:38.467777 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.469405 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:38.500457 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867e858c-07ea-4c94-913e-4c63026bd182 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:38.506338 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-867e858c-07ea-4c94-913e-4c63026bd182 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:38.509067 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867e858c-07ea-4c94-913e-4c63026bd182 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:38.512592 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e858c-07ea-4c94-913e-4c63026bd182 admin admin] Pushing event updated for resources: {'Port': ['ID=52a8583f-7143-4d17-abdc-16ee66a07b4a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:38.572454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=3604520b-5cbf-49e0-8143-f76811a9d0cd,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:38.589824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:38.602092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:38.602547 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.676072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023dbbe-9037-4750-84b9-a2fc8a8c4f93 req-8f9ec7a2-0597-48dc-9044-577e7c589241 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:38.682511 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d023dbbe-9037-4750-84b9-a2fc8a8c4f93 req-8f9ec7a2-0597-48dc-9044-577e7c589241 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/networks?id=80504c0b-5244-4f8e-abb7-07f43d02c31e HTTP/1.1" status: 200 len: 814 time: 0.1808622 Aug 16 22:26:38.685798 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e4331202-e860-4123-a950-97dabb85bd48 req-541fc9fc-097d-42b8-9d74-54a528fc015a tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.707590 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e4331202-e860-4123-a950-97dabb85bd48 req-541fc9fc-097d-42b8-9d74-54a528fc015a tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.738841 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d023dbbe-9037-4750-84b9-a2fc8a8c4f93 req-ded6e659-db23-4dd2-84c4-164f99a9e2cc tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/quotas/82b34a1dd4514ab18bc6cff7551e57f0 HTTP/1.1" status: 200 len: 375 time: 0.0410645 Aug 16 22:26:38.764778 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.797228 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e4331202-e860-4123-a950-97dabb85bd48 req-541fc9fc-097d-42b8-9d74-54a528fc015a tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.799104 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4331202-e860-4123-a950-97dabb85bd48 req-541fc9fc-097d-42b8-9d74-54a528fc015a tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3869991 Aug 16 22:26:38.802234 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fc9fc-097d-42b8-9d74-54a528fc015a tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8e5b67-2de5-44f3-baee-573b5c655538,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:38.834649 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d023dbbe-9037-4750-84b9-a2fc8a8c4f93 req-8f5c5a9d-5b5f-443f-8f85-0f5a8211667c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=82b34a1dd4514ab18bc6cff7551e57f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0947621 Aug 16 22:26:38.839491 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:38.846751 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.889865 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-867e858c-07ea-4c94-913e-4c63026bd182 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.925388 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:38.980182 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa61b06-fd57-4444-ba5d-c4bb1b2a463a req-27b6fda5-5d8c-4cbb-80c4-21bae323fbf3 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:38.981713 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7fa61b06-fd57-4444-ba5d-c4bb1b2a463a req-27b6fda5-5d8c-4cbb-80c4-21bae323fbf3 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 945 time: 0.0736816 Aug 16 22:26:38.990047 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-221cc2b8-9645-4c62-9d30-2f57f61b9210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.032001 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7fa61b06-fd57-4444-ba5d-c4bb1b2a463a req-01a00732-0c86-4515-98c7-ac0faa8face7 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425463 Aug 16 22:26:39.134364 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 57666) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:39.139093 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-884fe23d-ca99-4aee-b9ae-3ef5cf396b1b tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--531751112', 'description': 'tempest-description--486691251'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:39.142330 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-867e858c-07ea-4c94-913e-4c63026bd182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.197098 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3915f247-e5bd-4f14-aae9-fd13a348e535 req-761468e8-49a4-424b-95f5-36ade6396c4c tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=63f6b9c2c6ae48ef87d525eb49b57621 HTTP/1.1" status: 200 len: 10907 time: 0.1304410 Aug 16 22:26:39.208447 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-884fe23d-ca99-4aee-b9ae-3ef5cf396b1b tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.291484 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867e858c-07ea-4c94-913e-4c63026bd182 admin admin] Router 42fc6061-1de9-4aab-b37b-95bc31787f50 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:26:39.313691 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03475c96-5607-438a-98a6-bbbf7fdcfb87 req-dc263cc7-d224-41c7-8a05-ac0648c501a2 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:39.315299 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-03475c96-5607-438a-98a6-bbbf7fdcfb87 req-dc263cc7-d224-41c7-8a05-ac0648c501a2 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1163778 Aug 16 22:26:39.320859 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3915f247-e5bd-4f14-aae9-fd13a348e535 req-159c0cfe-ee3d-419c-a7e3-03e58eb83d5c tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/c04c0b8a-b869-44a2-b0f1-63fab48c60f7 HTTP/1.1" status: 200 len: 2985 time: 0.1099052 Aug 16 22:26:39.411258 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-03475c96-5607-438a-98a6-bbbf7fdcfb87 req-81d2f2a4-89f0-4f59-9b81-1bb78c0dcd1c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809567 Aug 16 22:26:39.414140 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867e858c-07ea-4c94-913e-4c63026bd182 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:26:39.418569 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1495e603-b57f-4270-a9e6-7fb6a998745b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3604520b-5cbf-49e0-8143-f76811a9d0cd'}, {'server_uuid': '60e036f7-4c44-40a1-af93-09f481448f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:39.420908 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91a23fb-ca2b-4053-a3e3-6f69b0afa366" -d '{"events": [{"server_uuid": "1495e603-b57f-4270-a9e6-7fb6a998745b", "name": "network-vif-plugged", "status": "completed", "tag": "3604520b-5cbf-49e0-8143-f76811a9d0cd"}, {"server_uuid": "60e036f7-4c44-40a1-af93-09f481448f86", "name": "network-vif-plugged", "status": "completed", "tag": "ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:39.425309 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] Sync routers for ids ['42fc6061-1de9-4aab-b37b-95bc31787f50'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:26:39.446069 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3915f247-e5bd-4f14-aae9-fd13a348e535 req-041feb74-e28d-4e4b-93df-382f0612fcc5 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/c04c0b8a-b869-44a2-b0f1-63fab48c60f7 HTTP/1.1" status: 200 len: 2985 time: 0.1108077 Aug 16 22:26:39.457285 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] Routers {'42fc6061-1de9-4aab-b37b-95bc31787f50'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:39.457799 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-884fe23d-ca99-4aee-b9ae-3ef5cf396b1b tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.457906 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:26:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['42fc6061-1de9-4aab-b37b-95bc31787f50'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:39.469805 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-867e858c-07ea-4c94-913e-4c63026bd182 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.476136 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-867e858c-07ea-4c94-913e-4c63026bd182 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0089481 Aug 16 22:26:39.476823 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57678) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:39.483712 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-884fe23d-ca99-4aee-b9ae-3ef5cf396b1b tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.582154 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-884fe23d-ca99-4aee-b9ae-3ef5cf396b1b tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.583391 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-884fe23d-ca99-4aee-b9ae-3ef5cf396b1b tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4478657 Aug 16 22:26:39.586848 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 57680) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:39.591838 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-62352cdd-f092-431e-bf60-f7e14049d42c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Request body: {'security_group_rule': {'security_group_id': '5c9bb0cb-8ca2-4cca-9b94-1e63be5b7a4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:39.593444 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] Set router 42fc6061-1de9-4aab-b37b-95bc31787f50 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:39.615023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fe23d-ca99-4aee-b9ae-3ef5cf396b1b tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9bb0cb-8ca2-4cca-9b94-1e63be5b7a4d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:39.654729 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62352cdd-f092-431e-bf60-f7e14049d42c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.671079 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54754840-1100-48f7-874f-3c4485c8bb55 None None] Network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:26:39.687302 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d4555-c09c-4cc4-9643-65983ab2d190 req-4ac7060e-b0b3-4c8b-86ac-6be4a8c5eff8 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:39.688875 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-954d4555-c09c-4cc4-9643-65983ab2d190 req-4ac7060e-b0b3-4c8b-86ac-6be4a8c5eff8 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.1393037 Aug 16 22:26:39.737436 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95412a5f-950f-400a-b07f-e13f7431acf6 req-533ef819-c49a-4d4a-a752-cb47ebfe4c95 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:39.739119 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-95412a5f-950f-400a-b07f-e13f7431acf6 req-533ef819-c49a-4d4a-a752-cb47ebfe4c95 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?device_id=1495e603-b57f-4270-a9e6-7fb6a998745b HTTP/1.1" status: 200 len: 946 time: 0.1271284 Aug 16 22:26:39.792146 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-954d4555-c09c-4cc4-9643-65983ab2d190 req-1621ad70-62eb-44d5-8865-ea9f9a210d1c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914249 Aug 16 22:26:39.807318 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62352cdd-f092-431e-bf60-f7e14049d42c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.816112 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62352cdd-f092-431e-bf60-f7e14049d42c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.842339 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-95412a5f-950f-400a-b07f-e13f7431acf6 req-5beac941-cced-4307-a4aa-b565e803cbfb tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/security-groups?id=3091df25-f37a-4fb7-8d26-2300a686db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916743 Aug 16 22:26:39.842974 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62352cdd-f092-431e-bf60-f7e14049d42c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c18b24f-ff8d-4a51-80ba-196df17500ab,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:39.856172 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62352cdd-f092-431e-bf60-f7e14049d42c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.857429 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-62352cdd-f092-431e-bf60-f7e14049d42c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2696648 Aug 16 22:26:39.862493 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 57684) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:39.872490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-693cc85a-3589-4a7e-a3fb-6db8345dfe79 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Request body: {'security_group_rule': {'security_group_id': '5c9bb0cb-8ca2-4cca-9b94-1e63be5b7a4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:39.981600 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-693cc85a-3589-4a7e-a3fb-6db8345dfe79 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.992034 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70973908-607b-4fcc-8135-040276ae6939 x-openstack-request-id: req-70973908-607b-4fcc-8135-040276ae6939 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:39.992332 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1495e603-b57f-4270-a9e6-7fb6a998745b", "name": "network-vif-plugged", "status": "completed", "tag": "3604520b-5cbf-49e0-8143-f76811a9d0cd", "code": 200}, {"server_uuid": "60e036f7-4c44-40a1-af93-09f481448f86", "name": "network-vif-plugged", "status": "completed", "tag": "ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:39.992584 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-70973908-607b-4fcc-8135-040276ae6939 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:39.993087 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1495e603-b57f-4270-a9e6-7fb6a998745b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3604520b-5cbf-49e0-8143-f76811a9d0cd', 'code': 200} Aug 16 22:26:39.993356 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e036f7-4c44-40a1-af93-09f481448f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa', 'code': 200} Aug 16 22:26:40.005782 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-64efb0a6-0377-447e-bd49-8f68f12ce4dc req-7a401b02-3cce-4546-87f1-54504d363d5a tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/cdae0dc2-a080-480e-b8dc-0647709c3fdd HTTP/1.1" status: 200 len: 1802 time: 0.0994389 Aug 16 22:26:40.033267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2bd7d551-0b63-4f54-b911-997e1f7ea0fe None None] Provisioning for port 59fc8669-a148-4d26-8c8a-4e862edc2266 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:40.062107 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 59fc8669-a148-4d26-8c8a-4e862edc2266 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:40.176770 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-693cc85a-3589-4a7e-a3fb-6db8345dfe79 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.215074 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-693cc85a-3589-4a7e-a3fb-6db8345dfe79 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.234463 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 59fc8669-a148-4d26-8c8a-4e862edc2266 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:40.245080 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 59fc8669-a148-4d26-8c8a-4e862edc2266 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:40.245451 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.266303 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbae007-a43a-41e2-8cc7-fa8ee7446ef7 req-8bfab8ed-3ad6-4aa6-ab08-2e135bcc245b tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:40.267823 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ddbae007-a43a-41e2-8cc7-fa8ee7446ef7 req-8bfab8ed-3ad6-4aa6-ab08-2e135bcc245b tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.2228842 Aug 16 22:26:40.272210 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693cc85a-3589-4a7e-a3fb-6db8345dfe79 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2eb872e-778d-45f6-96f6-dd23241b51b7,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:40.289410 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'name': 'tempest-ServerActionsTestJSON-1172534678-router', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:37Z', 'updated_at': '2021-08-16T22:26:38Z', 'revision_number': 3, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'gw_port': {'id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:38Z', 'updated_at': '2021-08-16T22:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:40.294670 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-693cc85a-3589-4a7e-a3fb-6db8345dfe79 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.298836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-693cc85a-3589-4a7e-a3fb-6db8345dfe79 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4324489 Aug 16 22:26:40.298836 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-64efb0a6-0377-447e-bd49-8f68f12ce4dc req-b49e5c5d-efd5-4258-8f1c-f31761f16eb7 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.306098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 57692) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:40.323115 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a2a7333c-5742-4938-a1c6-56c965d53e35 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:40.324525 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] Checking router: 42fc6061-1de9-4aab-b37b-95bc31787f50 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:26:40.324938 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] Updating router 42fc6061-1de9-4aab-b37b-95bc31787f50 port 52a8583f-7143-4d17-abdc-16ee66a07b4a binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:26:40.328274 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa789294-636d-4318-87a2-fe2cde78f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.329036 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbed79a-d90c-4be3-86f7-0f84a48c1fb0 req-5fd1f014-2e6b-48f2-80d4-5cfe3b63331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:40.330698 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fcbed79a-d90c-4be3-86f7-0f84a48c1fb0 req-5fd1f014-2e6b-48f2-80d4-5cfe3b63331a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1495e603-b57f-4270-a9e6-7fb6a998745b HTTP/1.1" status: 200 len: 1098 time: 0.3381844 Aug 16 22:26:40.345871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132b6c5-6ec7-445f-a1b6-8219d67fc87a req-19e67c99-f9f6-40e9-ba09-a8a1fce50b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:40.347420 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1132b6c5-6ec7-445f-a1b6-8219d67fc87a req-19e67c99-f9f6-40e9-ba09-a8a1fce50b5a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 1097 time: 0.3036892 Aug 16 22:26:40.363618 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.401392 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-64efb0a6-0377-447e-bd49-8f68f12ce4dc req-b49e5c5d-efd5-4258-8f1c-f31761f16eb7 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.437371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ddbae007-a43a-41e2-8cc7-fa8ee7446ef7 req-f83e9bd0-0414-4ef9-9e0f-cf632ed3d491 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510100 Aug 16 22:26:40.446855 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2a7333c-5742-4938-a1c6-56c965d53e35 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.456043 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fcbed79a-d90c-4be3-86f7-0f84a48c1fb0 req-23a8bb98-2e55-4922-893f-ac82cc47ac08 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3091df25-f37a-4fb7-8d26-2300a686db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076801 Aug 16 22:26:40.553431 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-fa789294-636d-4318-87a2-fe2cde78f6a9 admin admin] Allocated IP 172.20.0.1 (6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751/b3a36816-1aac-4ae9-b74d-79c0aa191fc4/d0200df7-9ec0-442d-9866-c2b2f83367b3) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:40.584624 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1132b6c5-6ec7-445f-a1b6-8219d67fc87a req-0231a530-5111-4633-a49e-60f48ebc3ae5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041581 Aug 16 22:26:40.618968 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-64efb0a6-0377-447e-bd49-8f68f12ce4dc req-b49e5c5d-efd5-4258-8f1c-f31761f16eb7 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.622815 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-64efb0a6-0377-447e-bd49-8f68f12ce4dc req-b49e5c5d-efd5-4258-8f1c-f31761f16eb7 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.624057 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-64efb0a6-0377-447e-bd49-8f68f12ce4dc req-b49e5c5d-efd5-4258-8f1c-f31761f16eb7 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "DELETE /v2.0/security-groups/cdae0dc2-a080-480e-b8dc-0647709c3fdd HTTP/1.1" status: 204 len: 173 time: 0.6174796 Aug 16 22:26:40.628560 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.629335 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.641128 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e5c5d-efd5-4258-8f1c-f31761f16eb7 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdae0dc2-a080-480e-b8dc-0647709c3fdd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:40.712990 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 59fc8669-a148-4d26-8c8a-4e862edc2266, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=59fc8669-a148-4d26-8c8a-4e862edc2266,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:40.724061 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2a7333c-5742-4938-a1c6-56c965d53e35 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.729573 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.731365 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3ec89097-e8cf-4c2a-9438-d8721a9cc5a2 None None] Provisioning complete for port 59fc8669-a148-4d26-8c8a-4e862edc2266 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:40.731723 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3ec89097-e8cf-4c2a-9438-d8721a9cc5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.733585 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa789294-636d-4318-87a2-fe2cde78f6a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.763772 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fa789294-636d-4318-87a2-fe2cde78f6a9 admin admin] Transition to ACTIVE for port object d0200df7-9ec0-442d-9866-c2b2f83367b3 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:40.800626 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=59fc8669-a148-4d26-8c8a-4e862edc2266,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:40.815204 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa789294-636d-4318-87a2-fe2cde78f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.846234 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d6f0b-002b-4360-8bce-42984f4276b7 req-1bef87af-81f3-48fd-9e60-8b84c27492b8 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:40.847790 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f82d6f0b-002b-4360-8bce-42984f4276b7 req-1bef87af-81f3-48fd-9e60-8b84c27492b8 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 945 time: 0.1147995 Aug 16 22:26:40.864958 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa789294-636d-4318-87a2-fe2cde78f6a9 admin admin] Network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:40.869003 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-fa789294-636d-4318-87a2-fe2cde78f6a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:40.871663 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa789294-636d-4318-87a2-fe2cde78f6a9 admin admin] Pushing event updated for resources: {'Port': ['ID=d0200df7-9ec0-442d-9866-c2b2f83367b3,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:40.873834 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa789294-636d-4318-87a2-fe2cde78f6a9 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:40.908287 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f82d6f0b-002b-4360-8bce-42984f4276b7 req-f58d7c73-39a8-4af3-a46c-ed4b93cad31c tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513241 Aug 16 22:26:40.913657 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa789294-636d-4318-87a2-fe2cde78f6a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.924402 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d434fff-77aa-4986-868a-a770180f930b req-226daf8e-e31f-4945-852a-1eaae5d67d4d tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=82b34a1dd4514ab18bc6cff7551e57f0 HTTP/1.1" status: 200 len: 221 time: 0.0858746 Aug 16 22:26:40.965602 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-d2309e2e-38dc-4f3e-a8d0-f35f00058d59 req-425e910e-8ecf-4abd-9ca6-789478df1c03 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] show failed (client error): The resource could not be found. Aug 16 22:26:40.968677 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d2309e2e-38dc-4f3e-a8d0-f35f00058d59 req-425e910e-8ecf-4abd-9ca6-789478df1c03 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/cdae0dc2-a080-480e-b8dc-0647709c3fdd HTTP/1.1" status: 404 len: 352 time: 0.0194185 Aug 16 22:26:40.994014 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.012937 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] Transition to ACTIVE for port object 52a8583f-7143-4d17-abdc-16ee66a07b4a will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:41.024480 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.079422 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] Attempting to bind port 52a8583f-7143-4d17-abdc-16ee66a07b4a on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:41.080053 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] Attempting to bind port 52a8583f-7143-4d17-abdc-16ee66a07b4a by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:41.080714 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] Attempting to bind port 52a8583f-7143-4d17-abdc-16ee66a07b4a on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:41.094262 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:41.094641 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:41.095106 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.095431 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:41.096314 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] Bound port: 52a8583f-7143-4d17-abdc-16ee66a07b4a, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:41.096678 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.098505 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec03ab-a1e3-4664-aefc-232c694d4aa8 None None] Pushing event updated for resources: {'Port': ['ID=52a8583f-7143-4d17-abdc-16ee66a07b4a,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:41.121777 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa789294-636d-4318-87a2-fe2cde78f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.130649 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4a418-f5dd-4f69-acba-9dff884a339d req-3bb5b715-d38b-49d9-b27f-de6fd7350d8b tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:41.132209 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dfe4a418-f5dd-4f69-acba-9dff884a339d req-3bb5b715-d38b-49d9-b27f-de6fd7350d8b tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.1254904 Aug 16 22:26:41.148729 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-a2a7333c-5742-4938-a1c6-56c965d53e35 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Allocated IP 172.25.6.169 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/b98de5f2-ee0b-4f71-a2e2-5642539adea9) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:41.178819 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] For port 52a8583f-7143-4d17-abdc-16ee66a07b4a, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:41.185549 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] For port 52a8583f-7143-4d17-abdc-16ee66a07b4a, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=52a8583f-7143-4d17-abdc-16ee66a07b4a,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:41.191791 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.251068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59794bf1-8289-46d0-82c8-b8d7e5a00ccb req-ea28384d-7cd2-46bc-8cf2-ae42daa9fce4 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:41.253191 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59794bf1-8289-46d0-82c8-b8d7e5a00ccb req-ea28384d-7cd2-46bc-8cf2-ae42daa9fce4 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?device_id=1495e603-b57f-4270-a9e6-7fb6a998745b HTTP/1.1" status: 200 len: 946 time: 0.1770754 Aug 16 22:26:41.259218 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dfe4a418-f5dd-4f69-acba-9dff884a339d req-b09defb3-883a-4e27-9944-89352138a3bd tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189196 Aug 16 22:26:41.263041 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] Routers {'42fc6061-1de9-4aab-b37b-95bc31787f50'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:41.263670 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:26:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['42fc6061-1de9-4aab-b37b-95bc31787f50'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:41.265848 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec03ab-a1e3-4664-aefc-232c694d4aa8 None None] Pushing event updated for resources: {'Port': ['ID=52a8583f-7143-4d17-abdc-16ee66a07b4a,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:41.269489 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6812c064-1144-4799-ade7-7b6b0250e363 None None] Provisioning for port d0200df7-9ec0-442d-9866-c2b2f83367b3 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:41.306273 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6812c064-1144-4799-ade7-7b6b0250e363 None None] Provisioning complete for port d0200df7-9ec0-442d-9866-c2b2f83367b3 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:41.306653 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6812c064-1144-4799-ade7-7b6b0250e363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.314985 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa789294-636d-4318-87a2-fe2cde78f6a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.323924 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa789294-636d-4318-87a2-fe2cde78f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.355806 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2a7333c-5742-4938-a1c6-56c965d53e35 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.367177 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59794bf1-8289-46d0-82c8-b8d7e5a00ccb req-38bd8984-29aa-41e4-a8e5-192d6b4fe1ed tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/security-groups?id=3091df25-f37a-4fb7-8d26-2300a686db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786006 Aug 16 22:26:41.383759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-6812c064-1144-4799-ade7-7b6b0250e363 None None] Port d0200df7-9ec0-442d-9866-c2b2f83367b3 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:26:41.413797 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] Set router 42fc6061-1de9-4aab-b37b-95bc31787f50 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:41.415142 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa789294-636d-4318-87a2-fe2cde78f6a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.417871 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa789294-636d-4318-87a2-fe2cde78f6a9 admin admin] Pushing event updated for resources: {'Port': ['ID=d0200df7-9ec0-442d-9866-c2b2f83367b3,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:41.492145 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c281d-4f21-4e8f-aee5-ef2ac588a318 req-27d926ac-7a83-4096-adff-1cd76a3818a2 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:41.493632 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-450c281d-4f21-4e8f-aee5-ef2ac588a318 req-27d926ac-7a83-4096-adff-1cd76a3818a2 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1255658 Aug 16 22:26:41.496252 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2a7333c-5742-4938-a1c6-56c965d53e35 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.504917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91b1093a-e369-4f73-93a5-9de42ac49a74 req-4b8b9eb1-fa4a-4b3b-8d77-954793b36947 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/f9fa70fa-a5e3-4d73-90ab-a2ec6c319949 HTTP/1.1" status: 200 len: 1802 time: 0.0981166 Aug 16 22:26:41.527869 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa789294-636d-4318-87a2-fe2cde78f6a9 admin admin] Network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:41.529279 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-fa789294-636d-4318-87a2-fe2cde78f6a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:41.544747 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-277294f4-c8f9-4075-9e43-825e4cccc9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.587529 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a7333c-5742-4938-a1c6-56c965d53e35 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:41.593936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7333c-5742-4938-a1c6-56c965d53e35 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Pushing event updated for resources: {'Port': ['ID=b98de5f2-ee0b-4f71-a2e2-5642539adea9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:41.600015 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-a2a7333c-5742-4938-a1c6-56c965d53e35 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:41.602368 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a7333c-5742-4938-a1c6-56c965d53e35 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:41.659699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-450c281d-4f21-4e8f-aee5-ef2ac588a318 req-782c1bf6-1049-4c02-95b0-bc2240e4b018 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337106 Aug 16 22:26:41.693554 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'name': 'tempest-ServerActionsTestJSON-1172534678-router', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:37Z', 'updated_at': '2021-08-16T22:26:41Z', 'revision_number': 4, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'gw_port': {'id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:38Z', 'updated_at': '2021-08-16T22:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'd0200df7-9ec0-442d-9866-c2b2f83367b3', 'name': '', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'mac_address': 'fa:16:3e:d5:60:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:40Z', 'updated_at': '2021-08-16T22:26:40Z', 'revision_number': 1, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'subnets': [{'id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:41.695534 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa789294-636d-4318-87a2-fe2cde78f6a9 admin admin] Router 42fc6061-1de9-4aab-b37b-95bc31787f50 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:26:41.705261 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-91b1093a-e369-4f73-93a5-9de42ac49a74 req-59321a63-e568-47ab-a168-edabd238982a tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.757158 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-91b1093a-e369-4f73-93a5-9de42ac49a74 req-59321a63-e568-47ab-a168-edabd238982a tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.760167 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e975f-edf5-4751-a466-1cd573d3582d None None] The sync data for ids ['42fc6061-1de9-4aab-b37b-95bc31787f50'] in n-d-792458-15 is: [{'id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'name': 'tempest-ServerActionsTestJSON-1172534678-router', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:37Z', 'updated_at': '2021-08-16T22:26:41Z', 'revision_number': 4, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'gw_port': {'id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:38Z', 'updated_at': '2021-08-16T22:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'd0200df7-9ec0-442d-9866-c2b2f83367b3', 'name': '', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'mac_address': 'fa:16:3e:d5:60:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:40Z', 'updated_at': '2021-08-16T22:26:40Z', 'revision_number': 1, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'subnets': [{'id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:26:41.805661 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2a7333c-5742-4938-a1c6-56c965d53e35 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.924816 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-224d3755-1fdb-47d0-91c6-b12fc46cd834 None None] Provisioning complete for port d0200df7-9ec0-442d-9866-c2b2f83367b3 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:41.925190 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-224d3755-1fdb-47d0-91c6-b12fc46cd834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.933236 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa789294-636d-4318-87a2-fe2cde78f6a9 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:26:41.949043 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fa789294-636d-4318-87a2-fe2cde78f6a9 admin admin] 10.222.0.93 "PUT /v2.0/routers/42fc6061-1de9-4aab-b37b-95bc31787f50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4706399 Aug 16 22:26:41.962059 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 59fc8669-a148-4d26-8c8a-4e862edc2266 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:42.010699 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-224d3755-1fdb-47d0-91c6-b12fc46cd834 None None] Port d0200df7-9ec0-442d-9866-c2b2f83367b3 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:26:42.042810 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.049485 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 59fc8669-a148-4d26-8c8a-4e862edc2266 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:42.049978 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.204627 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-91b1093a-e369-4f73-93a5-9de42ac49a74 req-59321a63-e568-47ab-a168-edabd238982a tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.207121 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-91b1093a-e369-4f73-93a5-9de42ac49a74 req-59321a63-e568-47ab-a168-edabd238982a tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.208261 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91b1093a-e369-4f73-93a5-9de42ac49a74 req-59321a63-e568-47ab-a168-edabd238982a tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "DELETE /v2.0/security-groups/f9fa70fa-a5e3-4d73-90ab-a2ec6c319949 HTTP/1.1" status: 204 len: 173 time: 0.6786830 Aug 16 22:26:42.219998 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2a7333c-5742-4938-a1c6-56c965d53e35 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.224180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59321a63-e568-47ab-a168-edabd238982a tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fa70fa-a5e3-4d73-90ab-a2ec6c319949,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:42.259042 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac8f98-1794-4a57-8b48-9177553ebef0 req-1e5910f4-3b84-4b7b-ba05-f8b4705a9009 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:42.260620 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39ac8f98-1794-4a57-8b48-9177553ebef0 req-1e5910f4-3b84-4b7b-ba05-f8b4705a9009 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.4532268 Aug 16 22:26:42.368407 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39ac8f98-1794-4a57-8b48-9177553ebef0 req-c05f7bf3-9f72-4f4b-ac2d-ebc3ce3acc3d tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989308 Aug 16 22:26:42.432478 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3c3f7-139f-4e3c-9376-dc697dcd1af6 req-da815f21-69a2-4845-8382-236132e61912 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:42.434731 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44b3c3f7-139f-4e3c-9376-dc697dcd1af6 req-da815f21-69a2-4845-8382-236132e61912 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 945 time: 0.0902057 Aug 16 22:26:42.501020 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44b3c3f7-139f-4e3c-9376-dc697dcd1af6 req-8b765dcf-a4c9-4983-a9b5-7e156066e79d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586376 Aug 16 22:26:42.503111 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2a7333c-5742-4938-a1c6-56c965d53e35 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.510292 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2a7333c-5742-4938-a1c6-56c965d53e35 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.619763 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-0667e3b3-ffba-41e7-a7c6-36bdc0ce6bf7 req-04ea355b-95cc-4b9e-9e9d-5f7564e2fe2f tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] show failed (client error): The resource could not be found. Aug 16 22:26:42.621386 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0667e3b3-ffba-41e7-a7c6-36bdc0ce6bf7 req-04ea355b-95cc-4b9e-9e9d-5f7564e2fe2f tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/f9fa70fa-a5e3-4d73-90ab-a2ec6c319949 HTTP/1.1" status: 404 len: 352 time: 0.0645688 Aug 16 22:26:42.651559 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7333c-5742-4938-a1c6-56c965d53e35 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Pushing event updated for resources: {'Port': ['ID=b98de5f2-ee0b-4f71-a2e2-5642539adea9,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:42.671874 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2a7333c-5742-4938-a1c6-56c965d53e35 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.689300 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2a7333c-5742-4938-a1c6-56c965d53e35 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.690762 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a2a7333c-5742-4938-a1c6-56c965d53e35 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3814671 Aug 16 22:26:42.770066 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396d45d-b616-434c-8e2f-50c4a124dd7e req-14a222a2-eff3-4108-846b-2f9e461846d9 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:42.778515 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1396d45d-b616-434c-8e2f-50c4a124dd7e req-14a222a2-eff3-4108-846b-2f9e461846d9 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.0706875 Aug 16 22:26:42.822147 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1396d45d-b616-434c-8e2f-50c4a124dd7e req-1b16816a-a0bb-4eb1-9ccb-99cd97457b84 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424304 Aug 16 22:26:42.831826 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 57746) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:42.837256 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6e7c4e7b-87ac-47f1-9714-25413c7ba21c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2095987287', 'description': 'tempest-description--566834162'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:42.866927 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4e7b-87ac-47f1-9714-25413c7ba21c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.964858 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13718f-42b5-4776-995e-53906f7fc44c req-7234faf9-9b57-40ce-abf2-6b0df61a7ed3 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:42.967024 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee13718f-42b5-4776-995e-53906f7fc44c req-7234faf9-9b57-40ce-abf2-6b0df61a7ed3 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?device_id=1495e603-b57f-4270-a9e6-7fb6a998745b HTTP/1.1" status: 200 len: 946 time: 0.0746787 Aug 16 22:26:43.075760 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee13718f-42b5-4776-995e-53906f7fc44c req-67b4143e-8d82-4ccc-b7d6-5ccafefd598e tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/security-groups?id=3091df25-f37a-4fb7-8d26-2300a686db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988684 Aug 16 22:26:43.079464 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4e7b-87ac-47f1-9714-25413c7ba21c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.084553 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-01d9727e-651d-4b5d-b457-2dd7437f4ef8 req-c981d7a5-ca25-40a3-80e2-887291f61a07 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/8e8e5b67-2de5-44f3-baee-573b5c655538 HTTP/1.1" status: 200 len: 1803 time: 0.0928900 Aug 16 22:26:43.086857 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4e7b-87ac-47f1-9714-25413c7ba21c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.129540 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4e7b-87ac-47f1-9714-25413c7ba21c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.130846 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6e7c4e7b-87ac-47f1-9714-25413c7ba21c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2978101 Aug 16 22:26:43.133932 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57758) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:43.138944 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c4e7b-87ac-47f1-9714-25413c7ba21c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1a1729-74db-4226-8846-ed0b424aaa5d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:43.139341 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-20d0ac64-9701-4907-becd-42f0b9c25917 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Request body: {'security_group_rule': {'security_group_id': 'ae1a1729-74db-4226-8846-ed0b424aaa5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:43.143018 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.171991 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20d0ac64-9701-4907-becd-42f0b9c25917 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.185565 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-01d9727e-651d-4b5d-b457-2dd7437f4ef8 req-e1e205f6-f9b3-4bb3-ab82-240580d2a3e6 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.229451 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-01d9727e-651d-4b5d-b457-2dd7437f4ef8 req-e1e205f6-f9b3-4bb3-ab82-240580d2a3e6 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.246532 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20d0ac64-9701-4907-becd-42f0b9c25917 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.251179 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20d0ac64-9701-4907-becd-42f0b9c25917 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.270984 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-211a419e-c589-4b49-89a5-44e3fcd817c0 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--531751112&fields=id&tenant_id=361fa6cbf75b47e49c1178546a3326cd HTTP/1.1" status: 200 len: 267 time: 0.0676851 Aug 16 22:26:43.275006 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0ac64-9701-4907-becd-42f0b9c25917 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5677a50d-e53e-45ed-a406-39f3970314c2,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:43.290888 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20d0ac64-9701-4907-becd-42f0b9c25917 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.292290 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-20d0ac64-9701-4907-becd-42f0b9c25917 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1573341 Aug 16 22:26:43.298458 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57766) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:43.304023 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6aa1e803-a986-4783-b601-08525b15e88c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Request body: {'security_group_rule': {'security_group_id': 'ae1a1729-74db-4226-8846-ed0b424aaa5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:43.334052 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e803-a986-4783-b601-08525b15e88c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.340667 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-01d9727e-651d-4b5d-b457-2dd7437f4ef8 req-e1e205f6-f9b3-4bb3-ab82-240580d2a3e6 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.343561 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-01d9727e-651d-4b5d-b457-2dd7437f4ef8 req-e1e205f6-f9b3-4bb3-ab82-240580d2a3e6 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.345596 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-01d9727e-651d-4b5d-b457-2dd7437f4ef8 req-e1e205f6-f9b3-4bb3-ab82-240580d2a3e6 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "DELETE /v2.0/security-groups/8e8e5b67-2de5-44f3-baee-573b5c655538 HTTP/1.1" status: 204 len: 173 time: 0.2390237 Aug 16 22:26:43.367968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e205f6-f9b3-4bb3-ab82-240580d2a3e6 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8e5b67-2de5-44f3-baee-573b5c655538,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:43.423948 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e803-a986-4783-b601-08525b15e88c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.427415 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-eb8df13a-9f66-4381-b030-ee8fdb426d86 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:43.428037 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e803-a986-4783-b601-08525b15e88c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.429416 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-eb8df13a-9f66-4381-b030-ee8fdb426d86 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/networks?id=f9f912f5-cf6f-4ff9-af03-e26648f62561 HTTP/1.1" status: 200 len: 810 time: 0.1472213 Aug 16 22:26:43.447931 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1e803-a986-4783-b601-08525b15e88c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e526029-1e4d-4ab5-b108-78941d3be172,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:43.456784 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e803-a986-4783-b601-08525b15e88c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.458082 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6aa1e803-a986-4783-b601-08525b15e88c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1585433 Aug 16 22:26:43.460823 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-eaf3c215-2eb2-461f-b636-ffcc3a263786 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/quotas/361fa6cbf75b47e49c1178546a3326cd HTTP/1.1" status: 200 len: 375 time: 0.0174005 Aug 16 22:26:43.461268 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57770) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:43.466797 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-85828f2f-1102-49d5-bde9-5a43209d4e50 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:43.491428 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-85828f2f-1102-49d5-bde9-5a43209d4e50 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.526292 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48902097-d007-4642-a2e1-41dc18d8510f req-05901648-c346-46e6-8b1e-e5781c51d2af tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:43.527810 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-48902097-d007-4642-a2e1-41dc18d8510f req-05901648-c346-46e6-8b1e-e5781c51d2af tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0974691 Aug 16 22:26:43.540571 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-9a713457-0dcc-4b46-bbcd-26f4617a9c8d tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=361fa6cbf75b47e49c1178546a3326cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652237 Aug 16 22:26:43.588093 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-85828f2f-1102-49d5-bde9-5a43209d4e50 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.625779 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-48902097-d007-4642-a2e1-41dc18d8510f req-10c058e4-3450-4ba4-baa8-981ddafaf8a9 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820775 Aug 16 22:26:43.671607 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-2a6a9e5f-3659-496a-91ea-1642d755caba service neutron] 10.222.0.93 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122153 Aug 16 22:26:43.721283 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-85828f2f-1102-49d5-bde9-5a43209d4e50 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Allocated IP 172.25.6.66 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/f16fed15-6c3b-4d46-93de-f9e399ac45fd) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:43.803736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6919263-9d84-45b5-b0c0-95fec2106706 req-7ef7bceb-5e03-4810-ae4f-da3098266ae8 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:43.805229 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c6919263-9d84-45b5-b0c0-95fec2106706 req-7ef7bceb-5e03-4810-ae4f-da3098266ae8 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 945 time: 0.0740497 Aug 16 22:26:43.821924 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-dcd3a32b-8c95-45c6-b6a9-2697538b7084 service neutron] 10.222.0.93 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436436 Aug 16 22:26:43.823532 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-85828f2f-1102-49d5-bde9-5a43209d4e50 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.854597 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c6919263-9d84-45b5-b0c0-95fec2106706 req-0e9b3aac-76ba-43ac-adb8-dba92e597402 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422022 Aug 16 22:26:43.877274 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-85828f2f-1102-49d5-bde9-5a43209d4e50 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.929558 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85828f2f-1102-49d5-bde9-5a43209d4e50 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Pushing event updated for resources: {'Port': ['ID=f16fed15-6c3b-4d46-93de-f9e399ac45fd,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:43.941097 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85828f2f-1102-49d5-bde9-5a43209d4e50 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:43.942956 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-85828f2f-1102-49d5-bde9-5a43209d4e50 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:43.947047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85828f2f-1102-49d5-bde9-5a43209d4e50 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:44.028348 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 52a8583f-7143-4d17-abdc-16ee66a07b4a up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:44.091024 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 52a8583f-7143-4d17-abdc-16ee66a07b4a completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:44.093673 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-85828f2f-1102-49d5-bde9-5a43209d4e50 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.096686 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 52a8583f-7143-4d17-abdc-16ee66a07b4a triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:44.097378 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.100983 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba7412-e7da-4242-94a9-454a22e70ec6 req-1d30bf02-31e3-4a17-b629-6a1859908bb0 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:44.109099 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9dba7412-e7da-4242-94a9-454a22e70ec6 req-1d30bf02-31e3-4a17-b629-6a1859908bb0 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?device_id=2fd84c7c-3307-4e17-a7f1-3bfad1036f65 HTTP/1.1" status: 200 len: 945 time: 0.1091137 Aug 16 22:26:44.138997 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-a77dcd55-b6cf-45d5-9062-b3f369ac6562 req-bd996a4e-c5fe-48f9-9adf-ca5eb680c777 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] show failed (client error): The resource could not be found. Aug 16 22:26:44.143832 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-85828f2f-1102-49d5-bde9-5a43209d4e50 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.157509 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a77dcd55-b6cf-45d5-9062-b3f369ac6562 req-bd996a4e-c5fe-48f9-9adf-ca5eb680c777 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/8e8e5b67-2de5-44f3-baee-573b5c655538 HTTP/1.1" status: 404 len: 352 time: 0.0753748 Aug 16 22:26:44.190246 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9dba7412-e7da-4242-94a9-454a22e70ec6 req-a866069b-0d65-4027-82cc-6d4a6aa52ee6 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/security-groups?id=3091df25-f37a-4fb7-8d26-2300a686db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733888 Aug 16 22:26:44.237098 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.267227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 52a8583f-7143-4d17-abdc-16ee66a07b4a, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=52a8583f-7143-4d17-abdc-16ee66a07b4a,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:44.272868 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.338379 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=52a8583f-7143-4d17-abdc-16ee66a07b4a,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:44.344881 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-85828f2f-1102-49d5-bde9-5a43209d4e50 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.350561 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-85828f2f-1102-49d5-bde9-5a43209d4e50 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.380246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505825a-97d9-424f-ba56-a3d321468854 req-2ec57571-7e3f-42a8-9f12-d2cd8b582251 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:44.387689 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6505825a-97d9-424f-ba56-a3d321468854 req-2ec57571-7e3f-42a8-9f12-d2cd8b582251 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1641405 Aug 16 22:26:44.417588 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] Sync routers for ids ['42fc6061-1de9-4aab-b37b-95bc31787f50'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:26:44.428596 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] Routers {'42fc6061-1de9-4aab-b37b-95bc31787f50'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:44.429165 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f188bba-a40b-4a44-a12b-d284eed5ed0c req-b264d203-cd45-4c6b-b8fd-8c1fe691c171 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:44.429359 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:26:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['42fc6061-1de9-4aab-b37b-95bc31787f50'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:44.431181 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f188bba-a40b-4a44-a12b-d284eed5ed0c req-b264d203-cd45-4c6b-b8fd-8c1fe691c171 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.1420908 Aug 16 22:26:44.444388 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-85828f2f-1102-49d5-bde9-5a43209d4e50 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.468499 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6505825a-97d9-424f-ba56-a3d321468854 req-e158a755-e41d-4bba-871b-72f8294875cb tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799832 Aug 16 22:26:44.473129 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85828f2f-1102-49d5-bde9-5a43209d4e50 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Pushing event updated for resources: {'Port': ['ID=f16fed15-6c3b-4d46-93de-f9e399ac45fd,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:44.480909 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-85828f2f-1102-49d5-bde9-5a43209d4e50 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.490544 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-85828f2f-1102-49d5-bde9-5a43209d4e50 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0282750 Aug 16 22:26:44.523390 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f188bba-a40b-4a44-a12b-d284eed5ed0c req-531dc6b7-0f6a-4ae6-9334-40d1bb098348 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817783 Aug 16 22:26:44.561797 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] Set router 42fc6061-1de9-4aab-b37b-95bc31787f50 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:44.576739 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1873fb33-f142-453c-8e14-6646473eec21 req-13f3fc20-31e3-48a4-b1a2-1cdc93495451 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=63192422-4b75-4c6f-ac6e-06d8c79c8ab2 HTTP/1.1" status: 200 len: 210 time: 0.0373280 Aug 16 22:26:44.699265 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.706295 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-12aa9ca1-6350-4c33-bd35-000915726a84 req-e9f8e177-018a-4628-8c4b-38c215dc9ff1 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=63f6b9c2c6ae48ef87d525eb49b57621 HTTP/1.1" status: 200 len: 6153 time: 0.1403377 Aug 16 22:26:44.753150 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f25ea5-b039-4c5a-9209-4f5b10b802a6 req-78806137-2567-495d-a2c6-d66d0239e420 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:44.754669 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-93f25ea5-b039-4c5a-9209-4f5b10b802a6 req-78806137-2567-495d-a2c6-d66d0239e420 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?device_id=027c5e48-fd21-400d-b03f-317a3c0d8d16 HTTP/1.1" status: 200 len: 945 time: 0.0926733 Aug 16 22:26:44.782685 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'name': 'tempest-ServerActionsTestJSON-1172534678-router', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:37Z', 'updated_at': '2021-08-16T22:26:41Z', 'revision_number': 4, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'gw_port': {'id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:38Z', 'updated_at': '2021-08-16T22:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'd0200df7-9ec0-442d-9866-c2b2f83367b3', 'name': '', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'mac_address': 'fa:16:3e:d5:60:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:40Z', 'updated_at': '2021-08-16T22:26:41Z', 'revision_number': 2, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'subnets': [{'id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:44.791931 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-12aa9ca1-6350-4c33-bd35-000915726a84 req-69c74d79-5fa3-414e-b8f2-5846ee48980c tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/c04c0b8a-b869-44a2-b0f1-63fab48c60f7 HTTP/1.1" status: 200 len: 2985 time: 0.0773070 Aug 16 22:26:44.808175 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] Checking router: 42fc6061-1de9-4aab-b37b-95bc31787f50 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:26:44.808546 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] Updating router 42fc6061-1de9-4aab-b37b-95bc31787f50 port d0200df7-9ec0-442d-9866-c2b2f83367b3 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:26:44.816102 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-93f25ea5-b039-4c5a-9209-4f5b10b802a6 req-40ce5015-d76c-4b5f-9549-07d86952af7f tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/security-groups?id=3091df25-f37a-4fb7-8d26-2300a686db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513968 Aug 16 22:26:44.833866 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.857082 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-12aa9ca1-6350-4c33-bd35-000915726a84 req-e063622c-d8d7-4d8e-9167-518670ff2acd tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/c04c0b8a-b869-44a2-b0f1-63fab48c60f7 HTTP/1.1" status: 200 len: 2985 time: 0.0487387 Aug 16 22:26:44.977441 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c86154ca-69b4-4c33-9707-99422c072421 req-000bd87a-9dda-4cb1-b364-5f1f0856ea22 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--2095987287&fields=id&tenant_id=92faa7784798435a97e9cef690c8ad52 HTTP/1.1" status: 200 len: 267 time: 0.0388944 Aug 16 22:26:45.053827 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-fd3409c1-fc24-4805-a8ba-209e484ac0e3 req-45f27d35-c1b2-45f0-ad6c-28f7d0081523 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1740549288', 'description': 'tempest-description-1970326874'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:45.096493 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fd3409c1-fc24-4805-a8ba-209e484ac0e3 req-45f27d35-c1b2-45f0-ad6c-28f7d0081523 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:45.121289 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:45.131142 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] Transition to ACTIVE for port object d0200df7-9ec0-442d-9866-c2b2f83367b3 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:45.136996 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:45.137586 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86154ca-69b4-4c33-9707-99422c072421 req-072b3a96-43a8-449a-9470-7ba7098e2427 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:45.139102 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c86154ca-69b4-4c33-9707-99422c072421 req-072b3a96-43a8-449a-9470-7ba7098e2427 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 812 time: 0.1537063 Aug 16 22:26:45.164829 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c86154ca-69b4-4c33-9707-99422c072421 req-c09f4ff2-4808-4266-a53c-6d2ae98a8f28 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/quotas/92faa7784798435a97e9cef690c8ad52 HTTP/1.1" status: 200 len: 375 time: 0.0189044 Aug 16 22:26:45.188533 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bdf673-0eb6-4c95-87a5-ac4d735e55ca None None] Pushing event updated for resources: {'Port': ['ID=d0200df7-9ec0-442d-9866-c2b2f83367b3,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:45.200394 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bdf673-0eb6-4c95-87a5-ac4d735e55ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:45.200394 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bdf673-0eb6-4c95-87a5-ac4d735e55ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:45.200394 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bdf673-0eb6-4c95-87a5-ac4d735e55ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:45.200784 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bdf673-0eb6-4c95-87a5-ac4d735e55ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:45.200784 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bdf673-0eb6-4c95-87a5-ac4d735e55ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:45.201098 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bdf673-0eb6-4c95-87a5-ac4d735e55ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:45.201416 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bdf673-0eb6-4c95-87a5-ac4d735e55ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:45.202168 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bdf673-0eb6-4c95-87a5-ac4d735e55ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:45.202168 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bdf673-0eb6-4c95-87a5-ac4d735e55ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:45.202372 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bdf673-0eb6-4c95-87a5-ac4d735e55ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:45.202800 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bdf673-0eb6-4c95-87a5-ac4d735e55ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:45.203060 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bdf673-0eb6-4c95-87a5-ac4d735e55ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:45.251690 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] Attempting to bind port d0200df7-9ec0-442d-9866-c2b2f83367b3 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:45.252165 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] Attempting to bind port d0200df7-9ec0-442d-9866-c2b2f83367b3 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:45.252427 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] Attempting to bind port d0200df7-9ec0-442d-9866-c2b2f83367b3 on network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:45.255613 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c86154ca-69b4-4c33-9707-99422c072421 req-308396de-5aa8-4832-95c2-314362ec253f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0813572 Aug 16 22:26:45.262620 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fd3409c1-fc24-4805-a8ba-209e484ac0e3 req-45f27d35-c1b2-45f0-ad6c-28f7d0081523 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:45.263610 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:45.264061 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] Checking segment: {'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:45.264572 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:45.265052 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] Bound using segment: {'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:45.265587 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] Bound port: d0200df7-9ec0-442d-9866-c2b2f83367b3, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:45.266019 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:45.269031 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fd3409c1-fc24-4805-a8ba-209e484ac0e3 req-45f27d35-c1b2-45f0-ad6c-28f7d0081523 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:45.343093 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] For port d0200df7-9ec0-442d-9866-c2b2f83367b3, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:45.346068 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-fd3409c1-fc24-4805-a8ba-209e484ac0e3 req-45f27d35-c1b2-45f0-ad6c-28f7d0081523 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:45.346604 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] For port d0200df7-9ec0-442d-9866-c2b2f83367b3, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d0200df7-9ec0-442d-9866-c2b2f83367b3,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:45.358513 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:45.359109 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd3409c1-fc24-4805-a8ba-209e484ac0e3 req-45f27d35-c1b2-45f0-ad6c-28f7d0081523 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3092029 Aug 16 22:26:45.370028 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f27d35-c1b2-45f0-ad6c-28f7d0081523 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30bb36a6-bad4-43c3-801d-994db31b2bfd,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:45.451688 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c86154ca-69b4-4c33-9707-99422c072421 req-775a2efd-49b8-4479-85b3-c504d38a1476 service neutron] 10.222.0.93 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770451 Aug 16 22:26:45.493537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74864244-5d08-470b-a148-4c8eded6be1c req-cbc27669-616d-4c8e-839e-04e4c46125b1 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:45.495115 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-74864244-5d08-470b-a148-4c8eded6be1c req-cbc27669-616d-4c8e-839e-04e4c46125b1 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0869031 Aug 16 22:26:45.526113 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bdf673-0eb6-4c95-87a5-ac4d735e55ca None None] Pushing event updated for resources: {'Port': ['ID=d0200df7-9ec0-442d-9866-c2b2f83367b3,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:45.536876 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] Routers {'42fc6061-1de9-4aab-b37b-95bc31787f50'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:45.537478 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:26:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['42fc6061-1de9-4aab-b37b-95bc31787f50'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:45.581807 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-74864244-5d08-470b-a148-4c8eded6be1c req-bc95231c-917a-48f8-b2a1-974513981a0b tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567086 Aug 16 22:26:45.615821 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c86154ca-69b4-4c33-9707-99422c072421 req-4ab2fbc3-a38a-48da-a9c3-1d294996c0f5 service neutron] 10.222.0.93 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578987 Aug 16 22:26:45.674391 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] Set router 42fc6061-1de9-4aab-b37b-95bc31787f50 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:45.852913 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b577d7-9aa0-4c19-9491-3093af8d35f7 req-ce2f0697-ab69-4e03-9106-cf2c72edbeef tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:45.857116 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-67b577d7-9aa0-4c19-9491-3093af8d35f7 req-ce2f0697-ab69-4e03-9106-cf2c72edbeef tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 945 time: 0.1458256 Aug 16 22:26:45.926815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-5af374bc-ee0f-4bc7-9b3b-3059b3910e8b tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:45.929379 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-5af374bc-ee0f-4bc7-9b3b-3059b3910e8b tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.39 "GET /v2.0/networks?id=f9f912f5-cf6f-4ff9-af03-e26648f62561 HTTP/1.1" status: 200 len: 810 time: 0.2861943 Aug 16 22:26:45.954219 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'name': 'tempest-ServerActionsTestJSON-1172534678-router', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:37Z', 'updated_at': '2021-08-16T22:26:41Z', 'revision_number': 4, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'gw_port': {'id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:38Z', 'updated_at': '2021-08-16T22:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'd0200df7-9ec0-442d-9866-c2b2f83367b3', 'name': '', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'mac_address': 'fa:16:3e:d5:60:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:40Z', 'updated_at': '2021-08-16T22:26:45Z', 'revision_number': 4, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'subnets': [{'id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:45.975464 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-67b577d7-9aa0-4c19-9491-3093af8d35f7 req-ed111e5e-2a98-4224-a02d-ec47f252e43a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064503 Aug 16 22:26:45.987675 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37df5369-2253-466a-ab28-1a3175c975bb None None] The sync data for ids ['42fc6061-1de9-4aab-b37b-95bc31787f50'] in n-d-792458-15 is: [{'id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'name': 'tempest-ServerActionsTestJSON-1172534678-router', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:37Z', 'updated_at': '2021-08-16T22:26:41Z', 'revision_number': 4, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'gw_port': {'id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:38Z', 'updated_at': '2021-08-16T22:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'd0200df7-9ec0-442d-9866-c2b2f83367b3', 'name': '', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'mac_address': 'fa:16:3e:d5:60:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:40Z', 'updated_at': '2021-08-16T22:26:45Z', 'revision_number': 4, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'subnets': [{'id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:26:46.011307 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-64fb7e51-4457-436e-9d85-81baede27b4a tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=361fa6cbf75b47e49c1178546a3326cd HTTP/1.1" status: 200 len: 379 time: 0.0606139 Aug 16 22:26:46.026078 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d0200df7-9ec0-442d-9866-c2b2f83367b3 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:46.028621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-716501d8-d2f6-454c-81d0-8fc00ac6ad3f tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Request body: {'port': {'device_id': '63192422-4b75-4c6f-ac6e-06d8c79c8ab2', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'admin_state_up': True, 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'security_groups': ['5c9bb0cb-8ca2-4cca-9b94-1e63be5b7a4d']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:46.040771 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95431fe2-243d-47d2-8803-00c33451dd81 req-8c107430-ed45-4fd9-9217-22f77caf8460 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:46.042719 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-95431fe2-243d-47d2-8803-00c33451dd81 req-8c107430-ed45-4fd9-9217-22f77caf8460 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?device_id=027c5e48-fd21-400d-b03f-317a3c0d8d16 HTTP/1.1" status: 200 len: 945 time: 0.1446373 Aug 16 22:26:46.085008 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port d0200df7-9ec0-442d-9866-c2b2f83367b3 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:46.090869 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port d0200df7-9ec0-442d-9866-c2b2f83367b3 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:46.091740 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.145681 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-95431fe2-243d-47d2-8803-00c33451dd81 req-a0e0bcbd-751e-4e7c-a809-4b6e52edef19 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/security-groups?id=3091df25-f37a-4fb7-8d26-2300a686db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820758 Aug 16 22:26:46.178730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-89af2b76-aceb-4ecc-9862-c9785a08f004 req-778fc446-7b10-4c1f-9ae5-aac265b7be9c tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-77383897', 'description': 'tempest-description-708281199'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:46.221301 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.251370 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-89af2b76-aceb-4ecc-9862-c9785a08f004 req-778fc446-7b10-4c1f-9ae5-aac265b7be9c tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.265182 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port d0200df7-9ec0-442d-9866-c2b2f83367b3, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d0200df7-9ec0-442d-9866-c2b2f83367b3,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:46.272525 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.274057 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 52a8583f-7143-4d17-abdc-16ee66a07b4a up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:46.336165 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-716501d8-d2f6-454c-81d0-8fc00ac6ad3f tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Made reservation on behalf of 361fa6cbf75b47e49c1178546a3326cd for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:46.340601 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-716501d8-d2f6-454c-81d0-8fc00ac6ad3f tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.367383 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=d0200df7-9ec0-442d-9866-c2b2f83367b3,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:46.385987 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612f2a6-6b03-496e-9185-9a5060d68496 req-52bfd299-8850-47f4-918e-1609403178fa tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:46.387597 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 52a8583f-7143-4d17-abdc-16ee66a07b4a triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:46.387740 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7612f2a6-6b03-496e-9185-9a5060d68496 req-52bfd299-8850-47f4-918e-1609403178fa tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.1161585 Aug 16 22:26:46.387965 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.520624 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7612f2a6-6b03-496e-9185-9a5060d68496 req-7eaf7c51-d913-4ea4-8ad7-64dc1d2111b7 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242335 Aug 16 22:26:46.581768 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-89af2b76-aceb-4ecc-9862-c9785a08f004 req-778fc446-7b10-4c1f-9ae5-aac265b7be9c tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.593761 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-89af2b76-aceb-4ecc-9862-c9785a08f004 req-778fc446-7b10-4c1f-9ae5-aac265b7be9c tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.603489 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-716501d8-d2f6-454c-81d0-8fc00ac6ad3f tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Allocated IP 172.20.0.4 (f9f912f5-cf6f-4ff9-af03-e26648f62561/06a027f9-7175-41d7-9596-9d19a9e3f7bf/d2c6e567-6d28-43a6-88f1-6d64c44d57d1) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:46.649570 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-28d67e15-272f-449a-9f78-2dfd9c324b0a req-cc5241e7-ac4c-4a6f-a668-204b4782a651 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=63192422-4b75-4c6f-ac6e-06d8c79c8ab2 HTTP/1.1" status: 200 len: 210 time: 0.0567646 Aug 16 22:26:46.659805 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-89af2b76-aceb-4ecc-9862-c9785a08f004 req-778fc446-7b10-4c1f-9ae5-aac265b7be9c tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.661547 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89af2b76-aceb-4ecc-9862-c9785a08f004 req-778fc446-7b10-4c1f-9ae5-aac265b7be9c tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4922645 Aug 16 22:26:46.677950 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fc446-7b10-4c1f-9ae5-aac265b7be9c tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444ce69d-e8eb-43b2-a5f8-f2bebb8a0836,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:46.847932 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e16e5989-ba9f-4faf-bbc8-9e7f0cf5c405 req-4db8b7dd-7f88-4327-818b-1e961f87ca87 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 210 time: 0.0764537 Aug 16 22:26:46.917619 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a969b-a2e4-40ba-b82f-ad992a0b4849 req-123293c0-95b2-4dae-b12d-0e79eda0e44e tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:46.919587 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-046a969b-a2e4-40ba-b82f-ad992a0b4849 req-123293c0-95b2-4dae-b12d-0e79eda0e44e tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c5e48-fd21-400d-b03f-317a3c0d8d16 HTTP/1.1" status: 200 len: 945 time: 0.1892009 Aug 16 22:26:46.926716 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee39cea-0b50-486a-825c-93e865834a30 req-2a78a106-0a76-4718-a14c-9038830cdf47 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:46.928041 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dee39cea-0b50-486a-825c-93e865834a30 req-2a78a106-0a76-4718-a14c-9038830cdf47 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1555862 Aug 16 22:26:47.019089 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-716501d8-d2f6-454c-81d0-8fc00ac6ad3f tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:47.101247 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-716501d8-d2f6-454c-81d0-8fc00ac6ad3f tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Transition to ACTIVE for port object d2c6e567-6d28-43a6-88f1-6d64c44d57d1 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:47.112159 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dee39cea-0b50-486a-825c-93e865834a30 req-1c8c5796-d549-4c2f-a332-0596a5248cea tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666486 Aug 16 22:26:47.243191 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-5c376a2e-ad8d-4e10-a8b5-e2b8588e0d5f tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:47.244665 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-5c376a2e-ad8d-4e10-a8b5-e2b8588e0d5f tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/networks?id=06570d2f-3a83-4539-8177-055a5178f604 HTTP/1.1" status: 200 len: 812 time: 0.3157656 Aug 16 22:26:47.310466 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-716501d8-d2f6-454c-81d0-8fc00ac6ad3f tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:47.313543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-046a969b-a2e4-40ba-b82f-ad992a0b4849 req-8d539668-175f-4a7d-ac7f-1a6a5928b744 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Deleting port abbd4f71-d5e8-4542-97a3-455e9016b51d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:47.313872 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-046a969b-a2e4-40ba-b82f-ad992a0b4849 req-8d539668-175f-4a7d-ac7f-1a6a5928b744 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:47.321035 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-097a38c9-55f1-4baf-a7ae-06f549bd0794 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/quotas/63f6b9c2c6ae48ef87d525eb49b57621 HTTP/1.1" status: 200 len: 375 time: 0.0500739 Aug 16 22:26:47.549849 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:26:47.730692 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d6a2e-0741-48aa-87ae-d182d61c30d0 req-d05eb0ac-0a1f-4d84-8be6-973378ea205e tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:47.732732 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-391d6a2e-0741-48aa-87ae-d182d61c30d0 req-d05eb0ac-0a1f-4d84-8be6-973378ea205e tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 945 time: 0.5398848 Aug 16 22:26:47.744960 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-716501d8-d2f6-454c-81d0-8fc00ac6ad3f tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Network f9f912f5-cf6f-4ff9-af03-e26648f62561 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:47.753332 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86154ca-69b4-4c33-9707-99422c072421 req-f7f049e7-fd31-4888-8a76-0c0409287223 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:47.754731 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c86154ca-69b4-4c33-9707-99422c072421 req-f7f049e7-fd31-4888-8a76-0c0409287223 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.39 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 812 time: 0.6075509 Aug 16 22:26:47.767902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-716501d8-d2f6-454c-81d0-8fc00ac6ad3f tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:47.771878 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-716501d8-d2f6-454c-81d0-8fc00ac6ad3f tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:47.776901 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716501d8-d2f6-454c-81d0-8fc00ac6ad3f tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Pushing event updated for resources: {'Port': ['ID=d2c6e567-6d28-43a6-88f1-6d64c44d57d1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:47.880442 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-44315d83-bda6-4471-ac73-19406f501302 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=63f6b9c2c6ae48ef87d525eb49b57621&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5446701 Aug 16 22:26:47.895205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-046a969b-a2e4-40ba-b82f-ad992a0b4849 req-8d539668-175f-4a7d-ac7f-1a6a5928b744 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] For port abbd4f71-d5e8-4542-97a3-455e9016b51d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=abbd4f71-d5e8-4542-97a3-455e9016b51d,segment=NetworkSegment(5e501e29-9f77-47b9-92a1-8d3448d3d012),segment_id=5e501e29-9f77-47b9-92a1-8d3448d3d012)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:47.895577 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-046a969b-a2e4-40ba-b82f-ad992a0b4849 req-8d539668-175f-4a7d-ac7f-1a6a5928b744 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:47.922674 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-716501d8-d2f6-454c-81d0-8fc00ac6ad3f tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:47.923308 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-716501d8-d2f6-454c-81d0-8fc00ac6ad3f tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:47.928692 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-391d6a2e-0741-48aa-87ae-d182d61c30d0 req-502f07a1-4977-4399-9446-03e819cab490 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873150 Aug 16 22:26:47.930540 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d0200df7-9ec0-442d-9866-c2b2f83367b3 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:47.979304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-046a969b-a2e4-40ba-b82f-ad992a0b4849 req-8d539668-175f-4a7d-ac7f-1a6a5928b744 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Calling delete_port for abbd4f71-d5e8-4542-97a3-455e9016b51d owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:47.984793 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c86154ca-69b4-4c33-9707-99422c072421 req-5adb3c7d-9cc7-4a9e-a4c5-8987dd19c704 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92faa7784798435a97e9cef690c8ad52 HTTP/1.1" status: 200 len: 380 time: 0.2040133 Aug 16 22:26:47.995125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port d0200df7-9ec0-442d-9866-c2b2f83367b3 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:47.995655 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:48.004706 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c86154ca-69b4-4c33-9707-99422c072421 req-59a58afe-df8c-461c-bbcd-2c396ee3f822 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Request body: {'port': {'device_id': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'admin_state_up': True, 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'security_groups': ['ae1a1729-74db-4226-8846-ed0b424aaa5d']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:48.031660 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-716501d8-d2f6-454c-81d0-8fc00ac6ad3f tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0111859 Aug 16 22:26:48.041990 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-22146f2f-8252-4b74-a2f6-c87ca6ac613a None None] Provisioning for port d2c6e567-6d28-43a6-88f1-6d64c44d57d1 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:48.048432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-22146f2f-8252-4b74-a2f6-c87ca6ac613a None None] Provisioning complete for port d2c6e567-6d28-43a6-88f1-6d64c44d57d1 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:48.048915 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-22146f2f-8252-4b74-a2f6-c87ca6ac613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:48.103404 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-b41dbd73-a60d-4f87-a979-c04dc14a6e91 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:26:48.104277 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-b41dbd73-a60d-4f87-a979-c04dc14a6e91 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081713 Aug 16 22:26:48.109276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-22146f2f-8252-4b74-a2f6-c87ca6ac613a None None] Port d2c6e567-6d28-43a6-88f1-6d64c44d57d1 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:26:48.147120 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] Request body: {'port': {'device_id': '63192422-4b75-4c6f-ac6e-06d8c79c8ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:48.280192 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-1b1a7456-c25f-4ae9-a82c-3228396df797 service neutron] 10.222.0.93 "GET /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804078 Aug 16 22:26:48.293642 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f598e-67c3-4be9-8e46-c00ea0dc2125 req-ddd9d02f-2b3f-42a2-9dd4-692a3ad045b3 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:48.295096 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8a3f598e-67c3-4be9-8e46-c00ea0dc2125 req-ddd9d02f-2b3f-42a2-9dd4-692a3ad045b3 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?device_id=027c5e48-fd21-400d-b03f-317a3c0d8d16 HTTP/1.1" status: 200 len: 945 time: 0.1978769 Aug 16 22:26:48.324830 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:48.444609 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c86154ca-69b4-4c33-9707-99422c072421 req-59a58afe-df8c-461c-bbcd-2c396ee3f822 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Made reservation on behalf of 92faa7784798435a97e9cef690c8ad52 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:48.448702 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c86154ca-69b4-4c33-9707-99422c072421 req-59a58afe-df8c-461c-bbcd-2c396ee3f822 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:48.501614 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8a3f598e-67c3-4be9-8e46-c00ea0dc2125 req-fd13017d-c7a5-4a75-9692-2a9c25d10dfc tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/security-groups?id=3091df25-f37a-4fb7-8d26-2300a686db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896319 Aug 16 22:26:48.518439 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-046a969b-a2e4-40ba-b82f-ad992a0b4849 req-8d539668-175f-4a7d-ac7f-1a6a5928b744 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:48.530689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['890a48ad-75f7-40fc-8649-51dbf2b4ae8f', 'abbd4f71-d5e8-4542-97a3-455e9016b51d', '3604520b-5cbf-49e0-8143-f76811a9d0cd'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:48.616500 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d539668-175f-4a7d-ac7f-1a6a5928b744 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Pushing event deleted for resources: {'Port': ['ID=abbd4f71-d5e8-4542-97a3-455e9016b51d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:48.721942 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-46b9f4e2-735a-4486-921e-0a205f676fe7 service neutron] 10.222.0.93 "GET /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227750 Aug 16 22:26:48.770713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-046a969b-a2e4-40ba-b82f-ad992a0b4849 req-8d539668-175f-4a7d-ac7f-1a6a5928b744 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] No DVR routers for this DVR port abbd4f71-d5e8-4542-97a3-455e9016b51d on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:26:48.806211 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-046a969b-a2e4-40ba-b82f-ad992a0b4849 req-8d539668-175f-4a7d-ac7f-1a6a5928b744 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:48.808382 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-046a969b-a2e4-40ba-b82f-ad992a0b4849 req-8d539668-175f-4a7d-ac7f-1a6a5928b744 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.39 "DELETE /v2.0/ports/abbd4f71-d5e8-4542-97a3-455e9016b51d HTTP/1.1" status: 204 len: 173 time: 1.8637543 Aug 16 22:26:48.826378 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027c5e48-fd21-400d-b03f-317a3c0d8d16', 'name': 'network-vif-deleted', 'tag': 'abbd4f71-d5e8-4542-97a3-455e9016b51d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:48.828737 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64f45d5-2408-40cf-8f1c-d36b104d4652" -d '{"events": [{"server_uuid": "027c5e48-fd21-400d-b03f-317a3c0d8d16", "name": "network-vif-deleted", "tag": "abbd4f71-d5e8-4542-97a3-455e9016b51d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:48.871814 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a89dc-1a30-423d-89e8-3b0704891a73 req-f79e202c-9a11-40ac-a161-db779a8e77d1 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:48.873913 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-089a89dc-1a30-423d-89e8-3b0704891a73 req-f79e202c-9a11-40ac-a161-db779a8e77d1 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.2632699 Aug 16 22:26:48.902237 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-c86154ca-69b4-4c33-9707-99422c072421 req-59a58afe-df8c-461c-bbcd-2c396ee3f822 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Allocated IP 172.20.0.7 (6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751/b3a36816-1aac-4ae9-b74d-79c0aa191fc4/18e23b02-3747-41d2-bac1-046c88511bb4) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:49.052566 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-089a89dc-1a30-423d-89e8-3b0704891a73 req-5bcfb32c-c226-4ecb-ae82-f63f6a180cf6 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615870 Aug 16 22:26:49.118509 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331ba11-49d7-4f4d-a81f-48cb5019f4fe req-4e26a926-5f28-4d64-b97d-9043c09a5b7e tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:49.120051 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6331ba11-49d7-4f4d-a81f-48cb5019f4fe req-4e26a926-5f28-4d64-b97d-9043c09a5b7e tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=63192422-4b75-4c6f-ac6e-06d8c79c8ab2 HTTP/1.1" status: 200 len: 931 time: 0.1908846 Aug 16 22:26:49.204427 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49648bb5-cf22-47bf-b8c3-84362cf8d2c6 req-fc6aee3e-2a9d-4a7f-bd11-94aaf8ad050b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 210 time: 0.0521243 Aug 16 22:26:49.208888 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c6e567-6d28-43a6-88f1-6d64c44d57d1 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:49.224698 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:49.262250 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6331ba11-49d7-4f4d-a81f-48cb5019f4fe req-06496573-86f1-43ea-9e8d-a208bfc01820 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=5c9bb0cb-8ca2-4cca-9b94-1e63be5b7a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189463 Aug 16 22:26:49.279555 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] Transition to ACTIVE for port object d2c6e567-6d28-43a6-88f1-6d64c44d57d1 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:49.294672 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:49.325705 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c86154ca-69b4-4c33-9707-99422c072421 req-59a58afe-df8c-461c-bbcd-2c396ee3f822 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:49.331160 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973cdba9-5d10-4d64-9663-bcc049571b60 x-openstack-request-id: req-973cdba9-5d10-4d64-9663-bcc049571b60 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:49.331459 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027c5e48-fd21-400d-b03f-317a3c0d8d16", "name": "network-vif-deleted", "tag": "abbd4f71-d5e8-4542-97a3-455e9016b51d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:49.331822 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-973cdba9-5d10-4d64-9663-bcc049571b60 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:49.332350 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027c5e48-fd21-400d-b03f-317a3c0d8d16', 'name': 'network-vif-deleted', 'tag': 'abbd4f71-d5e8-4542-97a3-455e9016b51d', 'status': 'completed', 'code': 200} Aug 16 22:26:49.438220 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ea3f1488-732e-4920-8312-fea65afa2145 req-78307ccd-bbbd-4436-a70f-c2a27453ed1d tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 210 time: 0.0633736 Aug 16 22:26:49.478437 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-c86154ca-69b4-4c33-9707-99422c072421 req-59a58afe-df8c-461c-bbcd-2c396ee3f822 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Transition to ACTIVE for port object 18e23b02-3747-41d2-bac1-046c88511bb4 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:49.511949 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] Pushing event updated for resources: {'Port': ['ID=d2c6e567-6d28-43a6-88f1-6d64c44d57d1,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:49.585139 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1c5cd-2e92-4ed4-b6f7-fc8f4cf382be req-2425f0de-c3ff-45a7-9f4b-77a7fff92740 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:49.587208 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-33e1c5cd-2e92-4ed4-b6f7-fc8f4cf382be req-2425f0de-c3ff-45a7-9f4b-77a7fff92740 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.2781577 Aug 16 22:26:49.683057 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c86154ca-69b4-4c33-9707-99422c072421 req-59a58afe-df8c-461c-bbcd-2c396ee3f822 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:49.699977 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-33e1c5cd-2e92-4ed4-b6f7-fc8f4cf382be req-f7f6c0ca-9371-44a3-b8cb-3fb67f80048c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889041 Aug 16 22:26:49.717691 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b6461-b8da-4eb4-bbdc-3557f334029d req-f102634e-1a12-4769-9bdd-237b2c55ea41 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:49.719274 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-355b6461-b8da-4eb4-bbdc-3557f334029d req-f102634e-1a12-4769-9bdd-237b2c55ea41 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 945 time: 0.1925361 Aug 16 22:26:49.743490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] Attempting to bind port d2c6e567-6d28-43a6-88f1-6d64c44d57d1 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:49.743748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] Attempting to bind port d2c6e567-6d28-43a6-88f1-6d64c44d57d1 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1fb551a9-9c7f-4967-b244-9a7b8527c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:49.744080 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] Attempting to bind port d2c6e567-6d28-43a6-88f1-6d64c44d57d1 on network f9f912f5-cf6f-4ff9-af03-e26648f62561 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:49.770785 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c86154ca-69b4-4c33-9707-99422c072421 req-59a58afe-df8c-461c-bbcd-2c396ee3f822 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:49.775317 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] Port d2c6e567-6d28-43a6-88f1-6d64c44d57d1 on network f9f912f5-cf6f-4ff9-af03-e26648f62561 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:26:49.775639 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] Attempting to bind port d2c6e567-6d28-43a6-88f1-6d64c44d57d1 on network f9f912f5-cf6f-4ff9-af03-e26648f62561 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:49.786355 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-c86154ca-69b4-4c33-9707-99422c072421 req-59a58afe-df8c-461c-bbcd-2c396ee3f822 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:49.788827 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86154ca-69b4-4c33-9707-99422c072421 req-59a58afe-df8c-461c-bbcd-2c396ee3f822 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:49.798039 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:49.798389 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] Checking segment: {'id': '1fb551a9-9c7f-4967-b244-9a7b8527c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:49.799257 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] Bound using segment: {'id': '1fb551a9-9c7f-4967-b244-9a7b8527c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:49.799257 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] Bound port: d2c6e567-6d28-43a6-88f1-6d64c44d57d1, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb551a9-9c7f-4967-b244-9a7b8527c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:49.799635 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:49.824600 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a58afe-df8c-461c-bbcd-2c396ee3f822 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Pushing event updated for resources: {'Port': ['ID=18e23b02-3747-41d2-bac1-046c88511bb4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:49.877003 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-355b6461-b8da-4eb4-bbdc-3557f334029d req-42029ebb-b4e1-4f5d-86da-d3539c241957 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365461 Aug 16 22:26:49.930023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86154ca-69b4-4c33-9707-99422c072421 req-59a58afe-df8c-461c-bbcd-2c396ee3f822 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:49.930666 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c86154ca-69b4-4c33-9707-99422c072421 req-59a58afe-df8c-461c-bbcd-2c396ee3f822 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:49.978615 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c86154ca-69b4-4c33-9707-99422c072421 req-59a58afe-df8c-461c-bbcd-2c396ee3f822 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9778924 Aug 16 22:26:49.989674 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92576362-cfec-4c73-a29a-b33e78fe781d req-412426ab-c6ec-402f-a2cb-7b989d04333b tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:49.991406 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92576362-cfec-4c73-a29a-b33e78fe781d req-412426ab-c6ec-402f-a2cb-7b989d04333b tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1365724 Aug 16 22:26:49.992635 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] For port d2c6e567-6d28-43a6-88f1-6d64c44d57d1, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:49.997905 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] For port d2c6e567-6d28-43a6-88f1-6d64c44d57d1, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d2c6e567-6d28-43a6-88f1-6d64c44d57d1,segment=NetworkSegment(1fb551a9-9c7f-4967-b244-9a7b8527c392),segment_id=1fb551a9-9c7f-4967-b244-9a7b8527c392)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:50.003678 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c86154ca-69b4-4c33-9707-99422c072421 req-893a010a-1720-4890-b263-c1deabeac464 service neutron] Request body: {'port': {'device_id': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:50.029553 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:50.066822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a012d6c5-c991-435b-8462-98668c0062d0 None None] Provisioning for port 18e23b02-3747-41d2-bac1-046c88511bb4 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:50.074098 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a012d6c5-c991-435b-8462-98668c0062d0 None None] Provisioning complete for port 18e23b02-3747-41d2-bac1-046c88511bb4 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:50.074821 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a012d6c5-c991-435b-8462-98668c0062d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:50.129780 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a012d6c5-c991-435b-8462-98668c0062d0 None None] Port 18e23b02-3747-41d2-bac1-046c88511bb4 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:26:50.410947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:50.411490 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:50.412864 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] 10.222.0.39 "PUT /v2.0/ports/d2c6e567-6d28-43a6-88f1-6d64c44d57d1 HTTP/1.1" status: 200 len: 1092 time: 2.2751577 Aug 16 22:26:50.545198 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92576362-cfec-4c73-a29a-b33e78fe781d req-6d39fb8b-0c6c-42bd-af26-2c6f0885cc67 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362282 Aug 16 22:26:50.551682 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c86154ca-69b4-4c33-9707-99422c072421 req-893a010a-1720-4890-b263-c1deabeac464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:50.566410 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20188d-bcbe-48af-b6c4-0cbdabd47dca service neutron] Pushing event updated for resources: {'Port': ['ID=d2c6e567-6d28-43a6-88f1-6d64c44d57d1,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:50.610632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c417c-6ffa-4211-b502-40e76347120c req-be68a11c-0760-4d18-a7de-4598d0a6f98a tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:50.612157 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-974c417c-6ffa-4211-b502-40e76347120c req-be68a11c-0760-4d18-a7de-4598d0a6f98a tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.2368159 Aug 16 22:26:50.648613 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-c7f94967-93d7-449b-87bd-37ae8f79986e tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:50.650492 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-c7f94967-93d7-449b-87bd-37ae8f79986e tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.39 "GET /v2.0/networks?id=06570d2f-3a83-4539-8177-055a5178f604 HTTP/1.1" status: 200 len: 812 time: 0.6184089 Aug 16 22:26:50.666584 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-a1fb2b72-116a-44dc-8d9a-8c02cc983da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:50.668015 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-a1fb2b72-116a-44dc-8d9a-8c02cc983da6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=361fa6cbf75b47e49c1178546a3326cd&device_id=63192422-4b75-4c6f-ac6e-06d8c79c8ab2 HTTP/1.1" status: 200 len: 1095 time: 0.1844490 Aug 16 22:26:50.680946 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-ff6c32d5-4f3f-40eb-ad77-c465a3818edb tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Request body: {'port': {'device_id': 'a2a18678-2827-45af-a7cb-deaf6b79e57d', 'network_id': '06570d2f-3a83-4539-8177-055a5178f604', 'admin_state_up': True, 'tenant_id': '63f6b9c2c6ae48ef87d525eb49b57621'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:50.845426 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-39660e26-fdf1-4aee-8d18-a27c0289bef8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2c6e567-6d28-43a6-88f1-6d64c44d57d1 HTTP/1.1" status: 200 len: 217 time: 0.1591055 Aug 16 22:26:50.910227 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-974c417c-6ffa-4211-b502-40e76347120c req-16ff07a2-4311-4bea-b21d-1ea1640c4d97 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783916 Aug 16 22:26:50.966393 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9e9e0-1935-485a-821c-b3b2faa3c34f req-5bb38c7e-aa7b-4913-b451-ae5a219e70f0 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:50.967869 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f1f9e9e0-1935-485a-821c-b3b2faa3c34f req-5bb38c7e-aa7b-4913-b451-ae5a219e70f0 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 931 time: 0.2793813 Aug 16 22:26:51.029553 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-6ba39971-559e-4cd3-b936-65591d01a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:51.030967 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-6ba39971-559e-4cd3-b936-65591d01a009 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06a027f9-7175-41d7-9596-9d19a9e3f7bf HTTP/1.1" status: 200 len: 849 time: 0.1664145 Aug 16 22:26:51.141951 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f1f9e9e0-1935-485a-821c-b3b2faa3c34f req-ccc1ac8f-23ce-4e3e-8d44-7ae2b19c8ab4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372926 Aug 16 22:26:51.164616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e017cc4-e54d-4259-835d-28535fe9ab4b req-3d4d8dba-df3b-48ab-93e3-565b9898a7eb tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:51.166136 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e017cc4-e54d-4259-835d-28535fe9ab4b req-3d4d8dba-df3b-48ab-93e3-565b9898a7eb tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=63192422-4b75-4c6f-ac6e-06d8c79c8ab2 HTTP/1.1" status: 200 len: 943 time: 0.1973619 Aug 16 22:26:51.177122 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-ff6c32d5-4f3f-40eb-ad77-c465a3818edb tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Made reservation on behalf of 63f6b9c2c6ae48ef87d525eb49b57621 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:51.180504 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-ff6c32d5-4f3f-40eb-ad77-c465a3818edb tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:51.219758 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-bb98f110-67a6-43be-b166-2a32d9f1242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:51.221231 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-bb98f110-67a6-43be-b166-2a32d9f1242c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9f912f5-cf6f-4ff9-af03-e26648f62561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1634212 Aug 16 22:26:51.276603 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d4c59621-a659-4b09-b389-dcc142d897da req-a8fb192f-9023-431c-a84d-ccee383769ce tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 210 time: 0.0706525 Aug 16 22:26:51.347250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63192422-4b75-4c6f-ac6e-06d8c79c8ab2', 'tag': 'd2c6e567-6d28-43a6-88f1-6d64c44d57d1'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:51.349692 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2052aa-6374-4b0e-9765-fa30a2a0ab72" -d '{"events": [{"name": "network-changed", "server_uuid": "63192422-4b75-4c6f-ac6e-06d8c79c8ab2", "tag": "d2c6e567-6d28-43a6-88f1-6d64c44d57d1"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:51.386900 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e017cc4-e54d-4259-835d-28535fe9ab4b req-5af3480f-dcfb-456a-845b-2b045edb019e tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=5c9bb0cb-8ca2-4cca-9b94-1e63be5b7a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041368 Aug 16 22:26:51.413144 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-c86154ca-69b4-4c33-9707-99422c072421 req-893a010a-1720-4890-b263-c1deabeac464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e23b02-3747-41d2-bac1-046c88511bb4 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:51.426491 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c86154ca-69b4-4c33-9707-99422c072421 req-893a010a-1720-4890-b263-c1deabeac464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:51.480821 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-c86154ca-69b4-4c33-9707-99422c072421 req-893a010a-1720-4890-b263-c1deabeac464 service neutron] Transition to ACTIVE for port object 18e23b02-3747-41d2-bac1-046c88511bb4 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:51.529379 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c86154ca-69b4-4c33-9707-99422c072421 req-893a010a-1720-4890-b263-c1deabeac464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:51.578950 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-493077ce-5331-4385-a00a-dace84a538e5 service neutron] 10.222.0.39 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391247 Aug 16 22:26:51.648803 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-ff6c32d5-4f3f-40eb-ad77-c465a3818edb tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Allocated IP 172.20.0.6 (06570d2f-3a83-4539-8177-055a5178f604/1be961d4-d4dd-496d-9bb9-ca13e6a5ead7/c65f9e8a-f576-4284-bffa-cdad527a4902) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:51.683158 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a010a-1720-4890-b263-c1deabeac464 service neutron] Pushing event updated for resources: {'Port': ['ID=18e23b02-3747-41d2-bac1-046c88511bb4,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:51.696449 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f863bb-c2d0-4158-a525-015ef63e48a7 req-6f9cbde5-3abf-4feb-bd62-b093fb7b355a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:51.698092 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92f863bb-c2d0-4158-a525-015ef63e48a7 req-6f9cbde5-3abf-4feb-bd62-b093fb7b355a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 945 time: 0.2546551 Aug 16 22:26:51.752488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71884909-a99b-469f-b00a-08a2a7f37da4 req-4402c6b0-35ff-4be6-b2e8-500aaba701a3 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:51.754020 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71884909-a99b-469f-b00a-08a2a7f37da4 req-4402c6b0-35ff-4be6-b2e8-500aaba701a3 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.2986553 Aug 16 22:26:51.884781 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92f863bb-c2d0-4158-a525-015ef63e48a7 req-9ba605eb-acf7-4bab-933c-735e7ef45b3f tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731234 Aug 16 22:26:51.940501 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3268f5f-a78c-4ace-aa5f-bdf22c1f4c0e req-81cb2d09-6e04-45a5-96c8-dff087c37af9 service neutron] 10.222.0.39 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348238 Aug 16 22:26:51.950124 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cfe55d-f91b-4afe-911a-efd3cb25b4dc x-openstack-request-id: req-c2cfe55d-f91b-4afe-911a-efd3cb25b4dc {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:51.950409 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63192422-4b75-4c6f-ac6e-06d8c79c8ab2", "tag": "d2c6e567-6d28-43a6-88f1-6d64c44d57d1", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:51.950655 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c2cfe55d-f91b-4afe-911a-efd3cb25b4dc {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:51.951613 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63192422-4b75-4c6f-ac6e-06d8c79c8ab2', 'tag': 'd2c6e567-6d28-43a6-88f1-6d64c44d57d1', 'status': 'completed', 'code': 200} Aug 16 22:26:51.954793 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71884909-a99b-469f-b00a-08a2a7f37da4 req-c56a5d83-8736-4f91-aa77-53bf6423a4ee tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825550 Aug 16 22:26:51.964565 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c86154ca-69b4-4c33-9707-99422c072421 req-893a010a-1720-4890-b263-c1deabeac464 service neutron] Attempting to bind port 18e23b02-3747-41d2-bac1-046c88511bb4 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:51.964900 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c86154ca-69b4-4c33-9707-99422c072421 req-893a010a-1720-4890-b263-c1deabeac464 service neutron] Attempting to bind port 18e23b02-3747-41d2-bac1-046c88511bb4 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:51.965226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86154ca-69b4-4c33-9707-99422c072421 req-893a010a-1720-4890-b263-c1deabeac464 service neutron] Attempting to bind port 18e23b02-3747-41d2-bac1-046c88511bb4 on network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:51.974985 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86154ca-69b4-4c33-9707-99422c072421 req-893a010a-1720-4890-b263-c1deabeac464 service neutron] Port 18e23b02-3747-41d2-bac1-046c88511bb4 on network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:26:51.975314 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86154ca-69b4-4c33-9707-99422c072421 req-893a010a-1720-4890-b263-c1deabeac464 service neutron] Attempting to bind port 18e23b02-3747-41d2-bac1-046c88511bb4 on network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:51.993383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86154ca-69b4-4c33-9707-99422c072421 req-893a010a-1720-4890-b263-c1deabeac464 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:51.993503 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86154ca-69b4-4c33-9707-99422c072421 req-893a010a-1720-4890-b263-c1deabeac464 service neutron] Checking segment: {'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:51.993832 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86154ca-69b4-4c33-9707-99422c072421 req-893a010a-1720-4890-b263-c1deabeac464 service neutron] Bound using segment: {'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:51.994462 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-c86154ca-69b4-4c33-9707-99422c072421 req-893a010a-1720-4890-b263-c1deabeac464 service neutron] Bound port: 18e23b02-3747-41d2-bac1-046c88511bb4, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:51.994804 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c86154ca-69b4-4c33-9707-99422c072421 req-893a010a-1720-4890-b263-c1deabeac464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:52.013125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device abbd4f71-d5e8-4542-97a3-455e9016b51d no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:26:52.039529 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: abbd4f71-d5e8-4542-97a3-455e9016b51d {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:26:52.039869 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device abbd4f71-d5e8-4542-97a3-455e9016b51d not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:26:52.114575 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-ff6c32d5-4f3f-40eb-ad77-c465a3818edb tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:52.169129 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2052aa-6374-4b0e-9765-fa30a2a0ab72 req-48c8048d-c032-495c-842c-cafecc1306d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:52.171344 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e2052aa-6374-4b0e-9765-fa30a2a0ab72 req-48c8048d-c032-495c-842c-cafecc1306d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=361fa6cbf75b47e49c1178546a3326cd&device_id=63192422-4b75-4c6f-ac6e-06d8c79c8ab2 HTTP/1.1" status: 200 len: 1095 time: 0.1657817 Aug 16 22:26:52.186090 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df20b7-4dba-44f3-a3ed-25f5cf490b34 req-2d986d1b-6a10-4903-815e-e1453ece0923 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:52.187793 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30df20b7-4dba-44f3-a3ed-25f5cf490b34 req-2d986d1b-6a10-4903-815e-e1453ece0923 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.1358614 Aug 16 22:26:52.224466 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c86154ca-69b4-4c33-9707-99422c072421 req-893a010a-1720-4890-b263-c1deabeac464 service neutron] For port 18e23b02-3747-41d2-bac1-046c88511bb4, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:52.287315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c86154ca-69b4-4c33-9707-99422c072421 req-893a010a-1720-4890-b263-c1deabeac464 service neutron] For port 18e23b02-3747-41d2-bac1-046c88511bb4, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=18e23b02-3747-41d2-bac1-046c88511bb4,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:52.300660 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c86154ca-69b4-4c33-9707-99422c072421 req-893a010a-1720-4890-b263-c1deabeac464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:52.321819 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-ff6c32d5-4f3f-40eb-ad77-c465a3818edb tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:52.332912 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['2d708612-0e75-4a7a-81b5-2eaa3c8591f7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:52.353284 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30df20b7-4dba-44f3-a3ed-25f5cf490b34 req-b6324f59-ac64-4db5-913d-ae514f35ba37 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501176 Aug 16 22:26:52.389256 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86154ca-69b4-4c33-9707-99422c072421 req-893a010a-1720-4890-b263-c1deabeac464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:52.389890 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c86154ca-69b4-4c33-9707-99422c072421 req-893a010a-1720-4890-b263-c1deabeac464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:52.391416 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c86154ca-69b4-4c33-9707-99422c072421 req-893a010a-1720-4890-b263-c1deabeac464 service neutron] 10.222.0.39 "PUT /v2.0/ports/18e23b02-3747-41d2-bac1-046c88511bb4 HTTP/1.1" status: 200 len: 1092 time: 2.3960385 Aug 16 22:26:52.440385 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-ff6c32d5-4f3f-40eb-ad77-c465a3818edb tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Network 06570d2f-3a83-4539-8177-055a5178f604 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:52.455240 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2052aa-6374-4b0e-9765-fa30a2a0ab72 req-f1fd2afe-8bd0-4a3b-9bff-0507def0e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:52.456721 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e2052aa-6374-4b0e-9765-fa30a2a0ab72 req-f1fd2afe-8bd0-4a3b-9bff-0507def0e734 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f9f912f5-cf6f-4ff9-af03-e26648f62561 HTTP/1.1" status: 200 len: 911 time: 0.2680745 Aug 16 22:26:52.457577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-ff6c32d5-4f3f-40eb-ad77-c465a3818edb tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:52.463604 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a010a-1720-4890-b263-c1deabeac464 service neutron] Pushing event updated for resources: {'Port': ['ID=18e23b02-3747-41d2-bac1-046c88511bb4,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:52.468611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-ff6c32d5-4f3f-40eb-ad77-c465a3818edb tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:52.602502 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e2052aa-6374-4b0e-9765-fa30a2a0ab72 req-48316f9d-b440-4776-b21c-ee8d8989b593 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2c6e567-6d28-43a6-88f1-6d64c44d57d1 HTTP/1.1" status: 200 len: 217 time: 0.1175973 Aug 16 22:26:52.618248 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad150a4-a653-4c04-97a3-130db4b740ce req-24d215d7-aa5c-4059-8d70-236252e7edb5 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:52.619741 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fad150a4-a653-4c04-97a3-130db4b740ce req-24d215d7-aa5c-4059-8d70-236252e7edb5 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.2752061 Aug 16 22:26:52.688927 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-ff6c32d5-4f3f-40eb-ad77-c465a3818edb tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:52.689535 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-ff6c32d5-4f3f-40eb-ad77-c465a3818edb tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:52.715120 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86154ca-69b4-4c33-9707-99422c072421 req-575dbb12-8d23-4718-9a40-418cd1ce88e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:52.717236 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c86154ca-69b4-4c33-9707-99422c072421 req-575dbb12-8d23-4718-9a40-418cd1ce88e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 1095 time: 0.2734261 Aug 16 22:26:52.717835 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c32d5-4f3f-40eb-ad77-c465a3818edb tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event updated for resources: {'Port': ['ID=c65f9e8a-f576-4284-bffa-cdad527a4902,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:52.734689 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929f333-0adb-4f76-9528-5d1abb4524b3 req-7b3a44e3-89e1-4829-9344-f361da8a14cd tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:52.736141 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d929f333-0adb-4f76-9528-5d1abb4524b3 req-7b3a44e3-89e1-4829-9344-f361da8a14cd tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 943 time: 0.2764888 Aug 16 22:26:53.047431 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-ff6c32d5-4f3f-40eb-ad77-c465a3818edb tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3710232 Aug 16 22:26:53.048771 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2052aa-6374-4b0e-9765-fa30a2a0ab72 req-310bee12-2e3b-4647-a3c6-bbc69796f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:53.050184 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e2052aa-6374-4b0e-9765-fa30a2a0ab72 req-310bee12-2e3b-4647-a3c6-bbc69796f5bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06a027f9-7175-41d7-9596-9d19a9e3f7bf HTTP/1.1" status: 200 len: 849 time: 0.4222984 Aug 16 22:26:53.058164 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c86154ca-69b4-4c33-9707-99422c072421 req-23b95287-2123-410e-8991-cb9acb99f0c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e23b02-3747-41d2-bac1-046c88511bb4 HTTP/1.1" status: 200 len: 217 time: 0.3209548 Aug 16 22:26:53.062947 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fad150a4-a653-4c04-97a3-130db4b740ce req-2622c9d3-0cee-4aa6-b9bc-780103d5e5dd tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319725 Aug 16 22:26:53.079383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] Request body: {'port': {'device_id': 'a2a18678-2827-45af-a7cb-deaf6b79e57d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:53.155974 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d929f333-0adb-4f76-9528-5d1abb4524b3 req-591bd562-a710-4f42-bd56-0178e67a95bf tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4067278 Aug 16 22:26:53.237075 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:53.239625 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86154ca-69b4-4c33-9707-99422c072421 req-0bed20e7-edc1-4e12-8028-1875012553af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:53.241102 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c86154ca-69b4-4c33-9707-99422c072421 req-0bed20e7-edc1-4e12-8028-1875012553af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 200 len: 851 time: 0.1554139 Aug 16 22:26:53.256186 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2052aa-6374-4b0e-9765-fa30a2a0ab72 req-0730dbc2-630d-4320-951c-b41367edd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:53.257639 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e2052aa-6374-4b0e-9765-fa30a2a0ab72 req-0730dbc2-630d-4320-951c-b41367edd19a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9f912f5-cf6f-4ff9-af03-e26648f62561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1738949 Aug 16 22:26:53.302845 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfd13c-b271-4f54-bff1-bf9891d2c0dc req-f6497305-f42c-4b8b-8315-569a6ec57793 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:53.304265 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3dbfd13c-b271-4f54-bff1-bf9891d2c0dc req-f6497305-f42c-4b8b-8315-569a6ec57793 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 931 time: 0.1520386 Aug 16 22:26:53.454232 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86154ca-69b4-4c33-9707-99422c072421 req-f958545e-ce8f-4fe9-b9f1-453a10a64ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:53.455752 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c86154ca-69b4-4c33-9707-99422c072421 req-f958545e-ce8f-4fe9-b9f1-453a10a64ebb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1955385 Aug 16 22:26:53.551575 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3dbfd13c-b271-4f54-bff1-bf9891d2c0dc req-497387b5-ffdc-419e-9ea9-892fb62460b3 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212417 Aug 16 22:26:53.624790 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2a5f1-981e-4f56-8108-58acc3103313 req-0a43da7b-9168-4cd6-aeb4-3f5a4a914035 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:53.626285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-12a2a5f1-981e-4f56-8108-58acc3103313 req-0a43da7b-9168-4cd6-aeb4-3f5a4a914035 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=63192422-4b75-4c6f-ac6e-06d8c79c8ab2 HTTP/1.1" status: 200 len: 943 time: 0.2392912 Aug 16 22:26:53.628086 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e2052aa-6374-4b0e-9765-fa30a2a0ab72 req-7103757e-5afa-4f78-abad-7204538a9487 service neutron] 10.222.0.39 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561320 Aug 16 22:26:53.815256 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c86154ca-69b4-4c33-9707-99422c072421 req-64c01818-ecb5-41a0-9011-114bf4ae34a8 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117290 Aug 16 22:26:53.841741 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-12a2a5f1-981e-4f56-8108-58acc3103313 req-ab7f1075-5cc4-4567-bac0-5d038b36672b tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=5c9bb0cb-8ca2-4cca-9b94-1e63be5b7a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831234 Aug 16 22:26:53.865766 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dac020-a48c-4b35-8ef3-d62fdeb91770 req-75f7d589-a7cb-40f9-adbb-5f0d89e33e5d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:53.867298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-57dac020-a48c-4b35-8ef3-d62fdeb91770 req-75f7d589-a7cb-40f9-adbb-5f0d89e33e5d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 945 time: 0.2506201 Aug 16 22:26:53.945790 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e2052aa-6374-4b0e-9765-fa30a2a0ab72 req-7845011c-ea54-445f-a4b7-0dc6edba99e1 service neutron] 10.222.0.39 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860849 Aug 16 22:26:53.952053 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'tag': '18e23b02-3747-41d2-bac1-046c88511bb4'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:53.954371 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731a4922-a9c6-458c-a6e6-a6d27e87c26a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e4f6be-f01c-491b-944d-060a0831c574", "tag": "18e23b02-3747-41d2-bac1-046c88511bb4"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:54.039070 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-57dac020-a48c-4b35-8ef3-d62fdeb91770 req-f3157609-8a45-43f7-ba1c-b67b15ac0f65 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513953 Aug 16 22:26:54.066419 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65f9e8a-f576-4284-bffa-cdad527a4902 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:54.072127 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c86154ca-69b4-4c33-9707-99422c072421 req-c4d7d94f-5e45-4e06-9d75-2bbcf8d74b0c service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339149 Aug 16 22:26:54.078180 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:54.099527 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fa3d4-99a7-4edc-815a-c59d5577ea1e req-61694f18-73f8-49d7-86cb-245c4d2c3fbb tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:54.105383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fa3d4-99a7-4edc-815a-c59d5577ea1e req-61694f18-73f8-49d7-86cb-245c4d2c3fbb tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:54.107011 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-df4fa3d4-99a7-4edc-815a-c59d5577ea1e req-61694f18-73f8-49d7-86cb-245c4d2c3fbb tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?device_id=1495e603-b57f-4270-a9e6-7fb6a998745b&device_id=2fd84c7c-3307-4e17-a7f1-3bfad1036f65 HTTP/1.1" status: 200 len: 1682 time: 0.1339104 Aug 16 22:26:54.118052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] Transition to ACTIVE for port object c65f9e8a-f576-4284-bffa-cdad527a4902 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:54.132011 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:54.225664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-df4fa3d4-99a7-4edc-815a-c59d5577ea1e req-e61447da-5ad5-425d-be38-3b04ce8dc0db tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/security-groups?id=3091df25-f37a-4fb7-8d26-2300a686db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053858 Aug 16 22:26:54.236035 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573173ef-641d-4502-ad7b-eb475eb8c15d req-48740f38-d200-4499-b812-2ce47980e980 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:54.237517 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-573173ef-641d-4502-ad7b-eb475eb8c15d req-48740f38-d200-4499-b812-2ce47980e980 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.1291084 Aug 16 22:26:54.239670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] Pushing event updated for resources: {'Port': ['ID=c65f9e8a-f576-4284-bffa-cdad527a4902,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:54.349601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-573173ef-641d-4502-ad7b-eb475eb8c15d req-1ec675b4-05e3-45d5-a3ca-c10791d84a67 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943365 Aug 16 22:26:54.373988 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075afd93-8ff0-42ed-a03e-66ece21dafba req-bc0a8933-cf77-498a-b5a8-1841046b1a09 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:54.375527 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-075afd93-8ff0-42ed-a03e-66ece21dafba req-bc0a8933-cf77-498a-b5a8-1841046b1a09 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0946546 Aug 16 22:26:54.376224 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] Attempting to bind port c65f9e8a-f576-4284-bffa-cdad527a4902 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:54.376552 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] Attempting to bind port c65f9e8a-f576-4284-bffa-cdad527a4902 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'c1f7b533-7910-4022-bae1-043d13109099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '06570d2f-3a83-4539-8177-055a5178f604'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:54.376949 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] Attempting to bind port c65f9e8a-f576-4284-bffa-cdad527a4902 on network 06570d2f-3a83-4539-8177-055a5178f604 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:54.382610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] Port c65f9e8a-f576-4284-bffa-cdad527a4902 on network 06570d2f-3a83-4539-8177-055a5178f604 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:26:54.382936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] Attempting to bind port c65f9e8a-f576-4284-bffa-cdad527a4902 on network 06570d2f-3a83-4539-8177-055a5178f604 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:54.392651 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fff5512-48e9-4639-9c0c-5e086617dbe6 x-openstack-request-id: req-0fff5512-48e9-4639-9c0c-5e086617dbe6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:54.392933 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e4f6be-f01c-491b-944d-060a0831c574", "tag": "18e23b02-3747-41d2-bac1-046c88511bb4", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:54.393185 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0fff5512-48e9-4639-9c0c-5e086617dbe6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:54.393577 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'tag': '18e23b02-3747-41d2-bac1-046c88511bb4', 'status': 'completed', 'code': 200} Aug 16 22:26:54.395638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:54.395876 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] Checking segment: {'id': 'c1f7b533-7910-4022-bae1-043d13109099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '06570d2f-3a83-4539-8177-055a5178f604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:54.396337 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] Bound using segment: {'id': 'c1f7b533-7910-4022-bae1-043d13109099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '06570d2f-3a83-4539-8177-055a5178f604'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:54.396682 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] Bound port: c65f9e8a-f576-4284-bffa-cdad527a4902, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f7b533-7910-4022-bae1-043d13109099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '06570d2f-3a83-4539-8177-055a5178f604'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:54.397038 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:54.495507 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-075afd93-8ff0-42ed-a03e-66ece21dafba req-69e53663-1d71-4979-bfed-84a7a8d8b59a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136696 Aug 16 22:26:54.549258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] For port c65f9e8a-f576-4284-bffa-cdad527a4902, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:54.553621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a4922-a9c6-458c-a6e6-a6d27e87c26a req-7db20016-d58b-445a-8420-bdb27e71c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:54.555171 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-731a4922-a9c6-458c-a6e6-a6d27e87c26a req-7db20016-d58b-445a-8420-bdb27e71c388 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 1095 time: 0.1272111 Aug 16 22:26:54.571118 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a3925-cb66-47c0-a2ec-41d6ae13f862 req-141a9075-c305-4251-8035-c31e7d682161 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:54.572644 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e72a3925-cb66-47c0-a2ec-41d6ae13f862 req-141a9075-c305-4251-8035-c31e7d682161 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 943 time: 0.1169031 Aug 16 22:26:54.583305 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] For port c65f9e8a-f576-4284-bffa-cdad527a4902, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c65f9e8a-f576-4284-bffa-cdad527a4902,segment=NetworkSegment(c1f7b533-7910-4022-bae1-043d13109099),segment_id=c1f7b533-7910-4022-bae1-043d13109099)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:54.625429 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:54.723771 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:54.724378 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:54.725728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] 10.222.0.39 "PUT /v2.0/ports/c65f9e8a-f576-4284-bffa-cdad527a4902 HTTP/1.1" status: 200 len: 1092 time: 1.6522090 Aug 16 22:26:54.739045 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e72a3925-cb66-47c0-a2ec-41d6ae13f862 req-9bb93309-3c1a-4b8f-96a5-85cfc26d1981 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544592 Aug 16 22:26:54.776072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a4922-a9c6-458c-a6e6-a6d27e87c26a req-5586d207-b75d-43fe-ace3-02fc0c04bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:54.777591 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-731a4922-a9c6-458c-a6e6-a6d27e87c26a req-5586d207-b75d-43fe-ace3-02fc0c04bc81 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 913 time: 0.2040949 Aug 16 22:26:54.779051 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ef6a1-e67a-4a0e-a4bb-c6792ccad06f service neutron] Pushing event updated for resources: {'Port': ['ID=c65f9e8a-f576-4284-bffa-cdad527a4902,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:54.788661 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b3033-b1e2-4af5-8dd6-4545bed1f531 req-6f965f88-2d13-4c90-8439-0ae1c69ce195 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:54.790172 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-932b3033-b1e2-4af5-8dd6-4545bed1f531 req-6f965f88-2d13-4c90-8439-0ae1c69ce195 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1536357 Aug 16 22:26:54.856860 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-731a4922-a9c6-458c-a6e6-a6d27e87c26a req-04ca11f3-79a3-4c5c-a320-3aece03b977c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e23b02-3747-41d2-bac1-046c88511bb4 HTTP/1.1" status: 200 len: 217 time: 0.0645845 Aug 16 22:26:54.955465 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-932b3033-b1e2-4af5-8dd6-4545bed1f531 req-9ee9b2d8-0b9c-4de1-8196-c75dcc2be5eb tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482334 Aug 16 22:26:54.962229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-67490095-9679-4281-ba06-6bd6f393decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:54.963656 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-67490095-9679-4281-ba06-6bd6f393decd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63f6b9c2c6ae48ef87d525eb49b57621&device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 1095 time: 0.1726217 Aug 16 22:26:54.966980 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a4922-a9c6-458c-a6e6-a6d27e87c26a req-9ece222d-4c09-4131-a2ef-214506264e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:54.968861 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-731a4922-a9c6-458c-a6e6-a6d27e87c26a req-9ece222d-4c09-4131-a2ef-214506264e95 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 200 len: 851 time: 0.1040168 Aug 16 22:26:54.985886 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e64df-26c6-4b3f-a4c4-cdcd4c6ef64d req-f7b6b7ad-d585-4be6-80c3-b1ce291e6dec tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:54.987407 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2c6e64df-26c6-4b3f-a4c4-cdcd4c6ef64d req-f7b6b7ad-d585-4be6-80c3-b1ce291e6dec tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 943 time: 0.1113977 Aug 16 22:26:55.050457 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-671d49a3-0d40-461b-9c8d-7b05010d9395 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c65f9e8a-f576-4284-bffa-cdad527a4902 HTTP/1.1" status: 200 len: 217 time: 0.0609851 Aug 16 22:26:55.395709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2c6e64df-26c6-4b3f-a4c4-cdcd4c6ef64d req-1780e35a-b35d-4bf6-805f-3154bc04b0fe tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940485 Aug 16 22:26:55.402621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a4922-a9c6-458c-a6e6-a6d27e87c26a req-6ff10654-e0d5-4c7c-b338-78a4fcf8dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:55.404084 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-731a4922-a9c6-458c-a6e6-a6d27e87c26a req-6ff10654-e0d5-4c7c-b338-78a4fcf8dd5c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4158268 Aug 16 22:26:55.417100 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-d6458df3-2a9f-427b-98a3-2d555cd5536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:55.418782 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-d6458df3-2a9f-427b-98a3-2d555cd5536d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1be961d4-d4dd-496d-9bb9-ca13e6a5ead7 HTTP/1.1" status: 200 len: 852 time: 0.3496132 Aug 16 22:26:55.435408 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c83c4-b925-4d5c-b792-00e14dfd3520 req-216f9212-8aab-4e90-85e4-9228ef3101d9 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:55.437600 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7a4c83c4-b925-4d5c-b792-00e14dfd3520 req-216f9212-8aab-4e90-85e4-9228ef3101d9 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=63192422-4b75-4c6f-ac6e-06d8c79c8ab2 HTTP/1.1" status: 200 len: 943 time: 0.3904665 Aug 16 22:26:55.510355 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-ac117c4e-8e3a-43c4-9eb1-2e0cc1a4818f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06570d2f-3a83-4539-8177-055a5178f604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714121 Aug 16 22:26:55.627111 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7a4c83c4-b925-4d5c-b792-00e14dfd3520 req-869e1ba6-0b02-4236-bd1e-70ca055a9d2f tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=5c9bb0cb-8ca2-4cca-9b94-1e63be5b7a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758385 Aug 16 22:26:55.673783 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-731a4922-a9c6-458c-a6e6-a6d27e87c26a req-46966b75-ca6c-4f2a-9826-641d323ba3d9 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532175 Aug 16 22:26:55.742956 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-22581a7d-8748-4413-9ee9-9a27d0e3a154 service neutron] 10.222.0.39 "GET /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181144 Aug 16 22:26:55.767669 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28f448-5fe6-41f1-9176-6fef8ce27da0 req-d1b22539-16a1-441d-a791-5b5d81071b59 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:55.769100 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc28f448-5fe6-41f1-9176-6fef8ce27da0 req-d1b22539-16a1-441d-a791-5b5d81071b59 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 945 time: 0.1809080 Aug 16 22:26:55.888603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16548318-940c-4143-a404-889974d8aeaf req-a122d421-090f-49e4-b7ce-91517293306b tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:55.890150 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-16548318-940c-4143-a404-889974d8aeaf req-a122d421-090f-49e4-b7ce-91517293306b tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.2046151 Aug 16 22:26:55.905347 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc28f448-5fe6-41f1-9176-6fef8ce27da0 req-64f5780b-de04-49d4-a51c-91644e5c6b31 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191428 Aug 16 22:26:55.943208 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-731a4922-a9c6-458c-a6e6-a6d27e87c26a req-14862ec0-1862-4b8e-b73c-201a5cf95660 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562685 Aug 16 22:26:55.970281 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1313e10d-124f-4c59-864a-51ca18bc67e4 req-cb6e78d4-3d89-4093-bb6f-f0b2b22a72b7 service neutron] 10.222.0.39 "GET /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984587 Aug 16 22:26:55.983074 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-16548318-940c-4143-a404-889974d8aeaf req-17c0f4aa-1aeb-4d32-a92a-3982608422f8 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827875 Aug 16 22:26:56.021777 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0518f7-72c9-4010-8bdd-8e45f9a2f897 req-937f8ec9-e47f-4304-ba19-51c9a4af4fea tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:56.023301 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf0518f7-72c9-4010-8bdd-8e45f9a2f897 req-937f8ec9-e47f-4304-ba19-51c9a4af4fea tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0596189 Aug 16 22:26:56.024228 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d2c6e567-6d28-43a6-88f1-6d64c44d57d1 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:26:56.064655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf0518f7-72c9-4010-8bdd-8e45f9a2f897 req-0e9368a9-50a9-44b2-baa4-305b2b722448 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350990 Aug 16 22:26:56.136370 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d2c6e567-6d28-43a6-88f1-6d64c44d57d1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d2c6e567-6d28-43a6-88f1-6d64c44d57d1,segment=NetworkSegment(1fb551a9-9c7f-4967-b244-9a7b8527c392),segment_id=1fb551a9-9c7f-4967-b244-9a7b8527c392)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:56.148692 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'd2c6e567-6d28-43a6-88f1-6d64c44d57d1', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'port_id': 'd2c6e567-6d28-43a6-88f1-6d64c44d57d1', 'mac_address': 'fa:16:3e:9d:f6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:26:56.187484 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:56.201106 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c6e567-6d28-43a6-88f1-6d64c44d57d1 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:56.222109 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d2c6e567-6d28-43a6-88f1-6d64c44d57d1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d2c6e567-6d28-43a6-88f1-6d64c44d57d1,segment=NetworkSegment(1fb551a9-9c7f-4967-b244-9a7b8527c392),segment_id=1fb551a9-9c7f-4967-b244-9a7b8527c392)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:56.225947 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:56.254358 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb91ed-c9cc-4e1d-be74-0e64c6c45644 req-25f7f86a-4603-419f-9925-6ef28d758090 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:56.255846 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ecbb91ed-c9cc-4e1d-be74-0e64c6c45644 req-25f7f86a-4603-419f-9925-6ef28d758090 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 943 time: 0.0836473 Aug 16 22:26:56.268711 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9071e-5856-4162-aeaf-3c56d6ae0248 req-5f5fb601-02bb-4b87-8dd7-55272ad65816 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:56.270201 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0bf9071e-5856-4162-aeaf-3c56d6ae0248 req-5f5fb601-02bb-4b87-8dd7-55272ad65816 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0717008 Aug 16 22:26:56.274742 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=d2c6e567-6d28-43a6-88f1-6d64c44d57d1,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:56.327246 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ecbb91ed-c9cc-4e1d-be74-0e64c6c45644 req-9106fcb3-d77b-4b7f-9844-bf8b7e27bba8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559452 Aug 16 22:26:56.339980 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0bf9071e-5856-4162-aeaf-3c56d6ae0248 req-1bb22623-042e-482d-9fe2-6700d87655f1 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621314 Aug 16 22:26:56.394726 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a18678-2827-45af-a7cb-deaf6b79e57d', 'tag': 'c65f9e8a-f576-4284-bffa-cdad527a4902'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:56.397102 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9e264c-68d9-4e94-be68-201175d4382d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a18678-2827-45af-a7cb-deaf6b79e57d", "tag": "c65f9e8a-f576-4284-bffa-cdad527a4902"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:56.433650 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08af8ca3-7dc9-418c-8d89-e33e040d0bda x-openstack-request-id: req-08af8ca3-7dc9-418c-8d89-e33e040d0bda {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:56.434020 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a18678-2827-45af-a7cb-deaf6b79e57d", "tag": "c65f9e8a-f576-4284-bffa-cdad527a4902", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:56.434275 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-08af8ca3-7dc9-418c-8d89-e33e040d0bda {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:56.434664 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a18678-2827-45af-a7cb-deaf6b79e57d', 'tag': 'c65f9e8a-f576-4284-bffa-cdad527a4902', 'status': 'completed', 'code': 200} Aug 16 22:26:56.472079 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef4cd4-9dc7-49ed-85e3-4b63b5e2eb3d req-9caad3a9-b9d3-4af0-9d7d-a6ffa36f96de tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:56.473734 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0fef4cd4-9dc7-49ed-85e3-4b63b5e2eb3d req-9caad3a9-b9d3-4af0-9d7d-a6ffa36f96de tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?device_id=2fd84c7c-3307-4e17-a7f1-3bfad1036f65 HTTP/1.1" status: 200 len: 945 time: 0.0521965 Aug 16 22:26:56.566209 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0fef4cd4-9dc7-49ed-85e3-4b63b5e2eb3d req-000e0785-81e4-4b20-914d-710672fb1272 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/security-groups?id=3091df25-f37a-4fb7-8d26-2300a686db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828135 Aug 16 22:26:56.572885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e264c-68d9-4e94-be68-201175d4382d req-e4b94a47-f51e-46c8-8091-7af9f8715d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:56.574358 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a9e264c-68d9-4e94-be68-201175d4382d req-e4b94a47-f51e-46c8-8091-7af9f8715d66 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63f6b9c2c6ae48ef87d525eb49b57621&device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 1095 time: 0.0997119 Aug 16 22:26:56.584729 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6957a-1025-4499-88da-0a1a460eba3e req-2487dc8e-31b0-4af2-a7cf-db213036327e tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:56.586148 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8b6957a-1025-4499-88da-0a1a460eba3e req-2487dc8e-31b0-4af2-a7cf-db213036327e tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 943 time: 0.0832736 Aug 16 22:26:56.691841 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['d2c6e567-6d28-43a6-88f1-6d64c44d57d1'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:56.706480 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8b6957a-1025-4499-88da-0a1a460eba3e req-29e69410-cc23-4c7a-89e4-7d8de5f27157 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108449 Aug 16 22:26:56.743423 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82fadc-6a88-443e-90d4-8901258d1095 req-07d8a295-fc77-4bac-93e6-de18abe414f4 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:56.744578 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f82fadc-6a88-443e-90d4-8901258d1095 req-07d8a295-fc77-4bac-93e6-de18abe414f4 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1026707 Aug 16 22:26:56.746222 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e264c-68d9-4e94-be68-201175d4382d req-c4d2a133-b2c6-483c-acf6-1f658d0e2ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:56.747607 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a9e264c-68d9-4e94-be68-201175d4382d req-c4d2a133-b2c6-483c-acf6-1f658d0e2ebf service neutron] 10.222.0.39 "GET /v2.0/networks?id=06570d2f-3a83-4539-8177-055a5178f604 HTTP/1.1" status: 200 len: 913 time: 0.1604800 Aug 16 22:26:56.828325 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a9e264c-68d9-4e94-be68-201175d4382d req-cbd7e729-dc5f-4f0f-b3df-02fc3711b514 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c65f9e8a-f576-4284-bffa-cdad527a4902 HTTP/1.1" status: 200 len: 217 time: 0.0692868 Aug 16 22:26:56.847664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f82fadc-6a88-443e-90d4-8901258d1095 req-95bdc571-79f2-4e3a-a1ad-1d754a4f82ec tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956295 Aug 16 22:26:56.893242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819dc24-15e6-48b1-a715-6f843549b1e5 req-3267e3dd-b4ac-408e-90f9-924169992daf tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:56.894767 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8819dc24-15e6-48b1-a715-6f843549b1e5 req-3267e3dd-b4ac-408e-90f9-924169992daf tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=63192422-4b75-4c6f-ac6e-06d8c79c8ab2 HTTP/1.1" status: 200 len: 944 time: 0.1234183 Aug 16 22:26:56.917694 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e264c-68d9-4e94-be68-201175d4382d req-d8b09b66-6cd4-46cb-b40e-2b1a74618305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:56.919136 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a9e264c-68d9-4e94-be68-201175d4382d req-d8b09b66-6cd4-46cb-b40e-2b1a74618305 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1be961d4-d4dd-496d-9bb9-ca13e6a5ead7 HTTP/1.1" status: 200 len: 852 time: 0.0748239 Aug 16 22:26:56.980301 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a9e264c-68d9-4e94-be68-201175d4382d req-1b251120-b338-4e24-8676-bf06e0e5907b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06570d2f-3a83-4539-8177-055a5178f604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467293 Aug 16 22:26:56.988333 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8819dc24-15e6-48b1-a715-6f843549b1e5 req-18d0dba4-abda-42c7-84fc-01a28d36ae39 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=5c9bb0cb-8ca2-4cca-9b94-1e63be5b7a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875463 Aug 16 22:26:57.048354 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401deee-b524-4e31-a6d6-7cffb0075e67 req-c7e7d7a0-d01d-465d-b712-a201a9cc3e95 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:57.049816 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1401deee-b524-4e31-a6d6-7cffb0075e67 req-c7e7d7a0-d01d-465d-b712-a201a9cc3e95 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1339204 Aug 16 22:26:57.148931 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1401deee-b524-4e31-a6d6-7cffb0075e67 req-3ec39fcb-6377-405f-867c-440434a09692 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815823 Aug 16 22:26:57.156903 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e3595-53f3-4bde-844b-b74d81c44c46 req-3265411a-2ae2-4004-aa37-fb114d12f1b8 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:57.158384 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f8e3595-53f3-4bde-844b-b74d81c44c46 req-3265411a-2ae2-4004-aa37-fb114d12f1b8 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 945 time: 0.1063297 Aug 16 22:26:57.169408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a9e264c-68d9-4e94-be68-201175d4382d req-54d41f08-ac19-46e2-b091-703f31be240f service neutron] 10.222.0.39 "GET /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771193 Aug 16 22:26:57.268705 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f8e3595-53f3-4bde-844b-b74d81c44c46 req-91177931-c2b6-4d24-8d27-690e4f719a48 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024768 Aug 16 22:26:57.308614 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3803ce-e000-4acf-aeaa-a237250bb509 req-78924d6b-4830-477f-8383-2fcf483ef682 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:57.310093 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c3803ce-e000-4acf-aeaa-a237250bb509 req-78924d6b-4830-477f-8383-2fcf483ef682 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.0810957 Aug 16 22:26:57.333112 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a9e264c-68d9-4e94-be68-201175d4382d req-d555377f-8d3c-4aea-a60f-913682ae65e9 service neutron] 10.222.0.39 "GET /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501245 Aug 16 22:26:57.359511 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c3803ce-e000-4acf-aeaa-a237250bb509 req-b188b13e-ae73-4f5e-a058-dec04df5d86e tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384824 Aug 16 22:26:57.477130 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2ee31-c7ba-45cd-8916-412c1ea317ff req-9dc1b669-bce6-4c36-a26a-10b4b05cfbc3 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:57.478718 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45c2ee31-c7ba-45cd-8916-412c1ea317ff req-9dc1b669-bce6-4c36-a26a-10b4b05cfbc3 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 943 time: 0.0751271 Aug 16 22:26:57.490954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f8bf0-5874-406d-bc96-70afb8f0a653 req-aa45e8b7-9b98-49cb-8dcd-840924cf3840 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:57.492339 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-226f8bf0-5874-406d-bc96-70afb8f0a653 req-aa45e8b7-9b98-49cb-8dcd-840924cf3840 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0780814 Aug 16 22:26:57.548692 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45c2ee31-c7ba-45cd-8916-412c1ea317ff req-50479d86-bfe2-4228-990f-c0563edc79a5 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553331 Aug 16 22:26:57.553364 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-226f8bf0-5874-406d-bc96-70afb8f0a653 req-3209128c-5e6d-4df9-bfdb-1e496a9f14c1 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544674 Aug 16 22:26:57.703600 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda311cb-badd-4981-9527-905262d4fff6 req-5449cac4-6876-4719-8406-05f8e3b23427 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:57.705102 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cda311cb-badd-4981-9527-905262d4fff6 req-5449cac4-6876-4719-8406-05f8e3b23427 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0764887 Aug 16 22:26:57.713221 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5efb1c-6960-4151-97d1-3efe223ad296 req-776c1703-074e-4129-8f5f-f4e32d43c318 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:57.714894 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8d5efb1c-6960-4151-97d1-3efe223ad296 req-776c1703-074e-4129-8f5f-f4e32d43c318 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?device_id=2fd84c7c-3307-4e17-a7f1-3bfad1036f65 HTTP/1.1" status: 200 len: 945 time: 0.0771053 Aug 16 22:26:57.769196 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cda311cb-badd-4981-9527-905262d4fff6 req-9c6cdd8a-c648-4bff-ba2f-6aa8b8359ff0 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533507 Aug 16 22:26:57.773844 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8d5efb1c-6960-4151-97d1-3efe223ad296 req-b0247cc1-6be0-43dc-ac21-a06debc73c03 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/security-groups?id=3091df25-f37a-4fb7-8d26-2300a686db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522804 Aug 16 22:26:57.910286 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796339e-cd46-4e47-a7db-78e8b2b9a740 req-6c7fdb77-6c2c-43d1-b1f9-21c59e2fc241 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:57.911751 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8796339e-cd46-4e47-a7db-78e8b2b9a740 req-6c7fdb77-6c2c-43d1-b1f9-21c59e2fc241 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd84c7c-3307-4e17-a7f1-3bfad1036f65 HTTP/1.1" status: 200 len: 945 time: 0.1174867 Aug 16 22:26:57.957312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3244354-ddc8-4302-9251-304dbb072e7d req-3cc279bd-6db8-46fc-b903-1eb6fd1d2c72 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:57.958851 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3244354-ddc8-4302-9251-304dbb072e7d req-3cc279bd-6db8-46fc-b903-1eb6fd1d2c72 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 943 time: 0.1219654 Aug 16 22:26:57.982526 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f803e86-65d6-4cc8-8ac1-87047674e75a req-bb87d3dd-05fa-4df7-8a22-c1ec9bee94d5 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:57.984609 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f803e86-65d6-4cc8-8ac1-87047674e75a req-bb87d3dd-05fa-4df7-8a22-c1ec9bee94d5 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1296797 Aug 16 22:26:58.047056 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 18e23b02-3747-41d2-bac1-046c88511bb4 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:26:58.051033 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d2c6e567-6d28-43a6-88f1-6d64c44d57d1 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:58.071037 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3244354-ddc8-4302-9251-304dbb072e7d req-e1302718-9b5f-4168-8674-3a026d410718 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046154 Aug 16 22:26:58.078218 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f803e86-65d6-4cc8-8ac1-87047674e75a req-8cea3bc9-eece-4e94-b9fc-0bdfd63e1e22 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849640 Aug 16 22:26:58.096077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-8796339e-cd46-4e47-a7db-78e8b2b9a740 req-1dc8e5f8-9812-4576-b015-93974ca5dfc2 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Deleting port 890a48ad-75f7-40fc-8649-51dbf2b4ae8f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:58.096428 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8796339e-cd46-4e47-a7db-78e8b2b9a740 req-1dc8e5f8-9812-4576-b015-93974ca5dfc2 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:58.168066 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port d2c6e567-6d28-43a6-88f1-6d64c44d57d1 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:58.176828 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port d2c6e567-6d28-43a6-88f1-6d64c44d57d1 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:58.177211 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:58.225380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 18e23b02-3747-41d2-bac1-046c88511bb4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=18e23b02-3747-41d2-bac1-046c88511bb4,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:58.240793 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '18e23b02-3747-41d2-bac1-046c88511bb4', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'port_id': '18e23b02-3747-41d2-bac1-046c88511bb4', 'mac_address': 'fa:16:3e:ab:c0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:26:58.307330 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca470f-ba7b-4b41-b968-2662b909a6b9 req-43bb0de6-b8a8-4b1a-9278-15a3d7a1c28c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:58.308819 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31ca470f-ba7b-4b41-b968-2662b909a6b9 req-43bb0de6-b8a8-4b1a-9278-15a3d7a1c28c tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=63192422-4b75-4c6f-ac6e-06d8c79c8ab2 HTTP/1.1" status: 200 len: 944 time: 0.1626327 Aug 16 22:26:58.311401 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-8796339e-cd46-4e47-a7db-78e8b2b9a740 req-1dc8e5f8-9812-4576-b015-93974ca5dfc2 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] For port 890a48ad-75f7-40fc-8649-51dbf2b4ae8f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=890a48ad-75f7-40fc-8649-51dbf2b4ae8f,segment=NetworkSegment(5e501e29-9f77-47b9-92a1-8d3448d3d012),segment_id=5e501e29-9f77-47b9-92a1-8d3448d3d012)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:58.312348 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8796339e-cd46-4e47-a7db-78e8b2b9a740 req-1dc8e5f8-9812-4576-b015-93974ca5dfc2 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:58.316544 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:58.319271 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:58.321598 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed186892-0a65-45b0-a844-94b8691c5187 req-187c714a-84d2-41b6-8beb-52e5b6d1b12f tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:58.323023 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed186892-0a65-45b0-a844-94b8691c5187 req-187c714a-84d2-41b6-8beb-52e5b6d1b12f tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.39 "GET /v2.0/ports?device_id=1495e603-b57f-4270-a9e6-7fb6a998745b HTTP/1.1" status: 200 len: 946 time: 0.1779456 Aug 16 22:26:58.336168 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c3f13-f2b2-4344-a9e6-8e6f642c45fd req-12b808ed-2b77-4e70-bdc9-b70fdde87318 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:58.337069 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e23b02-3747-41d2-bac1-046c88511bb4 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:58.337582 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-270c3f13-f2b2-4344-a9e6-8e6f642c45fd req-12b808ed-2b77-4e70-bdc9-b70fdde87318 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1610873 Aug 16 22:26:58.356665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-8796339e-cd46-4e47-a7db-78e8b2b9a740 req-1dc8e5f8-9812-4576-b015-93974ca5dfc2 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Calling delete_port for 890a48ad-75f7-40fc-8649-51dbf2b4ae8f owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:58.364901 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63192422-4b75-4c6f-ac6e-06d8c79c8ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c6e567-6d28-43a6-88f1-6d64c44d57d1'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:58.367169 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b706714-15a7-4ae7-b130-fc16607a79bb" -d '{"events": [{"server_uuid": "63192422-4b75-4c6f-ac6e-06d8c79c8ab2", "name": "network-vif-plugged", "status": "completed", "tag": "d2c6e567-6d28-43a6-88f1-6d64c44d57d1"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:58.380004 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 18e23b02-3747-41d2-bac1-046c88511bb4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=18e23b02-3747-41d2-bac1-046c88511bb4,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:58.386462 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d2c6e567-6d28-43a6-88f1-6d64c44d57d1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d2c6e567-6d28-43a6-88f1-6d64c44d57d1,segment=NetworkSegment(1fb551a9-9c7f-4967-b244-9a7b8527c392),segment_id=1fb551a9-9c7f-4967-b244-9a7b8527c392)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:58.387927 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:58.393568 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:58.440987 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=18e23b02-3747-41d2-bac1-046c88511bb4,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:58.478434 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31ca470f-ba7b-4b41-b968-2662b909a6b9 req-12810cfb-a744-4c61-ab1a-5cb09c9e7dc2 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=5c9bb0cb-8ca2-4cca-9b94-1e63be5b7a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497209 Aug 16 22:26:58.500485 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=d2c6e567-6d28-43a6-88f1-6d64c44d57d1,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:58.512469 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-270c3f13-f2b2-4344-a9e6-8e6f642c45fd req-b3f8179a-2994-4a76-b138-afcfdc063498 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588755 Aug 16 22:26:58.601613 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-ed186892-0a65-45b0-a844-94b8691c5187 req-874cad47-5699-4077-a25c-a4e0be28fe32 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Deleting port 3604520b-5cbf-49e0-8143-f76811a9d0cd {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:58.601951 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed186892-0a65-45b0-a844-94b8691c5187 req-874cad47-5699-4077-a25c-a4e0be28fe32 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:58.687683 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77494349-5706-4f70-b918-b4633c4e6814 x-openstack-request-id: req-77494349-5706-4f70-b918-b4633c4e6814 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:58.688034 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63192422-4b75-4c6f-ac6e-06d8c79c8ab2", "name": "network-vif-plugged", "status": "completed", "tag": "d2c6e567-6d28-43a6-88f1-6d64c44d57d1", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:58.688391 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-77494349-5706-4f70-b918-b4633c4e6814 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:58.688870 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63192422-4b75-4c6f-ac6e-06d8c79c8ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c6e567-6d28-43a6-88f1-6d64c44d57d1', 'code': 200} Aug 16 22:26:58.697738 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['18e23b02-3747-41d2-bac1-046c88511bb4'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:58.942450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e7e01-23d8-4802-86c3-a0d3d605ff03 req-2887f84f-9b80-4698-8712-02b4c23d7a44 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:58.943985 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce6e7e01-23d8-4802-86c3-a0d3d605ff03 req-2887f84f-9b80-4698-8712-02b4c23d7a44 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 945 time: 0.3956845 Aug 16 22:26:59.082336 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8796339e-cd46-4e47-a7db-78e8b2b9a740 req-1dc8e5f8-9812-4576-b015-93974ca5dfc2 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:59.123337 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce6e7e01-23d8-4802-86c3-a0d3d605ff03 req-7a4b3370-d3c4-42f1-a105-c50ad8e6cb99 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610363 Aug 16 22:26:59.131040 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ad561-5e9a-4a5c-91e2-dd496368ac29 req-41bd742a-ad79-4a66-8cf4-85162c05f57b tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:59.132485 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a06ad561-5e9a-4a5c-91e2-dd496368ac29 req-41bd742a-ad79-4a66-8cf4-85162c05f57b tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.1997659 Aug 16 22:26:59.144575 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f03330-30e7-488b-8270-302e17a36942 req-161e01ff-6cb3-4078-923b-0de7a80886cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:59.144575 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d1f03330-30e7-488b-8270-302e17a36942 req-161e01ff-6cb3-4078-923b-0de7a80886cd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=63192422-4b75-4c6f-ac6e-06d8c79c8ab2 HTTP/1.1" status: 200 len: 1097 time: 0.2078898 Aug 16 22:26:59.146593 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8e5f8-9812-4576-b015-93974ca5dfc2 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Pushing event deleted for resources: {'Port': ['ID=890a48ad-75f7-40fc-8649-51dbf2b4ae8f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:59.153877 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ed186892-0a65-45b0-a844-94b8691c5187 req-874cad47-5699-4077-a25c-a4e0be28fe32 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] For port 3604520b-5cbf-49e0-8143-f76811a9d0cd, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=3604520b-5cbf-49e0-8143-f76811a9d0cd,segment=NetworkSegment(5e501e29-9f77-47b9-92a1-8d3448d3d012),segment_id=5e501e29-9f77-47b9-92a1-8d3448d3d012)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:59.153877 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed186892-0a65-45b0-a844-94b8691c5187 req-874cad47-5699-4077-a25c-a4e0be28fe32 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:59.205143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-ed186892-0a65-45b0-a844-94b8691c5187 req-874cad47-5699-4077-a25c-a4e0be28fe32 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Calling delete_port for 3604520b-5cbf-49e0-8143-f76811a9d0cd owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:59.237238 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8796339e-cd46-4e47-a7db-78e8b2b9a740 req-1dc8e5f8-9812-4576-b015-93974ca5dfc2 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] No DVR routers for this DVR port 890a48ad-75f7-40fc-8649-51dbf2b4ae8f on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:26:59.245867 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8796339e-cd46-4e47-a7db-78e8b2b9a740 req-1dc8e5f8-9812-4576-b015-93974ca5dfc2 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:59.247940 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8796339e-cd46-4e47-a7db-78e8b2b9a740 req-1dc8e5f8-9812-4576-b015-93974ca5dfc2 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.39 "DELETE /v2.0/ports/890a48ad-75f7-40fc-8649-51dbf2b4ae8f HTTP/1.1" status: 204 len: 173 time: 1.3272343 Aug 16 22:26:59.251325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd84c7c-3307-4e17-a7f1-3bfad1036f65', 'name': 'network-vif-deleted', 'tag': '890a48ad-75f7-40fc-8649-51dbf2b4ae8f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:59.253588 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c4facf-7fcf-4b48-8c32-68661fce7b27" -d '{"events": [{"server_uuid": "2fd84c7c-3307-4e17-a7f1-3bfad1036f65", "name": "network-vif-deleted", "tag": "890a48ad-75f7-40fc-8649-51dbf2b4ae8f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:59.307212 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a06ad561-5e9a-4a5c-91e2-dd496368ac29 req-423d2246-bded-4543-9dca-a60403891d4d tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666021 Aug 16 22:26:59.318970 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d1f03330-30e7-488b-8270-302e17a36942 req-9c1a0584-2f2c-46d4-a1d5-05017f014d80 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5c9bb0cb-8ca2-4cca-9b94-1e63be5b7a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590269 Aug 16 22:26:59.396330 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9907215-b7ec-4add-95af-7a1d843d5890 req-f9b102fe-e89b-4d48-9980-9df1c52e6e80 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:59.397827 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a9907215-b7ec-4add-95af-7a1d843d5890 req-f9b102fe-e89b-4d48-9980-9df1c52e6e80 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1275554 Aug 16 22:26:59.414595 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8054a3b8-1e9a-45aa-a23e-36475536bd71 req-7824ab55-5c96-48d5-b2b3-a774e398be64 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.93 "GET /v2.0/ports?device_id=2fd84c7c-3307-4e17-a7f1-3bfad1036f65 HTTP/1.1" status: 200 len: 210 time: 0.0467837 Aug 16 22:26:59.467961 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['890a48ad-75f7-40fc-8649-51dbf2b4ae8f', '3604520b-5cbf-49e0-8143-f76811a9d0cd'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:59.496683 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a9907215-b7ec-4add-95af-7a1d843d5890 req-d02e670e-f99b-4fc7-b103-681f7d93974f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843141 Aug 16 22:26:59.546825 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed186892-0a65-45b0-a844-94b8691c5187 req-874cad47-5699-4077-a25c-a4e0be28fe32 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:59.572315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b0494-9c65-4b8c-93f8-c9c79646a2f4 req-97541cde-dfba-44b5-8a42-ef31ac83820e tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:59.574255 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-370b0494-9c65-4b8c-93f8-c9c79646a2f4 req-97541cde-dfba-44b5-8a42-ef31ac83820e tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 943 time: 0.0925322 Aug 16 22:26:59.610511 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874cad47-5699-4077-a25c-a4e0be28fe32 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Pushing event deleted for resources: {'Port': ['ID=3604520b-5cbf-49e0-8143-f76811a9d0cd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:59.672018 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['890a48ad-75f7-40fc-8649-51dbf2b4ae8f'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:59.676358 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed186892-0a65-45b0-a844-94b8691c5187 req-874cad47-5699-4077-a25c-a4e0be28fe32 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] No DVR routers for this DVR port 3604520b-5cbf-49e0-8143-f76811a9d0cd on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:26:59.678896 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ed186892-0a65-45b0-a844-94b8691c5187 req-874cad47-5699-4077-a25c-a4e0be28fe32 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:59.681155 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed186892-0a65-45b0-a844-94b8691c5187 req-874cad47-5699-4077-a25c-a4e0be28fe32 tempest-ListServersNegativeTestJSON-2140562083 tempest-ListServersNegativeTestJSON-2140562083-project] 10.222.0.39 "DELETE /v2.0/ports/3604520b-5cbf-49e0-8143-f76811a9d0cd HTTP/1.1" status: 204 len: 173 time: 1.3421166 Aug 16 22:26:59.708115 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-370b0494-9c65-4b8c-93f8-c9c79646a2f4 req-bf64097c-4bc2-425a-88f9-591ee07832e2 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065817 Aug 16 22:26:59.723404 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772bfd8-8586-46dc-b3e1-9bd0a30993a6 req-33289472-2029-496f-ace9-ee969f5d0934 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:59.730235 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c772bfd8-8586-46dc-b3e1-9bd0a30993a6 req-33289472-2029-496f-ace9-ee969f5d0934 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1314993 Aug 16 22:26:59.758565 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a950bcf5-99b5-4067-9c21-7ffd650e7449 x-openstack-request-id: req-a950bcf5-99b5-4067-9c21-7ffd650e7449 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:59.758951 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd84c7c-3307-4e17-a7f1-3bfad1036f65", "name": "network-vif-deleted", "tag": "890a48ad-75f7-40fc-8649-51dbf2b4ae8f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:59.759135 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a950bcf5-99b5-4067-9c21-7ffd650e7449 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:59.759575 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd84c7c-3307-4e17-a7f1-3bfad1036f65', 'name': 'network-vif-deleted', 'tag': '890a48ad-75f7-40fc-8649-51dbf2b4ae8f', 'status': 'completed', 'code': 200} Aug 16 22:26:59.774244 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c772bfd8-8586-46dc-b3e1-9bd0a30993a6 req-4db971d7-8d69-4c1f-83b8-8695fe69f454 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430560 Aug 16 22:26:59.867195 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f778286-38c6-4a00-9be0-8b223bed284e req-fa42fe95-f65c-4e52-8445-4784fe8de08f tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:59.868727 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5f778286-38c6-4a00-9be0-8b223bed284e req-fa42fe95-f65c-4e52-8445-4784fe8de08f tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=63192422-4b75-4c6f-ac6e-06d8c79c8ab2 HTTP/1.1" status: 200 len: 945 time: 0.0532002 Aug 16 22:26:59.912518 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5f778286-38c6-4a00-9be0-8b223bed284e req-75a3ff85-dbe0-45ee-8f03-3552eaad2f72 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=5c9bb0cb-8ca2-4cca-9b94-1e63be5b7a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355597 Aug 16 22:27:00.057136 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c65f9e8a-f576-4284-bffa-cdad527a4902 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:27:00.061140 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 18e23b02-3747-41d2-bac1-046c88511bb4 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:00.069816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0026c-2118-423b-8968-4694fa7e3385 req-9f3d5ebd-25a9-4ba5-92af-abfc5e5652e7 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:00.071358 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ede0026c-2118-423b-8968-4694fa7e3385 req-9f3d5ebd-25a9-4ba5-92af-abfc5e5652e7 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0494702 Aug 16 22:27:00.116505 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ede0026c-2118-423b-8968-4694fa7e3385 req-ae9e347d-5302-47e0-ab06-387469da123e tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390117 Aug 16 22:27:00.169827 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 18e23b02-3747-41d2-bac1-046c88511bb4 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:00.185728 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 18e23b02-3747-41d2-bac1-046c88511bb4 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:00.186135 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:00.241096 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c65f9e8a-f576-4284-bffa-cdad527a4902, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c65f9e8a-f576-4284-bffa-cdad527a4902,segment=NetworkSegment(c1f7b533-7910-4022-bae1-043d13109099),segment_id=c1f7b533-7910-4022-bae1-043d13109099)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:00.260045 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'c65f9e8a-f576-4284-bffa-cdad527a4902', 'network_id': '06570d2f-3a83-4539-8177-055a5178f604', 'port_id': 'c65f9e8a-f576-4284-bffa-cdad527a4902', 'mac_address': 'fa:16:3e:d4:12:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be961d4-d4dd-496d-9bb9-ca13e6a5ead7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:27:00.265921 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e103555-ce10-49ee-a49f-b6fec1cce252 req-e5232297-9ed8-482f-84c6-f3579e620cdf tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:00.267711 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5e103555-ce10-49ee-a49f-b6fec1cce252 req-e5232297-9ed8-482f-84c6-f3579e620cdf tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 945 time: 0.0557263 Aug 16 22:27:00.322398 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5e103555-ce10-49ee-a49f-b6fec1cce252 req-538173d3-875b-4b88-9ef1-68c23e74d3d4 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477691 Aug 16 22:27:00.336675 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:00.338629 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:00.363389 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65f9e8a-f576-4284-bffa-cdad527a4902 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:27:00.404390 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c65f9e8a-f576-4284-bffa-cdad527a4902, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c65f9e8a-f576-4284-bffa-cdad527a4902,segment=NetworkSegment(c1f7b533-7910-4022-bae1-043d13109099),segment_id=c1f7b533-7910-4022-bae1-043d13109099)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:00.407288 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 18e23b02-3747-41d2-bac1-046c88511bb4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=18e23b02-3747-41d2-bac1-046c88511bb4,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:00.409858 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:00.415332 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:00.438478 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c5777-466c-45c4-bb11-ef97bc629218 req-3b88cadd-fc51-4e4a-9cd9-fd4a23c12ae2 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:00.447078 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b00c5777-466c-45c4-bb11-ef97bc629218 req-3b88cadd-fc51-4e4a-9cd9-fd4a23c12ae2 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.0628426 Aug 16 22:27:00.479308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c65f9e8a-f576-4284-bffa-cdad527a4902,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:00.498545 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b00c5777-466c-45c4-bb11-ef97bc629218 req-32e9c05d-978a-432e-a1a0-ac4c7d4fbae0 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504234 Aug 16 22:27:00.515016 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58066) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:00.545715 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=18e23b02-3747-41d2-bac1-046c88511bb4,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:00.566188 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9e43e5-50d8-4157-8431-6e37578f2922 admin admin] Deleting subnet a6dcd1cf-f62e-46f9-b516-ff05d3191708 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:27:00.569222 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b9e43e5-50d8-4157-8431-6e37578f2922 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:00.606304 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b9e43e5-50d8-4157-8431-6e37578f2922 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:00.623813 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882bb44-9626-4bd4-b933-3ae5c64cb7db req-b1d31796-4275-43d6-8444-6777b66a69d1 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:00.625806 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c882bb44-9626-4bd4-b933-3ae5c64cb7db req-b1d31796-4275-43d6-8444-6777b66a69d1 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 945 time: 0.0502601 Aug 16 22:27:00.645130 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b9e43e5-50d8-4157-8431-6e37578f2922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:00.668810 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c882bb44-9626-4bd4-b933-3ae5c64cb7db req-38985690-a8d0-45d6-8517-4b5a3fa1e89d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370598 Aug 16 22:27:00.690403 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e23b02-3747-41d2-bac1-046c88511bb4'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:00.693139 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c090f93-6103-41ba-81c5-f08435a8f361" -d '{"events": [{"server_uuid": "c1e4f6be-f01c-491b-944d-060a0831c574", "name": "network-vif-plugged", "status": "completed", "tag": "18e23b02-3747-41d2-bac1-046c88511bb4"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:00.704148 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b9e43e5-50d8-4157-8431-6e37578f2922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:00.722424 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['c65f9e8a-f576-4284-bffa-cdad527a4902'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:00.730738 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e43e5-50d8-4157-8431-6e37578f2922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6dcd1cf-f62e-46f9-b516-ff05d3191708,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:00.734946 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b9e43e5-50d8-4157-8431-6e37578f2922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:00.739675 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58074) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:00.739776 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6b9e43e5-50d8-4157-8431-6e37578f2922 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/a6dcd1cf-f62e-46f9-b516-ff05d3191708 HTTP/1.1" status: 204 len: 168 time: 0.2229197 Aug 16 22:27:00.747003 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a113a2-378c-42cb-9ebf-ae288ebc9140 x-openstack-request-id: req-e6a113a2-378c-42cb-9ebf-ae288ebc9140 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:00.748139 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e4f6be-f01c-491b-944d-060a0831c574", "name": "network-vif-plugged", "status": "completed", "tag": "18e23b02-3747-41d2-bac1-046c88511bb4", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:00.748570 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e6a113a2-378c-42cb-9ebf-ae288ebc9140 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:00.748967 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e23b02-3747-41d2-bac1-046c88511bb4', 'code': 200} Aug 16 22:27:00.882137 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3606a79f-9213-42ee-97a1-7693a8a66363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:00.910995 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0694a-7e84-446a-b048-999d69243c3b req-c2114ef1-5eef-4ce9-9ceb-0ca2c0708f32 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:00.912520 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3de0694a-7e84-446a-b048-999d69243c3b req-c2114ef1-5eef-4ce9-9ceb-0ca2c0708f32 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 944 time: 0.1177747 Aug 16 22:27:00.914177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dfbe1-1d19-4e49-b7eb-3beada7b6661 req-1c47d4c8-e9d2-4fdf-9b0d-b58c8836fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:00.915515 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4e4dfbe1-1d19-4e49-b7eb-3beada7b6661 req-1c47d4c8-e9d2-4fdf-9b0d-b58c8836fcd9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 1097 time: 0.1068726 Aug 16 22:27:01.058280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3de0694a-7e84-446a-b048-999d69243c3b req-6edecb92-bf2a-4142-a3c4-07579e4f020f tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388855 Aug 16 22:27:01.061982 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3606a79f-9213-42ee-97a1-7693a8a66363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.075602 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4e4dfbe1-1d19-4e49-b7eb-3beada7b6661 req-f8e2958b-80fa-4323-ba85-c4c5d04e0951 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388867 Aug 16 22:27:01.080431 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-3606a79f-9213-42ee-97a1-7693a8a66363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d0cf754-98fe-4cfe-9f29-167b7f2dda37']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:01.091984 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-3606a79f-9213-42ee-97a1-7693a8a66363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e501e29-9f77-47b9-92a1-8d3448d3d012') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:01.092281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-3606a79f-9213-42ee-97a1-7693a8a66363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e501e29-9f77-47b9-92a1-8d3448d3d012') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:01.105385 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3606a79f-9213-42ee-97a1-7693a8a66363 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.113732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194d30a-9be0-4066-a9df-db8dbe27f2bc req-4a6f5496-19ab-4398-af7f-6a14c4222325 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:01.115228 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b194d30a-9be0-4066-a9df-db8dbe27f2bc req-4a6f5496-19ab-4398-af7f-6a14c4222325 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=63192422-4b75-4c6f-ac6e-06d8c79c8ab2 HTTP/1.1" status: 200 len: 945 time: 0.1123207 Aug 16 22:27:01.137771 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3606a79f-9213-42ee-97a1-7693a8a66363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.148047 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3606a79f-9213-42ee-97a1-7693a8a66363 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:27:01.148444 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3606a79f-9213-42ee-97a1-7693a8a66363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:27:01.151185 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:27:01.206791 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b194d30a-9be0-4066-a9df-db8dbe27f2bc req-00028ff8-3bc8-45a7-9c0b-8ab70f098187 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=5c9bb0cb-8ca2-4cca-9b94-1e63be5b7a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847068 Aug 16 22:27:01.249925 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3606a79f-9213-42ee-97a1-7693a8a66363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.256517 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3606a79f-9213-42ee-97a1-7693a8a66363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.260973 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3606a79f-9213-42ee-97a1-7693a8a66363 admin admin] 10.222.0.93 "DELETE /v2.0/networks/4d0cf754-98fe-4cfe-9f29-167b7f2dda37 HTTP/1.1" status: 204 len: 168 time: 0.5171402 Aug 16 22:27:01.268488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5190b6-f853-4725-8577-73dc8484e1a3 req-e2307b4b-051c-4949-8542-c37051306190 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:01.270042 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c5190b6-f853-4725-8577-73dc8484e1a3 req-e2307b4b-051c-4949-8542-c37051306190 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0791123 Aug 16 22:27:01.281833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606a79f-9213-42ee-97a1-7693a8a66363 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d0cf754-98fe-4cfe-9f29-167b7f2dda37,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:01.341591 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c5190b6-f853-4725-8577-73dc8484e1a3 req-39743c0d-9329-462f-9eb4-416b3ca9e982 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623801 Aug 16 22:27:01.381278 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05841f35-829c-404c-9aff-067d9e4bcfb9 req-a39575d1-d058-4625-89ed-f4fd70730776 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:01.382859 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05841f35-829c-404c-9aff-067d9e4bcfb9 req-a39575d1-d058-4625-89ed-f4fd70730776 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=63192422-4b75-4c6f-ac6e-06d8c79c8ab2 HTTP/1.1" status: 200 len: 945 time: 0.0947590 Aug 16 22:27:01.391691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58090) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:01.392199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58092) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:01.402447 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b1b88953-bc2b-4a68-bd96-85d39da072a8 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Request body: {'floatingip': {'port_id': 'd2c6e567-6d28-43a6-88f1-6d64c44d57d1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:01.449825 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1b88953-bc2b-4a68-bd96-85d39da072a8 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for floatingip, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.497787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914aaf5-4703-41b8-8678-4fc27015091f req-3c5bdfc8-e62b-4002-ab9f-ea7d6b44bb0f tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:01.499353 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8914aaf5-4703-41b8-8678-4fc27015091f req-3c5bdfc8-e62b-4002-ab9f-ea7d6b44bb0f tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 945 time: 0.0856469 Aug 16 22:27:01.515149 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3204d-c984-4a41-bffb-b10cc54551ca req-34940eb4-6e1d-4a0a-bb8e-549ae7dfa093 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:01.517101 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1dd3204d-c984-4a41-bffb-b10cc54551ca req-34940eb4-6e1d-4a0a-bb8e-549ae7dfa093 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0773883 Aug 16 22:27:01.533523 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7dbad680-7ce0-47e3-b6ac-62194626a6e8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=73696b6ffbe046fab91f94f157391fd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401296 Aug 16 22:27:01.536720 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58096) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:01.568461 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8914aaf5-4703-41b8-8678-4fc27015091f req-992ee7fd-77f2-4537-b23d-505b7e722059 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624423 Aug 16 22:27:01.575549 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1dd3204d-c984-4a41-bffb-b10cc54551ca req-eb59bb4c-321f-458c-9dfa-cae4f00340cf tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461919 Aug 16 22:27:01.675848 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd47df06-8a33-4f7e-9871-2a93c158e05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.692050 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fbe85-c6c7-4228-a295-312ffec34e5a req-1a83eaf6-6dd4-4f50-b60e-5ee16d14cd47 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:01.692285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-587fbe85-c6c7-4228-a295-312ffec34e5a req-1a83eaf6-6dd4-4f50-b60e-5ee16d14cd47 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.0561216 Aug 16 22:27:01.740125 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd47df06-8a33-4f7e-9871-2a93c158e05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.767338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd811fa-b260-499a-af45-002e6d1ee723 req-85a59080-9d1e-4a81-92b7-c661ff2eacf1 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:01.768754 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cd811fa-b260-499a-af45-002e6d1ee723 req-85a59080-9d1e-4a81-92b7-c661ff2eacf1 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0719426 Aug 16 22:27:01.771549 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-587fbe85-c6c7-4228-a295-312ffec34e5a req-76db10c6-83ba-4f2b-a77c-df2aea77bf3d tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729756 Aug 16 22:27:01.772003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1495e603-b57f-4270-a9e6-7fb6a998745b', 'name': 'network-vif-deleted', 'tag': '3604520b-5cbf-49e0-8143-f76811a9d0cd'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:01.774299 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c305cf5-25d0-49df-9bc3-636f2c9eac67" -d '{"events": [{"server_uuid": "1495e603-b57f-4270-a9e6-7fb6a998745b", "name": "network-vif-deleted", "tag": "3604520b-5cbf-49e0-8143-f76811a9d0cd"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:01.818606 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cd811fa-b260-499a-af45-002e6d1ee723 req-e562dab4-1e39-45a5-b727-f777260a5030 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398426 Aug 16 22:27:01.868523 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e17f35-8bf5-41d3-979a-3f38b45fced2 x-openstack-request-id: req-b8e17f35-8bf5-41d3-979a-3f38b45fced2 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:01.869030 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1495e603-b57f-4270-a9e6-7fb6a998745b", "name": "network-vif-deleted", "tag": "3604520b-5cbf-49e0-8143-f76811a9d0cd", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:01.869441 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b8e17f35-8bf5-41d3-979a-3f38b45fced2 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:01.874456 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1495e603-b57f-4270-a9e6-7fb6a998745b', 'name': 'network-vif-deleted', 'tag': '3604520b-5cbf-49e0-8143-f76811a9d0cd', 'status': 'completed', 'code': 200} Aug 16 22:27:01.912823 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd47df06-8a33-4f7e-9871-2a93c158e05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.915369 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd47df06-8a33-4f7e-9871-2a93c158e05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.919346 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dd47df06-8a33-4f7e-9871-2a93c158e05f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3091df25-f37a-4fb7-8d26-2300a686db11 HTTP/1.1" status: 204 len: 168 time: 0.3790574 Aug 16 22:27:01.921006 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21365ae1-eeee-4858-8e1f-db7970d2a7e1 req-afe51859-40e0-4994-b72d-59ee33deb6d0 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:01.929457 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21365ae1-eeee-4858-8e1f-db7970d2a7e1 req-afe51859-40e0-4994-b72d-59ee33deb6d0 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 945 time: 0.0887296 Aug 16 22:27:01.935498 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47df06-8a33-4f7e-9871-2a93c158e05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3091df25-f37a-4fb7-8d26-2300a686db11,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:02.025059 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1b88953-bc2b-4a68-bd96-85d39da072a8 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:02.030817 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1b88953-bc2b-4a68-bd96-85d39da072a8 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:02.045745 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21365ae1-eeee-4858-8e1f-db7970d2a7e1 req-a4f9a7ee-2de4-4267-a39c-482330227592 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145539 Aug 16 22:27:02.059128 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b74cff-9677-4e1e-96c3-d427a07c48f4 req-dea32389-a3eb-4f20-a4e2-91213f5fdbb6 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:02.068741 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4b74cff-9677-4e1e-96c3-d427a07c48f4 req-dea32389-a3eb-4f20-a4e2-91213f5fdbb6 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1367779 Aug 16 22:27:02.076887 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c65f9e8a-f576-4284-bffa-cdad527a4902 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:02.118738 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4b74cff-9677-4e1e-96c3-d427a07c48f4 req-0829d097-5434-4e93-b30b-bbb4d37c7a77 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486028 Aug 16 22:27:02.218384 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port c65f9e8a-f576-4284-bffa-cdad527a4902 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:02.224175 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port c65f9e8a-f576-4284-bffa-cdad527a4902 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:02.224560 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:02.233041 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-b1b88953-bc2b-4a68-bd96-85d39da072a8 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Floating IP 554ad80f-f23a-4085-b8c7-3be2dd150706 associated. External IP: 172.25.6.169, port: d2c6e567-6d28-43a6-88f1-6d64c44d57d1. Aug 16 22:27:02.301627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e23ad-b963-44c7-b022-4773ff207974 req-9f36f212-255d-41ba-94cc-db5338c9ac97 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:02.310717 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c52e23ad-b963-44c7-b022-4773ff207974 req-9f36f212-255d-41ba-94cc-db5338c9ac97 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 944 time: 0.0930598 Aug 16 22:27:02.319328 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:02.329950 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3c666-c386-49ed-a6d5-33118ba7e410 req-d0042249-a6a9-4744-8092-ef7aa9401522 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:02.331502 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b9f3c666-c386-49ed-a6d5-33118ba7e410 req-d0042249-a6a9-4744-8092-ef7aa9401522 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1051617 Aug 16 22:27:02.369744 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c65f9e8a-f576-4284-bffa-cdad527a4902, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c65f9e8a-f576-4284-bffa-cdad527a4902,segment=NetworkSegment(c1f7b533-7910-4022-bae1-043d13109099),segment_id=c1f7b533-7910-4022-bae1-043d13109099)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:02.377049 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:02.378136 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 3604520b-5cbf-49e0-8143-f76811a9d0cd no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:02.385120 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c52e23ad-b963-44c7-b022-4773ff207974 req-ac01212e-9803-4994-9c2d-d90dd273821f tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735083 Aug 16 22:27:02.411471 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b9f3c666-c386-49ed-a6d5-33118ba7e410 req-e292d628-3a26-4b0e-97cb-c494ba60dcc0 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706098 Aug 16 22:27:02.421239 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 3604520b-5cbf-49e0-8143-f76811a9d0cd {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:27:02.421710 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 3604520b-5cbf-49e0-8143-f76811a9d0cd not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:27:02.422804 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 890a48ad-75f7-40fc-8649-51dbf2b4ae8f no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:02.447916 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 890a48ad-75f7-40fc-8649-51dbf2b4ae8f {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:27:02.448960 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 890a48ad-75f7-40fc-8649-51dbf2b4ae8f not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:27:02.472546 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c65f9e8a-f576-4284-bffa-cdad527a4902,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:02.486626 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b88953-bc2b-4a68-bd96-85d39da072a8 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Router 73771b2c-d3b6-4f0c-a0ad-cec909001553 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:02.566130 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d9106-032c-458a-a242-ce0b3131729e req-658701c1-ca16-4503-b63e-f48fc8b1a140 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:02.567679 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d2d9106-032c-458a-a242-ce0b3131729e req-658701c1-ca16-4503-b63e-f48fc8b1a140 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0643401 Aug 16 22:27:02.599422 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b88953-bc2b-4a68-bd96-85d39da072a8 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:02.604444 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1b88953-bc2b-4a68-bd96-85d39da072a8 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:02.613492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a5cb9-e95b-4690-86ed-5724d31d045e None None] Sync routers for ids ['73771b2c-d3b6-4f0c-a0ad-cec909001553'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:02.614212 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d2d9106-032c-458a-a242-ce0b3131729e req-daed7de3-0b5a-4db3-92c0-3cf0a4833786 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397367 Aug 16 22:27:02.643173 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b1b88953-bc2b-4a68-bd96-85d39da072a8 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "PUT /v2.0/floatingips/554ad80f-f23a-4085-b8c7-3be2dd150706 HTTP/1.1" status: 200 len: 991 time: 1.2486408 Aug 16 22:27:02.643892 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63192422-4b75-4c6f-ac6e-06d8c79c8ab2', 'tag': 'd2c6e567-6d28-43a6-88f1-6d64c44d57d1'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:02.647092 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16fe016-96f2-48f8-b45b-dda54ecd7378" -d '{"events": [{"name": "network-changed", "server_uuid": "63192422-4b75-4c6f-ac6e-06d8c79c8ab2", "tag": "d2c6e567-6d28-43a6-88f1-6d64c44d57d1"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:02.649056 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1a5cb9-e95b-4690-86ed-5724d31d045e None None] Routers {'73771b2c-d3b6-4f0c-a0ad-cec909001553'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:02.653074 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2d1a5cb9-e95b-4690-86ed-5724d31d045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:26:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['73771b2c-d3b6-4f0c-a0ad-cec909001553'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:02.727807 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244032ea-907f-4c78-8e55-7f87b79b6db8 req-766e641b-8c8a-4fa1-8b21-2d8f08538399 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:02.730122 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-244032ea-907f-4c78-8e55-7f87b79b6db8 req-766e641b-8c8a-4fa1-8b21-2d8f08538399 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 945 time: 0.0666554 Aug 16 22:27:02.758961 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a18678-2827-45af-a7cb-deaf6b79e57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65f9e8a-f576-4284-bffa-cdad527a4902'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:02.763538 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ea5dbb-ad70-4d75-83fc-6345abbe1ad1" -d '{"events": [{"server_uuid": "a2a18678-2827-45af-a7cb-deaf6b79e57d", "name": "network-vif-plugged", "status": "completed", "tag": "c65f9e8a-f576-4284-bffa-cdad527a4902"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:02.774930 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-244032ea-907f-4c78-8e55-7f87b79b6db8 req-4d63481d-8407-482c-82f7-d44dff80b0fd tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375807 Aug 16 22:27:02.833070 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2d1a5cb9-e95b-4690-86ed-5724d31d045e None None] Set router 73771b2c-d3b6-4f0c-a0ad-cec909001553 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:02.851203 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58154) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:02.907670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014f3d0-cf87-4a94-a4d7-5f003f028049 req-26aaecc2-dad4-4a3c-855e-d39745c18da2 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:02.909862 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9014f3d0-cf87-4a94-a4d7-5f003f028049 req-26aaecc2-dad4-4a3c-855e-d39745c18da2 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0607688 Aug 16 22:27:02.956840 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9014f3d0-cf87-4a94-a4d7-5f003f028049 req-cd4574c1-aef7-49f9-9a53-7d56149b2e79 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403497 Aug 16 22:27:02.967988 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf72a16e-37a3-4c5f-9524-9e50c32d7309 x-openstack-request-id: req-cf72a16e-37a3-4c5f-9524-9e50c32d7309 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:02.968281 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63192422-4b75-4c6f-ac6e-06d8c79c8ab2", "tag": "d2c6e567-6d28-43a6-88f1-6d64c44d57d1", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:02.980314 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cf72a16e-37a3-4c5f-9524-9e50c32d7309 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:02.980828 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63192422-4b75-4c6f-ac6e-06d8c79c8ab2', 'tag': 'd2c6e567-6d28-43a6-88f1-6d64c44d57d1', 'status': 'completed', 'code': 200} Aug 16 22:27:02.986639 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-279fdd87-557f-4597-b38c-e1d91071eb57 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1636708965-network', 'tenant_id': '37b7559117c64c188829889a0014ed6c'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:03.017884 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279fdd87-557f-4597-b38c-e1d91071eb57 admin admin] Made reservation on behalf of 37b7559117c64c188829889a0014ed6c for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:03.020265 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-279fdd87-557f-4597-b38c-e1d91071eb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:03.022085 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac4336d-af48-4bf2-8261-357c94e1dfb9 x-openstack-request-id: req-cac4336d-af48-4bf2-8261-357c94e1dfb9 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:03.022392 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a18678-2827-45af-a7cb-deaf6b79e57d", "name": "network-vif-plugged", "status": "completed", "tag": "c65f9e8a-f576-4284-bffa-cdad527a4902", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:03.022884 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cac4336d-af48-4bf2-8261-357c94e1dfb9 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:03.023275 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a18678-2827-45af-a7cb-deaf6b79e57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65f9e8a-f576-4284-bffa-cdad527a4902', 'code': 200} Aug 16 22:27:03.038341 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-279fdd87-557f-4597-b38c-e1d91071eb57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:03.146784 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2d1a5cb9-e95b-4690-86ed-5724d31d045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'name': 'tempest-AttachVolumeTestJSON-639232899-router', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:01Z', 'updated_at': '2021-08-16T22:22:11Z', 'revision_number': 4, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'gw_port': {'id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:03Z', 'updated_at': '2021-08-16T22:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '554ad80f-f23a-4085-b8c7-3be2dd150706', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'floating_ip_address': '172.25.6.169', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'port_id': 'd2c6e567-6d28-43a6-88f1-6d64c44d57d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'mac_address': 'fa:16:3e:9d:f6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63192422-4b75-4c6f-ac6e-06d8c79c8ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:26:41Z', 'updated_at': '2021-08-16T22:27:01Z', 'revision_number': 1, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b55937b-a99b-4038-99e9-b8f099fc7e09', 'name': '', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'mac_address': 'fa:16:3e:63:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:09Z', 'updated_at': '2021-08-16T22:22:18Z', 'revision_number': 5, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'subnets': [{'id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:03.163423 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-279fdd87-557f-4597-b38c-e1d91071eb57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:03.168575 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-279fdd87-557f-4597-b38c-e1d91071eb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:03.176462 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a5cb9-e95b-4690-86ed-5724d31d045e None None] Checking router: 73771b2c-d3b6-4f0c-a0ad-cec909001553 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:27:03.181363 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279fdd87-557f-4597-b38c-e1d91071eb57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:27:03.186061 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1a5cb9-e95b-4690-86ed-5724d31d045e None None] Routers {'73771b2c-d3b6-4f0c-a0ad-cec909001553'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:03.186678 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2d1a5cb9-e95b-4690-86ed-5724d31d045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:26:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['73771b2c-d3b6-4f0c-a0ad-cec909001553'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:03.188536 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd7080-078b-4eea-a16a-3e91a4725dce req-3d892c00-e403-4758-8024-9a74a0f34b47 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:03.190198 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41fd7080-078b-4eea-a16a-3e91a4725dce req-3d892c00-e403-4758-8024-9a74a0f34b47 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1141028 Aug 16 22:27:03.191342 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-279fdd87-557f-4597-b38c-e1d91071eb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:03.191718 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-279fdd87-557f-4597-b38c-e1d91071eb57 admin admin] Added segment 3ed8e91f-712f-42f8-a62b-e50ab919264e of type vlan for network ad6a423a-c0d2-482a-9d34-9271ebbb446a Aug 16 22:27:03.199723 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fe016-96f2-48f8-b45b-dda54ecd7378 req-1f4b8f0f-1dc5-4287-bb3a-c286595023ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:03.201429 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f16fe016-96f2-48f8-b45b-dda54ecd7378 req-1f4b8f0f-1dc5-4287-bb3a-c286595023ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=361fa6cbf75b47e49c1178546a3326cd&device_id=63192422-4b75-4c6f-ac6e-06d8c79c8ab2 HTTP/1.1" status: 200 len: 1097 time: 0.1998405 Aug 16 22:27:03.211815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31a86a-f412-4d99-8388-b32c5a1e6d3f req-40a56bbf-4e8a-4eab-9fef-4bb98059bb5b tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:03.213214 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d31a86a-f412-4d99-8388-b32c5a1e6d3f req-40a56bbf-4e8a-4eab-9fef-4bb98059bb5b tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.1636562 Aug 16 22:27:03.233390 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-279fdd87-557f-4597-b38c-e1d91071eb57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:03.245057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7264e-28b3-4ebe-ab9a-6157962b664f req-b302f457-5964-42a7-a5e9-9a51de28be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:03.246602 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d2b7264e-28b3-4ebe-ab9a-6157962b664f req-b302f457-5964-42a7-a5e9-9a51de28be8d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 1097 time: 0.1187513 Aug 16 22:27:03.265582 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-279fdd87-557f-4597-b38c-e1d91071eb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:03.266627 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279fdd87-557f-4597-b38c-e1d91071eb57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:03.267269 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-279fdd87-557f-4597-b38c-e1d91071eb57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:03.301320 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2d1a5cb9-e95b-4690-86ed-5724d31d045e None None] Set router 73771b2c-d3b6-4f0c-a0ad-cec909001553 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:03.324364 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fdd87-557f-4597-b38c-e1d91071eb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e02de13-fa16-41da-8e08-2ba46b14c6dc,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:03.335531 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-279fdd87-557f-4597-b38c-e1d91071eb57 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4804561 Aug 16 22:27:03.338784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58164) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:03.344735 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fdd87-557f-4597-b38c-e1d91071eb57 admin admin] Pushing event updated for resources: {'Network': ['ID=ad6a423a-c0d2-482a-9d34-9271ebbb446a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:03.348865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1a7b6a4b-16ed-43cb-8b45-74cf28fb34f3 admin admin] Request body: {'subnet': {'network_id': 'ad6a423a-c0d2-482a-9d34-9271ebbb446a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1636708965-subnet', 'tenant_id': '37b7559117c64c188829889a0014ed6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:03.357689 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41fd7080-078b-4eea-a16a-3e91a4725dce req-df56a695-80a9-464c-8a6d-d92d87b1dd6b tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534550 Aug 16 22:27:03.369766 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d31a86a-f412-4d99-8388-b32c5a1e6d3f req-a4515336-4e54-4deb-a6d5-7256c1fd3a94 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474199 Aug 16 22:27:03.388465 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d2b7264e-28b3-4ebe-ab9a-6157962b664f req-90e7b35e-4458-4abf-a7af-ad1f549f143d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945618 Aug 16 22:27:03.399816 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network ad6a423a-c0d2-482a-9d34-9271ebbb446a details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:27:03.412218 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7b6a4b-16ed-43cb-8b45-74cf28fb34f3 admin admin] Made reservation on behalf of 37b7559117c64c188829889a0014ed6c for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:03.415099 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a7b6a4b-16ed-43cb-8b45-74cf28fb34f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:03.430995 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fe016-96f2-48f8-b45b-dda54ecd7378 req-fcbcc082-7618-463f-ab2e-369d41455108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:03.432565 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f16fe016-96f2-48f8-b45b-dda54ecd7378 req-fcbcc082-7618-463f-ab2e-369d41455108 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f9f912f5-cf6f-4ff9-af03-e26648f62561 HTTP/1.1" status: 200 len: 911 time: 0.2092104 Aug 16 22:27:03.620654 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b05a8-94d1-4079-9e89-c1870ec81a03 req-9f70e38d-82c3-411a-919e-d84f15f3a1b3 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:03.625942 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-978b05a8-94d1-4079-9e89-c1870ec81a03 req-9f70e38d-82c3-411a-919e-d84f15f3a1b3 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 945 time: 0.1600747 Aug 16 22:27:03.627089 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f16fe016-96f2-48f8-b45b-dda54ecd7378 req-e6157663-9254-466e-94a1-541a4e8a7472 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2c6e567-6d28-43a6-88f1-6d64c44d57d1 HTTP/1.1" status: 200 len: 999 time: 0.1544840 Aug 16 22:27:03.634913 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2d1a5cb9-e95b-4690-86ed-5724d31d045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'name': 'tempest-AttachVolumeTestJSON-639232899-router', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:01Z', 'updated_at': '2021-08-16T22:22:11Z', 'revision_number': 4, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'gw_port': {'id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:03Z', 'updated_at': '2021-08-16T22:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '554ad80f-f23a-4085-b8c7-3be2dd150706', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'floating_ip_address': '172.25.6.169', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'port_id': 'd2c6e567-6d28-43a6-88f1-6d64c44d57d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'mac_address': 'fa:16:3e:9d:f6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63192422-4b75-4c6f-ac6e-06d8c79c8ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:26:41Z', 'updated_at': '2021-08-16T22:27:01Z', 'revision_number': 1, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b55937b-a99b-4038-99e9-b8f099fc7e09', 'name': '', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'mac_address': 'fa:16:3e:63:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:09Z', 'updated_at': '2021-08-16T22:22:18Z', 'revision_number': 5, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'subnets': [{'id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:03.661812 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a5cb9-e95b-4690-86ed-5724d31d045e None None] The sync data for ids ['73771b2c-d3b6-4f0c-a0ad-cec909001553'] in n-d-792458-15 is: [{'id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'name': 'tempest-AttachVolumeTestJSON-639232899-router', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:01Z', 'updated_at': '2021-08-16T22:22:11Z', 'revision_number': 4, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'gw_port': {'id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:03Z', 'updated_at': '2021-08-16T22:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '554ad80f-f23a-4085-b8c7-3be2dd150706', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'floating_ip_address': '172.25.6.169', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'port_id': 'd2c6e567-6d28-43a6-88f1-6d64c44d57d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'mac_address': 'fa:16:3e:9d:f6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63192422-4b75-4c6f-ac6e-06d8c79c8ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:26:41Z', 'updated_at': '2021-08-16T22:27:01Z', 'revision_number': 1, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b55937b-a99b-4038-99e9-b8f099fc7e09', 'name': '', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'mac_address': 'fa:16:3e:63:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:09Z', 'updated_at': '2021-08-16T22:22:18Z', 'revision_number': 5, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'subnets': [{'id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:03.712751 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ceb5e8-77ab-44cf-8b52-e456b2112e79 req-7996707f-09fc-4df6-a058-56941b6a4db3 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:03.714298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89ceb5e8-77ab-44cf-8b52-e456b2112e79 req-7996707f-09fc-4df6-a058-56941b6a4db3 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 945 time: 0.1684356 Aug 16 22:27:03.768432 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-978b05a8-94d1-4079-9e89-c1870ec81a03 req-dd0c2830-b2f3-497c-8ba6-54e105e799f4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309118 Aug 16 22:27:03.777487 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fe016-96f2-48f8-b45b-dda54ecd7378 req-329c4b71-a00f-4079-9dc8-4661bd8e075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:03.778967 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f16fe016-96f2-48f8-b45b-dda54ecd7378 req-329c4b71-a00f-4079-9dc8-4661bd8e075d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06a027f9-7175-41d7-9596-9d19a9e3f7bf HTTP/1.1" status: 200 len: 849 time: 0.1370544 Aug 16 22:27:03.862260 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89ceb5e8-77ab-44cf-8b52-e456b2112e79 req-3ce4478a-b091-4241-b09c-6f368c9ed837 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362357 Aug 16 22:27:03.878306 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c811bf0b-509e-4d75-b916-1d5c1300bc79 None None] New status for floating IP 554ad80f-f23a-4085-b8c7-3be2dd150706: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:27:03.881399 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a7b6a4b-16ed-43cb-8b45-74cf28fb34f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:03.942068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fe016-96f2-48f8-b45b-dda54ecd7378 req-e3e41eee-e248-415a-bf1f-99788816447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:03.943552 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f16fe016-96f2-48f8-b45b-dda54ecd7378 req-e3e41eee-e248-415a-bf1f-99788816447f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9f912f5-cf6f-4ff9-af03-e26648f62561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1378298 Aug 16 22:27:03.966757 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b6a4b-16ed-43cb-8b45-74cf28fb34f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bce8d44e-9c3f-4ecb-8946-53a1c1e64100,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:03.985820 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d1941-3e16-48b2-8059-eb614ec18af1 req-f715a28d-b615-43a5-90eb-24fa14cd73a2 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:03.989202 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f0d1941-3e16-48b2-8059-eb614ec18af1 req-f715a28d-b615-43a5-90eb-24fa14cd73a2 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1564147 Aug 16 22:27:04.082114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7b6a4b-16ed-43cb-8b45-74cf28fb34f3 admin admin] Checking segment: {'id': '3ed8e91f-712f-42f8-a62b-e50ab919264e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ad6a423a-c0d2-482a-9d34-9271ebbb446a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:04.082469 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7b6a4b-16ed-43cb-8b45-74cf28fb34f3 admin admin] Network hostable DHCP agents. Network: ad6a423a-c0d2-482a-9d34-9271ebbb446a, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:27:04.377637 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f0d1941-3e16-48b2-8059-eb614ec18af1 req-3bfe04c5-872d-4694-94f8-bba725391c62 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747985 Aug 16 22:27:04.399421 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22254ce2-29ba-4de6-8069-7bfc1091961f req-b42fb564-02da-41f1-a0e5-9acffc2148be tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:04.399812 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-22254ce2-29ba-4de6-8069-7bfc1091961f req-b42fb564-02da-41f1-a0e5-9acffc2148be tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 945 time: 0.3982463 Aug 16 22:27:04.412344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58182) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:04.419529 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fee0690a-8493-4b61-862f-6a1ca47ffcda tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Request body: {'floatingip': {'port_id': '18e23b02-3747-41d2-bac1-046c88511bb4'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:04.452448 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7b6a4b-16ed-43cb-8b45-74cf28fb34f3 admin admin] Network ad6a423a-c0d2-482a-9d34-9271ebbb446a is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:27:04.460071 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f16fe016-96f2-48f8-b45b-dda54ecd7378 req-29cae818-5d14-4591-805e-c7272586d999 service neutron] 10.222.0.39 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056496 Aug 16 22:27:04.489347 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fee0690a-8493-4b61-862f-6a1ca47ffcda tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.525693 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-1a7b6a4b-16ed-43cb-8b45-74cf28fb34f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, ad6a423a-c0d2-482a-9d34-9271ebbb446a) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:04.533768 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a95dce-45b0-472a-9e7e-93c10da0c3af None None] Network ad6a423a-c0d2-482a-9d34-9271ebbb446a requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:04.607005 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7b6a4b-16ed-43cb-8b45-74cf28fb34f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:04.607590 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a7b6a4b-16ed-43cb-8b45-74cf28fb34f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.657949 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb4b026-ea1a-4e00-9340-5e8daa303d1f None None] Network ad6a423a-c0d2-482a-9d34-9271ebbb446a requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:04.689153 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1a7b6a4b-16ed-43cb-8b45-74cf28fb34f3 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3472035 Aug 16 22:27:04.692299 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58186) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:04.698070 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-2b2e9848-e882-4021-9237-297f7bfd7a60 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1636708965-router', 'tenant_id': '37b7559117c64c188829889a0014ed6c', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:04.711450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202b8b2-4b1e-4cba-a321-901789b1963b req-7ef775f8-ff27-4bc2-8712-a7809201980b tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:04.712931 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2202b8b2-4b1e-4cba-a321-901789b1963b req-7ef775f8-ff27-4bc2-8712-a7809201980b tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 945 time: 0.2572236 Aug 16 22:27:04.727914 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b2e9848-e882-4021-9237-297f7bfd7a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.729187 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b2e9848-e882-4021-9237-297f7bfd7a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.759813 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da865d-7f0f-4362-a24f-2f4d0053f9d9 req-a188ca03-bc05-4415-89e6-a673b8f096be tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:04.761327 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59da865d-7f0f-4362-a24f-2f4d0053f9d9 req-a188ca03-bc05-4415-89e6-a673b8f096be tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.2844951 Aug 16 22:27:04.785278 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b2e9848-e882-4021-9237-297f7bfd7a60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.806565 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f16fe016-96f2-48f8-b45b-dda54ecd7378 req-4543131f-6f16-47e3-ba7b-6f0138760a3b service neutron] 10.222.0.39 "GET /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310912 Aug 16 22:27:04.877629 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2202b8b2-4b1e-4cba-a321-901789b1963b req-3f3dff09-20ae-47ad-bcf7-0fba6ee5701d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520078 Aug 16 22:27:04.900881 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59da865d-7f0f-4362-a24f-2f4d0053f9d9 req-bd683d86-8707-45c8-9c78-3225546fdede tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932889 Aug 16 22:27:04.939094 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b2e9848-e882-4021-9237-297f7bfd7a60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:05.121984 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9172c-7aa0-46bd-8919-60f22722aee5 req-a6643a46-312c-473e-bb61-4787b90f5744 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:05.123570 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b6d9172c-7aa0-46bd-8919-60f22722aee5 req-a6643a46-312c-473e-bb61-4787b90f5744 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.1545594 Aug 16 22:27:05.172405 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaff6d4-6362-4a87-9b2e-e65560be4f5c req-ec5cba11-0a5c-45af-bdc7-61250294c357 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:05.174450 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ebaff6d4-6362-4a87-9b2e-e65560be4f5c req-ec5cba11-0a5c-45af-bdc7-61250294c357 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 945 time: 0.1290188 Aug 16 22:27:05.233601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b6d9172c-7aa0-46bd-8919-60f22722aee5 req-a3f0e445-2f84-4284-8ff1-a247719b1010 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019776 Aug 16 22:27:05.298928 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ebaff6d4-6362-4a87-9b2e-e65560be4f5c req-7026c400-da73-448a-96db-9aff92ee27ef tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172345 Aug 16 22:27:05.322309 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fee0690a-8493-4b61-862f-6a1ca47ffcda tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:05.327403 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fee0690a-8493-4b61-862f-6a1ca47ffcda tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:05.437029 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b2e9848-e882-4021-9237-297f7bfd7a60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:05.455556 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b2e9848-e882-4021-9237-297f7bfd7a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:05.487837 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89ab76b1-8023-43b1-88b4-b29aab2cfc0a req-4f1e2bd6-59e2-4724-bb76-e2293dcf38b7 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1740549288&fields=id&tenant_id=63f6b9c2c6ae48ef87d525eb49b57621 HTTP/1.1" status: 200 len: 267 time: 0.1058433 Aug 16 22:27:05.523868 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0dd9a-5e6b-47ae-9ed1-2be37e086165 req-73c66405-d6ce-4a8f-aa74-0bb830289cee tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:05.525373 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-93c0dd9a-5e6b-47ae-9ed1-2be37e086165 req-73c66405-d6ce-4a8f-aa74-0bb830289cee tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1424019 Aug 16 22:27:05.565948 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-fee0690a-8493-4b61-862f-6a1ca47ffcda tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Floating IP d209d54d-14c4-4926-a2d2-c78cc68f6ae7 associated. External IP: 172.25.6.66, port: 18e23b02-3747-41d2-bac1-046c88511bb4. Aug 16 22:27:05.574495 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-2b2e9848-e882-4021-9237-297f7bfd7a60 admin admin] Allocated IP 172.25.6.8 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/118865b4-539d-44ea-9126-c7cf2cd541f0) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:05.634846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab76b1-8023-43b1-88b4-b29aab2cfc0a req-3e1a727c-5579-4f16-b7ec-9e4dc88a59db tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:05.636365 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89ab76b1-8023-43b1-88b4-b29aab2cfc0a req-3e1a727c-5579-4f16-b7ec-9e4dc88a59db tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 945 time: 0.1386256 Aug 16 22:27:05.639311 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-93c0dd9a-5e6b-47ae-9ed1-2be37e086165 req-559298e2-1462-498e-ab37-10950b8a626a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977855 Aug 16 22:27:05.683013 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-89ab76b1-8023-43b1-88b4-b29aab2cfc0a req-c1a5e4ed-55a3-468a-aa0a-e09292c4f87b tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Request body: {'port': {'security_groups': ['c04c0b8a-b869-44a2-b0f1-63fab48c60f7', '30bb36a6-bad4-43c3-801d-994db31b2bfd']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:05.688554 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b2e9848-e882-4021-9237-297f7bfd7a60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:05.726800 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b2e9848-e882-4021-9237-297f7bfd7a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:05.770824 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2e9848-e882-4021-9237-297f7bfd7a60 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:05.773653 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-2b2e9848-e882-4021-9237-297f7bfd7a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:05.777242 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2e9848-e882-4021-9237-297f7bfd7a60 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:05.798124 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-89ab76b1-8023-43b1-88b4-b29aab2cfc0a req-c1a5e4ed-55a3-468a-aa0a-e09292c4f87b tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:05.799523 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e9848-e882-4021-9237-297f7bfd7a60 admin admin] Pushing event updated for resources: {'Port': ['ID=118865b4-539d-44ea-9126-c7cf2cd541f0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:05.851562 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295e8b3-0f3c-4f9f-8475-282600dff3a5 req-12e3fa24-ecb6-4a03-849b-f8696b3d0f46 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:05.853054 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e295e8b3-0f3c-4f9f-8475-282600dff3a5 req-12e3fa24-ecb6-4a03-849b-f8696b3d0f46 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1406965 Aug 16 22:27:05.978969 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e295e8b3-0f3c-4f9f-8475-282600dff3a5 req-042df3f0-f8b2-4971-a159-cb04b7a30861 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167481 Aug 16 22:27:06.024641 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee0690a-8493-4b61-862f-6a1ca47ffcda tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Router 42fc6061-1de9-4aab-b37b-95bc31787f50 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:06.034799 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b2e9848-e882-4021-9237-297f7bfd7a60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:06.228432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379f2b4-8475-4bbd-9c6c-ad01b585c039 req-ee0c34ce-5b88-4a03-942e-c71f9bc583bb tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:06.229831 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3379f2b4-8475-4bbd-9c6c-ad01b585c039 req-ee0c34ce-5b88-4a03-942e-c71f9bc583bb tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 945 time: 0.1845527 Aug 16 22:27:06.232737 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b2e9848-e882-4021-9237-297f7bfd7a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:06.256387 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-89ab76b1-8023-43b1-88b4-b29aab2cfc0a req-c1a5e4ed-55a3-468a-aa0a-e09292c4f87b tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] For port c65f9e8a-f576-4284-bffa-cdad527a4902, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c65f9e8a-f576-4284-bffa-cdad527a4902,segment=NetworkSegment(c1f7b533-7910-4022-bae1-043d13109099),segment_id=c1f7b533-7910-4022-bae1-043d13109099)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:06.287812 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee0690a-8493-4b61-862f-6a1ca47ffcda tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:06.297237 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad93ef0-b219-46e4-9f20-d3e3b8544ce7 None None] Sync routers for ids ['42fc6061-1de9-4aab-b37b-95bc31787f50'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:06.298914 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fee0690a-8493-4b61-862f-6a1ca47ffcda tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:06.307190 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad93ef0-b219-46e4-9f20-d3e3b8544ce7 None None] Routers {'42fc6061-1de9-4aab-b37b-95bc31787f50'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:06.307993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4ad93ef0-b219-46e4-9f20-d3e3b8544ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:26:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['42fc6061-1de9-4aab-b37b-95bc31787f50'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:06.332900 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3379f2b4-8475-4bbd-9c6c-ad01b585c039 req-4d321609-1f68-488e-9c9a-d788f5c93e14 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931249 Aug 16 22:27:06.334923 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-89ab76b1-8023-43b1-88b4-b29aab2cfc0a req-c1a5e4ed-55a3-468a-aa0a-e09292c4f87b tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:06.345859 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fee0690a-8493-4b61-862f-6a1ca47ffcda tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "PUT /v2.0/floatingips/d209d54d-14c4-4926-a2d2-c78cc68f6ae7 HTTP/1.1" status: 200 len: 990 time: 1.9306989 Aug 16 22:27:06.346649 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-89ab76b1-8023-43b1-88b4-b29aab2cfc0a req-c1a5e4ed-55a3-468a-aa0a-e09292c4f87b tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:06.348092 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'tag': '18e23b02-3747-41d2-bac1-046c88511bb4'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:06.359262 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad93ad8-668f-41b4-8296-1b88dbcb3098" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e4f6be-f01c-491b-944d-060a0831c574", "tag": "18e23b02-3747-41d2-bac1-046c88511bb4"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:06.388012 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2e9848-e882-4021-9237-297f7bfd7a60 admin admin] Router b4dda650-d888-4d7b-a694-b6cec59fc80c is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:27:06.401587 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab76b1-8023-43b1-88b4-b29aab2cfc0a req-c1a5e4ed-55a3-468a-aa0a-e09292c4f87b tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:06.402390 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-89ab76b1-8023-43b1-88b4-b29aab2cfc0a req-c1a5e4ed-55a3-468a-aa0a-e09292c4f87b tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:06.415593 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89ab76b1-8023-43b1-88b4-b29aab2cfc0a req-c1a5e4ed-55a3-468a-aa0a-e09292c4f87b tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "PUT /v2.0/ports/c65f9e8a-f576-4284-bffa-cdad527a4902 HTTP/1.1" status: 200 len: 981 time: 0.7682157 Aug 16 22:27:06.452242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5e4ed-55a3-468a-aa0a-e09292c4f87b tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event updated for resources: {'Port': ['ID=c65f9e8a-f576-4284-bffa-cdad527a4902,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:06.512958 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['2d708612-0e75-4a7a-81b5-2eaa3c8591f7', 'c65f9e8a-f576-4284-bffa-cdad527a4902'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:06.534749 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2e9848-e882-4021-9237-297f7bfd7a60 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:06.545526 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] Sync routers for ids ['b4dda650-d888-4d7b-a694-b6cec59fc80c'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:06.557200 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] Routers {'b4dda650-d888-4d7b-a694-b6cec59fc80c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:06.557923 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:26:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b4dda650-d888-4d7b-a694-b6cec59fc80c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:06.570103 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b2e9848-e882-4021-9237-297f7bfd7a60 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:06.574599 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2b2e9848-e882-4021-9237-297f7bfd7a60 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8779807 Aug 16 22:27:06.574599 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58218) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:06.589182 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7c0f8-3c3b-4e51-bf4f-d3722fa34985 req-0b9139ad-9929-4321-a475-673874c6fdca tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:06.590904 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-16a7c0f8-3c3b-4e51-bf4f-d3722fa34985 req-0b9139ad-9929-4321-a475-673874c6fdca tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.0803139 Aug 16 22:27:06.608510 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['c65f9e8a-f576-4284-bffa-cdad527a4902'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:06.680639 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-16a7c0f8-3c3b-4e51-bf4f-d3722fa34985 req-c5c439c2-c78f-4e57-8c6b-0bbf6df9fa4e tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805023 Aug 16 22:27:06.684829 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] Set router b4dda650-d888-4d7b-a694-b6cec59fc80c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:06.797489 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f065420d-9100-46d3-b6b0-3a70caafc1d3 x-openstack-request-id: req-f065420d-9100-46d3-b6b0-3a70caafc1d3 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:06.797786 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e4f6be-f01c-491b-944d-060a0831c574", "tag": "18e23b02-3747-41d2-bac1-046c88511bb4", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:06.807284 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f065420d-9100-46d3-b6b0-3a70caafc1d3 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:06.807858 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'tag': '18e23b02-3747-41d2-bac1-046c88511bb4', 'status': 'completed', 'code': 200} Aug 16 22:27:06.812716 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05d7e871-e4a3-4415-b1b3-1002d25414fb req-a81c8dc1-0f28-4b4c-8559-e6a134b9795e tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/30bb36a6-bad4-43c3-801d-994db31b2bfd HTTP/1.1" status: 200 len: 1803 time: 0.0969207 Aug 16 22:27:06.906694 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-4ad93ef0-b219-46e4-9f20-d3e3b8544ce7 None None] Set router 42fc6061-1de9-4aab-b37b-95bc31787f50 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:06.932373 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dda650-d888-4d7b-a694-b6cec59fc80c', 'name': 'tempest-ServerRescueNegativeTestJSON-1636708965-router', 'tenant_id': '37b7559117c64c188829889a0014ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '118865b4-539d-44ea-9126-c7cf2cd541f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:04Z', 'updated_at': '2021-08-16T22:27:05Z', 'revision_number': 3, 'project_id': '37b7559117c64c188829889a0014ed6c', 'gw_port': {'id': '118865b4-539d-44ea-9126-c7cf2cd541f0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:81:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dda650-d888-4d7b-a694-b6cec59fc80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:05Z', 'updated_at': '2021-08-16T22:27:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:06.936764 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad93ad8-668f-41b4-8296-1b88dbcb3098 req-430b855e-0094-4f1c-8917-426178739571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:06.938348 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ad93ad8-668f-41b4-8296-1b88dbcb3098 req-430b855e-0094-4f1c-8917-426178739571 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 1097 time: 0.1216230 Aug 16 22:27:06.962515 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-05d7e871-e4a3-4415-b1b3-1002d25414fb req-984c8a99-65a7-47d9-9051-f93445c09f87 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 22:27:06.965115 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] Checking router: b4dda650-d888-4d7b-a694-b6cec59fc80c for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:27:06.965945 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] Updating router b4dda650-d888-4d7b-a694-b6cec59fc80c port 118865b4-539d-44ea-9126-c7cf2cd541f0 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:27:06.982320 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05d7e871-e4a3-4415-b1b3-1002d25414fb req-984c8a99-65a7-47d9-9051-f93445c09f87 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "DELETE /v2.0/security-groups/30bb36a6-bad4-43c3-801d-994db31b2bfd HTTP/1.1" status: 409 len: 341 time: 0.1214690 Aug 16 22:27:07.015940 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.080320 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4653f4-b8b4-4921-8335-f388e8253804 req-64cda1a1-eca7-404a-9604-969f0fdb9433 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:07.081850 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d4653f4-b8b4-4921-8335-f388e8253804 req-64cda1a1-eca7-404a-9604-969f0fdb9433 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.2175024 Aug 16 22:27:07.211576 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2c6c993-8abc-4d38-8a8a-83e90ed494e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.404818 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.420854 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] Transition to ACTIVE for port object 118865b4-539d-44ea-9126-c7cf2cd541f0 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:07.429765 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.432008 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-d2c6c993-8abc-4d38-8a8a-83e90ed494e9 admin admin] Allocated IP 172.20.0.1 (ad6a423a-c0d2-482a-9d34-9271ebbb446a/bce8d44e-9c3f-4ecb-8946-53a1c1e64100/23987621-5585-4392-982f-1ec368f71c59) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:07.462558 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4ad93ef0-b219-46e4-9f20-d3e3b8544ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'name': 'tempest-ServerActionsTestJSON-1172534678-router', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:37Z', 'updated_at': '2021-08-16T22:26:41Z', 'revision_number': 4, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'gw_port': {'id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:38Z', 'updated_at': '2021-08-16T22:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'd209d54d-14c4-4926-a2d2-c78cc68f6ae7', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'port_id': '18e23b02-3747-41d2-bac1-046c88511bb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'mac_address': 'fa:16:3e:ab:c0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:26:44Z', 'updated_at': '2021-08-16T22:27:05Z', 'revision_number': 1, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0200df7-9ec0-442d-9866-c2b2f83367b3', 'name': '', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'mac_address': 'fa:16:3e:d5:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:40Z', 'updated_at': '2021-08-16T22:26:46Z', 'revision_number': 5, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'subnets': [{'id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:07.488027 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa567ee-61a9-4804-a5ad-767b37ce346b None None] Pushing event updated for resources: {'Port': ['ID=118865b4-539d-44ea-9126-c7cf2cd541f0,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:07.501483 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad93ef0-b219-46e4-9f20-d3e3b8544ce7 None None] Checking router: 42fc6061-1de9-4aab-b37b-95bc31787f50 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:27:07.511144 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] Attempting to bind port 118865b4-539d-44ea-9126-c7cf2cd541f0 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:07.511569 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] Attempting to bind port 118865b4-539d-44ea-9126-c7cf2cd541f0 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:07.512081 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] Attempting to bind port 118865b4-539d-44ea-9126-c7cf2cd541f0 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:07.518530 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:27:07.518957 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:07.519354 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.519740 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:27:07.520210 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] Bound port: 118865b4-539d-44ea-9126-c7cf2cd541f0, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:27:07.520911 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.530146 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad93ef0-b219-46e4-9f20-d3e3b8544ce7 None None] Routers {'42fc6061-1de9-4aab-b37b-95bc31787f50'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:07.530945 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4ad93ef0-b219-46e4-9f20-d3e3b8544ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:26:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['42fc6061-1de9-4aab-b37b-95bc31787f50'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:07.566539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad93ad8-668f-41b4-8296-1b88dbcb3098 req-c3967c94-8b29-4820-aaee-4328bb4ca3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:07.567975 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ad93ad8-668f-41b4-8296-1b88dbcb3098 req-c3967c94-8b29-4820-aaee-4328bb4ca3e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 913 time: 0.6168284 Aug 16 22:27:07.585493 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] For port 118865b4-539d-44ea-9126-c7cf2cd541f0, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:07.590588 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] For port 118865b4-539d-44ea-9126-c7cf2cd541f0, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=118865b4-539d-44ea-9126-c7cf2cd541f0,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:27:07.597285 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.637230 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2c6c993-8abc-4d38-8a8a-83e90ed494e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.660274 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ad93ad8-668f-41b4-8296-1b88dbcb3098 req-66539de4-af24-49cb-8231-fa6cc1bba7ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e23b02-3747-41d2-bac1-046c88511bb4 HTTP/1.1" status: 200 len: 998 time: 0.0833747 Aug 16 22:27:07.669056 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-4ad93ef0-b219-46e4-9f20-d3e3b8544ce7 None None] Set router 42fc6061-1de9-4aab-b37b-95bc31787f50 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:07.686415 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] Routers {'b4dda650-d888-4d7b-a694-b6cec59fc80c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:07.687543 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:26:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b4dda650-d888-4d7b-a694-b6cec59fc80c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:07.692717 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d4653f4-b8b4-4921-8335-f388e8253804 req-e55dd0bd-856b-4c6d-8421-2c46e4a558af tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385013 Aug 16 22:27:07.707754 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2c6c993-8abc-4d38-8a8a-83e90ed494e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.738680 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa567ee-61a9-4804-a5ad-767b37ce346b None None] Pushing event updated for resources: {'Port': ['ID=118865b4-539d-44ea-9126-c7cf2cd541f0,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:07.757078 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6c993-8abc-4d38-8a8a-83e90ed494e9 admin admin] Pushing event updated for resources: {'Port': ['ID=23987621-5585-4392-982f-1ec368f71c59,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:07.772238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c6c993-8abc-4d38-8a8a-83e90ed494e9 admin admin] Network ad6a423a-c0d2-482a-9d34-9271ebbb446a is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:07.773674 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d2c6c993-8abc-4d38-8a8a-83e90ed494e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:07.779458 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c6c993-8abc-4d38-8a8a-83e90ed494e9 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:07.790096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad93ad8-668f-41b4-8296-1b88dbcb3098 req-ea3968a2-5e28-4fbc-b574-0a75d8b26254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:07.791571 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ad93ad8-668f-41b4-8296-1b88dbcb3098 req-ea3968a2-5e28-4fbc-b574-0a75d8b26254 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 200 len: 851 time: 0.0946600 Aug 16 22:27:07.800685 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d6740-d54a-4ea5-8ab0-519163bcd7ea req-62df85b4-bf8c-45d9-bef3-731a2076878f tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:07.802133 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-050d6740-d54a-4ea5-8ab0-519163bcd7ea req-62df85b4-bf8c-45d9-bef3-731a2076878f tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 984 time: 0.5893590 Aug 16 22:27:07.838800 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] Set router b4dda650-d888-4d7b-a694-b6cec59fc80c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:07.845841 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085c9b4-aeac-4f05-a320-ecee10f3186b req-caca707d-95d8-4e8c-bf20-39de748a722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:07.847377 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7085c9b4-aeac-4f05-a320-ecee10f3186b req-caca707d-95d8-4e8c-bf20-39de748a722e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63f6b9c2c6ae48ef87d525eb49b57621&device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 1136 time: 0.6379521 Aug 16 22:27:07.852632 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2c6c993-8abc-4d38-8a8a-83e90ed494e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.966228 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac81b9f-9084-4893-ad93-34f0480579fd req-48edd473-809c-4872-b73b-b678feb37aba tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:07.968042 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6ac81b9f-9084-4893-ad93-34f0480579fd req-48edd473-809c-4872-b73b-b678feb37aba tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 945 time: 0.1753361 Aug 16 22:27:08.005901 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4ad93ef0-b219-46e4-9f20-d3e3b8544ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'name': 'tempest-ServerActionsTestJSON-1172534678-router', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:37Z', 'updated_at': '2021-08-16T22:26:41Z', 'revision_number': 4, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'gw_port': {'id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:38Z', 'updated_at': '2021-08-16T22:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'd209d54d-14c4-4926-a2d2-c78cc68f6ae7', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'port_id': '18e23b02-3747-41d2-bac1-046c88511bb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'mac_address': 'fa:16:3e:ab:c0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:26:44Z', 'updated_at': '2021-08-16T22:27:05Z', 'revision_number': 1, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0200df7-9ec0-442d-9866-c2b2f83367b3', 'name': '', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'mac_address': 'fa:16:3e:d5:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:40Z', 'updated_at': '2021-08-16T22:26:46Z', 'revision_number': 5, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'subnets': [{'id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:08.007226 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-050d6740-d54a-4ea5-8ab0-519163bcd7ea req-7459604d-054e-40dd-a4c3-c6798171fbd5 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&id=30bb36a6-bad4-43c3-801d-994db31b2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1656051 Aug 16 22:27:08.021078 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad93ad8-668f-41b4-8296-1b88dbcb3098 req-79df9db4-5fc5-4a21-8806-cd4f0e970026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:08.022619 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ad93ad8-668f-41b4-8296-1b88dbcb3098 req-79df9db4-5fc5-4a21-8806-cd4f0e970026 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2163451 Aug 16 22:27:08.043666 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2c6c993-8abc-4d38-8a8a-83e90ed494e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:08.054841 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad93ef0-b219-46e4-9f20-d3e3b8544ce7 None None] The sync data for ids ['42fc6061-1de9-4aab-b37b-95bc31787f50'] in n-d-792458-15 is: [{'id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'name': 'tempest-ServerActionsTestJSON-1172534678-router', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:37Z', 'updated_at': '2021-08-16T22:26:41Z', 'revision_number': 4, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'gw_port': {'id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:38Z', 'updated_at': '2021-08-16T22:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'd209d54d-14c4-4926-a2d2-c78cc68f6ae7', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'port_id': '18e23b02-3747-41d2-bac1-046c88511bb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'mac_address': 'fa:16:3e:ab:c0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:26:44Z', 'updated_at': '2021-08-16T22:27:05Z', 'revision_number': 1, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0200df7-9ec0-442d-9866-c2b2f83367b3', 'name': '', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'mac_address': 'fa:16:3e:d5:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:40Z', 'updated_at': '2021-08-16T22:26:46Z', 'revision_number': 5, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'subnets': [{'id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:08.078907 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6ac81b9f-9084-4893-ad93-34f0480579fd req-f29a808b-b855-4f10-a578-1bd3dc3b8bad tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011157 Aug 16 22:27:08.094853 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dda650-d888-4d7b-a694-b6cec59fc80c', 'name': 'tempest-ServerRescueNegativeTestJSON-1636708965-router', 'tenant_id': '37b7559117c64c188829889a0014ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '118865b4-539d-44ea-9126-c7cf2cd541f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:04Z', 'updated_at': '2021-08-16T22:27:05Z', 'revision_number': 3, 'project_id': '37b7559117c64c188829889a0014ed6c', 'gw_port': {'id': '118865b4-539d-44ea-9126-c7cf2cd541f0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:81:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dda650-d888-4d7b-a694-b6cec59fc80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:05Z', 'updated_at': '2021-08-16T22:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:08.103250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085c9b4-aeac-4f05-a320-ecee10f3186b req-7cb5f39d-e410-4dc2-ba95-9cbc2dd65341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:08.108904 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7085c9b4-aeac-4f05-a320-ecee10f3186b req-7cb5f39d-e410-4dc2-ba95-9cbc2dd65341 service neutron] 10.222.0.39 "GET /v2.0/networks?id=06570d2f-3a83-4539-8177-055a5178f604 HTTP/1.1" status: 200 len: 913 time: 0.2456050 Aug 16 22:27:08.192626 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7085c9b4-aeac-4f05-a320-ecee10f3186b req-99bc2cce-9de0-4162-92ef-d4df53e12d6c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c65f9e8a-f576-4284-bffa-cdad527a4902 HTTP/1.1" status: 200 len: 217 time: 0.0451672 Aug 16 22:27:08.285723 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ad93ad8-668f-41b4-8296-1b88dbcb3098 req-c2784b67-e7a3-4d9e-96d9-500edc0f1e57 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461419 Aug 16 22:27:08.287421 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085c9b4-aeac-4f05-a320-ecee10f3186b req-80cce986-8797-4dfa-b007-bd621702aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:08.288804 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7085c9b4-aeac-4f05-a320-ecee10f3186b req-80cce986-8797-4dfa-b007-bd621702aeb1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1be961d4-d4dd-496d-9bb9-ca13e6a5ead7 HTTP/1.1" status: 200 len: 852 time: 0.0870144 Aug 16 22:27:08.294098 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ffab9-975a-4df7-b55e-9ac86cd569c0 None None] The sync data for ids ['b4dda650-d888-4d7b-a694-b6cec59fc80c'] in n-d-792458-15 is: [{'id': 'b4dda650-d888-4d7b-a694-b6cec59fc80c', 'name': 'tempest-ServerRescueNegativeTestJSON-1636708965-router', 'tenant_id': '37b7559117c64c188829889a0014ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '118865b4-539d-44ea-9126-c7cf2cd541f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:04Z', 'updated_at': '2021-08-16T22:27:05Z', 'revision_number': 3, 'project_id': '37b7559117c64c188829889a0014ed6c', 'gw_port': {'id': '118865b4-539d-44ea-9126-c7cf2cd541f0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:81:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dda650-d888-4d7b-a694-b6cec59fc80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:05Z', 'updated_at': '2021-08-16T22:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:08.341705 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:08.343095 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2c6c993-8abc-4d38-8a8a-83e90ed494e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:08.351393 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2c6c993-8abc-4d38-8a8a-83e90ed494e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:08.378428 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e73edf9-e6a2-4c9b-a0e7-33c0a1c2853d None None] New status for floating IP d209d54d-14c4-4926-a2d2-c78cc68f6ae7: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:27:08.378813 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7085c9b4-aeac-4f05-a320-ecee10f3186b req-a8e96fe4-72e3-4aba-84a6-eddbbd387734 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06570d2f-3a83-4539-8177-055a5178f604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672498 Aug 16 22:27:08.441930 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6c993-8abc-4d38-8a8a-83e90ed494e9 admin admin] Pushing event updated for resources: {'Port': ['ID=23987621-5585-4392-982f-1ec368f71c59,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:08.453088 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2c6c993-8abc-4d38-8a8a-83e90ed494e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:08.527194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d7cc5-a47a-4dd5-aaac-ed0a913feb3e req-81cb6b62-2586-4e84-b6b2-c855ac43e1e7 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:08.528738 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-458d7cc5-a47a-4dd5-aaac-ed0a913feb3e req-81cb6b62-2586-4e84-b6b2-c855ac43e1e7 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.2296515 Aug 16 22:27:08.574822 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c6c993-8abc-4d38-8a8a-83e90ed494e9 admin admin] Network ad6a423a-c0d2-482a-9d34-9271ebbb446a is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:08.576647 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d2c6c993-8abc-4d38-8a8a-83e90ed494e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:08.589801 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0aadf4-8833-493a-83e6-2d57c8f5adc8 req-172070dc-e596-4149-9573-1069f5228570 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:08.591410 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7e0aadf4-8833-493a-83e6-2d57c8f5adc8 req-172070dc-e596-4149-9573-1069f5228570 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.2156551 Aug 16 22:27:08.688221 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ad93ad8-668f-41b4-8296-1b88dbcb3098 req-b89cdd1b-91c7-41af-924d-0c279d7a2aee service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777390 Aug 16 22:27:08.699263 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7085c9b4-aeac-4f05-a320-ecee10f3186b req-f48b4f49-38e5-4dce-b3d9-0fa697b9f576 service neutron] 10.222.0.39 "GET /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831767 Aug 16 22:27:08.706897 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-458d7cc5-a47a-4dd5-aaac-ed0a913feb3e req-cef1913a-d4a5-46ad-8571-a54b4043e054 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681256 Aug 16 22:27:08.764848 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c6c993-8abc-4d38-8a8a-83e90ed494e9 admin admin] Router b4dda650-d888-4d7b-a694-b6cec59fc80c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:08.803390 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7e0aadf4-8833-493a-83e6-2d57c8f5adc8 req-c60d4252-eb50-4792-b273-239c9ac3382a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900125 Aug 16 22:27:08.810062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a18678-2827-45af-a7cb-deaf6b79e57d', 'tag': 'c65f9e8a-f576-4284-bffa-cdad527a4902'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:08.812497 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e3d7ef-9029-4fd9-97f4-5a4b0b2aabdc" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a18678-2827-45af-a7cb-deaf6b79e57d", "tag": "c65f9e8a-f576-4284-bffa-cdad527a4902"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:08.864571 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8807f464-1ae7-4589-b468-61b5fb7a551f x-openstack-request-id: req-8807f464-1ae7-4589-b468-61b5fb7a551f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:08.865146 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a18678-2827-45af-a7cb-deaf6b79e57d", "tag": "c65f9e8a-f576-4284-bffa-cdad527a4902", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:08.865146 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8807f464-1ae7-4589-b468-61b5fb7a551f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:08.865734 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a18678-2827-45af-a7cb-deaf6b79e57d', 'tag': 'c65f9e8a-f576-4284-bffa-cdad527a4902', 'status': 'completed', 'code': 200} Aug 16 22:27:08.870110 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7085c9b4-aeac-4f05-a320-ecee10f3186b req-8d2f7b89-9a28-43f8-ad8d-af6e93650c09 service neutron] 10.222.0.39 "GET /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560202 Aug 16 22:27:08.919078 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c6c993-8abc-4d38-8a8a-83e90ed494e9 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:08.926018 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d2c6c993-8abc-4d38-8a8a-83e90ed494e9 admin admin] 10.222.0.93 "PUT /v2.0/routers/b4dda650-d888-4d7b-a694-b6cec59fc80c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3489332 Aug 16 22:27:08.990012 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3bac3314-e649-41d3-9485-a6951d33a5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:09.021419 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77665ab3-023c-4606-ab9a-d7c1ffd768bf req-530d713d-f6a9-4f60-94eb-21e5400f7ced tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:09.023120 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-77665ab3-023c-4606-ab9a-d7c1ffd768bf req-530d713d-f6a9-4f60-94eb-21e5400f7ced tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1062593 Aug 16 22:27:09.027688 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3d7ef-9029-4fd9-97f4-5a4b0b2aabdc req-d462cbbf-17a7-4093-b46b-5eda295b74ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:09.029472 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f7e3d7ef-9029-4fd9-97f4-5a4b0b2aabdc req-d462cbbf-17a7-4093-b46b-5eda295b74ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63f6b9c2c6ae48ef87d525eb49b57621&device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 1136 time: 0.0988572 Aug 16 22:27:09.167549 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-77665ab3-023c-4606-ab9a-d7c1ffd768bf req-037783be-5508-4600-89d9-31ebaae5140e tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369131 Aug 16 22:27:09.214130 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fc4e2-39b2-4077-ac62-eae3cb1bd77d req-793013d7-09c9-4e0e-adab-6b244c8a1b85 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:09.215694 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104fc4e2-39b2-4077-ac62-eae3cb1bd77d req-793013d7-09c9-4e0e-adab-6b244c8a1b85 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 984 time: 0.0951488 Aug 16 22:27:09.219307 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3d7ef-9029-4fd9-97f4-5a4b0b2aabdc req-c7cac3e2-be3a-444d-b864-58070a4624fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:09.221416 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f7e3d7ef-9029-4fd9-97f4-5a4b0b2aabdc req-c7cac3e2-be3a-444d-b864-58070a4624fc service neutron] 10.222.0.39 "GET /v2.0/networks?id=06570d2f-3a83-4539-8177-055a5178f604 HTTP/1.1" status: 200 len: 913 time: 0.1668456 Aug 16 22:27:09.288625 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f7e3d7ef-9029-4fd9-97f4-5a4b0b2aabdc req-6efd3c67-f575-4976-b2a4-e38719d09336 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c65f9e8a-f576-4284-bffa-cdad527a4902 HTTP/1.1" status: 200 len: 217 time: 0.0464170 Aug 16 22:27:09.359533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104fc4e2-39b2-4077-ac62-eae3cb1bd77d req-3c0c42db-20f0-4f3a-8c1d-faf356491c91 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&id=30bb36a6-bad4-43c3-801d-994db31b2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1314142 Aug 16 22:27:09.405679 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b7861-8f69-4d38-8b17-86cd0ed141da req-63436e51-e6e7-4425-8850-46220146afc9 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:09.407380 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f57b7861-8f69-4d38-8b17-86cd0ed141da req-63436e51-e6e7-4425-8850-46220146afc9 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 945 time: 0.1559496 Aug 16 22:27:09.412044 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3d7ef-9029-4fd9-97f4-5a4b0b2aabdc req-c6af68a8-702e-47ca-9bb2-6ac30e4b0d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:09.413412 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f7e3d7ef-9029-4fd9-97f4-5a4b0b2aabdc req-c6af68a8-702e-47ca-9bb2-6ac30e4b0d20 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1be961d4-d4dd-496d-9bb9-ca13e6a5ead7 HTTP/1.1" status: 200 len: 852 time: 0.0974386 Aug 16 22:27:09.463167 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f57b7861-8f69-4d38-8b17-86cd0ed141da req-68663098-4287-4750-8cdc-c2feae5ea04f tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480900 Aug 16 22:27:09.484460 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f7e3d7ef-9029-4fd9-97f4-5a4b0b2aabdc req-71acdc09-ae7b-41ab-97c4-9e28697d9bb3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06570d2f-3a83-4539-8177-055a5178f604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432165 Aug 16 22:27:09.692746 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f7e3d7ef-9029-4fd9-97f4-5a4b0b2aabdc req-dac2a24e-2079-4d26-8004-bd2de9eb6fdb service neutron] 10.222.0.39 "GET /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999218 Aug 16 22:27:09.701613 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a95149-c3f5-4284-a0cc-3a8c80efd5ca req-ddfc5855-8a16-4381-8cfd-24ef49aa0fe3 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:09.703002 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50a95149-c3f5-4284-a0cc-3a8c80efd5ca req-ddfc5855-8a16-4381-8cfd-24ef49aa0fe3 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1125550 Aug 16 22:27:09.720188 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-d8332ac0-41e2-473a-b103-2741456bc8bc tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:09.722193 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-d8332ac0-41e2-473a-b103-2741456bc8bc tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/networks?id=ad6a423a-c0d2-482a-9d34-9271ebbb446a HTTP/1.1" status: 200 len: 819 time: 0.2217884 Aug 16 22:27:09.791077 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-5747a9c1-d901-4532-a2f5-d95e7b4fb0a4 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/quotas/37b7559117c64c188829889a0014ed6c HTTP/1.1" status: 200 len: 375 time: 0.0585260 Aug 16 22:27:09.820776 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50a95149-c3f5-4284-a0cc-3a8c80efd5ca req-c24b8656-ba63-435d-8508-15457ec674c3 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073346 Aug 16 22:27:09.865658 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f7e3d7ef-9029-4fd9-97f4-5a4b0b2aabdc req-bb601f6f-6d0b-4554-a456-474bdbb4b9b5 service neutron] 10.222.0.39 "GET /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604993 Aug 16 22:27:09.875408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-dc608f0c-19a0-45cf-acf2-8462f077b497 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=37b7559117c64c188829889a0014ed6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0748961 Aug 16 22:27:09.888718 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-4eafe24d-20b7-4782-8c46-0246e4a9c5be tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:27:09.891797 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-4eafe24d-20b7-4782-8c46-0246e4a9c5be tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071213 Aug 16 22:27:09.975112 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 118865b4-539d-44ea-9126-c7cf2cd541f0 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:10.039576 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 118865b4-539d-44ea-9126-c7cf2cd541f0 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:10.044759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 118865b4-539d-44ea-9126-c7cf2cd541f0 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:10.045075 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:10.094070 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-fcc4c9f3-9fd9-4487-ad95-45cc78c9383a service neutron] 10.222.0.93 "GET /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959336 Aug 16 22:27:10.146029 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:10.151490 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] Sync routers for ids ['b4dda650-d888-4d7b-a694-b6cec59fc80c'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:10.162890 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] Routers {'b4dda650-d888-4d7b-a694-b6cec59fc80c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:10.163815 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:26:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b4dda650-d888-4d7b-a694-b6cec59fc80c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:10.177299 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 118865b4-539d-44ea-9126-c7cf2cd541f0, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=118865b4-539d-44ea-9126-c7cf2cd541f0,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:10.182369 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:10.213384 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-6d7121b7-703d-42c9-a597-4fc02a22e1a4 service neutron] 10.222.0.93 "GET /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183100 Aug 16 22:27:10.239146 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d6109-fea1-4190-9386-7259f37425c6 req-3d5130a0-8eb6-401e-b895-40b77a7a367f tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:10.240798 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b82d6109-fea1-4190-9386-7259f37425c6 req-3d5130a0-8eb6-401e-b895-40b77a7a367f tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.0680790 Aug 16 22:27:10.249692 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=118865b4-539d-44ea-9126-c7cf2cd541f0,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:10.280297 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] Set router b4dda650-d888-4d7b-a694-b6cec59fc80c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:10.286518 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b82d6109-fea1-4190-9386-7259f37425c6 req-36babd52-1080-4c90-bf3f-1c29dc010b25 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388365 Aug 16 22:27:10.495177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3373c-245f-4153-a989-c3cd6e7f401c req-a594b2b2-402c-4cb4-8b74-e60ad5c2a2b7 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:10.496663 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4c3373c-245f-4153-a989-c3cd6e7f401c req-a594b2b2-402c-4cb4-8b74-e60ad5c2a2b7 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 945 time: 0.0855517 Aug 16 22:27:10.509678 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38982731-0b4a-4824-ac64-3ad5f9e09109 req-2fbcbf2d-88cb-4535-a4b1-cbfcc73037ef tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:10.514435 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-38982731-0b4a-4824-ac64-3ad5f9e09109 req-2fbcbf2d-88cb-4535-a4b1-cbfcc73037ef tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0936611 Aug 16 22:27:10.515795 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dda650-d888-4d7b-a694-b6cec59fc80c', 'name': 'tempest-ServerRescueNegativeTestJSON-1636708965-router', 'tenant_id': '37b7559117c64c188829889a0014ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '118865b4-539d-44ea-9126-c7cf2cd541f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:04Z', 'updated_at': '2021-08-16T22:27:07Z', 'revision_number': 4, 'project_id': '37b7559117c64c188829889a0014ed6c', 'gw_port': {'id': '118865b4-539d-44ea-9126-c7cf2cd541f0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:81:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dda650-d888-4d7b-a694-b6cec59fc80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:05Z', 'updated_at': '2021-08-16T22:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '23987621-5585-4392-982f-1ec368f71c59', 'name': '', 'network_id': 'ad6a423a-c0d2-482a-9d34-9271ebbb446a', 'tenant_id': '37b7559117c64c188829889a0014ed6c', 'mac_address': 'fa:16:3e:48:44:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dda650-d888-4d7b-a694-b6cec59fc80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'bce8d44e-9c3f-4ecb-8946-53a1c1e64100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:07Z', 'updated_at': '2021-08-16T22:27:08Z', 'revision_number': 2, 'project_id': '37b7559117c64c188829889a0014ed6c', 'subnets': [{'id': 'bce8d44e-9c3f-4ecb-8946-53a1c1e64100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:10.546600 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] Checking router: b4dda650-d888-4d7b-a694-b6cec59fc80c for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:27:10.547027 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] Updating router b4dda650-d888-4d7b-a694-b6cec59fc80c port 23987621-5585-4392-982f-1ec368f71c59 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:27:10.576728 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:10.584981 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:10.586476 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4c3373c-245f-4153-a989-c3cd6e7f401c req-6fbfb894-fcc8-426e-8130-1fac415fb141 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707395 Aug 16 22:27:10.590563 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-38982731-0b4a-4824-ac64-3ad5f9e09109 req-327b39b7-4f06-4d18-8cb0-8d109870cf12 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731411 Aug 16 22:27:10.680623 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3c3ff147-5c2d-42e5-8d2d-c81e76020607 req-028a626b-049e-4da5-895c-e36e419b8d20 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 210 time: 0.0287371 Aug 16 22:27:10.771565 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d7b77-54b7-438a-98e5-d12bca1a82ae req-94f27e5f-ce21-4cef-83ec-495a0f897bb6 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:10.773062 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104d7b77-54b7-438a-98e5-d12bca1a82ae req-94f27e5f-ce21-4cef-83ec-495a0f897bb6 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 984 time: 0.0952170 Aug 16 22:27:10.830343 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104d7b77-54b7-438a-98e5-d12bca1a82ae req-635c5fc7-0192-4429-9bbb-679286abb4dc tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&id=30bb36a6-bad4-43c3-801d-994db31b2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0501802 Aug 16 22:27:10.893350 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae375e4-9569-4b40-9d60-7a7bada01c57 req-603276b4-1c45-4815-a9ec-776bcd9f799c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:10.895937 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ae375e4-9569-4b40-9d60-7a7bada01c57 req-603276b4-1c45-4815-a9ec-776bcd9f799c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0717921 Aug 16 22:27:10.933792 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:10.945121 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] Transition to ACTIVE for port object 23987621-5585-4392-982f-1ec368f71c59 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:10.952654 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:11.003573 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ae375e4-9569-4b40-9d60-7a7bada01c57 req-1f61eedb-20ff-4da1-9f85-633eeb3dd2e9 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015604 Aug 16 22:27:11.010300 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad32cc-3d78-4cf7-adaf-1fb9d6a03939 None None] Pushing event updated for resources: {'Port': ['ID=23987621-5585-4392-982f-1ec368f71c59,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:11.078524 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] Attempting to bind port 23987621-5585-4392-982f-1ec368f71c59 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:11.079973 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] Attempting to bind port 23987621-5585-4392-982f-1ec368f71c59 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '3ed8e91f-712f-42f8-a62b-e50ab919264e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ad6a423a-c0d2-482a-9d34-9271ebbb446a'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:11.080528 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] Attempting to bind port 23987621-5585-4392-982f-1ec368f71c59 on network ad6a423a-c0d2-482a-9d34-9271ebbb446a {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:11.086938 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:27:11.087379 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] Checking segment: {'id': '3ed8e91f-712f-42f8-a62b-e50ab919264e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ad6a423a-c0d2-482a-9d34-9271ebbb446a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:11.087846 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:11.088295 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] Bound using segment: {'id': '3ed8e91f-712f-42f8-a62b-e50ab919264e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ad6a423a-c0d2-482a-9d34-9271ebbb446a'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:27:11.088823 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] Bound port: 23987621-5585-4392-982f-1ec368f71c59, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed8e91f-712f-42f8-a62b-e50ab919264e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ad6a423a-c0d2-482a-9d34-9271ebbb446a'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:27:11.089401 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:11.153902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104897d7-091b-4a82-a780-ed142b48f702 req-c245975e-2bee-4f23-aa79-39cdb8c315e3 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:11.161610 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104897d7-091b-4a82-a780-ed142b48f702 req-c245975e-2bee-4f23-aa79-39cdb8c315e3 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/networks?id=ad6a423a-c0d2-482a-9d34-9271ebbb446a HTTP/1.1" status: 200 len: 819 time: 0.2419333 Aug 16 22:27:11.182441 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] For port 23987621-5585-4392-982f-1ec368f71c59, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:11.186667 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] For port 23987621-5585-4392-982f-1ec368f71c59, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=23987621-5585-4392-982f-1ec368f71c59,segment=NetworkSegment(3ed8e91f-712f-42f8-a62b-e50ab919264e),segment_id=3ed8e91f-712f-42f8-a62b-e50ab919264e)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:27:11.189804 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104897d7-091b-4a82-a780-ed142b48f702 req-0c037a85-0866-44df-9489-6dbe397d52ac tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/quotas/37b7559117c64c188829889a0014ed6c HTTP/1.1" status: 200 len: 375 time: 0.0269277 Aug 16 22:27:11.193567 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9d59d325-0073-4e86-8b0f-0aac3de30823 req-32cb5703-82fe-4186-91cd-880644be05cc tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-77383897&fields=id&tenant_id=63f6b9c2c6ae48ef87d525eb49b57621 HTTP/1.1" status: 200 len: 267 time: 0.0947199 Aug 16 22:27:11.200034 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:11.255710 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] Routers {'b4dda650-d888-4d7b-a694-b6cec59fc80c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:11.256469 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:26:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b4dda650-d888-4d7b-a694-b6cec59fc80c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:11.278681 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104897d7-091b-4a82-a780-ed142b48f702 req-1aacf15d-38c1-4282-a489-263ce34493ce tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=37b7559117c64c188829889a0014ed6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0812321 Aug 16 22:27:11.298423 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59d325-0073-4e86-8b0f-0aac3de30823 req-f608dc71-1621-4d41-ba6f-87e9779af365 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:11.301564 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9d59d325-0073-4e86-8b0f-0aac3de30823 req-f608dc71-1621-4d41-ba6f-87e9779af365 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 984 time: 0.0924208 Aug 16 22:27:11.313298 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad32cc-3d78-4cf7-adaf-1fb9d6a03939 None None] Pushing event updated for resources: {'Port': ['ID=23987621-5585-4392-982f-1ec368f71c59,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:11.344081 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9d59d325-0073-4e86-8b0f-0aac3de30823 req-c948fc90-b776-48c5-b805-97e5f61329bb tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Request body: {'port': {'security_groups': ['30bb36a6-bad4-43c3-801d-994db31b2bfd', 'c04c0b8a-b869-44a2-b0f1-63fab48c60f7', '444ce69d-e8eb-43b2-a5f8-f2bebb8a0836']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:11.382010 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] Set router b4dda650-d888-4d7b-a694-b6cec59fc80c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:11.436746 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9d59d325-0073-4e86-8b0f-0aac3de30823 req-c948fc90-b776-48c5-b805-97e5f61329bb tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:11.453071 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104897d7-091b-4a82-a780-ed142b48f702 req-ad0645f7-a6ad-43ed-aada-72d38a07f5ae service neutron] 10.222.0.93 "GET /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725507 Aug 16 22:27:11.496105 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ce2b4a48-f118-42a9-b97c-d4bcb0f9323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:11.598849 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dda650-d888-4d7b-a694-b6cec59fc80c', 'name': 'tempest-ServerRescueNegativeTestJSON-1636708965-router', 'tenant_id': '37b7559117c64c188829889a0014ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '118865b4-539d-44ea-9126-c7cf2cd541f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:04Z', 'updated_at': '2021-08-16T22:27:07Z', 'revision_number': 4, 'project_id': '37b7559117c64c188829889a0014ed6c', 'gw_port': {'id': '118865b4-539d-44ea-9126-c7cf2cd541f0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:81:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dda650-d888-4d7b-a694-b6cec59fc80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:05Z', 'updated_at': '2021-08-16T22:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '23987621-5585-4392-982f-1ec368f71c59', 'name': '', 'network_id': 'ad6a423a-c0d2-482a-9d34-9271ebbb446a', 'tenant_id': '37b7559117c64c188829889a0014ed6c', 'mac_address': 'fa:16:3e:48:44:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dda650-d888-4d7b-a694-b6cec59fc80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'bce8d44e-9c3f-4ecb-8946-53a1c1e64100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:07Z', 'updated_at': '2021-08-16T22:27:11Z', 'revision_number': 4, 'project_id': '37b7559117c64c188829889a0014ed6c', 'subnets': [{'id': 'bce8d44e-9c3f-4ecb-8946-53a1c1e64100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:11.629269 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104897d7-091b-4a82-a780-ed142b48f702 req-3e83d250-054a-45cd-bbf2-a2e07dd9f330 service neutron] 10.222.0.93 "GET /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689208 Aug 16 22:27:11.629675 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbde0ff-59f6-480c-b1ec-98088bc91980 None None] The sync data for ids ['b4dda650-d888-4d7b-a694-b6cec59fc80c'] in n-d-792458-15 is: [{'id': 'b4dda650-d888-4d7b-a694-b6cec59fc80c', 'name': 'tempest-ServerRescueNegativeTestJSON-1636708965-router', 'tenant_id': '37b7559117c64c188829889a0014ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '118865b4-539d-44ea-9126-c7cf2cd541f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:04Z', 'updated_at': '2021-08-16T22:27:07Z', 'revision_number': 4, 'project_id': '37b7559117c64c188829889a0014ed6c', 'gw_port': {'id': '118865b4-539d-44ea-9126-c7cf2cd541f0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:81:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dda650-d888-4d7b-a694-b6cec59fc80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:05Z', 'updated_at': '2021-08-16T22:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '23987621-5585-4392-982f-1ec368f71c59', 'name': '', 'network_id': 'ad6a423a-c0d2-482a-9d34-9271ebbb446a', 'tenant_id': '37b7559117c64c188829889a0014ed6c', 'mac_address': 'fa:16:3e:48:44:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dda650-d888-4d7b-a694-b6cec59fc80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'bce8d44e-9c3f-4ecb-8946-53a1c1e64100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:07Z', 'updated_at': '2021-08-16T22:27:11Z', 'revision_number': 4, 'project_id': '37b7559117c64c188829889a0014ed6c', 'subnets': [{'id': 'bce8d44e-9c3f-4ecb-8946-53a1c1e64100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:12.042009 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.132307 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 23987621-5585-4392-982f-1ec368f71c59 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:12.194578 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-5b1d5c43-2a35-4a71-9dfe-2f37a070b9ed tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:12.196136 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-5b1d5c43-2a35-4a71-9dfe-2f37a070b9ed tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.39 "GET /v2.0/networks?id=ad6a423a-c0d2-482a-9d34-9271ebbb446a HTTP/1.1" status: 200 len: 819 time: 0.5818527 Aug 16 22:27:12.205343 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 23987621-5585-4392-982f-1ec368f71c59 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:12.212625 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 23987621-5585-4392-982f-1ec368f71c59 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:12.212993 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.223980 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-364a4387-f2ce-4928-9d81-87bbfb11b179 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Request body: {'port': {'device_id': 'e48a812b-a6e5-44c6-a957-41c94b9a3665', 'network_id': 'ad6a423a-c0d2-482a-9d34-9271ebbb446a', 'admin_state_up': True, 'tenant_id': '37b7559117c64c188829889a0014ed6c'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:12.239455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b415bae-db25-4824-9004-84188d622e7e req-0aec6198-dee0-4687-8e35-6d08dc973091 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:12.241118 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8b415bae-db25-4824-9004-84188d622e7e req-0aec6198-dee0-4687-8e35-6d08dc973091 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.39 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 945 time: 0.4871678 Aug 16 22:27:12.258450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a5b27-f7af-4c77-a9a8-2b4e6769055e req-38ad3a2e-19ae-4367-bfb9-d7b9995e9bf8 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:12.266129 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e1a5b27-f7af-4c77-a9a8-2b4e6769055e req-38ad3a2e-19ae-4367-bfb9-d7b9995e9bf8 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.1871040 Aug 16 22:27:12.317672 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.360128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 23987621-5585-4392-982f-1ec368f71c59, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=23987621-5585-4392-982f-1ec368f71c59,segment=NetworkSegment(3ed8e91f-712f-42f8-a62b-e50ab919264e),segment_id=3ed8e91f-712f-42f8-a62b-e50ab919264e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:12.363522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9d59d325-0073-4e86-8b0f-0aac3de30823 req-c948fc90-b776-48c5-b805-97e5f61329bb tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] For port c65f9e8a-f576-4284-bffa-cdad527a4902, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c65f9e8a-f576-4284-bffa-cdad527a4902,segment=NetworkSegment(c1f7b533-7910-4022-bae1-043d13109099),segment_id=c1f7b533-7910-4022-bae1-043d13109099)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:12.365530 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.366781 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 118865b4-539d-44ea-9126-c7cf2cd541f0 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:12.461909 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=23987621-5585-4392-982f-1ec368f71c59,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:12.475341 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 118865b4-539d-44ea-9126-c7cf2cd541f0 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:12.475971 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.512644 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e1a5b27-f7af-4c77-a9a8-2b4e6769055e req-a0b407b1-4817-4e2f-8dd9-0741e15e7e42 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441669 Aug 16 22:27:12.546246 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9d59d325-0073-4e86-8b0f-0aac3de30823 req-c948fc90-b776-48c5-b805-97e5f61329bb tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.571718 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9d59d325-0073-4e86-8b0f-0aac3de30823 req-c948fc90-b776-48c5-b805-97e5f61329bb tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.599222 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['2d708612-0e75-4a7a-81b5-2eaa3c8591f7', 'c65f9e8a-f576-4284-bffa-cdad527a4902'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:12.626099 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-364a4387-f2ce-4928-9d81-87bbfb11b179 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Made reservation on behalf of 37b7559117c64c188829889a0014ed6c for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:12.630632 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-364a4387-f2ce-4928-9d81-87bbfb11b179 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.694168 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59d325-0073-4e86-8b0f-0aac3de30823 req-c948fc90-b776-48c5-b805-97e5f61329bb tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:12.694841 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9d59d325-0073-4e86-8b0f-0aac3de30823 req-c948fc90-b776-48c5-b805-97e5f61329bb tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.696307 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9d59d325-0073-4e86-8b0f-0aac3de30823 req-c948fc90-b776-48c5-b805-97e5f61329bb tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "PUT /v2.0/ports/c65f9e8a-f576-4284-bffa-cdad527a4902 HTTP/1.1" status: 200 len: 1020 time: 1.3815005 Aug 16 22:27:12.706896 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a18678-2827-45af-a7cb-deaf6b79e57d', 'tag': 'c65f9e8a-f576-4284-bffa-cdad527a4902'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:12.709199 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1a1efd-8a09-4c4b-873c-72c7b3fdc486" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a18678-2827-45af-a7cb-deaf6b79e57d", "tag": "c65f9e8a-f576-4284-bffa-cdad527a4902"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:12.738099 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-8b415bae-db25-4824-9004-84188d622e7e req-ea5c86c4-db22-4767-8fb8-9741296c45c5 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Deleting port ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:12.738458 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8b415bae-db25-4824-9004-84188d622e7e req-ea5c86c4-db22-4767-8fb8-9741296c45c5 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.817521 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67cf15-9119-4826-96a8-720b630c2065 req-89e2ce07-20d4-40c9-a1c1-5df45298558f tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:12.821155 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['c65f9e8a-f576-4284-bffa-cdad527a4902'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:12.835271 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d67cf15-9119-4826-96a8-720b630c2065 req-89e2ce07-20d4-40c9-a1c1-5df45298558f tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 945 time: 0.2211494 Aug 16 22:27:12.907637 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948fc90-b776-48c5-b805-97e5f61329bb tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event updated for resources: {'Port': ['ID=c65f9e8a-f576-4284-bffa-cdad527a4902,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:12.938800 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d16df8f8-ea33-4b81-a2ca-40043ec9a4d9 req-e849109f-a709-4b6e-9916-011f2aa3cf64 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 210 time: 0.0510466 Aug 16 22:27:12.996559 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d67cf15-9119-4826-96a8-720b630c2065 req-17ef9ade-fe10-4766-9baa-6b2583ade31b tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564896 Aug 16 22:27:13.099014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-8b415bae-db25-4824-9004-84188d622e7e req-ea5c86c4-db22-4767-8fb8-9741296c45c5 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] For port ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:13.099416 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8b415bae-db25-4824-9004-84188d622e7e req-ea5c86c4-db22-4767-8fb8-9741296c45c5 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:13.149199 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-8b415bae-db25-4824-9004-84188d622e7e req-ea5c86c4-db22-4767-8fb8-9741296c45c5 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Calling delete_port for ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:13.164731 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:13.204867 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-364a4387-f2ce-4928-9d81-87bbfb11b179 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Allocated IP 172.20.0.14 (ad6a423a-c0d2-482a-9d34-9271ebbb446a/bce8d44e-9c3f-4ecb-8946-53a1c1e64100/c96edf8d-5f0c-4a9f-a48b-803cf561b7cd) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:13.247781 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf0449-fea8-447d-a8ea-d928c52d1bc8 req-01c735b1-73fa-4465-8610-c3f70335e345 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:13.249295 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3daf0449-fea8-447d-a8ea-d928c52d1bc8 req-01c735b1-73fa-4465-8610-c3f70335e345 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.2209253 Aug 16 22:27:13.288856 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-447be967-54d6-4a69-b5b6-87934d0f5a4b req-c3f1568a-83a2-41aa-825b-852a44c9cc1a tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/444ce69d-e8eb-43b2-a5f8-f2bebb8a0836 HTTP/1.1" status: 200 len: 1800 time: 0.2180181 Aug 16 22:27:13.432667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104897d7-091b-4a82-a780-ed142b48f702 req-436cdd93-e48d-418c-b073-ac07f3ed9db1 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:13.434169 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104897d7-091b-4a82-a780-ed142b48f702 req-436cdd93-e48d-418c-b073-ac07f3ed9db1 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.39 "GET /v2.0/networks?id=ad6a423a-c0d2-482a-9d34-9271ebbb446a HTTP/1.1" status: 200 len: 819 time: 0.3162127 Aug 16 22:27:13.436822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3daf0449-fea8-447d-a8ea-d928c52d1bc8 req-05acf443-bf7e-4126-a41b-dae8b2cf19c0 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439652 Aug 16 22:27:13.489356 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-104897d7-091b-4a82-a780-ed142b48f702 req-c81a79ee-2aeb-4cef-b7cf-a99fc2dbf148 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Request body: {'port': {'device_id': 'c2091bd3-6a4a-4ca1-a9cd-f3870d406300', 'network_id': 'ad6a423a-c0d2-482a-9d34-9271ebbb446a', 'admin_state_up': True, 'tenant_id': '37b7559117c64c188829889a0014ed6c'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:13.495268 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd1da99-aac5-431c-8d79-95403b7c5526 x-openstack-request-id: req-2dd1da99-aac5-431c-8d79-95403b7c5526 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:13.495553 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a18678-2827-45af-a7cb-deaf6b79e57d", "tag": "c65f9e8a-f576-4284-bffa-cdad527a4902", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:13.495809 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2dd1da99-aac5-431c-8d79-95403b7c5526 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:13.496216 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a18678-2827-45af-a7cb-deaf6b79e57d', 'tag': 'c65f9e8a-f576-4284-bffa-cdad527a4902', 'status': 'completed', 'code': 200} Aug 16 22:27:13.589902 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-447be967-54d6-4a69-b5b6-87934d0f5a4b req-81f49ba8-3953-47eb-b50c-64ee5d13886f tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 22:27:13.590971 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-447be967-54d6-4a69-b5b6-87934d0f5a4b req-81f49ba8-3953-47eb-b50c-64ee5d13886f tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "DELETE /v2.0/security-groups/444ce69d-e8eb-43b2-a5f8-f2bebb8a0836 HTTP/1.1" status: 409 len: 341 time: 0.2929635 Aug 16 22:27:13.767819 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a1efd-8a09-4c4b-873c-72c7b3fdc486 req-70a7da30-1f0a-432d-a6e8-43e059d6dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:13.769987 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab1a1efd-8a09-4c4b-873c-72c7b3fdc486 req-70a7da30-1f0a-432d-a6e8-43e059d6dfa2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63f6b9c2c6ae48ef87d525eb49b57621&device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 1175 time: 0.2456572 Aug 16 22:27:13.782210 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-364a4387-f2ce-4928-9d81-87bbfb11b179 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:13.845646 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8b415bae-db25-4824-9004-84188d622e7e req-ea5c86c4-db22-4767-8fb8-9741296c45c5 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:13.856751 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:13.912924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c86c4-db22-4767-8fb8-9741296c45c5 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Pushing event deleted for resources: {'Port': ['ID=ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:13.942226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd649d8-9f40-42c7-997e-ab8245dc4653 req-98588d6c-88a4-4aae-8a7a-4197960ee619 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:13.946419 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afd649d8-9f40-42c7-997e-ab8245dc4653 req-98588d6c-88a4-4aae-8a7a-4197960ee619 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.2552834 Aug 16 22:27:13.953810 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32d047-8b33-4848-9af0-76c3f5a30dbc req-c8325386-8b9d-4d15-8021-5c325bda68be tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:13.955254 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d32d047-8b33-4848-9af0-76c3f5a30dbc req-c8325386-8b9d-4d15-8021-5c325bda68be tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.2976329 Aug 16 22:27:13.959322 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 23987621-5585-4392-982f-1ec368f71c59 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:13.962597 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104897d7-091b-4a82-a780-ed142b48f702 req-c81a79ee-2aeb-4cef-b7cf-a99fc2dbf148 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Made reservation on behalf of 37b7559117c64c188829889a0014ed6c for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:13.966069 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104897d7-091b-4a82-a780-ed142b48f702 req-c81a79ee-2aeb-4cef-b7cf-a99fc2dbf148 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:14.006767 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 23987621-5585-4392-982f-1ec368f71c59 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:14.007137 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:14.051724 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b415bae-db25-4824-9004-84188d622e7e req-ea5c86c4-db22-4767-8fb8-9741296c45c5 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] No DVR routers for this DVR port ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:14.069949 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8b415bae-db25-4824-9004-84188d622e7e req-ea5c86c4-db22-4767-8fb8-9741296c45c5 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:14.071916 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8b415bae-db25-4824-9004-84188d622e7e req-ea5c86c4-db22-4767-8fb8-9741296c45c5 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.39 "DELETE /v2.0/ports/ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa HTTP/1.1" status: 204 len: 173 time: 1.8214946 Aug 16 22:27:14.090834 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a1efd-8a09-4c4b-873c-72c7b3fdc486 req-53c2c2e3-1496-4ffb-90f8-731b3b0db3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:14.092745 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab1a1efd-8a09-4c4b-873c-72c7b3fdc486 req-53c2c2e3-1496-4ffb-90f8-731b3b0db3c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=06570d2f-3a83-4539-8177-055a5178f604 HTTP/1.1" status: 200 len: 913 time: 0.3136499 Aug 16 22:27:14.145909 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-364a4387-f2ce-4928-9d81-87bbfb11b179 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:14.200009 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afd649d8-9f40-42c7-997e-ab8245dc4653 req-19e99b45-de33-4696-a486-cfeac96b5e59 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383394 Aug 16 22:27:14.225356 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d32d047-8b33-4848-9af0-76c3f5a30dbc req-496620a9-b8d2-4d8e-b3e5-355a085640ad tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386084 Aug 16 22:27:14.232675 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab1a1efd-8a09-4c4b-873c-72c7b3fdc486 req-cec6d701-b44a-478d-b85a-1041442126d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c65f9e8a-f576-4284-bffa-cdad527a4902 HTTP/1.1" status: 200 len: 217 time: 0.0999081 Aug 16 22:27:14.303463 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-364a4387-f2ce-4928-9d81-87bbfb11b179 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Network ad6a423a-c0d2-482a-9d34-9271ebbb446a is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:14.304195 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a4387-f2ce-4928-9d81-87bbfb11b179 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Pushing event updated for resources: {'Port': ['ID=c96edf8d-5f0c-4a9f-a48b-803cf561b7cd,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:14.345297 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-364a4387-f2ce-4928-9d81-87bbfb11b179 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:14.348571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-364a4387-f2ce-4928-9d81-87bbfb11b179 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:14.446804 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6235a23f-5b57-4362-9faf-98150678594d req-e8a38659-bdcd-42f8-b3f4-cde2aa4d266b tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 210 time: 0.0633612 Aug 16 22:27:14.466505 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a1efd-8a09-4c4b-873c-72c7b3fdc486 req-01653ea8-18f4-4e25-89c3-1d39bad1b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:14.468174 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab1a1efd-8a09-4c4b-873c-72c7b3fdc486 req-01653ea8-18f4-4e25-89c3-1d39bad1b70a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1be961d4-d4dd-496d-9bb9-ca13e6a5ead7 HTTP/1.1" status: 200 len: 852 time: 0.2167192 Aug 16 22:27:14.473312 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45ba3b29-faa4-4032-aea6-e7ebf4745e30 req-c6d4a39d-4ff4-498d-8929-5c6f50237390 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=60e036f7-4c44-40a1-af93-09f481448f86 HTTP/1.1" status: 200 len: 210 time: 0.0596333 Aug 16 22:27:14.483480 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-364a4387-f2ce-4928-9d81-87bbfb11b179 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:14.484289 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-364a4387-f2ce-4928-9d81-87bbfb11b179 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:14.489479 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-104897d7-091b-4a82-a780-ed142b48f702 req-c81a79ee-2aeb-4cef-b7cf-a99fc2dbf148 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Allocated IP 172.20.0.11 (ad6a423a-c0d2-482a-9d34-9271ebbb446a/bce8d44e-9c3f-4ecb-8946-53a1c1e64100/bfad8138-bcff-4eab-88a2-93fe2d98c085) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:14.537917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab1a1efd-8a09-4c4b-873c-72c7b3fdc486 req-7f710c1f-706b-4cb0-abd1-e7818d8211f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06570d2f-3a83-4539-8177-055a5178f604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454984 Aug 16 22:27:14.549263 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-364a4387-f2ce-4928-9d81-87bbfb11b179 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3335774 Aug 16 22:27:14.585287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] Request body: {'port': {'device_id': 'e48a812b-a6e5-44c6-a957-41c94b9a3665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:14.700099 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.083129 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb81f2-32f4-45dc-9e79-4826c675e5ab req-76f1262d-0e27-4337-a4bb-a42caaddbf5a tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:15.084639 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17eb81f2-32f4-45dc-9e79-4826c675e5ab req-76f1262d-0e27-4337-a4bb-a42caaddbf5a tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 1023 time: 0.5281715 Aug 16 22:27:15.105839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c566741-9f30-416e-a275-5597e47f877a req-c75cba37-ec55-46bd-a0a2-ae8f65fe709c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:15.107297 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c566741-9f30-416e-a275-5597e47f877a req-c75cba37-ec55-46bd-a0a2-ae8f65fe709c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.5309100 Aug 16 22:27:15.107853 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.186701 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab1a1efd-8a09-4c4b-873c-72c7b3fdc486 req-a102e8b3-0c83-4eda-9c39-0df6442a3670 service neutron] 10.222.0.39 "GET /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069462 Aug 16 22:27:15.260290 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104897d7-091b-4a82-a780-ed142b48f702 req-c81a79ee-2aeb-4cef-b7cf-a99fc2dbf148 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.307431 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c566741-9f30-416e-a275-5597e47f877a req-1587fc26-4c7f-49bf-90a1-78b336e91454 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919553 Aug 16 22:27:15.322914 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17eb81f2-32f4-45dc-9e79-4826c675e5ab req-4f64e955-867d-4eb7-ac42-0cee4d2da3ba tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&id=444ce69d-e8eb-43b2-a5f8-f2bebb8a0836&id=30bb36a6-bad4-43c3-801d-994db31b2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2085767 Aug 16 22:27:15.446596 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab1a1efd-8a09-4c4b-873c-72c7b3fdc486 req-b1e74fb4-3eff-4316-a092-cecf168942e1 service neutron] 10.222.0.39 "GET /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362738 Aug 16 22:27:15.461284 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104897d7-091b-4a82-a780-ed142b48f702 req-c81a79ee-2aeb-4cef-b7cf-a99fc2dbf148 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.518438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e036f7-4c44-40a1-af93-09f481448f86', 'name': 'network-vif-deleted', 'tag': 'ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:15.527324 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16f884a-e8d5-4323-b9e7-87d338c71661" -d '{"events": [{"server_uuid": "60e036f7-4c44-40a1-af93-09f481448f86", "name": "network-vif-deleted", "tag": "ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:15.591117 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104897d7-091b-4a82-a780-ed142b48f702 req-c81a79ee-2aeb-4cef-b7cf-a99fc2dbf148 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Network ad6a423a-c0d2-482a-9d34-9271ebbb446a is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:15.606942 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-104897d7-091b-4a82-a780-ed142b48f702 req-c81a79ee-2aeb-4cef-b7cf-a99fc2dbf148 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:15.609224 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-104897d7-091b-4a82-a780-ed142b48f702 req-c81a79ee-2aeb-4cef-b7cf-a99fc2dbf148 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:15.655703 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a79ee-2aeb-4cef-b7cf-a99fc2dbf148 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Pushing event updated for resources: {'Port': ['ID=bfad8138-bcff-4eab-88a2-93fe2d98c085,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:15.685412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fac730-adcb-48a7-8402-6669ac23878a req-2ae85eee-2dfc-4253-b8ac-d25d583a3ab4 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:15.686926 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42fac730-adcb-48a7-8402-6669ac23878a req-2ae85eee-2dfc-4253-b8ac-d25d583a3ab4 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.2308450 Aug 16 22:27:15.770120 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104897d7-091b-4a82-a780-ed142b48f702 req-c81a79ee-2aeb-4cef-b7cf-a99fc2dbf148 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:15.770738 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104897d7-091b-4a82-a780-ed142b48f702 req-c81a79ee-2aeb-4cef-b7cf-a99fc2dbf148 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.833548 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64a59e-80d5-435e-8afc-4431e085cf8d req-e5b9d463-8d93-49c4-9381-e77c545d2234 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:15.835091 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e64a59e-80d5-435e-8afc-4431e085cf8d req-e5b9d463-8d93-49c4-9381-e77c545d2234 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1647398 Aug 16 22:27:15.840218 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42fac730-adcb-48a7-8402-6669ac23878a req-44197d2a-1f87-441f-9868-74d5212ef51e tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374145 Aug 16 22:27:15.841521 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104897d7-091b-4a82-a780-ed142b48f702 req-c81a79ee-2aeb-4cef-b7cf-a99fc2dbf148 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3867171 Aug 16 22:27:15.847686 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96edf8d-5f0c-4a9f-a48b-803cf561b7cd {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:27:15.864924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-104897d7-091b-4a82-a780-ed142b48f702 req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] Request body: {'port': {'device_id': 'c2091bd3-6a4a-4ca1-a9cd-f3870d406300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:15.874135 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.928242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] Transition to ACTIVE for port object c96edf8d-5f0c-4a9f-a48b-803cf561b7cd will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:15.957673 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.985709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e64a59e-80d5-435e-8afc-4431e085cf8d req-cd39f1e9-7ba5-418f-9f8a-e41b778424b6 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416895 Aug 16 22:27:16.037883 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104897d7-091b-4a82-a780-ed142b48f702 req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.062731 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075b5dc-ce4f-4bf9-afad-78784754fb73 req-83542dd9-8a8d-4ee7-ac44-43d3097ce2e4 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:16.064386 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8075b5dc-ce4f-4bf9-afad-78784754fb73 req-83542dd9-8a8d-4ee7-ac44-43d3097ce2e4 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 932 time: 0.1631238 Aug 16 22:27:16.078283 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b9f4dc-7d7c-45c1-989d-771f9cb1486a x-openstack-request-id: req-80b9f4dc-7d7c-45c1-989d-771f9cb1486a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:16.078803 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e036f7-4c44-40a1-af93-09f481448f86", "name": "network-vif-deleted", "tag": "ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:16.079264 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-80b9f4dc-7d7c-45c1-989d-771f9cb1486a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:16.079833 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e036f7-4c44-40a1-af93-09f481448f86', 'name': 'network-vif-deleted', 'tag': 'ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa', 'status': 'completed', 'code': 200} Aug 16 22:27:16.083914 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] Pushing event updated for resources: {'Port': ['ID=c96edf8d-5f0c-4a9f-a48b-803cf561b7cd,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:16.118179 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:16.143446 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:27:16.144844 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ecdc8ef7-ec68-4e51-a2f0-c9d25bea14aa not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:27:16.215089 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8075b5dc-ce4f-4bf9-afad-78784754fb73 req-7398b809-63f4-4ce1-8af3-f3d0999c8370 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402392 Aug 16 22:27:16.300213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] Attempting to bind port c96edf8d-5f0c-4a9f-a48b-803cf561b7cd on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:16.300853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] Attempting to bind port c96edf8d-5f0c-4a9f-a48b-803cf561b7cd by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '3ed8e91f-712f-42f8-a62b-e50ab919264e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ad6a423a-c0d2-482a-9d34-9271ebbb446a'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:16.300853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] Attempting to bind port c96edf8d-5f0c-4a9f-a48b-803cf561b7cd on network ad6a423a-c0d2-482a-9d34-9271ebbb446a {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:16.337531 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] Port c96edf8d-5f0c-4a9f-a48b-803cf561b7cd on network ad6a423a-c0d2-482a-9d34-9271ebbb446a not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:16.337893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] Attempting to bind port c96edf8d-5f0c-4a9f-a48b-803cf561b7cd on network ad6a423a-c0d2-482a-9d34-9271ebbb446a {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:16.403987 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:27:16.404331 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] Checking segment: {'id': '3ed8e91f-712f-42f8-a62b-e50ab919264e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ad6a423a-c0d2-482a-9d34-9271ebbb446a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:16.404722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] Bound using segment: {'id': '3ed8e91f-712f-42f8-a62b-e50ab919264e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ad6a423a-c0d2-482a-9d34-9271ebbb446a'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:27:16.405179 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] Bound port: c96edf8d-5f0c-4a9f-a48b-803cf561b7cd, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed8e91f-712f-42f8-a62b-e50ab919264e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ad6a423a-c0d2-482a-9d34-9271ebbb446a'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:27:16.405540 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.470917 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4795c2e-a8f9-43f5-9ca9-b454f4797459 req-c50545c7-abe9-4636-a670-2953f2e6d57c tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:16.473433 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b4795c2e-a8f9-43f5-9ca9-b454f4797459 req-c50545c7-abe9-4636-a670-2953f2e6d57c tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 1023 time: 0.2636514 Aug 16 22:27:16.677793 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794e6fc-9b6f-4e94-bd2b-28c8dc65b93c req-1de6da08-8d58-4c0e-a8bf-21f692af2ce5 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:16.679314 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f794e6fc-9b6f-4e94-bd2b-28c8dc65b93c req-1de6da08-8d58-4c0e-a8bf-21f692af2ce5 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 1023 time: 0.2373106 Aug 16 22:27:16.700450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-d94054c0-b2b6-4ac5-80b8-c82f9da36536 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:16.701856 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-d94054c0-b2b6-4ac5-80b8-c82f9da36536 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/networks?id=ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 200 len: 811 time: 0.3867266 Aug 16 22:27:16.722510 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] For port c96edf8d-5f0c-4a9f-a48b-803cf561b7cd, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:16.758824 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] For port c96edf8d-5f0c-4a9f-a48b-803cf561b7cd, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c96edf8d-5f0c-4a9f-a48b-803cf561b7cd,segment=NetworkSegment(3ed8e91f-712f-42f8-a62b-e50ab919264e),segment_id=3ed8e91f-712f-42f8-a62b-e50ab919264e)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:27:16.763676 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-b88acd4b-ab52-49d1-bd24-347c002c01a7 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/quotas/064c2ae4b14f44cb9af01f46aa4cd77f HTTP/1.1" status: 200 len: 375 time: 0.0487137 Aug 16 22:27:16.776976 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.875849 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f794e6fc-9b6f-4e94-bd2b-28c8dc65b93c req-25f38cea-70a8-4bb9-b3ae-b0e63ade9178 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&id=444ce69d-e8eb-43b2-a5f8-f2bebb8a0836&id=30bb36a6-bad4-43c3-801d-994db31b2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1879845 Aug 16 22:27:16.881693 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:16.882007 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.887905 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] 10.222.0.39 "PUT /v2.0/ports/c96edf8d-5f0c-4a9f-a48b-803cf561b7cd HTTP/1.1" status: 200 len: 1093 time: 2.3072166 Aug 16 22:27:16.903763 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-0a51ef2f-1e26-4e76-959b-d17933c55a8e tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1236062 Aug 16 22:27:16.972042 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b4795c2e-a8f9-43f5-9ca9-b454f4797459 req-4f2bf0e3-a973-485e-b3fd-e986addb7e55 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Deleting port c65f9e8a-f576-4284-bffa-cdad527a4902 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:16.972382 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b4795c2e-a8f9-43f5-9ca9-b454f4797459 req-4f2bf0e3-a973-485e-b3fd-e986addb7e55 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.977140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-104897d7-091b-4a82-a780-ed142b48f702 req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfad8138-bcff-4eab-88a2-93fe2d98c085 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:27:17.078236 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104897d7-091b-4a82-a780-ed142b48f702 req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:17.108616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac450b-a56c-41ea-8da3-943a2efa4704 service neutron] Pushing event updated for resources: {'Port': ['ID=c96edf8d-5f0c-4a9f-a48b-803cf561b7cd,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:17.142629 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-104897d7-091b-4a82-a780-ed142b48f702 req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] Transition to ACTIVE for port object bfad8138-bcff-4eab-88a2-93fe2d98c085 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:17.165164 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104897d7-091b-4a82-a780-ed142b48f702 req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:17.176325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-dd2836da-a517-4751-9f75-a2a14f51b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:17.177826 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-dd2836da-a517-4751-9f75-a2a14f51b69a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37b7559117c64c188829889a0014ed6c&device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 1096 time: 0.2339716 Aug 16 22:27:17.525486 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587f27f-45de-44f0-bf6a-eb4c5342fb38 req-2d1f3763-c8f0-4994-93ff-4f32ba3482ad tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:17.526949 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5587f27f-45de-44f0-bf6a-eb4c5342fb38 req-2d1f3763-c8f0-4994-93ff-4f32ba3482ad tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.5688047 Aug 16 22:27:17.536614 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-763e92a0-59fc-41a5-8192-cefea7322546 service neutron] 10.222.0.93 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6103256 Aug 16 22:27:17.595474 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-5aac4651-f35e-45d6-9236-d84e56579ca8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c96edf8d-5f0c-4a9f-a48b-803cf561b7cd HTTP/1.1" status: 200 len: 217 time: 0.3911445 Aug 16 22:27:17.599080 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b4795c2e-a8f9-43f5-9ca9-b454f4797459 req-4f2bf0e3-a973-485e-b3fd-e986addb7e55 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] For port c65f9e8a-f576-4284-bffa-cdad527a4902, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c65f9e8a-f576-4284-bffa-cdad527a4902,segment=NetworkSegment(c1f7b533-7910-4022-bae1-043d13109099),segment_id=c1f7b533-7910-4022-bae1-043d13109099)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:17.599810 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b4795c2e-a8f9-43f5-9ca9-b454f4797459 req-4f2bf0e3-a973-485e-b3fd-e986addb7e55 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:17.670607 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] Pushing event updated for resources: {'Port': ['ID=bfad8138-bcff-4eab-88a2-93fe2d98c085,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:17.719943 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b4795c2e-a8f9-43f5-9ca9-b454f4797459 req-4f2bf0e3-a973-485e-b3fd-e986addb7e55 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Calling delete_port for c65f9e8a-f576-4284-bffa-cdad527a4902 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:17.779345 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5587f27f-45de-44f0-bf6a-eb4c5342fb38 req-e0e40f87-148f-4857-a54a-c6af5a551e9a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402906 Aug 16 22:27:17.832057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-fd900429-d3be-4aa7-b38d-3d1b14ea5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:17.833525 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-fd900429-d3be-4aa7-b38d-3d1b14ea5cf5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bce8d44e-9c3f-4ecb-8946-53a1c1e64100 HTTP/1.1" status: 200 len: 859 time: 0.1776929 Aug 16 22:27:17.880111 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-bd758cc1-037a-4b6c-b703-e537afa63ba0 service neutron] 10.222.0.93 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082108 Aug 16 22:27:17.902189 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-104897d7-091b-4a82-a780-ed142b48f702 req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] Attempting to bind port bfad8138-bcff-4eab-88a2-93fe2d98c085 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:17.902526 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-104897d7-091b-4a82-a780-ed142b48f702 req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] Attempting to bind port bfad8138-bcff-4eab-88a2-93fe2d98c085 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '3ed8e91f-712f-42f8-a62b-e50ab919264e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ad6a423a-c0d2-482a-9d34-9271ebbb446a'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:17.902854 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104897d7-091b-4a82-a780-ed142b48f702 req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] Attempting to bind port bfad8138-bcff-4eab-88a2-93fe2d98c085 on network ad6a423a-c0d2-482a-9d34-9271ebbb446a {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:17.906319 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-77b18246-b639-46e6-8989-fcffe83193c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ad6a423a-c0d2-482a-9d34-9271ebbb446a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474977 Aug 16 22:27:17.914457 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104897d7-091b-4a82-a780-ed142b48f702 req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] Port bfad8138-bcff-4eab-88a2-93fe2d98c085 on network ad6a423a-c0d2-482a-9d34-9271ebbb446a not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:17.914780 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104897d7-091b-4a82-a780-ed142b48f702 req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] Attempting to bind port bfad8138-bcff-4eab-88a2-93fe2d98c085 on network ad6a423a-c0d2-482a-9d34-9271ebbb446a {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:17.938366 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104897d7-091b-4a82-a780-ed142b48f702 req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:27:17.938692 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104897d7-091b-4a82-a780-ed142b48f702 req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] Checking segment: {'id': '3ed8e91f-712f-42f8-a62b-e50ab919264e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ad6a423a-c0d2-482a-9d34-9271ebbb446a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:17.939070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104897d7-091b-4a82-a780-ed142b48f702 req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] Bound using segment: {'id': '3ed8e91f-712f-42f8-a62b-e50ab919264e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ad6a423a-c0d2-482a-9d34-9271ebbb446a'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:27:17.939628 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-104897d7-091b-4a82-a780-ed142b48f702 req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] Bound port: bfad8138-bcff-4eab-88a2-93fe2d98c085, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed8e91f-712f-42f8-a62b-e50ab919264e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ad6a423a-c0d2-482a-9d34-9271ebbb446a'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:27:17.939863 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104897d7-091b-4a82-a780-ed142b48f702 req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.106593 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48a812b-a6e5-44c6-a957-41c94b9a3665', 'tag': 'c96edf8d-5f0c-4a9f-a48b-803cf561b7cd'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:18.108792 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156520c7-97c6-4b6c-8aa5-1e1df5c1ed28" -d '{"events": [{"name": "network-changed", "server_uuid": "e48a812b-a6e5-44c6-a957-41c94b9a3665", "tag": "c96edf8d-5f0c-4a9f-a48b-803cf561b7cd"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:18.204284 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-c6925c82-3936-4600-92e5-0945e0f488db service neutron] 10.222.0.39 "GET /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850835 Aug 16 22:27:18.236465 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-104897d7-091b-4a82-a780-ed142b48f702 req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] For port bfad8138-bcff-4eab-88a2-93fe2d98c085, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:18.248291 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b4795c2e-a8f9-43f5-9ca9-b454f4797459 req-4f2bf0e3-a973-485e-b3fd-e986addb7e55 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.262593 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['2d708612-0e75-4a7a-81b5-2eaa3c8591f7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:18.328230 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9066430-1f37-475e-995f-d147917b9b3b req-326336bb-3881-422c-905c-50e8c6f93454 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:18.336037 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9066430-1f37-475e-995f-d147917b9b3b req-326336bb-3881-422c-905c-50e8c6f93454 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.2820802 Aug 16 22:27:18.340851 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-104897d7-091b-4a82-a780-ed142b48f702 req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] For port bfad8138-bcff-4eab-88a2-93fe2d98c085, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=bfad8138-bcff-4eab-88a2-93fe2d98c085,segment=NetworkSegment(3ed8e91f-712f-42f8-a62b-e50ab919264e),segment_id=3ed8e91f-712f-42f8-a62b-e50ab919264e)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:27:18.354082 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bf0e3-a973-485e-b3fd-e986addb7e55 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event deleted for resources: {'Port': ['ID=c65f9e8a-f576-4284-bffa-cdad527a4902,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:18.363936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8fde7-3667-4e0a-90e9-1e268dc8363c req-b3852353-cb89-46f7-9a96-fc139df09bb9 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:18.365512 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4d8fde7-3667-4e0a-90e9-1e268dc8363c req-b3852353-cb89-46f7-9a96-fc139df09bb9 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 944 time: 0.2928469 Aug 16 22:27:18.371070 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104897d7-091b-4a82-a780-ed142b48f702 req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.485728 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4795c2e-a8f9-43f5-9ca9-b454f4797459 req-4f2bf0e3-a973-485e-b3fd-e986addb7e55 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] No DVR routers for this DVR port c65f9e8a-f576-4284-bffa-cdad527a4902 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:18.496797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104897d7-091b-4a82-a780-ed142b48f702 req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:18.497414 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-104897d7-091b-4a82-a780-ed142b48f702 req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.498880 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104897d7-091b-4a82-a780-ed142b48f702 req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] 10.222.0.39 "PUT /v2.0/ports/bfad8138-bcff-4eab-88a2-93fe2d98c085 HTTP/1.1" status: 200 len: 1093 time: 2.6413772 Aug 16 22:27:18.499945 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b4795c2e-a8f9-43f5-9ca9-b454f4797459 req-4f2bf0e3-a973-485e-b3fd-e986addb7e55 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.501760 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b4795c2e-a8f9-43f5-9ca9-b454f4797459 req-4f2bf0e3-a973-485e-b3fd-e986addb7e55 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.39 "DELETE /v2.0/ports/c65f9e8a-f576-4284-bffa-cdad527a4902 HTTP/1.1" status: 204 len: 173 time: 2.0016418 Aug 16 22:27:18.521059 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9066430-1f37-475e-995f-d147917b9b3b req-3ce634b5-38d0-4a2d-9f00-eb1951db37e5 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841505 Aug 16 22:27:18.559229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912cbc5-e31a-45d2-a23b-58036bc1366f service neutron] Pushing event updated for resources: {'Port': ['ID=bfad8138-bcff-4eab-88a2-93fe2d98c085,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:18.563322 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-951d0f45-34e6-44f3-91e5-668fdad01eea req-3b1178a0-2af9-4534-99b5-efdb691834fb service neutron] 10.222.0.39 "GET /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455362 Aug 16 22:27:18.566350 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4d8fde7-3667-4e0a-90e9-1e268dc8363c req-16265515-2eec-40f5-9cf0-5f243231ed69 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740193 Aug 16 22:27:18.653677 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91bf96a1-b372-440b-b536-748549c5720d req-44b5d3ef-f1a9-40d2-902b-a1fbf89df334 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2a18678-2827-45af-a7cb-deaf6b79e57d HTTP/1.1" status: 200 len: 210 time: 0.0374987 Aug 16 22:27:18.656307 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104897d7-091b-4a82-a780-ed142b48f702 req-23213fec-ee3b-457b-be29-678ce5a065ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:18.657742 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104897d7-091b-4a82-a780-ed142b48f702 req-23213fec-ee3b-457b-be29-678ce5a065ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37b7559117c64c188829889a0014ed6c&device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 1096 time: 0.0872009 Aug 16 22:27:18.692415 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c6a634d6-951d-45d2-9089-98dbeed4c049 req-44253b6a-606f-4991-8457-c73abbefd858 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e54c3e8-51d4-4aeb-9d46-cc5d193961c9 HTTP/1.1" status: 200 len: 210 time: 0.0412912 Aug 16 22:27:18.731380 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d9fd53-1f83-4e49-b6b8-2d82ec70a4a3 x-openstack-request-id: req-88d9fd53-1f83-4e49-b6b8-2d82ec70a4a3 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:18.731759 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48a812b-a6e5-44c6-a957-41c94b9a3665", "tag": "c96edf8d-5f0c-4a9f-a48b-803cf561b7cd", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:18.732018 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-88d9fd53-1f83-4e49-b6b8-2d82ec70a4a3 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:18.732417 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48a812b-a6e5-44c6-a957-41c94b9a3665', 'tag': 'c96edf8d-5f0c-4a9f-a48b-803cf561b7cd', 'status': 'completed', 'code': 200} Aug 16 22:27:18.742627 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104897d7-091b-4a82-a780-ed142b48f702 req-22f5530c-e275-41b9-ae60-eb2c095b0511 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfad8138-bcff-4eab-88a2-93fe2d98c085 HTTP/1.1" status: 200 len: 217 time: 0.0538762 Aug 16 22:27:18.820193 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156520c7-97c6-4b6c-8aa5-1e1df5c1ed28 req-4487d55c-d890-47a5-87c6-974501556b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:18.821715 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-156520c7-97c6-4b6c-8aa5-1e1df5c1ed28 req-4487d55c-d890-47a5-87c6-974501556b94 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37b7559117c64c188829889a0014ed6c&device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 1096 time: 0.0885673 Aug 16 22:27:18.823522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104897d7-091b-4a82-a780-ed142b48f702 req-9eab92f9-9f04-4721-b674-6e398c901c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:18.825169 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104897d7-091b-4a82-a780-ed142b48f702 req-9eab92f9-9f04-4721-b674-6e398c901c13 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bce8d44e-9c3f-4ecb-8946-53a1c1e64100 HTTP/1.1" status: 200 len: 859 time: 0.0641603 Aug 16 22:27:18.913869 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104897d7-091b-4a82-a780-ed142b48f702 req-e7dd9231-8bfd-4385-ac9f-67bc7950d869 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ad6a423a-c0d2-482a-9d34-9271ebbb446a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747643 Aug 16 22:27:19.027428 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4aa341-1c45-48fb-a9bc-db016605bb41 req-2c4f1907-0389-41cd-a912-7b03cf13762c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:19.028936 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d4aa341-1c45-48fb-a9bc-db016605bb41 req-2c4f1907-0389-41cd-a912-7b03cf13762c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1746898 Aug 16 22:27:19.081179 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156520c7-97c6-4b6c-8aa5-1e1df5c1ed28 req-f551117d-bab0-4590-969a-d51586de4956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:19.082720 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-156520c7-97c6-4b6c-8aa5-1e1df5c1ed28 req-f551117d-bab0-4590-969a-d51586de4956 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ad6a423a-c0d2-482a-9d34-9271ebbb446a HTTP/1.1" status: 200 len: 920 time: 0.2448864 Aug 16 22:27:19.145090 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-156520c7-97c6-4b6c-8aa5-1e1df5c1ed28 req-c26fc71b-d3a3-45a5-936b-8bd37e823cd1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c96edf8d-5f0c-4a9f-a48b-803cf561b7cd HTTP/1.1" status: 200 len: 217 time: 0.0541523 Aug 16 22:27:19.149790 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104897d7-091b-4a82-a780-ed142b48f702 req-6dbd6572-833a-4a65-8021-f5cc45020f4a service neutron] 10.222.0.39 "GET /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158632 Aug 16 22:27:19.152828 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d4aa341-1c45-48fb-a9bc-db016605bb41 req-b11e2bd4-9a5e-486d-a02c-eb778b3e9b36 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154637 Aug 16 22:27:19.312466 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156520c7-97c6-4b6c-8aa5-1e1df5c1ed28 req-daabd3db-c072-4a4c-b7de-72afbbeed46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:19.313944 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-156520c7-97c6-4b6c-8aa5-1e1df5c1ed28 req-daabd3db-c072-4a4c-b7de-72afbbeed46d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bce8d44e-9c3f-4ecb-8946-53a1c1e64100 HTTP/1.1" status: 200 len: 859 time: 0.1490679 Aug 16 22:27:19.365625 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-156520c7-97c6-4b6c-8aa5-1e1df5c1ed28 req-643c6cc7-7190-4716-bbf6-e43e28521e58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ad6a423a-c0d2-482a-9d34-9271ebbb446a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343235 Aug 16 22:27:19.399278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-104897d7-091b-4a82-a780-ed142b48f702 req-6b20f382-b79a-4e58-80a0-9a26e3f8d193 service neutron] 10.222.0.39 "GET /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255404 Aug 16 22:27:19.448776 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-fa34a081-b105-41e4-ac03-fad9ddeaa7b4 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:19.450252 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-fa34a081-b105-41e4-ac03-fad9ddeaa7b4 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.39 "GET /v2.0/networks?id=ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 200 len: 811 time: 0.2516894 Aug 16 22:27:19.465122 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-a5960b82-460b-4010-b70f-be682034031d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Request body: {'port': {'device_id': '1e54c3e8-51d4-4aeb-9d46-cc5d193961c9', 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777', 'admin_state_up': True, 'tenant_id': '064c2ae4b14f44cb9af01f46aa4cd77f'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:19.548923 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-156520c7-97c6-4b6c-8aa5-1e1df5c1ed28 req-d385f985-2312-441b-a214-d63a83c1c49d service neutron] 10.222.0.39 "GET /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632607 Aug 16 22:27:19.998120 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-a5960b82-460b-4010-b70f-be682034031d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Made reservation on behalf of 064c2ae4b14f44cb9af01f46aa4cd77f for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:20.001851 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-a5960b82-460b-4010-b70f-be682034031d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:20.016800 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dc81a-afe0-40a4-92f0-4c8870d0a884 req-9aba8573-0785-4e80-8ed7-b9c661fbb3de tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:20.018392 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-647dc81a-afe0-40a4-92f0-4c8870d0a884 req-9aba8573-0785-4e80-8ed7-b9c661fbb3de tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.3938088 Aug 16 22:27:20.047318 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-156520c7-97c6-4b6c-8aa5-1e1df5c1ed28 req-1fe89a30-7882-443f-b073-15582715ec00 service neutron] 10.222.0.39 "GET /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741921 Aug 16 22:27:20.072610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ac796-0bf0-47e0-af77-d8cb2820fc09 req-f552e954-2ebb-48ea-9a6b-316189b610dd tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:20.074118 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c11ac796-0bf0-47e0-af77-d8cb2820fc09 req-f552e954-2ebb-48ea-9a6b-316189b610dd tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 944 time: 0.4019167 Aug 16 22:27:20.146156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c65f9e8a-f576-4284-bffa-cdad527a4902 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:20.158046 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-647dc81a-afe0-40a4-92f0-4c8870d0a884 req-1a5068ec-f9f7-4bc8-9a21-fe8cc9b50ac6 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268647 Aug 16 22:27:20.165594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: c65f9e8a-f576-4284-bffa-cdad527a4902 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:27:20.166522 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c65f9e8a-f576-4284-bffa-cdad527a4902 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:27:20.201217 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c11ac796-0bf0-47e0-af77-d8cb2820fc09 req-c416b707-651a-4c37-a221-eb19a17298f7 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200581 Aug 16 22:27:20.231363 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-a5960b82-460b-4010-b70f-be682034031d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Allocated IP 172.20.0.10 (ebd43e01-e5c7-4526-84ca-b13361f6e777/77278031-7856-4cbe-b33a-9aa0a9f30263/f348694a-5a23-4733-8b57-7c26baeb9a83) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:20.296188 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2701c801-39c6-4e8f-b81a-7dddad18fd13 req-3df9966a-6a30-4ae2-9a87-bd68829efef0 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e54c3e8-51d4-4aeb-9d46-cc5d193961c9 HTTP/1.1" status: 200 len: 210 time: 0.0341909 Aug 16 22:27:20.448370 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-a5960b82-460b-4010-b70f-be682034031d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:20.501061 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e548c-3b7f-4804-bc5b-563ecdcd7e56 req-ca1f61de-52cd-4d06-96fb-8f60488ece8f tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:20.502587 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-835e548c-3b7f-4804-bc5b-563ecdcd7e56 req-ca1f61de-52cd-4d06-96fb-8f60488ece8f tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1111107 Aug 16 22:27:20.505604 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-90ec5fce-1b9e-4586-a1e8-13da35f238c0 req-e217b36f-9ec0-4128-96da-1a491422349a tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/30bb36a6-bad4-43c3-801d-994db31b2bfd HTTP/1.1" status: 200 len: 1803 time: 0.1059551 Aug 16 22:27:20.581494 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-a5960b82-460b-4010-b70f-be682034031d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:20.587658 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-835e548c-3b7f-4804-bc5b-563ecdcd7e56 req-00a849fd-8e44-416c-901c-6e0126425fd6 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779867 Aug 16 22:27:20.643345 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-a5960b82-460b-4010-b70f-be682034031d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Network ebd43e01-e5c7-4526-84ca-b13361f6e777 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:20.650532 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-a5960b82-460b-4010-b70f-be682034031d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:20.655315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-a5960b82-460b-4010-b70f-be682034031d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:20.657749 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-90ec5fce-1b9e-4586-a1e8-13da35f238c0 req-5907045d-f47b-4880-97e6-5e1b30686232 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:20.661186 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5960b82-460b-4010-b70f-be682034031d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Pushing event updated for resources: {'Port': ['ID=f348694a-5a23-4733-8b57-7c26baeb9a83,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:20.711068 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-90ec5fce-1b9e-4586-a1e8-13da35f238c0 req-5907045d-f47b-4880-97e6-5e1b30686232 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:20.729293 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-a5960b82-460b-4010-b70f-be682034031d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:20.729894 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-a5960b82-460b-4010-b70f-be682034031d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:20.734415 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2091bd3-6a4a-4ca1-a9cd-f3870d406300', 'tag': 'bfad8138-bcff-4eab-88a2-93fe2d98c085'}, {'server_uuid': 'a2a18678-2827-45af-a7cb-deaf6b79e57d', 'name': 'network-vif-deleted', 'tag': 'c65f9e8a-f576-4284-bffa-cdad527a4902'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:20.736594 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4af673d-aa20-4b93-b4af-127f23fcf60d" -d '{"events": [{"name": "network-changed", "server_uuid": "c2091bd3-6a4a-4ca1-a9cd-f3870d406300", "tag": "bfad8138-bcff-4eab-88a2-93fe2d98c085"}, {"server_uuid": "a2a18678-2827-45af-a7cb-deaf6b79e57d", "name": "network-vif-deleted", "tag": "c65f9e8a-f576-4284-bffa-cdad527a4902"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:20.763609 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-a5960b82-460b-4010-b70f-be682034031d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3021977 Aug 16 22:27:20.776128 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-90ec5fce-1b9e-4586-a1e8-13da35f238c0 req-5907045d-f47b-4880-97e6-5e1b30686232 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:20.778839 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-90ec5fce-1b9e-4586-a1e8-13da35f238c0 req-5907045d-f47b-4880-97e6-5e1b30686232 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:20.779971 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-90ec5fce-1b9e-4586-a1e8-13da35f238c0 req-5907045d-f47b-4880-97e6-5e1b30686232 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "DELETE /v2.0/security-groups/30bb36a6-bad4-43c3-801d-994db31b2bfd HTTP/1.1" status: 204 len: 173 time: 0.2607653 Aug 16 22:27:20.781432 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474cda6a-d3d6-4f64-bc7a-a65e346e974a x-openstack-request-id: req-474cda6a-d3d6-4f64-bc7a-a65e346e974a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:20.781903 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2091bd3-6a4a-4ca1-a9cd-f3870d406300", "tag": "bfad8138-bcff-4eab-88a2-93fe2d98c085", "status": "completed", "code": 200}, {"server_uuid": "a2a18678-2827-45af-a7cb-deaf6b79e57d", "name": "network-vif-deleted", "tag": "c65f9e8a-f576-4284-bffa-cdad527a4902", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:20.782072 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-474cda6a-d3d6-4f64-bc7a-a65e346e974a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:20.782554 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2091bd3-6a4a-4ca1-a9cd-f3870d406300', 'tag': 'bfad8138-bcff-4eab-88a2-93fe2d98c085', 'status': 'completed', 'code': 200} Aug 16 22:27:20.782712 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a18678-2827-45af-a7cb-deaf6b79e57d', 'name': 'network-vif-deleted', 'tag': 'c65f9e8a-f576-4284-bffa-cdad527a4902', 'status': 'completed', 'code': 200} Aug 16 22:27:20.791337 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] Request body: {'port': {'device_id': '1e54c3e8-51d4-4aeb-9d46-cc5d193961c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:20.820015 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907045d-f47b-4880-97e6-5e1b30686232 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bb36a6-bad4-43c3-801d-994db31b2bfd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:20.915968 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4bfec755-c70a-44a0-bb52-c938b7a5a3a0 req-600cdb42-4a5c-42fe-9ad3-8c5cb55b4348 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/444ce69d-e8eb-43b2-a5f8-f2bebb8a0836 HTTP/1.1" status: 200 len: 1800 time: 0.1165469 Aug 16 22:27:20.918083 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:20.922651 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af673d-aa20-4b93-b4af-127f23fcf60d req-31670426-e9ec-4314-855a-60f582aaad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:20.924080 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a4af673d-aa20-4b93-b4af-127f23fcf60d req-31670426-e9ec-4314-855a-60f582aaad3c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37b7559117c64c188829889a0014ed6c&device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 1096 time: 0.0973790 Aug 16 22:27:21.157310 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4bfec755-c70a-44a0-bb52-c938b7a5a3a0 req-b5a0e15e-8b69-41a0-8ec8-6e1c8a0a8c0b tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:21.164958 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af673d-aa20-4b93-b4af-127f23fcf60d req-a206cc3a-2c34-4cd2-bbba-80d69b6c66d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:21.166540 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a4af673d-aa20-4b93-b4af-127f23fcf60d req-a206cc3a-2c34-4cd2-bbba-80d69b6c66d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ad6a423a-c0d2-482a-9d34-9271ebbb446a HTTP/1.1" status: 200 len: 920 time: 0.2282238 Aug 16 22:27:21.263083 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4bfec755-c70a-44a0-bb52-c938b7a5a3a0 req-b5a0e15e-8b69-41a0-8ec8-6e1c8a0a8c0b tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:21.280814 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a4af673d-aa20-4b93-b4af-127f23fcf60d req-fefd9d16-1bc3-4389-8671-a6b46eba7c98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfad8138-bcff-4eab-88a2-93fe2d98c085 HTTP/1.1" status: 200 len: 217 time: 0.0691741 Aug 16 22:27:21.400845 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af673d-aa20-4b93-b4af-127f23fcf60d req-f1957b47-4933-4cb4-8b84-ac1b8a59cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:21.402325 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a4af673d-aa20-4b93-b4af-127f23fcf60d req-f1957b47-4933-4cb4-8b84-ac1b8a59cff8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bce8d44e-9c3f-4ecb-8946-53a1c1e64100 HTTP/1.1" status: 200 len: 859 time: 0.1002231 Aug 16 22:27:21.405058 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4bfec755-c70a-44a0-bb52-c938b7a5a3a0 req-b5a0e15e-8b69-41a0-8ec8-6e1c8a0a8c0b tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:21.407643 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4bfec755-c70a-44a0-bb52-c938b7a5a3a0 req-b5a0e15e-8b69-41a0-8ec8-6e1c8a0a8c0b tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:21.408635 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4bfec755-c70a-44a0-bb52-c938b7a5a3a0 req-b5a0e15e-8b69-41a0-8ec8-6e1c8a0a8c0b tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "DELETE /v2.0/security-groups/444ce69d-e8eb-43b2-a5f8-f2bebb8a0836 HTTP/1.1" status: 204 len: 173 time: 0.4787297 Aug 16 22:27:21.421219 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c22303-f64b-4cb9-92fc-b45a16b5748a req-87efe7f6-e30f-4ea2-acc9-ca3d4e32a496 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:21.422774 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87c22303-f64b-4cb9-92fc-b45a16b5748a req-87efe7f6-e30f-4ea2-acc9-ca3d4e32a496 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.1616669 Aug 16 22:27:21.462610 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a4af673d-aa20-4b93-b4af-127f23fcf60d req-e792f3c1-e8d9-44b0-a9a8-c95c29644625 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ad6a423a-c0d2-482a-9d34-9271ebbb446a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518515 Aug 16 22:27:21.465384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0e15e-8b69-41a0-8ec8-6e1c8a0a8c0b tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=444ce69d-e8eb-43b2-a5f8-f2bebb8a0836,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:21.614608 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f348694a-5a23-4733-8b57-7c26baeb9a83 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:27:21.621111 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87c22303-f64b-4cb9-92fc-b45a16b5748a req-bdd84ecc-7e4a-4f47-b5c5-da35056edf2c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626332 Aug 16 22:27:21.629543 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:21.650445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a3b16-aec2-4e9b-b2ea-3a4bc7c2b5e8 req-ead90162-3fd4-424f-9af1-1bf52d2362fe tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:21.651977 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a79a3b16-aec2-4e9b-b2ea-3a4bc7c2b5e8 req-ead90162-3fd4-424f-9af1-1bf52d2362fe tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 944 time: 0.1801059 Aug 16 22:27:21.681392 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] Transition to ACTIVE for port object f348694a-5a23-4733-8b57-7c26baeb9a83 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:21.697006 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:21.703180 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a4af673d-aa20-4b93-b4af-127f23fcf60d req-095eb46b-103c-4b12-ae6b-1dba28156360 service neutron] 10.222.0.39 "GET /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268643 Aug 16 22:27:21.801129 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a79a3b16-aec2-4e9b-b2ea-3a4bc7c2b5e8 req-7f5548df-4548-4a4a-9011-1eeff4e55ab3 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400845 Aug 16 22:27:21.847185 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] Pushing event updated for resources: {'Port': ['ID=f348694a-5a23-4733-8b57-7c26baeb9a83,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:21.919063 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d5fb8-c8d1-4bc8-8a38-dc6575755e3c req-9d3f1da7-cae3-445f-bdd0-cf527140de7a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:21.920563 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-355d5fb8-c8d1-4bc8-8a38-dc6575755e3c req-9d3f1da7-cae3-445f-bdd0-cf527140de7a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e54c3e8-51d4-4aeb-9d46-cc5d193961c9 HTTP/1.1" status: 200 len: 944 time: 0.1771727 Aug 16 22:27:21.947025 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a4af673d-aa20-4b93-b4af-127f23fcf60d req-d0e2af82-ad37-461d-b1e8-b1d16a48d142 service neutron] 10.222.0.39 "GET /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216377 Aug 16 22:27:21.966171 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9f9326c0-e0f7-49de-8750-c1b0a7b8e243 req-3be4557d-d6b6-4379-a81c-a70ff35649cf tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1147716188', 'description': 'tempest-description-611022913'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:21.991121 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] Attempting to bind port f348694a-5a23-4733-8b57-7c26baeb9a83 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:21.991455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] Attempting to bind port f348694a-5a23-4733-8b57-7c26baeb9a83 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:21.991782 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] Attempting to bind port f348694a-5a23-4733-8b57-7c26baeb9a83 on network ebd43e01-e5c7-4526-84ca-b13361f6e777 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:22.003374 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-355d5fb8-c8d1-4bc8-8a38-dc6575755e3c req-2af61754-33fa-4b19-8468-0d19ed089f22 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745859 Aug 16 22:27:22.005697 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] Port f348694a-5a23-4733-8b57-7c26baeb9a83 on network ebd43e01-e5c7-4526-84ca-b13361f6e777 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:22.006036 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] Attempting to bind port f348694a-5a23-4733-8b57-7c26baeb9a83 on network ebd43e01-e5c7-4526-84ca-b13361f6e777 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:22.014762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:27:22.024377 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] Checking segment: {'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:22.024377 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] Bound using segment: {'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:27:22.024377 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] Bound port: f348694a-5a23-4733-8b57-7c26baeb9a83, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f2d314-5b78-41c2-b217-26e103672bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:27:22.024377 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.029388 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9f9326c0-e0f7-49de-8750-c1b0a7b8e243 req-3be4557d-d6b6-4379-a81c-a70ff35649cf tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.129396 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] For port f348694a-5a23-4733-8b57-7c26baeb9a83, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:22.133773 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] For port f348694a-5a23-4733-8b57-7c26baeb9a83, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=f348694a-5a23-4733-8b57-7c26baeb9a83,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:27:22.141997 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.164596 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c96edf8d-5f0c-4a9f-a48b-803cf561b7cd details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:27:22.192232 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335553e-eb6e-4e4d-9802-0099e7164814 req-6ce06496-b87a-428d-ba0e-bb7c52b0159e tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:22.193741 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b335553e-eb6e-4e4d-9802-0099e7164814 req-6ce06496-b87a-428d-ba0e-bb7c52b0159e tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1340444 Aug 16 22:27:22.203591 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:22.204273 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.205707 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] 10.222.0.39 "PUT /v2.0/ports/f348694a-5a23-4733-8b57-7c26baeb9a83 HTTP/1.1" status: 200 len: 1093 time: 1.4196329 Aug 16 22:27:22.264340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c96edf8d-5f0c-4a9f-a48b-803cf561b7cd, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c96edf8d-5f0c-4a9f-a48b-803cf561b7cd,segment=NetworkSegment(3ed8e91f-712f-42f8-a62b-e50ab919264e),segment_id=3ed8e91f-712f-42f8-a62b-e50ab919264e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:22.276427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'c96edf8d-5f0c-4a9f-a48b-803cf561b7cd', 'network_id': 'ad6a423a-c0d2-482a-9d34-9271ebbb446a', 'port_id': 'c96edf8d-5f0c-4a9f-a48b-803cf561b7cd', 'mac_address': 'fa:16:3e:f4:31:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce8d44e-9c3f-4ecb-8946-53a1c1e64100', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:27:22.290539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b74772-73ed-4a3c-8d6b-d938aca95f8a service neutron] Pushing event updated for resources: {'Port': ['ID=f348694a-5a23-4733-8b57-7c26baeb9a83,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:22.313898 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.326843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96edf8d-5f0c-4a9f-a48b-803cf561b7cd {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:27:22.330240 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b335553e-eb6e-4e4d-9802-0099e7164814 req-73bfb070-8a15-4493-bcfb-5b9517da16ec tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234837 Aug 16 22:27:22.332386 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9f9326c0-e0f7-49de-8750-c1b0a7b8e243 req-3be4557d-d6b6-4379-a81c-a70ff35649cf tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.339693 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-4b009a14-a294-4ff7-864c-6e96df2729b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:22.341168 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-4b009a14-a294-4ff7-864c-6e96df2729b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&device_id=1e54c3e8-51d4-4aeb-9d46-cc5d193961c9 HTTP/1.1" status: 200 len: 1096 time: 0.0885205 Aug 16 22:27:22.341887 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9f9326c0-e0f7-49de-8750-c1b0a7b8e243 req-3be4557d-d6b6-4379-a81c-a70ff35649cf tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.354831 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c96edf8d-5f0c-4a9f-a48b-803cf561b7cd, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c96edf8d-5f0c-4a9f-a48b-803cf561b7cd,segment=NetworkSegment(3ed8e91f-712f-42f8-a62b-e50ab919264e),segment_id=3ed8e91f-712f-42f8-a62b-e50ab919264e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:22.359647 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.412105 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9f9326c0-e0f7-49de-8750-c1b0a7b8e243 req-3be4557d-d6b6-4379-a81c-a70ff35649cf tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.413459 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f9326c0-e0f7-49de-8750-c1b0a7b8e243 req-3be4557d-d6b6-4379-a81c-a70ff35649cf tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4587426 Aug 16 22:27:22.414848 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c96edf8d-5f0c-4a9f-a48b-803cf561b7cd,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:22.424869 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-0b2a4fa9-4d3a-4c8d-9669-77ba5547c95c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f348694a-5a23-4733-8b57-7c26baeb9a83 HTTP/1.1" status: 200 len: 217 time: 0.0661304 Aug 16 22:27:22.426775 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4557d-d6b6-4379-a81c-a70ff35649cf tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af43611-d0b4-4f56-ba57-7f76872062cd,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:22.498979 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-1c1c533c-7e56-44c2-98f7-55ffe960900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:22.500845 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-1c1c533c-7e56-44c2-98f7-55ffe960900d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77278031-7856-4cbe-b33a-9aa0a9f30263 HTTP/1.1" status: 200 len: 851 time: 0.0699995 Aug 16 22:27:22.519580 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2a325aa-9d52-4fa5-bf75-4775d28a19e0 req-f63aac15-21f0-44c0-bf5e-18d1527a5c3e tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/0af43611-d0b4-4f56-ba57-7f76872062cd HTTP/1.1" status: 200 len: 1802 time: 0.0609562 Aug 16 22:27:22.538377 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-b2a325aa-9d52-4fa5-bf75-4775d28a19e0 req-e7ae5524-8bcb-47b0-9757-3d9a110d14dd tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Request body: {'security_group': {'name': 'tempest-sg-hth-788017570', 'description': 'tempest-description-hth-223819918'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:22.542701 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-22b1ac55-8442-4598-aa40-4cfa6c5c2a95 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ebd43e01-e5c7-4526-84ca-b13361f6e777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342476 Aug 16 22:27:22.613542 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b2a325aa-9d52-4fa5-bf75-4775d28a19e0 req-e7ae5524-8bcb-47b0-9757-3d9a110d14dd tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.645201 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['c96edf8d-5f0c-4a9f-a48b-803cf561b7cd'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:22.695678 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b2a325aa-9d52-4fa5-bf75-4775d28a19e0 req-e7ae5524-8bcb-47b0-9757-3d9a110d14dd tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.698777 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-87a1e318-8bf3-4043-b901-3549a2390422 service neutron] 10.222.0.39 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486757 Aug 16 22:27:22.701288 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b2a325aa-9d52-4fa5-bf75-4775d28a19e0 req-e7ae5524-8bcb-47b0-9757-3d9a110d14dd tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.705315 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b2a325aa-9d52-4fa5-bf75-4775d28a19e0 req-e7ae5524-8bcb-47b0-9757-3d9a110d14dd tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.716614 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2a325aa-9d52-4fa5-bf75-4775d28a19e0 req-e7ae5524-8bcb-47b0-9757-3d9a110d14dd tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "PUT /v2.0/security-groups/0af43611-d0b4-4f56-ba57-7f76872062cd HTTP/1.1" status: 200 len: 1775 time: 0.1828117 Aug 16 22:27:22.796357 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e54c3e8-51d4-4aeb-9d46-cc5d193961c9', 'tag': 'f348694a-5a23-4733-8b57-7c26baeb9a83'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:22.798591 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31530b8f-aaa0-45b6-a715-d462bb12c915" -d '{"events": [{"name": "network-changed", "server_uuid": "1e54c3e8-51d4-4aeb-9d46-cc5d193961c9", "tag": "f348694a-5a23-4733-8b57-7c26baeb9a83"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:22.832368 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae5524-8bcb-47b0-9757-3d9a110d14dd tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af43611-d0b4-4f56-ba57-7f76872062cd,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:22.856067 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5db02ae3-d6c1-47a3-b473-586a52bdb894 req-8d614135-7d89-4b03-9fd7-42e755250b34 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/0af43611-d0b4-4f56-ba57-7f76872062cd HTTP/1.1" status: 200 len: 1775 time: 0.1064348 Aug 16 22:27:22.865271 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cff720b-7cde-4c2b-a1da-0cd4d28913f3 x-openstack-request-id: req-2cff720b-7cde-4c2b-a1da-0cd4d28913f3 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:22.870152 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e54c3e8-51d4-4aeb-9d46-cc5d193961c9", "tag": "f348694a-5a23-4733-8b57-7c26baeb9a83", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:22.870457 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2cff720b-7cde-4c2b-a1da-0cd4d28913f3 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:22.870886 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e54c3e8-51d4-4aeb-9d46-cc5d193961c9', 'tag': 'f348694a-5a23-4733-8b57-7c26baeb9a83', 'status': 'completed', 'code': 200} Aug 16 22:27:22.906964 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f234b1c-2fbd-42c3-b5a9-5674c0e044e3 req-2c7d62d0-3fdc-4434-b87c-2bbf32617455 service neutron] 10.222.0.39 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891456 Aug 16 22:27:22.972839 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8b7d9d87-3133-4580-aeb3-797f19991fef req-634b677d-9127-471c-b405-a23bb553b27d tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/0af43611-d0b4-4f56-ba57-7f76872062cd HTTP/1.1" status: 200 len: 1775 time: 0.0871968 Aug 16 22:27:23.036586 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041909b-642c-4b30-81b8-9c2b388202e2 req-5368f1af-794d-43a6-8402-a6a91aac1562 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:23.038109 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c041909b-642c-4b30-81b8-9c2b388202e2 req-5368f1af-794d-43a6-8402-a6a91aac1562 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 944 time: 0.1302810 Aug 16 22:27:23.060606 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31530b8f-aaa0-45b6-a715-d462bb12c915 req-3a32988a-1c5b-499b-9ecf-8cb528c5f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:23.062330 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31530b8f-aaa0-45b6-a715-d462bb12c915 req-3a32988a-1c5b-499b-9ecf-8cb528c5f4bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&device_id=1e54c3e8-51d4-4aeb-9d46-cc5d193961c9 HTTP/1.1" status: 200 len: 1096 time: 0.1033902 Aug 16 22:27:23.144365 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8b7d9d87-3133-4580-aeb3-797f19991fef req-c1cb78db-5b23-4160-b2e8-a3dee21d10f7 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:23.161825 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c041909b-642c-4b30-81b8-9c2b388202e2 req-1acbfeca-af5c-44b0-b43c-de4a60372c2b tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173117 Aug 16 22:27:23.191799 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8b7d9d87-3133-4580-aeb3-797f19991fef req-c1cb78db-5b23-4160-b2e8-a3dee21d10f7 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:23.221885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31530b8f-aaa0-45b6-a715-d462bb12c915 req-2ee22b58-5567-404e-a2d2-65f9ab86f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:23.224209 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31530b8f-aaa0-45b6-a715-d462bb12c915 req-2ee22b58-5567-404e-a2d2-65f9ab86f59b service neutron] 10.222.0.39 "GET /v2.0/networks?id=ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 200 len: 912 time: 0.1511080 Aug 16 22:27:23.252584 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8b7d9d87-3133-4580-aeb3-797f19991fef req-c1cb78db-5b23-4160-b2e8-a3dee21d10f7 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:23.255010 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8b7d9d87-3133-4580-aeb3-797f19991fef req-c1cb78db-5b23-4160-b2e8-a3dee21d10f7 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:23.256204 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8b7d9d87-3133-4580-aeb3-797f19991fef req-c1cb78db-5b23-4160-b2e8-a3dee21d10f7 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "DELETE /v2.0/security-groups/0af43611-d0b4-4f56-ba57-7f76872062cd HTTP/1.1" status: 204 len: 173 time: 0.2672081 Aug 16 22:27:23.293025 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31530b8f-aaa0-45b6-a715-d462bb12c915 req-34d61f56-ec62-485b-9812-8ee52a212177 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f348694a-5a23-4733-8b57-7c26baeb9a83 HTTP/1.1" status: 200 len: 217 time: 0.0486856 Aug 16 22:27:23.297673 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb78db-5b23-4160-b2e8-a3dee21d10f7 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af43611-d0b4-4f56-ba57-7f76872062cd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:23.374882 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31530b8f-aaa0-45b6-a715-d462bb12c915 req-09bdb2b7-7ba4-4e0f-b042-0a8ce44f83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:23.376390 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31530b8f-aaa0-45b6-a715-d462bb12c915 req-09bdb2b7-7ba4-4e0f-b042-0a8ce44f83fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77278031-7856-4cbe-b33a-9aa0a9f30263 HTTP/1.1" status: 200 len: 851 time: 0.0742464 Aug 16 22:27:23.401858 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbc67c-9dfe-4e88-a0a2-3be617245536 req-3367ebce-c171-4438-bf3e-6a2b4b5f65d2 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:23.403384 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91cbc67c-9dfe-4e88-a0a2-3be617245536 req-3367ebce-c171-4438-bf3e-6a2b4b5f65d2 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e54c3e8-51d4-4aeb-9d46-cc5d193961c9 HTTP/1.1" status: 200 len: 944 time: 0.0933902 Aug 16 22:27:23.419309 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31530b8f-aaa0-45b6-a715-d462bb12c915 req-d20ae1d1-3dbc-4c15-9456-0ef5d91a8ebf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ebd43e01-e5c7-4526-84ca-b13361f6e777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340288 Aug 16 22:27:23.530338 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91cbc67c-9dfe-4e88-a0a2-3be617245536 req-efe52279-5a2d-4c54-9775-83977098de72 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131995 Aug 16 22:27:23.553314 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe438ca-7142-43a9-803e-e528df3ea722 req-022a36ca-f3bf-4ee2-9a96-3e149987847b tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:23.554812 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abe438ca-7142-43a9-803e-e528df3ea722 req-022a36ca-f3bf-4ee2-9a96-3e149987847b tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1347196 Aug 16 22:27:23.585332 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31530b8f-aaa0-45b6-a715-d462bb12c915 req-c1968c8a-debb-494e-afb7-dfa2c10443a1 service neutron] 10.222.0.39 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507685 Aug 16 22:27:23.591764 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-9880b450-54e9-43f8-9273-5adb97dedd66 req-db7de8ba-a090-422e-b2bc-f5195bbefb9c tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] show failed (client error): The resource could not be found. Aug 16 22:27:23.592711 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9880b450-54e9-43f8-9273-5adb97dedd66 req-db7de8ba-a090-422e-b2bc-f5195bbefb9c tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/444ce69d-e8eb-43b2-a5f8-f2bebb8a0836 HTTP/1.1" status: 404 len: 352 time: 0.0341151 Aug 16 22:27:23.922237 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abe438ca-7142-43a9-803e-e528df3ea722 req-0a6d3985-6804-4570-ac9a-9a362c27e869 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507853 Aug 16 22:27:23.924602 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-6b4e265a-9d55-4e58-8288-66c996cfb9af req-546ee28d-25cf-4f31-8956-fbf9175019a0 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] show failed (client error): The resource could not be found. Aug 16 22:27:23.925520 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b4e265a-9d55-4e58-8288-66c996cfb9af req-546ee28d-25cf-4f31-8956-fbf9175019a0 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/30bb36a6-bad4-43c3-801d-994db31b2bfd HTTP/1.1" status: 404 len: 352 time: 0.3113115 Aug 16 22:27:23.974002 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31530b8f-aaa0-45b6-a715-d462bb12c915 req-0775c092-f288-42f1-b93b-f3bc54ad8a9d service neutron] 10.222.0.39 "GET /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803525 Aug 16 22:27:24.006541 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-ce4241b1-dea8-46ae-91fe-b0887b9384b5 req-f460762d-8832-4988-8ce6-51485823219a tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] show failed (client error): The resource could not be found. Aug 16 22:27:24.007514 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce4241b1-dea8-46ae-91fe-b0887b9384b5 req-f460762d-8832-4988-8ce6-51485823219a tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/8e8e5b67-2de5-44f3-baee-573b5c655538 HTTP/1.1" status: 404 len: 352 time: 0.0143752 Aug 16 22:27:24.041576 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-55c3ddbb-d1a5-4b08-9960-6e28d08ddbc3 req-aca05992-2e05-4e8a-8a1c-0e8df6709c8f tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] show failed (client error): The resource could not be found. Aug 16 22:27:24.042572 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55c3ddbb-d1a5-4b08-9960-6e28d08ddbc3 req-aca05992-2e05-4e8a-8a1c-0e8df6709c8f tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/f9fa70fa-a5e3-4d73-90ab-a2ec6c319949 HTTP/1.1" status: 404 len: 352 time: 0.0143445 Aug 16 22:27:24.075813 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-3fac7d53-3f2d-495a-8f6f-2afeb6f8008d req-1754147a-f61b-421a-b5cd-fc10e25f8d78 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] show failed (client error): The resource could not be found. Aug 16 22:27:24.076775 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fac7d53-3f2d-495a-8f6f-2afeb6f8008d req-1754147a-f61b-421a-b5cd-fc10e25f8d78 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/cdae0dc2-a080-480e-b8dc-0647709c3fdd HTTP/1.1" status: 404 len: 352 time: 0.0143306 Aug 16 22:27:24.109514 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-08b47712-db87-4150-8eb8-5ce2f0bb484e req-b85233e3-b138-47a2-885b-23ad302850a2 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] show failed (client error): The resource could not be found. Aug 16 22:27:24.110487 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-08b47712-db87-4150-8eb8-5ce2f0bb484e req-b85233e3-b138-47a2-885b-23ad302850a2 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/2831fb9c-93ff-4a99-806b-5e834bfcc62e HTTP/1.1" status: 404 len: 352 time: 0.0137587 Aug 16 22:27:24.179781 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device bfad8138-bcff-4eab-88a2-93fe2d98c085 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:27:24.182774 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c96edf8d-5f0c-4a9f-a48b-803cf561b7cd up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:24.302323 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031f84c-51ba-4be0-81ca-1090ae81ed35 req-499591ad-3dbf-40b2-9724-1b26020fe041 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:24.306510 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d031f84c-51ba-4be0-81ca-1090ae81ed35 req-499591ad-3dbf-40b2-9724-1b26020fe041 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 944 time: 0.0645812 Aug 16 22:27:24.343725 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d031f84c-51ba-4be0-81ca-1090ae81ed35 req-d9fd22ca-9b0c-44ba-9d67-c146f2a2da13 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342236 Aug 16 22:27:24.409186 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96569734-08ff-4613-aa51-5a7411d8bf08 req-6be85f25-9e82-4641-8fc4-4877550a6ddc tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:24.410819 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96569734-08ff-4613-aa51-5a7411d8bf08 req-6be85f25-9e82-4641-8fc4-4877550a6ddc tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=24f3c307-051a-4c36-ae32-affa05d8c334 HTTP/1.1" status: 200 len: 1024 time: 0.0593188 Aug 16 22:27:24.433737 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port c96edf8d-5f0c-4a9f-a48b-803cf561b7cd completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:24.446979 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port c96edf8d-5f0c-4a9f-a48b-803cf561b7cd triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:24.447354 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:24.456690 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96569734-08ff-4613-aa51-5a7411d8bf08 req-4b102d31-b77d-4832-9821-40ff1bc9f142 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&id=de22e1b0-ec6b-4023-8246-d8a0e5882af3&id=274b9f4c-23bf-427a-b59d-529db43aa7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0381451 Aug 16 22:27:24.477391 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port bfad8138-bcff-4eab-88a2-93fe2d98c085, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=bfad8138-bcff-4eab-88a2-93fe2d98c085,segment=NetworkSegment(3ed8e91f-712f-42f8-a62b-e50ab919264e),segment_id=3ed8e91f-712f-42f8-a62b-e50ab919264e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:24.500479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'bfad8138-bcff-4eab-88a2-93fe2d98c085', 'network_id': 'ad6a423a-c0d2-482a-9d34-9271ebbb446a', 'port_id': 'bfad8138-bcff-4eab-88a2-93fe2d98c085', 'mac_address': 'fa:16:3e:69:4d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce8d44e-9c3f-4ecb-8946-53a1c1e64100', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:27:24.547926 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:27:24.567519 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:24.581368 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:24.591127 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfad8138-bcff-4eab-88a2-93fe2d98c085 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:27:24.614704 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48a812b-a6e5-44c6-a957-41c94b9a3665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96edf8d-5f0c-4a9f-a48b-803cf561b7cd'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:24.616943 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991d97c6-cc05-4c5e-bbbc-6c5b85ed787c" -d '{"events": [{"server_uuid": "e48a812b-a6e5-44c6-a957-41c94b9a3665", "name": "network-vif-plugged", "status": "completed", "tag": "c96edf8d-5f0c-4a9f-a48b-803cf561b7cd"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:24.634323 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port bfad8138-bcff-4eab-88a2-93fe2d98c085, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=bfad8138-bcff-4eab-88a2-93fe2d98c085,segment=NetworkSegment(3ed8e91f-712f-42f8-a62b-e50ab919264e),segment_id=3ed8e91f-712f-42f8-a62b-e50ab919264e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:24.638282 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c96edf8d-5f0c-4a9f-a48b-803cf561b7cd, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c96edf8d-5f0c-4a9f-a48b-803cf561b7cd,segment=NetworkSegment(3ed8e91f-712f-42f8-a62b-e50ab919264e),segment_id=3ed8e91f-712f-42f8-a62b-e50ab919264e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:24.643894 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:24.650693 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:24.653823 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bd1b1-8e41-40ff-8033-1ff28b54dc32 req-7c336693-e4f3-4ddd-9127-8178723ca106 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:24.655372 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-113bd1b1-8e41-40ff-8033-1ff28b54dc32 req-7c336693-e4f3-4ddd-9127-8178723ca106 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e54c3e8-51d4-4aeb-9d46-cc5d193961c9 HTTP/1.1" status: 200 len: 944 time: 0.0571036 Aug 16 22:27:24.672936 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3369e55-6863-4386-b04c-c56d71cba960 x-openstack-request-id: req-b3369e55-6863-4386-b04c-c56d71cba960 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:24.673241 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48a812b-a6e5-44c6-a957-41c94b9a3665", "name": "network-vif-plugged", "status": "completed", "tag": "c96edf8d-5f0c-4a9f-a48b-803cf561b7cd", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:24.673489 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b3369e55-6863-4386-b04c-c56d71cba960 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:24.673877 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48a812b-a6e5-44c6-a957-41c94b9a3665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96edf8d-5f0c-4a9f-a48b-803cf561b7cd', 'code': 200} Aug 16 22:27:24.697043 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-113bd1b1-8e41-40ff-8033-1ff28b54dc32 req-4e01ae46-2534-4d8b-b59d-b602a4c71016 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339696 Aug 16 22:27:24.702031 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=bfad8138-bcff-4eab-88a2-93fe2d98c085,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:24.760018 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c96edf8d-5f0c-4a9f-a48b-803cf561b7cd,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:24.773744 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f009f1-b1ef-468f-bd97-125bc9bf9d9a req-b3c07b2a-0686-4821-8890-c45e16549a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:24.775274 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4f009f1-b1ef-468f-bd97-125bc9bf9d9a req-b3c07b2a-0686-4821-8890-c45e16549a93 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 1098 time: 0.0406976 Aug 16 22:27:24.810879 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4f009f1-b1ef-468f-bd97-125bc9bf9d9a req-0c662232-65ee-4251-a717-e21ce9dce8d5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265632 Aug 16 22:27:25.000068 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['bfad8138-bcff-4eab-88a2-93fe2d98c085'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:25.048714 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94104db0-5ea1-44ef-bac8-9efddcdd4f85 req-1ab4944c-c09e-4c2f-a3cf-82f861a8c446 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:25.050262 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-94104db0-5ea1-44ef-bac8-9efddcdd4f85 req-1ab4944c-c09e-4c2f-a3cf-82f861a8c446 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0550039 Aug 16 22:27:25.093039 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-94104db0-5ea1-44ef-bac8-9efddcdd4f85 req-5e6397db-f1dc-48d6-b2e6-8f1589f04906 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340867 Aug 16 22:27:25.464456 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243e0e7-73fc-41e6-979e-d2f3cd2a3329 req-06f702bd-58e1-4dd3-b874-c6401f53527e tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:25.466184 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1243e0e7-73fc-41e6-979e-d2f3cd2a3329 req-06f702bd-58e1-4dd3-b874-c6401f53527e tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 945 time: 0.0511205 Aug 16 22:27:25.507078 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1243e0e7-73fc-41e6-979e-d2f3cd2a3329 req-d249919d-ac08-4a21-90c8-5db2b9f747aa tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341275 Aug 16 22:27:25.575820 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b3b36-098d-47ce-80d1-e686b7ea914b req-870aa554-ba4b-4a80-9cab-00f19de18fb4 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:25.577207 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-806b3b36-098d-47ce-80d1-e686b7ea914b req-870aa554-ba4b-4a80-9cab-00f19de18fb4 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=24f3c307-051a-4c36-ae32-affa05d8c334 HTTP/1.1" status: 200 len: 1024 time: 0.0485158 Aug 16 22:27:25.619181 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-806b3b36-098d-47ce-80d1-e686b7ea914b req-773acd1c-b882-4f6c-9823-8dcc730c20b3 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&id=de22e1b0-ec6b-4023-8246-d8a0e5882af3&id=274b9f4c-23bf-427a-b59d-529db43aa7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0357752 Aug 16 22:27:25.783509 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c424ac6-cd84-4bb5-90ff-3d56ab519d8c req-9d7533e2-1dc9-44b1-bed8-0e54678a6e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:25.784969 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c424ac6-cd84-4bb5-90ff-3d56ab519d8c req-9d7533e2-1dc9-44b1-bed8-0e54678a6e3b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=82b34a1dd4514ab18bc6cff7551e57f0&device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 1098 time: 0.0678101 Aug 16 22:27:25.820447 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d605d9-6029-4161-9234-0aa0b7b01f09 req-2ced5751-7afc-4c46-9b4f-58e003b01af6 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:25.821930 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-82d605d9-6029-4161-9234-0aa0b7b01f09 req-2ced5751-7afc-4c46-9b4f-58e003b01af6 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e54c3e8-51d4-4aeb-9d46-cc5d193961c9 HTTP/1.1" status: 200 len: 944 time: 0.0514455 Aug 16 22:27:25.913611 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-82d605d9-6029-4161-9234-0aa0b7b01f09 req-37af3c99-f18e-48e7-a137-7cc785b2da7a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813205 Aug 16 22:27:25.941136 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c424ac6-cd84-4bb5-90ff-3d56ab519d8c req-6806d466-b0c1-43f7-ab86-082e04fdecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:25.943056 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c424ac6-cd84-4bb5-90ff-3d56ab519d8c req-6806d466-b0c1-43f7-ab86-082e04fdecd4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=80504c0b-5244-4f8e-abb7-07f43d02c31e HTTP/1.1" status: 200 len: 915 time: 0.1187222 Aug 16 22:27:25.994903 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c424ac6-cd84-4bb5-90ff-3d56ab519d8c req-4ed61103-e369-48a8-8a75-e4a619186828 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48ac1cda-719d-4426-a6ff-ee642af95bfb HTTP/1.1" status: 200 len: 217 time: 0.0390520 Aug 16 22:27:26.047640 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c424ac6-cd84-4bb5-90ff-3d56ab519d8c req-df32774a-cf90-4e48-bba4-120240b542c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:26.049375 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c424ac6-cd84-4bb5-90ff-3d56ab519d8c req-df32774a-cf90-4e48-bba4-120240b542c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6d2a62f-efd7-45c4-8dc0-2f77fcbfce1a HTTP/1.1" status: 200 len: 854 time: 0.0446985 Aug 16 22:27:26.093924 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c424ac6-cd84-4bb5-90ff-3d56ab519d8c req-9393fbc1-1c1e-421b-b61e-ad616e6163b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80504c0b-5244-4f8e-abb7-07f43d02c31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316124 Aug 16 22:27:26.179556 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device f348694a-5a23-4733-8b57-7c26baeb9a83 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:27:26.254283 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dace95-2bca-45cd-89b6-2c9553ae76b2 req-4a5441f1-eef3-4099-90b8-2a78b78018f9 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:26.255810 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9dace95-2bca-45cd-89b6-2c9553ae76b2 req-4a5441f1-eef3-4099-90b8-2a78b78018f9 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0853584 Aug 16 22:27:26.283888 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c424ac6-cd84-4bb5-90ff-3d56ab519d8c req-5b480e00-c37f-473d-968d-8c7503668a33 service neutron] 10.222.0.39 "GET /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809185 Aug 16 22:27:26.316990 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port f348694a-5a23-4733-8b57-7c26baeb9a83, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=f348694a-5a23-4733-8b57-7c26baeb9a83,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:26.331387 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'f348694a-5a23-4733-8b57-7c26baeb9a83', 'network_id': 'ebd43e01-e5c7-4526-84ca-b13361f6e777', 'port_id': 'f348694a-5a23-4733-8b57-7c26baeb9a83', 'mac_address': 'fa:16:3e:dd:a7:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77278031-7856-4cbe-b33a-9aa0a9f30263', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:27:26.379292 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.407585 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f348694a-5a23-4733-8b57-7c26baeb9a83 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:27:26.439481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port f348694a-5a23-4733-8b57-7c26baeb9a83, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=f348694a-5a23-4733-8b57-7c26baeb9a83,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:26.446054 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.447572 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 81bc399f-1378-4ede-b2ee-17e368125dca details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:27:26.493086 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9dace95-2bca-45cd-89b6-2c9553ae76b2 req-5de29249-05d8-4783-ab6f-877f4b3f3fd2 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251601 Aug 16 22:27:26.556210 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a56882-7d24-4dd5-ae9a-0378eb589a0b req-f6c2cdbf-63b0-462d-ab4f-6506561b0c68 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:26.558956 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3a56882-7d24-4dd5-ae9a-0378eb589a0b req-f6c2cdbf-63b0-462d-ab4f-6506561b0c68 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.39 "GET /v2.0/ports?device_id=24f3c307-051a-4c36-ae32-affa05d8c334 HTTP/1.1" status: 200 len: 1024 time: 0.3012419 Aug 16 22:27:26.576775 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=f348694a-5a23-4733-8b57-7c26baeb9a83,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:26.651146 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 81bc399f-1378-4ede-b2ee-17e368125dca, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=81bc399f-1378-4ede-b2ee-17e368125dca,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:26.669993 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c424ac6-cd84-4bb5-90ff-3d56ab519d8c req-a60e3957-8fa5-4c66-ba1d-c9409546c388 service neutron] 10.222.0.39 "GET /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617339 Aug 16 22:27:26.685351 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '81bc399f-1378-4ede-b2ee-17e368125dca', 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327', 'port_id': '81bc399f-1378-4ede-b2ee-17e368125dca', 'mac_address': 'fa:16:3e:5b:d9:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159e7ffb-10ba-4305-959b-a8d4373d4991', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:27:26.775635 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.793778 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81bc399f-1378-4ede-b2ee-17e368125dca {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:27:26.816300 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 81bc399f-1378-4ede-b2ee-17e368125dca, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=81bc399f-1378-4ede-b2ee-17e368125dca,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:26.821800 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.869597 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67df4de-2a1b-430c-8df6-1b5e29016fff req-cfa311a2-58a1-46a3-b66d-96e28b628300 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:26.871236 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b67df4de-2a1b-430c-8df6-1b5e29016fff req-cfa311a2-58a1-46a3-b66d-96e28b628300 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 945 time: 0.1172237 Aug 16 22:27:26.883036 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-d3a56882-7d24-4dd5-ae9a-0378eb589a0b req-72063106-f1aa-45c2-9757-6fa759bab285 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Deleting port 2d708612-0e75-4a7a-81b5-2eaa3c8591f7 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:26.883299 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3a56882-7d24-4dd5-ae9a-0378eb589a0b req-72063106-f1aa-45c2-9757-6fa759bab285 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.885856 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=81bc399f-1378-4ede-b2ee-17e368125dca,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:26.903986 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77479f-0163-4edc-b1fe-5c9aa6dce0bf req-59fc6d4e-92ae-4260-9dc0-71e0948419f7 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:26.905494 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c77479f-0163-4edc-b1fe-5c9aa6dce0bf req-59fc6d4e-92ae-4260-9dc0-71e0948419f7 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=24f3c307-051a-4c36-ae32-affa05d8c334 HTTP/1.1" status: 200 len: 1024 time: 0.1149437 Aug 16 22:27:26.982173 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['81bc399f-1378-4ede-b2ee-17e368125dca'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:27.037060 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b67df4de-2a1b-430c-8df6-1b5e29016fff req-40747a91-0999-418f-b201-97f9da152743 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464274 Aug 16 22:27:27.067347 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c77479f-0163-4edc-b1fe-5c9aa6dce0bf req-e30a343b-cce9-4b2e-95f0-56c2d1088516 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups?id=c04c0b8a-b869-44a2-b0f1-63fab48c60f7&id=de22e1b0-ec6b-4023-8246-d8a0e5882af3&id=274b9f4c-23bf-427a-b59d-529db43aa7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1402371 Aug 16 22:27:27.095113 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d3a56882-7d24-4dd5-ae9a-0378eb589a0b req-72063106-f1aa-45c2-9757-6fa759bab285 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] For port 2d708612-0e75-4a7a-81b5-2eaa3c8591f7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=2d708612-0e75-4a7a-81b5-2eaa3c8591f7,segment=NetworkSegment(c1f7b533-7910-4022-bae1-043d13109099),segment_id=c1f7b533-7910-4022-bae1-043d13109099)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:27.095619 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3a56882-7d24-4dd5-ae9a-0378eb589a0b req-72063106-f1aa-45c2-9757-6fa759bab285 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:27.129988 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-d3a56882-7d24-4dd5-ae9a-0378eb589a0b req-72063106-f1aa-45c2-9757-6fa759bab285 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Calling delete_port for 2d708612-0e75-4a7a-81b5-2eaa3c8591f7 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:27.190986 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['f348694a-5a23-4733-8b57-7c26baeb9a83'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:27.282071 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010e8d1-d9cd-47b0-b456-8331906c489d req-2a28b9fe-01e2-482a-bbb0-9114e042a47f tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:27.292548 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f010e8d1-d9cd-47b0-b456-8331906c489d req-2a28b9fe-01e2-482a-bbb0-9114e042a47f tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e54c3e8-51d4-4aeb-9d46-cc5d193961c9 HTTP/1.1" status: 200 len: 945 time: 0.1319475 Aug 16 22:27:27.347088 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f010e8d1-d9cd-47b0-b456-8331906c489d req-cc2fa74e-7841-4ca5-91f3-f1aeb423f87d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533311 Aug 16 22:27:27.413034 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3a56882-7d24-4dd5-ae9a-0378eb589a0b req-72063106-f1aa-45c2-9757-6fa759bab285 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:27.449341 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72063106-f1aa-45c2-9757-6fa759bab285 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event deleted for resources: {'Port': ['ID=2d708612-0e75-4a7a-81b5-2eaa3c8591f7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:27.500648 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a56882-7d24-4dd5-ae9a-0378eb589a0b req-72063106-f1aa-45c2-9757-6fa759bab285 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] No DVR routers for this DVR port 2d708612-0e75-4a7a-81b5-2eaa3c8591f7 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:27.503584 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3a56882-7d24-4dd5-ae9a-0378eb589a0b req-72063106-f1aa-45c2-9757-6fa759bab285 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:27.505724 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3a56882-7d24-4dd5-ae9a-0378eb589a0b req-72063106-f1aa-45c2-9757-6fa759bab285 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.39 "DELETE /v2.0/ports/2d708612-0e75-4a7a-81b5-2eaa3c8591f7 HTTP/1.1" status: 204 len: 173 time: 0.9362705 Aug 16 22:27:27.506481 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f3c307-051a-4c36-ae32-affa05d8c334', 'name': 'network-vif-deleted', 'tag': '2d708612-0e75-4a7a-81b5-2eaa3c8591f7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:27.509571 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c7c715-905d-4d3a-b585-6332f19a7b31" -d '{"events": [{"server_uuid": "24f3c307-051a-4c36-ae32-affa05d8c334", "name": "network-vif-deleted", "tag": "2d708612-0e75-4a7a-81b5-2eaa3c8591f7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:27.585432 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19248fd-793f-4245-aab0-47bbd70f7ef6 x-openstack-request-id: req-d19248fd-793f-4245-aab0-47bbd70f7ef6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:27.586280 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f3c307-051a-4c36-ae32-affa05d8c334", "name": "network-vif-deleted", "tag": "2d708612-0e75-4a7a-81b5-2eaa3c8591f7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:27.586892 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d19248fd-793f-4245-aab0-47bbd70f7ef6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:27.587592 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f3c307-051a-4c36-ae32-affa05d8c334', 'name': 'network-vif-deleted', 'tag': '2d708612-0e75-4a7a-81b5-2eaa3c8591f7', 'status': 'completed', 'code': 200} Aug 16 22:27:27.719543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c382c-11fc-464f-a05d-8b4ef59894e0 req-be5dd843-dbee-4d48-aa0c-f47c8ac48550 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:27.721362 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1c3c382c-11fc-464f-a05d-8b4ef59894e0 req-be5dd843-dbee-4d48-aa0c-f47c8ac48550 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0653651 Aug 16 22:27:27.775853 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1c3c382c-11fc-464f-a05d-8b4ef59894e0 req-fbb2a342-235d-4a28-8355-ae308e565a62 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446930 Aug 16 22:27:28.177304 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['2d708612-0e75-4a7a-81b5-2eaa3c8591f7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:28.205245 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device bfad8138-bcff-4eab-88a2-93fe2d98c085 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:28.266689 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71a14d6f-ef53-4cb7-bb56-a4dadc81e81c req-22c07f8b-3976-4020-b39d-ea30c48fe26c tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/ports?device_id=24f3c307-051a-4c36-ae32-affa05d8c334 HTTP/1.1" status: 200 len: 210 time: 0.0551641 Aug 16 22:27:28.287658 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e050e-4f87-436a-bca8-56bb94053c3f req-9008478a-f6f6-4df7-8a7e-70a5f3c2839a tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:28.296397 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f71e050e-4f87-436a-bca8-56bb94053c3f req-9008478a-f6f6-4df7-8a7e-70a5f3c2839a tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 945 time: 0.1454566 Aug 16 22:27:28.318712 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port bfad8138-bcff-4eab-88a2-93fe2d98c085 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:28.324650 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port bfad8138-bcff-4eab-88a2-93fe2d98c085 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:28.324650 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.355766 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f71e050e-4f87-436a-bca8-56bb94053c3f req-f330ebf5-9a87-4f57-9e01-2c4ac01547a9 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583746 Aug 16 22:27:28.446471 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.480406 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2091bd3-6a4a-4ca1-a9cd-f3870d406300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfad8138-bcff-4eab-88a2-93fe2d98c085'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:28.482665 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938b896e-236e-4c20-a9f3-33ed58281f9b" -d '{"events": [{"server_uuid": "c2091bd3-6a4a-4ca1-a9cd-f3870d406300", "name": "network-vif-plugged", "status": "completed", "tag": "bfad8138-bcff-4eab-88a2-93fe2d98c085"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:28.496422 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port bfad8138-bcff-4eab-88a2-93fe2d98c085, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=bfad8138-bcff-4eab-88a2-93fe2d98c085,segment=NetworkSegment(3ed8e91f-712f-42f8-a62b-e50ab919264e),segment_id=3ed8e91f-712f-42f8-a62b-e50ab919264e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:28.502493 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.503578 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 81bc399f-1378-4ede-b2ee-17e368125dca up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:28.569201 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3600e593-60a7-4a7e-9225-562540f78ca4 x-openstack-request-id: req-3600e593-60a7-4a7e-9225-562540f78ca4 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:28.570024 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2091bd3-6a4a-4ca1-a9cd-f3870d406300", "name": "network-vif-plugged", "status": "completed", "tag": "bfad8138-bcff-4eab-88a2-93fe2d98c085", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:28.570342 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4802ac3-ee52-4fd7-a156-ccaadc96eb1e req-4b557c46-2de0-4bed-a584-470f92d50f46 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:28.571004 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3600e593-60a7-4a7e-9225-562540f78ca4 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:28.571566 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2091bd3-6a4a-4ca1-a9cd-f3870d406300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfad8138-bcff-4eab-88a2-93fe2d98c085', 'code': 200} Aug 16 22:27:28.579850 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4802ac3-ee52-4fd7-a156-ccaadc96eb1e req-4b557c46-2de0-4bed-a584-470f92d50f46 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e54c3e8-51d4-4aeb-9d46-cc5d193961c9 HTTP/1.1" status: 200 len: 945 time: 0.1060269 Aug 16 22:27:28.595718 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=bfad8138-bcff-4eab-88a2-93fe2d98c085,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:28.609920 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 81bc399f-1378-4ede-b2ee-17e368125dca triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:28.610579 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.646892 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4802ac3-ee52-4fd7-a156-ccaadc96eb1e req-38c36b3e-2b50-4e30-994b-d3b457681072 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596888 Aug 16 22:27:28.740066 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.742717 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6456968-bd6c-4574-96f8-e68aefb29313 req-dfc88872-7d42-4443-a0f6-ac84c0eef7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:28.744711 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6456968-bd6c-4574-96f8-e68aefb29313 req-dfc88872-7d42-4443-a0f6-ac84c0eef7b0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 1098 time: 0.0960650 Aug 16 22:27:28.784589 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 81bc399f-1378-4ede-b2ee-17e368125dca, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=81bc399f-1378-4ede-b2ee-17e368125dca,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:28.792836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6456968-bd6c-4574-96f8-e68aefb29313 req-f1823cea-40ef-4cf0-b2f7-0d6e4d823624 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401707 Aug 16 22:27:28.795360 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.894779 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=81bc399f-1378-4ede-b2ee-17e368125dca,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:28.941973 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8497083-1dd7-485f-b89e-209e48c121ec req-60342f12-6a05-4e10-99dd-2d27633c5a49 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:28.943634 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8497083-1dd7-485f-b89e-209e48c121ec req-60342f12-6a05-4e10-99dd-2d27633c5a49 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0842967 Aug 16 22:27:28.990001 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8497083-1dd7-485f-b89e-209e48c121ec req-03948316-cb0a-4337-a101-31d5c2f308f6 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387611 Aug 16 22:27:29.469945 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2944c81b-29b6-421b-bbbe-cb7948a2b585 req-aace5253-ee75-4bcb-8065-4b4bf81de3c5 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/274b9f4c-23bf-427a-b59d-529db43aa7b0 HTTP/1.1" status: 200 len: 1800 time: 0.0752707 Aug 16 22:27:29.557774 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2944c81b-29b6-421b-bbbe-cb7948a2b585 req-fa818be6-a620-49e4-9f29-9cd4c195ba45 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:29.609547 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2944c81b-29b6-421b-bbbe-cb7948a2b585 req-fa818be6-a620-49e4-9f29-9cd4c195ba45 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:29.632267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8461f7-6bdc-46f0-8829-40d420c9b8a4 req-c9aeca8a-1002-403e-91c8-7467de6ccbd8 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:29.634881 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5e8461f7-6bdc-46f0-8829-40d420c9b8a4 req-c9aeca8a-1002-403e-91c8-7467de6ccbd8 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 0.0915728 Aug 16 22:27:29.700821 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5e8461f7-6bdc-46f0-8829-40d420c9b8a4 req-1639bc52-a742-422c-897c-68444b52b71d tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502207 Aug 16 22:27:29.708096 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2944c81b-29b6-421b-bbbe-cb7948a2b585 req-fa818be6-a620-49e4-9f29-9cd4c195ba45 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:29.711260 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2944c81b-29b6-421b-bbbe-cb7948a2b585 req-fa818be6-a620-49e4-9f29-9cd4c195ba45 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:29.712407 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2944c81b-29b6-421b-bbbe-cb7948a2b585 req-fa818be6-a620-49e4-9f29-9cd4c195ba45 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "DELETE /v2.0/security-groups/274b9f4c-23bf-427a-b59d-529db43aa7b0 HTTP/1.1" status: 204 len: 173 time: 0.2339442 Aug 16 22:27:29.729889 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa818be6-a620-49e4-9f29-9cd4c195ba45 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=274b9f4c-23bf-427a-b59d-529db43aa7b0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:29.738405 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa818be6-a620-49e4-9f29-9cd4c195ba45 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:29.738762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa818be6-a620-49e4-9f29-9cd4c195ba45 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:29.739108 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa818be6-a620-49e4-9f29-9cd4c195ba45 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:29.739455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa818be6-a620-49e4-9f29-9cd4c195ba45 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:29.740322 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa818be6-a620-49e4-9f29-9cd4c195ba45 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:29.740673 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa818be6-a620-49e4-9f29-9cd4c195ba45 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:29.741010 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa818be6-a620-49e4-9f29-9cd4c195ba45 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:29.741369 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa818be6-a620-49e4-9f29-9cd4c195ba45 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:29.743389 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa818be6-a620-49e4-9f29-9cd4c195ba45 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:29.743754 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa818be6-a620-49e4-9f29-9cd4c195ba45 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:29.744108 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa818be6-a620-49e4-9f29-9cd4c195ba45 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:29.744904 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa818be6-a620-49e4-9f29-9cd4c195ba45 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:29.835159 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3474b-361b-412c-860e-088067585c30 req-4cd19175-5a4f-441c-83c7-7ae61a1eef0d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:29.837435 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3d3474b-361b-412c-860e-088067585c30 req-4cd19175-5a4f-441c-83c7-7ae61a1eef0d tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e54c3e8-51d4-4aeb-9d46-cc5d193961c9 HTTP/1.1" status: 200 len: 945 time: 0.0563583 Aug 16 22:27:29.903828 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49b6b23a-75b3-44fd-95ef-984343578840 req-c4e7aa66-1c68-4d0e-ae03-993e1cb03463 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "GET /v2.0/security-groups/de22e1b0-ec6b-4023-8246-d8a0e5882af3 HTTP/1.1" status: 200 len: 1801 time: 0.0767992 Aug 16 22:27:29.909153 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3d3474b-361b-412c-860e-088067585c30 req-c12c6c72-2041-4a4b-aa9f-374c59c9d084 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570948 Aug 16 22:27:29.994740 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-49b6b23a-75b3-44fd-95ef-984343578840 req-a510238a-0b8a-4439-883f-e6d594845b09 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.048428 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-49b6b23a-75b3-44fd-95ef-984343578840 req-a510238a-0b8a-4439-883f-e6d594845b09 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.113079 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-49b6b23a-75b3-44fd-95ef-984343578840 req-a510238a-0b8a-4439-883f-e6d594845b09 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.116178 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-49b6b23a-75b3-44fd-95ef-984343578840 req-a510238a-0b8a-4439-883f-e6d594845b09 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.121807 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49b6b23a-75b3-44fd-95ef-984343578840 req-a510238a-0b8a-4439-883f-e6d594845b09 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] 10.222.0.93 "DELETE /v2.0/security-groups/de22e1b0-ec6b-4023-8246-d8a0e5882af3 HTTP/1.1" status: 204 len: 173 time: 0.2039385 Aug 16 22:27:30.124411 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58716) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:30.133955 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510238a-0b8a-4439-883f-e6d594845b09 tempest-SecurityGroupsTestJSON-481760582 tempest-SecurityGroupsTestJSON-481760582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de22e1b0-ec6b-4023-8246-d8a0e5882af3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:30.176485 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device f348694a-5a23-4733-8b57-7c26baeb9a83 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:30.211644 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba27dcc6-627e-4c6f-9ad7-45f56a6ba0f2 admin admin] Deleting subnet 1be961d4-d4dd-496d-9bb9-ca13e6a5ead7 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:27:30.215190 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba27dcc6-627e-4c6f-9ad7-45f56a6ba0f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.235781 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f29144-1bb6-416c-9c5a-ffa196a3f81e req-48e9f649-e63c-458c-bbef-f5b7d18f37b9 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:30.243746 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62f29144-1bb6-416c-9c5a-ffa196a3f81e req-48e9f649-e63c-458c-bbef-f5b7d18f37b9 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.0654233 Aug 16 22:27:30.258619 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba27dcc6-627e-4c6f-9ad7-45f56a6ba0f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.262504 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port f348694a-5a23-4733-8b57-7c26baeb9a83 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:30.270098 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port f348694a-5a23-4733-8b57-7c26baeb9a83 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:30.270481 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.293072 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62f29144-1bb6-416c-9c5a-ffa196a3f81e req-3fd94c08-95b5-43e8-b6fd-7a34136dc225 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472848 Aug 16 22:27:30.305755 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba27dcc6-627e-4c6f-9ad7-45f56a6ba0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.369274 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.375629 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba27dcc6-627e-4c6f-9ad7-45f56a6ba0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.408929 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27dcc6-627e-4c6f-9ad7-45f56a6ba0f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be961d4-d4dd-496d-9bb9-ca13e6a5ead7,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:30.411155 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port f348694a-5a23-4733-8b57-7c26baeb9a83, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=f348694a-5a23-4733-8b57-7c26baeb9a83,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:30.417575 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba27dcc6-627e-4c6f-9ad7-45f56a6ba0f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.422738 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.422738 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 2d708612-0e75-4a7a-81b5-2eaa3c8591f7 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:30.423366 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58718) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:30.423711 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ba27dcc6-627e-4c6f-9ad7-45f56a6ba0f2 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/1be961d4-d4dd-496d-9bb9-ca13e6a5ead7 HTTP/1.1" status: 204 len: 168 time: 0.2972608 Aug 16 22:27:30.425604 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27dcc6-627e-4c6f-9ad7-45f56a6ba0f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:30.426164 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27dcc6-627e-4c6f-9ad7-45f56a6ba0f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:30.426636 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27dcc6-627e-4c6f-9ad7-45f56a6ba0f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:30.427123 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27dcc6-627e-4c6f-9ad7-45f56a6ba0f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:30.427622 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27dcc6-627e-4c6f-9ad7-45f56a6ba0f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:30.427963 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27dcc6-627e-4c6f-9ad7-45f56a6ba0f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:30.428271 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27dcc6-627e-4c6f-9ad7-45f56a6ba0f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:30.428743 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27dcc6-627e-4c6f-9ad7-45f56a6ba0f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:30.429247 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27dcc6-627e-4c6f-9ad7-45f56a6ba0f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:30.429718 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27dcc6-627e-4c6f-9ad7-45f56a6ba0f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:30.430240 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27dcc6-627e-4c6f-9ad7-45f56a6ba0f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:30.430704 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27dcc6-627e-4c6f-9ad7-45f56a6ba0f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:30.517216 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 2d708612-0e75-4a7a-81b5-2eaa3c8591f7 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:27:30.517996 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 2d708612-0e75-4a7a-81b5-2eaa3c8591f7 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:27:30.520703 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4ffba4ae-22e1-4bd5-a2d6-ccafaec06870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.570505 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=f348694a-5a23-4733-8b57-7c26baeb9a83,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:30.572970 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebba1a5-742a-4310-9d99-2d9c788d08eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bc399f-1378-4ede-b2ee-17e368125dca'}, {'server_uuid': '1e54c3e8-51d4-4aeb-9d46-cc5d193961c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f348694a-5a23-4733-8b57-7c26baeb9a83'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:30.577554 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23de5327-7280-4aa0-8f7d-dcdeb7b60a80" -d '{"events": [{"server_uuid": "4ebba1a5-742a-4310-9d99-2d9c788d08eb", "name": "network-vif-plugged", "status": "completed", "tag": "81bc399f-1378-4ede-b2ee-17e368125dca"}, {"server_uuid": "1e54c3e8-51d4-4aeb-9d46-cc5d193961c9", "name": "network-vif-plugged", "status": "completed", "tag": "f348694a-5a23-4733-8b57-7c26baeb9a83"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:30.621416 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4ffba4ae-22e1-4bd5-a2d6-ccafaec06870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.630159 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c25d2b-f4cf-4505-a862-175d8e4491bd x-openstack-request-id: req-58c25d2b-f4cf-4505-a862-175d8e4491bd {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:30.630743 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebba1a5-742a-4310-9d99-2d9c788d08eb", "name": "network-vif-plugged", "status": "completed", "tag": "81bc399f-1378-4ede-b2ee-17e368125dca", "code": 200}, {"server_uuid": "1e54c3e8-51d4-4aeb-9d46-cc5d193961c9", "name": "network-vif-plugged", "status": "completed", "tag": "f348694a-5a23-4733-8b57-7c26baeb9a83", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:30.632042 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-58c25d2b-f4cf-4505-a862-175d8e4491bd {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:30.632645 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebba1a5-742a-4310-9d99-2d9c788d08eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bc399f-1378-4ede-b2ee-17e368125dca', 'code': 200} Aug 16 22:27:30.633017 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e54c3e8-51d4-4aeb-9d46-cc5d193961c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f348694a-5a23-4733-8b57-7c26baeb9a83', 'code': 200} Aug 16 22:27:30.638126 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4ffba4ae-22e1-4bd5-a2d6-ccafaec06870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06570d2f-3a83-4539-8177-055a5178f604']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:30.666169 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4ffba4ae-22e1-4bd5-a2d6-ccafaec06870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f7b533-7910-4022-bae1-043d13109099') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:30.666793 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4ffba4ae-22e1-4bd5-a2d6-ccafaec06870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f7b533-7910-4022-bae1-043d13109099') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:30.679474 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4ffba4ae-22e1-4bd5-a2d6-ccafaec06870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.697201 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4ffba4ae-22e1-4bd5-a2d6-ccafaec06870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.704860 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffba4ae-22e1-4bd5-a2d6-ccafaec06870 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:27:30.705247 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4ffba4ae-22e1-4bd5-a2d6-ccafaec06870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:27:30.714046 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:27:30.837602 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4ffba4ae-22e1-4bd5-a2d6-ccafaec06870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.842595 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4ffba4ae-22e1-4bd5-a2d6-ccafaec06870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.847466 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4ffba4ae-22e1-4bd5-a2d6-ccafaec06870 admin admin] 10.222.0.93 "DELETE /v2.0/networks/06570d2f-3a83-4539-8177-055a5178f604 HTTP/1.1" status: 204 len: 168 time: 0.4202228 Aug 16 22:27:30.862547 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5077e2e-82ed-4010-ad66-bfae9ff2dd56 req-2b227cfb-4d39-4fd0-afc1-933491fcd6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:30.864167 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d5077e2e-82ed-4010-ad66-bfae9ff2dd56 req-2b227cfb-4d39-4fd0-afc1-933491fcd6a1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1e54c3e8-51d4-4aeb-9d46-cc5d193961c9 HTTP/1.1" status: 200 len: 1098 time: 0.1605551 Aug 16 22:27:30.866178 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffba4ae-22e1-4bd5-a2d6-ccafaec06870 admin admin] Pushing event deleted for resources: {'Network': ['ID=06570d2f-3a83-4539-8177-055a5178f604,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:30.881239 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b9f00-0889-4de3-85c9-848ad625d35d req-6c0899e1-25f1-498b-81b6-0becf3a2fff6 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:30.890357 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f5b9f00-0889-4de3-85c9-848ad625d35d req-6c0899e1-25f1-498b-81b6-0becf3a2fff6 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 0.1057553 Aug 16 22:27:30.960963 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f5b9f00-0889-4de3-85c9-848ad625d35d req-dfb3ddc9-8f8c-49ac-b2ae-f0d791a0e404 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650773 Aug 16 22:27:30.966201 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d5077e2e-82ed-4010-ad66-bfae9ff2dd56 req-784b144c-bec3-45df-9034-a4ff34e6255a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741937 Aug 16 22:27:31.075964 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bc1ac-73fa-4a38-b9c6-ab255c3fc25c req-8674957d-1e62-4cb9-bb8a-0539b008474a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:31.083548 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5e0bc1ac-73fa-4a38-b9c6-ab255c3fc25c req-8674957d-1e62-4cb9-bb8a-0539b008474a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e54c3e8-51d4-4aeb-9d46-cc5d193961c9 HTTP/1.1" status: 200 len: 946 time: 0.0662260 Aug 16 22:27:31.100562 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58746) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:31.139218 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5e0bc1ac-73fa-4a38-b9c6-ab255c3fc25c req-d5d684a7-6388-46a8-9c5b-844555693aa0 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538995 Aug 16 22:27:31.203989 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4b384f45-beb5-4dbd-b792-06da8880f1bb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=63f6b9c2c6ae48ef87d525eb49b57621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1014228 Aug 16 22:27:31.205882 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58750) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:31.362198 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4c8ed88-5fe6-4afe-917c-27936caa7772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.374066 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef98a8-d9c5-4fb2-b48d-0386846244a3 req-58281e36-00ae-4f36-b4b7-284028a91ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:31.375925 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abef98a8-d9c5-4fb2-b48d-0386846244a3 req-58281e36-00ae-4f36-b4b7-284028a91ba7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37b7559117c64c188829889a0014ed6c&device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 1098 time: 0.1441019 Aug 16 22:27:31.490304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786e0c9-d9e1-4f47-8425-bcee92bfed8e req-a89c0480-8adb-4a33-90ed-c29a20761deb tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:31.492658 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a786e0c9-d9e1-4f47-8425-bcee92bfed8e req-a89c0480-8adb-4a33-90ed-c29a20761deb tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 0.2038741 Aug 16 22:27:31.497262 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4c8ed88-5fe6-4afe-917c-27936caa7772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.541936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81beb4b8-a13c-4388-8739-d9b3f4a0cb2d req-b3d10f24-438e-41c7-944e-0691c25ffb98 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:31.543768 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-81beb4b8-a13c-4388-8739-d9b3f4a0cb2d req-b3d10f24-438e-41c7-944e-0691c25ffb98 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1742890 Aug 16 22:27:31.613858 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a786e0c9-d9e1-4f47-8425-bcee92bfed8e req-9bc82953-4bad-4350-81b2-5375e63ea4dc tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126068 Aug 16 22:27:31.664961 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-81beb4b8-a13c-4388-8739-d9b3f4a0cb2d req-a2b50e6f-91d9-4fe8-a8c5-6e1d44506389 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082814 Aug 16 22:27:31.668697 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef98a8-d9c5-4fb2-b48d-0386846244a3 req-b60362ec-066e-4001-9203-036ba8040dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:31.675638 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abef98a8-d9c5-4fb2-b48d-0386846244a3 req-b60362ec-066e-4001-9203-036ba8040dad service neutron] 10.222.0.39 "GET /v2.0/networks?id=ad6a423a-c0d2-482a-9d34-9271ebbb446a HTTP/1.1" status: 200 len: 920 time: 0.2598746 Aug 16 22:27:31.689615 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4c8ed88-5fe6-4afe-917c-27936caa7772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.693005 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4c8ed88-5fe6-4afe-917c-27936caa7772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.694184 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b4c8ed88-5fe6-4afe-917c-27936caa7772 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c04c0b8a-b869-44a2-b0f1-63fab48c60f7 HTTP/1.1" status: 204 len: 168 time: 0.4870620 Aug 16 22:27:31.742277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8ed88-5fe6-4afe-917c-27936caa7772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04c0b8a-b869-44a2-b0f1-63fab48c60f7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:31.745461 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abef98a8-d9c5-4fb2-b48d-0386846244a3 req-f30e6789-0adc-4a29-9195-461ab0accaad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfad8138-bcff-4eab-88a2-93fe2d98c085 HTTP/1.1" status: 200 len: 217 time: 0.0483620 Aug 16 22:27:31.814744 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef98a8-d9c5-4fb2-b48d-0386846244a3 req-f0cfb0c6-f73b-42a7-b49e-300f49a5db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:31.816624 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abef98a8-d9c5-4fb2-b48d-0386846244a3 req-f0cfb0c6-f73b-42a7-b49e-300f49a5db6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bce8d44e-9c3f-4ecb-8946-53a1c1e64100 HTTP/1.1" status: 200 len: 859 time: 0.0556953 Aug 16 22:27:31.870185 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abef98a8-d9c5-4fb2-b48d-0386846244a3 req-4c9651e1-1be0-4c46-8c6d-f5fa372a285b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ad6a423a-c0d2-482a-9d34-9271ebbb446a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298440 Aug 16 22:27:32.060361 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abef98a8-d9c5-4fb2-b48d-0386846244a3 req-6a4f9715-05c2-4b3f-b4d0-068c947d94ac service neutron] 10.222.0.39 "GET /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750681 Aug 16 22:27:32.197599 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abef98a8-d9c5-4fb2-b48d-0386846244a3 req-91cdd675-db33-4664-b379-68628d98b85d service neutron] 10.222.0.39 "GET /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184366 Aug 16 22:27:32.328756 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99a04d-8587-4537-a910-6e87ad9d84b6 req-08ab0f7f-8c75-4fbc-b999-19d30e4882c3 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:32.330695 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8b99a04d-8587-4537-a910-6e87ad9d84b6 req-08ab0f7f-8c75-4fbc-b999-19d30e4882c3 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e54c3e8-51d4-4aeb-9d46-cc5d193961c9 HTTP/1.1" status: 200 len: 946 time: 0.0666127 Aug 16 22:27:32.407044 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8b99a04d-8587-4537-a910-6e87ad9d84b6 req-2a279f4a-01c1-4f2c-b501-f5ebf0ed0c8a tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686102 Aug 16 22:27:32.758290 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58802) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:32.786004 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6a738-3f8a-498d-be15-07769578b1d6 req-5c7af5da-b829-4d8c-9d7b-68457acc033e tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:32.788190 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbc6a738-3f8a-498d-be15-07769578b1d6 req-5c7af5da-b829-4d8c-9d7b-68457acc033e tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 0.0639329 Aug 16 22:27:32.869525 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbc6a738-3f8a-498d-be15-07769578b1d6 req-19ecd639-b500-4b5a-96a3-6e7964db02ad tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700068 Aug 16 22:27:32.899354 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f3a15-de65-46b5-b1f9-81a42b3b3c5f req-38d8ab16-99e0-4b6d-b9a5-ef52989d949c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:32.902258 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d58f3a15-de65-46b5-b1f9-81a42b3b3c5f req-38d8ab16-99e0-4b6d-b9a5-ef52989d949c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1131263 Aug 16 22:27:32.954005 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d58f3a15-de65-46b5-b1f9-81a42b3b3c5f req-6c36ab67-724b-48b5-b80c-3ed6bb416175 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444515 Aug 16 22:27:32.980016 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c8aeffcc-cfbe-4810-ac91-df24a5d5e67e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1463589660-network', 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:33.024776 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8aeffcc-cfbe-4810-ac91-df24a5d5e67e admin admin] Made reservation on behalf of a05639ce0f8e4fb9a684fb2b1b120703 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:33.027586 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8aeffcc-cfbe-4810-ac91-df24a5d5e67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.038793 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8aeffcc-cfbe-4810-ac91-df24a5d5e67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.149970 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8aeffcc-cfbe-4810-ac91-df24a5d5e67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.167394 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8aeffcc-cfbe-4810-ac91-df24a5d5e67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.194694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8aeffcc-cfbe-4810-ac91-df24a5d5e67e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:27:33.201496 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aeffcc-cfbe-4810-ac91-df24a5d5e67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c44ad42-ba61-4446-b0e3-f76eb7f111d5,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:33.208783 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8aeffcc-cfbe-4810-ac91-df24a5d5e67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.209754 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-c8aeffcc-cfbe-4810-ac91-df24a5d5e67e admin admin] Added segment 6d260a28-bcab-42c3-ad98-8b65dcaba380 of type vlan for network 966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea Aug 16 22:27:33.262421 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8aeffcc-cfbe-4810-ac91-df24a5d5e67e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.288559 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8aeffcc-cfbe-4810-ac91-df24a5d5e67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.290172 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aeffcc-cfbe-4810-ac91-df24a5d5e67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:33.290771 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8aeffcc-cfbe-4810-ac91-df24a5d5e67e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.314723 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c8aeffcc-cfbe-4810-ac91-df24a5d5e67e admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5553415 Aug 16 22:27:33.318606 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58820) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:33.326615 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6802de58-9fac-4ee0-94e0-4bfd45acd547 admin admin] Request body: {'subnet': {'network_id': '966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1463589660-subnet', 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:33.357290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6802de58-9fac-4ee0-94e0-4bfd45acd547 admin admin] Made reservation on behalf of a05639ce0f8e4fb9a684fb2b1b120703 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:33.360042 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6802de58-9fac-4ee0-94e0-4bfd45acd547 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.406076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aeffcc-cfbe-4810-ac91-df24a5d5e67e admin admin] Pushing event updated for resources: {'Network': ['ID=966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:33.421911 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:27:33.599281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2a457-cbf7-4412-890d-2106a9a160de req-2f596961-39ae-4c27-9675-8b3bf35eb5d1 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:33.600822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-adc2a457-cbf7-4412-890d-2106a9a160de req-2f596961-39ae-4c27-9675-8b3bf35eb5d1 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e54c3e8-51d4-4aeb-9d46-cc5d193961c9 HTTP/1.1" status: 200 len: 946 time: 0.0878611 Aug 16 22:27:33.671892 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6802de58-9fac-4ee0-94e0-4bfd45acd547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.705238 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-adc2a457-cbf7-4412-890d-2106a9a160de req-782e8605-b120-42aa-8be1-8fb6268291c9 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799479 Aug 16 22:27:33.740301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802de58-9fac-4ee0-94e0-4bfd45acd547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=739043e1-0879-490a-8e48-b682401d52c1,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:33.746136 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6802de58-9fac-4ee0-94e0-4bfd45acd547 admin admin] Checking segment: {'id': '6d260a28-bcab-42c3-ad98-8b65dcaba380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:33.746566 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6802de58-9fac-4ee0-94e0-4bfd45acd547 admin admin] Network hostable DHCP agents. Network: 966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:27:33.765831 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6802de58-9fac-4ee0-94e0-4bfd45acd547 admin admin] Network 966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:27:33.778037 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-6802de58-9fac-4ee0-94e0-4bfd45acd547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:33.790729 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edefa50e-6ea0-447c-86c3-1e6c8b4ac1e6 None None] Network 966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:33.792954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6802de58-9fac-4ee0-94e0-4bfd45acd547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:33.793557 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6802de58-9fac-4ee0-94e0-4bfd45acd547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.809068 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6802de58-9fac-4ee0-94e0-4bfd45acd547 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4888365 Aug 16 22:27:33.811454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58830) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:33.817221 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b82ba4cf-7a65-4889-89ab-b50ea201a78c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1463589660-router', 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:33.848148 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b82ba4cf-7a65-4889-89ab-b50ea201a78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.849652 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b82ba4cf-7a65-4889-89ab-b50ea201a78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.966487 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b82ba4cf-7a65-4889-89ab-b50ea201a78c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.069043 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea', 'network_id': '966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea', 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'fixed_ips': [{'subnet_id': '739043e1-0879-490a-8e48-b682401d52c1'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:27:34.070328 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.146373 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b264ce-09e3-4296-a6c3-8ef586488add req-5c20268f-bc4d-4633-9e43-c92b5709ab55 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:34.147901 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75b264ce-09e3-4296-a6c3-8ef586488add req-5c20268f-bc4d-4633-9e43-c92b5709ab55 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 0.1797955 Aug 16 22:27:34.217052 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 48ac1cda-719d-4426-a6ff-ee642af95bfb details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:27:34.264803 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Allocated IP 172.20.0.2 (966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea/739043e1-0879-490a-8e48-b682401d52c1/08e449b2-e723-41fb-9963-879a62e26400) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:34.428097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 48ac1cda-719d-4426-a6ff-ee642af95bfb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=48ac1cda-719d-4426-a6ff-ee642af95bfb,segment=NetworkSegment(ef6bdb7b-766d-4748-8b7d-e6d14072e080),segment_id=ef6bdb7b-766d-4748-8b7d-e6d14072e080)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:34.457832 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '48ac1cda-719d-4426-a6ff-ee642af95bfb', 'network_id': '80504c0b-5244-4f8e-abb7-07f43d02c31e', 'port_id': '48ac1cda-719d-4426-a6ff-ee642af95bfb', 'mac_address': 'fa:16:3e:8d:6a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d2a62f-efd7-45c4-8dc0-2f77fcbfce1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:27:34.516826 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.527474 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75b264ce-09e3-4296-a6c3-8ef586488add req-cd51eca2-a1de-4adf-b2a2-0c6b311ff2c3 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402798 Aug 16 22:27:34.533148 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b82ba4cf-7a65-4889-89ab-b50ea201a78c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.554634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10226d94-7cb9-4de2-9958-fe602674bac6 req-75129e00-b7c7-4144-8b54-53f1ad4501a2 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:34.563514 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10226d94-7cb9-4de2-9958-fe602674bac6 req-75129e00-b7c7-4144-8b54-53f1ad4501a2 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e54c3e8-51d4-4aeb-9d46-cc5d193961c9 HTTP/1.1" status: 200 len: 946 time: 0.4712820 Aug 16 22:27:34.590828 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48ac1cda-719d-4426-a6ff-ee642af95bfb {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:27:34.613886 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 48ac1cda-719d-4426-a6ff-ee642af95bfb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=48ac1cda-719d-4426-a6ff-ee642af95bfb,segment=NetworkSegment(ef6bdb7b-766d-4748-8b7d-e6d14072e080),segment_id=ef6bdb7b-766d-4748-8b7d-e6d14072e080)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:34.623747 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.646116 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10226d94-7cb9-4de2-9958-fe602674bac6 req-a724e0dc-96ef-4c3b-ad52-99eff0bf0192 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818052 Aug 16 22:27:34.704249 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.722563 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Transition to ACTIVE for port object 08e449b2-e723-41fb-9963-879a62e26400 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:34.754335 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Transition to ACTIVE for port object 08e449b2-e723-41fb-9963-879a62e26400 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:34.755980 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=48ac1cda-719d-4426-a6ff-ee642af95bfb,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:34.766933 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.806214 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['48ac1cda-719d-4426-a6ff-ee642af95bfb'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:34.820399 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Network 966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:34.847832 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:34.861235 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:34.873519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0cdf0-59cc-426e-ad28-972c749f8308 req-4c7a37ef-a23c-4549-9105-4c56d100d555 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:34.874124 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Pushing event updated for resources: {'Port': ['ID=08e449b2-e723-41fb-9963-879a62e26400,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:34.875114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ee0cdf0-59cc-426e-ad28-972c749f8308 req-4c7a37ef-a23c-4549-9105-4c56d100d555 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 945 time: 0.1730912 Aug 16 22:27:34.946758 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Attempting to bind port 08e449b2-e723-41fb-9963-879a62e26400 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:34.947005 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Attempting to bind port 08e449b2-e723-41fb-9963-879a62e26400 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '6d260a28-bcab-42c3-ad98-8b65dcaba380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:34.947431 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Attempting to bind port 08e449b2-e723-41fb-9963-879a62e26400 on network 966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:34.966272 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:27:34.966963 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Checking segment: {'id': '6d260a28-bcab-42c3-ad98-8b65dcaba380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:34.967522 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.968008 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Bound using segment: {'id': '6d260a28-bcab-42c3-ad98-8b65dcaba380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:27:34.968622 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Bound port: 08e449b2-e723-41fb-9963-879a62e26400, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d260a28-bcab-42c3-ad98-8b65dcaba380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:27:34.969108 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.977088 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ee0cdf0-59cc-426e-ad28-972c749f8308 req-54debd63-f1ff-4e39-a1b0-1d1f4b28fc92 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954671 Aug 16 22:27:34.990777 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b82ba4cf-7a65-4889-89ab-b50ea201a78c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:35.013773 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b82ba4cf-7a65-4889-89ab-b50ea201a78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:35.112347 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] For port 08e449b2-e723-41fb-9963-879a62e26400, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:35.116217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] For port 08e449b2-e723-41fb-9963-879a62e26400, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=08e449b2-e723-41fb-9963-879a62e26400,segment=NetworkSegment(6d260a28-bcab-42c3-ad98-8b65dcaba380),segment_id=6d260a28-bcab-42c3-ad98-8b65dcaba380)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:27:35.124806 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:35.183507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-b82ba4cf-7a65-4889-89ab-b50ea201a78c admin admin] Allocated IP 172.25.6.120 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/f11d39b0-9bfa-409d-ae3e-dadc88144e3b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:35.222683 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Pushing event updated for resources: {'Port': ['ID=08e449b2-e723-41fb-9963-879a62e26400,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:35.233697 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:35.238717 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:35.239198 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:35.239958 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:35.240622 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:35.241177 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:35.241926 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:35.242294 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:35.243442 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:35.244110 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:35.244651 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:35.245114 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91daf011-e550-4311-93d8-c0c63e0fc206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:35.341566 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b82ba4cf-7a65-4889-89ab-b50ea201a78c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:35.406796 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b82ba4cf-7a65-4889-89ab-b50ea201a78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:35.447508 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82ba4cf-7a65-4889-89ab-b50ea201a78c admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:35.453461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-b82ba4cf-7a65-4889-89ab-b50ea201a78c admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:35.484625 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ba4cf-7a65-4889-89ab-b50ea201a78c admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:35.521442 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ba4cf-7a65-4889-89ab-b50ea201a78c admin admin] Pushing event updated for resources: {'Port': ['ID=f11d39b0-9bfa-409d-ae3e-dadc88144e3b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:35.787504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffc072-ec20-46db-87c7-c52125f1743a req-8212ef1b-e432-4ac6-a62f-e10cfb4e6034 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:35.789840 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dbffc072-ec20-46db-87c7-c52125f1743a req-8212ef1b-e432-4ac6-a62f-e10cfb4e6034 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 0.1046810 Aug 16 22:27:35.966234 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dbffc072-ec20-46db-87c7-c52125f1743a req-fc98e304-c1c3-48c9-911b-455288c83af7 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678960 Aug 16 22:27:36.021207 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b82ba4cf-7a65-4889-89ab-b50ea201a78c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:36.053611 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 08e449b2-e723-41fb-9963-879a62e26400 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:36.126150 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 08e449b2-e723-41fb-9963-879a62e26400 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:36.207199 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfba6a-bb27-4c76-9aa7-78fbb6598259 req-97a3a5d9-f37d-43b3-a77f-c99635fa8df7 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:36.208896 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2fdfba6a-bb27-4c76-9aa7-78fbb6598259 req-97a3a5d9-f37d-43b3-a77f-c99635fa8df7 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e54c3e8-51d4-4aeb-9d46-cc5d193961c9 HTTP/1.1" status: 200 len: 946 time: 0.1192267 Aug 16 22:27:36.220252 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 48ac1cda-719d-4426-a6ff-ee642af95bfb up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:36.300497 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 48ac1cda-719d-4426-a6ff-ee642af95bfb triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:36.300875 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:36.326412 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2fdfba6a-bb27-4c76-9aa7-78fbb6598259 req-bdf69f18-b7da-46d0-8553-817bab70b134 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075659 Aug 16 22:27:36.439719 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:36.491655 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e34301-4a06-4b38-a56c-3aad53aab6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ac1cda-719d-4426-a6ff-ee642af95bfb'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:36.496466 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230baa52-9647-4eae-94dc-6ace3ee3da87" -d '{"events": [{"server_uuid": "39e34301-4a06-4b38-a56c-3aad53aab6bc", "name": "network-vif-plugged", "status": "completed", "tag": "48ac1cda-719d-4426-a6ff-ee642af95bfb"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:36.502693 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b82ba4cf-7a65-4889-89ab-b50ea201a78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:36.540594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 48ac1cda-719d-4426-a6ff-ee642af95bfb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=48ac1cda-719d-4426-a6ff-ee642af95bfb,segment=NetworkSegment(ef6bdb7b-766d-4748-8b7d-e6d14072e080),segment_id=ef6bdb7b-766d-4748-8b7d-e6d14072e080)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:36.551138 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:36.703180 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=48ac1cda-719d-4426-a6ff-ee642af95bfb,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:36.802276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dda118-a783-4468-8961-ecd9f0468dee None None] Network 966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:36.822287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82ba4cf-7a65-4889-89ab-b50ea201a78c admin admin] Router 1f1a68c0-55e8-4658-990f-2960a78114db is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:27:37.027106 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9a4f6c6e-2aa9-4876-afff-fa20d74a540e None None] Provisioning for port 08e449b2-e723-41fb-9963-879a62e26400 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:37.036389 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9a4f6c6e-2aa9-4876-afff-fa20d74a540e None None] Provisioning complete for port 08e449b2-e723-41fb-9963-879a62e26400 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:37.036892 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9a4f6c6e-2aa9-4876-afff-fa20d74a540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:37.060109 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099670e-f2e3-4bf0-a5da-502af14517c4 req-72b3078f-5358-42e7-ab1f-7e2efa9dbfb4 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:37.073732 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f099670e-f2e3-4bf0-a5da-502af14517c4 req-72b3078f-5358-42e7-ab1f-7e2efa9dbfb4 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.2811327 Aug 16 22:27:37.177470 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f099670e-f2e3-4bf0-a5da-502af14517c4 req-6f6798b3-099e-4401-93e5-fcbfd497ffb4 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976229 Aug 16 22:27:37.232377 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82ba4cf-7a65-4889-89ab-b50ea201a78c admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:37.270116 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b82ba4cf-7a65-4889-89ab-b50ea201a78c admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:37.275199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58902) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:37.276223 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b82ba4cf-7a65-4889-89ab-b50ea201a78c admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4630058 Aug 16 22:27:37.501172 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bfbbd9-9f81-4646-bb5e-62da8f9836b0 x-openstack-request-id: req-48bfbbd9-9f81-4646-bb5e-62da8f9836b0 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:37.501814 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e34301-4a06-4b38-a56c-3aad53aab6bc", "name": "network-vif-plugged", "status": "completed", "tag": "48ac1cda-719d-4426-a6ff-ee642af95bfb", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:37.504615 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-48bfbbd9-9f81-4646-bb5e-62da8f9836b0 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:37.505231 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e34301-4a06-4b38-a56c-3aad53aab6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ac1cda-719d-4426-a6ff-ee642af95bfb', 'code': 200} Aug 16 22:27:37.513846 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] Sync routers for ids ['1f1a68c0-55e8-4658-990f-2960a78114db'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:37.604512 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] Routers {'1f1a68c0-55e8-4658-990f-2960a78114db'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:37.605251 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:27:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['1f1a68c0-55e8-4658-990f-2960a78114db'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:37.751591 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9a4f6c6e-2aa9-4876-afff-fa20d74a540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:37.787455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ed7d1-33b1-4f4c-8f09-619df41fa4b9 req-52af36f6-77db-4e7b-810d-ddcfed2d8e30 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:37.800709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef1ed7d1-33b1-4f4c-8f09-619df41fa4b9 req-52af36f6-77db-4e7b-810d-ddcfed2d8e30 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 0.1389389 Aug 16 22:27:37.856326 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9a4f6c6e-2aa9-4876-afff-fa20d74a540e None None] For port 08e449b2-e723-41fb-9963-879a62e26400, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=08e449b2-e723-41fb-9963-879a62e26400,segment=NetworkSegment(6d260a28-bcab-42c3-ad98-8b65dcaba380),segment_id=6d260a28-bcab-42c3-ad98-8b65dcaba380)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:37.876986 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9a4f6c6e-2aa9-4876-afff-fa20d74a540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:37.882367 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef1ed7d1-33b1-4f4c-8f09-619df41fa4b9 req-7950c148-4427-4e10-994e-7486567c43fb tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732734 Aug 16 22:27:38.063432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0c5b8-d2e6-4ff7-9c67-4f4d6b4a4e4d req-799fbc43-c5a3-4aee-adcb-926bd7177c23 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:38.080135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-24e0c5b8-d2e6-4ff7-9c67-4f4d6b4a4e4d req-799fbc43-c5a3-4aee-adcb-926bd7177c23 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e54c3e8-51d4-4aeb-9d46-cc5d193961c9 HTTP/1.1" status: 200 len: 946 time: 0.1134486 Aug 16 22:27:38.150883 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f6c6e-2aa9-4876-afff-fa20d74a540e None None] Pushing event updated for resources: {'Port': ['ID=08e449b2-e723-41fb-9963-879a62e26400,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:38.152341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-24e0c5b8-d2e6-4ff7-9c67-4f4d6b4a4e4d req-b1f7811d-23fb-43fb-bf2f-8a58b3b4051f tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647924 Aug 16 22:27:38.164245 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] Set router 1f1a68c0-55e8-4658-990f-2960a78114db gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:38.581986 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf7731-59e9-456e-8b36-79bc7734331d req-ee7ae902-8f93-43fb-9ed5-4c92061eaf75 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:38.603954 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19bf7731-59e9-456e-8b36-79bc7734331d req-ee7ae902-8f93-43fb-9ed5-4c92061eaf75 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1219866 Aug 16 22:27:38.622292 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:38.660618 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c02ffc7e-88fc-4319-b263-b7c878d9eb12 None None] Provisioning complete for port 08e449b2-e723-41fb-9963-879a62e26400 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:38.660999 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c02ffc7e-88fc-4319-b263-b7c878d9eb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:38.688655 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccdb832d-25c2-47aa-9bd8-fbd0d5fcff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:38.710583 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19bf7731-59e9-456e-8b36-79bc7734331d req-242580a7-1c59-44f3-beec-e07b12094fa7 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996008 Aug 16 22:27:38.746899 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1a68c0-55e8-4658-990f-2960a78114db', 'name': 'tempest-ServersTestMultiNic-1463589660-router', 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'f11d39b0-9bfa-409d-ae3e-dadc88144e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:33Z', 'updated_at': '2021-08-16T22:27:35Z', 'revision_number': 3, 'project_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'gw_port': {'id': 'f11d39b0-9bfa-409d-ae3e-dadc88144e3b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:50:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1a68c0-55e8-4658-990f-2960a78114db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:35Z', 'updated_at': '2021-08-16T22:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:38.781062 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] Checking router: 1f1a68c0-55e8-4658-990f-2960a78114db for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:27:38.781418 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] Updating router 1f1a68c0-55e8-4658-990f-2960a78114db port f11d39b0-9bfa-409d-ae3e-dadc88144e3b binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:27:38.870759 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.103938 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc946e-a2f9-4028-b63d-6bf9dc9bc662 req-f92ac6ed-7e43-49af-8a3e-be6c8d7f1341 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:39.120199 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75dc946e-a2f9-4028-b63d-6bf9dc9bc662 req-f92ac6ed-7e43-49af-8a3e-be6c8d7f1341 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 0.1089525 Aug 16 22:27:39.135813 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-ccdb832d-25c2-47aa-9bd8-fbd0d5fcff29 admin admin] Allocated IP 172.20.0.1 (966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea/739043e1-0879-490a-8e48-b682401d52c1/1e34a4bc-8e8d-4c30-80f4-c080700abb5a) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:39.302608 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75dc946e-a2f9-4028-b63d-6bf9dc9bc662 req-53fccc96-8400-433c-b38b-60ee8a518820 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812077 Aug 16 22:27:39.358065 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-588743e9-23db-4643-b6e1-81fdd45d0e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.370733 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.390501 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] Transition to ACTIVE for port object f11d39b0-9bfa-409d-ae3e-dadc88144e3b will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:39.399787 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.417552 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccdb832d-25c2-47aa-9bd8-fbd0d5fcff29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.437941 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ccdb832d-25c2-47aa-9bd8-fbd0d5fcff29 admin admin] Transition to ACTIVE for port object 1e34a4bc-8e8d-4c30-80f4-c080700abb5a will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:39.507135 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] Attempting to bind port f11d39b0-9bfa-409d-ae3e-dadc88144e3b on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:39.507135 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] Attempting to bind port f11d39b0-9bfa-409d-ae3e-dadc88144e3b by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:39.507553 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] Attempting to bind port f11d39b0-9bfa-409d-ae3e-dadc88144e3b on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:39.517953 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae92d4-8aae-45cf-b199-3e413ad5276d None None] Pushing event updated for resources: {'Port': ['ID=f11d39b0-9bfa-409d-ae3e-dadc88144e3b,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:39.520603 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccdb832d-25c2-47aa-9bd8-fbd0d5fcff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.528577 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:27:39.528966 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:39.529374 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.529771 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:27:39.530284 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] Bound port: f11d39b0-9bfa-409d-ae3e-dadc88144e3b, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:27:39.530719 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.542615 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834f589-4bf2-4c28-8da4-adc61d313cbe req-7625f6ac-a330-4dd8-9c55-17eba94a5ca8 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:39.548471 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8834f589-4bf2-4c28-8da4-adc61d313cbe req-7625f6ac-a330-4dd8-9c55-17eba94a5ca8 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e54c3e8-51d4-4aeb-9d46-cc5d193961c9 HTTP/1.1" status: 200 len: 946 time: 0.3612399 Aug 16 22:27:39.568480 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdb832d-25c2-47aa-9bd8-fbd0d5fcff29 admin admin] Network 966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:39.571577 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ccdb832d-25c2-47aa-9bd8-fbd0d5fcff29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:39.610364 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdb832d-25c2-47aa-9bd8-fbd0d5fcff29 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:39.634787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5f4f5-ca66-460c-ac16-a90e3c202c62 req-9ca735fd-3e26-41cb-9011-894b41c66c64 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:39.636459 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2f5f4f5-ca66-460c-ac16-a90e3c202c62 req-9ca735fd-3e26-41cb-9011-894b41c66c64 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e54c3e8-51d4-4aeb-9d46-cc5d193961c9 HTTP/1.1" status: 200 len: 946 time: 0.2091818 Aug 16 22:27:39.655691 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] For port f11d39b0-9bfa-409d-ae3e-dadc88144e3b, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:39.662045 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] For port f11d39b0-9bfa-409d-ae3e-dadc88144e3b, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=f11d39b0-9bfa-409d-ae3e-dadc88144e3b,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:27:39.673516 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.696854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb832d-25c2-47aa-9bd8-fbd0d5fcff29 admin admin] Pushing event updated for resources: {'Port': ['ID=1e34a4bc-8e8d-4c30-80f4-c080700abb5a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:39.708428 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccdb832d-25c2-47aa-9bd8-fbd0d5fcff29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.773267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] Routers {'1f1a68c0-55e8-4658-990f-2960a78114db'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:39.775333 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:27:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['1f1a68c0-55e8-4658-990f-2960a78114db'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:39.788203 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2f5f4f5-ca66-460c-ac16-a90e3c202c62 req-af3c9ebb-11e3-462c-881b-1ac9b2bb0830 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/security-groups?id=7b148a40-b8ab-42c8-a3e3-67b3476134a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436348 Aug 16 22:27:39.824200 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-8834f589-4bf2-4c28-8da4-adc61d313cbe req-88cfd7d8-3759-47b0-b398-7206873799c2 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Deleting port f348694a-5a23-4733-8b57-7c26baeb9a83 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:39.824200 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8834f589-4bf2-4c28-8da4-adc61d313cbe req-88cfd7d8-3759-47b0-b398-7206873799c2 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.998304 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae92d4-8aae-45cf-b199-3e413ad5276d None None] Pushing event updated for resources: {'Port': ['ID=f11d39b0-9bfa-409d-ae3e-dadc88144e3b,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:40.033384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-8834f589-4bf2-4c28-8da4-adc61d313cbe req-88cfd7d8-3759-47b0-b398-7206873799c2 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] For port f348694a-5a23-4733-8b57-7c26baeb9a83, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=f348694a-5a23-4733-8b57-7c26baeb9a83,segment=NetworkSegment(80f2d314-5b78-41c2-b217-26e103672bef),segment_id=80f2d314-5b78-41c2-b217-26e103672bef)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:40.033772 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8834f589-4bf2-4c28-8da4-adc61d313cbe req-88cfd7d8-3759-47b0-b398-7206873799c2 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.048694 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 08e449b2-e723-41fb-9963-879a62e26400 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:40.052709 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccdb832d-25c2-47aa-9bd8-fbd0d5fcff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.053373 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-8834f589-4bf2-4c28-8da4-adc61d313cbe req-88cfd7d8-3759-47b0-b398-7206873799c2 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Calling delete_port for f348694a-5a23-4733-8b57-7c26baeb9a83 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:40.134744 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-baf83aaa-36ce-4aa9-a96f-9f83854f198c None None] Provisioning for port 1e34a4bc-8e8d-4c30-80f4-c080700abb5a completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:40.158191 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-baf83aaa-36ce-4aa9-a96f-9f83854f198c None None] Provisioning complete for port 1e34a4bc-8e8d-4c30-80f4-c080700abb5a triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:40.158805 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-baf83aaa-36ce-4aa9-a96f-9f83854f198c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.203955 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] Set router 1f1a68c0-55e8-4658-990f-2960a78114db gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:40.305588 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5613d4-006a-4c45-86df-9d202c0430ee req-53f4d3f7-fb0b-4431-8aca-5ed54dc0cb08 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:40.314233 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b5613d4-006a-4c45-86df-9d202c0430ee req-53f4d3f7-fb0b-4431-8aca-5ed54dc0cb08 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1261232 Aug 16 22:27:40.340946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 08e449b2-e723-41fb-9963-879a62e26400 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:40.341177 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccdb832d-25c2-47aa-9bd8-fbd0d5fcff29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.355342 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.358208 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccdb832d-25c2-47aa-9bd8-fbd0d5fcff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.381753 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b5613d4-006a-4c45-86df-9d202c0430ee req-ea255cef-bfd2-400c-a5c5-c25ad94fd832 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642390 Aug 16 22:27:40.386120 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8834f589-4bf2-4c28-8da4-adc61d313cbe req-88cfd7d8-3759-47b0-b398-7206873799c2 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.454416 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-baf83aaa-36ce-4aa9-a96f-9f83854f198c None None] Port 1e34a4bc-8e8d-4c30-80f4-c080700abb5a cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:27:40.469823 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb832d-25c2-47aa-9bd8-fbd0d5fcff29 admin admin] Pushing event updated for resources: {'Port': ['ID=1e34a4bc-8e8d-4c30-80f4-c080700abb5a,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:40.475852 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccdb832d-25c2-47aa-9bd8-fbd0d5fcff29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.492298 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfd7d8-3759-47b0-b398-7206873799c2 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Pushing event deleted for resources: {'Port': ['ID=f348694a-5a23-4733-8b57-7c26baeb9a83,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:40.610116 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdb832d-25c2-47aa-9bd8-fbd0d5fcff29 admin admin] Network 966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:40.612130 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ccdb832d-25c2-47aa-9bd8-fbd0d5fcff29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:40.640998 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8834f589-4bf2-4c28-8da4-adc61d313cbe req-88cfd7d8-3759-47b0-b398-7206873799c2 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] No DVR routers for this DVR port f348694a-5a23-4733-8b57-7c26baeb9a83 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:40.648001 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8834f589-4bf2-4c28-8da4-adc61d313cbe req-88cfd7d8-3759-47b0-b398-7206873799c2 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.656311 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8834f589-4bf2-4c28-8da4-adc61d313cbe req-88cfd7d8-3759-47b0-b398-7206873799c2 tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.39 "DELETE /v2.0/ports/f348694a-5a23-4733-8b57-7c26baeb9a83 HTTP/1.1" status: 204 len: 173 time: 1.0964072 Aug 16 22:27:40.663954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e54c3e8-51d4-4aeb-9d46-cc5d193961c9', 'name': 'network-vif-deleted', 'tag': 'f348694a-5a23-4733-8b57-7c26baeb9a83'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:40.672425 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcee9ab-1bae-480a-b331-ef7a9741e033" -d '{"events": [{"server_uuid": "1e54c3e8-51d4-4aeb-9d46-cc5d193961c9", "name": "network-vif-deleted", "tag": "f348694a-5a23-4733-8b57-7c26baeb9a83"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:40.710183 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.780648 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165532f-6b44-415a-ada9-65bfc2773020 req-dffcdfed-592d-4799-b972-d7b5f9ddc065 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:40.796698 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1165532f-6b44-415a-ada9-65bfc2773020 req-dffcdfed-592d-4799-b972-d7b5f9ddc065 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 0.3258121 Aug 16 22:27:40.825995 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57971fe3-e45e-4bd9-8469-b994a25336fa x-openstack-request-id: req-57971fe3-e45e-4bd9-8469-b994a25336fa {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:40.829938 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e54c3e8-51d4-4aeb-9d46-cc5d193961c9", "name": "network-vif-deleted", "tag": "f348694a-5a23-4733-8b57-7c26baeb9a83", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:40.830390 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-57971fe3-e45e-4bd9-8469-b994a25336fa {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:40.830972 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e54c3e8-51d4-4aeb-9d46-cc5d193961c9', 'name': 'network-vif-deleted', 'tag': 'f348694a-5a23-4733-8b57-7c26baeb9a83', 'status': 'completed', 'code': 200} Aug 16 22:27:40.877744 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdb832d-25c2-47aa-9bd8-fbd0d5fcff29 admin admin] Router 1f1a68c0-55e8-4658-990f-2960a78114db has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:40.918500 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1165532f-6b44-415a-ada9-65bfc2773020 req-af10ab34-a1c2-4f14-868a-6dc349440398 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013706 Aug 16 22:27:40.918711 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1a68c0-55e8-4658-990f-2960a78114db', 'name': 'tempest-ServersTestMultiNic-1463589660-router', 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'f11d39b0-9bfa-409d-ae3e-dadc88144e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:33Z', 'updated_at': '2021-08-16T22:27:35Z', 'revision_number': 3, 'project_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'gw_port': {'id': 'f11d39b0-9bfa-409d-ae3e-dadc88144e3b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:50:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1a68c0-55e8-4658-990f-2960a78114db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:35Z', 'updated_at': '2021-08-16T22:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:40.972022 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba2de45-88e1-45ab-8a7a-a47a11ef641f None None] The sync data for ids ['1f1a68c0-55e8-4658-990f-2960a78114db'] in n-d-792458-15 is: [{'id': '1f1a68c0-55e8-4658-990f-2960a78114db', 'name': 'tempest-ServersTestMultiNic-1463589660-router', 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'f11d39b0-9bfa-409d-ae3e-dadc88144e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:33Z', 'updated_at': '2021-08-16T22:27:35Z', 'revision_number': 3, 'project_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'gw_port': {'id': 'f11d39b0-9bfa-409d-ae3e-dadc88144e3b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:50:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1a68c0-55e8-4658-990f-2960a78114db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:35Z', 'updated_at': '2021-08-16T22:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:41.051685 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-463dc832-4639-4b8d-8486-a04325517197 req-b9864d8f-6ece-4ce7-9330-5fb0b67f1caa tempest-DeleteServersTestJSON-227124624 tempest-DeleteServersTestJSON-227124624-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e54c3e8-51d4-4aeb-9d46-cc5d193961c9 HTTP/1.1" status: 200 len: 210 time: 0.0450721 Aug 16 22:27:41.103743 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-22f9c284-9a85-4450-b2e1-5eb609290192 None None] Provisioning complete for port 1e34a4bc-8e8d-4c30-80f4-c080700abb5a triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:41.104358 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-22f9c284-9a85-4450-b2e1-5eb609290192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.117945 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdb832d-25c2-47aa-9bd8-fbd0d5fcff29 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:41.135920 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ccdb832d-25c2-47aa-9bd8-fbd0d5fcff29 admin admin] 10.222.0.93 "PUT /v2.0/routers/1f1a68c0-55e8-4658-990f-2960a78114db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8586316 Aug 16 22:27:41.179851 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-22f9c284-9a85-4450-b2e1-5eb609290192 None None] Port 1e34a4bc-8e8d-4c30-80f4-c080700abb5a cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:27:41.235277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-9d7e9bdd-c435-4576-99d0-eebf4d9ee4f9 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:41.244449 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-9d7e9bdd-c435-4576-99d0-eebf4d9ee4f9 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/networks?id=3b6a0a99-16e1-4702-a8d0-b5c8fc387327 HTTP/1.1" status: 200 len: 805 time: 0.1637290 Aug 16 22:27:41.289408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d1e2a206-cd4b-4779-a081-dfb8777be6fa tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/quotas/80cce3b248a74aa88b3d7c11b3c4887b HTTP/1.1" status: 200 len: 375 time: 0.0278437 Aug 16 22:27:41.312525 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59034) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:41.370811 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-031ead20-b4b7-4674-b6bd-3b2c7f860964 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=80cce3b248a74aa88b3d7c11b3c4887b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0801668 Aug 16 22:27:41.386805 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-a5a2f90e-bf0c-4119-a6ce-98966169b324 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:27:41.395178 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-a5a2f90e-bf0c-4119-a6ce-98966169b324 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163214 Aug 16 22:27:41.458517 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-cfc2cfd4-1787-410d-94d0-7a3a63959af0 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-778567732'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:41.513860 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-75e76893-fd40-4303-9c2a-b5775bcd6f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.527944 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc2cfd4-1787-410d-94d0-7a3a63959af0 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Made reservation on behalf of a05639ce0f8e4fb9a684fb2b1b120703 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:41.532278 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cfc2cfd4-1787-410d-94d0-7a3a63959af0 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.566758 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc2cfd4-1787-410d-94d0-7a3a63959af0 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:27:41.580837 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cfc2cfd4-1787-410d-94d0-7a3a63959af0 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.581184 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-cfc2cfd4-1787-410d-94d0-7a3a63959af0 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Added segment 72f846a0-9a91-40f9-ad9c-290e0ad2bbb5 of type vlan for network 4fdc0249-cc91-4d68-9956-66422a54e35e Aug 16 22:27:41.658574 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cfc2cfd4-1787-410d-94d0-7a3a63959af0 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.702034 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cfc2cfd4-1787-410d-94d0-7a3a63959af0 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.706055 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060662d-5437-4567-9e53-8cd8e9e89c33 req-d5c5292c-6c59-4b13-85b5-48e6e0fda695 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:41.707863 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3060662d-5437-4567-9e53-8cd8e9e89c33 req-d5c5292c-6c59-4b13-85b5-48e6e0fda695 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1599290 Aug 16 22:27:41.716493 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc2cfd4-1787-410d-94d0-7a3a63959af0 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:41.717157 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cfc2cfd4-1787-410d-94d0-7a3a63959af0 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.751730 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-0831d29d-3ded-4927-af78-eab93b5ffa80 service neutron] 10.222.0.93 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553774 Aug 16 22:27:41.840236 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2cfd4-1787-410d-94d0-7a3a63959af0 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event updated for resources: {'Network': ['ID=4fdc0249-cc91-4d68-9956-66422a54e35e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:41.860298 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 4fdc0249-cc91-4d68-9956-66422a54e35e details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:27:41.865289 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cfc2cfd4-1787-410d-94d0-7a3a63959af0 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5515146 Aug 16 22:27:41.866395 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59044) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:41.872630 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e7ccaff8-89e3-4401-ad1e-f47dedfca319 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Request body: {'subnet': {'network_id': '4fdc0249-cc91-4d68-9956-66422a54e35e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:41.878655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3060662d-5437-4567-9e53-8cd8e9e89c33 req-f202f7a1-0ab0-4142-8840-ba01a0837adc tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614978 Aug 16 22:27:41.974999 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-b6f06580-e80a-4ca0-a267-a2f5fbf901ed service neutron] 10.222.0.93 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218468 Aug 16 22:27:42.094095 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.111141 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ccaff8-89e3-4401-ad1e-f47dedfca319 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Made reservation on behalf of a05639ce0f8e4fb9a684fb2b1b120703 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:42.121875 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7ccaff8-89e3-4401-ad1e-f47dedfca319 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.139391 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device f11d39b0-9bfa-409d-ae3e-dadc88144e3b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:42.226413 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device f348694a-5a23-4733-8b57-7c26baeb9a83 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:42.278189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: f348694a-5a23-4733-8b57-7c26baeb9a83 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:27:42.278563 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device f348694a-5a23-4733-8b57-7c26baeb9a83 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:27:42.346096 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port f11d39b0-9bfa-409d-ae3e-dadc88144e3b completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:42.404869 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port f11d39b0-9bfa-409d-ae3e-dadc88144e3b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:42.405245 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.514413 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d7586-527a-4930-abee-a9cf415b0959 req-d95db966-9b23-4227-80ed-47f9cfee79e5 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:42.516984 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b0d7586-527a-4930-abee-a9cf415b0959 req-d95db966-9b23-4227-80ed-47f9cfee79e5 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 0.1135354 Aug 16 22:27:42.584302 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b0d7586-527a-4930-abee-a9cf415b0959 req-8954c380-a3a6-49c0-93ce-34f7216238e8 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570557 Aug 16 22:27:42.699864 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7ccaff8-89e3-4401-ad1e-f47dedfca319 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.798413 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ccaff8-89e3-4401-ad1e-f47dedfca319 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Checking segment: {'id': '72f846a0-9a91-40f9-ad9c-290e0ad2bbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4fdc0249-cc91-4d68-9956-66422a54e35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:42.798778 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ccaff8-89e3-4401-ad1e-f47dedfca319 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Network hostable DHCP agents. Network: 4fdc0249-cc91-4d68-9956-66422a54e35e, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:27:42.812584 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ccaff8-89e3-4401-ad1e-f47dedfca319 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event updated for resources: {'Subnet': ['ID=202ca33c-02ae-475d-b048-e1c39de6d607,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:42.824292 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-47cdd9f9-71ff-4ba2-bb28-1573dd6218d7 req-6e034503-7232-457e-aeae-d1cd03507cae tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=5343089d-287c-4f83-8705-ecea9cf42f3a HTTP/1.1" status: 200 len: 210 time: 0.0766988 Aug 16 22:27:42.830678 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ccaff8-89e3-4401-ad1e-f47dedfca319 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Network 4fdc0249-cc91-4d68-9956-66422a54e35e is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:27:42.842709 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.846713 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-e7ccaff8-89e3-4401-ad1e-f47dedfca319 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 4fdc0249-cc91-4d68-9956-66422a54e35e) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:42.887274 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port f11d39b0-9bfa-409d-ae3e-dadc88144e3b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=f11d39b0-9bfa-409d-ae3e-dadc88144e3b,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:42.893352 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.897505 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ccaff8-89e3-4401-ad1e-f47dedfca319 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:42.898984 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7ccaff8-89e3-4401-ad1e-f47dedfca319 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.907813 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861ec823-e6dc-4196-90d2-6fad02ac116c None None] Network 4fdc0249-cc91-4d68-9956-66422a54e35e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:42.934526 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e7ccaff8-89e3-4401-ad1e-f47dedfca319 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0648437 Aug 16 22:27:42.935208 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59080) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:42.940693 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c112a608-b204-4b21-b305-f51d5781ec64 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1292998499'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:42.969866 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c112a608-b204-4b21-b305-f51d5781ec64 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Made reservation on behalf of a05639ce0f8e4fb9a684fb2b1b120703 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:42.975255 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c112a608-b204-4b21-b305-f51d5781ec64 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.008864 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c112a608-b204-4b21-b305-f51d5781ec64 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:27:43.024322 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c112a608-b204-4b21-b305-f51d5781ec64 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.024635 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-c112a608-b204-4b21-b305-f51d5781ec64 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Added segment 85be6831-15a5-4b9c-844f-dfd009421795 of type vlan for network decd9b89-5307-48b2-b700-68a45140e88b Aug 16 22:27:43.130206 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c112a608-b204-4b21-b305-f51d5781ec64 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.142691 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921ef45-5a55-424d-836d-67b1e3703c4b req-1c7851b2-1430-46c2-b02d-1fd95021be6c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:43.145452 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d921ef45-5a55-424d-836d-67b1e3703c4b req-1c7851b2-1430-46c2-b02d-1fd95021be6c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ebba1a5-742a-4310-9d99-2d9c788d08eb HTTP/1.1" status: 200 len: 945 time: 0.3372519 Aug 16 22:27:43.170284 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bf727-d60e-4c9e-a358-c71b80aca77e req-5c5780d6-a105-42be-8e00-1bbb4c2200a7 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:43.172170 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=f11d39b0-9bfa-409d-ae3e-dadc88144e3b,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:43.176208 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c112a608-b204-4b21-b305-f51d5781ec64 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.179763 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-119bf727-d60e-4c9e-a358-c71b80aca77e req-5c5780d6-a105-42be-8e00-1bbb4c2200a7 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1171930 Aug 16 22:27:43.196256 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.254685 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c112a608-b204-4b21-b305-f51d5781ec64 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:43.257745 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c112a608-b204-4b21-b305-f51d5781ec64 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.261500 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-119bf727-d60e-4c9e-a358-c71b80aca77e req-48dcef72-9399-43cd-bcfb-3999b2f23be2 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752470 Aug 16 22:27:43.293803 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fc1f6-85eb-49bf-82d6-39cb23787d5a req-55bc5678-3c97-4032-b114-4360680a61c2 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:43.301155 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-838fc1f6-85eb-49bf-82d6-39cb23787d5a req-55bc5678-3c97-4032-b114-4360680a61c2 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.3396833 Aug 16 22:27:43.334972 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-4fdc0249-cc91-4d68-9956-66422a54e35e', 'network_id': '4fdc0249-cc91-4d68-9956-66422a54e35e', 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'fixed_ips': [{'subnet_id': '202ca33c-02ae-475d-b048-e1c39de6d607'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:27:43.335848 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.371117 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c112a608-b204-4b21-b305-f51d5781ec64 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4343493 Aug 16 22:27:43.384792 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59088) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:43.390590 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-db832ee2-6f9f-472f-a6cb-67b77330f33a tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Request body: {'subnet': {'network_id': 'decd9b89-5307-48b2-b700-68a45140e88b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:43.493573 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-838fc1f6-85eb-49bf-82d6-39cb23787d5a req-1b522ec6-cd18-4951-940a-5ca31628a529 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900892 Aug 16 22:27:43.517897 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112a608-b204-4b21-b305-f51d5781ec64 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event updated for resources: {'Network': ['ID=decd9b89-5307-48b2-b700-68a45140e88b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:43.543932 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network decd9b89-5307-48b2-b700-68a45140e88b details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:27:43.564527 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-d921ef45-5a55-424d-836d-67b1e3703c4b req-83f8804e-565d-4919-9707-440c5a073026 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Deleting port 81bc399f-1378-4ede-b2ee-17e368125dca {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:43.565147 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d921ef45-5a55-424d-836d-67b1e3703c4b req-83f8804e-565d-4919-9707-440c5a073026 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.633123 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db832ee2-6f9f-472f-a6cb-67b77330f33a tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Made reservation on behalf of a05639ce0f8e4fb9a684fb2b1b120703 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:43.640041 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db832ee2-6f9f-472f-a6cb-67b77330f33a tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.704249 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] Allocated IP 19.80.0.2 (4fdc0249-cc91-4d68-9956-66422a54e35e/202ca33c-02ae-475d-b048-e1c39de6d607/0d281ff9-58a5-4fbd-83da-c500652d6816) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:43.935461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d921ef45-5a55-424d-836d-67b1e3703c4b req-83f8804e-565d-4919-9707-440c5a073026 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] For port 81bc399f-1378-4ede-b2ee-17e368125dca, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=81bc399f-1378-4ede-b2ee-17e368125dca,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:43.936898 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d921ef45-5a55-424d-836d-67b1e3703c4b req-83f8804e-565d-4919-9707-440c5a073026 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.984765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-d921ef45-5a55-424d-836d-67b1e3703c4b req-83f8804e-565d-4919-9707-440c5a073026 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Calling delete_port for 81bc399f-1378-4ede-b2ee-17e368125dca owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:44.003780 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] Sync routers for ids ['1f1a68c0-55e8-4658-990f-2960a78114db'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:44.006325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae827074-e453-4a21-a06c-e4b17046f43b req-8188d116-a782-4f7d-aac0-d7f48b364820 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:44.007903 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae827074-e453-4a21-a06c-e4b17046f43b req-8188d116-a782-4f7d-aac0-d7f48b364820 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 0.2106862 Aug 16 22:27:44.020986 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] Routers {'1f1a68c0-55e8-4658-990f-2960a78114db'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:44.022656 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:27:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['1f1a68c0-55e8-4658-990f-2960a78114db'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:44.052108 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db832ee2-6f9f-472f-a6cb-67b77330f33a tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.089404 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.109696 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] Transition to ACTIVE for port object 0d281ff9-58a5-4fbd-83da-c500652d6816 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:44.127086 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device f11d39b0-9bfa-409d-ae3e-dadc88144e3b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:44.200135 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db832ee2-6f9f-472f-a6cb-67b77330f33a tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event updated for resources: {'Subnet': ['ID=d2ebbd3c-e3ae-48a9-9803-352b974b1eb5,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:44.228510 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] Transition to ACTIVE for port object 0d281ff9-58a5-4fbd-83da-c500652d6816 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:44.228751 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db832ee2-6f9f-472f-a6cb-67b77330f33a tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Checking segment: {'id': '85be6831-15a5-4b9c-844f-dfd009421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'decd9b89-5307-48b2-b700-68a45140e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:44.228868 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db832ee2-6f9f-472f-a6cb-67b77330f33a tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Network hostable DHCP agents. Network: decd9b89-5307-48b2-b700-68a45140e88b, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:27:44.253282 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 81bc399f-1378-4ede-b2ee-17e368125dca no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:44.263719 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.269572 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db832ee2-6f9f-472f-a6cb-67b77330f33a tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Network decd9b89-5307-48b2-b700-68a45140e88b is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:27:44.289627 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-db832ee2-6f9f-472f-a6cb-67b77330f33a tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, decd9b89-5307-48b2-b700-68a45140e88b) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:44.294003 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db832ee2-6f9f-472f-a6cb-67b77330f33a tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:44.294598 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db832ee2-6f9f-472f-a6cb-67b77330f33a tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.330678 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-db832ee2-6f9f-472f-a6cb-67b77330f33a tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9442332 Aug 16 22:27:44.333216 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] Set router 1f1a68c0-55e8-4658-990f-2960a78114db gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:44.345839 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f7f483-d979-4b76-bbc0-c9279114c007 None None] Network decd9b89-5307-48b2-b700-68a45140e88b requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:44.448194 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] Network 4fdc0249-cc91-4d68-9956-66422a54e35e is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:44.455474 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:44.468664 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:44.536398 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] Pushing event updated for resources: {'Port': ['ID=0d281ff9-58a5-4fbd-83da-c500652d6816,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:44.545652 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port f11d39b0-9bfa-409d-ae3e-dadc88144e3b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:44.545652 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.718814 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] Attempting to bind port 0d281ff9-58a5-4fbd-83da-c500652d6816 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:44.719429 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] Attempting to bind port 0d281ff9-58a5-4fbd-83da-c500652d6816 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '72f846a0-9a91-40f9-ad9c-290e0ad2bbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4fdc0249-cc91-4d68-9956-66422a54e35e'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:44.720028 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] Attempting to bind port 0d281ff9-58a5-4fbd-83da-c500652d6816 on network 4fdc0249-cc91-4d68-9956-66422a54e35e {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:44.733372 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1a68c0-55e8-4658-990f-2960a78114db', 'name': 'tempest-ServersTestMultiNic-1463589660-router', 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'f11d39b0-9bfa-409d-ae3e-dadc88144e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:33Z', 'updated_at': '2021-08-16T22:27:39Z', 'revision_number': 4, 'project_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'gw_port': {'id': 'f11d39b0-9bfa-409d-ae3e-dadc88144e3b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1a68c0-55e8-4658-990f-2960a78114db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:35Z', 'updated_at': '2021-08-16T22:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '1e34a4bc-8e8d-4c30-80f4-c080700abb5a', 'name': '', 'network_id': '966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea', 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'mac_address': 'fa:16:3e:04:b8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1a68c0-55e8-4658-990f-2960a78114db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '739043e1-0879-490a-8e48-b682401d52c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:38Z', 'updated_at': '2021-08-16T22:27:40Z', 'revision_number': 2, 'project_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'subnets': [{'id': '739043e1-0879-490a-8e48-b682401d52c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:44.743664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d73b0e8-b7ff-49e2-a1aa-9e25861a7b5d req-7cc43ac3-84df-43f9-8703-ecdf51ba3103 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=5343089d-287c-4f83-8705-ecea9cf42f3a HTTP/1.1" status: 200 len: 210 time: 0.6498506 Aug 16 22:27:44.789422 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] Checking router: 1f1a68c0-55e8-4658-990f-2960a78114db for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:27:44.790194 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] Updating router 1f1a68c0-55e8-4658-990f-2960a78114db port 1e34a4bc-8e8d-4c30-80f4-c080700abb5a binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:27:44.822497 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae827074-e453-4a21-a06c-e4b17046f43b req-888dafdb-2429-46f9-aa48-8b7a66b8a20b tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7947958 Aug 16 22:27:44.837737 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:27:44.842110 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] Checking segment: {'id': '72f846a0-9a91-40f9-ad9c-290e0ad2bbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4fdc0249-cc91-4d68-9956-66422a54e35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:44.842726 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.847663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] Bound using segment: {'id': '72f846a0-9a91-40f9-ad9c-290e0ad2bbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4fdc0249-cc91-4d68-9956-66422a54e35e'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:27:44.848457 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] Bound port: 0d281ff9-58a5-4fbd-83da-c500652d6816, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f846a0-9a91-40f9-ad9c-290e0ad2bbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4fdc0249-cc91-4d68-9956-66422a54e35e'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:27:44.849076 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.860328 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.868700 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.886006 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.912047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-decd9b89-5307-48b2-b700-68a45140e88b', 'network_id': 'decd9b89-5307-48b2-b700-68a45140e88b', 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'fixed_ips': [{'subnet_id': 'd2ebbd3c-e3ae-48a9-9803-352b974b1eb5'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:27:44.913256 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.070626 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-1379e8ad-240c-4050-b3ff-9a5f0faa54b9 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:45.072273 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-1379e8ad-240c-4050-b3ff-9a5f0faa54b9 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.39 "GET /v2.0/networks?id=3b6a0a99-16e1-4702-a8d0-b5c8fc387327 HTTP/1.1" status: 200 len: 805 time: 0.8656754 Aug 16 22:27:45.102212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-094d7a0f-3f65-4e68-b6d5-2238493c1b48 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Request body: {'port': {'device_id': '5343089d-287c-4f83-8705-ecea9cf42f3a', 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327', 'admin_state_up': True, 'tenant_id': '80cce3b248a74aa88b3d7c11b3c4887b'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:45.147729 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc824f22-cd71-4114-9f90-40e43543169b req-5d632a8d-dcf3-4ae8-80df-12b437d577b3 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:45.155394 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc824f22-cd71-4114-9f90-40e43543169b req-5d632a8d-dcf3-4ae8-80df-12b437d577b3 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.2330899 Aug 16 22:27:45.164126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] For port 0d281ff9-58a5-4fbd-83da-c500652d6816, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:45.173333 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] For port 0d281ff9-58a5-4fbd-83da-c500652d6816, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0d281ff9-58a5-4fbd-83da-c500652d6816,segment=NetworkSegment(72f846a0-9a91-40f9-ad9c-290e0ad2bbb5),segment_id=72f846a0-9a91-40f9-ad9c-290e0ad2bbb5)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:27:45.183064 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.277333 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d921ef45-5a55-424d-836d-67b1e3703c4b req-83f8804e-565d-4919-9707-440c5a073026 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.278123 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac80b9d-2103-4e94-95b4-b11ab7579d54 None None] Pushing event updated for resources: {'Port': ['ID=0d281ff9-58a5-4fbd-83da-c500652d6816,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:45.341595 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] Allocated IP 19.86.0.2 (decd9b89-5307-48b2-b700-68a45140e88b/d2ebbd3c-e3ae-48a9-9803-352b974b1eb5/a0c866e3-ade9-4abe-89d7-fb35e033456d) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:45.398577 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.410317 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] Transition to ACTIVE for port object 1e34a4bc-8e8d-4c30-80f4-c080700abb5a will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:45.420780 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.487621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8804e-565d-4919-9707-440c5a073026 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Pushing event deleted for resources: {'Port': ['ID=81bc399f-1378-4ede-b2ee-17e368125dca,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:45.510487 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093713d-5288-4106-8918-8c6907ea24b1 None None] Pushing event updated for resources: {'Port': ['ID=1e34a4bc-8e8d-4c30-80f4-c080700abb5a,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:45.543252 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093713d-5288-4106-8918-8c6907ea24b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:45.543744 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093713d-5288-4106-8918-8c6907ea24b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:45.546963 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093713d-5288-4106-8918-8c6907ea24b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:45.547474 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093713d-5288-4106-8918-8c6907ea24b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:45.547935 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093713d-5288-4106-8918-8c6907ea24b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:45.548726 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093713d-5288-4106-8918-8c6907ea24b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:45.549172 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093713d-5288-4106-8918-8c6907ea24b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:45.549732 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093713d-5288-4106-8918-8c6907ea24b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:45.550237 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093713d-5288-4106-8918-8c6907ea24b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:45.550975 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093713d-5288-4106-8918-8c6907ea24b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:45.552746 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093713d-5288-4106-8918-8c6907ea24b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:45.553155 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093713d-5288-4106-8918-8c6907ea24b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:45.554027 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-c682730c-1dd3-44db-a0bb-ae9b457002de tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:45.571842 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-c682730c-1dd3-44db-a0bb-ae9b457002de tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:45.581200 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-c682730c-1dd3-44db-a0bb-ae9b457002de tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/networks?id=4fdc0249-cc91-4d68-9956-66422a54e35e&id=decd9b89-5307-48b2-b700-68a45140e88b&id=4fdc0249-cc91-4d68-9956-66422a54e35e HTTP/1.1" status: 200 len: 1391 time: 0.6151958 Aug 16 22:27:45.595371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc824f22-cd71-4114-9f90-40e43543169b req-110dd908-daa2-4394-b50f-88925c1d64ae tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390554 Aug 16 22:27:45.656867 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.678707 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] Transition to ACTIVE for port object a0c866e3-ade9-4abe-89d7-fb35e033456d will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:45.689403 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d921ef45-5a55-424d-836d-67b1e3703c4b req-83f8804e-565d-4919-9707-440c5a073026 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] No DVR routers for this DVR port 81bc399f-1378-4ede-b2ee-17e368125dca on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:45.700845 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d921ef45-5a55-424d-836d-67b1e3703c4b req-83f8804e-565d-4919-9707-440c5a073026 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.705804 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d921ef45-5a55-424d-836d-67b1e3703c4b req-83f8804e-565d-4919-9707-440c5a073026 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.39 "DELETE /v2.0/ports/81bc399f-1378-4ede-b2ee-17e368125dca HTTP/1.1" status: 204 len: 173 time: 2.5459306 Aug 16 22:27:45.710388 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebba1a5-742a-4310-9d99-2d9c788d08eb', 'name': 'network-vif-deleted', 'tag': '81bc399f-1378-4ede-b2ee-17e368125dca'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:45.713111 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b1f7a6-ee22-4319-a41b-449bce4dc7e7" -d '{"events": [{"server_uuid": "4ebba1a5-742a-4310-9d99-2d9c788d08eb", "name": "network-vif-deleted", "tag": "81bc399f-1378-4ede-b2ee-17e368125dca"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:45.735024 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-748c2473-1530-4611-9809-202d93b865d7 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/quotas/a05639ce0f8e4fb9a684fb2b1b120703 HTTP/1.1" status: 200 len: 375 time: 0.1523802 Aug 16 22:27:45.740886 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-094d7a0f-3f65-4e68-b6d5-2238493c1b48 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Made reservation on behalf of 80cce3b248a74aa88b3d7c11b3c4887b for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:45.745632 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] Transition to ACTIVE for port object a0c866e3-ade9-4abe-89d7-fb35e033456d will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:45.755875 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-094d7a0f-3f65-4e68-b6d5-2238493c1b48 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.770717 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.777455 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] Attempting to bind port 1e34a4bc-8e8d-4c30-80f4-c080700abb5a on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:45.778137 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] Attempting to bind port 1e34a4bc-8e8d-4c30-80f4-c080700abb5a by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '6d260a28-bcab-42c3-ad98-8b65dcaba380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:45.778709 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] Attempting to bind port 1e34a4bc-8e8d-4c30-80f4-c080700abb5a on network 966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:45.808131 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:27:45.808613 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] Checking segment: {'id': '6d260a28-bcab-42c3-ad98-8b65dcaba380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:45.809884 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.810376 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] Bound using segment: {'id': '6d260a28-bcab-42c3-ad98-8b65dcaba380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:27:45.810938 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] Bound port: 1e34a4bc-8e8d-4c30-80f4-c080700abb5a, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d260a28-bcab-42c3-ad98-8b65dcaba380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:27:45.811393 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.847384 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] Network decd9b89-5307-48b2-b700-68a45140e88b is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:45.851984 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:45.865098 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:45.966934 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] Pushing event updated for resources: {'Port': ['ID=a0c866e3-ade9-4abe-89d7-fb35e033456d,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:45.982093 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-0f65b9b2-658c-4285-9e65-8eacac23e52e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a05639ce0f8e4fb9a684fb2b1b120703&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2372067 Aug 16 22:27:45.987819 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] Attempting to bind port a0c866e3-ade9-4abe-89d7-fb35e033456d on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:45.988382 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] Attempting to bind port a0c866e3-ade9-4abe-89d7-fb35e033456d by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '85be6831-15a5-4b9c-844f-dfd009421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'decd9b89-5307-48b2-b700-68a45140e88b'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:45.988844 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] Attempting to bind port a0c866e3-ade9-4abe-89d7-fb35e033456d on network decd9b89-5307-48b2-b700-68a45140e88b {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:46.001471 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:27:46.003484 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] Checking segment: {'id': '85be6831-15a5-4b9c-844f-dfd009421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'decd9b89-5307-48b2-b700-68a45140e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:46.004056 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:46.004413 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] For port 1e34a4bc-8e8d-4c30-80f4-c080700abb5a, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:46.004667 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] Bound using segment: {'id': '85be6831-15a5-4b9c-844f-dfd009421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'decd9b89-5307-48b2-b700-68a45140e88b'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:27:46.009383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a98e2b-ddb1-414d-b43a-9ade5dbc7a75 req-ca457361-fa5c-4fc8-9085-afe86c2758a0 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:46.009604 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] Bound port: a0c866e3-ade9-4abe-89d7-fb35e033456d, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be6831-15a5-4b9c-844f-dfd009421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'decd9b89-5307-48b2-b700-68a45140e88b'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:27:46.009717 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] For port 1e34a4bc-8e8d-4c30-80f4-c080700abb5a, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1e34a4bc-8e8d-4c30-80f4-c080700abb5a,segment=NetworkSegment(6d260a28-bcab-42c3-ad98-8b65dcaba380),segment_id=6d260a28-bcab-42c3-ad98-8b65dcaba380)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:27:46.009838 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:46.040560 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75a98e2b-ddb1-414d-b43a-9ade5dbc7a75 req-ca457361-fa5c-4fc8-9085-afe86c2758a0 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.2589085 Aug 16 22:27:46.043815 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:46.136519 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] Routers {'1f1a68c0-55e8-4658-990f-2960a78114db'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:46.145351 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:27:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['1f1a68c0-55e8-4658-990f-2960a78114db'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:46.145519 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] For port a0c866e3-ade9-4abe-89d7-fb35e033456d, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:46.150768 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] For port a0c866e3-ade9-4abe-89d7-fb35e033456d, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a0c866e3-ade9-4abe-89d7-fb35e033456d,segment=NetworkSegment(85be6831-15a5-4b9c-844f-dfd009421795),segment_id=85be6831-15a5-4b9c-844f-dfd009421795)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:27:46.170091 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:46.224993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0d281ff9-58a5-4fbd-83da-c500652d6816 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:46.303163 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093713d-5288-4106-8918-8c6907ea24b1 None None] Pushing event updated for resources: {'Port': ['ID=1e34a4bc-8e8d-4c30-80f4-c080700abb5a,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:46.361439 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed87065-8f7f-4a6c-aac7-1bc92d84c30b None None] Pushing event updated for resources: {'Port': ['ID=a0c866e3-ade9-4abe-89d7-fb35e033456d,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:46.373766 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75a98e2b-ddb1-414d-b43a-9ade5dbc7a75 req-d7c55728-9dc6-4869-b0ae-18919a593823 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3536243 Aug 16 22:27:46.375287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-094d7a0f-3f65-4e68-b6d5-2238493c1b48 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Allocated IP 172.20.0.2 (3b6a0a99-16e1-4702-a8d0-b5c8fc387327/159e7ffb-10ba-4305-959b-a8d4373d4991/264098b3-40dd-42e5-966d-e9e11798aaeb) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:46.416003 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 0d281ff9-58a5-4fbd-83da-c500652d6816 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:46.446422 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] Set router 1f1a68c0-55e8-4658-990f-2960a78114db gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:46.613753 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-e7817892-9b23-46d4-b1bd-2e046694fcfb service neutron] 10.222.0.93 "GET /v2.0/networks/4fdc0249-cc91-4d68-9956-66422a54e35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6306703 Aug 16 22:27:46.808100 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defb5b95-f9ab-4125-b9d5-9f4ec3fb43d6 x-openstack-request-id: req-defb5b95-f9ab-4125-b9d5-9f4ec3fb43d6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:46.808833 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebba1a5-742a-4310-9d99-2d9c788d08eb", "name": "network-vif-deleted", "tag": "81bc399f-1378-4ede-b2ee-17e368125dca", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:46.808833 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-defb5b95-f9ab-4125-b9d5-9f4ec3fb43d6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:46.809159 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebba1a5-742a-4310-9d99-2d9c788d08eb', 'name': 'network-vif-deleted', 'tag': '81bc399f-1378-4ede-b2ee-17e368125dca', 'status': 'completed', 'code': 200} Aug 16 22:27:46.918067 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1a68c0-55e8-4658-990f-2960a78114db', 'name': 'tempest-ServersTestMultiNic-1463589660-router', 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'f11d39b0-9bfa-409d-ae3e-dadc88144e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:33Z', 'updated_at': '2021-08-16T22:27:39Z', 'revision_number': 4, 'project_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'gw_port': {'id': 'f11d39b0-9bfa-409d-ae3e-dadc88144e3b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1a68c0-55e8-4658-990f-2960a78114db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:35Z', 'updated_at': '2021-08-16T22:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '1e34a4bc-8e8d-4c30-80f4-c080700abb5a', 'name': '', 'network_id': '966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea', 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'mac_address': 'fa:16:3e:04:b8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1a68c0-55e8-4658-990f-2960a78114db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '739043e1-0879-490a-8e48-b682401d52c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:38Z', 'updated_at': '2021-08-16T22:27:45Z', 'revision_number': 4, 'project_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'subnets': [{'id': '739043e1-0879-490a-8e48-b682401d52c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:46.953930 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23f07e72-8b30-4094-a99e-7739430c9324 req-05c14707-fce8-4f0b-84dd-cc336ccb67c0 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=5343089d-287c-4f83-8705-ecea9cf42f3a HTTP/1.1" status: 200 len: 210 time: 0.0431478 Aug 16 22:27:46.963531 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2194ed-d2cd-4c79-92aa-611c08302d9a None None] The sync data for ids ['1f1a68c0-55e8-4658-990f-2960a78114db'] in n-d-792458-15 is: [{'id': '1f1a68c0-55e8-4658-990f-2960a78114db', 'name': 'tempest-ServersTestMultiNic-1463589660-router', 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'f11d39b0-9bfa-409d-ae3e-dadc88144e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:33Z', 'updated_at': '2021-08-16T22:27:39Z', 'revision_number': 4, 'project_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'gw_port': {'id': 'f11d39b0-9bfa-409d-ae3e-dadc88144e3b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1a68c0-55e8-4658-990f-2960a78114db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:35Z', 'updated_at': '2021-08-16T22:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '1e34a4bc-8e8d-4c30-80f4-c080700abb5a', 'name': '', 'network_id': '966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea', 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'mac_address': 'fa:16:3e:04:b8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1a68c0-55e8-4658-990f-2960a78114db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '739043e1-0879-490a-8e48-b682401d52c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:38Z', 'updated_at': '2021-08-16T22:27:45Z', 'revision_number': 4, 'project_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'subnets': [{'id': '739043e1-0879-490a-8e48-b682401d52c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:47.015667 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d8906c63-8ebe-4af6-bbd9-58c67df2afd3 service neutron] 10.222.0.93 "GET /v2.0/networks/4fdc0249-cc91-4d68-9956-66422a54e35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009349 Aug 16 22:27:47.098837 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-094d7a0f-3f65-4e68-b6d5-2238493c1b48 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:47.186633 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0eed0d-47ff-4125-a228-376c0ed325b0 None None] Network 4fdc0249-cc91-4d68-9956-66422a54e35e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:47.267689 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d5c44-5e19-4377-8cc8-227ecd7d59e8 req-fc775999-ffbe-420d-aac8-962c0a4cd392 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:47.269644 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6d7d5c44-5e19-4377-8cc8-227ecd7d59e8 req-fc775999-ffbe-420d-aac8-962c0a4cd392 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 0.1037095 Aug 16 22:27:47.318351 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-09eae452-6511-4dec-8591-b24d65089fbd service neutron] 10.222.0.93 "GET /v2.0/networks/decd9b89-5307-48b2-b700-68a45140e88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016934 Aug 16 22:27:47.494305 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-2cd88db9-9338-4ca6-87a9-5d8b692c36f8 service neutron] 10.222.0.93 "GET /v2.0/networks/decd9b89-5307-48b2-b700-68a45140e88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632135 Aug 16 22:27:47.507346 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-094d7a0f-3f65-4e68-b6d5-2238493c1b48 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:47.560684 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-094d7a0f-3f65-4e68-b6d5-2238493c1b48 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Network 3b6a0a99-16e1-4702-a8d0-b5c8fc387327 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:47.565062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-094d7a0f-3f65-4e68-b6d5-2238493c1b48 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:47.580415 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-987d091b-0d9d-4f2b-8f98-79f7ac379b81 None None] Provisioning for port 0d281ff9-58a5-4fbd-83da-c500652d6816 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:47.588427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-987d091b-0d9d-4f2b-8f98-79f7ac379b81 None None] Provisioning complete for port 0d281ff9-58a5-4fbd-83da-c500652d6816 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:47.588836 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-987d091b-0d9d-4f2b-8f98-79f7ac379b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:47.690745 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6d7d5c44-5e19-4377-8cc8-227ecd7d59e8 req-2e5d96bc-ac96-4993-bf0d-18b2ebfbbddd tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110143 Aug 16 22:27:47.702814 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-094d7a0f-3f65-4e68-b6d5-2238493c1b48 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:47.752371 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-987d091b-0d9d-4f2b-8f98-79f7ac379b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:47.806129 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-987d091b-0d9d-4f2b-8f98-79f7ac379b81 None None] For port 0d281ff9-58a5-4fbd-83da-c500652d6816, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0d281ff9-58a5-4fbd-83da-c500652d6816,segment=NetworkSegment(72f846a0-9a91-40f9-ad9c-290e0ad2bbb5),segment_id=72f846a0-9a91-40f9-ad9c-290e0ad2bbb5)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:47.814636 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-987d091b-0d9d-4f2b-8f98-79f7ac379b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:47.904546 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d091b-0d9d-4f2b-8f98-79f7ac379b81 None None] Pushing event updated for resources: {'Port': ['ID=0d281ff9-58a5-4fbd-83da-c500652d6816,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:47.929054 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de0c8ff-bece-4a0c-b2ab-e2ded8506949 None None] Network decd9b89-5307-48b2-b700-68a45140e88b requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:47.940648 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d7a0f-3f65-4e68-b6d5-2238493c1b48 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Pushing event updated for resources: {'Port': ['ID=264098b3-40dd-42e5-966d-e9e11798aaeb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:48.084221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d879990f-f22f-4f9c-adc3-70bac8f9c86e None None] Provisioning for port a0c866e3-ade9-4abe-89d7-fb35e033456d completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:48.111019 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-094d7a0f-3f65-4e68-b6d5-2238493c1b48 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:48.111711 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-094d7a0f-3f65-4e68-b6d5-2238493c1b48 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:48.137486 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-094d7a0f-3f65-4e68-b6d5-2238493c1b48 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0501895 Aug 16 22:27:48.163202 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089b9b1-4221-4fdf-956b-42561119ee14 req-0fd28408-ceb9-49bb-b6d3-363f727d452c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:48.164772 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3089b9b1-4221-4fdf-956b-42561119ee14 req-0fd28408-ceb9-49bb-b6d3-363f727d452c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.2030425 Aug 16 22:27:48.177010 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] Request body: {'port': {'device_id': '5343089d-287c-4f83-8705-ecea9cf42f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:48.218776 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1e34a4bc-8e8d-4c30-80f4-c080700abb5a up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:48.256624 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b8624e1f-472d-41d0-b2bd-22d1f8acb328 service neutron] 10.222.0.93 "GET /v2.0/networks/4fdc0249-cc91-4d68-9956-66422a54e35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7446365 Aug 16 22:27:48.308542 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-00777dd1-90c2-43fa-9c08-be260b598dfd None None] Provisioning complete for port 0d281ff9-58a5-4fbd-83da-c500652d6816 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:48.308915 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-00777dd1-90c2-43fa-9c08-be260b598dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:48.311961 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 1e34a4bc-8e8d-4c30-80f4-c080700abb5a completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:48.341439 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 1e34a4bc-8e8d-4c30-80f4-c080700abb5a triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:48.341816 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:48.505802 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3089b9b1-4221-4fdf-956b-42561119ee14 req-0b1abf11-fd17-42d7-8c6b-69d4fbf4b4bf tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651763 Aug 16 22:27:48.506448 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:48.539385 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:48.563251 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-c33c991a-e6f0-4444-8c28-8bfc510bd05c service neutron] 10.222.0.93 "GET /v2.0/networks/4fdc0249-cc91-4d68-9956-66422a54e35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828603 Aug 16 22:27:48.710153 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 1e34a4bc-8e8d-4c30-80f4-c080700abb5a, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1e34a4bc-8e8d-4c30-80f4-c080700abb5a,segment=NetworkSegment(6d260a28-bcab-42c3-ad98-8b65dcaba380),segment_id=6d260a28-bcab-42c3-ad98-8b65dcaba380)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:48.711623 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54712fc-46ed-4782-afe0-cec297152081 req-71723d9a-a11a-45ca-b853-7811a766f76f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:48.714093 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d54712fc-46ed-4782-afe0-cec297152081 req-71723d9a-a11a-45ca-b853-7811a766f76f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.0946035 Aug 16 22:27:48.716120 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:48.717077 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a0c866e3-ade9-4abe-89d7-fb35e033456d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:48.886483 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=1e34a4bc-8e8d-4c30-80f4-c080700abb5a,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:48.903347 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port a0c866e3-ade9-4abe-89d7-fb35e033456d completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:48.909676 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d54712fc-46ed-4782-afe0-cec297152081 req-ecb37d9b-2dc1-4eb0-9683-999952b48afd tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757452 Aug 16 22:27:48.910619 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port a0c866e3-ade9-4abe-89d7-fb35e033456d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:48.911057 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:49.103034 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:49.208986 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port a0c866e3-ade9-4abe-89d7-fb35e033456d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a0c866e3-ade9-4abe-89d7-fb35e033456d,segment=NetworkSegment(85be6831-15a5-4b9c-844f-dfd009421795),segment_id=85be6831-15a5-4b9c-844f-dfd009421795)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:49.215909 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:49.331187 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264098b3-40dd-42e5-966d-e9e11798aaeb {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:27:49.332087 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=a0c866e3-ade9-4abe-89d7-fb35e033456d,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:49.352956 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:49.366104 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9df692-6e8a-424d-b6f2-55fb90cb5a9f req-1f9e5598-7c89-47a7-96c9-f4ff584d03a9 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:49.374164 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3c9df692-6e8a-424d-b6f2-55fb90cb5a9f req-1f9e5598-7c89-47a7-96c9-f4ff584d03a9 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=5343089d-287c-4f83-8705-ecea9cf42f3a HTTP/1.1" status: 200 len: 931 time: 0.2032206 Aug 16 22:27:49.414627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] Transition to ACTIVE for port object 264098b3-40dd-42e5-966d-e9e11798aaeb will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:49.431207 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3449689-cdb2-450f-b994-bf096796134d req-07405ded-1b19-4071-9d4f-1f0ca5772517 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:49.433072 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3449689-cdb2-450f-b994-bf096796134d req-07405ded-1b19-4071-9d4f-1f0ca5772517 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 0.2207146 Aug 16 22:27:49.436898 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3c9df692-6e8a-424d-b6f2-55fb90cb5a9f req-418262e5-a72f-4e85-8a9a-21677b7ce393 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618501 Aug 16 22:27:49.438020 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:49.609419 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-341f462c-1ebb-4ebd-af1f-a0714e01741f req-a568c244-0355-458f-a0eb-ee761456ff98 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 210 time: 0.0782545 Aug 16 22:27:49.616765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] Pushing event updated for resources: {'Port': ['ID=264098b3-40dd-42e5-966d-e9e11798aaeb,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:49.649090 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3449689-cdb2-450f-b994-bf096796134d req-bdea56dd-0202-4f0c-a488-18f068739c74 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082956 Aug 16 22:27:49.796610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] Attempting to bind port 264098b3-40dd-42e5-966d-e9e11798aaeb on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:49.797318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] Attempting to bind port 264098b3-40dd-42e5-966d-e9e11798aaeb by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'aacec04b-7a3d-4575-8ee5-5f533fae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:49.797797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] Attempting to bind port 264098b3-40dd-42e5-966d-e9e11798aaeb on network 3b6a0a99-16e1-4702-a8d0-b5c8fc387327 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:49.809587 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a199ebe-f8c2-4129-b0a4-286dc45285b6 req-e0b3e26d-4353-41ed-8943-0a273e653102 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:49.817822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6a199ebe-f8c2-4129-b0a4-286dc45285b6 req-e0b3e26d-4353-41ed-8943-0a273e653102 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1010213 Aug 16 22:27:49.821653 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] Port 264098b3-40dd-42e5-966d-e9e11798aaeb on network 3b6a0a99-16e1-4702-a8d0-b5c8fc387327 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:49.822586 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] Attempting to bind port 264098b3-40dd-42e5-966d-e9e11798aaeb on network 3b6a0a99-16e1-4702-a8d0-b5c8fc387327 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:49.840188 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:27:49.840515 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] Checking segment: {'id': 'aacec04b-7a3d-4575-8ee5-5f533fae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:49.840829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] Bound using segment: {'id': 'aacec04b-7a3d-4575-8ee5-5f533fae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:27:49.841272 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] Bound port: 264098b3-40dd-42e5-966d-e9e11798aaeb, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aacec04b-7a3d-4575-8ee5-5f533fae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:27:49.841629 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:49.903935 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6a199ebe-f8c2-4129-b0a4-286dc45285b6 req-7868c29d-81b8-4fa0-b425-1b7729549b8e tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779908 Aug 16 22:27:49.979494 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] For port 264098b3-40dd-42e5-966d-e9e11798aaeb, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:49.983525 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] For port 264098b3-40dd-42e5-966d-e9e11798aaeb, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=264098b3-40dd-42e5-966d-e9e11798aaeb,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:27:49.993334 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:50.043006 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:50.043948 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:50.045584 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] 10.222.0.39 "PUT /v2.0/ports/264098b3-40dd-42e5-966d-e9e11798aaeb HTTP/1.1" status: 200 len: 1092 time: 1.8984208 Aug 16 22:27:50.046285 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5343089d-287c-4f83-8705-ecea9cf42f3a', 'tag': '264098b3-40dd-42e5-966d-e9e11798aaeb'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:50.048770 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b686e0-91a3-4484-b539-3e66eb9506a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5343089d-287c-4f83-8705-ecea9cf42f3a", "tag": "264098b3-40dd-42e5-966d-e9e11798aaeb"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:50.082879 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0d281ff9-58a5-4fbd-83da-c500652d6816 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:50.087115 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed2a6d-9c7d-428a-96ac-40adeb966471 service neutron] Pushing event updated for resources: {'Port': ['ID=264098b3-40dd-42e5-966d-e9e11798aaeb,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:50.187615 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-9e0920fa-2ab8-4498-bb73-f287deaa7c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:50.189132 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-9e0920fa-2ab8-4498-bb73-f287deaa7c33 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=80cce3b248a74aa88b3d7c11b3c4887b&device_id=5343089d-287c-4f83-8705-ecea9cf42f3a HTTP/1.1" status: 200 len: 1095 time: 0.0746427 Aug 16 22:27:50.197603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37959c-5dc0-476f-ab5b-ab0da51d72c4 req-df2731a8-c9e3-446c-a283-76eb1d42cb0e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:50.199197 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2c37959c-5dc0-476f-ab5b-ab0da51d72c4 req-df2731a8-c9e3-446c-a283-76eb1d42cb0e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.0978951 Aug 16 22:27:50.209773 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 0d281ff9-58a5-4fbd-83da-c500652d6816 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:50.213175 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:50.253882 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58c05a7-e1cc-4b12-8ac8-4f5be302b76a x-openstack-request-id: req-a58c05a7-e1cc-4b12-8ac8-4f5be302b76a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:50.254221 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5343089d-287c-4f83-8705-ecea9cf42f3a", "tag": "264098b3-40dd-42e5-966d-e9e11798aaeb", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:50.254445 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a58c05a7-e1cc-4b12-8ac8-4f5be302b76a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:50.254850 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5343089d-287c-4f83-8705-ecea9cf42f3a', 'tag': '264098b3-40dd-42e5-966d-e9e11798aaeb', 'status': 'completed', 'code': 200} Aug 16 22:27:50.258354 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-a58ad00b-c6b3-4d2d-b6c2-f8ff2b0fd497 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=264098b3-40dd-42e5-966d-e9e11798aaeb HTTP/1.1" status: 200 len: 217 time: 0.0560322 Aug 16 22:27:50.348821 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1e34a4bc-8e8d-4c30-80f4-c080700abb5a up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:50.350976 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2c37959c-5dc0-476f-ab5b-ab0da51d72c4 req-d84da5aa-806f-44b0-b2aa-dd4ecd19dd16 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421740 Aug 16 22:27:50.396836 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-37d278b4-2809-438a-8edb-dc9f36b14d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:50.398382 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-37d278b4-2809-438a-8edb-dc9f36b14d9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=159e7ffb-10ba-4305-959b-a8d4373d4991 HTTP/1.1" status: 200 len: 845 time: 0.1140356 Aug 16 22:27:50.450256 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 1e34a4bc-8e8d-4c30-80f4-c080700abb5a triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:50.450891 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:50.483432 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-88ffeee6-ba31-4be1-a6a7-2f9694befa7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b6a0a99-16e1-4702-a8d0-b5c8fc387327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748658 Aug 16 22:27:50.616083 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a0c866e3-ade9-4abe-89d7-fb35e033456d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:50.649071 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-fe0c4a5c-02bc-4392-88ea-df8d8ae0498e service neutron] 10.222.0.39 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461535 Aug 16 22:27:50.689625 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port a0c866e3-ade9-4abe-89d7-fb35e033456d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:50.690299 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:51.119783 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6479b357-9056-459f-96f7-fe073b7c048c req-22053f0b-a18e-435f-9ee8-ec49abaa3679 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 210 time: 0.3827100 Aug 16 22:27:51.212710 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-c6c185b5-c5fb-456f-9aa9-dea8ebeea642 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:51.219157 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-c6c185b5-c5fb-456f-9aa9-dea8ebeea642 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:51.220876 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-c6c185b5-c5fb-456f-9aa9-dea8ebeea642 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.39 "GET /v2.0/networks?id=4fdc0249-cc91-4d68-9956-66422a54e35e&id=decd9b89-5307-48b2-b700-68a45140e88b&id=4fdc0249-cc91-4d68-9956-66422a54e35e HTTP/1.1" status: 200 len: 1391 time: 0.7514079 Aug 16 22:27:51.259855 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-7b23b875-0b67-4bba-a018-9af2f67b3b53 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Request body: {'port': {'device_id': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'network_id': '4fdc0249-cc91-4d68-9956-66422a54e35e', 'admin_state_up': True, 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:51.318989 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88e01a-85af-4825-ba35-2ad985482b9f req-c1aac76e-6b9f-47c5-aadd-9c85dad54861 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:51.320563 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6d88e01a-85af-4825-ba35-2ad985482b9f req-c1aac76e-6b9f-47c5-aadd-9c85dad54861 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=5343089d-287c-4f83-8705-ecea9cf42f3a HTTP/1.1" status: 200 len: 943 time: 0.6685851 Aug 16 22:27:51.414045 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4cf1e-a393-4e2d-bc0a-016495ed9c09 req-bc138de9-36ae-49ba-8bed-819ee212645f tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:51.421264 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dbb4cf1e-a393-4e2d-bc0a-016495ed9c09 req-bc138de9-36ae-49ba-8bed-819ee212645f tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 0.1994126 Aug 16 22:27:51.429210 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27e38506-d463-45bd-a68d-6a5bb2ab11f1 req-6818ad72-ae9d-41fd-a1de-2471345e77ce service neutron] 10.222.0.39 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6944838 Aug 16 22:27:51.487555 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6d88e01a-85af-4825-ba35-2ad985482b9f req-95680c22-3ba4-4657-a25e-d58017f4945f tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474767 Aug 16 22:27:51.539710 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dbb4cf1e-a393-4e2d-bc0a-016495ed9c09 req-c530f4ff-7e63-411a-a3e3-b3a1063b67b7 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105072 Aug 16 22:27:51.670370 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-7b23b875-0b67-4bba-a018-9af2f67b3b53 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Made reservation on behalf of a05639ce0f8e4fb9a684fb2b1b120703 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:51.674526 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-7b23b875-0b67-4bba-a018-9af2f67b3b53 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:51.679946 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b686e0-91a3-4484-b539-3e66eb9506a1 req-dbcd8b08-55ea-4ae9-af78-6d4bce52f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:51.681477 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9b686e0-91a3-4484-b539-3e66eb9506a1 req-dbcd8b08-55ea-4ae9-af78-6d4bce52f209 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=80cce3b248a74aa88b3d7c11b3c4887b&device_id=5343089d-287c-4f83-8705-ecea9cf42f3a HTTP/1.1" status: 200 len: 1095 time: 0.1877284 Aug 16 22:27:51.697435 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd0c1d-029e-4704-bd1a-4610b719816c req-72fb226e-f102-407b-8a61-3a763315ba06 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:51.701016 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79bd0c1d-029e-4704-bd1a-4610b719816c req-72fb226e-f102-407b-8a61-3a763315ba06 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1253238 Aug 16 22:27:51.914327 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79bd0c1d-029e-4704-bd1a-4610b719816c req-21b880fb-e1e7-44c0-ab60-1c808fa6baa3 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782174 Aug 16 22:27:51.961889 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b686e0-91a3-4484-b539-3e66eb9506a1 req-1e0d13cd-5d2a-44ce-88e4-eb1f0b95421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:51.963553 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9b686e0-91a3-4484-b539-3e66eb9506a1 req-1e0d13cd-5d2a-44ce-88e4-eb1f0b95421c service neutron] 10.222.0.39 "GET /v2.0/networks?id=3b6a0a99-16e1-4702-a8d0-b5c8fc387327 HTTP/1.1" status: 200 len: 906 time: 0.2555919 Aug 16 22:27:51.995346 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf141de-0dc0-40ac-a71b-85446f3df6e7 req-8b877a6e-56fe-401d-ab94-8f5c40c4776c tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:51.997021 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1bf141de-0dc0-40ac-a71b-85446f3df6e7 req-8b877a6e-56fe-401d-ab94-8f5c40c4776c tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.2136378 Aug 16 22:27:52.056383 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9b686e0-91a3-4484-b539-3e66eb9506a1 req-a0a9eb0d-8ab6-4f80-a376-67770113645e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=264098b3-40dd-42e5-966d-e9e11798aaeb HTTP/1.1" status: 200 len: 217 time: 0.0579753 Aug 16 22:27:52.107395 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-7b23b875-0b67-4bba-a018-9af2f67b3b53 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Allocated IP 19.80.0.133 (4fdc0249-cc91-4d68-9956-66422a54e35e/202ca33c-02ae-475d-b048-e1c39de6d607/04193fb9-e44c-4f9a-bcaf-09367c1ed7d0) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:52.139835 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1bf141de-0dc0-40ac-a71b-85446f3df6e7 req-4bff4790-2f1c-489f-9f99-556e0e2c628e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246190 Aug 16 22:27:52.200666 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b686e0-91a3-4484-b539-3e66eb9506a1 req-2a075197-f663-4d34-9395-c91e2557440e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:52.203960 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9b686e0-91a3-4484-b539-3e66eb9506a1 req-2a075197-f663-4d34-9395-c91e2557440e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=159e7ffb-10ba-4305-959b-a8d4373d4991 HTTP/1.1" status: 200 len: 845 time: 0.1319256 Aug 16 22:27:52.274286 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9b686e0-91a3-4484-b539-3e66eb9506a1 req-fa622d26-e3d7-4787-b76a-a0bf47bcfbaa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b6a0a99-16e1-4702-a8d0-b5c8fc387327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589674 Aug 16 22:27:52.304891 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-81c89d16-3473-41f8-8fd9-a5f775c09f08 req-813555a7-ce96-41ea-a6e4-8e00ac06657a tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 210 time: 0.0641322 Aug 16 22:27:52.521678 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-7b23b875-0b67-4bba-a018-9af2f67b3b53 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:52.539437 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-7b23b875-0b67-4bba-a018-9af2f67b3b53 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Transition to ACTIVE for port object 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:52.587042 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-7b23b875-0b67-4bba-a018-9af2f67b3b53 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:52.664391 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-7b23b875-0b67-4bba-a018-9af2f67b3b53 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Network 4fdc0249-cc91-4d68-9956-66422a54e35e is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:52.668496 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23b875-0b67-4bba-a018-9af2f67b3b53 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event updated for resources: {'Port': ['ID=04193fb9-e44c-4f9a-bcaf-09367c1ed7d0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:52.678573 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-7b23b875-0b67-4bba-a018-9af2f67b3b53 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:52.692041 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-7b23b875-0b67-4bba-a018-9af2f67b3b53 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:52.742330 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9b686e0-91a3-4484-b539-3e66eb9506a1 req-682a8765-6c24-4718-9a68-3bb5942919b4 service neutron] 10.222.0.39 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337184 Aug 16 22:27:52.928049 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9b686e0-91a3-4484-b539-3e66eb9506a1 req-c955366b-c8f5-4666-9dc3-beef032b3c79 service neutron] 10.222.0.39 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634810 Aug 16 22:27:52.942601 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-7b23b875-0b67-4bba-a018-9af2f67b3b53 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:52.943298 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-7b23b875-0b67-4bba-a018-9af2f67b3b53 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:52.971648 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbd006-d45c-432a-bab6-9398726c16a1 req-f3075864-e696-4dd0-8a57-85ae80f2434b tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:52.973499 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-57cbd006-d45c-432a-bab6-9398726c16a1 req-f3075864-e696-4dd0-8a57-85ae80f2434b tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 0.2300243 Aug 16 22:27:52.974774 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-7b23b875-0b67-4bba-a018-9af2f67b3b53 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7325990 Aug 16 22:27:52.988507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0551d-7891-4cfd-a190-a28501d8c19a req-41c6a020-7234-4f0a-b056-6e92c8bf6017 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:52.990124 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76c0551d-7891-4cfd-a190-a28501d8c19a req-41c6a020-7234-4f0a-b056-6e92c8bf6017 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=5343089d-287c-4f83-8705-ecea9cf42f3a HTTP/1.1" status: 200 len: 943 time: 0.2589364 Aug 16 22:27:52.997067 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b2874f2f-a89a-4825-8c4a-fa616263c2ab tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Request body: {'port': {'device_id': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'network_id': 'decd9b89-5307-48b2-b700-68a45140e88b', 'admin_state_up': True, 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:53.015992 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-76bb2294-4fd8-4227-8fb9-16973650872e None None] Provisioning for port 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:53.028016 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-76bb2294-4fd8-4227-8fb9-16973650872e None None] Provisioning complete for port 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:53.028383 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-76bb2294-4fd8-4227-8fb9-16973650872e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:53.093173 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-76bb2294-4fd8-4227-8fb9-16973650872e None None] Port 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:27:53.199680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76c0551d-7891-4cfd-a190-a28501d8c19a req-25d52c94-8bce-463f-8215-5733ccbd25b9 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843735 Aug 16 22:27:53.213828 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-57cbd006-d45c-432a-bab6-9398726c16a1 req-4741a127-6380-4f1f-8ac2-e03f8381644d tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215409 Aug 16 22:27:53.233879 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b2874f2f-a89a-4825-8c4a-fa616263c2ab tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Made reservation on behalf of a05639ce0f8e4fb9a684fb2b1b120703 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:53.243129 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b2874f2f-a89a-4825-8c4a-fa616263c2ab tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:53.436570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b2874f2f-a89a-4825-8c4a-fa616263c2ab tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Allocated IP 19.86.0.123 (decd9b89-5307-48b2-b700-68a45140e88b/d2ebbd3c-e3ae-48a9-9803-352b974b1eb5/c00fea78-bf0d-401a-84d1-34bcc17a71c2) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:53.554693 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e6aec-3553-47d3-b9a4-ce1acaa22b41 req-49531299-b919-4968-97fd-649bfc7affc0 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:53.556102 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af7e6aec-3553-47d3-b9a4-ce1acaa22b41 req-49531299-b919-4968-97fd-649bfc7affc0 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1303504 Aug 16 22:27:53.592995 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a170c3-4572-4a7f-8a71-708cf31ea297 req-67e4a5cb-74ec-4331-b6cf-030f9c575fac tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:53.594520 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d6a170c3-4572-4a7f-8a71-708cf31ea297 req-67e4a5cb-74ec-4331-b6cf-030f9c575fac tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.1307619 Aug 16 22:27:53.699902 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af7e6aec-3553-47d3-b9a4-ce1acaa22b41 req-0dd9a732-f242-4da7-94d9-f3e787c0959f tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255856 Aug 16 22:27:53.717270 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d6a170c3-4572-4a7f-8a71-708cf31ea297 req-8da9e35b-a03a-4c3c-9758-ae842d24cbb3 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059413 Aug 16 22:27:53.795014 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b2874f2f-a89a-4825-8c4a-fa616263c2ab tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:53.817564 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b2874f2f-a89a-4825-8c4a-fa616263c2ab tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Transition to ACTIVE for port object c00fea78-bf0d-401a-84d1-34bcc17a71c2 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:53.846389 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59224) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:53.897334 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b2874f2f-a89a-4825-8c4a-fa616263c2ab tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:53.901137 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-569460fa-6f7c-42f6-9706-2fcb9992d923 admin admin] Deleting subnet 77278031-7856-4cbe-b33a-9aa0a9f30263 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:27:53.905612 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-569460fa-6f7c-42f6-9706-2fcb9992d923 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:53.906615 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e043197-3d32-4042-9da8-b8b83009e12d req-74217f37-8aa1-46a7-aaea-8c75763b5147 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:53.908435 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e043197-3d32-4042-9da8-b8b83009e12d req-74217f37-8aa1-46a7-aaea-8c75763b5147 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 932 time: 0.0769601 Aug 16 22:27:53.957372 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-569460fa-6f7c-42f6-9706-2fcb9992d923 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:53.978809 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b2874f2f-a89a-4825-8c4a-fa616263c2ab tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Network decd9b89-5307-48b2-b700-68a45140e88b is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:53.985198 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b2874f2f-a89a-4825-8c4a-fa616263c2ab tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:53.993501 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b2874f2f-a89a-4825-8c4a-fa616263c2ab tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:54.022526 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-569460fa-6f7c-42f6-9706-2fcb9992d923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.044168 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e043197-3d32-4042-9da8-b8b83009e12d req-0ab4203b-ba40-49bf-a2bc-eed2546b5814 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290057 Aug 16 22:27:54.044865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2874f2f-a89a-4825-8c4a-fa616263c2ab tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event updated for resources: {'Port': ['ID=c00fea78-bf0d-401a-84d1-34bcc17a71c2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:54.087660 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b2874f2f-a89a-4825-8c4a-fa616263c2ab tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.088344 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b2874f2f-a89a-4825-8c4a-fa616263c2ab tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.136537 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-569460fa-6f7c-42f6-9706-2fcb9992d923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.144332 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b2874f2f-a89a-4825-8c4a-fa616263c2ab tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1523597 Aug 16 22:27:54.168408 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569460fa-6f7c-42f6-9706-2fcb9992d923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77278031-7856-4cbe-b33a-9aa0a9f30263,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:54.172121 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-569460fa-6f7c-42f6-9706-2fcb9992d923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.174596 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-569460fa-6f7c-42f6-9706-2fcb9992d923 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/77278031-7856-4cbe-b33a-9aa0a9f30263 HTTP/1.1" status: 204 len: 168 time: 0.3266168 Aug 16 22:27:54.178094 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59226) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:54.178772 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d2159560-29d2-49b5-b1e0-bdf173ccb2d9 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Request body: {'port': {'device_id': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'network_id': '4fdc0249-cc91-4d68-9956-66422a54e35e', 'admin_state_up': True, 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:54.287742 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 264098b3-40dd-42e5-966d-e9e11798aaeb details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:27:54.296463 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa8b9e76-4650-4c8c-908a-155263c8aadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.388479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ccc03e31-49f2-43e4-bd87-5a2c3f922a00 None None] Provisioning for port c00fea78-bf0d-401a-84d1-34bcc17a71c2 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:54.393895 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ccc03e31-49f2-43e4-bd87-5a2c3f922a00 None None] Provisioning complete for port c00fea78-bf0d-401a-84d1-34bcc17a71c2 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:54.394523 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ccc03e31-49f2-43e4-bd87-5a2c3f922a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.453828 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ccc03e31-49f2-43e4-bd87-5a2c3f922a00 None None] Port c00fea78-bf0d-401a-84d1-34bcc17a71c2 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:27:54.460743 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 264098b3-40dd-42e5-966d-e9e11798aaeb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=264098b3-40dd-42e5-966d-e9e11798aaeb,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:54.463990 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa8b9e76-4650-4c8c-908a-155263c8aadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.474554 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '264098b3-40dd-42e5-966d-e9e11798aaeb', 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327', 'port_id': '264098b3-40dd-42e5-966d-e9e11798aaeb', 'mac_address': 'fa:16:3e:0c:ba:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159e7ffb-10ba-4305-959b-a8d4373d4991', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:27:54.482719 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-fa8b9e76-4650-4c8c-908a-155263c8aadf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd43e01-e5c7-4526-84ca-b13361f6e777']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:54.519950 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-fa8b9e76-4650-4c8c-908a-155263c8aadf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f2d314-5b78-41c2-b217-26e103672bef') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:54.520793 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-fa8b9e76-4650-4c8c-908a-155263c8aadf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f2d314-5b78-41c2-b217-26e103672bef') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:54.529286 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d2159560-29d2-49b5-b1e0-bdf173ccb2d9 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Made reservation on behalf of a05639ce0f8e4fb9a684fb2b1b120703 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:54.530738 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.532843 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d2159560-29d2-49b5-b1e0-bdf173ccb2d9 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.538801 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa8b9e76-4650-4c8c-908a-155263c8aadf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.543784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21526d3a-f6bc-443c-8813-38c4b5421c32 req-aa5a81ac-19ff-4ed0-a043-76a58cf3997f tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.551187 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21526d3a-f6bc-443c-8813-38c4b5421c32 req-aa5a81ac-19ff-4ed0-a043-76a58cf3997f tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 0.1937685 Aug 16 22:27:54.556451 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264098b3-40dd-42e5-966d-e9e11798aaeb {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:27:54.563487 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa8b9e76-4650-4c8c-908a-155263c8aadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.571925 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8b9e76-4650-4c8c-908a-155263c8aadf admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:27:54.572902 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa8b9e76-4650-4c8c-908a-155263c8aadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.581343 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 264098b3-40dd-42e5-966d-e9e11798aaeb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=264098b3-40dd-42e5-966d-e9e11798aaeb,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:54.583762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ad91f-278b-4b7f-84e2-bcd278f0bc09 req-86153236-e3df-4505-be39-69b340c8462c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.585379 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba0ad91f-278b-4b7f-84e2-bcd278f0bc09 req-86153236-e3df-4505-be39-69b340c8462c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=5343089d-287c-4f83-8705-ecea9cf42f3a HTTP/1.1" status: 200 len: 943 time: 0.2503405 Aug 16 22:27:54.590196 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:27:54.636052 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:27:54.643314 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa8b9e76-4650-4c8c-908a-155263c8aadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.650221 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa8b9e76-4650-4c8c-908a-155263c8aadf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.652396 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fa8b9e76-4650-4c8c-908a-155263c8aadf admin admin] 10.222.0.93 "DELETE /v2.0/networks/ebd43e01-e5c7-4526-84ca-b13361f6e777 HTTP/1.1" status: 204 len: 168 time: 0.4732339 Aug 16 22:27:54.656540 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21526d3a-f6bc-443c-8813-38c4b5421c32 req-6a8de94b-07e5-4b7e-a596-8610b1730277 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042526 Aug 16 22:27:54.688281 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b9e76-4650-4c8c-908a-155263c8aadf admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd43e01-e5c7-4526-84ca-b13361f6e777,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:54.688412 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=264098b3-40dd-42e5-966d-e9e11798aaeb,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:54.704232 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba0ad91f-278b-4b7f-84e2-bcd278f0bc09 req-5134b320-9562-4862-8272-02913181fb7b tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059322 Aug 16 22:27:54.863456 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59246) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:54.916701 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-943b76a4-dccd-4a68-9b2f-de6691e64a2e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=064c2ae4b14f44cb9af01f46aa4cd77f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519121 Aug 16 22:27:54.917446 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['264098b3-40dd-42e5-966d-e9e11798aaeb'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:54.919628 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59248) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:54.985071 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-189fc455-3d03-4a46-969a-1f9725b66be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.017359 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7195091-a97b-4491-b6ac-ab05e1f193d8 req-3cf8f5cf-e0a1-422f-8373-973c7e4e6370 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:55.019463 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-189fc455-3d03-4a46-969a-1f9725b66be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.025013 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b7195091-a97b-4491-b6ac-ab05e1f193d8 req-3cf8f5cf-e0a1-422f-8373-973c7e4e6370 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.1418424 Aug 16 22:27:55.045681 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879c2ea-e045-4991-bf6c-8b6a56bd44ca req-120ce5ee-29b8-4e52-8ef6-63c070c64f29 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:55.047462 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d879c2ea-e045-4991-bf6c-8b6a56bd44ca req-120ce5ee-29b8-4e52-8ef6-63c070c64f29 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.2338562 Aug 16 22:27:55.058629 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d2159560-29d2-49b5-b1e0-bdf173ccb2d9 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Allocated IP 19.80.0.238 (4fdc0249-cc91-4d68-9956-66422a54e35e/202ca33c-02ae-475d-b048-e1c39de6d607/01cbf8e0-7522-473c-a96d-224905c9d518) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:55.106489 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-189fc455-3d03-4a46-969a-1f9725b66be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.110226 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-189fc455-3d03-4a46-969a-1f9725b66be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.111885 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-189fc455-3d03-4a46-969a-1f9725b66be2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7b148a40-b8ab-42c8-a3e3-67b3476134a2 HTTP/1.1" status: 204 len: 168 time: 0.1911519 Aug 16 22:27:55.121608 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d879c2ea-e045-4991-bf6c-8b6a56bd44ca req-6809986d-9515-4d4a-bf6a-2648e5fdabd0 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598686 Aug 16 22:27:55.129523 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fc455-3d03-4a46-969a-1f9725b66be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b148a40-b8ab-42c8-a3e3-67b3476134a2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:55.178085 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b7195091-a97b-4491-b6ac-ab05e1f193d8 req-41b5048c-9dbc-4f98-b269-c5d33ea6ad19 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469989 Aug 16 22:27:55.332381 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704f8f1-82f3-4ae5-be12-17d37934f30b req-fc985303-9306-48bc-a808-5404005f7e88 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:55.338577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704f8f1-82f3-4ae5-be12-17d37934f30b req-fc985303-9306-48bc-a808-5404005f7e88 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:55.340330 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3704f8f1-82f3-4ae5-be12-17d37934f30b req-fc985303-9306-48bc-a808-5404005f7e88 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 1655 time: 0.1136603 Aug 16 22:27:55.404815 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3704f8f1-82f3-4ae5-be12-17d37934f30b req-682ddb41-11ff-4085-a100-870fc4ccc257 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567641 Aug 16 22:27:55.427472 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d2159560-29d2-49b5-b1e0-bdf173ccb2d9 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.440977 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d2159560-29d2-49b5-b1e0-bdf173ccb2d9 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Transition to ACTIVE for port object 01cbf8e0-7522-473c-a96d-224905c9d518 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:55.485905 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d2159560-29d2-49b5-b1e0-bdf173ccb2d9 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.543858 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d2159560-29d2-49b5-b1e0-bdf173ccb2d9 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Network 4fdc0249-cc91-4d68-9956-66422a54e35e is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:55.549564 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d2159560-29d2-49b5-b1e0-bdf173ccb2d9 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:55.551550 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2159560-29d2-49b5-b1e0-bdf173ccb2d9 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event updated for resources: {'Port': ['ID=01cbf8e0-7522-473c-a96d-224905c9d518,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:55.553920 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d2159560-29d2-49b5-b1e0-bdf173ccb2d9 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:55.611217 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d2159560-29d2-49b5-b1e0-bdf173ccb2d9 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:55.612695 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d2159560-29d2-49b5-b1e0-bdf173ccb2d9 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.634865 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d2159560-29d2-49b5-b1e0-bdf173ccb2d9 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4800198 Aug 16 22:27:55.648432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] Request body: {'port': {'device_id': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:55.706099 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.786255 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2e2f2476-a7bd-4c14-b937-f51083d0e532 None None] Provisioning for port 01cbf8e0-7522-473c-a96d-224905c9d518 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:55.793158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2e2f2476-a7bd-4c14-b937-f51083d0e532 None None] Provisioning complete for port 01cbf8e0-7522-473c-a96d-224905c9d518 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:55.794292 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2e2f2476-a7bd-4c14-b937-f51083d0e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.840670 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f2476-a7bd-4c14-b937-f51083d0e532 None None] Port 01cbf8e0-7522-473c-a96d-224905c9d518 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:27:55.922045 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6378e5-a477-403e-aa2d-47279ee0d01c req-cba0ac2a-4c49-4803-94aa-60775c6d18df tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:55.923484 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d6378e5-a477-403e-aa2d-47279ee0d01c req-cba0ac2a-4c49-4803-94aa-60775c6d18df tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 0.1596653 Aug 16 22:27:55.986008 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59290) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:56.087076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5c1bf844-6e6c-4a12-aeb9-0c3da008ac78 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-139392037-network', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:56.114958 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1bf844-6e6c-4a12-aeb9-0c3da008ac78 admin admin] Made reservation on behalf of 862fd4c5b7334530a4c88c30c2542f34 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:56.117262 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c1bf844-6e6c-4a12-aeb9-0c3da008ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.126246 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c1bf844-6e6c-4a12-aeb9-0c3da008ac78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.221736 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c1bf844-6e6c-4a12-aeb9-0c3da008ac78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.225539 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c1bf844-6e6c-4a12-aeb9-0c3da008ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.251041 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dfc05-e393-4b7a-9ee7-cf7c1dce95e5 req-4072d962-9b66-4b67-9979-40379cf594b8 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:56.251250 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1bf844-6e6c-4a12-aeb9-0c3da008ac78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:27:56.252511 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-295dfc05-e393-4b7a-9ee7-cf7c1dce95e5 req-4072d962-9b66-4b67-9979-40379cf594b8 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=5343089d-287c-4f83-8705-ecea9cf42f3a HTTP/1.1" status: 200 len: 944 time: 0.4493797 Aug 16 22:27:56.260925 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bf844-6e6c-4a12-aeb9-0c3da008ac78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d68461f-b4aa-4076-b8b6-2cff3f832937,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:56.266020 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c1bf844-6e6c-4a12-aeb9-0c3da008ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.266369 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-5c1bf844-6e6c-4a12-aeb9-0c3da008ac78 admin admin] Added segment df519e46-de07-453b-bbcc-75ee7d668a7f of type vlan for network bfbbb3c1-abc2-4612-a582-fc15eac32f93 Aug 16 22:27:56.302196 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 264098b3-40dd-42e5-966d-e9e11798aaeb up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:56.308622 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c1bf844-6e6c-4a12-aeb9-0c3da008ac78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.336648 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c1bf844-6e6c-4a12-aeb9-0c3da008ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.337863 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1bf844-6e6c-4a12-aeb9-0c3da008ac78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:56.338621 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c1bf844-6e6c-4a12-aeb9-0c3da008ac78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.348147 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d6378e5-a477-403e-aa2d-47279ee0d01c req-466e8cda-0898-4623-a65f-6fde2c072a4e tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095283 Aug 16 22:27:56.359010 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 264098b3-40dd-42e5-966d-e9e11798aaeb completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:56.364980 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 264098b3-40dd-42e5-966d-e9e11798aaeb triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:56.365359 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.367166 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-295dfc05-e393-4b7a-9ee7-cf7c1dce95e5 req-1f5940b2-ae49-4b69-8b5f-427ff3cca106 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932925 Aug 16 22:27:56.376811 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2355f3e-6d5e-4f76-9658-c4b52fd0c911 req-af6f3007-0c0a-4126-83a6-c0749ea07549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:56.376811 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2355f3e-6d5e-4f76-9658-c4b52fd0c911 req-af6f3007-0c0a-4126-83a6-c0749ea07549 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=82b34a1dd4514ab18bc6cff7551e57f0&device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 1098 time: 0.1410060 Aug 16 22:27:56.409552 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5c1bf844-6e6c-4a12-aeb9-0c3da008ac78 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4189215 Aug 16 22:27:56.411164 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 59298) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:56.411972 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bf844-6e6c-4a12-aeb9-0c3da008ac78 admin admin] Pushing event updated for resources: {'Network': ['ID=bfbbb3c1-abc2-4612-a582-fc15eac32f93,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:56.416599 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0a4fe23c-cb53-442a-abc0-bcb168e0b19c admin admin] Request body: {'subnet': {'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-139392037-subnet', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:56.432504 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network bfbbb3c1-abc2-4612-a582-fc15eac32f93 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:27:56.568300 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.591652 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5343089d-287c-4f83-8705-ecea9cf42f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264098b3-40dd-42e5-966d-e9e11798aaeb'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:56.593903 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ade924-6e27-4795-b121-db13799bb559" -d '{"events": [{"server_uuid": "5343089d-287c-4f83-8705-ecea9cf42f3a", "name": "network-vif-plugged", "status": "completed", "tag": "264098b3-40dd-42e5-966d-e9e11798aaeb"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:56.594540 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4fe23c-cb53-442a-abc0-bcb168e0b19c admin admin] Made reservation on behalf of 862fd4c5b7334530a4c88c30c2542f34 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:56.596773 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a4fe23c-cb53-442a-abc0-bcb168e0b19c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.606862 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 264098b3-40dd-42e5-966d-e9e11798aaeb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=264098b3-40dd-42e5-966d-e9e11798aaeb,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:56.612542 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.660871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=264098b3-40dd-42e5-966d-e9e11798aaeb,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:56.667068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:27:56.673751 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2355f3e-6d5e-4f76-9658-c4b52fd0c911 req-e980fe82-aaed-4556-95b8-cfa624c8be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:56.675387 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2355f3e-6d5e-4f76-9658-c4b52fd0c911 req-e980fe82-aaed-4556-95b8-cfa624c8be1c service neutron] 10.222.0.39 "GET /v2.0/networks?id=80504c0b-5244-4f8e-abb7-07f43d02c31e HTTP/1.1" status: 200 len: 915 time: 0.2939813 Aug 16 22:27:56.684865 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.756229 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2355f3e-6d5e-4f76-9658-c4b52fd0c911 req-9afb448e-71a0-415a-b753-fb1a8bb0be78 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48ac1cda-719d-4426-a6ff-ee642af95bfb HTTP/1.1" status: 200 len: 217 time: 0.0675685 Aug 16 22:27:56.757098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] Transition to ACTIVE for port object 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:56.776908 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca95fb9-b85e-45f2-bc95-87af72cb776f req-c4b2fa96-2199-46c1-b2c1-6f8b3c2676b2 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:56.778330 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cca95fb9-b85e-45f2-bc95-87af72cb776f req-c4b2fa96-2199-46c1-b2c1-6f8b3c2676b2 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.2367468 Aug 16 22:27:56.778933 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.829152 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950095b4-f710-424b-93d1-384cede21820 req-cc499f04-2368-4638-9fab-d17fca526644 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:56.830683 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-950095b4-f710-424b-93d1-384cede21820 req-cc499f04-2368-4638-9fab-d17fca526644 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.2745361 Aug 16 22:27:56.938715 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2355f3e-6d5e-4f76-9658-c4b52fd0c911 req-b3a6451b-88ab-44eb-a463-aca19b964a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:56.940232 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2355f3e-6d5e-4f76-9658-c4b52fd0c911 req-b3a6451b-88ab-44eb-a463-aca19b964a99 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6d2a62f-efd7-45c4-8dc0-2f77fcbfce1a HTTP/1.1" status: 200 len: 854 time: 0.1723447 Aug 16 22:27:56.961219 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] Pushing event updated for resources: {'Port': ['ID=04193fb9-e44c-4f9a-bcaf-09367c1ed7d0,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:57.035641 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cca95fb9-b85e-45f2-bc95-87af72cb776f req-b5382655-c2ff-4cd5-bc11-f39e6c0d62bb tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378685 Aug 16 22:27:57.040991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2355f3e-6d5e-4f76-9658-c4b52fd0c911 req-32524143-797e-4ff0-8d04-67ff464ad1b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80504c0b-5244-4f8e-abb7-07f43d02c31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865414 Aug 16 22:27:57.062403 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-950095b4-f710-424b-93d1-384cede21820 req-51b6106b-50b9-475b-93a8-794e82616e2f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993098 Aug 16 22:27:57.123498 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f068019f-cb78-4ad0-a9a5-4fca8f3956c6 x-openstack-request-id: req-f068019f-cb78-4ad0-a9a5-4fca8f3956c6 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:57.123986 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5343089d-287c-4f83-8705-ecea9cf42f3a", "name": "network-vif-plugged", "status": "completed", "tag": "264098b3-40dd-42e5-966d-e9e11798aaeb", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:57.124076 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f068019f-cb78-4ad0-a9a5-4fca8f3956c6 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:57.124399 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5343089d-287c-4f83-8705-ecea9cf42f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264098b3-40dd-42e5-966d-e9e11798aaeb', 'code': 200} Aug 16 22:27:57.242986 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] Attempting to bind port 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:57.243393 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] Attempting to bind port 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '72f846a0-9a91-40f9-ad9c-290e0ad2bbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4fdc0249-cc91-4d68-9956-66422a54e35e'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:57.243724 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] Attempting to bind port 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 on network 4fdc0249-cc91-4d68-9956-66422a54e35e {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:57.256744 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a4fe23c-cb53-442a-abc0-bcb168e0b19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.272034 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] Port 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 on network 4fdc0249-cc91-4d68-9956-66422a54e35e not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:57.272438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] Attempting to bind port 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 on network 4fdc0249-cc91-4d68-9956-66422a54e35e {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:57.310114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e256784-7b10-4312-9f09-1a431ced4ee2 req-42576eda-bb26-4a64-98bf-89ba8503d587 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:57.315951 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e256784-7b10-4312-9f09-1a431ced4ee2 req-42576eda-bb26-4a64-98bf-89ba8503d587 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:57.321855 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e256784-7b10-4312-9f09-1a431ced4ee2 req-42576eda-bb26-4a64-98bf-89ba8503d587 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:57.323486 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4e256784-7b10-4312-9f09-1a431ced4ee2 req-42576eda-bb26-4a64-98bf-89ba8503d587 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2389 time: 0.2220364 Aug 16 22:27:57.341899 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:27:57.342258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] Checking segment: {'id': '72f846a0-9a91-40f9-ad9c-290e0ad2bbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4fdc0249-cc91-4d68-9956-66422a54e35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:57.342638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] Bound using segment: {'id': '72f846a0-9a91-40f9-ad9c-290e0ad2bbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4fdc0249-cc91-4d68-9956-66422a54e35e'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:27:57.343077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] Bound port: 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72f846a0-9a91-40f9-ad9c-290e0ad2bbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4fdc0249-cc91-4d68-9956-66422a54e35e'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:27:57.343427 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.372830 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2355f3e-6d5e-4f76-9658-c4b52fd0c911 req-3c04e8c7-93ab-4aaf-918b-40497c0cabf7 service neutron] 10.222.0.39 "GET /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050029 Aug 16 22:27:57.401502 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8184755-948e-4cc3-a6c1-85397b0e4017 req-70c1385d-7e3e-4205-bab6-38d1a16070eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:57.403046 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8184755-948e-4cc3-a6c1-85397b0e4017 req-70c1385d-7e3e-4205-bab6-38d1a16070eb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5343089d-287c-4f83-8705-ecea9cf42f3a HTTP/1.1" status: 200 len: 1097 time: 0.2109151 Aug 16 22:27:57.464350 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fe23c-cb53-442a-abc0-bcb168e0b19c admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c30f10-757f-4cb9-8c1b-499905cfdd0a,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:57.547738 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4e256784-7b10-4312-9f09-1a431ced4ee2 req-7fe20409-a152-445b-ad46-b0bd95644851 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069688 Aug 16 22:27:57.571141 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4fe23c-cb53-442a-abc0-bcb168e0b19c admin admin] Checking segment: {'id': 'df519e46-de07-453b-bbcc-75ee7d668a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:57.571509 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4fe23c-cb53-442a-abc0-bcb168e0b19c admin admin] Network hostable DHCP agents. Network: bfbbb3c1-abc2-4612-a582-fc15eac32f93, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:27:57.597128 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8184755-948e-4cc3-a6c1-85397b0e4017 req-8a420cf1-3252-4676-aec1-91a7e22bcdc3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346424 Aug 16 22:27:57.603672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] For port 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:57.611297 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] For port 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=04193fb9-e44c-4f9a-bcaf-09367c1ed7d0,segment=NetworkSegment(72f846a0-9a91-40f9-ad9c-290e0ad2bbb5),segment_id=72f846a0-9a91-40f9-ad9c-290e0ad2bbb5)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:27:57.632122 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.665436 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e684783-c72a-4f63-962f-835bc99eed3c req-ead4619d-d234-49c3-8db2-800d36d9b89b tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:57.666943 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e684783-c72a-4f63-962f-835bc99eed3c req-ead4619d-d234-49c3-8db2-800d36d9b89b tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 0.1787624 Aug 16 22:27:57.704229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4fe23c-cb53-442a-abc0-bcb168e0b19c admin admin] Network bfbbb3c1-abc2-4612-a582-fc15eac32f93 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:27:57.713462 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2355f3e-6d5e-4f76-9658-c4b52fd0c911 req-549ae22a-97e3-40f6-ac2e-7ef06e35307c service neutron] 10.222.0.39 "GET /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243763 Aug 16 22:27:57.734217 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:57.734835 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.736232 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] 10.222.0.39 "PUT /v2.0/ports/04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 HTTP/1.1" status: 200 len: 1093 time: 2.0922821 Aug 16 22:27:57.743952 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'tag': '04193fb9-e44c-4f9a-bcaf-09367c1ed7d0'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:57.746590 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676b1f7f-e752-4509-a6dd-e53563eab072" -d '{"events": [{"name": "network-changed", "server_uuid": "547878d7-7e7c-408b-ba2e-80e7863c4e10", "tag": "04193fb9-e44c-4f9a-bcaf-09367c1ed7d0"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:57.757419 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0a4fe23c-cb53-442a-abc0-bcb168e0b19c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, bfbbb3c1-abc2-4612-a582-fc15eac32f93) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:57.765215 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e11637-454a-417d-9d01-ef626cdf08b8 None None] Network bfbbb3c1-abc2-4612-a582-fc15eac32f93 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:57.777631 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4fe23c-cb53-442a-abc0-bcb168e0b19c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:57.778806 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a4fe23c-cb53-442a-abc0-bcb168e0b19c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.786610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] Request body: {'port': {'device_id': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:57.818068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c8201-1293-41dd-99ea-0e4facee42ec service neutron] Pushing event updated for resources: {'Port': ['ID=04193fb9-e44c-4f9a-bcaf-09367c1ed7d0,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:57.835593 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e684783-c72a-4f63-962f-835bc99eed3c req-113f3436-de95-4027-a6a6-5bfe909be16c tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328576 Aug 16 22:27:57.846738 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2863e0-8a21-46fe-89fa-37b2686617af req-8bc9218d-dc53-4b39-8ae4-15aef99edd77 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:57.848154 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fb2863e0-8a21-46fe-89fa-37b2686617af req-8bc9218d-dc53-4b39-8ae4-15aef99edd77 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=5343089d-287c-4f83-8705-ecea9cf42f3a HTTP/1.1" status: 200 len: 945 time: 0.2292843 Aug 16 22:27:57.851528 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0a4fe23c-cb53-442a-abc0-bcb168e0b19c admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4393394 Aug 16 22:27:57.854602 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59314) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:57.860519 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c629fc44-cbc6-4c9f-bc6b-543f6b0f69b9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-139392037-router', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:57.906539 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c629fc44-cbc6-4c9f-bc6b-543f6b0f69b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.908268 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c629fc44-cbc6-4c9f-bc6b-543f6b0f69b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.909778 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.992280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fb2863e0-8a21-46fe-89fa-37b2686617af req-d0f055d8-8d09-436a-a97b-aa06fa4fcb04 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270337 Aug 16 22:27:57.998277 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-bfbbb3c1-abc2-4612-a582-fc15eac32f93', 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'fixed_ips': [{'subnet_id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:27:57.999175 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.014216 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c629fc44-cbc6-4c9f-bc6b-543f6b0f69b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.110638 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f909e9-9a1f-40c9-9fcc-624ff506a0c1 x-openstack-request-id: req-97f909e9-9a1f-40c9-9fcc-624ff506a0c1 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:58.113085 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547878d7-7e7c-408b-ba2e-80e7863c4e10", "tag": "04193fb9-e44c-4f9a-bcaf-09367c1ed7d0", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:58.113565 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-97f909e9-9a1f-40c9-9fcc-624ff506a0c1 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:58.118490 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'tag': '04193fb9-e44c-4f9a-bcaf-09367c1ed7d0', 'status': 'completed', 'code': 200} Aug 16 22:27:58.183214 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] Allocated IP 172.20.0.2 (bfbbb3c1-abc2-4612-a582-fc15eac32f93/62c30f10-757f-4cb9-8c1b-499905cfdd0a/4835e907-5c62-4d2a-91e5-246a6ea08b54) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:58.227210 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c629fc44-cbc6-4c9f-bc6b-543f6b0f69b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.320208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074c8f7-98a6-4cb0-bee1-2168a1f09eb2 req-aeef7cb0-c4fa-4999-b2e9-5e3565cee8a5 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:58.321727 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b074c8f7-98a6-4cb0-bee1-2168a1f09eb2 req-aeef7cb0-c4fa-4999-b2e9-5e3565cee8a5 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1713562 Aug 16 22:27:58.324703 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b1f7f-e752-4509-a6dd-e53563eab072 req-6a751f8e-8fe7-4425-8c07-cf8757e10db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:58.325878 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b1f7f-e752-4509-a6dd-e53563eab072 req-6a751f8e-8fe7-4425-8c07-cf8757e10db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:58.326434 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b1f7f-e752-4509-a6dd-e53563eab072 req-6a751f8e-8fe7-4425-8c07-cf8757e10db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:58.328004 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-676b1f7f-e752-4509-a6dd-e53563eab072 req-6a751f8e-8fe7-4425-8c07-cf8757e10db3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a05639ce0f8e4fb9a684fb2b1b120703&device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2733 time: 0.1953986 Aug 16 22:27:58.344425 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.353829 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] Transition to ACTIVE for port object 4835e907-5c62-4d2a-91e5-246a6ea08b54 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:58.369129 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] Transition to ACTIVE for port object 4835e907-5c62-4d2a-91e5-246a6ea08b54 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:58.376454 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.377704 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696e2a3-c176-494a-ac42-bdb59a592deb req-56cd2071-5a0e-4496-88ee-f503537988f9 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:58.379245 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5696e2a3-c176-494a-ac42-bdb59a592deb req-56cd2071-5a0e-4496-88ee-f503537988f9 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.1577387 Aug 16 22:27:58.422578 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] Network bfbbb3c1-abc2-4612-a582-fc15eac32f93 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:58.427266 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:58.431718 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:58.435500 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] Pushing event updated for resources: {'Port': ['ID=4835e907-5c62-4d2a-91e5-246a6ea08b54,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:58.444751 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c629fc44-cbc6-4c9f-bc6b-543f6b0f69b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.468306 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c629fc44-cbc6-4c9f-bc6b-543f6b0f69b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.490431 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] Attempting to bind port 4835e907-5c62-4d2a-91e5-246a6ea08b54 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:58.490804 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] Attempting to bind port 4835e907-5c62-4d2a-91e5-246a6ea08b54 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'df519e46-de07-453b-bbcc-75ee7d668a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:58.491173 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] Attempting to bind port 4835e907-5c62-4d2a-91e5-246a6ea08b54 on network bfbbb3c1-abc2-4612-a582-fc15eac32f93 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:58.496357 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:27:58.496739 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] Checking segment: {'id': 'df519e46-de07-453b-bbcc-75ee7d668a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:58.497647 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.498080 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] Bound using segment: {'id': 'df519e46-de07-453b-bbcc-75ee7d668a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:27:58.498549 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] Bound port: 4835e907-5c62-4d2a-91e5-246a6ea08b54, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df519e46-de07-453b-bbcc-75ee7d668a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:27:58.498932 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.502750 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b074c8f7-98a6-4cb0-bee1-2168a1f09eb2 req-06900ce3-173e-4774-a734-216aec702f30 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661012 Aug 16 22:27:58.536573 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5696e2a3-c176-494a-ac42-bdb59a592deb req-9991fc2f-68b0-4e67-999e-7050e9143ede tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384885 Aug 16 22:27:58.566856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00fea78-bf0d-401a-84d1-34bcc17a71c2 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:27:58.576950 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.583018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b1f7f-e752-4509-a6dd-e53563eab072 req-16ed3ea0-4932-4dc0-a0dc-ef399921deab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:58.583495 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b1f7f-e752-4509-a6dd-e53563eab072 req-16ed3ea0-4932-4dc0-a0dc-ef399921deab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:58.583962 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b1f7f-e752-4509-a6dd-e53563eab072 req-16ed3ea0-4932-4dc0-a0dc-ef399921deab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:58.585574 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-676b1f7f-e752-4509-a6dd-e53563eab072 req-16ed3ea0-4932-4dc0-a0dc-ef399921deab service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a05639ce0f8e4fb9a684fb2b1b120703&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2416079 Aug 16 22:27:58.589919 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] For port 4835e907-5c62-4d2a-91e5-246a6ea08b54, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:58.594425 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] For port 4835e907-5c62-4d2a-91e5-246a6ea08b54, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4835e907-5c62-4d2a-91e5-246a6ea08b54,segment=NetworkSegment(df519e46-de07-453b-bbcc-75ee7d668a7f),segment_id=df519e46-de07-453b-bbcc-75ee7d668a7f)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:27:58.595939 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-c629fc44-cbc6-4c9f-bc6b-543f6b0f69b9 admin admin] Allocated IP 172.25.6.28 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/e9a86f11-ae2c-4e39-9a90-50c653a11afb) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:58.596123 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] Transition to ACTIVE for port object c00fea78-bf0d-401a-84d1-34bcc17a71c2 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:58.599839 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.617765 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.671459 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24536765-3fec-49a2-a955-7f5812e7606f None None] Pushing event updated for resources: {'Port': ['ID=4835e907-5c62-4d2a-91e5-246a6ea08b54,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:58.742710 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c629fc44-cbc6-4c9f-bc6b-543f6b0f69b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.795728 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c629fc44-cbc6-4c9f-bc6b-543f6b0f69b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.869847 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c629fc44-cbc6-4c9f-bc6b-543f6b0f69b9 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:58.875603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-c629fc44-cbc6-4c9f-bc6b-543f6b0f69b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:58.889871 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c629fc44-cbc6-4c9f-bc6b-543f6b0f69b9 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:58.924211 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629fc44-cbc6-4c9f-bc6b-543f6b0f69b9 admin admin] Pushing event updated for resources: {'Port': ['ID=e9a86f11-ae2c-4e39-9a90-50c653a11afb,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:59.144624 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] Pushing event updated for resources: {'Port': ['ID=c00fea78-bf0d-401a-84d1-34bcc17a71c2,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:59.246251 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb59912-f6a5-4648-a237-bde6c487d5a0 req-2eabd77f-64a8-4758-a5a7-87d440f636b4 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:59.252368 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb59912-f6a5-4648-a237-bde6c487d5a0 req-2eabd77f-64a8-4758-a5a7-87d440f636b4 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:59.258312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb59912-f6a5-4648-a237-bde6c487d5a0 req-2eabd77f-64a8-4758-a5a7-87d440f636b4 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:59.260063 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6eb59912-f6a5-4648-a237-bde6c487d5a0 req-2eabd77f-64a8-4758-a5a7-87d440f636b4 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2401 time: 0.5809464 Aug 16 22:27:59.261171 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b1f7f-e752-4509-a6dd-e53563eab072 req-60fc1235-09f1-4170-859c-b9857697e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:59.262652 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-676b1f7f-e752-4509-a6dd-e53563eab072 req-60fc1235-09f1-4170-859c-b9857697e126 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6643603 Aug 16 22:27:59.280191 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622116f-16be-4162-b9dd-daa2f144841a req-0b35b24e-828b-45f0-b4cf-c77a763909dd tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:59.281858 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d622116f-16be-4162-b9dd-daa2f144841a req-0b35b24e-828b-45f0-b4cf-c77a763909dd tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 0.2656929 Aug 16 22:27:59.308773 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0c1d6-1376-4725-80ca-2a472b5c6683 req-76dd7d6f-5442-4080-b9cb-f0dabeed5565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:59.310392 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-06c0c1d6-1376-4725-80ca-2a472b5c6683 req-76dd7d6f-5442-4080-b9cb-f0dabeed5565 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 1098 time: 0.2708883 Aug 16 22:27:59.393898 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d622116f-16be-4162-b9dd-daa2f144841a req-4b805dd9-cd5d-4342-99e5-52c031204d7a tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046300 Aug 16 22:27:59.396555 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6eb59912-f6a5-4648-a237-bde6c487d5a0 req-425e2fcc-5249-41ad-a31c-29e5ce2525aa tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137164 Aug 16 22:27:59.416177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] Attempting to bind port c00fea78-bf0d-401a-84d1-34bcc17a71c2 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:59.416177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] Attempting to bind port c00fea78-bf0d-401a-84d1-34bcc17a71c2 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '85be6831-15a5-4b9c-844f-dfd009421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'decd9b89-5307-48b2-b700-68a45140e88b'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:59.416177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] Attempting to bind port c00fea78-bf0d-401a-84d1-34bcc17a71c2 on network decd9b89-5307-48b2-b700-68a45140e88b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:59.423750 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] Port c00fea78-bf0d-401a-84d1-34bcc17a71c2 on network decd9b89-5307-48b2-b700-68a45140e88b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:59.424085 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] Attempting to bind port c00fea78-bf0d-401a-84d1-34bcc17a71c2 on network decd9b89-5307-48b2-b700-68a45140e88b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:59.437311 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-06c0c1d6-1376-4725-80ca-2a472b5c6683 req-77ffdf53-7520-4c3f-a2d0-ad590a6720bc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131949 Aug 16 22:27:59.442460 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:27:59.442807 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] Checking segment: {'id': '85be6831-15a5-4b9c-844f-dfd009421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'decd9b89-5307-48b2-b700-68a45140e88b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:59.443204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] Bound using segment: {'id': '85be6831-15a5-4b9c-844f-dfd009421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'decd9b89-5307-48b2-b700-68a45140e88b'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:27:59.443649 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] Bound port: c00fea78-bf0d-401a-84d1-34bcc17a71c2, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85be6831-15a5-4b9c-844f-dfd009421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'decd9b89-5307-48b2-b700-68a45140e88b'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:27:59.444017 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:59.484582 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c629fc44-cbc6-4c9f-bc6b-543f6b0f69b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:59.578125 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1798f6-140f-4731-ac81-734b05cd9fae req-742c47de-ba67-4768-98ec-414da2942409 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:59.580136 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b1798f6-140f-4731-ac81-734b05cd9fae req-742c47de-ba67-4768-98ec-414da2942409 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=5343089d-287c-4f83-8705-ecea9cf42f3a HTTP/1.1" status: 200 len: 945 time: 0.1073122 Aug 16 22:27:59.583014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] For port c00fea78-bf0d-401a-84d1-34bcc17a71c2, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:59.586743 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] For port c00fea78-bf0d-401a-84d1-34bcc17a71c2, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c00fea78-bf0d-401a-84d1-34bcc17a71c2,segment=NetworkSegment(85be6831-15a5-4b9c-844f-dfd009421795),segment_id=85be6831-15a5-4b9c-844f-dfd009421795)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:27:59.607799 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:59.672962 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:59.673607 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:59.675398 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] 10.222.0.39 "PUT /v2.0/ports/c00fea78-bf0d-401a-84d1-34bcc17a71c2 HTTP/1.1" status: 200 len: 1093 time: 1.9046443 Aug 16 22:27:59.716615 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c629fc44-cbc6-4c9f-bc6b-543f6b0f69b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:59.725393 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] Request body: {'port': {'device_id': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:59.767834 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b1798f6-140f-4731-ac81-734b05cd9fae req-e9f5697d-1910-404a-9fed-afcc27abc89a tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789932 Aug 16 22:27:59.799439 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c794d-d15b-4edf-a4ea-fa9695de748f service neutron] Pushing event updated for resources: {'Port': ['ID=c00fea78-bf0d-401a-84d1-34bcc17a71c2,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:59.833520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b686aef-e219-4314-8895-cc44f6884108 req-c24c0a35-af00-47db-8181-d1e52acb0396 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:59.835262 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b686aef-e219-4314-8895-cc44f6884108 req-c24c0a35-af00-47db-8181-d1e52acb0396 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 946 time: 0.1591184 Aug 16 22:27:59.861113 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:59.882172 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c629fc44-cbc6-4c9f-bc6b-543f6b0f69b9 admin admin] Router 3a7340df-4377-4a3d-9382-78bf634109c7 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:27:59.895589 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6d2197-1072-456b-b328-161b1347e1ba None None] Network bfbbb3c1-abc2-4612-a582-fc15eac32f93 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:59.934237 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b686aef-e219-4314-8895-cc44f6884108 req-fdf8f978-0e99-4382-9cf4-2e13da546433 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849459 Aug 16 22:28:00.025344 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c629fc44-cbc6-4c9f-bc6b-543f6b0f69b9 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:00.040936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cf91bb9c-fbe6-42a1-9550-81b90c74a52f None None] Provisioning for port 4835e907-5c62-4d2a-91e5-246a6ea08b54 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:00.042920 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f322eb-0892-43b2-a36f-e796dada3cfa req-84a09ced-2c4f-4c21-bdbf-5c90645287d9 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:00.043976 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] Sync routers for ids ['3a7340df-4377-4a3d-9382-78bf634109c7'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:00.051357 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c629fc44-cbc6-4c9f-bc6b-543f6b0f69b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:00.051706 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e7f322eb-0892-43b2-a36f-e796dada3cfa req-84a09ced-2c4f-4c21-bdbf-5c90645287d9 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.1777947 Aug 16 22:28:00.055909 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c629fc44-cbc6-4c9f-bc6b-543f6b0f69b9 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1971567 Aug 16 22:28:00.056503 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59336) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:00.074748 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] Routers {'3a7340df-4377-4a3d-9382-78bf634109c7'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:00.076396 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:27:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['3a7340df-4377-4a3d-9382-78bf634109c7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:00.119310 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4835e907-5c62-4d2a-91e5-246a6ea08b54 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:00.133452 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'tag': 'c00fea78-bf0d-401a-84d1-34bcc17a71c2'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:00.135774 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623511ef-ce9a-46bc-a478-e75a8a5e3f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "547878d7-7e7c-408b-ba2e-80e7863c4e10", "tag": "c00fea78-bf0d-401a-84d1-34bcc17a71c2"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:00.211096 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e7f322eb-0892-43b2-a36f-e796dada3cfa req-668f4c7f-101f-44ff-93d9-2f396cb99a69 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551573 Aug 16 22:28:00.230215 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a5d5c5-c8b1-4420-af6f-1c76de9bacd4 x-openstack-request-id: req-65a5d5c5-c8b1-4420-af6f-1c76de9bacd4 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:00.230215 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547878d7-7e7c-408b-ba2e-80e7863c4e10", "tag": "c00fea78-bf0d-401a-84d1-34bcc17a71c2", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:00.230215 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-65a5d5c5-c8b1-4420-af6f-1c76de9bacd4 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:00.230215 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'tag': 'c00fea78-bf0d-401a-84d1-34bcc17a71c2', 'status': 'completed', 'code': 200} Aug 16 22:28:00.348042 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e9c32675-ff51-4132-8e6f-d2fa2283ab1e details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:28:00.350541 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 48ac1cda-719d-4426-a6ff-ee642af95bfb no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:28:00.406443 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623511ef-ce9a-46bc-a478-e75a8a5e3f8f req-d8e86255-9ab9-41e4-9b8b-e240c468c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:00.407227 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623511ef-ce9a-46bc-a478-e75a8a5e3f8f req-d8e86255-9ab9-41e4-9b8b-e240c468c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:00.407876 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623511ef-ce9a-46bc-a478-e75a8a5e3f8f req-d8e86255-9ab9-41e4-9b8b-e240c468c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:00.409919 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-623511ef-ce9a-46bc-a478-e75a8a5e3f8f req-d8e86255-9ab9-41e4-9b8b-e240c468c4e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a05639ce0f8e4fb9a684fb2b1b120703&device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2801 time: 0.1002827 Aug 16 22:28:00.464847 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c840f-c9f8-4047-8316-10a70940ab34 req-2bc3d58c-0449-46ff-94cd-788aed3ebc91 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:00.467472 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f07c840f-c9f8-4047-8316-10a70940ab34 req-2bc3d58c-0449-46ff-94cd-788aed3ebc91 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=5343089d-287c-4f83-8705-ecea9cf42f3a HTTP/1.1" status: 200 len: 945 time: 0.1184933 Aug 16 22:28:00.589196 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] Set router 3a7340df-4377-4a3d-9382-78bf634109c7 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:28:00.693687 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e9c32675-ff51-4132-8e6f-d2fa2283ab1e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:00.709732 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'port_id': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e', 'mac_address': 'fa:16:3e:ad:eb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:28:00.740610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383f3fd-1fd3-404a-87bd-15f2b793fc10 req-392021d3-516b-4395-9fcc-d9f3c0c047ce tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:00.750012 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5383f3fd-1fd3-404a-87bd-15f2b793fc10 req-392021d3-516b-4395-9fcc-d9f3c0c047ce tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 0.2707934 Aug 16 22:28:00.754202 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 4835e907-5c62-4d2a-91e5-246a6ea08b54 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:00.783797 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f07c840f-c9f8-4047-8316-10a70940ab34 req-da36e1e6-6f8d-48cc-8df8-0b10e9856bdd tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820091 Aug 16 22:28:00.784844 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 4835e907-5c62-4d2a-91e5-246a6ea08b54 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:00.785115 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:00.868010 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01cbf8e0-7522-473c-a96d-224905c9d518 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:28:00.899539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623511ef-ce9a-46bc-a478-e75a8a5e3f8f req-850a0204-1a39-44aa-ad6b-55d563c118fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:00.900218 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623511ef-ce9a-46bc-a478-e75a8a5e3f8f req-850a0204-1a39-44aa-ad6b-55d563c118fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:00.900869 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623511ef-ce9a-46bc-a478-e75a8a5e3f8f req-850a0204-1a39-44aa-ad6b-55d563c118fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:00.902837 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-623511ef-ce9a-46bc-a478-e75a8a5e3f8f req-850a0204-1a39-44aa-ad6b-55d563c118fa service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a05639ce0f8e4fb9a684fb2b1b120703&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4523718 Aug 16 22:28:00.905287 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:00.960282 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5b99a08-3032-4e3b-80d2-45688de7703e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.016536 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5383f3fd-1fd3-404a-87bd-15f2b793fc10 req-81ad0c5e-d1c7-4b00-940e-f3d39adb7ad0 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654071 Aug 16 22:28:01.017822 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] Transition to ACTIVE for port object 01cbf8e0-7522-473c-a96d-224905c9d518 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:01.061352 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.103199 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8834b391-e44f-448e-ac38-7d870595c873 None None] Provisioning complete for port 4835e907-5c62-4d2a-91e5-246a6ea08b54 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:01.104029 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8834b391-e44f-448e-ac38-7d870595c873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.149189 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.177594 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623511ef-ce9a-46bc-a478-e75a8a5e3f8f req-91345f5a-ff87-4769-a59d-04eb3c754a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:01.182417 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-623511ef-ce9a-46bc-a478-e75a8a5e3f8f req-91345f5a-ff87-4769-a59d-04eb3c754a43 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2690258 Aug 16 22:28:01.208131 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.208854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-f5b99a08-3032-4e3b-80d2-45688de7703e admin admin] Allocated IP 172.20.0.1 (bfbbb3c1-abc2-4612-a582-fc15eac32f93/62c30f10-757f-4cb9-8c1b-499905cfdd0a/07e23629-8307-44e2-8307-cb681f7beb70) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:01.226966 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] Pushing event updated for resources: {'Port': ['ID=01cbf8e0-7522-473c-a96d-224905c9d518,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:01.244301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797cd2b-7c80-4700-97b2-fc1b548feed1 req-fb1cbecb-dd01-4843-b970-d586ed425c8b tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:01.259925 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797cd2b-7c80-4700-97b2-fc1b548feed1 req-fb1cbecb-dd01-4843-b970-d586ed425c8b tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:01.271276 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797cd2b-7c80-4700-97b2-fc1b548feed1 req-fb1cbecb-dd01-4843-b970-d586ed425c8b tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:01.273675 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6797cd2b-7c80-4700-97b2-fc1b548feed1 req-fb1cbecb-dd01-4843-b970-d586ed425c8b tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2401 time: 0.3337169 Aug 16 22:28:01.293550 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9c32675-ff51-4132-8e6f-d2fa2283ab1e {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:28:01.373525 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e34301-4a06-4b38-a56c-3aad53aab6bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48ac1cda-719d-4426-a6ff-ee642af95bfb'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:01.375842 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ce8493-feae-407b-85a8-995e3ac709de" -d '{"events": [{"server_uuid": "39e34301-4a06-4b38-a56c-3aad53aab6bc", "name": "network-vif-unplugged", "status": "completed", "tag": "48ac1cda-719d-4426-a6ff-ee642af95bfb"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:01.412999 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 48ac1cda-719d-4426-a6ff-ee642af95bfb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=48ac1cda-719d-4426-a6ff-ee642af95bfb,segment=NetworkSegment(ef6bdb7b-766d-4748-8b7d-e6d14072e080),segment_id=ef6bdb7b-766d-4748-8b7d-e6d14072e080)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:01.416220 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5b99a08-3032-4e3b-80d2-45688de7703e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.416376 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e9c32675-ff51-4132-8e6f-d2fa2283ab1e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:01.429492 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.432064 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.436146 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f5b99a08-3032-4e3b-80d2-45688de7703e admin admin] Transition to ACTIVE for port object 07e23629-8307-44e2-8307-cb681f7beb70 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:01.440642 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.486424 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5b99a08-3032-4e3b-80d2-45688de7703e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.501232 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6797cd2b-7c80-4700-97b2-fc1b548feed1 req-54b2779a-ff24-4368-ac13-a8ad4f3f7c5c tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965098 Aug 16 22:28:01.502618 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'name': 'tempest-TaggedBootDevicesTest_v242-139392037-router', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:57Z', 'updated_at': '2021-08-16T22:27:59Z', 'revision_number': 3, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'gw_port': {'id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:58Z', 'updated_at': '2021-08-16T22:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:01.505451 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] Attempting to bind port 01cbf8e0-7522-473c-a96d-224905c9d518 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:28:01.505994 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] Attempting to bind port 01cbf8e0-7522-473c-a96d-224905c9d518 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '72f846a0-9a91-40f9-ad9c-290e0ad2bbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4fdc0249-cc91-4d68-9956-66422a54e35e'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:28:01.506209 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] Attempting to bind port 01cbf8e0-7522-473c-a96d-224905c9d518 on network 4fdc0249-cc91-4d68-9956-66422a54e35e {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:28:01.542146 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] Port 01cbf8e0-7522-473c-a96d-224905c9d518 on network 4fdc0249-cc91-4d68-9956-66422a54e35e not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:28:01.542492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] Attempting to bind port 01cbf8e0-7522-473c-a96d-224905c9d518 on network 4fdc0249-cc91-4d68-9956-66422a54e35e {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:28:01.547511 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:28:01.567957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589c386-56eb-444c-8401-96846da563a3 req-2f7e60a7-4c28-4500-82b0-31fa5321e146 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:01.569773 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5589c386-56eb-444c-8401-96846da563a3 req-2f7e60a7-4c28-4500-82b0-31fa5321e146 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 944 time: 0.1959410 Aug 16 22:28:01.570793 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:28:01.571295 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] Checking segment: {'id': '72f846a0-9a91-40f9-ad9c-290e0ad2bbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4fdc0249-cc91-4d68-9956-66422a54e35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:28:01.571835 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] Bound using segment: {'id': '72f846a0-9a91-40f9-ad9c-290e0ad2bbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4fdc0249-cc91-4d68-9956-66422a54e35e'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:28:01.572437 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] Bound port: 01cbf8e0-7522-473c-a96d-224905c9d518, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72f846a0-9a91-40f9-ad9c-290e0ad2bbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4fdc0249-cc91-4d68-9956-66422a54e35e'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:28:01.572972 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.579126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] Checking router: 3a7340df-4377-4a3d-9382-78bf634109c7 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:28:01.579492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] Updating router 3a7340df-4377-4a3d-9382-78bf634109c7 port e9a86f11-ae2c-4e39-9a90-50c653a11afb binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:28:01.596458 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['e9c32675-ff51-4132-8e6f-d2fa2283ab1e'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:28:01.610332 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b99a08-3032-4e3b-80d2-45688de7703e admin admin] Pushing event updated for resources: {'Port': ['ID=07e23629-8307-44e2-8307-cb681f7beb70,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:01.649542 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b99a08-3032-4e3b-80d2-45688de7703e admin admin] Network bfbbb3c1-abc2-4612-a582-fc15eac32f93 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:01.656715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-f5b99a08-3032-4e3b-80d2-45688de7703e admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:01.661531 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b99a08-3032-4e3b-80d2-45688de7703e admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:01.691843 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8834b391-e44f-448e-ac38-7d870595c873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.695050 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 4835e907-5c62-4d2a-91e5-246a6ea08b54, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4835e907-5c62-4d2a-91e5-246a6ea08b54,segment=NetworkSegment(df519e46-de07-453b-bbcc-75ee7d668a7f),segment_id=df519e46-de07-453b-bbcc-75ee7d668a7f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:01.716130 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.718841 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.724402 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=48ac1cda-719d-4426-a6ff-ee642af95bfb,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:01.748061 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5b99a08-3032-4e3b-80d2-45688de7703e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.784335 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] For port 01cbf8e0-7522-473c-a96d-224905c9d518, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:28:01.788945 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] For port 01cbf8e0-7522-473c-a96d-224905c9d518, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=01cbf8e0-7522-473c-a96d-224905c9d518,segment=NetworkSegment(72f846a0-9a91-40f9-ad9c-290e0ad2bbb5),segment_id=72f846a0-9a91-40f9-ad9c-290e0ad2bbb5)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:28:01.848733 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.956142 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5589c386-56eb-444c-8401-96846da563a3 req-c9706214-0d20-443e-8213-fe99c6c37210 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739967 Aug 16 22:28:01.969225 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:02.029718 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:02.030390 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:02.031828 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] 10.222.0.39 "PUT /v2.0/ports/01cbf8e0-7522-473c-a96d-224905c9d518 HTTP/1.1" status: 200 len: 1093 time: 2.3108208 Aug 16 22:28:02.042280 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5b99a08-3032-4e3b-80d2-45688de7703e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:02.080658 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-8834b391-e44f-448e-ac38-7d870595c873 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:28:02.081022 n-d-792458-15 neutron-server[94873]: DEBUG oslo_db.api [None req-8834b391-e44f-448e-ac38-7d870595c873 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:28:02.087264 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a21325-13d4-4c4d-9106-0c45ba92b07b x-openstack-request-id: req-c5a21325-13d4-4c4d-9106-0c45ba92b07b {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:02.087264 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e34301-4a06-4b38-a56c-3aad53aab6bc", "name": "network-vif-unplugged", "status": "failed", "tag": "48ac1cda-719d-4426-a6ff-ee642af95bfb", "code": 422}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:02.087264 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c5a21325-13d4-4c4d-9106-0c45ba92b07b {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:02.087651 n-d-792458-15 neutron-server[94873]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '39e34301-4a06-4b38-a56c-3aad53aab6bc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '48ac1cda-719d-4426-a6ff-ee642af95bfb', 'code': 422} returned with failed status Aug 16 22:28:02.166684 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a80e5-0d06-4f78-bbce-0860f082d320 req-4509407c-3302-4d01-8a0f-9b638bea39ea tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:02.178983 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-565a80e5-0d06-4f78-bbce-0860f082d320 req-4509407c-3302-4d01-8a0f-9b638bea39ea tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 944 time: 0.5073106 Aug 16 22:28:02.182091 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1d704-fd5b-461b-be43-433569c84190 service neutron] Pushing event updated for resources: {'Port': ['ID=01cbf8e0-7522-473c-a96d-224905c9d518,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:02.239992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'tag': '01cbf8e0-7522-473c-a96d-224905c9d518'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:02.245130 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57977ef-30a4-4e60-a528-dc086a4c8b13" -d '{"events": [{"name": "network-changed", "server_uuid": "547878d7-7e7c-408b-ba2e-80e7863c4e10", "tag": "01cbf8e0-7522-473c-a96d-224905c9d518"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:02.277776 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=4835e907-5c62-4d2a-91e5-246a6ea08b54,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:02.321172 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-565a80e5-0d06-4f78-bbce-0860f082d320 req-d9e06ead-755b-43d8-ad47-b71e6fb6caec tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215570 Aug 16 22:28:02.326414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-ca6fdaa8-386f-4641-9f16-7583eab4035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:02.327083 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-ca6fdaa8-386f-4641-9f16-7583eab4035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:02.328503 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-ca6fdaa8-386f-4641-9f16-7583eab4035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:02.330698 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-ca6fdaa8-386f-4641-9f16-7583eab4035b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a05639ce0f8e4fb9a684fb2b1b120703&device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2869 time: 0.2353661 Aug 16 22:28:02.356256 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 48ac1cda-719d-4426-a6ff-ee642af95bfb no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:28:02.387670 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-65f110b2-699d-4c0b-bbd6-b01035d08704 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.133&port_id=04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 HTTP/1.1" status: 200 len: 217 time: 0.0466208 Aug 16 22:28:02.393773 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5b99a08-3032-4e3b-80d2-45688de7703e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:02.396116 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3225e-e2b6-41b2-bbc0-0c548fccbc1f req-f3f11094-36c6-4373-a6a7-91ccb15838a3 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:02.398214 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50d3225e-e2b6-41b2-bbc0-0c548fccbc1f req-f3f11094-36c6-4373-a6a7-91ccb15838a3 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=5343089d-287c-4f83-8705-ecea9cf42f3a HTTP/1.1" status: 200 len: 945 time: 0.2172134 Aug 16 22:28:02.408581 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5b99a08-3032-4e3b-80d2-45688de7703e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:02.448312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-55c11498-483f-40d4-8490-e534b993c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:02.449939 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-55c11498-483f-40d4-8490-e534b993c04f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=202ca33c-02ae-475d-b048-e1c39de6d607 HTTP/1.1" status: 200 len: 801 time: 0.0504045 Aug 16 22:28:02.479889 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b99a08-3032-4e3b-80d2-45688de7703e admin admin] Pushing event updated for resources: {'Port': ['ID=07e23629-8307-44e2-8307-cb681f7beb70,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:02.516649 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5b99a08-3032-4e3b-80d2-45688de7703e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:02.548528 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50d3225e-e2b6-41b2-bbc0-0c548fccbc1f req-0641236e-13c5-4a70-822b-02223cd878ba tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974348 Aug 16 22:28:02.638011 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-8d73aabc-ce08-4349-bf05-14b296dff348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:02.639969 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-8d73aabc-ce08-4349-bf05-14b296dff348 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4fdc0249-cc91-4d68-9956-66422a54e35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1733377 Aug 16 22:28:02.654900 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e9096-e9d8-4d85-a0ec-4a3a19722037 req-872a3aa6-66e2-4f66-be41-c0009eb01e46 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:02.657047 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fa8e9096-e9d8-4d85-a0ec-4a3a19722037 req-872a3aa6-66e2-4f66-be41-c0009eb01e46 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 944 time: 0.1478031 Aug 16 22:28:02.745679 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b99a08-3032-4e3b-80d2-45688de7703e admin admin] Network bfbbb3c1-abc2-4612-a582-fc15eac32f93 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:02.749881 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:02.750460 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-f5b99a08-3032-4e3b-80d2-45688de7703e admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:02.779573 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] Transition to ACTIVE for port object e9a86f11-ae2c-4e39-9a90-50c653a11afb will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:02.792821 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:02.806523 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fa8e9096-e9d8-4d85-a0ec-4a3a19722037 req-7109049a-08e9-43c7-9024-eacc75a75764 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324997 Aug 16 22:28:02.878797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488e2dc-8bd8-431a-a69a-9a2b051aa440 req-68a74474-5f24-4de9-9492-013232f187cf tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:02.895007 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0488e2dc-8bd8-431a-a69a-9a2b051aa440 req-68a74474-5f24-4de9-9492-013232f187cf tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 0.2350395 Aug 16 22:28:02.901709 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538768c7-9b7c-408c-b3c9-b3d7975b9cef None None] Pushing event updated for resources: {'Port': ['ID=e9a86f11-ae2c-4e39-9a90-50c653a11afb,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:02.930653 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] Attempting to bind port e9a86f11-ae2c-4e39-9a90-50c653a11afb on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:28:02.930653 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] Attempting to bind port e9a86f11-ae2c-4e39-9a90-50c653a11afb by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:28:02.931156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] Attempting to bind port e9a86f11-ae2c-4e39-9a90-50c653a11afb on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:28:02.938203 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:28:02.938640 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:28:02.939053 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:02.939442 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:28:02.940048 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] Bound port: e9a86f11-ae2c-4e39-9a90-50c653a11afb, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:28:02.940429 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:02.955658 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-2c30ac5b-eafc-4bbb-9e55-f5ebd740432b service neutron] 10.222.0.39 "GET /v2.0/networks/4fdc0249-cc91-4d68-9956-66422a54e35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962453 Aug 16 22:28:02.972442 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b99a08-3032-4e3b-80d2-45688de7703e admin admin] Router 3a7340df-4377-4a3d-9382-78bf634109c7 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:28:03.014491 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] For port e9a86f11-ae2c-4e39-9a90-50c653a11afb, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:28:03.019124 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] For port e9a86f11-ae2c-4e39-9a90-50c653a11afb, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e9a86f11-ae2c-4e39-9a90-50c653a11afb,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:28:03.031876 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:03.139792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538768c7-9b7c-408c-b3c9-b3d7975b9cef None None] Pushing event updated for resources: {'Port': ['ID=e9a86f11-ae2c-4e39-9a90-50c653a11afb,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:03.143813 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4aa75ed0-a3c2-4401-908e-d50e3e132182 None None] Provisioning for port 07e23629-8307-44e2-8307-cb681f7beb70 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:03.163262 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4aa75ed0-a3c2-4401-908e-d50e3e132182 None None] Provisioning complete for port 07e23629-8307-44e2-8307-cb681f7beb70 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:03.163787 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4aa75ed0-a3c2-4401-908e-d50e3e132182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:03.170279 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011b8135-658f-44ad-aa22-eea296972003 x-openstack-request-id: req-011b8135-658f-44ad-aa22-eea296972003 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:03.170279 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547878d7-7e7c-408b-ba2e-80e7863c4e10", "tag": "01cbf8e0-7522-473c-a96d-224905c9d518", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:03.170279 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-011b8135-658f-44ad-aa22-eea296972003 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:03.170279 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'tag': '01cbf8e0-7522-473c-a96d-224905c9d518', 'status': 'completed', 'code': 200} Aug 16 22:28:03.217287 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0488e2dc-8bd8-431a-a69a-9a2b051aa440 req-bf9d102f-de62-4343-aa3f-0133970e1dd8 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208928 Aug 16 22:28:03.291478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b99a08-3032-4e3b-80d2-45688de7703e admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:03.327840 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f5b99a08-3032-4e3b-80d2-45688de7703e admin admin] 10.222.0.93 "PUT /v2.0/routers/3a7340df-4377-4a3d-9382-78bf634109c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2617002 Aug 16 22:28:03.364427 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-0f44488f-1547-42f3-82d1-bf9bcff938a8 service neutron] 10.222.0.39 "GET /v2.0/networks/4fdc0249-cc91-4d68-9956-66422a54e35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950276 Aug 16 22:28:03.403600 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-4aa75ed0-a3c2-4401-908e-d50e3e132182 None None] Port 07e23629-8307-44e2-8307-cb681f7beb70 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:28:03.415726 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] Routers {'3a7340df-4377-4a3d-9382-78bf634109c7'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:03.416362 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:27:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['3a7340df-4377-4a3d-9382-78bf634109c7'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:03.484704 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-2aaed92a-2a74-43b6-aad6-340bcccc3831 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.123&port_id=c00fea78-bf0d-401a-84d1-34bcc17a71c2 HTTP/1.1" status: 200 len: 217 time: 0.0825222 Aug 16 22:28:03.501019 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d0098-74be-47c7-874e-143a0a50e1a3 req-3e5d1be1-0949-4b4b-a0a9-712fc3bceb80 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:03.507338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d0098-74be-47c7-874e-143a0a50e1a3 req-3e5d1be1-0949-4b4b-a0a9-712fc3bceb80 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:03.514413 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d0098-74be-47c7-874e-143a0a50e1a3 req-3e5d1be1-0949-4b4b-a0a9-712fc3bceb80 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:03.522153 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-934d0098-74be-47c7-874e-143a0a50e1a3 req-3e5d1be1-0949-4b4b-a0a9-712fc3bceb80 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2413 time: 0.1898921 Aug 16 22:28:03.603419 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-a8d4cf88-4ebd-4e6a-8dad-221e1bba7aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:03.603643 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9ecc0334-9396-4e02-be5f-924d1096e095 None None] Provisioning complete for port 07e23629-8307-44e2-8307-cb681f7beb70 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:03.604310 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9ecc0334-9396-4e02-be5f-924d1096e095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:03.605158 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-a8d4cf88-4ebd-4e6a-8dad-221e1bba7aed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d2ebbd3c-e3ae-48a9-9803-352b974b1eb5 HTTP/1.1" status: 200 len: 801 time: 0.0803497 Aug 16 22:28:03.614242 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-934d0098-74be-47c7-874e-143a0a50e1a3 req-0b1f64c9-fd40-48fa-b6cc-ea983e4f8a09 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910954 Aug 16 22:28:03.679571 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] Set router 3a7340df-4377-4a3d-9382-78bf634109c7 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:28:03.735784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-c1040cc0-b865-46e6-a38f-14cdc7c99c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:03.737325 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-c1040cc0-b865-46e6-a38f-14cdc7c99c52 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=decd9b89-5307-48b2-b700-68a45140e88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222019 Aug 16 22:28:03.745765 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-9ecc0334-9396-4e02-be5f-924d1096e095 None None] Port 07e23629-8307-44e2-8307-cb681f7beb70 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:28:03.897547 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-1d65ee3d-fdb2-46a8-8fca-64507f1c364a service neutron] 10.222.0.39 "GET /v2.0/networks/decd9b89-5307-48b2-b700-68a45140e88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454756 Aug 16 22:28:04.092073 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4835e907-5c62-4d2a-91e5-246a6ea08b54 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:04.150594 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c600ede-7a50-411b-8cd2-6f42091337bb req-46e350e9-299d-4c80-bc31-d9b9bc92b718 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:04.158667 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c600ede-7a50-411b-8cd2-6f42091337bb req-46e350e9-299d-4c80-bc31-d9b9bc92b718 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 944 time: 0.2009578 Aug 16 22:28:04.203949 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c3a38-47c7-48b9-9bf5-97e10993d66c req-1aabc8ca-4d18-4b83-a63c-cfbaa1376626 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:04.205680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-116c3a38-47c7-48b9-9bf5-97e10993d66c req-1aabc8ca-4d18-4b83-a63c-cfbaa1376626 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.3070056 Aug 16 22:28:04.222070 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 4835e907-5c62-4d2a-91e5-246a6ea08b54 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:04.222770 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:04.270694 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c600ede-7a50-411b-8cd2-6f42091337bb req-7be141f4-01f8-48c1-a421-5fc5c9a953d0 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083162 Aug 16 22:28:04.299802 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-dd3a2cf9-945a-41a7-b07d-5f886ce71e21 service neutron] 10.222.0.39 "GET /v2.0/networks/decd9b89-5307-48b2-b700-68a45140e88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807809 Aug 16 22:28:04.305356 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'name': 'tempest-TaggedBootDevicesTest_v242-139392037-router', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:57Z', 'updated_at': '2021-08-16T22:28:01Z', 'revision_number': 4, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'gw_port': {'id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:58Z', 'updated_at': '2021-08-16T22:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '07e23629-8307-44e2-8307-cb681f7beb70', 'name': '', 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'mac_address': 'fa:16:3e:fb:31:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:00Z', 'updated_at': '2021-08-16T22:28:02Z', 'revision_number': 2, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'subnets': [{'id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:04.362516 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded9b1f-eb16-4885-b07e-d74e34033038 None None] The sync data for ids ['3a7340df-4377-4a3d-9382-78bf634109c7'] in n-d-792458-15 is: [{'id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'name': 'tempest-TaggedBootDevicesTest_v242-139392037-router', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:57Z', 'updated_at': '2021-08-16T22:28:01Z', 'revision_number': 4, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'gw_port': {'id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:58Z', 'updated_at': '2021-08-16T22:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '07e23629-8307-44e2-8307-cb681f7beb70', 'name': '', 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'mac_address': 'fa:16:3e:fb:31:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:00Z', 'updated_at': '2021-08-16T22:28:02Z', 'revision_number': 2, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'subnets': [{'id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:04.380545 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e9c32675-ff51-4132-8e6f-d2fa2283ab1e up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:04.476523 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-235c6503-b31c-4413-af7b-b5212c450709 req-b0a4c814-1e57-462d-99ab-1b0953df025a service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:28:04.498149 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-235c6503-b31c-4413-af7b-b5212c450709 req-b0a4c814-1e57-462d-99ab-1b0953df025a service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0340500 Aug 16 22:28:04.520396 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-116c3a38-47c7-48b9-9bf5-97e10993d66c req-0e027139-1983-430e-ae8d-18b08336be1a tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042138 Aug 16 22:28:04.535054 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-fe6bcda9-0a86-4d8a-8111-0ec44e10023b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.238&port_id=01cbf8e0-7522-473c-a96d-224905c9d518 HTTP/1.1" status: 200 len: 217 time: 0.2276955 Aug 16 22:28:04.542742 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port e9c32675-ff51-4132-8e6f-d2fa2283ab1e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:04.543293 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:04.676890 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-59210ff7-f612-4804-99f9-5d6067dcdf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:04.678414 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-59210ff7-f612-4804-99f9-5d6067dcdf56 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=202ca33c-02ae-475d-b048-e1c39de6d607 HTTP/1.1" status: 200 len: 801 time: 0.1317885 Aug 16 22:28:04.821320 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-2caa7b33-fd99-46c5-9eba-00339c088e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:04.823755 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-2caa7b33-fd99-46c5-9eba-00339c088e3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4fdc0249-cc91-4d68-9956-66422a54e35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364303 Aug 16 22:28:04.866578 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:04.918993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9241e77e-5196-4b6e-b589-6962b6d83f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:04.927887 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593fb504-0326-4811-8186-103cfb2a0ea6" -d '{"events": [{"server_uuid": "9241e77e-5196-4b6e-b589-6962b6d83f06", "name": "network-vif-plugged", "status": "completed", "tag": "e9c32675-ff51-4132-8e6f-d2fa2283ab1e"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:04.962276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e9c32675-ff51-4132-8e6f-d2fa2283ab1e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:04.978495 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:05.099349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:05.430312 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7bf39220-220e-4d24-b154-04f5401d6088 req-a3ec3615-64ba-4d4f-8247-361c2553e052 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2213447 Aug 16 22:28:05.581117 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-f1b598f5-324e-4ea0-9597-932211151d22 service neutron] 10.222.0.39 "GET /v2.0/networks/4fdc0249-cc91-4d68-9956-66422a54e35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7437782 Aug 16 22:28:05.797141 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8595ae3-a1aa-4755-b46e-427862cb5684 req-c8ff71d7-a498-4045-a229-e5e3cdffa7eb tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:05.804723 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f8595ae3-a1aa-4755-b46e-427862cb5684 req-c8ff71d7-a498-4045-a229-e5e3cdffa7eb tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 944 time: 0.8347929 Aug 16 22:28:05.841737 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc370c1-df5d-4239-a065-e77b50ae422a req-cd452c95-e0e0-400c-bc81-2a986e752449 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:05.851966 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc370c1-df5d-4239-a065-e77b50ae422a req-cd452c95-e0e0-400c-bc81-2a986e752449 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:05.872215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc370c1-df5d-4239-a065-e77b50ae422a req-cd452c95-e0e0-400c-bc81-2a986e752449 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:05.882992 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbc370c1-df5d-4239-a065-e77b50ae422a req-cd452c95-e0e0-400c-bc81-2a986e752449 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2413 time: 0.3895817 Aug 16 22:28:05.952164 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-719e72b5-cd30-46c4-bd5e-f8b4b3e7021c req-fe9fc993-de0e-41b0-a069-6c38defc4600 service neutron] 10.222.0.39 "GET /v2.0/networks/4fdc0249-cc91-4d68-9956-66422a54e35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407218 Aug 16 22:28:06.014515 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbc370c1-df5d-4239-a065-e77b50ae422a req-e04c8cbd-d773-4885-8ba1-431fdd649af3 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232164 Aug 16 22:28:06.040697 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f8595ae3-a1aa-4755-b46e-427862cb5684 req-628267ff-f01b-47ae-b570-97f9b4039373 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349911 Aug 16 22:28:06.140140 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26530ac2-8a51-4a00-bf6a-d9b90f3ea234 x-openstack-request-id: req-26530ac2-8a51-4a00-bf6a-d9b90f3ea234 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:06.140643 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9241e77e-5196-4b6e-b589-6962b6d83f06", "name": "network-vif-plugged", "status": "completed", "tag": "e9c32675-ff51-4132-8e6f-d2fa2283ab1e", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:06.141691 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-26530ac2-8a51-4a00-bf6a-d9b90f3ea234 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:06.141691 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9241e77e-5196-4b6e-b589-6962b6d83f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e', 'code': 200} Aug 16 22:28:06.215401 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57977ef-30a4-4e60-a528-dc086a4c8b13 req-deaae1aa-c547-43a5-acad-d32048f354ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:06.216364 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e9a86f11-ae2c-4e39-9a90-50c653a11afb up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:06.220180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57977ef-30a4-4e60-a528-dc086a4c8b13 req-deaae1aa-c547-43a5-acad-d32048f354ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:06.220803 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57977ef-30a4-4e60-a528-dc086a4c8b13 req-deaae1aa-c547-43a5-acad-d32048f354ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:06.232111 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f57977ef-30a4-4e60-a528-dc086a4c8b13 req-deaae1aa-c547-43a5-acad-d32048f354ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a05639ce0f8e4fb9a684fb2b1b120703&device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2869 time: 0.1903155 Aug 16 22:28:06.383732 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port e9a86f11-ae2c-4e39-9a90-50c653a11afb completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:06.396083 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 264098b3-40dd-42e5-966d-e9e11798aaeb details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:28:06.411454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port e9a86f11-ae2c-4e39-9a90-50c653a11afb triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:06.412759 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:06.430467 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b303c-2c9f-4d51-986d-361c0d701746 req-915b6a42-1534-4c39-920c-e5bfc6781863 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:06.440868 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-479b303c-2c9f-4d51-986d-361c0d701746 req-915b6a42-1534-4c39-920c-e5bfc6781863 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.1462462 Aug 16 22:28:06.517845 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57977ef-30a4-4e60-a528-dc086a4c8b13 req-4d8357bf-7bc7-461c-a060-91b99944ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:06.527144 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f57977ef-30a4-4e60-a528-dc086a4c8b13 req-4d8357bf-7bc7-461c-a060-91b99944ed09 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4fdc0249-cc91-4d68-9956-66422a54e35e HTTP/1.1" status: 200 len: 902 time: 0.2690997 Aug 16 22:28:06.649584 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f57977ef-30a4-4e60-a528-dc086a4c8b13 req-4f6cf8bf-6ddb-42f5-bdea-f7df993bc5da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.238&port_id=01cbf8e0-7522-473c-a96d-224905c9d518 HTTP/1.1" status: 200 len: 217 time: 0.1107275 Aug 16 22:28:06.660005 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-479b303c-2c9f-4d51-986d-361c0d701746 req-4f79eb7b-321a-4d24-86c2-824211933781 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178500 Aug 16 22:28:06.854069 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:06.894836 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port e9a86f11-ae2c-4e39-9a90-50c653a11afb, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e9a86f11-ae2c-4e39-9a90-50c653a11afb,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:06.919178 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:06.919444 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57977ef-30a4-4e60-a528-dc086a4c8b13 req-de903eab-1b4e-4cab-aa4e-a82589b011e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:06.921508 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f57977ef-30a4-4e60-a528-dc086a4c8b13 req-de903eab-1b4e-4cab-aa4e-a82589b011e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=202ca33c-02ae-475d-b048-e1c39de6d607 HTTP/1.1" status: 200 len: 801 time: 0.2547781 Aug 16 22:28:07.008896 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 264098b3-40dd-42e5-966d-e9e11798aaeb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=264098b3-40dd-42e5-966d-e9e11798aaeb,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:07.034644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '264098b3-40dd-42e5-966d-e9e11798aaeb', 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327', 'port_id': '264098b3-40dd-42e5-966d-e9e11798aaeb', 'mac_address': 'fa:16:3e:0c:ba:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159e7ffb-10ba-4305-959b-a8d4373d4991', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:28:07.039895 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57977ef-30a4-4e60-a528-dc086a4c8b13 req-44ea44ad-32bb-40b1-a3d8-ac2cee6a367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:07.043198 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f57977ef-30a4-4e60-a528-dc086a4c8b13 req-44ea44ad-32bb-40b1-a3d8-ac2cee6a367a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4fdc0249-cc91-4d68-9956-66422a54e35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072674 Aug 16 22:28:07.090529 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=e9a86f11-ae2c-4e39-9a90-50c653a11afb,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:07.109454 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:07.126646 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 264098b3-40dd-42e5-966d-e9e11798aaeb {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:28:07.175359 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 264098b3-40dd-42e5-966d-e9e11798aaeb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=264098b3-40dd-42e5-966d-e9e11798aaeb,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:07.181417 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:07.295225 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=264098b3-40dd-42e5-966d-e9e11798aaeb,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:07.325586 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['264098b3-40dd-42e5-966d-e9e11798aaeb'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:28:07.413723 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f57977ef-30a4-4e60-a528-dc086a4c8b13 req-424641ea-3a74-4e18-b67e-c99d6d2ad1f2 service neutron] 10.222.0.39 "GET /v2.0/networks/4fdc0249-cc91-4d68-9956-66422a54e35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604057 Aug 16 22:28:07.581243 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351e965-fe68-4289-b2f3-9632e143abbe req-47dc002a-48ec-4c31-b407-dd2e0453ad2d tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:07.594487 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9351e965-fe68-4289-b2f3-9632e143abbe req-47dc002a-48ec-4c31-b407-dd2e0453ad2d tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.4239392 Aug 16 22:28:07.639461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf39220-220e-4d24-b154-04f5401d6088 req-bfda582f-9bfe-4536-9d58-c5a4b1f66329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:07.643042 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7bf39220-220e-4d24-b154-04f5401d6088 req-bfda582f-9bfe-4536-9d58-c5a4b1f66329 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc&tenant_id=82b34a1dd4514ab18bc6cff7551e57f0 HTTP/1.1" status: 200 len: 1096 time: 0.3925190 Aug 16 22:28:07.731697 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9351e965-fe68-4289-b2f3-9632e143abbe req-859ecb4b-488c-4a28-838c-00261e8c0ea0 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355987 Aug 16 22:28:07.754558 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f57977ef-30a4-4e60-a528-dc086a4c8b13 req-d89c77ca-d3fc-4ee2-a401-91fb89c7f213 service neutron] 10.222.0.39 "GET /v2.0/networks/4fdc0249-cc91-4d68-9956-66422a54e35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234825 Aug 16 22:28:07.780169 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf39220-220e-4d24-b154-04f5401d6088 req-5efafc95-0058-4996-b924-7840b15c8ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:07.781725 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7bf39220-220e-4d24-b154-04f5401d6088 req-5efafc95-0058-4996-b924-7840b15c8ab6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=82b34a1dd4514ab18bc6cff7551e57f0&device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 1096 time: 0.1095195 Aug 16 22:28:07.987488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf39220-220e-4d24-b154-04f5401d6088 req-82010b18-3d76-4f08-8853-7542941054e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:07.989046 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7bf39220-220e-4d24-b154-04f5401d6088 req-82010b18-3d76-4f08-8853-7542941054e6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=80504c0b-5244-4f8e-abb7-07f43d02c31e HTTP/1.1" status: 200 len: 915 time: 0.1970444 Aug 16 22:28:08.043334 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7bf39220-220e-4d24-b154-04f5401d6088 req-10ff8b90-cee9-410d-b89a-1a50182beafc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48ac1cda-719d-4426-a6ff-ee642af95bfb HTTP/1.1" status: 200 len: 217 time: 0.0467665 Aug 16 22:28:08.062435 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] Sync routers for ids ['3a7340df-4377-4a3d-9382-78bf634109c7'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:08.073789 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87091cb0-87e0-49c7-97b3-411d07afbd83 req-12dc6b93-4334-4c96-bd9f-34e9ad0d1975 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:08.079977 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] Routers {'3a7340df-4377-4a3d-9382-78bf634109c7'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:08.080911 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:27:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['3a7340df-4377-4a3d-9382-78bf634109c7'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:08.086290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87091cb0-87e0-49c7-97b3-411d07afbd83 req-12dc6b93-4334-4c96-bd9f-34e9ad0d1975 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:08.096143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87091cb0-87e0-49c7-97b3-411d07afbd83 req-12dc6b93-4334-4c96-bd9f-34e9ad0d1975 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:08.098408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87091cb0-87e0-49c7-97b3-411d07afbd83 req-12dc6b93-4334-4c96-bd9f-34e9ad0d1975 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2413 time: 0.2532177 Aug 16 22:28:08.107676 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e9a86f11-ae2c-4e39-9a90-50c653a11afb up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:08.209854 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf39220-220e-4d24-b154-04f5401d6088 req-b72ac8fb-2bda-48cb-bd47-987c7ac5c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:08.211912 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7bf39220-220e-4d24-b154-04f5401d6088 req-b72ac8fb-2bda-48cb-bd47-987c7ac5c951 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6d2a62f-efd7-45c4-8dc0-2f77fcbfce1a HTTP/1.1" status: 200 len: 854 time: 0.1581144 Aug 16 22:28:08.229905 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] Set router 3a7340df-4377-4a3d-9382-78bf634109c7 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:28:08.249925 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port e9a86f11-ae2c-4e39-9a90-50c653a11afb triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:08.250603 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:08.286876 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7bf39220-220e-4d24-b154-04f5401d6088 req-29220252-a4bc-4f65-9444-6f15b8b0f979 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80504c0b-5244-4f8e-abb7-07f43d02c31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494940 Aug 16 22:28:08.377953 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87091cb0-87e0-49c7-97b3-411d07afbd83 req-0889075e-74be-430c-ade0-beeaf1d82279 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641901 Aug 16 22:28:08.432376 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 264098b3-40dd-42e5-966d-e9e11798aaeb up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:08.475069 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7bf39220-220e-4d24-b154-04f5401d6088 req-01196749-9d40-4e66-a8ac-ee3c1a3a134c service neutron] 10.222.0.39 "GET /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580296 Aug 16 22:28:08.543430 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:08.571314 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 264098b3-40dd-42e5-966d-e9e11798aaeb triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:08.571687 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:08.617585 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'name': 'tempest-TaggedBootDevicesTest_v242-139392037-router', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:57Z', 'updated_at': '2021-08-16T22:28:01Z', 'revision_number': 4, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'gw_port': {'id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:58Z', 'updated_at': '2021-08-16T22:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '07e23629-8307-44e2-8307-cb681f7beb70', 'name': '', 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'mac_address': 'fa:16:3e:fb:31:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:00Z', 'updated_at': '2021-08-16T22:28:02Z', 'revision_number': 2, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'subnets': [{'id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:08.699918 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] Checking router: 3a7340df-4377-4a3d-9382-78bf634109c7 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:28:08.700268 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] Updating router 3a7340df-4377-4a3d-9382-78bf634109c7 port 07e23629-8307-44e2-8307-cb681f7beb70 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:28:08.719244 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:08.732715 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c64ccd-fb23-4284-9af6-3a428906a09b req-8e40229c-febb-41e4-aa74-f42dfa3420de tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:08.746231 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87c64ccd-fb23-4284-9af6-3a428906a09b req-8e40229c-febb-41e4-aa74-f42dfa3420de tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 944 time: 0.1787617 Aug 16 22:28:08.751024 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5343089d-287c-4f83-8705-ecea9cf42f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264098b3-40dd-42e5-966d-e9e11798aaeb'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:08.753928 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88467348-2cb6-4725-8c62-911c5c62acdf" -d '{"events": [{"server_uuid": "5343089d-287c-4f83-8705-ecea9cf42f3a", "name": "network-vif-plugged", "status": "completed", "tag": "264098b3-40dd-42e5-966d-e9e11798aaeb"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:08.761303 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:08.775499 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 264098b3-40dd-42e5-966d-e9e11798aaeb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=264098b3-40dd-42e5-966d-e9e11798aaeb,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:08.783701 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:08.793120 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7bf39220-220e-4d24-b154-04f5401d6088 req-d0d2d6de-9868-4bf6-babb-0d6915197f46 service neutron] 10.222.0.39 "GET /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099246 Aug 16 22:28:08.849722 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87c64ccd-fb23-4284-9af6-3a428906a09b req-400be7a2-0b2e-4c3a-8f3c-8e8c57aa563d tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024997 Aug 16 22:28:08.877564 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=264098b3-40dd-42e5-966d-e9e11798aaeb,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:08.987542 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-482c2965-4ec9-430b-885c-48ffa54b8899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:09.084026 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c2b5f-e849-4187-a2a8-b120fed5ebbb req-e32011e7-ee3b-4de9-9184-d47199630990 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:09.092021 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-363c2b5f-e849-4187-a2a8-b120fed5ebbb req-e32011e7-ee3b-4de9-9184-d47199630990 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.1402194 Aug 16 22:28:09.144338 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-363c2b5f-e849-4187-a2a8-b120fed5ebbb req-d2eb377c-b72f-409b-896b-78cd403f310e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513327 Aug 16 22:28:09.354124 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:09.371897 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] Transition to ACTIVE for port object 07e23629-8307-44e2-8307-cb681f7beb70 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:09.394770 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:09.523486 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34c4327-3c9f-4968-b222-a31b4737b66a x-openstack-request-id: req-c34c4327-3c9f-4968-b222-a31b4737b66a {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:09.524017 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5343089d-287c-4f83-8705-ecea9cf42f3a", "name": "network-vif-plugged", "status": "completed", "tag": "264098b3-40dd-42e5-966d-e9e11798aaeb", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:09.524245 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c34c4327-3c9f-4968-b222-a31b4737b66a {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:09.524749 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5343089d-287c-4f83-8705-ecea9cf42f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264098b3-40dd-42e5-966d-e9e11798aaeb', 'code': 200} Aug 16 22:28:09.526626 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7e12d-ffe1-4db2-a82e-abe8556a193b None None] Pushing event updated for resources: {'Port': ['ID=07e23629-8307-44e2-8307-cb681f7beb70,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:09.533051 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] Attempting to bind port 07e23629-8307-44e2-8307-cb681f7beb70 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:28:09.533663 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] Attempting to bind port 07e23629-8307-44e2-8307-cb681f7beb70 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'df519e46-de07-453b-bbcc-75ee7d668a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:28:09.534231 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] Attempting to bind port 07e23629-8307-44e2-8307-cb681f7beb70 on network bfbbb3c1-abc2-4612-a582-fc15eac32f93 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:28:09.541198 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:28:09.541794 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] Checking segment: {'id': 'df519e46-de07-453b-bbcc-75ee7d668a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:28:09.542660 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:09.543218 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] Bound using segment: {'id': 'df519e46-de07-453b-bbcc-75ee7d668a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:28:09.543850 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] Bound port: 07e23629-8307-44e2-8307-cb681f7beb70, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df519e46-de07-453b-bbcc-75ee7d668a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:28:09.544641 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:09.707249 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] For port 07e23629-8307-44e2-8307-cb681f7beb70, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:28:09.721540 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] For port 07e23629-8307-44e2-8307-cb681f7beb70, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=07e23629-8307-44e2-8307-cb681f7beb70,segment=NetworkSegment(df519e46-de07-453b-bbcc-75ee7d668a7f),segment_id=df519e46-de07-453b-bbcc-75ee7d668a7f)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:28:09.729794 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:09.836742 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] Routers {'3a7340df-4377-4a3d-9382-78bf634109c7'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:09.837690 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:27:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['3a7340df-4377-4a3d-9382-78bf634109c7'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:09.840297 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7e12d-ffe1-4db2-a82e-abe8556a193b None None] Pushing event updated for resources: {'Port': ['ID=07e23629-8307-44e2-8307-cb681f7beb70,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:10.042654 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] Set router 3a7340df-4377-4a3d-9382-78bf634109c7 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:28:10.044095 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd22957-b144-4227-a051-fc5294ccd63b req-80cecba2-03f4-4c3b-88d1-54e57fac1e16 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:10.053667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd22957-b144-4227-a051-fc5294ccd63b req-80cecba2-03f4-4c3b-88d1-54e57fac1e16 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:10.064309 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd22957-b144-4227-a051-fc5294ccd63b req-80cecba2-03f4-4c3b-88d1-54e57fac1e16 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:10.076726 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ebd22957-b144-4227-a051-fc5294ccd63b req-80cecba2-03f4-4c3b-88d1-54e57fac1e16 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2413 time: 0.2442055 Aug 16 22:28:10.132700 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ebd22957-b144-4227-a051-fc5294ccd63b req-14a3d143-768e-4d0a-8527-bceb2ecd76e3 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539966 Aug 16 22:28:10.183165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 07e23629-8307-44e2-8307-cb681f7beb70 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:10.286414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173aa164-f78e-4131-89f4-37e8d0e2e35c req-c33ac236-7cbf-4f79-aef0-c53fb0ff4030 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:10.294955 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-173aa164-f78e-4131-89f4-37e8d0e2e35c req-c33ac236-7cbf-4f79-aef0-c53fb0ff4030 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.0637131 Aug 16 22:28:10.333140 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 07e23629-8307-44e2-8307-cb681f7beb70 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:10.342041 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 07e23629-8307-44e2-8307-cb681f7beb70 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:10.342966 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:10.378611 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c3e7648e-f8cf-4173-8ff6-eb7ac0410e98 None None] Provisioning complete for port 07e23629-8307-44e2-8307-cb681f7beb70 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:10.378988 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c3e7648e-f8cf-4173-8ff6-eb7ac0410e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:10.393701 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-173aa164-f78e-4131-89f4-37e8d0e2e35c req-fb0d3763-2b4f-4fcc-94f8-760275506ee3 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885084 Aug 16 22:28:10.424722 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 01cbf8e0-7522-473c-a96d-224905c9d518 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:28:10.516771 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'name': 'tempest-TaggedBootDevicesTest_v242-139392037-router', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:57Z', 'updated_at': '2021-08-16T22:28:01Z', 'revision_number': 4, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'gw_port': {'id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:58Z', 'updated_at': '2021-08-16T22:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '07e23629-8307-44e2-8307-cb681f7beb70', 'name': '', 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'mac_address': 'fa:16:3e:fb:31:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:00Z', 'updated_at': '2021-08-16T22:28:09Z', 'revision_number': 4, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'subnets': [{'id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:10.558759 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c415cd14-5bc6-4679-a138-783611b65733 None None] The sync data for ids ['3a7340df-4377-4a3d-9382-78bf634109c7'] in n-d-792458-15 is: [{'id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'name': 'tempest-TaggedBootDevicesTest_v242-139392037-router', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:57Z', 'updated_at': '2021-08-16T22:28:01Z', 'revision_number': 4, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'gw_port': {'id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:58Z', 'updated_at': '2021-08-16T22:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '07e23629-8307-44e2-8307-cb681f7beb70', 'name': '', 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'mac_address': 'fa:16:3e:fb:31:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:00Z', 'updated_at': '2021-08-16T22:28:09Z', 'revision_number': 4, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'subnets': [{'id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:10.652367 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f8b26-75cd-4921-8469-d5ab610283de req-f496045f-6e60-4fe4-a142-74da9381c25d tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:10.672133 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b12f8b26-75cd-4921-8469-d5ab610283de req-f496045f-6e60-4fe4-a142-74da9381c25d tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 944 time: 0.1382871 Aug 16 22:28:10.673426 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:10.682093 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:10.714632 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c3e7648e-f8cf-4173-8ff6-eb7ac0410e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:10.745706 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 01cbf8e0-7522-473c-a96d-224905c9d518, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=01cbf8e0-7522-473c-a96d-224905c9d518,segment=NetworkSegment(72f846a0-9a91-40f9-ad9c-290e0ad2bbb5),segment_id=72f846a0-9a91-40f9-ad9c-290e0ad2bbb5)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:10.765931 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b12f8b26-75cd-4921-8469-d5ab610283de req-62638683-eb19-4f35-84f1-a0d7ee254715 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906310 Aug 16 22:28:10.800454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '01cbf8e0-7522-473c-a96d-224905c9d518', 'network_id': '4fdc0249-cc91-4d68-9956-66422a54e35e', 'port_id': '01cbf8e0-7522-473c-a96d-224905c9d518', 'mac_address': 'fa:16:3e:9b:f4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202ca33c-02ae-475d-b048-e1c39de6d607', 'ip_address': '19.80.0.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:28:10.881575 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 07e23629-8307-44e2-8307-cb681f7beb70, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=07e23629-8307-44e2-8307-cb681f7beb70,segment=NetworkSegment(df519e46-de07-453b-bbcc-75ee7d668a7f),segment_id=df519e46-de07-453b-bbcc-75ee7d668a7f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:10.909369 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:10.986584 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.055824 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34539228-d94f-4af3-8b81-4a89fa66b0ec req-c1c95b7e-65fb-41b9-a420-3c10a6416464 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:11.060007 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-34539228-d94f-4af3-8b81-4a89fa66b0ec req-c1c95b7e-65fb-41b9-a420-3c10a6416464 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.1208270 Aug 16 22:28:11.141026 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-34539228-d94f-4af3-8b81-4a89fa66b0ec req-4a7857a3-acd5-4774-bf26-fba8eca38c19 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739751 Aug 16 22:28:11.142242 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01cbf8e0-7522-473c-a96d-224905c9d518 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:28:11.167970 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 01cbf8e0-7522-473c-a96d-224905c9d518, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=01cbf8e0-7522-473c-a96d-224905c9d518,segment=NetworkSegment(72f846a0-9a91-40f9-ad9c-290e0ad2bbb5),segment_id=72f846a0-9a91-40f9-ad9c-290e0ad2bbb5)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:11.180429 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.181346 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:28:11.239449 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=04193fb9-e44c-4f9a-bcaf-09367c1ed7d0,segment=NetworkSegment(72f846a0-9a91-40f9-ad9c-290e0ad2bbb5),segment_id=72f846a0-9a91-40f9-ad9c-290e0ad2bbb5)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:11.267813 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '04193fb9-e44c-4f9a-bcaf-09367c1ed7d0', 'network_id': '4fdc0249-cc91-4d68-9956-66422a54e35e', 'port_id': '04193fb9-e44c-4f9a-bcaf-09367c1ed7d0', 'mac_address': 'fa:16:3e:38:91:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202ca33c-02ae-475d-b048-e1c39de6d607', 'ip_address': '19.80.0.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:28:11.287764 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-c3e7648e-f8cf-4173-8ff6-eb7ac0410e98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:28:11.287925 n-d-792458-15 neutron-server[94873]: DEBUG oslo_db.api [None req-c3e7648e-f8cf-4173-8ff6-eb7ac0410e98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:28:11.375436 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=07e23629-8307-44e2-8307-cb681f7beb70,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:11.605787 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.649467 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a54a46d1-8179-4d79-989f-36dc533452f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.652108 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:28:11.659760 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287122ab-1d01-4f4d-beb8-88317c3001be req-993d9b85-dc05-4567-92ca-4db74e8c0d03 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:11.663500 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=01cbf8e0-7522-473c-a96d-224905c9d518,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:11.694849 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287122ab-1d01-4f4d-beb8-88317c3001be req-993d9b85-dc05-4567-92ca-4db74e8c0d03 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:11.703956 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287122ab-1d01-4f4d-beb8-88317c3001be req-993d9b85-dc05-4567-92ca-4db74e8c0d03 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:11.704654 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=04193fb9-e44c-4f9a-bcaf-09367c1ed7d0,segment=NetworkSegment(72f846a0-9a91-40f9-ad9c-290e0ad2bbb5),segment_id=72f846a0-9a91-40f9-ad9c-290e0ad2bbb5)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:11.713467 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.715342 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c00fea78-bf0d-401a-84d1-34bcc17a71c2 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:28:11.723489 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-287122ab-1d01-4f4d-beb8-88317c3001be req-993d9b85-dc05-4567-92ca-4db74e8c0d03 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2414 time: 0.1449251 Aug 16 22:28:11.798326 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-287122ab-1d01-4f4d-beb8-88317c3001be req-73cb641b-e18d-4919-bf8c-a8e30fd99f62 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735068 Aug 16 22:28:11.987871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32774d7-c37d-4621-8c4d-9a6046bb4755 req-792b49b9-cb41-4d48-8b80-4c373da76cc5 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:12.005310 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b32774d7-c37d-4621-8c4d-9a6046bb4755 req-792b49b9-cb41-4d48-8b80-4c373da76cc5 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 944 time: 0.1325376 Aug 16 22:28:12.069851 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b32774d7-c37d-4621-8c4d-9a6046bb4755 req-59de8641-cf0a-4d8a-bff3-efa4be70f58b tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632229 Aug 16 22:28:12.256756 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 07e23629-8307-44e2-8307-cb681f7beb70 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:12.361000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=04193fb9-e44c-4f9a-bcaf-09367c1ed7d0,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:12.399263 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.406639 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edde26f-899e-4f35-8a7e-34fae3575b60 req-2f53ef20-323d-4548-9806-3cfd0751d422 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:12.415277 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9edde26f-899e-4f35-8a7e-34fae3575b60 req-2f53ef20-323d-4548-9806-3cfd0751d422 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.1374707 Aug 16 22:28:12.438120 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 07e23629-8307-44e2-8307-cb681f7beb70 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:12.438120 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.485821 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9edde26f-899e-4f35-8a7e-34fae3575b60 req-96e83d4c-35f1-4cbb-acce-0be19b218e5b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693054 Aug 16 22:28:12.529718 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c00fea78-bf0d-401a-84d1-34bcc17a71c2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c00fea78-bf0d-401a-84d1-34bcc17a71c2,segment=NetworkSegment(85be6831-15a5-4b9c-844f-dfd009421795),segment_id=85be6831-15a5-4b9c-844f-dfd009421795)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:12.574490 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'c00fea78-bf0d-401a-84d1-34bcc17a71c2', 'network_id': 'decd9b89-5307-48b2-b700-68a45140e88b', 'port_id': 'c00fea78-bf0d-401a-84d1-34bcc17a71c2', 'mac_address': 'fa:16:3e:08:90:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ebbd3c-e3ae-48a9-9803-352b974b1eb5', 'ip_address': '19.86.0.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:28:12.720763 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.740559 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00fea78-bf0d-401a-84d1-34bcc17a71c2 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:28:12.762693 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c00fea78-bf0d-401a-84d1-34bcc17a71c2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c00fea78-bf0d-401a-84d1-34bcc17a71c2,segment=NetworkSegment(85be6831-15a5-4b9c-844f-dfd009421795),segment_id=85be6831-15a5-4b9c-844f-dfd009421795)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:12.768816 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.837454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c00fea78-bf0d-401a-84d1-34bcc17a71c2,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:12.950398 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada05e3-831a-45b4-8f24-3c1566116297 req-5a2c61bb-36db-4845-89e3-9b66b5256e75 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:12.957927 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada05e3-831a-45b4-8f24-3c1566116297 req-5a2c61bb-36db-4845-89e3-9b66b5256e75 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:12.964420 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada05e3-831a-45b4-8f24-3c1566116297 req-5a2c61bb-36db-4845-89e3-9b66b5256e75 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:12.966388 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ada05e3-831a-45b4-8f24-3c1566116297 req-5a2c61bb-36db-4845-89e3-9b66b5256e75 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2416 time: 0.0835242 Aug 16 22:28:13.018589 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ada05e3-831a-45b4-8f24-3c1566116297 req-2ea939d1-72a3-4121-bf60-cc194b106e99 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435781 Aug 16 22:28:13.140800 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:13.184171 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['04193fb9-e44c-4f9a-bcaf-09367c1ed7d0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:28:13.245190 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['01cbf8e0-7522-473c-a96d-224905c9d518'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:28:13.254110 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['c00fea78-bf0d-401a-84d1-34bcc17a71c2'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:28:13.298307 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36938303-2e95-47c0-966a-e3b04c9cd0e1 req-6f85c266-bd0c-4b1e-8d09-70f64c0fc0c3 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:13.299924 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36938303-2e95-47c0-966a-e3b04c9cd0e1 req-6f85c266-bd0c-4b1e-8d09-70f64c0fc0c3 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 944 time: 0.1189601 Aug 16 22:28:13.363020 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36938303-2e95-47c0-966a-e3b04c9cd0e1 req-b5211482-f2c2-4271-a02c-7cfb78132d35 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545022 Aug 16 22:28:13.727109 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ca56e-51d4-4f19-827b-36d9006ab8c9 req-298d41c4-37e4-4404-9e51-0055010c5a15 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:13.731483 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c4ca56e-51d4-4f19-827b-36d9006ab8c9 req-298d41c4-37e4-4404-9e51-0055010c5a15 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.0958295 Aug 16 22:28:13.735405 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3c9fa-346c-49b3-9db7-c95bafb4c3e5 req-d1147a85-47e1-4560-a8ec-20ac4f2058bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:13.736972 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d6f3c9fa-346c-49b3-9db7-c95bafb4c3e5 req-d1147a85-47e1-4560-a8ec-20ac4f2058bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37b7559117c64c188829889a0014ed6c&device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 1098 time: 0.1110201 Aug 16 22:28:13.836442 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c4ca56e-51d4-4f19-827b-36d9006ab8c9 req-06adf42e-2a61-4e97-b10c-19b87b233e2e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983651 Aug 16 22:28:13.949399 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3c9fa-346c-49b3-9db7-c95bafb4c3e5 req-a7c7e9b7-11af-4dd3-a04e-3566d755b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:13.954336 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d6f3c9fa-346c-49b3-9db7-c95bafb4c3e5 req-a7c7e9b7-11af-4dd3-a04e-3566d755b0c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ad6a423a-c0d2-482a-9d34-9271ebbb446a HTTP/1.1" status: 200 len: 920 time: 0.1966352 Aug 16 22:28:14.045829 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d6f3c9fa-346c-49b3-9db7-c95bafb4c3e5 req-00825e54-ce3f-4e10-962b-cbe0b8af11a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c96edf8d-5f0c-4a9f-a48b-803cf561b7cd HTTP/1.1" status: 200 len: 217 time: 0.0865319 Aug 16 22:28:14.058344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fba5cf-094f-4125-b438-9281c0f00482 req-ce45fad1-d303-4165-b1b0-fc1fdc14ef55 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:14.060072 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5fba5cf-094f-4125-b438-9281c0f00482 req-ce45fad1-d303-4165-b1b0-fc1fdc14ef55 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.1447215 Aug 16 22:28:14.141053 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5fba5cf-094f-4125-b438-9281c0f00482 req-d76fe9fb-4290-42e0-9220-ebf749a8be60 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709431 Aug 16 22:28:14.142627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3c9fa-346c-49b3-9db7-c95bafb4c3e5 req-ddacf96c-4166-453c-a831-36457e13bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:14.143994 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d6f3c9fa-346c-49b3-9db7-c95bafb4c3e5 req-ddacf96c-4166-453c-a831-36457e13bbcb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bce8d44e-9c3f-4ecb-8946-53a1c1e64100 HTTP/1.1" status: 200 len: 859 time: 0.0829909 Aug 16 22:28:14.200206 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d6f3c9fa-346c-49b3-9db7-c95bafb4c3e5 req-5f0978ce-377b-479c-929f-88e28119e3a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ad6a423a-c0d2-482a-9d34-9271ebbb446a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445876 Aug 16 22:28:14.357813 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d6f3c9fa-346c-49b3-9db7-c95bafb4c3e5 req-f762878b-3531-4624-9450-d3c75d7333f7 service neutron] 10.222.0.39 "GET /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466455 Aug 16 22:28:14.515520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b26b0d-3e0d-4489-940b-ed24e1505ae5 req-ebe73eac-cf0c-411a-8208-db459985a9bc tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:14.524210 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b26b0d-3e0d-4489-940b-ed24e1505ae5 req-ebe73eac-cf0c-411a-8208-db459985a9bc tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:14.536204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b26b0d-3e0d-4489-940b-ed24e1505ae5 req-ebe73eac-cf0c-411a-8208-db459985a9bc tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:14.543709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92b26b0d-3e0d-4489-940b-ed24e1505ae5 req-ebe73eac-cf0c-411a-8208-db459985a9bc tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2416 time: 0.1185253 Aug 16 22:28:14.555765 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d6f3c9fa-346c-49b3-9db7-c95bafb4c3e5 req-4868cb8e-bdd6-4cec-863d-d40e35aca968 service neutron] 10.222.0.39 "GET /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890693 Aug 16 22:28:14.596994 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92b26b0d-3e0d-4489-940b-ed24e1505ae5 req-aed90953-6891-4758-b18b-9d4e03e63433 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522618 Aug 16 22:28:14.709713 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:14.738555 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfa68b-4dbf-4c89-b218-ed9acce3b86d req-b71f66aa-5ea1-40be-9b9d-c9f83daf0675 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:14.740148 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98dfa68b-4dbf-4c89-b218-ed9acce3b86d req-b71f66aa-5ea1-40be-9b9d-c9f83daf0675 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 944 time: 0.0637407 Aug 16 22:28:14.779850 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c00fea78-bf0d-401a-84d1-34bcc17a71c2 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:14.795692 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98dfa68b-4dbf-4c89-b218-ed9acce3b86d req-7be7664a-000c-49c5-a3cd-c88d84384edf tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463283 Aug 16 22:28:14.855182 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port c00fea78-bf0d-401a-84d1-34bcc17a71c2 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:14.859822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port c00fea78-bf0d-401a-84d1-34bcc17a71c2 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:14.860378 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:14.991987 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:15.005291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046b12c-5afa-46aa-8a61-e959a80d58ff req-e5d5a1dd-c579-4498-8f8d-37041490fd9a tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:15.013235 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e046b12c-5afa-46aa-8a61-e959a80d58ff req-e5d5a1dd-c579-4498-8f8d-37041490fd9a tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.0638711 Aug 16 22:28:15.026476 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00fea78-bf0d-401a-84d1-34bcc17a71c2'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:15.029064 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92152535-b929-40f5-b67f-5d023a5d855d" -d '{"events": [{"server_uuid": "547878d7-7e7c-408b-ba2e-80e7863c4e10", "name": "network-vif-plugged", "status": "completed", "tag": "c00fea78-bf0d-401a-84d1-34bcc17a71c2"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:15.049651 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c00fea78-bf0d-401a-84d1-34bcc17a71c2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c00fea78-bf0d-401a-84d1-34bcc17a71c2,segment=NetworkSegment(85be6831-15a5-4b9c-844f-dfd009421795),segment_id=85be6831-15a5-4b9c-844f-dfd009421795)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:15.061930 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:15.067375 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e046b12c-5afa-46aa-8a61-e959a80d58ff req-bb534028-d6aa-436a-844f-21f3cfee76a0 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523505 Aug 16 22:28:15.166247 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c00fea78-bf0d-401a-84d1-34bcc17a71c2,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:15.176468 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf70428-d09b-4d02-9781-551fc2f42707 x-openstack-request-id: req-cbf70428-d09b-4d02-9781-551fc2f42707 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:15.177661 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547878d7-7e7c-408b-ba2e-80e7863c4e10", "name": "network-vif-plugged", "status": "completed", "tag": "c00fea78-bf0d-401a-84d1-34bcc17a71c2", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:15.177661 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cbf70428-d09b-4d02-9781-551fc2f42707 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:15.177661 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00fea78-bf0d-401a-84d1-34bcc17a71c2', 'code': 200} Aug 16 22:28:15.278771 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa25018-cbfb-4984-b0b0-fec359180490 req-da8e5d1f-f796-4d8a-9e2b-4ac0077bfd82 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:15.280278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afa25018-cbfb-4984-b0b0-fec359180490 req-da8e5d1f-f796-4d8a-9e2b-4ac0077bfd82 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.0523703 Aug 16 22:28:15.337611 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afa25018-cbfb-4984-b0b0-fec359180490 req-71887f38-65b6-4f35-aad7-8a32b0ae9c38 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502927 Aug 16 22:28:15.743618 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90974af-9bbe-400b-a230-34ce0c7ccb25 req-1e243620-b47b-482b-b746-a89c5aec0f7a tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:15.750723 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90974af-9bbe-400b-a230-34ce0c7ccb25 req-1e243620-b47b-482b-b746-a89c5aec0f7a tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:15.756853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90974af-9bbe-400b-a230-34ce0c7ccb25 req-1e243620-b47b-482b-b746-a89c5aec0f7a tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:15.764868 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d90974af-9bbe-400b-a230-34ce0c7ccb25 req-1e243620-b47b-482b-b746-a89c5aec0f7a tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2417 time: 0.0756619 Aug 16 22:28:15.823807 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d90974af-9bbe-400b-a230-34ce0c7ccb25 req-65ae7e8c-fbf0-412b-a66b-e3770098de9b tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562937 Aug 16 22:28:16.023042 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d77e3-8cd1-422d-bac6-ef39c6ccd342 req-627f6e90-62c9-4556-8b04-6a51d81271a8 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:16.034002 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f14d77e3-8cd1-422d-bac6-ef39c6ccd342 req-627f6e90-62c9-4556-8b04-6a51d81271a8 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 944 time: 0.1387763 Aug 16 22:28:16.108107 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f14d77e3-8cd1-422d-bac6-ef39c6ccd342 req-3f77fc9a-457e-4b5d-86bb-d2ee3f080b5b tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717182 Aug 16 22:28:16.261020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460984bb-25c9-49c0-b16d-2ef6787014a7 req-1a9fbc3c-684a-4b29-b083-e145e96ce617 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:16.270062 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-460984bb-25c9-49c0-b16d-2ef6787014a7 req-1a9fbc3c-684a-4b29-b083-e145e96ce617 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.0848963 Aug 16 22:28:16.314558 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-460984bb-25c9-49c0-b16d-2ef6787014a7 req-e8bdf505-af2c-427c-9f96-c6264683a6bb tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435288 Aug 16 22:28:16.460283 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf5849-6919-4a2a-880e-c2f5c6ed4e68 req-21cf59d6-22be-46cc-bb87-2872bf90cf7a tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:16.461802 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72cf5849-6919-4a2a-880e-c2f5c6ed4e68 req-21cf59d6-22be-46cc-bb87-2872bf90cf7a tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.0539536 Aug 16 22:28:16.510548 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72cf5849-6919-4a2a-880e-c2f5c6ed4e68 req-a89b0e59-8a9a-4a14-b298-db89d50b5138 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417297 Aug 16 22:28:16.792882 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 01cbf8e0-7522-473c-a96d-224905c9d518 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:16.870699 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 01cbf8e0-7522-473c-a96d-224905c9d518 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:16.878369 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 01cbf8e0-7522-473c-a96d-224905c9d518 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:16.879075 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:16.987835 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db99385-c608-4cd8-81e0-5edfad2e015e req-556f7f0c-23d3-4f1d-b12b-276624d221f8 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:16.994959 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db99385-c608-4cd8-81e0-5edfad2e015e req-556f7f0c-23d3-4f1d-b12b-276624d221f8 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:17.004842 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db99385-c608-4cd8-81e0-5edfad2e015e req-556f7f0c-23d3-4f1d-b12b-276624d221f8 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:17.006812 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4db99385-c608-4cd8-81e0-5edfad2e015e req-556f7f0c-23d3-4f1d-b12b-276624d221f8 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2417 time: 0.1033401 Aug 16 22:28:17.013634 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:17.052582 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 01cbf8e0-7522-473c-a96d-224905c9d518, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=01cbf8e0-7522-473c-a96d-224905c9d518,segment=NetworkSegment(72f846a0-9a91-40f9-ad9c-290e0ad2bbb5),segment_id=72f846a0-9a91-40f9-ad9c-290e0ad2bbb5)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:17.060065 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:17.060880 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:17.093280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4db99385-c608-4cd8-81e0-5edfad2e015e req-de227f84-e86b-4f94-a893-a48ef523e2d2 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791566 Aug 16 22:28:17.171371 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=01cbf8e0-7522-473c-a96d-224905c9d518,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:17.182421 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cbf8e0-7522-473c-a96d-224905c9d518'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:17.185327 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a8f96d-f648-4753-8505-9c10faf85c4b" -d '{"events": [{"server_uuid": "547878d7-7e7c-408b-ba2e-80e7863c4e10", "name": "network-vif-plugged", "status": "completed", "tag": "01cbf8e0-7522-473c-a96d-224905c9d518"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:17.204352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:17.212466 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:17.213738 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:17.301726 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5549e1-4165-4dc6-ba47-1797d5808a81 req-620b3c0f-3207-456a-a676-3a8a57013f19 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:17.307538 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be5549e1-4165-4dc6-ba47-1797d5808a81 req-620b3c0f-3207-456a-a676-3a8a57013f19 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 944 time: 0.0754745 Aug 16 22:28:17.335172 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:17.381268 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=04193fb9-e44c-4f9a-bcaf-09367c1ed7d0,segment=NetworkSegment(72f846a0-9a91-40f9-ad9c-290e0ad2bbb5),segment_id=72f846a0-9a91-40f9-ad9c-290e0ad2bbb5)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:17.387355 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be5549e1-4165-4dc6-ba47-1797d5808a81 req-f186aaa6-1b22-4327-a86b-f1ca8d5501d3 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684659 Aug 16 22:28:17.388314 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:17.457211 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=04193fb9-e44c-4f9a-bcaf-09367c1ed7d0,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:17.469873 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d709175e-5c3d-4305-b5cc-ae79b301d588 x-openstack-request-id: req-d709175e-5c3d-4305-b5cc-ae79b301d588 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:17.470252 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547878d7-7e7c-408b-ba2e-80e7863c4e10", "name": "network-vif-plugged", "status": "completed", "tag": "01cbf8e0-7522-473c-a96d-224905c9d518", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:17.470988 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d709175e-5c3d-4305-b5cc-ae79b301d588 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:17.471530 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cbf8e0-7522-473c-a96d-224905c9d518', 'code': 200} Aug 16 22:28:17.579781 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6af8a-f4a1-4ac2-ab21-badcdf953ac9 req-d84f83a1-d39d-4315-a81e-038f2b66ccd9 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:17.587643 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d4c6af8a-f4a1-4ac2-ab21-badcdf953ac9 req-d84f83a1-d39d-4315-a81e-038f2b66ccd9 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.0636058 Aug 16 22:28:17.655545 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d4c6af8a-f4a1-4ac2-ab21-badcdf953ac9 req-f0af2df1-2bcc-4068-aa73-fc5a131497b3 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667281 Aug 16 22:28:17.806590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53aa49-cb46-45df-b634-f5e7b2c6c37c req-d8f75c0d-82d8-4e1b-9526-1bb12379855c tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:17.814917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5e53aa49-cb46-45df-b634-f5e7b2c6c37c req-d8f75c0d-82d8-4e1b-9526-1bb12379855c tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.0641818 Aug 16 22:28:17.868427 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5e53aa49-cb46-45df-b634-f5e7b2c6c37c req-aa20adfd-fb76-4d54-b386-9fdbd3de24f6 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520263 Aug 16 22:28:18.241996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e2036-ff3e-477f-a08e-fe5a728422af req-b3bc5c0b-c678-4ac2-b964-f611e4e2aad0 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:18.249772 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e2036-ff3e-477f-a08e-fe5a728422af req-b3bc5c0b-c678-4ac2-b964-f611e4e2aad0 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:18.261016 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e2036-ff3e-477f-a08e-fe5a728422af req-b3bc5c0b-c678-4ac2-b964-f611e4e2aad0 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:18.262772 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-464e2036-ff3e-477f-a08e-fe5a728422af req-b3bc5c0b-c678-4ac2-b964-f611e4e2aad0 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2419 time: 0.0880904 Aug 16 22:28:18.305334 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-464e2036-ff3e-477f-a08e-fe5a728422af req-04793c26-2006-4607-8094-9307c874db4e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359602 Aug 16 22:28:18.515872 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41863468-349e-4580-8433-95fcd750a637 req-26b5cc18-3abf-47c6-a482-d0c14b0fbbaf tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:18.517675 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41863468-349e-4580-8433-95fcd750a637 req-26b5cc18-3abf-47c6-a482-d0c14b0fbbaf tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 944 time: 0.0599639 Aug 16 22:28:18.559618 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41863468-349e-4580-8433-95fcd750a637 req-37a4ed61-a0e5-48e2-b59c-da10d191e5e8 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354853 Aug 16 22:28:18.792096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966a60e-928d-409b-b511-50e4f56e3354 req-1fe94299-1473-4c89-8a9d-63701b9ea2fe tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:18.793860 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5966a60e-928d-409b-b511-50e4f56e3354 req-1fe94299-1473-4c89-8a9d-63701b9ea2fe tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.0611880 Aug 16 22:28:18.862492 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5966a60e-928d-409b-b511-50e4f56e3354 req-e4e90032-8157-488b-bbd1-2b27fe012f49 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456855 Aug 16 22:28:19.089918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ead868-22e9-403a-9deb-92acb5156fd0 req-4293930f-71b0-4692-952a-dc1a0d80bf88 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:19.092828 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-83ead868-22e9-403a-9deb-92acb5156fd0 req-4293930f-71b0-4692-952a-dc1a0d80bf88 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.0730908 Aug 16 22:28:19.192710 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-83ead868-22e9-403a-9deb-92acb5156fd0 req-a037510d-8414-4e24-8fb9-5090d09f6b15 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836856 Aug 16 22:28:19.472875 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04193fb9-e44c-4f9a-bcaf-09367c1ed7d0'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:19.475169 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10a8349-ae68-4754-9ceb-42b7dc4ef153" -d '{"events": [{"server_uuid": "547878d7-7e7c-408b-ba2e-80e7863c4e10", "name": "network-vif-plugged", "status": "completed", "tag": "04193fb9-e44c-4f9a-bcaf-09367c1ed7d0"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:30.002927 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 59818) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:30.009431 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1652312268'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:30.032849 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Made reservation on behalf of 862fd4c5b7334530a4c88c30c2542f34 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:28:30.037334 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:30.046270 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3190bb-353d-4b8e-bfc5-6b396118cfa2 x-openstack-request-id: req-8f3190bb-353d-4b8e-bfc5-6b396118cfa2 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:30.046876 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547878d7-7e7c-408b-ba2e-80e7863c4e10", "name": "network-vif-plugged", "status": "completed", "tag": "04193fb9-e44c-4f9a-bcaf-09367c1ed7d0", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:30.046876 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8f3190bb-353d-4b8e-bfc5-6b396118cfa2 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:30.047212 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04193fb9-e44c-4f9a-bcaf-09367c1ed7d0', 'code': 200} Aug 16 22:28:30.096279 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:28:30.134417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d7448-3973-4a29-bcb0-329c8c80bf0d req-8862de9f-2f38-438e-85b3-dcdf2c412b0f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:30.140856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d7448-3973-4a29-bcb0-329c8c80bf0d req-8862de9f-2f38-438e-85b3-dcdf2c412b0f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:30.147933 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d7448-3973-4a29-bcb0-329c8c80bf0d req-8862de9f-2f38-438e-85b3-dcdf2c412b0f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:30.149704 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-458d7448-3973-4a29-bcb0-329c8c80bf0d req-8862de9f-2f38-438e-85b3-dcdf2c412b0f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2419 time: 0.1093054 Aug 16 22:28:30.170758 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:30.171093 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Added segment 44081139-c3e7-4662-872a-94353d92601c of type vlan for network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e Aug 16 22:28:30.247302 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:30.257725 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33aeb0f-a5b1-4944-8697-9c54efe31658 req-4a68c1ad-4025-4ee8-a6d7-504445a445e9 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:30.259315 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b33aeb0f-a5b1-4944-8697-9c54efe31658 req-4a68c1ad-4025-4ee8-a6d7-504445a445e9 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 944 time: 0.1585343 Aug 16 22:28:30.282608 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-458d7448-3973-4a29-bcb0-329c8c80bf0d req-023d5e8d-3423-4f91-8026-cf96db441313 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133318 Aug 16 22:28:30.388780 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:30.395929 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:30.396031 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:30.449057 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b33aeb0f-a5b1-4944-8697-9c54efe31658 req-abc42dda-1c56-4f1c-9195-02ee0eb32770 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717558 Aug 16 22:28:30.452276 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed2fcb-c299-4c4d-a594-241a510bfee3 req-551677fa-48e8-478b-a9ca-819ba337ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:30.452763 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed2fcb-c299-4c4d-a594-241a510bfee3 req-551677fa-48e8-478b-a9ca-819ba337ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:30.453235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed2fcb-c299-4c4d-a594-241a510bfee3 req-551677fa-48e8-478b-a9ca-819ba337ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:30.454953 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-85ed2fcb-c299-4c4d-a594-241a510bfee3 req-551677fa-48e8-478b-a9ca-819ba337ebc9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2875 time: 0.1913691 Aug 16 22:28:30.585625 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5808411 Aug 16 22:28:30.589207 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e7865-f28d-4a84-a68b-ce9c80656377 req-e977bfae-941e-4af2-abe0-28af3b099ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:30.589862 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59850) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:30.591470 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-347e7865-f28d-4a84-a68b-ce9c80656377 req-e977bfae-941e-4af2-abe0-28af3b099ed9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89e6a3d49d324e0d860860f4a6f5f61c&device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 1097 time: 0.2841256 Aug 16 22:28:30.599699 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1543789447'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:30.634589 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Made reservation on behalf of 862fd4c5b7334530a4c88c30c2542f34 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:28:30.644549 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:30.680543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event updated for resources: {'Network': ['ID=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:30.682086 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:28:30.697564 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:30.698218 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Added segment cb807bf3-34f9-4fc7-bb65-ae2e13f03841 of type vlan for network 4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 Aug 16 22:28:30.771240 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:30.816978 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:30.823836 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:30.824754 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:30.899089 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3058252 Aug 16 22:28:30.901936 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59852) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:30.910387 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5859a02c-d0c7-4e33-a546-0d6b280670ec tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Request body: {'subnet': {'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:30.915574 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event updated for resources: {'Network': ['ID=4a4f1f6c-9680-469a-bab8-e73ceb2b4da1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:30.965059 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:30.965385 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:30.965738 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:30.966101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:30.966436 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:30.966854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:30.967262 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:30.967595 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:30.967927 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:30.968250 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:30.968607 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:30.969177 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb10f5-cbc4-42b6-9c05-404ef4e904b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:30.981835 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:28:31.053329 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5859a02c-d0c7-4e33-a546-0d6b280670ec tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Made reservation on behalf of 862fd4c5b7334530a4c88c30c2542f34 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:28:31.060801 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5859a02c-d0c7-4e33-a546-0d6b280670ec tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:31.113630 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:31.114816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:31.115383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:31.115954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:31.116516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:31.117105 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:31.117642 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:31.118437 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:31.119004 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:31.119557 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:31.120277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:31.120841 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0ff4a-ec38-4af4-93eb-c7131469dc2b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:31.134444 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-85ed2fcb-c299-4c4d-a594-241a510bfee3 req-0816bfd5-c4db-4b7d-bde6-7c14251dac57 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6077149 Aug 16 22:28:31.138427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:28:31.150483 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110ccb7-d869-464a-b6be-ba28d04361b5 req-6c7e8dc6-3ad8-423d-9ad8-ab3765398b3b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:31.152405 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b110ccb7-d869-464a-b6be-ba28d04361b5 req-6c7e8dc6-3ad8-423d-9ad8-ab3765398b3b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.7294519 Aug 16 22:28:31.171839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d3bd7-1b31-42cf-aa55-00ce16002650 req-f0dec345-5b2e-4d16-aa56-609290987ba0 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:31.179790 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5f5d3bd7-1b31-42cf-aa55-00ce16002650 req-f0dec345-5b2e-4d16-aa56-609290987ba0 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.6163890 Aug 16 22:28:31.255910 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e7865-f28d-4a84-a68b-ce9c80656377 req-f563c748-0377-411d-8f5c-09292e549231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:31.257814 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-347e7865-f28d-4a84-a68b-ce9c80656377 req-f563c748-0377-411d-8f5c-09292e549231 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1aac5166-a976-4d3c-9235-d21b98e298ee HTTP/1.1" status: 200 len: 917 time: 0.6247206 Aug 16 22:28:31.277258 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5f5d3bd7-1b31-42cf-aa55-00ce16002650 req-79ba3e69-c66d-4dd9-8bec-f3f31fba09dd tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960803 Aug 16 22:28:31.287044 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b110ccb7-d869-464a-b6be-ba28d04361b5 req-7381a11f-55a1-43a6-9a46-86b54c4ed460 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018469 Aug 16 22:28:31.438238 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-347e7865-f28d-4a84-a68b-ce9c80656377 req-2ab24b96-2b68-4bf5-9533-5ca5610c8544 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c32675-ff51-4132-8e6f-d2fa2283ab1e HTTP/1.1" status: 200 len: 1001 time: 0.1550722 Aug 16 22:28:31.446856 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5859a02c-d0c7-4e33-a546-0d6b280670ec tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:31.546055 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859a02c-d0c7-4e33-a546-0d6b280670ec tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event updated for resources: {'Subnet': ['ID=cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:31.557194 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5859a02c-d0c7-4e33-a546-0d6b280670ec tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Checking segment: {'id': '44081139-c3e7-4662-872a-94353d92601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:28:31.558343 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5859a02c-d0c7-4e33-a546-0d6b280670ec tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Network hostable DHCP agents. Network: 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:28:31.576730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e7865-f28d-4a84-a68b-ce9c80656377 req-802448d4-5bc5-4211-9c98-059195cacaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:31.581193 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5859a02c-d0c7-4e33-a546-0d6b280670ec tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:28:31.581413 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-347e7865-f28d-4a84-a68b-ce9c80656377 req-802448d4-5bc5-4211-9c98-059195cacaba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d60c736-a0cd-48eb-8b90-5c8c42db55f8 HTTP/1.1" status: 200 len: 855 time: 0.1299336 Aug 16 22:28:31.607751 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5859a02c-d0c7-4e33-a546-0d6b280670ec tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:31.623664 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0156b3d8-bbc9-4b30-a46f-990b5db8109e None None] Network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:28:31.629204 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5859a02c-d0c7-4e33-a546-0d6b280670ec tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:31.630060 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5859a02c-d0c7-4e33-a546-0d6b280670ec tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:31.664908 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5859a02c-d0c7-4e33-a546-0d6b280670ec tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7613816 Aug 16 22:28:31.665900 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59872) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:31.674205 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-93c34ed9-2dfb-432d-9f52-35681cfe0c6b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Request body: {'subnet': {'network_id': '4a4f1f6c-9680-469a-bab8-e73ceb2b4da1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:31.678380 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace65d2b-f79e-45cb-ba98-78cc7552dc0b req-e07950d7-7c50-4bbf-9203-07e3a25f5cdf tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:31.686623 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace65d2b-f79e-45cb-ba98-78cc7552dc0b req-e07950d7-7c50-4bbf-9203-07e3a25f5cdf tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:31.695340 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace65d2b-f79e-45cb-ba98-78cc7552dc0b req-e07950d7-7c50-4bbf-9203-07e3a25f5cdf tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:31.697212 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ace65d2b-f79e-45cb-ba98-78cc7552dc0b req-e07950d7-7c50-4bbf-9203-07e3a25f5cdf tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2419 time: 0.2089040 Aug 16 22:28:31.797005 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ace65d2b-f79e-45cb-ba98-78cc7552dc0b req-a86f0f79-fdfe-461c-82b5-c4cf081a65a1 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685556 Aug 16 22:28:31.808403 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6076d36-adf9-4244-b1e4-2077c178c0a0 req-447491fc-0d20-4ed7-b3b7-bb045a478d58 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:31.809904 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c34ed9-2dfb-432d-9f52-35681cfe0c6b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Made reservation on behalf of 862fd4c5b7334530a4c88c30c2542f34 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:28:31.817056 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6076d36-adf9-4244-b1e4-2077c178c0a0 req-447491fc-0d20-4ed7-b3b7-bb045a478d58 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 944 time: 0.2297354 Aug 16 22:28:31.823048 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93c34ed9-2dfb-432d-9f52-35681cfe0c6b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:31.850421 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e7865-f28d-4a84-a68b-ce9c80656377 req-91534afe-d920-49e0-b7e8-0904b6bce451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:31.852100 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-347e7865-f28d-4a84-a68b-ce9c80656377 req-91534afe-d920-49e0-b7e8-0904b6bce451 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1aac5166-a976-4d3c-9235-d21b98e298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2418206 Aug 16 22:28:31.863235 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-3d52a80a-46a1-4a85-b6ee-83d618bc5e2e', 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'fixed_ips': [{'subnet_id': 'cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:28:31.865504 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:31.933228 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6076d36-adf9-4244-b1e4-2077c178c0a0 req-1448c73f-5d34-4176-938e-a1a116b435d9 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152170 Aug 16 22:28:32.007401 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-347e7865-f28d-4a84-a68b-ce9c80656377 req-595c9e64-3451-466c-b660-1380e2888cd1 service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426480 Aug 16 22:28:32.129561 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] Allocated IP 10.1.1.2 (3d52a80a-46a1-4a85-b6ee-83d618bc5e2e/cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8/dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:32.130320 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93c34ed9-2dfb-432d-9f52-35681cfe0c6b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:32.159312 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-347e7865-f28d-4a84-a68b-ce9c80656377 req-ce05b7c8-85e5-4d82-b20a-cd5c1da8d8fc service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370828 Aug 16 22:28:32.216007 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c34ed9-2dfb-432d-9f52-35681cfe0c6b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event updated for resources: {'Subnet': ['ID=6407f57a-0a4a-4c45-b6bc-4d49c5bbccdb,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:32.282673 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c34ed9-2dfb-432d-9f52-35681cfe0c6b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Checking segment: {'id': 'cb807bf3-34f9-4fc7-bb65-ae2e13f03841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4a4f1f6c-9680-469a-bab8-e73ceb2b4da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:28:32.283455 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c34ed9-2dfb-432d-9f52-35681cfe0c6b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Network hostable DHCP agents. Network: 4a4f1f6c-9680-469a-bab8-e73ceb2b4da1, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:28:32.318365 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c34ed9-2dfb-432d-9f52-35681cfe0c6b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Network 4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:28:32.329542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62004476-a3aa-43ac-9d65-6aa7c929ac89 req-bc2883fa-8845-44e0-b136-008b23386406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:32.340103 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62004476-a3aa-43ac-9d65-6aa7c929ac89 req-bc2883fa-8845-44e0-b136-008b23386406 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89e6a3d49d324e0d860860f4a6f5f61c&device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 1097 time: 0.0880909 Aug 16 22:28:32.340335 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-93c34ed9-2dfb-432d-9f52-35681cfe0c6b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 4a4f1f6c-9680-469a-bab8-e73ceb2b4da1) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:32.364453 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c34ed9-2dfb-432d-9f52-35681cfe0c6b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:32.367743 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93c34ed9-2dfb-432d-9f52-35681cfe0c6b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:32.416454 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-93c34ed9-2dfb-432d-9f52-35681cfe0c6b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7467585 Aug 16 22:28:32.416888 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59882) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:32.429998 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d2a4b8a8-f74f-45ff-baf1-e46c0c6cf301 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Request body: {'port': {'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e', 'name': 'tempest-TaggedBootDevicesTest_v242-894535855', 'fixed_ips': [{'subnet_id': 'cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8'}]}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:32.440222 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24814a8-6ba8-49cf-9097-a29801c4765c None None] Network 4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:28:32.579740 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:32.595462 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] Transition to ACTIVE for port object dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:32.636351 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] Transition to ACTIVE for port object dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:32.666898 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a4b8a8-f74f-45ff-baf1-e46c0c6cf301 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Made reservation on behalf of 862fd4c5b7334530a4c88c30c2542f34 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:28:32.668775 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:32.703503 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d4ddb-4a58-4aba-88b2-db85e7be12ec req-62460b36-3a00-4b19-8024-629ef74fd907 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:32.713273 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-193d4ddb-4a58-4aba-88b2-db85e7be12ec req-62460b36-3a00-4b19-8024-629ef74fd907 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.1956468 Aug 16 22:28:32.728504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab2101-2755-4e05-b192-3d7eaf1b71c6 req-5838542b-93c9-4490-9d2c-f8c67d074425 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:32.730108 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1cab2101-2755-4e05-b192-3d7eaf1b71c6 req-5838542b-93c9-4490-9d2c-f8c67d074425 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.2266159 Aug 16 22:28:32.806725 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] Network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:32.817056 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62004476-a3aa-43ac-9d65-6aa7c929ac89 req-26dda805-2c18-48e7-8895-37ecaebc0705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:32.819596 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62004476-a3aa-43ac-9d65-6aa7c929ac89 req-26dda805-2c18-48e7-8895-37ecaebc0705 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1aac5166-a976-4d3c-9235-d21b98e298ee HTTP/1.1" status: 200 len: 917 time: 0.4745483 Aug 16 22:28:32.819781 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:32.823311 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:32.846282 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] Pushing event updated for resources: {'Port': ['ID=dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:32.864168 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1cab2101-2755-4e05-b192-3d7eaf1b71c6 req-50c8d261-06c5-409d-b7ff-dd8ffa3e0226 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125278 Aug 16 22:28:32.901844 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-193d4ddb-4a58-4aba-88b2-db85e7be12ec req-416ade7d-5181-429c-8348-cb3343808242 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855457 Aug 16 22:28:32.950001 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2a4b8a8-f74f-45ff-baf1-e46c0c6cf301 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:32.990407 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-d2a4b8a8-f74f-45ff-baf1-e46c0c6cf301 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] device_id is not set on port 8a6c2671-f986-41c4-892f-cc350ac251e1 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:28:33.038199 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] Attempting to bind port dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:28:33.038973 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] Attempting to bind port dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '44081139-c3e7-4662-872a-94353d92601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:28:33.039562 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] Attempting to bind port dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e on network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:28:33.040113 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62004476-a3aa-43ac-9d65-6aa7c929ac89 req-96115b76-dbfd-4b60-ba0a-b010e70ba489 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c32675-ff51-4132-8e6f-d2fa2283ab1e HTTP/1.1" status: 200 len: 1001 time: 0.1919336 Aug 16 22:28:33.048069 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:28:33.049154 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] Checking segment: {'id': '44081139-c3e7-4662-872a-94353d92601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:28:33.049818 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:33.050444 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] Bound using segment: {'id': '44081139-c3e7-4662-872a-94353d92601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:28:33.051146 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] Bound port: dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44081139-c3e7-4662-872a-94353d92601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:28:33.051756 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:33.055947 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-4a4f1f6c-9680-469a-bab8-e73ceb2b4da1', 'network_id': '4a4f1f6c-9680-469a-bab8-e73ceb2b4da1', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'fixed_ips': [{'subnet_id': '6407f57a-0a4a-4c45-b6bc-4d49c5bbccdb'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:28:33.058598 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:33.184170 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62004476-a3aa-43ac-9d65-6aa7c929ac89 req-665ed743-4105-4c7c-8969-3de2038836a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:33.185746 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62004476-a3aa-43ac-9d65-6aa7c929ac89 req-665ed743-4105-4c7c-8969-3de2038836a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d60c736-a0cd-48eb-8b90-5c8c42db55f8 HTTP/1.1" status: 200 len: 855 time: 0.1256123 Aug 16 22:28:33.214569 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] For port dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:28:33.218128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] For port dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:28:33.333022 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62004476-a3aa-43ac-9d65-6aa7c929ac89 req-87a22cd5-3a41-4023-84fd-197317d801f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:33.335970 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62004476-a3aa-43ac-9d65-6aa7c929ac89 req-87a22cd5-3a41-4023-84fd-197317d801f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1aac5166-a976-4d3c-9235-d21b98e298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1416733 Aug 16 22:28:33.340428 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:33.346858 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825556a-070f-44b7-8a2d-c003030f4127 req-cc7c5450-ee22-4ad0-aae3-0822c3a5f464 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:33.356258 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f825556a-070f-44b7-8a2d-c003030f4127 req-cc7c5450-ee22-4ad0-aae3-0822c3a5f464 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 944 time: 0.1142612 Aug 16 22:28:33.405528 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dcf72-28f7-4556-9b86-3c23f8f7afd7 None None] Pushing event updated for resources: {'Port': ['ID=dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:33.418108 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] Allocated IP 10.2.2.2 (4a4f1f6c-9680-469a-bab8-e73ceb2b4da1/6407f57a-0a4a-4c45-b6bc-4d49c5bbccdb/75d0dcbf-aa53-4611-9f13-75b7ac5720e2) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:33.439118 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-d2a4b8a8-f74f-45ff-baf1-e46c0c6cf301 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Allocated IP 10.1.1.164 (3d52a80a-46a1-4a85-b6ee-83d618bc5e2e/cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8/8a6c2671-f986-41c4-892f-cc350ac251e1) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:33.501789 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b14089-edb4-42f7-93d6-ea6196407f85 req-67e48a31-a3aa-4efd-9524-325871765d33 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:33.508903 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b14089-edb4-42f7-93d6-ea6196407f85 req-67e48a31-a3aa-4efd-9524-325871765d33 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:33.514633 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b14089-edb4-42f7-93d6-ea6196407f85 req-67e48a31-a3aa-4efd-9524-325871765d33 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:33.516446 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18b14089-edb4-42f7-93d6-ea6196407f85 req-67e48a31-a3aa-4efd-9524-325871765d33 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2419 time: 0.2850039 Aug 16 22:28:33.587962 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f825556a-070f-44b7-8a2d-c003030f4127 req-85aabd2a-fed3-4dbb-a6e8-4252924e0cea tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289593 Aug 16 22:28:33.591169 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62004476-a3aa-43ac-9d65-6aa7c929ac89 req-c7259fad-640e-460f-bc76-44365cda4971 service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041662 Aug 16 22:28:33.690118 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:33.699308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] Transition to ACTIVE for port object 75d0dcbf-aa53-4611-9f13-75b7ac5720e2 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:33.767967 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] Transition to ACTIVE for port object 75d0dcbf-aa53-4611-9f13-75b7ac5720e2 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:33.772883 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62004476-a3aa-43ac-9d65-6aa7c929ac89 req-9a8cc2b1-d1bb-402a-bb98-d7c2eda79de0 service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624520 Aug 16 22:28:33.779210 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18b14089-edb4-42f7-93d6-ea6196407f85 req-f0550532-5b2f-4333-a473-e48cc0295094 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458310 Aug 16 22:28:33.779871 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:33.838391 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2a4b8a8-f74f-45ff-baf1-e46c0c6cf301 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:33.852925 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] Pushing event updated for resources: {'Port': ['ID=75d0dcbf-aa53-4611-9f13-75b7ac5720e2,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:33.853859 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d2a4b8a8-f74f-45ff-baf1-e46c0c6cf301 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Transition to ACTIVE for port object 8a6c2671-f986-41c4-892f-cc350ac251e1 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:33.856900 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] Network 4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:33.858700 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:33.864474 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:33.930841 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2a4b8a8-f74f-45ff-baf1-e46c0c6cf301 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:33.977330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] Attempting to bind port 75d0dcbf-aa53-4611-9f13-75b7ac5720e2 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:28:33.978212 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] Attempting to bind port 75d0dcbf-aa53-4611-9f13-75b7ac5720e2 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'cb807bf3-34f9-4fc7-bb65-ae2e13f03841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4a4f1f6c-9680-469a-bab8-e73ceb2b4da1'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:28:33.978941 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] Attempting to bind port 75d0dcbf-aa53-4611-9f13-75b7ac5720e2 on network 4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:28:33.986897 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:28:33.986897 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] Checking segment: {'id': 'cb807bf3-34f9-4fc7-bb65-ae2e13f03841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4a4f1f6c-9680-469a-bab8-e73ceb2b4da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:28:33.986897 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:33.986897 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] Bound using segment: {'id': 'cb807bf3-34f9-4fc7-bb65-ae2e13f03841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4a4f1f6c-9680-469a-bab8-e73ceb2b4da1'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:28:33.987438 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] Bound port: 75d0dcbf-aa53-4611-9f13-75b7ac5720e2, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb807bf3-34f9-4fc7-bb65-ae2e13f03841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4a4f1f6c-9680-469a-bab8-e73ceb2b4da1'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:28:33.988517 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:34.088660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a4b8a8-f74f-45ff-baf1-e46c0c6cf301 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:34.096315 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d2a4b8a8-f74f-45ff-baf1-e46c0c6cf301 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:34.100265 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a4b8a8-f74f-45ff-baf1-e46c0c6cf301 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:34.107337 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] For port 75d0dcbf-aa53-4611-9f13-75b7ac5720e2, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:28:34.111526 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] For port 75d0dcbf-aa53-4611-9f13-75b7ac5720e2, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=75d0dcbf-aa53-4611-9f13-75b7ac5720e2,segment=NetworkSegment(cb807bf3-34f9-4fc7-bb65-ae2e13f03841),segment_id=cb807bf3-34f9-4fc7-bb65-ae2e13f03841)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:28:34.135201 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:34.144980 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d6e37-ee18-4571-93df-e49cd4879561 req-73a3675e-d2c2-4eb8-a6b8-93662cda1b12 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:34.156766 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-410d6e37-ee18-4571-93df-e49cd4879561 req-73a3675e-d2c2-4eb8-a6b8-93662cda1b12 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.0934014 Aug 16 22:28:34.161334 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4b8a8-f74f-45ff-baf1-e46c0c6cf301 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event updated for resources: {'Port': ['ID=8a6c2671-f986-41c4-892f-cc350ac251e1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:34.201634 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:34.225017 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a4b8a8-f74f-45ff-baf1-e46c0c6cf301 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:34.228072 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2a4b8a8-f74f-45ff-baf1-e46c0c6cf301 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:34.268153 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d2a4b8a8-f74f-45ff-baf1-e46c0c6cf301 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8491514 Aug 16 22:28:34.270231 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59914) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:34.273361 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-410d6e37-ee18-4571-93df-e49cd4879561 req-e2f41814-629e-4d50-b786-8c14e555f648 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121633 Aug 16 22:28:34.277172 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-17b942f3-d442-43ae-b550-e44cfddf799b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Request body: {'port': {'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e', 'name': 'tempest-TaggedBootDevicesTest_v242-1253386891', 'fixed_ips': [{'subnet_id': 'cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8'}]}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:34.317588 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f986409-8a92-4dae-9515-b3cc67a94fb8 None None] Pushing event updated for resources: {'Port': ['ID=75d0dcbf-aa53-4611-9f13-75b7ac5720e2,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:34.322064 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:34.464622 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174a99f-26c3-4941-b424-5df119ae4d4f req-1ec2cd3e-07d7-47aa-80ba-9886f5dc265f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:34.474095 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f174a99f-26c3-4941-b424-5df119ae4d4f req-1ec2cd3e-07d7-47aa-80ba-9886f5dc265f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.1191964 Aug 16 22:28:34.515754 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b942f3-d442-43ae-b550-e44cfddf799b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Made reservation on behalf of 862fd4c5b7334530a4c88c30c2542f34 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:28:34.529592 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17b942f3-d442-43ae-b550-e44cfddf799b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:34.555607 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-17b942f3-d442-43ae-b550-e44cfddf799b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] device_id is not set on port e06f4eb2-9456-487d-879d-8e9aea9648b9 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:28:34.643838 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f174a99f-26c3-4941-b424-5df119ae4d4f req-b279357c-d6bd-4e15-8beb-e946dce4ca5b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682363 Aug 16 22:28:34.789953 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc084b-c191-47d4-a9bf-57975f75eaa4 req-826e4f5e-66d9-4d44-971a-70398971a885 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:34.795977 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc084b-c191-47d4-a9bf-57975f75eaa4 req-826e4f5e-66d9-4d44-971a-70398971a885 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:34.803026 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc084b-c191-47d4-a9bf-57975f75eaa4 req-826e4f5e-66d9-4d44-971a-70398971a885 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:34.810698 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7cdc084b-c191-47d4-a9bf-57975f75eaa4 req-826e4f5e-66d9-4d44-971a-70398971a885 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2419 time: 0.1119196 Aug 16 22:28:34.847274 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41b095-2017-47fe-83e3-48631a025366 req-856aaa5f-4397-4222-9a9d-2b27ea7b31e8 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:34.854821 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c41b095-2017-47fe-83e3-48631a025366 req-856aaa5f-4397-4222-9a9d-2b27ea7b31e8 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 944 time: 0.1208189 Aug 16 22:28:34.866568 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-17b942f3-d442-43ae-b550-e44cfddf799b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Allocated IP 10.1.1.210 (3d52a80a-46a1-4a85-b6ee-83d618bc5e2e/cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8/e06f4eb2-9456-487d-879d-8e9aea9648b9) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:34.926803 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 48ac1cda-719d-4426-a6ff-ee642af95bfb details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:28:34.947400 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7cdc084b-c191-47d4-a9bf-57975f75eaa4 req-15e718dd-3354-4581-a7c3-3180637f842c tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344786 Aug 16 22:28:34.962760 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c41b095-2017-47fe-83e3-48631a025366 req-00484f93-092d-4afb-930a-a3902db0c0b1 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066468 Aug 16 22:28:34.966560 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e9c32675-ff51-4132-8e6f-d2fa2283ab1e no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:28:35.064298 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb175d7-1d76-4f39-9125-ca06d9689ab4 None None] Network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:28:35.120185 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17b942f3-d442-43ae-b550-e44cfddf799b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:35.137324 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-17b942f3-d442-43ae-b550-e44cfddf799b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Transition to ACTIVE for port object e06f4eb2-9456-487d-879d-8e9aea9648b9 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:35.201000 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17b942f3-d442-43ae-b550-e44cfddf799b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:35.256569 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b942f3-d442-43ae-b550-e44cfddf799b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:35.260654 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-17b942f3-d442-43ae-b550-e44cfddf799b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:35.266321 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b942f3-d442-43ae-b550-e44cfddf799b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:35.330548 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7314b8c1-e9b8-43ee-b84e-e2731c620082 None None] Provisioning for port dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:35.343468 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b942f3-d442-43ae-b550-e44cfddf799b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event updated for resources: {'Port': ['ID=e06f4eb2-9456-487d-879d-8e9aea9648b9,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:35.352022 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 48ac1cda-719d-4426-a6ff-ee642af95bfb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=48ac1cda-719d-4426-a6ff-ee642af95bfb,segment=NetworkSegment(ef6bdb7b-766d-4748-8b7d-e6d14072e080),segment_id=ef6bdb7b-766d-4748-8b7d-e6d14072e080)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:35.355027 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7314b8c1-e9b8-43ee-b84e-e2731c620082 None None] Provisioning complete for port dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:35.355565 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7314b8c1-e9b8-43ee-b84e-e2731c620082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:35.398820 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b942f3-d442-43ae-b550-e44cfddf799b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:35.400007 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17b942f3-d442-43ae-b550-e44cfddf799b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:35.428800 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-17b942f3-d442-43ae-b550-e44cfddf799b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1570828 Aug 16 22:28:35.476393 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae46d4f-e26b-423b-94ab-719b07a8fd97 req-d824c5e9-7f4a-4571-afff-2ff659e934d4 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:35.483070 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ae46d4f-e26b-423b-94ab-719b07a8fd97 req-d824c5e9-7f4a-4571-afff-2ff659e934d4 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.0823262 Aug 16 22:28:35.518921 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '48ac1cda-719d-4426-a6ff-ee642af95bfb', 'network_id': '80504c0b-5244-4f8e-abb7-07f43d02c31e', 'port_id': '48ac1cda-719d-4426-a6ff-ee642af95bfb', 'mac_address': 'fa:16:3e:8d:6a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d2a62f-efd7-45c4-8dc0-2f77fcbfce1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:28:35.543520 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:35.575750 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ae46d4f-e26b-423b-94ab-719b07a8fd97 req-6ed876c6-6625-45a2-b2f6-1149bdf5877d tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897126 Aug 16 22:28:35.694496 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:35.708667 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9241e77e-5196-4b6e-b589-6962b6d83f06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:35.709102 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec100b11-88ca-43a8-986e-3d3575e645dd" -d '{"events": [{"server_uuid": "9241e77e-5196-4b6e-b589-6962b6d83f06", "name": "network-vif-unplugged", "status": "completed", "tag": "e9c32675-ff51-4132-8e6f-d2fa2283ab1e"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:35.756647 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf848e85-05fe-4bdb-8ace-7da723c8e64a None None] Network 4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:28:35.895013 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e9c32675-ff51-4132-8e6f-d2fa2283ab1e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:35.898594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ac1cda-719d-4426-a6ff-ee642af95bfb {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:28:35.942841 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 48ac1cda-719d-4426-a6ff-ee642af95bfb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=48ac1cda-719d-4426-a6ff-ee642af95bfb,segment=NetworkSegment(ef6bdb7b-766d-4748-8b7d-e6d14072e080),segment_id=ef6bdb7b-766d-4748-8b7d-e6d14072e080)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:35.978081 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7314b8c1-e9b8-43ee-b84e-e2731c620082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:35.978081 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:35.982416 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59950) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:35.987930 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-919879f0-181a-4a89-a14c-d5537a70737a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1738947709', 'description': 'tempest-description--1118588229'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:36.051863 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-919879f0-181a-4a89-a14c-d5537a70737a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:36.061203 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a01568-0b61-4943-8397-e981ff546978 req-d9e8ae1a-2993-4ba2-a43f-807fffe79502 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:36.062991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d6a01568-0b61-4943-8397-e981ff546978 req-d9e8ae1a-2993-4ba2-a43f-807fffe79502 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 945 time: 0.1253150 Aug 16 22:28:36.080965 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6454eb-bd7b-433b-9210-2988c1264f10 x-openstack-request-id: req-aa6454eb-bd7b-433b-9210-2988c1264f10 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:36.081373 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9241e77e-5196-4b6e-b589-6962b6d83f06", "name": "network-vif-unplugged", "status": "completed", "tag": "e9c32675-ff51-4132-8e6f-d2fa2283ab1e", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:36.081678 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-aa6454eb-bd7b-433b-9210-2988c1264f10 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:36.082116 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9241e77e-5196-4b6e-b589-6962b6d83f06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e', 'code': 200} Aug 16 22:28:36.101258 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:36.216447 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-dbfde496-09ce-492f-9a71-416e03ad1b52 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:36.236456 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-dbfde496-09ce-492f-9a71-416e03ad1b52 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:36.258057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-dbfde496-09ce-492f-9a71-416e03ad1b52 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:36.262374 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-dbfde496-09ce-492f-9a71-416e03ad1b52 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.39 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2419 time: 0.2672300 Aug 16 22:28:36.264031 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7314b8c1-e9b8-43ee-b84e-e2731c620082 None None] For port dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:36.269093 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 75d0dcbf-aa53-4611-9f13-75b7ac5720e2 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:36.361248 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7314b8c1-e9b8-43ee-b84e-e2731c620082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:36.384879 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:36.420048 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c36b1-3cfa-4bfb-b071-48ec88054bf8 req-b9ca45f8-34cf-474e-922f-1449af256696 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:36.427865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c36b1-3cfa-4bfb-b071-48ec88054bf8 req-b9ca45f8-34cf-474e-922f-1449af256696 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:36.433321 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:36.433667 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:36.434032 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:36.434371 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:36.434857 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:36.435342 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:36.435635 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:36.435963 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:36.436288 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:36.436615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:36.437706 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c36b1-3cfa-4bfb-b071-48ec88054bf8 req-b9ca45f8-34cf-474e-922f-1449af256696 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:36.440246 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:36.440246 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:36.457985 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c6c36b1-3cfa-4bfb-b071-48ec88054bf8 req-b9ca45f8-34cf-474e-922f-1449af256696 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 2419 time: 0.3615689 Aug 16 22:28:36.501636 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d6a01568-0b61-4943-8397-e981ff546978 req-b16b2dc5-6e75-4b14-8c96-2c7c87d0420f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4095767 Aug 16 22:28:36.578144 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['48ac1cda-719d-4426-a6ff-ee642af95bfb'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:28:36.666503 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c6c36b1-3cfa-4bfb-b071-48ec88054bf8 req-31955cd9-8845-4704-9730-4b4dc4cdb735 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076743 Aug 16 22:28:36.682507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-d93adbcf-3efc-4142-b21f-67bf0cb19ade tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Deleting port c00fea78-bf0d-401a-84d1-34bcc17a71c2 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:36.692831 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-d93adbcf-3efc-4142-b21f-67bf0cb19ade tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:36.728219 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-919879f0-181a-4a89-a14c-d5537a70737a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:36.736248 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-919879f0-181a-4a89-a14c-d5537a70737a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:36.797103 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-919879f0-181a-4a89-a14c-d5537a70737a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:36.801668 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-919879f0-181a-4a89-a14c-d5537a70737a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8150966 Aug 16 22:28:36.801668 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919879f0-181a-4a89-a14c-d5537a70737a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e96f25-ade0-4881-b151-dc537e03be72,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:36.803013 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59968) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:36.808769 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-929e136e-2109-48c4-8905-383b4a088bac tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Request body: {'security_group_rule': {'security_group_id': 'e2e96f25-ade0-4881-b151-dc537e03be72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:36.813239 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2ad8f98a-b76a-405e-a9b0-8b277d9f838d None None] Provisioning for port 75d0dcbf-aa53-4611-9f13-75b7ac5720e2 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:36.853620 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-929e136e-2109-48c4-8905-383b4a088bac tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:36.886699 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=48ac1cda-719d-4426-a6ff-ee642af95bfb,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:36.915036 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 75d0dcbf-aa53-4611-9f13-75b7ac5720e2 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:36.998060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-d93adbcf-3efc-4142-b21f-67bf0cb19ade tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] For port c00fea78-bf0d-401a-84d1-34bcc17a71c2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c00fea78-bf0d-401a-84d1-34bcc17a71c2,segment=NetworkSegment(85be6831-15a5-4b9c-844f-dfd009421795),segment_id=85be6831-15a5-4b9c-844f-dfd009421795)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:36.998664 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-d93adbcf-3efc-4142-b21f-67bf0cb19ade tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.015948 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-929e136e-2109-48c4-8905-383b4a088bac tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.017847 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e9c32675-ff51-4132-8e6f-d2fa2283ab1e no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:28:37.022977 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-929e136e-2109-48c4-8905-383b4a088bac tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.037618 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 75d0dcbf-aa53-4611-9f13-75b7ac5720e2 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:37.054670 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.068694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e136e-2109-48c4-8905-383b4a088bac tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094025d1-aebc-4ffb-9ff3-90f5f97b8f44,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:37.079668 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-929e136e-2109-48c4-8905-383b4a088bac tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.082835 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-929e136e-2109-48c4-8905-383b4a088bac tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2781546 Aug 16 22:28:37.086255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59976) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:37.099449 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-98bf2179-c8a4-4525-b28e-4de57eece0ce tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Request body: {'security_group_rule': {'security_group_id': 'e2e96f25-ade0-4881-b151-dc537e03be72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:37.111141 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-d93adbcf-3efc-4142-b21f-67bf0cb19ade tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Calling delete_port for c00fea78-bf0d-401a-84d1-34bcc17a71c2 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:37.143444 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-98bf2179-c8a4-4525-b28e-4de57eece0ce tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.164837 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee549a8-5645-4be2-b283-9e6d520e895d req-4fd96f34-82c6-4e22-9a8b-bf1eae4aecb7 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:37.166812 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ee549a8-5645-4be2-b283-9e6d520e895d req-4fd96f34-82c6-4e22-9a8b-bf1eae4aecb7 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 945 time: 0.1746757 Aug 16 22:28:37.211780 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2ad8f98a-b76a-405e-a9b0-8b277d9f838d None None] Provisioning for port e06f4eb2-9456-487d-879d-8e9aea9648b9 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:37.218928 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-98bf2179-c8a4-4525-b28e-4de57eece0ce tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.225802 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-98bf2179-c8a4-4525-b28e-4de57eece0ce tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.257794 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf2179-c8a4-4525-b28e-4de57eece0ce tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd114a60-5fc1-4fd7-8e11-621520c0d445,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:37.281856 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-98bf2179-c8a4-4525-b28e-4de57eece0ce tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.283698 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-98bf2179-c8a4-4525-b28e-4de57eece0ce tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1885653 Aug 16 22:28:37.287343 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59980) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:37.293706 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ce87d58b-eb88-4bb5-acbe-bbc85c626b11 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:37.307718 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2ad8f98a-b76a-405e-a9b0-8b277d9f838d None None] Provisioning complete for port e06f4eb2-9456-487d-879d-8e9aea9648b9 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:37.308119 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f98a-b76a-405e-a9b0-8b277d9f838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.350114 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce87d58b-eb88-4bb5-acbe-bbc85c626b11 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.427714 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ee549a8-5645-4be2-b283-9e6d520e895d req-d87003c9-0d29-46bf-be1a-d19d3c0479ad tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323134 Aug 16 22:28:37.430330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314b8c1-e9b8-43ee-b84e-e2731c620082 None None] Pushing event updated for resources: {'Port': ['ID=dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:37.489028 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-2ad8f98a-b76a-405e-a9b0-8b277d9f838d None None] Port e06f4eb2-9456-487d-879d-8e9aea9648b9 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:28:37.604347 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce87d58b-eb88-4bb5-acbe-bbc85c626b11 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.698037 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2ad8f98a-b76a-405e-a9b0-8b277d9f838d None None] Provisioning complete for port dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:37.698642 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f98a-b76a-405e-a9b0-8b277d9f838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.733849 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-d93adbcf-3efc-4142-b21f-67bf0cb19ade tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.740654 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.800006 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93adbcf-3efc-4142-b21f-67bf0cb19ade tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event deleted for resources: {'Port': ['ID=c00fea78-bf0d-401a-84d1-34bcc17a71c2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:37.870990 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bccbf-a123-4a48-877c-9acdf5707482 req-15af472f-f9e0-45dc-90df-29dce3ce2b33 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:37.872623 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-103bccbf-a123-4a48-877c-9acdf5707482 req-15af472f-f9e0-45dc-90df-29dce3ce2b33 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.1656482 Aug 16 22:28:37.898927 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 75d0dcbf-aa53-4611-9f13-75b7ac5720e2, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=75d0dcbf-aa53-4611-9f13-75b7ac5720e2,segment=NetworkSegment(cb807bf3-34f9-4fc7-bb65-ae2e13f03841),segment_id=cb807bf3-34f9-4fc7-bb65-ae2e13f03841)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:37.929327 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-ce87d58b-eb88-4bb5-acbe-bbc85c626b11 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Allocated IP 172.25.6.188 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/9dbd7552-81b2-4135-b694-aa2de2d5c308) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:37.954094 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.984491 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-29c492f1-b298-45dd-9985-c2a933000ed6 req-d123d19b-a01e-4d38-85b5-3b548f08f674 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:28:37.985951 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29c492f1-b298-45dd-9985-c2a933000ed6 req-d123d19b-a01e-4d38-85b5-3b548f08f674 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0716660 Aug 16 22:28:37.989289 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-d93adbcf-3efc-4142-b21f-67bf0cb19ade tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] No DVR routers for this DVR port c00fea78-bf0d-401a-84d1-34bcc17a71c2 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:28:38.009378 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-d93adbcf-3efc-4142-b21f-67bf0cb19ade tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:38.021693 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-d93adbcf-3efc-4142-b21f-67bf0cb19ade tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.39 "DELETE /v2.0/ports/c00fea78-bf0d-401a-84d1-34bcc17a71c2 HTTP/1.1" status: 204 len: 173 time: 1.7201843 Aug 16 22:28:38.022289 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'name': 'network-vif-deleted', 'tag': 'c00fea78-bf0d-401a-84d1-34bcc17a71c2'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:38.024658 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43508be9-8861-47ae-9b4d-566e065a9f15" -d '{"events": [{"server_uuid": "547878d7-7e7c-408b-ba2e-80e7863c4e10", "name": "network-vif-deleted", "tag": "c00fea78-bf0d-401a-84d1-34bcc17a71c2"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:38.062917 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=75d0dcbf-aa53-4611-9f13-75b7ac5720e2,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:38.070908 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2ad8f98a-b76a-405e-a9b0-8b277d9f838d None None] Provisioning for port 8a6c2671-f986-41c4-892f-cc350ac251e1 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:38.078305 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2ad8f98a-b76a-405e-a9b0-8b277d9f838d None None] Provisioning complete for port 8a6c2671-f986-41c4-892f-cc350ac251e1 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:38.080036 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f98a-b76a-405e-a9b0-8b277d9f838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:38.194114 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-2ad8f98a-b76a-405e-a9b0-8b277d9f838d None None] Port 8a6c2671-f986-41c4-892f-cc350ac251e1 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:28:38.199737 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:38.236164 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce87d58b-eb88-4bb5-acbe-bbc85c626b11 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:38.304418 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:38.305061 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:38.314828 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce87d58b-eb88-4bb5-acbe-bbc85c626b11 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:38.365534 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-103bccbf-a123-4a48-877c-9acdf5707482 req-83e31511-115d-4fe3-8c37-e4ef320101fa tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491701 Aug 16 22:28:38.368836 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-08506c2e-4901-4de2-afea-d75261445579 None None] Provisioning complete for port 75d0dcbf-aa53-4611-9f13-75b7ac5720e2 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:38.369246 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-08506c2e-4901-4de2-afea-d75261445579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:38.436754 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87d58b-eb88-4bb5-acbe-bbc85c626b11 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event updated for resources: {'Port': ['ID=9dbd7552-81b2-4135-b694-aa2de2d5c308,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:38.452797 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce87d58b-eb88-4bb5-acbe-bbc85c626b11 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:38.454965 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ce87d58b-eb88-4bb5-acbe-bbc85c626b11 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:38.459009 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce87d58b-eb88-4bb5-acbe-bbc85c626b11 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:38.479188 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:38.481285 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee57ca-080c-4bac-84b6-aedd034a4074 req-170703a9-4f79-467d-aa89-9a27f7b5e566 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:38.503874 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['c00fea78-bf0d-401a-84d1-34bcc17a71c2', '04193fb9-e44c-4f9a-bcaf-09367c1ed7d0', '01cbf8e0-7522-473c-a96d-224905c9d518'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:28:38.508160 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee57ca-080c-4bac-84b6-aedd034a4074 req-170703a9-4f79-467d-aa89-9a27f7b5e566 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:38.509173 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7aee57ca-080c-4bac-84b6-aedd034a4074 req-170703a9-4f79-467d-aa89-9a27f7b5e566 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 1683 time: 0.2930849 Aug 16 22:28:38.522003 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b806a2de-b4af-4a83-be3a-289ce4a3a4c5 x-openstack-request-id: req-b806a2de-b4af-4a83-be3a-289ce4a3a4c5 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:38.522312 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547878d7-7e7c-408b-ba2e-80e7863c4e10", "name": "network-vif-deleted", "tag": "c00fea78-bf0d-401a-84d1-34bcc17a71c2", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:38.522574 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b806a2de-b4af-4a83-be3a-289ce4a3a4c5 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:38.523003 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'name': 'network-vif-deleted', 'tag': 'c00fea78-bf0d-401a-84d1-34bcc17a71c2', 'status': 'completed', 'code': 200} Aug 16 22:28:38.548515 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:28:38.607594 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-ef96df62-0a0f-41c4-b995-4dddd57c695e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Deleting port 01cbf8e0-7522-473c-a96d-224905c9d518 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:38.608106 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-ef96df62-0a0f-41c4-b995-4dddd57c695e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:38.666277 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce87d58b-eb88-4bb5-acbe-bbc85c626b11 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:38.678469 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c4c6c67b-45ad-487d-b1de-09c092548602 req-0c58a7c6-4981-458c-89f1-d602b44fa233 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2499974 Aug 16 22:28:38.709668 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce87d58b-eb88-4bb5-acbe-bbc85c626b11 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:38.726023 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7aee57ca-080c-4bac-84b6-aedd034a4074 req-39a58a70-8a20-4385-bfcd-2b028943e616 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968958 Aug 16 22:28:38.836463 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e22c2b-59cf-4aeb-8b38-e49bf09bb1ce req-e769a21e-6ae2-449f-b129-a6748ccdaca2 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:38.845300 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-94e22c2b-59cf-4aeb-8b38-e49bf09bb1ce req-e769a21e-6ae2-449f-b129-a6748ccdaca2 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 943 time: 0.2497230 Aug 16 22:28:38.858636 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-08506c2e-4901-4de2-afea-d75261445579 None None] Provisioning complete for port e06f4eb2-9456-487d-879d-8e9aea9648b9 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:38.859027 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-08506c2e-4901-4de2-afea-d75261445579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:38.949314 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-ef96df62-0a0f-41c4-b995-4dddd57c695e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] For port 01cbf8e0-7522-473c-a96d-224905c9d518, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=01cbf8e0-7522-473c-a96d-224905c9d518,segment=NetworkSegment(72f846a0-9a91-40f9-ad9c-290e0ad2bbb5),segment_id=72f846a0-9a91-40f9-ad9c-290e0ad2bbb5)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:38.949650 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-ef96df62-0a0f-41c4-b995-4dddd57c695e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:38.973163 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-94e22c2b-59cf-4aeb-8b38-e49bf09bb1ce req-c75928a0-db0a-4f91-ad18-5a724db813d8 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241527 Aug 16 22:28:38.986412 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 48ac1cda-719d-4426-a6ff-ee642af95bfb up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:39.010558 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce87d58b-eb88-4bb5-acbe-bbc85c626b11 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.013510 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-ef96df62-0a0f-41c4-b995-4dddd57c695e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Calling delete_port for 01cbf8e0-7522-473c-a96d-224905c9d518 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:39.016898 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce87d58b-eb88-4bb5-acbe-bbc85c626b11 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.091038 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-08506c2e-4901-4de2-afea-d75261445579 None None] Port e06f4eb2-9456-487d-879d-8e9aea9648b9 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:28:39.104672 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-73cf482b-89af-4163-87e0-2201a366e9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.106175 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22379501-f7c3-4ee0-a61e-a57688487db1 req-6430b2e8-15c4-45d3-bb19-3baf6b3d867c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:39.117689 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-22379501-f7c3-4ee0-a61e-a57688487db1 req-6430b2e8-15c4-45d3-bb19-3baf6b3d867c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 945 time: 0.2500360 Aug 16 22:28:39.120667 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-08506c2e-4901-4de2-afea-d75261445579 None None] Provisioning complete for port 8a6c2671-f986-41c4-892f-cc350ac251e1 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:39.121044 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-08506c2e-4901-4de2-afea-d75261445579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.150080 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 48ac1cda-719d-4426-a6ff-ee642af95bfb triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:39.150710 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.167684 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87d58b-eb88-4bb5-acbe-bbc85c626b11 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event updated for resources: {'Port': ['ID=9dbd7552-81b2-4135-b694-aa2de2d5c308,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:39.197358 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce87d58b-eb88-4bb5-acbe-bbc85c626b11 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.231513 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce87d58b-eb88-4bb5-acbe-bbc85c626b11 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.233293 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ce87d58b-eb88-4bb5-acbe-bbc85c626b11 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9446125 Aug 16 22:28:39.281378 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-22379501-f7c3-4ee0-a61e-a57688487db1 req-834b44a1-4f4b-4c42-bbd5-e4188b722101 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816121 Aug 16 22:28:39.305918 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.334751 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-08506c2e-4901-4de2-afea-d75261445579 None None] Port 8a6c2671-f986-41c4-892f-cc350ac251e1 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:28:39.380654 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e34301-4a06-4b38-a56c-3aad53aab6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ac1cda-719d-4426-a6ff-ee642af95bfb'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:39.388046 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900eb7bf-29d3-435a-bec3-528bc75b43be" -d '{"events": [{"server_uuid": "39e34301-4a06-4b38-a56c-3aad53aab6bc", "name": "network-vif-plugged", "status": "completed", "tag": "48ac1cda-719d-4426-a6ff-ee642af95bfb"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:39.407725 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 48ac1cda-719d-4426-a6ff-ee642af95bfb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=48ac1cda-719d-4426-a6ff-ee642af95bfb,segment=NetworkSegment(ef6bdb7b-766d-4748-8b7d-e6d14072e080),segment_id=ef6bdb7b-766d-4748-8b7d-e6d14072e080)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:39.417735 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.418696 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 01cbf8e0-7522-473c-a96d-224905c9d518 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:28:39.426631 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-ef96df62-0a0f-41c4-b995-4dddd57c695e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.455010 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96df62-0a0f-41c4-b995-4dddd57c695e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event deleted for resources: {'Port': ['ID=01cbf8e0-7522-473c-a96d-224905c9d518,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:39.539454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-ef96df62-0a0f-41c4-b995-4dddd57c695e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] No DVR routers for this DVR port 01cbf8e0-7522-473c-a96d-224905c9d518 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:28:39.551591 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=48ac1cda-719d-4426-a6ff-ee642af95bfb,revision_number=10']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:39.563090 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-ef96df62-0a0f-41c4-b995-4dddd57c695e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.565546 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-ef96df62-0a0f-41c4-b995-4dddd57c695e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.39 "DELETE /v2.0/ports/01cbf8e0-7522-473c-a96d-224905c9d518 HTTP/1.1" status: 204 len: 173 time: 1.5075457 Aug 16 22:28:39.609539 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No active binding found for port 01cbf8e0-7522-473c-a96d-224905c9d518 {{(pid=94873) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 22:28:39.610595 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 01cbf8e0-7522-473c-a96d-224905c9d518 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:28:39.611113 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:28:39.707109 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8a558-26fe-4088-90e7-2c5e3c0daff9 req-7ca7b7b7-2d41-4990-9d49-33c6a6a3975f tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:39.717414 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e5c8a558-26fe-4088-90e7-2c5e3c0daff9 req-7ca7b7b7-2d41-4990-9d49-33c6a6a3975f tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.1737006 Aug 16 22:28:39.722735 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.747113 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-4365fbaf-dbf2-4e9e-ac36-7f883536b4f6 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1738947709&fields=id&tenant_id=862fd4c5b7334530a4c88c30c2542f34 HTTP/1.1" status: 200 len: 267 time: 0.2211170 Aug 16 22:28:39.808351 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=04193fb9-e44c-4f9a-bcaf-09367c1ed7d0,segment=NetworkSegment(72f846a0-9a91-40f9-ad9c-290e0ad2bbb5),segment_id=72f846a0-9a91-40f9-ad9c-290e0ad2bbb5)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:39.818058 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.820313 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c00fea78-bf0d-401a-84d1-34bcc17a71c2 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:28:39.874620 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e5c8a558-26fe-4088-90e7-2c5e3c0daff9 req-4e6d3278-1864-43be-8f0c-4708aa37f7ab tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561093 Aug 16 22:28:39.918450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-8f5567a6-9608-4cc4-9121-da1c1126b2d8 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:39.923390 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-8f5567a6-9608-4cc4-9121-da1c1126b2d8 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports/8a6c2671-f986-41c4-892f-cc350ac251e1 HTTP/1.1" status: 200 len: 936 time: 0.1659234 Aug 16 22:28:40.105261 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-bfda02d2-0e1c-41af-975c-53157ba8d87a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:40.114608 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-bfda02d2-0e1c-41af-975c-53157ba8d87a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports/e06f4eb2-9456-487d-879d-8e9aea9648b9 HTTP/1.1" status: 200 len: 937 time: 0.1818326 Aug 16 22:28:40.121139 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-2b3c5540-02d7-4042-ae27-cdd0b88d6512 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Deleting port 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:40.121532 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-2b3c5540-02d7-4042-ae27-cdd0b88d6512 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:40.172030 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69011958-93e7-4c10-ae97-cf24f6ea92cc x-openstack-request-id: req-69011958-93e7-4c10-ae97-cf24f6ea92cc {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:40.173085 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e34301-4a06-4b38-a56c-3aad53aab6bc", "name": "network-vif-plugged", "status": "completed", "tag": "48ac1cda-719d-4426-a6ff-ee642af95bfb", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:40.173501 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-69011958-93e7-4c10-ae97-cf24f6ea92cc {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:40.174571 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e34301-4a06-4b38-a56c-3aad53aab6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ac1cda-719d-4426-a6ff-ee642af95bfb', 'code': 200} Aug 16 22:28:40.176413 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=04193fb9-e44c-4f9a-bcaf-09367c1ed7d0,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:40.180033 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: c00fea78-bf0d-401a-84d1-34bcc17a71c2 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:28:40.180759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c00fea78-bf0d-401a-84d1-34bcc17a71c2 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:28:40.195085 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 75d0dcbf-aa53-4611-9f13-75b7ac5720e2 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:40.280492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-2b3c5540-02d7-4042-ae27-cdd0b88d6512 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] For port 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=04193fb9-e44c-4f9a-bcaf-09367c1ed7d0,segment=NetworkSegment(72f846a0-9a91-40f9-ad9c-290e0ad2bbb5),segment_id=72f846a0-9a91-40f9-ad9c-290e0ad2bbb5)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:40.280863 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-2b3c5540-02d7-4042-ae27-cdd0b88d6512 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:40.297589 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-2b3c5540-02d7-4042-ae27-cdd0b88d6512 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Calling delete_port for 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:40.332488 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 75d0dcbf-aa53-4611-9f13-75b7ac5720e2 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:40.333232 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:40.362183 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e241cd45-f382-47b6-96f5-8e01410a1f3c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?network_id=4a4f1f6c-9680-469a-bab8-e73ceb2b4da1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2278440 Aug 16 22:28:40.483944 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e777faa5-52f8-4d83-8f83-962165bb8220 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?network_id=4a4f1f6c-9680-469a-bab8-e73ceb2b4da1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0963798 Aug 16 22:28:40.510711 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4498f3-e15b-48a7-8fc9-76dcf505c812 req-03a01c4e-e618-4830-8424-d610b2d40249 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:40.513125 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d4498f3-e15b-48a7-8fc9-76dcf505c812 req-03a01c4e-e618-4830-8424-d610b2d40249 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=547878d7-7e7c-408b-ba2e-80e7863c4e10 HTTP/1.1" status: 200 len: 944 time: 0.3961267 Aug 16 22:28:40.528411 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'name': 'network-vif-deleted', 'tag': '01cbf8e0-7522-473c-a96d-224905c9d518'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:40.531096 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8184b0-28d7-4e4c-9f2a-4fb95dc60877" -d '{"events": [{"server_uuid": "547878d7-7e7c-408b-ba2e-80e7863c4e10", "name": "network-vif-deleted", "tag": "01cbf8e0-7522-473c-a96d-224905c9d518"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:40.638431 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:40.952999 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c0f84-5156-4f23-bdd7-2f457c2306c7 req-18d0eb7b-5f18-498c-b2c7-4cb93d83330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:40.955568 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec5c0f84-5156-4f23-bdd7-2f457c2306c7 req-18d0eb7b-5f18-498c-b2c7-4cb93d83330c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 1099 time: 0.7947478 Aug 16 22:28:41.064381 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec5c0f84-5156-4f23-bdd7-2f457c2306c7 req-5369137f-a7ec-434f-89a7-34f1a06d50b3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938957 Aug 16 22:28:41.066668 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d4498f3-e15b-48a7-8fc9-76dcf505c812 req-d9510a58-edf6-4513-810f-73a162ef8da8 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289733 Aug 16 22:28:41.155093 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-48bf5437-b7c1-4210-a027-81841ac66a4b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:41.161268 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-48bf5437-b7c1-4210-a027-81841ac66a4b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:41.168410 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-48bf5437-b7c1-4210-a027-81841ac66a4b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:41.170954 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-48bf5437-b7c1-4210-a027-81841ac66a4b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/networks?id=bfbbb3c1-abc2-4612-a582-fc15eac32f93&id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&id=4a4f1f6c-9680-469a-bab8-e73ceb2b4da1&id=4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 HTTP/1.1" status: 200 len: 1995 time: 0.6824415 Aug 16 22:28:41.203202 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-6f77e3ac-af00-4f80-bd66-912f4d267b64 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/quotas/862fd4c5b7334530a4c88c30c2542f34 HTTP/1.1" status: 200 len: 375 time: 0.0188599 Aug 16 22:28:41.205654 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-2b3c5540-02d7-4042-ae27-cdd0b88d6512 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:41.300327 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c5540-02d7-4042-ae27-cdd0b88d6512 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event deleted for resources: {'Port': ['ID=04193fb9-e44c-4f9a-bcaf-09367c1ed7d0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:41.362897 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-2b3c5540-02d7-4042-ae27-cdd0b88d6512 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] No DVR routers for this DVR port 04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:28:41.367717 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-2b3c5540-02d7-4042-ae27-cdd0b88d6512 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:41.374693 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e65109f6-1beb-451b-99d9-c45ae6032c29 req-2b3c5540-02d7-4042-ae27-cdd0b88d6512 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.39 "DELETE /v2.0/ports/04193fb9-e44c-4f9a-bcaf-09367c1ed7d0 HTTP/1.1" status: 204 len: 173 time: 1.7774560 Aug 16 22:28:41.438788 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-0c914fed-2200-4d66-b1ec-36dd004fca2f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=862fd4c5b7334530a4c88c30c2542f34&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2265775 Aug 16 22:28:41.454788 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72e697-3215-45bf-9fea-cf0bb8b294cc req-16528718-dda7-44f2-a674-cf1148a69aca tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:41.462693 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f72e697-3215-45bf-9fea-cf0bb8b294cc req-16528718-dda7-44f2-a674-cf1148a69aca tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 943 time: 0.2231758 Aug 16 22:28:41.501631 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1a0c62a1-597a-4759-9876-6900f7112ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:41.625736 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f72e697-3215-45bf-9fea-cf0bb8b294cc req-98562503-09ed-4f9c-8dcc-d00979ad9ca1 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618011 Aug 16 22:28:41.675301 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-a93847ed-1eeb-4841-a39b-7a7057a5d6d4 service neutron] 10.222.0.93 "GET /v2.0/networks/bfbbb3c1-abc2-4612-a582-fc15eac32f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096314 Aug 16 22:28:41.789461 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-f9fa9065-ca38-416d-81d1-3d6eb843edde service neutron] 10.222.0.93 "GET /v2.0/networks/bfbbb3c1-abc2-4612-a582-fc15eac32f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058726 Aug 16 22:28:41.850062 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-c1e885d2-14e8-491a-b711-b18288be1b32 service neutron] 10.222.0.93 "GET /v2.0/ports/8a6c2671-f986-41c4-892f-cc350ac251e1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0535443 Aug 16 22:28:42.023547 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-c82589df-b64c-4c3a-b743-0f8d4def0753 service neutron] 10.222.0.93 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657121 Aug 16 22:28:42.066518 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:42.166894 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-7e94cec0-3fa6-409f-9f88-7db6a5a5b2cf service neutron] 10.222.0.93 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418471 Aug 16 22:28:42.175926 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04193fb9-e44c-4f9a-bcaf-09367c1ed7d0'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:42.178840 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9166f7f9-def3-4cc0-9e24-a5e8fa78b557" -d '{"events": [{"server_uuid": "547878d7-7e7c-408b-ba2e-80e7863c4e10", "name": "network-vif-unplugged", "status": "completed", "tag": "04193fb9-e44c-4f9a-bcaf-09367c1ed7d0"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:42.212380 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3eeb7b-5ebb-4741-82b8-65fa46c5eb38 req-6ace985b-4e92-4618-a065-1bc1ea547b97 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:42.227955 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc3eeb7b-5ebb-4741-82b8-65fa46c5eb38 req-6ace985b-4e92-4618-a065-1bc1ea547b97 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.3285115 Aug 16 22:28:42.299541 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-c475f2cf-e734-4f54-b8c8-ce49138c1ff1 service neutron] 10.222.0.93 "GET /v2.0/ports/e06f4eb2-9456-487d-879d-8e9aea9648b9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1159742 Aug 16 22:28:42.307188 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc3eeb7b-5ebb-4741-82b8-65fa46c5eb38 req-8622c988-3918-478c-957f-9e11b646eb2e tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778100 Aug 16 22:28:42.455765 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-eecae077-6d9d-4078-95f0-1d700e7ddd56 service neutron] 10.222.0.93 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638567 Aug 16 22:28:42.604963 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-29e5aef4-64a4-4549-ac28-9fccb952931c service neutron] 10.222.0.93 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402204 Aug 16 22:28:42.743127 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-9aee80f0-be2e-4364-a005-468cfa71c04d service neutron] 10.222.0.93 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327169 Aug 16 22:28:42.877361 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-a2aa8cb2-702b-497d-b98d-a66e0db3b75b service neutron] 10.222.0.93 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274605 Aug 16 22:28:43.026157 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57da52a3-41db-4f59-88e8-2a39fb2be542 service neutron] 10.222.0.93 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478245 Aug 16 22:28:43.147300 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:43.172619 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab539eb6-ff84-4523-abce-98cd5a9cdb62 x-openstack-request-id: req-ab539eb6-ff84-4523-abce-98cd5a9cdb62 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:43.172984 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547878d7-7e7c-408b-ba2e-80e7863c4e10", "name": "network-vif-deleted", "tag": "01cbf8e0-7522-473c-a96d-224905c9d518", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:43.173387 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ab539eb6-ff84-4523-abce-98cd5a9cdb62 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:43.173871 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'name': 'network-vif-deleted', 'tag': '01cbf8e0-7522-473c-a96d-224905c9d518', 'status': 'completed', 'code': 200} Aug 16 22:28:43.244950 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-cfbf9b84-5647-452b-a6b2-097f002f9b01 service neutron] 10.222.0.93 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068944 Aug 16 22:28:43.406808 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dbd62-92c2-434b-926b-b3c9146aefdf req-215de5f0-6a97-4bee-9e30-1fcbe9e918a2 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:43.412760 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a08dbd62-92c2-434b-926b-b3c9146aefdf req-215de5f0-6a97-4bee-9e30-1fcbe9e918a2 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.1581650 Aug 16 22:28:43.463260 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-62101135-6ff3-46ab-9202-f8ebee7cfbbb service neutron] 10.222.0.93 "GET /v2.0/networks/4a4f1f6c-9680-469a-bab8-e73ceb2b4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104886 Aug 16 22:28:43.503690 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a08dbd62-92c2-434b-926b-b3c9146aefdf req-c348f56f-2f3a-4a38-9bec-b54c5a879aa7 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845737 Aug 16 22:28:43.568663 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60128) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:43.585115 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-9d3056b3-11ee-4e93-a331-a0cbf8fcc104 service neutron] 10.222.0.93 "GET /v2.0/networks/4a4f1f6c-9680-469a-bab8-e73ceb2b4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120162 Aug 16 22:28:43.637947 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255e2175-8716-4791-a89c-b8fe0af23a44 x-openstack-request-id: req-255e2175-8716-4791-a89c-b8fe0af23a44 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:43.638268 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547878d7-7e7c-408b-ba2e-80e7863c4e10", "name": "network-vif-unplugged", "status": "completed", "tag": "04193fb9-e44c-4f9a-bcaf-09367c1ed7d0", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:43.638529 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-255e2175-8716-4791-a89c-b8fe0af23a44 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:43.638930 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04193fb9-e44c-4f9a-bcaf-09367c1ed7d0', 'code': 200} Aug 16 22:28:43.684751 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dcd49c6-1117-44a0-81b6-e2accbe75940 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Deleting subnet d2ebbd3c-e3ae-48a9-9803-352b974b1eb5 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:28:43.688716 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7dcd49c6-1117-44a0-81b6-e2accbe75940 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:43.750892 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7dcd49c6-1117-44a0-81b6-e2accbe75940 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:43.799274 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd688556-00c0-4d40-b63d-ead164ea0913 req-b91686b3-2062-4898-92a6-538d0bd0c04d tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:43.800907 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd688556-00c0-4d40-b63d-ead164ea0913 req-b91686b3-2062-4898-92a6-538d0bd0c04d tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 943 time: 0.0980184 Aug 16 22:28:43.834114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-99cd4ada-df19-472f-a300-9895f2ece6db service neutron] 10.222.0.93 "GET /v2.0/networks/4a4f1f6c-9680-469a-bab8-e73ceb2b4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426832 Aug 16 22:28:43.889641 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7dcd49c6-1117-44a0-81b6-e2accbe75940 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:43.914614 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd688556-00c0-4d40-b63d-ead164ea0913 req-47166cbd-9669-47cb-8a1b-06071b9658c6 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993948 Aug 16 22:28:43.964872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-034bc883-cd7a-422d-8f9d-7d768e0178c1 service neutron] 10.222.0.93 "GET /v2.0/networks/4a4f1f6c-9680-469a-bab8-e73ceb2b4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297944 Aug 16 22:28:43.978034 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7dcd49c6-1117-44a0-81b6-e2accbe75940 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:44.025205 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd49c6-1117-44a0-81b6-e2accbe75940 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event deleted for resources: {'Subnet': ['ID=d2ebbd3c-e3ae-48a9-9803-352b974b1eb5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:44.040708 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7dcd49c6-1117-44a0-81b6-e2accbe75940 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:44.042294 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738ba884-f44e-4c55-ae63-8edd8253125b None None] Network decd9b89-5307-48b2-b700-68a45140e88b requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:28:44.043310 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7dcd49c6-1117-44a0-81b6-e2accbe75940 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "DELETE /v2.0/subnets/d2ebbd3c-e3ae-48a9-9803-352b974b1eb5 HTTP/1.1" status: 204 len: 168 time: 0.4736385 Aug 16 22:28:44.046288 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60132) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:44.204016 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2280c09-faa2-4d03-ad14-8bbe694a70b5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:44.342788 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088ee986-e129-4c76-b865-05f8fde26f93 None None] DHCP port deletion for decd9b89-5307-48b2-b700-68a45140e88b request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:28:44.372048 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a2280c09-faa2-4d03-ad14-8bbe694a70b5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Deleting port a0c866e3-ade9-4abe-89d7-fb35e033456d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:44.372469 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2280c09-faa2-4d03-ad14-8bbe694a70b5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:44.403369 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-088ee986-e129-4c76-b865-05f8fde26f93 None None] Deleting port a0c866e3-ade9-4abe-89d7-fb35e033456d {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:44.404019 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-088ee986-e129-4c76-b865-05f8fde26f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:44.487307 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679008f5-8d93-46df-ad55-b8e5478568e6 req-60192353-8b82-45d8-8f5a-b35baa0e5da6 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:44.490185 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-679008f5-8d93-46df-ad55-b8e5478568e6 req-60192353-8b82-45d8-8f5a-b35baa0e5da6 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.1894050 Aug 16 22:28:44.536157 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-a2280c09-faa2-4d03-ad14-8bbe694a70b5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] For port a0c866e3-ade9-4abe-89d7-fb35e033456d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a0c866e3-ade9-4abe-89d7-fb35e033456d,segment=NetworkSegment(85be6831-15a5-4b9c-844f-dfd009421795),segment_id=85be6831-15a5-4b9c-844f-dfd009421795)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:44.536431 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2280c09-faa2-4d03-ad14-8bbe694a70b5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:44.542461 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-088ee986-e129-4c76-b865-05f8fde26f93 None None] For port a0c866e3-ade9-4abe-89d7-fb35e033456d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a0c866e3-ade9-4abe-89d7-fb35e033456d,segment=NetworkSegment(85be6831-15a5-4b9c-844f-dfd009421795),segment_id=85be6831-15a5-4b9c-844f-dfd009421795)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:44.542869 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-088ee986-e129-4c76-b865-05f8fde26f93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:44.559013 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a2280c09-faa2-4d03-ad14-8bbe694a70b5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Calling delete_port for a0c866e3-ade9-4abe-89d7-fb35e033456d owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:44.567754 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-679008f5-8d93-46df-ad55-b8e5478568e6 req-b042427f-6b99-40d0-8413-bd299a89c1b1 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702074 Aug 16 22:28:44.578614 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-088ee986-e129-4c76-b865-05f8fde26f93 None None] Calling delete_port for a0c866e3-ade9-4abe-89d7-fb35e033456d owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:44.726944 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:44.728777 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2280c09-faa2-4d03-ad14-8bbe694a70b5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:44.763988 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-088ee986-e129-4c76-b865-05f8fde26f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:44.798802 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2280c09-faa2-4d03-ad14-8bbe694a70b5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event deleted for resources: {'Port': ['ID=a0c866e3-ade9-4abe-89d7-fb35e033456d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:44.822684 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ee986-e129-4c76-b865-05f8fde26f93 None None] Pushing event deleted for resources: {'Port': ['ID=a0c866e3-ade9-4abe-89d7-fb35e033456d,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:44.829826 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088ee986-e129-4c76-b865-05f8fde26f93 None None] No DVR routers for this DVR port a0c866e3-ade9-4abe-89d7-fb35e033456d on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:28:44.841092 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2280c09-faa2-4d03-ad14-8bbe694a70b5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] No DVR routers for this DVR port a0c866e3-ade9-4abe-89d7-fb35e033456d on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:28:44.920576 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b7abf-a155-46c3-b8c3-372267096b01 req-4f8e87f2-e9e8-421c-b8ce-08bf54851280 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:44.922257 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f43b7abf-a155-46c3-b8c3-372267096b01 req-4f8e87f2-e9e8-421c-b8ce-08bf54851280 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.1414530 Aug 16 22:28:45.038282 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2280c09-faa2-4d03-ad14-8bbe694a70b5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:45.054143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a2280c09-faa2-4d03-ad14-8bbe694a70b5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['decd9b89-5307-48b2-b700-68a45140e88b']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:45.059066 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f43b7abf-a155-46c3-b8c3-372267096b01 req-c0b9c925-7790-494c-b635-18986238d55c tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257391 Aug 16 22:28:45.076201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d38e0a-18d9-436d-9abf-b743bb62a6be req-cbc0858b-70ff-4abd-a488-759e18689556 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:45.077911 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-58d38e0a-18d9-436d-9abf-b743bb62a6be req-cbc0858b-70ff-4abd-a488-759e18689556 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.1091290 Aug 16 22:28:45.079870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a2280c09-faa2-4d03-ad14-8bbe694a70b5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85be6831-15a5-4b9c-844f-dfd009421795') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:45.080167 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a2280c09-faa2-4d03-ad14-8bbe694a70b5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85be6831-15a5-4b9c-844f-dfd009421795') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:45.121826 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2280c09-faa2-4d03-ad14-8bbe694a70b5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:45.173198 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2280c09-faa2-4d03-ad14-8bbe694a70b5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:45.188633 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'name': 'network-vif-deleted', 'tag': '04193fb9-e44c-4f9a-bcaf-09367c1ed7d0'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:45.191172 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38dd3d7-3885-4e95-995c-85011e242bf1" -d '{"events": [{"server_uuid": "547878d7-7e7c-408b-ba2e-80e7863c4e10", "name": "network-vif-deleted", "tag": "04193fb9-e44c-4f9a-bcaf-09367c1ed7d0"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:45.201202 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6016078a-7dc4-4f17-b814-3189ed6b6ed2 req-49b0790d-b97f-4ead-b180-1d5335405c02 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.0564113 Aug 16 22:28:45.205492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2280c09-faa2-4d03-ad14-8bbe694a70b5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:28:45.206114 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2280c09-faa2-4d03-ad14-8bbe694a70b5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:28:45.209408 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:28:45.231334 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-58d38e0a-18d9-436d-9abf-b743bb62a6be req-ad262006-c414-482e-824b-212c3c50ae51 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362863 Aug 16 22:28:45.400369 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2280c09-faa2-4d03-ad14-8bbe694a70b5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:45.434679 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2280c09-faa2-4d03-ad14-8bbe694a70b5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:45.436709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a2280c09-faa2-4d03-ad14-8bbe694a70b5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "DELETE /v2.0/networks/decd9b89-5307-48b2-b700-68a45140e88b HTTP/1.1" status: 204 len: 168 time: 1.3893981 Aug 16 22:28:45.439687 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60184) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:45.448815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2280c09-faa2-4d03-ad14-8bbe694a70b5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event deleted for resources: {'Network': ['ID=decd9b89-5307-48b2-b700-68a45140e88b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:45.500256 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49956b60-f14c-4456-bed8-cda5a667eff4 x-openstack-request-id: req-49956b60-f14c-4456-bed8-cda5a667eff4 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:45.501555 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547878d7-7e7c-408b-ba2e-80e7863c4e10", "name": "network-vif-deleted", "tag": "04193fb9-e44c-4f9a-bcaf-09367c1ed7d0", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:45.502388 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-49956b60-f14c-4456-bed8-cda5a667eff4 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:45.503795 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547878d7-7e7c-408b-ba2e-80e7863c4e10', 'name': 'network-vif-deleted', 'tag': '04193fb9-e44c-4f9a-bcaf-09367c1ed7d0', 'status': 'completed', 'code': 200} Aug 16 22:28:45.525903 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-0434826b-fe53-4068-86d3-634828e04a96 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Deleting subnet 202ca33c-02ae-475d-b048-e1c39de6d607 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:28:45.528581 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c5219-539e-419c-ab19-820286a7fdef req-5ae914df-3440-4a0f-9aba-cf1746a4d4d6 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:45.530968 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f8c5219-539e-419c-ab19-820286a7fdef req-5ae914df-3440-4a0f-9aba-cf1746a4d4d6 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 943 time: 0.1527467 Aug 16 22:28:45.553518 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0434826b-fe53-4068-86d3-634828e04a96 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:45.633639 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f8c5219-539e-419c-ab19-820286a7fdef req-0fb401ca-9c1b-4dc9-a908-e42637e17085 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788231 Aug 16 22:28:45.726527 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0434826b-fe53-4068-86d3-634828e04a96 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:45.840047 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a5e5e-6025-466a-8df5-24dec74dd990 req-74fda0e5-9be8-41d3-a65d-ac3c527ab74e tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:45.847829 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da1a5e5e-6025-466a-8df5-24dec74dd990 req-74fda0e5-9be8-41d3-a65d-ac3c527ab74e tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.1364675 Aug 16 22:28:45.885482 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0434826b-fe53-4068-86d3-634828e04a96 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:45.894593 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da1a5e5e-6025-466a-8df5-24dec74dd990 req-99c80bd4-0fec-410f-bda3-bee0381af2b2 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449958 Aug 16 22:28:46.008970 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0434826b-fe53-4068-86d3-634828e04a96 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.039997 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434826b-fe53-4068-86d3-634828e04a96 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event deleted for resources: {'Subnet': ['ID=202ca33c-02ae-475d-b048-e1c39de6d607,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:46.042348 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0434826b-fe53-4068-86d3-634828e04a96 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.044616 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0434826b-fe53-4068-86d3-634828e04a96 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "DELETE /v2.0/subnets/202ca33c-02ae-475d-b048-e1c39de6d607 HTTP/1.1" status: 204 len: 168 time: 0.6032341 Aug 16 22:28:46.047343 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60200) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:46.049600 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089e914c-7ba1-4726-956b-cd083a9a031a None None] Network 4fdc0249-cc91-4d68-9956-66422a54e35e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:28:46.073216 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0bc9b-38f3-491b-987e-bcb4163814a3 req-f970293f-10dc-477a-9a6f-56fc3b44f143 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:46.076223 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b3d0bc9b-38f3-491b-987e-bcb4163814a3 req-f970293f-10dc-477a-9a6f-56fc3b44f143 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.0821364 Aug 16 22:28:46.125917 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a0c866e3-ade9-4abe-89d7-fb35e033456d no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:28:46.128037 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b3d0bc9b-38f3-491b-987e-bcb4163814a3 req-0cc231ff-a0fb-4f9c-9522-6456ff99f90e tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431838 Aug 16 22:28:46.173261 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: a0c866e3-ade9-4abe-89d7-fb35e033456d {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:28:46.173927 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a0c866e3-ade9-4abe-89d7-fb35e033456d not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:28:46.228066 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f58ee88-a3ce-4806-a10b-0936fe44c8ee tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.287496 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6c67b-45ad-487d-b1de-09c092548602 req-9444c886-8291-48de-8251-17d44ce7f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:46.289313 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4c6c67b-45ad-487d-b1de-09c092548602 req-9444c886-8291-48de-8251-17d44ce7f4a8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06&tenant_id=89e6a3d49d324e0d860860f4a6f5f61c HTTP/1.1" status: 200 len: 1095 time: 0.1452682 Aug 16 22:28:46.319920 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f97d38-aa7b-4339-8848-44d152492520 req-30e56b35-4a2b-41c1-aa4a-6a6632196077 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:46.330764 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d4f97d38-aa7b-4339-8848-44d152492520 req-30e56b35-4a2b-41c1-aa4a-6a6632196077 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.1302993 Aug 16 22:28:46.354743 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1f58ee88-a3ce-4806-a10b-0936fe44c8ee tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Deleting port 0d281ff9-58a5-4fbd-83da-c500652d6816 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:46.355101 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f58ee88-a3ce-4806-a10b-0936fe44c8ee tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.377028 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711bad4-f7ee-48cb-90a9-ad3d84645274 req-4cb0bf10-f55c-4e29-b8ff-6a22652332eb tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:46.385003 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c711bad4-f7ee-48cb-90a9-ad3d84645274 req-4cb0bf10-f55c-4e29-b8ff-6a22652332eb tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.1588624 Aug 16 22:28:46.429416 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbdd45f-a457-45cd-a1b5-e811ccecd3a5 None None] DHCP port deletion for 4fdc0249-cc91-4d68-9956-66422a54e35e request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:28:46.474046 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1f58ee88-a3ce-4806-a10b-0936fe44c8ee tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] For port 0d281ff9-58a5-4fbd-83da-c500652d6816, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0d281ff9-58a5-4fbd-83da-c500652d6816,segment=NetworkSegment(72f846a0-9a91-40f9-ad9c-290e0ad2bbb5),segment_id=72f846a0-9a91-40f9-ad9c-290e0ad2bbb5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:46.474523 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f58ee88-a3ce-4806-a10b-0936fe44c8ee tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.481917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d4f97d38-aa7b-4339-8848-44d152492520 req-96fb2d6c-99f2-400d-becb-4158ed4a81a0 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429715 Aug 16 22:28:46.501792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-9fbdd45f-a457-45cd-a1b5-e811ccecd3a5 None None] Deleting port 0d281ff9-58a5-4fbd-83da-c500652d6816 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:46.502353 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1f58ee88-a3ce-4806-a10b-0936fe44c8ee tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Calling delete_port for 0d281ff9-58a5-4fbd-83da-c500652d6816 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:46.502710 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd45f-a457-45cd-a1b5-e811ccecd3a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.567968 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c711bad4-f7ee-48cb-90a9-ad3d84645274 req-2ee37b09-6d5a-489c-bf08-a2e6e3832027 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778481 Aug 16 22:28:46.588619 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9fbdd45f-a457-45cd-a1b5-e811ccecd3a5 None None] For port 0d281ff9-58a5-4fbd-83da-c500652d6816, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0d281ff9-58a5-4fbd-83da-c500652d6816,segment=NetworkSegment(72f846a0-9a91-40f9-ad9c-290e0ad2bbb5),segment_id=72f846a0-9a91-40f9-ad9c-290e0ad2bbb5)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:46.588619 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd45f-a457-45cd-a1b5-e811ccecd3a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.588884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6c67b-45ad-487d-b1de-09c092548602 req-9870e3c3-f68f-4ab5-a465-a8d5ff7b6c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:46.593452 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4c6c67b-45ad-487d-b1de-09c092548602 req-9870e3c3-f68f-4ab5-a465-a8d5ff7b6c58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89e6a3d49d324e0d860860f4a6f5f61c&device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 1095 time: 0.2541413 Aug 16 22:28:46.597242 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-9fbdd45f-a457-45cd-a1b5-e811ccecd3a5 None None] Calling delete_port for 0d281ff9-58a5-4fbd-83da-c500652d6816 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:46.600563 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f58ee88-a3ce-4806-a10b-0936fe44c8ee tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.685329 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f58ee88-a3ce-4806-a10b-0936fe44c8ee tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] No DVR routers for this DVR port 0d281ff9-58a5-4fbd-83da-c500652d6816 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:28:46.693978 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd45f-a457-45cd-a1b5-e811ccecd3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.710837 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbdd45f-a457-45cd-a1b5-e811ccecd3a5 None None] No DVR routers for this DVR port 0d281ff9-58a5-4fbd-83da-c500652d6816 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:28:46.726535 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58ee88-a3ce-4806-a10b-0936fe44c8ee tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event deleted for resources: {'Port': ['ID=0d281ff9-58a5-4fbd-83da-c500652d6816,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:46.742914 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbdd45f-a457-45cd-a1b5-e811ccecd3a5 None None] Pushing event deleted for resources: {'Port': ['ID=0d281ff9-58a5-4fbd-83da-c500652d6816,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:46.801183 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ccec7654-144e-4a49-84bb-5c958e90e29e req-2ae27caf-ca11-4f8e-a28a-ddc2429ac7f7 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.1631715 Aug 16 22:28:46.825884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f6096-9486-4054-9a9e-cf54bfb0bf7a req-90758277-0fa5-48ea-aa3e-d0a7f08cc684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:46.827638 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-397f6096-9486-4054-9a9e-cf54bfb0bf7a req-90758277-0fa5-48ea-aa3e-d0a7f08cc684 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 1098 time: 0.3405774 Aug 16 22:28:46.886803 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f58ee88-a3ce-4806-a10b-0936fe44c8ee tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.902804 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-1f58ee88-a3ce-4806-a10b-0936fe44c8ee tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fdc0249-cc91-4d68-9956-66422a54e35e']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:46.919803 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-1f58ee88-a3ce-4806-a10b-0936fe44c8ee tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f846a0-9a91-40f9-ad9c-290e0ad2bbb5') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:46.920091 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-1f58ee88-a3ce-4806-a10b-0936fe44c8ee tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f846a0-9a91-40f9-ad9c-290e0ad2bbb5') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:46.933555 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f58ee88-a3ce-4806-a10b-0936fe44c8ee tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.950373 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f58ee88-a3ce-4806-a10b-0936fe44c8ee tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.958363 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f58ee88-a3ce-4806-a10b-0936fe44c8ee tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:28:46.958940 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f58ee88-a3ce-4806-a10b-0936fe44c8ee tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:28:46.967677 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:28:47.031995 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-7a0ee304-2e43-4e71-8020-f820003df025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:47.037111 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-7a0ee304-2e43-4e71-8020-f820003df025 service neutron] 10.222.0.39 "GET /v2.0/ports/8a6c2671-f986-41c4-892f-cc350ac251e1 HTTP/1.1" status: 200 len: 1032 time: 0.2137334 Aug 16 22:28:47.067203 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f58ee88-a3ce-4806-a10b-0936fe44c8ee tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:47.108039 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f58ee88-a3ce-4806-a10b-0936fe44c8ee tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:47.110127 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1f58ee88-a3ce-4806-a10b-0936fe44c8ee tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "DELETE /v2.0/networks/4fdc0249-cc91-4d68-9956-66422a54e35e HTTP/1.1" status: 204 len: 168 time: 1.0451295 Aug 16 22:28:47.111530 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58ee88-a3ce-4806-a10b-0936fe44c8ee tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event deleted for resources: {'Network': ['ID=4fdc0249-cc91-4d68-9956-66422a54e35e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:47.130561 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60220) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:47.136684 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-eb05e8b3-c2b4-4872-81e0-f8ebca3f9c57 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1040610324'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:47.186064 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb05e8b3-c2b4-4872-81e0-f8ebca3f9c57 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Made reservation on behalf of a05639ce0f8e4fb9a684fb2b1b120703 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:28:47.194765 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb05e8b3-c2b4-4872-81e0-f8ebca3f9c57 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:47.199400 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af242c5-2844-4927-9bd6-2d6665fd58d7 req-e83a5e2a-fa10-4e79-a451-7c08be34a7f9 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:47.208864 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0af242c5-2844-4927-9bd6-2d6665fd58d7 req-e83a5e2a-fa10-4e79-a451-7c08be34a7f9 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 943 time: 0.4044058 Aug 16 22:28:47.218147 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-fae4fe42-d023-4f3e-9445-55ff02dfa421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:47.220020 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-fae4fe42-d023-4f3e-9445-55ff02dfa421 service neutron] 10.222.0.39 "GET /v2.0/ports/e06f4eb2-9456-487d-879d-8e9aea9648b9 HTTP/1.1" status: 200 len: 1033 time: 0.1738305 Aug 16 22:28:47.221079 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6c67b-45ad-487d-b1de-09c092548602 req-e13606d4-d873-4520-b48d-4e1c7c3c0fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:47.222515 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4c6c67b-45ad-487d-b1de-09c092548602 req-e13606d4-d873-4520-b48d-4e1c7c3c0fc0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1aac5166-a976-4d3c-9235-d21b98e298ee HTTP/1.1" status: 200 len: 917 time: 0.6146603 Aug 16 22:28:47.226171 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-397f6096-9486-4054-9a9e-cf54bfb0bf7a req-7c5d80b8-03a7-4c1a-bede-33ce146f7c6a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158805 Aug 16 22:28:47.246256 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb05e8b3-c2b4-4872-81e0-f8ebca3f9c57 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:28:47.267342 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb05e8b3-c2b4-4872-81e0-f8ebca3f9c57 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:47.267821 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-eb05e8b3-c2b4-4872-81e0-f8ebca3f9c57 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Added segment 3fb6eea0-b835-4158-8b38-c9e8edf85685 of type vlan for network ddde3e22-f086-45b1-ab8c-a8be5c27676d Aug 16 22:28:47.283201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeb63b-2424-4dcd-9a54-7108742a832b req-e8c74e8c-cdb8-4a31-ad6f-663cd5199fec tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:47.285031 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98aeb63b-2424-4dcd-9a54-7108742a832b req-e8c74e8c-cdb8-4a31-ad6f-663cd5199fec tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.1803045 Aug 16 22:28:47.323768 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0af242c5-2844-4927-9bd6-2d6665fd58d7 req-1c69f573-832c-4fc4-9063-e8ee7a16ebdc tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129651 Aug 16 22:28:47.347542 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb05e8b3-c2b4-4872-81e0-f8ebca3f9c57 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:47.414055 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb05e8b3-c2b4-4872-81e0-f8ebca3f9c57 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:47.429445 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb05e8b3-c2b4-4872-81e0-f8ebca3f9c57 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:47.430157 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb05e8b3-c2b4-4872-81e0-f8ebca3f9c57 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:47.512561 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-eb05e8b3-c2b4-4872-81e0-f8ebca3f9c57 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3807199 Aug 16 22:28:47.519756 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60232) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:47.532563 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-1df42b73-bf24-4580-b3a7-5ad15f0ef99f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Request body: {'subnet': {'network_id': 'ddde3e22-f086-45b1-ab8c-a8be5c27676d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:47.652527 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05e8b3-c2b4-4872-81e0-f8ebca3f9c57 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event updated for resources: {'Network': ['ID=ddde3e22-f086-45b1-ab8c-a8be5c27676d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:47.664170 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network ddde3e22-f086-45b1-ab8c-a8be5c27676d details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:28:47.732866 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df42b73-bf24-4580-b3a7-5ad15f0ef99f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Made reservation on behalf of a05639ce0f8e4fb9a684fb2b1b120703 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:28:47.737078 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1df42b73-bf24-4580-b3a7-5ad15f0ef99f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:47.880383 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4c6c67b-45ad-487d-b1de-09c092548602 req-94904992-125f-4277-8a67-bb594b3512fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c32675-ff51-4132-8e6f-d2fa2283ab1e HTTP/1.1" status: 200 len: 999 time: 0.5936389 Aug 16 22:28:47.920734 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98aeb63b-2424-4dcd-9a54-7108742a832b req-d69725d8-8397-453f-a652-893704cedc69 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6138995 Aug 16 22:28:48.007178 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1df42b73-bf24-4580-b3a7-5ad15f0ef99f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:48.083596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a6bdf-3466-41aa-83e4-a4d7a38a6cb4 req-98ae370b-6f7c-4d33-8cb4-8e6db7f47d55 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:48.085090 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-113a6bdf-3466-41aa-83e4-a4d7a38a6cb4 req-98ae370b-6f7c-4d33-8cb4-8e6db7f47d55 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.2757945 Aug 16 22:28:48.101782 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6c67b-45ad-487d-b1de-09c092548602 req-7f78065b-9027-43c0-8681-29c46165e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:48.109567 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4c6c67b-45ad-487d-b1de-09c092548602 req-7f78065b-9027-43c0-8681-29c46165e5b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d60c736-a0cd-48eb-8b90-5c8c42db55f8 HTTP/1.1" status: 200 len: 855 time: 0.1995802 Aug 16 22:28:48.123238 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-779a27c2-666b-4055-9d51-e3ac78d9e622 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:48.128777 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0d281ff9-58a5-4fbd-83da-c500652d6816 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:28:48.129719 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-779a27c2-666b-4055-9d51-e3ac78d9e622 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:48.136143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-779a27c2-666b-4055-9d51-e3ac78d9e622 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:48.138497 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-779a27c2-666b-4055-9d51-e3ac78d9e622 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.39 "GET /v2.0/networks?id=bfbbb3c1-abc2-4612-a582-fc15eac32f93&id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&id=4a4f1f6c-9680-469a-bab8-e73ceb2b4da1&id=4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 HTTP/1.1" status: 200 len: 1995 time: 0.8448284 Aug 16 22:28:48.167607 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 0d281ff9-58a5-4fbd-83da-c500652d6816 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:28:48.168207 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0d281ff9-58a5-4fbd-83da-c500652d6816 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:28:48.188826 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df42b73-bf24-4580-b3a7-5ad15f0ef99f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event updated for resources: {'Subnet': ['ID=f8bce414-c119-4fea-8b00-9bd0c125e223,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:48.216140 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df42b73-bf24-4580-b3a7-5ad15f0ef99f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Checking segment: {'id': '3fb6eea0-b835-4158-8b38-c9e8edf85685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ddde3e22-f086-45b1-ab8c-a8be5c27676d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:28:48.216514 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df42b73-bf24-4580-b3a7-5ad15f0ef99f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Network hostable DHCP agents. Network: ddde3e22-f086-45b1-ab8c-a8be5c27676d, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:28:48.250985 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df42b73-bf24-4580-b3a7-5ad15f0ef99f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Network ddde3e22-f086-45b1-ab8c-a8be5c27676d is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:28:48.268860 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-1df42b73-bf24-4580-b3a7-5ad15f0ef99f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, ddde3e22-f086-45b1-ab8c-a8be5c27676d) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:48.277304 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382d0778-9597-4d34-89dc-6969b3c8027a None None] Network ddde3e22-f086-45b1-ab8c-a8be5c27676d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:28:48.283112 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df42b73-bf24-4580-b3a7-5ad15f0ef99f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:48.283922 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1df42b73-bf24-4580-b3a7-5ad15f0ef99f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:48.304674 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1df42b73-bf24-4580-b3a7-5ad15f0ef99f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7785728 Aug 16 22:28:48.308045 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60246) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:48.314398 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-2121e682-94f5-4a58-9450-a56d45954d23 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1220875243'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:48.357304 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8f8d6dd4-6909-4d31-8152-90d62290ab28 req-0be2e0ea-bc0d-40d0-a264-edff6f56a24b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.1073468 Aug 16 22:28:48.368225 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfc33fd7-3ada-4d94-8ee3-d89533dc52a0 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=862fd4c5b7334530a4c88c30c2542f34 HTTP/1.1" status: 200 len: 380 time: 0.2032394 Aug 16 22:28:48.368492 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2121e682-94f5-4a58-9450-a56d45954d23 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Made reservation on behalf of a05639ce0f8e4fb9a684fb2b1b120703 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:28:48.372955 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2121e682-94f5-4a58-9450-a56d45954d23 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:48.402474 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2121e682-94f5-4a58-9450-a56d45954d23 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:28:48.421080 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2121e682-94f5-4a58-9450-a56d45954d23 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:48.421527 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-2121e682-94f5-4a58-9450-a56d45954d23 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Added segment 2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51 of type vlan for network c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8 Aug 16 22:28:48.421871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-50aedc41-b264-4713-816a-39dc48bd79ff req-a2a371e7-b934-4b1a-83ff-ab74e40923e1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Request body: {'port': {'device_id': '37c673f3-af86-4e83-89e2-d38839a6e530', 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93', 'admin_state_up': True, 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'security_groups': ['e2e96f25-ade0-4881-b151-dc537e03be72']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:48.518306 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2121e682-94f5-4a58-9450-a56d45954d23 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:48.539278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-113a6bdf-3466-41aa-83e4-a4d7a38a6cb4 req-37e8c262-ce70-44fb-ad03-433d3c8982d6 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283965 Aug 16 22:28:48.570926 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2121e682-94f5-4a58-9450-a56d45954d23 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:48.579897 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6c67b-45ad-487d-b1de-09c092548602 req-3b954b4e-6e1d-4fb9-97eb-9d7183ca2b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:48.581046 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2121e682-94f5-4a58-9450-a56d45954d23 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:48.585777 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2121e682-94f5-4a58-9450-a56d45954d23 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:48.595677 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4c6c67b-45ad-487d-b1de-09c092548602 req-3b954b4e-6e1d-4fb9-97eb-9d7183ca2b0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1aac5166-a976-4d3c-9235-d21b98e298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4559505 Aug 16 22:28:48.637640 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-ddde3e22-f086-45b1-ab8c-a8be5c27676d', 'network_id': 'ddde3e22-f086-45b1-ab8c-a8be5c27676d', 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'fixed_ips': [{'subnet_id': 'f8bce414-c119-4fea-8b00-9bd0c125e223'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:28:48.638552 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:48.726872 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121e682-94f5-4a58-9450-a56d45954d23 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event updated for resources: {'Network': ['ID=c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:48.735709 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2121e682-94f5-4a58-9450-a56d45954d23 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4239106 Aug 16 22:28:48.738794 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60252) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:48.753071 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8f781c20-df53-40ba-a343-c2ca8ad40fd3 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Request body: {'subnet': {'network_id': 'c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:48.858255 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4c6c67b-45ad-487d-b1de-09c092548602 req-6f3f4c88-986a-49ec-8f85-251399323553 service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357483 Aug 16 22:28:48.894471 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] Allocated IP 19.80.0.2 (ddde3e22-f086-45b1-ab8c-a8be5c27676d/f8bce414-c119-4fea-8b00-9bd0c125e223/79f68fc9-6e92-4967-91c3-72e57adbfb71) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:48.918157 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f781c20-df53-40ba-a343-c2ca8ad40fd3 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Made reservation on behalf of a05639ce0f8e4fb9a684fb2b1b120703 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:28:48.925176 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f781c20-df53-40ba-a343-c2ca8ad40fd3 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:49.060596 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:49.070715 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] Transition to ACTIVE for port object 79f68fc9-6e92-4967-91c3-72e57adbfb71 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:49.094353 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] Transition to ACTIVE for port object 79f68fc9-6e92-4967-91c3-72e57adbfb71 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:49.103489 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:28:49.147294 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307588d-61a5-40fd-8c90-3528e5084609 req-08859c00-acac-4737-a5f6-47244a2fa963 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:49.166574 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c307588d-61a5-40fd-8c90-3528e5084609 req-08859c00-acac-4737-a5f6-47244a2fa963 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.6501222 Aug 16 22:28:49.181686 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f781c20-df53-40ba-a343-c2ca8ad40fd3 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:49.230674 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-a2a371e7-b934-4b1a-83ff-ab74e40923e1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Made reservation on behalf of 862fd4c5b7334530a4c88c30c2542f34 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:28:49.235951 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:49.236916 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-a2a371e7-b934-4b1a-83ff-ab74e40923e1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:49.254124 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10037676-dd7e-4fb9-accd-5441a3650ad9 req-1887d535-1fbc-4315-a90f-16fc1cfdf082 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:49.262262 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10037676-dd7e-4fb9-accd-5441a3650ad9 req-1887d535-1fbc-4315-a90f-16fc1cfdf082 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 943 time: 0.4026453 Aug 16 22:28:49.286678 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f781c20-df53-40ba-a343-c2ca8ad40fd3 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event updated for resources: {'Subnet': ['ID=270cf207-8693-4148-a5e7-1fa4aecaf619,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:49.289212 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f781c20-df53-40ba-a343-c2ca8ad40fd3 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Checking segment: {'id': '2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:28:49.289812 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f781c20-df53-40ba-a343-c2ca8ad40fd3 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Network hostable DHCP agents. Network: c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:28:49.306808 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c307588d-61a5-40fd-8c90-3528e5084609 req-7880f172-14de-4c63-a8ef-1fe5f0873134 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392372 Aug 16 22:28:49.324647 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f781c20-df53-40ba-a343-c2ca8ad40fd3 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Network c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:28:49.344857 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-8f781c20-df53-40ba-a343-c2ca8ad40fd3 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:49.350445 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f781c20-df53-40ba-a343-c2ca8ad40fd3 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:49.351192 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f781c20-df53-40ba-a343-c2ca8ad40fd3 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:49.359895 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] Network ddde3e22-f086-45b1-ab8c-a8be5c27676d is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:49.373729 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c4435b-8087-4e9f-bb1a-799852339a6a None None] Network c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:28:49.379298 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8f781c20-df53-40ba-a343-c2ca8ad40fd3 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6356208 Aug 16 22:28:49.383386 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:49.406004 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:49.425624 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4c6c67b-45ad-487d-b1de-09c092548602 req-023c6203-69aa-4ac7-a009-ef6f7ece1326 service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405414 Aug 16 22:28:49.502565 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10037676-dd7e-4fb9-accd-5441a3650ad9 req-380d9867-0b96-4598-af86-eed1d7d6a1ce tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357495 Aug 16 22:28:49.596629 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] Pushing event updated for resources: {'Port': ['ID=79f68fc9-6e92-4967-91c3-72e57adbfb71,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:49.743645 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe28d2e0-459d-43a6-80c6-3f8455a0b9f6 req-19a4fdc7-980a-4727-86f9-1d89b633d4d2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.0874615 Aug 16 22:28:49.784758 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-50aedc41-b264-4713-816a-39dc48bd79ff req-a2a371e7-b934-4b1a-83ff-ab74e40923e1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Allocated IP 172.20.0.9 (bfbbb3c1-abc2-4612-a582-fc15eac32f93/62c30f10-757f-4cb9-8c1b-499905cfdd0a/5cc8d146-8521-4493-8309-20588af1db83) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:49.785817 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] Attempting to bind port 79f68fc9-6e92-4967-91c3-72e57adbfb71 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:28:49.787509 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] Attempting to bind port 79f68fc9-6e92-4967-91c3-72e57adbfb71 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '3fb6eea0-b835-4158-8b38-c9e8edf85685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ddde3e22-f086-45b1-ab8c-a8be5c27676d'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:28:49.788175 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] Attempting to bind port 79f68fc9-6e92-4967-91c3-72e57adbfb71 on network ddde3e22-f086-45b1-ab8c-a8be5c27676d {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:28:49.929770 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:28:49.930472 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] Checking segment: {'id': '3fb6eea0-b835-4158-8b38-c9e8edf85685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ddde3e22-f086-45b1-ab8c-a8be5c27676d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:28:49.930769 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:49.931254 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] Bound using segment: {'id': '3fb6eea0-b835-4158-8b38-c9e8edf85685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ddde3e22-f086-45b1-ab8c-a8be5c27676d'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:28:49.931901 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] Bound port: 79f68fc9-6e92-4967-91c3-72e57adbfb71, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb6eea0-b835-4158-8b38-c9e8edf85685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ddde3e22-f086-45b1-ab8c-a8be5c27676d'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:28:49.932336 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:49.950446 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8', 'network_id': 'c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8', 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'fixed_ips': [{'subnet_id': '270cf207-8693-4148-a5e7-1fa4aecaf619'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:28:49.951361 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:50.070553 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] For port 79f68fc9-6e92-4967-91c3-72e57adbfb71, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:28:50.074426 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] For port 79f68fc9-6e92-4967-91c3-72e57adbfb71, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=79f68fc9-6e92-4967-91c3-72e57adbfb71,segment=NetworkSegment(3fb6eea0-b835-4158-8b38-c9e8edf85685),segment_id=3fb6eea0-b835-4158-8b38-c9e8edf85685)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:28:50.094588 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:50.107354 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb4b33-e0c1-4c96-9296-11c9f2573220 req-0b0261e8-24c7-4712-b375-3c241ae99a2b tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:50.115603 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-43bb4b33-e0c1-4c96-9296-11c9f2573220 req-0b0261e8-24c7-4712-b375-3c241ae99a2b tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.2774215 Aug 16 22:28:50.247433 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-43bb4b33-e0c1-4c96-9296-11c9f2573220 req-feb1af68-ddf0-4a66-a42d-8c0572ab5c00 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251781 Aug 16 22:28:50.328305 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21d70e-66a2-46f7-aeaa-9da38aeb28ad None None] Pushing event updated for resources: {'Port': ['ID=79f68fc9-6e92-4967-91c3-72e57adbfb71,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:50.343376 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-34480e99-b75c-4c9c-8ab3-dd5684254848 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:50.364057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-34480e99-b75c-4c9c-8ab3-dd5684254848 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:50.376567 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-34480e99-b75c-4c9c-8ab3-dd5684254848 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/networks?id=ddde3e22-f086-45b1-ab8c-a8be5c27676d&id=c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8 HTTP/1.1" status: 200 len: 1392 time: 0.4786041 Aug 16 22:28:50.390510 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-a2a371e7-b934-4b1a-83ff-ab74e40923e1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:50.447685 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] Allocated IP 19.86.0.2 (c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8/270cf207-8693-4148-a5e7-1fa4aecaf619/dd1011d2-f0b3-4d8d-b266-1923bf6b850b) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:50.485308 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-ca9aaad2-d33d-4eac-8306-90d6afc72ea0 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/quotas/a05639ce0f8e4fb9a684fb2b1b120703 HTTP/1.1" status: 200 len: 375 time: 0.1074281 Aug 16 22:28:50.553048 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-50aedc41-b264-4713-816a-39dc48bd79ff req-a2a371e7-b934-4b1a-83ff-ab74e40923e1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Transition to ACTIVE for port object 5cc8d146-8521-4493-8309-20588af1db83 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:50.796089 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-baecf060-5659-4829-9808-e76929c484b2 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a05639ce0f8e4fb9a684fb2b1b120703&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3090670 Aug 16 22:28:50.808774 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:50.829379 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] Transition to ACTIVE for port object dd1011d2-f0b3-4d8d-b266-1923bf6b850b will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:50.868352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] Transition to ACTIVE for port object dd1011d2-f0b3-4d8d-b266-1923bf6b850b will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:50.877641 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:50.885169 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0cdc1-c9a1-434d-98d8-1620e527310f req-687bb10d-6e72-47d6-b4d2-8560c51924d1 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:50.894674 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fdd0cdc1-c9a1-434d-98d8-1620e527310f req-687bb10d-6e72-47d6-b4d2-8560c51924d1 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.2632663 Aug 16 22:28:50.951649 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-a2a371e7-b934-4b1a-83ff-ab74e40923e1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:50.985681 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] Network c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:50.995704 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:51.002605 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:51.037885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50aedc41-b264-4713-816a-39dc48bd79ff req-a2a371e7-b934-4b1a-83ff-ab74e40923e1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Network bfbbb3c1-abc2-4612-a582-fc15eac32f93 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:51.059499 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-50aedc41-b264-4713-816a-39dc48bd79ff req-a2a371e7-b934-4b1a-83ff-ab74e40923e1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:51.062841 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-50aedc41-b264-4713-816a-39dc48bd79ff req-a2a371e7-b934-4b1a-83ff-ab74e40923e1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:51.070366 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] Pushing event updated for resources: {'Port': ['ID=dd1011d2-f0b3-4d8d-b266-1923bf6b850b,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:51.110357 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fdd0cdc1-c9a1-434d-98d8-1620e527310f req-0db527f2-bcbf-4ed5-837f-a8a7cdb0ab5e tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146795 Aug 16 22:28:51.192327 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a371e7-b934-4b1a-83ff-ab74e40923e1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event updated for resources: {'Port': ['ID=5cc8d146-8521-4493-8309-20588af1db83,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:51.242599 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-5d5c8d53-1fac-4e26-b691-0396b3d64eea service neutron] 10.222.0.93 "GET /v2.0/networks/ddde3e22-f086-45b1-ab8c-a8be5c27676d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455490 Aug 16 22:28:51.249540 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-a2a371e7-b934-4b1a-83ff-ab74e40923e1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:51.255814 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-a2a371e7-b934-4b1a-83ff-ab74e40923e1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:51.413873 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-a2a371e7-b934-4b1a-83ff-ab74e40923e1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0082426 Aug 16 22:28:51.542690 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-50aedc41-b264-4713-816a-39dc48bd79ff req-10f91e13-00ef-400c-aa79-8bd4f85c1c8c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Request body: {'port': {'device_id': '37c673f3-af86-4e83-89e2-d38839a6e530', 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e', 'admin_state_up': True, 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'security_groups': ['e2e96f25-ade0-4881-b151-dc537e03be72']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:51.559629 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] Attempting to bind port dd1011d2-f0b3-4d8d-b266-1923bf6b850b on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:28:51.560007 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] Attempting to bind port dd1011d2-f0b3-4d8d-b266-1923bf6b850b by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:28:51.561516 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] Attempting to bind port dd1011d2-f0b3-4d8d-b266-1923bf6b850b on network c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:28:51.584074 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:28:51.584588 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] Checking segment: {'id': '2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:28:51.585056 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:51.585457 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] Bound using segment: {'id': '2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:28:51.585952 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] Bound port: dd1011d2-f0b3-4d8d-b266-1923bf6b850b, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:28:51.586362 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:51.651508 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d6fd047b-5504-4e05-9872-2e250526d012 None None] Provisioning for port 5cc8d146-8521-4493-8309-20588af1db83 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:51.673550 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-70bddcc9-6b0b-4eea-bd1e-034ef371bcd5 service neutron] 10.222.0.93 "GET /v2.0/networks/ddde3e22-f086-45b1-ab8c-a8be5c27676d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141340 Aug 16 22:28:51.715316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d6fd047b-5504-4e05-9872-2e250526d012 None None] Provisioning complete for port 5cc8d146-8521-4493-8309-20588af1db83 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:51.732740 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6fd047b-5504-4e05-9872-2e250526d012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:51.736429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c2863-f313-4240-8367-b2a8845744ea req-0ada9d4e-544e-44fa-839a-35102c92380d tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:51.743157 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6d0c2863-f313-4240-8367-b2a8845744ea req-0ada9d4e-544e-44fa-839a-35102c92380d tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 943 time: 0.2957914 Aug 16 22:28:51.835961 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d6fd047b-5504-4e05-9872-2e250526d012 None None] Port 5cc8d146-8521-4493-8309-20588af1db83 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:28:51.915001 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] For port dd1011d2-f0b3-4d8d-b266-1923bf6b850b, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:28:51.924000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] For port dd1011d2-f0b3-4d8d-b266-1923bf6b850b, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=dd1011d2-f0b3-4d8d-b266-1923bf6b850b,segment=NetworkSegment(2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51),segment_id=2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:28:51.930415 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:51.993055 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6d0c2863-f313-4240-8367-b2a8845744ea req-0c9c209e-201d-4253-a16e-1eb2eb129038 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379830 Aug 16 22:28:52.006809 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f316d838-5b09-4353-a1af-11fb127754d3 None None] Network ddde3e22-f086-45b1-ab8c-a8be5c27676d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:28:52.036158 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-10f91e13-00ef-400c-aa79-8bd4f85c1c8c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Made reservation on behalf of 862fd4c5b7334530a4c88c30c2542f34 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:28:52.039650 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-10f91e13-00ef-400c-aa79-8bd4f85c1c8c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:52.259700 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 79f68fc9-6e92-4967-91c3-72e57adbfb71 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:52.333475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-50aedc41-b264-4713-816a-39dc48bd79ff req-10f91e13-00ef-400c-aa79-8bd4f85c1c8c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Allocated IP 10.1.1.14 (3d52a80a-46a1-4a85-b6ee-83d618bc5e2e/cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8/df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:52.380822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c598659-c6ca-4cef-b032-0a00807233c8 None None] Pushing event updated for resources: {'Port': ['ID=dd1011d2-f0b3-4d8d-b266-1923bf6b850b,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:52.402371 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-640b3879-3380-43be-8a25-4b403543b16f None None] Provisioning for port 79f68fc9-6e92-4967-91c3-72e57adbfb71 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:52.544399 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 79f68fc9-6e92-4967-91c3-72e57adbfb71 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:52.556407 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 79f68fc9-6e92-4967-91c3-72e57adbfb71 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:52.557037 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:52.594648 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-10f91e13-00ef-400c-aa79-8bd4f85c1c8c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:52.635074 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-50aedc41-b264-4713-816a-39dc48bd79ff req-10f91e13-00ef-400c-aa79-8bd4f85c1c8c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Transition to ACTIVE for port object df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:52.729048 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:52.749429 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-10f91e13-00ef-400c-aa79-8bd4f85c1c8c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:52.777099 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 79f68fc9-6e92-4967-91c3-72e57adbfb71, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=79f68fc9-6e92-4967-91c3-72e57adbfb71,segment=NetworkSegment(3fb6eea0-b835-4158-8b38-c9e8edf85685),segment_id=3fb6eea0-b835-4158-8b38-c9e8edf85685)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:52.783303 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:52.786744 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50aedc41-b264-4713-816a-39dc48bd79ff req-10f91e13-00ef-400c-aa79-8bd4f85c1c8c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:52.806788 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-50aedc41-b264-4713-816a-39dc48bd79ff req-10f91e13-00ef-400c-aa79-8bd4f85c1c8c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:52.883159 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-e43bd902-08a1-4df2-a18d-c2281b3b63e5 service neutron] 10.222.0.93 "GET /v2.0/networks/c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1829505 Aug 16 22:28:52.906220 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=79f68fc9-6e92-4967-91c3-72e57adbfb71,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:52.982486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9273608e-1c6b-4633-bb83-d70b19fee206 None None] Provisioning complete for port 79f68fc9-6e92-4967-91c3-72e57adbfb71 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:52.983093 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9273608e-1c6b-4633-bb83-d70b19fee206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:53.081129 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 264098b3-40dd-42e5-966d-e9e11798aaeb no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:28:53.145776 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-50aedc41-b264-4713-816a-39dc48bd79ff req-10f91e13-00ef-400c-aa79-8bd4f85c1c8c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:53.216242 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-df6a876f-7d13-4e55-8b17-720952f71c41 service neutron] 10.222.0.93 "GET /v2.0/networks/c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239887 Aug 16 22:28:53.220342 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f91e13-00ef-400c-aa79-8bd4f85c1c8c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event updated for resources: {'Port': ['ID=df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:53.246253 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-10f91e13-00ef-400c-aa79-8bd4f85c1c8c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:53.247153 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-10f91e13-00ef-400c-aa79-8bd4f85c1c8c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:53.285982 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-10f91e13-00ef-400c-aa79-8bd4f85c1c8c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7854428 Aug 16 22:28:53.304699 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:53.340317 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f110aae-7e74-406a-a39e-ad599d2710e0 req-aa5a67ae-2097-4850-9724-01b539784eb4 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:53.341494 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5343089d-287c-4f83-8705-ecea9cf42f3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '264098b3-40dd-42e5-966d-e9e11798aaeb'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:53.346134 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001d82c4-a31c-44c8-8f4d-991894e27dc5" -d '{"events": [{"server_uuid": "5343089d-287c-4f83-8705-ecea9cf42f3a", "name": "network-vif-unplugged", "status": "completed", "tag": "264098b3-40dd-42e5-966d-e9e11798aaeb"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:53.352840 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f110aae-7e74-406a-a39e-ad599d2710e0 req-aa5a67ae-2097-4850-9724-01b539784eb4 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:53.354683 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f110aae-7e74-406a-a39e-ad599d2710e0 req-aa5a67ae-2097-4850-9724-01b539784eb4 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 1652 time: 0.5663695 Aug 16 22:28:53.368246 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 264098b3-40dd-42e5-966d-e9e11798aaeb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=264098b3-40dd-42e5-966d-e9e11798aaeb,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:53.379705 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:53.383843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e59377ae-7d66-4e92-95c7-77cd8b0dab2f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Request body: {'port': {'device_id': '37c673f3-af86-4e83-89e2-d38839a6e530', 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e', 'admin_state_up': True, 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'security_groups': ['e2e96f25-ade0-4881-b151-dc537e03be72']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:53.387957 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f2703445-1c73-4f58-8a57-8dd64dad0fe2 None None] Provisioning for port df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:53.393437 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f2703445-1c73-4f58-8a57-8dd64dad0fe2 None None] Provisioning complete for port df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:53.393842 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f2703445-1c73-4f58-8a57-8dd64dad0fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:53.481777 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f110aae-7e74-406a-a39e-ad599d2710e0 req-15e4f45e-bb54-47c0-aec4-620211ca3c45 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100552 Aug 16 22:28:53.566736 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=264098b3-40dd-42e5-966d-e9e11798aaeb,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:53.588273 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-f2703445-1c73-4f58-8a57-8dd64dad0fe2 None None] Port df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:28:53.751568 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e59377ae-7d66-4e92-95c7-77cd8b0dab2f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Made reservation on behalf of 862fd4c5b7334530a4c88c30c2542f34 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:28:53.760739 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e59377ae-7d66-4e92-95c7-77cd8b0dab2f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:53.918695 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a1d273-4701-4752-86b2-27a3c3f77341 None None] Network c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:28:54.157729 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2c02ac08-4830-470f-9913-3f642a449437 None None] Provisioning for port dd1011d2-f0b3-4d8d-b266-1923bf6b850b completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:54.309453 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e59377ae-7d66-4e92-95c7-77cd8b0dab2f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Allocated IP 10.1.1.19 (3d52a80a-46a1-4a85-b6ee-83d618bc5e2e/cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8/b6203b99-3093-4799-9ebe-caeb302b396f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:54.382447 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device dd1011d2-f0b3-4d8d-b266-1923bf6b850b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:54.395349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b685d-a006-45b9-8f85-d7c809aed706 req-859802fb-e4ef-40ad-80ef-c010967c0af1 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:54.404821 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-551b685d-a006-45b9-8f85-d7c809aed706 req-859802fb-e4ef-40ad-80ef-c010967c0af1 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.3368659 Aug 16 22:28:54.501294 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port dd1011d2-f0b3-4d8d-b266-1923bf6b850b completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:54.506998 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port dd1011d2-f0b3-4d8d-b266-1923bf6b850b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:54.507663 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:54.654413 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:54.739226 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port dd1011d2-f0b3-4d8d-b266-1923bf6b850b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=dd1011d2-f0b3-4d8d-b266-1923bf6b850b,segment=NetworkSegment(2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51),segment_id=2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:54.743130 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-27f51e1d-b851-4b51-b0b0-12e82dc63345 None None] Provisioning complete for port dd1011d2-f0b3-4d8d-b266-1923bf6b850b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:54.743999 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-27f51e1d-b851-4b51-b0b0-12e82dc63345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:54.749635 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:54.750704 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 79f68fc9-6e92-4967-91c3-72e57adbfb71 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:54.897363 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=dd1011d2-f0b3-4d8d-b266-1923bf6b850b,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:54.918499 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a72f4-2e9a-4af3-b701-4947a089edbf req-7777aaf8-9619-4092-a56d-f39885630fee tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:54.926897 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f95a72f4-2e9a-4af3-b701-4947a089edbf req-7777aaf8-9619-4092-a56d-f39885630fee tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 943 time: 0.6898408 Aug 16 22:28:54.939747 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3c95f-44f9-4192-80ad-5d181a7fe4cf req-607467c9-b4f2-4bee-af83-3b538ed6bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:54.941186 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cda3c95f-44f9-4192-80ad-5d181a7fe4cf req-607467c9-b4f2-4bee-af83-3b538ed6bca8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37b7559117c64c188829889a0014ed6c&device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 1098 time: 0.8631144 Aug 16 22:28:54.964798 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-551b685d-a006-45b9-8f85-d7c809aed706 req-e837b1e1-54b1-49d9-819b-c2d2496d870a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589104 Aug 16 22:28:55.001530 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 79f68fc9-6e92-4967-91c3-72e57adbfb71 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:55.001937 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:55.070326 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d03bf7-569a-4ccd-848e-4bde9239d7d3 x-openstack-request-id: req-c7d03bf7-569a-4ccd-848e-4bde9239d7d3 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:55.070822 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5343089d-287c-4f83-8705-ecea9cf42f3a", "name": "network-vif-unplugged", "status": "completed", "tag": "264098b3-40dd-42e5-966d-e9e11798aaeb", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:55.071236 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c7d03bf7-569a-4ccd-848e-4bde9239d7d3 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:55.072251 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5343089d-287c-4f83-8705-ecea9cf42f3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '264098b3-40dd-42e5-966d-e9e11798aaeb', 'code': 200} Aug 16 22:28:55.219699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fdb0064-91b3-4a5d-9823-7b30c45066d8 req-6302cfa2-fb37-4ee8-a276-ec57f5d6c187 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 210 time: 0.0478745 Aug 16 22:28:55.273514 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f95a72f4-2e9a-4af3-b701-4947a089edbf req-23fb8383-3502-45ac-87d4-b56840bfab19 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3455660 Aug 16 22:28:55.280804 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3c95f-44f9-4192-80ad-5d181a7fe4cf req-b28d5424-6090-458e-92d1-8788fb5b55c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:55.282446 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cda3c95f-44f9-4192-80ad-5d181a7fe4cf req-b28d5424-6090-458e-92d1-8788fb5b55c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ad6a423a-c0d2-482a-9d34-9271ebbb446a HTTP/1.1" status: 200 len: 920 time: 0.2891181 Aug 16 22:28:55.411296 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e59377ae-7d66-4e92-95c7-77cd8b0dab2f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:55.431532 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e59377ae-7d66-4e92-95c7-77cd8b0dab2f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Transition to ACTIVE for port object b6203b99-3093-4799-9ebe-caeb302b396f will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:55.477158 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e59377ae-7d66-4e92-95c7-77cd8b0dab2f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:55.540729 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e59377ae-7d66-4e92-95c7-77cd8b0dab2f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:55.542494 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e59377ae-7d66-4e92-95c7-77cd8b0dab2f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:55.544345 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59377ae-7d66-4e92-95c7-77cd8b0dab2f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event updated for resources: {'Port': ['ID=b6203b99-3093-4799-9ebe-caeb302b396f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:55.558558 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e59377ae-7d66-4e92-95c7-77cd8b0dab2f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:55.622163 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e59377ae-7d66-4e92-95c7-77cd8b0dab2f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:55.622846 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e59377ae-7d66-4e92-95c7-77cd8b0dab2f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:55.655306 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e59377ae-7d66-4e92-95c7-77cd8b0dab2f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2823777 Aug 16 22:28:55.823335 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e426080f-9927-481b-90bb-e59489ea22ef None None] Provisioning for port b6203b99-3093-4799-9ebe-caeb302b396f completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:55.827765 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e426080f-9927-481b-90bb-e59489ea22ef None None] Provisioning complete for port b6203b99-3093-4799-9ebe-caeb302b396f triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:55.828269 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e426080f-9927-481b-90bb-e59489ea22ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:55.866830 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e426080f-9927-481b-90bb-e59489ea22ef None None] Port b6203b99-3093-4799-9ebe-caeb302b396f cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:28:56.071431 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device dd1011d2-f0b3-4d8d-b266-1923bf6b850b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:56.071571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091d273-2e8d-4bf7-87b8-420b423a6602 req-16b54e39-de07-4e75-8bb4-b666c4a96c17 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:56.075650 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8091d273-2e8d-4bf7-87b8-420b423a6602 req-16b54e39-de07-4e75-8bb4-b666c4a96c17 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.0565937 Aug 16 22:28:56.118765 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8091d273-2e8d-4bf7-87b8-420b423a6602 req-75217815-7be0-456f-b472-d592d895a580 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381939 Aug 16 22:28:56.126537 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port dd1011d2-f0b3-4d8d-b266-1923bf6b850b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:56.127267 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:56.241581 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece2432-8dc7-4597-baa0-82466a8d7f4b req-02eb3d8f-f9f0-46e0-9976-e9a0a0b30fa2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:56.247669 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece2432-8dc7-4597-baa0-82466a8d7f4b req-02eb3d8f-f9f0-46e0-9976-e9a0a0b30fa2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:56.253654 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece2432-8dc7-4597-baa0-82466a8d7f4b req-02eb3d8f-f9f0-46e0-9976-e9a0a0b30fa2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:56.255409 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ece2432-8dc7-4597-baa0-82466a8d7f4b req-02eb3d8f-f9f0-46e0-9976-e9a0a0b30fa2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 2372 time: 0.0696321 Aug 16 22:28:56.294305 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ece2432-8dc7-4597-baa0-82466a8d7f4b req-a7438f7f-7764-4f52-a2b3-471721d8dba1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324430 Aug 16 22:29:02.319569 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-50aedc41-b264-4713-816a-39dc48bd79ff req-3ed7247c-9576-4ce9-a861-7a54f21d3506 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Request body: {'port': {'device_id': '37c673f3-af86-4e83-89e2-d38839a6e530', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4a4f1f6c-9680-469a-bab8-e73ceb2b4da1', 'admin_state_up': True, 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'security_groups': ['e2e96f25-ade0-4881-b151-dc537e03be72']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:02.416923 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cda3c95f-44f9-4192-80ad-5d181a7fe4cf req-c7425ee5-6e10-465a-b36a-85fa426c54bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c96edf8d-5f0c-4a9f-a48b-803cf561b7cd HTTP/1.1" status: 200 len: 217 time: 0.1157281 Aug 16 22:29:02.466852 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ac810dd-310b-42a8-9bb7-5aca275b72b8 req-291671de-081c-461e-a909-fff89e5f3776 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 210 time: 0.0524321 Aug 16 22:29:02.522253 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3c95f-44f9-4192-80ad-5d181a7fe4cf req-8cedcae1-0040-478c-aa7d-dbc434173030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:02.522532 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cda3c95f-44f9-4192-80ad-5d181a7fe4cf req-8cedcae1-0040-478c-aa7d-dbc434173030 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bce8d44e-9c3f-4ecb-8946-53a1c1e64100 HTTP/1.1" status: 200 len: 859 time: 0.0936942 Aug 16 22:29:02.559674 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cda3c95f-44f9-4192-80ad-5d181a7fe4cf req-6c9efc7b-9fec-497f-997d-6df14ac8587d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ad6a423a-c0d2-482a-9d34-9271ebbb446a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284243 Aug 16 22:29:02.690825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-3ed7247c-9576-4ce9-a861-7a54f21d3506 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Made reservation on behalf of 862fd4c5b7334530a4c88c30c2542f34 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:02.805579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebaf0b-7858-4715-a0c0-9fa9da22dcf4 req-7a657cbc-1793-47b0-88a0-6ada16aa609f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:02.807402 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ebaf0b-7858-4715-a0c0-9fa9da22dcf4 req-7a657cbc-1793-47b0-88a0-6ada16aa609f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 943 time: 0.2243888 Aug 16 22:29:02.884957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82586820-e89b-4752-b76b-2ce8f107be20 req-4e90fc67-dfb7-462c-b74d-a2ed0df2004c tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:02.884957 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-82586820-e89b-4752-b76b-2ce8f107be20 req-4e90fc67-dfb7-462c-b74d-a2ed0df2004c tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.2761106 Aug 16 22:29:02.937137 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cda3c95f-44f9-4192-80ad-5d181a7fe4cf req-d5f1e829-a377-41fd-a390-4fc281e33150 service neutron] 10.222.0.39 "GET /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615680 Aug 16 22:29:03.040917 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-3ed7247c-9576-4ce9-a861-7a54f21d3506 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:03.058971 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ebaf0b-7858-4715-a0c0-9fa9da22dcf4 req-a1bd23d5-e74b-47c7-8037-26564b915293 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344308 Aug 16 22:29:03.084355 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-82586820-e89b-4752-b76b-2ce8f107be20 req-9efbddf6-54b4-410d-a1e5-799a959b8607 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727858 Aug 16 22:29:03.094735 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-87d00b34-a069-4ddf-b3fa-d608c77f2506 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:03.100755 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-87d00b34-a069-4ddf-b3fa-d608c77f2506 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:03.102562 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-87d00b34-a069-4ddf-b3fa-d608c77f2506 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.39 "GET /v2.0/networks?id=ddde3e22-f086-45b1-ab8c-a8be5c27676d&id=c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8 HTTP/1.1" status: 200 len: 1392 time: 0.3334186 Aug 16 22:29:03.129395 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-f0689822-5a4a-44cd-bf51-c3a2549b0941 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Request body: {'port': {'device_id': 'd187de4c-b88f-4945-bf52-3be9544901fa', 'network_id': 'ddde3e22-f086-45b1-ab8c-a8be5c27676d', 'admin_state_up': True, 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:03.394401 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cda3c95f-44f9-4192-80ad-5d181a7fe4cf req-390d8d22-565e-40bb-b464-2571b1a093d8 service neutron] 10.222.0.39 "GET /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392910 Aug 16 22:29:03.507650 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c2c36-562e-4cb8-99c4-b98f2ec2e9e6 req-e18e0559-6242-4e03-9f34-85a11223924c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:03.514233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c2c36-562e-4cb8-99c4-b98f2ec2e9e6 req-e18e0559-6242-4e03-9f34-85a11223924c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:03.520386 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c2c36-562e-4cb8-99c4-b98f2ec2e9e6 req-e18e0559-6242-4e03-9f34-85a11223924c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:03.527996 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d0c2c36-562e-4cb8-99c4-b98f2ec2e9e6 req-e18e0559-6242-4e03-9f34-85a11223924c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 2372 time: 0.3360739 Aug 16 22:29:03.541731 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45537f15-e6a8-4e9e-81d9-f4b1a13ad5cb req-c37f4d96-59f5-4e58-84b7-6a3889143644 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:03.551380 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45537f15-e6a8-4e9e-81d9-f4b1a13ad5cb req-c37f4d96-59f5-4e58-84b7-6a3889143644 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 945 time: 0.2467859 Aug 16 22:29:03.631788 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-f0689822-5a4a-44cd-bf51-c3a2549b0941 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Made reservation on behalf of a05639ce0f8e4fb9a684fb2b1b120703 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:03.635913 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-f0689822-5a4a-44cd-bf51-c3a2549b0941 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:03.677568 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d0c2c36-562e-4cb8-99c4-b98f2ec2e9e6 req-7ecf10b9-3b80-45b0-aeeb-e35ba1c0e023 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486878 Aug 16 22:29:03.686607 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-50aedc41-b264-4713-816a-39dc48bd79ff req-3ed7247c-9576-4ce9-a861-7a54f21d3506 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Allocated IP 10.2.2.100 (4a4f1f6c-9680-469a-bab8-e73ceb2b4da1/6407f57a-0a4a-4c45-b6bc-4d49c5bbccdb/e66f3d2d-debb-4dea-bb6b-dae2d7029967) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:03.723933 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45537f15-e6a8-4e9e-81d9-f4b1a13ad5cb req-db7917cb-634f-4848-a932-e7c7edca5e4e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636503 Aug 16 22:29:04.070540 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd2c9baf-a40b-418b-a3ba-654ce5c2060b req-765e67a2-1a9c-4f12-86ba-8e5620a8ba19 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 210 time: 0.0820997 Aug 16 22:29:04.127943 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-f0689822-5a4a-44cd-bf51-c3a2549b0941 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Allocated IP 19.80.0.168 (ddde3e22-f086-45b1-ab8c-a8be5c27676d/f8bce414-c119-4fea-8b00-9bd0c125e223/2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:04.213387 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce294a-8ba8-472c-af61-7a81a922c94e req-2f908c5c-ff5c-4eed-af1c-bd9bcc396087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:04.214932 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1ce294a-8ba8-472c-af61-7a81a922c94e req-2f908c5c-ff5c-4eed-af1c-bd9bcc396087 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=82b34a1dd4514ab18bc6cff7551e57f0&device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 1099 time: 0.2029934 Aug 16 22:29:04.218037 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-3ed7247c-9576-4ce9-a861-7a54f21d3506 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:04.246342 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-213370da-23ca-48a6-92a6-5d50ca588428 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:04.247937 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-213370da-23ca-48a6-92a6-5d50ca588428 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/networks?id=3b6a0a99-16e1-4702-a8d0-b5c8fc387327 HTTP/1.1" status: 200 len: 805 time: 0.3692379 Aug 16 22:29:04.304733 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-50aedc41-b264-4713-816a-39dc48bd79ff req-3ed7247c-9576-4ce9-a861-7a54f21d3506 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Transition to ACTIVE for port object e66f3d2d-debb-4dea-bb6b-dae2d7029967 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:04.339094 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-d6c14b74-8216-4244-be4b-f1a90975c263 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/quotas/80cce3b248a74aa88b3d7c11b3c4887b HTTP/1.1" status: 200 len: 375 time: 0.0725458 Aug 16 22:29:04.846370 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce294a-8ba8-472c-af61-7a81a922c94e req-097f558f-05c8-4a44-9ff3-25dd70cd351b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:04.847875 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1ce294a-8ba8-472c-af61-7a81a922c94e req-097f558f-05c8-4a44-9ff3-25dd70cd351b service neutron] 10.222.0.39 "GET /v2.0/networks?id=80504c0b-5244-4f8e-abb7-07f43d02c31e HTTP/1.1" status: 200 len: 915 time: 0.6242411 Aug 16 22:29:04.864715 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-3ed7247c-9576-4ce9-a861-7a54f21d3506 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:04.943817 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cfe25-a344-4aa7-858f-19c3d34b41ed req-8d36d1fe-43e9-4d49-ac03-d74b74f7480c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:04.948987 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-678cfe25-a344-4aa7-858f-19c3d34b41ed req-8d36d1fe-43e9-4d49-ac03-d74b74f7480c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5343089d-287c-4f83-8705-ecea9cf42f3a HTTP/1.1" status: 200 len: 943 time: 0.5897257 Aug 16 22:29:04.982943 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1ce294a-8ba8-472c-af61-7a81a922c94e req-58793e4a-9830-47f4-a4ee-aa902d5019b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48ac1cda-719d-4426-a6ff-ee642af95bfb HTTP/1.1" status: 200 len: 217 time: 0.1208591 Aug 16 22:29:04.987035 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-8ae2360d-fa50-403b-8528-2c925894cd39 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=80cce3b248a74aa88b3d7c11b3c4887b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6310232 Aug 16 22:29:05.049436 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-f0689822-5a4a-44cd-bf51-c3a2549b0941 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:05.081825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50aedc41-b264-4713-816a-39dc48bd79ff req-3ed7247c-9576-4ce9-a861-7a54f21d3506 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Network 4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:05.140194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9268ce1-16f8-40cd-a12d-37d186145021 req-6c82bf78-3165-45ea-92d4-46ffaa0503fa tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:05.141679 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d9268ce1-16f8-40cd-a12d-37d186145021 req-6c82bf78-3165-45ea-92d4-46ffaa0503fa tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.3715258 Aug 16 22:29:05.152498 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-50aedc41-b264-4713-816a-39dc48bd79ff req-3ed7247c-9576-4ce9-a861-7a54f21d3506 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:05.166151 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-50aedc41-b264-4713-816a-39dc48bd79ff req-3ed7247c-9576-4ce9-a861-7a54f21d3506 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:05.178884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-f0689822-5a4a-44cd-bf51-c3a2549b0941 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Transition to ACTIVE for port object 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:05.189744 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7247c-9576-4ce9-a861-7a54f21d3506 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event updated for resources: {'Port': ['ID=e66f3d2d-debb-4dea-bb6b-dae2d7029967,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:05.336035 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce294a-8ba8-472c-af61-7a81a922c94e req-8c104a55-6921-467e-89af-bed3d7961ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:05.337240 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1ce294a-8ba8-472c-af61-7a81a922c94e req-8c104a55-6921-467e-89af-bed3d7961ea5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6d2a62f-efd7-45c4-8dc0-2f77fcbfce1a HTTP/1.1" status: 200 len: 854 time: 0.3299451 Aug 16 22:29:05.435473 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-3ed7247c-9576-4ce9-a861-7a54f21d3506 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:05.436002 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-3ed7247c-9576-4ce9-a861-7a54f21d3506 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:05.447016 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1ce294a-8ba8-472c-af61-7a81a922c94e req-612e4ff6-24b9-4548-9196-854f015cebb1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80504c0b-5244-4f8e-abb7-07f43d02c31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857468 Aug 16 22:29:05.454108 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d9268ce1-16f8-40cd-a12d-37d186145021 req-e8e05d32-ca17-43ed-b68a-083240909391 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981210 Aug 16 22:29:05.458151 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1170bd77-01d6-4e30-997e-d75cf1af45a7 None None] Provisioning for port e66f3d2d-debb-4dea-bb6b-dae2d7029967 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:05.468385 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1170bd77-01d6-4e30-997e-d75cf1af45a7 None None] Provisioning complete for port e66f3d2d-debb-4dea-bb6b-dae2d7029967 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:05.469369 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1170bd77-01d6-4e30-997e-d75cf1af45a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:05.488622 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-e7b2fdba-a508-48e3-a1a9-453fa059c533 service neutron] 10.222.0.93 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838214 Aug 16 22:29:05.555663 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-f0689822-5a4a-44cd-bf51-c3a2549b0941 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:05.559529 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-3ed7247c-9576-4ce9-a861-7a54f21d3506 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2446659 Aug 16 22:29:05.562743 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-1170bd77-01d6-4e30-997e-d75cf1af45a7 None None] Port e66f3d2d-debb-4dea-bb6b-dae2d7029967 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:29:05.677148 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-50aedc41-b264-4713-816a-39dc48bd79ff req-cb53bc8d-7eb8-4ea9-a3d6-9ef52a07d309 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Request body: {'port': {'device_id': '37c673f3-af86-4e83-89e2-d38839a6e530', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4a4f1f6c-9680-469a-bab8-e73ceb2b4da1', 'admin_state_up': True, 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'security_groups': ['e2e96f25-ade0-4881-b151-dc537e03be72']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:05.834045 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-678cfe25-a344-4aa7-858f-19c3d34b41ed req-48b597b0-0c4d-444b-84d2-ed28193aa112 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Deleting port 264098b3-40dd-42e5-966d-e9e11798aaeb {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:05.834278 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-678cfe25-a344-4aa7-858f-19c3d34b41ed req-48b597b0-0c4d-444b-84d2-ed28193aa112 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:05.849139 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-f0689822-5a4a-44cd-bf51-c3a2549b0941 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Network ddde3e22-f086-45b1-ab8c-a8be5c27676d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:05.878980 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-f0689822-5a4a-44cd-bf51-c3a2549b0941 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:05.911470 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0689822-5a4a-44cd-bf51-c3a2549b0941 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event updated for resources: {'Port': ['ID=2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:05.918892 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-f0689822-5a4a-44cd-bf51-c3a2549b0941 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:05.996911 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d671f2-0dd3-4945-8aec-0d4752c66572 req-2127a1ac-611f-4d4b-bbda-90a027cf233f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:05.998558 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a1d671f2-0dd3-4945-8aec-0d4752c66572 req-2127a1ac-611f-4d4b-bbda-90a027cf233f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 943 time: 0.4562769 Aug 16 22:29:06.014456 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1ce294a-8ba8-472c-af61-7a81a922c94e req-5034c7fa-a8a6-4c5d-adf4-af4bb8b22632 service neutron] 10.222.0.39 "GET /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535507 Aug 16 22:29:06.074772 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-d6db9cc0-5e60-45a7-a66b-bc86c2634ea3 service neutron] 10.222.0.93 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308349 Aug 16 22:29:06.137057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-f0689822-5a4a-44cd-bf51-c3a2549b0941 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:06.137643 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-f0689822-5a4a-44cd-bf51-c3a2549b0941 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:06.191871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0844381c-b318-43d8-97dc-084fc7cc62ca None None] Provisioning for port 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:06.198638 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0844381c-b318-43d8-97dc-084fc7cc62ca None None] Provisioning complete for port 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:06.199740 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0844381c-b318-43d8-97dc-084fc7cc62ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:06.200665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-678cfe25-a344-4aa7-858f-19c3d34b41ed req-48b597b0-0c4d-444b-84d2-ed28193aa112 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] For port 264098b3-40dd-42e5-966d-e9e11798aaeb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=264098b3-40dd-42e5-966d-e9e11798aaeb,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:06.201006 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-678cfe25-a344-4aa7-858f-19c3d34b41ed req-48b597b0-0c4d-444b-84d2-ed28193aa112 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:06.234218 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a1d671f2-0dd3-4945-8aec-0d4752c66572 req-7cc48b68-1144-419d-85b0-4e39c1c6d766 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089586 Aug 16 22:29:06.255087 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-678cfe25-a344-4aa7-858f-19c3d34b41ed req-48b597b0-0c4d-444b-84d2-ed28193aa112 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Calling delete_port for 264098b3-40dd-42e5-966d-e9e11798aaeb owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:06.257171 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-cb53bc8d-7eb8-4ea9-a3d6-9ef52a07d309 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Made reservation on behalf of 862fd4c5b7334530a4c88c30c2542f34 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:06.283677 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-cb53bc8d-7eb8-4ea9-a3d6-9ef52a07d309 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:06.299525 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0844381c-b318-43d8-97dc-084fc7cc62ca None None] Port 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:29:06.314644 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-f0689822-5a4a-44cd-bf51-c3a2549b0941 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1959951 Aug 16 22:29:06.348673 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-02f4d26c-fe32-48b5-aa9b-1f003becfed5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Request body: {'port': {'device_id': 'd187de4c-b88f-4945-bf52-3be9544901fa', 'network_id': 'c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8', 'admin_state_up': True, 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:06.425721 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1ce294a-8ba8-472c-af61-7a81a922c94e req-fc58b072-9613-4290-9563-dd3fb88e9697 service neutron] 10.222.0.39 "GET /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948326 Aug 16 22:29:06.611397 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc26bb-bd28-4ee0-96d8-5be13d518f06 req-b3fb976b-814c-4f73-881b-af79bfc9b68f tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:06.619561 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1dc26bb-bd28-4ee0-96d8-5be13d518f06 req-b3fb976b-814c-4f73-881b-af79bfc9b68f tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.3314590 Aug 16 22:29:06.900449 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1dc26bb-bd28-4ee0-96d8-5be13d518f06 req-a8632e09-5719-4ca4-8c9a-b9b973d865e1 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790167 Aug 16 22:29:06.922197 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-50aedc41-b264-4713-816a-39dc48bd79ff req-cb53bc8d-7eb8-4ea9-a3d6-9ef52a07d309 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Allocated IP 10.2.2.200 (4a4f1f6c-9680-469a-bab8-e73ceb2b4da1/6407f57a-0a4a-4c45-b6bc-4d49c5bbccdb/e26f09f8-7d01-4e95-a60f-3430a43aa863) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:06.986356 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-02f4d26c-fe32-48b5-aa9b-1f003becfed5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Made reservation on behalf of a05639ce0f8e4fb9a684fb2b1b120703 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:06.991228 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-02f4d26c-fe32-48b5-aa9b-1f003becfed5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:07.038429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d66dfd-1c3d-4bb5-b745-d6d9b73c7ff3 req-832fcc74-ba73-4dcf-950b-92b3308e847c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:07.046526 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d66dfd-1c3d-4bb5-b745-d6d9b73c7ff3 req-832fcc74-ba73-4dcf-950b-92b3308e847c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:07.053491 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d66dfd-1c3d-4bb5-b745-d6d9b73c7ff3 req-832fcc74-ba73-4dcf-950b-92b3308e847c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:07.060487 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d66dfd-1c3d-4bb5-b745-d6d9b73c7ff3 req-832fcc74-ba73-4dcf-950b-92b3308e847c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:07.069805 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0d66dfd-1c3d-4bb5-b745-d6d9b73c7ff3 req-832fcc74-ba73-4dcf-950b-92b3308e847c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 3093 time: 0.2718737 Aug 16 22:29:07.113875 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-678cfe25-a344-4aa7-858f-19c3d34b41ed req-48b597b0-0c4d-444b-84d2-ed28193aa112 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:07.570304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b597b0-0c4d-444b-84d2-ed28193aa112 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Pushing event deleted for resources: {'Port': ['ID=264098b3-40dd-42e5-966d-e9e11798aaeb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:07.747662 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0d66dfd-1c3d-4bb5-b745-d6d9b73c7ff3 req-ccaf0db1-c844-45d6-9d7a-06906fcb7d54 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6767397 Aug 16 22:29:07.842337 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-678cfe25-a344-4aa7-858f-19c3d34b41ed req-48b597b0-0c4d-444b-84d2-ed28193aa112 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] No DVR routers for this DVR port 264098b3-40dd-42e5-966d-e9e11798aaeb on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:29:07.856714 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-678cfe25-a344-4aa7-858f-19c3d34b41ed req-48b597b0-0c4d-444b-84d2-ed28193aa112 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:07.858895 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-678cfe25-a344-4aa7-858f-19c3d34b41ed req-48b597b0-0c4d-444b-84d2-ed28193aa112 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.39 "DELETE /v2.0/ports/264098b3-40dd-42e5-966d-e9e11798aaeb HTTP/1.1" status: 204 len: 173 time: 2.8777869 Aug 16 22:29:07.867071 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c9068-4561-4092-a32e-74faeb468ca5 req-7ec4e52b-ef3c-4455-a49f-2a2e78b1bfa1 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:07.876514 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf8c9068-4561-4092-a32e-74faeb468ca5 req-7ec4e52b-ef3c-4455-a49f-2a2e78b1bfa1 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 932 time: 0.8743594 Aug 16 22:29:07.897370 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5343089d-287c-4f83-8705-ecea9cf42f3a', 'name': 'network-vif-deleted', 'tag': '264098b3-40dd-42e5-966d-e9e11798aaeb'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:07.899931 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa846c9-bf82-43cb-af91-a8cf6fb07143" -d '{"events": [{"server_uuid": "5343089d-287c-4f83-8705-ecea9cf42f3a", "name": "network-vif-deleted", "tag": "264098b3-40dd-42e5-966d-e9e11798aaeb"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:07.963194 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf8c9068-4561-4092-a32e-74faeb468ca5 req-8f82f503-e882-4529-9ee4-f4a611a779bf tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809751 Aug 16 22:29:08.042180 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d332dd7d-9ac6-41ab-8242-851b24b0edf6 req-7947a88b-e60c-428f-85e8-b55d9eac76b7 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9adfe75-5811-4d54-b9ff-30033b1e40b4 HTTP/1.1" status: 200 len: 210 time: 0.1284223 Aug 16 22:29:08.139062 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-cb53bc8d-7eb8-4ea9-a3d6-9ef52a07d309 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:08.225790 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-50aedc41-b264-4713-816a-39dc48bd79ff req-cb53bc8d-7eb8-4ea9-a3d6-9ef52a07d309 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Transition to ACTIVE for port object e26f09f8-7d01-4e95-a60f-3430a43aa863 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:08.249762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-02f4d26c-fe32-48b5-aa9b-1f003becfed5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Allocated IP 19.86.0.157 (c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8/270cf207-8693-4148-a5e7-1fa4aecaf619/83c85f59-3662-49a5-a6b9-9a5ea24304cb) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:08.273260 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-ffac0293-68e1-4481-9562-c52ed73da846 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:08.277487 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-ffac0293-68e1-4481-9562-c52ed73da846 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.39 "GET /v2.0/networks?id=3b6a0a99-16e1-4702-a8d0-b5c8fc387327 HTTP/1.1" status: 200 len: 805 time: 0.7028675 Aug 16 22:29:08.295561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60e79-84dc-4bf2-b0cc-750de90c1029 req-c63d1b00-80ef-4bfc-980c-a23a27fb4988 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:08.297084 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1e60e79-84dc-4bf2-b0cc-750de90c1029 req-c63d1b00-80ef-4bfc-980c-a23a27fb4988 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.2486684 Aug 16 22:29:08.308624 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-edb8b13f-2257-4cf1-9f0d-085e2eca0bb2 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Request body: {'port': {'device_id': 'b9adfe75-5811-4d54-b9ff-30033b1e40b4', 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327', 'admin_state_up': True, 'tenant_id': '80cce3b248a74aa88b3d7c11b3c4887b'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:08.407271 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:08.448809 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ee6d3-424b-4fed-b118-06b3795847ce req-32de582c-4e14-49b7-aeea-bd1bf0e8d8c3 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:08.450650 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-783ee6d3-424b-4fed-b118-06b3795847ce req-32de582c-4e14-49b7-aeea-bd1bf0e8d8c3 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 943 time: 0.3026273 Aug 16 22:29:08.480359 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-cb53bc8d-7eb8-4ea9-a3d6-9ef52a07d309 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:08.557139 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1e60e79-84dc-4bf2-b0cc-750de90c1029 req-1ac8827e-acd9-444e-9f6a-316b1fee2aa5 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294507 Aug 16 22:29:08.661946 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50aedc41-b264-4713-816a-39dc48bd79ff req-cb53bc8d-7eb8-4ea9-a3d6-9ef52a07d309 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Network 4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:08.675947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53bc8d-7eb8-4ea9-a3d6-9ef52a07d309 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event updated for resources: {'Port': ['ID=e26f09f8-7d01-4e95-a60f-3430a43aa863,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:08.687571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-50aedc41-b264-4713-816a-39dc48bd79ff req-cb53bc8d-7eb8-4ea9-a3d6-9ef52a07d309 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:08.709678 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-783ee6d3-424b-4fed-b118-06b3795847ce req-0d8b1380-c702-4be2-832d-1ee3939317d7 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423992 Aug 16 22:29:08.716550 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9277131e-e852-44de-88e4-29a0eb282c7e x-openstack-request-id: req-9277131e-e852-44de-88e4-29a0eb282c7e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:08.717035 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5343089d-287c-4f83-8705-ecea9cf42f3a", "name": "network-vif-deleted", "tag": "264098b3-40dd-42e5-966d-e9e11798aaeb", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:08.717453 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9277131e-e852-44de-88e4-29a0eb282c7e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:08.718456 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5343089d-287c-4f83-8705-ecea9cf42f3a', 'name': 'network-vif-deleted', 'tag': '264098b3-40dd-42e5-966d-e9e11798aaeb', 'status': 'completed', 'code': 200} Aug 16 22:29:08.720586 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-50aedc41-b264-4713-816a-39dc48bd79ff req-cb53bc8d-7eb8-4ea9-a3d6-9ef52a07d309 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:08.919284 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-cb53bc8d-7eb8-4ea9-a3d6-9ef52a07d309 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:08.919837 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-cb53bc8d-7eb8-4ea9-a3d6-9ef52a07d309 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:08.922370 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-edb8b13f-2257-4cf1-9f0d-085e2eca0bb2 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Made reservation on behalf of 80cce3b248a74aa88b3d7c11b3c4887b for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:08.926065 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-edb8b13f-2257-4cf1-9f0d-085e2eca0bb2 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:08.983813 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5bbeabdd-0ae0-44b1-9329-43a285708743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:08.998530 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-02f4d26c-fe32-48b5-aa9b-1f003becfed5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:09.027119 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-cb53bc8d-7eb8-4ea9-a3d6-9ef52a07d309 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4343476 Aug 16 22:29:09.029184 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-02f4d26c-fe32-48b5-aa9b-1f003becfed5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Transition to ACTIVE for port object 83c85f59-3662-49a5-a6b9-9a5ea24304cb will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:09.051059 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-03e4e333-b9ab-4581-93fd-0f607621108d None None] Provisioning for port e26f09f8-7d01-4e95-a60f-3430a43aa863 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:09.051744 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] Request body: {'port': {'device_id': '37c673f3-af86-4e83-89e2-d38839a6e530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:09.060097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-03e4e333-b9ab-4581-93fd-0f607621108d None None] Provisioning complete for port e26f09f8-7d01-4e95-a60f-3430a43aa863 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:09.060737 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-03e4e333-b9ab-4581-93fd-0f607621108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:09.101828 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-03e4e333-b9ab-4581-93fd-0f607621108d None None] Port e26f09f8-7d01-4e95-a60f-3430a43aa863 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:29:09.159549 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ac047-042f-414a-9c6e-ce1e2b24fbcd req-3ab78944-d81b-4995-9fbb-77c77d34b2bf tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:09.161133 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe2ac047-042f-414a-9c6e-ce1e2b24fbcd req-3ab78944-d81b-4995-9fbb-77c77d34b2bf tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.3637316 Aug 16 22:29:09.191368 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 18e23b02-3747-41d2-bac1-046c88511bb4 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:29:09.206412 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:09.230802 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461207b-bb1e-4cdb-9856-0fd869061fcc req-71bd6c0a-4167-470b-ab0a-798a3970408d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:09.237070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461207b-bb1e-4cdb-9856-0fd869061fcc req-71bd6c0a-4167-470b-ab0a-798a3970408d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:09.243519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461207b-bb1e-4cdb-9856-0fd869061fcc req-71bd6c0a-4167-470b-ab0a-798a3970408d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:09.249535 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461207b-bb1e-4cdb-9856-0fd869061fcc req-71bd6c0a-4167-470b-ab0a-798a3970408d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:09.255748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461207b-bb1e-4cdb-9856-0fd869061fcc req-71bd6c0a-4167-470b-ab0a-798a3970408d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:09.263486 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0461207b-bb1e-4cdb-9856-0fd869061fcc req-71bd6c0a-4167-470b-ab0a-798a3970408d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 3814 time: 0.3679442 Aug 16 22:29:09.354433 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 264098b3-40dd-42e5-966d-e9e11798aaeb no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:09.383828 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-02f4d26c-fe32-48b5-aa9b-1f003becfed5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:09.409114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe2ac047-042f-414a-9c6e-ce1e2b24fbcd req-55ba13ea-ddd1-4a17-a4a4-6879ff42b070 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340646 Aug 16 22:29:09.456458 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 18e23b02-3747-41d2-bac1-046c88511bb4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=18e23b02-3747-41d2-bac1-046c88511bb4,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:09.465450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4d26c-fe32-48b5-aa9b-1f003becfed5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event updated for resources: {'Port': ['ID=83c85f59-3662-49a5-a6b9-9a5ea24304cb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:09.470796 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '18e23b02-3747-41d2-bac1-046c88511bb4', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'port_id': '18e23b02-3747-41d2-bac1-046c88511bb4', 'mac_address': 'fa:16:3e:ab:c0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:29:09.478546 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 264098b3-40dd-42e5-966d-e9e11798aaeb {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:29:09.478904 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 264098b3-40dd-42e5-966d-e9e11798aaeb not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:29:09.503985 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0461207b-bb1e-4cdb-9856-0fd869061fcc req-bb6ef96b-cb40-460c-837a-773f8db84bf2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315187 Aug 16 22:29:09.548667 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:09.565030 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18e23b02-3747-41d2-bac1-046c88511bb4 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:09.591626 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 18e23b02-3747-41d2-bac1-046c88511bb4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=18e23b02-3747-41d2-bac1-046c88511bb4,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:09.598183 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:09.609681 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-edb8b13f-2257-4cf1-9f0d-085e2eca0bb2 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Allocated IP 172.20.0.6 (3b6a0a99-16e1-4702-a8d0-b5c8fc387327/159e7ffb-10ba-4305-959b-a8d4373d4991/55be219f-df8b-4075-9a99-cf88f53b166e) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:09.693052 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=18e23b02-3747-41d2-bac1-046c88511bb4,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:09.706391 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['18e23b02-3747-41d2-bac1-046c88511bb4'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:29:09.713379 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-02f4d26c-fe32-48b5-aa9b-1f003becfed5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Network c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:09.722685 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c98a1cff-7fcf-486c-aa74-5a303f92ba6a req-671c11c2-f005-470f-8e8c-d2da41246f4d tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9adfe75-5811-4d54-b9ff-30033b1e40b4 HTTP/1.1" status: 200 len: 210 time: 0.1091623 Aug 16 22:29:09.749419 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-02f4d26c-fe32-48b5-aa9b-1f003becfed5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:09.769336 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-02f4d26c-fe32-48b5-aa9b-1f003becfed5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:10.150958 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-02f4d26c-fe32-48b5-aa9b-1f003becfed5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:10.152243 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-02f4d26c-fe32-48b5-aa9b-1f003becfed5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:10.250150 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ce902-e1e5-4044-8a15-ce1a7db8228e req-d29a301e-312d-4048-8072-3993128fc316 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:10.250150 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ce902-e1e5-4044-8a15-ce1a7db8228e req-d29a301e-312d-4048-8072-3993128fc316 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:10.250150 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-836ce902-e1e5-4044-8a15-ce1a7db8228e req-d29a301e-312d-4048-8072-3993128fc316 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 1655 time: 0.6369166 Aug 16 22:29:10.261783 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-02f4d26c-fe32-48b5-aa9b-1f003becfed5 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9174914 Aug 16 22:29:10.298263 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] Request body: {'port': {'device_id': 'd187de4c-b88f-4945-bf52-3be9544901fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:10.308631 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-27ea05f0-2cc5-434a-a54f-e84ef899593b None None] Provisioning for port 83c85f59-3662-49a5-a6b9-9a5ea24304cb completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:10.316181 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-27ea05f0-2cc5-434a-a54f-e84ef899593b None None] Provisioning complete for port 83c85f59-3662-49a5-a6b9-9a5ea24304cb triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:10.316561 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-27ea05f0-2cc5-434a-a54f-e84ef899593b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:10.394823 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc8d146-8521-4493-8309-20588af1db83 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:10.403804 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:10.420542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] Transition to ACTIVE for port object 5cc8d146-8521-4493-8309-20588af1db83 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:10.437929 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-27ea05f0-2cc5-434a-a54f-e84ef899593b None None] Port 83c85f59-3662-49a5-a6b9-9a5ea24304cb cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:29:10.454493 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:10.512917 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-edb8b13f-2257-4cf1-9f0d-085e2eca0bb2 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:10.530322 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ef53e-d6d9-4e86-a77c-a4b96b4ad4e6 req-5f28d287-7091-45af-93f8-0b2b1f7da5ca tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:10.532028 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-068ef53e-d6d9-4e86-a77c-a4b96b4ad4e6 req-5f28d287-7091-45af-93f8-0b2b1f7da5ca tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 943 time: 0.6168063 Aug 16 22:29:10.647727 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:10.678992 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-edb8b13f-2257-4cf1-9f0d-085e2eca0bb2 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:10.703709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc8d146-8521-4493-8309-20588af1db83,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:10.774486 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-836ce902-e1e5-4044-8a15-ce1a7db8228e req-49f3ac4c-e615-4287-9765-b3fe8184a494 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954050 Aug 16 22:29:10.786178 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8b13f-2257-4cf1-9f0d-085e2eca0bb2 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Pushing event updated for resources: {'Port': ['ID=55be219f-df8b-4075-9a99-cf88f53b166e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:10.842402 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:10.878763 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-edb8b13f-2257-4cf1-9f0d-085e2eca0bb2 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Network 3b6a0a99-16e1-4702-a8d0-b5c8fc387327 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:10.976588 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-068ef53e-d6d9-4e86-a77c-a4b96b4ad4e6 req-7286bbbb-221d-444d-9d4f-2d47016380e2 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3753493 Aug 16 22:29:10.977684 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-edb8b13f-2257-4cf1-9f0d-085e2eca0bb2 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:10.982619 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-edb8b13f-2257-4cf1-9f0d-085e2eca0bb2 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:11.081715 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-edb8b13f-2257-4cf1-9f0d-085e2eca0bb2 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:11.082284 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-edb8b13f-2257-4cf1-9f0d-085e2eca0bb2 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:11.228712 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e9c32675-ff51-4132-8e6f-d2fa2283ab1e details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:29:11.401093 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e9c32675-ff51-4132-8e6f-d2fa2283ab1e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:11.415226 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'port_id': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e', 'mac_address': 'fa:16:3e:ad:eb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:29:11.419403 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 18e23b02-3747-41d2-bac1-046c88511bb4 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:29:11.523588 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-643a5760-74fa-4906-aa20-216bdedf3e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:11.528672 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:11.547739 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c32675-ff51-4132-8e6f-d2fa2283ab1e {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:11.571148 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e9c32675-ff51-4132-8e6f-d2fa2283ab1e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:11.582602 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:11.589910 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 18e23b02-3747-41d2-bac1-046c88511bb4 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:11.589910 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:11.670384 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:11.673912 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-edb8b13f-2257-4cf1-9f0d-085e2eca0bb2 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3700912 Aug 16 22:29:11.739336 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:11.774029 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e23b02-3747-41d2-bac1-046c88511bb4'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:11.774968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] Attempting to bind port 5cc8d146-8521-4493-8309-20588af1db83 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:29:11.775577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] Attempting to bind port 5cc8d146-8521-4493-8309-20588af1db83 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'df519e46-de07-453b-bbcc-75ee7d668a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:29:11.776126 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] Attempting to bind port 5cc8d146-8521-4493-8309-20588af1db83 on network bfbbb3c1-abc2-4612-a582-fc15eac32f93 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:11.776599 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff9461e-97c9-49cd-bc8b-8cfdd653cfe1" -d '{"events": [{"server_uuid": "c1e4f6be-f01c-491b-944d-060a0831c574", "name": "network-vif-plugged", "status": "completed", "tag": "18e23b02-3747-41d2-bac1-046c88511bb4"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:11.786792 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] Request body: {'port': {'device_id': 'b9adfe75-5811-4d54-b9ff-30033b1e40b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:11.796528 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] Port 5cc8d146-8521-4493-8309-20588af1db83 on network bfbbb3c1-abc2-4612-a582-fc15eac32f93 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:29:11.797268 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] Attempting to bind port 5cc8d146-8521-4493-8309-20588af1db83 on network bfbbb3c1-abc2-4612-a582-fc15eac32f93 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:11.804470 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 18e23b02-3747-41d2-bac1-046c88511bb4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=18e23b02-3747-41d2-bac1-046c88511bb4,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:11.811115 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c5a34-f434-4ce2-a8d1-146676ed8a83 req-8cb7b4f8-1c95-4189-a6bd-815002b1c3fb tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:11.820076 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9d7c5a34-f434-4ce2-a8d1-146676ed8a83 req-8cb7b4f8-1c95-4189-a6bd-815002b1c3fb tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.9106715 Aug 16 22:29:11.823493 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:11.883139 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['e9c32675-ff51-4132-8e6f-d2fa2283ab1e'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:29:11.891225 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:29:11.892040 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] Checking segment: {'id': 'df519e46-de07-453b-bbcc-75ee7d668a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:11.892972 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] Bound using segment: {'id': 'df519e46-de07-453b-bbcc-75ee7d668a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:29:11.893637 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] Bound port: 5cc8d146-8521-4493-8309-20588af1db83, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df519e46-de07-453b-bbcc-75ee7d668a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:29:11.894201 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:12.057521 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=18e23b02-3747-41d2-bac1-046c88511bb4,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:12.114577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763c5fa-6e29-484b-85d1-d3d903d61035 req-c9427d1b-0011-4c7d-b4fa-781104a0deb7 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:12.130189 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763c5fa-6e29-484b-85d1-d3d903d61035 req-c9427d1b-0011-4c7d-b4fa-781104a0deb7 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:12.143321 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:12.144592 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763c5fa-6e29-484b-85d1-d3d903d61035 req-c9427d1b-0011-4c7d-b4fa-781104a0deb7 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:12.153732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763c5fa-6e29-484b-85d1-d3d903d61035 req-c9427d1b-0011-4c7d-b4fa-781104a0deb7 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:12.161810 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763c5fa-6e29-484b-85d1-d3d903d61035 req-c9427d1b-0011-4c7d-b4fa-781104a0deb7 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:12.171935 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a763c5fa-6e29-484b-85d1-d3d903d61035 req-c9427d1b-0011-4c7d-b4fa-781104a0deb7 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 3826 time: 1.0579965 Aug 16 22:29:12.417102 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a763c5fa-6e29-484b-85d1-d3d903d61035 req-37e161f9-2331-499a-a8f1-d0255117be9b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434037 Aug 16 22:29:12.534086 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9d7c5a34-f434-4ce2-a8d1-146676ed8a83 req-e776daf7-309a-448c-b460-64b03d4f6630 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7113597 Aug 16 22:29:12.545408 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:12.612876 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] For port 5cc8d146-8521-4493-8309-20588af1db83, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:29:12.621039 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] For port 5cc8d146-8521-4493-8309-20588af1db83, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5cc8d146-8521-4493-8309-20588af1db83,segment=NetworkSegment(df519e46-de07-453b-bbcc-75ee7d668a7f),segment_id=df519e46-de07-453b-bbcc-75ee7d668a7f)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:29:12.661459 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36d5c25-1167-48dd-8cae-88793c7379f0 x-openstack-request-id: req-c36d5c25-1167-48dd-8cae-88793c7379f0 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:12.662149 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e4f6be-f01c-491b-944d-060a0831c574", "name": "network-vif-plugged", "status": "completed", "tag": "18e23b02-3747-41d2-bac1-046c88511bb4", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:12.662634 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c36d5c25-1167-48dd-8cae-88793c7379f0 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:12.663251 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e23b02-3747-41d2-bac1-046c88511bb4', 'code': 200} Aug 16 22:29:12.768391 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:12.783528 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:12.822357 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:12.897344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] Transition to ACTIVE for port object 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:12.933014 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:13.000205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:13.000845 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:13.002680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] 10.222.0.39 "PUT /v2.0/ports/5cc8d146-8521-4493-8309-20588af1db83 HTTP/1.1" status: 200 len: 1092 time: 3.9606667 Aug 16 22:29:13.007069 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'tag': '5cc8d146-8521-4493-8309-20588af1db83'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:13.009488 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f5a100-3653-4b3c-b30b-abb01a71253b" -d '{"events": [{"name": "network-changed", "server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "tag": "5cc8d146-8521-4493-8309-20588af1db83"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:13.094767 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-50aedc41-b264-4713-816a-39dc48bd79ff req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] Request body: {'port': {'device_id': '37c673f3-af86-4e83-89e2-d38839a6e530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:13.121363 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764970a2-4e44-406f-9b8f-e9139e0e4679 req-9c9ac31e-5ca2-4edb-8bdd-956262de3d01 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:13.141334 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764970a2-4e44-406f-9b8f-e9139e0e4679 req-9c9ac31e-5ca2-4edb-8bdd-956262de3d01 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:13.143299 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-764970a2-4e44-406f-9b8f-e9139e0e4679 req-9c9ac31e-5ca2-4edb-8bdd-956262de3d01 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 1655 time: 0.3507457 Aug 16 22:29:13.153523 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:13.216462 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e9c32675-ff51-4132-8e6f-d2fa2283ab1e up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:29:13.262705 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de464c-b9b5-4ce3-b415-f2e487c9bb48 req-82f973a5-9e45-4ab6-8d87-defc51d423d0 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:13.267534 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-57de464c-b9b5-4ce3-b415-f2e487c9bb48 req-82f973a5-9e45-4ab6-8d87-defc51d423d0 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9adfe75-5811-4d54-b9ff-30033b1e40b4 HTTP/1.1" status: 200 len: 931 time: 0.4648068 Aug 16 22:29:13.347089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port e9c32675-ff51-4132-8e6f-d2fa2283ab1e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:13.347729 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:13.406888 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6fa95-4c88-47c4-9bee-161d61d33c75 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc8d146-8521-4493-8309-20588af1db83,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:13.478136 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:13.492714 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-57de464c-b9b5-4ce3-b415-f2e487c9bb48 req-e9c6b877-31d7-464f-9f59-80618a44142b tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382577 Aug 16 22:29:13.493291 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:13.546126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e9c32675-ff51-4132-8e6f-d2fa2283ab1e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:13.552746 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:13.581431 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-764970a2-4e44-406f-9b8f-e9139e0e4679 req-8dd7384f-1ad8-45b6-bccc-b15ae2848fea tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140029 Aug 16 22:29:13.643096 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,revision_number=10']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:13.680336 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] Pushing event updated for resources: {'Port': ['ID=2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:13.740729 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] Attempting to bind port 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:29:13.740983 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] Attempting to bind port 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '3fb6eea0-b835-4158-8b38-c9e8edf85685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ddde3e22-f086-45b1-ab8c-a8be5c27676d'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:29:13.741329 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] Attempting to bind port 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 on network ddde3e22-f086-45b1-ab8c-a8be5c27676d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:13.775999 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] Port 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 on network ddde3e22-f086-45b1-ab8c-a8be5c27676d not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:29:13.776717 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] Attempting to bind port 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 on network ddde3e22-f086-45b1-ab8c-a8be5c27676d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:13.811187 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:29:13.811529 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] Checking segment: {'id': '3fb6eea0-b835-4158-8b38-c9e8edf85685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ddde3e22-f086-45b1-ab8c-a8be5c27676d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:13.811922 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] Bound using segment: {'id': '3fb6eea0-b835-4158-8b38-c9e8edf85685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ddde3e22-f086-45b1-ab8c-a8be5c27676d'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:29:13.812364 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] Bound port: 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb6eea0-b835-4158-8b38-c9e8edf85685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ddde3e22-f086-45b1-ab8c-a8be5c27676d'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:29:13.812725 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:13.884580 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594aa080-744b-420d-8cf7-38457dd6626d req-4d39fca2-c454-4ba5-86ff-1e3330e53f5d tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:13.886315 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-594aa080-744b-420d-8cf7-38457dd6626d req-4d39fca2-c454-4ba5-86ff-1e3330e53f5d tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 946 time: 0.3040266 Aug 16 22:29:14.047915 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65d1fe-d7f7-4b78-bd84-31a14d27bafa req-0f5ee442-4e37-4843-abc6-94e35cc29ea3 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:14.049659 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be65d1fe-d7f7-4b78-bd84-31a14d27bafa req-0f5ee442-4e37-4843-abc6-94e35cc29ea3 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.3881114 Aug 16 22:29:14.138850 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-594aa080-744b-420d-8cf7-38457dd6626d req-f591f5e4-943b-43f8-8bdd-3c48c1817707 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145319 Aug 16 22:29:14.199669 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55be219f-df8b-4075-9a99-cf88f53b166e {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:14.215091 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:14.221630 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be65d1fe-d7f7-4b78-bd84-31a14d27bafa req-2f1839e0-5e1a-4980-9e91-0ffe249126a2 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572785 Aug 16 22:29:14.223098 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c303d7fc-a396-498e-9a19-4fc1f1ed82e7 x-openstack-request-id: req-c303d7fc-a396-498e-9a19-4fc1f1ed82e7 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:14.223379 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "tag": "5cc8d146-8521-4493-8309-20588af1db83", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:14.223635 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c303d7fc-a396-498e-9a19-4fc1f1ed82e7 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:14.224026 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'tag': '5cc8d146-8521-4493-8309-20588af1db83', 'status': 'completed', 'code': 200} Aug 16 22:29:14.238928 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] For port 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:29:14.306024 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] Transition to ACTIVE for port object 55be219f-df8b-4075-9a99-cf88f53b166e will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:14.314302 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] For port 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2,segment=NetworkSegment(3fb6eea0-b835-4158-8b38-c9e8edf85685),segment_id=3fb6eea0-b835-4158-8b38-c9e8edf85685)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:29:14.318190 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:14.376160 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:14.433847 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-50aedc41-b264-4713-816a-39dc48bd79ff req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6c2671-f986-41c4-892f-cc350ac251e1 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:14.466986 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:14.487843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] Pushing event updated for resources: {'Port': ['ID=55be219f-df8b-4075-9a99-cf88f53b166e,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:14.537008 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:14.537622 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:14.539026 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] 10.222.0.39 "PUT /v2.0/ports/2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 HTTP/1.1" status: 200 len: 1093 time: 4.2610660 Aug 16 22:29:14.567527 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-50aedc41-b264-4713-816a-39dc48bd79ff req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] Transition to ACTIVE for port object 8a6c2671-f986-41c4-892f-cc350ac251e1 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:14.572978 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5a100-3653-4b3c-b30b-abb01a71253b req-e97086ad-4804-4e66-a6d8-4805235db9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:14.573467 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5a100-3653-4b3c-b30b-abb01a71253b req-e97086ad-4804-4e66-a6d8-4805235db9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:14.573939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5a100-3653-4b3c-b30b-abb01a71253b req-e97086ad-4804-4e66-a6d8-4805235db9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:14.574445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5a100-3653-4b3c-b30b-abb01a71253b req-e97086ad-4804-4e66-a6d8-4805235db9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:14.574918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5a100-3653-4b3c-b30b-abb01a71253b req-e97086ad-4804-4e66-a6d8-4805235db9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:14.576806 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-08f5a100-3653-4b3c-b30b-abb01a71253b req-e97086ad-4804-4e66-a6d8-4805235db9bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=862fd4c5b7334530a4c88c30c2542f34&device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 4362 time: 0.3107758 Aug 16 22:29:14.583647 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] Request body: {'port': {'device_id': 'd187de4c-b88f-4945-bf52-3be9544901fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:14.603167 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:14.665165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9241e77e-5196-4b6e-b589-6962b6d83f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:14.668512 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc45680-7709-4052-947d-1c308f27a31a" -d '{"events": [{"server_uuid": "9241e77e-5196-4b6e-b589-6962b6d83f06", "name": "network-vif-plugged", "status": "completed", "tag": "e9c32675-ff51-4132-8e6f-d2fa2283ab1e"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:14.924071 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:14.937250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cb6b6-984a-49e2-b576-df991a5dab03 req-5b6143a5-71d2-4046-a234-356a29944c7a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:14.943304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cb6b6-984a-49e2-b576-df991a5dab03 req-5b6143a5-71d2-4046-a234-356a29944c7a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:14.950414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cb6b6-984a-49e2-b576-df991a5dab03 req-5b6143a5-71d2-4046-a234-356a29944c7a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:14.956460 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cb6b6-984a-49e2-b576-df991a5dab03 req-5b6143a5-71d2-4046-a234-356a29944c7a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:14.962444 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cb6b6-984a-49e2-b576-df991a5dab03 req-5b6143a5-71d2-4046-a234-356a29944c7a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:14.964926 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e2cb6b6-984a-49e2-b576-df991a5dab03 req-5b6143a5-71d2-4046-a234-356a29944c7a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 3826 time: 0.6040399 Aug 16 22:29:14.979388 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f121f-7e53-45f0-863e-b66b515e8aed service neutron] Pushing event updated for resources: {'Port': ['ID=2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:15.016418 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43248752-958b-4dfc-add7-63386cea077c req-708b4a40-e6f0-4ed3-a3ae-ba3e34e03131 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:15.030354 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-43248752-958b-4dfc-add7-63386cea077c req-708b4a40-e6f0-4ed3-a3ae-ba3e34e03131 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.5606120 Aug 16 22:29:15.152794 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] Attempting to bind port 55be219f-df8b-4075-9a99-cf88f53b166e on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:29:15.153379 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] Attempting to bind port 55be219f-df8b-4075-9a99-cf88f53b166e by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'aacec04b-7a3d-4575-8ee5-5f533fae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:29:15.153815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] Attempting to bind port 55be219f-df8b-4075-9a99-cf88f53b166e on network 3b6a0a99-16e1-4702-a8d0-b5c8fc387327 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:15.224985 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] Port 55be219f-df8b-4075-9a99-cf88f53b166e on network 3b6a0a99-16e1-4702-a8d0-b5c8fc387327 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:29:15.225348 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] Attempting to bind port 55be219f-df8b-4075-9a99-cf88f53b166e on network 3b6a0a99-16e1-4702-a8d0-b5c8fc387327 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:15.323388 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:29:15.324128 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] Checking segment: {'id': 'aacec04b-7a3d-4575-8ee5-5f533fae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:15.324620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] Bound using segment: {'id': 'aacec04b-7a3d-4575-8ee5-5f533fae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:29:15.324881 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] Bound port: 55be219f-df8b-4075-9a99-cf88f53b166e, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aacec04b-7a3d-4575-8ee5-5f533fae99ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:29:15.325208 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:15.344424 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:15.376933 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-43248752-958b-4dfc-add7-63386cea077c req-4a9121e9-29bb-4d9e-a47b-226b9386ff53 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455272 Aug 16 22:29:15.377739 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6c2671-f986-41c4-892f-cc350ac251e1,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:15.427504 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e2cb6b6-984a-49e2-b576-df991a5dab03 req-84cdfa0f-4480-4e7b-84f2-c5d536434e17 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4334300 Aug 16 22:29:15.533012 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5a100-3653-4b3c-b30b-abb01a71253b req-d4d1b6e0-b6a8-4f9c-835a-9a2d2cc95526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:15.533518 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5a100-3653-4b3c-b30b-abb01a71253b req-d4d1b6e0-b6a8-4f9c-835a-9a2d2cc95526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:15.534120 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5a100-3653-4b3c-b30b-abb01a71253b req-d4d1b6e0-b6a8-4f9c-835a-9a2d2cc95526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:15.535912 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-08f5a100-3653-4b3c-b30b-abb01a71253b req-d4d1b6e0-b6a8-4f9c-835a-9a2d2cc95526 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=862fd4c5b7334530a4c88c30c2542f34&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9449925 Aug 16 22:29:15.548253 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:29:16.024412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50aedc41-b264-4713-816a-39dc48bd79ff req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] Attempting to bind port 8a6c2671-f986-41c4-892f-cc350ac251e1 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:29:16.024971 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50aedc41-b264-4713-816a-39dc48bd79ff req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] Attempting to bind port 8a6c2671-f986-41c4-892f-cc350ac251e1 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '44081139-c3e7-4662-872a-94353d92601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:29:16.025080 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] Attempting to bind port 8a6c2671-f986-41c4-892f-cc350ac251e1 on network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:16.099765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] For port 55be219f-df8b-4075-9a99-cf88f53b166e, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:29:16.109419 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] Port 8a6c2671-f986-41c4-892f-cc350ac251e1 on network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:29:16.109764 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] Attempting to bind port 8a6c2671-f986-41c4-892f-cc350ac251e1 on network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:16.139900 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] For port 55be219f-df8b-4075-9a99-cf88f53b166e, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=55be219f-df8b-4075-9a99-cf88f53b166e,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:29:16.150291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4fe5f-816a-479d-98b8-5b7e53b254d8 req-150e2659-0129-4b76-ade6-5200bc2766c5 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:16.157533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c6e4fe5f-816a-479d-98b8-5b7e53b254d8 req-150e2659-0129-4b76-ade6-5200bc2766c5 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9adfe75-5811-4d54-b9ff-30033b1e40b4 HTTP/1.1" status: 200 len: 943 time: 0.6338463 Aug 16 22:29:16.188936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:29:16.189275 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] Checking segment: {'id': '44081139-c3e7-4662-872a-94353d92601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:16.189660 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] Bound using segment: {'id': '44081139-c3e7-4662-872a-94353d92601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:29:16.190196 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50aedc41-b264-4713-816a-39dc48bd79ff req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] Bound port: 8a6c2671-f986-41c4-892f-cc350ac251e1, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44081139-c3e7-4662-872a-94353d92601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:29:16.190563 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:16.192945 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:16.216330 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd60c7-6b2a-4f41-aabe-63fdd49f9450 req-695f501d-49b0-400e-a699-8ea224e6dc40 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:16.222368 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd60c7-6b2a-4f41-aabe-63fdd49f9450 req-695f501d-49b0-400e-a699-8ea224e6dc40 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:16.224076 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5afd60c7-6b2a-4f41-aabe-63fdd49f9450 req-695f501d-49b0-400e-a699-8ea224e6dc40 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 1667 time: 0.6336012 Aug 16 22:29:16.250078 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd187de4c-b88f-4945-bf52-3be9544901fa', 'tag': '2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:16.252285 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe5631c-8429-4740-81de-fd5a70eaeacc" -d '{"events": [{"name": "network-changed", "server_uuid": "d187de4c-b88f-4945-bf52-3be9544901fa", "tag": "2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:16.363665 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c6e4fe5f-816a-479d-98b8-5b7e53b254d8 req-29b30833-32f3-497a-a1a0-cfcdbdbaaa8b tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047985 Aug 16 22:29:16.385239 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:16.385990 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:16.387402 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] 10.222.0.39 "PUT /v2.0/ports/55be219f-df8b-4075-9a99-cf88f53b166e HTTP/1.1" status: 200 len: 1092 time: 4.6717181 Aug 16 22:29:16.441950 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5afd60c7-6b2a-4f41-aabe-63fdd49f9450 req-cbdd9fce-7948-470b-807d-651537d80b0e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547639 Aug 16 22:29:16.443077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5a100-3653-4b3c-b30b-abb01a71253b req-c1dc3026-ebc2-404a-b829-58e50f74cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:16.444480 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-08f5a100-3653-4b3c-b30b-abb01a71253b req-c1dc3026-ebc2-404a-b829-58e50f74cee1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8551831 Aug 16 22:29:16.529007 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d298b0b-cacd-476e-9278-5acd2da92fc5 x-openstack-request-id: req-0d298b0b-cacd-476e-9278-5acd2da92fc5 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:16.530066 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9241e77e-5196-4b6e-b589-6962b6d83f06", "name": "network-vif-plugged", "status": "completed", "tag": "e9c32675-ff51-4132-8e6f-d2fa2283ab1e", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:16.530480 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0d298b0b-cacd-476e-9278-5acd2da92fc5 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:16.531023 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9241e77e-5196-4b6e-b589-6962b6d83f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e', 'code': 200} Aug 16 22:29:16.634279 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-50aedc41-b264-4713-816a-39dc48bd79ff req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] For port 8a6c2671-f986-41c4-892f-cc350ac251e1, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:29:16.667355 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16986aba-4646-4d79-893f-33adf1a8e360 service neutron] Pushing event updated for resources: {'Port': ['ID=55be219f-df8b-4075-9a99-cf88f53b166e,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:16.734095 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-50aedc41-b264-4713-816a-39dc48bd79ff req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] For port 8a6c2671-f986-41c4-892f-cc350ac251e1, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=8a6c2671-f986-41c4-892f-cc350ac251e1,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:29:16.759246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-11f42894-4023-4149-aeca-5fdae6605d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:16.762876 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-11f42894-4023-4149-aeca-5fdae6605d08 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=80cce3b248a74aa88b3d7c11b3c4887b&device_id=b9adfe75-5811-4d54-b9ff-30033b1e40b4 HTTP/1.1" status: 200 len: 1095 time: 0.3132012 Aug 16 22:29:16.781762 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:16.908997 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-dfa0fc93-99db-4c0c-9356-141ed7a0d563 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55be219f-df8b-4075-9a99-cf88f53b166e HTTP/1.1" status: 200 len: 217 time: 0.1213109 Aug 16 22:29:16.911316 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:16.911945 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:16.913263 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] 10.222.0.39 "PUT /v2.0/ports/8a6c2671-f986-41c4-892f-cc350ac251e1 HTTP/1.1" status: 200 len: 1136 time: 3.8273597 Aug 16 22:29:16.961810 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc266283-0ab1-4f97-8032-440aa3b0cb3d req-6e01b0e7-83af-4cdb-9052-5e359e65ba69 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:16.964316 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc266283-0ab1-4f97-8032-440aa3b0cb3d req-6e01b0e7-83af-4cdb-9052-5e359e65ba69 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.3095863 Aug 16 22:29:16.971039 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-50aedc41-b264-4713-816a-39dc48bd79ff req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] Request body: {'port': {'device_id': '37c673f3-af86-4e83-89e2-d38839a6e530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:16.995229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84943a6-b5b2-46b5-adb4-e5dab5f51a3b req-2741b7ae-eb13-40fa-9cc4-adf0ca058489 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:17.004691 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c84943a6-b5b2-46b5-adb4-e5dab5f51a3b req-2741b7ae-eb13-40fa-9cc4-adf0ca058489 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 946 time: 0.4118743 Aug 16 22:29:17.079144 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c85f59-3662-49a5-a6b9-9a5ea24304cb {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:17.097311 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831b96b-1dd3-4f77-952c-70a4dffff5e1 req-41decb5d-a35c-4154-b56a-636e309adc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:17.098874 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d831b96b-1dd3-4f77-952c-70a4dffff5e1 req-41decb5d-a35c-4154-b56a-636e309adc19 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 1098 time: 0.3557427 Aug 16 22:29:17.109706 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f274c9-cb56-40ad-87ef-92e40a658fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6c2671-f986-41c4-892f-cc350ac251e1,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:17.113814 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:17.183076 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] Transition to ACTIVE for port object 83c85f59-3662-49a5-a6b9-9a5ea24304cb will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:17.186543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-4d1db7b4-04ad-4e9d-8ec7-5396745790c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:17.188061 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-4d1db7b4-04ad-4e9d-8ec7-5396745790c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=159e7ffb-10ba-4305-959b-a8d4373d4991 HTTP/1.1" status: 200 len: 845 time: 0.2588181 Aug 16 22:29:17.211888 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c84943a6-b5b2-46b5-adb4-e5dab5f51a3b req-edbf6ce3-70b0-421c-aa4a-b8fa0511db9e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062094 Aug 16 22:29:17.212792 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:17.218117 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc266283-0ab1-4f97-8032-440aa3b0cb3d req-e0432b07-e54e-45ed-abd9-86e1cd5e6932 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057118 Aug 16 22:29:17.332626 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e52813-c549-4eb4-bc23-a822af80352a x-openstack-request-id: req-c5e52813-c549-4eb4-bc23-a822af80352a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:17.337249 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d187de4c-b88f-4945-bf52-3be9544901fa", "tag": "2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:17.337512 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c5e52813-c549-4eb4-bc23-a822af80352a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:17.337933 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd187de4c-b88f-4945-bf52-3be9544901fa', 'tag': '2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2', 'status': 'completed', 'code': 200} Aug 16 22:29:17.406593 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-95128736-d157-41ef-ade8-20c56d37492f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b6a0a99-16e1-4702-a8d0-b5c8fc387327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133463 Aug 16 22:29:17.411784 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d831b96b-1dd3-4f77-952c-70a4dffff5e1 req-f3c5f41c-36ab-464d-8b2f-8dc4e6baec39 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2915092 Aug 16 22:29:17.416837 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5631c-8429-4740-81de-fd5a70eaeacc req-02c95724-c452-4570-9465-8f5527408ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:17.426135 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5631c-8429-4740-81de-fd5a70eaeacc req-02c95724-c452-4570-9465-8f5527408ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:17.429403 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dfe5631c-8429-4740-81de-fd5a70eaeacc req-02c95724-c452-4570-9465-8f5527408ced service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a05639ce0f8e4fb9a684fb2b1b120703&device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 1941 time: 0.0819430 Aug 16 22:29:17.447275 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:17.556803 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] Pushing event updated for resources: {'Port': ['ID=83c85f59-3662-49a5-a6b9-9a5ea24304cb,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:17.746992 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5631c-8429-4740-81de-fd5a70eaeacc req-2fa38214-2cdb-4d03-b90c-0b1350a85e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:17.747610 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5631c-8429-4740-81de-fd5a70eaeacc req-2fa38214-2cdb-4d03-b90c-0b1350a85e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:17.748149 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5631c-8429-4740-81de-fd5a70eaeacc req-2fa38214-2cdb-4d03-b90c-0b1350a85e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:17.749808 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dfe5631c-8429-4740-81de-fd5a70eaeacc req-2fa38214-2cdb-4d03-b90c-0b1350a85e8d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a05639ce0f8e4fb9a684fb2b1b120703&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2715728 Aug 16 22:29:17.753143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446052f-a86d-4127-b58b-99bb1a31be68 req-1cac714d-dd49-4fb3-beee-cce79c3d32c6 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:17.759681 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446052f-a86d-4127-b58b-99bb1a31be68 req-1cac714d-dd49-4fb3-beee-cce79c3d32c6 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:17.766209 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446052f-a86d-4127-b58b-99bb1a31be68 req-1cac714d-dd49-4fb3-beee-cce79c3d32c6 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:17.771993 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446052f-a86d-4127-b58b-99bb1a31be68 req-1cac714d-dd49-4fb3-beee-cce79c3d32c6 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:17.778526 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446052f-a86d-4127-b58b-99bb1a31be68 req-1cac714d-dd49-4fb3-beee-cce79c3d32c6 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:17.784361 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446052f-a86d-4127-b58b-99bb1a31be68 req-1cac714d-dd49-4fb3-beee-cce79c3d32c6 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:17.786283 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0446052f-a86d-4127-b58b-99bb1a31be68 req-1cac714d-dd49-4fb3-beee-cce79c3d32c6 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 4603 time: 0.3978426 Aug 16 22:29:17.804555 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58ff46-8ad5-41b9-bf18-79bedff587bb req-b474c34e-77c2-4202-a67e-ad1343c66ef2 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:17.806120 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0a58ff46-8ad5-41b9-bf18-79bedff587bb req-b474c34e-77c2-4202-a67e-ad1343c66ef2 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.4043021 Aug 16 22:29:17.877867 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5631c-8429-4740-81de-fd5a70eaeacc req-2692b59f-77a0-451e-834a-5fff0ab88ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:17.880366 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dfe5631c-8429-4740-81de-fd5a70eaeacc req-2692b59f-77a0-451e-834a-5fff0ab88ac4 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1206968 Aug 16 22:29:17.973298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-8a3e7053-3693-4deb-a8d1-589db6ca45e3 service neutron] 10.222.0.39 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997575 Aug 16 22:29:17.986754 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0446052f-a86d-4127-b58b-99bb1a31be68 req-b1829fcf-297e-4272-ac4c-cda576b486d9 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1759696 Aug 16 22:29:17.987432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] Attempting to bind port 83c85f59-3662-49a5-a6b9-9a5ea24304cb on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:29:17.987837 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] Attempting to bind port 83c85f59-3662-49a5-a6b9-9a5ea24304cb by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:29:17.988163 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] Attempting to bind port 83c85f59-3662-49a5-a6b9-9a5ea24304cb on network c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:18.044193 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0a58ff46-8ad5-41b9-bf18-79bedff587bb req-377d49b0-2c1f-44b5-8f0a-492b5d08f87c tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175374 Aug 16 22:29:18.109044 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] Port 83c85f59-3662-49a5-a6b9-9a5ea24304cb on network c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:29:18.109772 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] Attempting to bind port 83c85f59-3662-49a5-a6b9-9a5ea24304cb on network c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:18.151126 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:29:18.151466 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] Checking segment: {'id': '2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:18.151855 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] Bound using segment: {'id': '2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:29:18.152300 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] Bound port: 83c85f59-3662-49a5-a6b9-9a5ea24304cb, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:29:18.152655 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:18.289456 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd2bda-68ad-4cb6-9bf8-c03c3cdf51a1 req-a8993c9d-4735-4b4a-8754-c1dda17d37d8 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:18.296809 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fbd2bda-68ad-4cb6-9bf8-c03c3cdf51a1 req-a8993c9d-4735-4b4a-8754-c1dda17d37d8 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9adfe75-5811-4d54-b9ff-30033b1e40b4 HTTP/1.1" status: 200 len: 943 time: 0.1801100 Aug 16 22:29:18.346825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f344b60-3622-4790-9a35-8aba00052bc6 req-3766baf9-2ded-4347-9ded-891c456db6aa tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:18.352682 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f344b60-3622-4790-9a35-8aba00052bc6 req-3766baf9-2ded-4347-9ded-891c456db6aa tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:18.354413 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8f344b60-3622-4790-9a35-8aba00052bc6 req-3766baf9-2ded-4347-9ded-891c456db6aa tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 1679 time: 0.1980357 Aug 16 22:29:18.413561 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b2a192c-52fb-46ad-a974-9b56f183204a req-b009562d-0e2b-4c56-9bce-acec547c8667 service neutron] 10.222.0.39 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185495 Aug 16 22:29:18.455026 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] For port 83c85f59-3662-49a5-a6b9-9a5ea24304cb, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:29:18.464493 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] For port 83c85f59-3662-49a5-a6b9-9a5ea24304cb, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=83c85f59-3662-49a5-a6b9-9a5ea24304cb,segment=NetworkSegment(2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51),segment_id=2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:29:18.490511 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:18.636721 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fbd2bda-68ad-4cb6-9bf8-c03c3cdf51a1 req-4676806f-972d-4b26-886a-41ff48bd100b tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058650 Aug 16 22:29:18.636721 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:18.636721 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:18.636721 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] 10.222.0.39 "PUT /v2.0/ports/83c85f59-3662-49a5-a6b9-9a5ea24304cb HTTP/1.1" status: 200 len: 1093 time: 4.0295994 Aug 16 22:29:18.636721 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8f344b60-3622-4790-9a35-8aba00052bc6 req-32e388ba-3fdf-47ad-8f9f-6031d956c02c tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559764 Aug 16 22:29:19.292581 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-50aedc41-b264-4713-816a-39dc48bd79ff req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06f4eb2-9456-487d-879d-8e9aea9648b9 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:19.304121 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee5bda-9607-4b62-80e7-4d0cac69647f service neutron] Pushing event updated for resources: {'Port': ['ID=83c85f59-3662-49a5-a6b9-9a5ea24304cb,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:19.333345 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:19.343189 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9adfe75-5811-4d54-b9ff-30033b1e40b4', 'tag': '55be219f-df8b-4075-9a99-cf88f53b166e'}, {'name': 'network-changed', 'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'tag': '8a6c2671-f986-41c4-892f-cc350ac251e1'}, {'name': 'network-changed', 'server_uuid': 'd187de4c-b88f-4945-bf52-3be9544901fa', 'tag': '83c85f59-3662-49a5-a6b9-9a5ea24304cb'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:19.345941 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f31642a-ff6d-4be9-808d-69c9e56abc2f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9adfe75-5811-4d54-b9ff-30033b1e40b4", "tag": "55be219f-df8b-4075-9a99-cf88f53b166e"}, {"name": "network-changed", "server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "tag": "8a6c2671-f986-41c4-892f-cc350ac251e1"}, {"name": "network-changed", "server_uuid": "d187de4c-b88f-4945-bf52-3be9544901fa", "tag": "83c85f59-3662-49a5-a6b9-9a5ea24304cb"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:19.362578 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-d3581ac6-e586-4765-91b0-da8cbfe6d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:19.363330 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-d3581ac6-e586-4765-91b0-da8cbfe6d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:19.366535 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-d3581ac6-e586-4765-91b0-da8cbfe6d1f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a05639ce0f8e4fb9a684fb2b1b120703&device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 1983 time: 0.6186635 Aug 16 22:29:19.381955 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-50aedc41-b264-4713-816a-39dc48bd79ff req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] Transition to ACTIVE for port object e06f4eb2-9456-487d-879d-8e9aea9648b9 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:19.400149 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:19.512147 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51276c30-c5ad-4453-b80c-5270a6d804aa req-ba66c46e-4c4a-42ec-b05c-3191725c3b97 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:19.513902 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51276c30-c5ad-4453-b80c-5270a6d804aa req-ba66c46e-4c4a-42ec-b05c-3191725c3b97 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.8173816 Aug 16 22:29:19.515395 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-637750c3-d8cb-4afd-90cc-46deeeb30a7f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.168&port_id=2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 HTTP/1.1" status: 200 len: 217 time: 0.1284719 Aug 16 22:29:19.632744 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-2e0bd699-868d-4a6b-880a-19d2f66c1bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:19.642907 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-2e0bd699-868d-4a6b-880a-19d2f66c1bbc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8bce414-c119-4fea-8b00-9bd0c125e223 HTTP/1.1" status: 200 len: 801 time: 0.1037302 Aug 16 22:29:19.711196 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] Pushing event updated for resources: {'Port': ['ID=e06f4eb2-9456-487d-879d-8e9aea9648b9,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:19.718548 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51276c30-c5ad-4453-b80c-5270a6d804aa req-9aa8b356-5dce-4f04-82bb-6461eb307051 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943386 Aug 16 22:29:19.733146 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1d01f-3e74-4693-a610-09cb6c9cf861 req-bfad23ad-dd0e-46d3-9212-866c98485a29 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:19.753178 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2f1d01f-3e74-4693-a610-09cb6c9cf861 req-bfad23ad-dd0e-46d3-9212-866c98485a29 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 946 time: 0.3073852 Aug 16 22:29:19.810431 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-f4cd5f7e-cae3-4b50-aa77-abb59c192ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:19.812127 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-f4cd5f7e-cae3-4b50-aa77-abb59c192ad5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ddde3e22-f086-45b1-ab8c-a8be5c27676d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1534140 Aug 16 22:29:19.977826 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2f1d01f-3e74-4693-a610-09cb6c9cf861 req-88d9ce85-35dc-4703-a0c0-5b24aaa61540 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235498 Aug 16 22:29:20.094057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff12b9-e9da-4c8d-af19-7f0e184be596 req-4703facb-f91a-49e4-a5c5-e2135de24660 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:20.110438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff12b9-e9da-4c8d-af19-7f0e184be596 req-4703facb-f91a-49e4-a5c5-e2135de24660 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:20.123261 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff12b9-e9da-4c8d-af19-7f0e184be596 req-4703facb-f91a-49e4-a5c5-e2135de24660 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:20.136382 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff12b9-e9da-4c8d-af19-7f0e184be596 req-4703facb-f91a-49e4-a5c5-e2135de24660 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:20.145508 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff12b9-e9da-4c8d-af19-7f0e184be596 req-4703facb-f91a-49e4-a5c5-e2135de24660 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:20.158865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff12b9-e9da-4c8d-af19-7f0e184be596 req-4703facb-f91a-49e4-a5c5-e2135de24660 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:20.179082 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff12b9-e9da-4c8d-af19-7f0e184be596 req-4703facb-f91a-49e4-a5c5-e2135de24660 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:20.181183 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-caff12b9-e9da-4c8d-af19-7f0e184be596 req-4703facb-f91a-49e4-a5c5-e2135de24660 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5381 time: 0.2782314 Aug 16 22:29:20.188237 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f56f617-90ad-4149-803a-c145b1bdb1ce x-openstack-request-id: req-4f56f617-90ad-4149-803a-c145b1bdb1ce {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:20.188658 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9adfe75-5811-4d54-b9ff-30033b1e40b4", "tag": "55be219f-df8b-4075-9a99-cf88f53b166e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "tag": "8a6c2671-f986-41c4-892f-cc350ac251e1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d187de4c-b88f-4945-bf52-3be9544901fa", "tag": "83c85f59-3662-49a5-a6b9-9a5ea24304cb", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:20.189021 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4f56f617-90ad-4149-803a-c145b1bdb1ce {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:20.189530 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9adfe75-5811-4d54-b9ff-30033b1e40b4', 'tag': '55be219f-df8b-4075-9a99-cf88f53b166e', 'status': 'completed', 'code': 200} Aug 16 22:29:20.189892 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'tag': '8a6c2671-f986-41c4-892f-cc350ac251e1', 'status': 'completed', 'code': 200} Aug 16 22:29:20.190269 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd187de4c-b88f-4945-bf52-3be9544901fa', 'tag': '83c85f59-3662-49a5-a6b9-9a5ea24304cb', 'status': 'completed', 'code': 200} Aug 16 22:29:20.323816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50aedc41-b264-4713-816a-39dc48bd79ff req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] Attempting to bind port e06f4eb2-9456-487d-879d-8e9aea9648b9 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:29:20.324510 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50aedc41-b264-4713-816a-39dc48bd79ff req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] Attempting to bind port e06f4eb2-9456-487d-879d-8e9aea9648b9 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '44081139-c3e7-4662-872a-94353d92601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:29:20.324637 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] Attempting to bind port e06f4eb2-9456-487d-879d-8e9aea9648b9 on network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:20.328191 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-7b672c8b-c993-49d1-b933-838d7a18ff7f service neutron] 10.222.0.39 "GET /v2.0/networks/ddde3e22-f086-45b1-ab8c-a8be5c27676d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950855 Aug 16 22:29:20.344216 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-caff12b9-e9da-4c8d-af19-7f0e184be596 req-b90c6a8d-e9c2-4bef-a517-011b48b602d7 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1254001 Aug 16 22:29:20.359943 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] Port e06f4eb2-9456-487d-879d-8e9aea9648b9 on network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:29:20.360352 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] Attempting to bind port e06f4eb2-9456-487d-879d-8e9aea9648b9 on network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:20.453177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:29:20.453528 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] Checking segment: {'id': '44081139-c3e7-4662-872a-94353d92601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:20.453930 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] Bound using segment: {'id': '44081139-c3e7-4662-872a-94353d92601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:29:20.454417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50aedc41-b264-4713-816a-39dc48bd79ff req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] Bound port: e06f4eb2-9456-487d-879d-8e9aea9648b9, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44081139-c3e7-4662-872a-94353d92601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:29:20.454787 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:20.486924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-6794c5da-dbf6-45ed-9083-319fe3ab5230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:20.488480 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-6794c5da-dbf6-45ed-9083-319fe3ab5230 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=80cce3b248a74aa88b3d7c11b3c4887b&device_id=b9adfe75-5811-4d54-b9ff-30033b1e40b4 HTTP/1.1" status: 200 len: 1095 time: 0.2941887 Aug 16 22:29:20.514874 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ce04f-78a3-445b-b8dd-f158d1b97fdc req-4f2387fa-423c-4363-a337-d9f55e7fbea1 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:20.523432 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-736ce04f-78a3-445b-b8dd-f158d1b97fdc req-4f2387fa-423c-4363-a337-d9f55e7fbea1 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9adfe75-5811-4d54-b9ff-30033b1e40b4 HTTP/1.1" status: 200 len: 943 time: 0.2875381 Aug 16 22:29:20.854227 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-376a5646-99dc-4fc8-933e-6e36683e17fc service neutron] 10.222.0.39 "GET /v2.0/networks/ddde3e22-f086-45b1-ab8c-a8be5c27676d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063412 Aug 16 22:29:20.886823 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93df4e-539f-4e08-929f-4840a1c24027 req-96d62a5e-df97-4a49-9708-86ca20ec82b2 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:20.896107 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93df4e-539f-4e08-929f-4840a1c24027 req-96d62a5e-df97-4a49-9708-86ca20ec82b2 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:20.899062 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce93df4e-539f-4e08-929f-4840a1c24027 req-96d62a5e-df97-4a49-9708-86ca20ec82b2 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 1679 time: 0.4032867 Aug 16 22:29:21.015154 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-b4e3717b-265b-4688-b493-faac22f49d43 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.157&port_id=83c85f59-3662-49a5-a6b9-9a5ea24304cb HTTP/1.1" status: 200 len: 217 time: 0.1027865 Aug 16 22:29:21.025625 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-736ce04f-78a3-445b-b8dd-f158d1b97fdc req-9d5beb9e-dd02-4693-b46b-7fec94a0b86f tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012136 Aug 16 22:29:21.131443 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-50aedc41-b264-4713-816a-39dc48bd79ff req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] For port e06f4eb2-9456-487d-879d-8e9aea9648b9, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:29:21.190131 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-50aedc41-b264-4713-816a-39dc48bd79ff req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] For port e06f4eb2-9456-487d-879d-8e9aea9648b9, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e06f4eb2-9456-487d-879d-8e9aea9648b9,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:29:21.196882 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce93df4e-539f-4e08-929f-4840a1c24027 req-8750ab20-3891-4187-b333-fa0f4e469ba3 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195144 Aug 16 22:29:21.202213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-b5c9edfd-f763-434a-975d-62c1256789b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:21.204335 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-b5c9edfd-f763-434a-975d-62c1256789b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=270cf207-8693-4148-a5e7-1fa4aecaf619 HTTP/1.1" status: 200 len: 801 time: 0.1700866 Aug 16 22:29:21.204845 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:21.230076 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-f5b7ae93-e492-4fdc-83ad-f9dc221973a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:21.231611 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-f5b7ae93-e492-4fdc-83ad-f9dc221973a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3b6a0a99-16e1-4702-a8d0-b5c8fc387327 HTTP/1.1" status: 200 len: 906 time: 0.7061515 Aug 16 22:29:21.252995 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 55be219f-df8b-4075-9a99-cf88f53b166e details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:29:21.291741 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:21.292376 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:21.293863 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] 10.222.0.39 "PUT /v2.0/ports/e06f4eb2-9456-487d-879d-8e9aea9648b9 HTTP/1.1" status: 200 len: 1137 time: 4.3271315 Aug 16 22:29:21.395373 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] Request body: {'port': {'device_id': '37c673f3-af86-4e83-89e2-d38839a6e530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:21.439538 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 55be219f-df8b-4075-9a99-cf88f53b166e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=55be219f-df8b-4075-9a99-cf88f53b166e,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:21.454896 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-bf88a4f7-0130-40b9-80c1-b203bbc73655 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55be219f-df8b-4075-9a99-cf88f53b166e HTTP/1.1" status: 200 len: 217 time: 0.1706319 Aug 16 22:29:21.485787 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '55be219f-df8b-4075-9a99-cf88f53b166e', 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327', 'port_id': '55be219f-df8b-4075-9a99-cf88f53b166e', 'mac_address': 'fa:16:3e:4b:ce:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159e7ffb-10ba-4305-959b-a8d4373d4991', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:29:21.489169 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00052df5-91ea-4a88-9355-a7fc7056c334 req-9ef62a53-eb2c-4ccb-aeab-bc0179bd6b38 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:21.491030 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00052df5-91ea-4a88-9355-a7fc7056c334 req-9ef62a53-eb2c-4ccb-aeab-bc0179bd6b38 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.3772650 Aug 16 22:29:21.584757 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:21.606782 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55be219f-df8b-4075-9a99-cf88f53b166e {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:21.638738 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 55be219f-df8b-4075-9a99-cf88f53b166e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=55be219f-df8b-4075-9a99-cf88f53b166e,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:21.645308 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:21.671829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f3bef-a1fe-4afd-9866-f82ba7a2f23a req-c7924d8f-c892-4d7e-8f08-b987d78b7cbd tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:21.673717 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd6f3bef-a1fe-4afd-9866-f82ba7a2f23a req-c7924d8f-c892-4d7e-8f08-b987d78b7cbd tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 946 time: 0.2573113 Aug 16 22:29:21.685119 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a4faf-96ec-41a2-8908-d137832ed63a service neutron] Pushing event updated for resources: {'Port': ['ID=e06f4eb2-9456-487d-879d-8e9aea9648b9,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:21.724620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-e6d5c592-1af4-46d9-b6fe-43c1a8cf9d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:21.726221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=55be219f-df8b-4075-9a99-cf88f53b166e,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:21.726371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-e6d5c592-1af4-46d9-b6fe-43c1a8cf9d6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4927435 Aug 16 22:29:21.762543 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd6f3bef-a1fe-4afd-9866-f82ba7a2f23a req-94cb7c0d-123e-4e34-96b1-9d2834a7ef3c tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579541 Aug 16 22:29:21.778363 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00052df5-91ea-4a88-9355-a7fc7056c334 req-9722a7e1-caaf-4a7b-a765-1b821a9b027f tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573135 Aug 16 22:29:21.868901 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-40030dcd-ae63-4b09-a64e-eb37ce190fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:21.870982 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-40030dcd-ae63-4b09-a64e-eb37ce190fd1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=159e7ffb-10ba-4305-959b-a8d4373d4991 HTTP/1.1" status: 200 len: 845 time: 0.3703370 Aug 16 22:29:22.023740 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['55be219f-df8b-4075-9a99-cf88f53b166e'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:29:22.034962 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:22.095833 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-2f6de343-8ddb-4ce9-baae-c88f7e06e47c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b6a0a99-16e1-4702-a8d0-b5c8fc387327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094506 Aug 16 22:29:22.248908 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'tag': 'e06f4eb2-9456-487d-879d-8e9aea9648b9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:22.250350 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3133be08-0ea6-439f-a879-cec38759029f" -d '{"events": [{"name": "network-changed", "server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "tag": "e06f4eb2-9456-487d-879d-8e9aea9648b9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:22.430280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-f1f09153-31db-43e4-9344-6aea9782f1d7 service neutron] 10.222.0.39 "GET /v2.0/networks/c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6361706 Aug 16 22:29:22.450232 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e3652-595e-44d6-83d5-9764ccdf5734 req-0e3b2b97-5a44-4a61-9d0e-e365c4e35f7a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:22.458611 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d7e3652-595e-44d6-83d5-9764ccdf5734 req-0e3b2b97-5a44-4a61-9d0e-e365c4e35f7a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.4431427 Aug 16 22:29:22.983606 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fab014-679d-4731-abd3-5373b0e7b730 req-9e46208f-19e3-4c95-8ba6-0760e0129c81 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:22.989853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fab014-679d-4731-abd3-5373b0e7b730 req-9e46208f-19e3-4c95-8ba6-0760e0129c81 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:22.998915 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fab014-679d-4731-abd3-5373b0e7b730 req-9e46208f-19e3-4c95-8ba6-0760e0129c81 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:23.006582 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fab014-679d-4731-abd3-5373b0e7b730 req-9e46208f-19e3-4c95-8ba6-0760e0129c81 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:23.014342 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fab014-679d-4731-abd3-5373b0e7b730 req-9e46208f-19e3-4c95-8ba6-0760e0129c81 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:23.021798 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fab014-679d-4731-abd3-5373b0e7b730 req-9e46208f-19e3-4c95-8ba6-0760e0129c81 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:23.027937 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fab014-679d-4731-abd3-5373b0e7b730 req-9e46208f-19e3-4c95-8ba6-0760e0129c81 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:23.029997 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-86fab014-679d-4731-abd3-5373b0e7b730 req-9e46208f-19e3-4c95-8ba6-0760e0129c81 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5381 time: 1.0341854 Aug 16 22:29:23.062737 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d7e3652-595e-44d6-83d5-9764ccdf5734 req-056398bb-ccc7-4a0b-b13a-a52da42c1582 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6035466 Aug 16 22:29:23.255110 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 55be219f-df8b-4075-9a99-cf88f53b166e up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:29:23.276942 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-428ae5df-fd10-4a25-8121-3ec20046901c service neutron] 10.222.0.39 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1567726 Aug 16 22:29:23.293533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-86fab014-679d-4731-abd3-5373b0e7b730 req-1e1d58c4-8968-4d30-9c73-4838065829f9 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2540343 Aug 16 22:29:23.378512 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 55be219f-df8b-4075-9a99-cf88f53b166e completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:23.383914 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 55be219f-df8b-4075-9a99-cf88f53b166e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:23.384531 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:23.554385 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:23.566956 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02157b78-a4a9-49a3-b5e9-6a4c08076346 req-46bf461f-9b77-472d-8e7e-a5e59d2e8076 service neutron] 10.222.0.39 "GET /v2.0/networks/c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0832195 Aug 16 22:29:23.591305 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311999d-3ece-4105-abcb-768f1797fa62 req-9c3874b8-d848-429d-bd95-dcaa45c71993 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:23.593353 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0311999d-3ece-4105-abcb-768f1797fa62 req-9c3874b8-d848-429d-bd95-dcaa45c71993 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9adfe75-5811-4d54-b9ff-30033b1e40b4 HTTP/1.1" status: 200 len: 944 time: 0.3904488 Aug 16 22:29:23.612312 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9adfe75-5811-4d54-b9ff-30033b1e40b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55be219f-df8b-4075-9a99-cf88f53b166e'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:23.615683 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf450d6-ba0e-4234-9902-7c2feab74be5" -d '{"events": [{"server_uuid": "b9adfe75-5811-4d54-b9ff-30033b1e40b4", "name": "network-vif-plugged", "status": "completed", "tag": "55be219f-df8b-4075-9a99-cf88f53b166e"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:23.633784 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 55be219f-df8b-4075-9a99-cf88f53b166e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=55be219f-df8b-4075-9a99-cf88f53b166e,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:23.641123 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:23.643089 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85fbf6-6a66-4111-b908-ce66e821b38a req-3b69195c-67c8-4c14-85db-b37ba353a49b tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:23.652008 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85fbf6-6a66-4111-b908-ce66e821b38a req-3b69195c-67c8-4c14-85db-b37ba353a49b tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:23.661878 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d85fbf6-6a66-4111-b908-ce66e821b38a req-3b69195c-67c8-4c14-85db-b37ba353a49b tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 1679 time: 0.2300048 Aug 16 22:29:23.706061 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=55be219f-df8b-4075-9a99-cf88f53b166e,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:23.760229 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-5f169f61-4c31-4433-a465-d5f7bce64a94 service neutron] 10.222.0.39 "GET /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450793 Aug 16 22:29:23.819313 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0311999d-3ece-4105-abcb-768f1797fa62 req-5967302a-1740-432a-9485-0cc226e6d295 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977434 Aug 16 22:29:23.849253 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d85fbf6-6a66-4111-b908-ce66e821b38a req-a7d643fe-6188-4bcf-a8f5-a617e30e949a tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851287 Aug 16 22:29:23.949730 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcee7a6c-2d10-47a3-aca4-fc0c4531d615 x-openstack-request-id: req-fcee7a6c-2d10-47a3-aca4-fc0c4531d615 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:23.951286 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "tag": "e06f4eb2-9456-487d-879d-8e9aea9648b9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:23.951286 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fcee7a6c-2d10-47a3-aca4-fc0c4531d615 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:23.951602 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'tag': 'e06f4eb2-9456-487d-879d-8e9aea9648b9', 'status': 'completed', 'code': 200} Aug 16 22:29:23.984631 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:24.010552 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:24.030617 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-9f08ef01-2588-4c80-a55b-f614b1b3f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:24.031140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-9f08ef01-2588-4c80-a55b-f614b1b3f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:24.031955 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-9f08ef01-2588-4c80-a55b-f614b1b3f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:24.032068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-9f08ef01-2588-4c80-a55b-f614b1b3f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:24.032555 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-9f08ef01-2588-4c80-a55b-f614b1b3f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:24.033021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-9f08ef01-2588-4c80-a55b-f614b1b3f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:24.033794 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-9f08ef01-2588-4c80-a55b-f614b1b3f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:24.035670 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-9f08ef01-2588-4c80-a55b-f614b1b3f370 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=862fd4c5b7334530a4c88c30c2542f34&device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 6221 time: 0.2129388 Aug 16 22:29:24.038896 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] Transition to ACTIVE for port object df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:24.046815 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:24.090897 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f18d48-a1aa-4ef9-9e6e-2a75b4a0ae38 x-openstack-request-id: req-77f18d48-a1aa-4ef9-9e6e-2a75b4a0ae38 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:24.091584 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9adfe75-5811-4d54-b9ff-30033b1e40b4", "name": "network-vif-plugged", "status": "completed", "tag": "55be219f-df8b-4075-9a99-cf88f53b166e", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:24.093013 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-77f18d48-a1aa-4ef9-9e6e-2a75b4a0ae38 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:24.093811 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9adfe75-5811-4d54-b9ff-30033b1e40b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55be219f-df8b-4075-9a99-cf88f53b166e', 'code': 200} Aug 16 22:29:24.342905 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:24.482297 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9d298-8917-4458-96b6-a4f7337eb53c req-0c94e9f9-c8a7-4039-9efe-ab4e801ed433 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:24.483984 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-37f9d298-8917-4458-96b6-a4f7337eb53c req-0c94e9f9-c8a7-4039-9efe-ab4e801ed433 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.3272843 Aug 16 22:29:24.487899 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-c71ee602-fb4f-4206-aa17-42abc4a925eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:24.488462 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-c71ee602-fb4f-4206-aa17-42abc4a925eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:24.488940 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-c71ee602-fb4f-4206-aa17-42abc4a925eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:24.490802 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-c71ee602-fb4f-4206-aa17-42abc4a925eb service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=862fd4c5b7334530a4c88c30c2542f34&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4413207 Aug 16 22:29:24.493026 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d222b6-93af-49bd-9c84-dd5e0fc0dc4b req-71b1c341-e706-4ffd-863a-27e6a3a1f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:24.496107 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e2d222b6-93af-49bd-9c84-dd5e0fc0dc4b req-71b1c341-e706-4ffd-863a-27e6a3a1f26c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b9adfe75-5811-4d54-b9ff-30033b1e40b4 HTTP/1.1" status: 200 len: 1097 time: 0.2931299 Aug 16 22:29:24.825856 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-37f9d298-8917-4458-96b6-a4f7337eb53c req-0ffe7c6c-7778-4026-917d-95a35cdfac38 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286278 Aug 16 22:29:24.914974 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] Attempting to bind port df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:29:24.935495 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] Attempting to bind port df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '44081139-c3e7-4662-872a-94353d92601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:29:24.935952 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] Attempting to bind port df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd on network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:24.966136 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] Port df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd on network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:29:24.966136 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] Attempting to bind port df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd on network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:24.981571 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e2d222b6-93af-49bd-9c84-dd5e0fc0dc4b req-a6e3b795-0895-4008-a344-382a498e97c9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442356 Aug 16 22:29:25.035819 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300e89a-52e6-4bb4-b628-252c88a1cd71 req-3a668bdc-ae04-4a59-a468-6399ff896ae5 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.042583 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300e89a-52e6-4bb4-b628-252c88a1cd71 req-3a668bdc-ae04-4a59-a468-6399ff896ae5 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.048766 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300e89a-52e6-4bb4-b628-252c88a1cd71 req-3a668bdc-ae04-4a59-a468-6399ff896ae5 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.056345 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300e89a-52e6-4bb4-b628-252c88a1cd71 req-3a668bdc-ae04-4a59-a468-6399ff896ae5 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.063737 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300e89a-52e6-4bb4-b628-252c88a1cd71 req-3a668bdc-ae04-4a59-a468-6399ff896ae5 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.072728 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300e89a-52e6-4bb4-b628-252c88a1cd71 req-3a668bdc-ae04-4a59-a468-6399ff896ae5 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.080253 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300e89a-52e6-4bb4-b628-252c88a1cd71 req-3a668bdc-ae04-4a59-a468-6399ff896ae5 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.088772 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9300e89a-52e6-4bb4-b628-252c88a1cd71 req-3a668bdc-ae04-4a59-a468-6399ff896ae5 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5393 time: 0.4197688 Aug 16 22:29:25.091365 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:29:25.091998 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] Checking segment: {'id': '44081139-c3e7-4662-872a-94353d92601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:25.092445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] Bound using segment: {'id': '44081139-c3e7-4662-872a-94353d92601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:29:25.093251 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] Bound port: df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44081139-c3e7-4662-872a-94353d92601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:29:25.093864 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:25.254871 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9300e89a-52e6-4bb4-b628-252c88a1cd71 req-5ee9cdde-eaf3-4369-a75c-eec65dd27451 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1650450 Aug 16 22:29:25.275160 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-93c2370c-1714-47d5-b3f8-e633b5f792e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.279084 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-93c2370c-1714-47d5-b3f8-e633b5f792e1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7604027 Aug 16 22:29:25.338406 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881d851-0eae-4eb1-aee7-17d9e0e38ad3 req-02f1fcc6-dda2-40a8-890e-a373e739439f tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.341824 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6881d851-0eae-4eb1-aee7-17d9e0e38ad3 req-02f1fcc6-dda2-40a8-890e-a373e739439f tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9adfe75-5811-4d54-b9ff-30033b1e40b4 HTTP/1.1" status: 200 len: 945 time: 0.3631272 Aug 16 22:29:25.501715 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] For port df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:29:25.505562 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] For port df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:29:25.514439 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6881d851-0eae-4eb1-aee7-17d9e0e38ad3 req-4dcff168-7f20-4ef8-96f2-1717cdcfbd69 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654189 Aug 16 22:29:25.518226 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:25.615971 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8cea5-0e78-461e-a5d0-8810c9ec3420 req-96761f23-d858-42ca-a9e6-06740c362f1e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.656840 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8cea5-0e78-461e-a5d0-8810c9ec3420 req-96761f23-d858-42ca-a9e6-06740c362f1e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.658713 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-12f8cea5-0e78-461e-a5d0-8810c9ec3420 req-96761f23-d858-42ca-a9e6-06740c362f1e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 1679 time: 0.2190700 Aug 16 22:29:25.672498 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-e2429451-354a-4061-9bc2-1d4a9429fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.673584 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-e2429451-354a-4061-9bc2-1d4a9429fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.679583 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-e2429451-354a-4061-9bc2-1d4a9429fdc5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a05639ce0f8e4fb9a684fb2b1b120703&device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 1983 time: 0.3073504 Aug 16 22:29:25.684817 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.700760 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:25.703633 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] 10.222.0.39 "PUT /v2.0/ports/df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd HTTP/1.1" status: 200 len: 1091 time: 4.3358722 Aug 16 22:29:25.840107 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5244f263-18bf-4383-adab-188c8805fe4a req-75f370d1-d4e5-4103-a1b5-829169b29c1d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0755713 Aug 16 22:29:25.869324 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-50aedc41-b264-4713-816a-39dc48bd79ff req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] Request body: {'port': {'device_id': '37c673f3-af86-4e83-89e2-d38839a6e530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:25.936109 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133be08-0ea6-439f-a879-cec38759029f req-97c98e03-9a10-41bc-90d0-a1ad2956bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.937081 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133be08-0ea6-439f-a879-cec38759029f req-97c98e03-9a10-41bc-90d0-a1ad2956bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.937628 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133be08-0ea6-439f-a879-cec38759029f req-97c98e03-9a10-41bc-90d0-a1ad2956bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.950254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133be08-0ea6-439f-a879-cec38759029f req-97c98e03-9a10-41bc-90d0-a1ad2956bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.950740 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133be08-0ea6-439f-a879-cec38759029f req-97c98e03-9a10-41bc-90d0-a1ad2956bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.951216 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133be08-0ea6-439f-a879-cec38759029f req-97c98e03-9a10-41bc-90d0-a1ad2956bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.951690 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133be08-0ea6-439f-a879-cec38759029f req-97c98e03-9a10-41bc-90d0-a1ad2956bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.956094 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3133be08-0ea6-439f-a879-cec38759029f req-97c98e03-9a10-41bc-90d0-a1ad2956bf1c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=862fd4c5b7334530a4c88c30c2542f34&device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 6247 time: 0.5755303 Aug 16 22:29:25.963213 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-12f8cea5-0e78-461e-a5d0-8810c9ec3420 req-df863d23-ffe8-4a49-851a-c59ec6cc8851 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078445 Aug 16 22:29:25.965891 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244f263-18bf-4383-adab-188c8805fe4a req-6cf6a72a-6208-4805-b0dd-1469d48ebead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.975815 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5244f263-18bf-4383-adab-188c8805fe4a req-6cf6a72a-6208-4805-b0dd-1469d48ebead service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=82b34a1dd4514ab18bc6cff7551e57f0&device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 1099 time: 0.1007240 Aug 16 22:29:26.062756 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'tag': 'df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:26.082450 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c3a02e-7276-45e3-a0df-3dad919aabb0" -d '{"events": [{"name": "network-changed", "server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "tag": "df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:26.086203 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:26.161532 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244f263-18bf-4383-adab-188c8805fe4a req-2cbed6fb-d945-482a-92ca-86374e343e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:26.163188 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5244f263-18bf-4383-adab-188c8805fe4a req-2cbed6fb-d945-482a-92ca-86374e343e68 service neutron] 10.222.0.39 "GET /v2.0/networks?id=80504c0b-5244-4f8e-abb7-07f43d02c31e HTTP/1.1" status: 200 len: 915 time: 0.1396732 Aug 16 22:29:26.216812 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5244f263-18bf-4383-adab-188c8805fe4a req-965ceb3a-d01c-418f-9d22-a6a03fcefc21 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48ac1cda-719d-4426-a6ff-ee642af95bfb HTTP/1.1" status: 200 len: 217 time: 0.0358920 Aug 16 22:29:26.277428 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-0619abd8-1341-4e71-9179-a3958b695c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:26.283513 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-0619abd8-1341-4e71-9179-a3958b695c53 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8 HTTP/1.1" status: 200 len: 903 time: 0.3635139 Aug 16 22:29:26.294317 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244f263-18bf-4383-adab-188c8805fe4a req-a3ad2d68-12e8-4a10-aa95-67de5bfa9e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:26.297188 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5244f263-18bf-4383-adab-188c8805fe4a req-a3ad2d68-12e8-4a10-aa95-67de5bfa9e40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6d2a62f-efd7-45c4-8dc0-2f77fcbfce1a HTTP/1.1" status: 200 len: 854 time: 0.0683556 Aug 16 22:29:26.381865 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5244f263-18bf-4383-adab-188c8805fe4a req-f46bae0a-1dfd-4730-9ff1-95b3d45cacd9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80504c0b-5244-4f8e-abb7-07f43d02c31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715368 Aug 16 22:29:26.398688 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa0cdf6-f1e2-435c-942b-ae3a99543d5a x-openstack-request-id: req-0aa0cdf6-f1e2-435c-942b-ae3a99543d5a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:26.399235 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "tag": "df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:26.399860 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0aa0cdf6-f1e2-435c-942b-ae3a99543d5a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:26.400276 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'tag': 'df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd', 'status': 'completed', 'code': 200} Aug 16 22:29:26.423517 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57104d55-12ee-4421-ad50-afb62b663ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:26.515131 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacd251-17ac-4b15-88c8-c5abdbb2b1a7 req-ddefe815-7cbe-4d2c-b42d-1466aa9a7c7f tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:26.517542 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7aacd251-17ac-4b15-88c8-c5abdbb2b1a7 req-ddefe815-7cbe-4d2c-b42d-1466aa9a7c7f tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.8102357 Aug 16 22:29:26.537180 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5244f263-18bf-4383-adab-188c8805fe4a req-eb9bb5ba-c1f3-4aad-a3b8-5927bb9761f8 service neutron] 10.222.0.39 "GET /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416430 Aug 16 22:29:26.539689 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-96cdac07-113f-45c8-95a7-6e9e34de4a60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.157&port_id=83c85f59-3662-49a5-a6b9-9a5ea24304cb HTTP/1.1" status: 200 len: 217 time: 0.1358342 Aug 16 22:29:26.579984 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133be08-0ea6-439f-a879-cec38759029f req-41c6b047-145e-4c70-b624-7763b6adf635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:26.580723 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133be08-0ea6-439f-a879-cec38759029f req-41c6b047-145e-4c70-b624-7763b6adf635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:26.581445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133be08-0ea6-439f-a879-cec38759029f req-41c6b047-145e-4c70-b624-7763b6adf635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:26.584679 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3133be08-0ea6-439f-a879-cec38759029f req-41c6b047-145e-4c70-b624-7763b6adf635 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=862fd4c5b7334530a4c88c30c2542f34&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5862341 Aug 16 22:29:26.688093 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5244f263-18bf-4383-adab-188c8805fe4a req-d016886e-bf95-4c24-8e8b-b1cc820bba99 service neutron] 10.222.0.39 "GET /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326377 Aug 16 22:29:26.738709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7aacd251-17ac-4b15-88c8-c5abdbb2b1a7 req-76741263-55e5-4962-a4ff-84ed1bef33b2 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980143 Aug 16 22:29:26.818919 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70012d-9109-4151-a7fc-60d2b0503734 req-5c232c4b-f368-412c-9c7f-58f6f3666923 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:26.825473 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70012d-9109-4151-a7fc-60d2b0503734 req-5c232c4b-f368-412c-9c7f-58f6f3666923 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:26.831669 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70012d-9109-4151-a7fc-60d2b0503734 req-5c232c4b-f368-412c-9c7f-58f6f3666923 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:26.840080 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70012d-9109-4151-a7fc-60d2b0503734 req-5c232c4b-f368-412c-9c7f-58f6f3666923 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:26.849595 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70012d-9109-4151-a7fc-60d2b0503734 req-5c232c4b-f368-412c-9c7f-58f6f3666923 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:26.856927 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70012d-9109-4151-a7fc-60d2b0503734 req-5c232c4b-f368-412c-9c7f-58f6f3666923 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:26.863305 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70012d-9109-4151-a7fc-60d2b0503734 req-5c232c4b-f368-412c-9c7f-58f6f3666923 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:26.874408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab70012d-9109-4151-a7fc-60d2b0503734 req-5c232c4b-f368-412c-9c7f-58f6f3666923 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5393 time: 0.4522696 Aug 16 22:29:26.947871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-9de00a16-597f-4ec7-9a65-175f962d9f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:26.949501 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-9de00a16-597f-4ec7-9a65-175f962d9f7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=270cf207-8693-4148-a5e7-1fa4aecaf619 HTTP/1.1" status: 200 len: 801 time: 0.3579226 Aug 16 22:29:27.270800 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:29:27.385831 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2,segment=NetworkSegment(3fb6eea0-b835-4158-8b38-c9e8edf85685),segment_id=3fb6eea0-b835-4158-8b38-c9e8edf85685)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:27.391043 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133be08-0ea6-439f-a879-cec38759029f req-54b33606-8a2d-497c-8c8f-7d14db70dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:27.392583 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3133be08-0ea6-439f-a879-cec38759029f req-54b33606-8a2d-497c-8c8f-7d14db70dd60 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7895253 Aug 16 22:29:27.396995 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab70012d-9109-4151-a7fc-60d2b0503734 req-c9e394ba-07b9-4b7f-af7c-f7c1eaca8230 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5215189 Aug 16 22:29:27.400465 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2', 'network_id': 'ddde3e22-f086-45b1-ab8c-a8be5c27676d', 'port_id': '2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2', 'mac_address': 'fa:16:3e:6e:79:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8bce414-c119-4fea-8b00-9bd0c125e223', 'ip_address': '19.80.0.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:29:27.420185 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9c97f-2faa-4dbe-ae55-7a5090845298 req-e0dbfc8c-04df-47c5-b187-46793d94abd4 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:27.434000 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-82e9c97f-2faa-4dbe-ae55-7a5090845298 req-e0dbfc8c-04df-47c5-b187-46793d94abd4 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9adfe75-5811-4d54-b9ff-30033b1e40b4 HTTP/1.1" status: 200 len: 945 time: 0.5435131 Aug 16 22:29:27.475145 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-dce6676c-2f71-45c5-b244-6685c7ceb2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:27.476771 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-dce6676c-2f71-45c5-b244-6685c7ceb2e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5062644 Aug 16 22:29:27.484025 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.504430 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:27.528537 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2,segment=NetworkSegment(3fb6eea0-b835-4158-8b38-c9e8edf85685),segment_id=3fb6eea0-b835-4158-8b38-c9e8edf85685)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:27.534729 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.535649 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 83c85f59-3662-49a5-a6b9-9a5ea24304cb details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:29:27.537541 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-82e9c97f-2faa-4dbe-ae55-7a5090845298 req-bb144958-4a4b-4ce5-b5cc-d5e9a64441ef tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001883 Aug 16 22:29:27.668551 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:27.706531 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-50aedc41-b264-4713-816a-39dc48bd79ff req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6203b99-3093-4799-9ebe-caeb302b396f {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:27.723725 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.747180 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 83c85f59-3662-49a5-a6b9-9a5ea24304cb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=83c85f59-3662-49a5-a6b9-9a5ea24304cb,segment=NetworkSegment(2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51),segment_id=2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:27.759942 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3a02e-7276-45e3-a0df-3dad919aabb0 req-0ca78775-1b45-4dde-8e84-1362e8551889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:27.760403 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3a02e-7276-45e3-a0df-3dad919aabb0 req-0ca78775-1b45-4dde-8e84-1362e8551889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:27.760872 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3a02e-7276-45e3-a0df-3dad919aabb0 req-0ca78775-1b45-4dde-8e84-1362e8551889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:27.761457 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3a02e-7276-45e3-a0df-3dad919aabb0 req-0ca78775-1b45-4dde-8e84-1362e8551889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:27.762020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3a02e-7276-45e3-a0df-3dad919aabb0 req-0ca78775-1b45-4dde-8e84-1362e8551889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:27.762497 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3a02e-7276-45e3-a0df-3dad919aabb0 req-0ca78775-1b45-4dde-8e84-1362e8551889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:27.762965 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3a02e-7276-45e3-a0df-3dad919aabb0 req-0ca78775-1b45-4dde-8e84-1362e8551889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:27.764514 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '83c85f59-3662-49a5-a6b9-9a5ea24304cb', 'network_id': 'c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8', 'port_id': '83c85f59-3662-49a5-a6b9-9a5ea24304cb', 'mac_address': 'fa:16:3e:06:bb:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270cf207-8693-4148-a5e7-1fa4aecaf619', 'ip_address': '19.86.0.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:29:27.765200 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b9c3a02e-7276-45e3-a0df-3dad919aabb0 req-0ca78775-1b45-4dde-8e84-1362e8551889 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=862fd4c5b7334530a4c88c30c2542f34&device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 6289 time: 0.2539699 Aug 16 22:29:27.767167 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-3225762c-22d0-4545-89cc-8742ef2eb49c service neutron] 10.222.0.39 "GET /v2.0/networks/c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705986 Aug 16 22:29:27.774922 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba930a91-6f37-4b76-a0bb-4281383ee65c req-59b259ca-4333-4c23-942c-fcbf04502bc6 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:27.776477 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba930a91-6f37-4b76-a0bb-4281383ee65c req-59b259ca-4333-4c23-942c-fcbf04502bc6 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.2441037 Aug 16 22:29:27.777664 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-50aedc41-b264-4713-816a-39dc48bd79ff req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] Transition to ACTIVE for port object b6203b99-3093-4799-9ebe-caeb302b396f will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:27.782005 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.810401 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.827019 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c85f59-3662-49a5-a6b9-9a5ea24304cb {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:27.849993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 83c85f59-3662-49a5-a6b9-9a5ea24304cb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=83c85f59-3662-49a5-a6b9-9a5ea24304cb,segment=NetworkSegment(2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51),segment_id=2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:27.869067 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.927472 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=83c85f59-3662-49a5-a6b9-9a5ea24304cb,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:27.988918 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba930a91-6f37-4b76-a0bb-4281383ee65c req-b0c1a37d-c42f-42d8-a630-9d9a63fffcfa tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042100 Aug 16 22:29:27.989619 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] Pushing event updated for resources: {'Port': ['ID=b6203b99-3093-4799-9ebe-caeb302b396f,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:28.249831 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:29:28.259293 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['83c85f59-3662-49a5-a6b9-9a5ea24304cb'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:29:28.315470 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f31642a-ff6d-4be9-808d-69c9e56abc2f req-e8431b66-50c5-413f-9129-84246d53daaa service neutron] 10.222.0.39 "GET /v2.0/networks/c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177550 Aug 16 22:29:28.317416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3a02e-7276-45e3-a0df-3dad919aabb0 req-2c8c04aa-f5d1-4a70-a18c-445f7039258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:28.318098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3a02e-7276-45e3-a0df-3dad919aabb0 req-2c8c04aa-f5d1-4a70-a18c-445f7039258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:28.318574 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3a02e-7276-45e3-a0df-3dad919aabb0 req-2c8c04aa-f5d1-4a70-a18c-445f7039258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:28.320249 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b9c3a02e-7276-45e3-a0df-3dad919aabb0 req-2c8c04aa-f5d1-4a70-a18c-445f7039258a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=862fd4c5b7334530a4c88c30c2542f34&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5244713 Aug 16 22:29:28.384023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50aedc41-b264-4713-816a-39dc48bd79ff req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] Attempting to bind port b6203b99-3093-4799-9ebe-caeb302b396f on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:29:28.384023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50aedc41-b264-4713-816a-39dc48bd79ff req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] Attempting to bind port b6203b99-3093-4799-9ebe-caeb302b396f by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '44081139-c3e7-4662-872a-94353d92601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:29:28.384023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] Attempting to bind port b6203b99-3093-4799-9ebe-caeb302b396f on network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:28.404884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] Port b6203b99-3093-4799-9ebe-caeb302b396f on network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:29:28.405271 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] Attempting to bind port b6203b99-3093-4799-9ebe-caeb302b396f on network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:28.415095 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8e594-7ef9-4242-9939-695e9a0be9a4 req-aa9cbe9e-1545-4476-8c3b-432d61fa048d tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:28.422014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8e594-7ef9-4242-9939-695e9a0be9a4 req-aa9cbe9e-1545-4476-8c3b-432d61fa048d tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:28.429778 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-11b8e594-7ef9-4242-9939-695e9a0be9a4 req-aa9cbe9e-1545-4476-8c3b-432d61fa048d tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 1681 time: 0.3006494 Aug 16 22:29:28.461310 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:29:28.461583 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] Checking segment: {'id': '44081139-c3e7-4662-872a-94353d92601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:28.461993 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] Bound using segment: {'id': '44081139-c3e7-4662-872a-94353d92601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:29:28.462426 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50aedc41-b264-4713-816a-39dc48bd79ff req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] Bound port: b6203b99-3093-4799-9ebe-caeb302b396f, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44081139-c3e7-4662-872a-94353d92601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:29:28.462795 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:28.484607 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e17c3-56dc-43d3-9c69-1865f00a68db req-40d008e9-72e7-4b2b-97f5-3b14078ec234 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:28.486256 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f5e17c3-56dc-43d3-9c69-1865f00a68db req-40d008e9-72e7-4b2b-97f5-3b14078ec234 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 945 time: 0.3296785 Aug 16 22:29:28.573070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3a02e-7276-45e3-a0df-3dad919aabb0 req-1042ffd6-183b-4d44-87e2-b47c44a86fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:28.576849 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b9c3a02e-7276-45e3-a0df-3dad919aabb0 req-1042ffd6-183b-4d44-87e2-b47c44a86fa1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2450068 Aug 16 22:29:28.581557 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-11b8e594-7ef9-4242-9939-695e9a0be9a4 req-aa1ebec7-a91d-4a5c-9992-569f0574a5e7 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508601 Aug 16 22:29:28.617940 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f5e17c3-56dc-43d3-9c69-1865f00a68db req-23657856-f56a-45a4-b59d-530305ea11ae tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044273 Aug 16 22:29:28.649946 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-50aedc41-b264-4713-816a-39dc48bd79ff req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] For port b6203b99-3093-4799-9ebe-caeb302b396f, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:29:28.653347 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-50aedc41-b264-4713-816a-39dc48bd79ff req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] For port b6203b99-3093-4799-9ebe-caeb302b396f, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=b6203b99-3093-4799-9ebe-caeb302b396f,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:29:28.660201 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:28.703714 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:28.704276 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:28.705911 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] 10.222.0.39 "PUT /v2.0/ports/b6203b99-3093-4799-9ebe-caeb302b396f HTTP/1.1" status: 200 len: 1091 time: 2.8558614 Aug 16 22:29:28.706738 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'tag': 'b6203b99-3093-4799-9ebe-caeb302b396f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:28.709192 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4a0bc3-9249-4169-a2e1-720a525b90d5" -d '{"events": [{"name": "network-changed", "server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "tag": "b6203b99-3093-4799-9ebe-caeb302b396f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:28.750649 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] Request body: {'port': {'device_id': '37c673f3-af86-4e83-89e2-d38839a6e530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:28.862229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7ca5a-7135-4002-b83c-8ff78a11aa99 service neutron] Pushing event updated for resources: {'Port': ['ID=b6203b99-3093-4799-9ebe-caeb302b396f,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:28.938546 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:28.952358 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be561d5-637e-4719-9934-9e7448fd3bc8 req-fc2fcfda-460c-493b-aae9-18ca2f2dfba5 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:28.958538 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be561d5-637e-4719-9934-9e7448fd3bc8 req-fc2fcfda-460c-493b-aae9-18ca2f2dfba5 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:28.964957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be561d5-637e-4719-9934-9e7448fd3bc8 req-fc2fcfda-460c-493b-aae9-18ca2f2dfba5 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:28.972537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be561d5-637e-4719-9934-9e7448fd3bc8 req-fc2fcfda-460c-493b-aae9-18ca2f2dfba5 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:28.980936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be561d5-637e-4719-9934-9e7448fd3bc8 req-fc2fcfda-460c-493b-aae9-18ca2f2dfba5 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:28.989298 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be561d5-637e-4719-9934-9e7448fd3bc8 req-fc2fcfda-460c-493b-aae9-18ca2f2dfba5 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:28.997935 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be561d5-637e-4719-9934-9e7448fd3bc8 req-fc2fcfda-460c-493b-aae9-18ca2f2dfba5 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:29.000660 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8be561d5-637e-4719-9934-9e7448fd3bc8 req-fc2fcfda-460c-493b-aae9-18ca2f2dfba5 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5405 time: 0.2362468 Aug 16 22:29:29.094919 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8be561d5-637e-4719-9934-9e7448fd3bc8 req-dc1f6e90-1f7b-4955-abb4-9abcbdaa1207 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823441 Aug 16 22:29:29.503621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a6704-a034-4e0c-baae-c11eeb093243 req-958da917-5334-4da6-932c-6acc0324920c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:29.506003 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ad8a6704-a034-4e0c-baae-c11eeb093243 req-958da917-5334-4da6-932c-6acc0324920c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.1293950 Aug 16 22:29:29.594357 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b14d930-b5d6-49ed-9f55-d1dd5a3d2c19 x-openstack-request-id: req-7b14d930-b5d6-49ed-9f55-d1dd5a3d2c19 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:29.594892 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "tag": "b6203b99-3093-4799-9ebe-caeb302b396f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:29.595379 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7b14d930-b5d6-49ed-9f55-d1dd5a3d2c19 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:29.596022 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'tag': 'b6203b99-3093-4799-9ebe-caeb302b396f', 'status': 'completed', 'code': 200} Aug 16 22:29:29.664055 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66f3d2d-debb-4dea-bb6b-dae2d7029967 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:29.672793 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:29.686349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] Transition to ACTIVE for port object e66f3d2d-debb-4dea-bb6b-dae2d7029967 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:29.708032 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:29.784251 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ad8a6704-a034-4e0c-baae-c11eeb093243 req-e51cbb43-3c07-4d90-afb4-6315e09c4b38 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849601 Aug 16 22:29:29.802430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a0bc3-9249-4169-a2e1-720a525b90d5 req-bcd67ff9-1d3d-4769-b2b3-233dbf565a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:29.802912 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a0bc3-9249-4169-a2e1-720a525b90d5 req-bcd67ff9-1d3d-4769-b2b3-233dbf565a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:29.803388 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a0bc3-9249-4169-a2e1-720a525b90d5 req-bcd67ff9-1d3d-4769-b2b3-233dbf565a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:29.804236 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a0bc3-9249-4169-a2e1-720a525b90d5 req-bcd67ff9-1d3d-4769-b2b3-233dbf565a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:29.804585 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a0bc3-9249-4169-a2e1-720a525b90d5 req-bcd67ff9-1d3d-4769-b2b3-233dbf565a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:29.805050 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a0bc3-9249-4169-a2e1-720a525b90d5 req-bcd67ff9-1d3d-4769-b2b3-233dbf565a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:29.805525 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a0bc3-9249-4169-a2e1-720a525b90d5 req-bcd67ff9-1d3d-4769-b2b3-233dbf565a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:29.807711 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d4a0bc3-9249-4169-a2e1-720a525b90d5 req-bcd67ff9-1d3d-4769-b2b3-233dbf565a0e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=862fd4c5b7334530a4c88c30c2542f34&device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 6357 time: 0.2105246 Aug 16 22:29:29.900392 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] Pushing event updated for resources: {'Port': ['ID=e66f3d2d-debb-4dea-bb6b-dae2d7029967,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:29.949084 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4def1f-3128-46bb-bba9-a9fd9eec8c6f req-809a4562-9aaa-4447-aa3d-8054278b10e6 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:29.955561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4def1f-3128-46bb-bba9-a9fd9eec8c6f req-809a4562-9aaa-4447-aa3d-8054278b10e6 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:29.957336 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ac4def1f-3128-46bb-bba9-a9fd9eec8c6f req-809a4562-9aaa-4447-aa3d-8054278b10e6 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 1681 time: 0.2658324 Aug 16 22:29:30.068540 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] Attempting to bind port e66f3d2d-debb-4dea-bb6b-dae2d7029967 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:29:30.069160 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] Attempting to bind port e66f3d2d-debb-4dea-bb6b-dae2d7029967 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'cb807bf3-34f9-4fc7-bb65-ae2e13f03841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4a4f1f6c-9680-469a-bab8-e73ceb2b4da1'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:29:30.069276 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] Attempting to bind port e66f3d2d-debb-4dea-bb6b-dae2d7029967 on network 4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:30.110033 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] Port e66f3d2d-debb-4dea-bb6b-dae2d7029967 on network 4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:29:30.110290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] Attempting to bind port e66f3d2d-debb-4dea-bb6b-dae2d7029967 on network 4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:30.122917 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc228e19-4dd7-477a-af72-24872299214a req-2a7a0f45-2026-434d-a563-62c4fa237ddb tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:30.124453 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fc228e19-4dd7-477a-af72-24872299214a req-2a7a0f45-2026-434d-a563-62c4fa237ddb tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.1621623 Aug 16 22:29:30.129255 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ac4def1f-3128-46bb-bba9-a9fd9eec8c6f req-15d0fee5-ceee-44c7-9223-621454509c6a tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425712 Aug 16 22:29:30.130946 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a0bc3-9249-4169-a2e1-720a525b90d5 req-63743871-77ac-4443-b7cb-2ac1b9e818a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:30.131415 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a0bc3-9249-4169-a2e1-720a525b90d5 req-63743871-77ac-4443-b7cb-2ac1b9e818a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:30.131883 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a0bc3-9249-4169-a2e1-720a525b90d5 req-63743871-77ac-4443-b7cb-2ac1b9e818a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:30.134931 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d4a0bc3-9249-4169-a2e1-720a525b90d5 req-63743871-77ac-4443-b7cb-2ac1b9e818a1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=862fd4c5b7334530a4c88c30c2542f34&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3062456 Aug 16 22:29:30.137384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:29:30.137739 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] Checking segment: {'id': 'cb807bf3-34f9-4fc7-bb65-ae2e13f03841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4a4f1f6c-9680-469a-bab8-e73ceb2b4da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:30.138152 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] Bound using segment: {'id': 'cb807bf3-34f9-4fc7-bb65-ae2e13f03841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4a4f1f6c-9680-469a-bab8-e73ceb2b4da1'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:29:30.138611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] Bound port: e66f3d2d-debb-4dea-bb6b-dae2d7029967, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb807bf3-34f9-4fc7-bb65-ae2e13f03841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4a4f1f6c-9680-469a-bab8-e73ceb2b4da1'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:29:30.138975 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:30.263476 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fc228e19-4dd7-477a-af72-24872299214a req-7ee28af6-a96a-4db5-969e-5fd7d189c088 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283648 Aug 16 22:29:30.310649 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] For port e66f3d2d-debb-4dea-bb6b-dae2d7029967, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:29:30.338553 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] For port e66f3d2d-debb-4dea-bb6b-dae2d7029967, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e66f3d2d-debb-4dea-bb6b-dae2d7029967,segment=NetworkSegment(cb807bf3-34f9-4fc7-bb65-ae2e13f03841),segment_id=cb807bf3-34f9-4fc7-bb65-ae2e13f03841)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:29:30.343349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a0bc3-9249-4169-a2e1-720a525b90d5 req-7fa06e7d-93fb-4a02-b443-fdebaef247d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:30.344961 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d4a0bc3-9249-4169-a2e1-720a525b90d5 req-7fa06e7d-93fb-4a02-b443-fdebaef247d6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1905105 Aug 16 22:29:30.346775 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:30.393052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:30.393791 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:30.395331 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] 10.222.0.39 "PUT /v2.0/ports/e66f3d2d-debb-4dea-bb6b-dae2d7029967 HTTP/1.1" status: 200 len: 1092 time: 1.6516044 Aug 16 22:29:30.453496 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-50aedc41-b264-4713-816a-39dc48bd79ff req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Request body: {'port': {'device_id': '37c673f3-af86-4e83-89e2-d38839a6e530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:30.500307 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7b12e-1445-4d8f-b42a-9c4730597887 service neutron] Pushing event updated for resources: {'Port': ['ID=e66f3d2d-debb-4dea-bb6b-dae2d7029967,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:30.518981 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d1706-b7d6-43ea-be07-d4a24ab7d055 req-53f531a2-b3ba-41e7-b6ad-b2eb4d57b34c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:30.525064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d1706-b7d6-43ea-be07-d4a24ab7d055 req-53f531a2-b3ba-41e7-b6ad-b2eb4d57b34c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:30.531632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d1706-b7d6-43ea-be07-d4a24ab7d055 req-53f531a2-b3ba-41e7-b6ad-b2eb4d57b34c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:30.537616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d1706-b7d6-43ea-be07-d4a24ab7d055 req-53f531a2-b3ba-41e7-b6ad-b2eb4d57b34c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:30.543684 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d1706-b7d6-43ea-be07-d4a24ab7d055 req-53f531a2-b3ba-41e7-b6ad-b2eb4d57b34c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:30.549583 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d1706-b7d6-43ea-be07-d4a24ab7d055 req-53f531a2-b3ba-41e7-b6ad-b2eb4d57b34c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:30.563400 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d1706-b7d6-43ea-be07-d4a24ab7d055 req-53f531a2-b3ba-41e7-b6ad-b2eb4d57b34c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:30.565357 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a20d1706-b7d6-43ea-be07-d4a24ab7d055 req-53f531a2-b3ba-41e7-b6ad-b2eb4d57b34c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5417 time: 0.1883802 Aug 16 22:29:30.643187 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:30.672728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a20d1706-b7d6-43ea-be07-d4a24ab7d055 req-51e0bc44-3a53-47d4-83dc-dc50b5d74955 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859056 Aug 16 22:29:30.681172 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d055e1e-98ee-43df-be4a-3db08ad63b7a req-1df4fc5a-d33c-494e-87cc-fbc2fe43e416 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:30.682625 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d055e1e-98ee-43df-be4a-3db08ad63b7a req-1df4fc5a-d33c-494e-87cc-fbc2fe43e416 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.2018886 Aug 16 22:29:30.839125 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d055e1e-98ee-43df-be4a-3db08ad63b7a req-000e75bb-6de9-414f-8144-1a7be25b2b4c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294653 Aug 16 22:29:30.897089 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d471eb-1283-4092-9828-873dd767c484 req-07435574-5093-46ec-85e5-7444f949cd2a tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:30.899147 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8d471eb-1283-4092-9828-873dd767c484 req-07435574-5093-46ec-85e5-7444f949cd2a tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9adfe75-5811-4d54-b9ff-30033b1e40b4 HTTP/1.1" status: 200 len: 945 time: 0.1495116 Aug 16 22:29:31.302229 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:29:31.334067 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8d471eb-1283-4092-9828-873dd767c484 req-2dec41f2-f7d4-4933-820a-911be9e9a774 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008999 Aug 16 22:29:31.367316 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b818c5-2b3d-42b1-8eb7-efbbdabfbf0c req-217c8bb1-5c82-4c36-88d5-b1ee115cc612 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:31.375773 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b818c5-2b3d-42b1-8eb7-efbbdabfbf0c req-217c8bb1-5c82-4c36-88d5-b1ee115cc612 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:31.383122 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10b818c5-2b3d-42b1-8eb7-efbbdabfbf0c req-217c8bb1-5c82-4c36-88d5-b1ee115cc612 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 1681 time: 0.1497660 Aug 16 22:29:31.387795 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:31.393080 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:31.394322 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.465663 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10b818c5-2b3d-42b1-8eb7-efbbdabfbf0c req-96c61131-e6d5-48ee-8016-97dd9e61beaa tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767992 Aug 16 22:29:31.524429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-50aedc41-b264-4713-816a-39dc48bd79ff req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26f09f8-7d01-4e95-a60f-3430a43aa863 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:31.532060 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.533163 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.547574 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-50aedc41-b264-4713-816a-39dc48bd79ff req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Transition to ACTIVE for port object e26f09f8-7d01-4e95-a60f-3430a43aa863 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:31.555113 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.583861 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd187de4c-b88f-4945-bf52-3be9544901fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:31.586739 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eab24e-ad04-47eb-b43f-0ce36a9a983c" -d '{"events": [{"server_uuid": "d187de4c-b88f-4945-bf52-3be9544901fa", "name": "network-vif-plugged", "status": "completed", "tag": "2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:31.596593 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'tag': 'e66f3d2d-debb-4dea-bb6b-dae2d7029967'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:31.599728 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff290e3f-7b43-40f0-944b-3768333be812" -d '{"events": [{"name": "network-changed", "server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "tag": "e66f3d2d-debb-4dea-bb6b-dae2d7029967"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:31.644660 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2,segment=NetworkSegment(3fb6eea0-b835-4158-8b38-c9e8edf85685),segment_id=3fb6eea0-b835-4158-8b38-c9e8edf85685)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:31.650309 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Pushing event updated for resources: {'Port': ['ID=e26f09f8-7d01-4e95-a60f-3430a43aa863,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:31.654448 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.655512 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 83c85f59-3662-49a5-a6b9-9a5ea24304cb up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:29:31.663589 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:31.664037 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:31.665066 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:31.665066 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:31.665299 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:31.665879 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:31.666310 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:31.666836 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:31.667229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:31.667620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:31.668779 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:31.669917 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:31.735218 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba448983-a653-4e9e-a1d9-6da1f476d430 x-openstack-request-id: req-ba448983-a653-4e9e-a1d9-6da1f476d430 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:31.735395 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d187de4c-b88f-4945-bf52-3be9544901fa", "name": "network-vif-plugged", "status": "completed", "tag": "2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:31.735830 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ba448983-a653-4e9e-a1d9-6da1f476d430 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:31.736405 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd187de4c-b88f-4945-bf52-3be9544901fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2', 'code': 200} Aug 16 22:29:31.738540 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281368b3-ced5-462d-a6fd-90b1dab89f45 x-openstack-request-id: req-281368b3-ced5-462d-a6fd-90b1dab89f45 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:31.738937 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "tag": "e66f3d2d-debb-4dea-bb6b-dae2d7029967", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:31.739290 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-281368b3-ced5-462d-a6fd-90b1dab89f45 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:31.739794 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'tag': 'e66f3d2d-debb-4dea-bb6b-dae2d7029967', 'status': 'completed', 'code': 200} Aug 16 22:29:31.792001 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 83c85f59-3662-49a5-a6b9-9a5ea24304cb completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:31.806723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 83c85f59-3662-49a5-a6b9-9a5ea24304cb triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:31.807689 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.871467 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:31.935616 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.959977 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff290e3f-7b43-40f0-944b-3768333be812 req-46a09972-9fb6-46f7-a1cd-5e01546a7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:31.960622 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff290e3f-7b43-40f0-944b-3768333be812 req-46a09972-9fb6-46f7-a1cd-5e01546a7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:31.961177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff290e3f-7b43-40f0-944b-3768333be812 req-46a09972-9fb6-46f7-a1cd-5e01546a7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:31.961718 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff290e3f-7b43-40f0-944b-3768333be812 req-46a09972-9fb6-46f7-a1cd-5e01546a7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:31.962277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff290e3f-7b43-40f0-944b-3768333be812 req-46a09972-9fb6-46f7-a1cd-5e01546a7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:31.962817 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff290e3f-7b43-40f0-944b-3768333be812 req-46a09972-9fb6-46f7-a1cd-5e01546a7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:31.963350 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff290e3f-7b43-40f0-944b-3768333be812 req-46a09972-9fb6-46f7-a1cd-5e01546a7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:31.966866 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ff290e3f-7b43-40f0-944b-3768333be812 req-46a09972-9fb6-46f7-a1cd-5e01546a7eb7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=862fd4c5b7334530a4c88c30c2542f34&device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 6451 time: 0.1677902 Aug 16 22:29:31.989204 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 83c85f59-3662-49a5-a6b9-9a5ea24304cb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=83c85f59-3662-49a5-a6b9-9a5ea24304cb,segment=NetworkSegment(2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51),segment_id=2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:31.997110 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095a522-dd0a-4e6f-819a-0afba69e8fa5 req-3a46ee60-d426-4393-a857-ecdda06d4724 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:31.999173 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.000326 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 18e23b02-3747-41d2-bac1-046c88511bb4 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:32.009364 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095a522-dd0a-4e6f-819a-0afba69e8fa5 req-3a46ee60-d426-4393-a857-ecdda06d4724 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.016358 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095a522-dd0a-4e6f-819a-0afba69e8fa5 req-3a46ee60-d426-4393-a857-ecdda06d4724 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.023073 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095a522-dd0a-4e6f-819a-0afba69e8fa5 req-3a46ee60-d426-4393-a857-ecdda06d4724 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.029807 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095a522-dd0a-4e6f-819a-0afba69e8fa5 req-3a46ee60-d426-4393-a857-ecdda06d4724 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.036012 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095a522-dd0a-4e6f-819a-0afba69e8fa5 req-3a46ee60-d426-4393-a857-ecdda06d4724 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.044426 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095a522-dd0a-4e6f-819a-0afba69e8fa5 req-3a46ee60-d426-4393-a857-ecdda06d4724 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.046699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6095a522-dd0a-4e6f-819a-0afba69e8fa5 req-3a46ee60-d426-4393-a857-ecdda06d4724 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5429 time: 0.2329893 Aug 16 22:29:32.047918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50aedc41-b264-4713-816a-39dc48bd79ff req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Attempting to bind port e26f09f8-7d01-4e95-a60f-3430a43aa863 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:29:32.048449 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50aedc41-b264-4713-816a-39dc48bd79ff req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Attempting to bind port e26f09f8-7d01-4e95-a60f-3430a43aa863 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'cb807bf3-34f9-4fc7-bb65-ae2e13f03841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4a4f1f6c-9680-469a-bab8-e73ceb2b4da1'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:29:32.049897 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Attempting to bind port e26f09f8-7d01-4e95-a60f-3430a43aa863 on network 4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:32.088085 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=83c85f59-3662-49a5-a6b9-9a5ea24304cb,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:32.160207 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Port e26f09f8-7d01-4e95-a60f-3430a43aa863 on network 4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:29:32.160551 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Attempting to bind port e26f09f8-7d01-4e95-a60f-3430a43aa863 on network 4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:32.179879 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.183164 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6095a522-dd0a-4e6f-819a-0afba69e8fa5 req-69a70036-635d-4302-a06a-e9609558e7f6 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1301823 Aug 16 22:29:32.187722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:29:32.188448 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Checking segment: {'id': 'cb807bf3-34f9-4fc7-bb65-ae2e13f03841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4a4f1f6c-9680-469a-bab8-e73ceb2b4da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:32.188722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aedc41-b264-4713-816a-39dc48bd79ff req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Bound using segment: {'id': 'cb807bf3-34f9-4fc7-bb65-ae2e13f03841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4a4f1f6c-9680-469a-bab8-e73ceb2b4da1'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:29:32.189100 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-50aedc41-b264-4713-816a-39dc48bd79ff req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Bound port: e26f09f8-7d01-4e95-a60f-3430a43aa863, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb807bf3-34f9-4fc7-bb65-ae2e13f03841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4a4f1f6c-9680-469a-bab8-e73ceb2b4da1'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:29:32.189463 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.249587 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 18e23b02-3747-41d2-bac1-046c88511bb4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=18e23b02-3747-41d2-bac1-046c88511bb4,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:32.256791 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.313344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff290e3f-7b43-40f0-944b-3768333be812 req-81752b0d-fdff-416f-9a4e-e83cbd676179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.313950 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff290e3f-7b43-40f0-944b-3768333be812 req-81752b0d-fdff-416f-9a4e-e83cbd676179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.314506 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff290e3f-7b43-40f0-944b-3768333be812 req-81752b0d-fdff-416f-9a4e-e83cbd676179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.316260 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ff290e3f-7b43-40f0-944b-3768333be812 req-81752b0d-fdff-416f-9a4e-e83cbd676179 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=862fd4c5b7334530a4c88c30c2542f34&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2623618 Aug 16 22:29:32.327936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-50aedc41-b264-4713-816a-39dc48bd79ff req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] For port e26f09f8-7d01-4e95-a60f-3430a43aa863, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:29:32.333096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-50aedc41-b264-4713-816a-39dc48bd79ff req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] For port e26f09f8-7d01-4e95-a60f-3430a43aa863, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e26f09f8-7d01-4e95-a60f-3430a43aa863,segment=NetworkSegment(cb807bf3-34f9-4fc7-bb65-ae2e13f03841),segment_id=cb807bf3-34f9-4fc7-bb65-ae2e13f03841)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:29:32.342882 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=18e23b02-3747-41d2-bac1-046c88511bb4,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:32.351370 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.460504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.464762 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-50aedc41-b264-4713-816a-39dc48bd79ff req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.466316 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] 10.222.0.39 "PUT /v2.0/ports/e26f09f8-7d01-4e95-a60f-3430a43aa863 HTTP/1.1" status: 200 len: 1092 time: 2.0267589 Aug 16 22:29:32.657028 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303753d8-a6e3-41ae-8dd1-1961c4b96d8a service neutron] Pushing event updated for resources: {'Port': ['ID=e26f09f8-7d01-4e95-a60f-3430a43aa863,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:32.740414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5187286-ea9c-4140-902b-1664b52da112 req-6a444ea4-c2ed-41f0-bbd9-4563162b4621 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.742504 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5187286-ea9c-4140-902b-1664b52da112 req-6a444ea4-c2ed-41f0-bbd9-4563162b4621 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9adfe75-5811-4d54-b9ff-30033b1e40b4 HTTP/1.1" status: 200 len: 945 time: 0.2620840 Aug 16 22:29:32.745656 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff290e3f-7b43-40f0-944b-3768333be812 req-b12cb018-9ccf-48f9-9c5c-c7b7092b0344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.751621 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ff290e3f-7b43-40f0-944b-3768333be812 req-b12cb018-9ccf-48f9-9c5c-c7b7092b0344 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4151871 Aug 16 22:29:32.768664 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7be527-d7fb-4ac9-95a6-daa01a04eb63 req-a73febfa-bc34-46fd-ad08-7fd9b5abe9db tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.787765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7be527-d7fb-4ac9-95a6-daa01a04eb63 req-a73febfa-bc34-46fd-ad08-7fd9b5abe9db tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.790431 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e7be527-d7fb-4ac9-95a6-daa01a04eb63 req-a73febfa-bc34-46fd-ad08-7fd9b5abe9db tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 1683 time: 0.1950366 Aug 16 22:29:32.952241 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e7be527-d7fb-4ac9-95a6-daa01a04eb63 req-9bf85a0f-3437-4b71-9585-47e4b996e907 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512525 Aug 16 22:29:32.959655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5187286-ea9c-4140-902b-1664b52da112 req-67a638a3-a032-4114-abce-9c7736b89a8b tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677828 Aug 16 22:29:32.977619 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-5d0ea666-1f89-4fd4-a271-1d0d370049be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.978564 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-5d0ea666-1f89-4fd4-a271-1d0d370049be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.983621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-5d0ea666-1f89-4fd4-a271-1d0d370049be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.984417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-5d0ea666-1f89-4fd4-a271-1d0d370049be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.985247 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-5d0ea666-1f89-4fd4-a271-1d0d370049be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.986089 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-5d0ea666-1f89-4fd4-a271-1d0d370049be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.987015 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-5d0ea666-1f89-4fd4-a271-1d0d370049be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.994373 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-5d0ea666-1f89-4fd4-a271-1d0d370049be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=862fd4c5b7334530a4c88c30c2542f34&device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 6493 time: 0.1594498 Aug 16 22:29:33.046703 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-aab304ba-4022-47c6-b5b2-82bb0b0b5c21 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cc8d146-8521-4493-8309-20588af1db83 HTTP/1.1" status: 200 len: 217 time: 0.0421202 Aug 16 22:29:33.110555 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-07036dcb-f3c1-4f5a-8f94-e9d3da604efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:33.112738 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-07036dcb-f3c1-4f5a-8f94-e9d3da604efb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=62c30f10-757f-4cb9-8c1b-499905cfdd0a HTTP/1.1" status: 200 len: 855 time: 0.0565963 Aug 16 22:29:33.207384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-89d18044-3d3c-4916-8732-49d1a60d7df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:33.215392 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-89d18044-3d3c-4916-8732-49d1a60d7df9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfbbb3c1-abc2-4612-a582-fc15eac32f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913644 Aug 16 22:29:33.310079 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 55be219f-df8b-4075-9a99-cf88f53b166e details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:29:33.513016 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 55be219f-df8b-4075-9a99-cf88f53b166e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=55be219f-df8b-4075-9a99-cf88f53b166e,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:33.531769 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d135aa0-6af7-490e-bb99-dfa4a5d0e7f6 req-bb73dfcc-a72d-4cf3-804d-382e5378eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:33.533414 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d135aa0-6af7-490e-bb99-dfa4a5d0e7f6 req-bb73dfcc-a72d-4cf3-804d-382e5378eeab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37b7559117c64c188829889a0014ed6c&device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 1098 time: 0.1447058 Aug 16 22:29:33.570284 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '55be219f-df8b-4075-9a99-cf88f53b166e', 'network_id': '3b6a0a99-16e1-4702-a8d0-b5c8fc387327', 'port_id': '55be219f-df8b-4075-9a99-cf88f53b166e', 'mac_address': 'fa:16:3e:4b:ce:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159e7ffb-10ba-4305-959b-a8d4373d4991', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:29:33.639424 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652c8a6-67d2-4738-a065-1ea76a4654db req-192a1aa6-aa30-4acb-9f32-deabdf66b0d3 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:33.652104 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e652c8a6-67d2-4738-a065-1ea76a4654db req-192a1aa6-aa30-4acb-9f32-deabdf66b0d3 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.2324736 Aug 16 22:29:33.654812 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-bd20b1cf-f643-4073-8ac2-1262f523b9f5 service neutron] 10.222.0.39 "GET /v2.0/networks/bfbbb3c1-abc2-4612-a582-fc15eac32f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300799 Aug 16 22:29:33.711848 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:33.752740 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd187de4c-b88f-4945-bf52-3be9544901fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c85f59-3662-49a5-a6b9-9a5ea24304cb'}, {'server_uuid': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e23b02-3747-41d2-bac1-046c88511bb4'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:33.762882 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bca379d-5e88-4a44-970d-aa24b93afdac" -d '{"events": [{"server_uuid": "d187de4c-b88f-4945-bf52-3be9544901fa", "name": "network-vif-plugged", "status": "completed", "tag": "83c85f59-3662-49a5-a6b9-9a5ea24304cb"}, {"server_uuid": "c1e4f6be-f01c-491b-944d-060a0831c574", "name": "network-vif-unplugged", "status": "completed", "tag": "18e23b02-3747-41d2-bac1-046c88511bb4"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:33.781664 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55be219f-df8b-4075-9a99-cf88f53b166e {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:33.827295 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 55be219f-df8b-4075-9a99-cf88f53b166e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=55be219f-df8b-4075-9a99-cf88f53b166e,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:33.835048 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:33.849551 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 18e23b02-3747-41d2-bac1-046c88511bb4 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:29:33.890083 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'tag': 'e26f09f8-7d01-4e95-a60f-3430a43aa863'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:33.892624 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a76f62-86b0-4f0c-b374-f4cced5f1a72" -d '{"events": [{"name": "network-changed", "server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "tag": "e26f09f8-7d01-4e95-a60f-3430a43aa863"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:33.897567 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-8d9762f6-c4b0-4407-be99-cfb39cacb6d7 service neutron] 10.222.0.39 "GET /v2.0/networks/bfbbb3c1-abc2-4612-a582-fc15eac32f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150764 Aug 16 22:29:33.910868 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b18171-3fcd-4bcc-b003-ad0cfc38f546 req-0639d57d-a1cc-4586-b74b-3141573acb26 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:33.917469 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b18171-3fcd-4bcc-b003-ad0cfc38f546 req-0639d57d-a1cc-4586-b74b-3141573acb26 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:33.924594 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b18171-3fcd-4bcc-b003-ad0cfc38f546 req-0639d57d-a1cc-4586-b74b-3141573acb26 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:33.931153 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b18171-3fcd-4bcc-b003-ad0cfc38f546 req-0639d57d-a1cc-4586-b74b-3141573acb26 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:33.937586 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b18171-3fcd-4bcc-b003-ad0cfc38f546 req-0639d57d-a1cc-4586-b74b-3141573acb26 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:33.942100 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=55be219f-df8b-4075-9a99-cf88f53b166e,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:33.944688 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b18171-3fcd-4bcc-b003-ad0cfc38f546 req-0639d57d-a1cc-4586-b74b-3141573acb26 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:33.961630 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b18171-3fcd-4bcc-b003-ad0cfc38f546 req-0639d57d-a1cc-4586-b74b-3141573acb26 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:33.974087 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-68b18171-3fcd-4bcc-b003-ad0cfc38f546 req-0639d57d-a1cc-4586-b74b-3141573acb26 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5429 time: 0.5756483 Aug 16 22:29:34.105115 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-a28fd8ae-4fc5-413f-8782-23fafe9dfafc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=8a6c2671-f986-41c4-892f-cc350ac251e1 HTTP/1.1" status: 200 len: 217 time: 0.0720370 Aug 16 22:29:34.146535 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 18e23b02-3747-41d2-bac1-046c88511bb4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=18e23b02-3747-41d2-bac1-046c88511bb4,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:34.146765 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e652c8a6-67d2-4738-a065-1ea76a4654db req-8faee60f-8320-4817-a6dd-c4de368436d8 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770210 Aug 16 22:29:34.147924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d135aa0-6af7-490e-bb99-dfa4a5d0e7f6 req-249e2292-9e1d-4508-add5-830e51679cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:34.163744 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '18e23b02-3747-41d2-bac1-046c88511bb4', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'port_id': '18e23b02-3747-41d2-bac1-046c88511bb4', 'mac_address': 'fa:16:3e:ab:c0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:29:34.169458 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d135aa0-6af7-490e-bb99-dfa4a5d0e7f6 req-249e2292-9e1d-4508-add5-830e51679cde service neutron] 10.222.0.39 "GET /v2.0/networks?id=ad6a423a-c0d2-482a-9d34-9271ebbb446a HTTP/1.1" status: 200 len: 920 time: 0.6127903 Aug 16 22:29:34.216898 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:34.251244 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d135aa0-6af7-490e-bb99-dfa4a5d0e7f6 req-eff0dff2-8c82-4e80-b508-9d4f7e730a56 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c96edf8d-5f0c-4a9f-a48b-803cf561b7cd HTTP/1.1" status: 200 len: 217 time: 0.0425100 Aug 16 22:29:34.254284 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093fa82b-7d1e-4fdb-adcf-c91d0c22d7d1 x-openstack-request-id: req-093fa82b-7d1e-4fdb-adcf-c91d0c22d7d1 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:34.255320 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d187de4c-b88f-4945-bf52-3be9544901fa", "name": "network-vif-plugged", "status": "completed", "tag": "83c85f59-3662-49a5-a6b9-9a5ea24304cb", "code": 200}, {"server_uuid": "c1e4f6be-f01c-491b-944d-060a0831c574", "name": "network-vif-unplugged", "status": "completed", "tag": "18e23b02-3747-41d2-bac1-046c88511bb4", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:34.255869 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-093fa82b-7d1e-4fdb-adcf-c91d0c22d7d1 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:34.256376 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd187de4c-b88f-4945-bf52-3be9544901fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c85f59-3662-49a5-a6b9-9a5ea24304cb', 'code': 200} Aug 16 22:29:34.256734 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e23b02-3747-41d2-bac1-046c88511bb4', 'code': 200} Aug 16 22:29:34.258194 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-68b18171-3fcd-4bcc-b003-ad0cfc38f546 req-49c124ad-8051-4aa0-a036-50c95efa4abb tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2830350 Aug 16 22:29:34.261394 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e23b02-3747-41d2-bac1-046c88511bb4 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:34.356046 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 18e23b02-3747-41d2-bac1-046c88511bb4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=18e23b02-3747-41d2-bac1-046c88511bb4,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:34.363289 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:34.373602 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-13593e25-c7b7-481e-bb20-d6f19291f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:34.375558 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-13593e25-c7b7-481e-bb20-d6f19291f151 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8 HTTP/1.1" status: 200 len: 797 time: 0.2391970 Aug 16 22:29:34.385096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d135aa0-6af7-490e-bb99-dfa4a5d0e7f6 req-f2bb387d-a33b-41b3-aaf5-d2764ea024f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:34.387456 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d135aa0-6af7-490e-bb99-dfa4a5d0e7f6 req-f2bb387d-a33b-41b3-aaf5-d2764ea024f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bce8d44e-9c3f-4ecb-8946-53a1c1e64100 HTTP/1.1" status: 200 len: 859 time: 0.1040995 Aug 16 22:29:34.445101 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=18e23b02-3747-41d2-bac1-046c88511bb4,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:34.508725 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d135aa0-6af7-490e-bb99-dfa4a5d0e7f6 req-b80498e5-6f2a-41d9-ae1d-dc773b091b12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ad6a423a-c0d2-482a-9d34-9271ebbb446a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683010 Aug 16 22:29:34.521471 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132d4a7-4a70-408a-a847-e01e9ea2caa8 req-c3fc50e4-05f3-42a1-b1e5-5698e5e4f6a2 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:34.523091 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9132d4a7-4a70-408a-a847-e01e9ea2caa8 req-c3fc50e4-05f3-42a1-b1e5-5698e5e4f6a2 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9adfe75-5811-4d54-b9ff-30033b1e40b4 HTTP/1.1" status: 200 len: 944 time: 0.1986141 Aug 16 22:29:34.633025 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1e975-e27a-479c-9baa-ef9a311f9f71 req-4d76ec8a-3f25-4ab8-99e3-3a15e43a2322 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:34.640150 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1e975-e27a-479c-9baa-ef9a311f9f71 req-4d76ec8a-3f25-4ab8-99e3-3a15e43a2322 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:34.643616 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-83e1e975-e27a-479c-9baa-ef9a311f9f71 req-4d76ec8a-3f25-4ab8-99e3-3a15e43a2322 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 1683 time: 0.2455227 Aug 16 22:29:34.650597 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a8570-4eba-4624-ae8a-1f4365f912f9 req-7cf7d312-e9ae-408c-adc7-2515cd926125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:34.651085 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a8570-4eba-4624-ae8a-1f4365f912f9 req-7cf7d312-e9ae-408c-adc7-2515cd926125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:34.652678 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f2a8570-4eba-4624-ae8a-1f4365f912f9 req-7cf7d312-e9ae-408c-adc7-2515cd926125 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 1987 time: 0.2624660 Aug 16 22:29:34.665282 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-b646a7f0-820d-4fb6-9b7a-7559b0637ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:34.666703 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-b646a7f0-820d-4fb6-9b7a-7559b0637ccb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2363133 Aug 16 22:29:34.707228 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9132d4a7-4a70-408a-a847-e01e9ea2caa8 req-f736e17a-cb37-4c4d-b7ed-1a675caaf19d tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712341 Aug 16 22:29:34.818752 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58361d85-b8ea-4f65-8286-9f6d5c050580 x-openstack-request-id: req-58361d85-b8ea-4f65-8286-9f6d5c050580 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:34.819216 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "tag": "e26f09f8-7d01-4e95-a60f-3430a43aa863", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:34.819482 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-58361d85-b8ea-4f65-8286-9f6d5c050580 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:34.819930 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'tag': 'e26f09f8-7d01-4e95-a60f-3430a43aa863', 'status': 'completed', 'code': 200} Aug 16 22:29:34.846231 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f2a8570-4eba-4624-ae8a-1f4365f912f9 req-d5da0665-0ca1-48cd-851c-a32832cd32b1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658282 Aug 16 22:29:34.848691 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d135aa0-6af7-490e-bb99-dfa4a5d0e7f6 req-2470841f-4e0f-48fd-b4d9-2100f6b149b3 service neutron] 10.222.0.39 "GET /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232720 Aug 16 22:29:34.873294 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['18e23b02-3747-41d2-bac1-046c88511bb4'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:29:34.878331 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-83e1e975-e27a-479c-9baa-ef9a311f9f71 req-324cd9fc-9d60-4462-8cb3-1495f52a6465 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216344 Aug 16 22:29:34.923548 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['55be219f-df8b-4075-9a99-cf88f53b166e'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:29:34.936592 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-f2e33e37-ae6b-4206-bf62-5c742663384d service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485774 Aug 16 22:29:35.327043 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 55be219f-df8b-4075-9a99-cf88f53b166e no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:35.334241 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-9e33fd19-d339-4e99-abce-24842149f8ff service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780711 Aug 16 22:29:35.477581 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d135aa0-6af7-490e-bb99-dfa4a5d0e7f6 req-bf69232d-e538-42da-834f-4ab459ea70a2 service neutron] 10.222.0.39 "GET /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172927 Aug 16 22:29:35.503195 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-c157b20e-985f-4a72-8b6d-dfa4791e00f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=e06f4eb2-9456-487d-879d-8e9aea9648b9 HTTP/1.1" status: 200 len: 217 time: 0.1439245 Aug 16 22:29:35.508467 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:35.542555 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 55be219f-df8b-4075-9a99-cf88f53b166e {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:35.592634 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 55be219f-df8b-4075-9a99-cf88f53b166e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=55be219f-df8b-4075-9a99-cf88f53b166e,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:35.604304 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:35.730319 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=55be219f-df8b-4075-9a99-cf88f53b166e,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:35.738335 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4029f-da3d-49c6-994b-13325fc28eb8 req-30086173-6db8-4382-86b6-c67610a5af73 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:35.746874 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cbb4029f-da3d-49c6-994b-13325fc28eb8 req-30086173-6db8-4382-86b6-c67610a5af73 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.4111774 Aug 16 22:29:35.772578 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-262e4658-138d-4c6f-b103-0c5d698b1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:35.775374 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-262e4658-138d-4c6f-b103-0c5d698b1b7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8 HTTP/1.1" status: 200 len: 797 time: 0.1896610 Aug 16 22:29:35.881548 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c3a68-899e-4cf3-b79e-a0c8bae677df req-41645287-9ee7-4a93-96ed-dfd7e6c0cbc9 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:35.888570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c3a68-899e-4cf3-b79e-a0c8bae677df req-41645287-9ee7-4a93-96ed-dfd7e6c0cbc9 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:35.906729 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c3a68-899e-4cf3-b79e-a0c8bae677df req-41645287-9ee7-4a93-96ed-dfd7e6c0cbc9 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:35.923116 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c3a68-899e-4cf3-b79e-a0c8bae677df req-41645287-9ee7-4a93-96ed-dfd7e6c0cbc9 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:35.929460 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c3a68-899e-4cf3-b79e-a0c8bae677df req-41645287-9ee7-4a93-96ed-dfd7e6c0cbc9 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:35.936372 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c3a68-899e-4cf3-b79e-a0c8bae677df req-41645287-9ee7-4a93-96ed-dfd7e6c0cbc9 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:35.943466 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c3a68-899e-4cf3-b79e-a0c8bae677df req-41645287-9ee7-4a93-96ed-dfd7e6c0cbc9 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:35.945852 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-920c3a68-899e-4cf3-b79e-a0c8bae677df req-41645287-9ee7-4a93-96ed-dfd7e6c0cbc9 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5429 time: 0.4668934 Aug 16 22:29:35.992257 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cbb4029f-da3d-49c6-994b-13325fc28eb8 req-c155edc7-6a9b-4330-86db-40e89ba04091 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276402 Aug 16 22:29:35.998577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-a1db2092-1496-4a76-8dd4-70721ff90c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:35.999954 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-a1db2092-1496-4a76-8dd4-70721ff90c53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2124834 Aug 16 22:29:36.022506 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-920c3a68-899e-4cf3-b79e-a0c8bae677df req-bdb7452d-da66-42ac-ba4d-ce150e1b7b87 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605466 Aug 16 22:29:36.179849 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5d8cf-4dbd-4ffe-b887-232ab479eb28 req-53d0a004-d49a-42ee-807d-abdf5c234f31 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:36.181672 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1f5d8cf-4dbd-4ffe-b887-232ab479eb28 req-53d0a004-d49a-42ee-807d-abdf5c234f31 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9adfe75-5811-4d54-b9ff-30033b1e40b4 HTTP/1.1" status: 200 len: 943 time: 0.0992811 Aug 16 22:29:36.188644 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-760fdbd6-88ac-45a0-a3b7-7f20b918f12e service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711724 Aug 16 22:29:36.336432 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1f5d8cf-4dbd-4ffe-b887-232ab479eb28 req-39433fb4-b787-4aa7-b749-9197096d444a tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466999 Aug 16 22:29:36.372211 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ce193-625c-4274-b4ec-732644d71cca req-03463451-674f-4277-8240-4e49c210fa17 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:36.380363 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ce193-625c-4274-b4ec-732644d71cca req-03463451-674f-4277-8240-4e49c210fa17 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:36.382130 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a7ce193-625c-4274-b4ec-732644d71cca req-03463451-674f-4277-8240-4e49c210fa17 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 1683 time: 0.1853728 Aug 16 22:29:36.448052 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-fba332f4-7e37-4d44-90f4-a5d53628b0b7 service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365782 Aug 16 22:29:36.465951 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a7ce193-625c-4274-b4ec-732644d71cca req-0f6adb4e-b8c2-4990-b02e-248e8f18a881 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591729 Aug 16 22:29:36.559812 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-1c8c3225-1aba-496b-bcc4-1a782f8cc07c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd HTTP/1.1" status: 200 len: 217 time: 0.0819883 Aug 16 22:29:36.652584 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-b86e7ea8-2dab-407c-af83-e202b63e0395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:36.657900 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-b86e7ea8-2dab-407c-af83-e202b63e0395 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8 HTTP/1.1" status: 200 len: 797 time: 0.0894454 Aug 16 22:29:37.085280 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-11d966cc-affb-4c14-ac25-adbbdc775679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:37.086996 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-11d966cc-affb-4c14-ac25-adbbdc775679 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4168878 Aug 16 22:29:37.097455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeeeff4-30fc-4231-a487-3bc693757037 req-ca5632fb-9faf-4f91-bbc5-47455009880a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:37.098194 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7eeeeff4-30fc-4231-a487-3bc693757037 req-ca5632fb-9faf-4f91-bbc5-47455009880a tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.3937647 Aug 16 22:29:37.241499 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b8b0a-4593-44bd-a259-039bf69cecb2 req-2b369d9c-a165-4bc9-8eaf-efcbedac0bd0 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:37.243566 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e7b8b0a-4593-44bd-a259-039bf69cecb2 req-2b369d9c-a165-4bc9-8eaf-efcbedac0bd0 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.1441565 Aug 16 22:29:37.259770 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7eeeeff4-30fc-4231-a487-3bc693757037 req-455e00e1-7317-4475-8b65-01660e7211b4 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319587 Aug 16 22:29:37.300910 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-a1713492-42f0-4d11-a481-bf9eec34d8b3 service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745141 Aug 16 22:29:37.328375 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 55be219f-df8b-4075-9a99-cf88f53b166e up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:29:37.418201 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 55be219f-df8b-4075-9a99-cf88f53b166e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:37.419525 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:37.501891 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e7b8b0a-4593-44bd-a259-039bf69cecb2 req-a4a89916-5fa4-4b46-b9f9-60cb0a773395 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386317 Aug 16 22:29:37.532816 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:37.534538 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd839a65-186a-4f4e-9cc0-2aa3536dbc95 req-c55f233b-d379-4f24-9415-16168aaf15ec tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:37.541602 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd839a65-186a-4f4e-9cc0-2aa3536dbc95 req-c55f233b-d379-4f24-9415-16168aaf15ec tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:37.551734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd839a65-186a-4f4e-9cc0-2aa3536dbc95 req-c55f233b-d379-4f24-9415-16168aaf15ec tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:37.558021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd839a65-186a-4f4e-9cc0-2aa3536dbc95 req-c55f233b-d379-4f24-9415-16168aaf15ec tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:37.565421 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd839a65-186a-4f4e-9cc0-2aa3536dbc95 req-c55f233b-d379-4f24-9415-16168aaf15ec tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:37.566774 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9adfe75-5811-4d54-b9ff-30033b1e40b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55be219f-df8b-4075-9a99-cf88f53b166e'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:37.569507 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd39242-4055-44e1-9807-b2c8af21e08e" -d '{"events": [{"server_uuid": "b9adfe75-5811-4d54-b9ff-30033b1e40b4", "name": "network-vif-plugged", "status": "completed", "tag": "55be219f-df8b-4075-9a99-cf88f53b166e"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:37.574074 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd839a65-186a-4f4e-9cc0-2aa3536dbc95 req-c55f233b-d379-4f24-9415-16168aaf15ec tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:37.582244 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd839a65-186a-4f4e-9cc0-2aa3536dbc95 req-c55f233b-d379-4f24-9415-16168aaf15ec tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:37.585863 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 55be219f-df8b-4075-9a99-cf88f53b166e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=55be219f-df8b-4075-9a99-cf88f53b166e,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:37.591495 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:37.591934 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd839a65-186a-4f4e-9cc0-2aa3536dbc95 req-c55f233b-d379-4f24-9415-16168aaf15ec tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5429 time: 0.2408397 Aug 16 22:29:37.592431 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 18e23b02-3747-41d2-bac1-046c88511bb4 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:29:37.656997 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-ecf4d264-651d-4033-9c61-3a86bb6581ed service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353026 Aug 16 22:29:37.710477 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd839a65-186a-4f4e-9cc0-2aa3536dbc95 req-10abfda9-864d-477f-96bf-eab4d62d3ace tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1176555 Aug 16 22:29:37.723486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=55be219f-df8b-4075-9a99-cf88f53b166e,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:37.736137 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 18e23b02-3747-41d2-bac1-046c88511bb4 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:37.736514 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:37.751150 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-bc4462c0-029f-4621-982e-48d174bfbef5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=b6203b99-3093-4799-9ebe-caeb302b396f HTTP/1.1" status: 200 len: 217 time: 0.0531638 Aug 16 22:29:37.765395 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f93d5-6a9a-47db-8548-577a9b19bbe6 req-26d7ccaa-05c4-4265-bd3e-307be19d1faa tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:37.767324 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-348f93d5-6a9a-47db-8548-577a9b19bbe6 req-26d7ccaa-05c4-4265-bd3e-307be19d1faa tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9adfe75-5811-4d54-b9ff-30033b1e40b4 HTTP/1.1" status: 200 len: 945 time: 0.1709173 Aug 16 22:29:37.780016 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:37.780365 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:37.780705 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:37.781040 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:37.781369 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:37.781713 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:37.782044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:37.782376 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:37.782697 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:37.783022 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:37.783341 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:37.783661 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:37.869917 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:37.876822 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-1a445a9b-1651-49e3-a3c8-72665f5a3886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:37.879620 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-1a445a9b-1651-49e3-a3c8-72665f5a3886 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8 HTTP/1.1" status: 200 len: 797 time: 0.1111877 Aug 16 22:29:37.884940 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-348f93d5-6a9a-47db-8548-577a9b19bbe6 req-66123712-2db1-4458-88aa-99fa7c2212c6 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073389 Aug 16 22:29:37.912826 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222274ec-d2b1-4707-8dde-a5a459207c14 req-0ee45732-1522-434c-9606-e8d75002a508 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:37.926863 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222274ec-d2b1-4707-8dde-a5a459207c14 req-0ee45732-1522-434c-9606-e8d75002a508 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:37.928738 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-222274ec-d2b1-4707-8dde-a5a459207c14 req-0ee45732-1522-434c-9606-e8d75002a508 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 1683 time: 0.1102016 Aug 16 22:29:37.979473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 18e23b02-3747-41d2-bac1-046c88511bb4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=18e23b02-3747-41d2-bac1-046c88511bb4,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:37.985871 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:38.082301 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a144821-a1e3-4e56-b66b-1b671214233a x-openstack-request-id: req-4a144821-a1e3-4e56-b66b-1b671214233a {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:38.082627 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9adfe75-5811-4d54-b9ff-30033b1e40b4", "name": "network-vif-plugged", "status": "completed", "tag": "55be219f-df8b-4075-9a99-cf88f53b166e", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:38.082878 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4a144821-a1e3-4e56-b66b-1b671214233a {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:38.083305 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9adfe75-5811-4d54-b9ff-30033b1e40b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55be219f-df8b-4075-9a99-cf88f53b166e', 'code': 200} Aug 16 22:29:38.083871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=18e23b02-3747-41d2-bac1-046c88511bb4,revision_number=10']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:38.104833 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-222274ec-d2b1-4707-8dde-a5a459207c14 req-232833e0-e53a-452c-89b7-971a668b348f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670675 Aug 16 22:29:38.109472 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-ba7cdb42-5a64-4e2f-a64e-b82e1bd17265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:38.111244 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-ba7cdb42-5a64-4e2f-a64e-b82e1bd17265 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2134607 Aug 16 22:29:38.296048 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-537f4771-1055-4ecd-b530-df78fe04aa7d service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740167 Aug 16 22:29:38.434343 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:38.462817 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46e1fa-9c11-4f26-8247-72919ba336f4 req-13a9d1a1-5044-47db-be03-36977b70c55c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:38.464351 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a46e1fa-9c11-4f26-8247-72919ba336f4 req-13a9d1a1-5044-47db-be03-36977b70c55c tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9adfe75-5811-4d54-b9ff-30033b1e40b4 HTTP/1.1" status: 200 len: 945 time: 0.1985130 Aug 16 22:29:38.568511 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced2520-6b49-4f62-bc0f-2bc5fdf8c15f req-40301d6d-0d85-4115-90a4-4920d6c41a4b tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:38.570120 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eced2520-6b49-4f62-bc0f-2bc5fdf8c15f req-40301d6d-0d85-4115-90a4-4920d6c41a4b tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.1761968 Aug 16 22:29:38.575338 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-690d9509-a6f4-45a5-bf0e-5c10fca435fa service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625566 Aug 16 22:29:38.670440 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-c244ed1d-ab7f-4b72-8c4b-d0427643f762 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e66f3d2d-debb-4dea-bb6b-dae2d7029967 HTTP/1.1" status: 200 len: 217 time: 0.0771453 Aug 16 22:29:38.740944 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c74d6a-cf2d-4d23-94aa-2b8f7e81b392 req-75c76a80-9ff5-4618-9f29-870fd6f7c0de tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:38.747352 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c74d6a-cf2d-4d23-94aa-2b8f7e81b392 req-75c76a80-9ff5-4618-9f29-870fd6f7c0de tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:38.749045 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75c74d6a-cf2d-4d23-94aa-2b8f7e81b392 req-75c76a80-9ff5-4618-9f29-870fd6f7c0de tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 1683 time: 0.2811098 Aug 16 22:29:38.798387 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eced2520-6b49-4f62-bc0f-2bc5fdf8c15f req-888b3b13-ded5-4f1f-b89c-06ce56082ea2 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151570 Aug 16 22:29:38.809816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-5530a964-3ee6-4ca0-a3a8-a4fa79adf27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:38.811503 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-5530a964-3ee6-4ca0-a3a8-a4fa79adf27f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6407f57a-0a4a-4c45-b6bc-4d49c5bbccdb HTTP/1.1" status: 200 len: 797 time: 0.1153364 Aug 16 22:29:38.878841 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75c74d6a-cf2d-4d23-94aa-2b8f7e81b392 req-d5fe4502-c020-40bc-812d-a3746f7835aa tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107459 Aug 16 22:29:38.912303 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-2a46e1fa-9c11-4f26-8247-72919ba336f4 req-abf91b3a-0899-4b29-aff4-348db610821e tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Deleting port 55be219f-df8b-4075-9a99-cf88f53b166e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:38.912303 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2a46e1fa-9c11-4f26-8247-72919ba336f4 req-abf91b3a-0899-4b29-aff4-348db610821e tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:38.978791 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c739008d-5e96-4af2-b9ae-74b93b19f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:39.011329 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-d254b460-a085-46d1-8ab6-68abdefe12bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:39.013362 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-d254b460-a085-46d1-8ab6-68abdefe12bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a4f1f6c-9680-469a-bab8-e73ceb2b4da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1854465 Aug 16 22:29:39.080364 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b85730-5a0c-428b-9be6-6b908eff379f req-fb49ffad-830d-46b1-b1f5-92445dc73d11 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:39.081906 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2b85730-5a0c-428b-9be6-6b908eff379f req-fb49ffad-830d-46b1-b1f5-92445dc73d11 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.1919811 Aug 16 22:29:39.171418 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-2a46e1fa-9c11-4f26-8247-72919ba336f4 req-abf91b3a-0899-4b29-aff4-348db610821e tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] For port 55be219f-df8b-4075-9a99-cf88f53b166e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=55be219f-df8b-4075-9a99-cf88f53b166e,segment=NetworkSegment(aacec04b-7a3d-4575-8ee5-5f533fae99ae),segment_id=aacec04b-7a3d-4575-8ee5-5f533fae99ae)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:39.172024 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2a46e1fa-9c11-4f26-8247-72919ba336f4 req-abf91b3a-0899-4b29-aff4-348db610821e tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:39.209603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289e45b-b6b1-4c3a-99e6-1a1d440ba36b req-9d7bb50e-b108-48a4-90be-6fd22f142097 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:39.209603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289e45b-b6b1-4c3a-99e6-1a1d440ba36b req-9d7bb50e-b108-48a4-90be-6fd22f142097 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:39.214778 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289e45b-b6b1-4c3a-99e6-1a1d440ba36b req-9d7bb50e-b108-48a4-90be-6fd22f142097 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:39.220969 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289e45b-b6b1-4c3a-99e6-1a1d440ba36b req-9d7bb50e-b108-48a4-90be-6fd22f142097 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:39.227238 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289e45b-b6b1-4c3a-99e6-1a1d440ba36b req-9d7bb50e-b108-48a4-90be-6fd22f142097 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:39.233742 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289e45b-b6b1-4c3a-99e6-1a1d440ba36b req-9d7bb50e-b108-48a4-90be-6fd22f142097 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:39.240142 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289e45b-b6b1-4c3a-99e6-1a1d440ba36b req-9d7bb50e-b108-48a4-90be-6fd22f142097 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:39.242875 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b289e45b-b6b1-4c3a-99e6-1a1d440ba36b req-9d7bb50e-b108-48a4-90be-6fd22f142097 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5429 time: 0.2650580 Aug 16 22:29:39.265393 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-2a46e1fa-9c11-4f26-8247-72919ba336f4 req-abf91b3a-0899-4b29-aff4-348db610821e tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Calling delete_port for 55be219f-df8b-4075-9a99-cf88f53b166e owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:39.296487 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2b85730-5a0c-428b-9be6-6b908eff379f req-0bddadda-59b9-443f-b7a5-4a82d0406187 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818004 Aug 16 22:29:39.321687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-13cec8a5-ed2d-402e-8f49-6457ddf70df8 service neutron] 10.222.0.39 "GET /v2.0/networks/4a4f1f6c-9680-469a-bab8-e73ceb2b4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753432 Aug 16 22:29:39.389906 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b289e45b-b6b1-4c3a-99e6-1a1d440ba36b req-8f1cb727-ca28-451b-800d-156e734cda1e tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1329854 Aug 16 22:29:39.563001 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcd941-36e4-43d1-b68a-5e7f67cd848d req-d4657934-b9a5-49ed-a881-2e716c50083f tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:39.564691 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f8bcd941-36e4-43d1-b68a-5e7f67cd848d req-d4657934-b9a5-49ed-a881-2e716c50083f tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9adfe75-5811-4d54-b9ff-30033b1e40b4 HTTP/1.1" status: 200 len: 945 time: 0.1179318 Aug 16 22:29:39.566679 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-c8e26d84-9de3-438f-bd33-07a9c52df1f0 service neutron] 10.222.0.39 "GET /v2.0/networks/4a4f1f6c-9680-469a-bab8-e73ceb2b4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052882 Aug 16 22:29:39.670742 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-4902b037-e6e9-4db2-9422-5e5426247257 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e26f09f8-7d01-4e95-a60f-3430a43aa863 HTTP/1.1" status: 200 len: 217 time: 0.0735815 Aug 16 22:29:39.744912 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f8bcd941-36e4-43d1-b68a-5e7f67cd848d req-0e1f93ee-88f3-4ce6-93a4-8ca2a3f647b0 tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.93 "GET /v2.0/security-groups?id=e6c65dc9-1fdf-432e-8866-a4beacd7880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687734 Aug 16 22:29:39.777052 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2a46e1fa-9c11-4f26-8247-72919ba336f4 req-abf91b3a-0899-4b29-aff4-348db610821e tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:39.794543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4e2f2-c619-45f4-95d7-6234d48b008c req-043195a2-b41c-4eef-941d-60cd8d81f9e3 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:39.796057 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-03f4e2f2-c619-45f4-95d7-6234d48b008c req-043195a2-b41c-4eef-941d-60cd8d81f9e3 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.1391361 Aug 16 22:29:39.822025 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-19c2ec3f-92c7-4050-a919-c04ec720a180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:39.823821 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-19c2ec3f-92c7-4050-a919-c04ec720a180 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6407f57a-0a4a-4c45-b6bc-4d49c5bbccdb HTTP/1.1" status: 200 len: 797 time: 0.1191511 Aug 16 22:29:39.832056 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf91b3a-0899-4b29-aff4-348db610821e tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Pushing event deleted for resources: {'Port': ['ID=55be219f-df8b-4075-9a99-cf88f53b166e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:39.989922 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a46e1fa-9c11-4f26-8247-72919ba336f4 req-abf91b3a-0899-4b29-aff4-348db610821e tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] No DVR routers for this DVR port 55be219f-df8b-4075-9a99-cf88f53b166e on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:29:39.998173 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2a46e1fa-9c11-4f26-8247-72919ba336f4 req-abf91b3a-0899-4b29-aff4-348db610821e tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:40.000818 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a46e1fa-9c11-4f26-8247-72919ba336f4 req-abf91b3a-0899-4b29-aff4-348db610821e tempest-ImagesTestJSON-17724370 tempest-ImagesTestJSON-17724370-project] 10.222.0.39 "DELETE /v2.0/ports/55be219f-df8b-4075-9a99-cf88f53b166e HTTP/1.1" status: 204 len: 173 time: 1.5102046 Aug 16 22:29:40.002275 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9adfe75-5811-4d54-b9ff-30033b1e40b4', 'name': 'network-vif-deleted', 'tag': '55be219f-df8b-4075-9a99-cf88f53b166e'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:40.004649 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1806a491-e0ca-4f8d-8a3a-c1905fd01db5" -d '{"events": [{"server_uuid": "b9adfe75-5811-4d54-b9ff-30033b1e40b4", "name": "network-vif-deleted", "tag": "55be219f-df8b-4075-9a99-cf88f53b166e"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:40.051515 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedc41-b264-4713-816a-39dc48bd79ff req-d189e52b-f870-42e5-8dfd-d105fa38e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:40.053083 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-d189e52b-f870-42e5-8dfd-d105fa38e560 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a4f1f6c-9680-469a-bab8-e73ceb2b4da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1869109 Aug 16 22:29:40.084977 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e23b02-3747-41d2-bac1-046c88511bb4'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:40.089471 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325edef0-5ac1-450e-8dad-e670dac9e8d2" -d '{"events": [{"server_uuid": "c1e4f6be-f01c-491b-944d-060a0831c574", "name": "network-vif-plugged", "status": "completed", "tag": "18e23b02-3747-41d2-bac1-046c88511bb4"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:40.111114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adfdbf-eac3-4d7f-8323-21a0b2ab12df req-0a127778-7265-4a2f-90af-f18b436e2da8 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:40.112775 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-24adfdbf-eac3-4d7f-8323-21a0b2ab12df req-0a127778-7265-4a2f-90af-f18b436e2da8 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 947 time: 0.2191689 Aug 16 22:29:40.162479 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045c333-48e8-42c1-9680-76688b487647 req-e5ce9ba1-9e02-4c08-ba81-41a8ebbfa6bd tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:40.168562 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045c333-48e8-42c1-9680-76688b487647 req-e5ce9ba1-9e02-4c08-ba81-41a8ebbfa6bd tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:40.176680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4045c333-48e8-42c1-9680-76688b487647 req-e5ce9ba1-9e02-4c08-ba81-41a8ebbfa6bd tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 1683 time: 0.1838713 Aug 16 22:29:40.219277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-03f4e2f2-c619-45f4-95d7-6234d48b008c req-af6073ea-ef2c-4d68-be58-ab322eae409c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Deleting port 48ac1cda-719d-4426-a6ff-ee642af95bfb {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:40.219876 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-03f4e2f2-c619-45f4-95d7-6234d48b008c req-af6073ea-ef2c-4d68-be58-ab322eae409c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:40.602075 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-24adfdbf-eac3-4d7f-8323-21a0b2ab12df req-e733d304-f935-43ce-8167-6c1ef01d7e72 tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a8e369e-7b2c-4636-a539-cba98700b922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559472 Aug 16 22:29:40.688543 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b993aa-ca36-4fcb-9204-b336430c7eac x-openstack-request-id: req-20b993aa-ca36-4fcb-9204-b336430c7eac {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:40.689140 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9adfe75-5811-4d54-b9ff-30033b1e40b4", "name": "network-vif-deleted", "tag": "55be219f-df8b-4075-9a99-cf88f53b166e", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:40.690437 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-20b993aa-ca36-4fcb-9204-b336430c7eac {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:40.694488 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:40.694755 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9adfe75-5811-4d54-b9ff-30033b1e40b4', 'name': 'network-vif-deleted', 'tag': '55be219f-df8b-4075-9a99-cf88f53b166e', 'status': 'completed', 'code': 200} Aug 16 22:29:40.738614 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b43ae9-bc3e-4b44-bf2e-2d3211549ff5 x-openstack-request-id: req-e7b43ae9-bc3e-4b44-bf2e-2d3211549ff5 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:40.739141 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e4f6be-f01c-491b-944d-060a0831c574", "name": "network-vif-plugged", "status": "completed", "tag": "18e23b02-3747-41d2-bac1-046c88511bb4", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:40.739615 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e7b43ae9-bc3e-4b44-bf2e-2d3211549ff5 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:40.740560 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e23b02-3747-41d2-bac1-046c88511bb4', 'code': 200} Aug 16 22:29:40.758126 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-03f4e2f2-c619-45f4-95d7-6234d48b008c req-af6073ea-ef2c-4d68-be58-ab322eae409c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] For port 48ac1cda-719d-4426-a6ff-ee642af95bfb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=48ac1cda-719d-4426-a6ff-ee642af95bfb,segment=NetworkSegment(ef6bdb7b-766d-4748-8b7d-e6d14072e080),segment_id=ef6bdb7b-766d-4748-8b7d-e6d14072e080)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:40.758820 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-03f4e2f2-c619-45f4-95d7-6234d48b008c req-af6073ea-ef2c-4d68-be58-ab322eae409c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:40.777750 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-03f4e2f2-c619-45f4-95d7-6234d48b008c req-af6073ea-ef2c-4d68-be58-ab322eae409c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Calling delete_port for 48ac1cda-719d-4426-a6ff-ee642af95bfb owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:40.842811 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4045c333-48e8-42c1-9680-76688b487647 req-61ee6290-92e3-4189-b565-d9a9c33981b7 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6606476 Aug 16 22:29:40.933357 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-25a17d05-8354-4657-9a65-6eec82457857 service neutron] 10.222.0.39 "GET /v2.0/networks/4a4f1f6c-9680-469a-bab8-e73ceb2b4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8592279 Aug 16 22:29:41.070712 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce5606-3013-478c-a1de-3fd386bcca20 req-00e9f65a-f30b-4854-9ef0-570814aec15e tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:41.073009 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9fce5606-3013-478c-a1de-3fd386bcca20 req-00e9f65a-f30b-4854-9ef0-570814aec15e tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.2773368 Aug 16 22:29:41.091091 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab64f2f-c41c-41d9-9dde-e173f3d7ec23 req-894faf8b-442a-4c8a-945d-a2dd1e274826 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:41.097225 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab64f2f-c41c-41d9-9dde-e173f3d7ec23 req-894faf8b-442a-4c8a-945d-a2dd1e274826 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:41.098850 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ab64f2f-c41c-41d9-9dde-e173f3d7ec23 req-894faf8b-442a-4c8a-945d-a2dd1e274826 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.39 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 1683 time: 0.2251093 Aug 16 22:29:41.262912 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50aedc41-b264-4713-816a-39dc48bd79ff req-d40fcc02-2edd-4866-a002-f48090b37f9a service neutron] 10.222.0.39 "GET /v2.0/networks/4a4f1f6c-9680-469a-bab8-e73ceb2b4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192222 Aug 16 22:29:41.301525 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e3247-dc77-4ae9-8a33-ef171c0a926e req-9db146a6-84d7-4fa0-a9d8-ede36514c7cc tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:41.307945 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e3247-dc77-4ae9-8a33-ef171c0a926e req-9db146a6-84d7-4fa0-a9d8-ede36514c7cc tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:41.317688 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e3247-dc77-4ae9-8a33-ef171c0a926e req-9db146a6-84d7-4fa0-a9d8-ede36514c7cc tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:41.321025 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e3247-dc77-4ae9-8a33-ef171c0a926e req-9db146a6-84d7-4fa0-a9d8-ede36514c7cc tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:41.321850 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 55be219f-df8b-4075-9a99-cf88f53b166e no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:41.327707 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e3247-dc77-4ae9-8a33-ef171c0a926e req-9db146a6-84d7-4fa0-a9d8-ede36514c7cc tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:41.334139 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e3247-dc77-4ae9-8a33-ef171c0a926e req-9db146a6-84d7-4fa0-a9d8-ede36514c7cc tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:41.340057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e3247-dc77-4ae9-8a33-ef171c0a926e req-9db146a6-84d7-4fa0-a9d8-ede36514c7cc tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:41.350121 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-607e3247-dc77-4ae9-8a33-ef171c0a926e req-9db146a6-84d7-4fa0-a9d8-ede36514c7cc tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5429 time: 0.3242078 Aug 16 22:29:41.367008 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9fce5606-3013-478c-a1de-3fd386bcca20 req-30f87ad4-c76c-4795-bd32-01a0f27480c3 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650154 Aug 16 22:29:41.368856 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 55be219f-df8b-4075-9a99-cf88f53b166e {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:29:41.375446 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 55be219f-df8b-4075-9a99-cf88f53b166e not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:29:41.472732 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-03f4e2f2-c619-45f4-95d7-6234d48b008c req-af6073ea-ef2c-4d68-be58-ab322eae409c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:41.507042 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-90815f61-a693-42b0-af11-60ace91e160b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:41.527390 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6073ea-ef2c-4d68-be58-ab322eae409c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Pushing event deleted for resources: {'Port': ['ID=48ac1cda-719d-4426-a6ff-ee642af95bfb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:41.557501 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-607e3247-dc77-4ae9-8a33-ef171c0a926e req-fb6d11b9-a14a-4202-ac60-71040a1afca7 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2063699 Aug 16 22:29:41.590479 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-1ab64f2f-c41c-41d9-9dde-e173f3d7ec23 req-0da64a96-7079-465f-9516-405c1a8b5f1f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Deleting port 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:41.591409 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1ab64f2f-c41c-41d9-9dde-e173f3d7ec23 req-0da64a96-7079-465f-9516-405c1a8b5f1f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:41.677280 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f4e2f2-c619-45f4-95d7-6234d48b008c req-af6073ea-ef2c-4d68-be58-ab322eae409c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] No DVR routers for this DVR port 48ac1cda-719d-4426-a6ff-ee642af95bfb on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:29:41.691109 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76f62-86b0-4f0c-b374-f4cced5f1a72 req-2b207fd1-9fdd-4e9f-b52a-b0717239de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:41.691971 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76f62-86b0-4f0c-b374-f4cced5f1a72 req-2b207fd1-9fdd-4e9f-b52a-b0717239de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:41.692468 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76f62-86b0-4f0c-b374-f4cced5f1a72 req-2b207fd1-9fdd-4e9f-b52a-b0717239de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:41.693088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76f62-86b0-4f0c-b374-f4cced5f1a72 req-2b207fd1-9fdd-4e9f-b52a-b0717239de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:41.693579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76f62-86b0-4f0c-b374-f4cced5f1a72 req-2b207fd1-9fdd-4e9f-b52a-b0717239de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:41.694094 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76f62-86b0-4f0c-b374-f4cced5f1a72 req-2b207fd1-9fdd-4e9f-b52a-b0717239de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:41.694571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76f62-86b0-4f0c-b374-f4cced5f1a72 req-2b207fd1-9fdd-4e9f-b52a-b0717239de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:41.696768 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f3a76f62-86b0-4f0c-b374-f4cced5f1a72 req-2b207fd1-9fdd-4e9f-b52a-b0717239de5c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=862fd4c5b7334530a4c88c30c2542f34&device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 6493 time: 0.3251173 Aug 16 22:29:41.703806 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-03f4e2f2-c619-45f4-95d7-6234d48b008c req-af6073ea-ef2c-4d68-be58-ab322eae409c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:41.709452 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-03f4e2f2-c619-45f4-95d7-6234d48b008c req-af6073ea-ef2c-4d68-be58-ab322eae409c tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.39 "DELETE /v2.0/ports/48ac1cda-719d-4426-a6ff-ee642af95bfb HTTP/1.1" status: 204 len: 173 time: 1.8883562 Aug 16 22:29:41.861232 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d152749-0372-42c1-8107-0b713894cf59 req-2670164d-3501-4bbb-8a85-5f5bafbfb84d tempest-ServersNegativeTestJSON-1412919545 tempest-ServersNegativeTestJSON-1412919545-project] 10.222.0.93 "GET /v2.0/ports?device_id=39e34301-4a06-4b38-a56c-3aad53aab6bc HTTP/1.1" status: 200 len: 210 time: 0.1103063 Aug 16 22:29:41.915748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-1ab64f2f-c41c-41d9-9dde-e173f3d7ec23 req-0da64a96-7079-465f-9516-405c1a8b5f1f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] For port 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2,segment=NetworkSegment(3fb6eea0-b835-4158-8b38-c9e8edf85685),segment_id=3fb6eea0-b835-4158-8b38-c9e8edf85685)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:41.916066 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1ab64f2f-c41c-41d9-9dde-e173f3d7ec23 req-0da64a96-7079-465f-9516-405c1a8b5f1f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:41.996465 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-1ab64f2f-c41c-41d9-9dde-e173f3d7ec23 req-0da64a96-7079-465f-9516-405c1a8b5f1f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Calling delete_port for 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:42.036583 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76f62-86b0-4f0c-b374-f4cced5f1a72 req-b325eb6e-ec04-49b8-a1bc-7c027af5cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:42.037805 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f3a76f62-86b0-4f0c-b374-f4cced5f1a72 req-b325eb6e-ec04-49b8-a1bc-7c027af5cd4d service neutron] 10.222.0.39 "GET /v2.0/networks?id=4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 HTTP/1.1" status: 200 len: 903 time: 0.3234229 Aug 16 22:29:42.063450 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.180497 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f3a76f62-86b0-4f0c-b374-f4cced5f1a72 req-0848719c-72f1-409d-8063-ae98398d9405 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e26f09f8-7d01-4e95-a60f-3430a43aa863 HTTP/1.1" status: 200 len: 217 time: 0.1088462 Aug 16 22:29:42.211791 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 32988) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:42.250292 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16379942-298a-4309-8aea-d4af363f2622 req-8d857dcd-d14b-4a42-b921-3a77f45cb6d8 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:42.264583 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16379942-298a-4309-8aea-d4af363f2622 req-8d857dcd-d14b-4a42-b921-3a77f45cb6d8 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:42.275070 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-16379942-298a-4309-8aea-d4af363f2622 req-8d857dcd-d14b-4a42-b921-3a77f45cb6d8 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 1683 time: 0.2798707 Aug 16 22:29:42.316252 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce54a078-a648-4341-bfff-310b62a4fc8d admin admin] Deleting subnet 159e7ffb-10ba-4305-959b-a8d4373d4991 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:29:42.321587 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce54a078-a648-4341-bfff-310b62a4fc8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.372573 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce54a078-a648-4341-bfff-310b62a4fc8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.373737 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76f62-86b0-4f0c-b374-f4cced5f1a72 req-d517bbca-0936-4a3e-af4e-572f1503f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:42.375533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f3a76f62-86b0-4f0c-b374-f4cced5f1a72 req-d517bbca-0936-4a3e-af4e-572f1503f2b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6407f57a-0a4a-4c45-b6bc-4d49c5bbccdb HTTP/1.1" status: 200 len: 797 time: 0.1836619 Aug 16 22:29:42.391815 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-16379942-298a-4309-8aea-d4af363f2622 req-ba53238a-c0de-4c2f-814b-36b3833adace tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115773 Aug 16 22:29:42.425566 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce54a078-a648-4341-bfff-310b62a4fc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.499360 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce54a078-a648-4341-bfff-310b62a4fc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.526905 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76f62-86b0-4f0c-b374-f4cced5f1a72 req-bfd1c83a-3aef-4ef7-9602-babb291fb14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:42.528655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f3a76f62-86b0-4f0c-b374-f4cced5f1a72 req-bfd1c83a-3aef-4ef7-9602-babb291fb14d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a4f1f6c-9680-469a-bab8-e73ceb2b4da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1358080 Aug 16 22:29:42.557572 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1ab64f2f-c41c-41d9-9dde-e173f3d7ec23 req-0da64a96-7079-465f-9516-405c1a8b5f1f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.563036 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54a078-a648-4341-bfff-310b62a4fc8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=159e7ffb-10ba-4305-959b-a8d4373d4991,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:42.569084 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce54a078-a648-4341-bfff-310b62a4fc8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.570358 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['83c85f59-3662-49a5-a6b9-9a5ea24304cb', '2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:29:42.579273 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ce54a078-a648-4341-bfff-310b62a4fc8d admin admin] 10.222.0.93 "DELETE /v2.0/subnets/159e7ffb-10ba-4305-959b-a8d4373d4991 HTTP/1.1" status: 204 len: 168 time: 0.3655238 Aug 16 22:29:42.580160 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 32992) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:42.710887 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54a078-a648-4341-bfff-310b62a4fc8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:42.711627 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54a078-a648-4341-bfff-310b62a4fc8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:42.712440 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54a078-a648-4341-bfff-310b62a4fc8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:42.712991 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54a078-a648-4341-bfff-310b62a4fc8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:42.713111 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e34301-4a06-4b38-a56c-3aad53aab6bc', 'name': 'network-vif-deleted', 'tag': '48ac1cda-719d-4426-a6ff-ee642af95bfb'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:42.713642 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54a078-a648-4341-bfff-310b62a4fc8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:42.714235 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54a078-a648-4341-bfff-310b62a4fc8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:42.714775 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54a078-a648-4341-bfff-310b62a4fc8d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:42.715556 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4befdf9f-c748-4fb6-8dc0-db2010dffd6e" -d '{"events": [{"server_uuid": "39e34301-4a06-4b38-a56c-3aad53aab6bc", "name": "network-vif-deleted", "tag": "48ac1cda-719d-4426-a6ff-ee642af95bfb"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:42.716752 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54a078-a648-4341-bfff-310b62a4fc8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:42.717339 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54a078-a648-4341-bfff-310b62a4fc8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:42.717987 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54a078-a648-4341-bfff-310b62a4fc8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:42.718629 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54a078-a648-4341-bfff-310b62a4fc8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:42.719173 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce54a078-a648-4341-bfff-310b62a4fc8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:42.733144 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da64a96-7079-465f-9516-405c1a8b5f1f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event deleted for resources: {'Port': ['ID=2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:42.775214 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ab5601e-d69a-4ec3-a426-5583c0952ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.832155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6242de2-4267-4833-963c-c3985c3d408c req-3c05c6eb-a9c7-4b23-ae15-6cb19708dfcf tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:42.836264 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d6242de2-4267-4833-963c-c3985c3d408c req-3c05c6eb-a9c7-4b23-ae15-6cb19708dfcf tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.3252687 Aug 16 22:29:42.914696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab64f2f-c41c-41d9-9dde-e173f3d7ec23 req-0da64a96-7079-465f-9516-405c1a8b5f1f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] No DVR routers for this DVR port 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:29:42.919864 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1ab64f2f-c41c-41d9-9dde-e173f3d7ec23 req-0da64a96-7079-465f-9516-405c1a8b5f1f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.927276 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ab64f2f-c41c-41d9-9dde-e173f3d7ec23 req-0da64a96-7079-465f-9516-405c1a8b5f1f tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.39 "DELETE /v2.0/ports/2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 HTTP/1.1" status: 204 len: 173 time: 1.8025045 Aug 16 22:29:42.939966 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ab5601e-d69a-4ec3-a426-5583c0952ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.963753 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-1ab5601e-d69a-4ec3-a426-5583c0952ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6a0a99-16e1-4702-a8d0-b5c8fc387327']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:42.976503 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb28ce5-1e5d-44ed-8329-08a72b095bf7 req-1b1ff213-e563-4441-b71f-060c777e0616 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:42.985299 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb28ce5-1e5d-44ed-8329-08a72b095bf7 req-1b1ff213-e563-4441-b71f-060c777e0616 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:42.990964 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-1ab5601e-d69a-4ec3-a426-5583c0952ae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aacec04b-7a3d-4575-8ee5-5f533fae99ae') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:42.993250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb28ce5-1e5d-44ed-8329-08a72b095bf7 req-1b1ff213-e563-4441-b71f-060c777e0616 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:42.998205 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-1ab5601e-d69a-4ec3-a426-5583c0952ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aacec04b-7a3d-4575-8ee5-5f533fae99ae') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:43.001019 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb28ce5-1e5d-44ed-8329-08a72b095bf7 req-1b1ff213-e563-4441-b71f-060c777e0616 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:43.007223 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb28ce5-1e5d-44ed-8329-08a72b095bf7 req-1b1ff213-e563-4441-b71f-060c777e0616 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:43.015964 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb28ce5-1e5d-44ed-8329-08a72b095bf7 req-1b1ff213-e563-4441-b71f-060c777e0616 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:43.021536 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ab5601e-d69a-4ec3-a426-5583c0952ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.021998 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb28ce5-1e5d-44ed-8329-08a72b095bf7 req-1b1ff213-e563-4441-b71f-060c777e0616 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:43.032503 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9eb28ce5-1e5d-44ed-8329-08a72b095bf7 req-1b1ff213-e563-4441-b71f-060c777e0616 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5429 time: 0.3572192 Aug 16 22:29:43.058161 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ab5601e-d69a-4ec3-a426-5583c0952ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.077625 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab5601e-d69a-4ec3-a426-5583c0952ae2 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:29:43.077625 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ab5601e-d69a-4ec3-a426-5583c0952ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:29:43.077898 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:29:43.171302 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.223155 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ab5601e-d69a-4ec3-a426-5583c0952ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.229490 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ab5601e-d69a-4ec3-a426-5583c0952ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.232059 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1ab5601e-d69a-4ec3-a426-5583c0952ae2 admin admin] 10.222.0.93 "DELETE /v2.0/networks/3b6a0a99-16e1-4702-a8d0-b5c8fc387327 HTTP/1.1" status: 204 len: 168 time: 0.6464720 Aug 16 22:29:43.251970 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d6242de2-4267-4833-963c-c3985c3d408c req-8c1c1ec7-58fb-4265-b9df-b2d19381246f tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881023 Aug 16 22:29:43.257410 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5601e-d69a-4ec3-a426-5583c0952ae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b6a0a99-16e1-4702-a8d0-b5c8fc387327,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:43.289491 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f3a76f62-86b0-4f0c-b374-f4cced5f1a72 req-9f024571-3b54-44d5-bdcb-5c19ea443ccf service neutron] 10.222.0.39 "GET /v2.0/networks/4a4f1f6c-9680-469a-bab8-e73ceb2b4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7406311 Aug 16 22:29:43.355400 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:43.397815 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:29:43.398448 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:29:43.399040 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 48ac1cda-719d-4426-a6ff-ee642af95bfb no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:43.442719 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 48ac1cda-719d-4426-a6ff-ee642af95bfb {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:29:43.443437 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 48ac1cda-719d-4426-a6ff-ee642af95bfb not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:29:43.446057 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f50cd2-3c7d-4adc-8699-b9416c2406f9 x-openstack-request-id: req-c7f50cd2-3c7d-4adc-8699-b9416c2406f9 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:43.446500 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e34301-4a06-4b38-a56c-3aad53aab6bc", "name": "network-vif-deleted", "tag": "48ac1cda-719d-4426-a6ff-ee642af95bfb", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:43.446762 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c7f50cd2-3c7d-4adc-8699-b9416c2406f9 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:43.447167 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e34301-4a06-4b38-a56c-3aad53aab6bc', 'name': 'network-vif-deleted', 'tag': '48ac1cda-719d-4426-a6ff-ee642af95bfb', 'status': 'completed', 'code': 200} Aug 16 22:29:43.453900 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33014) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:43.482509 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9eb28ce5-1e5d-44ed-8329-08a72b095bf7 req-b9915535-d1fc-49c6-9e09-c96383b6c014 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4467611 Aug 16 22:29:43.530655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33016) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:43.581565 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6486fa-8856-46db-b232-184c24311e3a admin admin] Deleting subnet c6d2a62f-efd7-45c4-8dc0-2f77fcbfce1a {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:29:43.589352 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a6486fa-8856-46db-b232-184c24311e3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.654469 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a6486fa-8856-46db-b232-184c24311e3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.695268 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-396adff9-3e75-4ecf-aaf8-c2cb9d9a44de admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=80cce3b248a74aa88b3d7c11b3c4887b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596990 Aug 16 22:29:43.697691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33018) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:43.698270 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f3a76f62-86b0-4f0c-b374-f4cced5f1a72 req-98d9cdfb-8d80-414c-890c-267534235c6e service neutron] 10.222.0.39 "GET /v2.0/networks/4a4f1f6c-9680-469a-bab8-e73ceb2b4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706958 Aug 16 22:29:43.707526 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec264c-2b29-4001-b733-34533300d9df req-834d2ae4-3460-40c2-98c4-0fabe8c7695b tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:43.709155 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2dec264c-2b29-4001-b733-34533300d9df req-834d2ae4-3460-40c2-98c4-0fabe8c7695b tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 946 time: 0.1684761 Aug 16 22:29:43.712281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-1ab64f2f-c41c-41d9-9dde-e173f3d7ec23 req-7d5125da-7fd5-4666-a7c3-cb6243d1aa6e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Deleting port 83c85f59-3662-49a5-a6b9-9a5ea24304cb {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:43.712636 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1ab64f2f-c41c-41d9-9dde-e173f3d7ec23 req-7d5125da-7fd5-4666-a7c3-cb6243d1aa6e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.754026 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a6486fa-8856-46db-b232-184c24311e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.811602 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-88bae977-5529-4056-b1b8-f555fa51464a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.860054 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-88bae977-5529-4056-b1b8-f555fa51464a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.870771 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a6486fa-8856-46db-b232-184c24311e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.887218 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2dec264c-2b29-4001-b733-34533300d9df req-9c8e9e0d-c383-4883-a77f-ffd1f6bbcadf tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/security-groups?id=1c44ad42-ba61-4446-b0e3-f76eb7f111d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697345 Aug 16 22:29:43.937058 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6486fa-8856-46db-b232-184c24311e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6d2a62f-efd7-45c4-8dc0-2f77fcbfce1a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:43.947259 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-1ab64f2f-c41c-41d9-9dde-e173f3d7ec23 req-7d5125da-7fd5-4666-a7c3-cb6243d1aa6e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] For port 83c85f59-3662-49a5-a6b9-9a5ea24304cb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=83c85f59-3662-49a5-a6b9-9a5ea24304cb,segment=NetworkSegment(2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51),segment_id=2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:43.947633 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1ab64f2f-c41c-41d9-9dde-e173f3d7ec23 req-7d5125da-7fd5-4666-a7c3-cb6243d1aa6e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.949400 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a6486fa-8856-46db-b232-184c24311e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.952870 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4a6486fa-8856-46db-b232-184c24311e3a admin admin] 10.222.0.93 "DELETE /v2.0/subnets/c6d2a62f-efd7-45c4-8dc0-2f77fcbfce1a HTTP/1.1" status: 204 len: 168 time: 0.4979060 Aug 16 22:29:43.955893 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33020) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:43.974358 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-1ab64f2f-c41c-41d9-9dde-e173f3d7ec23 req-7d5125da-7fd5-4666-a7c3-cb6243d1aa6e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Calling delete_port for 83c85f59-3662-49a5-a6b9-9a5ea24304cb owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:44.054946 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-88bae977-5529-4056-b1b8-f555fa51464a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.057866 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-88bae977-5529-4056-b1b8-f555fa51464a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.059466 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-88bae977-5529-4056-b1b8-f555fa51464a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e6c65dc9-1fdf-432e-8866-a4beacd7880b HTTP/1.1" status: 204 len: 168 time: 0.3565891 Aug 16 22:29:44.076251 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ddd1ca5-48b1-43a2-ac43-e9087ec7e633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.079598 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bae977-5529-4056-b1b8-f555fa51464a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c65dc9-1fdf-432e-8866-a4beacd7880b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:44.206188 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ddd1ca5-48b1-43a2-ac43-e9087ec7e633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.218838 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-4ddd1ca5-48b1-43a2-ac43-e9087ec7e633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80504c0b-5244-4f8e-abb7-07f43d02c31e']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:44.249085 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1ab64f2f-c41c-41d9-9dde-e173f3d7ec23 req-7d5125da-7fd5-4666-a7c3-cb6243d1aa6e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.266746 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-4ddd1ca5-48b1-43a2-ac43-e9087ec7e633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6bdb7b-766d-4748-8b7d-e6d14072e080') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:44.267260 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-4ddd1ca5-48b1-43a2-ac43-e9087ec7e633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6bdb7b-766d-4748-8b7d-e6d14072e080') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:44.299112 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5125da-7fd5-4666-a7c3-cb6243d1aa6e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event deleted for resources: {'Port': ['ID=83c85f59-3662-49a5-a6b9-9a5ea24304cb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:44.311589 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ddd1ca5-48b1-43a2-ac43-e9087ec7e633 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.355832 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ddd1ca5-48b1-43a2-ac43-e9087ec7e633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.364261 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ddd1ca5-48b1-43a2-ac43-e9087ec7e633 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:29:44.364711 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ddd1ca5-48b1-43a2-ac43-e9087ec7e633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.385461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab64f2f-c41c-41d9-9dde-e173f3d7ec23 req-7d5125da-7fd5-4666-a7c3-cb6243d1aa6e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] No DVR routers for this DVR port 83c85f59-3662-49a5-a6b9-9a5ea24304cb on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:29:44.385461 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-1ab64f2f-c41c-41d9-9dde-e173f3d7ec23 req-7d5125da-7fd5-4666-a7c3-cb6243d1aa6e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.385461 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ab64f2f-c41c-41d9-9dde-e173f3d7ec23 req-7d5125da-7fd5-4666-a7c3-cb6243d1aa6e tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.39 "DELETE /v2.0/ports/83c85f59-3662-49a5-a6b9-9a5ea24304cb HTTP/1.1" status: 204 len: 173 time: 1.4237947 Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:29:44.441344 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:29:44.444834 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ddd1ca5-48b1-43a2-ac43-e9087ec7e633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.477445 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ddd1ca5-48b1-43a2-ac43-e9087ec7e633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.492121 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4ddd1ca5-48b1-43a2-ac43-e9087ec7e633 admin admin] 10.222.0.93 "DELETE /v2.0/networks/80504c0b-5244-4f8e-abb7-07f43d02c31e HTTP/1.1" status: 204 len: 168 time: 0.5322983 Aug 16 22:29:44.493367 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd1ca5-48b1-43a2-ac43-e9087ec7e633 admin admin] Pushing event deleted for resources: {'Network': ['ID=80504c0b-5244-4f8e-abb7-07f43d02c31e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:44.553727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b432b41-b89e-4f9e-83f5-48bf87853bc1 req-d805d64e-1cc6-4bd4-a9cc-0b64faef99a4 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:44.566149 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b432b41-b89e-4f9e-83f5-48bf87853bc1 req-d805d64e-1cc6-4bd4-a9cc-0b64faef99a4 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.1465082 Aug 16 22:29:44.618516 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b432b41-b89e-4f9e-83f5-48bf87853bc1 req-d126f7b6-3384-485f-b31d-520215c94db4 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491061 Aug 16 22:29:44.723203 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.861805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33046) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:44.901280 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d91dfe-4b15-419b-8ce8-8c1682ec99cc req-2f47c1a2-f544-4b6a-bc42-290773080930 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:44.908775 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d91dfe-4b15-419b-8ce8-8c1682ec99cc req-2f47c1a2-f544-4b6a-bc42-290773080930 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:44.925798 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d91dfe-4b15-419b-8ce8-8c1682ec99cc req-2f47c1a2-f544-4b6a-bc42-290773080930 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:44.945576 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d91dfe-4b15-419b-8ce8-8c1682ec99cc req-2f47c1a2-f544-4b6a-bc42-290773080930 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:44.968666 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d91dfe-4b15-419b-8ce8-8c1682ec99cc req-2f47c1a2-f544-4b6a-bc42-290773080930 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:44.975148 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7d743057-bb1c-4505-9279-e855d25f91ac admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=82b34a1dd4514ab18bc6cff7551e57f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1106927 Aug 16 22:29:44.981007 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d91dfe-4b15-419b-8ce8-8c1682ec99cc req-2f47c1a2-f544-4b6a-bc42-290773080930 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:44.981752 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33052) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:45.009620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d91dfe-4b15-419b-8ce8-8c1682ec99cc req-2f47c1a2-f544-4b6a-bc42-290773080930 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:45.011615 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41d91dfe-4b15-419b-8ce8-8c1682ec99cc req-2f47c1a2-f544-4b6a-bc42-290773080930 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5429 time: 0.2994480 Aug 16 22:29:45.135222 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81796726-2f59-4204-9e2a-1ffe952d3512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.174346 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8d202bc4-66df-4b99-86a0-234298e8944f req-27b7d5b8-d735-4579-ac07-1a33d10c5c90 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "GET /v2.0/ports?device_id=d187de4c-b88f-4945-bf52-3be9544901fa HTTP/1.1" status: 200 len: 210 time: 0.0947940 Aug 16 22:29:45.177995 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81796726-2f59-4204-9e2a-1ffe952d3512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.190944 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41d91dfe-4b15-419b-8ce8-8c1682ec99cc req-a6ee2248-867d-4bb4-8600-0c729a2320a4 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1687250 Aug 16 22:29:45.247175 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81796726-2f59-4204-9e2a-1ffe952d3512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.250917 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81796726-2f59-4204-9e2a-1ffe952d3512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.254661 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-81796726-2f59-4204-9e2a-1ffe952d3512 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5a8e369e-7b2c-4636-a539-cba98700b922 HTTP/1.1" status: 204 len: 168 time: 0.2681975 Aug 16 22:29:45.287477 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81796726-2f59-4204-9e2a-1ffe952d3512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8e369e-7b2c-4636-a539-cba98700b922,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:45.350024 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 83c85f59-3662-49a5-a6b9-9a5ea24304cb no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:45.407323 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 83c85f59-3662-49a5-a6b9-9a5ea24304cb {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:29:45.407893 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 83c85f59-3662-49a5-a6b9-9a5ea24304cb not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:29:45.448445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd187de4c-b88f-4945-bf52-3be9544901fa', 'name': 'network-vif-deleted', 'tag': '2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2'}, {'server_uuid': 'd187de4c-b88f-4945-bf52-3be9544901fa', 'name': 'network-vif-deleted', 'tag': '83c85f59-3662-49a5-a6b9-9a5ea24304cb'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:45.451575 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efdf780-0b23-4164-b84d-7219b7ae6ed8" -d '{"events": [{"server_uuid": "d187de4c-b88f-4945-bf52-3be9544901fa", "name": "network-vif-deleted", "tag": "2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2"}, {"server_uuid": "d187de4c-b88f-4945-bf52-3be9544901fa", "name": "network-vif-deleted", "tag": "83c85f59-3662-49a5-a6b9-9a5ea24304cb"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:45.517749 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd3ac44-c387-459b-8587-d8f3a3a5c004 x-openstack-request-id: req-edd3ac44-c387-459b-8587-d8f3a3a5c004 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:45.522222 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d187de4c-b88f-4945-bf52-3be9544901fa", "name": "network-vif-deleted", "tag": "2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2", "status": "completed", "code": 200}, {"server_uuid": "d187de4c-b88f-4945-bf52-3be9544901fa", "name": "network-vif-deleted", "tag": "83c85f59-3662-49a5-a6b9-9a5ea24304cb", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:45.522718 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-edd3ac44-c387-459b-8587-d8f3a3a5c004 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:45.523072 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd187de4c-b88f-4945-bf52-3be9544901fa', 'name': 'network-vif-deleted', 'tag': '2d3f3e4e-cc90-43f5-ab97-258b7c30ffc2', 'status': 'completed', 'code': 200} Aug 16 22:29:45.523394 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd187de4c-b88f-4945-bf52-3be9544901fa', 'name': 'network-vif-deleted', 'tag': '83c85f59-3662-49a5-a6b9-9a5ea24304cb', 'status': 'completed', 'code': 200} Aug 16 22:29:45.829869 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9d398-4ea2-48e1-bd3f-0adf00b10ff6 req-015e8dfe-c90f-4828-a26d-8c679f0d3ea1 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:45.832609 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-61b9d398-4ea2-48e1-bd3f-0adf00b10ff6 req-015e8dfe-c90f-4828-a26d-8c679f0d3ea1 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.0658793 Aug 16 22:29:45.911250 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-61b9d398-4ea2-48e1-bd3f-0adf00b10ff6 req-f24f02b6-c0f3-4703-96eb-86b892301e56 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723987 Aug 16 22:29:46.274161 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33108) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:46.346097 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f8483fd-bb1d-4564-8156-f38e6c1576ff req-35909348-e91e-43d8-ae0f-b2b3c406bdf8 tempest-AbsoluteLimitsNegativeTestJSON-776992759 tempest-AbsoluteLimitsNegativeTestJSON-776992759-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=98e31e72f58f477abec78d9ae1bcef04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562057 Aug 16 22:29:46.382242 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca901453-1726-47b5-a4b3-cf76752544b8 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Deleting subnet 270cf207-8693-4148-a5e7-1fa4aecaf619 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:29:46.393841 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca901453-1726-47b5-a4b3-cf76752544b8 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:46.488288 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca901453-1726-47b5-a4b3-cf76752544b8 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:46.533435 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac2f91-fe61-4060-8d01-e27ff606ec20 req-2bc7b4f5-69ed-48de-835a-28a0b9b4b867 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:46.540129 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac2f91-fe61-4060-8d01-e27ff606ec20 req-2bc7b4f5-69ed-48de-835a-28a0b9b4b867 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:46.551559 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac2f91-fe61-4060-8d01-e27ff606ec20 req-2bc7b4f5-69ed-48de-835a-28a0b9b4b867 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:46.562008 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac2f91-fe61-4060-8d01-e27ff606ec20 req-2bc7b4f5-69ed-48de-835a-28a0b9b4b867 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:46.576446 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac2f91-fe61-4060-8d01-e27ff606ec20 req-2bc7b4f5-69ed-48de-835a-28a0b9b4b867 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:46.595677 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac2f91-fe61-4060-8d01-e27ff606ec20 req-2bc7b4f5-69ed-48de-835a-28a0b9b4b867 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:46.605438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac2f91-fe61-4060-8d01-e27ff606ec20 req-2bc7b4f5-69ed-48de-835a-28a0b9b4b867 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:46.618142 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6bac2f91-fe61-4060-8d01-e27ff606ec20 req-2bc7b4f5-69ed-48de-835a-28a0b9b4b867 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5429 time: 0.1837060 Aug 16 22:29:46.637664 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8483fd-bb1d-4564-8156-f38e6c1576ff req-e3edc1dd-226d-4af4-8055-55f81ced0f46 tempest-AbsoluteLimitsNegativeTestJSON-776992759 tempest-AbsoluteLimitsNegativeTestJSON-776992759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:46.645833 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca901453-1726-47b5-a4b3-cf76752544b8 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:46.659828 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f8483fd-bb1d-4564-8156-f38e6c1576ff req-e3edc1dd-226d-4af4-8055-55f81ced0f46 tempest-AbsoluteLimitsNegativeTestJSON-776992759 tempest-AbsoluteLimitsNegativeTestJSON-776992759-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3118398 Aug 16 22:29:46.711866 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca901453-1726-47b5-a4b3-cf76752544b8 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:46.733051 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f8483fd-bb1d-4564-8156-f38e6c1576ff req-5a1ed8dc-634b-4d70-bc67-431e389d9126 tempest-AbsoluteLimitsNegativeTestJSON-776992759 tempest-AbsoluteLimitsNegativeTestJSON-776992759-project] 10.222.0.93 "GET /v2.0/quotas/98e31e72f58f477abec78d9ae1bcef04 HTTP/1.1" status: 200 len: 375 time: 0.0710199 Aug 16 22:29:46.745870 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca901453-1726-47b5-a4b3-cf76752544b8 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event deleted for resources: {'Subnet': ['ID=270cf207-8693-4148-a5e7-1fa4aecaf619,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:46.748245 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca901453-1726-47b5-a4b3-cf76752544b8 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:46.753501 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ca901453-1726-47b5-a4b3-cf76752544b8 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "DELETE /v2.0/subnets/270cf207-8693-4148-a5e7-1fa4aecaf619 HTTP/1.1" status: 204 len: 168 time: 0.4746280 Aug 16 22:29:46.753501 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33124) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:46.757134 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1a48f5-366d-4e61-b495-0d070a29f12d None None] Network c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:46.838603 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f8483fd-bb1d-4564-8156-f38e6c1576ff req-089fda64-1ece-4f4a-8217-fb13cbe7648c tempest-AbsoluteLimitsNegativeTestJSON-776992759 tempest-AbsoluteLimitsNegativeTestJSON-776992759-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=98e31e72f58f477abec78d9ae1bcef04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1022203 Aug 16 22:29:46.909733 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6bac2f91-fe61-4060-8d01-e27ff606ec20 req-ed0b30b6-818e-4a4c-b172-9eaac6a1c8d5 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2385170 Aug 16 22:29:47.101608 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1038d6b6-8779-4667-b447-6339ce245227 None None] DHCP port deletion for c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:29:47.149910 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e9ac0-cbf1-4159-84b4-b0b50318206c req-c3b3535d-f736-481f-80c7-638722263eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:47.151774 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-360e9ac0-cbf1-4159-84b4-b0b50318206c req-c3b3535d-f736-481f-80c7-638722263eca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 1098 time: 0.0814786 Aug 16 22:29:47.177047 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075abb05-98eb-48ac-971b-c667908c9396 req-6434f904-4ddd-4413-8234-fa421c644a90 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:47.187152 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-075abb05-98eb-48ac-971b-c667908c9396 req-6434f904-4ddd-4413-8234-fa421c644a90 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.1288414 Aug 16 22:29:47.202899 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-1038d6b6-8779-4667-b447-6339ce245227 None None] Deleting port dd1011d2-f0b3-4d8d-b266-1923bf6b850b {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:47.203272 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1038d6b6-8779-4667-b447-6339ce245227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.264589 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-360e9ac0-cbf1-4159-84b4-b0b50318206c req-6a56d13e-cf21-446c-b08a-ddbcb3eda859 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028998 Aug 16 22:29:47.316463 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-075abb05-98eb-48ac-971b-c667908c9396 req-0fce98ed-95cd-49e4-af80-bc97fc654294 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239076 Aug 16 22:29:47.383092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-1038d6b6-8779-4667-b447-6339ce245227 None None] For port dd1011d2-f0b3-4d8d-b266-1923bf6b850b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=dd1011d2-f0b3-4d8d-b266-1923bf6b850b,segment=NetworkSegment(2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51),segment_id=2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:47.383622 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1038d6b6-8779-4667-b447-6339ce245227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.422535 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-1038d6b6-8779-4667-b447-6339ce245227 None None] Calling delete_port for dd1011d2-f0b3-4d8d-b266-1923bf6b850b owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:47.482531 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4da0fa30-f28f-4309-ba18-ef0a66110103 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.522565 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33140) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:47.597528 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4da0fa30-f28f-4309-ba18-ef0a66110103 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Deleting port dd1011d2-f0b3-4d8d-b266-1923bf6b850b {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:47.598897 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4da0fa30-f28f-4309-ba18-ef0a66110103 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.603664 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1038d6b6-8779-4667-b447-6339ce245227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.628361 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33146) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:47.668133 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038d6b6-8779-4667-b447-6339ce245227 None None] Pushing event deleted for resources: {'Port': ['ID=dd1011d2-f0b3-4d8d-b266-1923bf6b850b,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:47.671209 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1038d6b6-8779-4667-b447-6339ce245227 None None] No DVR routers for this DVR port dd1011d2-f0b3-4d8d-b266-1923bf6b850b on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:29:47.729943 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-10989a59-4d69-4be5-a5ab-0daaec81490d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.783891 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf8193b1-0009-47ae-a195-d30208b9e40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.802572 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-4da0fa30-f28f-4309-ba18-ef0a66110103 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] For port dd1011d2-f0b3-4d8d-b266-1923bf6b850b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=dd1011d2-f0b3-4d8d-b266-1923bf6b850b,segment=NetworkSegment(2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51),segment_id=2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:47.802940 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4da0fa30-f28f-4309-ba18-ef0a66110103 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.833717 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-bf8193b1-0009-47ae-a195-d30208b9e40c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:29:47.833717 n-d-792458-15 neutron-server[94871]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 22:29:47.833717 n-d-792458-15 neutron-server[94871]: [parameters: {'project_id': '98e31e72f58f477abec78d9ae1bcef04', 'id': 'f0fd2685-7b17-457d-9198-602785b6f44e', 'expiration': datetime.datetime(2021, 8, 16, 22, 31, 47, 814500)}] Aug 16 22:29:47.833717 n-d-792458-15 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:29:47.834744 n-d-792458-15 neutron-server[94871]: DEBUG oslo_db.api [None req-bf8193b1-0009-47ae-a195-d30208b9e40c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:29:47.843323 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4da0fa30-f28f-4309-ba18-ef0a66110103 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Calling delete_port for dd1011d2-f0b3-4d8d-b266-1923bf6b850b owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:48.000587 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-10989a59-4d69-4be5-a5ab-0daaec81490d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.008996 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-10989a59-4d69-4be5-a5ab-0daaec81490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.039541 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4da0fa30-f28f-4309-ba18-ef0a66110103 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.079076 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10989a59-4d69-4be5-a5ab-0daaec81490d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d41b49-2cff-4ff7-a442-aec302e5277c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:48.080091 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0fa30-f28f-4309-ba18-ef0a66110103 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event deleted for resources: {'Port': ['ID=dd1011d2-f0b3-4d8d-b266-1923bf6b850b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:48.097796 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da0fa30-f28f-4309-ba18-ef0a66110103 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] No DVR routers for this DVR port dd1011d2-f0b3-4d8d-b266-1923bf6b850b on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:29:48.183344 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device dd1011d2-f0b3-4d8d-b266-1923bf6b850b no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:48.245294 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: dd1011d2-f0b3-4d8d-b266-1923bf6b850b {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:29:48.246594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device dd1011d2-f0b3-4d8d-b266-1923bf6b850b not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:29:48.253285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-10989a59-4d69-4be5-a5ab-0daaec81490d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=37bfc844a120451ba151919565fba5f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7270617 Aug 16 22:29:48.255778 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33152) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:48.300770 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4da0fa30-f28f-4309-ba18-ef0a66110103 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.318316 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-4da0fa30-f28f-4309-ba18-ef0a66110103 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:48.329327 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ab651-57c9-41ff-ad75-70c1a7d8173f req-b21c2cfc-d295-49d1-90d1-aafb65775f9e tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:48.335793 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ab651-57c9-41ff-ad75-70c1a7d8173f req-b21c2cfc-d295-49d1-90d1-aafb65775f9e tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:48.342938 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ab651-57c9-41ff-ad75-70c1a7d8173f req-b21c2cfc-d295-49d1-90d1-aafb65775f9e tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:48.351234 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ab651-57c9-41ff-ad75-70c1a7d8173f req-b21c2cfc-d295-49d1-90d1-aafb65775f9e tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:48.353656 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-4da0fa30-f28f-4309-ba18-ef0a66110103 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:48.354102 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-4da0fa30-f28f-4309-ba18-ef0a66110103 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7cf5a1-80d3-499a-b3f7-02ee0bcfda51') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:48.358746 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ab651-57c9-41ff-ad75-70c1a7d8173f req-b21c2cfc-d295-49d1-90d1-aafb65775f9e tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:48.366549 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ab651-57c9-41ff-ad75-70c1a7d8173f req-b21c2cfc-d295-49d1-90d1-aafb65775f9e tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:48.369326 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4da0fa30-f28f-4309-ba18-ef0a66110103 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.373907 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ab651-57c9-41ff-ad75-70c1a7d8173f req-b21c2cfc-d295-49d1-90d1-aafb65775f9e tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:48.376895 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-346ab651-57c9-41ff-ad75-70c1a7d8173f req-b21c2cfc-d295-49d1-90d1-aafb65775f9e tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5429 time: 0.2331295 Aug 16 22:29:48.388226 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf8193b1-0009-47ae-a195-d30208b9e40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.395537 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4da0fa30-f28f-4309-ba18-ef0a66110103 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.405461 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da0fa30-f28f-4309-ba18-ef0a66110103 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:29:48.406981 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4da0fa30-f28f-4309-ba18-ef0a66110103 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: self.session.flush() Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: self.session.flush() Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: self.session.flush() Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: self.session.flush() Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:29:48.449564 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:29:48.490622 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-346ab651-57c9-41ff-ad75-70c1a7d8173f req-67661ae3-f899-4fa6-a261-954c04cb96ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797412 Aug 16 22:29:48.523619 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4da0fa30-f28f-4309-ba18-ef0a66110103 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.528853 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4da0fa30-f28f-4309-ba18-ef0a66110103 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.535288 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4da0fa30-f28f-4309-ba18-ef0a66110103 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "DELETE /v2.0/networks/c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8 HTTP/1.1" status: 204 len: 168 time: 1.7814832 Aug 16 22:29:48.536361 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33160) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:48.543554 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff03e054-9c52-4152-8132-ec76d1e84423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.595787 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff03e054-9c52-4152-8132-ec76d1e84423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.602519 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0fa30-f28f-4309-ba18-ef0a66110103 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event deleted for resources: {'Network': ['ID=c2fd7e0b-73df-4fbf-ac4e-5a4ba35bf8b8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:48.612517 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf248f-aaff-4651-9ab1-c5cf096e8ebd req-ee1f5b6e-d3bb-47cd-8223-46e95a7eec61 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:48.614584 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cbcf248f-aaff-4651-9ab1-c5cf096e8ebd req-ee1f5b6e-d3bb-47cd-8223-46e95a7eec61 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.1702666 Aug 16 22:29:48.641616 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-e769d184-589a-4b1d-984b-15bdc1bd9119 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Deleting subnet f8bce414-c119-4fea-8b00-9bd0c125e223 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:29:48.645807 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e769d184-589a-4b1d-984b-15bdc1bd9119 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.698726 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e769d184-589a-4b1d-984b-15bdc1bd9119 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.736314 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cbcf248f-aaff-4651-9ab1-c5cf096e8ebd req-533b677f-d77b-4cbb-9800-9f5ca1a47612 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067891 Aug 16 22:29:48.826628 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff03e054-9c52-4152-8132-ec76d1e84423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.837811 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff03e054-9c52-4152-8132-ec76d1e84423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.850892 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ff03e054-9c52-4152-8132-ec76d1e84423 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/51d41b49-2cff-4ff7-a442-aec302e5277c HTTP/1.1" status: 204 len: 168 time: 0.5806532 Aug 16 22:29:48.879221 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf8193b1-0009-47ae-a195-d30208b9e40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.892173 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf8193b1-0009-47ae-a195-d30208b9e40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.898138 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03e054-9c52-4152-8132-ec76d1e84423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d41b49-2cff-4ff7-a442-aec302e5277c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:48.988116 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8193b1-0009-47ae-a195-d30208b9e40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a184042b-debd-4c4c-8907-9252dc376026,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:48.990479 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e769d184-589a-4b1d-984b-15bdc1bd9119 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.066972 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bf8193b1-0009-47ae-a195-d30208b9e40c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=98e31e72f58f477abec78d9ae1bcef04&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4365556 Aug 16 22:29:49.068893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33178) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:49.152895 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e769d184-589a-4b1d-984b-15bdc1bd9119 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.243379 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9e0ce98-1fc2-4e5a-bc92-92e4b5600b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.251411 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769d184-589a-4b1d-984b-15bdc1bd9119 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event deleted for resources: {'Subnet': ['ID=f8bce414-c119-4fea-8b00-9bd0c125e223,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:49.273423 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e769d184-589a-4b1d-984b-15bdc1bd9119 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.273671 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d197e25b-2395-4679-af79-81fa18a797a4 None None] Network ddde3e22-f086-45b1-ab8c-a8be5c27676d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:49.285472 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e769d184-589a-4b1d-984b-15bdc1bd9119 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "DELETE /v2.0/subnets/f8bce414-c119-4fea-8b00-9bd0c125e223 HTTP/1.1" status: 204 len: 168 time: 0.7435224 Aug 16 22:29:49.286634 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33186) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:49.470959 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9e0ce98-1fc2-4e5a-bc92-92e4b5600b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.502231 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84bd0f13-89e1-4ef5-87d5-ba732a033155 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.601477 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-84bd0f13-89e1-4ef5-87d5-ba732a033155 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Deleting port 79f68fc9-6e92-4967-91c3-72e57adbfb71 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:49.602180 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84bd0f13-89e1-4ef5-87d5-ba732a033155 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.604706 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca73ca-3d34-436c-afec-815795841e0a req-888139cc-b561-4fc6-94b0-b0d94836a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:49.606856 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acca73ca-3d34-436c-afec-815795841e0a req-888139cc-b561-4fc6-94b0-b0d94836a015 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37b7559117c64c188829889a0014ed6c&device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 1098 time: 0.3517404 Aug 16 22:29:49.608146 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9e0ce98-1fc2-4e5a-bc92-92e4b5600b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.613556 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9e0ce98-1fc2-4e5a-bc92-92e4b5600b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.614779 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f9e0ce98-1fc2-4e5a-bc92-92e4b5600b26 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a184042b-debd-4c4c-8907-9252dc376026 HTTP/1.1" status: 204 len: 168 time: 0.5447133 Aug 16 22:29:49.742188 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0ce98-1fc2-4e5a-bc92-92e4b5600b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a184042b-debd-4c4c-8907-9252dc376026,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:49.744903 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca73ca-3d34-436c-afec-815795841e0a req-683242c2-cb36-4d26-a7b8-1faf474016f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:49.746450 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acca73ca-3d34-436c-afec-815795841e0a req-683242c2-cb36-4d26-a7b8-1faf474016f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ad6a423a-c0d2-482a-9d34-9271ebbb446a HTTP/1.1" status: 200 len: 920 time: 0.1275425 Aug 16 22:29:49.771476 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-84bd0f13-89e1-4ef5-87d5-ba732a033155 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] For port 79f68fc9-6e92-4967-91c3-72e57adbfb71, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=79f68fc9-6e92-4967-91c3-72e57adbfb71,segment=NetworkSegment(3fb6eea0-b835-4158-8b38-c9e8edf85685),segment_id=3fb6eea0-b835-4158-8b38-c9e8edf85685)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:49.771476 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84bd0f13-89e1-4ef5-87d5-ba732a033155 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.800517 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038a18a-58f1-4a06-a933-45b955c149d9 req-f42251a7-3c66-4ebc-9c9f-bce89858d73f tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:49.809561 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f038a18a-58f1-4a06-a933-45b955c149d9 req-f42251a7-3c66-4ebc-9c9f-bce89858d73f tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.4525027 Aug 16 22:29:49.811069 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-84bd0f13-89e1-4ef5-87d5-ba732a033155 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Calling delete_port for 79f68fc9-6e92-4967-91c3-72e57adbfb71 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:49.956928 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812a1e9b-6f6f-4bb8-ad3e-ca55a6509f5e None None] DHCP port deletion for ddde3e22-f086-45b1-ab8c-a8be5c27676d request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:29:50.100816 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-812a1e9b-6f6f-4bb8-ad3e-ca55a6509f5e None None] Deleting port 79f68fc9-6e92-4967-91c3-72e57adbfb71 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:50.102278 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-812a1e9b-6f6f-4bb8-ad3e-ca55a6509f5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:50.109704 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84bd0f13-89e1-4ef5-87d5-ba732a033155 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:50.181676 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd0f13-89e1-4ef5-87d5-ba732a033155 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event deleted for resources: {'Port': ['ID=79f68fc9-6e92-4967-91c3-72e57adbfb71,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:50.218239 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bd0f13-89e1-4ef5-87d5-ba732a033155 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] No DVR routers for this DVR port 79f68fc9-6e92-4967-91c3-72e57adbfb71 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:29:50.330725 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 79f68fc9-6e92-4967-91c3-72e57adbfb71 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:50.418754 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-812a1e9b-6f6f-4bb8-ad3e-ca55a6509f5e None None] For port 79f68fc9-6e92-4967-91c3-72e57adbfb71, host n-d-792458-15, got binding levels [] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:50.419178 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-812a1e9b-6f6f-4bb8-ad3e-ca55a6509f5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:50.465248 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-812a1e9b-6f6f-4bb8-ad3e-ca55a6509f5e None None] Calling delete_port for 79f68fc9-6e92-4967-91c3-72e57adbfb71 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:50.473100 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84bd0f13-89e1-4ef5-87d5-ba732a033155 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:50.477506 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.ipam_backend_mixin [None req-812a1e9b-6f6f-4bb8-ad3e-ca55a6509f5e None None] Port 79f68fc9-6e92-4967-91c3-72e57adbfb71 was not found and therefore no delete operation was performed {{(pid=94873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:29:50.481069 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 79f68fc9-6e92-4967-91c3-72e57adbfb71 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:29:50.481595 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 79f68fc9-6e92-4967-91c3-72e57adbfb71 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:29:50.489866 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acca73ca-3d34-436c-afec-815795841e0a req-4f45fe7e-2cbc-46bd-b434-b6aa123f552d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c96edf8d-5f0c-4a9f-a48b-803cf561b7cd HTTP/1.1" status: 200 len: 217 time: 0.7192421 Aug 16 22:29:50.491767 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-812a1e9b-6f6f-4bb8-ad3e-ca55a6509f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:50.512719 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f038a18a-58f1-4a06-a933-45b955c149d9 req-c5617338-4028-4d61-9457-56aadc8ac8d1 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7020125 Aug 16 22:29:50.530137 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-84bd0f13-89e1-4ef5-87d5-ba732a033155 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddde3e22-f086-45b1-ab8c-a8be5c27676d']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:50.559080 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a1e9b-6f6f-4bb8-ad3e-ca55a6509f5e None None] No DVR routers for this DVR port 79f68fc9-6e92-4967-91c3-72e57adbfb71 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:29:50.573036 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-84bd0f13-89e1-4ef5-87d5-ba732a033155 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb6eea0-b835-4158-8b38-c9e8edf85685') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:50.578014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91528e18-e302-4f22-944d-67e8084beca9 req-34065fd4-dad8-4a6d-8188-c50fc19291be tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:50.581644 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-84bd0f13-89e1-4ef5-87d5-ba732a033155 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb6eea0-b835-4158-8b38-c9e8edf85685') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:50.584385 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91528e18-e302-4f22-944d-67e8084beca9 req-34065fd4-dad8-4a6d-8188-c50fc19291be tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:50.590502 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91528e18-e302-4f22-944d-67e8084beca9 req-34065fd4-dad8-4a6d-8188-c50fc19291be tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:50.618608 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84bd0f13-89e1-4ef5-87d5-ba732a033155 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:50.623877 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91528e18-e302-4f22-944d-67e8084beca9 req-34065fd4-dad8-4a6d-8188-c50fc19291be tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:50.632382 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91528e18-e302-4f22-944d-67e8084beca9 req-34065fd4-dad8-4a6d-8188-c50fc19291be tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:50.634986 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a1e9b-6f6f-4bb8-ad3e-ca55a6509f5e None None] Pushing event deleted for resources: {'Port': ['ID=79f68fc9-6e92-4967-91c3-72e57adbfb71,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:50.644349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91528e18-e302-4f22-944d-67e8084beca9 req-34065fd4-dad8-4a6d-8188-c50fc19291be tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:50.663641 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91528e18-e302-4f22-944d-67e8084beca9 req-34065fd4-dad8-4a6d-8188-c50fc19291be tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:50.673846 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91528e18-e302-4f22-944d-67e8084beca9 req-34065fd4-dad8-4a6d-8188-c50fc19291be tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5429 time: 0.9254751 Aug 16 22:29:50.691996 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84bd0f13-89e1-4ef5-87d5-ba732a033155 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:50.721309 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84bd0f13-89e1-4ef5-87d5-ba732a033155 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:29:50.721309 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84bd0f13-89e1-4ef5-87d5-ba732a033155 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:29:50.735149 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:29:50.743593 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91528e18-e302-4f22-944d-67e8084beca9 req-03f01298-5200-429b-b8c7-79a35426b6fd tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682740 Aug 16 22:29:50.749589 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca73ca-3d34-436c-afec-815795841e0a req-e3bae343-1334-4577-b24f-51f2309254f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:50.751190 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acca73ca-3d34-436c-afec-815795841e0a req-e3bae343-1334-4577-b24f-51f2309254f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bce8d44e-9c3f-4ecb-8946-53a1c1e64100 HTTP/1.1" status: 200 len: 859 time: 0.2355235 Aug 16 22:29:50.802429 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acca73ca-3d34-436c-afec-815795841e0a req-15e3b0c7-1b13-4626-b848-d19deab69d70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ad6a423a-c0d2-482a-9d34-9271ebbb446a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433683 Aug 16 22:29:50.908837 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84bd0f13-89e1-4ef5-87d5-ba732a033155 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:50.915678 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84bd0f13-89e1-4ef5-87d5-ba732a033155 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:50.923893 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-84bd0f13-89e1-4ef5-87d5-ba732a033155 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] 10.222.0.93 "DELETE /v2.0/networks/ddde3e22-f086-45b1-ab8c-a8be5c27676d HTTP/1.1" status: 204 len: 168 time: 1.6350293 Aug 16 22:29:50.961358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd0f13-89e1-4ef5-87d5-ba732a033155 tempest-ServersTestMultiNic-466018329 tempest-ServersTestMultiNic-466018329-project] Pushing event deleted for resources: {'Network': ['ID=ddde3e22-f086-45b1-ab8c-a8be5c27676d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:50.963005 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acca73ca-3d34-436c-afec-815795841e0a req-d55d5969-48ff-4406-881b-e21fe4a0820d service neutron] 10.222.0.39 "GET /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529267 Aug 16 22:29:51.099090 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acca73ca-3d34-436c-afec-815795841e0a req-162a2146-1a87-4f69-9964-dd365e2b543f service neutron] 10.222.0.39 "GET /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231310 Aug 16 22:29:51.246221 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33258) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:51.261749 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33262) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:51.803875 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c1e222f0-3d7f-4665-bb23-3b527a879e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:51.822646 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef86dbc-a24b-4757-85ac-13a867503151 req-69afebc4-ed19-4027-b4be-07beee393d50 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:51.830896 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ef86dbc-a24b-4757-85ac-13a867503151 req-69afebc4-ed19-4027-b4be-07beee393d50 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.1165702 Aug 16 22:29:51.901056 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ef86dbc-a24b-4757-85ac-13a867503151 req-f5ced06a-88a5-4288-b3a0-6aacece0e852 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692191 Aug 16 22:29:52.019701 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d68019db-b9db-4954-89ca-6602c4b98e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.044669 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c1e222f0-3d7f-4665-bb23-3b527a879e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.085231 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c1e222f0-3d7f-4665-bb23-3b527a879e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.147405 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e222f0-3d7f-4665-bb23-3b527a879e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9727aa2-35a2-4453-9f1f-82c9e029cfa7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:52.165942 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c1e222f0-3d7f-4665-bb23-3b527a879e7c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=360be82900a74346948427c826d77d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9182615 Aug 16 22:29:52.169077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33288) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:52.198272 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74d65a-d2e7-44ed-b3b1-635f75dea730 req-c601949f-7711-40d5-b0b8-5f3f2c39824e tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:52.206870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74d65a-d2e7-44ed-b3b1-635f75dea730 req-c601949f-7711-40d5-b0b8-5f3f2c39824e tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:52.211354 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74d65a-d2e7-44ed-b3b1-635f75dea730 req-c601949f-7711-40d5-b0b8-5f3f2c39824e tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:52.217596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74d65a-d2e7-44ed-b3b1-635f75dea730 req-c601949f-7711-40d5-b0b8-5f3f2c39824e tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:52.224815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74d65a-d2e7-44ed-b3b1-635f75dea730 req-c601949f-7711-40d5-b0b8-5f3f2c39824e tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:52.232040 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74d65a-d2e7-44ed-b3b1-635f75dea730 req-c601949f-7711-40d5-b0b8-5f3f2c39824e tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:52.237995 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74d65a-d2e7-44ed-b3b1-635f75dea730 req-c601949f-7711-40d5-b0b8-5f3f2c39824e tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:52.240253 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be74d65a-d2e7-44ed-b3b1-635f75dea730 req-c601949f-7711-40d5-b0b8-5f3f2c39824e tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5429 time: 0.2332363 Aug 16 22:29:52.317883 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12898cdf-3618-43ba-b402-df04ccd6af03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.318147 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33292) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:52.330965 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be74d65a-d2e7-44ed-b3b1-635f75dea730 req-0ec67e66-c8d1-4da5-a644-d837872d1556 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0810802 Aug 16 22:29:52.372614 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12898cdf-3618-43ba-b402-df04ccd6af03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.468434 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12898cdf-3618-43ba-b402-df04ccd6af03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.471076 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12898cdf-3618-43ba-b402-df04ccd6af03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.472429 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-12898cdf-3618-43ba-b402-df04ccd6af03 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b9727aa2-35a2-4453-9f1f-82c9e029cfa7 HTTP/1.1" status: 204 len: 168 time: 0.3027601 Aug 16 22:29:52.491971 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12898cdf-3618-43ba-b402-df04ccd6af03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9727aa2-35a2-4453-9f1f-82c9e029cfa7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:52.555106 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:29:52.557115 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7338a7a0-a527-4d1f-8654-256b8cc383fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.612619 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d68019db-b9db-4954-89ca-6602c4b98e11 admin admin] Deleting port 1e34a4bc-8e8d-4c30-80f4-c080700abb5a {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:52.613430 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d68019db-b9db-4954-89ca-6602c4b98e11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.772749 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-d68019db-b9db-4954-89ca-6602c4b98e11 admin admin] For port 1e34a4bc-8e8d-4c30-80f4-c080700abb5a, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1e34a4bc-8e8d-4c30-80f4-c080700abb5a,segment=NetworkSegment(6d260a28-bcab-42c3-ad98-8b65dcaba380),segment_id=6d260a28-bcab-42c3-ad98-8b65dcaba380)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:52.773187 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d68019db-b9db-4954-89ca-6602c4b98e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.794813 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d68019db-b9db-4954-89ca-6602c4b98e11 admin admin] Calling delete_port for 1e34a4bc-8e8d-4c30-80f4-c080700abb5a owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:52.882637 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7338a7a0-a527-4d1f-8654-256b8cc383fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.891068 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7338a7a0-a527-4d1f-8654-256b8cc383fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.958121 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33312) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:52.958661 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7338a7a0-a527-4d1f-8654-256b8cc383fb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=249539b153184725b021f3a214bf8947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6396344 Aug 16 22:29:53.009110 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338a7a0-a527-4d1f-8654-256b8cc383fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b309722-d151-4852-8583-d16dc5e45fc0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:53.200262 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df6f591f-fc81-4023-b7ac-fdc0f24a55d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:53.231129 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118a402-5672-4adc-8c9d-c2f538cecf1d req-4dbd05c6-6604-491b-b02b-a9c2c8e87c86 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:53.234284 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8118a402-5672-4adc-8c9d-c2f538cecf1d req-4dbd05c6-6604-491b-b02b-a9c2c8e87c86 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.1091795 Aug 16 22:29:53.320611 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df6f591f-fc81-4023-b7ac-fdc0f24a55d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:53.417814 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df6f591f-fc81-4023-b7ac-fdc0f24a55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:53.422070 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df6f591f-fc81-4023-b7ac-fdc0f24a55d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:53.427197 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-df6f591f-fc81-4023-b7ac-fdc0f24a55d3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9b309722-d151-4852-8583-d16dc5e45fc0 HTTP/1.1" status: 204 len: 168 time: 0.4661472 Aug 16 22:29:53.440633 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f591f-fc81-4023-b7ac-fdc0f24a55d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b309722-d151-4852-8583-d16dc5e45fc0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:53.468072 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d68019db-b9db-4954-89ca-6602c4b98e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:53.476739 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8118a402-5672-4adc-8c9d-c2f538cecf1d req-21a50eaf-a5c0-42aa-b67f-7f4a85182e49 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315247 Aug 16 22:29:53.523710 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68019db-b9db-4954-89ca-6602c4b98e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e34a4bc-8e8d-4c30-80f4-c080700abb5a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:53.682820 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf779d-83e1-4a5a-8381-706c79882b01 req-31b78390-1951-4d10-9b10-fa90592973d2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:53.709598 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf779d-83e1-4a5a-8381-706c79882b01 req-31b78390-1951-4d10-9b10-fa90592973d2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:53.723331 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf779d-83e1-4a5a-8381-706c79882b01 req-31b78390-1951-4d10-9b10-fa90592973d2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:53.749525 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf779d-83e1-4a5a-8381-706c79882b01 req-31b78390-1951-4d10-9b10-fa90592973d2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:53.790998 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf779d-83e1-4a5a-8381-706c79882b01 req-31b78390-1951-4d10-9b10-fa90592973d2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:53.839464 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf779d-83e1-4a5a-8381-706c79882b01 req-31b78390-1951-4d10-9b10-fa90592973d2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:53.848613 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf779d-83e1-4a5a-8381-706c79882b01 req-31b78390-1951-4d10-9b10-fa90592973d2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:53.852140 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92bf779d-83e1-4a5a-8381-706c79882b01 req-31b78390-1951-4d10-9b10-fa90592973d2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5429 time: 0.3301258 Aug 16 22:29:53.996215 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d68019db-b9db-4954-89ca-6602c4b98e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:54.011803 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92bf779d-83e1-4a5a-8381-706c79882b01 req-f6304e7e-a22e-41b9-8777-d27b006dab3e tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1491385 Aug 16 22:29:54.468102 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68019db-b9db-4954-89ca-6602c4b98e11 admin admin] Router 1f1a68c0-55e8-4658-990f-2960a78114db has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:29:54.659244 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695256c-0988-4205-a7cc-4a8741556a06 req-5e4bbd14-cd61-415f-991c-ef152f83a955 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:54.662059 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1695256c-0988-4205-a7cc-4a8741556a06 req-5e4bbd14-cd61-415f-991c-ef152f83a955 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.0775142 Aug 16 22:29:54.664424 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68019db-b9db-4954-89ca-6602c4b98e11 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:29:54.674447 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a898c5-5671-4233-bcbb-7282d4d57a43 None None] Sync routers for ids ['1f1a68c0-55e8-4658-990f-2960a78114db'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:29:54.679166 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d68019db-b9db-4954-89ca-6602c4b98e11 admin admin] 10.222.0.93 "PUT /v2.0/routers/1f1a68c0-55e8-4658-990f-2960a78114db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4157047 Aug 16 22:29:54.684283 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33376) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:54.692920 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a898c5-5671-4233-bcbb-7282d4d57a43 None None] Routers {'1f1a68c0-55e8-4658-990f-2960a78114db'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:29:54.693944 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-79a898c5-5671-4233-bcbb-7282d4d57a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:29:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['1f1a68c0-55e8-4658-990f-2960a78114db'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:54.794931 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1695256c-0988-4205-a7cc-4a8741556a06 req-48ef8067-e588-463d-8803-6eaa1096640a tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261492 Aug 16 22:29:54.796715 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33386) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:54.990393 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-79a898c5-5671-4233-bcbb-7282d4d57a43 None None] Set router 1f1a68c0-55e8-4658-990f-2960a78114db gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:29:55.138172 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80825d2e-dc1a-4104-897e-8a44a17bdf46 req-23bf9b5b-108c-4857-9c48-7f46dcc8eebb tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:55.139816 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-80825d2e-dc1a-4104-897e-8a44a17bdf46 req-23bf9b5b-108c-4857-9c48-7f46dcc8eebb tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 946 time: 0.1246405 Aug 16 22:29:55.166480 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-feafe61d-918f-42ea-bc9f-37516d763971 admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:55.211407 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-15e2a25e-1d85-4a18-8f98-554f9bd0157d admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1892836358-network', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:55.246803 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e2a25e-1d85-4a18-8f98-554f9bd0157d admin admin] Made reservation on behalf of bf69600d67cb431fa5f891d55a11175f for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:55.251141 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15e2a25e-1d85-4a18-8f98-554f9bd0157d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:55.269406 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15e2a25e-1d85-4a18-8f98-554f9bd0157d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:55.280750 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-80825d2e-dc1a-4104-897e-8a44a17bdf46 req-2b353234-6d3f-42b5-a7d9-01ab14667058 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330819 Aug 16 22:29:55.452196 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-feafe61d-918f-42ea-bc9f-37516d763971 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:55.497445 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15e2a25e-1d85-4a18-8f98-554f9bd0157d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:55.502554 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15e2a25e-1d85-4a18-8f98-554f9bd0157d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:55.541532 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e2a25e-1d85-4a18-8f98-554f9bd0157d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:29:55.608478 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15e2a25e-1d85-4a18-8f98-554f9bd0157d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:55.608996 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-15e2a25e-1d85-4a18-8f98-554f9bd0157d admin admin] Added segment 4f82c370-da77-412b-a68d-0d9c56dddbae of type vlan for network 375c560a-c343-432d-a44f-effc0e1e4134 Aug 16 22:29:55.611736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2a25e-1d85-4a18-8f98-554f9bd0157d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef05ff6-d4b8-4988-a928-3ef846e2555f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:55.628355 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-feafe61d-918f-42ea-bc9f-37516d763971 admin admin] Deleting port f11d39b0-9bfa-409d-ae3e-dadc88144e3b {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:55.629246 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-feafe61d-918f-42ea-bc9f-37516d763971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:55.674352 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32f4cf-bf3a-4e00-b0cc-f8f91443296e req-4e45c1b7-37de-4c75-bf11-1aba3f949939 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:55.681643 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32f4cf-bf3a-4e00-b0cc-f8f91443296e req-4e45c1b7-37de-4c75-bf11-1aba3f949939 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:55.685320 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-79a898c5-5671-4233-bcbb-7282d4d57a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1a68c0-55e8-4658-990f-2960a78114db', 'name': 'tempest-ServersTestMultiNic-1463589660-router', 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'f11d39b0-9bfa-409d-ae3e-dadc88144e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:33Z', 'updated_at': '2021-08-16T22:29:53Z', 'revision_number': 5, 'project_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'gw_port': {'id': 'f11d39b0-9bfa-409d-ae3e-dadc88144e3b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1a68c0-55e8-4658-990f-2960a78114db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:35Z', 'updated_at': '2021-08-16T22:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:55.688946 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32f4cf-bf3a-4e00-b0cc-f8f91443296e req-4e45c1b7-37de-4c75-bf11-1aba3f949939 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:55.695487 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32f4cf-bf3a-4e00-b0cc-f8f91443296e req-4e45c1b7-37de-4c75-bf11-1aba3f949939 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:55.702889 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32f4cf-bf3a-4e00-b0cc-f8f91443296e req-4e45c1b7-37de-4c75-bf11-1aba3f949939 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:55.709490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32f4cf-bf3a-4e00-b0cc-f8f91443296e req-4e45c1b7-37de-4c75-bf11-1aba3f949939 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:55.727792 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32f4cf-bf3a-4e00-b0cc-f8f91443296e req-4e45c1b7-37de-4c75-bf11-1aba3f949939 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:55.730520 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab32f4cf-bf3a-4e00-b0cc-f8f91443296e req-4e45c1b7-37de-4c75-bf11-1aba3f949939 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5429 time: 0.1989200 Aug 16 22:29:55.762073 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a898c5-5671-4233-bcbb-7282d4d57a43 None None] Checking router: 1f1a68c0-55e8-4658-990f-2960a78114db for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:29:55.778891 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a898c5-5671-4233-bcbb-7282d4d57a43 None None] Routers {'1f1a68c0-55e8-4658-990f-2960a78114db'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:29:55.781204 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-79a898c5-5671-4233-bcbb-7282d4d57a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:29:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['1f1a68c0-55e8-4658-990f-2960a78114db'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:55.798248 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15e2a25e-1d85-4a18-8f98-554f9bd0157d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:55.805026 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-feafe61d-918f-42ea-bc9f-37516d763971 admin admin] For port f11d39b0-9bfa-409d-ae3e-dadc88144e3b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=f11d39b0-9bfa-409d-ae3e-dadc88144e3b,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:55.809194 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-feafe61d-918f-42ea-bc9f-37516d763971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:55.838954 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-feafe61d-918f-42ea-bc9f-37516d763971 admin admin] Calling delete_port for f11d39b0-9bfa-409d-ae3e-dadc88144e3b owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:55.856070 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab32f4cf-bf3a-4e00-b0cc-f8f91443296e req-7efa65b3-c8f2-43fd-8759-ec963b1809ce tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1015389 Aug 16 22:29:55.871176 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15e2a25e-1d85-4a18-8f98-554f9bd0157d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:55.887767 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e2a25e-1d85-4a18-8f98-554f9bd0157d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:55.887767 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15e2a25e-1d85-4a18-8f98-554f9bd0157d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:55.930419 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-79a898c5-5671-4233-bcbb-7282d4d57a43 None None] Set router 1f1a68c0-55e8-4658-990f-2960a78114db gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:29:56.020491 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-15e2a25e-1d85-4a18-8f98-554f9bd0157d admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2221148 Aug 16 22:29:56.022651 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33426) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:56.050725 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3bfa6e7c-caf6-4963-82db-2161a3ea6bcc admin admin] Request body: {'subnet': {'network_id': '375c560a-c343-432d-a44f-effc0e1e4134', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1892836358-subnet', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:56.064511 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-79a898c5-5671-4233-bcbb-7282d4d57a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1a68c0-55e8-4658-990f-2960a78114db', 'name': 'tempest-ServersTestMultiNic-1463589660-router', 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:33Z', 'updated_at': '2021-08-16T22:29:55Z', 'revision_number': 6, 'project_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:56.123430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfa6e7c-caf6-4963-82db-2161a3ea6bcc admin admin] Made reservation on behalf of bf69600d67cb431fa5f891d55a11175f for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:56.128759 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6e7c-caf6-4963-82db-2161a3ea6bcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.137105 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2a25e-1d85-4a18-8f98-554f9bd0157d admin admin] Pushing event updated for resources: {'Network': ['ID=375c560a-c343-432d-a44f-effc0e1e4134,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:56.150083 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a898c5-5671-4233-bcbb-7282d4d57a43 None None] The sync data for ids ['1f1a68c0-55e8-4658-990f-2960a78114db'] in n-d-792458-15 is: [{'id': '1f1a68c0-55e8-4658-990f-2960a78114db', 'name': 'tempest-ServersTestMultiNic-1463589660-router', 'tenant_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:33Z', 'updated_at': '2021-08-16T22:29:55Z', 'revision_number': 6, 'project_id': 'a05639ce0f8e4fb9a684fb2b1b120703', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:29:56.156227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 375c560a-c343-432d-a44f-effc0e1e4134 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:29:56.266519 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-feafe61d-918f-42ea-bc9f-37516d763971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.332488 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafe61d-918f-42ea-bc9f-37516d763971 admin admin] Pushing event deleted for resources: {'Port': ['ID=f11d39b0-9bfa-409d-ae3e-dadc88144e3b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:56.365311 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c50f4-9de8-4046-8252-8e933baf55d0 req-a71e443e-e0a6-47f2-8dc8-2ef59b66672b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:56.367620 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-760c50f4-9de8-4046-8252-8e933baf55d0 req-a71e443e-e0a6-47f2-8dc8-2ef59b66672b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 946 time: 0.0981336 Aug 16 22:29:56.412891 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-feafe61d-918f-42ea-bc9f-37516d763971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.489181 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-760c50f4-9de8-4046-8252-8e933baf55d0 req-19b9b5d0-8f03-432b-b939-fdcce3b200c4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774832 Aug 16 22:29:56.511136 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6e7c-caf6-4963-82db-2161a3ea6bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.514591 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-feafe61d-918f-42ea-bc9f-37516d763971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.518080 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-feafe61d-918f-42ea-bc9f-37516d763971 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.579465 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa6e7c-caf6-4963-82db-2161a3ea6bcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=47785ed2-eedb-4896-b504-79173b91e11f,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:56.583650 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-feafe61d-918f-42ea-bc9f-37516d763971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.584535 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feafe61d-918f-42ea-bc9f-37516d763971 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f1a68c0-55e8-4658-990f-2960a78114db {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:29:56.589660 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-feafe61d-918f-42ea-bc9f-37516d763971 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.593149 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfa6e7c-caf6-4963-82db-2161a3ea6bcc admin admin] Checking segment: {'id': '4f82c370-da77-412b-a68d-0d9c56dddbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:56.593775 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfa6e7c-caf6-4963-82db-2161a3ea6bcc admin admin] Network hostable DHCP agents. Network: 375c560a-c343-432d-a44f-effc0e1e4134, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:29:56.594616 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-feafe61d-918f-42ea-bc9f-37516d763971 admin admin] 10.222.0.93 "DELETE /v2.0/routers/1f1a68c0-55e8-4658-990f-2960a78114db HTTP/1.1" status: 204 len: 168 time: 1.9092879 Aug 16 22:29:56.595264 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33436) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:56.617420 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfa6e7c-caf6-4963-82db-2161a3ea6bcc admin admin] Network 375c560a-c343-432d-a44f-effc0e1e4134 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:29:56.630711 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-3bfa6e7c-caf6-4963-82db-2161a3ea6bcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 375c560a-c343-432d-a44f-effc0e1e4134) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:56.634889 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfa6e7c-caf6-4963-82db-2161a3ea6bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:56.635515 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6e7c-caf6-4963-82db-2161a3ea6bcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.646094 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16beb09d-c417-4dc1-ab2c-8213ca4dfc86 None None] Network 375c560a-c343-432d-a44f-effc0e1e4134 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:56.660262 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-453b14c0-cdc0-4cd5-b8e1-3fca8f791995 admin admin] Deleting subnet 739043e1-0879-490a-8e48-b682401d52c1 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:29:56.664064 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-453b14c0-cdc0-4cd5-b8e1-3fca8f791995 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.666386 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3bfa6e7c-caf6-4963-82db-2161a3ea6bcc admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6314497 Aug 16 22:29:56.671063 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33438) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:56.681662 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-df256cd8-966c-4cfd-9a89-677b753417ba admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1892836358-router', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:56.708674 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-453b14c0-cdc0-4cd5-b8e1-3fca8f791995 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.716561 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df256cd8-966c-4cfd-9a89-677b753417ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.718925 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df256cd8-966c-4cfd-9a89-677b753417ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.781251 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df256cd8-966c-4cfd-9a89-677b753417ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.808512 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-453b14c0-cdc0-4cd5-b8e1-3fca8f791995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.851952 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-375c560a-c343-432d-a44f-effc0e1e4134', 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'fixed_ips': [{'subnet_id': '47785ed2-eedb-4896-b504-79173b91e11f'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:29:56.853538 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.882015 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-453b14c0-cdc0-4cd5-b8e1-3fca8f791995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.912973 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b14c0-cdc0-4cd5-b8e1-3fca8f791995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=739043e1-0879-490a-8e48-b682401d52c1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:56.925067 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-453b14c0-cdc0-4cd5-b8e1-3fca8f791995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.929366 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-453b14c0-cdc0-4cd5-b8e1-3fca8f791995 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/739043e1-0879-490a-8e48-b682401d52c1 HTTP/1.1" status: 204 len: 168 time: 0.3330262 Aug 16 22:29:56.930427 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33444) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:56.959918 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df256cd8-966c-4cfd-9a89-677b753417ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.001357 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ecbc1e-5fbe-419e-89f0-4ea56bb1339f None None] Network 966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:57.034911 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0051c69-d121-4503-9a58-2c3bed5dce9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.082314 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] Allocated IP 172.20.0.2 (375c560a-c343-432d-a44f-effc0e1e4134/47785ed2-eedb-4896-b504-79173b91e11f/e2920385-f833-44dc-a870-f4c950f94bfc) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:57.117449 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ecc98-98a2-42d3-9f71-d4471aaa10ac req-4c414b9a-6dc5-4cd5-b097-2e8b14fd6ee0 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:57.135854 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ecc98-98a2-42d3-9f71-d4471aaa10ac req-4c414b9a-6dc5-4cd5-b097-2e8b14fd6ee0 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:57.150734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ecc98-98a2-42d3-9f71-d4471aaa10ac req-4c414b9a-6dc5-4cd5-b097-2e8b14fd6ee0 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:57.162442 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ecc98-98a2-42d3-9f71-d4471aaa10ac req-4c414b9a-6dc5-4cd5-b097-2e8b14fd6ee0 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:57.171829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ecc98-98a2-42d3-9f71-d4471aaa10ac req-4c414b9a-6dc5-4cd5-b097-2e8b14fd6ee0 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:57.179182 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ecc98-98a2-42d3-9f71-d4471aaa10ac req-4c414b9a-6dc5-4cd5-b097-2e8b14fd6ee0 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:57.196072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ecc98-98a2-42d3-9f71-d4471aaa10ac req-4c414b9a-6dc5-4cd5-b097-2e8b14fd6ee0 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:57.198535 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c77ecc98-98a2-42d3-9f71-d4471aaa10ac req-4c414b9a-6dc5-4cd5-b097-2e8b14fd6ee0 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5429 time: 0.2323482 Aug 16 22:29:57.212854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c0051c69-d121-4503-9a58-2c3bed5dce9e admin admin] Deleting port 08e449b2-e723-41fb-9963-879a62e26400 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:57.213201 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0051c69-d121-4503-9a58-2c3bed5dce9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.279364 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c77ecc98-98a2-42d3-9f71-d4471aaa10ac req-7fb77700-7b88-47ca-849e-5cbe63356c64 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725212 Aug 16 22:29:57.365024 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c0051c69-d121-4503-9a58-2c3bed5dce9e admin admin] For port 08e449b2-e723-41fb-9963-879a62e26400, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=08e449b2-e723-41fb-9963-879a62e26400,segment=NetworkSegment(6d260a28-bcab-42c3-ad98-8b65dcaba380),segment_id=6d260a28-bcab-42c3-ad98-8b65dcaba380)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:57.365400 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0051c69-d121-4503-9a58-2c3bed5dce9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.388192 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c0051c69-d121-4503-9a58-2c3bed5dce9e admin admin] Calling delete_port for 08e449b2-e723-41fb-9963-879a62e26400 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:57.424044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 18e23b02-3747-41d2-bac1-046c88511bb4 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:57.489377 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.521296 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df256cd8-966c-4cfd-9a89-677b753417ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.528266 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0051c69-d121-4503-9a58-2c3bed5dce9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.539144 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] Transition to ACTIVE for port object e2920385-f833-44dc-a870-f4c950f94bfc will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:57.571477 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0051c69-d121-4503-9a58-2c3bed5dce9e admin admin] Pushing event deleted for resources: {'Port': ['ID=08e449b2-e723-41fb-9963-879a62e26400,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:57.585314 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0051c69-d121-4503-9a58-2c3bed5dce9e admin admin] No DVR routers for this DVR port 08e449b2-e723-41fb-9963-879a62e26400 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:29:57.601852 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df256cd8-966c-4cfd-9a89-677b753417ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.676967 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] Transition to ACTIVE for port object e2920385-f833-44dc-a870-f4c950f94bfc will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:57.692640 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0051c69-d121-4503-9a58-2c3bed5dce9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.712905 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.734217 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c0051c69-d121-4503-9a58-2c3bed5dce9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:57.744594 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.758211 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c0051c69-d121-4503-9a58-2c3bed5dce9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d260a28-bcab-42c3-ad98-8b65dcaba380') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:57.758911 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c0051c69-d121-4503-9a58-2c3bed5dce9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d260a28-bcab-42c3-ad98-8b65dcaba380') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:57.766208 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e09ee34-f2eb-4910-bf57-d163dec1de42 None None] DHCP port deletion for 966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:29:57.775035 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0051c69-d121-4503-9a58-2c3bed5dce9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.829070 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0051c69-d121-4503-9a58-2c3bed5dce9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.846918 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0051c69-d121-4503-9a58-2c3bed5dce9e admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:29:57.847142 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-df256cd8-966c-4cfd-9a89-677b753417ba admin admin] Allocated IP 172.25.6.65 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/16dddc64-9a18-4a5b-ac96-4cd18b859a87) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:57.847817 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0051c69-d121-4503-9a58-2c3bed5dce9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:29:57.854271 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:29:57.859878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e23b02-3747-41d2-bac1-046c88511bb4'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:57.867372 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f72c21c-cb10-4604-ab78-ff536b9a960e" -d '{"events": [{"server_uuid": "c1e4f6be-f01c-491b-944d-060a0831c574", "name": "network-vif-unplugged", "status": "completed", "tag": "18e23b02-3747-41d2-bac1-046c88511bb4"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:57.925015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] Network 375c560a-c343-432d-a44f-effc0e1e4134 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:57.932189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 18e23b02-3747-41d2-bac1-046c88511bb4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=18e23b02-3747-41d2-bac1-046c88511bb4,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:57.943720 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:57.953223 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:57.961983 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0051c69-d121-4503-9a58-2c3bed5dce9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.969742 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0051c69-d121-4503-9a58-2c3bed5dce9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.972128 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.976781 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c0051c69-d121-4503-9a58-2c3bed5dce9e admin admin] 10.222.0.93 "DELETE /v2.0/networks/966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea HTTP/1.1" status: 204 len: 168 time: 1.0455818 Aug 16 22:29:57.977658 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] Pushing event updated for resources: {'Port': ['ID=e2920385-f833-44dc-a870-f4c950f94bfc,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:58.000133 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0051c69-d121-4503-9a58-2c3bed5dce9e admin admin] Pushing event deleted for resources: {'Network': ['ID=966ced4e-f6f4-4e1b-b43d-8b66d69bc1ea,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:58.063300 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba914286-9854-49d3-a00e-d0cb7003feb8 req-c517b533-cd25-4b96-9947-29efc63f2614 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:58.067503 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba914286-9854-49d3-a00e-d0cb7003feb8 req-c517b533-cd25-4b96-9947-29efc63f2614 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 946 time: 0.2420976 Aug 16 22:29:58.094508 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c5ee6f-15c8-4507-867c-be83439a62de x-openstack-request-id: req-57c5ee6f-15c8-4507-867c-be83439a62de {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:58.096890 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e4f6be-f01c-491b-944d-060a0831c574", "name": "network-vif-unplugged", "status": "completed", "tag": "18e23b02-3747-41d2-bac1-046c88511bb4", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:58.097303 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-57c5ee6f-15c8-4507-867c-be83439a62de {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:58.097886 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e23b02-3747-41d2-bac1-046c88511bb4', 'code': 200} Aug 16 22:29:58.208914 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df256cd8-966c-4cfd-9a89-677b753417ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.209341 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 08e449b2-e723-41fb-9963-879a62e26400 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:58.214845 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba914286-9854-49d3-a00e-d0cb7003feb8 req-93fe757e-abd1-46fc-9f2c-67209b2c649a tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352632 Aug 16 22:29:58.230582 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33484) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:58.236984 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] Attempting to bind port e2920385-f833-44dc-a870-f4c950f94bfc on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:29:58.237483 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] Attempting to bind port e2920385-f833-44dc-a870-f4c950f94bfc by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '4f82c370-da77-412b-a68d-0d9c56dddbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:29:58.237847 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] Attempting to bind port e2920385-f833-44dc-a870-f4c950f94bfc on network 375c560a-c343-432d-a44f-effc0e1e4134 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:58.267684 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df256cd8-966c-4cfd-9a89-677b753417ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.315191 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=18e23b02-3747-41d2-bac1-046c88511bb4,revision_number=11']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:58.320384 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f19f635a-fef6-46b3-9b8c-326fce1a5574 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a05639ce0f8e4fb9a684fb2b1b120703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0886009 Aug 16 22:29:58.322726 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33488) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:58.330752 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 08e449b2-e723-41fb-9963-879a62e26400 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:29:58.331313 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 08e449b2-e723-41fb-9963-879a62e26400 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:29:58.331883 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device f11d39b0-9bfa-409d-ae3e-dadc88144e3b no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:58.345783 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:29:58.346199 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] Checking segment: {'id': '4f82c370-da77-412b-a68d-0d9c56dddbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:58.346608 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.347000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] Bound using segment: {'id': '4f82c370-da77-412b-a68d-0d9c56dddbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:29:58.347487 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] Bound port: e2920385-f833-44dc-a870-f4c950f94bfc, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f82c370-da77-412b-a68d-0d9c56dddbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:29:58.347875 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.352537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df256cd8-966c-4cfd-9a89-677b753417ba admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:58.355652 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-df256cd8-966c-4cfd-9a89-677b753417ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:58.359701 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df256cd8-966c-4cfd-9a89-677b753417ba admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:58.399437 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df256cd8-966c-4cfd-9a89-677b753417ba admin admin] Pushing event updated for resources: {'Port': ['ID=16dddc64-9a18-4a5b-ac96-4cd18b859a87,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:58.451174 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: f11d39b0-9bfa-409d-ae3e-dadc88144e3b {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:29:58.451521 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device f11d39b0-9bfa-409d-ae3e-dadc88144e3b not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:29:58.451982 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1e34a4bc-8e8d-4c30-80f4-c080700abb5a no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:58.482109 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7346d99-191c-4741-a6e5-f5f28882ed0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.492001 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 1e34a4bc-8e8d-4c30-80f4-c080700abb5a {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:29:58.498010 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1e34a4bc-8e8d-4c30-80f4-c080700abb5a not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:29:58.535354 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7346d99-191c-4741-a6e5-f5f28882ed0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.602267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] For port e2920385-f833-44dc-a870-f4c950f94bfc, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:29:58.610553 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] For port e2920385-f833-44dc-a870-f4c950f94bfc, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e2920385-f833-44dc-a870-f4c950f94bfc,segment=NetworkSegment(4f82c370-da77-412b-a68d-0d9c56dddbae),segment_id=4f82c370-da77-412b-a68d-0d9c56dddbae)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:29:58.614528 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343ee76-e6b8-4171-85fd-e3cd46fc5b77 req-45adbb85-3840-4801-ada9-479b06b38497 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:58.619315 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7346d99-191c-4741-a6e5-f5f28882ed0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.621879 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343ee76-e6b8-4171-85fd-e3cd46fc5b77 req-45adbb85-3840-4801-ada9-479b06b38497 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:58.622473 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7346d99-191c-4741-a6e5-f5f28882ed0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.624258 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.625591 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e7346d99-191c-4741-a6e5-f5f28882ed0a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1c44ad42-ba61-4446-b0e3-f76eb7f111d5 HTTP/1.1" status: 204 len: 168 time: 0.3017921 Aug 16 22:29:58.627832 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343ee76-e6b8-4171-85fd-e3cd46fc5b77 req-45adbb85-3840-4801-ada9-479b06b38497 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:58.634005 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343ee76-e6b8-4171-85fd-e3cd46fc5b77 req-45adbb85-3840-4801-ada9-479b06b38497 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:58.639972 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343ee76-e6b8-4171-85fd-e3cd46fc5b77 req-45adbb85-3840-4801-ada9-479b06b38497 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:58.642112 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7346d99-191c-4741-a6e5-f5f28882ed0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c44ad42-ba61-4446-b0e3-f76eb7f111d5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:58.645816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343ee76-e6b8-4171-85fd-e3cd46fc5b77 req-45adbb85-3840-4801-ada9-479b06b38497 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:58.651872 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343ee76-e6b8-4171-85fd-e3cd46fc5b77 req-45adbb85-3840-4801-ada9-479b06b38497 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:58.653738 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0343ee76-e6b8-4171-85fd-e3cd46fc5b77 req-45adbb85-3840-4801-ada9-479b06b38497 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5429 time: 0.1788905 Aug 16 22:29:58.735383 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf472c-ecc3-4745-b731-bdfa5030527c None None] Pushing event updated for resources: {'Port': ['ID=e2920385-f833-44dc-a870-f4c950f94bfc,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:58.750991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0343ee76-e6b8-4171-85fd-e3cd46fc5b77 req-ae8c1be3-c144-4071-85b1-d8c23e6c69b6 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840194 Aug 16 22:29:58.821636 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b678d4-a75a-4a0f-9fa9-3952ef032a11 req-cc67475c-0218-4828-9ecb-cffecc83c586 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:58.823576 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-08b678d4-a75a-4a0f-9fa9-3952ef032a11 req-cc67475c-0218-4828-9ecb-cffecc83c586 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=63192422-4b75-4c6f-ac6e-06d8c79c8ab2 HTTP/1.1" status: 200 len: 945 time: 0.1688657 Aug 16 22:29:58.916248 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-08b678d4-a75a-4a0f-9fa9-3952ef032a11 req-dbadbdcb-f68e-4fac-bda1-81b642d99c92 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=5c9bb0cb-8ca2-4cca-9b94-1e63be5b7a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819521 Aug 16 22:29:58.940270 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df256cd8-966c-4cfd-9a89-677b753417ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:59.286656 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df256cd8-966c-4cfd-9a89-677b753417ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:59.407989 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 18e23b02-3747-41d2-bac1-046c88511bb4 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:29:59.511936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb30716-d649-4662-9c20-5da0befcc33e req-833638b8-8cd4-4e88-985f-e080a2b8eb9f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:59.513642 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0eb30716-d649-4662-9c20-5da0befcc33e req-833638b8-8cd4-4e88-985f-e080a2b8eb9f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1458406 Aug 16 22:29:59.527645 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 18e23b02-3747-41d2-bac1-046c88511bb4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=18e23b02-3747-41d2-bac1-046c88511bb4,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:59.541654 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '18e23b02-3747-41d2-bac1-046c88511bb4', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'port_id': '18e23b02-3747-41d2-bac1-046c88511bb4', 'mac_address': 'fa:16:3e:ab:c0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:29:59.606233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df256cd8-966c-4cfd-9a89-677b753417ba admin admin] Router 37e00345-512f-4ee0-87b9-0962aab52e3a is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:29:59.608232 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:59.625226 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e23b02-3747-41d2-bac1-046c88511bb4 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:59.651010 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0eb30716-d649-4662-9c20-5da0befcc33e req-2640721c-f2e4-4e36-bdd6-8a9a873ec480 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140661 Aug 16 22:29:59.653930 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 18e23b02-3747-41d2-bac1-046c88511bb4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=18e23b02-3747-41d2-bac1-046c88511bb4,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:59.661473 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:59.805107 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['18e23b02-3747-41d2-bac1-046c88511bb4'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:29:59.807075 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=18e23b02-3747-41d2-bac1-046c88511bb4,revision_number=12']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:59.876570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df256cd8-966c-4cfd-9a89-677b753417ba admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:29:59.889193 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae43678-b954-474e-8cc2-617e2328705f None None] Sync routers for ids ['37e00345-512f-4ee0-87b9-0962aab52e3a'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:29:59.909021 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae43678-b954-474e-8cc2-617e2328705f None None] Routers {'37e00345-512f-4ee0-87b9-0962aab52e3a'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:29:59.914253 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-dae43678-b954-474e-8cc2-617e2328705f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:29:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['37e00345-512f-4ee0-87b9-0962aab52e3a'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:00.015868 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df256cd8-966c-4cfd-9a89-677b753417ba admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:00.018896 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-df256cd8-966c-4cfd-9a89-677b753417ba admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3448205 Aug 16 22:30:00.020003 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33526) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:00.046204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33528) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:00.116486 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-dae43678-b954-474e-8cc2-617e2328705f None None] Set router 37e00345-512f-4ee0-87b9-0962aab52e3a gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:30:00.329164 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689db90-2866-4e96-980d-c5c7e34e9e62 req-124fb97f-61f3-462a-85fd-4224392cc65f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:00.341302 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689db90-2866-4e96-980d-c5c7e34e9e62 req-124fb97f-61f3-462a-85fd-4224392cc65f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:00.354826 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689db90-2866-4e96-980d-c5c7e34e9e62 req-124fb97f-61f3-462a-85fd-4224392cc65f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:00.357035 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e2920385-f833-44dc-a870-f4c950f94bfc up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:00.360134 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c368a5-cdb1-49c3-965e-54d38e5e8f5e None None] Network 375c560a-c343-432d-a44f-effc0e1e4134 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:00.368334 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689db90-2866-4e96-980d-c5c7e34e9e62 req-124fb97f-61f3-462a-85fd-4224392cc65f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:00.381287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689db90-2866-4e96-980d-c5c7e34e9e62 req-124fb97f-61f3-462a-85fd-4224392cc65f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:00.393219 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689db90-2866-4e96-980d-c5c7e34e9e62 req-124fb97f-61f3-462a-85fd-4224392cc65f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:00.405924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689db90-2866-4e96-980d-c5c7e34e9e62 req-124fb97f-61f3-462a-85fd-4224392cc65f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:00.422546 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2689db90-2866-4e96-980d-c5c7e34e9e62 req-124fb97f-61f3-462a-85fd-4224392cc65f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5429 time: 0.5119221 Aug 16 22:30:00.430139 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-dcfec263-bc0e-440b-8000-2c583dcd3770 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-767968240-network', 'tenant_id': '1430c2d2535e481e8ccf4b208114eac5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:00.472641 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfec263-bc0e-440b-8000-2c583dcd3770 admin admin] Made reservation on behalf of 1430c2d2535e481e8ccf4b208114eac5 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:00.475093 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcfec263-bc0e-440b-8000-2c583dcd3770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:00.475236 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f7f1fc55-5d39-46bb-8ccd-d97ba25a9135 None None] Provisioning for port e2920385-f833-44dc-a870-f4c950f94bfc completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:00.508512 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcfec263-bc0e-440b-8000-2c583dcd3770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:00.537713 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port e2920385-f833-44dc-a870-f4c950f94bfc completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:00.552337 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port e2920385-f833-44dc-a870-f4c950f94bfc triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:00.552337 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:00.600293 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5d947-2633-48c5-a46e-ed11336d3ca1 req-48c2c7b2-2eb1-40d1-aa69-83b4b0082262 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:00.602065 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26f5d947-2633-48c5-a46e-ed11336d3ca1 req-48c2c7b2-2eb1-40d1-aa69-83b4b0082262 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=63192422-4b75-4c6f-ac6e-06d8c79c8ab2 HTTP/1.1" status: 200 len: 945 time: 0.5295990 Aug 16 22:30:00.618878 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-dae43678-b954-474e-8cc2-617e2328705f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'name': 'tempest-ServersTestBootFromVolume-1892836358-router', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:29:56Z', 'updated_at': '2021-08-16T22:29:58Z', 'revision_number': 3, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'gw_port': {'id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:29:57Z', 'updated_at': '2021-08-16T22:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:00.708120 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae43678-b954-474e-8cc2-617e2328705f None None] Checking router: 37e00345-512f-4ee0-87b9-0962aab52e3a for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:30:00.708563 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae43678-b954-474e-8cc2-617e2328705f None None] Updating router 37e00345-512f-4ee0-87b9-0962aab52e3a port 16dddc64-9a18-4a5b-ac96-4cd18b859a87 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:30:00.762773 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2689db90-2866-4e96-980d-c5c7e34e9e62 req-91366b8c-f91e-4180-95e1-e1d7c76e8b2c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3390408 Aug 16 22:30:00.773142 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dae43678-b954-474e-8cc2-617e2328705f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:00.892707 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:00.966872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26f5d947-2633-48c5-a46e-ed11336d3ca1 req-14233488-7ad3-487e-955b-b1952c0e03d0 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=5c9bb0cb-8ca2-4cca-9b94-1e63be5b7a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2876644 Aug 16 22:30:01.075274 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port e2920385-f833-44dc-a870-f4c950f94bfc, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e2920385-f833-44dc-a870-f4c950f94bfc,segment=NetworkSegment(4f82c370-da77-412b-a68d-0d9c56dddbae),segment_id=4f82c370-da77-412b-a68d-0d9c56dddbae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:01.084362 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:01.099407 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcaf29-c46d-44ea-a916-3642076241b2 req-3972007a-26d8-4211-b382-217a23cb9db4 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:01.100982 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-67dcaf29-c46d-44ea-a916-3642076241b2 req-3972007a-26d8-4211-b382-217a23cb9db4 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.39 "GET /v2.0/ports?device_id=63192422-4b75-4c6f-ac6e-06d8c79c8ab2 HTTP/1.1" status: 200 len: 945 time: 0.4241016 Aug 16 22:30:01.252715 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=e2920385-f833-44dc-a870-f4c950f94bfc,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:01.415989 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:30:01.420708 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 18e23b02-3747-41d2-bac1-046c88511bb4 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:01.465084 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33562) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:01.501557 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcfec263-bc0e-440b-8000-2c583dcd3770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:01.521718 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcfec263-bc0e-440b-8000-2c583dcd3770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:01.566474 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd632c5-1377-4a93-86a0-b07625c3a1d0 req-981df719-e13c-4bac-98f0-1d624ecada1f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:01.571156 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8cd632c5-1377-4a93-86a0-b07625c3a1d0 req-981df719-e13c-4bac-98f0-1d624ecada1f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 945 time: 0.2834630 Aug 16 22:30:01.604743 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-67dcaf29-c46d-44ea-a916-3642076241b2 req-f66c0e30-dd56-4f8d-95ef-265d92a9aaac tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Deleting port d2c6e567-6d28-43a6-88f1-6d64c44d57d1 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:01.607128 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-67dcaf29-c46d-44ea-a916-3642076241b2 req-f66c0e30-dd56-4f8d-95ef-265d92a9aaac tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:01.644855 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dae43678-b954-474e-8cc2-617e2328705f None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:01.673532 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dae43678-b954-474e-8cc2-617e2328705f None None] Transition to ACTIVE for port object 16dddc64-9a18-4a5b-ac96-4cd18b859a87 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:01.686492 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dae43678-b954-474e-8cc2-617e2328705f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:01.737575 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-20ae7d40-61bb-4d0b-a27d-9225bffc143d None None] Provisioning complete for port e2920385-f833-44dc-a870-f4c950f94bfc triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:01.740483 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-20ae7d40-61bb-4d0b-a27d-9225bffc143d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:01.793456 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfec263-bc0e-440b-8000-2c583dcd3770 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:30:01.811884 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d53617-67c1-4cb7-93ee-17ddb93b9d45 None None] Pushing event updated for resources: {'Port': ['ID=16dddc64-9a18-4a5b-ac96-4cd18b859a87,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:01.822754 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d53617-67c1-4cb7-93ee-17ddb93b9d45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:01.823362 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d53617-67c1-4cb7-93ee-17ddb93b9d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:01.823848 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d53617-67c1-4cb7-93ee-17ddb93b9d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:01.824651 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d53617-67c1-4cb7-93ee-17ddb93b9d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:01.825616 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d53617-67c1-4cb7-93ee-17ddb93b9d45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:01.826134 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d53617-67c1-4cb7-93ee-17ddb93b9d45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:01.826619 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d53617-67c1-4cb7-93ee-17ddb93b9d45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:01.827988 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d53617-67c1-4cb7-93ee-17ddb93b9d45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:01.828478 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d53617-67c1-4cb7-93ee-17ddb93b9d45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:01.829118 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d53617-67c1-4cb7-93ee-17ddb93b9d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:01.829598 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d53617-67c1-4cb7-93ee-17ddb93b9d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:01.830109 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d53617-67c1-4cb7-93ee-17ddb93b9d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:01.848610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfec263-bc0e-440b-8000-2c583dcd3770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:01.855686 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-dae43678-b954-474e-8cc2-617e2328705f None None] Attempting to bind port 16dddc64-9a18-4a5b-ac96-4cd18b859a87 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:01.856313 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-dae43678-b954-474e-8cc2-617e2328705f None None] Attempting to bind port 16dddc64-9a18-4a5b-ac96-4cd18b859a87 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:01.856904 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae43678-b954-474e-8cc2-617e2328705f None None] Attempting to bind port 16dddc64-9a18-4a5b-ac96-4cd18b859a87 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:01.867784 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae43678-b954-474e-8cc2-617e2328705f None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:01.868632 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae43678-b954-474e-8cc2-617e2328705f None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:01.869349 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dae43678-b954-474e-8cc2-617e2328705f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:01.870322 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae43678-b954-474e-8cc2-617e2328705f None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:01.870939 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-dae43678-b954-474e-8cc2-617e2328705f None None] Bound port: 16dddc64-9a18-4a5b-ac96-4cd18b859a87, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:01.871717 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dae43678-b954-474e-8cc2-617e2328705f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:01.902457 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcfec263-bc0e-440b-8000-2c583dcd3770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:01.911074 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-dcfec263-bc0e-440b-8000-2c583dcd3770 admin admin] Added segment 8eaf7c67-0eca-4fab-b3e5-affad94b4085 of type vlan for network 9059d325-84cb-422e-b8d7-d8803d6dfafe Aug 16 22:30:01.938274 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-36193e41-57ef-48bc-ba7d-4b7ffe9839f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:02.167825 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 18e23b02-3747-41d2-bac1-046c88511bb4 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:02.168188 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:02.169373 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dae43678-b954-474e-8cc2-617e2328705f None None] For port 16dddc64-9a18-4a5b-ac96-4cd18b859a87, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:02.180830 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dae43678-b954-474e-8cc2-617e2328705f None None] For port 16dddc64-9a18-4a5b-ac96-4cd18b859a87, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=16dddc64-9a18-4a5b-ac96-4cd18b859a87,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:02.200921 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dae43678-b954-474e-8cc2-617e2328705f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:02.277679 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8cd632c5-1377-4a93-86a0-b07625c3a1d0 req-afd8ff66-36d6-40be-ba15-37268ddf1d09 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6975565 Aug 16 22:30:02.289636 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae43678-b954-474e-8cc2-617e2328705f None None] Routers {'37e00345-512f-4ee0-87b9-0962aab52e3a'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:02.290311 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-dae43678-b954-474e-8cc2-617e2328705f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:29:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['37e00345-512f-4ee0-87b9-0962aab52e3a'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:02.320217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:02.338077 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d53617-67c1-4cb7-93ee-17ddb93b9d45 None None] Pushing event updated for resources: {'Port': ['ID=16dddc64-9a18-4a5b-ac96-4cd18b859a87,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:02.347117 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efdb3be9-2e6f-42e2-8910-4ad4f18ff953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:02.412489 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcfec263-bc0e-440b-8000-2c583dcd3770 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:02.426707 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e2920385-f833-44dc-a870-f4c950f94bfc up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:02.443642 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-67dcaf29-c46d-44ea-a916-3642076241b2 req-f66c0e30-dd56-4f8d-95ef-265d92a9aaac tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] For port d2c6e567-6d28-43a6-88f1-6d64c44d57d1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d2c6e567-6d28-43a6-88f1-6d64c44d57d1,segment=NetworkSegment(1fb551a9-9c7f-4967-b244-9a7b8527c392),segment_id=1fb551a9-9c7f-4967-b244-9a7b8527c392)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:02.444168 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-67dcaf29-c46d-44ea-a916-3642076241b2 req-f66c0e30-dd56-4f8d-95ef-265d92a9aaac tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:02.506305 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-36193e41-57ef-48bc-ba7d-4b7ffe9839f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:02.528226 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-dae43678-b954-474e-8cc2-617e2328705f None None] Set router 37e00345-512f-4ee0-87b9-0962aab52e3a gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:30:02.571343 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-36193e41-57ef-48bc-ba7d-4b7ffe9839f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:02.587007 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd', 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e', 'port_id': 'df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd', 'mac_address': 'fa:16:3e:9d:1e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8', 'ip_address': '10.1.1.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:30:02.601193 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:02.725667 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e23b02-3747-41d2-bac1-046c88511bb4'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:02.728095 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be75490e-d634-4a80-b972-203d1395e0bf" -d '{"events": [{"server_uuid": "c1e4f6be-f01c-491b-944d-060a0831c574", "name": "network-vif-plugged", "status": "completed", "tag": "18e23b02-3747-41d2-bac1-046c88511bb4"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:02.820508 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36193e41-57ef-48bc-ba7d-4b7ffe9839f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cab5b8-ba2d-4ca9-8420-1808b5ad0468,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:02.835101 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 18e23b02-3747-41d2-bac1-046c88511bb4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=18e23b02-3747-41d2-bac1-046c88511bb4,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:02.842841 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-36193e41-57ef-48bc-ba7d-4b7ffe9839f0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3eaba51401744e218ddd65362a7898c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3756411 Aug 16 22:30:02.847299 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33580) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:02.870916 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:02.914212 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.resource_extend [None req-dcfec263-bc0e-440b-8000-2c583dcd3770 admin admin] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:30:02.931826 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-dae43678-b954-474e-8cc2-617e2328705f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'name': 'tempest-ServersTestBootFromVolume-1892836358-router', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:29:56Z', 'updated_at': '2021-08-16T22:29:58Z', 'revision_number': 3, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'gw_port': {'id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:29:57Z', 'updated_at': '2021-08-16T22:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:02.972754 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae43678-b954-474e-8cc2-617e2328705f None None] The sync data for ids ['37e00345-512f-4ee0-87b9-0962aab52e3a'] in n-d-792458-15 is: [{'id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'name': 'tempest-ServersTestBootFromVolume-1892836358-router', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:29:56Z', 'updated_at': '2021-08-16T22:29:58Z', 'revision_number': 3, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'gw_port': {'id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:29:57Z', 'updated_at': '2021-08-16T22:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:02.979974 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-efdb3be9-2e6f-42e2-8910-4ad4f18ff953 admin admin] Allocated IP 172.20.0.1 (375c560a-c343-432d-a44f-effc0e1e4134/47785ed2-eedb-4896-b504-79173b91e11f/969aa742-7b8e-4b4f-bbb8-d85aeb3ae726) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:03.056613 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27170e0-60fd-450a-b6cf-63723aa5d785 req-d07c2825-53db-4d3b-9516-7ef7a6d6b00b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:03.063679 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27170e0-60fd-450a-b6cf-63723aa5d785 req-d07c2825-53db-4d3b-9516-7ef7a6d6b00b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:03.072287 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port e2920385-f833-44dc-a870-f4c950f94bfc triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:03.072647 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:03.073272 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27170e0-60fd-450a-b6cf-63723aa5d785 req-d07c2825-53db-4d3b-9516-7ef7a6d6b00b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:03.084577 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:03.098921 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27170e0-60fd-450a-b6cf-63723aa5d785 req-d07c2825-53db-4d3b-9516-7ef7a6d6b00b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:03.109104 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27170e0-60fd-450a-b6cf-63723aa5d785 req-d07c2825-53db-4d3b-9516-7ef7a6d6b00b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:03.117543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27170e0-60fd-450a-b6cf-63723aa5d785 req-d07c2825-53db-4d3b-9516-7ef7a6d6b00b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:03.124859 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27170e0-60fd-450a-b6cf-63723aa5d785 req-d07c2825-53db-4d3b-9516-7ef7a6d6b00b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:03.145505 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e27170e0-60fd-450a-b6cf-63723aa5d785 req-d07c2825-53db-4d3b-9516-7ef7a6d6b00b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5429 time: 1.1897218 Aug 16 22:30:03.173989 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcfec263-bc0e-440b-8000-2c583dcd3770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:03.175404 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfec263-bc0e-440b-8000-2c583dcd3770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:03.176398 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcfec263-bc0e-440b-8000-2c583dcd3770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:03.271495 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5143a2b7-3540-43c4-b790-4a42055344ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:03.302739 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94585c-c987-4042-8ae1-1a92410d4c32 req-e57b3dbc-4802-4b03-a0eb-1ab4524f4082 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:03.311452 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a94585c-c987-4042-8ae1-1a92410d4c32 req-e57b3dbc-4802-4b03-a0eb-1ab4524f4082 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=63192422-4b75-4c6f-ac6e-06d8c79c8ab2 HTTP/1.1" status: 200 len: 945 time: 0.8723547 Aug 16 22:30:03.332275 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5143a2b7-3540-43c4-b790-4a42055344ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:03.361528 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:30:03.366647 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=18e23b02-3747-41d2-bac1-046c88511bb4,revision_number=13']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:03.420838 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:03.432704 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:03.433949 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 5cc8d146-8521-4493-8309-20588af1db83 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:30:03.467304 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5143a2b7-3540-43c4-b790-4a42055344ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:03.474782 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5143a2b7-3540-43c4-b790-4a42055344ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:03.484758 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5143a2b7-3540-43c4-b790-4a42055344ff admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f4cab5b8-ba2d-4ca9-8420-1808b5ad0468 HTTP/1.1" status: 204 len: 168 time: 0.6324530 Aug 16 22:30:03.536032 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143a2b7-3540-43c4-b790-4a42055344ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cab5b8-ba2d-4ca9-8420-1808b5ad0468,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:03.557639 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dcfec263-bc0e-440b-8000-2c583dcd3770 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.5075037 Aug 16 22:30:03.568393 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33586) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:03.572869 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e27170e0-60fd-450a-b6cf-63723aa5d785 req-899c6a66-effd-4f06-8a29-4880186b46fa tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4237559 Aug 16 22:30:03.594454 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f7f10f04-ae06-487a-ae1c-18a5a9280f61 admin admin] Request body: {'subnet': {'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-767968240-subnet', 'tenant_id': '1430c2d2535e481e8ccf4b208114eac5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:03.610557 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:03.631581 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-67dcaf29-c46d-44ea-a916-3642076241b2 req-f66c0e30-dd56-4f8d-95ef-265d92a9aaac tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:03.631959 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-67dcaf29-c46d-44ea-a916-3642076241b2 req-f66c0e30-dd56-4f8d-95ef-265d92a9aaac tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:03.632273 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [req-67dcaf29-c46d-44ea-a916-3642076241b2 req-f66c0e30-dd56-4f8d-95ef-265d92a9aaac tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Floating IP 554ad80f-f23a-4085-b8c7-3be2dd150706 disassociated. External IP: 172.25.6.169, port: d2c6e567-6d28-43a6-88f1-6d64c44d57d1. Aug 16 22:30:03.632612 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-67dcaf29-c46d-44ea-a916-3642076241b2 req-f66c0e30-dd56-4f8d-95ef-265d92a9aaac tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Calling delete_port for d2c6e567-6d28-43a6-88f1-6d64c44d57d1 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:03.704854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f10f04-ae06-487a-ae1c-18a5a9280f61 admin admin] Made reservation on behalf of 1430c2d2535e481e8ccf4b208114eac5 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:03.712857 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7f10f04-ae06-487a-ae1c-18a5a9280f61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:03.744826 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfec263-bc0e-440b-8000-2c583dcd3770 admin admin] Pushing event updated for resources: {'Network': ['ID=9059d325-84cb-422e-b8d7-d8803d6dfafe,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:03.768030 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.resource_extend [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:30:03.793937 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a94585c-c987-4042-8ae1-1a92410d4c32 req-ebdd4644-0310-4b95-9767-8f1f14b1cd18 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups?id=5c9bb0cb-8ca2-4cca-9b94-1e63be5b7a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4805367 Aug 16 22:30:03.814713 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 9059d325-84cb-422e-b8d7-d8803d6dfafe details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:30:03.919729 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efdb3be9-2e6f-42e2-8910-4ad4f18ff953 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:03.949372 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06ff70d-132f-48f0-b075-e078712e1899 x-openstack-request-id: req-a06ff70d-132f-48f0-b075-e078712e1899 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:30:03.949991 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e4f6be-f01c-491b-944d-060a0831c574", "name": "network-vif-plugged", "status": "completed", "tag": "18e23b02-3747-41d2-bac1-046c88511bb4", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:30:03.949991 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a06ff70d-132f-48f0-b075-e078712e1899 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:30:03.950400 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e23b02-3747-41d2-bac1-046c88511bb4', 'code': 200} Aug 16 22:30:03.982116 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-efdb3be9-2e6f-42e2-8910-4ad4f18ff953 admin admin] Transition to ACTIVE for port object 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:04.156516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe387b-60f1-45f9-8e3f-1e60478201b5 req-9f9a31d5-fba8-4631-8cdc-5ea37d16e7e6 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:04.168110 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcbe387b-60f1-45f9-8e3f-1e60478201b5 req-9f9a31d5-fba8-4631-8cdc-5ea37d16e7e6 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 946 time: 0.1987338 Aug 16 22:30:04.184348 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efdb3be9-2e6f-42e2-8910-4ad4f18ff953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:04.222768 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 5cc8d146-8521-4493-8309-20588af1db83, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5cc8d146-8521-4493-8309-20588af1db83,segment=NetworkSegment(df519e46-de07-453b-bbcc-75ee7d668a7f),segment_id=df519e46-de07-453b-bbcc-75ee7d668a7f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:04.260697 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 16dddc64-9a18-4a5b-ac96-4cd18b859a87 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:04.273167 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdb3be9-2e6f-42e2-8910-4ad4f18ff953 admin admin] Network 375c560a-c343-432d-a44f-effc0e1e4134 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:04.323397 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-efdb3be9-2e6f-42e2-8910-4ad4f18ff953 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:04.357660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdb3be9-2e6f-42e2-8910-4ad4f18ff953 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:04.387303 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '5cc8d146-8521-4493-8309-20588af1db83', 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93', 'port_id': '5cc8d146-8521-4493-8309-20588af1db83', 'mac_address': 'fa:16:3e:b2:fd:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:30:04.408048 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcbe387b-60f1-45f9-8e3f-1e60478201b5 req-0c99c7a1-3a0d-4aee-8d35-6673708edff9 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373004 Aug 16 22:30:04.414990 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-67dcaf29-c46d-44ea-a916-3642076241b2 req-f66c0e30-dd56-4f8d-95ef-265d92a9aaac tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:04.448200 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb3be9-2e6f-42e2-8910-4ad4f18ff953 admin admin] Pushing event updated for resources: {'Port': ['ID=969aa742-7b8e-4b4f-bbb8-d85aeb3ae726,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:04.472867 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7f10f04-ae06-487a-ae1c-18a5a9280f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:04.547696 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:04.564130 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c0e30-dd56-4f8d-95ef-265d92a9aaac tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Pushing event deleted for resources: {'Port': ['ID=d2c6e567-6d28-43a6-88f1-6d64c44d57d1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:04.568573 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 16dddc64-9a18-4a5b-ac96-4cd18b859a87 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:04.609686 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 16dddc64-9a18-4a5b-ac96-4cd18b859a87 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:04.615441 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:04.673130 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efdb3be9-2e6f-42e2-8910-4ad4f18ff953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:04.674243 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc8d146-8521-4493-8309-20588af1db83 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:30:04.711331 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 5cc8d146-8521-4493-8309-20588af1db83, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5cc8d146-8521-4493-8309-20588af1db83,segment=NetworkSegment(df519e46-de07-453b-bbcc-75ee7d668a7f),segment_id=df519e46-de07-453b-bbcc-75ee7d668a7f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:04.727311 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:04.728346 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 8a6c2671-f986-41c4-892f-cc350ac251e1 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:30:04.815515 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 8a6c2671-f986-41c4-892f-cc350ac251e1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=8a6c2671-f986-41c4-892f-cc350ac251e1,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:04.854631 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '8a6c2671-f986-41c4-892f-cc350ac251e1', 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e', 'port_id': '8a6c2671-f986-41c4-892f-cc350ac251e1', 'mac_address': 'fa:16:3e:a8:d8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:30:04.899290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d0e02-d0af-42e6-a8ce-114235be973f req-768bd444-a43d-4c5b-b367-28900e25d564 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:04.919463 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d0e02-d0af-42e6-a8ce-114235be973f req-768bd444-a43d-4c5b-b367-28900e25d564 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:04.926268 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d0e02-d0af-42e6-a8ce-114235be973f req-768bd444-a43d-4c5b-b367-28900e25d564 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:04.943900 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d0e02-d0af-42e6-a8ce-114235be973f req-768bd444-a43d-4c5b-b367-28900e25d564 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:04.957439 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d0e02-d0af-42e6-a8ce-114235be973f req-768bd444-a43d-4c5b-b367-28900e25d564 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:04.981020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d0e02-d0af-42e6-a8ce-114235be973f req-768bd444-a43d-4c5b-b367-28900e25d564 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:05.004499 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d0e02-d0af-42e6-a8ce-114235be973f req-768bd444-a43d-4c5b-b367-28900e25d564 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:05.004740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f10f04-ae06-487a-ae1c-18a5a9280f61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d4ff73f-336b-4de1-b3a1-5534bfb75da2,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:05.013355 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf1d0e02-d0af-42e6-a8ce-114235be973f req-768bd444-a43d-4c5b-b367-28900e25d564 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5431 time: 0.2668390 Aug 16 22:30:05.041765 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-65a8e5e1-8de6-4974-824a-7695b8821cd6 None None] Provisioning for port 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:05.048412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67dcaf29-c46d-44ea-a916-3642076241b2 req-f66c0e30-dd56-4f8d-95ef-265d92a9aaac tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Router 73771b2c-d3b6-4f0c-a0ad-cec909001553 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:30:05.054196 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-65a8e5e1-8de6-4974-824a-7695b8821cd6 None None] Provisioning complete for port 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:05.058448 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-65a8e5e1-8de6-4974-824a-7695b8821cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.062983 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f10f04-ae06-487a-ae1c-18a5a9280f61 admin admin] Checking segment: {'id': '8eaf7c67-0eca-4fab-b3e5-affad94b4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:05.063589 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f10f04-ae06-487a-ae1c-18a5a9280f61 admin admin] Network hostable DHCP agents. Network: 9059d325-84cb-422e-b8d7-d8803d6dfafe, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:30:05.154985 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf1d0e02-d0af-42e6-a8ce-114235be973f req-7ff38ff7-c18b-4574-bcf4-384f169a824a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0973313 Aug 16 22:30:05.221771 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f10f04-ae06-487a-ae1c-18a5a9280f61 admin admin] Network 9059d325-84cb-422e-b8d7-d8803d6dfafe is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:30:05.244904 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23221640-695a-4175-adcc-e555e37fdb09 req-4fed5d35-66d7-4244-8a68-c413735ec22e tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=63192422-4b75-4c6f-ac6e-06d8c79c8ab2 HTTP/1.1" status: 200 len: 210 time: 0.2298634 Aug 16 22:30:05.267101 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.298078 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6c2671-f986-41c4-892f-cc350ac251e1 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:30:05.309604 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=5cc8d146-8521-4493-8309-20588af1db83,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:05.318785 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.337475 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-f7f10f04-ae06-487a-ae1c-18a5a9280f61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 9059d325-84cb-422e-b8d7-d8803d6dfafe) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:05.347830 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f10f04-ae06-487a-ae1c-18a5a9280f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:05.349129 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7f10f04-ae06-487a-ae1c-18a5a9280f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.374087 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 16dddc64-9a18-4a5b-ac96-4cd18b859a87, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=16dddc64-9a18-4a5b-ac96-4cd18b859a87,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:05.392035 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db10a67e-e0a4-489c-af7d-1c97f85b249b None None] Network 9059d325-84cb-422e-b8d7-d8803d6dfafe requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:05.397578 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f7f10f04-ae06-487a-ae1c-18a5a9280f61 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8252726 Aug 16 22:30:05.400766 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.442875 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efdb3be9-2e6f-42e2-8910-4ad4f18ff953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.499207 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-65a8e5e1-8de6-4974-824a-7695b8821cd6 None None] Port 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:05.533822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 8a6c2671-f986-41c4-892f-cc350ac251e1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=8a6c2671-f986-41c4-892f-cc350ac251e1,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:05.750074 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67dcaf29-c46d-44ea-a916-3642076241b2 req-f66c0e30-dd56-4f8d-95ef-265d92a9aaac tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:05.777790 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.778645 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e26f09f8-7d01-4e95-a60f-3430a43aa863 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:30:05.848352 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfa0d8-4e68-426b-8dd8-48770abfbe70 req-fd699b91-d187-4e4f-811a-939db9edbc51 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:05.859559 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23dfa0d8-4e68-426b-8dd8-48770abfbe70 req-fd699b91-d187-4e4f-811a-939db9edbc51 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 946 time: 0.3311222 Aug 16 22:30:05.903103 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efdb3be9-2e6f-42e2-8910-4ad4f18ff953 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.916931 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e26f09f8-7d01-4e95-a60f-3430a43aa863, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e26f09f8-7d01-4e95-a60f-3430a43aa863,segment=NetworkSegment(cb807bf3-34f9-4fc7-bb65-ae2e13f03841),segment_id=cb807bf3-34f9-4fc7-bb65-ae2e13f03841)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:05.917298 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efdb3be9-2e6f-42e2-8910-4ad4f18ff953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.936726 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'e26f09f8-7d01-4e95-a60f-3430a43aa863', 'network_id': '4a4f1f6c-9680-469a-bab8-e73ceb2b4da1', 'port_id': 'e26f09f8-7d01-4e95-a60f-3430a43aa863', 'mac_address': 'fa:16:3e:c2:ee:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6407f57a-0a4a-4c45-b6bc-4d49c5bbccdb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:30:05.951186 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2942bc2-7de1-4bbc-9c66-499828dc7d9b None None] Sync routers for ids ['73771b2c-d3b6-4f0c-a0ad-cec909001553'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:05.960522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dcaf29-c46d-44ea-a916-3642076241b2 req-f66c0e30-dd56-4f8d-95ef-265d92a9aaac tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] No DVR routers for this DVR port d2c6e567-6d28-43a6-88f1-6d64c44d57d1 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:30:05.979518 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-67dcaf29-c46d-44ea-a916-3642076241b2 req-f66c0e30-dd56-4f8d-95ef-265d92a9aaac tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.982104 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-67dcaf29-c46d-44ea-a916-3642076241b2 req-f66c0e30-dd56-4f8d-95ef-265d92a9aaac tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.39 "DELETE /v2.0/ports/d2c6e567-6d28-43a6-88f1-6d64c44d57d1 HTTP/1.1" status: 204 len: 173 time: 4.8673439 Aug 16 22:30:05.982588 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63192422-4b75-4c6f-ac6e-06d8c79c8ab2', 'name': 'network-vif-deleted', 'tag': 'd2c6e567-6d28-43a6-88f1-6d64c44d57d1'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:05.985520 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bbdb69-b267-4943-be3d-0ed10c0c0632" -d '{"events": [{"server_uuid": "63192422-4b75-4c6f-ac6e-06d8c79c8ab2", "name": "network-vif-deleted", "tag": "d2c6e567-6d28-43a6-88f1-6d64c44d57d1"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:06.008525 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-9059d325-84cb-422e-b8d7-d8803d6dfafe', 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe', 'tenant_id': '1430c2d2535e481e8ccf4b208114eac5', 'fixed_ips': [{'subnet_id': '8d4ff73f-336b-4de1-b3a1-5534bfb75da2'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:30:06.009687 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:06.041766 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:06.086146 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efdb3be9-2e6f-42e2-8910-4ad4f18ff953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:06.144985 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d607ffc-230d-42fb-99ae-bfbfbb8a017d x-openstack-request-id: req-7d607ffc-230d-42fb-99ae-bfbfbb8a017d {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:30:06.145296 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63192422-4b75-4c6f-ac6e-06d8c79c8ab2", "name": "network-vif-deleted", "tag": "d2c6e567-6d28-43a6-88f1-6d64c44d57d1", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:30:06.145561 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7d607ffc-230d-42fb-99ae-bfbfbb8a017d {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:30:06.146048 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63192422-4b75-4c6f-ac6e-06d8c79c8ab2', 'name': 'network-vif-deleted', 'tag': 'd2c6e567-6d28-43a6-88f1-6d64c44d57d1', 'status': 'completed', 'code': 200} Aug 16 22:30:06.159214 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23dfa0d8-4e68-426b-8dd8-48770abfbe70 req-13eeb244-019e-428a-8776-2aafa997cd25 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987480 Aug 16 22:30:06.369235 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2942bc2-7de1-4bbc-9c66-499828dc7d9b None None] Routers {'73771b2c-d3b6-4f0c-a0ad-cec909001553'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:06.370189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d2942bc2-7de1-4bbc-9c66-499828dc7d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:29:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['73771b2c-d3b6-4f0c-a0ad-cec909001553'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:06.383477 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb3be9-2e6f-42e2-8910-4ad4f18ff953 admin admin] Pushing event updated for resources: {'Port': ['ID=969aa742-7b8e-4b4f-bbb8-d85aeb3ae726,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:06.490595 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d2942bc2-7de1-4bbc-9c66-499828dc7d9b None None] Set router 73771b2c-d3b6-4f0c-a0ad-cec909001553 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:30:06.550399 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1068f-7ff5-4ffb-be31-3eb4a1ddb511 req-f6420f1a-ed56-475b-a798-524c68c3b515 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:06.583077 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdb3be9-2e6f-42e2-8910-4ad4f18ff953 admin admin] Network 375c560a-c343-432d-a44f-effc0e1e4134 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:06.588927 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-efdb3be9-2e6f-42e2-8910-4ad4f18ff953 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:06.589260 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1068f-7ff5-4ffb-be31-3eb4a1ddb511 req-f6420f1a-ed56-475b-a798-524c68c3b515 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:06.602876 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1068f-7ff5-4ffb-be31-3eb4a1ddb511 req-f6420f1a-ed56-475b-a798-524c68c3b515 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:06.620973 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1068f-7ff5-4ffb-be31-3eb4a1ddb511 req-f6420f1a-ed56-475b-a798-524c68c3b515 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:06.654915 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1068f-7ff5-4ffb-be31-3eb4a1ddb511 req-f6420f1a-ed56-475b-a798-524c68c3b515 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:06.668333 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1068f-7ff5-4ffb-be31-3eb4a1ddb511 req-f6420f1a-ed56-475b-a798-524c68c3b515 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:06.684240 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1068f-7ff5-4ffb-be31-3eb4a1ddb511 req-f6420f1a-ed56-475b-a798-524c68c3b515 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:06.696984 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7be1068f-7ff5-4ffb-be31-3eb4a1ddb511 req-f6420f1a-ed56-475b-a798-524c68c3b515 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5432 time: 0.2721651 Aug 16 22:30:06.931283 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7be1068f-7ff5-4ffb-be31-3eb4a1ddb511 req-02a01db4-172b-4a1a-ac04-c7c96dfe304e tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2178619 Aug 16 22:30:07.157898 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdb3be9-2e6f-42e2-8910-4ad4f18ff953 admin admin] Router 37e00345-512f-4ee0-87b9-0962aab52e3a has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:30:07.172836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-317cbea6-98e9-40b2-b235-8109ed5b31c1 req-97825ec3-b913-4410-8800-025fe6d56250 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/ports?device_id=63192422-4b75-4c6f-ac6e-06d8c79c8ab2 HTTP/1.1" status: 200 len: 210 time: 0.0687344 Aug 16 22:30:07.363733 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdb3be9-2e6f-42e2-8910-4ad4f18ff953 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:07.370148 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-efdb3be9-2e6f-42e2-8910-4ad4f18ff953 admin admin] 10.222.0.93 "PUT /v2.0/routers/37e00345-512f-4ee0-87b9-0962aab52e3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3480241 Aug 16 22:30:07.376777 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] Sync routers for ids ['37e00345-512f-4ee0-87b9-0962aab52e3a'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:07.393103 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] Routers {'37e00345-512f-4ee0-87b9-0962aab52e3a'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:07.395128 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:29:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['37e00345-512f-4ee0-87b9-0962aab52e3a'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:07.474236 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=16dddc64-9a18-4a5b-ac96-4cd18b859a87,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:07.488779 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] Allocated IP 172.20.0.2 (9059d325-84cb-422e-b8d7-d8803d6dfafe/8d4ff73f-336b-4de1-b3a1-5534bfb75da2/533fdeed-18d1-4f4e-9b28-0df1c9844a0b) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:07.494894 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a075a-9441-4586-b128-a9b960841e84 req-8e29a10e-81cd-4cb0-b44b-6e9e61746505 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:07.502634 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce2a075a-9441-4586-b128-a9b960841e84 req-8e29a10e-81cd-4cb0-b44b-6e9e61746505 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/networks?id=9059d325-84cb-422e-b8d7-d8803d6dfafe HTTP/1.1" status: 200 len: 815 time: 0.2719231 Aug 16 22:30:07.512791 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26f09f8-7d01-4e95-a60f-3430a43aa863 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:30:07.538477 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd0cc2-21b5-4ce4-9c38-f2a70ad78b81 req-788254bf-74a3-43a7-8401-1e2a42ef65bd tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:07.551929 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5fdd0cc2-21b5-4ce4-9c38-f2a70ad78b81 req-788254bf-74a3-43a7-8401-1e2a42ef65bd tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 946 time: 0.2425587 Aug 16 22:30:07.562823 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce2a075a-9441-4586-b128-a9b960841e84 req-62b7701d-19e8-460e-b31f-42443c646353 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/quotas/1430c2d2535e481e8ccf4b208114eac5 HTTP/1.1" status: 200 len: 375 time: 0.0588884 Aug 16 22:30:07.674805 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce2a075a-9441-4586-b128-a9b960841e84 req-43bf7257-d849-40f8-99aa-9fcb54c3400d tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1430c2d2535e481e8ccf4b208114eac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1106737 Aug 16 22:30:07.693407 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e26f09f8-7d01-4e95-a60f-3430a43aa863, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e26f09f8-7d01-4e95-a60f-3430a43aa863,segment=NetworkSegment(cb807bf3-34f9-4fc7-bb65-ae2e13f03841),segment_id=cb807bf3-34f9-4fc7-bb65-ae2e13f03841)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:07.718362 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] Set router 37e00345-512f-4ee0-87b9-0962aab52e3a gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:30:07.728402 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cf7115a5-2927-449c-a784-072dd6445c0d None None] Provisioning complete for port 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:07.748998 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cf7115a5-2927-449c-a784-072dd6445c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:07.751907 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:07.752793 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e06f4eb2-9456-487d-879d-8e9aea9648b9 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:30:07.854694 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5fdd0cc2-21b5-4ce4-9c38-f2a70ad78b81 req-2ebb11b3-2ff7-4d2c-89b8-11f8f5697992 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2886276 Aug 16 22:30:07.955667 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce2a075a-9441-4586-b128-a9b960841e84 req-924d1257-ba86-4dd6-b968-2099a86438d0 service neutron] 10.222.0.93 "GET /v2.0/networks/9059d325-84cb-422e-b8d7-d8803d6dfafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796817 Aug 16 22:30:08.088032 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=8a6c2671-f986-41c4-892f-cc350ac251e1,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:08.204354 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-cf7115a5-2927-449c-a784-072dd6445c0d None None] Port 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:08.223494 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.resource_extend [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:30:08.239385 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'name': 'tempest-ServersTestBootFromVolume-1892836358-router', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:29:56Z', 'updated_at': '2021-08-16T22:30:05Z', 'revision_number': 4, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'gw_port': {'id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:29:57Z', 'updated_at': '2021-08-16T22:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '969aa742-7b8e-4b4f-bbb8-d85aeb3ae726', 'name': '', 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'mac_address': 'fa:16:3e:d8:c5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '47785ed2-eedb-4896-b504-79173b91e11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:02Z', 'updated_at': '2021-08-16T22:30:05Z', 'revision_number': 2, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'subnets': [{'id': '47785ed2-eedb-4896-b504-79173b91e11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:08.277765 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e06f4eb2-9456-487d-879d-8e9aea9648b9, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e06f4eb2-9456-487d-879d-8e9aea9648b9,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:08.342511 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce2a075a-9441-4586-b128-a9b960841e84 req-a7428b3f-fa66-4e29-a763-bb9255022c56 service neutron] 10.222.0.93 "GET /v2.0/networks/9059d325-84cb-422e-b8d7-d8803d6dfafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790438 Aug 16 22:30:08.348824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 16dddc64-9a18-4a5b-ac96-4cd18b859a87 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:08.367144 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] Checking router: 37e00345-512f-4ee0-87b9-0962aab52e3a for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:30:08.367512 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] Updating router 37e00345-512f-4ee0-87b9-0962aab52e3a port 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:30:08.450942 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'e06f4eb2-9456-487d-879d-8e9aea9648b9', 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e', 'port_id': 'e06f4eb2-9456-487d-879d-8e9aea9648b9', 'mac_address': 'fa:16:3e:20:02:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:30:08.479687 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.499469 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e26f09f8-7d01-4e95-a60f-3430a43aa863,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:08.795437 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.935217 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.981939 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] Transition to ACTIVE for port object 533fdeed-18d1-4f4e-9b28-0df1c9844a0b will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:09.043078 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] Transition to ACTIVE for port object 533fdeed-18d1-4f4e-9b28-0df1c9844a0b will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:09.092855 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a08e2-d42d-4c8a-979c-8f8a63ea4031 req-a6bf7e1e-1fcc-44e0-a2ab-b49596134506 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:09.103191 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a08e2-d42d-4c8a-979c-8f8a63ea4031 req-a6bf7e1e-1fcc-44e0-a2ab-b49596134506 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:09.110058 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a08e2-d42d-4c8a-979c-8f8a63ea4031 req-a6bf7e1e-1fcc-44e0-a2ab-b49596134506 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:09.117464 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a08e2-d42d-4c8a-979c-8f8a63ea4031 req-a6bf7e1e-1fcc-44e0-a2ab-b49596134506 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:09.126300 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a08e2-d42d-4c8a-979c-8f8a63ea4031 req-a6bf7e1e-1fcc-44e0-a2ab-b49596134506 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:09.133502 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a08e2-d42d-4c8a-979c-8f8a63ea4031 req-a6bf7e1e-1fcc-44e0-a2ab-b49596134506 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:09.144897 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a08e2-d42d-4c8a-979c-8f8a63ea4031 req-a6bf7e1e-1fcc-44e0-a2ab-b49596134506 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:09.156418 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c0a08e2-d42d-4c8a-979c-8f8a63ea4031 req-a6bf7e1e-1fcc-44e0-a2ab-b49596134506 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5433 time: 0.2829120 Aug 16 22:30:09.160996 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.226960 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c0a08e2-d42d-4c8a-979c-8f8a63ea4031 req-d42a22e3-65a1-404d-9273-3a0d1d2f41ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691350 Aug 16 22:30:09.234722 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d2942bc2-7de1-4bbc-9c66-499828dc7d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'name': 'tempest-AttachVolumeTestJSON-639232899-router', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:01Z', 'updated_at': '2021-08-16T22:22:11Z', 'revision_number': 4, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'gw_port': {'id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:03Z', 'updated_at': '2021-08-16T22:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '0b55937b-a99b-4038-99e9-b8f099fc7e09', 'name': '', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'mac_address': 'fa:16:3e:63:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:09Z', 'updated_at': '2021-08-16T22:22:18Z', 'revision_number': 5, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'subnets': [{'id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:09.287850 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33710) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:09.294287 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b5dc01b7-bd5a-4364-bf04-7a1a1a227472 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128736230', 'description': 'tempest-description--1259578989'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:09.305817 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] Network 9059d325-84cb-422e-b8d7-d8803d6dfafe is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:09.391178 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b5dc01b7-bd5a-4364-bf04-7a1a1a227472 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.456423 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.467419 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] Transition to ACTIVE for port object 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:09.479194 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.541158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:09.576986 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2942bc2-7de1-4bbc-9c66-499828dc7d9b None None] Checking router: 73771b2c-d3b6-4f0c-a0ad-cec909001553 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:30:09.652187 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33724) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:09.666343 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0e7c5-9e98-4edf-97e8-0259402f1328 None None] Pushing event updated for resources: {'Port': ['ID=969aa742-7b8e-4b4f-bbb8-d85aeb3ae726,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:09.667113 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:09.707658 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b5dc01b7-bd5a-4364-bf04-7a1a1a227472 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.709453 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] Attempting to bind port 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:09.710294 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] Attempting to bind port 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '4f82c370-da77-412b-a68d-0d9c56dddbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:09.711471 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] Attempting to bind port 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726 on network 375c560a-c343-432d-a44f-effc0e1e4134 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:09.712248 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be436f9-c3c0-493f-a8e3-2f04f8e06cd1 req-b88022fb-ba6b-4fde-b3cb-d51cf117c490 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:09.719307 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:09.720216 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] Checking segment: {'id': '4f82c370-da77-412b-a68d-0d9c56dddbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:09.721301 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.721885 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b5dc01b7-bd5a-4364-bf04-7a1a1a227472 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.722362 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] Bound using segment: {'id': '4f82c370-da77-412b-a68d-0d9c56dddbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:09.723132 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] Bound port: 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f82c370-da77-412b-a68d-0d9c56dddbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:09.723807 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.726313 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0be436f9-c3c0-493f-a8e3-2f04f8e06cd1 req-b88022fb-ba6b-4fde-b3cb-d51cf117c490 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 946 time: 0.2740412 Aug 16 22:30:09.805566 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b5dc01b7-bd5a-4364-bf04-7a1a1a227472 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.814154 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b5dc01b7-bd5a-4364-bf04-7a1a1a227472 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5239151 Aug 16 22:30:09.816682 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc01b7-bd5a-4364-bf04-7a1a1a227472 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bd536d-e66b-4be2-839d-c2126bbc7733,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:09.819874 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33730) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:09.826913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6c6457e6-01b4-4a8f-b141-4257693359c4 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Request body: {'security_group_rule': {'security_group_id': 'a8bd536d-e66b-4be2-839d-c2126bbc7733', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:09.872518 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6c6457e6-01b4-4a8f-b141-4257693359c4 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.875249 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] For port 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:09.877947 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f2bc65cd-67e3-477a-882c-f4dee957418d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.886397 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] For port 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=969aa742-7b8e-4b4f-bbb8-d85aeb3ae726,segment=NetworkSegment(4f82c370-da77-412b-a68d-0d9c56dddbae),segment_id=4f82c370-da77-412b-a68d-0d9c56dddbae)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:09.892683 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0be436f9-c3c0-493f-a8e3-2f04f8e06cd1 req-24836de9-c7b2-401d-8660-09d709110704 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653154 Aug 16 22:30:09.895897 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.945064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-dc8e4a96-fca5-4828-9e6f-7b657a8a0432 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:09.947972 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.959312 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-dc8e4a96-fca5-4828-9e6f-7b657a8a0432 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/networks?id=9059d325-84cb-422e-b8d7-d8803d6dfafe HTTP/1.1" status: 200 len: 815 time: 0.4417503 Aug 16 22:30:09.996008 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-fd9f43b5-24c9-496e-9228-9639c0a03418 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/quotas/1430c2d2535e481e8ccf4b208114eac5 HTTP/1.1" status: 200 len: 375 time: 0.0355406 Aug 16 22:30:10.032072 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33732) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:10.098906 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2942bc2-7de1-4bbc-9c66-499828dc7d9b None None] Routers {'73771b2c-d3b6-4f0c-a0ad-cec909001553'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:10.099893 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d2942bc2-7de1-4bbc-9c66-499828dc7d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:29:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['73771b2c-d3b6-4f0c-a0ad-cec909001553'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:10.175676 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b19839d0-3344-4579-bcfa-1c3dc1d2ad34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.184540 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] Routers {'37e00345-512f-4ee0-87b9-0962aab52e3a'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:10.206177 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:29:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['37e00345-512f-4ee0-87b9-0962aab52e3a'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:10.217562 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0e7c5-9e98-4edf-97e8-0259402f1328 None None] Pushing event updated for resources: {'Port': ['ID=969aa742-7b8e-4b4f-bbb8-d85aeb3ae726,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:10.250783 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-135ebe9d-5123-45e9-8beb-dcd82a959b41 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1430c2d2535e481e8ccf4b208114eac5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2520306 Aug 16 22:30:10.283091 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d2942bc2-7de1-4bbc-9c66-499828dc7d9b None None] Set router 73771b2c-d3b6-4f0c-a0ad-cec909001553 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:30:10.341197 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6c6457e6-01b4-4a8f-b141-4257693359c4 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.394781 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 16dddc64-9a18-4a5b-ac96-4cd18b859a87 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:10.399569 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.414969 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6c6457e6-01b4-4a8f-b141-4257693359c4 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.419006 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06f4eb2-9456-487d-879d-8e9aea9648b9 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:30:10.446896 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e06f4eb2-9456-487d-879d-8e9aea9648b9, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e06f4eb2-9456-487d-879d-8e9aea9648b9,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:10.450017 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] Pushing event updated for resources: {'Port': ['ID=533fdeed-18d1-4f4e-9b28-0df1c9844a0b,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:10.512400 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.517104 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device b6203b99-3093-4799-9ebe-caeb302b396f details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:30:10.526456 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6457e6-01b4-4a8f-b141-4257693359c4 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f53e92-8add-4666-8251-0bac52776a87,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:10.536909 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4a4b-eb3a-487b-b850-fe7e5a0ebc88 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.574184 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] Set router 37e00345-512f-4ee0-87b9-0962aab52e3a gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:30:10.583894 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port b6203b99-3093-4799-9ebe-caeb302b396f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=b6203b99-3093-4799-9ebe-caeb302b396f,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:10.644874 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4a4b-eb3a-487b-b850-fe7e5a0ebc88 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.678591 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-1c22e267-1a50-4888-ae6c-db552ae81fbb service neutron] 10.222.0.93 "GET /v2.0/networks/9059d325-84cb-422e-b8d7-d8803d6dfafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229848 Aug 16 22:30:10.684312 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'b6203b99-3093-4799-9ebe-caeb302b396f', 'network_id': '3d52a80a-46a1-4a85-b6ee-83d618bc5e2e', 'port_id': 'b6203b99-3093-4799-9ebe-caeb302b396f', 'mac_address': 'fa:16:3e:71:fd:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8', 'ip_address': '10.1.1.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:30:10.766077 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4a4b-eb3a-487b-b850-fe7e5a0ebc88 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.769601 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4a4b-eb3a-487b-b850-fe7e5a0ebc88 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.775049 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def05578-826a-4045-84c1-fa719e240fe7 req-06037c4b-5324-4141-a017-aa522003448d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:10.775397 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d8ca4a4b-eb3a-487b-b850-fe7e5a0ebc88 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "DELETE /v2.0/security-groups/5c9bb0cb-8ca2-4cca-9b94-1e63be5b7a4d HTTP/1.1" status: 204 len: 168 time: 0.7416112 Aug 16 22:30:10.776297 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33742) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:10.785043 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] Attempting to bind port 533fdeed-18d1-4f4e-9b28-0df1c9844a0b on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:10.785379 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] Attempting to bind port 533fdeed-18d1-4f4e-9b28-0df1c9844a0b by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '8eaf7c67-0eca-4fab-b3e5-affad94b4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:10.785663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] Attempting to bind port 533fdeed-18d1-4f4e-9b28-0df1c9844a0b on network 9059d325-84cb-422e-b8d7-d8803d6dfafe {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:10.811226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def05578-826a-4045-84c1-fa719e240fe7 req-06037c4b-5324-4141-a017-aa522003448d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:10.812779 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b19839d0-3344-4579-bcfa-1c3dc1d2ad34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.819994 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:10.820426 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] Checking segment: {'id': '8eaf7c67-0eca-4fab-b3e5-affad94b4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:10.820783 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.821181 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] Bound using segment: {'id': '8eaf7c67-0eca-4fab-b3e5-affad94b4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:10.821667 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] Bound port: 533fdeed-18d1-4f4e-9b28-0df1c9844a0b, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eaf7c67-0eca-4fab-b3e5-affad94b4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:10.822168 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca4a4b-eb3a-487b-b850-fe7e5a0ebc88 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9bb0cb-8ca2-4cca-9b94-1e63be5b7a4d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:10.827225 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.831476 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-5351201e-c741-49c9-8568-cedea8ec23b0 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] show failed (client error): The resource could not be found. Aug 16 22:30:10.837350 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def05578-826a-4045-84c1-fa719e240fe7 req-06037c4b-5324-4141-a017-aa522003448d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:10.838804 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5351201e-c741-49c9-8568-cedea8ec23b0 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "GET /v2.0/security-groups/5c9bb0cb-8ca2-4cca-9b94-1e63be5b7a4d HTTP/1.1" status: 404 len: 347 time: 0.0494261 Aug 16 22:30:10.840227 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b19839d0-3344-4579-bcfa-1c3dc1d2ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.848679 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33744) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:10.870770 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6c6457e6-01b4-4a8f-b141-4257693359c4 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.876392 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6c6457e6-01b4-4a8f-b141-4257693359c4 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0551045 Aug 16 22:30:10.877372 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33746) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:10.877556 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def05578-826a-4045-84c1-fa719e240fe7 req-06037c4b-5324-4141-a017-aa522003448d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:10.901706 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def05578-826a-4045-84c1-fa719e240fe7 req-06037c4b-5324-4141-a017-aa522003448d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:10.913692 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def05578-826a-4045-84c1-fa719e240fe7 req-06037c4b-5324-4141-a017-aa522003448d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:10.921131 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-57a363d6-dc26-40ca-aa09-95b0b841cee6 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Request body: {'security_group_rule': {'security_group_id': 'a8bd536d-e66b-4be2-839d-c2126bbc7733', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:10.930709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def05578-826a-4045-84c1-fa719e240fe7 req-06037c4b-5324-4141-a017-aa522003448d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:10.944436 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-def05578-826a-4045-84c1-fa719e240fe7 req-06037c4b-5324-4141-a017-aa522003448d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5434 time: 0.4401298 Aug 16 22:30:10.968557 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.057076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19839d0-3344-4579-bcfa-1c3dc1d2ad34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7933530-fec4-4abe-a73c-738167a0e668,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:11.065236 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b19839d0-3344-4579-bcfa-1c3dc1d2ad34 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ee3764dec97249afa8726f2e697550cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4120452 Aug 16 22:30:11.067603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33750) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:11.087648 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.163759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e06f4eb2-9456-487d-879d-8e9aea9648b9,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:11.181221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6203b99-3093-4799-9ebe-caeb302b396f {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:30:11.194175 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57a363d6-dc26-40ca-aa09-95b0b841cee6 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.212202 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port b6203b99-3093-4799-9ebe-caeb302b396f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=b6203b99-3093-4799-9ebe-caeb302b396f,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:11.240523 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.241737 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e66f3d2d-debb-4dea-bb6b-dae2d7029967 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:30:11.278106 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e66f3d2d-debb-4dea-bb6b-dae2d7029967, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e66f3d2d-debb-4dea-bb6b-dae2d7029967,segment=NetworkSegment(cb807bf3-34f9-4fc7-bb65-ae2e13f03841),segment_id=cb807bf3-34f9-4fc7-bb65-ae2e13f03841)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:11.300859 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'e66f3d2d-debb-4dea-bb6b-dae2d7029967', 'network_id': '4a4f1f6c-9680-469a-bab8-e73ceb2b4da1', 'port_id': 'e66f3d2d-debb-4dea-bb6b-dae2d7029967', 'mac_address': 'fa:16:3e:0c:8c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6407f57a-0a4a-4c45-b6bc-4d49c5bbccdb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:30:11.326183 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'name': 'tempest-ServersTestBootFromVolume-1892836358-router', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:29:56Z', 'updated_at': '2021-08-16T22:30:05Z', 'revision_number': 4, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'gw_port': {'id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:29:57Z', 'updated_at': '2021-08-16T22:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '969aa742-7b8e-4b4f-bbb8-d85aeb3ae726', 'name': '', 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'mac_address': 'fa:16:3e:d8:c5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '47785ed2-eedb-4896-b504-79173b91e11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:02Z', 'updated_at': '2021-08-16T22:30:09Z', 'revision_number': 4, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'subnets': [{'id': '47785ed2-eedb-4896-b504-79173b91e11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:11.408875 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-def05578-826a-4045-84c1-fa719e240fe7 req-3ae945ee-003c-40ed-9201-d278e88660c3 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4596338 Aug 16 22:30:11.436468 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fdb75719-35f9-49e0-917c-00b974875fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.438134 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20f9d5-440d-4a80-8b11-649bc19c06e9 None None] The sync data for ids ['37e00345-512f-4ee0-87b9-0962aab52e3a'] in n-d-792458-15 is: [{'id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'name': 'tempest-ServersTestBootFromVolume-1892836358-router', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:29:56Z', 'updated_at': '2021-08-16T22:30:05Z', 'revision_number': 4, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'gw_port': {'id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:29:57Z', 'updated_at': '2021-08-16T22:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '969aa742-7b8e-4b4f-bbb8-d85aeb3ae726', 'name': '', 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'mac_address': 'fa:16:3e:d8:c5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '47785ed2-eedb-4896-b504-79173b91e11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:02Z', 'updated_at': '2021-08-16T22:30:09Z', 'revision_number': 4, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'subnets': [{'id': '47785ed2-eedb-4896-b504-79173b91e11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:11.479422 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57a363d6-dc26-40ca-aa09-95b0b841cee6 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.493060 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3d894b7f-fe40-43bb-b8a8-d85562960168 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Deleting port b98de5f2-ee0b-4f71-a2e2-5642539adea9 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:11.493418 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d894b7f-fe40-43bb-b8a8-d85562960168 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.502055 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57a363d6-dc26-40ca-aa09-95b0b841cee6 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.521215 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fdb75719-35f9-49e0-917c-00b974875fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.624573 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.678041 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66f3d2d-debb-4dea-bb6b-dae2d7029967 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:30:11.723019 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e66f3d2d-debb-4dea-bb6b-dae2d7029967, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e66f3d2d-debb-4dea-bb6b-dae2d7029967,segment=NetworkSegment(cb807bf3-34f9-4fc7-bb65-ae2e13f03841),segment_id=cb807bf3-34f9-4fc7-bb65-ae2e13f03841)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:11.730473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] For port 533fdeed-18d1-4f4e-9b28-0df1c9844a0b, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:11.751125 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.868441 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a363d6-dc26-40ca-aa09-95b0b841cee6 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88760085-5985-4e8c-b751-5169fc43fb63,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:11.876106 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57a363d6-dc26-40ca-aa09-95b0b841cee6 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.877329 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-57a363d6-dc26-40ca-aa09-95b0b841cee6 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9679160 Aug 16 22:30:11.882148 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33756) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:11.886694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a0f77c1a-d0a4-4fad-87f2-dffaa371a8a2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:11.905584 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e85512af-91cd-460f-ae9c-1dd469b456c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.931631 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] For port 533fdeed-18d1-4f4e-9b28-0df1c9844a0b, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=533fdeed-18d1-4f4e-9b28-0df1c9844a0b,segment=NetworkSegment(8eaf7c67-0eca-4fab-b3e5-affad94b4085),segment_id=8eaf7c67-0eca-4fab-b3e5-affad94b4085)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:11.934567 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d894b7f-fe40-43bb-b8a8-d85562960168 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.934933 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d894b7f-fe40-43bb-b8a8-d85562960168 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.938067 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0f77c1a-d0a4-4fad-87f2-dffaa371a8a2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.946117 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d2942bc2-7de1-4bbc-9c66-499828dc7d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'name': 'tempest-AttachVolumeTestJSON-639232899-router', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:01Z', 'updated_at': '2021-08-16T22:22:11Z', 'revision_number': 4, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'gw_port': {'id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:03Z', 'updated_at': '2021-08-16T22:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '0b55937b-a99b-4038-99e9-b8f099fc7e09', 'name': '', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'mac_address': 'fa:16:3e:63:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:09Z', 'updated_at': '2021-08-16T22:22:18Z', 'revision_number': 5, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'subnets': [{'id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:11.955921 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fdb75719-35f9-49e0-917c-00b974875fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.960451 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fdb75719-35f9-49e0-917c-00b974875fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.964285 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fdb75719-35f9-49e0-917c-00b974875fba admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f7933530-fec4-4abe-a73c-738167a0e668 HTTP/1.1" status: 204 len: 168 time: 0.8917336 Aug 16 22:30:12.007821 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3d894b7f-fe40-43bb-b8a8-d85562960168 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Calling delete_port for b98de5f2-ee0b-4f71-a2e2-5642539adea9 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:12.121135 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2942bc2-7de1-4bbc-9c66-499828dc7d9b None None] The sync data for ids ['73771b2c-d3b6-4f0c-a0ad-cec909001553'] in n-d-792458-15 is: [{'id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'name': 'tempest-AttachVolumeTestJSON-639232899-router', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:01Z', 'updated_at': '2021-08-16T22:22:11Z', 'revision_number': 4, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'gw_port': {'id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:03Z', 'updated_at': '2021-08-16T22:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '0b55937b-a99b-4038-99e9-b8f099fc7e09', 'name': '', 'network_id': 'f9f912f5-cf6f-4ff9-af03-e26648f62561', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'mac_address': 'fa:16:3e:63:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:09Z', 'updated_at': '2021-08-16T22:22:18Z', 'revision_number': 5, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'subnets': [{'id': '06a027f9-7175-41d7-9596-9d19a9e3f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:12.127490 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=b6203b99-3093-4799-9ebe-caeb302b396f,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:12.143567 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:12.150588 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a075a-9441-4586-b128-a9b960841e84 req-786016a3-5beb-49ea-af22-6035cda32096 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:12.165057 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb75719-35f9-49e0-917c-00b974875fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7933530-fec4-4abe-a73c-738167a0e668,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:12.170424 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce2a075a-9441-4586-b128-a9b960841e84 req-786016a3-5beb-49ea-af22-6035cda32096 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.39 "GET /v2.0/networks?id=9059d325-84cb-422e-b8d7-d8803d6dfafe HTTP/1.1" status: 200 len: 815 time: 1.2198238 Aug 16 22:30:12.197419 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-f6ddd87b-b6bf-4441-90b6-4ea04a310875 service neutron] 10.222.0.93 "GET /v2.0/networks/9059d325-84cb-422e-b8d7-d8803d6dfafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5144048 Aug 16 22:30:12.229490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ce2a075a-9441-4586-b128-a9b960841e84 req-a21f0ca4-c77d-4508-83de-bfb7de88354b tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Request body: {'port': {'device_id': 'a1e62505-95cf-4040-bae6-ad2b69a6e6f0', 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe', 'admin_state_up': True, 'tenant_id': '1430c2d2535e481e8ccf4b208114eac5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:12.460938 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:12.852300 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33772) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:12.888194 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['e26f09f8-7d01-4e95-a60f-3430a43aa863'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:30:12.923397 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['8a6c2671-f986-41c4-892f-cc350ac251e1'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:30:13.263948 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c3262e57-c7b0-4f9b-906f-305a039b143e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:13.302424 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0f77c1a-d0a4-4fad-87f2-dffaa371a8a2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:13.338052 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d894b7f-fe40-43bb-b8a8-d85562960168 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:13.490399 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a20ab-565f-40bc-9175-1297fada14d1 req-9f40c447-cdf1-496c-ac4e-0166d629ab8b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:13.492021 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd5a20ab-565f-40bc-9175-1297fada14d1 req-9f40c447-cdf1-496c-ac4e-0166d629ab8b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 946 time: 0.6388021 Aug 16 22:30:13.567739 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-c3262e57-c7b0-4f9b-906f-305a039b143e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:30:13.567739 n-d-792458-15 neutron-server[94871]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:30:13.567739 n-d-792458-15 neutron-server[94871]: [parameters: {'project_id_1': '389e3dc2b8d646e88231f5899c9974dd', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 30, 13, 457949)}] Aug 16 22:30:13.567739 n-d-792458-15 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:30:13.569653 n-d-792458-15 neutron-server[94871]: DEBUG oslo_db.api [None req-c3262e57-c7b0-4f9b-906f-305a039b143e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:30:13.740980 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2a075a-9441-4586-b128-a9b960841e84 req-a21f0ca4-c77d-4508-83de-bfb7de88354b tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Made reservation on behalf of 1430c2d2535e481e8ccf4b208114eac5 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:13.750144 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce2a075a-9441-4586-b128-a9b960841e84 req-a21f0ca4-c77d-4508-83de-bfb7de88354b tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:13.804697 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd5a20ab-565f-40bc-9175-1297fada14d1 req-1f211828-60a0-4120-b9d9-2d89267ad7b6 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2850778 Aug 16 22:30:13.823453 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d894b7f-fe40-43bb-b8a8-d85562960168 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Pushing event deleted for resources: {'Port': ['ID=b98de5f2-ee0b-4f71-a2e2-5642539adea9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:13.844768 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d894b7f-fe40-43bb-b8a8-d85562960168 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:13.851698 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3d894b7f-fe40-43bb-b8a8-d85562960168 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:13.870066 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3d894b7f-fe40-43bb-b8a8-d85562960168 tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] 10.222.0.93 "DELETE /v2.0/floatingips/554ad80f-f23a-4085-b8c7-3be2dd150706 HTTP/1.1" status: 204 len: 168 time: 3.0049899 Aug 16 22:30:13.939901 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947230d2-6fa5-4825-9ae3-47ec48c9b4b5 req-f96a2774-c7a3-4e78-a29e-dd1333ed3854 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:14.006846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947230d2-6fa5-4825-9ae3-47ec48c9b4b5 req-f96a2774-c7a3-4e78-a29e-dd1333ed3854 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:14.068465 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947230d2-6fa5-4825-9ae3-47ec48c9b4b5 req-f96a2774-c7a3-4e78-a29e-dd1333ed3854 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:14.073083 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-a0f77c1a-d0a4-4fad-87f2-dffaa371a8a2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Allocated IP 172.25.6.113 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/f401a35c-8fc2-4ffd-aecb-9710b1f19e15) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:14.084834 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947230d2-6fa5-4825-9ae3-47ec48c9b4b5 req-f96a2774-c7a3-4e78-a29e-dd1333ed3854 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:14.111151 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947230d2-6fa5-4825-9ae3-47ec48c9b4b5 req-f96a2774-c7a3-4e78-a29e-dd1333ed3854 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:14.119248 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947230d2-6fa5-4825-9ae3-47ec48c9b4b5 req-f96a2774-c7a3-4e78-a29e-dd1333ed3854 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:14.127324 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947230d2-6fa5-4825-9ae3-47ec48c9b4b5 req-f96a2774-c7a3-4e78-a29e-dd1333ed3854 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:14.138508 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-947230d2-6fa5-4825-9ae3-47ec48c9b4b5 req-f96a2774-c7a3-4e78-a29e-dd1333ed3854 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5436 time: 0.6068385 Aug 16 22:30:14.190362 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c3262e57-c7b0-4f9b-906f-305a039b143e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:14.294748 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:14.307039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['5cc8d146-8521-4493-8309-20588af1db83'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:30:14.315196 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['e06f4eb2-9456-487d-879d-8e9aea9648b9'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:30:14.447493 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['b6203b99-3093-4799-9ebe-caeb302b396f'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:30:14.458668 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['e66f3d2d-debb-4dea-bb6b-dae2d7029967'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:30:14.497248 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0f77c1a-d0a4-4fad-87f2-dffaa371a8a2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:14.504041 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d5b87d-e23c-4536-8185-2a989e39ed15 None None] New status for floating IP 554ad80f-f23a-4085-b8c7-3be2dd150706: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:30:14.628473 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0f77c1a-d0a4-4fad-87f2-dffaa371a8a2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:14.673198 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c3262e57-c7b0-4f9b-906f-305a039b143e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:14.711349 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c3262e57-c7b0-4f9b-906f-305a039b143e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:14.773750 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d2c6e567-6d28-43a6-88f1-6d64c44d57d1 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:30:14.798846 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-947230d2-6fa5-4825-9ae3-47ec48c9b4b5 req-4465ac57-9959-4290-8128-f63c38443557 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6577966 Aug 16 22:30:14.812480 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f77c1a-d0a4-4fad-87f2-dffaa371a8a2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:14.846926 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-a0f77c1a-d0a4-4fad-87f2-dffaa371a8a2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:14.864351 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f77c1a-d0a4-4fad-87f2-dffaa371a8a2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:15.080765 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f77c1a-d0a4-4fad-87f2-dffaa371a8a2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Pushing event updated for resources: {'Port': ['ID=f401a35c-8fc2-4ffd-aecb-9710b1f19e15,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:15.089121 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c3262e57-c7b0-4f9b-906f-305a039b143e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=389e3dc2b8d646e88231f5899c9974dd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1445656 Aug 16 22:30:15.093505 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33818) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:15.158853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3262e57-c7b0-4f9b-906f-305a039b143e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46db557-6a55-4d9d-b15f-1d8a95a7f13c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:15.292215 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0f77c1a-d0a4-4fad-87f2-dffaa371a8a2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.326588 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: d2c6e567-6d28-43a6-88f1-6d64c44d57d1 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:30:15.328247 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d2c6e567-6d28-43a6-88f1-6d64c44d57d1 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:30:15.337130 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-ce2a075a-9441-4586-b128-a9b960841e84 req-a21f0ca4-c77d-4508-83de-bfb7de88354b tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Allocated IP 172.20.0.7 (9059d325-84cb-422e-b8d7-d8803d6dfafe/8d4ff73f-336b-4de1-b3a1-5534bfb75da2/fcea367a-cab7-497f-b590-339a75882ffb) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:15.434100 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-2bed6342-66c8-4522-b3a9-ada7d86be4eb tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:15.450698 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-2bed6342-66c8-4522-b3a9-ada7d86be4eb tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/networks?id=9059d325-84cb-422e-b8d7-d8803d6dfafe HTTP/1.1" status: 200 len: 815 time: 1.2590129 Aug 16 22:30:15.509738 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:30:15.535331 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35ff1cb8-9cfe-41a9-b367-a750cd9cf98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.587009 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.666546 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35ff1cb8-9cfe-41a9-b367-a750cd9cf98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.807300 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35ff1cb8-9cfe-41a9-b367-a750cd9cf98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.809798 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35ff1cb8-9cfe-41a9-b367-a750cd9cf98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.828493 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-35ff1cb8-9cfe-41a9-b367-a750cd9cf98a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d46db557-6a55-4d9d-b15f-1d8a95a7f13c HTTP/1.1" status: 204 len: 168 time: 0.7329764 Aug 16 22:30:15.861052 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0f77c1a-d0a4-4fad-87f2-dffaa371a8a2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.862828 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff1cb8-9cfe-41a9-b367-a750cd9cf98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46db557-6a55-4d9d-b15f-1d8a95a7f13c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:15.940363 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e66f3d2d-debb-4dea-bb6b-dae2d7029967,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:16.063227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:16.253610 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:16.254297 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:16.365375 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0f77c1a-d0a4-4fad-87f2-dffaa371a8a2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:16.377425 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0f77c1a-d0a4-4fad-87f2-dffaa371a8a2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:16.597926 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:16.644332 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f77c1a-d0a4-4fad-87f2-dffaa371a8a2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Pushing event updated for resources: {'Port': ['ID=f401a35c-8fc2-4ffd-aecb-9710b1f19e15,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:16.681176 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0f77c1a-d0a4-4fad-87f2-dffaa371a8a2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:16.723387 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0f77c1a-d0a4-4fad-87f2-dffaa371a8a2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:16.725196 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43042345-d114-4dbe-9168-e1561ab7e4b0 None None] Network 9059d325-84cb-422e-b8d7-d8803d6dfafe requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:16.727148 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a0f77c1a-d0a4-4fad-87f2-dffaa371a8a2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8440435 Aug 16 22:30:16.757285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-36b7753d-1b4f-4108-837e-c9d556927535 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/quotas/1430c2d2535e481e8ccf4b208114eac5 HTTP/1.1" status: 200 len: 375 time: 1.3047292 Aug 16 22:30:16.832877 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42475e-22af-4c2a-9ac1-a7d460b960f0 None None] Pushing event updated for resources: {'Port': ['ID=533fdeed-18d1-4f4e-9b28-0df1c9844a0b,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:16.836828 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-18eb9f99-0197-4f7e-8576-791b062eef7c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:16.840154 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-18eb9f99-0197-4f7e-8576-791b062eef7c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.39 "GET /v2.0/networks?id=9059d325-84cb-422e-b8d7-d8803d6dfafe HTTP/1.1" status: 200 len: 815 time: 1.3582771 Aug 16 22:30:16.840477 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7dcc4d74-a18c-46dd-b9e3-a4b74d724ac7 None None] Provisioning for port 533fdeed-18d1-4f4e-9b28-0df1c9844a0b completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:16.893013 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-6fb8471d-62e1-4f93-b198-278d0054489c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Request body: {'port': {'device_id': 'a0b8df1d-8705-422d-a6dd-f4a0d3213c5e', 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe', 'admin_state_up': True, 'tenant_id': '1430c2d2535e481e8ccf4b208114eac5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:16.939853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ab376-bf39-43e0-808c-6695c5008ed5 req-f1755347-4272-4f2e-8a96-c1f7def2d796 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:16.951417 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d64ab376-bf39-43e0-808c-6695c5008ed5 req-f1755347-4272-4f2e-8a96-c1f7def2d796 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 946 time: 1.7700748 Aug 16 22:30:17.253469 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:17.311268 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-bfbf692f-178d-46c8-8f7d-3eaaffac8bfa tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1430c2d2535e481e8ccf4b208114eac5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5513327 Aug 16 22:30:17.728996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-6fb8471d-62e1-4f93-b198-278d0054489c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Made reservation on behalf of 1430c2d2535e481e8ccf4b208114eac5 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:17.736120 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-6fb8471d-62e1-4f93-b198-278d0054489c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:17.839783 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=969aa742-7b8e-4b4f-bbb8-d85aeb3ae726,segment=NetworkSegment(4f82c370-da77-412b-a68d-0d9c56dddbae),segment_id=4f82c370-da77-412b-a68d-0d9c56dddbae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:17.849097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 8a6c2671-f986-41c4-892f-cc350ac251e1 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:17.861765 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d64ab376-bf39-43e0-808c-6695c5008ed5 req-4aec2fb5-5549-491e-8eda-8e29c4eabbd7 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9073002 Aug 16 22:30:18.031439 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:18.295663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 533fdeed-18d1-4f4e-9b28-0df1c9844a0b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:18.355504 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce2a075a-9441-4586-b128-a9b960841e84 req-a21f0ca4-c77d-4508-83de-bfb7de88354b tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:18.367095 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-aee0f154-874f-48fb-88c7-058b477c64a1 service neutron] 10.222.0.93 "GET /v2.0/networks/9059d325-84cb-422e-b8d7-d8803d6dfafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0506659 Aug 16 22:30:18.405447 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=969aa742-7b8e-4b4f-bbb8-d85aeb3ae726,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:18.426778 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 8a6c2671-f986-41c4-892f-cc350ac251e1 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:18.436222 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 8a6c2671-f986-41c4-892f-cc350ac251e1 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:18.436454 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:18.453527 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b811560-4331-44a3-8de7-ed0a566e64c2 req-ebe93ed4-cb6b-4133-8c45-a06af7c561c4 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:18.468112 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b811560-4331-44a3-8de7-ed0a566e64c2 req-ebe93ed4-cb6b-4133-8c45-a06af7c561c4 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:18.483314 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b811560-4331-44a3-8de7-ed0a566e64c2 req-ebe93ed4-cb6b-4133-8c45-a06af7c561c4 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:18.507119 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b811560-4331-44a3-8de7-ed0a566e64c2 req-ebe93ed4-cb6b-4133-8c45-a06af7c561c4 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:18.537863 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b811560-4331-44a3-8de7-ed0a566e64c2 req-ebe93ed4-cb6b-4133-8c45-a06af7c561c4 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:18.553343 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b811560-4331-44a3-8de7-ed0a566e64c2 req-ebe93ed4-cb6b-4133-8c45-a06af7c561c4 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:18.559157 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 533fdeed-18d1-4f4e-9b28-0df1c9844a0b completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:18.571463 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b811560-4331-44a3-8de7-ed0a566e64c2 req-ebe93ed4-cb6b-4133-8c45-a06af7c561c4 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:18.576640 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b811560-4331-44a3-8de7-ed0a566e64c2 req-ebe93ed4-cb6b-4133-8c45-a06af7c561c4 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5436 time: 0.4976664 Aug 16 22:30:18.614607 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-ce2a075a-9441-4586-b128-a9b960841e84 req-a21f0ca4-c77d-4508-83de-bfb7de88354b tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Transition to ACTIVE for port object fcea367a-cab7-497f-b590-339a75882ffb will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:18.673120 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 533fdeed-18d1-4f4e-9b28-0df1c9844a0b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:18.674636 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:18.851737 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b811560-4331-44a3-8de7-ed0a566e64c2 req-a59a0de7-ac72-45fe-aafb-20e02b0e566c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2569842 Aug 16 22:30:18.867601 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:18.952362 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7b1b33ff-7e3f-41a1-9777-58f2919c2b4b None None] Provisioning complete for port 533fdeed-18d1-4f4e-9b28-0df1c9844a0b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:18.952863 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b1b33ff-7e3f-41a1-9777-58f2919c2b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:19.027537 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce2a075a-9441-4586-b128-a9b960841e84 req-a21f0ca4-c77d-4508-83de-bfb7de88354b tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:19.140866 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6c2671-f986-41c4-892f-cc350ac251e1'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:19.152034 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da45e5ec-acc4-4dd0-9d9e-4fe54ef103c0" -d '{"events": [{"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-plugged", "status": "completed", "tag": "8a6c2671-f986-41c4-892f-cc350ac251e1"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:19.183772 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-69756b99-4d8e-4f6f-a132-2b51acb8781b service neutron] 10.222.0.93 "GET /v2.0/networks/9059d325-84cb-422e-b8d7-d8803d6dfafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8029940 Aug 16 22:30:19.245704 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 8a6c2671-f986-41c4-892f-cc350ac251e1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=8a6c2671-f986-41c4-892f-cc350ac251e1,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:19.295234 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2a075a-9441-4586-b128-a9b960841e84 req-a21f0ca4-c77d-4508-83de-bfb7de88354b tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Network 9059d325-84cb-422e-b8d7-d8803d6dfafe is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:19.331809 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-ce2a075a-9441-4586-b128-a9b960841e84 req-a21f0ca4-c77d-4508-83de-bfb7de88354b tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:19.350805 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2a075a-9441-4586-b128-a9b960841e84 req-a21f0ca4-c77d-4508-83de-bfb7de88354b tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:19.359273 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-6fb8471d-62e1-4f93-b198-278d0054489c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Allocated IP 172.20.0.5 (9059d325-84cb-422e-b8d7-d8803d6dfafe/8d4ff73f-336b-4de1-b3a1-5534bfb75da2/26f03148-5f0c-4a10-9270-4ed1c246ce21) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:19.367438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f0ca4-c77d-4508-83de-bfb7de88354b tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Pushing event updated for resources: {'Port': ['ID=fcea367a-cab7-497f-b590-339a75882ffb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:19.390073 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:19.396209 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e66f3d2d-debb-4dea-bb6b-dae2d7029967 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:19.637652 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a075a-9441-4586-b128-a9b960841e84 req-a21f0ca4-c77d-4508-83de-bfb7de88354b tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:19.639094 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce2a075a-9441-4586-b128-a9b960841e84 req-a21f0ca4-c77d-4508-83de-bfb7de88354b tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:19.694806 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce2a075a-9441-4586-b128-a9b960841e84 req-a21f0ca4-c77d-4508-83de-bfb7de88354b tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4928043 Aug 16 22:30:19.781344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ce2a075a-9441-4586-b128-a9b960841e84 req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] Request body: {'port': {'device_id': 'a1e62505-95cf-4040-bae6-ad2b69a6e6f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:19.848287 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=8a6c2671-f986-41c4-892f-cc350ac251e1,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:19.880056 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:19.891207 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7da58a-025a-40d5-9505-be2cd8761297 x-openstack-request-id: req-1f7da58a-025a-40d5-9505-be2cd8761297 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:30:19.895194 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-plugged", "status": "completed", "tag": "8a6c2671-f986-41c4-892f-cc350ac251e1", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:30:19.895456 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1f7da58a-025a-40d5-9505-be2cd8761297 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:30:19.895875 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6c2671-f986-41c4-892f-cc350ac251e1', 'code': 200} Aug 16 22:30:20.015875 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfd6e0-0b69-4338-b763-1ce77222cc4e req-31d8b348-a329-46d3-89b4-36e9fb896aed tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:20.023876 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97dfd6e0-0b69-4338-b763-1ce77222cc4e req-31d8b348-a329-46d3-89b4-36e9fb896aed tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 946 time: 0.3460729 Aug 16 22:30:20.089125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port e66f3d2d-debb-4dea-bb6b-dae2d7029967 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:20.094094 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b1b33ff-7e3f-41a1-9777-58f2919c2b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:20.137372 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce2a075a-9441-4586-b128-a9b960841e84 req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:20.139152 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port e66f3d2d-debb-4dea-bb6b-dae2d7029967 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:20.141196 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:20.288252 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97dfd6e0-0b69-4338-b763-1ce77222cc4e req-4bd79ed8-54c3-457f-8f12-a81ed94259c4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633936 Aug 16 22:30:20.335899 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 533fdeed-18d1-4f4e-9b28-0df1c9844a0b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=533fdeed-18d1-4f4e-9b28-0df1c9844a0b,segment=NetworkSegment(8eaf7c67-0eca-4fab-b3e5-affad94b4085),segment_id=8eaf7c67-0eca-4fab-b3e5-affad94b4085)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:20.372889 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:20.420267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91240a0-4496-4623-8d2f-486cb20bcd00 req-5daaa24e-ae98-4598-975f-cbb301a34640 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:20.429540 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f91240a0-4496-4623-8d2f-486cb20bcd00 req-5daaa24e-ae98-4598-975f-cbb301a34640 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 0.4455204 Aug 16 22:30:20.499404 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-db2a5cfb-01ab-4ad8-b982-b7c010d80193 req-a54f0ea8-9794-422a-9823-f01c4d727e49 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93 HTTP/1.1" status: 200 len: 210 time: 0.1047339 Aug 16 22:30:20.725378 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:20.784293 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-6fb8471d-62e1-4f93-b198-278d0054489c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:20.883319 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f91240a0-4496-4623-8d2f-486cb20bcd00 req-47e002c0-9e92-462d-83b3-2512e1e68f2f tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531553 Aug 16 22:30:20.899968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-6fb8471d-62e1-4f93-b198-278d0054489c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Transition to ACTIVE for port object 26f03148-5f0c-4a10-9270-4ed1c246ce21 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:21.009750 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485d537-4379-41fe-8bb5-d1972cdd4fe9 req-dae69de3-9874-485a-8c8f-02d1bbae6edd tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:21.033685 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485d537-4379-41fe-8bb5-d1972cdd4fe9 req-dae69de3-9874-485a-8c8f-02d1bbae6edd tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:21.057504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485d537-4379-41fe-8bb5-d1972cdd4fe9 req-dae69de3-9874-485a-8c8f-02d1bbae6edd tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:21.081870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485d537-4379-41fe-8bb5-d1972cdd4fe9 req-dae69de3-9874-485a-8c8f-02d1bbae6edd tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:21.093663 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485d537-4379-41fe-8bb5-d1972cdd4fe9 req-dae69de3-9874-485a-8c8f-02d1bbae6edd tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:21.102999 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485d537-4379-41fe-8bb5-d1972cdd4fe9 req-dae69de3-9874-485a-8c8f-02d1bbae6edd tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:21.111705 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485d537-4379-41fe-8bb5-d1972cdd4fe9 req-dae69de3-9874-485a-8c8f-02d1bbae6edd tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:21.133848 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6485d537-4379-41fe-8bb5-d1972cdd4fe9 req-dae69de3-9874-485a-8c8f-02d1bbae6edd tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5437 time: 0.3659401 Aug 16 22:30:21.190522 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6485d537-4379-41fe-8bb5-d1972cdd4fe9 req-7e9ccbbb-c504-4bf1-bddd-b3535bd53432 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552964 Aug 16 22:30:21.256665 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-6fb8471d-62e1-4f93-b198-278d0054489c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:21.637290 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=533fdeed-18d1-4f4e-9b28-0df1c9844a0b,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:21.682116 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-7b1b33ff-7e3f-41a1-9777-58f2919c2b4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:30:21.686417 n-d-792458-15 neutron-server[94873]: DEBUG oslo_db.api [None req-7b1b33ff-7e3f-41a1-9777-58f2919c2b4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:30:21.740496 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:21.795934 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8471d-62e1-4f93-b198-278d0054489c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Pushing event updated for resources: {'Port': ['ID=26f03148-5f0c-4a10-9270-4ed1c246ce21,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:21.820208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-6fb8471d-62e1-4f93-b198-278d0054489c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Network 9059d325-84cb-422e-b8d7-d8803d6dfafe is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:21.842912 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-6fb8471d-62e1-4f93-b198-278d0054489c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:21.905728 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e66f3d2d-debb-4dea-bb6b-dae2d7029967, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e66f3d2d-debb-4dea-bb6b-dae2d7029967,segment=NetworkSegment(cb807bf3-34f9-4fc7-bb65-ae2e13f03841),segment_id=cb807bf3-34f9-4fc7-bb65-ae2e13f03841)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:21.909007 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bcb3c-7f18-4079-9aff-47e01a980a04 req-01b2cfcd-b73f-48b5-a2df-5c3f5dfea291 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:21.919838 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66f3d2d-debb-4dea-bb6b-dae2d7029967'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:21.924898 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-134bcb3c-7f18-4079-9aff-47e01a980a04 req-01b2cfcd-b73f-48b5-a2df-5c3f5dfea291 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 946 time: 0.4281065 Aug 16 22:30:21.929454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-6fb8471d-62e1-4f93-b198-278d0054489c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:21.936843 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54429584-89ad-4c54-b75d-34aba71d982a" -d '{"events": [{"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-plugged", "status": "completed", "tag": "e66f3d2d-debb-4dea-bb6b-dae2d7029967"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:21.945565 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:22.119587 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-6fb8471d-62e1-4f93-b198-278d0054489c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:22.129920 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-6fb8471d-62e1-4f93-b198-278d0054489c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:22.170267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e66f3d2d-debb-4dea-bb6b-dae2d7029967,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:22.196888 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2a35b00-c3ab-4baf-b74e-cb4745b5fd56 req-65f0f74d-0afe-4cff-b0c5-8ac6dca112ee tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93 HTTP/1.1" status: 200 len: 210 time: 0.3733261 Aug 16 22:30:22.197320 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:22.197528 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:22.341696 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 5cc8d146-8521-4493-8309-20588af1db83 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:22.343872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-6fb8471d-62e1-4f93-b198-278d0054489c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4604058 Aug 16 22:30:22.344959 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-f27070b3-7824-40b9-83fc-f51a103e9b36 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:22.351143 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-f27070b3-7824-40b9-83fc-f51a103e9b36 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.39 "GET /v2.0/networks?id=9059d325-84cb-422e-b8d7-d8803d6dfafe HTTP/1.1" status: 200 len: 815 time: 0.4567499 Aug 16 22:30:22.383204 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-1bec2ee1-8b81-41b1-b75d-c8dc1518c6f5 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Request body: {'port': {'device_id': '2e3a0f9d-42ed-4542-97c7-69ded4e57f93', 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe', 'admin_state_up': True, 'tenant_id': '1430c2d2535e481e8ccf4b208114eac5'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:22.442681 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Request body: {'port': {'device_id': 'a0b8df1d-8705-422d-a6dd-f4a0d3213c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:22.452446 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9274479b-ad69-412d-bf35-ee69fd9ba24d x-openstack-request-id: req-9274479b-ad69-412d-bf35-ee69fd9ba24d {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:30:22.452944 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-plugged", "status": "completed", "tag": "e66f3d2d-debb-4dea-bb6b-dae2d7029967", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:30:22.454522 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9274479b-ad69-412d-bf35-ee69fd9ba24d {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:30:22.455348 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66f3d2d-debb-4dea-bb6b-dae2d7029967', 'code': 200} Aug 16 22:30:22.547616 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 5cc8d146-8521-4493-8309-20588af1db83 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:22.728052 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 5cc8d146-8521-4493-8309-20588af1db83 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:22.733583 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:22.735428 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-1bec2ee1-8b81-41b1-b75d-c8dc1518c6f5 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Made reservation on behalf of 1430c2d2535e481e8ccf4b208114eac5 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:22.744010 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-1bec2ee1-8b81-41b1-b75d-c8dc1518c6f5 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:22.886443 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-134bcb3c-7f18-4079-9aff-47e01a980a04 req-9841e8bb-09cc-4f0d-ae5d-9e36b6e6b715 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9598196 Aug 16 22:30:22.923006 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-076a51f1-f3d7-4454-91dd-4cca84a5e51b None None] Provisioning for port fcea367a-cab7-497f-b590-339a75882ffb completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:22.950540 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 533fdeed-18d1-4f4e-9b28-0df1c9844a0b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:23.022307 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34026) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:23.114013 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b3df0-9069-40f5-b414-1a8d3c7e980c req-a192c86f-22eb-4620-a2d5-0664181fac20 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:23.119526 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c8b3df0-9069-40f5-b414-1a8d3c7e980c req-a192c86f-22eb-4620-a2d5-0664181fac20 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 1.3149986 Aug 16 22:30:23.137326 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-076a51f1-f3d7-4454-91dd-4cca84a5e51b None None] Provisioning complete for port fcea367a-cab7-497f-b590-339a75882ffb triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:23.138450 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-076a51f1-f3d7-4454-91dd-4cca84a5e51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.227081 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2f81c4a2-75e9-49ec-bb30-ced94e0b547d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.288213 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-076a51f1-f3d7-4454-91dd-4cca84a5e51b None None] Port fcea367a-cab7-497f-b590-339a75882ffb cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:23.314460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-076a51f1-f3d7-4454-91dd-4cca84a5e51b None None] Provisioning for port 26f03148-5f0c-4a10-9270-4ed1c246ce21 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:23.326110 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-076a51f1-f3d7-4454-91dd-4cca84a5e51b None None] Provisioning complete for port 26f03148-5f0c-4a10-9270-4ed1c246ce21 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:23.326980 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-076a51f1-f3d7-4454-91dd-4cca84a5e51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.334171 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.395508 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 533fdeed-18d1-4f4e-9b28-0df1c9844a0b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:23.395952 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.449553 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-076a51f1-f3d7-4454-91dd-4cca84a5e51b None None] Port 26f03148-5f0c-4a10-9270-4ed1c246ce21 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:23.449776 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2f81c4a2-75e9-49ec-bb30-ced94e0b547d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.456449 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2f81c4a2-75e9-49ec-bb30-ced94e0b547d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.471379 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 5cc8d146-8521-4493-8309-20588af1db83, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5cc8d146-8521-4493-8309-20588af1db83,segment=NetworkSegment(df519e46-de07-453b-bbcc-75ee7d668a7f),segment_id=df519e46-de07-453b-bbcc-75ee7d668a7f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:23.484696 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.486217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e26f09f8-7d01-4e95-a60f-3430a43aa863 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:23.520138 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81c4a2-75e9-49ec-bb30-ced94e0b547d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3577c336-76fe-40c0-9407-5d3cd685b633,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:23.552473 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.571661 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2f81c4a2-75e9-49ec-bb30-ced94e0b547d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8807214443194bdf8fa3e0249a82d514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5454512 Aug 16 22:30:23.571911 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34032) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:23.656044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=5cc8d146-8521-4493-8309-20588af1db83,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:23.691001 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ddf4472f-483e-45e7-b144-3b197e35fe87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.714054 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port e26f09f8-7d01-4e95-a60f-3430a43aa863 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:23.718717 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port e26f09f8-7d01-4e95-a60f-3430a43aa863 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:23.720431 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.759797 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ddf4472f-483e-45e7-b144-3b197e35fe87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.766097 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed868adf-c604-4f21-8f28-1e77e24f89cd req-0c4ad7d0-2b8b-412a-96d0-b976973a20a6 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:23.775346 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed868adf-c604-4f21-8f28-1e77e24f89cd req-0c4ad7d0-2b8b-412a-96d0-b976973a20a6 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 946 time: 1.2452660 Aug 16 22:30:23.883633 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9fbc6-bf11-4455-a746-7aa6cb23d8f8 req-467ebb55-6df1-4b7e-8743-2a848e18eb78 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:23.889818 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9fbc6-bf11-4455-a746-7aa6cb23d8f8 req-467ebb55-6df1-4b7e-8743-2a848e18eb78 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:23.896410 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9fbc6-bf11-4455-a746-7aa6cb23d8f8 req-467ebb55-6df1-4b7e-8743-2a848e18eb78 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:23.902541 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9fbc6-bf11-4455-a746-7aa6cb23d8f8 req-467ebb55-6df1-4b7e-8743-2a848e18eb78 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:23.909519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9fbc6-bf11-4455-a746-7aa6cb23d8f8 req-467ebb55-6df1-4b7e-8743-2a848e18eb78 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:23.918149 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9fbc6-bf11-4455-a746-7aa6cb23d8f8 req-467ebb55-6df1-4b7e-8743-2a848e18eb78 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:23.925129 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9fbc6-bf11-4455-a746-7aa6cb23d8f8 req-467ebb55-6df1-4b7e-8743-2a848e18eb78 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:23.932626 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35f9fbc6-bf11-4455-a746-7aa6cb23d8f8 req-467ebb55-6df1-4b7e-8743-2a848e18eb78 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5438 time: 0.8548505 Aug 16 22:30:23.933232 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ddf4472f-483e-45e7-b144-3b197e35fe87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.956538 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ddf4472f-483e-45e7-b144-3b197e35fe87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.971831 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ddf4472f-483e-45e7-b144-3b197e35fe87 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3577c336-76fe-40c0-9407-5d3cd685b633 HTTP/1.1" status: 204 len: 168 time: 0.3938427 Aug 16 22:30:24.014693 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:24.022239 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4472f-483e-45e7-b144-3b197e35fe87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3577c336-76fe-40c0-9407-5d3cd685b633,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:24.067546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-ce2a075a-9441-4586-b128-a9b960841e84 req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcea367a-cab7-497f-b590-339a75882ffb {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:30:24.081894 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e26f09f8-7d01-4e95-a60f-3430a43aa863, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e26f09f8-7d01-4e95-a60f-3430a43aa863,segment=NetworkSegment(cb807bf3-34f9-4fc7-bb65-ae2e13f03841),segment_id=cb807bf3-34f9-4fc7-bb65-ae2e13f03841)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:24.090342 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:24.091239 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed868adf-c604-4f21-8f28-1e77e24f89cd req-24b9e5e8-e031-47a7-a962-09e48e7766fa tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146727 Aug 16 22:30:24.092088 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e06f4eb2-9456-487d-879d-8e9aea9648b9 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:24.135035 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce2a075a-9441-4586-b128-a9b960841e84 req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:24.257885 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e26f09f8-7d01-4e95-a60f-3430a43aa863,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:24.296805 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-4c8b3df0-9069-40f5-b414-1a8d3c7e980c req-a3b45559-61e6-4171-8760-92c20402bcae tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Deleting port bfad8138-bcff-4eab-88a2-93fe2d98c085 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:24.297161 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4c8b3df0-9069-40f5-b414-1a8d3c7e980c req-a3b45559-61e6-4171-8760-92c20402bcae tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:24.316892 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port e06f4eb2-9456-487d-879d-8e9aea9648b9 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:24.325762 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port e06f4eb2-9456-487d-879d-8e9aea9648b9 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:24.326845 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:24.459316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc8d146-8521-4493-8309-20588af1db83'}, {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26f09f8-7d01-4e95-a60f-3430a43aa863'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:24.461899 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4d618a-6f0b-4dbb-8622-17e38d490de4" -d '{"events": [{"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-plugged", "status": "completed", "tag": "5cc8d146-8521-4493-8309-20588af1db83"}, {"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-plugged", "status": "completed", "tag": "e26f09f8-7d01-4e95-a60f-3430a43aa863"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:24.587805 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4c8b3df0-9069-40f5-b414-1a8d3c7e980c req-a3b45559-61e6-4171-8760-92c20402bcae tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] For port bfad8138-bcff-4eab-88a2-93fe2d98c085, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=bfad8138-bcff-4eab-88a2-93fe2d98c085,segment=NetworkSegment(3ed8e91f-712f-42f8-a62b-e50ab919264e),segment_id=3ed8e91f-712f-42f8-a62b-e50ab919264e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:24.588904 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4c8b3df0-9069-40f5-b414-1a8d3c7e980c req-a3b45559-61e6-4171-8760-92c20402bcae tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:24.589292 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:24.604723 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-4c8b3df0-9069-40f5-b414-1a8d3c7e980c req-a3b45559-61e6-4171-8760-92c20402bcae tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Calling delete_port for bfad8138-bcff-4eab-88a2-93fe2d98c085 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:24.661672 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e06f4eb2-9456-487d-879d-8e9aea9648b9, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e06f4eb2-9456-487d-879d-8e9aea9648b9,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:24.668064 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:24.668888 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:24.695534 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34046) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:24.733281 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c547d434-2a72-4873-8b70-562ae8af26b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:24.891788 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e06f4eb2-9456-487d-879d-8e9aea9648b9,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:24.922380 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35f9fbc6-bf11-4455-a746-7aa6cb23d8f8 req-2092448b-5bc3-4bba-92dc-bea099381d4f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9884703 Aug 16 22:30:24.925034 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-ce2a075a-9441-4586-b128-a9b960841e84 req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] Transition to ACTIVE for port object fcea367a-cab7-497f-b590-339a75882ffb will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:24.926896 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:24.937361 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:24.939526 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.021867 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce2a075a-9441-4586-b128-a9b960841e84 req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.088414 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c6229160-65d7-4782-9d10-71e2ef59af42 req-da6fe7e2-2081-4731-93ab-34421e37bdbe tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93 HTTP/1.1" status: 200 len: 210 time: 0.2385716 Aug 16 22:30:25.116468 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-1bec2ee1-8b81-41b1-b75d-c8dc1518c6f5 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Allocated IP 172.20.0.13 (9059d325-84cb-422e-b8d7-d8803d6dfafe/8d4ff73f-336b-4de1-b3a1-5534bfb75da2/a41d66a5-1c5c-4082-80fc-dc202dd18aad) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:25.223689 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b481acee-1f87-4272-8958-559540e998c5 x-openstack-request-id: req-b481acee-1f87-4272-8958-559540e998c5 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:30:25.228478 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-plugged", "status": "completed", "tag": "5cc8d146-8521-4493-8309-20588af1db83", "code": 200}, {"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-plugged", "status": "completed", "tag": "e26f09f8-7d01-4e95-a60f-3430a43aa863", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:30:25.228997 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b481acee-1f87-4272-8958-559540e998c5 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:30:25.229582 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc8d146-8521-4493-8309-20588af1db83', 'code': 200} Aug 16 22:30:25.230020 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26f09f8-7d01-4e95-a60f-3430a43aa863', 'code': 200} Aug 16 22:30:25.235941 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.301989 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4c8b3df0-9069-40f5-b414-1a8d3c7e980c req-a3b45559-61e6-4171-8760-92c20402bcae tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.326250 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['c96edf8d-5f0c-4a9f-a48b-803cf561b7cd'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:30:25.344447 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:25.350660 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c547d434-2a72-4873-8b70-562ae8af26b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.358647 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] Pushing event updated for resources: {'Port': ['ID=fcea367a-cab7-497f-b590-339a75882ffb,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:25.372621 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.373758 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device b6203b99-3093-4799-9ebe-caeb302b396f up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:25.381226 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c547d434-2a72-4873-8b70-562ae8af26b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.468519 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-1bec2ee1-8b81-41b1-b75d-c8dc1518c6f5 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.475959 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c547d434-2a72-4873-8b70-562ae8af26b9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b52343d8a4fa4902825b0b8b7455aa7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7793281 Aug 16 22:30:25.482340 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547d434-2a72-4873-8b70-562ae8af26b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2570b27f-c7c1-49e0-9c4d-dc813b58c06e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:25.486279 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34056) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:25.510435 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:25.532298 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-1bec2ee1-8b81-41b1-b75d-c8dc1518c6f5 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Transition to ACTIVE for port object a41d66a5-1c5c-4082-80fc-dc202dd18aad will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:25.564457 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port b6203b99-3093-4799-9ebe-caeb302b396f completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:25.572470 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port b6203b99-3093-4799-9ebe-caeb302b396f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:25.572902 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.681773 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea29f67b-6bb2-4015-8ab0-583efea89f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.731048 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-1bec2ee1-8b81-41b1-b75d-c8dc1518c6f5 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.897374 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.935143 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec2ee1-8b81-41b1-b75d-c8dc1518c6f5 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Pushing event updated for resources: {'Port': ['ID=a41d66a5-1c5c-4082-80fc-dc202dd18aad,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:25.947444 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea29f67b-6bb2-4015-8ab0-583efea89f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.947874 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port b6203b99-3093-4799-9ebe-caeb302b396f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=b6203b99-3093-4799-9ebe-caeb302b396f,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:25.963085 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.965018 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-1bec2ee1-8b81-41b1-b75d-c8dc1518c6f5 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Network 9059d325-84cb-422e-b8d7-d8803d6dfafe is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:25.967779 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-1bec2ee1-8b81-41b1-b75d-c8dc1518c6f5 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:25.975058 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device bfad8138-bcff-4eab-88a2-93fe2d98c085 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:30:25.976015 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-1bec2ee1-8b81-41b1-b75d-c8dc1518c6f5 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:26.066627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b45559-61e6-4171-8760-92c20402bcae tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Pushing event deleted for resources: {'Port': ['ID=bfad8138-bcff-4eab-88a2-93fe2d98c085,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:26.120112 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-1bec2ee1-8b81-41b1-b75d-c8dc1518c6f5 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:26.121145 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-1bec2ee1-8b81-41b1-b75d-c8dc1518c6f5 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:26.184790 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=b6203b99-3093-4799-9ebe-caeb302b396f,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:26.194223 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: bfad8138-bcff-4eab-88a2-93fe2d98c085 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:30:26.195428 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device bfad8138-bcff-4eab-88a2-93fe2d98c085 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:30:26.209590 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea29f67b-6bb2-4015-8ab0-583efea89f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:26.213235 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea29f67b-6bb2-4015-8ab0-583efea89f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:26.220902 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ea29f67b-6bb2-4015-8ab0-583efea89f3b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2570b27f-c7c1-49e0-9c4d-dc813b58c06e HTTP/1.1" status: 204 len: 168 time: 0.7267358 Aug 16 22:30:26.222612 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-1bec2ee1-8b81-41b1-b75d-c8dc1518c6f5 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8526073 Aug 16 22:30:26.239920 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f640dfd5-9fce-4551-9a09-b1bf4a606911 req-52a794ed-5cee-41ee-923b-89e325f4fd00 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2091bd3-6a4a-4ca1-a9cd-f3870d406300 HTTP/1.1" status: 200 len: 210 time: 0.8560412 Aug 16 22:30:26.257689 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] Request body: {'port': {'device_id': '2e3a0f9d-42ed-4542-97c7-69ded4e57f93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:26.317766 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29f67b-6bb2-4015-8ab0-583efea89f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2570b27f-c7c1-49e0-9c4d-dc813b58c06e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:26.452574 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:26.489149 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8b3df0-9069-40f5-b414-1a8d3c7e980c req-a3b45559-61e6-4171-8760-92c20402bcae tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] No DVR routers for this DVR port bfad8138-bcff-4eab-88a2-93fe2d98c085 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:30:26.500320 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f835f-19f7-42c4-93e9-5c15fdd9bad1 req-f8ee7096-74a2-4c61-a3fe-b07c903f581f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:26.502940 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe3f835f-19f7-42c4-93e9-5c15fdd9bad1 req-f8ee7096-74a2-4c61-a3fe-b07c903f581f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 946 time: 1.3994308 Aug 16 22:30:26.508238 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4c8b3df0-9069-40f5-b414-1a8d3c7e980c req-a3b45559-61e6-4171-8760-92c20402bcae tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:26.510482 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c8b3df0-9069-40f5-b414-1a8d3c7e980c req-a3b45559-61e6-4171-8760-92c20402bcae tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.39 "DELETE /v2.0/ports/bfad8138-bcff-4eab-88a2-93fe2d98c085 HTTP/1.1" status: 204 len: 173 time: 3.3828499 Aug 16 22:30:26.513241 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2091bd3-6a4a-4ca1-a9cd-f3870d406300', 'name': 'network-vif-deleted', 'tag': 'bfad8138-bcff-4eab-88a2-93fe2d98c085'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:26.516199 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056f07aa-228a-42c3-b8dc-0382716551ea" -d '{"events": [{"server_uuid": "c2091bd3-6a4a-4ca1-a9cd-f3870d406300", "name": "network-vif-deleted", "tag": "bfad8138-bcff-4eab-88a2-93fe2d98c085"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:26.598521 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe3f835f-19f7-42c4-93e9-5c15fdd9bad1 req-da061697-178a-4587-82cf-7f06514d6668 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777252 Aug 16 22:30:26.637288 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5a84f478-386d-4f53-a467-c6d2c7ee294a None None] Provisioning for port a41d66a5-1c5c-4082-80fc-dc202dd18aad completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:26.660380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5a84f478-386d-4f53-a467-c6d2c7ee294a None None] Provisioning complete for port a41d66a5-1c5c-4082-80fc-dc202dd18aad triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:26.661708 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5a84f478-386d-4f53-a467-c6d2c7ee294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:26.691398 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ce2a075a-9441-4586-b128-a9b960841e84 req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] Attempting to bind port fcea367a-cab7-497f-b590-339a75882ffb on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:26.703845 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ce2a075a-9441-4586-b128-a9b960841e84 req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] Attempting to bind port fcea367a-cab7-497f-b590-339a75882ffb by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '8eaf7c67-0eca-4fab-b3e5-affad94b4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:26.703845 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2a075a-9441-4586-b128-a9b960841e84 req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] Attempting to bind port fcea367a-cab7-497f-b590-339a75882ffb on network 9059d325-84cb-422e-b8d7-d8803d6dfafe {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:26.743606 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2a075a-9441-4586-b128-a9b960841e84 req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] Port fcea367a-cab7-497f-b590-339a75882ffb on network 9059d325-84cb-422e-b8d7-d8803d6dfafe not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:30:26.744065 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2a075a-9441-4586-b128-a9b960841e84 req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] Attempting to bind port fcea367a-cab7-497f-b590-339a75882ffb on network 9059d325-84cb-422e-b8d7-d8803d6dfafe {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:26.767751 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2a075a-9441-4586-b128-a9b960841e84 req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:26.768099 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2a075a-9441-4586-b128-a9b960841e84 req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] Checking segment: {'id': '8eaf7c67-0eca-4fab-b3e5-affad94b4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:26.768495 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2a075a-9441-4586-b128-a9b960841e84 req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] Bound using segment: {'id': '8eaf7c67-0eca-4fab-b3e5-affad94b4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:26.768952 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ce2a075a-9441-4586-b128-a9b960841e84 req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] Bound port: fcea367a-cab7-497f-b590-339a75882ffb, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eaf7c67-0eca-4fab-b3e5-affad94b4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:26.769310 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce2a075a-9441-4586-b128-a9b960841e84 req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:26.807011 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-5a84f478-386d-4f53-a467-c6d2c7ee294a None None] Port a41d66a5-1c5c-4082-80fc-dc202dd18aad cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:27.020476 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1b565-1366-43bc-8ea7-1169620dcc3c req-43e13e4a-f832-42a9-9327-db7108a6d1a6 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:27.026825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1b565-1366-43bc-8ea7-1169620dcc3c req-43e13e4a-f832-42a9-9327-db7108a6d1a6 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:27.037605 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1b565-1366-43bc-8ea7-1169620dcc3c req-43e13e4a-f832-42a9-9327-db7108a6d1a6 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:27.053402 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1b565-1366-43bc-8ea7-1169620dcc3c req-43e13e4a-f832-42a9-9327-db7108a6d1a6 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:27.088728 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1b565-1366-43bc-8ea7-1169620dcc3c req-43e13e4a-f832-42a9-9327-db7108a6d1a6 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:27.099838 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1b565-1366-43bc-8ea7-1169620dcc3c req-43e13e4a-f832-42a9-9327-db7108a6d1a6 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:27.105922 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1b565-1366-43bc-8ea7-1169620dcc3c req-43e13e4a-f832-42a9-9327-db7108a6d1a6 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:27.116308 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1c1b565-1366-43bc-8ea7-1169620dcc3c req-43e13e4a-f832-42a9-9327-db7108a6d1a6 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5443 time: 0.5116329 Aug 16 22:30:27.231828 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06f4eb2-9456-487d-879d-8e9aea9648b9'}, {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd'}, {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6203b99-3093-4799-9ebe-caeb302b396f'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:27.234456 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2947066a-6453-48c9-bcd9-5fa61cc8a024" -d '{"events": [{"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-plugged", "status": "completed", "tag": "e06f4eb2-9456-487d-879d-8e9aea9648b9"}, {"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-plugged", "status": "completed", "tag": "df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd"}, {"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-plugged", "status": "completed", "tag": "b6203b99-3093-4799-9ebe-caeb302b396f"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:27.259639 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f03148-5f0c-4a10-9270-4ed1c246ce21 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:30:27.276987 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:27.297510 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Transition to ACTIVE for port object 26f03148-5f0c-4a10-9270-4ed1c246ce21 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:27.310906 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fec0d-e986-4829-89cd-0136c30af205 req-fbaaf27f-5c94-46ea-a34a-5ed2b4251c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:27.313156 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e5fec0d-e986-4829-89cd-0136c30af205 req-fbaaf27f-5c94-46ea-a34a-5ed2b4251c7a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 1098 time: 0.5503244 Aug 16 22:30:27.341472 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:27.517390 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee9758-3d15-40df-a250-93b44cb7b3ae req-f7864199-9b36-4e87-a16f-f4cd1947abaf tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:27.520058 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ecee9758-3d15-40df-a250-93b44cb7b3ae req-f7864199-9b36-4e87-a16f-f4cd1947abaf tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93 HTTP/1.1" status: 200 len: 932 time: 0.6325724 Aug 16 22:30:27.606059 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1c1b565-1366-43bc-8ea7-1169620dcc3c req-e03ce33c-2745-4107-a761-41e9d81cf525 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4845724 Aug 16 22:30:27.618003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Pushing event updated for resources: {'Port': ['ID=26f03148-5f0c-4a10-9270-4ed1c246ce21,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:27.802797 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a41d66a5-1c5c-4082-80fc-dc202dd18aad {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:30:27.871130 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:27.889491 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff36717-4892-4e0c-8874-ce819762c5a0 x-openstack-request-id: req-0ff36717-4892-4e0c-8874-ce819762c5a0 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:30:27.889987 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2091bd3-6a4a-4ca1-a9cd-f3870d406300", "name": "network-vif-deleted", "tag": "bfad8138-bcff-4eab-88a2-93fe2d98c085", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:30:27.890427 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0ff36717-4892-4e0c-8874-ce819762c5a0 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:30:27.891150 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2091bd3-6a4a-4ca1-a9cd-f3870d406300', 'name': 'network-vif-deleted', 'tag': 'bfad8138-bcff-4eab-88a2-93fe2d98c085', 'status': 'completed', 'code': 200} Aug 16 22:30:27.932507 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] Transition to ACTIVE for port object a41d66a5-1c5c-4082-80fc-dc202dd18aad will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:27.958855 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:28.171409 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fec0d-e986-4829-89cd-0136c30af205 req-e84241f4-7d2a-4750-9d81-d4bc6f9089b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:28.187258 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e5fec0d-e986-4829-89cd-0136c30af205 req-e84241f4-7d2a-4750-9d81-d4bc6f9089b5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 913 time: 0.7181997 Aug 16 22:30:28.307851 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] Pushing event updated for resources: {'Port': ['ID=a41d66a5-1c5c-4082-80fc-dc202dd18aad,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:28.342413 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1993f063-51b4-4b4a-a2b8-3d7ce9228110 x-openstack-request-id: req-1993f063-51b4-4b4a-a2b8-3d7ce9228110 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:30:28.342927 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-plugged", "status": "completed", "tag": "e06f4eb2-9456-487d-879d-8e9aea9648b9", "code": 200}, {"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-plugged", "status": "completed", "tag": "df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd", "code": 200}, {"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-plugged", "status": "completed", "tag": "b6203b99-3093-4799-9ebe-caeb302b396f", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:30:28.343023 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1993f063-51b4-4b4a-a2b8-3d7ce9228110 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:30:28.343388 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06f4eb2-9456-487d-879d-8e9aea9648b9', 'code': 200} Aug 16 22:30:28.343652 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd', 'code': 200} Aug 16 22:30:28.343915 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6203b99-3093-4799-9ebe-caeb302b396f', 'code': 200} Aug 16 22:30:28.360368 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ce2a075a-9441-4586-b128-a9b960841e84 req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] For port fcea367a-cab7-497f-b590-339a75882ffb, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:28.394937 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ce2a075a-9441-4586-b128-a9b960841e84 req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] For port fcea367a-cab7-497f-b590-339a75882ffb, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=fcea367a-cab7-497f-b590-339a75882ffb,segment=NetworkSegment(8eaf7c67-0eca-4fab-b3e5-affad94b4085),segment_id=8eaf7c67-0eca-4fab-b3e5-affad94b4085)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:28.653717 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] Attempting to bind port a41d66a5-1c5c-4082-80fc-dc202dd18aad on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:28.654286 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] Attempting to bind port a41d66a5-1c5c-4082-80fc-dc202dd18aad by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '8eaf7c67-0eca-4fab-b3e5-affad94b4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:28.654791 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] Attempting to bind port a41d66a5-1c5c-4082-80fc-dc202dd18aad on network 9059d325-84cb-422e-b8d7-d8803d6dfafe {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:28.664495 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] Port a41d66a5-1c5c-4082-80fc-dc202dd18aad on network 9059d325-84cb-422e-b8d7-d8803d6dfafe not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:30:28.672644 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] Attempting to bind port a41d66a5-1c5c-4082-80fc-dc202dd18aad on network 9059d325-84cb-422e-b8d7-d8803d6dfafe {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:28.723251 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:28.723649 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] Checking segment: {'id': '8eaf7c67-0eca-4fab-b3e5-affad94b4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:28.723870 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] Bound using segment: {'id': '8eaf7c67-0eca-4fab-b3e5-affad94b4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:28.724324 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] Bound port: a41d66a5-1c5c-4082-80fc-dc202dd18aad, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eaf7c67-0eca-4fab-b3e5-affad94b4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:28.724725 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:28.917495 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e5fec0d-e986-4829-89cd-0136c30af205 req-6871fe74-0ed5-472a-bba4-517776370f0b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e23b02-3747-41d2-bac1-046c88511bb4 HTTP/1.1" status: 200 len: 1000 time: 0.6347396 Aug 16 22:30:28.942485 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce2a075a-9441-4586-b128-a9b960841e84 req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:29.205804 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ecee9758-3d15-40df-a250-93b44cb7b3ae req-bf250a9d-b4d9-458d-b1fd-40abe33643ec tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6240325 Aug 16 22:30:29.262916 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a075a-9441-4586-b128-a9b960841e84 req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:29.263969 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ce2a075a-9441-4586-b128-a9b960841e84 req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:29.265646 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce2a075a-9441-4586-b128-a9b960841e84 req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] 10.222.0.39 "PUT /v2.0/ports/fcea367a-cab7-497f-b590-339a75882ffb HTTP/1.1" status: 200 len: 1092 time: 9.5184834 Aug 16 22:30:29.417903 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Attempting to bind port 26f03148-5f0c-4a10-9270-4ed1c246ce21 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:29.418386 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Attempting to bind port 26f03148-5f0c-4a10-9270-4ed1c246ce21 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '8eaf7c67-0eca-4fab-b3e5-affad94b4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:29.418725 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Attempting to bind port 26f03148-5f0c-4a10-9270-4ed1c246ce21 on network 9059d325-84cb-422e-b8d7-d8803d6dfafe {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:29.445145 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fec0d-e986-4829-89cd-0136c30af205 req-e3a1ab0b-05da-4915-9d6c-5f7f1c89d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:29.448551 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e5fec0d-e986-4829-89cd-0136c30af205 req-e3a1ab0b-05da-4915-9d6c-5f7f1c89d852 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 200 len: 851 time: 0.4722233 Aug 16 22:30:29.545011 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:30:29.562536 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] For port a41d66a5-1c5c-4082-80fc-dc202dd18aad, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:29.574831 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] For port a41d66a5-1c5c-4082-80fc-dc202dd18aad, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a41d66a5-1c5c-4082-80fc-dc202dd18aad,segment=NetworkSegment(8eaf7c67-0eca-4fab-b3e5-affad94b4085),segment_id=8eaf7c67-0eca-4fab-b3e5-affad94b4085)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:29.582373 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:29.642451 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:29.643255 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:29.645837 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] 10.222.0.39 "PUT /v2.0/ports/a41d66a5-1c5c-4082-80fc-dc202dd18aad HTTP/1.1" status: 200 len: 1093 time: 3.4020631 Aug 16 22:30:29.648651 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3a0f9d-42ed-4542-97c7-69ded4e57f93', 'tag': 'a41d66a5-1c5c-4082-80fc-dc202dd18aad'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:29.666662 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf130cf-bc1c-446e-bda2-583efa28d416" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3a0f9d-42ed-4542-97c7-69ded4e57f93", "tag": "a41d66a5-1c5c-4082-80fc-dc202dd18aad"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:29.775443 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656c3e2-f8bd-49ae-b0ae-e389da39c861 service neutron] Pushing event updated for resources: {'Port': ['ID=a41d66a5-1c5c-4082-80fc-dc202dd18aad,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:29.887727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Port 26f03148-5f0c-4a10-9270-4ed1c246ce21 on network 9059d325-84cb-422e-b8d7-d8803d6dfafe not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:30:29.887977 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Attempting to bind port 26f03148-5f0c-4a10-9270-4ed1c246ce21 on network 9059d325-84cb-422e-b8d7-d8803d6dfafe {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:29.918895 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2185b5d-ffd9-417a-943a-de3dcc0f8770 req-4e963c23-3327-4690-861f-4d7c16ffa04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:29.919437 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2185b5d-ffd9-417a-943a-de3dcc0f8770 req-4e963c23-3327-4690-861f-4d7c16ffa04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:29.919871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2185b5d-ffd9-417a-943a-de3dcc0f8770 req-4e963c23-3327-4690-861f-4d7c16ffa04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:29.920370 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2185b5d-ffd9-417a-943a-de3dcc0f8770 req-4e963c23-3327-4690-861f-4d7c16ffa04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:29.920843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2185b5d-ffd9-417a-943a-de3dcc0f8770 req-4e963c23-3327-4690-861f-4d7c16ffa04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:29.923820 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2185b5d-ffd9-417a-943a-de3dcc0f8770 req-4e963c23-3327-4690-861f-4d7c16ffa04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:29.924421 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2185b5d-ffd9-417a-943a-de3dcc0f8770 req-4e963c23-3327-4690-861f-4d7c16ffa04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:29.932312 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2185b5d-ffd9-417a-943a-de3dcc0f8770 req-4e963c23-3327-4690-861f-4d7c16ffa04b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 6507 time: 1.0188756 Aug 16 22:30:29.933870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e62505-95cf-4040-bae6-ad2b69a6e6f0', 'tag': 'fcea367a-cab7-497f-b590-339a75882ffb'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:29.943375 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74a0210-b61a-4670-8fa0-91e752774ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e62505-95cf-4040-bae6-ad2b69a6e6f0", "tag": "fcea367a-cab7-497f-b590-339a75882ffb"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:29.949137 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:29.950420 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Checking segment: {'id': '8eaf7c67-0eca-4fab-b3e5-affad94b4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:29.955153 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Bound using segment: {'id': '8eaf7c67-0eca-4fab-b3e5-affad94b4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:29.958127 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Bound port: 26f03148-5f0c-4a10-9270-4ed1c246ce21, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eaf7c67-0eca-4fab-b3e5-affad94b4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:29.958453 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:30.005657 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fac06d-2794-490b-b243-1fef3bf9eee1 service neutron] Pushing event updated for resources: {'Port': ['ID=fcea367a-cab7-497f-b590-339a75882ffb,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:30.091708 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-c0c3be29-207b-4abc-a289-4f7a7ffd1494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:30.093631 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-c0c3be29-207b-4abc-a289-4f7a7ffd1494 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1430c2d2535e481e8ccf4b208114eac5&device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93 HTTP/1.1" status: 200 len: 1096 time: 0.3567209 Aug 16 22:30:30.137726 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe170b96-224c-4a52-8bbb-d7c402c901e8 req-12cc3d20-dd66-48bc-b97b-409553465118 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:30.148774 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe170b96-224c-4a52-8bbb-d7c402c901e8 req-12cc3d20-dd66-48bc-b97b-409553465118 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 946 time: 1.2082138 Aug 16 22:30:30.198955 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41217044-b510-46f7-a22e-ee5f1d76b4cc req-bbb6d8db-794a-4d2b-a531-3388f7af98d3 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:30.210589 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41217044-b510-46f7-a22e-ee5f1d76b4cc req-bbb6d8db-794a-4d2b-a531-3388f7af98d3 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 946 time: 0.7094448 Aug 16 22:30:30.218484 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fec0d-e986-4829-89cd-0136c30af205 req-36c15622-afd1-439b-8b2c-7ab6f19f4efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:30.220651 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e5fec0d-e986-4829-89cd-0136c30af205 req-36c15622-afd1-439b-8b2c-7ab6f19f4efb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7036827 Aug 16 22:30:30.247412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a075a-9441-4586-b128-a9b960841e84 req-16030b73-fdf6-4b50-a46d-186fd6f3dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:30.251295 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce2a075a-9441-4586-b128-a9b960841e84 req-16030b73-fdf6-4b50-a46d-186fd6f3dc4f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1430c2d2535e481e8ccf4b208114eac5&device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 1095 time: 0.7518106 Aug 16 22:30:30.378889 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b2967-6a0b-4f19-856a-9d9c09275858 req-4082aebd-caa0-4256-8e0b-c7fe769e51d1 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:30.381785 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e60b2967-6a0b-4f19-856a-9d9c09275858 req-4082aebd-caa0-4256-8e0b-c7fe769e51d1 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.39 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 946 time: 0.5096648 Aug 16 22:30:30.392952 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-c8bc453f-3d1a-4dc6-9115-6e7e3e127cf8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a41d66a5-1c5c-4082-80fc-dc202dd18aad HTTP/1.1" status: 200 len: 217 time: 0.2756863 Aug 16 22:30:30.605218 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-343eb68a-35b6-4884-9cbb-8c4f6d78491a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:30.616416 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2185b5d-ffd9-417a-943a-de3dcc0f8770 req-dae93961-4ad0-455c-ab6a-0edc62834ab9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e2e96f25-ade0-4881-b151-dc537e03be72&id=7d68461f-b4aa-4076-b8b6-2cff3f832937&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6161811 Aug 16 22:30:30.618923 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-343eb68a-35b6-4884-9cbb-8c4f6d78491a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d4ff73f-336b-4de1-b3a1-5534bfb75da2 HTTP/1.1" status: 200 len: 854 time: 0.2218089 Aug 16 22:30:30.767277 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-e2ec57db-c166-4599-9301-f9c4803a7c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:30.770296 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-e2ec57db-c166-4599-9301-f9c4803a7c1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9059d325-84cb-422e-b8d7-d8803d6dfafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825787 Aug 16 22:30:30.865776 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe170b96-224c-4a52-8bbb-d7c402c901e8 req-a035c5c7-d55f-452e-9ee7-40c60801c338 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7154570 Aug 16 22:30:30.879410 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce2a075a-9441-4586-b128-a9b960841e84 req-3e824632-e75c-4463-b2c3-7931eabd0aa4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcea367a-cab7-497f-b590-339a75882ffb HTTP/1.1" status: 200 len: 217 time: 0.2830126 Aug 16 22:30:30.903013 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41217044-b510-46f7-a22e-ee5f1d76b4cc req-2cdd43d9-8217-435b-8826-afc64462c8dc tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=b84b3998-7a7c-40b2-8c73-861db3b07914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6887789 Aug 16 22:30:30.975446 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-0d9b5d9a-5cda-4eb8-a54d-2297e79b2cb8 service neutron] 10.222.0.39 "GET /v2.0/networks/9059d325-84cb-422e-b8d7-d8803d6dfafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926973 Aug 16 22:30:31.016310 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] For port 26f03148-5f0c-4a10-9270-4ed1c246ce21, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:31.243312 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-18231e10-956d-47d4-9ac1-231ceec751c2 req-7ef8d62d-8d69-4a71-b444-a73a16467e48 service neutron] 10.222.0.39 "GET /v2.0/networks/9059d325-84cb-422e-b8d7-d8803d6dfafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591896 Aug 16 22:30:31.255014 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-e60b2967-6a0b-4f19-856a-9d9c09275858 req-0e7e5a67-f6d5-482e-a5af-c4e3607b5157 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Deleting port e9c32675-ff51-4132-8e6f-d2fa2283ab1e {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:31.255386 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e60b2967-6a0b-4f19-856a-9d9c09275858 req-0e7e5a67-f6d5-482e-a5af-c4e3607b5157 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:31.326469 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a075a-9441-4586-b128-a9b960841e84 req-5b10dc7b-40b8-4838-9d5e-1da81cc3f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:31.331133 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce2a075a-9441-4586-b128-a9b960841e84 req-5b10dc7b-40b8-4838-9d5e-1da81cc3f5d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d4ff73f-336b-4de1-b3a1-5534bfb75da2 HTTP/1.1" status: 200 len: 854 time: 0.4165347 Aug 16 22:30:31.345321 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] For port 26f03148-5f0c-4a10-9270-4ed1c246ce21, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=26f03148-5f0c-4a10-9270-4ed1c246ce21,segment=NetworkSegment(8eaf7c67-0eca-4fab-b3e5-affad94b4085),segment_id=8eaf7c67-0eca-4fab-b3e5-affad94b4085)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:31.484841 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e5fec0d-e986-4829-89cd-0136c30af205 req-bb52c967-2dc3-4b42-b254-48c09658f679 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2313976 Aug 16 22:30:31.585070 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fce2d4-afda-4d44-b64c-1a28cf78c10b x-openstack-request-id: req-e2fce2d4-afda-4d44-b64c-1a28cf78c10b {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:30:31.585455 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3a0f9d-42ed-4542-97c7-69ded4e57f93", "tag": "a41d66a5-1c5c-4082-80fc-dc202dd18aad", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:30:31.585615 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e2fce2d4-afda-4d44-b64c-1a28cf78c10b {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:30:31.592179 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3a0f9d-42ed-4542-97c7-69ded4e57f93', 'tag': 'a41d66a5-1c5c-4082-80fc-dc202dd18aad', 'status': 'completed', 'code': 200} Aug 16 22:30:31.681879 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:31.712791 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8ac31c-e113-4ccf-865c-2985343767f6 x-openstack-request-id: req-ae8ac31c-e113-4ccf-865c-2985343767f6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:30:31.713150 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e62505-95cf-4040-bae6-ad2b69a6e6f0", "tag": "fcea367a-cab7-497f-b590-339a75882ffb", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:30:31.713331 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ae8ac31c-e113-4ccf-865c-2985343767f6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:30:31.724294 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e62505-95cf-4040-bae6-ad2b69a6e6f0', 'tag': 'fcea367a-cab7-497f-b590-339a75882ffb', 'status': 'completed', 'code': 200} Aug 16 22:30:31.755761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34166) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:31.795485 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-e60b2967-6a0b-4f19-856a-9d9c09275858 req-0e7e5a67-f6d5-482e-a5af-c4e3607b5157 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] For port e9c32675-ff51-4132-8e6f-d2fa2283ab1e, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:31.796134 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e60b2967-6a0b-4f19-856a-9d9c09275858 req-0e7e5a67-f6d5-482e-a5af-c4e3607b5157 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:31.866959 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:31.867595 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:31.869086 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] 10.222.0.39 "PUT /v2.0/ports/26f03148-5f0c-4a10-9270-4ed1c246ce21 HTTP/1.1" status: 200 len: 1092 time: 9.5004191 Aug 16 22:30:31.873987 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf130cf-bc1c-446e-bda2-583efa28d416 req-8b5f6f73-410b-43d1-8b0f-2c9047d336ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:31.884139 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4cf130cf-bc1c-446e-bda2-583efa28d416 req-8b5f6f73-410b-43d1-8b0f-2c9047d336ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1430c2d2535e481e8ccf4b208114eac5&device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93 HTTP/1.1" status: 200 len: 1096 time: 0.3017757 Aug 16 22:30:32.076257 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e5fec0d-e986-4829-89cd-0136c30af205 req-697a9883-6a4e-4a5d-b6bf-04925c462058 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686188 Aug 16 22:30:32.234542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Pushing event updated for resources: {'Port': ['ID=26f03148-5f0c-4a10-9270-4ed1c246ce21,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:32.279609 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf130cf-bc1c-446e-bda2-583efa28d416 req-4a68f4f5-54c0-425e-9afd-07a38eea3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:32.281027 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4cf130cf-bc1c-446e-bda2-583efa28d416 req-4a68f4f5-54c0-425e-9afd-07a38eea3967 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9059d325-84cb-422e-b8d7-d8803d6dfafe HTTP/1.1" status: 200 len: 916 time: 0.2472138 Aug 16 22:30:32.380599 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4cf130cf-bc1c-446e-bda2-583efa28d416 req-da20d9f1-51c5-4806-90e7-51f6ce83f7b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a41d66a5-1c5c-4082-80fc-dc202dd18aad HTTP/1.1" status: 200 len: 217 time: 0.0827770 Aug 16 22:30:32.413296 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a075a-9441-4586-b128-a9b960841e84 req-4fa4ff06-cec3-40e0-8d0e-f5aad2f4eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:32.415584 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce2a075a-9441-4586-b128-a9b960841e84 req-4fa4ff06-cec3-40e0-8d0e-f5aad2f4eb63 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9059d325-84cb-422e-b8d7-d8803d6dfafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9189117 Aug 16 22:30:32.417926 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:32.418491 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:32.419000 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:32.419659 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:32.420158 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:32.420665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:32.421154 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:32.421636 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:32.422154 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:32.422651 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:32.423145 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:32.423666 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4d2d6-be0d-4957-9505-5237694ad189 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:32.435911 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94573aa5-e616-4e7a-92bd-c35d35e52a6c req-b692ac0a-947b-461d-ad5b-8d34c2e3ae73 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:32.445293 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-94573aa5-e616-4e7a-92bd-c35d35e52a6c req-b692ac0a-947b-461d-ad5b-8d34c2e3ae73 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93 HTTP/1.1" status: 200 len: 944 time: 0.6157115 Aug 16 22:30:32.459908 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7942096f-42b7-44ec-9d80-ebe1927e41e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:32.515239 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a4bd1-4f58-40d1-a996-e8676d56b6d0 req-60da88d9-6de8-4ead-afe6-d5ae6b73d0ea tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:32.532067 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a4bd1-4f58-40d1-a996-e8676d56b6d0 req-60da88d9-6de8-4ead-afe6-d5ae6b73d0ea tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:32.547130 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a4bd1-4f58-40d1-a996-e8676d56b6d0 req-60da88d9-6de8-4ead-afe6-d5ae6b73d0ea tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:32.556604 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a4bd1-4f58-40d1-a996-e8676d56b6d0 req-60da88d9-6de8-4ead-afe6-d5ae6b73d0ea tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:32.568828 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a4bd1-4f58-40d1-a996-e8676d56b6d0 req-60da88d9-6de8-4ead-afe6-d5ae6b73d0ea tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:32.580570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a4bd1-4f58-40d1-a996-e8676d56b6d0 req-60da88d9-6de8-4ead-afe6-d5ae6b73d0ea tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:32.601338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a4bd1-4f58-40d1-a996-e8676d56b6d0 req-60da88d9-6de8-4ead-afe6-d5ae6b73d0ea tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:32.615832 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-718a4bd1-4f58-40d1-a996-e8676d56b6d0 req-60da88d9-6de8-4ead-afe6-d5ae6b73d0ea tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5443 time: 1.4060097 Aug 16 22:30:32.738561 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf130cf-bc1c-446e-bda2-583efa28d416 req-0cb3220d-f2c6-43fc-ab57-e76d5191cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:32.740486 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4cf130cf-bc1c-446e-bda2-583efa28d416 req-0cb3220d-f2c6-43fc-ab57-e76d5191cf97 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d4ff73f-336b-4de1-b3a1-5534bfb75da2 HTTP/1.1" status: 200 len: 854 time: 0.2780542 Aug 16 22:30:32.791306 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-d4183978-6264-4ee0-9535-517d4d08c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:32.799072 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-d4183978-6264-4ee0-9535-517d4d08c820 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1430c2d2535e481e8ccf4b208114eac5&device_id=a0b8df1d-8705-422d-a6dd-f4a0d3213c5e HTTP/1.1" status: 200 len: 1095 time: 0.7086151 Aug 16 22:30:32.806452 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e60b2967-6a0b-4f19-856a-9d9c09275858 req-0e7e5a67-f6d5-482e-a5af-c4e3607b5157 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:32.807056 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e60b2967-6a0b-4f19-856a-9d9c09275858 req-0e7e5a67-f6d5-482e-a5af-c4e3607b5157 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:32.807578 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [req-e60b2967-6a0b-4f19-856a-9d9c09275858 req-0e7e5a67-f6d5-482e-a5af-c4e3607b5157 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Floating IP 09d393e0-6a96-4e97-873d-9a65938e18bc disassociated. External IP: 172.25.6.139, port: e9c32675-ff51-4132-8e6f-d2fa2283ab1e. Aug 16 22:30:32.808590 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-e60b2967-6a0b-4f19-856a-9d9c09275858 req-0e7e5a67-f6d5-482e-a5af-c4e3607b5157 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Calling delete_port for e9c32675-ff51-4132-8e6f-d2fa2283ab1e owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:32.939124 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-94573aa5-e616-4e7a-92bd-c35d35e52a6c req-69adb53a-a5de-4960-a1ae-cb5f2f2d611c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918714 Aug 16 22:30:32.939741 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-380bb952-800c-4214-9807-ab02ebfe4450 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26f03148-5f0c-4a10-9270-4ed1c246ce21 HTTP/1.1" status: 200 len: 217 time: 0.1208448 Aug 16 22:30:32.971056 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7942096f-42b7-44ec-9d80-ebe1927e41e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:32.997212 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7942096f-42b7-44ec-9d80-ebe1927e41e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:33.043188 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942096f-42b7-44ec-9d80-ebe1927e41e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4273763c-0c2d-45a7-8a96-e3b70617df7b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:33.081031 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-718a4bd1-4f58-40d1-a996-e8676d56b6d0 req-e928c3ce-7d11-4d40-a68e-9f753ed009b2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4638989 Aug 16 22:30:33.121538 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf130cf-bc1c-446e-bda2-583efa28d416 req-8e9aeeb1-a2e4-4fed-a8a6-22f87ca9fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:33.124087 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4cf130cf-bc1c-446e-bda2-583efa28d416 req-8e9aeeb1-a2e4-4fed-a8a6-22f87ca9fc68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9059d325-84cb-422e-b8d7-d8803d6dfafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3748040 Aug 16 22:30:33.324837 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7942096f-42b7-44ec-9d80-ebe1927e41e1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e41d2668dbc64b4eb51a74bc55dce546&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5645728 Aug 16 22:30:33.334983 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34180) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:33.350982 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4cf130cf-bc1c-446e-bda2-583efa28d416 req-bd299cd6-f1b7-4a44-b552-754521156b7f service neutron] 10.222.0.39 "GET /v2.0/networks/9059d325-84cb-422e-b8d7-d8803d6dfafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999705 Aug 16 22:30:33.482356 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e60b2967-6a0b-4f19-856a-9d9c09275858 req-0e7e5a67-f6d5-482e-a5af-c4e3607b5157 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:33.613122 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e5a67-f6d5-482e-a5af-c4e3607b5157 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Pushing event deleted for resources: {'Port': ['ID=e9c32675-ff51-4132-8e6f-d2fa2283ab1e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:33.873103 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b51dab2f-bedb-45e4-952b-d10f4efea112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:33.887985 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a41d66a5-1c5c-4082-80fc-dc202dd18aad details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:30:33.955811 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4cf130cf-bc1c-446e-bda2-583efa28d416 req-ef50ce6d-d3be-46f8-a727-d97855f04f9c service neutron] 10.222.0.39 "GET /v2.0/networks/9059d325-84cb-422e-b8d7-d8803d6dfafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5933938 Aug 16 22:30:34.047970 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b51dab2f-bedb-45e4-952b-d10f4efea112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:34.096348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e60b2967-6a0b-4f19-856a-9d9c09275858 req-0e7e5a67-f6d5-482e-a5af-c4e3607b5157 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Router 56c8b038-2613-461d-b7e4-2358c7770cdb has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:30:34.113095 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b8df1d-8705-422d-a6dd-f4a0d3213c5e', 'tag': '26f03148-5f0c-4a10-9270-4ed1c246ce21'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:34.116392 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec255ea0-17fa-4ae8-87e9-7f9760b3d735" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b8df1d-8705-422d-a6dd-f4a0d3213c5e", "tag": "26f03148-5f0c-4a10-9270-4ed1c246ce21"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:34.159987 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-9bf6953e-66be-4975-91d0-7d58a4f9c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:34.161578 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-9bf6953e-66be-4975-91d0-7d58a4f9c644 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d4ff73f-336b-4de1-b3a1-5534bfb75da2 HTTP/1.1" status: 200 len: 854 time: 1.1977713 Aug 16 22:30:34.184170 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e9c32675-ff51-4132-8e6f-d2fa2283ab1e no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:30:34.189205 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b51dab2f-bedb-45e4-952b-d10f4efea112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:34.197061 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b51dab2f-bedb-45e4-952b-d10f4efea112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:34.209580 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b51dab2f-bedb-45e4-952b-d10f4efea112 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4273763c-0c2d-45a7-8a96-e3b70617df7b HTTP/1.1" status: 204 len: 168 time: 0.8729036 Aug 16 22:30:34.251596 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce2a075a-9441-4586-b128-a9b960841e84 req-f8b3c24d-ccc3-483e-b841-364d0fdd63b5 service neutron] 10.222.0.39 "GET /v2.0/networks/9059d325-84cb-422e-b8d7-d8803d6dfafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7853608 Aug 16 22:30:34.254785 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: e9c32675-ff51-4132-8e6f-d2fa2283ab1e {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:30:34.264760 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e9c32675-ff51-4132-8e6f-d2fa2283ab1e not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:30:34.359996 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a41d66a5-1c5c-4082-80fc-dc202dd18aad, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a41d66a5-1c5c-4082-80fc-dc202dd18aad,segment=NetworkSegment(8eaf7c67-0eca-4fab-b3e5-affad94b4085),segment_id=8eaf7c67-0eca-4fab-b3e5-affad94b4085)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:34.403195 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'a41d66a5-1c5c-4082-80fc-dc202dd18aad', 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe', 'port_id': 'a41d66a5-1c5c-4082-80fc-dc202dd18aad', 'mac_address': 'fa:16:3e:74:e6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d4ff73f-336b-4de1-b3a1-5534bfb75da2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:30:34.471800 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51dab2f-bedb-45e4-952b-d10f4efea112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4273763c-0c2d-45a7-8a96-e3b70617df7b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:34.572047 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:34.647374 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a41d66a5-1c5c-4082-80fc-dc202dd18aad {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:30:34.665350 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c84a3-04b2-494b-9fd8-4e6c275ac291 req-6a765697-027c-4137-b10c-e3a8d8ce0d05 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:34.667587 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f78c84a3-04b2-494b-9fd8-4e6c275ac291 req-6a765697-027c-4137-b10c-e3a8d8ce0d05 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 946 time: 0.5656314 Aug 16 22:30:34.678075 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce2a075a-9441-4586-b128-a9b960841e84 req-20aefe44-c387-47a3-ad43-72a5f0cee11e service neutron] 10.222.0.39 "GET /v2.0/networks/9059d325-84cb-422e-b8d7-d8803d6dfafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119287 Aug 16 22:30:34.737318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-7cdd064a-ea28-4ef6-9c0b-55ce1728bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:34.740594 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-7cdd064a-ea28-4ef6-9c0b-55ce1728bd72 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9059d325-84cb-422e-b8d7-d8803d6dfafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5360425 Aug 16 22:30:34.751181 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a41d66a5-1c5c-4082-80fc-dc202dd18aad, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a41d66a5-1c5c-4082-80fc-dc202dd18aad,segment=NetworkSegment(8eaf7c67-0eca-4fab-b3e5-affad94b4085),segment_id=8eaf7c67-0eca-4fab-b3e5-affad94b4085)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:34.753335 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68c797-678b-4bb3-a9ad-fde2d73e19ea req-81038287-d8c2-4bd8-8cc2-b49f6dbbe95e tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:34.759762 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:34.771860 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e60b2967-6a0b-4f19-856a-9d9c09275858 req-0e7e5a67-f6d5-482e-a5af-c4e3607b5157 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:34.775711 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f68c797-678b-4bb3-a9ad-fde2d73e19ea req-81038287-d8c2-4bd8-8cc2-b49f6dbbe95e tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 1.4046052 Aug 16 22:30:34.786863 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508a7276-6881-4408-9d26-cea29ba22ee6 None None] Sync routers for ids ['56c8b038-2613-461d-b7e4-2358c7770cdb'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:34.819943 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508a7276-6881-4408-9d26-cea29ba22ee6 None None] Routers {'56c8b038-2613-461d-b7e4-2358c7770cdb'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:34.820887 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-508a7276-6881-4408-9d26-cea29ba22ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:30:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['56c8b038-2613-461d-b7e4-2358c7770cdb'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:34.905181 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60b2967-6a0b-4f19-856a-9d9c09275858 req-0e7e5a67-f6d5-482e-a5af-c4e3607b5157 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] No DVR routers for this DVR port e9c32675-ff51-4132-8e6f-d2fa2283ab1e on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:30:34.911862 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e60b2967-6a0b-4f19-856a-9d9c09275858 req-0e7e5a67-f6d5-482e-a5af-c4e3607b5157 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:34.916271 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e60b2967-6a0b-4f19-856a-9d9c09275858 req-0e7e5a67-f6d5-482e-a5af-c4e3607b5157 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.39 "DELETE /v2.0/ports/e9c32675-ff51-4132-8e6f-d2fa2283ab1e HTTP/1.1" status: 204 len: 173 time: 4.5204127 Aug 16 22:30:34.917163 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9241e77e-5196-4b6e-b589-6962b6d83f06', 'name': 'network-vif-deleted', 'tag': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:34.923420 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef3e751-3588-4f89-bbea-05a59358ba17" -d '{"events": [{"server_uuid": "9241e77e-5196-4b6e-b589-6962b6d83f06", "name": "network-vif-deleted", "tag": "e9c32675-ff51-4132-8e6f-d2fa2283ab1e"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:34.975773 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=a41d66a5-1c5c-4082-80fc-dc202dd18aad,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:35.081122 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f78c84a3-04b2-494b-9fd8-4e6c275ac291 req-9b32efd2-c0a6-4497-a9ef-8e38b30ebe23 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3769660 Aug 16 22:30:35.147455 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['a41d66a5-1c5c-4082-80fc-dc202dd18aad'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:30:35.189432 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-508a7276-6881-4408-9d26-cea29ba22ee6 None None] Set router 56c8b038-2613-461d-b7e4-2358c7770cdb gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:30:35.205575 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34202) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:35.240711 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-da7552db-d505-4195-a2e4-0125aef474c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:35.398756 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f68c797-678b-4bb3-a9ad-fde2d73e19ea req-4ef1f3e4-c3a9-4b81-9716-8e70bc62d94a tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e02de13-fa16-41da-8e08-2ba46b14c6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121159 Aug 16 22:30:35.572578 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-da7552db-d505-4195-a2e4-0125aef474c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:35.594954 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-da7552db-d505-4195-a2e4-0125aef474c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:35.655348 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a771106-ab16-49ca-9665-739b665b8906 req-1d64f5d7-12ec-44aa-80f4-99bc4c582178 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=9241e77e-5196-4b6e-b589-6962b6d83f06 HTTP/1.1" status: 200 len: 210 time: 0.2450912 Aug 16 22:30:35.675833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a0210-b61a-4670-8fa0-91e752774ff4 req-0406d87f-0411-482a-87b1-e75a10f4bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:35.683278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a74a0210-b61a-4670-8fa0-91e752774ff4 req-0406d87f-0411-482a-87b1-e75a10f4bc1b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1430c2d2535e481e8ccf4b208114eac5&device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 1095 time: 0.8940544 Aug 16 22:30:35.715475 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7552db-d505-4195-a2e4-0125aef474c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03d88eb-d3de-41c2-9214-b177a173d5bd,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:35.742360 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-da7552db-d505-4195-a2e4-0125aef474c7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=df03ad56978e4b8aac50d927921cda7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5322011 Aug 16 22:30:35.744124 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34206) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:35.880153 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-508a7276-6881-4408-9d26-cea29ba22ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'name': 'tempest-AttachVolumeShelveTestJSON-777413558-router', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:08Z', 'updated_at': '2021-08-16T22:25:16Z', 'revision_number': 4, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'gw_port': {'id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:09Z', 'updated_at': '2021-08-16T22:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '39c2a774-c2fb-4fd8-b57d-6cf998aa3efc', 'name': '', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'mac_address': 'fa:16:3e:62:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:14Z', 'updated_at': '2021-08-16T22:25:24Z', 'revision_number': 5, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'subnets': [{'id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:35.950644 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e84fc89-7616-4539-a3de-789257211a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:35.966207 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508a7276-6881-4408-9d26-cea29ba22ee6 None None] Checking router: 56c8b038-2613-461d-b7e4-2358c7770cdb for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:30:35.980420 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1021add-534a-486a-a9d0-1840cd2323f9 x-openstack-request-id: req-b1021add-534a-486a-a9d0-1840cd2323f9 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:30:35.980696 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b8df1d-8705-422d-a6dd-f4a0d3213c5e", "tag": "26f03148-5f0c-4a10-9270-4ed1c246ce21", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:30:35.980963 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b1021add-534a-486a-a9d0-1840cd2323f9 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:30:35.981406 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b8df1d-8705-422d-a6dd-f4a0d3213c5e', 'tag': '26f03148-5f0c-4a10-9270-4ed1c246ce21', 'status': 'completed', 'code': 200} Aug 16 22:30:35.999279 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508a7276-6881-4408-9d26-cea29ba22ee6 None None] Routers {'56c8b038-2613-461d-b7e4-2358c7770cdb'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:36.000191 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-508a7276-6881-4408-9d26-cea29ba22ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:30:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['56c8b038-2613-461d-b7e4-2358c7770cdb'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:36.031432 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e84fc89-7616-4539-a3de-789257211a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:36.077385 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a0210-b61a-4670-8fa0-91e752774ff4 req-6fb3d799-e979-4d17-87e1-449ad5365293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:36.088873 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a74a0210-b61a-4670-8fa0-91e752774ff4 req-6fb3d799-e979-4d17-87e1-449ad5365293 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9059d325-84cb-422e-b8d7-d8803d6dfafe HTTP/1.1" status: 200 len: 916 time: 0.3434358 Aug 16 22:30:36.136017 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-8483466e-7329-4b98-a253-c2dc276c9083 service neutron] 10.222.0.39 "GET /v2.0/networks/9059d325-84cb-422e-b8d7-d8803d6dfafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3438416 Aug 16 22:30:36.197207 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e84fc89-7616-4539-a3de-789257211a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:36.210399 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e84fc89-7616-4539-a3de-789257211a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:36.213937 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5e84fc89-7616-4539-a3de-789257211a22 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c03d88eb-d3de-41c2-9214-b177a173d5bd HTTP/1.1" status: 204 len: 168 time: 0.4614737 Aug 16 22:30:36.236905 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84fc89-7616-4539-a3de-789257211a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03d88eb-d3de-41c2-9214-b177a173d5bd,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:36.365754 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-508a7276-6881-4408-9d26-cea29ba22ee6 None None] Set router 56c8b038-2613-461d-b7e4-2358c7770cdb gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:30:36.617006 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a74a0210-b61a-4670-8fa0-91e752774ff4 req-6cb1b39b-6a33-4d71-a21e-30b4e3781b89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcea367a-cab7-497f-b590-339a75882ffb HTTP/1.1" status: 200 len: 217 time: 0.4678609 Aug 16 22:30:36.768791 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a0210-b61a-4670-8fa0-91e752774ff4 req-2c5b4a9d-ec07-451a-967c-8510debbbb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:36.770723 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a74a0210-b61a-4670-8fa0-91e752774ff4 req-2c5b4a9d-ec07-451a-967c-8510debbbb63 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d4ff73f-336b-4de1-b3a1-5534bfb75da2 HTTP/1.1" status: 200 len: 854 time: 0.1300969 Aug 16 22:30:36.948574 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb5cbd-b0f8-474e-be14-fef42e370d03 req-6f7711cb-8a21-4017-8860-00741456bb19 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:36.964236 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1abb5cbd-b0f8-474e-be14-fef42e370d03 req-6f7711cb-8a21-4017-8860-00741456bb19 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93 HTTP/1.1" status: 200 len: 945 time: 1.2658710 Aug 16 22:30:37.023930 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-508a7276-6881-4408-9d26-cea29ba22ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'name': 'tempest-AttachVolumeShelveTestJSON-777413558-router', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:08Z', 'updated_at': '2021-08-16T22:25:16Z', 'revision_number': 4, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'gw_port': {'id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:09Z', 'updated_at': '2021-08-16T22:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '39c2a774-c2fb-4fd8-b57d-6cf998aa3efc', 'name': '', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'mac_address': 'fa:16:3e:62:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:14Z', 'updated_at': '2021-08-16T22:25:24Z', 'revision_number': 5, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'subnets': [{'id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:37.081000 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a0210-b61a-4670-8fa0-91e752774ff4 req-64db0d8a-d823-41fd-a7af-5c8dd16319ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:37.082570 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a74a0210-b61a-4670-8fa0-91e752774ff4 req-64db0d8a-d823-41fd-a7af-5c8dd16319ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9059d325-84cb-422e-b8d7-d8803d6dfafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2735872 Aug 16 22:30:37.095522 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508a7276-6881-4408-9d26-cea29ba22ee6 None None] The sync data for ids ['56c8b038-2613-461d-b7e4-2358c7770cdb'] in n-d-792458-15 is: [{'id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'name': 'tempest-AttachVolumeShelveTestJSON-777413558-router', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:08Z', 'updated_at': '2021-08-16T22:25:16Z', 'revision_number': 4, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'gw_port': {'id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:09Z', 'updated_at': '2021-08-16T22:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '39c2a774-c2fb-4fd8-b57d-6cf998aa3efc', 'name': '', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'mac_address': 'fa:16:3e:62:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:14Z', 'updated_at': '2021-08-16T22:25:24Z', 'revision_number': 5, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'subnets': [{'id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:37.172360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833341ac-2668-4991-adbb-0bb6bb59f4b3 req-287598de-3aa4-4f7d-8615-c3c207512f16 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:37.193544 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833341ac-2668-4991-adbb-0bb6bb59f4b3 req-287598de-3aa4-4f7d-8615-c3c207512f16 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:37.195205 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ec160-91de-4bd9-a8c7-7a0f49d444e2 req-167769c5-44b6-4ec9-8ecb-564f0cca1623 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:37.196793 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-703ec160-91de-4bd9-a8c7-7a0f49d444e2 req-167769c5-44b6-4ec9-8ecb-564f0cca1623 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 946 time: 0.1543133 Aug 16 22:30:37.200906 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833341ac-2668-4991-adbb-0bb6bb59f4b3 req-287598de-3aa4-4f7d-8615-c3c207512f16 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:37.228712 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833341ac-2668-4991-adbb-0bb6bb59f4b3 req-287598de-3aa4-4f7d-8615-c3c207512f16 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:37.239248 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833341ac-2668-4991-adbb-0bb6bb59f4b3 req-287598de-3aa4-4f7d-8615-c3c207512f16 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:37.252060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833341ac-2668-4991-adbb-0bb6bb59f4b3 req-287598de-3aa4-4f7d-8615-c3c207512f16 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:37.282557 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833341ac-2668-4991-adbb-0bb6bb59f4b3 req-287598de-3aa4-4f7d-8615-c3c207512f16 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:37.285255 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-833341ac-2668-4991-adbb-0bb6bb59f4b3 req-287598de-3aa4-4f7d-8615-c3c207512f16 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5443 time: 1.1407571 Aug 16 22:30:37.527991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a74a0210-b61a-4670-8fa0-91e752774ff4 req-9acaf518-4588-4dd0-bee7-cc81d4e427d3 service neutron] 10.222.0.39 "GET /v2.0/networks/9059d325-84cb-422e-b8d7-d8803d6dfafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330711 Aug 16 22:30:37.557348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-703ec160-91de-4bd9-a8c7-7a0f49d444e2 req-536f3371-1b86-4962-b7f9-7abd405d675c tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Deleting port c96edf8d-5f0c-4a9f-a48b-803cf561b7cd {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:37.558077 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-703ec160-91de-4bd9-a8c7-7a0f49d444e2 req-536f3371-1b86-4962-b7f9-7abd405d675c tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:37.639368 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8d50dfc-5f40-440e-a425-523421f5b88b req-78b5b015-91e4-46e9-a16c-d672d9d09ee3 service neutron] 10.222.0.39 "GET /v2.0/networks/9059d325-84cb-422e-b8d7-d8803d6dfafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4796453 Aug 16 22:30:37.722815 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d59d8f-94ca-40f6-ac28-fe04644e7f04 None None] New status for floating IP 09d393e0-6a96-4e97-873d-9a65938e18bc: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:30:37.842651 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-703ec160-91de-4bd9-a8c7-7a0f49d444e2 req-536f3371-1b86-4962-b7f9-7abd405d675c tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] For port c96edf8d-5f0c-4a9f-a48b-803cf561b7cd, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c96edf8d-5f0c-4a9f-a48b-803cf561b7cd,segment=NetworkSegment(3ed8e91f-712f-42f8-a62b-e50ab919264e),segment_id=3ed8e91f-712f-42f8-a62b-e50ab919264e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:37.846044 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-703ec160-91de-4bd9-a8c7-7a0f49d444e2 req-536f3371-1b86-4962-b7f9-7abd405d675c tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:37.896181 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-703ec160-91de-4bd9-a8c7-7a0f49d444e2 req-536f3371-1b86-4962-b7f9-7abd405d675c tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Calling delete_port for c96edf8d-5f0c-4a9f-a48b-803cf561b7cd owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:38.006873 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1abb5cbd-b0f8-474e-be14-fef42e370d03 req-e4d1564f-4620-4c98-9b9f-94110edf0729 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0416954 Aug 16 22:30:38.081211 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-833341ac-2668-4991-adbb-0bb6bb59f4b3 req-fa960a9f-e30b-42e9-b72d-44d9e7205570 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7496042 Aug 16 22:30:38.320821 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device fcea367a-cab7-497f-b590-339a75882ffb details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:30:38.326459 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a41d66a5-1c5c-4082-80fc-dc202dd18aad up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:38.427609 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead000f0-cae3-4816-b928-9cfd62d927c9 x-openstack-request-id: req-ead000f0-cae3-4816-b928-9cfd62d927c9 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:30:38.428396 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9241e77e-5196-4b6e-b589-6962b6d83f06", "name": "network-vif-deleted", "tag": "e9c32675-ff51-4132-8e6f-d2fa2283ab1e", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:30:38.428717 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ead000f0-cae3-4816-b928-9cfd62d927c9 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:30:38.429245 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9241e77e-5196-4b6e-b589-6962b6d83f06', 'name': 'network-vif-deleted', 'tag': 'e9c32675-ff51-4132-8e6f-d2fa2283ab1e', 'status': 'completed', 'code': 200} Aug 16 22:30:38.459777 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-703ec160-91de-4bd9-a8c7-7a0f49d444e2 req-536f3371-1b86-4962-b7f9-7abd405d675c tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:38.477278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a74a0210-b61a-4670-8fa0-91e752774ff4 req-0d57853f-0949-4b55-bc57-5bbaab024f03 service neutron] 10.222.0.39 "GET /v2.0/networks/9059d325-84cb-422e-b8d7-d8803d6dfafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9169962 Aug 16 22:30:38.548527 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['c96edf8d-5f0c-4a9f-a48b-803cf561b7cd'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:30:38.569848 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec255ea0-17fa-4ae8-87e9-7f9760b3d735 req-fb0b8b75-bc2f-4449-9542-18d67835b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:38.571695 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec255ea0-17fa-4ae8-87e9-7f9760b3d735 req-fb0b8b75-bc2f-4449-9542-18d67835b37f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1430c2d2535e481e8ccf4b208114eac5&device_id=a0b8df1d-8705-422d-a6dd-f4a0d3213c5e HTTP/1.1" status: 200 len: 1095 time: 0.6113124 Aug 16 22:30:38.651779 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.resource_extend [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:30:38.733142 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-703ec160-91de-4bd9-a8c7-7a0f49d444e2 req-536f3371-1b86-4962-b7f9-7abd405d675c tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] No DVR routers for this DVR port c96edf8d-5f0c-4a9f-a48b-803cf561b7cd on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:30:38.747096 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-703ec160-91de-4bd9-a8c7-7a0f49d444e2 req-536f3371-1b86-4962-b7f9-7abd405d675c tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:38.755953 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-703ec160-91de-4bd9-a8c7-7a0f49d444e2 req-536f3371-1b86-4962-b7f9-7abd405d675c tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.39 "DELETE /v2.0/ports/c96edf8d-5f0c-4a9f-a48b-803cf561b7cd HTTP/1.1" status: 204 len: 173 time: 1.5479085 Aug 16 22:30:38.768984 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f3371-1b86-4962-b7f9-7abd405d675c tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] Pushing event deleted for resources: {'Port': ['ID=c96edf8d-5f0c-4a9f-a48b-803cf561b7cd,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:38.822064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f8630-da82-45aa-9213-285acdeee69f req-f952b2ce-7f2d-4997-9fb6-e850c998654f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:38.823720 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-337f8630-da82-45aa-9213-285acdeee69f req-f952b2ce-7f2d-4997-9fb6-e850c998654f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 946 time: 0.3582721 Aug 16 22:30:38.831016 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:38.841051 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13830b35-59fe-4bd9-a3de-e3fd14895b82 req-a0daf68a-84b2-43cf-9d2d-b57f4ede97a2 tempest-ServerRescueNegativeTestJSON-1617345425 tempest-ServerRescueNegativeTestJSON-1617345425-project] 10.222.0.93 "GET /v2.0/ports?device_id=e48a812b-a6e5-44c6-a957-41c94b9a3665 HTTP/1.1" status: 200 len: 210 time: 0.1222806 Aug 16 22:30:38.897613 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port a41d66a5-1c5c-4082-80fc-dc202dd18aad completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:38.918812 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port a41d66a5-1c5c-4082-80fc-dc202dd18aad triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:38.919188 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:39.071684 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port fcea367a-cab7-497f-b590-339a75882ffb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=fcea367a-cab7-497f-b590-339a75882ffb,segment=NetworkSegment(8eaf7c67-0eca-4fab-b3e5-affad94b4085),segment_id=8eaf7c67-0eca-4fab-b3e5-affad94b4085)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:39.155851 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-337f8630-da82-45aa-9213-285acdeee69f req-358533ca-d09a-49c8-ba06-90e7e7e3cae1 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929211 Aug 16 22:30:39.218733 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec255ea0-17fa-4ae8-87e9-7f9760b3d735 req-edc5c342-77f2-4f80-94ac-8c3f3b297cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:39.222212 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec255ea0-17fa-4ae8-87e9-7f9760b3d735 req-edc5c342-77f2-4f80-94ac-8c3f3b297cc7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9059d325-84cb-422e-b8d7-d8803d6dfafe HTTP/1.1" status: 200 len: 916 time: 0.6336884 Aug 16 22:30:39.242280 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca21a7b5-6f3f-4ead-a921-45d40ee05757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:39.251840 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'fcea367a-cab7-497f-b590-339a75882ffb', 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe', 'port_id': 'fcea367a-cab7-497f-b590-339a75882ffb', 'mac_address': 'fa:16:3e:1a:8d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d4ff73f-336b-4de1-b3a1-5534bfb75da2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:30:39.275415 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34266) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:39.334555 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec255ea0-17fa-4ae8-87e9-7f9760b3d735 req-ed1f77b4-146a-477c-8820-34aa6b8ae473 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26f03148-5f0c-4a10-9270-4ed1c246ce21 HTTP/1.1" status: 200 len: 217 time: 0.0738204 Aug 16 22:30:39.472568 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec255ea0-17fa-4ae8-87e9-7f9760b3d735 req-80c3f3df-c742-4238-969c-e2521ebd1885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:39.474434 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec255ea0-17fa-4ae8-87e9-7f9760b3d735 req-80c3f3df-c742-4238-969c-e2521ebd1885 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d4ff73f-336b-4de1-b3a1-5534bfb75da2 HTTP/1.1" status: 200 len: 854 time: 0.1226864 Aug 16 22:30:39.489785 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce143e-d2d2-4421-b2f3-5a605d82aeb6 req-21824c90-7fde-4b34-800e-4c7c767497bd tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:39.504681 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce143e-d2d2-4421-b2f3-5a605d82aeb6 req-21824c90-7fde-4b34-800e-4c7c767497bd tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:39.507847 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8a39209-db49-4e9e-8325-970b2a9b19e9 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:39.516406 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce143e-d2d2-4421-b2f3-5a605d82aeb6 req-21824c90-7fde-4b34-800e-4c7c767497bd tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:39.523854 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce143e-d2d2-4421-b2f3-5a605d82aeb6 req-21824c90-7fde-4b34-800e-4c7c767497bd tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:39.536882 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce143e-d2d2-4421-b2f3-5a605d82aeb6 req-21824c90-7fde-4b34-800e-4c7c767497bd tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:39.543955 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce143e-d2d2-4421-b2f3-5a605d82aeb6 req-21824c90-7fde-4b34-800e-4c7c767497bd tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:39.552366 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce143e-d2d2-4421-b2f3-5a605d82aeb6 req-21824c90-7fde-4b34-800e-4c7c767497bd tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:39.566465 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-09ce143e-d2d2-4421-b2f3-5a605d82aeb6 req-21824c90-7fde-4b34-800e-4c7c767497bd tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5443 time: 0.3731189 Aug 16 22:30:39.573185 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34270) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:39.595442 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5d929e65-4a86-4f02-93ef-1056d1265eda tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Request body: {'floatingip': {'port_id': '5cc8d146-8521-4493-8309-20588af1db83'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:39.632284 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:39.678173 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcea367a-cab7-497f-b590-339a75882ffb {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:30:39.740466 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec255ea0-17fa-4ae8-87e9-7f9760b3d735 req-2e1e9589-614f-499c-add5-51a79901176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:39.751377 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8a39209-db49-4e9e-8325-970b2a9b19e9 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:39.760677 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec255ea0-17fa-4ae8-87e9-7f9760b3d735 req-2e1e9589-614f-499c-add5-51a79901176c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9059d325-84cb-422e-b8d7-d8803d6dfafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1737065 Aug 16 22:30:39.768678 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port fcea367a-cab7-497f-b590-339a75882ffb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=fcea367a-cab7-497f-b590-339a75882ffb,segment=NetworkSegment(8eaf7c67-0eca-4fab-b3e5-affad94b4085),segment_id=8eaf7c67-0eca-4fab-b3e5-affad94b4085)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:39.789325 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:39.844376 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d929e65-4a86-4f02-93ef-1056d1265eda tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for floatingip, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:39.972341 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=fcea367a-cab7-497f-b590-339a75882ffb,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:39.981249 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:39.988158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:39.989040 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:39.989553 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:39.990080 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:39.990563 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:39.991093 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:39.992007 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:39.992506 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:39.992990 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:39.995858 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:39.996457 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:39.997065 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:40.104104 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdaaa7c-f1ef-4e40-9d5a-f65f8ff4f250 req-956fec53-847f-4704-98b5-47a45c23222e tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:40.105911 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ccdaaa7c-f1ef-4e40-9d5a-f65f8ff4f250 req-956fec53-847f-4704-98b5-47a45c23222e tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93 HTTP/1.1" status: 200 len: 945 time: 0.5380387 Aug 16 22:30:40.121924 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a41d66a5-1c5c-4082-80fc-dc202dd18aad, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a41d66a5-1c5c-4082-80fc-dc202dd18aad,segment=NetworkSegment(8eaf7c67-0eca-4fab-b3e5-affad94b4085),segment_id=8eaf7c67-0eca-4fab-b3e5-affad94b4085)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:40.123663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3a0f9d-42ed-4542-97c7-69ded4e57f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41d66a5-1c5c-4082-80fc-dc202dd18aad'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:40.126137 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34288) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:40.129674 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20c1450-ea5e-44ab-ae4b-9b0e73c6f13f" -d '{"events": [{"server_uuid": "2e3a0f9d-42ed-4542-97c7-69ded4e57f93", "name": "network-vif-plugged", "status": "completed", "tag": "a41d66a5-1c5c-4082-80fc-dc202dd18aad"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:40.140490 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:40.410706 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ccdaaa7c-f1ef-4e40-9d5a-f65f8ff4f250 req-974e7c35-d0c6-41ec-8866-f6b534eb5100 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882152 Aug 16 22:30:40.419791 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['fcea367a-cab7-497f-b590-339a75882ffb'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:30:40.435658 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec255ea0-17fa-4ae8-87e9-7f9760b3d735 req-9b5b0c97-9acd-4b61-a8fa-c80de5416702 service neutron] 10.222.0.39 "GET /v2.0/networks/9059d325-84cb-422e-b8d7-d8803d6dfafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6728237 Aug 16 22:30:40.440076 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea936ead-1161-480d-ab4b-b7c2ea214a99 x-openstack-request-id: req-ea936ead-1161-480d-ab4b-b7c2ea214a99 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:30:40.440571 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3a0f9d-42ed-4542-97c7-69ded4e57f93", "name": "network-vif-plugged", "status": "completed", "tag": "a41d66a5-1c5c-4082-80fc-dc202dd18aad", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:30:40.440879 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48a812b-a6e5-44c6-a957-41c94b9a3665', 'name': 'network-vif-deleted', 'tag': 'c96edf8d-5f0c-4a9f-a48b-803cf561b7cd'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:40.441830 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ea936ead-1161-480d-ab4b-b7c2ea214a99 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:30:40.442428 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3a0f9d-42ed-4542-97c7-69ded4e57f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41d66a5-1c5c-4082-80fc-dc202dd18aad', 'code': 200} Aug 16 22:30:40.446336 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c96edf8d-5f0c-4a9f-a48b-803cf561b7cd no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:30:40.450566 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68978935-847a-4683-b4ef-622568ffbc4d" -d '{"events": [{"server_uuid": "e48a812b-a6e5-44c6-a957-41c94b9a3665", "name": "network-vif-deleted", "tag": "c96edf8d-5f0c-4a9f-a48b-803cf561b7cd"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:40.602143 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=a41d66a5-1c5c-4082-80fc-dc202dd18aad,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:40.615560 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: c96edf8d-5f0c-4a9f-a48b-803cf561b7cd {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:30:40.622294 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c96edf8d-5f0c-4a9f-a48b-803cf561b7cd not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:30:40.748013 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:40.797539 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8a39209-db49-4e9e-8325-970b2a9b19e9 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:40.812785 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8a39209-db49-4e9e-8325-970b2a9b19e9 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:40.816598 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f8a39209-db49-4e9e-8325-970b2a9b19e9 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "DELETE /v2.0/security-groups/b84b3998-7a7c-40b2-8c73-861db3b07914 HTTP/1.1" status: 204 len: 168 time: 1.5371304 Aug 16 22:30:40.876280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec255ea0-17fa-4ae8-87e9-7f9760b3d735 req-ef197014-5325-4233-a2c3-03c4d930615f service neutron] 10.222.0.39 "GET /v2.0/networks/9059d325-84cb-422e-b8d7-d8803d6dfafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334824 Aug 16 22:30:40.879653 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34300) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:40.894527 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e44990-5155-49ee-a738-0e854ccbe95a x-openstack-request-id: req-07e44990-5155-49ee-a738-0e854ccbe95a {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:30:40.894883 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48a812b-a6e5-44c6-a957-41c94b9a3665", "name": "network-vif-deleted", "tag": "c96edf8d-5f0c-4a9f-a48b-803cf561b7cd", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:30:40.895077 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-07e44990-5155-49ee-a738-0e854ccbe95a {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:30:40.895428 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48a812b-a6e5-44c6-a957-41c94b9a3665', 'name': 'network-vif-deleted', 'tag': 'c96edf8d-5f0c-4a9f-a48b-803cf561b7cd', 'status': 'completed', 'code': 200} Aug 16 22:30:40.922911 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-d21d9890-dc22-4ce0-8882-970a3f04e98b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] show failed (client error): The resource could not be found. Aug 16 22:30:40.929415 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34302) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:40.933382 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d21d9890-dc22-4ce0-8882-970a3f04e98b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups/b84b3998-7a7c-40b2-8c73-861db3b07914 HTTP/1.1" status: 404 len: 347 time: 0.0410330 Aug 16 22:30:41.095835 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a39209-db49-4e9e-8325-970b2a9b19e9 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84b3998-7a7c-40b2-8c73-861db3b07914,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:41.194084 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab29767-1000-465b-9b1e-ac94c90fb78a req-f15ce129-93ea-420d-b31e-aedc26877328 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:41.211957 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ab29767-1000-465b-9b1e-ac94c90fb78a req-f15ce129-93ea-420d-b31e-aedc26877328 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 946 time: 0.3329892 Aug 16 22:30:41.335101 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ab29767-1000-465b-9b1e-ac94c90fb78a req-47b4f9b0-a123-4588-a54d-50e4320e90ae tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197047 Aug 16 22:30:41.456103 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900f26f-c0ef-47d9-8f49-2ad9968e6636 req-37f065ae-2588-40fd-825a-13f4c6f7d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:41.456310 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9900f26f-c0ef-47d9-8f49-2ad9968e6636 req-37f065ae-2588-40fd-825a-13f4c6f7d3a5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93 HTTP/1.1" status: 200 len: 1098 time: 1.0755599 Aug 16 22:30:41.507556 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3146b7c9-4dfd-4fcc-8420-47c64e7b7d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:41.685730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096d4a2-fe35-4daf-b06c-5cefa68c1bce req-ad57d466-191a-45d5-b166-96668fa6f4da tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:41.693357 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5096d4a2-fe35-4daf-b06c-5cefa68c1bce req-ad57d466-191a-45d5-b166-96668fa6f4da tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93 HTTP/1.1" status: 200 len: 946 time: 0.1270313 Aug 16 22:30:41.789901 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5096d4a2-fe35-4daf-b06c-5cefa68c1bce req-d3b52830-b594-4a50-b257-b99ebec7e9f5 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955701 Aug 16 22:30:41.933992 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 26f03148-5f0c-4a10-9270-4ed1c246ce21 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:30:41.937264 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device fcea367a-cab7-497f-b590-339a75882ffb up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:42.077581 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:42.090919 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port fcea367a-cab7-497f-b590-339a75882ffb completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:42.133836 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port fcea367a-cab7-497f-b590-339a75882ffb triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:42.134699 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:42.268159 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 26f03148-5f0c-4a10-9270-4ed1c246ce21, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=26f03148-5f0c-4a10-9270-4ed1c246ce21,segment=NetworkSegment(8eaf7c67-0eca-4fab-b3e5-affad94b4085),segment_id=8eaf7c67-0eca-4fab-b3e5-affad94b4085)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:42.271581 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:42.309273 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '26f03148-5f0c-4a10-9270-4ed1c246ce21', 'network_id': '9059d325-84cb-422e-b8d7-d8803d6dfafe', 'port_id': '26f03148-5f0c-4a10-9270-4ed1c246ce21', 'mac_address': 'fa:16:3e:5c:7b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d4ff73f-336b-4de1-b3a1-5534bfb75da2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:30:42.364279 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:42.518847 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e62505-95cf-4040-bae6-ad2b69a6e6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcea367a-cab7-497f-b590-339a75882ffb'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:42.521145 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b918241-6f3a-4189-9644-1ec36e8cd833" -d '{"events": [{"server_uuid": "a1e62505-95cf-4040-bae6-ad2b69a6e6f0", "name": "network-vif-plugged", "status": "completed", "tag": "fcea367a-cab7-497f-b590-339a75882ffb"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:42.525889 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port fcea367a-cab7-497f-b590-339a75882ffb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=fcea367a-cab7-497f-b590-339a75882ffb,segment=NetworkSegment(8eaf7c67-0eca-4fab-b3e5-affad94b4085),segment_id=8eaf7c67-0eca-4fab-b3e5-affad94b4085)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:42.532143 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f03148-5f0c-4a10-9270-4ed1c246ce21 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:30:42.539300 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:42.565926 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9900f26f-c0ef-47d9-8f49-2ad9968e6636 req-db6838a2-5172-4848-a2f0-ee0513461bc5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0872664 Aug 16 22:30:42.579150 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 26f03148-5f0c-4a10-9270-4ed1c246ce21, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=26f03148-5f0c-4a10-9270-4ed1c246ce21,segment=NetworkSegment(8eaf7c67-0eca-4fab-b3e5-affad94b4085),segment_id=8eaf7c67-0eca-4fab-b3e5-affad94b4085)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:42.591170 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:42.614430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af576712-74a3-4b5d-bb3e-a2d575539745 req-aef6782f-d3f5-4532-8839-dd33bcdd7a0a tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:42.616034 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af576712-74a3-4b5d-bb3e-a2d575539745 req-aef6782f-d3f5-4532-8839-dd33bcdd7a0a tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 946 time: 0.1254070 Aug 16 22:30:42.633621 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=fcea367a-cab7-497f-b590-339a75882ffb,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:42.680473 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af576712-74a3-4b5d-bb3e-a2d575539745 req-940d7bc4-e981-42d9-8a08-cff3d3fec2b7 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493186 Aug 16 22:30:42.716528 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b834df-3d16-4318-89b6-848e3987f576 x-openstack-request-id: req-08b834df-3d16-4318-89b6-848e3987f576 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:30:42.716844 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e62505-95cf-4040-bae6-ad2b69a6e6f0", "name": "network-vif-plugged", "status": "completed", "tag": "fcea367a-cab7-497f-b590-339a75882ffb", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:30:42.717054 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-08b834df-3d16-4318-89b6-848e3987f576 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:30:42.717534 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e62505-95cf-4040-bae6-ad2b69a6e6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcea367a-cab7-497f-b590-339a75882ffb', 'code': 200} Aug 16 22:30:42.787615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=26f03148-5f0c-4a10-9270-4ed1c246ce21,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:42.862937 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8ab75a3a-e43f-42ba-be00-870c8337870f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Deleting port 98892601-ad90-4efd-89ee-10d1ffeb720a {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:42.863272 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ab75a3a-e43f-42ba-be00-870c8337870f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:42.965716 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['26f03148-5f0c-4a10-9270-4ed1c246ce21'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:30:42.998418 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c95fd0-b040-43cf-b0f0-d478e0a77027 req-a436b521-65be-46bf-a453-6d7c8109ba76 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:43.000017 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d1c95fd0-b040-43cf-b0f0-d478e0a77027 req-a436b521-65be-46bf-a453-6d7c8109ba76 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93 HTTP/1.1" status: 200 len: 946 time: 0.1100292 Aug 16 22:30:43.032364 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7b172-9f59-41cd-9a17-36855ff1f172 req-f8059cf8-4fbe-4b85-983b-12a9ae9e29dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:43.033833 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-20c7b172-9f59-41cd-9a17-36855ff1f172 req-f8059cf8-4fbe-4b85-983b-12a9ae9e29dd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 1097 time: 0.2397456 Aug 16 22:30:43.063964 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.resource_extend [None req-5d929e65-4a86-4f02-93ef-1056d1265eda tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:30:43.086731 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d1c95fd0-b040-43cf-b0f0-d478e0a77027 req-6ecaf396-0e5e-4600-a0c0-178a2b641a1d tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774596 Aug 16 22:30:43.175915 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ab75a3a-e43f-42ba-be00-870c8337870f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:43.176535 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ab75a3a-e43f-42ba-be00-870c8337870f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:43.207961 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d929e65-4a86-4f02-93ef-1056d1265eda tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:43.210609 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8ab75a3a-e43f-42ba-be00-870c8337870f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Calling delete_port for 98892601-ad90-4efd-89ee-10d1ffeb720a owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:43.223671 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:43.228883 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-20c7b172-9f59-41cd-9a17-36855ff1f172 req-02a49cb3-137f-41a8-95ed-a4b43bc518bb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760571 Aug 16 22:30:43.237571 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d929e65-4a86-4f02-93ef-1056d1265eda tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:43.467416 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-5d929e65-4a86-4f02-93ef-1056d1265eda tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Floating IP 0b8b8b60-18eb-48f4-93c7-07c0c2684bf1 associated. External IP: 172.25.6.188, port: 5cc8d146-8521-4493-8309-20588af1db83. Aug 16 22:30:43.867168 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ab75a3a-e43f-42ba-be00-870c8337870f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:43.912430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fee0c7-671b-4ad5-81b6-47e908b8d000 req-35924bea-43df-4797-914a-d6b76e9dfa8b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:43.914228 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f7fee0c7-671b-4ad5-81b6-47e908b8d000 req-35924bea-43df-4797-914a-d6b76e9dfa8b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 946 time: 0.1012979 Aug 16 22:30:43.932461 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6512e832-43b6-4d0b-8022-066f272248e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:43.970190 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab75a3a-e43f-42ba-be00-870c8337870f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Pushing event deleted for resources: {'Port': ['ID=98892601-ad90-4efd-89ee-10d1ffeb720a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:43.972511 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f7fee0c7-671b-4ad5-81b6-47e908b8d000 req-6cc06e48-d7a8-48d7-b4e0-dcc3e8c74b5f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515463 Aug 16 22:30:44.076259 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75a3a-e43f-42ba-be00-870c8337870f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:44.082030 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75a3a-e43f-42ba-be00-870c8337870f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:44.085485 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75a3a-e43f-42ba-be00-870c8337870f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:44.086704 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75a3a-e43f-42ba-be00-870c8337870f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:44.087451 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75a3a-e43f-42ba-be00-870c8337870f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:44.088019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75a3a-e43f-42ba-be00-870c8337870f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:44.088647 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75a3a-e43f-42ba-be00-870c8337870f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:44.092188 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75a3a-e43f-42ba-be00-870c8337870f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:44.092833 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75a3a-e43f-42ba-be00-870c8337870f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:44.093391 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75a3a-e43f-42ba-be00-870c8337870f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:44.094078 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75a3a-e43f-42ba-be00-870c8337870f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:44.094628 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75a3a-e43f-42ba-be00-870c8337870f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:44.324506 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ab75a3a-e43f-42ba-be00-870c8337870f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:44.326248 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07c37a-677d-429c-980c-335b3f11a8a9 req-ed190920-8dfd-448f-9e23-61e5c6a011e7 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:44.328277 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fb07c37a-677d-429c-980c-335b3f11a8a9 req-ed190920-8dfd-448f-9e23-61e5c6a011e7 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93 HTTP/1.1" status: 200 len: 946 time: 0.1023808 Aug 16 22:30:44.341097 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ab75a3a-e43f-42ba-be00-870c8337870f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:44.343227 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8ab75a3a-e43f-42ba-be00-870c8337870f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "DELETE /v2.0/floatingips/09d393e0-6a96-4e97-873d-9a65938e18bc HTTP/1.1" status: 204 len: 168 time: 3.2287447 Aug 16 22:30:44.357981 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94abee-f11d-42e3-a0a5-7025655c10d9 req-34c3c537-f5a2-4ce5-a8aa-ebd2bd7d6146 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:44.367655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee94abee-f11d-42e3-a0a5-7025655c10d9 req-34c3c537-f5a2-4ce5-a8aa-ebd2bd7d6146 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 946 time: 0.0962012 Aug 16 22:30:44.407967 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d929e65-4a86-4f02-93ef-1056d1265eda tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Router 3a7340df-4377-4a3d-9382-78bf634109c7 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:30:44.440281 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee94abee-f11d-42e3-a0a5-7025655c10d9 req-48ddecd6-8fb2-4998-b4bb-06ab738eac0d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769639 Aug 16 22:30:44.458006 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fb07c37a-677d-429c-980c-335b3f11a8a9 req-dbf0c3de-55d6-454b-af6f-40652ae258ef tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184876 Aug 16 22:30:44.599808 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34442) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:44.700278 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f08bd-b021-4821-891f-fad3587d9d85 req-44bdb652-db01-4e22-b378-28df56d6f6c6 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:44.702090 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c61f08bd-b021-4821-891f-fad3587d9d85 req-44bdb652-db01-4e22-b378-28df56d6f6c6 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.0838895 Aug 16 22:30:44.759701 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:44.824276 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c61f08bd-b021-4821-891f-fad3587d9d85 req-055af592-c34c-44d6-a5a1-f2f8065015fd tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966969 Aug 16 22:30:44.848120 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa223b82-da77-4673-a3cd-3d519f5db250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:44.858874 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d929e65-4a86-4f02-93ef-1056d1265eda tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:44.877479 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc98a58-d7d7-4e13-9f59-eed565738180 None None] Sync routers for ids ['3a7340df-4377-4a3d-9382-78bf634109c7'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:44.890860 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc98a58-d7d7-4e13-9f59-eed565738180 None None] Routers {'3a7340df-4377-4a3d-9382-78bf634109c7'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:44.891503 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-bbc98a58-d7d7-4e13-9f59-eed565738180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:30:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['3a7340df-4377-4a3d-9382-78bf634109c7'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:44.892906 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34456) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:44.897390 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d929e65-4a86-4f02-93ef-1056d1265eda tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:44.907034 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7ca1eaea-2761-4632-8078-41f98fbd311b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1100161776', 'description': 'tempest-description--732454563'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:45.005813 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5d929e65-4a86-4f02-93ef-1056d1265eda tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "PUT /v2.0/floatingips/0b8b8b60-18eb-48f4-93c7-07c0c2684bf1 HTTP/1.1" status: 200 len: 991 time: 5.4297998 Aug 16 22:30:45.012614 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-fa223b82-da77-4673-a3cd-3d519f5db250 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:30:45.012614 n-d-792458-15 neutron-server[94871]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 22:30:45.012614 n-d-792458-15 neutron-server[94871]: [parameters: {'project_id': '91ff50627c4f431cb8b67697b52f56e4', 'id': 'a4af2ea6-1e30-4059-8b16-426206304e5e', 'expiration': datetime.datetime(2021, 8, 16, 22, 32, 44, 998397)}] Aug 16 22:30:45.012614 n-d-792458-15 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:30:45.014939 n-d-792458-15 neutron-server[94871]: DEBUG oslo_db.api [None req-fa223b82-da77-4673-a3cd-3d519f5db250 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:30:45.027509 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'tag': '5cc8d146-8521-4493-8309-20588af1db83'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:45.029378 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ca1eaea-2761-4632-8078-41f98fbd311b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.030940 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90983cad-36c3-4344-bc7d-b15926612c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "tag": "5cc8d146-8521-4493-8309-20588af1db83"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:45.122705 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96598a2e-b3a4-4ab6-86ff-364cc1b4d4dc req-f1460617-df18-486e-b953-65ff670e1310 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:45.136465 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96598a2e-b3a4-4ab6-86ff-364cc1b4d4dc req-f1460617-df18-486e-b953-65ff670e1310 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a0b8df1d-8705-422d-a6dd-f4a0d3213c5e HTTP/1.1" status: 200 len: 944 time: 0.1859615 Aug 16 22:30:45.173848 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6512e832-43b6-4d0b-8022-066f272248e3 admin admin] Deleting port 23987621-5585-4392-982f-1ec368f71c59 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:45.174352 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6512e832-43b6-4d0b-8022-066f272248e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.197354 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-bbc98a58-d7d7-4e13-9f59-eed565738180 None None] Set router 3a7340df-4377-4a3d-9382-78bf634109c7 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:30:45.210804 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fad499-65cd-4614-9176-d1e2e5f509f9 x-openstack-request-id: req-75fad499-65cd-4614-9176-d1e2e5f509f9 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:30:45.211182 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "tag": "5cc8d146-8521-4493-8309-20588af1db83", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:30:45.211464 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-75fad499-65cd-4614-9176-d1e2e5f509f9 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:30:45.212615 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'tag': '5cc8d146-8521-4493-8309-20588af1db83', 'status': 'completed', 'code': 200} Aug 16 22:30:45.252171 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96598a2e-b3a4-4ab6-86ff-364cc1b4d4dc req-4bedb5b2-eff4-4533-b1bd-96b74334559e tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133425 Aug 16 22:30:45.321312 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ca1eaea-2761-4632-8078-41f98fbd311b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.327643 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ca1eaea-2761-4632-8078-41f98fbd311b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.360671 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983cad-36c3-4344-bc7d-b15926612c4a req-349879ca-fa66-473b-9355-912d9c2d81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:45.361222 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983cad-36c3-4344-bc7d-b15926612c4a req-349879ca-fa66-473b-9355-912d9c2d81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:45.361739 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983cad-36c3-4344-bc7d-b15926612c4a req-349879ca-fa66-473b-9355-912d9c2d81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:45.362315 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983cad-36c3-4344-bc7d-b15926612c4a req-349879ca-fa66-473b-9355-912d9c2d81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:45.362970 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983cad-36c3-4344-bc7d-b15926612c4a req-349879ca-fa66-473b-9355-912d9c2d81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:45.363776 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983cad-36c3-4344-bc7d-b15926612c4a req-349879ca-fa66-473b-9355-912d9c2d81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:45.364467 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983cad-36c3-4344-bc7d-b15926612c4a req-349879ca-fa66-473b-9355-912d9c2d81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:45.372228 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-90983cad-36c3-4344-bc7d-b15926612c4a req-349879ca-fa66-473b-9355-912d9c2d81c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=862fd4c5b7334530a4c88c30c2542f34&device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 6507 time: 0.0882668 Aug 16 22:30:45.455581 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ca1eaea-2761-4632-8078-41f98fbd311b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.457221 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6512e832-43b6-4d0b-8022-066f272248e3 admin admin] For port 23987621-5585-4392-982f-1ec368f71c59, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=23987621-5585-4392-982f-1ec368f71c59,segment=NetworkSegment(3ed8e91f-712f-42f8-a62b-e50ab919264e),segment_id=3ed8e91f-712f-42f8-a62b-e50ab919264e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:45.457624 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6512e832-43b6-4d0b-8022-066f272248e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.459953 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7ca1eaea-2761-4632-8078-41f98fbd311b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5629647 Aug 16 22:30:45.468581 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34488) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:45.471736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1eaea-2761-4632-8078-41f98fbd311b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5af22c-284d-47a5-a672-3aafa8543bac,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:45.494431 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-870b4bcb-aba1-47c4-bf4e-3409d7488a84 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Request body: {'security_group_rule': {'security_group_id': '5e5af22c-284d-47a5-a672-3aafa8543bac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:45.516960 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa223b82-da77-4673-a3cd-3d519f5db250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.535790 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6512e832-43b6-4d0b-8022-066f272248e3 admin admin] Calling delete_port for 23987621-5585-4392-982f-1ec368f71c59 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:45.539413 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-870b4bcb-aba1-47c4-bf4e-3409d7488a84 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.690534 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983cad-36c3-4344-bc7d-b15926612c4a req-cb1ae697-997f-48e9-b98d-de6bbeb86d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:45.692093 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-90983cad-36c3-4344-bc7d-b15926612c4a req-cb1ae697-997f-48e9-b98d-de6bbeb86d0d service neutron] 10.222.0.39 "GET /v2.0/networks?id=bfbbb3c1-abc2-4612-a582-fc15eac32f93 HTTP/1.1" status: 200 len: 917 time: 0.3103483 Aug 16 22:30:45.718819 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-870b4bcb-aba1-47c4-bf4e-3409d7488a84 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.739982 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-870b4bcb-aba1-47c4-bf4e-3409d7488a84 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.754849 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-bbc98a58-d7d7-4e13-9f59-eed565738180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'name': 'tempest-TaggedBootDevicesTest_v242-139392037-router', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:57Z', 'updated_at': '2021-08-16T22:28:01Z', 'revision_number': 4, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'gw_port': {'id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:58Z', 'updated_at': '2021-08-16T22:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '0b8b8b60-18eb-48f4-93c7-07c0c2684bf1', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'floating_ip_address': '172.25.6.188', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'port_id': '5cc8d146-8521-4493-8309-20588af1db83', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93', 'mac_address': 'fa:16:3e:b2:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c673f3-af86-4e83-89e2-d38839a6e530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:28:38Z', 'updated_at': '2021-08-16T22:30:42Z', 'revision_number': 1, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e23629-8307-44e2-8307-cb681f7beb70', 'name': '', 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'mac_address': 'fa:16:3e:fb:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:00Z', 'updated_at': '2021-08-16T22:28:10Z', 'revision_number': 5, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'subnets': [{'id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:45.778413 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa223b82-da77-4673-a3cd-3d519f5db250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.789893 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa223b82-da77-4673-a3cd-3d519f5db250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.804891 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc98a58-d7d7-4e13-9f59-eed565738180 None None] Checking router: 3a7340df-4377-4a3d-9382-78bf634109c7 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:30:45.824178 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc98a58-d7d7-4e13-9f59-eed565738180 None None] Routers {'3a7340df-4377-4a3d-9382-78bf634109c7'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:45.834768 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-bbc98a58-d7d7-4e13-9f59-eed565738180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:30:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['3a7340df-4377-4a3d-9382-78bf634109c7'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:45.916132 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa223b82-da77-4673-a3cd-3d519f5db250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96229fe9-a881-4f79-8e5d-fee6829afc00,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:45.959007 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fa223b82-da77-4673-a3cd-3d519f5db250 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=91ff50627c4f431cb8b67697b52f56e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3572714 Aug 16 22:30:45.962027 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34510) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:45.968229 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 26f03148-5f0c-4a10-9270-4ed1c246ce21 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:46.031391 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34520) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:46.116968 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 26f03148-5f0c-4a10-9270-4ed1c246ce21 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:46.136991 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 26f03148-5f0c-4a10-9270-4ed1c246ce21 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:46.137473 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.166498 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2148ecb3-6766-4133-b156-432378ae8796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.246817 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2148ecb3-6766-4133-b156-432378ae8796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.306556 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-bbc98a58-d7d7-4e13-9f59-eed565738180 None None] Set router 3a7340df-4377-4a3d-9382-78bf634109c7 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:30:46.362960 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2148ecb3-6766-4133-b156-432378ae8796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.368040 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2148ecb3-6766-4133-b156-432378ae8796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.370705 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2148ecb3-6766-4133-b156-432378ae8796 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/96229fe9-a881-4f79-8e5d-fee6829afc00 HTTP/1.1" status: 204 len: 168 time: 0.4072499 Aug 16 22:30:46.401097 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148ecb3-6766-4133-b156-432378ae8796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96229fe9-a881-4f79-8e5d-fee6829afc00,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:46.532467 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.533887 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b4bcb-aba1-47c4-bf4e-3409d7488a84 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55010b3-6ac7-437e-b47f-b679c1e3e42b,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:46.554488 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-870b4bcb-aba1-47c4-bf4e-3409d7488a84 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.556224 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-870b4bcb-aba1-47c4-bf4e-3409d7488a84 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0733888 Aug 16 22:30:46.598516 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34548) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:46.605600 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0676125c-1c66-4ec3-97e2-3ac7f6cd58d8 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Request body: {'security_group_rule': {'security_group_id': '5e5af22c-284d-47a5-a672-3aafa8543bac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:46.623125 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-90983cad-36c3-4344-bc7d-b15926612c4a req-037d4828-91f6-4a61-8f1a-e30fa2338392 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cc8d146-8521-4493-8309-20588af1db83 HTTP/1.1" status: 200 len: 999 time: 0.8996570 Aug 16 22:30:46.658351 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b8df1d-8705-422d-a6dd-f4a0d3213c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f03148-5f0c-4a10-9270-4ed1c246ce21'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:46.663487 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebeda91-e6e2-48ff-afbe-ecb524131699" -d '{"events": [{"server_uuid": "a0b8df1d-8705-422d-a6dd-f4a0d3213c5e", "name": "network-vif-plugged", "status": "completed", "tag": "26f03148-5f0c-4a10-9270-4ed1c246ce21"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:46.702246 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 26f03148-5f0c-4a10-9270-4ed1c246ce21, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=26f03148-5f0c-4a10-9270-4ed1c246ce21,segment=NetworkSegment(8eaf7c67-0eca-4fab-b3e5-affad94b4085),segment_id=8eaf7c67-0eca-4fab-b3e5-affad94b4085)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:46.712410 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.713283 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 18e23b02-3747-41d2-bac1-046c88511bb4 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:30:46.731208 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0676125c-1c66-4ec3-97e2-3ac7f6cd58d8 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.753309 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983cad-36c3-4344-bc7d-b15926612c4a req-1e225bf7-9d7d-4400-b609-4ad947d12f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:46.753309 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-90983cad-36c3-4344-bc7d-b15926612c4a req-1e225bf7-9d7d-4400-b609-4ad947d12f1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=62c30f10-757f-4cb9-8c1b-499905cfdd0a HTTP/1.1" status: 200 len: 855 time: 0.1138585 Aug 16 22:30:46.903911 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=26f03148-5f0c-4a10-9270-4ed1c246ce21,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:46.916494 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acdcfc-193b-455f-bf34-0a1e61e3cc72 req-35a1c7ad-3f8e-495f-abe3-2ccc0ee05b2c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:46.920365 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f7acdcfc-193b-455f-bf34-0a1e61e3cc72 req-35a1c7ad-3f8e-495f-abe3-2ccc0ee05b2c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a0b8df1d-8705-422d-a6dd-f4a0d3213c5e HTTP/1.1" status: 200 len: 944 time: 0.3943200 Aug 16 22:30:46.962618 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34554) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:46.991740 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.024207 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6512e832-43b6-4d0b-8022-066f272248e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.025950 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d29410-e697-405e-8b8a-8180dcc4b27d req-e903b177-9ed9-4def-a40b-dcaf5afff282 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:47.033263 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-bbc98a58-d7d7-4e13-9f59-eed565738180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'name': 'tempest-TaggedBootDevicesTest_v242-139392037-router', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:57Z', 'updated_at': '2021-08-16T22:28:01Z', 'revision_number': 4, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'gw_port': {'id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:58Z', 'updated_at': '2021-08-16T22:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '0b8b8b60-18eb-48f4-93c7-07c0c2684bf1', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'floating_ip_address': '172.25.6.188', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'port_id': '5cc8d146-8521-4493-8309-20588af1db83', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93', 'mac_address': 'fa:16:3e:b2:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c673f3-af86-4e83-89e2-d38839a6e530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:28:38Z', 'updated_at': '2021-08-16T22:30:42Z', 'revision_number': 1, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e23629-8307-44e2-8307-cb681f7beb70', 'name': '', 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'mac_address': 'fa:16:3e:fb:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:00Z', 'updated_at': '2021-08-16T22:28:10Z', 'revision_number': 5, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'subnets': [{'id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:47.033578 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c5d29410-e697-405e-8b8a-8180dcc4b27d req-e903b177-9ed9-4def-a40b-dcaf5afff282 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 946 time: 0.3960278 Aug 16 22:30:47.053042 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5acc46b7-23ba-40b7-aaa0-f7b83cb76041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.070148 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983cad-36c3-4344-bc7d-b15926612c4a req-239cb14d-8b2a-4344-a9cb-bd07ec4874f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:47.071392 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-90983cad-36c3-4344-bc7d-b15926612c4a req-239cb14d-8b2a-4344-a9cb-bd07ec4874f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfbbb3c1-abc2-4612-a582-fc15eac32f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2949853 Aug 16 22:30:47.078126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 18e23b02-3747-41d2-bac1-046c88511bb4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=18e23b02-3747-41d2-bac1-046c88511bb4,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:47.078757 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512e832-43b6-4d0b-8022-066f272248e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=23987621-5585-4392-982f-1ec368f71c59,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:47.086975 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.102715 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc98a58-d7d7-4e13-9f59-eed565738180 None None] The sync data for ids ['3a7340df-4377-4a3d-9382-78bf634109c7'] in n-d-792458-15 is: [{'id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'name': 'tempest-TaggedBootDevicesTest_v242-139392037-router', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:57Z', 'updated_at': '2021-08-16T22:28:01Z', 'revision_number': 4, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'gw_port': {'id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:58Z', 'updated_at': '2021-08-16T22:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '0b8b8b60-18eb-48f4-93c7-07c0c2684bf1', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'floating_ip_address': '172.25.6.188', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'port_id': '5cc8d146-8521-4493-8309-20588af1db83', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93', 'mac_address': 'fa:16:3e:b2:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c673f3-af86-4e83-89e2-d38839a6e530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:28:38Z', 'updated_at': '2021-08-16T22:30:42Z', 'revision_number': 1, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e23629-8307-44e2-8307-cb681f7beb70', 'name': '', 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'mac_address': 'fa:16:3e:fb:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:00Z', 'updated_at': '2021-08-16T22:28:10Z', 'revision_number': 5, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'subnets': [{'id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:47.127994 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c5d29410-e697-405e-8b8a-8180dcc4b27d req-1fb69936-dd55-42d5-9cc8-3b351fa6b05a tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933213 Aug 16 22:30:47.128427 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0676125c-1c66-4ec3-97e2-3ac7f6cd58d8 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.135126 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f7acdcfc-193b-455f-bf34-0a1e61e3cc72 req-b9f848d9-6d79-43b4-a9d8-58d185dc1ec3 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989603 Aug 16 22:30:47.195395 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=18e23b02-3747-41d2-bac1-046c88511bb4,revision_number=14']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:47.231567 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c838b6dc-e01b-4c31-95f6-a86c64e3e272 x-openstack-request-id: req-c838b6dc-e01b-4c31-95f6-a86c64e3e272 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:30:47.232734 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b8df1d-8705-422d-a6dd-f4a0d3213c5e", "name": "network-vif-plugged", "status": "completed", "tag": "26f03148-5f0c-4a10-9270-4ed1c246ce21", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:30:47.233147 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c838b6dc-e01b-4c31-95f6-a86c64e3e272 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:30:47.233699 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b8df1d-8705-422d-a6dd-f4a0d3213c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f03148-5f0c-4a10-9270-4ed1c246ce21', 'code': 200} Aug 16 22:30:47.269037 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0676125c-1c66-4ec3-97e2-3ac7f6cd58d8 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.317866 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676125c-1c66-4ec3-97e2-3ac7f6cd58d8 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99053694-0d56-418c-94f9-e9afa0f3a774,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:47.398864 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-90983cad-36c3-4344-bc7d-b15926612c4a req-06d357ec-9f74-4959-98cb-f05a8687f247 service neutron] 10.222.0.39 "GET /v2.0/networks/bfbbb3c1-abc2-4612-a582-fc15eac32f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742269 Aug 16 22:30:47.467925 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184480e-4425-4dea-8107-ef3fd6bca7fd req-4aeb922f-d39d-4ea1-8740-2776a6f0e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:47.469728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a184480e-4425-4dea-8107-ef3fd6bca7fd req-4aeb922f-d39d-4ea1-8740-2776a6f0e831 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a0b8df1d-8705-422d-a6dd-f4a0d3213c5e HTTP/1.1" status: 200 len: 1097 time: 0.1775594 Aug 16 22:30:47.550708 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6512e832-43b6-4d0b-8022-066f272248e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.562077 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c640e7-49db-42b9-ae84-159a2e1aa0ea None None] New status for floating IP 0b8b8b60-18eb-48f4-93c7-07c0c2684bf1: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:30:47.620872 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5acc46b7-23ba-40b7-aaa0-f7b83cb76041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.645093 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a184480e-4425-4dea-8107-ef3fd6bca7fd req-6cd58c82-75d2-4d69-8cb1-7275aaffc268 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583564 Aug 16 22:30:47.649053 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5acc46b7-23ba-40b7-aaa0-f7b83cb76041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.686250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae268e-0e71-49c4-9b9c-6a5ecec9fa45 req-4abf1506-cd6d-423a-8e6a-5455bf51080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:47.687814 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ae268e-0e71-49c4-9b9c-6a5ecec9fa45 req-4abf1506-cd6d-423a-8e6a-5455bf51080b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 1096 time: 0.1977427 Aug 16 22:30:47.688162 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0676125c-1c66-4ec3-97e2-3ac7f6cd58d8 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.693537 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0676125c-1c66-4ec3-97e2-3ac7f6cd58d8 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0931437 Aug 16 22:30:47.696326 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34564) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:47.698234 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-90983cad-36c3-4344-bc7d-b15926612c4a req-5c43fb24-902f-4af9-ace4-5f8b8d612feb service neutron] 10.222.0.39 "GET /v2.0/networks/bfbbb3c1-abc2-4612-a582-fc15eac32f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891424 Aug 16 22:30:47.702727 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-bd8d1a6e-2b01-4310-9887-6adec682847b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:47.729730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45bf14-72b8-4818-8514-f293132aefe3 req-8e727bd8-eef4-4661-8085-f5ea16c13f51 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:47.731291 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fa45bf14-72b8-4818-8514-f293132aefe3 req-8e727bd8-eef4-4661-8085-f5ea16c13f51 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.2084024 Aug 16 22:30:47.744730 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5acc46b7-23ba-40b7-aaa0-f7b83cb76041 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6af3c3b0d617495fb09069d34258291a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7800510 Aug 16 22:30:47.757427 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34566) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:47.764939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc46b7-23ba-40b7-aaa0-f7b83cb76041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02dcd7a-51d6-4e4f-ae7e-0d08fea2e8d5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:47.786898 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd8d1a6e-2b01-4310-9887-6adec682847b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.985145 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb891ad0-beb2-4532-af5f-6ed3624390b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.028659 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6512e832-43b6-4d0b-8022-066f272248e3 admin admin] Router b4dda650-d888-4d7b-a694-b6cec59fc80c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:30:48.033276 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb891ad0-beb2-4532-af5f-6ed3624390b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.197472 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fa45bf14-72b8-4818-8514-f293132aefe3 req-8f8108b9-1506-41d8-9607-346fde7c7c9c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4335437 Aug 16 22:30:48.229296 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6512e832-43b6-4d0b-8022-066f272248e3 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:48.229296 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb891ad0-beb2-4532-af5f-6ed3624390b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.229296 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb891ad0-beb2-4532-af5f-6ed3624390b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.231258 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cb891ad0-beb2-4532-af5f-6ed3624390b0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a02dcd7a-51d6-4e4f-ae7e-0d08fea2e8d5 HTTP/1.1" status: 204 len: 168 time: 0.4701014 Aug 16 22:30:48.235357 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6512e832-43b6-4d0b-8022-066f272248e3 admin admin] 10.222.0.93 "PUT /v2.0/routers/b4dda650-d888-4d7b-a694-b6cec59fc80c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1069887 Aug 16 22:30:48.241539 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b53b6a-04c4-469f-878d-95763b440f5d None None] Sync routers for ids ['b4dda650-d888-4d7b-a694-b6cec59fc80c'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:48.242208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae268e-0e71-49c4-9b9c-6a5ecec9fa45 req-b8ae96c9-553e-42d5-b454-d0e790ff4d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:48.244391 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ae268e-0e71-49c4-9b9c-6a5ecec9fa45 req-b8ae96c9-553e-42d5-b454-d0e790ff4d5b service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 913 time: 0.5120351 Aug 16 22:30:48.252377 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0b50424e-14f2-49f6-bf30-2258f675f3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.255235 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b53b6a-04c4-469f-878d-95763b440f5d None None] Routers {'b4dda650-d888-4d7b-a694-b6cec59fc80c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:48.255711 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34580) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:48.255888 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d6b53b6a-04c4-469f-878d-95763b440f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:30:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b4dda650-d888-4d7b-a694-b6cec59fc80c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:48.270888 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd8d1a6e-2b01-4310-9887-6adec682847b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.272824 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb891ad0-beb2-4532-af5f-6ed3624390b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02dcd7a-51d6-4e4f-ae7e-0d08fea2e8d5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:48.532176 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ae268e-0e71-49c4-9b9c-6a5ecec9fa45 req-a587aa0f-01db-4bf1-a76c-9579c466bc38 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e23b02-3747-41d2-bac1-046c88511bb4 HTTP/1.1" status: 200 len: 998 time: 0.2769780 Aug 16 22:30:48.542845 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-bd8d1a6e-2b01-4310-9887-6adec682847b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Allocated IP 172.25.6.241 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/1e8409e8-cb45-4ceb-bd43-59c7d4fcea82) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:48.558120 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb71088-c74f-4669-b406-f3030d3d653f req-3fdeb3e4-56a2-4337-86e4-8efd1673077e tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:48.560123 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0bb71088-c74f-4669-b406-f3030d3d653f req-3fdeb3e4-56a2-4337-86e4-8efd1673077e tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a0b8df1d-8705-422d-a6dd-f4a0d3213c5e HTTP/1.1" status: 200 len: 945 time: 0.2400877 Aug 16 22:30:48.570397 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-d6b53b6a-04c4-469f-878d-95763b440f5d None None] Set router b4dda650-d888-4d7b-a694-b6cec59fc80c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:30:48.649687 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ad434ec-9252-4f07-ae1d-66fa761801ec admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.769633 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd8d1a6e-2b01-4310-9887-6adec682847b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.852126 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae268e-0e71-49c4-9b9c-6a5ecec9fa45 req-63e7ad0b-98f6-4f04-8466-6f9e901f4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:48.855592 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ae268e-0e71-49c4-9b9c-6a5ecec9fa45 req-63e7ad0b-98f6-4f04-8466-6f9e901f4c59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 200 len: 851 time: 0.2943554 Aug 16 22:30:48.887444 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0bb71088-c74f-4669-b406-f3030d3d653f req-6de04eca-55eb-413a-91ff-8cb91752ba5c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052278 Aug 16 22:30:48.901252 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd8d1a6e-2b01-4310-9887-6adec682847b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.974845 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8d1a6e-2b01-4310-9887-6adec682847b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:48.982437 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-bd8d1a6e-2b01-4310-9887-6adec682847b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:48.992797 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8d1a6e-2b01-4310-9887-6adec682847b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:49.022665 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ad434ec-9252-4f07-ae1d-66fa761801ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:49.056515 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d6b53b6a-04c4-469f-878d-95763b440f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dda650-d888-4d7b-a694-b6cec59fc80c', 'name': 'tempest-ServerRescueNegativeTestJSON-1636708965-router', 'tenant_id': '37b7559117c64c188829889a0014ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '118865b4-539d-44ea-9126-c7cf2cd541f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:04Z', 'updated_at': '2021-08-16T22:30:46Z', 'revision_number': 5, 'project_id': '37b7559117c64c188829889a0014ed6c', 'gw_port': {'id': '118865b4-539d-44ea-9126-c7cf2cd541f0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:81:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dda650-d888-4d7b-a694-b6cec59fc80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:05Z', 'updated_at': '2021-08-16T22:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:49.062418 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d1a6e-2b01-4310-9887-6adec682847b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Pushing event updated for resources: {'Port': ['ID=1e8409e8-cb45-4ceb-bd43-59c7d4fcea82,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:49.080960 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae268e-0e71-49c4-9b9c-6a5ecec9fa45 req-4d6332c4-59d7-46f8-ac1f-4ea1a40e3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:49.083313 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ae268e-0e71-49c4-9b9c-6a5ecec9fa45 req-4d6332c4-59d7-46f8-ac1f-4ea1a40e3bbd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1934814 Aug 16 22:30:49.089089 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b53b6a-04c4-469f-878d-95763b440f5d None None] Checking router: b4dda650-d888-4d7b-a694-b6cec59fc80c for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:30:49.100627 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b53b6a-04c4-469f-878d-95763b440f5d None None] Routers {'b4dda650-d888-4d7b-a694-b6cec59fc80c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:49.101392 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d6b53b6a-04c4-469f-878d-95763b440f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:30:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b4dda650-d888-4d7b-a694-b6cec59fc80c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:49.205919 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ae268e-0e71-49c4-9b9c-6a5ecec9fa45 req-589adda0-5d31-4e0d-84ba-1d36b5810c73 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127026 Aug 16 22:30:49.220379 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-d6b53b6a-04c4-469f-878d-95763b440f5d None None] Set router b4dda650-d888-4d7b-a694-b6cec59fc80c gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:30:49.244884 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e23b02-3747-41d2-bac1-046c88511bb4'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:49.247271 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d2563d-b291-4f48-aef8-ef94e20a3502" -d '{"events": [{"server_uuid": "c1e4f6be-f01c-491b-944d-060a0831c574", "name": "network-vif-unplugged", "status": "completed", "tag": "18e23b02-3747-41d2-bac1-046c88511bb4"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:49.257235 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd8d1a6e-2b01-4310-9887-6adec682847b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:49.297807 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d6b53b6a-04c4-469f-878d-95763b440f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dda650-d888-4d7b-a694-b6cec59fc80c', 'name': 'tempest-ServerRescueNegativeTestJSON-1636708965-router', 'tenant_id': '37b7559117c64c188829889a0014ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:04Z', 'updated_at': '2021-08-16T22:30:49Z', 'revision_number': 6, 'project_id': '37b7559117c64c188829889a0014ed6c', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:49.328334 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6ad434ec-9252-4f07-ae1d-66fa761801ec admin admin] Deleting port 118865b4-539d-44ea-9126-c7cf2cd541f0 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:49.328994 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ad434ec-9252-4f07-ae1d-66fa761801ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:49.329952 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd8d1a6e-2b01-4310-9887-6adec682847b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:49.360157 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90811897-f248-41c1-947c-e04b9b365a06 x-openstack-request-id: req-90811897-f248-41c1-947c-e04b9b365a06 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:30:49.360749 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e4f6be-f01c-491b-944d-060a0831c574", "name": "network-vif-unplugged", "status": "completed", "tag": "18e23b02-3747-41d2-bac1-046c88511bb4", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:30:49.361151 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-90811897-f248-41c1-947c-e04b9b365a06 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:30:49.361692 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e23b02-3747-41d2-bac1-046c88511bb4', 'code': 200} Aug 16 22:30:49.387532 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b53b6a-04c4-469f-878d-95763b440f5d None None] The sync data for ids ['b4dda650-d888-4d7b-a694-b6cec59fc80c'] in n-d-792458-15 is: [{'id': 'b4dda650-d888-4d7b-a694-b6cec59fc80c', 'name': 'tempest-ServerRescueNegativeTestJSON-1636708965-router', 'tenant_id': '37b7559117c64c188829889a0014ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:04Z', 'updated_at': '2021-08-16T22:30:49Z', 'revision_number': 6, 'project_id': '37b7559117c64c188829889a0014ed6c', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:49.517552 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ae268e-0e71-49c4-9b9c-6a5ecec9fa45 req-63684477-07d2-4538-af33-389f86a002f0 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001211 Aug 16 22:30:49.565133 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979d2d8-6072-435e-b93c-6b1bb5da53dd req-eb3ce20b-59f9-4d1b-944b-c66bffaa1601 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:49.566889 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8979d2d8-6072-435e-b93c-6b1bb5da53dd req-eb3ce20b-59f9-4d1b-944b-c66bffaa1601 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1631155 Aug 16 22:30:49.573742 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0b50424e-14f2-49f6-bf30-2258f675f3ee admin admin] Deleting port 0b55937b-a99b-4038-99e9-b8f099fc7e09 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:49.574303 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0b50424e-14f2-49f6-bf30-2258f675f3ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:49.587387 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd8d1a6e-2b01-4310-9887-6adec682847b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:49.594740 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd8d1a6e-2b01-4310-9887-6adec682847b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:49.641541 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-6ad434ec-9252-4f07-ae1d-66fa761801ec admin admin] For port 118865b4-539d-44ea-9126-c7cf2cd541f0, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=118865b4-539d-44ea-9126-c7cf2cd541f0,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:49.642715 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ad434ec-9252-4f07-ae1d-66fa761801ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:49.673911 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd8d1a6e-2b01-4310-9887-6adec682847b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:49.678960 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6ad434ec-9252-4f07-ae1d-66fa761801ec admin admin] Calling delete_port for 118865b4-539d-44ea-9126-c7cf2cd541f0 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:49.713253 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd8d1a6e-2b01-4310-9887-6adec682847b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:49.724741 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bd8d1a6e-2b01-4310-9887-6adec682847b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0254481 Aug 16 22:30:49.735420 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8979d2d8-6072-435e-b93c-6b1bb5da53dd req-92d2a45e-5c23-4cae-be8c-3f05b1c1d9cb tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586730 Aug 16 22:30:49.765030 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d1a6e-2b01-4310-9887-6adec682847b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Pushing event updated for resources: {'Port': ['ID=1e8409e8-cb45-4ceb-bd43-59c7d4fcea82,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:49.807021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-0b50424e-14f2-49f6-bf30-2258f675f3ee admin admin] For port 0b55937b-a99b-4038-99e9-b8f099fc7e09, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0b55937b-a99b-4038-99e9-b8f099fc7e09,segment=NetworkSegment(1fb551a9-9c7f-4967-b244-9a7b8527c392),segment_id=1fb551a9-9c7f-4967-b244-9a7b8527c392)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:49.807397 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0b50424e-14f2-49f6-bf30-2258f675f3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:49.827300 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0b50424e-14f2-49f6-bf30-2258f675f3ee admin admin] Calling delete_port for 0b55937b-a99b-4038-99e9-b8f099fc7e09 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:50.218637 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-3912ea22-17af-4b0e-b33e-7651baadd8ba tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1100161776&fields=id&tenant_id=89e6a3d49d324e0d860860f4a6f5f61c HTTP/1.1" status: 200 len: 267 time: 0.1813014 Aug 16 22:30:50.224757 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ad434ec-9252-4f07-ae1d-66fa761801ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.244158 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bff17-cb75-42c0-9af3-1a530c5f7e0b req-cedafc29-0727-4d03-9aa3-66eb30315a88 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:50.245715 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c57bff17-cb75-42c0-9af3-1a530c5f7e0b req-cedafc29-0727-4d03-9aa3-66eb30315a88 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a0b8df1d-8705-422d-a6dd-f4a0d3213c5e HTTP/1.1" status: 200 len: 945 time: 0.2116230 Aug 16 22:30:50.311385 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad434ec-9252-4f07-ae1d-66fa761801ec admin admin] Pushing event deleted for resources: {'Port': ['ID=118865b4-539d-44ea-9126-c7cf2cd541f0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:50.343652 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34648) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:50.490759 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c57bff17-cb75-42c0-9af3-1a530c5f7e0b req-1b8132a3-2daa-40ed-8d73-73e00d033a44 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096732 Aug 16 22:30:50.491495 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0b50424e-14f2-49f6-bf30-2258f675f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.498076 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ad434ec-9252-4f07-ae1d-66fa761801ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.593372 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-cd744edc-06a4-404d-8923-22e6e4466dab tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1907275179'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:50.621238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd744edc-06a4-404d-8923-22e6e4466dab tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Made reservation on behalf of 51bd47fd99d349378ee94741637fe940 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:50.630512 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd744edc-06a4-404d-8923-22e6e4466dab tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.647955 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd744edc-06a4-404d-8923-22e6e4466dab tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.683727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50424e-14f2-49f6-bf30-2258f675f3ee admin admin] Pushing event deleted for resources: {'Port': ['ID=0b55937b-a99b-4038-99e9-b8f099fc7e09,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:50.687180 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ad434ec-9252-4f07-ae1d-66fa761801ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.715028 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ad434ec-9252-4f07-ae1d-66fa761801ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.743983 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-4a9fcb77-6e2a-4427-acd2-e438679eb3cc tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:50.755114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-4a9fcb77-6e2a-4427-acd2-e438679eb3cc tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/networks?id=1aac5166-a976-4d3c-9235-d21b98e298ee HTTP/1.1" status: 200 len: 816 time: 0.5056744 Aug 16 22:30:50.784053 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-43c5c8ae-a700-4749-8a2d-f96e3e8b55a0 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/quotas/89e6a3d49d324e0d860860f4a6f5f61c HTTP/1.1" status: 200 len: 375 time: 0.0279679 Aug 16 22:30:50.809540 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd744edc-06a4-404d-8923-22e6e4466dab tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.825044 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd744edc-06a4-404d-8923-22e6e4466dab tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.888282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd744edc-06a4-404d-8923-22e6e4466dab tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:30:50.896964 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd744edc-06a4-404d-8923-22e6e4466dab tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a1ff75-36f0-4b78-b657-3fd61100fd12,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:50.906280 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd744edc-06a4-404d-8923-22e6e4466dab tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.906837 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-cd744edc-06a4-404d-8923-22e6e4466dab tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Added segment 6f1cb4bf-2c2b-409d-a384-b42327065caa of type vlan for network 4d76bbe0-e0fc-49e9-880a-378a2798150c Aug 16 22:30:50.980972 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 23987621-5585-4392-982f-1ec368f71c59 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:30:50.992475 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd744edc-06a4-404d-8923-22e6e4466dab tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:51.009389 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 23987621-5585-4392-982f-1ec368f71c59 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:30:51.009830 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 23987621-5585-4392-982f-1ec368f71c59 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:30:51.010348 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 118865b4-539d-44ea-9126-c7cf2cd541f0 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:30:51.032025 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd744edc-06a4-404d-8923-22e6e4466dab tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:51.035600 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 118865b4-539d-44ea-9126-c7cf2cd541f0 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:30:51.036173 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 118865b4-539d-44ea-9126-c7cf2cd541f0 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:30:51.042108 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd744edc-06a4-404d-8923-22e6e4466dab tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:51.042780 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd744edc-06a4-404d-8923-22e6e4466dab tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:51.104317 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cd744edc-06a4-404d-8923-22e6e4466dab tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7568886 Aug 16 22:30:51.105633 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34668) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:51.117144 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-2dde0c8b-9c88-4d44-bf5f-ebe23c3c4c84 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Request body: {'subnet': {'network_id': '4d76bbe0-e0fc-49e9-880a-378a2798150c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:51.136409 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd744edc-06a4-404d-8923-22e6e4466dab tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Pushing event updated for resources: {'Network': ['ID=4d76bbe0-e0fc-49e9-880a-378a2798150c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:51.151900 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 4d76bbe0-e0fc-49e9-880a-378a2798150c details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:30:51.237009 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dde0c8b-9c88-4d44-bf5f-ebe23c3c4c84 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Made reservation on behalf of 51bd47fd99d349378ee94741637fe940 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:51.240739 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2dde0c8b-9c88-4d44-bf5f-ebe23c3c4c84 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:51.330421 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ad434ec-9252-4f07-ae1d-66fa761801ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:51.331064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad434ec-9252-4f07-ae1d-66fa761801ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4dda650-d888-4d7b-a694-b6cec59fc80c {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:30:51.348936 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ad434ec-9252-4f07-ae1d-66fa761801ec admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:51.350121 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6ad434ec-9252-4f07-ae1d-66fa761801ec admin admin] 10.222.0.93 "DELETE /v2.0/routers/b4dda650-d888-4d7b-a694-b6cec59fc80c HTTP/1.1" status: 204 len: 168 time: 3.0858512 Aug 16 22:30:51.355824 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34670) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:51.407225 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca03e6-6d84-45d5-998a-8e06ba4d1478 req-b5d7ef0a-a628-4642-bce5-57a9c867b994 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:51.415214 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-16ca03e6-6d84-45d5-998a-8e06ba4d1478 req-b5d7ef0a-a628-4642-bce5-57a9c867b994 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93 HTTP/1.1" status: 200 len: 946 time: 0.5608909 Aug 16 22:30:51.448595 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2dde0c8b-9c88-4d44-bf5f-ebe23c3c4c84 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:51.451478 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-9174e28d-dae8-4145-b6c3-26b03a5caa9d tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=89e6a3d49d324e0d860860f4a6f5f61c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6660070 Aug 16 22:30:51.526319 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dde0c8b-9c88-4d44-bf5f-ebe23c3c4c84 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Checking segment: {'id': '6f1cb4bf-2c2b-409d-a384-b42327065caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4d76bbe0-e0fc-49e9-880a-378a2798150c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:51.526833 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dde0c8b-9c88-4d44-bf5f-ebe23c3c4c84 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Network hostable DHCP agents. Network: 4d76bbe0-e0fc-49e9-880a-378a2798150c, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:30:51.529061 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde0c8b-9c88-4d44-bf5f-ebe23c3c4c84 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Pushing event updated for resources: {'Subnet': ['ID=bccd6382-8f39-4361-abb2-387488e10e31,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:51.547647 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dde0c8b-9c88-4d44-bf5f-ebe23c3c4c84 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Network 4d76bbe0-e0fc-49e9-880a-378a2798150c is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:30:51.561219 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe58a9f-0511-4f84-b2fe-33d08ec69dba admin admin] Deleting subnet bce8d44e-9c3f-4ecb-8946-53a1c1e64100 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:30:51.563320 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-2dde0c8b-9c88-4d44-bf5f-ebe23c3c4c84 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 4d76bbe0-e0fc-49e9-880a-378a2798150c) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:51.563741 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0b50424e-14f2-49f6-bf30-2258f675f3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:51.574859 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39be71a-13bc-471a-a5b5-1e8d88584216 None None] Network 4d76bbe0-e0fc-49e9-880a-378a2798150c requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:51.584205 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efe58a9f-0511-4f84-b2fe-33d08ec69dba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:51.588337 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dde0c8b-9c88-4d44-bf5f-ebe23c3c4c84 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:51.591688 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2dde0c8b-9c88-4d44-bf5f-ebe23c3c4c84 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:51.614686 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-16ca03e6-6d84-45d5-998a-8e06ba4d1478 req-2712470a-2965-4b6e-b68a-e3985b9564c8 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985743 Aug 16 22:30:51.638864 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2dde0c8b-9c88-4d44-bf5f-ebe23c3c4c84 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5329866 Aug 16 22:30:51.641685 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34674) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:51.655196 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f0b30150-163e-4660-8557-1d58a13d92a0 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Request body: {'port': {'network_id': '4d76bbe0-e0fc-49e9-880a-378a2798150c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-370076988'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:51.717290 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efe58a9f-0511-4f84-b2fe-33d08ec69dba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:51.811235 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-3bebc60b-7979-4a22-96f8-9a76b087eacf service neutron] 10.222.0.93 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427382 Aug 16 22:30:51.819501 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b30150-163e-4660-8557-1d58a13d92a0 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Made reservation on behalf of 51bd47fd99d349378ee94741637fe940 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:51.820965 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-4d76bbe0-e0fc-49e9-880a-378a2798150c', 'network_id': '4d76bbe0-e0fc-49e9-880a-378a2798150c', 'tenant_id': '51bd47fd99d349378ee94741637fe940', 'fixed_ips': [{'subnet_id': 'bccd6382-8f39-4361-abb2-387488e10e31'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:30:51.822460 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:51.822994 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0b30150-163e-4660-8557-1d58a13d92a0 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:51.845359 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-f0b30150-163e-4660-8557-1d58a13d92a0 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] device_id is not set on port 150a8a74-1843-44b6-913c-a59b0a29dc0e yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:30:51.904484 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efe58a9f-0511-4f84-b2fe-33d08ec69dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:51.988351 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] Allocated IP 172.20.0.2 (4d76bbe0-e0fc-49e9-880a-378a2798150c/bccd6382-8f39-4361-abb2-387488e10e31/be410504-e710-4a55-8f51-0718af0e7690) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:52.070905 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b36250-3c43-4194-889d-9d7dcbbb47c3 req-365a80ff-88bb-4720-83db-549ac2b8e9e5 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:52.072323 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05b36250-3c43-4194-889d-9d7dcbbb47c3 req-365a80ff-88bb-4720-83db-549ac2b8e9e5 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1954935 Aug 16 22:30:52.080143 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-724c844b-d844-4cbc-8bce-ab6890e23559 service neutron] 10.222.0.93 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679777 Aug 16 22:30:52.151281 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:52.160079 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] Transition to ACTIVE for port object be410504-e710-4a55-8f51-0718af0e7690 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:52.173502 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efe58a9f-0511-4f84-b2fe-33d08ec69dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:52.180492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] Transition to ACTIVE for port object be410504-e710-4a55-8f51-0718af0e7690 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:52.188402 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:52.242818 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] Network 4d76bbe0-e0fc-49e9-880a-378a2798150c is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:52.246754 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:52.259948 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:52.276512 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe58a9f-0511-4f84-b2fe-33d08ec69dba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bce8d44e-9c3f-4ecb-8946-53a1c1e64100,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:52.289635 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efe58a9f-0511-4f84-b2fe-33d08ec69dba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:52.291592 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-efe58a9f-0511-4f84-b2fe-33d08ec69dba admin admin] 10.222.0.93 "DELETE /v2.0/subnets/bce8d44e-9c3f-4ecb-8946-53a1c1e64100 HTTP/1.1" status: 204 len: 168 time: 0.9350586 Aug 16 22:30:52.297200 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34682) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:52.306788 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05b36250-3c43-4194-889d-9d7dcbbb47c3 req-0c70b5b9-3021-4e14-99ac-4e45a872a057 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237692 Aug 16 22:30:52.314710 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-f0b30150-163e-4660-8557-1d58a13d92a0 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Allocated IP 172.20.0.7 (4d76bbe0-e0fc-49e9-880a-378a2798150c/bccd6382-8f39-4361-abb2-387488e10e31/150a8a74-1843-44b6-913c-a59b0a29dc0e) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:52.317089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] Pushing event updated for resources: {'Port': ['ID=be410504-e710-4a55-8f51-0718af0e7690,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:52.345369 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] Attempting to bind port be410504-e710-4a55-8f51-0718af0e7690 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:52.345824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] Attempting to bind port be410504-e710-4a55-8f51-0718af0e7690 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '6f1cb4bf-2c2b-409d-a384-b42327065caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4d76bbe0-e0fc-49e9-880a-378a2798150c'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:52.346289 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] Attempting to bind port be410504-e710-4a55-8f51-0718af0e7690 on network 4d76bbe0-e0fc-49e9-880a-378a2798150c {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:52.357154 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:52.358147 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] Checking segment: {'id': '6f1cb4bf-2c2b-409d-a384-b42327065caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4d76bbe0-e0fc-49e9-880a-378a2798150c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:52.360344 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:52.360855 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] Bound using segment: {'id': '6f1cb4bf-2c2b-409d-a384-b42327065caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4d76bbe0-e0fc-49e9-880a-378a2798150c'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:52.363634 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] Bound port: be410504-e710-4a55-8f51-0718af0e7690, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1cb4bf-2c2b-409d-a384-b42327065caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4d76bbe0-e0fc-49e9-880a-378a2798150c'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:52.364367 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:52.375438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b50424e-14f2-49f6-bf30-2258f675f3ee admin admin] Router 73771b2c-d3b6-4f0c-a0ad-cec909001553 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:30:52.514286 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] For port be410504-e710-4a55-8f51-0718af0e7690, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:52.520939 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] For port be410504-e710-4a55-8f51-0718af0e7690, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=be410504-e710-4a55-8f51-0718af0e7690,segment=NetworkSegment(6f1cb4bf-2c2b-409d-a384-b42327065caa),segment_id=6f1cb4bf-2c2b-409d-a384-b42327065caa)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:52.528829 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:52.608744 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2be2c7-3d0b-4669-8bb8-5631f57d3382 None None] Pushing event updated for resources: {'Port': ['ID=be410504-e710-4a55-8f51-0718af0e7690,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:52.633680 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b50424e-14f2-49f6-bf30-2258f675f3ee admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:52.652597 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d0004b-3b36-44ef-978b-4caaaad7659c None None] Sync routers for ids ['73771b2c-d3b6-4f0c-a0ad-cec909001553'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:52.663092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d0004b-3b36-44ef-978b-4caaaad7659c None None] Routers {'73771b2c-d3b6-4f0c-a0ad-cec909001553'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:52.663784 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-32d0004b-3b36-44ef-978b-4caaaad7659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:30:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['73771b2c-d3b6-4f0c-a0ad-cec909001553'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:52.666933 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0b50424e-14f2-49f6-bf30-2258f675f3ee admin admin] 10.222.0.93 "PUT /v2.0/routers/73771b2c-d3b6-4f0c-a0ad-cec909001553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6281636 Aug 16 22:30:52.669822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f34b79c-91d6-4b1d-86d4-507f45f260d1 req-e746c400-42a8-4412-844d-f11fb9e3dcd7 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 210 time: 0.0829053 Aug 16 22:30:52.671658 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34692) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:52.767315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df782ef0-0dc4-4e59-96a5-b2553b035f8c req-991f2e50-8e5d-4cb4-a0c8-a8c69ecd7a24 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:52.769557 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-df782ef0-0dc4-4e59-96a5-b2553b035f8c req-991f2e50-8e5d-4cb4-a0c8-a8c69ecd7a24 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.1737003 Aug 16 22:30:52.856148 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0b30150-163e-4660-8557-1d58a13d92a0 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:52.881909 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f0b30150-163e-4660-8557-1d58a13d92a0 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Transition to ACTIVE for port object 150a8a74-1843-44b6-913c-a59b0a29dc0e will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:52.896421 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-df782ef0-0dc4-4e59-96a5-b2553b035f8c req-1d1af7f9-75c0-4efa-b9e4-2799e09f69c6 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069117 Aug 16 22:30:52.937550 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e0c9368-b741-4228-a6ad-74a27706fe2b admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:52.971196 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-32d0004b-3b36-44ef-978b-4caaaad7659c None None] Set router 73771b2c-d3b6-4f0c-a0ad-cec909001553 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:30:53.059699 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c80a7aa4-5d81-4613-8e04-bdb5c11d9c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:53.171310 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0b30150-163e-4660-8557-1d58a13d92a0 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:53.194344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950ee3b-63de-4eb3-b9bd-0932f1464381 req-f92a349e-c74e-4a99-98f9-c9739c2cffeb tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:53.196240 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0950ee3b-63de-4eb3-b9bd-0932f1464381 req-f92a349e-c74e-4a99-98f9-c9739c2cffeb tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1681240 Aug 16 22:30:53.289025 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0950ee3b-63de-4eb3-b9bd-0932f1464381 req-d658119a-35fc-42b8-8697-db6357af7201 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857024 Aug 16 22:30:53.302890 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e0c9368-b741-4228-a6ad-74a27706fe2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:53.360722 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b30150-163e-4660-8557-1d58a13d92a0 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Network 4d76bbe0-e0fc-49e9-880a-378a2798150c is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:53.393615 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-f0b30150-163e-4660-8557-1d58a13d92a0 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:53.400604 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b30150-163e-4660-8557-1d58a13d92a0 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:53.402119 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-1e0c9368-b741-4228-a6ad-74a27706fe2b admin admin] Deleting port 37a4bac5-1bbe-4635-a94b-731d94d0c329 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:53.403070 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e0c9368-b741-4228-a6ad-74a27706fe2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:53.491238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b30150-163e-4660-8557-1d58a13d92a0 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:53.492019 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0b30150-163e-4660-8557-1d58a13d92a0 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:53.496553 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c80a7aa4-5d81-4613-8e04-bdb5c11d9c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:53.520084 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c80a7aa4-5d81-4613-8e04-bdb5c11d9c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad6a423a-c0d2-482a-9d34-9271ebbb446a']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:53.537799 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b30150-163e-4660-8557-1d58a13d92a0 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Pushing event updated for resources: {'Port': ['ID=150a8a74-1843-44b6-913c-a59b0a29dc0e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:53.544785 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c80a7aa4-5d81-4613-8e04-bdb5c11d9c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed8e91f-712f-42f8-a62b-e50ab919264e') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:53.545016 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c80a7aa4-5d81-4613-8e04-bdb5c11d9c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed8e91f-712f-42f8-a62b-e50ab919264e') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:53.558785 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f0b30150-163e-4660-8557-1d58a13d92a0 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9140563 Aug 16 22:30:53.559604 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34704) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:53.577568 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c80a7aa4-5d81-4613-8e04-bdb5c11d9c4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:53.608842 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-32d0004b-3b36-44ef-978b-4caaaad7659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'name': 'tempest-AttachVolumeTestJSON-639232899-router', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:01Z', 'updated_at': '2021-08-16T22:30:50Z', 'revision_number': 5, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'gw_port': {'id': '37a4bac5-1bbe-4635-a94b-731d94d0c329', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:03Z', 'updated_at': '2021-08-16T22:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:53.648037 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c80a7aa4-5d81-4613-8e04-bdb5c11d9c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:53.651428 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d0004b-3b36-44ef-978b-4caaaad7659c None None] Checking router: 73771b2c-d3b6-4f0c-a0ad-cec909001553 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:30:53.657861 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16225e5e-d4f4-46d1-bfd9-029f237fe96f req-9e987a39-7585-483a-bc52-d8ac7526616b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:53.659185 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-16225e5e-d4f4-46d1-bfd9-029f237fe96f req-9e987a39-7585-483a-bc52-d8ac7526616b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1782491 Aug 16 22:30:53.670018 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d0004b-3b36-44ef-978b-4caaaad7659c None None] Routers {'73771b2c-d3b6-4f0c-a0ad-cec909001553'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:53.670817 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-32d0004b-3b36-44ef-978b-4caaaad7659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:30:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['73771b2c-d3b6-4f0c-a0ad-cec909001553'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:53.688949 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80a7aa4-5d81-4613-8e04-bdb5c11d9c4e admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:30:53.689358 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c80a7aa4-5d81-4613-8e04-bdb5c11d9c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:30:53.691534 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:30:53.717457 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455285d-d4c3-440b-9c23-bb90004e9244 req-764c165b-a237-41c5-84fa-a756892353ab tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:53.724051 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455285d-d4c3-440b-9c23-bb90004e9244 req-764c165b-a237-41c5-84fa-a756892353ab tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:53.735896 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455285d-d4c3-440b-9c23-bb90004e9244 req-764c165b-a237-41c5-84fa-a756892353ab tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:53.737907 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6455285d-d4c3-440b-9c23-bb90004e9244 req-764c165b-a237-41c5-84fa-a756892353ab tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93&device_id=a0b8df1d-8705-422d-a6dd-f4a0d3213c5e&device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 2417 time: 0.2365825 Aug 16 22:30:53.758461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-1e0c9368-b741-4228-a6ad-74a27706fe2b admin admin] For port 37a4bac5-1bbe-4635-a94b-731d94d0c329, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=37a4bac5-1bbe-4635-a94b-731d94d0c329,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:53.758843 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e0c9368-b741-4228-a6ad-74a27706fe2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:53.785561 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-32d0004b-3b36-44ef-978b-4caaaad7659c None None] Set router 73771b2c-d3b6-4f0c-a0ad-cec909001553 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:30:53.787652 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-1e0c9368-b741-4228-a6ad-74a27706fe2b admin admin] Calling delete_port for 37a4bac5-1bbe-4635-a94b-731d94d0c329 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:53.854023 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c80a7aa4-5d81-4613-8e04-bdb5c11d9c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:53.865598 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-35faa605-acf9-4633-88d8-34d8e5aa0de5 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Deleting port 150a8a74-1843-44b6-913c-a59b0a29dc0e {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:53.867209 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35faa605-acf9-4633-88d8-34d8e5aa0de5 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:53.871107 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c80a7aa4-5d81-4613-8e04-bdb5c11d9c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:53.874326 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c80a7aa4-5d81-4613-8e04-bdb5c11d9c4e admin admin] 10.222.0.93 "DELETE /v2.0/networks/ad6a423a-c0d2-482a-9d34-9271ebbb446a HTTP/1.1" status: 204 len: 168 time: 1.5747933 Aug 16 22:30:53.896809 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-32d0004b-3b36-44ef-978b-4caaaad7659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'name': 'tempest-AttachVolumeTestJSON-639232899-router', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:01Z', 'updated_at': '2021-08-16T22:30:53Z', 'revision_number': 6, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:53.969021 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-16225e5e-d4f4-46d1-bfd9-029f237fe96f req-eaaebbf8-141c-4e6d-a197-32793c63e7c1 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944343 Aug 16 22:30:53.999983 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d0004b-3b36-44ef-978b-4caaaad7659c None None] The sync data for ids ['73771b2c-d3b6-4f0c-a0ad-cec909001553'] in n-d-792458-15 is: [{'id': '73771b2c-d3b6-4f0c-a0ad-cec909001553', 'name': 'tempest-AttachVolumeTestJSON-639232899-router', 'tenant_id': '361fa6cbf75b47e49c1178546a3326cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:22:01Z', 'updated_at': '2021-08-16T22:30:53Z', 'revision_number': 6, 'project_id': '361fa6cbf75b47e49c1178546a3326cd', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:54.097720 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6455285d-d4c3-440b-9c23-bb90004e9244 req-6087dc2a-e687-4cec-a5c5-5a15203500e6 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338230 Aug 16 22:30:54.119258 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a7aa4-5d81-4613-8e04-bdb5c11d9c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=ad6a423a-c0d2-482a-9d34-9271ebbb446a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:54.284327 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35faa605-acf9-4633-88d8-34d8e5aa0de5 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:54.315025 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-35faa605-acf9-4633-88d8-34d8e5aa0de5 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Calling delete_port for 150a8a74-1843-44b6-913c-a59b0a29dc0e owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:54.332598 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34720) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:54.389646 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6d4faf61-d96a-41bd-b32f-bfa119cbc531 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=37b7559117c64c188829889a0014ed6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557821 Aug 16 22:30:54.411404 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e0c9368-b741-4228-a6ad-74a27706fe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:54.413714 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34722) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:54.448023 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e794372f-3b42-4250-b06b-d8a01af0bf12 req-d44fff15-33fc-42b4-ac0a-47118c840199 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 210 time: 0.3482018 Aug 16 22:30:54.458003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c9368-b741-4228-a6ad-74a27706fe2b admin admin] Pushing event deleted for resources: {'Port': ['ID=37a4bac5-1bbe-4635-a94b-731d94d0c329,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:54.495662 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b969e595-a15d-4cef-b859-e4c1fb0af49c None None] Network 4d76bbe0-e0fc-49e9-880a-378a2798150c requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:54.606846 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d10dc5d2-2fa9-4823-8f78-70181ca3709b None None] Provisioning for port be410504-e710-4a55-8f51-0718af0e7690 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:54.657291 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35faa605-acf9-4633-88d8-34d8e5aa0de5 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:54.703703 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e0c9368-b741-4228-a6ad-74a27706fe2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:54.716820 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35faa605-acf9-4633-88d8-34d8e5aa0de5 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Pushing event deleted for resources: {'Port': ['ID=150a8a74-1843-44b6-913c-a59b0a29dc0e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:54.801024 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35faa605-acf9-4633-88d8-34d8e5aa0de5 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:54.803342 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-35faa605-acf9-4633-88d8-34d8e5aa0de5 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] 10.222.0.93 "DELETE /v2.0/ports/150a8a74-1843-44b6-913c-a59b0a29dc0e HTTP/1.1" status: 204 len: 168 time: 1.2399714 Aug 16 22:30:54.805616 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34732) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:55.106373 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-01cb0275-c0d1-4879-b305-063059f4ef6e tempest-DHCPAgentSchedulersTestJSON-1663916879 tempest-DHCPAgentSchedulersTestJSON-1663916879-project-admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.2992153 Aug 16 22:30:55.107231 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34738) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:55.114694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d1371cd4-7bb2-4c8f-ad28-d2870528f606 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-620380812'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:55.124314 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device be410504-e710-4a55-8f51-0718af0e7690 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:55.145691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1371cd4-7bb2-4c8f-ad28-d2870528f606 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Made reservation on behalf of 51bd47fd99d349378ee94741637fe940 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:55.149775 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1371cd4-7bb2-4c8f-ad28-d2870528f606 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.178047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1371cd4-7bb2-4c8f-ad28-d2870528f606 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:30:55.195709 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1371cd4-7bb2-4c8f-ad28-d2870528f606 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.196152 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-d1371cd4-7bb2-4c8f-ad28-d2870528f606 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Added segment 5839cac6-93a0-4f8e-bd46-1e94137a7a61 of type vlan for network 4066b1d7-02bd-4bb0-adce-fa6418360905 Aug 16 22:30:55.224682 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port be410504-e710-4a55-8f51-0718af0e7690 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:55.231326 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port be410504-e710-4a55-8f51-0718af0e7690 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:55.231986 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.267362 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-82d4a261-a642-4ed1-ab1e-34ce5655ee4d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:55.277319 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-82d4a261-a642-4ed1-ab1e-34ce5655ee4d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 812 time: 0.6310976 Aug 16 22:30:55.357268 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.409407 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port be410504-e710-4a55-8f51-0718af0e7690, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=be410504-e710-4a55-8f51-0718af0e7690,segment=NetworkSegment(6f1cb4bf-2c2b-409d-a384-b42327065caa),segment_id=6f1cb4bf-2c2b-409d-a384-b42327065caa)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:55.409612 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-2ddbd6b1-83a3-4d56-94d9-a2fc57f01c23 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:55.411492 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-2ddbd6b1-83a3-4d56-94d9-a2fc57f01c23 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.39 "GET /v2.0/networks?id=1aac5166-a976-4d3c-9235-d21b98e298ee HTTP/1.1" status: 200 len: 816 time: 1.4195402 Aug 16 22:30:55.421527 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1b062e8a-f396-4e61-a005-872502667483 None None] Could not find standard attr ID for object 150a8a74-1843-44b6-913c-a59b0a29dc0e. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:30:55.423676 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.424820 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-c9c50152-1ed1-46aa-bfc5-e0ab802e5bde tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/quotas/92faa7784798435a97e9cef690c8ad52 HTTP/1.1" status: 200 len: 375 time: 0.1456435 Aug 16 22:30:55.460300 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e0c9368-b741-4228-a6ad-74a27706fe2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.464743 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e0c9368-b741-4228-a6ad-74a27706fe2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.488584 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0b75-b3de-4486-9b5e-a6f93d4a020f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.508692 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=be410504-e710-4a55-8f51-0718af0e7690,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:55.517507 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0b55937b-a99b-4038-99e9-b8f099fc7e09 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:30:55.538343 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 0b55937b-a99b-4038-99e9-b8f099fc7e09 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:30:55.538695 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0b55937b-a99b-4038-99e9-b8f099fc7e09 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:30:55.539126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 37a4bac5-1bbe-4635-a94b-731d94d0c329 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:30:55.563836 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 37a4bac5-1bbe-4635-a94b-731d94d0c329 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:30:55.564587 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 37a4bac5-1bbe-4635-a94b-731d94d0c329 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:30:55.564881 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15939524-b73a-4b72-af14-c75302d2c5c6 req-96176682-d47d-4b7c-83fe-ce70ed6f64d0 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:55.568104 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15939524-b73a-4b72-af14-c75302d2c5c6 req-96176682-d47d-4b7c-83fe-ce70ed6f64d0 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93 HTTP/1.1" status: 200 len: 946 time: 1.0947428 Aug 16 22:30:55.607297 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1371cd4-7bb2-4c8f-ad28-d2870528f606 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.617948 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0b75-b3de-4486-9b5e-a6f93d4a020f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.620621 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e0c9368-b741-4228-a6ad-74a27706fe2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.621174 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0c9368-b741-4228-a6ad-74a27706fe2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73771b2c-d3b6-4f0c-a0ad-cec909001553 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:30:55.627027 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e0c9368-b741-4228-a6ad-74a27706fe2b admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.628113 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1e0c9368-b741-4228-a6ad-74a27706fe2b admin admin] 10.222.0.93 "DELETE /v2.0/routers/73771b2c-d3b6-4f0c-a0ad-cec909001553 HTTP/1.1" status: 204 len: 168 time: 2.9534860 Aug 16 22:30:55.632891 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34744) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:55.649908 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-eaa06578-0b54-4016-a286-b9a5d4755bbe tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89e6a3d49d324e0d860860f4a6f5f61c HTTP/1.1" status: 200 len: 380 time: 0.1961074 Aug 16 22:30:55.664580 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-f84e5bd9-b76f-45a2-a94f-a2c1aa60e4ad tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Request body: {'port': {'device_id': '5fa806db-a00c-4203-9647-d693fa6103c5', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'admin_state_up': True, 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'security_groups': ['5e5af22c-284d-47a5-a672-3aafa8543bac']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:55.672329 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1371cd4-7bb2-4c8f-ad28-d2870528f606 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.678482 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1371cd4-7bb2-4c8f-ad28-d2870528f606 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:55.679088 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1371cd4-7bb2-4c8f-ad28-d2870528f606 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.723350 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-655bedc4-4a63-4a1b-9535-74e0e3f50963 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2965035 Aug 16 22:30:55.752766 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d1371cd4-7bb2-4c8f-ad28-d2870528f606 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6416166 Aug 16 22:30:55.758535 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34746) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:55.770405 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-813b7d7c-6d1f-4ed0-8731-42dfb0a375a4 admin admin] Deleting subnet 06a027f9-7175-41d7-9596-9d19a9e3f7bf {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:30:55.774779 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1371cd4-7bb2-4c8f-ad28-d2870528f606 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Pushing event updated for resources: {'Network': ['ID=4066b1d7-02bd-4bb0-adce-fa6418360905,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:55.783664 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-813b7d7c-6d1f-4ed0-8731-42dfb0a375a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.788560 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 4066b1d7-02bd-4bb0-adce-fa6418360905 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:30:55.818551 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15939524-b73a-4b72-af14-c75302d2c5c6 req-295dd79c-8736-43ba-aafd-4baf7f88ff97 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376771 Aug 16 22:30:55.867693 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0b75-b3de-4486-9b5e-a6f93d4a020f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.870278 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0b75-b3de-4486-9b5e-a6f93d4a020f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.874096 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2d1c0b75-b3de-4486-9b5e-a6f93d4a020f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1e02de13-fa16-41da-8e08-2ba46b14c6dc HTTP/1.1" status: 204 len: 168 time: 1.4263380 Aug 16 22:30:55.913037 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-813b7d7c-6d1f-4ed0-8731-42dfb0a375a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.919618 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c0b75-b3de-4486-9b5e-a6f93d4a020f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e02de13-fa16-41da-8e08-2ba46b14c6dc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:55.940398 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-7ad7351e-e1e0-416d-95e0-d78307cde45d service neutron] 10.222.0.93 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959395 Aug 16 22:30:56.027525 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-f84e5bd9-b76f-45a2-a94f-a2c1aa60e4ad tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Made reservation on behalf of 89e6a3d49d324e0d860860f4a6f5f61c for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:56.031414 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-f84e5bd9-b76f-45a2-a94f-a2c1aa60e4ad tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:56.053275 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-072df8df-48f6-4e95-9739-73a1ae28e7b9 req-f1a4ff8c-25a7-4134-88f7-3d83196741f8 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 210 time: 0.0454569 Aug 16 22:30:56.088912 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8126efc0-7046-4e3b-a59e-33324b6015d8 tempest-DHCPAgentSchedulersTestJSON-1663916879 tempest-DHCPAgentSchedulersTestJSON-1663916879-project-admin] 10.222.0.93 "GET /v2.0/agents/b1a30106-c62f-477f-8a1b-90abb1329f38/dhcp-networks HTTP/1.1" status: 200 len: 9675 time: 0.3275511 Aug 16 22:30:56.093644 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34754) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:56.099276 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-82ab314a-f885-49f8-9aa5-0581582b4ffd service neutron] 10.222.0.93 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520271 Aug 16 22:30:56.211274 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-813b7d7c-6d1f-4ed0-8731-42dfb0a375a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:56.294870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-f84e5bd9-b76f-45a2-a94f-a2c1aa60e4ad tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Allocated IP 172.20.0.14 (1aac5166-a976-4d3c-9235-d21b98e298ee/1d60c736-a0cd-48eb-8b90-5c8c42db55f8/556c3713-e199-4fd0-98b9-3fd422868be5) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:56.306129 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-813b7d7c-6d1f-4ed0-8731-42dfb0a375a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:56.370127 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420f1dc6-ed44-4e90-ae1c-dd346ff57eef None None] Network f9f912f5-cf6f-4ff9-af03-e26648f62561 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:56.383257 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b7d7c-6d1f-4ed0-8731-42dfb0a375a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06a027f9-7175-41d7-9596-9d19a9e3f7bf,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:56.386016 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-813b7d7c-6d1f-4ed0-8731-42dfb0a375a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:56.393339 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-813b7d7c-6d1f-4ed0-8731-42dfb0a375a4 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/06a027f9-7175-41d7-9596-9d19a9e3f7bf HTTP/1.1" status: 204 len: 168 time: 0.7580926 Aug 16 22:30:56.400779 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34774) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:56.539861 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6493af6b-bbfc-4d60-8951-156457c63a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:56.551444 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9175b1b7-ae8e-462d-89f5-ce61fd9037b1 req-b586873a-f202-4f29-b8be-f5257cf2045d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 210 time: 0.0744212 Aug 16 22:30:56.575207 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d5cd93-8437-4263-ad28-f19cbf3c0b81 tempest-DHCPAgentSchedulersTestJSON-1663916879 tempest-DHCPAgentSchedulersTestJSON-1663916879-project-admin] Network 4066b1d7-02bd-4bb0-adce-fa6418360905 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:30:56.602083 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-f84e5bd9-b76f-45a2-a94f-a2c1aa60e4ad tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:56.623955 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487820b4-b654-4a29-a340-c36b49872468 None None] Network 4066b1d7-02bd-4bb0-adce-fa6418360905 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:56.624318 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-72d5cd93-8437-4263-ad28-f19cbf3c0b81 tempest-DHCPAgentSchedulersTestJSON-1663916879 tempest-DHCPAgentSchedulersTestJSON-1663916879-project-admin] 10.222.0.93 "POST /v2.0/agents/b1a30106-c62f-477f-8a1b-90abb1329f38/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5269322 Aug 16 22:30:56.627494 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34786) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:56.681858 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6493af6b-bbfc-4d60-8951-156457c63a1e admin admin] Deleting port e6a98e53-cc94-4447-a111-657858c7e5cd {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:56.682292 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6493af6b-bbfc-4d60-8951-156457c63a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:56.826531 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3104f4-1d6e-4a51-8f84-b2f2da4d787e None None] DHCP port deletion for f9f912f5-cf6f-4ff9-af03-e26648f62561 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:30:56.874916 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6493af6b-bbfc-4d60-8951-156457c63a1e admin admin] For port e6a98e53-cc94-4447-a111-657858c7e5cd, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e6a98e53-cc94-4447-a111-657858c7e5cd,segment=NetworkSegment(1fb551a9-9c7f-4967-b244-9a7b8527c392),segment_id=1fb551a9-9c7f-4967-b244-9a7b8527c392)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:56.876286 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6493af6b-bbfc-4d60-8951-156457c63a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:56.884848 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device be410504-e710-4a55-8f51-0718af0e7690 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:56.888941 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-b7ba8198-f7c2-4c18-a6a6-c0112ae1ccfc tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1128736230&fields=id&tenant_id=bf69600d67cb431fa5f891d55a11175f HTTP/1.1" status: 200 len: 267 time: 0.4130678 Aug 16 22:30:56.900463 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6493af6b-bbfc-4d60-8951-156457c63a1e admin admin] Calling delete_port for e6a98e53-cc94-4447-a111-657858c7e5cd owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:56.906275 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-f84e5bd9-b76f-45a2-a94f-a2c1aa60e4ad tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Transition to ACTIVE for port object 556c3713-e199-4fd0-98b9-3fd422868be5 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:56.973829 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port be410504-e710-4a55-8f51-0718af0e7690 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:56.974455 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:56.977303 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ce3104f4-1d6e-4a51-8f84-b2f2da4d787e None None] Deleting port e6a98e53-cc94-4447-a111-657858c7e5cd {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:56.978355 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ce3104f4-1d6e-4a51-8f84-b2f2da4d787e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.007999 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34800) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:57.045768 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6493af6b-bbfc-4d60-8951-156457c63a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.105220 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493af6b-bbfc-4d60-8951-156457c63a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a98e53-cc94-4447-a111-657858c7e5cd,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:57.114870 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6493af6b-bbfc-4d60-8951-156457c63a1e admin admin] No DVR routers for this DVR port e6a98e53-cc94-4447-a111-657858c7e5cd on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:30:57.167959 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-65c95cd0-1321-4fe3-9b69-95f500e9a341 tempest-DHCPAgentSchedulersTestJSON-1663916879 tempest-DHCPAgentSchedulersTestJSON-1663916879-project-admin] 10.222.0.93 "GET /v2.0/agents/b1a30106-c62f-477f-8a1b-90abb1329f38/dhcp-networks HTTP/1.1" status: 200 len: 10408 time: 0.5392959 Aug 16 22:30:57.171739 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34806) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:57.198009 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-f84e5bd9-b76f-45a2-a94f-a2c1aa60e4ad tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.231295 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-bcf3ea03-7ce0-49e1-ad4e-214daf3da7fa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1298633834-network', 'tenant_id': 'a61e7d45a7d54aefb795de0ce176732b'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:57.258170 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6493af6b-bbfc-4d60-8951-156457c63a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.266780 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e5bd9-b76f-45a2-a94f-a2c1aa60e4ad tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Pushing event updated for resources: {'Port': ['ID=556c3713-e199-4fd0-98b9-3fd422868be5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:57.274823 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-6493af6b-bbfc-4d60-8951-156457c63a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f912f5-cf6f-4ff9-af03-e26648f62561']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:57.287586 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf3ea03-7ce0-49e1-ad4e-214daf3da7fa admin admin] Made reservation on behalf of a61e7d45a7d54aefb795de0ce176732b for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:57.290753 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bcf3ea03-7ce0-49e1-ad4e-214daf3da7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.296672 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-6493af6b-bbfc-4d60-8951-156457c63a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb551a9-9c7f-4967-b244-9a7b8527c392') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:57.297203 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-6493af6b-bbfc-4d60-8951-156457c63a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb551a9-9c7f-4967-b244-9a7b8527c392') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:57.307589 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-0831c336-a4d2-4eb9-9d51-839cbbab800e tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:57.309127 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-0831c336-a4d2-4eb9-9d51-839cbbab800e tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/networks?id=375c560a-c343-432d-a44f-effc0e1e4134 HTTP/1.1" status: 200 len: 816 time: 0.3952343 Aug 16 22:30:57.311661 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bcf3ea03-7ce0-49e1-ad4e-214daf3da7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.318646 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6493af6b-bbfc-4d60-8951-156457c63a1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.339206 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-f84e5bd9-b76f-45a2-a94f-a2c1aa60e4ad tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Network 1aac5166-a976-4d3c-9235-d21b98e298ee is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:57.347062 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6493af6b-bbfc-4d60-8951-156457c63a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.360688 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6493af6b-bbfc-4d60-8951-156457c63a1e admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:30:57.360906 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ce3104f4-1d6e-4a51-8f84-b2f2da4d787e None None] For port e6a98e53-cc94-4447-a111-657858c7e5cd, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e6a98e53-cc94-4447-a111-657858c7e5cd,segment=NetworkSegment(1fb551a9-9c7f-4967-b244-9a7b8527c392),segment_id=1fb551a9-9c7f-4967-b244-9a7b8527c392)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:57.361209 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ce3104f4-1d6e-4a51-8f84-b2f2da4d787e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.361737 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6493af6b-bbfc-4d60-8951-156457c63a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:30:57.365441 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:30:57.382042 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ce3104f4-1d6e-4a51-8f84-b2f2da4d787e None None] Calling delete_port for e6a98e53-cc94-4447-a111-657858c7e5cd owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:57.394566 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-f84e5bd9-b76f-45a2-a94f-a2c1aa60e4ad tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:57.399385 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-f84e5bd9-b76f-45a2-a94f-a2c1aa60e4ad tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:57.460829 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6493af6b-bbfc-4d60-8951-156457c63a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.482413 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6493af6b-bbfc-4d60-8951-156457c63a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.484669 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6493af6b-bbfc-4d60-8951-156457c63a1e admin admin] 10.222.0.93 "DELETE /v2.0/networks/f9f912f5-cf6f-4ff9-af03-e26648f62561 HTTP/1.1" status: 204 len: 168 time: 1.0792313 Aug 16 22:30:57.490525 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493af6b-bbfc-4d60-8951-156457c63a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=f9f912f5-cf6f-4ff9-af03-e26648f62561,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:57.512787 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-ec471f68-08ac-4fe0-bb10-bd2ecfa577df tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/quotas/bf69600d67cb431fa5f891d55a11175f HTTP/1.1" status: 200 len: 375 time: 0.1728051 Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: from cryptography.utils import int_from_bytes Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: from cryptography.utils import int_from_bytes Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.553740 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.556764 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.556764 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.556764 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.556764 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.556764 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.556764 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.556764 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.556764 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.556764 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.556764 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.556764 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.556764 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.556764 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:57.556764 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:30:57.567417 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ce3104f4-1d6e-4a51-8f84-b2f2da4d787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.568699 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bcf3ea03-7ce0-49e1-ad4e-214daf3da7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.578910 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bcf3ea03-7ce0-49e1-ad4e-214daf3da7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.580766 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1d1c1192-fb73-4360-9326-8630d792cade tempest-DHCPAgentSchedulersTestJSON-1663916879 tempest-DHCPAgentSchedulersTestJSON-1663916879-project-admin] 10.222.0.93 "DELETE /v2.0/agents/b1a30106-c62f-477f-8a1b-90abb1329f38/dhcp-networks/4066b1d7-02bd-4bb0-adce-fa6418360905 HTTP/1.1" status: 204 len: 168 time: 0.4079325 Aug 16 22:30:57.585689 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34814) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:57.600156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3104f4-1d6e-4a51-8f84-b2f2da4d787e None None] Pushing event deleted for resources: {'Port': ['ID=e6a98e53-cc94-4447-a111-657858c7e5cd,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:57.608635 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ce3104f4-1d6e-4a51-8f84-b2f2da4d787e None None] Network f9f912f5-cf6f-4ff9-af03-e26648f62561 is not hosted by any dhcp agent {{(pid=94873) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:30:57.609548 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3104f4-1d6e-4a51-8f84-b2f2da4d787e None None] No DVR routers for this DVR port e6a98e53-cc94-4447-a111-657858c7e5cd on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:30:57.644828 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-f84e5bd9-b76f-45a2-a94f-a2c1aa60e4ad tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:57.645913 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-f84e5bd9-b76f-45a2-a94f-a2c1aa60e4ad tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.664919 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3ea03-7ce0-49e1-ad4e-214daf3da7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c6e9ee-447c-441a-81c9-e0f7f5840e53,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:57.677761 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-36279fed-55ac-4669-ac01-2c364662cdb2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf69600d67cb431fa5f891d55a11175f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1508601 Aug 16 22:30:57.681280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-f84e5bd9-b76f-45a2-a94f-a2c1aa60e4ad tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0215442 Aug 16 22:30:57.695976 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf3ea03-7ce0-49e1-ad4e-214daf3da7fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:30:57.697160 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3224f0-802a-4fb8-8ce0-22c4c2640c35 req-3053a241-e3d0-4edf-8729-bc8c315a95e4 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:57.705106 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e3224f0-802a-4fb8-8ce0-22c4c2640c35 req-3053a241-e3d0-4edf-8729-bc8c315a95e4 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 932 time: 0.1193216 Aug 16 22:30:57.711385 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34816) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:57.721775 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] Request body: {'port': {'device_id': '5fa806db-a00c-4203-9647-d693fa6103c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:57.763724 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ee1e911a-e96c-4f16-a827-478efa6d1974 None None] Provisioning for port 556c3713-e199-4fd0-98b9-3fd422868be5 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:57.767765 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ee1e911a-e96c-4f16-a827-478efa6d1974 None None] Provisioning complete for port 556c3713-e199-4fd0-98b9-3fd422868be5 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:57.768114 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ee1e911a-e96c-4f16-a827-478efa6d1974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.793931 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bcf3ea03-7ce0-49e1-ad4e-214daf3da7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.794343 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-bcf3ea03-7ce0-49e1-ad4e-214daf3da7fa admin admin] Added segment 30a289f5-5a43-4a03-9e38-5c4a6301b0f4 of type vlan for network 87aa0bb4-0a11-44ae-8159-705262e56b08 Aug 16 22:30:57.808812 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e911a-e96c-4f16-a827-478efa6d1974 None None] Port 556c3713-e199-4fd0-98b9-3fd422868be5 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:57.844006 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e3224f0-802a-4fb8-8ce0-22c4c2640c35 req-81bb1af7-d26e-4b97-b8b3-bbd2ef002625 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380169 Aug 16 22:30:57.857215 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.916813 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4d257fda-ac91-4317-9904-6b3bfb1e6ab4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=361fa6cbf75b47e49c1178546a3326cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775920 Aug 16 22:30:57.920826 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34818) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:57.923668 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-f68cde85-1076-4d53-98ad-c764d5343f97 service neutron] 10.222.0.93 "GET /v2.0/networks/375c560a-c343-432d-a44f-effc0e1e4134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163744 Aug 16 22:30:57.975910 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bcf3ea03-7ce0-49e1-ad4e-214daf3da7fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:58.072177 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0535ac76-34c8-46f0-8579-75e6d53bc850 tempest-DHCPAgentSchedulersTestJSON-1663916879 tempest-DHCPAgentSchedulersTestJSON-1663916879-project-admin] 10.222.0.93 "GET /v2.0/agents/b1a30106-c62f-477f-8a1b-90abb1329f38/dhcp-networks HTTP/1.1" status: 200 len: 8880 time: 0.4384661 Aug 16 22:30:58.081405 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34824) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:58.086557 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee97a508-e988-408a-8492-e9419245e5e2 req-6b5efcde-b376-43e1-baf1-d8695b2afc77 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 210 time: 0.0470550 Aug 16 22:30:58.091418 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bcf3ea03-7ce0-49e1-ad4e-214daf3da7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:58.092425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf3ea03-7ce0-49e1-ad4e-214daf3da7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:58.093010 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bcf3ea03-7ce0-49e1-ad4e-214daf3da7fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:58.170304 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-c9f6385e-055b-4159-8245-7a3ef87d4a7a service neutron] 10.222.0.93 "GET /v2.0/networks/375c560a-c343-432d-a44f-effc0e1e4134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368586 Aug 16 22:30:58.184628 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-95e5e0ae-2c7c-445e-a7a1-28b426cd6962 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:58.186143 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-95e5e0ae-2c7c-445e-a7a1-28b426cd6962 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.39 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 812 time: 0.3167117 Aug 16 22:30:58.192674 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bcf3ea03-7ce0-49e1-ad4e-214daf3da7fa admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1828148 Aug 16 22:30:58.201439 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34826) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:58.214573 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-1f55fe42-3f30-4d0b-a8de-998080762301 admin admin] Request body: {'subnet': {'network_id': '87aa0bb4-0a11-44ae-8159-705262e56b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1298633834-subnet', 'tenant_id': 'a61e7d45a7d54aefb795de0ce176732b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:58.219034 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-528c7f88-085b-41e9-a4dd-9a29a2ac4497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:58.227871 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bc4cd79f-872e-48d3-b7b3-81a4cfaa828b tempest-DHCPAgentSchedulersTestJSON-1663916879 tempest-DHCPAgentSchedulersTestJSON-1663916879-project-admin] 10.222.0.93 "GET /v2.0/networks/4d76bbe0-e0fc-49e9-880a-378a2798150c/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.1393387 Aug 16 22:30:58.229003 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-485336c5-1d37-4e07-a272-c1a9dbcff573 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Request body: {'port': {'device_id': '6432e404-e687-431f-a51b-f6ed08d3ebbe', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'admin_state_up': True, 'tenant_id': '92faa7784798435a97e9cef690c8ad52'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:58.231441 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34828) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:58.245322 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3ea03-7ce0-49e1-ad4e-214daf3da7fa admin admin] Pushing event updated for resources: {'Network': ['ID=87aa0bb4-0a11-44ae-8159-705262e56b08,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:58.264287 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 87aa0bb4-0a11-44ae-8159-705262e56b08 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:30:58.288084 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7b923750-882c-4201-8400-b9104786b61d tempest-DHCPAgentSchedulersTestJSON-1663916879 tempest-DHCPAgentSchedulersTestJSON-1663916879-project-admin] 10.222.0.93 "GET /v2.0/networks/4d76bbe0-e0fc-49e9-880a-378a2798150c/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0557499 Aug 16 22:30:58.290561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34832) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:58.350395 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-528c7f88-085b-41e9-a4dd-9a29a2ac4497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:58.384511 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f55fe42-3f30-4d0b-a8de-998080762301 admin admin] Made reservation on behalf of a61e7d45a7d54aefb795de0ce176732b for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:58.386820 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f55fe42-3f30-4d0b-a8de-998080762301 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:58.425320 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556c3713-e199-4fd0-98b9-3fd422868be5 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:30:58.442936 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:58.475439 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] Transition to ACTIVE for port object 556c3713-e199-4fd0-98b9-3fd422868be5 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:58.491200 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:58.542589 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-528c7f88-085b-41e9-a4dd-9a29a2ac4497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:58.545891 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-528c7f88-085b-41e9-a4dd-9a29a2ac4497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:58.547576 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b2616ad3-5e68-4088-93db-ff99f20f1bd1 tempest-DHCPAgentSchedulersTestJSON-1663916879 tempest-DHCPAgentSchedulersTestJSON-1663916879-project-admin] 10.222.0.93 "GET /v2.0/agents/b1a30106-c62f-477f-8a1b-90abb1329f38/dhcp-networks HTTP/1.1" status: 200 len: 8880 time: 0.2557154 Aug 16 22:30:58.550844 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-528c7f88-085b-41e9-a4dd-9a29a2ac4497 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/12448bd6-d340-4455-9b11-da836f6c30c5 HTTP/1.1" status: 204 len: 168 time: 0.5839846 Aug 16 22:30:58.553400 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34842) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:58.594325 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7f88-085b-41e9-a4dd-9a29a2ac4497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12448bd6-d340-4455-9b11-da836f6c30c5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:58.599473 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-485336c5-1d37-4e07-a272-c1a9dbcff573 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Made reservation on behalf of 92faa7784798435a97e9cef690c8ad52 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:58.612178 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-485336c5-1d37-4e07-a272-c1a9dbcff573 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:58.677605 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] Pushing event updated for resources: {'Port': ['ID=556c3713-e199-4fd0-98b9-3fd422868be5,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:58.755127 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-20210678-486f-4eee-bae5-1044a0474833 req-6c159ec8-8c45-4276-ad04-203b6cb1020c tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 210 time: 0.0608764 Aug 16 22:30:58.824355 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82de51d8-a86e-4df0-9f3f-54a091bc827a tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:58.889297 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] Attempting to bind port 556c3713-e199-4fd0-98b9-3fd422868be5 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:58.889528 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] Attempting to bind port 556c3713-e199-4fd0-98b9-3fd422868be5 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '621d25ec-4c8d-43c7-b07b-7c777d1d14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:58.889933 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] Attempting to bind port 556c3713-e199-4fd0-98b9-3fd422868be5 on network 1aac5166-a976-4d3c-9235-d21b98e298ee {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:58.896960 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] Port 556c3713-e199-4fd0-98b9-3fd422868be5 on network 1aac5166-a976-4d3c-9235-d21b98e298ee not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:30:58.897355 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] Attempting to bind port 556c3713-e199-4fd0-98b9-3fd422868be5 on network 1aac5166-a976-4d3c-9235-d21b98e298ee {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:58.930933 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:58.931292 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] Checking segment: {'id': '621d25ec-4c8d-43c7-b07b-7c777d1d14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:58.931671 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] Bound using segment: {'id': '621d25ec-4c8d-43c7-b07b-7c777d1d14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:58.932130 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] Bound port: 556c3713-e199-4fd0-98b9-3fd422868be5, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '621d25ec-4c8d-43c7-b07b-7c777d1d14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:58.932493 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:58.970433 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e6a98e53-cc94-4447-a111-657858c7e5cd no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:30:58.996542 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f55fe42-3f30-4d0b-a8de-998080762301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:59.004573 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: e6a98e53-cc94-4447-a111-657858c7e5cd {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:30:59.004895 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e6a98e53-cc94-4447-a111-657858c7e5cd not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:30:59.040202 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465040f-5fe6-4a8e-b8f1-02c958b5d1de req-c2cec9dd-92d2-40d6-97ba-363279cade5c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:59.041929 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2465040f-5fe6-4a8e-b8f1-02c958b5d1de req-c2cec9dd-92d2-40d6-97ba-363279cade5c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.2146332 Aug 16 22:30:59.141198 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82de51d8-a86e-4df0-9f3f-54a091bc827a tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:59.148365 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-485336c5-1d37-4e07-a272-c1a9dbcff573 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Allocated IP 172.20.0.6 (6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751/b3a36816-1aac-4ae9-b74d-79c0aa191fc4/5caa8ca9-7660-46f2-906d-1f26e38dc98f) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:59.150675 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55fe42-3f30-4d0b-a8de-998080762301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aafc116f-189a-418a-962e-a19e0304b191,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:59.181014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-82de51d8-a86e-4df0-9f3f-54a091bc827a tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4066b1d7-02bd-4bb0-adce-fa6418360905']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:59.188680 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f55fe42-3f30-4d0b-a8de-998080762301 admin admin] Checking segment: {'id': '30a289f5-5a43-4a03-9e38-5c4a6301b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '87aa0bb4-0a11-44ae-8159-705262e56b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:59.189153 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f55fe42-3f30-4d0b-a8de-998080762301 admin admin] Network hostable DHCP agents. Network: 87aa0bb4-0a11-44ae-8159-705262e56b08, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:30:59.192032 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-82de51d8-a86e-4df0-9f3f-54a091bc827a tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5839cac6-93a0-4f8e-bd46-1e94137a7a61') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:59.192427 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-82de51d8-a86e-4df0-9f3f-54a091bc827a tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5839cac6-93a0-4f8e-bd46-1e94137a7a61') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:59.202373 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82de51d8-a86e-4df0-9f3f-54a091bc827a tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:59.250650 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2465040f-5fe6-4a8e-b8f1-02c958b5d1de req-9d8df7de-bf03-402f-88fb-939c781f311a tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704166 Aug 16 22:30:59.259062 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82de51d8-a86e-4df0-9f3f-54a091bc827a tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:59.298850 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82de51d8-a86e-4df0-9f3f-54a091bc827a tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:30:59.298850 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82de51d8-a86e-4df0-9f3f-54a091bc827a tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:30:59.311297 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:30:59.313532 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] For port 556c3713-e199-4fd0-98b9-3fd422868be5, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:59.367153 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f55fe42-3f30-4d0b-a8de-998080762301 admin admin] Network 87aa0bb4-0a11-44ae-8159-705262e56b08 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:30:59.386236 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-1f55fe42-3f30-4d0b-a8de-998080762301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 87aa0bb4-0a11-44ae-8159-705262e56b08) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:59.399013 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f55fe42-3f30-4d0b-a8de-998080762301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:59.399640 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f55fe42-3f30-4d0b-a8de-998080762301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:59.402827 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5804dae1-f5eb-471f-bfbe-6795f832f2a5 None None] Network 87aa0bb4-0a11-44ae-8159-705262e56b08 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:59.413357 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-485336c5-1d37-4e07-a272-c1a9dbcff573 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:59.427180 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1f55fe42-3f30-4d0b-a8de-998080762301 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2245543 Aug 16 22:30:59.435062 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-485336c5-1d37-4e07-a272-c1a9dbcff573 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Transition to ACTIVE for port object 5caa8ca9-7660-46f2-906d-1f26e38dc98f will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:59.475816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b83e1-0be4-489a-ae4e-04ecfb1ba218 req-ee45483d-291c-4218-8205-86a6a9f6a488 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:59.477481 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-899b83e1-0be4-489a-ae4e-04ecfb1ba218 req-ee45483d-291c-4218-8205-86a6a9f6a488 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 944 time: 0.4499087 Aug 16 22:30:59.483886 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82de51d8-a86e-4df0-9f3f-54a091bc827a tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:59.494182 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82de51d8-a86e-4df0-9f3f-54a091bc827a tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:59.498188 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-82de51d8-a86e-4df0-9f3f-54a091bc827a tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] 10.222.0.93 "DELETE /v2.0/networks/4066b1d7-02bd-4bb0-adce-fa6418360905 HTTP/1.1" status: 204 len: 168 time: 0.9432321 Aug 16 22:30:59.500061 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-485336c5-1d37-4e07-a272-c1a9dbcff573 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:59.500468 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] For port 556c3713-e199-4fd0-98b9-3fd422868be5, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=556c3713-e199-4fd0-98b9-3fd422868be5,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:59.504192 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34876) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:59.556975 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:59.575475 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485336c5-1d37-4e07-a272-c1a9dbcff573 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Pushing event updated for resources: {'Port': ['ID=5caa8ca9-7660-46f2-906d-1f26e38dc98f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:59.598318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de51d8-a86e-4df0-9f3f-54a091bc827a tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Pushing event deleted for resources: {'Network': ['ID=4066b1d7-02bd-4bb0-adce-fa6418360905,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:59.626354 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-32fd37b4-e749-4c78-ae19-248d7fe75abe tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] DELETE failed (client error): The resource could not be found. Aug 16 22:30:59.630631 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32fd37b4-e749-4c78-ae19-248d7fe75abe tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:30:59.636798 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-32fd37b4-e749-4c78-ae19-248d7fe75abe tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] 10.222.0.93 "DELETE /v2.0/ports/150a8a74-1843-44b6-913c-a59b0a29dc0e HTTP/1.1" status: 404 len: 333 time: 0.1307514 Aug 16 22:30:59.639448 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34882) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:59.650621 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-485336c5-1d37-4e07-a272-c1a9dbcff573 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:59.651263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c924f717-7606-436e-aa9e-69faf184de4f None None] Network 87aa0bb4-0a11-44ae-8159-705262e56b08 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:59.653200 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-485336c5-1d37-4e07-a272-c1a9dbcff573 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:59.656347 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-485336c5-1d37-4e07-a272-c1a9dbcff573 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:59.719404 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-485336c5-1d37-4e07-a272-c1a9dbcff573 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:59.720312 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-485336c5-1d37-4e07-a272-c1a9dbcff573 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:59.750719 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-485336c5-1d37-4e07-a272-c1a9dbcff573 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5323324 Aug 16 22:30:59.757818 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:59.758474 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:59.762047 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] 10.222.0.39 "PUT /v2.0/ports/556c3713-e199-4fd0-98b9-3fd422868be5 HTTP/1.1" status: 200 len: 1093 time: 2.0516880 Aug 16 22:30:59.764533 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa806db-a00c-4203-9647-d693fa6103c5', 'tag': '556c3713-e199-4fd0-98b9-3fd422868be5'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:59.766124 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-252e4438-678b-460b-ae5a-076193340563 service neutron] Request body: {'port': {'device_id': '6432e404-e687-431f-a51b-f6ed08d3ebbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:59.766988 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117a0dff-7bcd-4a0b-98d6-9904bf62d967" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa806db-a00c-4203-9647-d693fa6103c5", "tag": "556c3713-e199-4fd0-98b9-3fd422868be5"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:59.900717 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34892) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:59.915978 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-252e4438-678b-460b-ae5a-076193340563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:59.970600 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-899b83e1-0be4-489a-ae4e-04ecfb1ba218 req-421e2db3-1662-45be-b1b1-e29f56b01bbf tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4685264 Aug 16 22:31:00.016024 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78306c7c-64ad-4055-8c69-6bcbce5b3689 req-9e927c73-a558-4cf5-a48f-309df46c1c42 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:00.025990 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78306c7c-64ad-4055-8c69-6bcbce5b3689 req-9e927c73-a558-4cf5-a48f-309df46c1c42 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 931 time: 0.5789089 Aug 16 22:31:00.182700 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78306c7c-64ad-4055-8c69-6bcbce5b3689 req-7659250a-aff3-4759-ba22-a5230f32d794 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511660 Aug 16 22:31:00.206423 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a8005a-a30e-41ad-9c9b-1b43d28e2da1 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Deleting subnet bccd6382-8f39-4361-abb2-387488e10e31 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:31:00.211165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7023d4e5-249a-41e7-8a2e-cf106739f07d None None] Provisioning for port 5caa8ca9-7660-46f2-906d-1f26e38dc98f completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:00.218794 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7023d4e5-249a-41e7-8a2e-cf106739f07d None None] Provisioning complete for port 5caa8ca9-7660-46f2-906d-1f26e38dc98f triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:00.219394 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7023d4e5-249a-41e7-8a2e-cf106739f07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:00.226600 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f5a8005a-a30e-41ad-9c9b-1b43d28e2da1 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:00.232776 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f0e82e24-2835-4bf2-b634-093660bc0860 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1958056258-network', 'tenant_id': 'f14b1329454c4709bb598f79000376c5'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:00.278491 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f5a8005a-a30e-41ad-9c9b-1b43d28e2da1 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:00.280516 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-7023d4e5-249a-41e7-8a2e-cf106739f07d None None] Port 5caa8ca9-7660-46f2-906d-1f26e38dc98f cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:31:00.370244 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34906) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:00.376403 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e82e24-2835-4bf2-b634-093660bc0860 admin admin] Made reservation on behalf of f14b1329454c4709bb598f79000376c5 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:00.379152 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0e82e24-2835-4bf2-b634-093660bc0860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:00.384798 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b4412b2f-ebb2-449c-9c7c-156ede51b6dd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1062109401-network', 'tenant_id': '9877bb01017043f1a8c8bdf4bf66709d'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:00.403194 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0e82e24-2835-4bf2-b634-093660bc0860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:00.450972 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4412b2f-ebb2-449c-9c7c-156ede51b6dd admin admin] Made reservation on behalf of 9877bb01017043f1a8c8bdf4bf66709d for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:00.453422 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b4412b2f-ebb2-449c-9c7c-156ede51b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:00.479395 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b4412b2f-ebb2-449c-9c7c-156ede51b6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:00.583747 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-252e4438-678b-460b-ae5a-076193340563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5caa8ca9-7660-46f2-906d-1f26e38dc98f {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:31:00.596242 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-252e4438-678b-460b-ae5a-076193340563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:00.620743 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-252e4438-678b-460b-ae5a-076193340563 service neutron] Transition to ACTIVE for port object 5caa8ca9-7660-46f2-906d-1f26e38dc98f will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:00.635302 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-252e4438-678b-460b-ae5a-076193340563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:00.657209 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df27fe37-f7d0-4178-9b3f-cb9fc95008a6 x-openstack-request-id: req-df27fe37-f7d0-4178-9b3f-cb9fc95008a6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:31:00.657562 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa806db-a00c-4203-9647-d693fa6103c5", "tag": "556c3713-e199-4fd0-98b9-3fd422868be5", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:31:00.657755 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-df27fe37-f7d0-4178-9b3f-cb9fc95008a6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:31:00.658193 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa806db-a00c-4203-9647-d693fa6103c5', 'tag': '556c3713-e199-4fd0-98b9-3fd422868be5', 'status': 'completed', 'code': 200} Aug 16 22:31:00.662337 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf8035-f331-4392-9633-d8b8cb789cea service neutron] Pushing event updated for resources: {'Port': ['ID=556c3713-e199-4fd0-98b9-3fd422868be5,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:00.675346 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0e82e24-2835-4bf2-b634-093660bc0860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:00.690431 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0e82e24-2835-4bf2-b634-093660bc0860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:00.717594 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-539cede4-3255-4c64-a05d-2354e634931a req-1a670cd5-7fe5-4332-8ce9-0c066eb7926a tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 210 time: 0.0704112 Aug 16 22:31:00.723762 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e82e24-2835-4bf2-b634-093660bc0860 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:31:00.760920 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0e82e24-2835-4bf2-b634-093660bc0860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:00.761586 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-f0e82e24-2835-4bf2-b634-093660bc0860 admin admin] Added segment 33dfb6c3-b599-4057-b70f-e1a7983d0cdf of type vlan for network 38957025-51f4-4776-93ee-0e67fbdcd423 Aug 16 22:31:00.774002 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-3c13b808-acdc-4c70-9cc0-86f2836c375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:00.775457 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-3c13b808-acdc-4c70-9cc0-86f2836c375f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89e6a3d49d324e0d860860f4a6f5f61c&device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 1096 time: 0.9354243 Aug 16 22:31:00.775579 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e4438-678b-460b-ae5a-076193340563 service neutron] Pushing event updated for resources: {'Port': ['ID=5caa8ca9-7660-46f2-906d-1f26e38dc98f,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:00.912499 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-3e13c824-0742-4ea2-89ff-418bc2e5c69c tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:00.912893 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e82e24-2835-4bf2-b634-093660bc0860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475c6116-2b11-4312-b943-6b78165b1f30,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:00.914074 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-3e13c824-0742-4ea2-89ff-418bc2e5c69c tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.39 "GET /v2.0/networks?id=375c560a-c343-432d-a44f-effc0e1e4134 HTTP/1.1" status: 200 len: 816 time: 0.2551310 Aug 16 22:31:00.921596 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-58d5f1a9-b462-48a3-a806-d66f46c696f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=556c3713-e199-4fd0-98b9-3fd422868be5 HTTP/1.1" status: 200 len: 217 time: 0.1284790 Aug 16 22:31:00.928371 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0e82e24-2835-4bf2-b634-093660bc0860 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:00.931958 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-252e4438-678b-460b-ae5a-076193340563 service neutron] Attempting to bind port 5caa8ca9-7660-46f2-906d-1f26e38dc98f on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:31:00.932401 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-252e4438-678b-460b-ae5a-076193340563 service neutron] Attempting to bind port 5caa8ca9-7660-46f2-906d-1f26e38dc98f by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:31:00.932737 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-252e4438-678b-460b-ae5a-076193340563 service neutron] Attempting to bind port 5caa8ca9-7660-46f2-906d-1f26e38dc98f on network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:31:00.950757 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-252e4438-678b-460b-ae5a-076193340563 service neutron] Port 5caa8ca9-7660-46f2-906d-1f26e38dc98f on network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:31:00.950757 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-252e4438-678b-460b-ae5a-076193340563 service neutron] Attempting to bind port 5caa8ca9-7660-46f2-906d-1f26e38dc98f on network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:31:00.960171 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-252e4438-678b-460b-ae5a-076193340563 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:31:00.960527 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-252e4438-678b-460b-ae5a-076193340563 service neutron] Checking segment: {'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:00.960890 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-252e4438-678b-460b-ae5a-076193340563 service neutron] Bound using segment: {'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:31:00.961484 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-252e4438-678b-460b-ae5a-076193340563 service neutron] Bound port: 5caa8ca9-7660-46f2-906d-1f26e38dc98f, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:31:00.961848 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-252e4438-678b-460b-ae5a-076193340563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.030849 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0e82e24-2835-4bf2-b634-093660bc0860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.032130 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e82e24-2835-4bf2-b634-093660bc0860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:01.032901 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0e82e24-2835-4bf2-b634-093660bc0860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.044080 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6a180-54cd-465e-af14-c1bd4cc5920b req-91e63933-56c6-4044-bfe2-25cf48a065d7 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:01.045599 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-06e6a180-54cd-465e-af14-c1bd4cc5920b req-91e63933-56c6-4044-bfe2-25cf48a065d7 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.3843927 Aug 16 22:31:01.114824 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f5a8005a-a30e-41ad-9c9b-1b43d28e2da1 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.125512 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b4412b2f-ebb2-449c-9c7c-156ede51b6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.152997 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b4412b2f-ebb2-449c-9c7c-156ede51b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.170292 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f0e82e24-2835-4bf2-b634-093660bc0860 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2683234 Aug 16 22:31:01.171381 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-8f5aa5b5-da0d-4eb2-aa37-ef29438c3e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:01.172907 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-8f5aa5b5-da0d-4eb2-aa37-ef29438c3e03 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d60c736-a0cd-48eb-8b90-5c8c42db55f8 HTTP/1.1" status: 200 len: 855 time: 0.1862717 Aug 16 22:31:01.180296 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-b81ea847-be26-4bea-8e53-f347eb40d065 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf69600d67cb431fa5f891d55a11175f HTTP/1.1" status: 200 len: 380 time: 0.2205055 Aug 16 22:31:01.182522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34912) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:01.183496 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e82e24-2835-4bf2-b634-093660bc0860 admin admin] Pushing event updated for resources: {'Network': ['ID=38957025-51f4-4776-93ee-0e67fbdcd423,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:01.194078 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-252e4438-678b-460b-ae5a-076193340563 service neutron] For port 5caa8ca9-7660-46f2-906d-1f26e38dc98f, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:31:01.198486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 38957025-51f4-4776-93ee-0e67fbdcd423 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:31:01.202190 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4412b2f-ebb2-449c-9c7c-156ede51b6dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:31:01.205869 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-252e4438-678b-460b-ae5a-076193340563 service neutron] For port 5caa8ca9-7660-46f2-906d-1f26e38dc98f, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5caa8ca9-7660-46f2-906d-1f26e38dc98f,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:31:01.214606 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-252e4438-678b-460b-ae5a-076193340563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.216427 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-31596fc6-b062-40fb-a52f-48baf11f8552 admin admin] Request body: {'subnet': {'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1958056258-subnet', 'tenant_id': 'f14b1329454c4709bb598f79000376c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:01.226779 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4412b2f-ebb2-449c-9c7c-156ede51b6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fca2a8-0da6-4f0c-a8db-a9ab6ff4a569,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:01.229767 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-f5bf6d22-b3e5-4965-84c6-81a76b8e9743 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Request body: {'port': {'device_id': '2cbb14a6-84cc-4453-abea-8a3b9255ffa6', 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134', 'admin_state_up': True, 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'security_groups': ['a8bd536d-e66b-4be2-839d-c2126bbc7733']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:01.251550 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b4412b2f-ebb2-449c-9c7c-156ede51b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.252322 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-b4412b2f-ebb2-449c-9c7c-156ede51b6dd admin admin] Added segment bc26cc44-9b85-469b-9013-786faf6e79e2 of type vlan for network 9486497e-5897-4c37-b915-b28a583cea84 Aug 16 22:31:01.268401 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-252e4438-678b-460b-ae5a-076193340563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:01.268930 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-252e4438-678b-460b-ae5a-076193340563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.271078 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-252e4438-678b-460b-ae5a-076193340563 service neutron] 10.222.0.39 "PUT /v2.0/ports/5caa8ca9-7660-46f2-906d-1f26e38dc98f HTTP/1.1" status: 200 len: 1092 time: 1.5112510 Aug 16 22:31:01.271527 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6432e404-e687-431f-a51b-f6ed08d3ebbe', 'tag': '5caa8ca9-7660-46f2-906d-1f26e38dc98f'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:31:01.273801 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fd4bc1-d9ee-4f1f-afa0-f099ea771713" -d '{"events": [{"name": "network-changed", "server_uuid": "6432e404-e687-431f-a51b-f6ed08d3ebbe", "tag": "5caa8ca9-7660-46f2-906d-1f26e38dc98f"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:31:01.289093 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-06e6a180-54cd-465e-af14-c1bd4cc5920b req-0aa57c9f-94a1-4ab8-bf59-5101182700ad tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266214 Aug 16 22:31:01.334038 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b4412b2f-ebb2-449c-9c7c-156ede51b6dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.372084 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b4412b2f-ebb2-449c-9c7c-156ede51b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.373529 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4412b2f-ebb2-449c-9c7c-156ede51b6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:01.374770 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b4412b2f-ebb2-449c-9c7c-156ede51b6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.414267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab399286-f149-4a4c-a0a4-6e36adcc2176 req-6878c0ee-665a-42d9-a707-7de11088325e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:01.416135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab399286-f149-4a4c-a0a4-6e36adcc2176 req-6878c0ee-665a-42d9-a707-7de11088325e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 944 time: 0.3241599 Aug 16 22:31:01.431818 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31596fc6-b062-40fb-a52f-48baf11f8552 admin admin] Made reservation on behalf of f14b1329454c4709bb598f79000376c5 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:01.436595 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31596fc6-b062-40fb-a52f-48baf11f8552 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.446251 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-ff5c33de-dcba-435d-81bc-bedc2e68f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:01.448170 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-ff5c33de-dcba-435d-81bc-bedc2e68f534 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1aac5166-a976-4d3c-9235-d21b98e298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2645888 Aug 16 22:31:01.483555 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e4438-678b-460b-ae5a-076193340563 service neutron] Pushing event updated for resources: {'Port': ['ID=5caa8ca9-7660-46f2-906d-1f26e38dc98f,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:01.499622 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b4412b2f-ebb2-449c-9c7c-156ede51b6dd admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1259553 Aug 16 22:31:01.503217 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34918) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:01.511667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-88de0449-0d18-485b-a2bd-13ab32627261 admin admin] Request body: {'subnet': {'network_id': '9486497e-5897-4c37-b915-b28a583cea84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1062109401-subnet', 'tenant_id': '9877bb01017043f1a8c8bdf4bf66709d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:01.535672 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88de0449-0d18-485b-a2bd-13ab32627261 admin admin] Made reservation on behalf of 9877bb01017043f1a8c8bdf4bf66709d for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:01.538105 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-88de0449-0d18-485b-a2bd-13ab32627261 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.541378 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-6414bade-a0a0-48c7-b179-63a6dd363b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:01.542983 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-6414bade-a0a0-48c7-b179-63a6dd363b70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 1095 time: 0.1848438 Aug 16 22:31:01.543597 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4412b2f-ebb2-449c-9c7c-156ede51b6dd admin admin] Pushing event updated for resources: {'Network': ['ID=9486497e-5897-4c37-b915-b28a583cea84,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:01.555231 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 9486497e-5897-4c37-b915-b28a583cea84 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:31:01.604046 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f5a8005a-a30e-41ad-9c9b-1b43d28e2da1 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.637393 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-b13e42e7-f7dd-4975-9579-1895024d53e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5caa8ca9-7660-46f2-906d-1f26e38dc98f HTTP/1.1" status: 200 len: 217 time: 0.0759585 Aug 16 22:31:01.726736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8005a-a30e-41ad-9c9b-1b43d28e2da1 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Pushing event deleted for resources: {'Subnet': ['ID=bccd6382-8f39-4361-abb2-387488e10e31,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:01.731121 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f5a8005a-a30e-41ad-9c9b-1b43d28e2da1 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.735512 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f5a8005a-a30e-41ad-9c9b-1b43d28e2da1 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] 10.222.0.93 "DELETE /v2.0/subnets/bccd6382-8f39-4361-abb2-387488e10e31 HTTP/1.1" status: 204 len: 168 time: 2.0906682 Aug 16 22:31:01.742668 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b89487c-55d4-4e9b-bd21-5ee0b7e822d9 None None] Network 4d76bbe0-e0fc-49e9-880a-378a2798150c requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:01.748531 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34920) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:01.755797 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-6ae5871d-1c00-442b-89ee-58f1b7fe4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:01.757419 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-6ae5871d-1c00-442b-89ee-58f1b7fe4b60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 200 len: 851 time: 0.1039248 Aug 16 22:31:01.851087 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab399286-f149-4a4c-a0a4-6e36adcc2176 req-2de7c8f7-e875-4fc4-9875-c38f957b2e6e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071724 Aug 16 22:31:01.922814 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c2590-801d-420a-a9b0-ba22fd934825 req-8fa48f28-1773-4b40-ba99-ac0a3e391aa4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:01.924665 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-244c2590-801d-420a-a9b0-ba22fd934825 req-8fa48f28-1773-4b40-ba99-ac0a3e391aa4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 943 time: 0.3650310 Aug 16 22:31:01.976421 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-f5bf6d22-b3e5-4965-84c6-81a76b8e9743 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Made reservation on behalf of bf69600d67cb431fa5f891d55a11175f for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:01.980177 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-f5bf6d22-b3e5-4965-84c6-81a76b8e9743 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.993051 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab6fe6f-1caa-4fbc-820e-2a05fc4c0fc5 None None] DHCP port deletion for 4d76bbe0-e0fc-49e9-880a-378a2798150c request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:31:02.042145 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-fcac9a42-837e-4afe-a9a5-2d923cbdf201 service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084715 Aug 16 22:31:02.046804 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddb58f78-1ea1-4a10-92ab-953ba5df5d14 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.067578 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-bab6fe6f-1caa-4fbc-820e-2a05fc4c0fc5 None None] Deleting port be410504-e710-4a55-8f51-0718af0e7690 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:02.068274 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bab6fe6f-1caa-4fbc-820e-2a05fc4c0fc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.094816 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8681117b-f30e-42bc-9639-7deea4db0120 req-0ae11bca-d4df-42e4-a311-ccbd6cbff2ed tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 210 time: 0.0743382 Aug 16 22:31:02.152340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-bab6fe6f-1caa-4fbc-820e-2a05fc4c0fc5 None None] For port be410504-e710-4a55-8f51-0718af0e7690, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=be410504-e710-4a55-8f51-0718af0e7690,segment=NetworkSegment(6f1cb4bf-2c2b-409d-a384-b42327065caa),segment_id=6f1cb4bf-2c2b-409d-a384-b42327065caa)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:02.152763 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bab6fe6f-1caa-4fbc-820e-2a05fc4c0fc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.173705 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-bab6fe6f-1caa-4fbc-820e-2a05fc4c0fc5 None None] Calling delete_port for be410504-e710-4a55-8f51-0718af0e7690 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:02.244153 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-244c2590-801d-420a-a9b0-ba22fd934825 req-c8716e6b-b155-4b45-b56e-72dfac0656c9 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971478 Aug 16 22:31:02.275601 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bab6fe6f-1caa-4fbc-820e-2a05fc4c0fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.295369 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab6fe6f-1caa-4fbc-820e-2a05fc4c0fc5 None None] No DVR routers for this DVR port be410504-e710-4a55-8f51-0718af0e7690 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:02.334415 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6fe6f-1caa-4fbc-820e-2a05fc4c0fc5 None None] Pushing event deleted for resources: {'Port': ['ID=be410504-e710-4a55-8f51-0718af0e7690,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:02.362171 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f515c797-30b3-4329-9fcc-c450198df0ac x-openstack-request-id: req-f515c797-30b3-4329-9fcc-c450198df0ac {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:31:02.375292 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6432e404-e687-431f-a51b-f6ed08d3ebbe", "tag": "5caa8ca9-7660-46f2-906d-1f26e38dc98f", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:31:02.375960 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f515c797-30b3-4329-9fcc-c450198df0ac {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:31:02.376441 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6432e404-e687-431f-a51b-f6ed08d3ebbe', 'tag': '5caa8ca9-7660-46f2-906d-1f26e38dc98f', 'status': 'completed', 'code': 200} Aug 16 22:31:02.415933 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-6d2fcfc0-3aa9-45a1-8ce2-a2512b019e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:02.417782 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-6d2fcfc0-3aa9-45a1-8ce2-a2512b019e7f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5483637 Aug 16 22:31:02.418100 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31596fc6-b062-40fb-a52f-48baf11f8552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.421188 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-88de0449-0d18-485b-a2bd-13ab32627261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.498061 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98d3d6c8-67e4-4575-9f6a-bbb200ea2c42 req-46dd0c80-630c-4d67-9352-1d04e196c26b service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219489 Aug 16 22:31:02.545352 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de0449-0d18-485b-a2bd-13ab32627261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=531bceaf-49ce-4553-a245-b937038e9f66,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:02.556315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-f5bf6d22-b3e5-4965-84c6-81a76b8e9743 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Allocated IP 172.20.0.14 (375c560a-c343-432d-a44f-effc0e1e4134/47785ed2-eedb-4896-b504-79173b91e11f/8a63ece5-7954-4352-9ef1-d896d0d9e511) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:02.561825 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88de0449-0d18-485b-a2bd-13ab32627261 admin admin] Checking segment: {'id': 'bc26cc44-9b85-469b-9013-786faf6e79e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9486497e-5897-4c37-b915-b28a583cea84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:02.562379 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88de0449-0d18-485b-a2bd-13ab32627261 admin admin] Network hostable DHCP agents. Network: 9486497e-5897-4c37-b915-b28a583cea84, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:31:02.578218 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31596fc6-b062-40fb-a52f-48baf11f8552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1f3b7d6-0bd6-43e9-a3f1-34841957a17e,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:02.596545 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ddb58f78-1ea1-4a10-92ab-953ba5df5d14 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Deleting port be410504-e710-4a55-8f51-0718af0e7690 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:02.596887 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddb58f78-1ea1-4a10-92ab-953ba5df5d14 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.604153 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-4bbc4038-4c57-4fda-b700-b81b559c1d89 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687944 Aug 16 22:31:02.604853 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88de0449-0d18-485b-a2bd-13ab32627261 admin admin] Network 9486497e-5897-4c37-b915-b28a583cea84 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:31:02.617141 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-88de0449-0d18-485b-a2bd-13ab32627261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 9486497e-5897-4c37-b915-b28a583cea84) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:02.628145 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd59d25-b353-4d80-afdd-927984a10d0b None None] Network 9486497e-5897-4c37-b915-b28a583cea84 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:02.632264 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88de0449-0d18-485b-a2bd-13ab32627261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:02.632959 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-88de0449-0d18-485b-a2bd-13ab32627261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.662425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57b407-4431-44a4-bba4-f47133e7a675 req-3a06f299-ae10-413f-a182-ea4cc93c32e6 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:02.663942 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e57b407-4431-44a4-bba4-f47133e7a675 req-3a06f299-ae10-413f-a182-ea4cc93c32e6 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.2661757 Aug 16 22:31:02.673229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31596fc6-b062-40fb-a52f-48baf11f8552 admin admin] Checking segment: {'id': '33dfb6c3-b599-4057-b70f-e1a7983d0cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:02.673991 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31596fc6-b062-40fb-a52f-48baf11f8552 admin admin] Network hostable DHCP agents. Network: 38957025-51f4-4776-93ee-0e67fbdcd423, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:31:02.693515 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-88de0449-0d18-485b-a2bd-13ab32627261 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1868877 Aug 16 22:31:02.731688 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b5de91d0-9e6d-4e45-ba34-1960dbeac82b req-6fcc991c-b14d-4e1c-a9db-636c50db75f1 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111984 Aug 16 22:31:02.842175 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-ddb58f78-1ea1-4a10-92ab-953ba5df5d14 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] For port be410504-e710-4a55-8f51-0718af0e7690, host n-d-792458-15, got binding levels [] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:02.842530 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddb58f78-1ea1-4a10-92ab-953ba5df5d14 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.869639 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd4bc1-d9ee-4f1f-afa0-f099ea771713 req-b67c2879-9378-4895-bcd0-5c727e7ebf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:02.872334 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-76fd4bc1-d9ee-4f1f-afa0-f099ea771713 req-b67c2879-9378-4895-bcd0-5c727e7ebf50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 1095 time: 0.0727537 Aug 16 22:31:02.878499 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a0dff-7bcd-4a0b-98d6-9904bf62d967 req-0c18ea7c-9f55-451a-be31-d728e84cd21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:02.880576 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-117a0dff-7bcd-4a0b-98d6-9904bf62d967 req-0c18ea7c-9f55-451a-be31-d728e84cd21d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89e6a3d49d324e0d860860f4a6f5f61c&device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 1096 time: 0.3104656 Aug 16 22:31:02.921355 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device be410504-e710-4a55-8f51-0718af0e7690 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:31:02.948475 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: be410504-e710-4a55-8f51-0718af0e7690 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:31:02.948837 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device be410504-e710-4a55-8f51-0718af0e7690 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:31:02.950443 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c36f8b-d15e-4678-8c6a-f25592d80c5d None None] Network 9486497e-5897-4c37-b915-b28a583cea84 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:02.957491 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31596fc6-b062-40fb-a52f-48baf11f8552 admin admin] Network 38957025-51f4-4776-93ee-0e67fbdcd423 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:31:02.969121 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ddb58f78-1ea1-4a10-92ab-953ba5df5d14 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Calling delete_port for be410504-e710-4a55-8f51-0718af0e7690 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:02.991534 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.ipam_backend_mixin [None req-ddb58f78-1ea1-4a10-92ab-953ba5df5d14 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Port be410504-e710-4a55-8f51-0718af0e7690 was not found and therefore no delete operation was performed {{(pid=94871) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:31:03.023901 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd4bc1-d9ee-4f1f-afa0-f099ea771713 req-3edb9e10-6aa4-41f1-b415-002c36cd1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:03.026246 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-76fd4bc1-d9ee-4f1f-afa0-f099ea771713 req-3edb9e10-6aa4-41f1-b415-002c36cd1fbc service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 913 time: 0.1306977 Aug 16 22:31:03.040188 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e57b407-4431-44a4-bba4-f47133e7a675 req-2ca38043-b691-4c67-aaa9-e0c79a36b3c1 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632474 Aug 16 22:31:03.116562 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-76fd4bc1-d9ee-4f1f-afa0-f099ea771713 req-2bea798f-63c0-4092-add0-08a9dc8751a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5caa8ca9-7660-46f2-906d-1f26e38dc98f HTTP/1.1" status: 200 len: 217 time: 0.0822968 Aug 16 22:31:03.185308 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd4bc1-d9ee-4f1f-afa0-f099ea771713 req-eab6494c-cfac-4796-a7f3-02b0130fc4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:03.187419 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-76fd4bc1-d9ee-4f1f-afa0-f099ea771713 req-eab6494c-cfac-4796-a7f3-02b0130fc4c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 200 len: 851 time: 0.0539765 Aug 16 22:31:03.204043 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddb58f78-1ea1-4a10-92ab-953ba5df5d14 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.206155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-31596fc6-b062-40fb-a52f-48baf11f8552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 38957025-51f4-4776-93ee-0e67fbdcd423) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:03.211770 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31596fc6-b062-40fb-a52f-48baf11f8552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:03.212373 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31596fc6-b062-40fb-a52f-48baf11f8552 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.215046 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a0dff-7bcd-4a0b-98d6-9904bf62d967 req-572d51c9-07a3-4052-9edd-1304fcbd022d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:03.217597 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-117a0dff-7bcd-4a0b-98d6-9904bf62d967 req-572d51c9-07a3-4052-9edd-1304fcbd022d service neutron] 10.222.0.39 "GET /v2.0/networks?id=1aac5166-a976-4d3c-9235-d21b98e298ee HTTP/1.1" status: 200 len: 917 time: 0.2725801 Aug 16 22:31:03.218174 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e60386-555b-4005-9bae-8c85362c0e4f None None] Network 38957025-51f4-4776-93ee-0e67fbdcd423 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:03.255606 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd4bc1-d9ee-4f1f-afa0-f099ea771713 req-65a9b02a-2ba3-4772-902b-b12cdf5f71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:03.257224 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-76fd4bc1-d9ee-4f1f-afa0-f099ea771713 req-65a9b02a-2ba3-4772-902b-b12cdf5f71cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610595 Aug 16 22:31:03.353653 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-117a0dff-7bcd-4a0b-98d6-9904bf62d967 req-adf72c34-fcf3-4184-9afc-8a2763ce59ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=556c3713-e199-4fd0-98b9-3fd422868be5 HTTP/1.1" status: 200 len: 217 time: 0.1149769 Aug 16 22:31:03.355646 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb58f78-1ea1-4a10-92ab-953ba5df5d14 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Pushing event deleted for resources: {'Port': ['ID=be410504-e710-4a55-8f51-0718af0e7690,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:03.373029 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-76fd4bc1-d9ee-4f1f-afa0-f099ea771713 req-7895c7bf-ff7e-495e-8ccf-71b7d1420e31 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061549 Aug 16 22:31:03.385913 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb58f78-1ea1-4a10-92ab-953ba5df5d14 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] No DVR routers for this DVR port be410504-e710-4a55-8f51-0718af0e7690 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:03.400462 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b5d05f-2a75-4aa9-bcf5-1f268b21292e None None] Network 38957025-51f4-4776-93ee-0e67fbdcd423 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:03.490959 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-76fd4bc1-d9ee-4f1f-afa0-f099ea771713 req-1b4a6baa-b882-456b-afbc-900028af3ff3 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085062 Aug 16 22:31:03.801270 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-31596fc6-b062-40fb-a52f-48baf11f8552 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6130753 Aug 16 22:31:03.865824 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19ae92-3254-4f78-af8d-9e8f2727161f req-fb41bcd1-0f2a-46b9-ae7a-34768eb7c169 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:03.867541 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2b19ae92-3254-4f78-af8d-9e8f2727161f req-fb41bcd1-0f2a-46b9-ae7a-34768eb7c169 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 944 time: 0.8323982 Aug 16 22:31:03.870817 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-f5bf6d22-b3e5-4965-84c6-81a76b8e9743 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.933466 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddb58f78-1ea1-4a10-92ab-953ba5df5d14 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.945111 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-f5bf6d22-b3e5-4965-84c6-81a76b8e9743 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Transition to ACTIVE for port object 8a63ece5-7954-4352-9ef1-d896d0d9e511 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:03.962526 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a0dff-7bcd-4a0b-98d6-9904bf62d967 req-96f6d3d3-b4b8-49ed-9a1a-7b14ed7ea142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:03.964016 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-117a0dff-7bcd-4a0b-98d6-9904bf62d967 req-96f6d3d3-b4b8-49ed-9a1a-7b14ed7ea142 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d60c736-a0cd-48eb-8b90-5c8c42db55f8 HTTP/1.1" status: 200 len: 855 time: 0.5756621 Aug 16 22:31:03.970829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ddb58f78-1ea1-4a10-92ab-953ba5df5d14 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d76bbe0-e0fc-49e9-880a-378a2798150c']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:03.999695 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2b19ae92-3254-4f78-af8d-9e8f2727161f req-3bfb36ec-69d4-4d7c-a092-bdb8a6ff0038 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124375 Aug 16 22:31:04.012307 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ddb58f78-1ea1-4a10-92ab-953ba5df5d14 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1cb4bf-2c2b-409d-a384-b42327065caa') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:04.012664 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ddb58f78-1ea1-4a10-92ab-953ba5df5d14 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1cb4bf-2c2b-409d-a384-b42327065caa') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:04.046298 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddb58f78-1ea1-4a10-92ab-953ba5df5d14 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:04.077161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-80d56bd0-d08c-458e-a4ef-8d3eeff00bba tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:04.078555 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-80d56bd0-d08c-458e-a4ef-8d3eeff00bba tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/networks?id=87aa0bb4-0a11-44ae-8159-705262e56b08 HTTP/1.1" status: 200 len: 825 time: 0.7089026 Aug 16 22:31:04.123885 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddb58f78-1ea1-4a10-92ab-953ba5df5d14 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:04.129134 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a38fecfd-0c0c-4118-a200-c01bb8e1aac5 req-14c4ee4a-979d-44b9-85b1-e60550f514c2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 210 time: 0.0590367 Aug 16 22:31:04.142229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a0dff-7bcd-4a0b-98d6-9904bf62d967 req-da2c2364-0851-45bc-a75d-9190f295ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-117a0dff-7bcd-4a0b-98d6-9904bf62d967 req-da2c2364-0851-45bc-a75d-9190f295ca01 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1aac5166-a976-4d3c-9235-d21b98e298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1474686 Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-5ef1ab61-9c91-49bd-80e1-65ac84548ee8 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/quotas/a61e7d45a7d54aefb795de0ce176732b HTTP/1.1" status: 200 len: 375 time: 0.0522833 Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb58f78-1ea1-4a10-92ab-953ba5df5d14 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddb58f78-1ea1-4a10-92ab-953ba5df5d14 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:31:04.152196 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:31:04.154730 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-f5bf6d22-b3e5-4965-84c6-81a76b8e9743 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:04.324958 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-18e7123b-38c5-4aa7-8294-8c0242548458 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a61e7d45a7d54aefb795de0ce176732b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1722074 Aug 16 22:31:04.391935 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-f5bf6d22-b3e5-4965-84c6-81a76b8e9743 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Network 375c560a-c343-432d-a44f-effc0e1e4134 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:04.412472 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddb58f78-1ea1-4a10-92ab-953ba5df5d14 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:04.414306 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-f5bf6d22-b3e5-4965-84c6-81a76b8e9743 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:04.452715 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-f5bf6d22-b3e5-4965-84c6-81a76b8e9743 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:04.455803 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddb58f78-1ea1-4a10-92ab-953ba5df5d14 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:04.461339 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ddb58f78-1ea1-4a10-92ab-953ba5df5d14 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] 10.222.0.93 "DELETE /v2.0/networks/4d76bbe0-e0fc-49e9-880a-378a2798150c HTTP/1.1" status: 204 len: 168 time: 2.7056675 Aug 16 22:31:04.462359 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf6d22-b3e5-4965-84c6-81a76b8e9743 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Pushing event updated for resources: {'Port': ['ID=8a63ece5-7954-4352-9ef1-d896d0d9e511,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:04.532456 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb58f78-1ea1-4a10-92ab-953ba5df5d14 tempest-DHCPAgentSchedulersTestJSON-1813961317 tempest-DHCPAgentSchedulersTestJSON-1813961317-project] Pushing event deleted for resources: {'Network': ['ID=4d76bbe0-e0fc-49e9-880a-378a2798150c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:04.585875 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ece59-04dd-4905-8607-a1ade69b9718 req-65cad662-50ab-4fa5-95ac-41b528607869 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:04.587758 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a03ece59-04dd-4905-8607-a1ade69b9718 req-65cad662-50ab-4fa5-95ac-41b528607869 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 943 time: 0.3616264 Aug 16 22:31:04.597280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-117a0dff-7bcd-4a0b-98d6-9904bf62d967 req-64f38660-dc5a-42d9-bc0e-4480118d9a7a service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295673 Aug 16 22:31:04.605092 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-f5bf6d22-b3e5-4965-84c6-81a76b8e9743 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:04.605816 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-f5bf6d22-b3e5-4965-84c6-81a76b8e9743 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:04.724447 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-f5bf6d22-b3e5-4965-84c6-81a76b8e9743 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5223804 Aug 16 22:31:04.734723 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-7c2c0f2f-2c33-4971-b4cf-47d1acc2d829 service neutron] 10.222.0.93 "GET /v2.0/networks/87aa0bb4-0a11-44ae-8159-705262e56b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714657 Aug 16 22:31:04.759385 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] Request body: {'port': {'device_id': '2cbb14a6-84cc-4453-abea-8a3b9255ffa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:04.766299 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-48d0bfa5-8e02-441c-af5c-2753b452bce4 None None] Provisioning for port 8a63ece5-7954-4352-9ef1-d896d0d9e511 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:04.772553 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-48d0bfa5-8e02-441c-af5c-2753b452bce4 None None] Provisioning complete for port 8a63ece5-7954-4352-9ef1-d896d0d9e511 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:04.773506 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-48d0bfa5-8e02-441c-af5c-2753b452bce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:04.778166 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a03ece59-04dd-4905-8607-a1ade69b9718 req-49be24e6-0dbe-4ff0-ab92-7d21be5213e2 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646731 Aug 16 22:31:04.830847 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-48d0bfa5-8e02-441c-af5c-2753b452bce4 None None] Port 8a63ece5-7954-4352-9ef1-d896d0d9e511 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:31:04.872753 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-117a0dff-7bcd-4a0b-98d6-9904bf62d967 req-f99bc14e-8149-4ffc-8c5d-b718085d0da2 service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633860 Aug 16 22:31:04.887392 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34964) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:04.966534 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.040487 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-8a29077e-e355-49f2-a363-d9fe8dbc34d4 service neutron] 10.222.0.93 "GET /v2.0/networks/87aa0bb4-0a11-44ae-8159-705262e56b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751312 Aug 16 22:31:05.061857 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cd634608-ced1-4a3f-a189-064ff5b951fe admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=51bd47fd99d349378ee94741637fe940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1702738 Aug 16 22:31:05.062258 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34972) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:05.139751 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bdc38c38-a6e4-4f9e-b1d9-23d7dd184309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.185241 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bdc38c38-a6e4-4f9e-b1d9-23d7dd184309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.283892 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bdc38c38-a6e4-4f9e-b1d9-23d7dd184309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.287369 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bdc38c38-a6e4-4f9e-b1d9-23d7dd184309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.288696 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bdc38c38-a6e4-4f9e-b1d9-23d7dd184309 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/70a1ff75-36f0-4b78-b657-3fd61100fd12 HTTP/1.1" status: 204 len: 168 time: 0.2236295 Aug 16 22:31:05.298381 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc38c38-a6e4-4f9e-b1d9-23d7dd184309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a1ff75-36f0-4b78-b657-3fd61100fd12,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:05.476092 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3e44a-8517-4821-9aea-4dd33a7a1a46 req-3df015c7-8133-4e56-a7a4-5653c4626f3d tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:05.478489 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-deb3e44a-8517-4821-9aea-4dd33a7a1a46 req-3df015c7-8133-4e56-a7a4-5653c4626f3d tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.1285329 Aug 16 22:31:05.565010 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-114a342f-bd95-49c1-b208-98035fc0d5cd tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:05.574677 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-114a342f-bd95-49c1-b208-98035fc0d5cd tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/networks?id=38957025-51f4-4776-93ee-0e67fbdcd423 HTTP/1.1" status: 200 len: 815 time: 0.3075261 Aug 16 22:31:05.580891 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a63ece5-7954-4352-9ef1-d896d0d9e511 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:31:05.605277 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.626566 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-b3905d62-2a91-45a7-94bf-97db7e9e2432 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/quotas/f14b1329454c4709bb598f79000376c5 HTTP/1.1" status: 200 len: 375 time: 0.0504701 Aug 16 22:31:05.671196 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34998) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:05.682323 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] Transition to ACTIVE for port object 8a63ece5-7954-4352-9ef1-d896d0d9e511 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:05.686484 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-deb3e44a-8517-4821-9aea-4dd33a7a1a46 req-8bc9f7bb-8df7-45a4-beea-310605a06ec3 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801052 Aug 16 22:31:05.688977 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-e277edb0-9cb7-4778-9c8a-3ef5c56d8832 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=f14b1329454c4709bb598f79000376c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615981 Aug 16 22:31:05.690199 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.713939 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2f3128fd-bafb-4f4c-b2de-9c72b6fedad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.852274 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2f3128fd-bafb-4f4c-b2de-9c72b6fedad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.856814 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2f3128fd-bafb-4f4c-b2de-9c72b6fedad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.899187 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] Pushing event updated for resources: {'Port': ['ID=8a63ece5-7954-4352-9ef1-d896d0d9e511,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:05.901684 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2f3128fd-bafb-4f4c-b2de-9c72b6fedad1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=508eadea30864452907e5f1b3f02b7d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2292848 Aug 16 22:31:05.902558 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3128fd-bafb-4f4c-b2de-9c72b6fedad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9393240d-c40b-4324-a7f0-8c2d36dcab8f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:05.905017 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35004) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:05.962207 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-c0f9f6ba-e03d-46a0-a036-b3f45fdbeea3 service neutron] 10.222.0.93 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358642 Aug 16 22:31:05.971886 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd2369f2-6cba-499f-895e-018fdd7f2981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.999663 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd2369f2-6cba-499f-895e-018fdd7f2981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:06.047029 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 556c3713-e199-4fd0-98b9-3fd422868be5 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:31:06.071057 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd2369f2-6cba-499f-895e-018fdd7f2981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:06.074630 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd2369f2-6cba-499f-895e-018fdd7f2981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:06.075900 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bd2369f2-6cba-499f-895e-018fdd7f2981 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9393240d-c40b-4324-a7f0-8c2d36dcab8f HTTP/1.1" status: 204 len: 168 time: 0.1697438 Aug 16 22:31:06.083763 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4a1ef-85ac-4432-8493-322c8f7b83eb req-fe666245-46dc-4150-8347-19fee2cb1fd2 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:06.085522 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-65a4a1ef-85ac-4432-8493-322c8f7b83eb req-fe666245-46dc-4150-8347-19fee2cb1fd2 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 944 time: 0.2913914 Aug 16 22:31:06.085656 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2369f2-6cba-499f-895e-018fdd7f2981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9393240d-c40b-4324-a7f0-8c2d36dcab8f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:06.110388 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] Attempting to bind port 8a63ece5-7954-4352-9ef1-d896d0d9e511 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:31:06.110732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] Attempting to bind port 8a63ece5-7954-4352-9ef1-d896d0d9e511 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '4f82c370-da77-412b-a68d-0d9c56dddbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:31:06.111073 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] Attempting to bind port 8a63ece5-7954-4352-9ef1-d896d0d9e511 on network 375c560a-c343-432d-a44f-effc0e1e4134 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:31:06.126957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] Port 8a63ece5-7954-4352-9ef1-d896d0d9e511 on network 375c560a-c343-432d-a44f-effc0e1e4134 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:31:06.127542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] Attempting to bind port 8a63ece5-7954-4352-9ef1-d896d0d9e511 on network 375c560a-c343-432d-a44f-effc0e1e4134 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:31:06.140163 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:31:06.140519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] Checking segment: {'id': '4f82c370-da77-412b-a68d-0d9c56dddbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:06.140926 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] Bound using segment: {'id': '4f82c370-da77-412b-a68d-0d9c56dddbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:31:06.141696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] Bound port: 8a63ece5-7954-4352-9ef1-d896d0d9e511, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f82c370-da77-412b-a68d-0d9c56dddbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:31:06.141829 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:06.212043 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-65a4a1ef-85ac-4432-8493-322c8f7b83eb req-b37a1547-8578-40df-b80b-da5e9d5bc58a tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165161 Aug 16 22:31:06.217801 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 556c3713-e199-4fd0-98b9-3fd422868be5, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=556c3713-e199-4fd0-98b9-3fd422868be5,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:06.237925 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-e9d99e1a-6e36-4939-aaae-56f1cf7a1da7 service neutron] 10.222.0.93 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442183 Aug 16 22:31:06.240267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '556c3713-e199-4fd0-98b9-3fd422868be5', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'port_id': '556c3713-e199-4fd0-98b9-3fd422868be5', 'mac_address': 'fa:16:3e:17:4b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:31:06.275184 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] For port 8a63ece5-7954-4352-9ef1-d896d0d9e511, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:31:06.281202 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] For port 8a63ece5-7954-4352-9ef1-d896d0d9e511, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=8a63ece5-7954-4352-9ef1-d896d0d9e511,segment=NetworkSegment(4f82c370-da77-412b-a68d-0d9c56dddbae),segment_id=4f82c370-da77-412b-a68d-0d9c56dddbae)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:31:06.290481 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:06.302286 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:06.336941 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556c3713-e199-4fd0-98b9-3fd422868be5 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:31:06.379933 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 556c3713-e199-4fd0-98b9-3fd422868be5, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=556c3713-e199-4fd0-98b9-3fd422868be5,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:06.385706 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:06.386002 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:06.386739 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:06.386859 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 5caa8ca9-7660-46f2-906d-1f26e38dc98f details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:31:06.388988 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] 10.222.0.39 "PUT /v2.0/ports/8a63ece5-7954-4352-9ef1-d896d0d9e511 HTTP/1.1" status: 200 len: 1093 time: 1.6479647 Aug 16 22:31:06.391739 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbb14a6-84cc-4453-abea-8a3b9255ffa6', 'tag': '8a63ece5-7954-4352-9ef1-d896d0d9e511'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:31:06.394459 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decd4cfc-e291-4fd8-87ff-b0726d96829d" -d '{"events": [{"name": "network-changed", "server_uuid": "2cbb14a6-84cc-4453-abea-8a3b9255ffa6", "tag": "8a63ece5-7954-4352-9ef1-d896d0d9e511"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:31:06.534516 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=556c3713-e199-4fd0-98b9-3fd422868be5,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:06.551638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274cfde-e8ca-43f1-9446-48940abde1e2 req-cce96c2b-226e-4293-9784-7b970b4db4da tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:06.554214 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d274cfde-e8ca-43f1-9446-48940abde1e2 req-cce96c2b-226e-4293-9784-7b970b4db4da tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 944 time: 0.2007775 Aug 16 22:31:06.555592 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ee875-2bcf-4cac-bdc6-5e5122aadc24 service neutron] Pushing event updated for resources: {'Port': ['ID=8a63ece5-7954-4352-9ef1-d896d0d9e511,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:06.558028 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:31:06.590078 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 5caa8ca9-7660-46f2-906d-1f26e38dc98f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5caa8ca9-7660-46f2-906d-1f26e38dc98f,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:06.607355 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '5caa8ca9-7660-46f2-906d-1f26e38dc98f', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'port_id': '5caa8ca9-7660-46f2-906d-1f26e38dc98f', 'mac_address': 'fa:16:3e:89:60:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:31:06.664497 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fb14fa5-9771-4f32-a0f8-0c6ba2a84113 req-9c883e61-ed7d-4845-a6da-adb4926918c6 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/ports?device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 210 time: 0.1693466 Aug 16 22:31:06.709279 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-f5c2eb43-485b-44f9-8c9d-1fa25af779c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:06.711400 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-f5c2eb43-485b-44f9-8c9d-1fa25af779c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf69600d67cb431fa5f891d55a11175f&device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 1096 time: 0.2637818 Aug 16 22:31:06.726126 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d274cfde-e8ca-43f1-9446-48940abde1e2 req-1725e61a-f9ed-49c4-a534-5b7d421ab444 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8bd536d-e66b-4be2-839d-c2126bbc7733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114256 Aug 16 22:31:06.739492 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:06.811034 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5caa8ca9-7660-46f2-906d-1f26e38dc98f {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:31:06.837202 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 5caa8ca9-7660-46f2-906d-1f26e38dc98f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5caa8ca9-7660-46f2-906d-1f26e38dc98f,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:06.843819 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-40921986-7329-4f14-9cea-680942ffdba3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a63ece5-7954-4352-9ef1-d896d0d9e511 HTTP/1.1" status: 200 len: 217 time: 0.1149011 Aug 16 22:31:06.845843 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:06.967934 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=5caa8ca9-7660-46f2-906d-1f26e38dc98f,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:06.998980 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72eabdd1-cdbc-4f35-af25-3b71a033b0be req-986b38f4-5360-4141-8bb8-67142ea20a0a tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=30c912a3-d4ce-4e83-8043-d382dafeb1ef HTTP/1.1" status: 200 len: 210 time: 0.1074233 Aug 16 22:31:07.062044 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-0ce7a2be-4647-4e6d-85d5-85d6208ff67a tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:07.063520 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-0ce7a2be-4647-4e6d-85d5-85d6208ff67a tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.39 "GET /v2.0/networks?id=87aa0bb4-0a11-44ae-8159-705262e56b08 HTTP/1.1" status: 200 len: 825 time: 0.3362174 Aug 16 22:31:07.067991 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b2d23b-23f2-4249-83dd-4af61e7d55e4 x-openstack-request-id: req-66b2d23b-23f2-4249-83dd-4af61e7d55e4 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:31:07.068532 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cbb14a6-84cc-4453-abea-8a3b9255ffa6", "tag": "8a63ece5-7954-4352-9ef1-d896d0d9e511", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:31:07.068951 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-66b2d23b-23f2-4249-83dd-4af61e7d55e4 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:31:07.069525 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbb14a6-84cc-4453-abea-8a3b9255ffa6', 'tag': '8a63ece5-7954-4352-9ef1-d896d0d9e511', 'status': 'completed', 'code': 200} Aug 16 22:31:07.082678 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-edb100ec-d518-44db-9c08-450a1ff3c112 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Request body: {'port': {'device_id': '3687a734-e32a-445d-820e-961f38ac478b', 'network_id': '87aa0bb4-0a11-44ae-8159-705262e56b08', 'admin_state_up': True, 'tenant_id': 'a61e7d45a7d54aefb795de0ce176732b'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:07.091498 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-565d3da5-6501-4d77-b2b3-202fa2501469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:07.092996 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-565d3da5-6501-4d77-b2b3-202fa2501469 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47785ed2-eedb-4896-b504-79173b91e11f HTTP/1.1" status: 200 len: 855 time: 0.2033381 Aug 16 22:31:07.112236 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca21a27-345c-4b24-a363-65c5fb2e23ab req-a8ca6454-3250-43df-bfcd-1040704f7555 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:07.118564 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ca21a27-345c-4b24-a363-65c5fb2e23ab req-a8ca6454-3250-43df-bfcd-1040704f7555 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 944 time: 0.2797997 Aug 16 22:31:07.230061 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['556c3713-e199-4fd0-98b9-3fd422868be5'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:31:07.255605 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['5caa8ca9-7660-46f2-906d-1f26e38dc98f'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:31:07.278720 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ca21a27-345c-4b24-a363-65c5fb2e23ab req-769bc000-2669-4790-ad72-ccd0942c8f84 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271520 Aug 16 22:31:07.313198 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-ef154563-23a4-4c43-916a-0fb13514f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:07.315721 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-ef154563-23a4-4c43-916a-0fb13514f26a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=375c560a-c343-432d-a44f-effc0e1e4134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1657255 Aug 16 22:31:07.328904 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987057cf-b62b-4128-b1ac-fd8dd9685049 req-e11671af-0858-4aea-b79d-e286808bc50a tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:07.330638 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-987057cf-b62b-4128-b1ac-fd8dd9685049 req-e11671af-0858-4aea-b79d-e286808bc50a tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.1823697 Aug 16 22:31:07.480889 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-edb100ec-d518-44db-9c08-450a1ff3c112 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Made reservation on behalf of a61e7d45a7d54aefb795de0ce176732b for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:07.484392 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-edb100ec-d518-44db-9c08-450a1ff3c112 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:07.511802 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-987057cf-b62b-4128-b1ac-fd8dd9685049 req-09e71916-b7f0-4d7d-9cf7-e40451223aa6 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664915 Aug 16 22:31:07.539115 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-7e49c686-9c90-4ebc-a4f0-a18315c221e2 service neutron] 10.222.0.39 "GET /v2.0/networks/375c560a-c343-432d-a44f-effc0e1e4134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072940 Aug 16 22:31:07.554286 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51126969-f103-495b-a899-201f662a0595 req-19f3fca8-88cf-442d-a527-6a734856432a tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:07.555985 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51126969-f103-495b-a899-201f662a0595 req-19f3fca8-88cf-442d-a527-6a734856432a tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 945 time: 0.1402445 Aug 16 22:31:07.968337 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-72bb0acf-e295-4de4-888c-3c8a3ec1dfa0 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:07.970602 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-72bb0acf-e295-4de4-888c-3c8a3ec1dfa0 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.39 "GET /v2.0/networks?id=38957025-51f4-4776-93ee-0e67fbdcd423 HTTP/1.1" status: 200 len: 815 time: 0.1364210 Aug 16 22:31:07.984164 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-32594f0e-5aa9-42c2-aed3-e28aec5495af tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Request body: {'port': {'device_id': '30c912a3-d4ce-4e83-8043-d382dafeb1ef', 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423', 'admin_state_up': True, 'tenant_id': 'f14b1329454c4709bb598f79000376c5'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:08.016667 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dffcd6b0-3e7b-40e9-a472-3bf515a290b6 req-34ff5778-b2c1-42fe-b64f-a6e4cf2aab27 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/ports?device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 210 time: 0.0473983 Aug 16 22:31:08.086126 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51126969-f103-495b-a899-201f662a0595 req-2d8c6517-21f6-4717-9353-ea900593d943 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5083525 Aug 16 22:31:08.125759 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd11df0a-c09d-43e1-8c75-5ca6f5843790 req-a50cb867-2e65-4ae9-9af1-639c4fe620a7 service neutron] 10.222.0.39 "GET /v2.0/networks/375c560a-c343-432d-a44f-effc0e1e4134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676687 Aug 16 22:31:08.152828 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-32594f0e-5aa9-42c2-aed3-e28aec5495af tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Made reservation on behalf of f14b1329454c4709bb598f79000376c5 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:08.158446 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-32594f0e-5aa9-42c2-aed3-e28aec5495af tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.169072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-edb100ec-d518-44db-9c08-450a1ff3c112 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Allocated IP 172.20.0.7 (87aa0bb4-0a11-44ae-8159-705262e56b08/aafc116f-189a-418a-962e-a19e0304b191/fba4c047-c7af-4230-97b8-a216792694e3) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:08.217270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27ce4f-e28b-42dd-ab7b-becaab475e78 req-943c58b9-207f-40db-a24c-83a65b3ee8ce tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:08.219237 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd27ce4f-e28b-42dd-ab7b-becaab475e78 req-943c58b9-207f-40db-a24c-83a65b3ee8ce tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 944 time: 0.0892611 Aug 16 22:31:08.325194 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-32594f0e-5aa9-42c2-aed3-e28aec5495af tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Allocated IP 172.20.0.6 (38957025-51f4-4776-93ee-0e67fbdcd423/a1f3b7d6-0bd6-43e9-a3f1-34841957a17e/01d6ddb2-e424-4030-b678-3c0eeeed90b1) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:08.361143 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2b2401e2-2ee8-45fa-9c60-47ad8acd502a req-f1113d9c-7e66-47d7-aa49-7ee11593e9c1 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=30c912a3-d4ce-4e83-8043-d382dafeb1ef HTTP/1.1" status: 200 len: 210 time: 0.0763767 Aug 16 22:31:08.389716 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd27ce4f-e28b-42dd-ab7b-becaab475e78 req-81813638-4c22-4c81-a922-48a549e0fbbf tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8bd536d-e66b-4be2-839d-c2126bbc7733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578646 Aug 16 22:31:08.412153 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd4cfc-e291-4fd8-87ff-b0726d96829d req-b2912734-27ab-470f-a14a-6d366be22343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:08.414145 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-decd4cfc-e291-4fd8-87ff-b0726d96829d req-b2912734-27ab-470f-a14a-6d366be22343 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf69600d67cb431fa5f891d55a11175f&device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 1096 time: 0.1840680 Aug 16 22:31:08.458273 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.515175 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-32594f0e-5aa9-42c2-aed3-e28aec5495af tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.557569 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-edb100ec-d518-44db-9c08-450a1ff3c112 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.563425 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-32594f0e-5aa9-42c2-aed3-e28aec5495af tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.602475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd4cfc-e291-4fd8-87ff-b0726d96829d req-3b5d3472-cb44-4754-a2f8-0f5829552e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:08.603991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-decd4cfc-e291-4fd8-87ff-b0726d96829d req-3b5d3472-cb44-4754-a2f8-0f5829552e36 service neutron] 10.222.0.39 "GET /v2.0/networks?id=375c560a-c343-432d-a44f-effc0e1e4134 HTTP/1.1" status: 200 len: 917 time: 0.1824777 Aug 16 22:31:08.611881 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c22d1c-45f8-479d-b88b-d267ac6be95f req-a1136f98-7575-417b-8b5c-c9f19f0b2451 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:08.613536 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c8c22d1c-45f8-479d-b88b-d267ac6be95f req-a1136f98-7575-417b-8b5c-c9f19f0b2451 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 944 time: 0.1606464 Aug 16 22:31:08.626308 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-32594f0e-5aa9-42c2-aed3-e28aec5495af tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Network 38957025-51f4-4776-93ee-0e67fbdcd423 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:08.633483 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-32594f0e-5aa9-42c2-aed3-e28aec5495af tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:08.636041 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-32594f0e-5aa9-42c2-aed3-e28aec5495af tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:08.675862 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32594f0e-5aa9-42c2-aed3-e28aec5495af tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Pushing event updated for resources: {'Port': ['ID=01d6ddb2-e424-4030-b678-3c0eeeed90b1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:08.700520 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-32594f0e-5aa9-42c2-aed3-e28aec5495af tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:08.701404 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-32594f0e-5aa9-42c2-aed3-e28aec5495af tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.704192 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-decd4cfc-e291-4fd8-87ff-b0726d96829d req-d0e99c48-057d-48bf-a997-d5382d024b11 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a63ece5-7954-4352-9ef1-d896d0d9e511 HTTP/1.1" status: 200 len: 217 time: 0.0861583 Aug 16 22:31:08.719158 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-32594f0e-5aa9-42c2-aed3-e28aec5495af tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7390406 Aug 16 22:31:08.739060 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] Request body: {'port': {'device_id': '30c912a3-d4ce-4e83-8043-d382dafeb1ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:08.759863 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35080) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:08.771465 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-edb100ec-d518-44db-9c08-450a1ff3c112 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.790920 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c8c22d1c-45f8-479d-b88b-d267ac6be95f req-02d636c5-5074-4440-863d-78ad95dfe0ab tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556625 Aug 16 22:31:08.805233 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.828855 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b71af-7b4b-4f1e-9978-e363e5b0c986 req-7d7f17bb-b4e1-49b0-99ff-e630ddd3e54a tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:08.830511 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5e2b71af-7b4b-4f1e-9978-e363e5b0c986 req-7d7f17bb-b4e1-49b0-99ff-e630ddd3e54a tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.2141652 Aug 16 22:31:08.867406 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd4cfc-e291-4fd8-87ff-b0726d96829d req-74215dba-cf3e-499e-9687-b15908394bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:08.869255 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-decd4cfc-e291-4fd8-87ff-b0726d96829d req-74215dba-cf3e-499e-9687-b15908394bc2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47785ed2-eedb-4896-b504-79173b91e11f HTTP/1.1" status: 200 len: 855 time: 0.1547768 Aug 16 22:31:08.872134 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-edb100ec-d518-44db-9c08-450a1ff3c112 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Network 87aa0bb4-0a11-44ae-8159-705262e56b08 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:08.891002 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-edb100ec-d518-44db-9c08-450a1ff3c112 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:08.918938 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-edb100ec-d518-44db-9c08-450a1ff3c112 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:08.923161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb100ec-d518-44db-9c08-450a1ff3c112 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Pushing event updated for resources: {'Port': ['ID=fba4c047-c7af-4230-97b8-a216792694e3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:08.967897 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-eb977488-4b81-4c86-8608-790a18cad2bd tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:08.982597 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-39c89f23-6d20-451a-b477-0df0dd365011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.998708 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5e2b71af-7b4b-4f1e-9978-e363e5b0c986 req-e18075e8-f0d9-4577-b5de-2e8a547f208d tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574948 Aug 16 22:31:09.011183 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd4cfc-e291-4fd8-87ff-b0726d96829d req-bd70a354-70ab-428b-aa66-1a46904a8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:09.012742 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-decd4cfc-e291-4fd8-87ff-b0726d96829d req-bd70a354-70ab-428b-aa66-1a46904a8551 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=375c560a-c343-432d-a44f-effc0e1e4134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1309507 Aug 16 22:31:09.028782 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-edb100ec-d518-44db-9c08-450a1ff3c112 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:09.029413 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-edb100ec-d518-44db-9c08-450a1ff3c112 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.043730 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb977488-4b81-4c86-8608-790a18cad2bd tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.094830 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d6ddb2-e424-4030-b678-3c0eeeed90b1 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:31:09.105446 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.105910 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-edb100ec-d518-44db-9c08-450a1ff3c112 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0271993 Aug 16 22:31:09.119990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] Transition to ACTIVE for port object 01d6ddb2-e424-4030-b678-3c0eeeed90b1 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:09.124317 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.163069 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] Request body: {'port': {'device_id': '3687a734-e32a-445d-820e-961f38ac478b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:09.180890 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] Pushing event updated for resources: {'Port': ['ID=01d6ddb2-e424-4030-b678-3c0eeeed90b1,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:09.247362 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] Attempting to bind port 01d6ddb2-e424-4030-b678-3c0eeeed90b1 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:31:09.247708 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] Attempting to bind port 01d6ddb2-e424-4030-b678-3c0eeeed90b1 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '33dfb6c3-b599-4057-b70f-e1a7983d0cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:31:09.248038 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] Attempting to bind port 01d6ddb2-e424-4030-b678-3c0eeeed90b1 on network 38957025-51f4-4776-93ee-0e67fbdcd423 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:31:09.252854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] Port 01d6ddb2-e424-4030-b678-3c0eeeed90b1 on network 38957025-51f4-4776-93ee-0e67fbdcd423 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:31:09.253178 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] Attempting to bind port 01d6ddb2-e424-4030-b678-3c0eeeed90b1 on network 38957025-51f4-4776-93ee-0e67fbdcd423 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:31:09.258247 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:31:09.258585 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] Checking segment: {'id': '33dfb6c3-b599-4057-b70f-e1a7983d0cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:09.258971 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] Bound using segment: {'id': '33dfb6c3-b599-4057-b70f-e1a7983d0cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:31:09.259394 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] Bound port: 01d6ddb2-e424-4030-b678-3c0eeeed90b1, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33dfb6c3-b599-4057-b70f-e1a7983d0cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:31:09.259857 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.296077 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-decd4cfc-e291-4fd8-87ff-b0726d96829d req-84f3dab6-18fc-42d0-8565-c208ccd38d2e service neutron] 10.222.0.39 "GET /v2.0/networks/375c560a-c343-432d-a44f-effc0e1e4134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627492 Aug 16 22:31:09.307748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6abbe-1ffa-45ea-ab3e-b26cedf014da req-b9e8893a-7e6f-40b5-b790-6524277dd2bf tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:09.309091 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4be6abbe-1ffa-45ea-ab3e-b26cedf014da req-b9e8893a-7e6f-40b5-b790-6524277dd2bf tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/ports?device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 931 time: 0.2051518 Aug 16 22:31:09.327799 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] For port 01d6ddb2-e424-4030-b678-3c0eeeed90b1, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:31:09.329977 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.331748 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] For port 01d6ddb2-e424-4030-b678-3c0eeeed90b1, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=01d6ddb2-e424-4030-b678-3c0eeeed90b1,segment=NetworkSegment(33dfb6c3-b599-4057-b70f-e1a7983d0cdf),segment_id=33dfb6c3-b599-4057-b70f-e1a7983d0cdf)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:31:09.336861 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.338636 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a38b7f-9ceb-4b17-9111-e0bd9c547bc2 req-54d581db-b43b-447f-b901-c94169863214 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:09.340085 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98a38b7f-9ceb-4b17-9111-e0bd9c547bc2 req-54d581db-b43b-447f-b901-c94169863214 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 945 time: 0.1718531 Aug 16 22:31:09.369187 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:09.369810 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.371687 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] 10.222.0.39 "PUT /v2.0/ports/01d6ddb2-e424-4030-b678-3c0eeeed90b1 HTTP/1.1" status: 200 len: 1092 time: 0.6377475 Aug 16 22:31:09.374092 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c912a3-d4ce-4e83-8043-d382dafeb1ef', 'tag': '01d6ddb2-e424-4030-b678-3c0eeeed90b1'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:31:09.377068 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2ffcb2-49d2-4ff2-9816-1161f91c35ac" -d '{"events": [{"name": "network-changed", "server_uuid": "30c912a3-d4ce-4e83-8043-d382dafeb1ef", "tag": "01d6ddb2-e424-4030-b678-3c0eeeed90b1"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:31:09.412512 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281580b3-02fd-4bdd-a164-0e6a42591032 service neutron] Pushing event updated for resources: {'Port': ['ID=01d6ddb2-e424-4030-b678-3c0eeeed90b1,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:09.462997 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-99d6ebe0-a4ed-4b24-bc23-7e8b630a57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:09.464530 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-99d6ebe0-a4ed-4b24-bc23-7e8b630a57fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f14b1329454c4709bb598f79000376c5&device_id=30c912a3-d4ce-4e83-8043-d382dafeb1ef HTTP/1.1" status: 200 len: 1095 time: 0.0431108 Aug 16 22:31:09.496971 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4be6abbe-1ffa-45ea-ab3e-b26cedf014da req-3a8a744a-821a-4675-8780-45ab1e130756 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/security-groups?id=81c6e9ee-447c-441a-81c9-e0f7f5840e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702127 Aug 16 22:31:09.523648 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-e2153c20-73db-421c-80ba-c8223f078b00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01d6ddb2-e424-4030-b678-3c0eeeed90b1 HTTP/1.1" status: 200 len: 217 time: 0.0404396 Aug 16 22:31:09.573893 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98a38b7f-9ceb-4b17-9111-e0bd9c547bc2 req-87abd5d0-3b9a-431d-b897-a415fd47f7dd tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142479 Aug 16 22:31:09.583031 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-8199b4ce-6076-45c9-90f2-ff74f608c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:09.584539 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-8199b4ce-6076-45c9-90f2-ff74f608c942 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1f3b7d6-0bd6-43e9-a3f1-34841957a17e HTTP/1.1" status: 200 len: 855 time: 0.0519960 Aug 16 22:31:09.623304 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb977488-4b81-4c86-8608-790a18cad2bd tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.625971 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-52881446-3910-4b89-a10e-749539006724 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38957025-51f4-4776-93ee-0e67fbdcd423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308208 Aug 16 22:31:09.630896 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6a00a8-564d-4065-9cfb-38687bf94a87 x-openstack-request-id: req-4a6a00a8-564d-4065-9cfb-38687bf94a87 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:31:09.631155 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c912a3-d4ce-4e83-8043-d382dafeb1ef", "tag": "01d6ddb2-e424-4030-b678-3c0eeeed90b1", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:31:09.631520 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4a6a00a8-564d-4065-9cfb-38687bf94a87 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:31:09.632140 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c912a3-d4ce-4e83-8043-d382dafeb1ef', 'tag': '01d6ddb2-e424-4030-b678-3c0eeeed90b1', 'status': 'completed', 'code': 200} Aug 16 22:31:09.639294 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-decd4cfc-e291-4fd8-87ff-b0726d96829d req-69e26377-3bbf-4d46-af0e-68c839b774d5 service neutron] 10.222.0.39 "GET /v2.0/networks/375c560a-c343-432d-a44f-effc0e1e4134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237672 Aug 16 22:31:09.746727 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-fb645022-ee23-4d7b-89a2-62806258e857 service neutron] 10.222.0.39 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999846 Aug 16 22:31:09.840575 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5bf75ec2-4c5f-4d5c-b3f6-5e565f7ec997 req-f11eba02-cb6f-4055-9195-a2b379cb274b service neutron] 10.222.0.39 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841866 Aug 16 22:31:09.866069 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd4afe-b6dc-49dd-bae9-b757516303d0 req-d70a7042-fa14-476a-9015-0c6cf293ee2c tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:09.867626 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7bfd4afe-b6dc-49dd-bae9-b757516303d0 req-d70a7042-fa14-476a-9015-0c6cf293ee2c tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 944 time: 0.1639903 Aug 16 22:31:09.887258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a042c73-90db-4d62-a07d-a720b9f06aad req-f944a3dd-802b-492e-8371-733798e2b161 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:09.888866 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a042c73-90db-4d62-a07d-a720b9f06aad req-f944a3dd-802b-492e-8371-733798e2b161 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=30c912a3-d4ce-4e83-8043-d382dafeb1ef HTTP/1.1" status: 200 len: 943 time: 0.1863372 Aug 16 22:31:09.910979 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-eb977488-4b81-4c86-8608-790a18cad2bd tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Allocated IP 172.25.6.172 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/269b45de-a37a-4e63-a826-310f700e9654) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:09.931478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ffcb2-49d2-4ff2-9816-1161f91c35ac req-2979ebff-e846-476b-9ad4-df484beeb062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:09.932985 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2f2ffcb2-49d2-4ff2-9816-1161f91c35ac req-2979ebff-e846-476b-9ad4-df484beeb062 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f14b1329454c4709bb598f79000376c5&device_id=30c912a3-d4ce-4e83-8043-d382dafeb1ef HTTP/1.1" status: 200 len: 1095 time: 0.0443997 Aug 16 22:31:10.032636 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ffcb2-49d2-4ff2-9816-1161f91c35ac req-13e2f763-766a-43a7-98fc-ebfb04552aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:10.034198 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2f2ffcb2-49d2-4ff2-9816-1161f91c35ac req-13e2f763-766a-43a7-98fc-ebfb04552aba service neutron] 10.222.0.39 "GET /v2.0/networks?id=38957025-51f4-4776-93ee-0e67fbdcd423 HTTP/1.1" status: 200 len: 916 time: 0.0891159 Aug 16 22:31:10.049090 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7bfd4afe-b6dc-49dd-bae9-b757516303d0 req-c522fea8-1b23-47d4-9d67-83518bf209ff tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8bd536d-e66b-4be2-839d-c2126bbc7733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469250 Aug 16 22:31:10.054817 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a042c73-90db-4d62-a07d-a720b9f06aad req-d26340ae-3092-4222-a5b8-a9453aa69002 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453919 Aug 16 22:31:10.085351 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2f2ffcb2-49d2-4ff2-9816-1161f91c35ac req-bc95edf3-8725-447f-84d0-1a6cf4460c17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01d6ddb2-e424-4030-b678-3c0eeeed90b1 HTTP/1.1" status: 200 len: 217 time: 0.0405433 Aug 16 22:31:10.086084 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 5caa8ca9-7660-46f2-906d-1f26e38dc98f up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:10.089517 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba4c047-c7af-4230-97b8-a216792694e3 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:31:10.105000 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.133012 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] Transition to ACTIVE for port object fba4c047-c7af-4230-97b8-a216792694e3 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:10.156261 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ffcb2-49d2-4ff2-9816-1161f91c35ac req-b452efa5-ccf2-4df2-a725-521b10169d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:10.157879 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2f2ffcb2-49d2-4ff2-9816-1161f91c35ac req-b452efa5-ccf2-4df2-a725-521b10169d11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1f3b7d6-0bd6-43e9-a3f1-34841957a17e HTTP/1.1" status: 200 len: 855 time: 0.0600238 Aug 16 22:31:10.159839 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 5caa8ca9-7660-46f2-906d-1f26e38dc98f completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:10.161271 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.163852 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 5caa8ca9-7660-46f2-906d-1f26e38dc98f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:10.164238 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.165565 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb977488-4b81-4c86-8608-790a18cad2bd tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.198247 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2f2ffcb2-49d2-4ff2-9816-1161f91c35ac req-28e13317-b715-4c35-b07a-bff9b7f1df91 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38957025-51f4-4776-93ee-0e67fbdcd423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300269 Aug 16 22:31:10.256403 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.281169 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6432e404-e687-431f-a51b-f6ed08d3ebbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caa8ca9-7660-46f2-906d-1f26e38dc98f'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:31:10.283712 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3949fc0-36b7-477f-806a-3c3465d8c902" -d '{"events": [{"server_uuid": "6432e404-e687-431f-a51b-f6ed08d3ebbe", "name": "network-vif-plugged", "status": "completed", "tag": "5caa8ca9-7660-46f2-906d-1f26e38dc98f"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:31:10.290201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] Pushing event updated for resources: {'Port': ['ID=fba4c047-c7af-4230-97b8-a216792694e3,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:10.301989 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2f2ffcb2-49d2-4ff2-9816-1161f91c35ac req-e5c166d8-1bca-42fd-804e-24f8113477e9 service neutron] 10.222.0.39 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949202 Aug 16 22:31:10.306996 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 5caa8ca9-7660-46f2-906d-1f26e38dc98f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5caa8ca9-7660-46f2-906d-1f26e38dc98f,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:10.307170 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a36729-0f23-4ca9-815b-6add624ac88d req-40e92965-b3dc-4c3c-8e7b-0d2ddf5e6be2 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:10.308613 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-34a36729-0f23-4ca9-815b-6add624ac88d req-40e92965-b3dc-4c3c-8e7b-0d2ddf5e6be2 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 944 time: 0.1636877 Aug 16 22:31:10.311353 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.312501 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 556c3713-e199-4fd0-98b9-3fd422868be5 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:10.342436 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a124bcc-1b48-45da-9d3b-7699a338259b req-7c610330-f024-48da-aff4-eb291cf2c3c9 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:10.345407 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a124bcc-1b48-45da-9d3b-7699a338259b req-7c610330-f024-48da-aff4-eb291cf2c3c9 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.1874595 Aug 16 22:31:10.411971 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2f2ffcb2-49d2-4ff2-9816-1161f91c35ac req-5eb8edfa-9aa7-456b-b620-d32bf84f2574 service neutron] 10.222.0.39 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952835 Aug 16 22:31:10.414989 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb977488-4b81-4c86-8608-790a18cad2bd tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.488440 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-34a36729-0f23-4ca9-815b-6add624ac88d req-8217e642-901c-4f36-b622-9bc1d999d096 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685700 Aug 16 22:31:10.505657 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb977488-4b81-4c86-8608-790a18cad2bd tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:10.511203 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a124bcc-1b48-45da-9d3b-7699a338259b req-1eeca252-3989-485c-b7fe-31c46b3bafb1 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528499 Aug 16 22:31:10.520842 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-eb977488-4b81-4c86-8608-790a18cad2bd tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:10.523723 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb977488-4b81-4c86-8608-790a18cad2bd tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:10.527212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb977488-4b81-4c86-8608-790a18cad2bd tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Pushing event updated for resources: {'Port': ['ID=269b45de-a37a-4e63-a826-310f700e9654,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:10.529527 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] Attempting to bind port fba4c047-c7af-4230-97b8-a216792694e3 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:31:10.529862 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] Attempting to bind port fba4c047-c7af-4230-97b8-a216792694e3 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '30a289f5-5a43-4a03-9e38-5c4a6301b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '87aa0bb4-0a11-44ae-8159-705262e56b08'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:31:10.530257 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] Attempting to bind port fba4c047-c7af-4230-97b8-a216792694e3 on network 87aa0bb4-0a11-44ae-8159-705262e56b08 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:31:10.558617 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] Port fba4c047-c7af-4230-97b8-a216792694e3 on network 87aa0bb4-0a11-44ae-8159-705262e56b08 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:31:10.558950 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] Attempting to bind port fba4c047-c7af-4230-97b8-a216792694e3 on network 87aa0bb4-0a11-44ae-8159-705262e56b08 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:31:10.559066 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198e0964-25a0-4548-9429-6b1ddcd32bde x-openstack-request-id: req-198e0964-25a0-4548-9429-6b1ddcd32bde {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:31:10.559337 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6432e404-e687-431f-a51b-f6ed08d3ebbe", "name": "network-vif-plugged", "status": "completed", "tag": "5caa8ca9-7660-46f2-906d-1f26e38dc98f", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:31:10.559579 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-198e0964-25a0-4548-9429-6b1ddcd32bde {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:31:10.559959 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6432e404-e687-431f-a51b-f6ed08d3ebbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caa8ca9-7660-46f2-906d-1f26e38dc98f', 'code': 200} Aug 16 22:31:10.565231 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=5caa8ca9-7660-46f2-906d-1f26e38dc98f,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:10.567909 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:31:10.569178 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] Checking segment: {'id': '30a289f5-5a43-4a03-9e38-5c4a6301b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '87aa0bb4-0a11-44ae-8159-705262e56b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:10.569178 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] Bound using segment: {'id': '30a289f5-5a43-4a03-9e38-5c4a6301b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '87aa0bb4-0a11-44ae-8159-705262e56b08'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:31:10.569178 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] Bound port: fba4c047-c7af-4230-97b8-a216792694e3, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a289f5-5a43-4a03-9e38-5c4a6301b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '87aa0bb4-0a11-44ae-8159-705262e56b08'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:31:10.569481 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.581997 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 556c3713-e199-4fd0-98b9-3fd422868be5 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:10.592195 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 556c3713-e199-4fd0-98b9-3fd422868be5 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:10.592675 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.698181 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.711726 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.720239 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977aff1-ab7a-4177-a246-34a5db5e9593 req-e4bcf170-c5db-44f5-85a5-097932fb1a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:10.720453 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb977488-4b81-4c86-8608-790a18cad2bd tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.723626 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9977aff1-ab7a-4177-a246-34a5db5e9593 req-e4bcf170-c5db-44f5-85a5-097932fb1a2f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 1097 time: 0.0544899 Aug 16 22:31:10.738223 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 556c3713-e199-4fd0-98b9-3fd422868be5, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=556c3713-e199-4fd0-98b9-3fd422868be5,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:10.744090 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.750139 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] For port fba4c047-c7af-4230-97b8-a216792694e3, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:31:10.779544 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9977aff1-ab7a-4177-a246-34a5db5e9593 req-377d2102-908f-4df9-a9ec-084b3f587575 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454185 Aug 16 22:31:10.784033 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12702f76-f7f2-4d45-97d3-3e7bd237d5f3 req-7e42b1a2-d589-40b0-bb16-1ae71f0340bd tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:10.786410 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-12702f76-f7f2-4d45-97d3-3e7bd237d5f3 req-7e42b1a2-d589-40b0-bb16-1ae71f0340bd tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/ports?device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 943 time: 0.1319625 Aug 16 22:31:10.798888 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=556c3713-e199-4fd0-98b9-3fd422868be5,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:10.822456 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] For port fba4c047-c7af-4230-97b8-a216792694e3, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=fba4c047-c7af-4230-97b8-a216792694e3,segment=NetworkSegment(30a289f5-5a43-4a03-9e38-5c4a6301b0f4),segment_id=30a289f5-5a43-4a03-9e38-5c4a6301b0f4)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:31:10.834670 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.836379 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb977488-4b81-4c86-8608-790a18cad2bd tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.920796 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:10.921403 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.922819 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] 10.222.0.39 "PUT /v2.0/ports/fba4c047-c7af-4230-97b8-a216792694e3 HTTP/1.1" status: 200 len: 1092 time: 1.8002336 Aug 16 22:31:10.925255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3687a734-e32a-445d-820e-961f38ac478b', 'tag': 'fba4c047-c7af-4230-97b8-a216792694e3'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:31:10.928078 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a52f12d-9051-49a4-ac4d-b4dd995c133b" -d '{"events": [{"name": "network-changed", "server_uuid": "3687a734-e32a-445d-820e-961f38ac478b", "tag": "fba4c047-c7af-4230-97b8-a216792694e3"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:31:10.945026 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-12702f76-f7f2-4d45-97d3-3e7bd237d5f3 req-9e4eefd5-79db-4e08-91c8-f5172b956214 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/security-groups?id=81c6e9ee-447c-441a-81c9-e0f7f5840e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488507 Aug 16 22:31:10.963993 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aff99-c455-4ed6-8cee-7d48a6c92a1c req-d7f9d65a-c36a-4a89-8b9a-c9173e0659a2 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:10.965523 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-718aff99-c455-4ed6-8cee-7d48a6c92a1c req-d7f9d65a-c36a-4a89-8b9a-c9173e0659a2 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.2119663 Aug 16 22:31:10.978237 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4bbde-8469-4f7d-b965-63b953db0701 service neutron] Pushing event updated for resources: {'Port': ['ID=fba4c047-c7af-4230-97b8-a216792694e3,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:11.003392 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29afd46a-18eb-4092-bc4b-98a93a47fe40 x-openstack-request-id: req-29afd46a-18eb-4092-bc4b-98a93a47fe40 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:31:11.003674 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3687a734-e32a-445d-820e-961f38ac478b", "tag": "fba4c047-c7af-4230-97b8-a216792694e3", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:31:11.003925 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-29afd46a-18eb-4092-bc4b-98a93a47fe40 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:31:11.004341 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3687a734-e32a-445d-820e-961f38ac478b', 'tag': 'fba4c047-c7af-4230-97b8-a216792694e3', 'status': 'completed', 'code': 200} Aug 16 22:31:11.104803 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-718aff99-c455-4ed6-8cee-7d48a6c92a1c req-42b7f84f-0f33-429a-87af-aec3ff6a917a tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294889 Aug 16 22:31:11.108896 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-9b80eefd-70b7-4371-9208-a752d33dcb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:11.110358 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-9b80eefd-70b7-4371-9208-a752d33dcb6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a61e7d45a7d54aefb795de0ce176732b&device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 1095 time: 0.1293745 Aug 16 22:31:11.477671 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-d070bd66-9c27-429b-8f0f-6b563d632878 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fba4c047-c7af-4230-97b8-a216792694e3 HTTP/1.1" status: 200 len: 217 time: 0.3568063 Aug 16 22:31:11.489766 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d75b5b0a-d276-4073-a745-2421432a91a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:11.555801 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb977488-4b81-4c86-8608-790a18cad2bd tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:11.572460 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb977488-4b81-4c86-8608-790a18cad2bd tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:11.627075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-d98f36d1-3906-48a6-b2fd-2c3d29070c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:11.628797 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-d98f36d1-3906-48a6-b2fd-2c3d29070c0b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aafc116f-189a-418a-962e-a19e0304b191 HTTP/1.1" status: 200 len: 865 time: 0.1271541 Aug 16 22:31:11.636649 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc893154-1d1d-47b5-95e4-83e9bd0aee44 req-e0a731b1-f63d-4035-aa42-d24ad719b26e tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:11.638076 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc893154-1d1d-47b5-95e4-83e9bd0aee44 req-e0a731b1-f63d-4035-aa42-d24ad719b26e tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 944 time: 0.4999928 Aug 16 22:31:11.651056 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e7862-2b72-4df3-8166-60cf926942fd req-b260c7a2-61ea-4a83-ae08-d12d81f787fc tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:11.652516 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-877e7862-2b72-4df3-8166-60cf926942fd req-b260c7a2-61ea-4a83-ae08-d12d81f787fc tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=30c912a3-d4ce-4e83-8043-d382dafeb1ef HTTP/1.1" status: 200 len: 943 time: 0.1823277 Aug 16 22:31:11.722756 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-40e57306-133b-403a-9d76-c292d0fc7d34 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=87aa0bb4-0a11-44ae-8159-705262e56b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676198 Aug 16 22:31:11.723384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb977488-4b81-4c86-8608-790a18cad2bd tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Pushing event updated for resources: {'Port': ['ID=269b45de-a37a-4e63-a826-310f700e9654,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:11.806270 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb977488-4b81-4c86-8608-790a18cad2bd tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:11.830078 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc893154-1d1d-47b5-95e4-83e9bd0aee44 req-581d268a-2836-4725-988a-31385e374579 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8bd536d-e66b-4be2-839d-c2126bbc7733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738703 Aug 16 22:31:11.832697 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-877e7862-2b72-4df3-8166-60cf926942fd req-8af0d1c4-f575-4a99-a551-42534e428286 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593184 Aug 16 22:31:11.843057 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eb977488-4b81-4c86-8608-790a18cad2bd tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:11.847030 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-eb977488-4b81-4c86-8608-790a18cad2bd tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0852301 Aug 16 22:31:11.847273 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35122) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:11.864947 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-49f03958-7365-4d8f-9cc1-7f75a0f13049 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-558154965'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:11.893380 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f03958-7365-4d8f-9cc1-7f75a0f13049 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Made reservation on behalf of a52412954039433abc5295b38e262d7f for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:11.895991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-a7d62304-9148-451e-b457-ec7ad1fc2a18 service neutron] 10.222.0.39 "GET /v2.0/networks/87aa0bb4-0a11-44ae-8159-705262e56b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574478 Aug 16 22:31:11.899035 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49f03958-7365-4d8f-9cc1-7f75a0f13049 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:11.908150 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49f03958-7365-4d8f-9cc1-7f75a0f13049 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.013770 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49f03958-7365-4d8f-9cc1-7f75a0f13049 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.018469 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49f03958-7365-4d8f-9cc1-7f75a0f13049 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.042021 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f03958-7365-4d8f-9cc1-7f75a0f13049 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:31:12.053405 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70902a-a372-4b66-9c45-4adedbe205ef req-dd16d261-26a6-4e64-b681-cf858f915007 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:12.054675 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.055310 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e70902a-a372-4b66-9c45-4adedbe205ef req-dd16d261-26a6-4e64-b681-cf858f915007 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.1483631 Aug 16 22:31:12.057559 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f03958-7365-4d8f-9cc1-7f75a0f13049 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b24b6d8d-4d1a-4b87-97e7-7acd0010a831,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:12.060510 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49f03958-7365-4d8f-9cc1-7f75a0f13049 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.060854 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-49f03958-7365-4d8f-9cc1-7f75a0f13049 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Added segment 347e02d4-5726-4534-9693-557c8ff00942 of type vlan for network 38b7bdd0-1196-4d6a-aeea-982a77beb832 Aug 16 22:31:12.063327 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc97c4-baf2-4956-a4c2-4179a64b1a20 req-e6ccf787-9ba6-4688-bb23-9e122e74960b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:12.065088 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2dc97c4-baf2-4956-a4c2-4179a64b1a20 req-e6ccf787-9ba6-4688-bb23-9e122e74960b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.1563520 Aug 16 22:31:12.104891 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49f03958-7365-4d8f-9cc1-7f75a0f13049 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.124720 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a3fab7f-2ece-45fb-9b9d-60fbc4ad96e3 req-339dffeb-2028-4024-b069-3d025f930d5a service neutron] 10.222.0.39 "GET /v2.0/networks/87aa0bb4-0a11-44ae-8159-705262e56b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981938 Aug 16 22:31:12.136397 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49f03958-7365-4d8f-9cc1-7f75a0f13049 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.142027 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f03958-7365-4d8f-9cc1-7f75a0f13049 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:12.142732 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49f03958-7365-4d8f-9cc1-7f75a0f13049 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.150855 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e70902a-a372-4b66-9c45-4adedbe205ef req-5b3db129-c68b-45e8-9197-34b7ee57a8d3 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816302 Aug 16 22:31:12.153607 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2dc97c4-baf2-4956-a4c2-4179a64b1a20 req-dfbd7f4f-f24e-4555-9d7e-b2df70b0cf9c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697029 Aug 16 22:31:12.210795 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-49f03958-7365-4d8f-9cc1-7f75a0f13049 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3614759 Aug 16 22:31:12.213557 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35128) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:12.221086 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3c574883-dfa1-4c94-850d-cc14ca52106b tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Request body: {'subnet': {'network_id': '38b7bdd0-1196-4d6a-aeea-982a77beb832', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:12.243096 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f03958-7365-4d8f-9cc1-7f75a0f13049 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Pushing event updated for resources: {'Network': ['ID=38b7bdd0-1196-4d6a-aeea-982a77beb832,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:12.244187 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52f12d-9051-49a4-ac4d-b4dd995c133b req-4cb340cd-e322-4920-b96a-71243a408eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:12.246807 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a52f12d-9051-49a4-ac4d-b4dd995c133b req-4cb340cd-e322-4920-b96a-71243a408eba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a61e7d45a7d54aefb795de0ce176732b&device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 1095 time: 0.0667529 Aug 16 22:31:12.254893 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 38b7bdd0-1196-4d6a-aeea-982a77beb832 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:31:12.330794 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c574883-dfa1-4c94-850d-cc14ca52106b tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Made reservation on behalf of a52412954039433abc5295b38e262d7f for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:12.335363 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3c574883-dfa1-4c94-850d-cc14ca52106b tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.390470 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ce5da-6427-4f84-8401-698342c66e45 req-ab6132e1-fc7d-4e04-aafb-41b140804fb4 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:12.392065 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-258ce5da-6427-4f84-8401-698342c66e45 req-ab6132e1-fc7d-4e04-aafb-41b140804fb4 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/ports?device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 943 time: 0.1534190 Aug 16 22:31:12.443205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52f12d-9051-49a4-ac4d-b4dd995c133b req-8ff06ac2-5c00-4a95-bf4f-39e32ec033c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:12.444872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a52f12d-9051-49a4-ac4d-b4dd995c133b req-8ff06ac2-5c00-4a95-bf4f-39e32ec033c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=87aa0bb4-0a11-44ae-8159-705262e56b08 HTTP/1.1" status: 200 len: 926 time: 0.1886380 Aug 16 22:31:12.454131 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b406e6-a14e-4d61-abcd-377ed2e7a695 req-aa10a213-c38c-4370-8d94-76df4852a2f0 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:12.455567 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-33b406e6-a14e-4d61-abcd-377ed2e7a695 req-aa10a213-c38c-4370-8d94-76df4852a2f0 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.1161141 Aug 16 22:31:12.516170 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-258ce5da-6427-4f84-8401-698342c66e45 req-00c5647c-f837-48aa-86b1-2329214c91bb tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/security-groups?id=81c6e9ee-447c-441a-81c9-e0f7f5840e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099982 Aug 16 22:31:12.517422 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a52f12d-9051-49a4-ac4d-b4dd995c133b req-ceda21cb-b3ef-480b-bd7d-3a60af1d829a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fba4c047-c7af-4230-97b8-a216792694e3 HTTP/1.1" status: 200 len: 217 time: 0.0581393 Aug 16 22:31:12.537234 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3c574883-dfa1-4c94-850d-cc14ca52106b tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.560972 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa806db-a00c-4203-9647-d693fa6103c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556c3713-e199-4fd0-98b9-3fd422868be5'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:31:12.564298 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac7f5c8-ddb0-43d7-b24e-e3b1cc103ce1" -d '{"events": [{"server_uuid": "5fa806db-a00c-4203-9647-d693fa6103c5", "name": "network-vif-plugged", "status": "completed", "tag": "556c3713-e199-4fd0-98b9-3fd422868be5"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:31:12.575533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-33b406e6-a14e-4d61-abcd-377ed2e7a695 req-12bd5c1a-7a19-4cc1-a4ed-767dfe9b9634 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983953 Aug 16 22:31:12.592931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52f12d-9051-49a4-ac4d-b4dd995c133b req-6ae3cc78-b53e-4af1-87c2-523184b88088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:12.594440 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c574883-dfa1-4c94-850d-cc14ca52106b tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Pushing event updated for resources: {'Subnet': ['ID=91ecc2aa-d103-430a-8ce2-0df0bb150ca1,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:12.594558 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a52f12d-9051-49a4-ac4d-b4dd995c133b req-6ae3cc78-b53e-4af1-87c2-523184b88088 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aafc116f-189a-418a-962e-a19e0304b191 HTTP/1.1" status: 200 len: 865 time: 0.0520864 Aug 16 22:31:12.606121 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c574883-dfa1-4c94-850d-cc14ca52106b tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Checking segment: {'id': '347e02d4-5726-4534-9693-557c8ff00942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '38b7bdd0-1196-4d6a-aeea-982a77beb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:12.606121 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c574883-dfa1-4c94-850d-cc14ca52106b tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Network hostable DHCP agents. Network: 38b7bdd0-1196-4d6a-aeea-982a77beb832, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:31:12.619106 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5f80f9-3b2d-4d7f-8af1-210da4066e43 x-openstack-request-id: req-4d5f80f9-3b2d-4d7f-8af1-210da4066e43 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:31:12.619495 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa806db-a00c-4203-9647-d693fa6103c5", "name": "network-vif-plugged", "status": "completed", "tag": "556c3713-e199-4fd0-98b9-3fd422868be5", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:31:12.619751 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4d5f80f9-3b2d-4d7f-8af1-210da4066e43 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:31:12.620381 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa806db-a00c-4203-9647-d693fa6103c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556c3713-e199-4fd0-98b9-3fd422868be5', 'code': 200} Aug 16 22:31:12.621417 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c574883-dfa1-4c94-850d-cc14ca52106b tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Network 38b7bdd0-1196-4d6a-aeea-982a77beb832 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:31:12.641070 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a52f12d-9051-49a4-ac4d-b4dd995c133b req-b955ec56-91c3-4852-9f0c-82c28ca1d61d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=87aa0bb4-0a11-44ae-8159-705262e56b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314963 Aug 16 22:31:12.641260 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-3c574883-dfa1-4c94-850d-cc14ca52106b tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 38b7bdd0-1196-4d6a-aeea-982a77beb832) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:12.646199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c574883-dfa1-4c94-850d-cc14ca52106b tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:12.647350 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3c574883-dfa1-4c94-850d-cc14ca52106b tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.652885 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396892a2-4298-4253-8cba-cf93a21a32af None None] Network 38b7bdd0-1196-4d6a-aeea-982a77beb832 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:12.667617 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3c574883-dfa1-4c94-850d-cc14ca52106b tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4526913 Aug 16 22:31:12.670318 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35132) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:12.674888 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-cf9202ed-1bf0-440b-bebd-28d8476413d4 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-459180490', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}, 'admin_state_up': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:12.699839 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf9202ed-1bf0-440b-bebd-28d8476413d4 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.701011 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf9202ed-1bf0-440b-bebd-28d8476413d4 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.777587 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a52f12d-9051-49a4-ac4d-b4dd995c133b req-ecc315b5-b8c1-48f1-bc24-a8d7b77f18ef service neutron] 10.222.0.39 "GET /v2.0/networks/87aa0bb4-0a11-44ae-8159-705262e56b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042042 Aug 16 22:31:12.783131 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf9202ed-1bf0-440b-bebd-28d8476413d4 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.830908 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-38b7bdd0-1196-4d6a-aeea-982a77beb832', 'network_id': '38b7bdd0-1196-4d6a-aeea-982a77beb832', 'tenant_id': 'a52412954039433abc5295b38e262d7f', 'fixed_ips': [{'subnet_id': '91ecc2aa-d103-430a-8ce2-0df0bb150ca1'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:31:12.831715 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.888752 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a52f12d-9051-49a4-ac4d-b4dd995c133b req-7d6f2bef-630b-4e31-ba2c-20f226b6db7a service neutron] 10.222.0.39 "GET /v2.0/networks/87aa0bb4-0a11-44ae-8159-705262e56b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000299 Aug 16 22:31:12.889510 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce725bd-9151-4a84-94db-d3f25e5abefe req-92218d3d-9e2d-4f51-93dd-8fad97666bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:12.891029 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dce725bd-9151-4a84-94db-d3f25e5abefe req-92218d3d-9e2d-4f51-93dd-8fad97666bdc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 1098 time: 0.1769295 Aug 16 22:31:12.992795 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf9202ed-1bf0-440b-bebd-28d8476413d4 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.001785 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dce725bd-9151-4a84-94db-d3f25e5abefe req-5a4fecc2-c173-4cce-b003-234ec4871b02 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927703 Aug 16 22:31:13.016047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] Allocated IP 172.20.0.2 (38b7bdd0-1196-4d6a-aeea-982a77beb832/91ecc2aa-d103-430a-8ce2-0df0bb150ca1/162657cd-90b4-4f63-97d4-13cd2d72ddbd) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:13.037495 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7115d-e8b0-4653-90f8-8f941c6caf79 req-95f997fc-8b6c-4b2b-902f-4d7461a8efb6 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:13.039036 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b7c7115d-e8b0-4653-90f8-8f941c6caf79 req-95f997fc-8b6c-4b2b-902f-4d7461a8efb6 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=30c912a3-d4ce-4e83-8043-d382dafeb1ef HTTP/1.1" status: 200 len: 943 time: 0.0797751 Aug 16 22:31:13.046686 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff008a-9597-4575-bd21-b22ff1344f22 req-3f7714bf-1f46-4d60-b606-22aa1df20c83 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:13.048114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0fff008a-9597-4575-bd21-b22ff1344f22 req-3f7714bf-1f46-4d60-b606-22aa1df20c83 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 944 time: 0.1011064 Aug 16 22:31:13.142584 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b7c7115d-e8b0-4653-90f8-8f941c6caf79 req-98ea0c05-0960-491a-b210-c040c201ec5b tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933845 Aug 16 22:31:13.149347 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0fff008a-9597-4575-bd21-b22ff1344f22 req-8668709b-8186-456d-8cc9-a8ea9ba21c21 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8bd536d-e66b-4be2-839d-c2126bbc7733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738962 Aug 16 22:31:13.178744 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.182373 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.195469 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] Transition to ACTIVE for port object 162657cd-90b4-4f63-97d4-13cd2d72ddbd will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:13.211274 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] Transition to ACTIVE for port object 162657cd-90b4-4f63-97d4-13cd2d72ddbd will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:13.218465 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf9202ed-1bf0-440b-bebd-28d8476413d4 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.219504 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.243958 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf9202ed-1bf0-440b-bebd-28d8476413d4 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.256703 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] Network 38b7bdd0-1196-4d6a-aeea-982a77beb832 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:13.259810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:13.265548 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:13.294783 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] Pushing event updated for resources: {'Port': ['ID=162657cd-90b4-4f63-97d4-13cd2d72ddbd,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:13.329238 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] Attempting to bind port 162657cd-90b4-4f63-97d4-13cd2d72ddbd on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:31:13.329703 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] Attempting to bind port 162657cd-90b4-4f63-97d4-13cd2d72ddbd by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '347e02d4-5726-4534-9693-557c8ff00942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '38b7bdd0-1196-4d6a-aeea-982a77beb832'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:31:13.330148 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] Attempting to bind port 162657cd-90b4-4f63-97d4-13cd2d72ddbd on network 38b7bdd0-1196-4d6a-aeea-982a77beb832 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:31:13.335388 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:31:13.335758 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] Checking segment: {'id': '347e02d4-5726-4534-9693-557c8ff00942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '38b7bdd0-1196-4d6a-aeea-982a77beb832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:13.336157 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.336544 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] Bound using segment: {'id': '347e02d4-5726-4534-9693-557c8ff00942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '38b7bdd0-1196-4d6a-aeea-982a77beb832'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:31:13.337003 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] Bound port: 162657cd-90b4-4f63-97d4-13cd2d72ddbd, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347e02d4-5726-4534-9693-557c8ff00942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '38b7bdd0-1196-4d6a-aeea-982a77beb832'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:31:13.337377 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.345973 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a818b-7ff9-4b5e-96d3-665581cacee3 req-e25eae61-ac0b-4e25-afa9-0e91692922c4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:13.347956 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-441a818b-7ff9-4b5e-96d3-665581cacee3 req-e25eae61-ac0b-4e25-afa9-0e91692922c4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.0844193 Aug 16 22:31:13.373165 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3952a-97fa-47d1-b6c2-bb6adb90d914 req-2f29cef8-b50f-444a-8732-ff376f70ccd4 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:13.375076 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0cf3952a-97fa-47d1-b6c2-bb6adb90d914 req-2f29cef8-b50f-444a-8732-ff376f70ccd4 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.1026864 Aug 16 22:31:13.378246 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-cf9202ed-1bf0-440b-bebd-28d8476413d4 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Allocated IP 172.25.6.22 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/0e47f9c2-49df-4e94-acdf-446bcf2f3f3a) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:13.418088 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] For port 162657cd-90b4-4f63-97d4-13cd2d72ddbd, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:31:13.422682 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] For port 162657cd-90b4-4f63-97d4-13cd2d72ddbd, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=162657cd-90b4-4f63-97d4-13cd2d72ddbd,segment=NetworkSegment(347e02d4-5726-4534-9693-557c8ff00942),segment_id=347e02d4-5726-4534-9693-557c8ff00942)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:31:13.430071 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.455621 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-441a818b-7ff9-4b5e-96d3-665581cacee3 req-9e1af557-bb13-494e-b6df-12abb0271832 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010063 Aug 16 22:31:13.487550 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a0940-eedf-4cad-82c9-95e9cc8aea24 None None] Pushing event updated for resources: {'Port': ['ID=162657cd-90b4-4f63-97d4-13cd2d72ddbd,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:13.499887 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0cf3952a-97fa-47d1-b6c2-bb6adb90d914 req-2e8b0871-710a-478d-b4bb-356fc8f4daf5 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067719 Aug 16 22:31:13.549118 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf9202ed-1bf0-440b-bebd-28d8476413d4 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.633074 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf9202ed-1bf0-440b-bebd-28d8476413d4 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.703572 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9202ed-1bf0-440b-bebd-28d8476413d4 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:13.706599 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-cf9202ed-1bf0-440b-bebd-28d8476413d4 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:13.709042 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9202ed-1bf0-440b-bebd-28d8476413d4 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:13.744048 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9202ed-1bf0-440b-bebd-28d8476413d4 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Pushing event updated for resources: {'Port': ['ID=0e47f9c2-49df-4e94-acdf-446bcf2f3f3a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:13.755988 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce5def-436b-4282-840e-942f96ff131c req-c6e28084-7372-497d-9c6a-dab922bf6020 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:13.767764 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51ce5def-436b-4282-840e-942f96ff131c req-c6e28084-7372-497d-9c6a-dab922bf6020 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/ports?device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 943 time: 0.1095102 Aug 16 22:31:13.854605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51ce5def-436b-4282-840e-942f96ff131c req-afde6837-7faf-4a24-aab4-dd13e6ad6ee0 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/security-groups?id=81c6e9ee-447c-441a-81c9-e0f7f5840e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868766 Aug 16 22:31:13.917360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95c48c-f87e-4ab2-b8b9-61f019381bfa req-e72a2c46-9031-4265-9cf8-5efefa153123 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:13.919208 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f95c48c-f87e-4ab2-b8b9-61f019381bfa req-e72a2c46-9031-4265-9cf8-5efefa153123 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.0793171 Aug 16 22:31:13.989146 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f95c48c-f87e-4ab2-b8b9-61f019381bfa req-f63b00cd-2b3f-4bf2-af46-6abd654c7e4e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589142 Aug 16 22:31:14.001206 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d2b89-065d-4d87-872e-2c5a5296bea7 req-147b77e5-df9a-4ee6-9bc9-c0a89baf7db4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:14.007694 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b31d2b89-065d-4d87-872e-2c5a5296bea7 req-147b77e5-df9a-4ee6-9bc9-c0a89baf7db4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.0866294 Aug 16 22:31:14.048041 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b31d2b89-065d-4d87-872e-2c5a5296bea7 req-7362f151-7aba-442d-8728-ebdfd511072a tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381298 Aug 16 22:31:14.100615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 01d6ddb2-e424-4030-b678-3c0eeeed90b1 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:31:14.106762 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf9202ed-1bf0-440b-bebd-28d8476413d4 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.204284 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 01d6ddb2-e424-4030-b678-3c0eeeed90b1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=01d6ddb2-e424-4030-b678-3c0eeeed90b1,segment=NetworkSegment(33dfb6c3-b599-4057-b70f-e1a7983d0cdf),segment_id=33dfb6c3-b599-4057-b70f-e1a7983d0cdf)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:14.231308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '01d6ddb2-e424-4030-b678-3c0eeeed90b1', 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423', 'port_id': '01d6ddb2-e424-4030-b678-3c0eeeed90b1', 'mac_address': 'fa:16:3e:16:48:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f3b7d6-0bd6-43e9-a3f1-34841957a17e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:31:14.296992 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.313460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d6ddb2-e424-4030-b678-3c0eeeed90b1 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:31:14.337073 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 01d6ddb2-e424-4030-b678-3c0eeeed90b1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=01d6ddb2-e424-4030-b678-3c0eeeed90b1,segment=NetworkSegment(33dfb6c3-b599-4057-b70f-e1a7983d0cdf),segment_id=33dfb6c3-b599-4057-b70f-e1a7983d0cdf)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:14.342895 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.353819 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f279d6-4ed6-4000-a4be-486c4991672c req-b6ce922e-9263-418c-be02-39056d521a96 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:14.355729 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72f279d6-4ed6-4000-a4be-486c4991672c req-b6ce922e-9263-418c-be02-39056d521a96 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=30c912a3-d4ce-4e83-8043-d382dafeb1ef HTTP/1.1" status: 200 len: 943 time: 0.0996571 Aug 16 22:31:14.398777 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80ae41-53d1-4de2-97e2-e326cca7f579 req-3a89da9d-66a1-49d4-bd8f-26311b9814d0 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:14.401088 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d80ae41-53d1-4de2-97e2-e326cca7f579 req-3a89da9d-66a1-49d4-bd8f-26311b9814d0 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 944 time: 0.1006994 Aug 16 22:31:14.435520 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=01d6ddb2-e424-4030-b678-3c0eeeed90b1,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:14.442740 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72f279d6-4ed6-4000-a4be-486c4991672c req-7e555bcd-980d-43cc-945d-62370c6b65c8 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762875 Aug 16 22:31:14.467380 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d80ae41-53d1-4de2-97e2-e326cca7f579 req-a6675e67-b260-4785-b8f8-0cb5ace402c2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8bd536d-e66b-4be2-839d-c2126bbc7733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531301 Aug 16 22:31:14.678381 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a3734-d790-4179-a4ff-464c55f715c4 req-04aa975b-d9c1-4ad0-9f0e-26f069c568c1 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:14.679918 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da6a3734-d790-4179-a4ff-464c55f715c4 req-04aa975b-d9c1-4ad0-9f0e-26f069c568c1 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.0981107 Aug 16 22:31:14.699642 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf9202ed-1bf0-440b-bebd-28d8476413d4 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.708494 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9849bb-95e0-4680-ad32-27ba13a2ce2e None None] Network 38b7bdd0-1196-4d6a-aeea-982a77beb832 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:14.733512 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da6a3734-d790-4179-a4ff-464c55f715c4 req-12f86ac1-808b-480d-bd59-b0cf76a6b864 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475674 Aug 16 22:31:14.777178 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.779771 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-67ab75df-df8b-4f08-a8f7-c5c3f98beae9 None None] Provisioning for port 162657cd-90b4-4f63-97d4-13cd2d72ddbd completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:14.821643 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['01d6ddb2-e424-4030-b678-3c0eeeed90b1'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:31:14.851926 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9202ed-1bf0-440b-bebd-28d8476413d4 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Router c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:31:14.872310 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 162657cd-90b4-4f63-97d4-13cd2d72ddbd up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:14.974732 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9202ed-1bf0-440b-bebd-28d8476413d4 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:14.987872 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea4b64f-a0f1-4943-8b9d-88945585507b None None] Sync routers for ids ['c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:15.001609 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf9202ed-1bf0-440b-bebd-28d8476413d4 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.003319 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cf9202ed-1bf0-440b-bebd-28d8476413d4 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.3317358 Aug 16 22:31:15.004266 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea4b64f-a0f1-4943-8b9d-88945585507b None None] Routers {'c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:15.005463 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6ea4b64f-a0f1-4943-8b9d-88945585507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:15.006365 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35164) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:15.007782 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209d251-b0ed-4ef7-91fc-149c63f898cf req-07b36cd9-e589-45a6-8b32-5154c7d4fdbd tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:15.009446 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e209d251-b0ed-4ef7-91fc-149c63f898cf req-07b36cd9-e589-45a6-8b32-5154c7d4fdbd tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/ports?device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 943 time: 0.0704405 Aug 16 22:31:15.030646 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 162657cd-90b4-4f63-97d4-13cd2d72ddbd completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:15.042597 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 162657cd-90b4-4f63-97d4-13cd2d72ddbd triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:15.042834 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.052134 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6ea4b64f-a0f1-4943-8b9d-88945585507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:15.061739 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea4b64f-a0f1-4943-8b9d-88945585507b None None] Routers {'c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:15.062659 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6ea4b64f-a0f1-4943-8b9d-88945585507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:15.083709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e209d251-b0ed-4ef7-91fc-149c63f898cf req-e026b2e9-0bd8-4113-8d51-526c69b1c5d9 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/security-groups?id=81c6e9ee-447c-441a-81c9-e0f7f5840e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628688 Aug 16 22:31:15.116657 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6ea4b64f-a0f1-4943-8b9d-88945585507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:15.117480 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea4b64f-a0f1-4943-8b9d-88945585507b None None] The sync data for ids ['c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:15.191094 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487ea15-622f-489b-a790-294840eedf87 req-2de9ec75-c456-4e59-8e9a-2f4d90ece1d5 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:15.192889 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b487ea15-622f-489b-a790-294840eedf87 req-2de9ec75-c456-4e59-8e9a-2f4d90ece1d5 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.0814743 Aug 16 22:31:15.215783 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.255343 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47861c-e0ee-4817-99cc-fc189493d092 req-7fcd389e-8e74-47a6-abea-3c9899ef3117 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:15.256920 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c47861c-e0ee-4817-99cc-fc189493d092 req-7fcd389e-8e74-47a6-abea-3c9899ef3117 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.0879021 Aug 16 22:31:15.263431 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 162657cd-90b4-4f63-97d4-13cd2d72ddbd, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=162657cd-90b4-4f63-97d4-13cd2d72ddbd,segment=NetworkSegment(347e02d4-5726-4534-9693-557c8ff00942),segment_id=347e02d4-5726-4534-9693-557c8ff00942)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:15.268780 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.283765 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b487ea15-622f-489b-a790-294840eedf87 req-d5bc5cd2-7ce8-4d23-86ad-0ab08169e7af tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758250 Aug 16 22:31:15.319615 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c47861c-e0ee-4817-99cc-fc189493d092 req-ee3239ae-58ed-480e-a2c1-1a44f733c847 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494823 Aug 16 22:31:15.336310 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=162657cd-90b4-4f63-97d4-13cd2d72ddbd,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:15.416088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb01aeb-39b6-499d-9701-e5e7ed837ac8 req-c65e71c0-e19c-45b4-82ae-7ad071863b9b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:15.417475 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d8d7557e-2f9a-40e3-a727-858bdbe3a6a3 None None] Provisioning complete for port 162657cd-90b4-4f63-97d4-13cd2d72ddbd triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:15.417609 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cdb01aeb-39b6-499d-9701-e5e7ed837ac8 req-c65e71c0-e19c-45b4-82ae-7ad071863b9b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.0525267 Aug 16 22:31:15.419542 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d8d7557e-2f9a-40e3-a727-858bdbe3a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.426229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35172) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:15.432780 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-29e1572b-5942-487e-82d3-a79596d5c973 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Request body: {'floatingip': {'port_id': '556c3713-e199-4fd0-98b9-3fd422868be5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:15.479611 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29e1572b-5942-487e-82d3-a79596d5c973 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.616963 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c1788e4-7fb1-44f4-87aa-85d290e01c4f tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.678889 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ffb82-6a64-42a6-9930-dcd2fd81c8e9 req-82656d98-2d35-4c11-86a9-c93461877bb3 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:15.680384 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b57ffb82-6a64-42a6-9930-dcd2fd81c8e9 req-82656d98-2d35-4c11-86a9-c93461877bb3 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=30c912a3-d4ce-4e83-8043-d382dafeb1ef HTTP/1.1" status: 200 len: 944 time: 0.1421349 Aug 16 22:31:15.736986 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8b656-070d-4cdc-aed3-6088bfb334b9 req-0c6ff7d4-39ba-49f2-9587-0f53ff1ce363 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:15.738407 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84b8b656-070d-4cdc-aed3-6088bfb334b9 req-0c6ff7d4-39ba-49f2-9587-0f53ff1ce363 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 944 time: 0.1826754 Aug 16 22:31:15.821049 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b57ffb82-6a64-42a6-9930-dcd2fd81c8e9 req-8a127963-65af-43f2-a567-806baa4fb12d tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302938 Aug 16 22:31:15.842034 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84b8b656-070d-4cdc-aed3-6088bfb334b9 req-27a24cbb-aa21-4631-a3f8-d43e52fda90b tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8bd536d-e66b-4be2-839d-c2126bbc7733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923169 Aug 16 22:31:15.921604 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-2c1788e4-7fb1-44f4-87aa-85d290e01c4f tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Allocated IP 172.20.0.1 (38b7bdd0-1196-4d6a-aeea-982a77beb832/91ecc2aa-d103-430a-8ce2-0df0bb150ca1/3043f776-143e-40af-9e1d-a25a51605da4) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:16.031908 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098969e0-17ef-454d-90d2-807bcc2a8d9d req-4da038ad-e6db-4cc2-8204-638762f50b37 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:16.033270 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-098969e0-17ef-454d-90d2-807bcc2a8d9d req-4da038ad-e6db-4cc2-8204-638762f50b37 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.0957210 Aug 16 22:31:16.045657 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c1788e4-7fb1-44f4-87aa-85d290e01c4f tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.059940 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2c1788e4-7fb1-44f4-87aa-85d290e01c4f tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Transition to ACTIVE for port object 3043f776-143e-40af-9e1d-a25a51605da4 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:16.095396 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 8a63ece5-7954-4352-9ef1-d896d0d9e511 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:31:16.095880 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c1788e4-7fb1-44f4-87aa-85d290e01c4f tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.109693 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-098969e0-17ef-454d-90d2-807bcc2a8d9d req-45ec5f7b-f992-4b69-8d85-76a9a37b8209 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688069 Aug 16 22:31:16.150017 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1788e4-7fb1-44f4-87aa-85d290e01c4f tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Network 38b7bdd0-1196-4d6a-aeea-982a77beb832 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:16.154334 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-2c1788e4-7fb1-44f4-87aa-85d290e01c4f tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:16.159101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1788e4-7fb1-44f4-87aa-85d290e01c4f tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:16.163099 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1788e4-7fb1-44f4-87aa-85d290e01c4f tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Pushing event updated for resources: {'Port': ['ID=3043f776-143e-40af-9e1d-a25a51605da4,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:16.206866 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c1788e4-7fb1-44f4-87aa-85d290e01c4f tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.228512 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 8a63ece5-7954-4352-9ef1-d896d0d9e511, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=8a63ece5-7954-4352-9ef1-d896d0d9e511,segment=NetworkSegment(4f82c370-da77-412b-a68d-0d9c56dddbae),segment_id=4f82c370-da77-412b-a68d-0d9c56dddbae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:16.243561 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '8a63ece5-7954-4352-9ef1-d896d0d9e511', 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134', 'port_id': '8a63ece5-7954-4352-9ef1-d896d0d9e511', 'mac_address': 'fa:16:3e:7b:c6:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47785ed2-eedb-4896-b504-79173b91e11f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:31:16.246602 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29e1572b-5942-487e-82d3-a79596d5c973 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.254598 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29e1572b-5942-487e-82d3-a79596d5c973 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.287522 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.307253 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a63ece5-7954-4352-9ef1-d896d0d9e511 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:31:16.315172 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752078b-567c-498c-a7ce-48a2a6337e22 req-3c9a0e1e-4d95-4393-8afb-9c1b09e3950a tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:16.323401 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3752078b-567c-498c-a7ce-48a2a6337e22 req-3c9a0e1e-4d95-4393-8afb-9c1b09e3950a tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/ports?device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 943 time: 0.1352320 Aug 16 22:31:16.337525 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 8a63ece5-7954-4352-9ef1-d896d0d9e511, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=8a63ece5-7954-4352-9ef1-d896d0d9e511,segment=NetworkSegment(4f82c370-da77-412b-a68d-0d9c56dddbae),segment_id=4f82c370-da77-412b-a68d-0d9c56dddbae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:16.341838 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.342570 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device fba4c047-c7af-4230-97b8-a216792694e3 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:31:16.382369 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c1788e4-7fb1-44f4-87aa-85d290e01c4f tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.428523 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3752078b-567c-498c-a7ce-48a2a6337e22 req-27477be1-7614-41ed-a124-b311627b7969 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/security-groups?id=81c6e9ee-447c-441a-81c9-e0f7f5840e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040225 Aug 16 22:31:16.452800 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port fba4c047-c7af-4230-97b8-a216792694e3, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=fba4c047-c7af-4230-97b8-a216792694e3,segment=NetworkSegment(30a289f5-5a43-4a03-9e38-5c4a6301b0f4),segment_id=30a289f5-5a43-4a03-9e38-5c4a6301b0f4)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:16.466772 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'fba4c047-c7af-4230-97b8-a216792694e3', 'network_id': '87aa0bb4-0a11-44ae-8159-705262e56b08', 'port_id': 'fba4c047-c7af-4230-97b8-a216792694e3', 'mac_address': 'fa:16:3e:72:3b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aafc116f-189a-418a-962e-a19e0304b191', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:31:16.468439 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-29e1572b-5942-487e-82d3-a79596d5c973 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Floating IP 3e4fcf40-6334-43c0-9858-dd46fcf0ae80 associated. External IP: 172.25.6.241, port: 556c3713-e199-4fd0-98b9-3fd422868be5. Aug 16 22:31:16.571781 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a34555-1ddd-4bb7-8832-c689ed191521 req-9add130a-1107-4573-8c8e-9b431d2a391e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:16.573238 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c3a34555-1ddd-4bb7-8832-c689ed191521 req-9add130a-1107-4573-8c8e-9b431d2a391e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.1420481 Aug 16 22:31:16.574340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=8a63ece5-7954-4352-9ef1-d896d0d9e511,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:16.577546 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.589801 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cb0f1962-0a91-441f-b66e-764ad326164f None None] Provisioning for port 3043f776-143e-40af-9e1d-a25a51605da4 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:16.595793 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba4c047-c7af-4230-97b8-a216792694e3 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:31:16.600546 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cb0f1962-0a91-441f-b66e-764ad326164f None None] Provisioning complete for port 3043f776-143e-40af-9e1d-a25a51605da4 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:16.601271 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb0f1962-0a91-441f-b66e-764ad326164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.644897 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port fba4c047-c7af-4230-97b8-a216792694e3, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=fba4c047-c7af-4230-97b8-a216792694e3,segment=NetworkSegment(30a289f5-5a43-4a03-9e38-5c4a6301b0f4),segment_id=30a289f5-5a43-4a03-9e38-5c4a6301b0f4)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:16.650970 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.654933 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-cb0f1962-0a91-441f-b66e-764ad326164f None None] Port 3043f776-143e-40af-9e1d-a25a51605da4 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:31:16.701842 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=fba4c047-c7af-4230-97b8-a216792694e3,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:16.747868 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c1788e4-7fb1-44f4-87aa-85d290e01c4f tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.753778 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c1788e4-7fb1-44f4-87aa-85d290e01c4f tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.836024 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1788e4-7fb1-44f4-87aa-85d290e01c4f tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Pushing event updated for resources: {'Port': ['ID=3043f776-143e-40af-9e1d-a25a51605da4,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:16.837996 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 162657cd-90b4-4f63-97d4-13cd2d72ddbd up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:16.839170 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c1788e4-7fb1-44f4-87aa-85d290e01c4f tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.905013 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 162657cd-90b4-4f63-97d4-13cd2d72ddbd triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:16.905728 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.948037 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1788e4-7fb1-44f4-87aa-85d290e01c4f tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Network 38b7bdd0-1196-4d6a-aeea-982a77beb832 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:16.949538 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-2c1788e4-7fb1-44f4-87aa-85d290e01c4f tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:16.983967 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c3a34555-1ddd-4bb7-8832-c689ed191521 req-107c0bf5-1a51-4f75-9459-4743db652542 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915038 Aug 16 22:31:17.078660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1788e4-7fb1-44f4-87aa-85d290e01c4f tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Router c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:17.120513 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8ea13-e3cd-41d1-afcb-61e120c3fbd8 req-b4f02c22-1cd6-48d5-b66d-3d6fbe315325 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:17.122094 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84c8ea13-e3cd-41d1-afcb-61e120c3fbd8 req-b4f02c22-1cd6-48d5-b66d-3d6fbe315325 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=30c912a3-d4ce-4e83-8043-d382dafeb1ef HTTP/1.1" status: 200 len: 944 time: 0.1615341 Aug 16 22:31:17.146982 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef47fc-1973-4e7c-903c-34ec7fd20fb5 req-24285bcb-1e6a-4e75-8925-f2f75292f218 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:17.148521 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72ef47fc-1973-4e7c-903c-34ec7fd20fb5 req-24285bcb-1e6a-4e75-8925-f2f75292f218 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 945 time: 0.0903559 Aug 16 22:31:17.165465 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e1572b-5942-487e-82d3-a79596d5c973 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Router 56c8b038-2613-461d-b7e4-2358c7770cdb has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:17.169624 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['8a63ece5-7954-4352-9ef1-d896d0d9e511'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:31:17.197187 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['fba4c047-c7af-4230-97b8-a216792694e3'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:31:17.200355 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1788e4-7fb1-44f4-87aa-85d290e01c4f tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:17.215197 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2c1788e4-7fb1-44f4-87aa-85d290e01c4f tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] 10.222.0.93 "PUT /v2.0/routers/c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2054269 Aug 16 22:31:17.215412 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35194) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:17.221444 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b9306377-274e-4e20-9658-21c5d7ba7335 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Request body: {'port': {'network_id': '38b7bdd0-1196-4d6a-aeea-982a77beb832', 'name': 'tempest-FloatingIPAdminTestJSON-895700966'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:17.222624 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84c8ea13-e3cd-41d1-afcb-61e120c3fbd8 req-6ce9693a-a733-4154-8b7a-924a9ad7f5ef tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857899 Aug 16 22:31:17.226962 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef8325d-91bc-4c49-85fd-9baab8fd47df None None] Sync routers for ids ['c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:17.247010 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72ef47fc-1973-4e7c-903c-34ec7fd20fb5 req-05734d0c-c3b2-4e0f-99c4-cf6cecbacae0 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8bd536d-e66b-4be2-839d-c2126bbc7733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902920 Aug 16 22:31:17.257574 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef8325d-91bc-4c49-85fd-9baab8fd47df None None] Routers {'c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:17.258229 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cef8325d-91bc-4c49-85fd-9baab8fd47df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:17.301151 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cef8325d-91bc-4c49-85fd-9baab8fd47df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:17.346034 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef8325d-91bc-4c49-85fd-9baab8fd47df None None] Routers {'c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:17.346663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cef8325d-91bc-4c49-85fd-9baab8fd47df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:17.350071 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-29ec015a-1f31-4e9c-867a-6b4e55d4790d None None] Provisioning complete for port 3043f776-143e-40af-9e1d-a25a51605da4 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:17.350441 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-29ec015a-1f31-4e9c-867a-6b4e55d4790d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:17.378296 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9306377-274e-4e20-9658-21c5d7ba7335 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Made reservation on behalf of a52412954039433abc5295b38e262d7f for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:17.382197 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b9306377-274e-4e20-9658-21c5d7ba7335 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:17.402878 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-b9306377-274e-4e20-9658-21c5d7ba7335 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] device_id is not set on port 47028ae8-14b5-4ddf-a7a5-0a9211f55034 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:31:17.436507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e1572b-5942-487e-82d3-a79596d5c973 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:17.441414 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29e1572b-5942-487e-82d3-a79596d5c973 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:17.452479 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee37779-bc60-43ab-b54b-acffca06f509 None None] Sync routers for ids ['56c8b038-2613-461d-b7e4-2358c7770cdb'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:17.465753 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee37779-bc60-43ab-b54b-acffca06f509 None None] Routers {'56c8b038-2613-461d-b7e4-2358c7770cdb'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:17.466993 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-aee37779-bc60-43ab-b54b-acffca06f509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['56c8b038-2613-461d-b7e4-2358c7770cdb'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:17.506834 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-29e1572b-5942-487e-82d3-a79596d5c973 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "PUT /v2.0/floatingips/3e4fcf40-6334-43c0-9858-dd46fcf0ae80 HTTP/1.1" status: 200 len: 992 time: 2.0777340 Aug 16 22:31:17.507862 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa806db-a00c-4203-9647-d693fa6103c5', 'tag': '556c3713-e199-4fd0-98b9-3fd422868be5'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:31:17.510381 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0056cf1-8f4a-450c-9e9a-ab8d7b2b54c9" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa806db-a00c-4203-9647-d693fa6103c5", "tag": "556c3713-e199-4fd0-98b9-3fd422868be5"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:31:17.540863 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef6cbd-0818-4984-aa73-cd24f8fa7f8d req-87a2399c-7e53-4513-9672-622d6e634730 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:17.544301 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41ef6cbd-0818-4984-aa73-cd24f8fa7f8d req-87a2399c-7e53-4513-9672-622d6e634730 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.1686881 Aug 16 22:31:17.570885 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cef8325d-91bc-4c49-85fd-9baab8fd47df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:17.571272 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef8325d-91bc-4c49-85fd-9baab8fd47df None None] The sync data for ids ['c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:17.593588 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-b9306377-274e-4e20-9658-21c5d7ba7335 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Allocated IP 172.20.0.14 (38b7bdd0-1196-4d6a-aeea-982a77beb832/91ecc2aa-d103-430a-8ce2-0df0bb150ca1/47028ae8-14b5-4ddf-a7a5-0a9211f55034) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:17.597451 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-aee37779-bc60-43ab-b54b-acffca06f509 None None] Set router 56c8b038-2613-461d-b7e4-2358c7770cdb gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:17.632404 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-29ec015a-1f31-4e9c-867a-6b4e55d4790d None None] Port 3043f776-143e-40af-9e1d-a25a51605da4 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:31:17.649635 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55408c33-ba00-4304-b42f-52a16d8338cf req-030ae45b-a54d-49ea-acb7-fe0661eaca0a tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:17.658377 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55408c33-ba00-4304-b42f-52a16d8338cf req-030ae45b-a54d-49ea-acb7-fe0661eaca0a tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/ports?device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 944 time: 0.1113982 Aug 16 22:31:17.684962 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41ef6cbd-0818-4984-aa73-cd24f8fa7f8d req-a69a5c2d-f66b-4a0e-a90e-f203f95ed6fb tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069648 Aug 16 22:31:17.707678 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55408c33-ba00-4304-b42f-52a16d8338cf req-c1e9d72c-5013-4582-a817-2450991b6e9c tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/security-groups?id=81c6e9ee-447c-441a-81c9-e0f7f5840e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468266 Aug 16 22:31:17.752983 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709a9010-47c9-494e-a532-bdc110a0a5e0 x-openstack-request-id: req-709a9010-47c9-494e-a532-bdc110a0a5e0 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:31:17.753718 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa806db-a00c-4203-9647-d693fa6103c5", "tag": "556c3713-e199-4fd0-98b9-3fd422868be5", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:31:17.753993 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-709a9010-47c9-494e-a532-bdc110a0a5e0 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:31:17.754407 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa806db-a00c-4203-9647-d693fa6103c5', 'tag': '556c3713-e199-4fd0-98b9-3fd422868be5', 'status': 'completed', 'code': 200} Aug 16 22:31:17.851154 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b9306377-274e-4e20-9658-21c5d7ba7335 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:17.852204 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-aee37779-bc60-43ab-b54b-acffca06f509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'name': 'tempest-AttachVolumeShelveTestJSON-777413558-router', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:08Z', 'updated_at': '2021-08-16T22:25:16Z', 'revision_number': 4, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'gw_port': {'id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:09Z', 'updated_at': '2021-08-16T22:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '3e4fcf40-6334-43c0-9858-dd46fcf0ae80', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'port_id': '556c3713-e199-4fd0-98b9-3fd422868be5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'mac_address': 'fa:16:3e:17:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa806db-a00c-4203-9647-d693fa6103c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:30:49Z', 'updated_at': '2021-08-16T22:31:16Z', 'revision_number': 1, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c2a774-c2fb-4fd8-b57d-6cf998aa3efc', 'name': '', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'mac_address': 'fa:16:3e:62:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:14Z', 'updated_at': '2021-08-16T22:25:24Z', 'revision_number': 5, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'subnets': [{'id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:17.869243 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b9306377-274e-4e20-9658-21c5d7ba7335 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Transition to ACTIVE for port object 47028ae8-14b5-4ddf-a7a5-0a9211f55034 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:17.879050 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee37779-bc60-43ab-b54b-acffca06f509 None None] Checking router: 56c8b038-2613-461d-b7e4-2358c7770cdb for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:31:17.881256 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0056cf1-8f4a-450c-9e9a-ab8d7b2b54c9 req-b51b90da-f7e5-4e69-b15b-fb8fb1ff1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:17.882883 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f0056cf1-8f4a-450c-9e9a-ab8d7b2b54c9 req-b51b90da-f7e5-4e69-b15b-fb8fb1ff1942 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89e6a3d49d324e0d860860f4a6f5f61c&device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 1098 time: 0.0753834 Aug 16 22:31:17.887911 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee37779-bc60-43ab-b54b-acffca06f509 None None] Routers {'56c8b038-2613-461d-b7e4-2358c7770cdb'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:17.888540 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-aee37779-bc60-43ab-b54b-acffca06f509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['56c8b038-2613-461d-b7e4-2358c7770cdb'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:17.966833 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b9306377-274e-4e20-9658-21c5d7ba7335 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:17.995611 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-aee37779-bc60-43ab-b54b-acffca06f509 None None] Set router 56c8b038-2613-461d-b7e4-2358c7770cdb gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:18.039308 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9306377-274e-4e20-9658-21c5d7ba7335 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Network 38b7bdd0-1196-4d6a-aeea-982a77beb832 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:18.042393 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9306377-274e-4e20-9658-21c5d7ba7335 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Pushing event updated for resources: {'Port': ['ID=47028ae8-14b5-4ddf-a7a5-0a9211f55034,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:18.046765 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-b9306377-274e-4e20-9658-21c5d7ba7335 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:18.049539 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9306377-274e-4e20-9658-21c5d7ba7335 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:18.057950 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0056cf1-8f4a-450c-9e9a-ab8d7b2b54c9 req-946d667f-161c-4f6d-a210-ca1a94019815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:18.059468 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f0056cf1-8f4a-450c-9e9a-ab8d7b2b54c9 req-946d667f-161c-4f6d-a210-ca1a94019815 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1aac5166-a976-4d3c-9235-d21b98e298ee HTTP/1.1" status: 200 len: 917 time: 0.1602569 Aug 16 22:31:18.125234 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1afba4-4f94-4403-aaf2-9c8265044f54 req-e9d1bf7e-a4c0-4fbd-afb7-28bd2c8be2a2 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:18.127955 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 01d6ddb2-e424-4030-b678-3c0eeeed90b1 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:18.146683 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c1afba4-4f94-4403-aaf2-9c8265044f54 req-e9d1bf7e-a4c0-4fbd-afb7-28bd2c8be2a2 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.1115847 Aug 16 22:31:18.164546 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9306377-274e-4e20-9658-21c5d7ba7335 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:18.165462 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b9306377-274e-4e20-9658-21c5d7ba7335 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.181551 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f0056cf1-8f4a-450c-9e9a-ab8d7b2b54c9 req-9f71ef56-a5d7-4585-8b19-5c463668b3c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=556c3713-e199-4fd0-98b9-3fd422868be5 HTTP/1.1" status: 200 len: 1000 time: 0.1025920 Aug 16 22:31:18.188927 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c1afba4-4f94-4403-aaf2-9c8265044f54 req-9ecf03db-87f9-4d65-887b-2d910ca7d236 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412879 Aug 16 22:31:18.191577 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b9306377-274e-4e20-9658-21c5d7ba7335 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9749134 Aug 16 22:31:18.194887 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35204) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:18.245420 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 01d6ddb2-e424-4030-b678-3c0eeeed90b1 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:18.250056 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 01d6ddb2-e424-4030-b678-3c0eeeed90b1 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:18.250323 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.282590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fc605dce-2f15-4e57-aea8-1e7c891a3a7d tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'project_id': 'a52412954039433abc5295b38e262d7f', 'port_id': '47028ae8-14b5-4ddf-a7a5-0a9211f55034'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:18.300622 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0056cf1-8f4a-450c-9e9a-ab8d7b2b54c9 req-5cf0ef25-ab5a-49ba-9d00-bd4e35cb229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:18.302854 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f0056cf1-8f4a-450c-9e9a-ab8d7b2b54c9 req-5cf0ef25-ab5a-49ba-9d00-bd4e35cb229f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d60c736-a0cd-48eb-8b90-5c8c42db55f8 HTTP/1.1" status: 200 len: 855 time: 0.0999572 Aug 16 22:31:18.313134 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-aee37779-bc60-43ab-b54b-acffca06f509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'name': 'tempest-AttachVolumeShelveTestJSON-777413558-router', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:08Z', 'updated_at': '2021-08-16T22:25:16Z', 'revision_number': 4, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'gw_port': {'id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:09Z', 'updated_at': '2021-08-16T22:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '3e4fcf40-6334-43c0-9858-dd46fcf0ae80', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'port_id': '556c3713-e199-4fd0-98b9-3fd422868be5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'mac_address': 'fa:16:3e:17:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa806db-a00c-4203-9647-d693fa6103c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:30:49Z', 'updated_at': '2021-08-16T22:31:16Z', 'revision_number': 1, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c2a774-c2fb-4fd8-b57d-6cf998aa3efc', 'name': '', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'mac_address': 'fa:16:3e:62:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:14Z', 'updated_at': '2021-08-16T22:25:24Z', 'revision_number': 5, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'subnets': [{'id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:18.330868 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc605dce-2f15-4e57-aea8-1e7c891a3a7d tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.374104 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-69e5b1bd-159a-4bd8-a10a-16e7b79c3f67 None None] Provisioning for port 47028ae8-14b5-4ddf-a7a5-0a9211f55034 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:18.377418 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee37779-bc60-43ab-b54b-acffca06f509 None None] The sync data for ids ['56c8b038-2613-461d-b7e4-2358c7770cdb'] in n-d-792458-15 is: [{'id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'name': 'tempest-AttachVolumeShelveTestJSON-777413558-router', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:08Z', 'updated_at': '2021-08-16T22:25:16Z', 'revision_number': 4, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'gw_port': {'id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:09Z', 'updated_at': '2021-08-16T22:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '3e4fcf40-6334-43c0-9858-dd46fcf0ae80', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'port_id': '556c3713-e199-4fd0-98b9-3fd422868be5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'mac_address': 'fa:16:3e:17:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa806db-a00c-4203-9647-d693fa6103c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:30:49Z', 'updated_at': '2021-08-16T22:31:16Z', 'revision_number': 1, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c2a774-c2fb-4fd8-b57d-6cf998aa3efc', 'name': '', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'mac_address': 'fa:16:3e:62:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:14Z', 'updated_at': '2021-08-16T22:25:24Z', 'revision_number': 5, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'subnets': [{'id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:18.394596 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0056cf1-8f4a-450c-9e9a-ab8d7b2b54c9 req-a4724f33-1968-4f88-8d35-6fe89290de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:18.396942 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f0056cf1-8f4a-450c-9e9a-ab8d7b2b54c9 req-a4724f33-1968-4f88-8d35-6fe89290de28 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1aac5166-a976-4d3c-9235-d21b98e298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750186 Aug 16 22:31:18.400823 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-69e5b1bd-159a-4bd8-a10a-16e7b79c3f67 None None] Provisioning complete for port 47028ae8-14b5-4ddf-a7a5-0a9211f55034 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:18.401197 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-69e5b1bd-159a-4bd8-a10a-16e7b79c3f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.440527 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.461220 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-69e5b1bd-159a-4bd8-a10a-16e7b79c3f67 None None] Port 47028ae8-14b5-4ddf-a7a5-0a9211f55034 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:31:18.490070 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 01d6ddb2-e424-4030-b678-3c0eeeed90b1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=01d6ddb2-e424-4030-b678-3c0eeeed90b1,segment=NetworkSegment(33dfb6c3-b599-4057-b70f-e1a7983d0cdf),segment_id=33dfb6c3-b599-4057-b70f-e1a7983d0cdf)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:18.490873 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c912a3-d4ce-4e83-8043-d382dafeb1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d6ddb2-e424-4030-b678-3c0eeeed90b1'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:31:18.493392 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c2a4c5-17aa-44f9-971a-2c66026cff83" -d '{"events": [{"server_uuid": "30c912a3-d4ce-4e83-8043-d382dafeb1ef", "name": "network-vif-plugged", "status": "completed", "tag": "01d6ddb2-e424-4030-b678-3c0eeeed90b1"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:31:18.497127 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.510160 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869497bb-769d-4040-9de4-04b85ef211c4 req-04363a7a-a2bd-425f-ad6d-a095fcd0bf66 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:18.511511 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-869497bb-769d-4040-9de4-04b85ef211c4 req-04363a7a-a2bd-425f-ad6d-a095fcd0bf66 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 945 time: 0.1238463 Aug 16 22:31:18.523708 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9780cc-200e-4ca4-8bf1-e29394251c54 req-228efe65-1dd8-4b68-bbcd-5db7a92be837 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:18.525377 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e9780cc-200e-4ca4-8bf1-e29394251c54 req-228efe65-1dd8-4b68-bbcd-5db7a92be837 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=30c912a3-d4ce-4e83-8043-d382dafeb1ef HTTP/1.1" status: 200 len: 944 time: 0.1388600 Aug 16 22:31:18.537342 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f0056cf1-8f4a-450c-9e9a-ab8d7b2b54c9 req-e7711d3e-9f0c-4219-b39b-7df5d278ab9a service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223450 Aug 16 22:31:18.557397 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=01d6ddb2-e424-4030-b678-3c0eeeed90b1,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:18.591255 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-869497bb-769d-4040-9de4-04b85ef211c4 req-eb165b9d-0b14-418a-ae38-d5eb578b7923 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8bd536d-e66b-4be2-839d-c2126bbc7733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638959 Aug 16 22:31:18.635556 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e9780cc-200e-4ca4-8bf1-e29394251c54 req-5157675f-fb1a-49fe-8675-340da9a5a629 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836420 Aug 16 22:31:18.646754 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc605dce-2f15-4e57-aea8-1e7c891a3a7d tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.667005 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f0056cf1-8f4a-450c-9e9a-ab8d7b2b54c9 req-2be54e92-114a-407b-bde7-23f7d3d9b88c service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209848 Aug 16 22:31:18.684723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c2c09c-3f80-43eb-a811-b9ef9ace8364 None None] New status for floating IP 3e4fcf40-6334-43c0-9858-dd46fcf0ae80: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:31:18.721115 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8be5386-7a32-470b-a8bd-c226bc8a2e1c x-openstack-request-id: req-c8be5386-7a32-470b-a8bd-c226bc8a2e1c {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:31:18.721615 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c912a3-d4ce-4e83-8043-d382dafeb1ef", "name": "network-vif-plugged", "status": "completed", "tag": "01d6ddb2-e424-4030-b678-3c0eeeed90b1", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:31:18.722108 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c8be5386-7a32-470b-a8bd-c226bc8a2e1c {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:31:18.722476 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c912a3-d4ce-4e83-8043-d382dafeb1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d6ddb2-e424-4030-b678-3c0eeeed90b1', 'code': 200} Aug 16 22:31:18.822199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cfc5d-b0ac-4b6e-b8d0-51b631653d29 req-de4bffae-e3c0-449e-83b8-9424c4b03947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:18.823850 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4e1cfc5d-b0ac-4b6e-b8d0-51b631653d29 req-de4bffae-e3c0-449e-83b8-9424c4b03947 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=30c912a3-d4ce-4e83-8043-d382dafeb1ef HTTP/1.1" status: 200 len: 1097 time: 0.0432200 Aug 16 22:31:18.825493 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-fc605dce-2f15-4e57-aea8-1e7c891a3a7d tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Allocated IP 172.25.6.16 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/9e61ce89-ba76-4211-b664-13ca5a7d7897) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:18.865095 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4e1cfc5d-b0ac-4b6e-b8d0-51b631653d29 req-a50b17fc-8e13-4668-846a-d18692e4214f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328712 Aug 16 22:31:18.950846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2da76-2091-45a9-b506-2754072fbc19 req-a175de8b-2f5d-472a-a5af-4715d969d135 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:18.952397 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5de2da76-2091-45a9-b506-2754072fbc19 req-a175de8b-2f5d-472a-a5af-4715d969d135 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/ports?device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 944 time: 0.1365132 Aug 16 22:31:18.966003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf59309-fd83-4d48-bf96-2f91c24a886d req-1f316394-d5aa-4b67-8f60-3397fdd7869f tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:18.967622 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fcf59309-fd83-4d48-bf96-2f91c24a886d req-1f316394-d5aa-4b67-8f60-3397fdd7869f tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.1532493 Aug 16 22:31:19.044754 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5de2da76-2091-45a9-b506-2754072fbc19 req-11f06dda-1e49-46be-85ec-16df936d4da3 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/security-groups?id=81c6e9ee-447c-441a-81c9-e0f7f5840e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760682 Aug 16 22:31:19.062891 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fcf59309-fd83-4d48-bf96-2f91c24a886d req-e6e669d8-9d20-49cf-b3c2-4be127200a74 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837348 Aug 16 22:31:19.078577 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc605dce-2f15-4e57-aea8-1e7c891a3a7d tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.118641 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc605dce-2f15-4e57-aea8-1e7c891a3a7d tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.158256 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc605dce-2f15-4e57-aea8-1e7c891a3a7d tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:19.162957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-fc605dce-2f15-4e57-aea8-1e7c891a3a7d tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:19.166734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc605dce-2f15-4e57-aea8-1e7c891a3a7d tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:19.190863 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc605dce-2f15-4e57-aea8-1e7c891a3a7d tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Pushing event updated for resources: {'Port': ['ID=9e61ce89-ba76-4211-b664-13ca5a7d7897,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:19.399417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998413f-befb-461b-b1a1-ac4b61419be5 req-81ab8d9f-0073-4784-8a0b-66bea6b38cc8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:19.400934 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9998413f-befb-461b-b1a1-ac4b61419be5 req-81ab8d9f-0073-4784-8a0b-66bea6b38cc8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.1263573 Aug 16 22:31:19.476227 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9998413f-befb-461b-b1a1-ac4b61419be5 req-4e114a9d-77bb-472a-a91c-da50be535992 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680790 Aug 16 22:31:19.593348 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc605dce-2f15-4e57-aea8-1e7c891a3a7d tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.674515 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc605dce-2f15-4e57-aea8-1e7c891a3a7d tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.838093 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556ec9d-4928-4840-94b5-e59e0cbaf848 req-7a58c345-77bb-4454-8656-e2ec3e47d322 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:19.839485 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7556ec9d-4928-4840-94b5-e59e0cbaf848 req-7a58c345-77bb-4454-8656-e2ec3e47d322 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 945 time: 0.1605289 Aug 16 22:31:19.848242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546db229-344b-4db1-9e60-031d93e81fdb req-67bbb85a-e648-459b-8f2a-0d7fc29cc0d0 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:19.850219 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-546db229-344b-4db1-9e60-031d93e81fdb req-67bbb85a-e648-459b-8f2a-0d7fc29cc0d0 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=30c912a3-d4ce-4e83-8043-d382dafeb1ef HTTP/1.1" status: 200 len: 945 time: 0.1396430 Aug 16 22:31:19.929679 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7556ec9d-4928-4840-94b5-e59e0cbaf848 req-f857856a-f82b-4e01-8530-e7ceea3e4ba1 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8bd536d-e66b-4be2-839d-c2126bbc7733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784802 Aug 16 22:31:19.935989 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-546db229-344b-4db1-9e60-031d93e81fdb req-7a632945-c875-4b15-9f9f-10312b142d53 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730598 Aug 16 22:31:19.979865 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc605dce-2f15-4e57-aea8-1e7c891a3a7d tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.986151 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc605dce-2f15-4e57-aea8-1e7c891a3a7d tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.059109 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc605dce-2f15-4e57-aea8-1e7c891a3a7d tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Pushing event updated for resources: {'Port': ['ID=9e61ce89-ba76-4211-b664-13ca5a7d7897,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:20.069391 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc605dce-2f15-4e57-aea8-1e7c891a3a7d tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.159873 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 8a63ece5-7954-4352-9ef1-d896d0d9e511 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:20.210351 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 8a63ece5-7954-4352-9ef1-d896d0d9e511 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:20.214377 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 8a63ece5-7954-4352-9ef1-d896d0d9e511 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:20.214894 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.249784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e4d2a-0668-404c-923e-cda1f20a6273 req-075da741-0417-4eaa-aed4-d6e2d7756cb8 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:20.251371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f92e4d2a-0668-404c-923e-cda1f20a6273 req-075da741-0417-4eaa-aed4-d6e2d7756cb8 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/ports?device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 944 time: 0.1368833 Aug 16 22:31:20.255234 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-fc605dce-2f15-4e57-aea8-1e7c891a3a7d tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Floating IP cdd5b2c4-0ec2-4fbb-ab00-651ca4b86301 associated. External IP: 172.25.6.16, port: 47028ae8-14b5-4ddf-a7a5-0a9211f55034. Aug 16 22:31:20.269612 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7fc22-6d7d-45e1-9407-f03cbf88a5c7 req-47d1ca1f-8a1f-4457-916c-67e97583e444 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:20.271746 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ace7fc22-6d7d-45e1-9407-f03cbf88a5c7 req-47d1ca1f-8a1f-4457-916c-67e97583e444 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.1146379 Aug 16 22:31:20.300272 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.334979 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 8a63ece5-7954-4352-9ef1-d896d0d9e511, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=8a63ece5-7954-4352-9ef1-d896d0d9e511,segment=NetworkSegment(4f82c370-da77-412b-a68d-0d9c56dddbae),segment_id=4f82c370-da77-412b-a68d-0d9c56dddbae)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:20.338950 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.339729 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device fba4c047-c7af-4230-97b8-a216792694e3 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:20.412143 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f92e4d2a-0668-404c-923e-cda1f20a6273 req-a8f4ee59-0ea2-48d2-914e-5dd8794f66cd tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/security-groups?id=81c6e9ee-447c-441a-81c9-e0f7f5840e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077509 Aug 16 22:31:20.417170 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ace7fc22-6d7d-45e1-9407-f03cbf88a5c7 req-c55d4d44-44cc-4f62-bba1-a98cbf6805cf tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092141 Aug 16 22:31:20.420371 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=8a63ece5-7954-4352-9ef1-d896d0d9e511,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:20.434103 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port fba4c047-c7af-4230-97b8-a216792694e3 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:20.440195 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port fba4c047-c7af-4230-97b8-a216792694e3 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:20.443828 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.549680 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.579279 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc605dce-2f15-4e57-aea8-1e7c891a3a7d tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Router c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:20.591195 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port fba4c047-c7af-4230-97b8-a216792694e3, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=fba4c047-c7af-4230-97b8-a216792694e3,segment=NetworkSegment(30a289f5-5a43-4a03-9e38-5c4a6301b0f4),segment_id=30a289f5-5a43-4a03-9e38-5c4a6301b0f4)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:20.597153 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.668259 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=fba4c047-c7af-4230-97b8-a216792694e3,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:20.724231 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbb14a6-84cc-4453-abea-8a3b9255ffa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a63ece5-7954-4352-9ef1-d896d0d9e511'}, {'server_uuid': '3687a734-e32a-445d-820e-961f38ac478b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba4c047-c7af-4230-97b8-a216792694e3'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:31:20.727698 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afc6eaf-d58b-4322-9ad0-6f4da0ec6660" -d '{"events": [{"server_uuid": "2cbb14a6-84cc-4453-abea-8a3b9255ffa6", "name": "network-vif-plugged", "status": "completed", "tag": "8a63ece5-7954-4352-9ef1-d896d0d9e511"}, {"server_uuid": "3687a734-e32a-445d-820e-961f38ac478b", "name": "network-vif-plugged", "status": "completed", "tag": "fba4c047-c7af-4230-97b8-a216792694e3"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:31:20.751375 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eec046-4eeb-4b49-ac42-7b1a54f66860 req-39e80597-abb0-49b0-a038-9435c35f493a tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:20.752711 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-16eec046-4eeb-4b49-ac42-7b1a54f66860 req-39e80597-abb0-49b0-a038-9435c35f493a tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.1606190 Aug 16 22:31:20.800899 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2cdae-5309-4600-82fd-685176be7eab req-6a1b4d2b-c635-4b08-9ada-d1a9a434f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:20.802957 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-12f2cdae-5309-4600-82fd-685176be7eab req-6a1b4d2b-c635-4b08-9ada-d1a9a434f639 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1430c2d2535e481e8ccf4b208114eac5&device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 1097 time: 0.0504012 Aug 16 22:31:20.823291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc605dce-2f15-4e57-aea8-1e7c891a3a7d tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:20.836394 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec03715-fcff-47e0-b842-56f8c64448d1 None None] Sync routers for ids ['c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:20.845933 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-16eec046-4eeb-4b49-ac42-7b1a54f66860 req-35353523-4029-4acc-8c22-dcb9027b4fda tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690272 Aug 16 22:31:20.848004 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec03715-fcff-47e0-b842-56f8c64448d1 None None] Routers {'c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:20.849075 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-dec03715-fcff-47e0-b842-56f8c64448d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:20.854958 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670655d-d3d2-4a55-a4b0-459988beab16 req-7abb0efb-01b3-41ee-9fe1-a124cbdb9c7f tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:20.856570 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b670655d-d3d2-4a55-a4b0-459988beab16 req-7abb0efb-01b3-41ee-9fe1-a124cbdb9c7f tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.1271420 Aug 16 22:31:20.878764 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc605dce-2f15-4e57-aea8-1e7c891a3a7d tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.894205 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-dec03715-fcff-47e0-b842-56f8c64448d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:20.904085 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec03715-fcff-47e0-b842-56f8c64448d1 None None] Routers {'c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:20.905102 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-dec03715-fcff-47e0-b842-56f8c64448d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:20.915054 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4455bf-b986-4ec8-b9df-81cd875bcba1 x-openstack-request-id: req-fa4455bf-b986-4ec8-b9df-81cd875bcba1 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:31:20.915358 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbb14a6-84cc-4453-abea-8a3b9255ffa6", "name": "network-vif-plugged", "status": "completed", "tag": "8a63ece5-7954-4352-9ef1-d896d0d9e511", "code": 200}, {"server_uuid": "3687a734-e32a-445d-820e-961f38ac478b", "name": "network-vif-plugged", "status": "completed", "tag": "fba4c047-c7af-4230-97b8-a216792694e3", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:31:20.915614 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fa4455bf-b986-4ec8-b9df-81cd875bcba1 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:31:20.916014 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbb14a6-84cc-4453-abea-8a3b9255ffa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a63ece5-7954-4352-9ef1-d896d0d9e511', 'code': 200} Aug 16 22:31:20.916272 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3687a734-e32a-445d-820e-961f38ac478b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba4c047-c7af-4230-97b8-a216792694e3', 'code': 200} Aug 16 22:31:20.921045 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2cdae-5309-4600-82fd-685176be7eab req-af153c95-40be-4651-b5ec-672dca6df2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:20.923208 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-12f2cdae-5309-4600-82fd-685176be7eab req-af153c95-40be-4651-b5ec-672dca6df2ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=9059d325-84cb-422e-b8d7-d8803d6dfafe HTTP/1.1" status: 200 len: 916 time: 0.1119099 Aug 16 22:31:20.937805 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fc605dce-2f15-4e57-aea8-1e7c891a3a7d tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.7416136 Aug 16 22:31:20.939809 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35246) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:20.963220 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b670655d-d3d2-4a55-a4b0-459988beab16 req-4a736de9-27fa-49e2-8fed-c21b1665bb69 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963266 Aug 16 22:31:21.073688 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-12f2cdae-5309-4600-82fd-685176be7eab req-667633f2-2665-40a5-a88f-57780ade6863 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcea367a-cab7-497f-b590-339a75882ffb HTTP/1.1" status: 200 len: 217 time: 0.1260600 Aug 16 22:31:21.084904 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-dec03715-fcff-47e0-b842-56f8c64448d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:21.085937 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec03715-fcff-47e0-b842-56f8c64448d1 None None] The sync data for ids ['c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:21.138506 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4c59b45b-4e6f-4e49-abe1-4ca7b0b69763 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] 10.222.0.93 "GET /v2.0/floatingips/cdd5b2c4-0ec2-4fbb-ab00-651ca4b86301 HTTP/1.1" status: 200 len: 982 time: 0.1973975 Aug 16 22:31:21.142579 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35254) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:21.222375 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2cdae-5309-4600-82fd-685176be7eab req-9a81a815-76ed-4df5-a760-9d96ba2a2e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:21.224399 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-12f2cdae-5309-4600-82fd-685176be7eab req-9a81a815-76ed-4df5-a760-9d96ba2a2e6a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d4ff73f-336b-4de1-b3a1-5534bfb75da2 HTTP/1.1" status: 200 len: 854 time: 0.1277647 Aug 16 22:31:21.524962 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fcda2-5975-4421-a356-850a9d65654f req-e0b41f45-62dd-4304-a34e-baa04409edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:21.526725 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef1fcda2-5975-4421-a356-850a9d65654f req-e0b41f45-62dd-4304-a34e-baa04409edc0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 1098 time: 0.4654274 Aug 16 22:31:21.530667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f313a72-9751-4e0a-a2b7-a2e85f4aa8e0 req-4d958c77-242d-4dd4-a44b-ef7e75362a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:21.532119 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8f313a72-9751-4e0a-a2b7-a2e85f4aa8e0 req-4d958c77-242d-4dd4-a44b-ef7e75362a04 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 1097 time: 0.4688125 Aug 16 22:31:21.542521 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9fc3f-59b1-4b30-959d-74dfbaed4dee req-8fbda51d-995a-4758-8fd3-3a2c0a9b9794 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:21.544030 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5af9fc3f-59b1-4b30-959d-74dfbaed4dee req-8fbda51d-995a-4758-8fd3-3a2c0a9b9794 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=30c912a3-d4ce-4e83-8043-d382dafeb1ef HTTP/1.1" status: 200 len: 945 time: 0.4942613 Aug 16 22:31:21.553265 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5394e2b-3a6e-4ec4-b4ea-f921a4e0cf6a req-f4c4433d-3035-4f3a-98a6-c20d8a888895 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:21.554892 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5394e2b-3a6e-4ec4-b4ea-f921a4e0cf6a req-f4c4433d-3035-4f3a-98a6-c20d8a888895 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 946 time: 0.5030603 Aug 16 22:31:21.601126 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c62624a5-bf4c-4ff3-91a0-ceaa199f04c8 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] 10.222.0.93 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4299 time: 0.4541290 Aug 16 22:31:21.601362 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35260) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:21.650054 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2cdae-5309-4600-82fd-685176be7eab req-b7dcf1e9-f5c5-4b42-880c-4630e9ede64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:21.651587 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-12f2cdae-5309-4600-82fd-685176be7eab req-b7dcf1e9-f5c5-4b42-880c-4630e9ede64a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9059d325-84cb-422e-b8d7-d8803d6dfafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4153109 Aug 16 22:31:21.666106 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef1fcda2-5975-4421-a356-850a9d65654f req-e57fd4ff-920f-47be-8ca1-8785dc323ff1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a8bd536d-e66b-4be2-839d-c2126bbc7733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101384 Aug 16 22:31:21.672435 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5af9fc3f-59b1-4b30-959d-74dfbaed4dee req-1fe078c9-600b-44f7-b9dd-57dd78fdb938 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108177 Aug 16 22:31:21.676373 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5394e2b-3a6e-4ec4-b4ea-f921a4e0cf6a req-0f5419f8-cab4-4d59-8c6b-80ebd9959cfa tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8bd536d-e66b-4be2-839d-c2126bbc7733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123047 Aug 16 22:31:21.677850 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8f313a72-9751-4e0a-a2b7-a2e85f4aa8e0 req-6c67e1c7-6570-4f06-a444-0757f4a846d7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=81c6e9ee-447c-441a-81c9-e0f7f5840e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151054 Aug 16 22:31:21.810302 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a5876-4cf0-4d95-a103-3474a6d0b2df req-211aef14-2bb6-4549-82fe-e909447eaedb tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:21.812612 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-484a5876-4cf0-4d95-a103-3474a6d0b2df req-211aef14-2bb6-4549-82fe-e909447eaedb tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/ports?device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 945 time: 0.0641963 Aug 16 22:31:21.832058 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-12f2cdae-5309-4600-82fd-685176be7eab req-0f71792a-e5d7-44e2-af08-7c28bc7a07c7 service neutron] 10.222.0.39 "GET /v2.0/networks/9059d325-84cb-422e-b8d7-d8803d6dfafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608019 Aug 16 22:31:21.866639 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9391e256-b102-4dbf-94f0-3c8acbd582c3 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Deleting port 9e61ce89-ba76-4211-b664-13ca5a7d7897 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:21.866983 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9391e256-b102-4dbf-94f0-3c8acbd582c3 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.886935 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-484a5876-4cf0-4d95-a103-3474a6d0b2df req-e65d43f9-462a-4a0a-a686-64137b425ca0 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/security-groups?id=81c6e9ee-447c-441a-81c9-e0f7f5840e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636046 Aug 16 22:31:22.000814 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-12f2cdae-5309-4600-82fd-685176be7eab req-ee72f233-9133-44e1-9d2a-97916c672dc7 service neutron] 10.222.0.39 "GET /v2.0/networks/9059d325-84cb-422e-b8d7-d8803d6dfafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550055 Aug 16 22:31:22.008058 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9391e256-b102-4dbf-94f0-3c8acbd582c3 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:22.008400 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9391e256-b102-4dbf-94f0-3c8acbd582c3 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:22.022537 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9391e256-b102-4dbf-94f0-3c8acbd582c3 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Calling delete_port for 9e61ce89-ba76-4211-b664-13ca5a7d7897 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:22.057888 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3463ac-a971-49e8-a652-57617a2c26ce req-8875c020-3565-4df5-8e08-b2f18ce6fe8e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:22.071348 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fb3463ac-a971-49e8-a652-57617a2c26ce req-8875c020-3565-4df5-8e08-b2f18ce6fe8e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.1131513 Aug 16 22:31:22.149069 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fb3463ac-a971-49e8-a652-57617a2c26ce req-069bba4d-6fce-4cd7-a35d-2abc67155b9b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778403 Aug 16 22:31:22.172970 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79d28d-1c85-4b6e-8604-1d8a3632beb7 req-b5366dd5-b74b-4dea-b009-8632d571e7ff tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:22.174565 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4e79d28d-1c85-4b6e-8604-1d8a3632beb7 req-b5366dd5-b74b-4dea-b009-8632d571e7ff tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.0664499 Aug 16 22:31:22.222817 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4e79d28d-1c85-4b6e-8604-1d8a3632beb7 req-d7b5a8ce-25f7-4051-867f-49d54f357dfc tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342758 Aug 16 22:31:22.232051 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9391e256-b102-4dbf-94f0-3c8acbd582c3 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:22.260047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391e256-b102-4dbf-94f0-3c8acbd582c3 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Pushing event deleted for resources: {'Port': ['ID=9e61ce89-ba76-4211-b664-13ca5a7d7897,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:22.326054 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9391e256-b102-4dbf-94f0-3c8acbd582c3 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:22.326335 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-9391e256-b102-4dbf-94f0-3c8acbd582c3 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Floating IP cdd5b2c4-0ec2-4fbb-ab00-651ca4b86301 disassociated (deleted). External IP: 172.25.6.16, port: 47028ae8-14b5-4ddf-a7a5-0a9211f55034. Aug 16 22:31:22.544302 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9391e256-b102-4dbf-94f0-3c8acbd582c3 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Router c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:22.672724 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9391e256-b102-4dbf-94f0-3c8acbd582c3 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:22.682582 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9391e256-b102-4dbf-94f0-3c8acbd582c3 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:22.688982 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb412ab9-52f3-4a6c-a9e1-749deaa7fbc7 None None] Sync routers for ids ['c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:22.723070 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9391e256-b102-4dbf-94f0-3c8acbd582c3 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] 10.222.0.93 "DELETE /v2.0/floatingips/cdd5b2c4-0ec2-4fbb-ab00-651ca4b86301 HTTP/1.1" status: 204 len: 168 time: 1.1205950 Aug 16 22:31:22.725663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb412ab9-52f3-4a6c-a9e1-749deaa7fbc7 None None] Routers {'c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:22.726602 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fb412ab9-52f3-4a6c-a9e1-749deaa7fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:22.727614 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35276) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:22.733455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6278571e-2330-435d-8c3b-3a18f28eb410 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:22.779282 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6278571e-2330-435d-8c3b-3a18f28eb410 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:22.790241 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fb412ab9-52f3-4a6c-a9e1-749deaa7fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:22.799794 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb412ab9-52f3-4a6c-a9e1-749deaa7fbc7 None None] Routers {'c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:22.800552 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fb412ab9-52f3-4a6c-a9e1-749deaa7fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:22.834201 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fb412ab9-52f3-4a6c-a9e1-749deaa7fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:22.834918 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb412ab9-52f3-4a6c-a9e1-749deaa7fbc7 None None] The sync data for ids ['c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:22.892126 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb21bdc-8c23-4658-90cf-52ac4e7b563c req-40c1302d-5721-415c-915b-b3a3d7e3eebb tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:22.893525 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-efb21bdc-8c23-4658-90cf-52ac4e7b563c req-40c1302d-5721-415c-915b-b3a3d7e3eebb tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 946 time: 0.1077552 Aug 16 22:31:22.948311 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-efb21bdc-8c23-4658-90cf-52ac4e7b563c req-417541b6-e75f-4d45-9f07-f75f45ccd2f5 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8bd536d-e66b-4be2-839d-c2126bbc7733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466275 Aug 16 22:31:22.972850 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6278571e-2330-435d-8c3b-3a18f28eb410 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:23.053024 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b564015-cc6b-46a8-bacc-bbd5248f2749 req-afa90bdc-67a4-47e6-9e59-77553d49174e tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:23.054622 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b564015-cc6b-46a8-bacc-bbd5248f2749 req-afa90bdc-67a4-47e6-9e59-77553d49174e tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/ports?device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 945 time: 0.0942290 Aug 16 22:31:23.143554 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b564015-cc6b-46a8-bacc-bbd5248f2749 req-7db13079-b6cb-44b5-8a79-e12a23899546 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/security-groups?id=81c6e9ee-447c-441a-81c9-e0f7f5840e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720098 Aug 16 22:31:23.165230 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-6278571e-2330-435d-8c3b-3a18f28eb410 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Allocated IP 172.25.6.17 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/b3eca3fd-1e46-4e73-a7d6-183943123894) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:23.331698 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6278571e-2330-435d-8c3b-3a18f28eb410 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:23.353417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7ed46-7933-4639-9139-e7fd8ea5304a req-2300183f-7ec9-4a69-b180-5a9917c7eff0 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:23.354961 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ab7ed46-7933-4639-9139-e7fd8ea5304a req-2300183f-7ec9-4a69-b180-5a9917c7eff0 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.0983355 Aug 16 22:31:23.416247 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ab7ed46-7933-4639-9139-e7fd8ea5304a req-34c51e68-122f-4128-b34b-e6a7ab9f0a09 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539343 Aug 16 22:31:23.419341 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6278571e-2330-435d-8c3b-3a18f28eb410 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:23.466547 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6278571e-2330-435d-8c3b-3a18f28eb410 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:23.469652 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-6278571e-2330-435d-8c3b-3a18f28eb410 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:23.475114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6278571e-2330-435d-8c3b-3a18f28eb410 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:23.478608 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278571e-2330-435d-8c3b-3a18f28eb410 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Pushing event updated for resources: {'Port': ['ID=b3eca3fd-1e46-4e73-a7d6-183943123894,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:23.612281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1459ee0-f98e-4299-b77b-d5aa0b37081a req-5bf09e86-d9fa-44ac-8123-57f262303f98 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:23.614222 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d1459ee0-f98e-4299-b77b-d5aa0b37081a req-5bf09e86-d9fa-44ac-8123-57f262303f98 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.1015866 Aug 16 22:31:23.619603 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6278571e-2330-435d-8c3b-3a18f28eb410 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:23.678921 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6278571e-2330-435d-8c3b-3a18f28eb410 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:23.701840 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d1459ee0-f98e-4299-b77b-d5aa0b37081a req-f7afcae1-b631-4bde-b45b-7e9fab2b789b tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788031 Aug 16 22:31:23.894111 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e63942-8e45-4f40-8beb-eeaebb74b45b req-131a073c-6081-4675-bd74-ec12b0b91407 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:23.896321 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40e63942-8e45-4f40-8beb-eeaebb74b45b req-131a073c-6081-4675-bd74-ec12b0b91407 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.0789857 Aug 16 22:31:23.913402 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6278571e-2330-435d-8c3b-3a18f28eb410 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:23.925280 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6278571e-2330-435d-8c3b-3a18f28eb410 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:24.012604 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40e63942-8e45-4f40-8beb-eeaebb74b45b req-95e587f8-0040-4491-9db9-8d2078b44672 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096990 Aug 16 22:31:24.029923 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278571e-2330-435d-8c3b-3a18f28eb410 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Pushing event updated for resources: {'Port': ['ID=b3eca3fd-1e46-4e73-a7d6-183943123894,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:24.047436 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6278571e-2330-435d-8c3b-3a18f28eb410 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:24.098418 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6278571e-2330-435d-8c3b-3a18f28eb410 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:24.100876 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6278571e-2330-435d-8c3b-3a18f28eb410 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3721187 Aug 16 22:31:24.103825 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35312) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:24.129821 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cd76e-cf80-4cb2-916d-2a159f21951e req-ec665d55-342b-4bc3-ba82-a8dbaa7b1ed7 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:24.131638 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c6cd76e-cf80-4cb2-916d-2a159f21951e req-ec665d55-342b-4bc3-ba82-a8dbaa7b1ed7 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 946 time: 0.0786986 Aug 16 22:31:24.211433 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c6cd76e-cf80-4cb2-916d-2a159f21951e req-32f48686-9d5d-44d4-9c6d-84104b2fef46 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8bd536d-e66b-4be2-839d-c2126bbc7733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706375 Aug 16 22:31:24.221941 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e57ef658-e28a-4107-a6ea-f454b25d64b2 tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:24.238477 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ac5f4-218b-47d6-90b4-f8e104a44962 req-61dd5c4f-4dbf-4415-9469-15b8ffe3d962 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:24.240623 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a29ac5f4-218b-47d6-90b4-f8e104a44962 req-61dd5c4f-4dbf-4415-9469-15b8ffe3d962 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a0b8df1d-8705-422d-a6dd-f4a0d3213c5e HTTP/1.1" status: 200 len: 945 time: 0.0805502 Aug 16 22:31:24.260148 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e57ef658-e28a-4107-a6ea-f454b25d64b2 tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:24.286346 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a29ac5f4-218b-47d6-90b4-f8e104a44962 req-fa867a0e-c244-4827-ad58-7607e7098cd5 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370862 Aug 16 22:31:24.345369 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ffcbf-289f-4a5a-b31d-34bfe5ea7600 req-3df9d71c-77a7-43db-aec6-440273b1ab7d tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:24.354318 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-856ffcbf-289f-4a5a-b31d-34bfe5ea7600 req-3df9d71c-77a7-43db-aec6-440273b1ab7d tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/ports?device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 945 time: 0.0662069 Aug 16 22:31:24.397789 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e57ef658-e28a-4107-a6ea-f454b25d64b2 tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:24.409105 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-856ffcbf-289f-4a5a-b31d-34bfe5ea7600 req-42464a34-20c0-44d4-9325-2be46fd523a4 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/security-groups?id=81c6e9ee-447c-441a-81c9-e0f7f5840e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538805 Aug 16 22:31:24.479563 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9ffb7-979d-40ae-8e0c-dd2d25c44b54 req-f4a065fd-3643-4f08-b9d5-fed8ae31ac7a tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:24.481157 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ad9ffb7-979d-40ae-8e0c-dd2d25c44b54 req-f4a065fd-3643-4f08-b9d5-fed8ae31ac7a tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 946 time: 0.0969062 Aug 16 22:31:24.494484 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35326) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:24.509452 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-98306313-f86a-4c84-97a9-82465abe2c7f tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Request body: {'floatingip': {'port_id': '8a63ece5-7954-4352-9ef1-d896d0d9e511'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:24.565685 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-e57ef658-e28a-4107-a6ea-f454b25d64b2 tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Allocated IP 172.25.6.141 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/e10ea367-484d-4551-8413-d64fce96dc10) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:24.600876 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-98306313-f86a-4c84-97a9-82465abe2c7f tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:24.706472 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e57ef658-e28a-4107-a6ea-f454b25d64b2 tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:24.727129 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb55de9-a435-44b2-95a0-8610315bfdc2 req-4c88ca5e-888f-400d-a869-2a4f2e007f90 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:24.728751 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aeb55de9-a435-44b2-95a0-8610315bfdc2 req-4c88ca5e-888f-400d-a869-2a4f2e007f90 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93 HTTP/1.1" status: 200 len: 946 time: 0.2394207 Aug 16 22:31:24.749466 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e57ef658-e28a-4107-a6ea-f454b25d64b2 tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:24.789477 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557b834-108a-4adc-90a7-e47f8283b442 req-f22a4533-5154-4bd8-9e90-b7ce16517326 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:24.791254 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9557b834-108a-4adc-90a7-e47f8283b442 req-f22a4533-5154-4bd8-9e90-b7ce16517326 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/ports?device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 945 time: 0.2183754 Aug 16 22:31:24.801192 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57ef658-e28a-4107-a6ea-f454b25d64b2 tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:24.804840 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-e57ef658-e28a-4107-a6ea-f454b25d64b2 tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:24.811069 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ef658-e28a-4107-a6ea-f454b25d64b2 tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:24.848483 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aeb55de9-a435-44b2-95a0-8610315bfdc2 req-12cf8c7e-d80f-4c93-b143-ca4b0cd03e5f tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849407 Aug 16 22:31:24.854400 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ef658-e28a-4107-a6ea-f454b25d64b2 tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Pushing event updated for resources: {'Port': ['ID=e10ea367-484d-4551-8413-d64fce96dc10,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:24.925743 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9557b834-108a-4adc-90a7-e47f8283b442 req-5ba9a1d6-0854-4310-97a3-71e0c744a70f tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/security-groups?id=81c6e9ee-447c-441a-81c9-e0f7f5840e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059947 Aug 16 22:31:24.959342 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e57ef658-e28a-4107-a6ea-f454b25d64b2 tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.004234 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e57ef658-e28a-4107-a6ea-f454b25d64b2 tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.042740 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-e3b65c89-8f10-4775-b5b6-1a22a41e03a4 req-7f203e09-2259-4a67-8e37-1d8c8af8a2f6 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:31:25.044688 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3b65c89-8f10-4775-b5b6-1a22a41e03a4 req-7f203e09-2259-4a67-8e37-1d8c8af8a2f6 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0545225 Aug 16 22:31:25.184164 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e57ef658-e28a-4107-a6ea-f454b25d64b2 tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.189730 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e57ef658-e28a-4107-a6ea-f454b25d64b2 tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.255017 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9db0ef-4edf-42fd-8538-9005067656d1 req-1c81b085-dc22-4c91-b564-a28ecca4da2d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:25.258244 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7e9db0ef-4edf-42fd-8538-9005067656d1 req-1c81b085-dc22-4c91-b564-a28ecca4da2d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.2908692 Aug 16 22:31:25.271702 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ef658-e28a-4107-a6ea-f454b25d64b2 tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Pushing event updated for resources: {'Port': ['ID=e10ea367-484d-4551-8413-d64fce96dc10,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:25.287600 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e57ef658-e28a-4107-a6ea-f454b25d64b2 tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.306996 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e57ef658-e28a-4107-a6ea-f454b25d64b2 tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.313905 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e57ef658-e28a-4107-a6ea-f454b25d64b2 tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2080851 Aug 16 22:31:25.314764 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35338) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:25.347325 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3b65c89-8f10-4775-b5b6-1a22a41e03a4 req-e3e955c5-4d00-44f5-8d0b-74c7773be7ee tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2812085 Aug 16 22:31:25.393983 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b4a60d75-4f36-4680-970c-d83687b18875 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] 10.222.0.93 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4484 time: 0.0778165 Aug 16 22:31:25.394719 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35340) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:25.396645 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7e9db0ef-4edf-42fd-8538-9005067656d1 req-da0fbf63-03ee-47df-874f-18490440164b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175070 Aug 16 22:31:25.527805 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-188255ac-0812-40f9-b97f-1338653cef0a tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] 10.222.0.93 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1316230 Aug 16 22:31:25.528341 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35344) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:25.576795 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-98306313-f86a-4c84-97a9-82465abe2c7f tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.586670 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-98306313-f86a-4c84-97a9-82465abe2c7f tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.764085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-03e8fe98-4912-499a-b5e0-eb236e34d6fc tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Deleting port e10ea367-484d-4551-8413-d64fce96dc10 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:25.767775 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-03e8fe98-4912-499a-b5e0-eb236e34d6fc tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.803515 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-98306313-f86a-4c84-97a9-82465abe2c7f tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Floating IP 60338911-c42a-49cf-9b8e-a63d595960b2 associated. External IP: 172.25.6.113, port: 8a63ece5-7954-4352-9ef1-d896d0d9e511. Aug 16 22:31:25.959127 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-03e8fe98-4912-499a-b5e0-eb236e34d6fc tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.961155 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-03e8fe98-4912-499a-b5e0-eb236e34d6fc tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.975604 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-03e8fe98-4912-499a-b5e0-eb236e34d6fc tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Calling delete_port for e10ea367-484d-4551-8413-d64fce96dc10 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:26.019872 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c93cf2-e563-41f9-ac58-b52f46ae064d req-8804870d-e622-4acb-84b8-1911c67e16e7 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:26.022875 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-67c93cf2-e563-41f9-ac58-b52f46ae064d req-8804870d-e622-4acb-84b8-1911c67e16e7 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.1402464 Aug 16 22:31:26.100794 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb61cc9-4644-4e0e-962e-b067c21b167f req-b3b018ea-f224-465a-809d-59418079f897 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:26.108594 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfb61cc9-4644-4e0e-962e-b067c21b167f req-b3b018ea-f224-465a-809d-59418079f897 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/ports?device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 945 time: 0.1521754 Aug 16 22:31:26.160803 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfb61cc9-4644-4e0e-962e-b067c21b167f req-e457220d-5bda-4d6b-9173-b5a66b48716c tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/security-groups?id=81c6e9ee-447c-441a-81c9-e0f7f5840e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509572 Aug 16 22:31:26.174181 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-67c93cf2-e563-41f9-ac58-b52f46ae064d req-5a9716f5-4d34-49f6-802e-f1b249381f6d tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397443 Aug 16 22:31:26.183909 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-03e8fe98-4912-499a-b5e0-eb236e34d6fc tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.237919 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8fe98-4912-499a-b5e0-eb236e34d6fc tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Pushing event deleted for resources: {'Port': ['ID=e10ea367-484d-4551-8413-d64fce96dc10,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:26.283868 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98306313-f86a-4c84-97a9-82465abe2c7f tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Router 37e00345-512f-4ee0-87b9-0962aab52e3a has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:26.361330 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-03e8fe98-4912-499a-b5e0-eb236e34d6fc tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.365290 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-03e8fe98-4912-499a-b5e0-eb236e34d6fc tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.366990 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-03e8fe98-4912-499a-b5e0-eb236e34d6fc tempest-FloatingIPAdminTestJSON-117659290 tempest-FloatingIPAdminTestJSON-117659290-project] 10.222.0.93 "DELETE /v2.0/floatingips/378e0402-7350-4361-8a77-ac3db9ed0a23 HTTP/1.1" status: 204 len: 168 time: 0.8376150 Aug 16 22:31:26.369782 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35360) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:26.452730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cba5bd-d907-4285-af60-481dcfb42c08 req-8edf9027-d62e-474f-bc23-647dcf847ff1 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:26.454283 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18cba5bd-d907-4285-af60-481dcfb42c08 req-8edf9027-d62e-474f-bc23-647dcf847ff1 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a0b8df1d-8705-422d-a6dd-f4a0d3213c5e HTTP/1.1" status: 200 len: 945 time: 0.0968592 Aug 16 22:31:26.491299 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98306313-f86a-4c84-97a9-82465abe2c7f tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:26.496824 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-98306313-f86a-4c84-97a9-82465abe2c7f tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.502151 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c6f26-9301-415d-baff-0dca73010aad None None] Sync routers for ids ['37e00345-512f-4ee0-87b9-0962aab52e3a'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:26.514591 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c6f26-9301-415d-baff-0dca73010aad None None] Routers {'37e00345-512f-4ee0-87b9-0962aab52e3a'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:26.515663 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0f1c6f26-9301-415d-baff-0dca73010aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['37e00345-512f-4ee0-87b9-0962aab52e3a'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:26.580665 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-76aa18a4-87f4-48af-9a00-91bac0b4e416 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Deleting port b3eca3fd-1e46-4e73-a7d6-183943123894 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:26.581177 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-76aa18a4-87f4-48af-9a00-91bac0b4e416 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.661869 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0f1c6f26-9301-415d-baff-0dca73010aad None None] Set router 37e00345-512f-4ee0-87b9-0962aab52e3a gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:26.675949 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-76aa18a4-87f4-48af-9a00-91bac0b4e416 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.676470 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-76aa18a4-87f4-48af-9a00-91bac0b4e416 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.697822 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-76aa18a4-87f4-48af-9a00-91bac0b4e416 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Calling delete_port for b3eca3fd-1e46-4e73-a7d6-183943123894 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:26.926333 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-76aa18a4-87f4-48af-9a00-91bac0b4e416 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.945437 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18cba5bd-d907-4285-af60-481dcfb42c08 req-36d7de8e-cf05-43e2-8226-9c2e9d0edf6e tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759259 Aug 16 22:31:26.961429 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-98306313-f86a-4c84-97a9-82465abe2c7f tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "PUT /v2.0/floatingips/60338911-c42a-49cf-9b8e-a63d595960b2 HTTP/1.1" status: 200 len: 992 time: 2.4656014 Aug 16 22:31:26.966669 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbb14a6-84cc-4453-abea-8a3b9255ffa6', 'tag': '8a63ece5-7954-4352-9ef1-d896d0d9e511'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:31:26.967966 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa18a4-87f4-48af-9a00-91bac0b4e416 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3eca3fd-1e46-4e73-a7d6-183943123894,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:26.968928 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34d3a48-0cbf-427c-ae39-fc2b17f3babf" -d '{"events": [{"name": "network-changed", "server_uuid": "2cbb14a6-84cc-4453-abea-8a3b9255ffa6", "tag": "8a63ece5-7954-4352-9ef1-d896d0d9e511"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:31:27.009363 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95763233-1cf6-4b38-9600-8d1fce20486f req-fd65d086-f7b3-42b9-a16c-c4f979a30d41 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:27.016748 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-95763233-1cf6-4b38-9600-8d1fce20486f req-fd65d086-f7b3-42b9-a16c-c4f979a30d41 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/ports?device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 945 time: 0.5163770 Aug 16 22:31:27.037292 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0f1c6f26-9301-415d-baff-0dca73010aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'name': 'tempest-ServersTestBootFromVolume-1892836358-router', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:29:56Z', 'updated_at': '2021-08-16T22:30:05Z', 'revision_number': 4, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'gw_port': {'id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:29:57Z', 'updated_at': '2021-08-16T22:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '60338911-c42a-49cf-9b8e-a63d595960b2', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'floating_ip_address': '172.25.6.113', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'port_id': '8a63ece5-7954-4352-9ef1-d896d0d9e511', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134', 'mac_address': 'fa:16:3e:7b:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb14a6-84cc-4453-abea-8a3b9255ffa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:30:15Z', 'updated_at': '2021-08-16T22:31:25Z', 'revision_number': 1, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969aa742-7b8e-4b4f-bbb8-d85aeb3ae726', 'name': '', 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'mac_address': 'fa:16:3e:d8:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '47785ed2-eedb-4896-b504-79173b91e11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:02Z', 'updated_at': '2021-08-16T22:30:17Z', 'revision_number': 5, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'subnets': [{'id': '47785ed2-eedb-4896-b504-79173b91e11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:27.072674 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-76aa18a4-87f4-48af-9a00-91bac0b4e416 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.072940 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c6f26-9301-415d-baff-0dca73010aad None None] Checking router: 37e00345-512f-4ee0-87b9-0962aab52e3a for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:31:27.076741 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-76aa18a4-87f4-48af-9a00-91bac0b4e416 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.078396 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-76aa18a4-87f4-48af-9a00-91bac0b4e416 tempest-FloatingIPAdminTestJSON-1583058846 tempest-FloatingIPAdminTestJSON-1583058846-project-admin] 10.222.0.93 "DELETE /v2.0/floatingips/e1fecc4f-1db1-410f-ab8f-25e5eeb2c54d HTTP/1.1" status: 204 len: 168 time: 0.7038076 Aug 16 22:31:27.082205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35378) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:27.084287 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c6f26-9301-415d-baff-0dca73010aad None None] Routers {'37e00345-512f-4ee0-87b9-0962aab52e3a'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:27.084891 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0f1c6f26-9301-415d-baff-0dca73010aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['37e00345-512f-4ee0-87b9-0962aab52e3a'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:27.145388 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40908a4f-962c-4c83-9474-5774f0123d33 req-06aebc4a-9372-45fb-afdb-171ac79c5854 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:27.147720 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40908a4f-962c-4c83-9474-5774f0123d33 req-06aebc4a-9372-45fb-afdb-171ac79c5854 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.1219220 Aug 16 22:31:27.155923 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-95763233-1cf6-4b38-9600-8d1fce20486f req-4a4f2c03-d0fb-4667-a896-f90fd82a910d tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/security-groups?id=81c6e9ee-447c-441a-81c9-e0f7f5840e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280906 Aug 16 22:31:27.215362 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0f1c6f26-9301-415d-baff-0dca73010aad None None] Set router 37e00345-512f-4ee0-87b9-0962aab52e3a gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:27.228546 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40908a4f-962c-4c83-9474-5774f0123d33 req-e864f7a2-5acf-4268-af94-079bc7a20819 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466135 Aug 16 22:31:27.242779 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-41146d7a-af2d-4f3d-9ef2-d609e9abd6e7 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Deleting port 47028ae8-14b5-4ddf-a7a5-0a9211f55034 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:27.243366 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41146d7a-af2d-4f3d-9ef2-d609e9abd6e7 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.404494 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57ffc7d-344b-4dd6-b7df-6f870aa6b93f x-openstack-request-id: req-d57ffc7d-344b-4dd6-b7df-6f870aa6b93f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:31:27.404875 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cbb14a6-84cc-4453-abea-8a3b9255ffa6", "tag": "8a63ece5-7954-4352-9ef1-d896d0d9e511", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:31:27.405200 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d57ffc7d-344b-4dd6-b7df-6f870aa6b93f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:31:27.405662 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbb14a6-84cc-4453-abea-8a3b9255ffa6', 'tag': '8a63ece5-7954-4352-9ef1-d896d0d9e511', 'status': 'completed', 'code': 200} Aug 16 22:31:27.409425 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41146d7a-af2d-4f3d-9ef2-d609e9abd6e7 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.443665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-41146d7a-af2d-4f3d-9ef2-d609e9abd6e7 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Calling delete_port for 47028ae8-14b5-4ddf-a7a5-0a9211f55034 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:27.502972 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d3a48-0cbf-427c-ae39-fc2b17f3babf req-eb1db402-3728-4fc2-98a8-dfe6bb6b79bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:27.504618 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbaadc-1d1e-4f94-9419-127628a93335 req-c84d7f64-b6a0-49d1-8d60-fcab41b2dfbc tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:27.504949 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b34d3a48-0cbf-427c-ae39-fc2b17f3babf req-eb1db402-3728-4fc2-98a8-dfe6bb6b79bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf69600d67cb431fa5f891d55a11175f&device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 1098 time: 0.0584450 Aug 16 22:31:27.506306 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4abbaadc-1d1e-4f94-9419-127628a93335 req-c84d7f64-b6a0-49d1-8d60-fcab41b2dfbc tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93 HTTP/1.1" status: 200 len: 946 time: 0.1120796 Aug 16 22:31:27.544166 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0f1c6f26-9301-415d-baff-0dca73010aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'name': 'tempest-ServersTestBootFromVolume-1892836358-router', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:29:56Z', 'updated_at': '2021-08-16T22:30:05Z', 'revision_number': 4, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'gw_port': {'id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:29:57Z', 'updated_at': '2021-08-16T22:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '60338911-c42a-49cf-9b8e-a63d595960b2', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'floating_ip_address': '172.25.6.113', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'port_id': '8a63ece5-7954-4352-9ef1-d896d0d9e511', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134', 'mac_address': 'fa:16:3e:7b:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb14a6-84cc-4453-abea-8a3b9255ffa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:30:15Z', 'updated_at': '2021-08-16T22:31:25Z', 'revision_number': 1, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969aa742-7b8e-4b4f-bbb8-d85aeb3ae726', 'name': '', 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'mac_address': 'fa:16:3e:d8:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '47785ed2-eedb-4896-b504-79173b91e11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:02Z', 'updated_at': '2021-08-16T22:30:17Z', 'revision_number': 5, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'subnets': [{'id': '47785ed2-eedb-4896-b504-79173b91e11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:27.562574 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4abbaadc-1d1e-4f94-9419-127628a93335 req-8c78c237-4e9f-4dc5-b499-91e8569b2228 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492837 Aug 16 22:31:27.572656 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c6f26-9301-415d-baff-0dca73010aad None None] The sync data for ids ['37e00345-512f-4ee0-87b9-0962aab52e3a'] in n-d-792458-15 is: [{'id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'name': 'tempest-ServersTestBootFromVolume-1892836358-router', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:29:56Z', 'updated_at': '2021-08-16T22:30:05Z', 'revision_number': 4, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'gw_port': {'id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:29:57Z', 'updated_at': '2021-08-16T22:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '60338911-c42a-49cf-9b8e-a63d595960b2', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'floating_ip_address': '172.25.6.113', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'port_id': '8a63ece5-7954-4352-9ef1-d896d0d9e511', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134', 'mac_address': 'fa:16:3e:7b:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb14a6-84cc-4453-abea-8a3b9255ffa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:30:15Z', 'updated_at': '2021-08-16T22:31:25Z', 'revision_number': 1, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969aa742-7b8e-4b4f-bbb8-d85aeb3ae726', 'name': '', 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'mac_address': 'fa:16:3e:d8:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '47785ed2-eedb-4896-b504-79173b91e11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:02Z', 'updated_at': '2021-08-16T22:30:17Z', 'revision_number': 5, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'subnets': [{'id': '47785ed2-eedb-4896-b504-79173b91e11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:27.679618 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41146d7a-af2d-4f3d-9ef2-d609e9abd6e7 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.682301 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d3a48-0cbf-427c-ae39-fc2b17f3babf req-1cd5a833-505f-4579-9e51-38e095cacbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:27.684250 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b34d3a48-0cbf-427c-ae39-fc2b17f3babf req-1cd5a833-505f-4579-9e51-38e095cacbe9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=375c560a-c343-432d-a44f-effc0e1e4134 HTTP/1.1" status: 200 len: 917 time: 0.1529791 Aug 16 22:31:27.717409 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41146d7a-af2d-4f3d-9ef2-d609e9abd6e7 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Pushing event deleted for resources: {'Port': ['ID=47028ae8-14b5-4ddf-a7a5-0a9211f55034,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:27.803010 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b34d3a48-0cbf-427c-ae39-fc2b17f3babf req-196deeff-26e3-4f7b-bc72-af43e8388f1c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a63ece5-7954-4352-9ef1-d896d0d9e511 HTTP/1.1" status: 200 len: 1000 time: 0.1020300 Aug 16 22:31:27.807696 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41146d7a-af2d-4f3d-9ef2-d609e9abd6e7 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.812836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-41146d7a-af2d-4f3d-9ef2-d609e9abd6e7 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] 10.222.0.93 "DELETE /v2.0/ports/47028ae8-14b5-4ddf-a7a5-0a9211f55034 HTTP/1.1" status: 204 len: 168 time: 0.7267916 Aug 16 22:31:27.814252 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35382) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:27.913633 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5aaeb1-e09c-473c-a829-2706b37ede18 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:27.919695 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5e5aaeb1-e09c-473c-a829-2706b37ede18 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] 10.222.0.93 "GET /v2.0/ports?device_id=c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91 HTTP/1.1" status: 200 len: 913 time: 0.1036828 Aug 16 22:31:27.920392 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35386) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:27.930346 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b3559-df91-4de5-86bf-1e3fdac19de0 req-39cfd034-f7fa-45a3-a11b-d9086c86d0fc tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:27.946578 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b3559-df91-4de5-86bf-1e3fdac19de0 req-39cfd034-f7fa-45a3-a11b-d9086c86d0fc tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:27.961076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccef469-2c9a-447d-81f6-3905ea46fa65 None None] New status for floating IP 60338911-c42a-49cf-9b8e-a63d595960b2: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:31:27.976854 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b3559-df91-4de5-86bf-1e3fdac19de0 req-39cfd034-f7fa-45a3-a11b-d9086c86d0fc tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:27.981125 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-307b3559-df91-4de5-86bf-1e3fdac19de0 req-39cfd034-f7fa-45a3-a11b-d9086c86d0fc tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93&device_id=a0b8df1d-8705-422d-a6dd-f4a0d3213c5e&device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 2417 time: 0.1415191 Aug 16 22:31:28.034976 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-307b3559-df91-4de5-86bf-1e3fdac19de0 req-34f89af5-1311-408f-98e5-ac155d6efccd tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462487 Aug 16 22:31:28.048805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d3a48-0cbf-427c-ae39-fc2b17f3babf req-3a2137df-ded7-457c-87a7-0c0087255b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:28.050304 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b34d3a48-0cbf-427c-ae39-fc2b17f3babf req-3a2137df-ded7-457c-87a7-0c0087255b97 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47785ed2-eedb-4896-b504-79173b91e11f HTTP/1.1" status: 200 len: 855 time: 0.2028794 Aug 16 22:31:28.103136 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-04151add-e48b-4439-bab6-1102e3868579 req-f6a1ed12-5e32-48cf-b082-30e0d90c72e0 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:31:28.105056 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04151add-e48b-4439-bab6-1102e3868579 req-f6a1ed12-5e32-48cf-b082-30e0d90c72e0 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071018 Aug 16 22:31:28.200875 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04151add-e48b-4439-bab6-1102e3868579 req-6fc267e5-0743-4750-b400-e2ecf27e56bd tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0888891 Aug 16 22:31:28.218998 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d3a48-0cbf-427c-ae39-fc2b17f3babf req-49eceabb-7a79-4b50-9f42-f4903172681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:28.224464 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b34d3a48-0cbf-427c-ae39-fc2b17f3babf req-49eceabb-7a79-4b50-9f42-f4903172681a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=375c560a-c343-432d-a44f-effc0e1e4134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1645515 Aug 16 22:31:28.339506 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ea37e-211f-4d19-a0e7-4a1db322c6e1 req-00a504cd-8e6b-4f03-afa1-761e6cd1a9a8 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:28.347762 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b81ea37e-211f-4d19-a0e7-4a1db322c6e1 req-00a504cd-8e6b-4f03-afa1-761e6cd1a9a8 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/ports?device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 945 time: 0.0696259 Aug 16 22:31:28.405600 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b81ea37e-211f-4d19-a0e7-4a1db322c6e1 req-d0366681-fbda-4de3-af47-b9b65f31434c tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/security-groups?id=81c6e9ee-447c-441a-81c9-e0f7f5840e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533013 Aug 16 22:31:28.438681 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b34d3a48-0cbf-427c-ae39-fc2b17f3babf req-df12ab46-8761-41a3-9fa5-78892d4cb7ec service neutron] 10.222.0.39 "GET /v2.0/networks/375c560a-c343-432d-a44f-effc0e1e4134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948411 Aug 16 22:31:28.610648 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b34d3a48-0cbf-427c-ae39-fc2b17f3babf req-711af8cc-5f84-4cf7-8c18-53424e25a6ca service neutron] 10.222.0.39 "GET /v2.0/networks/375c560a-c343-432d-a44f-effc0e1e4134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623178 Aug 16 22:31:28.637874 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f613b-33dc-4cd8-a1ba-fa3e61ad7b2b req-59f4ba07-d4c9-40f4-b452-bb7fc2247792 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:28.655328 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a0f613b-33dc-4cd8-a1ba-fa3e61ad7b2b req-59f4ba07-d4c9-40f4-b452-bb7fc2247792 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.1951566 Aug 16 22:31:28.705418 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a0f613b-33dc-4cd8-a1ba-fa3e61ad7b2b req-d6b2df3d-b9d2-4d57-ac0e-b06331262c4c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380177 Aug 16 22:31:28.768466 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b50ea7b-030e-48ef-b893-7652d2804b84 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:29.105051 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b51042-4201-4e99-ad37-0f2ab86f2a45 req-418ecc2c-5c5a-4274-86cb-59208ff3ae97 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:29.106785 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9b51042-4201-4e99-ad37-0f2ab86f2a45 req-418ecc2c-5c5a-4274-86cb-59208ff3ae97 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.39 "GET /v2.0/ports?device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 945 time: 0.0937946 Aug 16 22:31:29.220536 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9b50ea7b-030e-48ef-b893-7652d2804b84 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Deleting port 3043f776-143e-40af-9e1d-a25a51605da4 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:29.220875 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b50ea7b-030e-48ef-b893-7652d2804b84 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:29.632028 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-f9b51042-4201-4e99-ad37-0f2ab86f2a45 req-fe45eb02-7d01-4550-ba2f-7530f1ab2a6b tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Deleting port fba4c047-c7af-4230-97b8-a216792694e3 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:29.634103 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f9b51042-4201-4e99-ad37-0f2ab86f2a45 req-fe45eb02-7d01-4550-ba2f-7530f1ab2a6b tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:29.700897 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b50ea7b-030e-48ef-b893-7652d2804b84 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:29.723117 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9b50ea7b-030e-48ef-b893-7652d2804b84 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Calling delete_port for 3043f776-143e-40af-9e1d-a25a51605da4 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:29.819885 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-f9b51042-4201-4e99-ad37-0f2ab86f2a45 req-fe45eb02-7d01-4550-ba2f-7530f1ab2a6b tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] For port fba4c047-c7af-4230-97b8-a216792694e3, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=fba4c047-c7af-4230-97b8-a216792694e3,segment=NetworkSegment(30a289f5-5a43-4a03-9e38-5c4a6301b0f4),segment_id=30a289f5-5a43-4a03-9e38-5c4a6301b0f4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:29.820331 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f9b51042-4201-4e99-ad37-0f2ab86f2a45 req-fe45eb02-7d01-4550-ba2f-7530f1ab2a6b tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:29.820473 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbb9ba-77ae-45d6-a814-c08328146903 req-6e7864d5-5c3f-4569-946d-ef7e0bb46510 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:29.822149 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-74cbb9ba-77ae-45d6-a814-c08328146903 req-6e7864d5-5c3f-4569-946d-ef7e0bb46510 tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/ports?device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 945 time: 0.0646851 Aug 16 22:31:29.844748 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-f9b51042-4201-4e99-ad37-0f2ab86f2a45 req-fe45eb02-7d01-4550-ba2f-7530f1ab2a6b tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Calling delete_port for fba4c047-c7af-4230-97b8-a216792694e3 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:29.864592 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-74cbb9ba-77ae-45d6-a814-c08328146903 req-c9e74c17-b73b-4849-a534-72bb5ebc7e6c tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/security-groups?id=81c6e9ee-447c-441a-81c9-e0f7f5840e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357916 Aug 16 22:31:30.083242 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f9b51042-4201-4e99-ad37-0f2ab86f2a45 req-fe45eb02-7d01-4550-ba2f-7530f1ab2a6b tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:30.087106 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e000da-1ea7-4b72-8719-311d2f6fbbc8 req-a931ec28-f39e-4945-ac68-6b43555d878d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:30.088697 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17e000da-1ea7-4b72-8719-311d2f6fbbc8 req-a931ec28-f39e-4945-ac68-6b43555d878d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.0902438 Aug 16 22:31:30.093189 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b50ea7b-030e-48ef-b893-7652d2804b84 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:30.097534 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2367f5-b691-4b71-b2b9-6396c74b9109 req-bca85b92-fd08-423b-b3ff-065dc83d009f tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:30.101694 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['fba4c047-c7af-4230-97b8-a216792694e3'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:31:30.105899 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f2367f5-b691-4b71-b2b9-6396c74b9109 req-bca85b92-fd08-423b-b3ff-065dc83d009f tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93 HTTP/1.1" status: 200 len: 946 time: 0.0929508 Aug 16 22:31:30.162670 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45eb02-7d01-4550-ba2f-7530f1ab2a6b tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Pushing event deleted for resources: {'Port': ['ID=fba4c047-c7af-4230-97b8-a216792694e3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:30.171137 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f2367f5-b691-4b71-b2b9-6396c74b9109 req-6c653c6b-8688-4867-a1d7-965cc97dce74 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648372 Aug 16 22:31:30.174549 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17e000da-1ea7-4b72-8719-311d2f6fbbc8 req-d94eca67-9388-407f-8a55-11410f585e7a tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665174 Aug 16 22:31:30.225374 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50ea7b-030e-48ef-b893-7652d2804b84 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Pushing event deleted for resources: {'Port': ['ID=3043f776-143e-40af-9e1d-a25a51605da4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:30.269394 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b51042-4201-4e99-ad37-0f2ab86f2a45 req-fe45eb02-7d01-4550-ba2f-7530f1ab2a6b tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] No DVR routers for this DVR port fba4c047-c7af-4230-97b8-a216792694e3 on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:30.275149 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f9b51042-4201-4e99-ad37-0f2ab86f2a45 req-fe45eb02-7d01-4550-ba2f-7530f1ab2a6b tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:30.277127 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9b51042-4201-4e99-ad37-0f2ab86f2a45 req-fe45eb02-7d01-4550-ba2f-7530f1ab2a6b tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.39 "DELETE /v2.0/ports/fba4c047-c7af-4230-97b8-a216792694e3 HTTP/1.1" status: 204 len: 173 time: 1.1458755 Aug 16 22:31:30.277582 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3687a734-e32a-445d-820e-961f38ac478b', 'name': 'network-vif-deleted', 'tag': 'fba4c047-c7af-4230-97b8-a216792694e3'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:31:30.279977 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f55e88-e35c-4c0c-8f40-dbd586b1dd31" -d '{"events": [{"server_uuid": "3687a734-e32a-445d-820e-961f38ac478b", "name": "network-vif-deleted", "tag": "fba4c047-c7af-4230-97b8-a216792694e3"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:31:30.342045 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad63fe6-099b-48de-b15a-6a4686c9066a x-openstack-request-id: req-fad63fe6-099b-48de-b15a-6a4686c9066a {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:31:30.342345 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3687a734-e32a-445d-820e-961f38ac478b", "name": "network-vif-deleted", "tag": "fba4c047-c7af-4230-97b8-a216792694e3", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:31:30.342579 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fad63fe6-099b-48de-b15a-6a4686c9066a {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:31:30.342967 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3687a734-e32a-445d-820e-961f38ac478b', 'name': 'network-vif-deleted', 'tag': 'fba4c047-c7af-4230-97b8-a216792694e3', 'status': 'completed', 'code': 200} Aug 16 22:31:30.419605 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b50ea7b-030e-48ef-b893-7652d2804b84 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:30.640540 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b50ea7b-030e-48ef-b893-7652d2804b84 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Router c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:30.754500 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b50ea7b-030e-48ef-b893-7652d2804b84 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:30.764679 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9b50ea7b-030e-48ef-b893-7652d2804b84 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] 10.222.0.93 "PUT /v2.0/routers/c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8388009 Aug 16 22:31:30.765194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35434) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:30.765777 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e0fcbe-3001-45d7-8b69-c94705690e4f None None] Sync routers for ids ['c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:30.776320 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e0fcbe-3001-45d7-8b69-c94705690e4f None None] Routers {'c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:30.777594 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-32e0fcbe-3001-45d7-8b69-c94705690e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:30.813360 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-32e0fcbe-3001-45d7-8b69-c94705690e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:30.822476 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e0fcbe-3001-45d7-8b69-c94705690e4f None None] Routers {'c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:30.823511 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-32e0fcbe-3001-45d7-8b69-c94705690e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:30.856143 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-32e0fcbe-3001-45d7-8b69-c94705690e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:30.856802 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e0fcbe-3001-45d7-8b69-c94705690e4f None None] The sync data for ids ['c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:31.013798 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d821b06e-fea9-43b3-968a-549055240f0d req-3d09f3f4-f964-48ea-aac6-269a4a9d4e2d tempest-ServersNegativeTestMultiTenantJSON-16103883 tempest-ServersNegativeTestMultiTenantJSON-16103883-project] 10.222.0.93 "GET /v2.0/ports?device_id=3687a734-e32a-445d-820e-961f38ac478b HTTP/1.1" status: 200 len: 210 time: 0.0509844 Aug 16 22:31:31.040579 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a0c44dd-fbb0-4828-8372-ded78e3018dc tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:31.165561 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a0c44dd-fbb0-4828-8372-ded78e3018dc tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:31.239081 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c44dd-fbb0-4828-8372-ded78e3018dc tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Deleting port 0e47f9c2-49df-4e94-acdf-446bcf2f3f3a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:31.239561 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a0c44dd-fbb0-4828-8372-ded78e3018dc tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:31.368378 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a0c44dd-fbb0-4828-8372-ded78e3018dc tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:31.396281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2adb17-ff1c-4a71-affb-43df6d42ac3e req-68b7df72-9378-408d-8d36-9cbc5c2c0d7d tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:31.397762 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b2adb17-ff1c-4a71-affb-43df6d42ac3e req-68b7df72-9378-408d-8d36-9cbc5c2c0d7d tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93 HTTP/1.1" status: 200 len: 946 time: 0.1197979 Aug 16 22:31:31.407771 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c44dd-fbb0-4828-8372-ded78e3018dc tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Calling delete_port for 0e47f9c2-49df-4e94-acdf-446bcf2f3f3a owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:31.494738 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fbf71-add1-4026-9c25-d27f8b3c2a8d req-c3d46967-694a-49c8-8666-7bd009a5dd78 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:31.496313 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-781fbf71-add1-4026-9c25-d27f8b3c2a8d req-c3d46967-694a-49c8-8666-7bd009a5dd78 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.2194366 Aug 16 22:31:31.507378 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b2adb17-ff1c-4a71-affb-43df6d42ac3e req-f5d08253-ec9b-4b14-914b-915c05372021 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020043 Aug 16 22:31:31.589465 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-781fbf71-add1-4026-9c25-d27f8b3c2a8d req-759590e8-ad1e-4344-92c1-6aa85688bf56 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774934 Aug 16 22:31:31.661797 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a0c44dd-fbb0-4828-8372-ded78e3018dc tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:31.688263 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c44dd-fbb0-4828-8372-ded78e3018dc tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Pushing event deleted for resources: {'Port': ['ID=0e47f9c2-49df-4e94-acdf-446bcf2f3f3a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:31.756875 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a0c44dd-fbb0-4828-8372-ded78e3018dc tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:31.857253 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a0c44dd-fbb0-4828-8372-ded78e3018dc tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:31.859808 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a0c44dd-fbb0-4828-8372-ded78e3018dc tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:31.909371 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a0c44dd-fbb0-4828-8372-ded78e3018dc tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:31.910031 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0c44dd-fbb0-4828-8372-ded78e3018dc tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Fanout notify agent at l3_agent the message router_deleted on router c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:31:31.917449 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a0c44dd-fbb0-4828-8372-ded78e3018dc tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:31.918892 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0a0c44dd-fbb0-4828-8372-ded78e3018dc tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] 10.222.0.93 "DELETE /v2.0/routers/c829ecf3-9dec-49fa-9d72-2b4c7bf9eb91 HTTP/1.1" status: 204 len: 168 time: 1.1513913 Aug 16 22:31:31.921386 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35454) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:31.979259 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-3749b571-90b6-4cd4-b40d-05c5f7e54c9b tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Deleting subnet 91ecc2aa-d103-430a-8ce2-0df0bb150ca1 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:31:31.982610 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3749b571-90b6-4cd4-b40d-05c5f7e54c9b tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.023223 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3749b571-90b6-4cd4-b40d-05c5f7e54c9b tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.091597 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35460) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:32.124959 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3749b571-90b6-4cd4-b40d-05c5f7e54c9b tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.139957 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e5b538-4913-4eb5-a567-31e339b5f425 admin admin] Deleting subnet aafc116f-189a-418a-962e-a19e0304b191 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:31:32.143416 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19e5b538-4913-4eb5-a567-31e339b5f425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.184075 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19e5b538-4913-4eb5-a567-31e339b5f425 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.188540 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3749b571-90b6-4cd4-b40d-05c5f7e54c9b tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.215665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749b571-90b6-4cd4-b40d-05c5f7e54c9b tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Pushing event deleted for resources: {'Subnet': ['ID=91ecc2aa-d103-430a-8ce2-0df0bb150ca1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:32.220596 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3749b571-90b6-4cd4-b40d-05c5f7e54c9b tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.222827 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3749b571-90b6-4cd4-b40d-05c5f7e54c9b tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] 10.222.0.93 "DELETE /v2.0/subnets/91ecc2aa-d103-430a-8ce2-0df0bb150ca1 HTTP/1.1" status: 204 len: 168 time: 0.3004179 Aug 16 22:31:32.226024 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35464) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:32.228396 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19e5b538-4913-4eb5-a567-31e339b5f425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.236597 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84506dd4-fde9-48b6-8eea-d7a984664dbd None None] Network 38b7bdd0-1196-4d6a-aeea-982a77beb832 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:32.289162 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device fba4c047-c7af-4230-97b8-a216792694e3 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:31:32.298433 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19e5b538-4913-4eb5-a567-31e339b5f425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.312440 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4cd5839e-c9d4-4f23-9add-2eedb18281d2 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.324655 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: fba4c047-c7af-4230-97b8-a216792694e3 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:31:32.325344 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device fba4c047-c7af-4230-97b8-a216792694e3 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:31:32.331454 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5b538-4913-4eb5-a567-31e339b5f425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aafc116f-189a-418a-962e-a19e0304b191,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:32.336127 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19e5b538-4913-4eb5-a567-31e339b5f425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.338070 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-19e5b538-4913-4eb5-a567-31e339b5f425 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/aafc116f-189a-418a-962e-a19e0304b191 HTTP/1.1" status: 204 len: 168 time: 0.2453709 Aug 16 22:31:32.346093 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35466) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:32.391820 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bdfe2-27d5-4d25-9f58-db0aba4e20fa req-d3a1ece5-abf4-46f5-9758-b5ddbf1c6aab tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:32.393209 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7c8bdfe2-27d5-4d25-9f58-db0aba4e20fa req-d3a1ece5-abf4-46f5-9758-b5ddbf1c6aab tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93 HTTP/1.1" status: 200 len: 946 time: 0.0541105 Aug 16 22:31:32.432607 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.447162 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4cd5839e-c9d4-4f23-9add-2eedb18281d2 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Deleting port 162657cd-90b4-4f63-97d4-13cd2d72ddbd {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:32.447465 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4cd5839e-c9d4-4f23-9add-2eedb18281d2 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.512527 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7dff92-061c-4e9c-8c2d-82066e2b3938 None None] DHCP port deletion for 38b7bdd0-1196-4d6a-aeea-982a77beb832 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:31:32.535914 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-7c8bdfe2-27d5-4d25-9f58-db0aba4e20fa req-a10f6a41-f92f-475c-bd83-299bd18752ec tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Deleting port a41d66a5-1c5c-4082-80fc-dc202dd18aad {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:32.537084 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7c8bdfe2-27d5-4d25-9f58-db0aba4e20fa req-a10f6a41-f92f-475c-bd83-299bd18752ec tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.575646 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-6b7dff92-061c-4e9c-8c2d-82066e2b3938 None None] Deleting port 162657cd-90b4-4f63-97d4-13cd2d72ddbd {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:32.576327 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b7dff92-061c-4e9c-8c2d-82066e2b3938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.643620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-4cd5839e-c9d4-4f23-9add-2eedb18281d2 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] For port 162657cd-90b4-4f63-97d4-13cd2d72ddbd, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=162657cd-90b4-4f63-97d4-13cd2d72ddbd,segment=NetworkSegment(347e02d4-5726-4534-9693-557c8ff00942),segment_id=347e02d4-5726-4534-9693-557c8ff00942)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:32.644093 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4cd5839e-c9d4-4f23-9add-2eedb18281d2 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.649196 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.655443 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-6b7dff92-061c-4e9c-8c2d-82066e2b3938 None None] For port 162657cd-90b4-4f63-97d4-13cd2d72ddbd, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=162657cd-90b4-4f63-97d4-13cd2d72ddbd,segment=NetworkSegment(347e02d4-5726-4534-9693-557c8ff00942),segment_id=347e02d4-5726-4534-9693-557c8ff00942)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:32.655830 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b7dff92-061c-4e9c-8c2d-82066e2b3938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.656116 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-7c8bdfe2-27d5-4d25-9f58-db0aba4e20fa req-a10f6a41-f92f-475c-bd83-299bd18752ec tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] For port a41d66a5-1c5c-4082-80fc-dc202dd18aad, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a41d66a5-1c5c-4082-80fc-dc202dd18aad,segment=NetworkSegment(8eaf7c67-0eca-4fab-b3e5-affad94b4085),segment_id=8eaf7c67-0eca-4fab-b3e5-affad94b4085)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:32.656550 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7c8bdfe2-27d5-4d25-9f58-db0aba4e20fa req-a10f6a41-f92f-475c-bd83-299bd18752ec tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.666482 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87aa0bb4-0a11-44ae-8159-705262e56b08']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:32.671615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-6b7dff92-061c-4e9c-8c2d-82066e2b3938 None None] Calling delete_port for 162657cd-90b4-4f63-97d4-13cd2d72ddbd owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:32.679145 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-7c8bdfe2-27d5-4d25-9f58-db0aba4e20fa req-a10f6a41-f92f-475c-bd83-299bd18752ec tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Calling delete_port for a41d66a5-1c5c-4082-80fc-dc202dd18aad owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:32.684255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a289f5-5a43-4a03-9e38-5c4a6301b0f4') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:32.684556 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a289f5-5a43-4a03-9e38-5c4a6301b0f4') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:32.686483 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4cd5839e-c9d4-4f23-9add-2eedb18281d2 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Calling delete_port for 162657cd-90b4-4f63-97d4-13cd2d72ddbd owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:32.736493 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.761437 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b7dff92-061c-4e9c-8c2d-82066e2b3938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.768737 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.788382 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7dff92-061c-4e9c-8c2d-82066e2b3938 None None] Pushing event deleted for resources: {'Port': ['ID=162657cd-90b4-4f63-97d4-13cd2d72ddbd,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:32.795015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7dff92-061c-4e9c-8c2d-82066e2b3938 None None] No DVR routers for this DVR port 162657cd-90b4-4f63-97d4-13cd2d72ddbd on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:32.807618 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d51d51-b729-4da0-a7c6-26fd0b7b82d9 req-462124f5-9004-41f8-98d5-5a4e8495d907 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:32.812745 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-53d51d51-b729-4da0-a7c6-26fd0b7b82d9 req-462124f5-9004-41f8-98d5-5a4e8495d907 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e3a0f9d-42ed-4542-97c7-69ded4e57f93 HTTP/1.1" status: 200 len: 946 time: 0.2242663 Aug 16 22:31:32.826362 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:31:32.826777 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:31:32.830453 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:31:32.845910 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7c8bdfe2-27d5-4d25-9f58-db0aba4e20fa req-a10f6a41-f92f-475c-bd83-299bd18752ec tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.862862 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['a41d66a5-1c5c-4082-80fc-dc202dd18aad', 'fcea367a-cab7-497f-b590-339a75882ffb', '26f03148-5f0c-4a10-9270-4ed1c246ce21'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:31:32.868529 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 162657cd-90b4-4f63-97d4-13cd2d72ddbd no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:31:32.883510 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f6a41-f92f-475c-bd83-299bd18752ec tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Pushing event deleted for resources: {'Port': ['ID=a41d66a5-1c5c-4082-80fc-dc202dd18aad,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:32.916218 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1112a-9390-4019-a355-d3ca48dbbd31 req-5461a893-2586-45a9-ba20-1903c1ca95eb tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:32.920332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 162657cd-90b4-4f63-97d4-13cd2d72ddbd {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:31:32.920679 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 162657cd-90b4-4f63-97d4-13cd2d72ddbd not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:31:32.925982 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55b1112a-9390-4019-a355-d3ca48dbbd31 req-5461a893-2586-45a9-ba20-1903c1ca95eb tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.2436543 Aug 16 22:31:32.961600 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8bdfe2-27d5-4d25-9f58-db0aba4e20fa req-a10f6a41-f92f-475c-bd83-299bd18752ec tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] No DVR routers for this DVR port a41d66a5-1c5c-4082-80fc-dc202dd18aad on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:32.966764 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7c8bdfe2-27d5-4d25-9f58-db0aba4e20fa req-a10f6a41-f92f-475c-bd83-299bd18752ec tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.968877 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7c8bdfe2-27d5-4d25-9f58-db0aba4e20fa req-a10f6a41-f92f-475c-bd83-299bd18752ec tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.39 "DELETE /v2.0/ports/a41d66a5-1c5c-4082-80fc-dc202dd18aad HTTP/1.1" status: 204 len: 173 time: 0.5588467 Aug 16 22:31:32.969374 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3a0f9d-42ed-4542-97c7-69ded4e57f93', 'name': 'network-vif-deleted', 'tag': 'a41d66a5-1c5c-4082-80fc-dc202dd18aad'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:31:32.971902 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e48265c-afcf-4ee4-8579-76442eb02170" -d '{"events": [{"server_uuid": "2e3a0f9d-42ed-4542-97c7-69ded4e57f93", "name": "network-vif-deleted", "tag": "a41d66a5-1c5c-4082-80fc-dc202dd18aad"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:31:32.978525 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.985300 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-53d51d51-b729-4da0-a7c6-26fd0b7b82d9 req-20473db5-4965-435a-ba49-14181bd0332c tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615205 Aug 16 22:31:32.991788 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.993584 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] 10.222.0.93 "DELETE /v2.0/networks/87aa0bb4-0a11-44ae-8159-705262e56b08 HTTP/1.1" status: 204 len: 168 time: 0.6461334 Aug 16 22:31:32.997096 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35478) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:33.033608 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] Pushing event deleted for resources: {'Network': ['ID=87aa0bb4-0a11-44ae-8159-705262e56b08,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:33.057340 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55b1112a-9390-4019-a355-d3ca48dbbd31 req-18a66dd4-3ded-4ee5-8fc2-39165bb40bc8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272843 Aug 16 22:31:33.060255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:33.060532 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:33.060871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:33.061215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:33.077362 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:33.078106 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:33.079438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:33.081569 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:33.082097 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:33.082589 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:33.083097 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:33.085368 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0545b4-f17f-4fa4-81e7-48658011b984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:33.089621 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4cd5839e-c9d4-4f23-9add-2eedb18281d2 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.101491 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fec5e97-420d-4da9-9909-dad65950394b admin admin] Deleting subnet 531bceaf-49ce-4553-a245-b937038e9f66 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:31:33.108010 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fec5e97-420d-4da9-9909-dad65950394b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.121984 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5839e-c9d4-4f23-9add-2eedb18281d2 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Pushing event deleted for resources: {'Port': ['ID=162657cd-90b4-4f63-97d4-13cd2d72ddbd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:33.124230 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd5839e-c9d4-4f23-9add-2eedb18281d2 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] No DVR routers for this DVR port 162657cd-90b4-4f63-97d4-13cd2d72ddbd on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:33.207489 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce560f80-66c4-4abd-a957-fc7c60d446d0 x-openstack-request-id: req-ce560f80-66c4-4abd-a957-fc7c60d446d0 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:31:33.207917 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3a0f9d-42ed-4542-97c7-69ded4e57f93", "name": "network-vif-deleted", "tag": "a41d66a5-1c5c-4082-80fc-dc202dd18aad", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:31:33.209568 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ce560f80-66c4-4abd-a957-fc7c60d446d0 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:31:33.209987 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3a0f9d-42ed-4542-97c7-69ded4e57f93', 'name': 'network-vif-deleted', 'tag': 'a41d66a5-1c5c-4082-80fc-dc202dd18aad', 'status': 'completed', 'code': 200} Aug 16 22:31:33.214977 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fec5e97-420d-4da9-9909-dad65950394b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.256445 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4cd5839e-c9d4-4f23-9add-2eedb18281d2 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.269713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4cd5839e-c9d4-4f23-9add-2eedb18281d2 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b7bdd0-1196-4d6a-aeea-982a77beb832']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:33.276461 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fec5e97-420d-4da9-9909-dad65950394b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.291285 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4cd5839e-c9d4-4f23-9add-2eedb18281d2 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347e02d4-5726-4534-9693-557c8ff00942') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:33.291580 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4cd5839e-c9d4-4f23-9add-2eedb18281d2 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347e02d4-5726-4534-9693-557c8ff00942') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:33.303525 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4cd5839e-c9d4-4f23-9add-2eedb18281d2 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.319250 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4cd5839e-c9d4-4f23-9add-2eedb18281d2 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.326843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd5839e-c9d4-4f23-9add-2eedb18281d2 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:31:33.327292 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4cd5839e-c9d4-4f23-9add-2eedb18281d2 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:31:33.331457 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:31:33.354949 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fec5e97-420d-4da9-9909-dad65950394b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.395548 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fec5e97-420d-4da9-9909-dad65950394b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.398501 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5fec5e97-420d-4da9-9909-dad65950394b admin admin] 10.222.0.93 "DELETE /v2.0/subnets/531bceaf-49ce-4553-a245-b937038e9f66 HTTP/1.1" status: 204 len: 168 time: 0.4002588 Aug 16 22:31:33.399859 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec5e97-420d-4da9-9909-dad65950394b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=531bceaf-49ce-4553-a245-b937038e9f66,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:33.401142 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35484) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:33.412942 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4cd5839e-c9d4-4f23-9add-2eedb18281d2 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.461885 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4cd5839e-c9d4-4f23-9add-2eedb18281d2 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.464039 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4cd5839e-c9d4-4f23-9add-2eedb18281d2 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] 10.222.0.93 "DELETE /v2.0/networks/38b7bdd0-1196-4d6a-aeea-982a77beb832 HTTP/1.1" status: 204 len: 168 time: 1.2370341 Aug 16 22:31:33.466868 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35486) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:33.480821 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5839e-c9d4-4f23-9add-2eedb18281d2 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Pushing event deleted for resources: {'Network': ['ID=38b7bdd0-1196-4d6a-aeea-982a77beb832,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:33.508118 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cad37f37-f4a1-46d4-94af-95e117e6ac6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.598062 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cad37f37-f4a1-46d4-94af-95e117e6ac6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.605579 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-33ce0b99-d95a-43eb-8281-378f877afae7 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Deleting port 269b45de-a37a-4e63-a826-310f700e9654 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:33.606183 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33ce0b99-d95a-43eb-8281-378f877afae7 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.614190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-cad37f37-f4a1-46d4-94af-95e117e6ac6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9486497e-5897-4c37-b915-b28a583cea84']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:33.634960 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-cad37f37-f4a1-46d4-94af-95e117e6ac6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc26cc44-9b85-469b-9013-786faf6e79e2') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:33.635339 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-cad37f37-f4a1-46d4-94af-95e117e6ac6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc26cc44-9b85-469b-9013-786faf6e79e2') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:33.646825 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cad37f37-f4a1-46d4-94af-95e117e6ac6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.667323 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cad37f37-f4a1-46d4-94af-95e117e6ac6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.677380 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad37f37-f4a1-46d4-94af-95e117e6ac6d admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:31:33.678571 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cad37f37-f4a1-46d4-94af-95e117e6ac6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:31:33.680676 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:31:33.704420 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33ce0b99-d95a-43eb-8281-378f877afae7 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.704976 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33ce0b99-d95a-43eb-8281-378f877afae7 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.721853 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-33ce0b99-d95a-43eb-8281-378f877afae7 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Calling delete_port for 269b45de-a37a-4e63-a826-310f700e9654 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:33.740849 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cad37f37-f4a1-46d4-94af-95e117e6ac6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.747811 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cad37f37-f4a1-46d4-94af-95e117e6ac6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.749903 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cad37f37-f4a1-46d4-94af-95e117e6ac6d admin admin] 10.222.0.93 "DELETE /v2.0/networks/9486497e-5897-4c37-b915-b28a583cea84 HTTP/1.1" status: 204 len: 168 time: 0.3475695 Aug 16 22:31:33.761840 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad37f37-f4a1-46d4-94af-95e117e6ac6d admin admin] Pushing event deleted for resources: {'Network': ['ID=9486497e-5897-4c37-b915-b28a583cea84,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:33.909696 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33ce0b99-d95a-43eb-8281-378f877afae7 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.938386 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce0b99-d95a-43eb-8281-378f877afae7 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Pushing event deleted for resources: {'Port': ['ID=269b45de-a37a-4e63-a826-310f700e9654,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:33.951823 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35490) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:33.992734 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-91404129-0cf1-400f-af3c-f0d9ab5e51ea admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a61e7d45a7d54aefb795de0ce176732b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396163 Aug 16 22:31:33.995325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35492) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:34.002555 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33ce0b99-d95a-43eb-8281-378f877afae7 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:34.005861 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33ce0b99-d95a-43eb-8281-378f877afae7 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:34.007342 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-33ce0b99-d95a-43eb-8281-378f877afae7 tempest-FloatingIPAdminTestJSON-2004649741 tempest-FloatingIPAdminTestJSON-2004649741-project] 10.222.0.93 "DELETE /v2.0/floatingips/895f8e48-8412-40d1-81a2-44ab60fc93f1 HTTP/1.1" status: 204 len: 168 time: 0.5386479 Aug 16 22:31:34.045888 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5febc323-d667-423b-b2bb-07101cdb005f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:34.073859 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5febc323-d667-423b-b2bb-07101cdb005f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:34.135697 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5febc323-d667-423b-b2bb-07101cdb005f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:34.141745 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5febc323-d667-423b-b2bb-07101cdb005f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:34.143503 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5febc323-d667-423b-b2bb-07101cdb005f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/81c6e9ee-447c-441a-81c9-e0f7f5840e53 HTTP/1.1" status: 204 len: 168 time: 0.1469674 Aug 16 22:31:34.164271 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febc323-d667-423b-b2bb-07101cdb005f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c6e9ee-447c-441a-81c9-e0f7f5840e53,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:34.206844 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57571b6-74a3-4ed9-9db0-782128e1ff41 req-48f4bd9c-6317-40ab-92d4-e53bc2aedda0 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:34.214803 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e57571b6-74a3-4ed9-9db0-782128e1ff41 req-48f4bd9c-6317-40ab-92d4-e53bc2aedda0 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.0699499 Aug 16 22:31:34.257380 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e57571b6-74a3-4ed9-9db0-782128e1ff41 req-2d983aa7-66ae-4846-9fa3-364c94d57079 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415177 Aug 16 22:31:34.383910 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dca2f1-bead-48c5-91b9-906c6f4587c2 req-af87f660-7d22-4dad-9c7e-aded28d3f8c8 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:34.385565 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-14dca2f1-bead-48c5-91b9-906c6f4587c2 req-af87f660-7d22-4dad-9c7e-aded28d3f8c8 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a0b8df1d-8705-422d-a6dd-f4a0d3213c5e HTTP/1.1" status: 200 len: 945 time: 0.0543804 Aug 16 22:31:34.386183 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35516) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:34.444963 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-14dca2f1-bead-48c5-91b9-906c6f4587c2 req-7eeb3d77-c909-4604-81da-33cbdaa1008f tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470836 Aug 16 22:31:34.515655 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35522) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:34.578032 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-685975e7-bb15-4731-af2f-f5eaedb1b4cd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9877bb01017043f1a8c8bdf4bf66709d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612950 Aug 16 22:31:34.580805 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35524) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:34.591721 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7dd5e565-ae54-45b1-ab72-d185a902dfa4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a52412954039433abc5295b38e262d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2041707 Aug 16 22:31:34.593914 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35526) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:34.641143 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7a53c1a-3791-469a-b234-ffd72502e00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:34.647616 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21d1b463-c3f9-4243-af20-7b08dd82a76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:34.664295 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7a53c1a-3791-469a-b234-ffd72502e00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:34.668466 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21d1b463-c3f9-4243-af20-7b08dd82a76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:34.710640 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7a53c1a-3791-469a-b234-ffd72502e00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:34.713263 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7a53c1a-3791-469a-b234-ffd72502e00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:34.714450 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f7a53c1a-3791-469a-b234-ffd72502e00d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c9fca2a8-0da6-4f0c-a8db-a9ab6ff4a569 HTTP/1.1" status: 204 len: 168 time: 0.1326363 Aug 16 22:31:34.722056 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21d1b463-c3f9-4243-af20-7b08dd82a76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:34.722822 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a53c1a-3791-469a-b234-ffd72502e00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fca2a8-0da6-4f0c-a8db-a9ab6ff4a569,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:34.724621 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21d1b463-c3f9-4243-af20-7b08dd82a76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:34.726392 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-21d1b463-c3f9-4243-af20-7b08dd82a76c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b24b6d8d-4d1a-4b87-97e7-7acd0010a831 HTTP/1.1" status: 204 len: 168 time: 0.1315136 Aug 16 22:31:34.735022 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1b463-c3f9-4243-af20-7b08dd82a76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24b6d8d-4d1a-4b87-97e7-7acd0010a831,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:35.134531 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35542) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:35.148024 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be581012-38db-48d4-a50e-648b82ad17ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:35.238055 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be581012-38db-48d4-a50e-648b82ad17ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:35.242934 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be581012-38db-48d4-a50e-648b82ad17ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:35.287069 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-be581012-38db-48d4-a50e-648b82ad17ce admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4b537e341812438fa5e67cc6596559c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489408 Aug 16 22:31:35.287069 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be581012-38db-48d4-a50e-648b82ad17ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d282fa-85e9-4482-afaa-422add690aee,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:35.287456 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35548) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:35.346339 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ff2169ab-9b7b-449b-bb37-35218d207cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:35.378429 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ff2169ab-9b7b-449b-bb37-35218d207cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:35.420992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed225973-b902-448c-9659-f2acaf6da314 req-9216f462-b4b5-48fc-a897-0f85554d09f9 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:35.427341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed225973-b902-448c-9659-f2acaf6da314 req-9216f462-b4b5-48fc-a897-0f85554d09f9 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.0845008 Aug 16 22:31:35.435797 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ff2169ab-9b7b-449b-bb37-35218d207cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:35.438694 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ff2169ab-9b7b-449b-bb37-35218d207cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:35.442733 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ff2169ab-9b7b-449b-bb37-35218d207cd6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/71d282fa-85e9-4482-afaa-422add690aee HTTP/1.1" status: 204 len: 168 time: 0.1520028 Aug 16 22:31:35.460905 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2169ab-9b7b-449b-bb37-35218d207cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d282fa-85e9-4482-afaa-422add690aee,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:35.501649 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed225973-b902-448c-9659-f2acaf6da314 req-c1fe9222-bfc4-4c99-bfb8-a4350e991d22 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709679 Aug 16 22:31:35.618613 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35574) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:35.633916 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405c029-21dc-454d-ba63-50c0ebe2af5c req-93155c65-c306-40e5-9d46-fa8c03fe94f3 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:35.648431 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5405c029-21dc-454d-ba63-50c0ebe2af5c req-93155c65-c306-40e5-9d46-fa8c03fe94f3 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a0b8df1d-8705-422d-a6dd-f4a0d3213c5e HTTP/1.1" status: 200 len: 945 time: 0.0889320 Aug 16 22:31:35.688129 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5405c029-21dc-454d-ba63-50c0ebe2af5c req-3648f4c7-e313-4c8c-a578-3b3c13ae66ae tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375748 Aug 16 22:31:35.795445 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35580) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:35.808986 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d1bb49c6-48f1-4213-b634-6e22e5f2e3b9 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1013505027-network', 'tenant_id': '338fbe17fd394897b745596da29f77be'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:35.819461 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3cb6e2cd-9ce3-43f4-a807-1d6552f688e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:35.847788 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bb49c6-48f1-4213-b634-6e22e5f2e3b9 admin admin] Made reservation on behalf of 338fbe17fd394897b745596da29f77be for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:35.850446 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1bb49c6-48f1-4213-b634-6e22e5f2e3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:35.863203 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1bb49c6-48f1-4213-b634-6e22e5f2e3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:35.954185 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3cb6e2cd-9ce3-43f4-a807-1d6552f688e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:35.959918 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3cb6e2cd-9ce3-43f4-a807-1d6552f688e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.019478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6e2cd-9ce3-43f4-a807-1d6552f688e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6390236d-d693-4be2-abf3-9a2422a70455,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:36.025816 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3cb6e2cd-9ce3-43f4-a807-1d6552f688e5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fd52a8f5d3ff41a2b9f9c98a141db94b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2292776 Aug 16 22:31:36.028560 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35592) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:36.070735 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083670b-91fa-49cd-99f5-83b68663c430 req-90c4a08a-dfb5-47fd-a65c-9ca195de91c5 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:36.072155 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b083670b-91fa-49cd-99f5-83b68663c430 req-90c4a08a-dfb5-47fd-a65c-9ca195de91c5 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/networks?id=38957025-51f4-4776-93ee-0e67fbdcd423 HTTP/1.1" status: 200 len: 815 time: 0.1266570 Aug 16 22:31:36.084859 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1bb49c6-48f1-4213-b634-6e22e5f2e3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.089165 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1bb49c6-48f1-4213-b634-6e22e5f2e3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.103760 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b083670b-91fa-49cd-99f5-83b68663c430 req-458c322e-a659-4bae-846f-b00d101b1699 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/quotas/f14b1329454c4709bb598f79000376c5 HTTP/1.1" status: 200 len: 375 time: 0.0231907 Aug 16 22:31:36.118127 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1bb49c6-48f1-4213-b634-6e22e5f2e3b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:31:36.123579 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb49c6-48f1-4213-b634-6e22e5f2e3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9926b1ba-dc16-44d9-8f1b-0ffaf5b20acf,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:36.133047 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1bb49c6-48f1-4213-b634-6e22e5f2e3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.133367 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-d1bb49c6-48f1-4213-b634-6e22e5f2e3b9 admin admin] Added segment b581a611-aefb-4a2f-9f76-6496b1364c39 of type vlan for network e1f7df80-6726-433b-a7ce-ce0cd5a018d2 Aug 16 22:31:36.143502 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d3286d2-33ad-4fa0-8565-3690f128d656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.171885 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d3286d2-33ad-4fa0-8565-3690f128d656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.179054 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1bb49c6-48f1-4213-b634-6e22e5f2e3b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.207790 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b083670b-91fa-49cd-99f5-83b68663c430 req-8ddcf64b-ed8a-428e-aded-813ee2b4496d tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=f14b1329454c4709bb598f79000376c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0941617 Aug 16 22:31:36.211511 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1bb49c6-48f1-4213-b634-6e22e5f2e3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.212600 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bb49c6-48f1-4213-b634-6e22e5f2e3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:36.213246 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1bb49c6-48f1-4213-b634-6e22e5f2e3b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.266406 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d1bb49c6-48f1-4213-b634-6e22e5f2e3b9 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6465714 Aug 16 22:31:36.270365 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35594) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:36.274265 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a41d66a5-1c5c-4082-80fc-dc202dd18aad no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:31:36.277554 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb49c6-48f1-4213-b634-6e22e5f2e3b9 admin admin] Pushing event updated for resources: {'Network': ['ID=e1f7df80-6726-433b-a7ce-ce0cd5a018d2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:36.280889 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a01d268e-9f7a-443f-b7c6-4790120ce6cb admin admin] Request body: {'subnet': {'network_id': 'e1f7df80-6726-433b-a7ce-ce0cd5a018d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1013505027-subnet', 'tenant_id': '338fbe17fd394897b745596da29f77be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:36.298216 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network e1f7df80-6726-433b-a7ce-ce0cd5a018d2 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:31:36.300520 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: a41d66a5-1c5c-4082-80fc-dc202dd18aad {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:31:36.300859 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a41d66a5-1c5c-4082-80fc-dc202dd18aad not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:31:36.451229 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22392a5a-007f-4d16-9d94-1e8d9d0e707f req-34d57601-0097-4fd7-bb1e-1bac01ba5065 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:36.452926 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-22392a5a-007f-4d16-9d94-1e8d9d0e707f req-34d57601-0097-4fd7-bb1e-1bac01ba5065 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0b8df1d-8705-422d-a6dd-f4a0d3213c5e HTTP/1.1" status: 200 len: 945 time: 0.0619648 Aug 16 22:31:36.565785 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-22392a5a-007f-4d16-9d94-1e8d9d0e707f req-d9335979-acbe-4d1f-9f4e-8da7fdeae97d tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Deleting port 26f03148-5f0c-4a10-9270-4ed1c246ce21 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:36.566189 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-22392a5a-007f-4d16-9d94-1e8d9d0e707f req-d9335979-acbe-4d1f-9f4e-8da7fdeae97d tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.611799 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d3286d2-33ad-4fa0-8565-3690f128d656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.614250 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d3286d2-33ad-4fa0-8565-3690f128d656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.615463 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5d3286d2-33ad-4fa0-8565-3690f128d656 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6390236d-d693-4be2-abf3-9a2422a70455 HTTP/1.1" status: 204 len: 168 time: 0.5858231 Aug 16 22:31:36.632414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3286d2-33ad-4fa0-8565-3690f128d656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6390236d-d693-4be2-abf3-9a2422a70455,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:36.665672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01d268e-9f7a-443f-b7c6-4790120ce6cb admin admin] Made reservation on behalf of 338fbe17fd394897b745596da29f77be for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:36.667989 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a01d268e-9f7a-443f-b7c6-4790120ce6cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.692052 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-22392a5a-007f-4d16-9d94-1e8d9d0e707f req-d9335979-acbe-4d1f-9f4e-8da7fdeae97d tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] For port 26f03148-5f0c-4a10-9270-4ed1c246ce21, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=26f03148-5f0c-4a10-9270-4ed1c246ce21,segment=NetworkSegment(8eaf7c67-0eca-4fab-b3e5-affad94b4085),segment_id=8eaf7c67-0eca-4fab-b3e5-affad94b4085)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:36.692419 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-22392a5a-007f-4d16-9d94-1e8d9d0e707f req-d9335979-acbe-4d1f-9f4e-8da7fdeae97d tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.707101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-22392a5a-007f-4d16-9d94-1e8d9d0e707f req-d9335979-acbe-4d1f-9f4e-8da7fdeae97d tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Calling delete_port for 26f03148-5f0c-4a10-9270-4ed1c246ce21 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:36.744562 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b083670b-91fa-49cd-99f5-83b68663c430 req-1c40c01d-c387-418b-8042-e9138e32fab7 service neutron] 10.222.0.93 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256300 Aug 16 22:31:36.773277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101aeb6-c0ef-4f71-bc4f-c4e34ae698e1 req-d5ae561c-331a-4725-b98e-05322b1f627e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:36.774843 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c101aeb6-c0ef-4f71-bc4f-c4e34ae698e1 req-d5ae561c-331a-4725-b98e-05322b1f627e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.1583455 Aug 16 22:31:36.856134 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-22392a5a-007f-4d16-9d94-1e8d9d0e707f req-d9335979-acbe-4d1f-9f4e-8da7fdeae97d tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.877535 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['fcea367a-cab7-497f-b590-339a75882ffb', '26f03148-5f0c-4a10-9270-4ed1c246ce21'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:31:36.885536 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c101aeb6-c0ef-4f71-bc4f-c4e34ae698e1 req-633e4438-7b9a-4fa8-8b1b-abdf5577b3ce tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716515 Aug 16 22:31:36.895002 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9335979-acbe-4d1f-9f4e-8da7fdeae97d tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Pushing event deleted for resources: {'Port': ['ID=26f03148-5f0c-4a10-9270-4ed1c246ce21,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:36.953467 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-22392a5a-007f-4d16-9d94-1e8d9d0e707f req-d9335979-acbe-4d1f-9f4e-8da7fdeae97d tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] No DVR routers for this DVR port 26f03148-5f0c-4a10-9270-4ed1c246ce21 on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:36.956293 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-22392a5a-007f-4d16-9d94-1e8d9d0e707f req-d9335979-acbe-4d1f-9f4e-8da7fdeae97d tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.958362 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-22392a5a-007f-4d16-9d94-1e8d9d0e707f req-d9335979-acbe-4d1f-9f4e-8da7fdeae97d tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.39 "DELETE /v2.0/ports/26f03148-5f0c-4a10-9270-4ed1c246ce21 HTTP/1.1" status: 204 len: 173 time: 0.4981952 Aug 16 22:31:36.959066 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b8df1d-8705-422d-a6dd-f4a0d3213c5e', 'name': 'network-vif-deleted', 'tag': '26f03148-5f0c-4a10-9270-4ed1c246ce21'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:31:36.961991 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a790571-c8c7-439f-a37e-f10b97fec68c" -d '{"events": [{"server_uuid": "a0b8df1d-8705-422d-a6dd-f4a0d3213c5e", "name": "network-vif-deleted", "tag": "26f03148-5f0c-4a10-9270-4ed1c246ce21"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:31:36.984025 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b083670b-91fa-49cd-99f5-83b68663c430 req-583842ab-45dd-4c80-a983-330ad40ad393 service neutron] 10.222.0.93 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292562 Aug 16 22:31:37.086523 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a01d268e-9f7a-443f-b7c6-4790120ce6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:37.200976 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d800ef-44a7-44af-8c64-68d75b195763 x-openstack-request-id: req-75d800ef-44a7-44af-8c64-68d75b195763 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:31:37.201363 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b8df1d-8705-422d-a6dd-f4a0d3213c5e", "name": "network-vif-deleted", "tag": "26f03148-5f0c-4a10-9270-4ed1c246ce21", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:31:37.201712 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-75d800ef-44a7-44af-8c64-68d75b195763 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:31:37.202233 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b8df1d-8705-422d-a6dd-f4a0d3213c5e', 'name': 'network-vif-deleted', 'tag': '26f03148-5f0c-4a10-9270-4ed1c246ce21', 'status': 'completed', 'code': 200} Aug 16 22:31:37.212559 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36a224f8-5072-402e-b59b-5e7db336e88e req-7e1f4fe2-816a-4fef-bb03-0d5ce262f537 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a0b8df1d-8705-422d-a6dd-f4a0d3213c5e HTTP/1.1" status: 200 len: 210 time: 0.0423622 Aug 16 22:31:37.230094 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d268e-9f7a-443f-b7c6-4790120ce6cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=19ec5acf-36b5-4049-9276-ddf902f3ac34,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:37.243100 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01d268e-9f7a-443f-b7c6-4790120ce6cb admin admin] Checking segment: {'id': 'b581a611-aefb-4a2f-9f76-6496b1364c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e1f7df80-6726-433b-a7ce-ce0cd5a018d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:37.243836 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01d268e-9f7a-443f-b7c6-4790120ce6cb admin admin] Network hostable DHCP agents. Network: e1f7df80-6726-433b-a7ce-ce0cd5a018d2, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:31:37.285982 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e5b089e4-aa90-416a-9f68-86f3d16ed168 req-1ee3fa0a-6125-4f18-96fa-892a5a8c40a7 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=778fab92-5ff1-4583-b111-b2c447218044 HTTP/1.1" status: 200 len: 210 time: 0.0373609 Aug 16 22:31:37.310084 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01d268e-9f7a-443f-b7c6-4790120ce6cb admin admin] Network e1f7df80-6726-433b-a7ce-ce0cd5a018d2 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:31:37.323301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-a01d268e-9f7a-443f-b7c6-4790120ce6cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, e1f7df80-6726-433b-a7ce-ce0cd5a018d2) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:37.328233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01d268e-9f7a-443f-b7c6-4790120ce6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:37.329336 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a01d268e-9f7a-443f-b7c6-4790120ce6cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:37.336911 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435dd2b4-3e3c-4c2a-b5a5-489c4445dd03 None None] Network e1f7df80-6726-433b-a7ce-ce0cd5a018d2 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:37.368304 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a01d268e-9f7a-443f-b7c6-4790120ce6cb admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0933955 Aug 16 22:31:37.520988 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dc1fc3-5dd5-4d02-88d8-f9cd97756ad3 None None] Network e1f7df80-6726-433b-a7ce-ce0cd5a018d2 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:37.613460 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35644) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:37.681829 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4bc7f2-5977-476e-939d-78817dfb1fc6 admin admin] Deleting subnet 19ec5acf-36b5-4049-9276-ddf902f3ac34 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:31:37.690980 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc7f2-5977-476e-939d-78817dfb1fc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:37.747944 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35648) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:37.750850 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc7f2-5977-476e-939d-78817dfb1fc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:37.807431 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc7f2-5977-476e-939d-78817dfb1fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:37.869035 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc7f2-5977-476e-939d-78817dfb1fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:37.901091 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bc7f2-5977-476e-939d-78817dfb1fc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19ec5acf-36b5-4049-9276-ddf902f3ac34,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:37.904125 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc7f2-5977-476e-939d-78817dfb1fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:37.907958 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8c4bc7f2-5977-476e-939d-78817dfb1fc6 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/19ec5acf-36b5-4049-9276-ddf902f3ac34 HTTP/1.1" status: 204 len: 168 time: 0.2926698 Aug 16 22:31:37.910607 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35652) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:37.930694 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-38e108fc-d87d-4d90-b711-e88cc5267596 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1769271383'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:37.953459 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e108fc-d87d-4d90-b711-e88cc5267596 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Made reservation on behalf of c853bf194aa4416fa0fa7d5ede244a91 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:37.957211 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38e108fc-d87d-4d90-b711-e88cc5267596 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:37.968148 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38e108fc-d87d-4d90-b711-e88cc5267596 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.003978 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5415991-4358-4ad0-8a2e-00685be8b65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.079950 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91def301-516f-499d-ac97-1d50c87dcfde req-5df82a73-53f8-44a0-8367-b4d08de89544 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:38.081933 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91def301-516f-499d-ac97-1d50c87dcfde req-5df82a73-53f8-44a0-8367-b4d08de89544 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.0861919 Aug 16 22:31:38.103946 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5415991-4358-4ad0-8a2e-00685be8b65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.115702 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-a5415991-4358-4ad0-8a2e-00685be8b65f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f7df80-6726-433b-a7ce-ce0cd5a018d2']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:38.125945 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-a5415991-4358-4ad0-8a2e-00685be8b65f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b581a611-aefb-4a2f-9f76-6496b1364c39') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:38.126270 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-a5415991-4358-4ad0-8a2e-00685be8b65f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b581a611-aefb-4a2f-9f76-6496b1364c39') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:38.136076 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5415991-4358-4ad0-8a2e-00685be8b65f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.143729 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38e108fc-d87d-4d90-b711-e88cc5267596 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.150214 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91def301-516f-499d-ac97-1d50c87dcfde req-dbf4d0c8-2efb-4111-ac50-5103c9e1fd66 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556786 Aug 16 22:31:38.151634 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38e108fc-d87d-4d90-b711-e88cc5267596 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.154016 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5415991-4358-4ad0-8a2e-00685be8b65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.161283 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5415991-4358-4ad0-8a2e-00685be8b65f admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:31:38.161750 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5415991-4358-4ad0-8a2e-00685be8b65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:31:38.165951 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:31:38.180474 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e108fc-d87d-4d90-b711-e88cc5267596 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=911830b4-8b71-4605-9cbf-60deb76ef5f2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:38.234515 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5415991-4358-4ad0-8a2e-00685be8b65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.240037 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e108fc-d87d-4d90-b711-e88cc5267596 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:31:38.241421 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5415991-4358-4ad0-8a2e-00685be8b65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.243363 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a5415991-4358-4ad0-8a2e-00685be8b65f admin admin] 10.222.0.93 "DELETE /v2.0/networks/e1f7df80-6726-433b-a7ce-ce0cd5a018d2 HTTP/1.1" status: 204 len: 168 time: 0.3313417 Aug 16 22:31:38.254020 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5415991-4358-4ad0-8a2e-00685be8b65f admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f7df80-6726-433b-a7ce-ce0cd5a018d2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:38.257416 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38e108fc-d87d-4d90-b711-e88cc5267596 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.257774 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-38e108fc-d87d-4d90-b711-e88cc5267596 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Added segment 8ce6ca25-89ad-4ff8-94a5-e966dd4c17f0 of type vlan for network 4e68f738-bedf-459e-a75d-76de7b0ba2b3 Aug 16 22:31:38.308861 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38e108fc-d87d-4d90-b711-e88cc5267596 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.338827 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38e108fc-d87d-4d90-b711-e88cc5267596 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.348604 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e108fc-d87d-4d90-b711-e88cc5267596 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:38.349656 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38e108fc-d87d-4d90-b711-e88cc5267596 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.445788 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.465152 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f20b2ed-d539-488f-b404-619d4ae6ec4e req-465041cc-a667-4d73-80e5-2f88ea5e03bb tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=778fab92-5ff1-4583-b111-b2c447218044 HTTP/1.1" status: 200 len: 210 time: 0.0536442 Aug 16 22:31:38.466805 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-38e108fc-d87d-4d90-b711-e88cc5267596 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7175367 Aug 16 22:31:38.470386 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35668) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:38.471377 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e108fc-d87d-4d90-b711-e88cc5267596 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Network': ['ID=4e68f738-bedf-459e-a75d-76de7b0ba2b3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:38.479983 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-98f372b8-dfc7-4f70-a285-ec9dff657c85 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Request body: {'subnet': {'network_id': '4e68f738-bedf-459e-a75d-76de7b0ba2b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:38.484205 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 4e68f738-bedf-459e-a75d-76de7b0ba2b3 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:31:38.500194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35670) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:38.586970 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-254afa31-1f3e-4e87-a497-3fee0cb8751f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=338fbe17fd394897b745596da29f77be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0854254 Aug 16 22:31:38.589855 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35672) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:38.607266 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb2b6a-14ed-48b3-bdce-719b175250ed req-b1d9e54f-03c8-4965-9b95-1aa405fcea22 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:38.609213 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0bb2b6a-14ed-48b3-bdce-719b175250ed req-b1d9e54f-03c8-4965-9b95-1aa405fcea22 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.0895872 Aug 16 22:31:38.692256 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f372b8-dfc7-4f70-a285-ec9dff657c85 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Made reservation on behalf of c853bf194aa4416fa0fa7d5ede244a91 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:38.696506 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-98f372b8-dfc7-4f70-a285-ec9dff657c85 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.697282 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0bb2b6a-14ed-48b3-bdce-719b175250ed req-de6ca80a-c605-45a1-9fab-e07c46e20296 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806859 Aug 16 22:31:38.702956 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-acc94d14-9322-45a1-9c1e-1dee1be9c973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.737429 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-acc94d14-9322-45a1-9c1e-1dee1be9c973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.799211 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-acc94d14-9322-45a1-9c1e-1dee1be9c973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.801775 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-acc94d14-9322-45a1-9c1e-1dee1be9c973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.805806 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-acc94d14-9322-45a1-9c1e-1dee1be9c973 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9926b1ba-dc16-44d9-8f1b-0ffaf5b20acf HTTP/1.1" status: 204 len: 168 time: 0.2105706 Aug 16 22:31:38.811656 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc94d14-9322-45a1-9c1e-1dee1be9c973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9926b1ba-dc16-44d9-8f1b-0ffaf5b20acf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:38.813355 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083670b-91fa-49cd-99f5-83b68663c430 req-f5f4875f-5cba-4a85-aec9-89df1b3d2d0c tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:38.814915 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b083670b-91fa-49cd-99f5-83b68663c430 req-f5f4875f-5cba-4a85-aec9-89df1b3d2d0c tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.39 "GET /v2.0/networks?id=38957025-51f4-4776-93ee-0e67fbdcd423 HTTP/1.1" status: 200 len: 815 time: 0.2088029 Aug 16 22:31:38.851266 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-b083670b-91fa-49cd-99f5-83b68663c430 req-c0de1e19-6520-487c-a86f-0d928357d865 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Request body: {'port': {'device_id': '778fab92-5ff1-4583-b111-b2c447218044', 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423', 'admin_state_up': True, 'tenant_id': 'f14b1329454c4709bb598f79000376c5'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:38.989551 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9ee289be-23e1-4c6b-b16f-60960d2f53d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.029863 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-98f372b8-dfc7-4f70-a285-ec9dff657c85 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.076478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b083670b-91fa-49cd-99f5-83b68663c430 req-c0de1e19-6520-487c-a86f-0d928357d865 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Made reservation on behalf of f14b1329454c4709bb598f79000376c5 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:39.080044 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b083670b-91fa-49cd-99f5-83b68663c430 req-c0de1e19-6520-487c-a86f-0d928357d865 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.110411 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f372b8-dfc7-4f70-a285-ec9dff657c85 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Subnet': ['ID=a888e084-f004-4b6f-b95d-490495f428aa,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:39.165680 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f372b8-dfc7-4f70-a285-ec9dff657c85 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Checking segment: {'id': '8ce6ca25-89ad-4ff8-94a5-e966dd4c17f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4e68f738-bedf-459e-a75d-76de7b0ba2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:39.166071 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f372b8-dfc7-4f70-a285-ec9dff657c85 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Network hostable DHCP agents. Network: 4e68f738-bedf-459e-a75d-76de7b0ba2b3, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:31:39.219667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f372b8-dfc7-4f70-a285-ec9dff657c85 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Network 4e68f738-bedf-459e-a75d-76de7b0ba2b3 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:31:39.237499 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-98f372b8-dfc7-4f70-a285-ec9dff657c85 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 4e68f738-bedf-459e-a75d-76de7b0ba2b3) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:39.245295 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f372b8-dfc7-4f70-a285-ec9dff657c85 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:39.245978 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-98f372b8-dfc7-4f70-a285-ec9dff657c85 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.252433 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86170863-5505-4e9d-8ab4-bf1f9824e3a1 None None] Network 4e68f738-bedf-459e-a75d-76de7b0ba2b3 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:39.267105 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-b083670b-91fa-49cd-99f5-83b68663c430 req-c0de1e19-6520-487c-a86f-0d928357d865 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Allocated IP 172.20.0.11 (38957025-51f4-4776-93ee-0e67fbdcd423/a1f3b7d6-0bd6-43e9-a3f1-34841957a17e/5360c143-ade6-443f-ad69-e42cc70fe7be) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:39.281895 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-98f372b8-dfc7-4f70-a285-ec9dff657c85 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8078284 Aug 16 22:31:39.282245 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35694) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:39.288271 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ae26947f-7787-4037-9ba5-8a25c7fad1b6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1655670865', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:39.322100 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae26947f-7787-4037-9ba5-8a25c7fad1b6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.323132 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae26947f-7787-4037-9ba5-8a25c7fad1b6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.366526 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d8f4b-2cd9-4d9e-9f6f-7fd14785b69b req-ac79693e-f1c2-4c80-9393-bf7a20ef9038 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:39.368413 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc3d8f4b-2cd9-4d9e-9f6f-7fd14785b69b req-ac79693e-f1c2-4c80-9393-bf7a20ef9038 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.1199493 Aug 16 22:31:39.405629 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae26947f-7787-4037-9ba5-8a25c7fad1b6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.429781 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f382cee4-4f56-40da-a5df-e2386d2d35a8 None None] Network 4e68f738-bedf-459e-a75d-76de7b0ba2b3 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:39.493925 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b083670b-91fa-49cd-99f5-83b68663c430 req-c0de1e19-6520-487c-a86f-0d928357d865 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.508812 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc3d8f4b-2cd9-4d9e-9f6f-7fd14785b69b req-f50bf872-ab45-4f69-b365-ab7d1689bd0e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138108 Aug 16 22:31:39.572354 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b083670b-91fa-49cd-99f5-83b68663c430 req-c0de1e19-6520-487c-a86f-0d928357d865 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.596726 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['01d6ddb2-e424-4030-b678-3c0eeeed90b1'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:31:39.616803 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b083670b-91fa-49cd-99f5-83b68663c430 req-c0de1e19-6520-487c-a86f-0d928357d865 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Network 38957025-51f4-4776-93ee-0e67fbdcd423 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:39.620299 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae26947f-7787-4037-9ba5-8a25c7fad1b6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.621739 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-b083670b-91fa-49cd-99f5-83b68663c430 req-c0de1e19-6520-487c-a86f-0d928357d865 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:39.633631 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-b083670b-91fa-49cd-99f5-83b68663c430 req-c0de1e19-6520-487c-a86f-0d928357d865 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:39.669995 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e508b-36d6-4c1f-b5c0-bf93b43f4bce req-e81229d0-c515-4ee0-b57a-a734df3d5ca7 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:39.671834 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d9e508b-36d6-4c1f-b5c0-bf93b43f4bce req-e81229d0-c515-4ee0-b57a-a734df3d5ca7 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=778fab92-5ff1-4583-b111-b2c447218044 HTTP/1.1" status: 200 len: 932 time: 0.0898085 Aug 16 22:31:39.676023 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de1e19-6520-487c-a86f-0d928357d865 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Pushing event updated for resources: {'Port': ['ID=5360c143-ade6-443f-ad69-e42cc70fe7be,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:39.700416 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083670b-91fa-49cd-99f5-83b68663c430 req-c0de1e19-6520-487c-a86f-0d928357d865 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:39.702057 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b083670b-91fa-49cd-99f5-83b68663c430 req-c0de1e19-6520-487c-a86f-0d928357d865 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.720293 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b083670b-91fa-49cd-99f5-83b68663c430 req-c0de1e19-6520-487c-a86f-0d928357d865 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8729382 Aug 16 22:31:39.735134 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] Request body: {'port': {'device_id': '778fab92-5ff1-4583-b111-b2c447218044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:39.816684 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d9e508b-36d6-4c1f-b5c0-bf93b43f4bce req-452155a1-b00d-432b-9e2d-ea68c5b71219 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306713 Aug 16 22:31:39.822343 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.994135 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae26947f-7787-4037-9ba5-8a25c7fad1b6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:40.005190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755428d8-32f0-45f7-b6f3-2d04abae18ef req-ecafd80b-3fe8-40b2-85b1-add9a5a5a636 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:40.006923 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-755428d8-32f0-45f7-b6f3-2d04abae18ef req-ecafd80b-3fe8-40b2-85b1-add9a5a5a636 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.1359727 Aug 16 22:31:40.027146 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae26947f-7787-4037-9ba5-8a25c7fad1b6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:40.112297 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-755428d8-32f0-45f7-b6f3-2d04abae18ef req-c73cbdce-8418-471c-828a-15cf6cf38b7a tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877533 Aug 16 22:31:40.120102 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5360c143-ade6-443f-ad69-e42cc70fe7be {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:31:40.128320 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:40.155102 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] Transition to ACTIVE for port object 5360c143-ade6-443f-ad69-e42cc70fe7be will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:40.159777 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:40.174372 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-ae26947f-7787-4037-9ba5-8a25c7fad1b6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Allocated IP 172.25.6.25 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/f92b4e1f-9542-4bc5-a9b4-34ceedbe2755) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:40.216985 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] Pushing event updated for resources: {'Port': ['ID=5360c143-ade6-443f-ad69-e42cc70fe7be,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:40.294998 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae26947f-7787-4037-9ba5-8a25c7fad1b6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:40.300942 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 26f03148-5f0c-4a10-9270-4ed1c246ce21 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:31:40.324373 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] Attempting to bind port 5360c143-ade6-443f-ad69-e42cc70fe7be on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:31:40.325035 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] Attempting to bind port 5360c143-ade6-443f-ad69-e42cc70fe7be by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '33dfb6c3-b599-4057-b70f-e1a7983d0cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:31:40.325611 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] Attempting to bind port 5360c143-ade6-443f-ad69-e42cc70fe7be on network 38957025-51f4-4776-93ee-0e67fbdcd423 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:31:40.330732 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] Port 5360c143-ade6-443f-ad69-e42cc70fe7be on network 38957025-51f4-4776-93ee-0e67fbdcd423 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:31:40.331051 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] Attempting to bind port 5360c143-ade6-443f-ad69-e42cc70fe7be on network 38957025-51f4-4776-93ee-0e67fbdcd423 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:31:40.339677 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:31:40.340337 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] Checking segment: {'id': '33dfb6c3-b599-4057-b70f-e1a7983d0cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:40.340746 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] Bound using segment: {'id': '33dfb6c3-b599-4057-b70f-e1a7983d0cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:31:40.341476 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] Bound port: 5360c143-ade6-443f-ad69-e42cc70fe7be, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33dfb6c3-b599-4057-b70f-e1a7983d0cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:31:40.342187 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:40.353500 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 26f03148-5f0c-4a10-9270-4ed1c246ce21 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:31:40.354012 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 26f03148-5f0c-4a10-9270-4ed1c246ce21 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:31:40.355659 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae26947f-7787-4037-9ba5-8a25c7fad1b6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:40.404196 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae26947f-7787-4037-9ba5-8a25c7fad1b6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:40.411242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ae26947f-7787-4037-9ba5-8a25c7fad1b6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:40.415792 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae26947f-7787-4037-9ba5-8a25c7fad1b6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:40.424331 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] For port 5360c143-ade6-443f-ad69-e42cc70fe7be, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:31:40.428501 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] For port 5360c143-ade6-443f-ad69-e42cc70fe7be, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5360c143-ade6-443f-ad69-e42cc70fe7be,segment=NetworkSegment(33dfb6c3-b599-4057-b70f-e1a7983d0cdf),segment_id=33dfb6c3-b599-4057-b70f-e1a7983d0cdf)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:31:40.438057 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:40.441664 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26947f-7787-4037-9ba5-8a25c7fad1b6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Port': ['ID=f92b4e1f-9542-4bc5-a9b4-34ceedbe2755,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:40.482089 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:40.482795 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:40.484284 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] 10.222.0.39 "PUT /v2.0/ports/5360c143-ade6-443f-ad69-e42cc70fe7be HTTP/1.1" status: 200 len: 1093 time: 0.7540152 Aug 16 22:31:40.484791 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778fab92-5ff1-4583-b111-b2c447218044', 'tag': '5360c143-ade6-443f-ad69-e42cc70fe7be'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:31:40.487108 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906adc0f-89b5-4556-a9ad-881b24095a26" -d '{"events": [{"name": "network-changed", "server_uuid": "778fab92-5ff1-4583-b111-b2c447218044", "tag": "5360c143-ade6-443f-ad69-e42cc70fe7be"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:31:40.516651 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129597f-ea54-4d38-9eb2-b6ed3d586272 service neutron] Pushing event updated for resources: {'Port': ['ID=5360c143-ade6-443f-ad69-e42cc70fe7be,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:40.555858 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36f4a8e-22da-430f-bd6b-ec7199300332 x-openstack-request-id: req-d36f4a8e-22da-430f-bd6b-ec7199300332 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:31:40.556595 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778fab92-5ff1-4583-b111-b2c447218044", "tag": "5360c143-ade6-443f-ad69-e42cc70fe7be", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:31:40.556852 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d36f4a8e-22da-430f-bd6b-ec7199300332 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:31:40.557250 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778fab92-5ff1-4583-b111-b2c447218044', 'tag': '5360c143-ade6-443f-ad69-e42cc70fe7be', 'status': 'completed', 'code': 200} Aug 16 22:31:40.715581 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:40.747626 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083670b-91fa-49cd-99f5-83b68663c430 req-4fe3266b-b018-49ae-ace1-37e33b96eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:40.749865 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b083670b-91fa-49cd-99f5-83b68663c430 req-4fe3266b-b018-49ae-ace1-37e33b96eb4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f14b1329454c4709bb598f79000376c5&device_id=778fab92-5ff1-4583-b111-b2c447218044 HTTP/1.1" status: 200 len: 1096 time: 0.2091100 Aug 16 22:31:40.750200 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ce0c5-fa3d-4e28-abd1-feec32c92edd req-f28da842-0692-4bb5-8368-afe99502e0a0 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:40.751759 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b5ce0c5-fa3d-4e28-abd1-feec32c92edd req-f28da842-0692-4bb5-8368-afe99502e0a0 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.1016054 Aug 16 22:31:40.790813 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae26947f-7787-4037-9ba5-8a25c7fad1b6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:40.808818 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b083670b-91fa-49cd-99f5-83b68663c430 req-2ec784c3-26a5-4dfc-824f-c8be51e14677 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5360c143-ade6-443f-ad69-e42cc70fe7be HTTP/1.1" status: 200 len: 217 time: 0.0491917 Aug 16 22:31:40.875129 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083670b-91fa-49cd-99f5-83b68663c430 req-b39d11b3-841d-44d2-afe3-6a88f297142b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:40.879354 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b083670b-91fa-49cd-99f5-83b68663c430 req-b39d11b3-841d-44d2-afe3-6a88f297142b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1f3b7d6-0bd6-43e9-a3f1-34841957a17e HTTP/1.1" status: 200 len: 855 time: 0.0585828 Aug 16 22:31:40.887717 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b5ce0c5-fa3d-4e28-abd1-feec32c92edd req-1cd60648-b448-461a-97a1-393f90cabbd0 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273582 Aug 16 22:31:40.956518 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35760) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:40.959320 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b083670b-91fa-49cd-99f5-83b68663c430 req-ed1afcd6-5947-44fe-95be-0a2783173da5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38957025-51f4-4776-93ee-0e67fbdcd423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736840 Aug 16 22:31:41.033342 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279a47f-cd86-4276-8f2c-ce432f52a677 req-7e35b9bf-aeae-43c7-8ae2-3f65d3872f84 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:41.035650 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9279a47f-cd86-4276-8f2c-ce432f52a677 req-7e35b9bf-aeae-43c7-8ae2-3f65d3872f84 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.1770854 Aug 16 22:31:41.095132 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b083670b-91fa-49cd-99f5-83b68663c430 req-7c4be15a-a7d4-4683-961a-59f2f4cd464f service neutron] 10.222.0.39 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127453 Aug 16 22:31:41.114632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc7c2a-3b21-4b6e-b298-85af4500931b req-9689f5a5-e930-4024-a35e-1b2e6c5105c0 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:41.116705 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-01bc7c2a-3b21-4b6e-b298-85af4500931b req-9689f5a5-e930-4024-a35e-1b2e6c5105c0 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=778fab92-5ff1-4583-b111-b2c447218044 HTTP/1.1" status: 200 len: 944 time: 0.1554220 Aug 16 22:31:41.153564 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1a0ac24-9fca-4fc5-8515-1fff0d0cc613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:41.200129 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b083670b-91fa-49cd-99f5-83b68663c430 req-1b09b86d-1d0b-468b-b9fa-c75171e406f4 service neutron] 10.222.0.39 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943577 Aug 16 22:31:41.299923 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906adc0f-89b5-4556-a9ad-881b24095a26 req-7192b08c-f3be-4d3f-bdaf-2c0bae63bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:41.301336 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-906adc0f-89b5-4556-a9ad-881b24095a26 req-7192b08c-f3be-4d3f-bdaf-2c0bae63bff3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f14b1329454c4709bb598f79000376c5&device_id=778fab92-5ff1-4583-b111-b2c447218044 HTTP/1.1" status: 200 len: 1096 time: 0.0457146 Aug 16 22:31:41.323248 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-01bc7c2a-3b21-4b6e-b298-85af4500931b req-8af3429b-2f9c-462d-892b-441f96c79703 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966496 Aug 16 22:31:41.331198 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae26947f-7787-4037-9ba5-8a25c7fad1b6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:41.364887 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d287f6-4b95-4cd8-bda7-34a27581333c req-35e2c65b-2915-4bbf-b0f2-491bd9ee3b81 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:41.367043 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f8d287f6-4b95-4cd8-bda7-34a27581333c req-35e2c65b-2915-4bbf-b0f2-491bd9ee3b81 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 945 time: 0.1691651 Aug 16 22:31:41.416749 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906adc0f-89b5-4556-a9ad-881b24095a26 req-074b2a6d-9f11-43ec-971e-f181b4304c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:41.418986 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-906adc0f-89b5-4556-a9ad-881b24095a26 req-074b2a6d-9f11-43ec-971e-f181b4304c02 service neutron] 10.222.0.39 "GET /v2.0/networks?id=38957025-51f4-4776-93ee-0e67fbdcd423 HTTP/1.1" status: 200 len: 916 time: 0.1081953 Aug 16 22:31:41.461369 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-9279a47f-cd86-4276-8f2c-ce432f52a677 req-707ca621-ada2-4148-9e57-a6f994963acd tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Deleting port fcea367a-cab7-497f-b590-339a75882ffb {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:41.461754 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9279a47f-cd86-4276-8f2c-ce432f52a677 req-707ca621-ada2-4148-9e57-a6f994963acd tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:41.470757 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-906adc0f-89b5-4556-a9ad-881b24095a26 req-a1b488e8-0bfb-4b16-9ff5-78b76092edb8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5360c143-ade6-443f-ad69-e42cc70fe7be HTTP/1.1" status: 200 len: 217 time: 0.0434275 Aug 16 22:31:41.497272 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-08575b26-5350-4c28-8077-789e4ef1e665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:41.547593 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906adc0f-89b5-4556-a9ad-881b24095a26 req-625480c8-1349-4164-a720-a85c5bc669ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:41.549479 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-906adc0f-89b5-4556-a9ad-881b24095a26 req-625480c8-1349-4164-a720-a85c5bc669ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1f3b7d6-0bd6-43e9-a3f1-34841957a17e HTTP/1.1" status: 200 len: 855 time: 0.0516193 Aug 16 22:31:41.586042 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-906adc0f-89b5-4556-a9ad-881b24095a26 req-c7e5a7c0-5131-4959-8c57-f7a4e66600e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38957025-51f4-4776-93ee-0e67fbdcd423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269639 Aug 16 22:31:41.695137 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-906adc0f-89b5-4556-a9ad-881b24095a26 req-510570ac-e224-496f-912a-e9bab4e6e1a6 service neutron] 10.222.0.39 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963333 Aug 16 22:31:41.796270 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-906adc0f-89b5-4556-a9ad-881b24095a26 req-b89696b9-19da-4c35-99a0-971016fe7dfb service neutron] 10.222.0.39 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892482 Aug 16 22:31:41.882676 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f8d287f6-4b95-4cd8-bda7-34a27581333c req-ea30711f-9e3b-4dfc-9340-9e26115814d6 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/security-groups?id=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075181 Aug 16 22:31:41.919525 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1a0ac24-9fca-4fc5-8515-1fff0d0cc613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:41.928293 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1a0ac24-9fca-4fc5-8515-1fff0d0cc613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:42.015911 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9279a47f-cd86-4276-8f2c-ce432f52a677 req-707ca621-ada2-4148-9e57-a6f994963acd tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] For port fcea367a-cab7-497f-b590-339a75882ffb, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=fcea367a-cab7-497f-b590-339a75882ffb,segment=NetworkSegment(8eaf7c67-0eca-4fab-b3e5-affad94b4085),segment_id=8eaf7c67-0eca-4fab-b3e5-affad94b4085)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:42.016274 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9279a47f-cd86-4276-8f2c-ce432f52a677 req-707ca621-ada2-4148-9e57-a6f994963acd tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:42.020315 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e1a0ac24-9fca-4fc5-8515-1fff0d0cc613 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1b09d1c2eeb64900bbad0d7aeea1a32d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0628252 Aug 16 22:31:42.023678 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35774) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:42.046451 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0ac24-9fca-4fc5-8515-1fff0d0cc613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18772df7-b8b0-48ca-bb90-2385d697030f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:42.048315 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:42.057395 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-9279a47f-cd86-4276-8f2c-ce432f52a677 req-707ca621-ada2-4148-9e57-a6f994963acd tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Calling delete_port for fcea367a-cab7-497f-b590-339a75882ffb owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:42.077584 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae26947f-7787-4037-9ba5-8a25c7fad1b6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Router c5621b11-c7aa-486f-bf2b-a9119f363a6c is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:31:42.091874 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-40d3ed16-72ed-4d45-bfd4-22bab65cbb48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:42.116303 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-40d3ed16-72ed-4d45-bfd4-22bab65cbb48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:42.121804 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87aac64-63f9-4f55-b904-b26f305d5909 req-e1b8a8fa-24b0-48bf-b1f0-dcc6a5d7eb78 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:42.123352 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d87aac64-63f9-4f55-b904-b26f305d5909 req-e1b8a8fa-24b0-48bf-b1f0-dcc6a5d7eb78 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.1452491 Aug 16 22:31:42.174223 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-40d3ed16-72ed-4d45-bfd4-22bab65cbb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:42.176907 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-40d3ed16-72ed-4d45-bfd4-22bab65cbb48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:42.178066 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-40d3ed16-72ed-4d45-bfd4-22bab65cbb48 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/18772df7-b8b0-48ca-bb90-2385d697030f HTTP/1.1" status: 204 len: 168 time: 0.1533642 Aug 16 22:31:42.188415 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3ed16-72ed-4d45-bfd4-22bab65cbb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18772df7-b8b0-48ca-bb90-2385d697030f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:42.265608 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d87aac64-63f9-4f55-b904-b26f305d5909 req-7bbe2ca0-ca52-452f-9909-9835c6e938ac tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341050 Aug 16 22:31:42.328653 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae26947f-7787-4037-9ba5-8a25c7fad1b6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:42.341164 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d80bb2c-9c10-41b7-aba5-45e133face2e None None] Sync routers for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:42.355890 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9279a47f-cd86-4276-8f2c-ce432f52a677 req-707ca621-ada2-4148-9e57-a6f994963acd tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:42.357325 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d80bb2c-9c10-41b7-aba5-45e133face2e None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:42.358319 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7d80bb2c-9c10-41b7-aba5-45e133face2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:42.362395 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae26947f-7787-4037-9ba5-8a25c7fad1b6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:42.366459 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35782) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:42.366662 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ae26947f-7787-4037-9ba5-8a25c7fad1b6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0825851 Aug 16 22:31:42.392274 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ca621-ada2-4148-9e57-a6f994963acd tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Pushing event deleted for resources: {'Port': ['ID=fcea367a-cab7-497f-b590-339a75882ffb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:42.442118 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9279a47f-cd86-4276-8f2c-ce432f52a677 req-707ca621-ada2-4148-9e57-a6f994963acd tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] No DVR routers for this DVR port fcea367a-cab7-497f-b590-339a75882ffb on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:42.446123 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9279a47f-cd86-4276-8f2c-ce432f52a677 req-707ca621-ada2-4148-9e57-a6f994963acd tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:42.448571 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9279a47f-cd86-4276-8f2c-ce432f52a677 req-707ca621-ada2-4148-9e57-a6f994963acd tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.39 "DELETE /v2.0/ports/fcea367a-cab7-497f-b590-339a75882ffb HTTP/1.1" status: 204 len: 173 time: 1.4014773 Aug 16 22:31:42.449070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e62505-95cf-4040-bae6-ad2b69a6e6f0', 'name': 'network-vif-deleted', 'tag': 'fcea367a-cab7-497f-b590-339a75882ffb'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:31:42.451689 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15761b8-96db-4114-aa1c-ad4e87451904" -d '{"events": [{"server_uuid": "a1e62505-95cf-4040-bae6-ad2b69a6e6f0", "name": "network-vif-deleted", "tag": "fcea367a-cab7-497f-b590-339a75882ffb"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:31:42.458923 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['fcea367a-cab7-497f-b590-339a75882ffb'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:31:42.468434 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7d80bb2c-9c10-41b7-aba5-45e133face2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:42.573851 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d80bb2c-9c10-41b7-aba5-45e133face2e None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:42.574639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7d80bb2c-9c10-41b7-aba5-45e133face2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:42.603365 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b3d04-16a5-4413-8ab2-b973c1bf1692 req-86872880-b2ef-4d35-9fda-26824155dc08 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:42.614246 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-651b3d04-16a5-4413-8ab2-b973c1bf1692 req-86872880-b2ef-4d35-9fda-26824155dc08 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=778fab92-5ff1-4583-b111-b2c447218044 HTTP/1.1" status: 200 len: 944 time: 0.1380403 Aug 16 22:31:42.648793 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ae636e-f66a-4bf3-82be-fd5eb511c164 x-openstack-request-id: req-b4ae636e-f66a-4bf3-82be-fd5eb511c164 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:31:42.649089 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e62505-95cf-4040-bae6-ad2b69a6e6f0", "name": "network-vif-deleted", "tag": "fcea367a-cab7-497f-b590-339a75882ffb", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:31:42.649342 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b4ae636e-f66a-4bf3-82be-fd5eb511c164 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:31:42.649745 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e62505-95cf-4040-bae6-ad2b69a6e6f0', 'name': 'network-vif-deleted', 'tag': 'fcea367a-cab7-497f-b590-339a75882ffb', 'status': 'completed', 'code': 200} Aug 16 22:31:42.657095 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7d80bb2c-9c10-41b7-aba5-45e133face2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:42.659294 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d80bb2c-9c10-41b7-aba5-45e133face2e None None] The sync data for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:42.710585 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-651b3d04-16a5-4413-8ab2-b973c1bf1692 req-bfbfc965-80aa-41da-a632-7a8c67db5cad tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954423 Aug 16 22:31:43.032274 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c35e6c5f-976f-47cd-b5c2-b6ef63fbeb2a req-d7193f28-c7fd-4de3-8e9f-d9e20313a4d1 tempest-ListServerFiltersTestJSON-1805875507 tempest-ListServerFiltersTestJSON-1805875507-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1e62505-95cf-4040-bae6-ad2b69a6e6f0 HTTP/1.1" status: 200 len: 210 time: 0.0395613 Aug 16 22:31:43.173952 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.327214 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.549883 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:31:43.679099 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Allocated IP 172.20.0.1 (4e68f738-bedf-459e-a75d-76de7b0ba2b3/a888e084-f004-4b6f-b95d-490495f428aa/7670dbc7-a174-4089-844c-a76ced7eafef) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:43.761485 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60139626-184e-425a-b029-2b75865a4d39 req-81c19c33-bea0-44b3-807b-98c6d629aa72 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:43.765120 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60139626-184e-425a-b029-2b75865a4d39 req-81c19c33-bea0-44b3-807b-98c6d629aa72 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.0797565 Aug 16 22:31:43.830412 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60139626-184e-425a-b029-2b75865a4d39 req-d57b2b83-f9f3-418e-813e-f3301addcc10 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592389 Aug 16 22:31:43.836186 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.890406 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.934640 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Network 4e68f738-bedf-459e-a75d-76de7b0ba2b3 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:43.938651 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:43.941005 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f12594-5bec-4948-81e8-f3d8c5d20a4b req-7c0c43e8-afef-4e39-bf79-8a50c5a49d3d tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:43.942828 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-95f12594-5bec-4948-81e8-f3d8c5d20a4b req-7c0c43e8-afef-4e39-bf79-8a50c5a49d3d tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=778fab92-5ff1-4583-b111-b2c447218044 HTTP/1.1" status: 200 len: 944 time: 0.0567563 Aug 16 22:31:43.942992 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:43.992921 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Port': ['ID=7670dbc7-a174-4089-844c-a76ced7eafef,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:43.994187 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-95f12594-5bec-4948-81e8-f3d8c5d20a4b req-7548ef87-c258-4144-8540-de1f324bb031 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427458 Aug 16 22:31:44.010062 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.091307 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35846) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:44.161876 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-724724cd-52e8-49d6-a97c-3ad73646afc3 admin admin] Deleting subnet 8d4ff73f-336b-4de1-b3a1-5534bfb75da2 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:31:44.165692 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-724724cd-52e8-49d6-a97c-3ad73646afc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.185796 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.210762 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-724724cd-52e8-49d6-a97c-3ad73646afc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.300911 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-724724cd-52e8-49d6-a97c-3ad73646afc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.344020 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 5360c143-ade6-443f-ad69-e42cc70fe7be details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:31:44.349695 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device fcea367a-cab7-497f-b590-339a75882ffb no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:31:44.379456 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-724724cd-52e8-49d6-a97c-3ad73646afc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.379859 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: fcea367a-cab7-497f-b590-339a75882ffb {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:31:44.380698 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device fcea367a-cab7-497f-b590-339a75882ffb not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:31:44.415240 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724724cd-52e8-49d6-a97c-3ad73646afc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d4ff73f-336b-4de1-b3a1-5534bfb75da2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:44.417282 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-724724cd-52e8-49d6-a97c-3ad73646afc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.419239 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-724724cd-52e8-49d6-a97c-3ad73646afc3 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/8d4ff73f-336b-4de1-b3a1-5534bfb75da2 HTTP/1.1" status: 204 len: 168 time: 0.3266449 Aug 16 22:31:44.422740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35856) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:44.444080 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1066b660-bbee-44b7-bec3-a3eeb1f02657 None None] Network 9059d325-84cb-422e-b8d7-d8803d6dfafe requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:44.534169 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ee57376-a808-4de9-864a-0d706d2a5def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.566719 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 5360c143-ade6-443f-ad69-e42cc70fe7be, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5360c143-ade6-443f-ad69-e42cc70fe7be,segment=NetworkSegment(33dfb6c3-b599-4057-b70f-e1a7983d0cdf),segment_id=33dfb6c3-b599-4057-b70f-e1a7983d0cdf)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:44.597631 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '5360c143-ade6-443f-ad69-e42cc70fe7be', 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423', 'port_id': '5360c143-ade6-443f-ad69-e42cc70fe7be', 'mac_address': 'fa:16:3e:ac:9c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f3b7d6-0bd6-43e9-a3f1-34841957a17e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:31:44.621102 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.628430 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.673910 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.695344 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5360c143-ade6-443f-ad69-e42cc70fe7be {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:31:44.719511 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8ee57376-a808-4de9-864a-0d706d2a5def admin admin] Deleting port 533fdeed-18d1-4f4e-9b28-0df1c9844a0b {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:44.719922 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ee57376-a808-4de9-864a-0d706d2a5def admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.727560 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 5360c143-ade6-443f-ad69-e42cc70fe7be, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5360c143-ade6-443f-ad69-e42cc70fe7be,segment=NetworkSegment(33dfb6c3-b599-4057-b70f-e1a7983d0cdf),segment_id=33dfb6c3-b599-4057-b70f-e1a7983d0cdf)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:44.743199 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.785849 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Port': ['ID=7670dbc7-a174-4089-844c-a76ced7eafef,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:44.833528 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:44.834133 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:44.834421 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:44.834761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:44.835105 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:44.835440 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:44.835776 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:44.836181 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:44.836450 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:44.836779 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:44.837108 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:44.837434 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:44.877471 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1b8e95-f771-4420-8a53-d2fd157c07ed None None] DHCP port deletion for 9059d325-84cb-422e-b8d7-d8803d6dfafe request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:31:44.884436 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.939341 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.940214 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 533fdeed-18d1-4f4e-9b28-0df1c9844a0b no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:31:44.960617 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-8ee57376-a808-4de9-864a-0d706d2a5def admin admin] For port 533fdeed-18d1-4f4e-9b28-0df1c9844a0b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=533fdeed-18d1-4f4e-9b28-0df1c9844a0b,segment=NetworkSegment(8eaf7c67-0eca-4fab-b3e5-affad94b4085),segment_id=8eaf7c67-0eca-4fab-b3e5-affad94b4085)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:44.960999 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ee57376-a808-4de9-864a-0d706d2a5def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.980796 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8ee57376-a808-4de9-864a-0d706d2a5def admin admin] Calling delete_port for 533fdeed-18d1-4f4e-9b28-0df1c9844a0b owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:45.005953 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=5360c143-ade6-443f-ad69-e42cc70fe7be,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:45.016820 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:45.017163 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:45.017730 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:45.018315 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:45.018993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:45.019529 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:45.020058 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:45.020599 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:45.021139 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:45.021667 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:45.022317 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:45.022843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:45.077339 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b8e95-f771-4420-8a53-d2fd157c07ed None None] Deleting port 533fdeed-18d1-4f4e-9b28-0df1c9844a0b {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:45.078082 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8e95-f771-4420-8a53-d2fd157c07ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.087151 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Network 4e68f738-bedf-459e-a75d-76de7b0ba2b3 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:45.095651 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:45.146831 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.180751 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-5a1b8e95-f771-4420-8a53-d2fd157c07ed None None] For port 533fdeed-18d1-4f4e-9b28-0df1c9844a0b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=533fdeed-18d1-4f4e-9b28-0df1c9844a0b,segment=NetworkSegment(8eaf7c67-0eca-4fab-b3e5-affad94b4085),segment_id=8eaf7c67-0eca-4fab-b3e5-affad94b4085)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:45.181632 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8e95-f771-4420-8a53-d2fd157c07ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.211057 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 533fdeed-18d1-4f4e-9b28-0df1c9844a0b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=533fdeed-18d1-4f4e-9b28-0df1c9844a0b,segment=NetworkSegment(8eaf7c67-0eca-4fab-b3e5-affad94b4085),segment_id=8eaf7c67-0eca-4fab-b3e5-affad94b4085)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:45.219895 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b8e95-f771-4420-8a53-d2fd157c07ed None None] Calling delete_port for 533fdeed-18d1-4f4e-9b28-0df1c9844a0b owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:45.222684 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.262096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910325b9-8b0b-4944-aae3-a38e23aec9d7 req-1575ea2d-e280-4a01-bde6-d01797fa8595 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:45.267586 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-910325b9-8b0b-4944-aae3-a38e23aec9d7 req-1575ea2d-e280-4a01-bde6-d01797fa8595 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=778fab92-5ff1-4583-b111-b2c447218044 HTTP/1.1" status: 200 len: 945 time: 0.1209593 Aug 16 22:31:45.279743 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ee57376-a808-4de9-864a-0d706d2a5def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.302904 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee57376-a808-4de9-864a-0d706d2a5def admin admin] No DVR routers for this DVR port 533fdeed-18d1-4f4e-9b28-0df1c9844a0b on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:45.321575 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=533fdeed-18d1-4f4e-9b28-0df1c9844a0b,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:45.340213 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-910325b9-8b0b-4944-aae3-a38e23aec9d7 req-437cdec2-2f69-43f5-b704-b5c439a5ec69 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649931 Aug 16 22:31:45.345327 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['5360c143-ade6-443f-ad69-e42cc70fe7be'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:31:45.364307 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee57376-a808-4de9-864a-0d706d2a5def admin admin] Pushing event deleted for resources: {'Port': ['ID=533fdeed-18d1-4f4e-9b28-0df1c9844a0b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:45.383573 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8e95-f771-4420-8a53-d2fd157c07ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.419229 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b8e95-f771-4420-8a53-d2fd157c07ed None None] Pushing event deleted for resources: {'Port': ['ID=533fdeed-18d1-4f4e-9b28-0df1c9844a0b,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:45.432933 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1b8e95-f771-4420-8a53-d2fd157c07ed None None] No DVR routers for this DVR port 533fdeed-18d1-4f4e-9b28-0df1c9844a0b on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:45.456903 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Router c5621b11-c7aa-486f-bf2b-a9119f363a6c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:45.483204 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ee57376-a808-4de9-864a-0d706d2a5def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.497863 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-8ee57376-a808-4de9-864a-0d706d2a5def admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9059d325-84cb-422e-b8d7-d8803d6dfafe']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:45.503697 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77160bbe-c42d-4866-9910-d1a0f7330049 req-4dd27a3b-59d2-4325-b147-938a55c2909f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:45.513822 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-8ee57376-a808-4de9-864a-0d706d2a5def admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eaf7c67-0eca-4fab-b3e5-affad94b4085') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:45.514097 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-77160bbe-c42d-4866-9910-d1a0f7330049 req-4dd27a3b-59d2-4325-b147-938a55c2909f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.1007257 Aug 16 22:31:45.514605 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-8ee57376-a808-4de9-864a-0d706d2a5def admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eaf7c67-0eca-4fab-b3e5-affad94b4085') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:45.566855 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ee57376-a808-4de9-864a-0d706d2a5def admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.575600 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-77160bbe-c42d-4866-9910-d1a0f7330049 req-e960f7ba-0df1-4918-96c6-8c452eb34698 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606508 Aug 16 22:31:45.604060 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ee57376-a808-4de9-864a-0d706d2a5def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.614040 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee57376-a808-4de9-864a-0d706d2a5def admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:31:45.614163 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ee57376-a808-4de9-864a-0d706d2a5def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:31:45.642561 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:31:45.716376 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:45.718574 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ee57376-a808-4de9-864a-0d706d2a5def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.727393 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-21c8e9b7-a1a0-4a28-9d2d-a0336ee78e4e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "PUT /v2.0/routers/c5621b11-c7aa-486f-bf2b-a9119f363a6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3561845 Aug 16 22:31:45.727620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35884) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:45.730262 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ee57376-a808-4de9-864a-0d706d2a5def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.732286 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66e0bf5-9f0d-4a85-9e53-3488991e67e3 None None] Sync routers for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:45.736393 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8ee57376-a808-4de9-864a-0d706d2a5def admin admin] 10.222.0.93 "DELETE /v2.0/networks/9059d325-84cb-422e-b8d7-d8803d6dfafe HTTP/1.1" status: 204 len: 168 time: 1.3124506 Aug 16 22:31:45.745131 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7efa4544-d953-470b-8399-04250e4829ac tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Request body: {'port': {'network_id': '4e68f738-bedf-459e-a75d-76de7b0ba2b3', 'name': 'tempest-FloatingIPTestJSON-1979309726'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:45.748895 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee57376-a808-4de9-864a-0d706d2a5def admin admin] Pushing event deleted for resources: {'Network': ['ID=9059d325-84cb-422e-b8d7-d8803d6dfafe,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:45.767972 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66e0bf5-9f0d-4a85-9e53-3488991e67e3 None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:45.768606 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f66e0bf5-9f0d-4a85-9e53-3488991e67e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:45.821154 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f66e0bf5-9f0d-4a85-9e53-3488991e67e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:45.830867 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66e0bf5-9f0d-4a85-9e53-3488991e67e3 None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:45.831777 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f66e0bf5-9f0d-4a85-9e53-3488991e67e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:45.877438 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f66e0bf5-9f0d-4a85-9e53-3488991e67e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:45.878189 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66e0bf5-9f0d-4a85-9e53-3488991e67e3 None None] The sync data for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:45.908976 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efa4544-d953-470b-8399-04250e4829ac tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Made reservation on behalf of c853bf194aa4416fa0fa7d5ede244a91 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:45.920223 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7efa4544-d953-470b-8399-04250e4829ac tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.936022 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-7efa4544-d953-470b-8399-04250e4829ac tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] device_id is not set on port cf74129e-a2b7-4c0d-8ccc-a0bd11d1c054 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:31:46.071055 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-7efa4544-d953-470b-8399-04250e4829ac tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Allocated IP 172.20.0.9 (4e68f738-bedf-459e-a75d-76de7b0ba2b3/a888e084-f004-4b6f-b95d-490495f428aa/cf74129e-a2b7-4c0d-8ccc-a0bd11d1c054) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:46.077479 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35900) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:46.162833 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-daa991dc-008b-4030-b15e-e37cddeaabab admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1430c2d2535e481e8ccf4b208114eac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0839653 Aug 16 22:31:46.165340 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35902) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:46.220259 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-83c9b117-0f33-4043-a21c-68256e54ccf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:46.243671 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-83c9b117-0f33-4043-a21c-68256e54ccf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:46.266190 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7efa4544-d953-470b-8399-04250e4829ac tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:46.306074 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-83c9b117-0f33-4043-a21c-68256e54ccf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:46.311936 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7efa4544-d953-470b-8399-04250e4829ac tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:46.312120 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-83c9b117-0f33-4043-a21c-68256e54ccf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:46.317830 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-83c9b117-0f33-4043-a21c-68256e54ccf5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c HTTP/1.1" status: 204 len: 168 time: 0.1485715 Aug 16 22:31:46.330199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9b117-0f33-4043-a21c-68256e54ccf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791c334a-5bcb-41b1-8b4a-80a0cd9fcf5c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:46.362427 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efa4544-d953-470b-8399-04250e4829ac tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Network 4e68f738-bedf-459e-a75d-76de7b0ba2b3 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:46.365622 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-7efa4544-d953-470b-8399-04250e4829ac tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:46.370337 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efa4544-d953-470b-8399-04250e4829ac tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:46.421500 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efa4544-d953-470b-8399-04250e4829ac tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:46.422501 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7efa4544-d953-470b-8399-04250e4829ac tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:46.430212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa4544-d953-470b-8399-04250e4829ac tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Port': ['ID=cf74129e-a2b7-4c0d-8ccc-a0bd11d1c054,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:46.447965 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7efa4544-d953-470b-8399-04250e4829ac tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7188916 Aug 16 22:31:46.452327 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35916) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:46.457911 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ddae14b2-993c-4073-b245-922270d01950 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Request body: {'port': {'network_id': '4e68f738-bedf-459e-a75d-76de7b0ba2b3', 'name': 'tempest-FloatingIPTestJSON-1676081272'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:46.554171 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4b5ac-e423-40bf-8efe-f727dff95558 req-6932b503-033b-4b3e-b786-fe4ab6f86d87 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:46.556640 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d9a4b5ac-e423-40bf-8efe-f727dff95558 req-6932b503-033b-4b3e-b786-fe4ab6f86d87 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=778fab92-5ff1-4583-b111-b2c447218044 HTTP/1.1" status: 200 len: 945 time: 0.0861688 Aug 16 22:31:46.607278 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddae14b2-993c-4073-b245-922270d01950 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Made reservation on behalf of c853bf194aa4416fa0fa7d5ede244a91 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:46.612233 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ddae14b2-993c-4073-b245-922270d01950 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:46.632824 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d9a4b5ac-e423-40bf-8efe-f727dff95558 req-165ac6d9-00ed-40b0-b03d-243b9a8f13c9 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673423 Aug 16 22:31:46.636371 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-ddae14b2-993c-4073-b245-922270d01950 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] device_id is not set on port f591a648-f504-41fa-abd9-a8f5d6db1849 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:31:46.736604 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa59d1-f52a-4766-bfb7-6c63e795d2e1 req-0deb0a0b-19ff-4c52-a5d6-4a938c1fa150 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:46.738367 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41fa59d1-f52a-4766-bfb7-6c63e795d2e1 req-0deb0a0b-19ff-4c52-a5d6-4a938c1fa150 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.0676010 Aug 16 22:31:46.787369 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41fa59d1-f52a-4766-bfb7-6c63e795d2e1 req-53649798-9b2f-4044-9d77-e2592704febc tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405118 Aug 16 22:31:46.811421 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-ddae14b2-993c-4073-b245-922270d01950 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Allocated IP 172.20.0.4 (4e68f738-bedf-459e-a75d-76de7b0ba2b3/a888e084-f004-4b6f-b95d-490495f428aa/f591a648-f504-41fa-abd9-a8f5d6db1849) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:47.006889 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ddae14b2-993c-4073-b245-922270d01950 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:47.060763 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ddae14b2-993c-4073-b245-922270d01950 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:47.113838 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae14b2-993c-4073-b245-922270d01950 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Port': ['ID=f591a648-f504-41fa-abd9-a8f5d6db1849,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:47.130465 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddae14b2-993c-4073-b245-922270d01950 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Network 4e68f738-bedf-459e-a75d-76de7b0ba2b3 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:47.132160 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ddae14b2-993c-4073-b245-922270d01950 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:47.134453 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddae14b2-993c-4073-b245-922270d01950 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:47.199557 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddae14b2-993c-4073-b245-922270d01950 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:47.200217 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ddae14b2-993c-4073-b245-922270d01950 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:47.221164 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ddae14b2-993c-4073-b245-922270d01950 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7674809 Aug 16 22:31:47.224420 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35952) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:47.230246 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d0367e80-761e-474f-93dd-a6d10e3f20ee tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': 'f591a648-f504-41fa-abd9-a8f5d6db1849', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:47.277574 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d0367e80-761e-474f-93dd-a6d10e3f20ee tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:47.402986 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d0367e80-761e-474f-93dd-a6d10e3f20ee tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:47.491717 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35964) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:47.524875 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-d0367e80-761e-474f-93dd-a6d10e3f20ee tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Allocated IP 172.25.6.70 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/73e4b44f-cfaf-4025-be4a-f52ff63114ce) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:47.612233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6e54314a-26e3-4e73-bc02-4712b8d88da7 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-97136705-network', 'tenant_id': '330061d818c64042af83a15e044e5066'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:47.647134 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e54314a-26e3-4e73-bc02-4712b8d88da7 admin admin] Made reservation on behalf of 330061d818c64042af83a15e044e5066 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:47.650449 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e54314a-26e3-4e73-bc02-4712b8d88da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:47.668097 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d0367e80-761e-474f-93dd-a6d10e3f20ee tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:47.668241 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e54314a-26e3-4e73-bc02-4712b8d88da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:47.728527 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d0367e80-761e-474f-93dd-a6d10e3f20ee tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:47.773646 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0367e80-761e-474f-93dd-a6d10e3f20ee tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:47.778932 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d0367e80-761e-474f-93dd-a6d10e3f20ee tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:47.782703 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0367e80-761e-474f-93dd-a6d10e3f20ee tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:47.809444 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0367e80-761e-474f-93dd-a6d10e3f20ee tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Port': ['ID=73e4b44f-cfaf-4025-be4a-f52ff63114ce,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:47.829589 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c2f35-f00e-499d-a818-d8abc9d9a6dd req-65a25895-0ad6-4f9d-81ab-b091ee0205e5 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:47.831201 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b95c2f35-f00e-499d-a818-d8abc9d9a6dd req-65a25895-0ad6-4f9d-81ab-b091ee0205e5 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=778fab92-5ff1-4583-b111-b2c447218044 HTTP/1.1" status: 200 len: 945 time: 0.1036499 Aug 16 22:31:47.834655 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e54314a-26e3-4e73-bc02-4712b8d88da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:47.861361 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e54314a-26e3-4e73-bc02-4712b8d88da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:47.879384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e54314a-26e3-4e73-bc02-4712b8d88da7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:31:47.950605 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e54314a-26e3-4e73-bc02-4712b8d88da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:47.950954 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-6e54314a-26e3-4e73-bc02-4712b8d88da7 admin admin] Added segment 7affaff5-11b0-4b9f-900a-4e191ab45026 of type vlan for network dcd2c4d7-83ae-49a8-8ca4-94e8815d89df Aug 16 22:31:47.955008 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b95c2f35-f00e-499d-a818-d8abc9d9a6dd req-6cc66aba-000b-4a39-8f2d-a86a8ab29204 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177642 Aug 16 22:31:47.968992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54314a-26e3-4e73-bc02-4712b8d88da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e346f5-7001-4033-832d-a64820633f45,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:48.010576 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e54314a-26e3-4e73-bc02-4712b8d88da7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.026827 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bef4c0-d182-49c7-8496-e5c1a0e51bd1 req-3d2fc3a9-8815-48cd-b421-fe26ef52a5c8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:48.033646 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2bef4c0-d182-49c7-8496-e5c1a0e51bd1 req-3d2fc3a9-8815-48cd-b421-fe26ef52a5c8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.1294162 Aug 16 22:31:48.091791 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e54314a-26e3-4e73-bc02-4712b8d88da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.092850 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e54314a-26e3-4e73-bc02-4712b8d88da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:48.093370 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e54314a-26e3-4e73-bc02-4712b8d88da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.157124 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2bef4c0-d182-49c7-8496-e5c1a0e51bd1 req-cd20f1c5-67d2-4621-838e-41688b79401d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165023 Aug 16 22:31:48.180088 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6e54314a-26e3-4e73-bc02-4712b8d88da7 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6872339 Aug 16 22:31:48.188602 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35994) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:48.195422 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0362b25b-1ca6-46b8-9109-37d64a4d3280 admin admin] Request body: {'subnet': {'network_id': 'dcd2c4d7-83ae-49a8-8ca4-94e8815d89df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-97136705-subnet', 'tenant_id': '330061d818c64042af83a15e044e5066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:48.200455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54314a-26e3-4e73-bc02-4712b8d88da7 admin admin] Pushing event updated for resources: {'Network': ['ID=dcd2c4d7-83ae-49a8-8ca4-94e8815d89df,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:48.212936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network dcd2c4d7-83ae-49a8-8ca4-94e8815d89df details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:31:48.224703 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0362b25b-1ca6-46b8-9109-37d64a4d3280 admin admin] Made reservation on behalf of 330061d818c64042af83a15e044e5066 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:48.228550 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0362b25b-1ca6-46b8-9109-37d64a4d3280 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.261443 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d0367e80-761e-474f-93dd-a6d10e3f20ee tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.339866 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 5360c143-ade6-443f-ad69-e42cc70fe7be up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:48.342709 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d0367e80-761e-474f-93dd-a6d10e3f20ee tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.411214 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 5360c143-ade6-443f-ad69-e42cc70fe7be completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:48.416056 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 5360c143-ade6-443f-ad69-e42cc70fe7be triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:48.416441 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.442585 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0362b25b-1ca6-46b8-9109-37d64a4d3280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.518398 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.524360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362b25b-1ca6-46b8-9109-37d64a4d3280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac42fa79-13e1-4b1c-bcb4-1d95774ecf40,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:48.542354 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0362b25b-1ca6-46b8-9109-37d64a4d3280 admin admin] Checking segment: {'id': '7affaff5-11b0-4b9f-900a-4e191ab45026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dcd2c4d7-83ae-49a8-8ca4-94e8815d89df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:48.542707 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0362b25b-1ca6-46b8-9109-37d64a4d3280 admin admin] Network hostable DHCP agents. Network: dcd2c4d7-83ae-49a8-8ca4-94e8815d89df, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:31:48.549320 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d0367e80-761e-474f-93dd-a6d10e3f20ee tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.556038 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778fab92-5ff1-4583-b111-b2c447218044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5360c143-ade6-443f-ad69-e42cc70fe7be'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:31:48.556510 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d0367e80-761e-474f-93dd-a6d10e3f20ee tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.558572 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d7c7e9-41cf-46df-b85d-fbc854ebfc9e" -d '{"events": [{"server_uuid": "778fab92-5ff1-4583-b111-b2c447218044", "name": "network-vif-plugged", "status": "completed", "tag": "5360c143-ade6-443f-ad69-e42cc70fe7be"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:31:48.563995 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0362b25b-1ca6-46b8-9109-37d64a4d3280 admin admin] Network dcd2c4d7-83ae-49a8-8ca4-94e8815d89df is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:31:48.577252 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0362b25b-1ca6-46b8-9109-37d64a4d3280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, dcd2c4d7-83ae-49a8-8ca4-94e8815d89df) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:48.583440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 5360c143-ade6-443f-ad69-e42cc70fe7be, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5360c143-ade6-443f-ad69-e42cc70fe7be,segment=NetworkSegment(33dfb6c3-b599-4057-b70f-e1a7983d0cdf),segment_id=33dfb6c3-b599-4057-b70f-e1a7983d0cdf)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:48.586755 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0362b25b-1ca6-46b8-9109-37d64a4d3280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:48.587578 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0362b25b-1ca6-46b8-9109-37d64a4d3280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.591074 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.605538 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763d2df1-d871-46a3-83a3-913a6b503602 None None] Network dcd2c4d7-83ae-49a8-8ca4-94e8815d89df requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:48.608724 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0362b25b-1ca6-46b8-9109-37d64a4d3280 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4186242 Aug 16 22:31:48.646472 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0367e80-761e-474f-93dd-a6d10e3f20ee tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Port': ['ID=73e4b44f-cfaf-4025-be4a-f52ff63114ce,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:48.655827 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d0367e80-761e-474f-93dd-a6d10e3f20ee tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.769288 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90ee929-182b-49db-bea7-d937ff7eba16 x-openstack-request-id: req-d90ee929-182b-49db-bea7-d937ff7eba16 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:31:48.770179 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778fab92-5ff1-4583-b111-b2c447218044", "name": "network-vif-plugged", "status": "completed", "tag": "5360c143-ade6-443f-ad69-e42cc70fe7be", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:31:48.770611 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d90ee929-182b-49db-bea7-d937ff7eba16 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:31:48.771180 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778fab92-5ff1-4583-b111-b2c447218044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5360c143-ade6-443f-ad69-e42cc70fe7be', 'code': 200} Aug 16 22:31:48.771784 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-d0367e80-761e-474f-93dd-a6d10e3f20ee tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Floating IP 7ec94c9e-256a-4ed2-b2d4-68701720ffc4 associated. External IP: 172.25.6.70, port: f591a648-f504-41fa-abd9-a8f5d6db1849. Aug 16 22:31:48.803963 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=5360c143-ade6-443f-ad69-e42cc70fe7be,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:48.805281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829411fc-c523-46a7-8bff-362b1cc90d7b req-7718428b-ffa7-4081-8ee4-d0aca1f86f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:48.807479 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-829411fc-c523-46a7-8bff-362b1cc90d7b req-7718428b-ffa7-4081-8ee4-d0aca1f86f42 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=778fab92-5ff1-4583-b111-b2c447218044 HTTP/1.1" status: 200 len: 1098 time: 0.0818822 Aug 16 22:31:48.848914 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-829411fc-c523-46a7-8bff-362b1cc90d7b req-5d88ea7e-ac18-4c62-8870-88a06ead2538 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337689 Aug 16 22:31:48.927637 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9fa913-1df5-4085-8223-01c2946a9c96 None None] Network dcd2c4d7-83ae-49a8-8ca4-94e8815d89df requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:49.080120 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0367e80-761e-474f-93dd-a6d10e3f20ee tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Router c5621b11-c7aa-486f-bf2b-a9119f363a6c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:49.140680 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bdc18-b6d7-4d9d-aaad-091bccbee5bb req-9852e080-f26f-4e6f-a423-a2bcf9a141c3 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:49.142397 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e22bdc18-b6d7-4d9d-aaad-091bccbee5bb req-9852e080-f26f-4e6f-a423-a2bcf9a141c3 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=778fab92-5ff1-4583-b111-b2c447218044 HTTP/1.1" status: 200 len: 946 time: 0.0848770 Aug 16 22:31:49.209207 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e22bdc18-b6d7-4d9d-aaad-091bccbee5bb req-4dd046e7-4bda-4f56-8ad0-9d13076d6762 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593493 Aug 16 22:31:49.224377 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0367e80-761e-474f-93dd-a6d10e3f20ee tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:49.237887 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59eff0-9693-45f5-be10-dbbf4eba3772 None None] Sync routers for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:49.251697 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59eff0-9693-45f5-be10-dbbf4eba3772 None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:49.252324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ee59eff0-9693-45f5-be10-dbbf4eba3772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:49.269872 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d0367e80-761e-474f-93dd-a6d10e3f20ee tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.292157 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ee59eff0-9693-45f5-be10-dbbf4eba3772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:49.301769 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59eff0-9693-45f5-be10-dbbf4eba3772 None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:49.302153 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ee59eff0-9693-45f5-be10-dbbf4eba3772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:49.327095 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d0367e80-761e-474f-93dd-a6d10e3f20ee tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1015902 Aug 16 22:31:49.330099 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36050) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:49.337217 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-cf8f837f-af3c-45d9-adce-e47181966fd1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:49.344965 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ee59eff0-9693-45f5-be10-dbbf4eba3772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:49.344965 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59eff0-9693-45f5-be10-dbbf4eba3772 None None] The sync data for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:49.364841 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-54601e78-2c9d-4e52-9f2d-ad0defa86ffd tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:49.367565 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-54601e78-2c9d-4e52-9f2d-ad0defa86ffd tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/networks?id=dcd2c4d7-83ae-49a8-8ca4-94e8815d89df HTTP/1.1" status: 200 len: 819 time: 0.1868157 Aug 16 22:31:49.387451 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-b967910c-af11-4c9f-8435-5ee27f627082 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/quotas/330061d818c64042af83a15e044e5066 HTTP/1.1" status: 200 len: 375 time: 0.0122511 Aug 16 22:31:49.419689 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf8f837f-af3c-45d9-adce-e47181966fd1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.451992 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-753952e6-27b8-4909-9059-7b693962eb09 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=330061d818c64042af83a15e044e5066&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546737 Aug 16 22:31:49.521371 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363dad0-edc6-4e1e-8e2d-75af087eb55c req-efc860b5-b27c-4795-b908-698b86dbadd2 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:49.523696 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2363dad0-edc6-4e1e-8e2d-75af087eb55c req-efc860b5-b27c-4795-b908-698b86dbadd2 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.1419184 Aug 16 22:31:49.598435 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2363dad0-edc6-4e1e-8e2d-75af087eb55c req-9e3512d0-6266-40c8-ab16-4b38dd64e558 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673981 Aug 16 22:31:49.611994 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-cd4f5e48-1635-4453-9f15-4bea794d4227 service neutron] 10.222.0.93 "GET /v2.0/networks/dcd2c4d7-83ae-49a8-8ca4-94e8815d89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493497 Aug 16 22:31:49.750534 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-4f8321ac-8c23-4f76-8fef-6b12be56c725 service neutron] 10.222.0.93 "GET /v2.0/networks/dcd2c4d7-83ae-49a8-8ca4-94e8815d89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296482 Aug 16 22:31:49.924317 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf8f837f-af3c-45d9-adce-e47181966fd1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.942752 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf8f837f-af3c-45d9-adce-e47181966fd1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.943069 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-cf8f837f-af3c-45d9-adce-e47181966fd1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Floating IP 7ec94c9e-256a-4ed2-b2d4-68701720ffc4 disassociated. External IP: 172.25.6.70, port: f591a648-f504-41fa-abd9-a8f5d6db1849. Aug 16 22:31:49.976868 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4ce6777-11f1-4b21-a03e-91a8e46c7ec7 req-0b3910e1-002a-46d6-a1e9-99103327d516 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/ports?device_id=e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a HTTP/1.1" status: 200 len: 210 time: 0.0486867 Aug 16 22:31:50.180199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8f837f-af3c-45d9-adce-e47181966fd1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Router c5621b11-c7aa-486f-bf2b-a9119f363a6c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:50.305495 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8f837f-af3c-45d9-adce-e47181966fd1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:50.313100 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf8f837f-af3c-45d9-adce-e47181966fd1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:50.318265 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8764cd-29b7-405d-8a8b-f9125586bbbd None None] Sync routers for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:50.331275 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8764cd-29b7-405d-8a8b-f9125586bbbd None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:50.334171 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-8a8764cd-29b7-405d-8a8b-f9125586bbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:50.352116 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c59c6b-d0f8-4913-aee0-f461e3a8d7d1 req-090ecd3c-8afc-4bdd-90dc-b4d69849d66f tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:50.360968 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1c59c6b-d0f8-4913-aee0-f461e3a8d7d1 req-090ecd3c-8afc-4bdd-90dc-b4d69849d66f tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=778fab92-5ff1-4583-b111-b2c447218044 HTTP/1.1" status: 200 len: 946 time: 0.0738797 Aug 16 22:31:50.387807 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cf8f837f-af3c-45d9-adce-e47181966fd1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "PUT /v2.0/floatingips/7ec94c9e-256a-4ed2-b2d4-68701720ffc4 HTTP/1.1" status: 200 len: 687 time: 1.0536356 Aug 16 22:31:50.388397 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36088) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:50.407864 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1c59c6b-d0f8-4913-aee0-f461e3a8d7d1 req-db8928a7-73f2-4596-8a45-f968e2363f72 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460556 Aug 16 22:31:50.412309 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-8a8764cd-29b7-405d-8a8b-f9125586bbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:50.446417 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8764cd-29b7-405d-8a8b-f9125586bbbd None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:50.447061 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-8a8764cd-29b7-405d-8a8b-f9125586bbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:50.488043 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-8a8764cd-29b7-405d-8a8b-f9125586bbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:50.488700 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8764cd-29b7-405d-8a8b-f9125586bbbd None None] The sync data for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:50.602455 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ea19ae03-793e-4d19-b0c4-7c1adefbf9cd tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Deleting port 73e4b44f-cfaf-4025-be4a-f52ff63114ce {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:50.602804 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea19ae03-793e-4d19-b0c4-7c1adefbf9cd tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:50.699573 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea19ae03-793e-4d19-b0c4-7c1adefbf9cd tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:50.700010 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea19ae03-793e-4d19-b0c4-7c1adefbf9cd tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:50.720578 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ea19ae03-793e-4d19-b0c4-7c1adefbf9cd tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Calling delete_port for 73e4b44f-cfaf-4025-be4a-f52ff63114ce owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:50.766545 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6e133-d6bc-4bf7-828a-c619d2f5a97b req-feb73899-770f-4b82-800b-3481b16336f0 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:50.775566 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fdb6e133-d6bc-4bf7-828a-c619d2f5a97b req-feb73899-770f-4b82-800b-3481b16336f0 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.0728235 Aug 16 22:31:50.824213 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fdb6e133-d6bc-4bf7-828a-c619d2f5a97b req-5b9007c9-9189-4d67-a5ab-110bfa06c416 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471463 Aug 16 22:31:51.036861 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea19ae03-793e-4d19-b0c4-7c1adefbf9cd tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:51.077575 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19ae03-793e-4d19-b0c4-7c1adefbf9cd tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event deleted for resources: {'Port': ['ID=73e4b44f-cfaf-4025-be4a-f52ff63114ce,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:51.150972 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7e78501c-261b-45e4-859f-aa5f2a96ba5b req-613fc8d4-6520-4794-8edc-39575068de77 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/ports?device_id=e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a HTTP/1.1" status: 200 len: 210 time: 0.0374219 Aug 16 22:31:51.170193 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea19ae03-793e-4d19-b0c4-7c1adefbf9cd tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:51.173300 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea19ae03-793e-4d19-b0c4-7c1adefbf9cd tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:51.177681 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ea19ae03-793e-4d19-b0c4-7c1adefbf9cd tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "DELETE /v2.0/floatingips/7ec94c9e-256a-4ed2-b2d4-68701720ffc4 HTTP/1.1" status: 204 len: 168 time: 0.7883043 Aug 16 22:31:51.181728 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36122) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:51.189283 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-01650549-3b3d-4dfd-9e99-5095b0509eb5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': 'cf74129e-a2b7-4c0d-8ccc-a0bd11d1c054'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:51.211620 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01650549-3b3d-4dfd-9e99-5095b0509eb5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:51.312750 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01650549-3b3d-4dfd-9e99-5095b0509eb5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:51.434254 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-01650549-3b3d-4dfd-9e99-5095b0509eb5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Allocated IP 172.25.6.16 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/3e2eb273-53ec-4152-8e42-c4d74317124b) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:51.563720 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01650549-3b3d-4dfd-9e99-5095b0509eb5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:51.633669 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01650549-3b3d-4dfd-9e99-5095b0509eb5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:51.677416 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01650549-3b3d-4dfd-9e99-5095b0509eb5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:51.682765 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-01650549-3b3d-4dfd-9e99-5095b0509eb5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:51.686407 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01650549-3b3d-4dfd-9e99-5095b0509eb5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:51.711468 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-05863069-e7fd-4304-b10c-880c8dda8fd0 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:51.712727 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01650549-3b3d-4dfd-9e99-5095b0509eb5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Port': ['ID=3e2eb273-53ec-4152-8e42-c4d74317124b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:51.713137 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-05863069-e7fd-4304-b10c-880c8dda8fd0 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.39 "GET /v2.0/networks?id=dcd2c4d7-83ae-49a8-8ca4-94e8815d89df HTTP/1.1" status: 200 len: 819 time: 0.1336899 Aug 16 22:31:51.730867 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-a879c898-e3c8-4eea-bfed-c5fc59b9d14f tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Request body: {'port': {'device_id': 'e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a', 'network_id': 'dcd2c4d7-83ae-49a8-8ca4-94e8815d89df', 'admin_state_up': True, 'tenant_id': '330061d818c64042af83a15e044e5066'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:51.890392 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-a879c898-e3c8-4eea-bfed-c5fc59b9d14f tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Made reservation on behalf of 330061d818c64042af83a15e044e5066 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:51.895443 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-a879c898-e3c8-4eea-bfed-c5fc59b9d14f tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:52.098140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb200f4-4c69-4198-96b8-5d2ec53640e4 req-825681e4-482d-46a3-b1ed-d3ab80a9c5b7 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:52.099655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1bb200f4-4c69-4198-96b8-5d2ec53640e4 req-825681e4-482d-46a3-b1ed-d3ab80a9c5b7 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.1231098 Aug 16 22:31:52.126730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-a879c898-e3c8-4eea-bfed-c5fc59b9d14f tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Allocated IP 172.20.0.8 (dcd2c4d7-83ae-49a8-8ca4-94e8815d89df/ac42fa79-13e1-4b1c-bcb4-1d95774ecf40/983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:52.246479 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1bb200f4-4c69-4198-96b8-5d2ec53640e4 req-425be7cc-0e32-4c97-997f-8161cf08e029 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407425 Aug 16 22:31:52.295719 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01650549-3b3d-4dfd-9e99-5095b0509eb5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:52.354293 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-a879c898-e3c8-4eea-bfed-c5fc59b9d14f tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:52.425326 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01650549-3b3d-4dfd-9e99-5095b0509eb5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:52.450335 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a43c1884-50fe-46f8-b978-77fa14692c08 req-101c6fda-53f6-4fca-9a4a-05ca6f67e770 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/ports?device_id=e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a HTTP/1.1" status: 200 len: 210 time: 0.0606759 Aug 16 22:31:52.472607 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-a879c898-e3c8-4eea-bfed-c5fc59b9d14f tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:52.543968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-a879c898-e3c8-4eea-bfed-c5fc59b9d14f tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Network dcd2c4d7-83ae-49a8-8ca4-94e8815d89df is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:52.549006 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-a879c898-e3c8-4eea-bfed-c5fc59b9d14f tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:52.551796 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-a879c898-e3c8-4eea-bfed-c5fc59b9d14f tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:52.558415 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879c898-e3c8-4eea-bfed-c5fc59b9d14f tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Pushing event updated for resources: {'Port': ['ID=983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:52.643364 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-a879c898-e3c8-4eea-bfed-c5fc59b9d14f tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:52.649445 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-a879c898-e3c8-4eea-bfed-c5fc59b9d14f tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:52.681799 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01650549-3b3d-4dfd-9e99-5095b0509eb5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:52.682197 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-a879c898-e3c8-4eea-bfed-c5fc59b9d14f tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9553549 Aug 16 22:31:52.694659 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01650549-3b3d-4dfd-9e99-5095b0509eb5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:52.696720 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] Request body: {'port': {'device_id': 'e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:52.770918 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:52.807773 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01650549-3b3d-4dfd-9e99-5095b0509eb5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Port': ['ID=3e2eb273-53ec-4152-8e42-c4d74317124b,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:52.816453 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01650549-3b3d-4dfd-9e99-5095b0509eb5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:52.945824 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-01650549-3b3d-4dfd-9e99-5095b0509eb5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Floating IP 02e8c2db-7f19-4738-a347-f37769e4eb0c associated. External IP: 172.25.6.16, port: cf74129e-a2b7-4c0d-8ccc-a0bd11d1c054. Aug 16 22:31:53.207064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:31:53.223859 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:53.227841 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01650549-3b3d-4dfd-9e99-5095b0509eb5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Router c5621b11-c7aa-486f-bf2b-a9119f363a6c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:53.249587 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] Transition to ACTIVE for port object 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:53.261854 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:53.352846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] Pushing event updated for resources: {'Port': ['ID=983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:53.417844 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01650549-3b3d-4dfd-9e99-5095b0509eb5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:53.433086 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0200005-5d8d-4bfa-898c-41676835b7ea None None] Sync routers for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:53.437406 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01650549-3b3d-4dfd-9e99-5095b0509eb5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:53.450423 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0200005-5d8d-4bfa-898c-41676835b7ea None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:53.451729 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e0200005-5d8d-4bfa-898c-41676835b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:53.511049 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-01650549-3b3d-4dfd-9e99-5095b0509eb5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3252802 Aug 16 22:31:53.513924 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36184) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:53.526435 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e0200005-5d8d-4bfa-898c-41676835b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:53.554756 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0200005-5d8d-4bfa-898c-41676835b7ea None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:53.555419 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e0200005-5d8d-4bfa-898c-41676835b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:53.578710 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82020b43-ee83-44c4-85fe-73016832b5d5 req-3762291a-e738-4f03-9f2e-15ebc6b2e5df tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:53.586673 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-82020b43-ee83-44c4-85fe-73016832b5d5 req-3762291a-e738-4f03-9f2e-15ebc6b2e5df tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.2055361 Aug 16 22:31:53.614658 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e0200005-5d8d-4bfa-898c-41676835b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:53.615476 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0200005-5d8d-4bfa-898c-41676835b7ea None None] The sync data for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:53.627396 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-53dc59a6-a4b0-42ab-81f0-86312863947d tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "GET /v2.0/floatingips/02e8c2db-7f19-4738-a347-f37769e4eb0c HTTP/1.1" status: 200 len: 977 time: 0.1123221 Aug 16 22:31:53.629671 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36188) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:53.653343 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] Attempting to bind port 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:31:53.653776 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] Attempting to bind port 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '7affaff5-11b0-4b9f-900a-4e191ab45026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dcd2c4d7-83ae-49a8-8ca4-94e8815d89df'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:31:53.654152 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] Attempting to bind port 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0 on network dcd2c4d7-83ae-49a8-8ca4-94e8815d89df {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:31:53.675283 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] Port 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0 on network dcd2c4d7-83ae-49a8-8ca4-94e8815d89df not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:31:53.675636 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] Attempting to bind port 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0 on network dcd2c4d7-83ae-49a8-8ca4-94e8815d89df {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:31:53.698016 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef8bfd-be86-48e1-9bdb-bcc5ba141ae1 req-cc85b377-769b-47ca-bc5f-e9483766f89b tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:53.699509 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e7ef8bfd-be86-48e1-9bdb-bcc5ba141ae1 req-cc85b377-769b-47ca-bc5f-e9483766f89b tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/ports?device_id=e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a HTTP/1.1" status: 200 len: 943 time: 0.1002805 Aug 16 22:31:53.701224 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:31:53.701600 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] Checking segment: {'id': '7affaff5-11b0-4b9f-900a-4e191ab45026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dcd2c4d7-83ae-49a8-8ca4-94e8815d89df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:53.702014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] Bound using segment: {'id': '7affaff5-11b0-4b9f-900a-4e191ab45026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dcd2c4d7-83ae-49a8-8ca4-94e8815d89df'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:31:53.702502 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] Bound port: 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7affaff5-11b0-4b9f-900a-4e191ab45026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dcd2c4d7-83ae-49a8-8ca4-94e8815d89df'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:31:53.702881 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:53.720293 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-82020b43-ee83-44c4-85fe-73016832b5d5 req-efaac02a-249c-464f-82a0-46f9e498e0b5 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308579 Aug 16 22:31:53.772521 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-75e2139f-22e9-4982-b5e5-a557a2b8a156 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1408627 Aug 16 22:31:53.773147 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36196) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:53.780384 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-bb97f2b3-b0de-4d8a-a5a3-179b367385e8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Request body: {'floatingip': {'port_id': 'f591a648-f504-41fa-abd9-a8f5d6db1849'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:53.846187 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e7ef8bfd-be86-48e1-9bdb-bcc5ba141ae1 req-6417c2c5-c8eb-4a49-aa0a-174bdce44447 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/security-groups?id=11e346f5-7001-4033-832d-a64820633f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244841 Aug 16 22:31:53.854587 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] For port 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:31:53.858912 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] For port 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0,segment=NetworkSegment(7affaff5-11b0-4b9f-900a-4e191ab45026),segment_id=7affaff5-11b0-4b9f-900a-4e191ab45026)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:31:53.865932 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:53.867684 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb97f2b3-b0de-4d8a-a5a3-179b367385e8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:53.917618 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:53.917618 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:53.925355 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] 10.222.0.39 "PUT /v2.0/ports/983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0 HTTP/1.1" status: 200 len: 1092 time: 1.2341964 Aug 16 22:31:53.959944 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a', 'tag': '983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:31:53.962233 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8ba734-da25-4933-9549-f42819fbc7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a", "tag": "983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:31:53.966007 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b6ecd-ddbe-43a0-978b-f7cad82196b7 service neutron] Pushing event updated for resources: {'Port': ['ID=983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:54.027870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-a9af0dd7-9c6e-4a03-ad07-f07c97f6ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:54.029543 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-a9af0dd7-9c6e-4a03-ad07-f07c97f6ccba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=330061d818c64042af83a15e044e5066&device_id=e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a HTTP/1.1" status: 200 len: 1095 time: 0.0529754 Aug 16 22:31:54.032003 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9c7b6c-657f-43c3-9f2d-9f5df1765e9c x-openstack-request-id: req-ce9c7b6c-657f-43c3-9f2d-9f5df1765e9c {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:31:54.032304 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a", "tag": "983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:31:54.032560 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ce9c7b6c-657f-43c3-9f2d-9f5df1765e9c {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:31:54.033234 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a', 'tag': '983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0', 'status': 'completed', 'code': 200} Aug 16 22:31:54.103862 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-e3da0089-9ad7-4194-968f-1fe45c9b9951 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0 HTTP/1.1" status: 200 len: 217 time: 0.0549510 Aug 16 22:31:54.195632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-db1816e9-5ab5-49a7-996c-3b0da7d7edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:54.197231 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-db1816e9-5ab5-49a7-996c-3b0da7d7edf6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac42fa79-13e1-4b1c-bcb4-1d95774ecf40 HTTP/1.1" status: 200 len: 859 time: 0.0843616 Aug 16 22:31:54.251099 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-6c74cff3-22e7-4e3a-a67e-4d36f174db6a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dcd2c4d7-83ae-49a8-8ca4-94e8815d89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425096 Aug 16 22:31:54.434499 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-9fe13455-2477-4144-bfe9-79b0afbdc723 service neutron] 10.222.0.39 "GET /v2.0/networks/dcd2c4d7-83ae-49a8-8ca4-94e8815d89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740983 Aug 16 22:31:54.558292 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb97f2b3-b0de-4d8a-a5a3-179b367385e8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:54.563270 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eeb36429-0701-44ae-b441-5bb3e6e39703 req-6b8ea693-8e0a-4487-87e8-cb0142553680 service neutron] 10.222.0.39 "GET /v2.0/networks/dcd2c4d7-83ae-49a8-8ca4-94e8815d89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173701 Aug 16 22:31:54.563665 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb97f2b3-b0de-4d8a-a5a3-179b367385e8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:54.671192 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ba734-da25-4933-9549-f42819fbc7e2 req-b1986d9e-a43a-4d08-803f-b318ade3297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:54.673046 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc8ba734-da25-4933-9549-f42819fbc7e2 req-b1986d9e-a43a-4d08-803f-b318ade3297e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=330061d818c64042af83a15e044e5066&device_id=e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a HTTP/1.1" status: 200 len: 1095 time: 0.0470996 Aug 16 22:31:54.701469 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-bb97f2b3-b0de-4d8a-a5a3-179b367385e8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Floating IP 02e8c2db-7f19-4738-a347-f37769e4eb0c associated. External IP: 172.25.6.16, port: cf74129e-a2b7-4c0d-8ccc-a0bd11d1c054. Aug 16 22:31:54.793130 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ba734-da25-4933-9549-f42819fbc7e2 req-d2c8c952-4843-4b37-8c2d-91ce97bfca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:54.794535 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc8ba734-da25-4933-9549-f42819fbc7e2 req-d2c8c952-4843-4b37-8c2d-91ce97bfca01 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dcd2c4d7-83ae-49a8-8ca4-94e8815d89df HTTP/1.1" status: 200 len: 920 time: 0.1128240 Aug 16 22:31:54.874727 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc8ba734-da25-4933-9549-f42819fbc7e2 req-7579af20-a2fe-4392-bbd7-96e465ff935d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0 HTTP/1.1" status: 200 len: 217 time: 0.0709743 Aug 16 22:31:54.931377 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d2edf-b209-4dd4-8aed-666b96222e49 req-9f7c9ab5-a101-4859-b904-f1041c05d4f4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:54.939401 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-545d2edf-b209-4dd4-8aed-666b96222e49 req-9f7c9ab5-a101-4859-b904-f1041c05d4f4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.1255839 Aug 16 22:31:55.002367 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ba734-da25-4933-9549-f42819fbc7e2 req-7fb38d16-948c-44c4-947c-9ee7b935c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:55.003829 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc8ba734-da25-4933-9549-f42819fbc7e2 req-7fb38d16-948c-44c4-947c-9ee7b935c0ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac42fa79-13e1-4b1c-bcb4-1d95774ecf40 HTTP/1.1" status: 200 len: 859 time: 0.1148167 Aug 16 22:31:55.014432 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-545d2edf-b209-4dd4-8aed-666b96222e49 req-c99a5262-2682-4726-8ae3-16afb7f78879 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741699 Aug 16 22:31:55.059219 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb97f2b3-b0de-4d8a-a5a3-179b367385e8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Router c5621b11-c7aa-486f-bf2b-a9119f363a6c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:55.059871 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc8ba734-da25-4933-9549-f42819fbc7e2 req-b77a4ef2-3c38-4b6a-82bf-ef68783137ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dcd2c4d7-83ae-49a8-8ca4-94e8815d89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425897 Aug 16 22:31:55.068002 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc35a7d-2dd9-4457-99c7-c3129813e9ed req-976adaed-8540-45b0-b675-5b19eb65d674 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:55.070603 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1fc35a7d-2dd9-4457-99c7-c3129813e9ed req-976adaed-8540-45b0-b675-5b19eb65d674 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/ports?device_id=e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a HTTP/1.1" status: 200 len: 943 time: 0.1115839 Aug 16 22:31:55.307150 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f1e10-f585-41f6-bff3-6925f1a96621 req-4022a509-535e-4a70-bb53-a5e2567f4819 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:55.308749 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a93f1e10-f585-41f6-bff3-6925f1a96621 req-4022a509-535e-4a70-bb53-a5e2567f4819 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1173723 Aug 16 22:31:55.367764 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1fc35a7d-2dd9-4457-99c7-c3129813e9ed req-adf5cfd9-d275-4262-916f-0ba92d395ead tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/security-groups?id=11e346f5-7001-4033-832d-a64820633f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689087 Aug 16 22:31:55.431346 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc8ba734-da25-4933-9549-f42819fbc7e2 req-37a0b991-c1a0-44a6-8eb1-9ea2721f33f0 service neutron] 10.222.0.39 "GET /v2.0/networks/dcd2c4d7-83ae-49a8-8ca4-94e8815d89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595915 Aug 16 22:31:55.436972 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a93f1e10-f585-41f6-bff3-6925f1a96621 req-7aacfbd6-88a2-4b03-a316-185e19797001 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191967 Aug 16 22:31:55.638508 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc8ba734-da25-4933-9549-f42819fbc7e2 req-55f920a7-5aa7-47ad-9067-e07d14e15bbd service neutron] 10.222.0.39 "GET /v2.0/networks/dcd2c4d7-83ae-49a8-8ca4-94e8815d89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922398 Aug 16 22:31:55.692875 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb97f2b3-b0de-4d8a-a5a3-179b367385e8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:55.705214 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1036bbf-a996-4c39-b901-3e7a9af24a68 None None] Sync routers for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:55.721196 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1036bbf-a996-4c39-b901-3e7a9af24a68 None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:55.722006 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a1036bbf-a996-4c39-b901-3e7a9af24a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:55.727896 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483617a8-8315-4e64-b49e-90fc4f143a68 req-a27d48f8-c8fc-47d3-bf7b-7fd742ee4dc9 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:55.737687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-483617a8-8315-4e64-b49e-90fc4f143a68 req-a27d48f8-c8fc-47d3-bf7b-7fd742ee4dc9 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.0976431 Aug 16 22:31:55.786459 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a1036bbf-a996-4c39-b901-3e7a9af24a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:55.789399 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-483617a8-8315-4e64-b49e-90fc4f143a68 req-e9e3caad-d656-4942-865f-6fdbb4a0e3c8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506141 Aug 16 22:31:55.805387 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1036bbf-a996-4c39-b901-3e7a9af24a68 None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:55.806533 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a1036bbf-a996-4c39-b901-3e7a9af24a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:55.868074 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a1036bbf-a996-4c39-b901-3e7a9af24a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:55.868718 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1036bbf-a996-4c39-b901-3e7a9af24a68 None None] The sync data for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:56.031040 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb97f2b3-b0de-4d8a-a5a3-179b367385e8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Router c5621b11-c7aa-486f-bf2b-a9119f363a6c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:56.157441 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96157848-a220-4e51-a17f-e437c1498233 req-9c648a45-9782-43db-94c1-b588241d2b21 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:56.159847 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96157848-a220-4e51-a17f-e437c1498233 req-9c648a45-9782-43db-94c1-b588241d2b21 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 812 time: 0.1405745 Aug 16 22:31:56.192948 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb97f2b3-b0de-4d8a-a5a3-179b367385e8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:56.193137 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96157848-a220-4e51-a17f-e437c1498233 req-efe02912-a63a-4207-b71b-a496f1bc07f9 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/quotas/92faa7784798435a97e9cef690c8ad52 HTTP/1.1" status: 200 len: 375 time: 0.0136783 Aug 16 22:31:56.197666 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb97f2b3-b0de-4d8a-a5a3-179b367385e8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:56.204438 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f9761-2302-49f0-b180-9d49f66553c8 None None] Sync routers for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:56.214993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f9761-2302-49f0-b180-9d49f66553c8 None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:56.215918 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9d3f9761-2302-49f0-b180-9d49f66553c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:56.260410 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9d3f9761-2302-49f0-b180-9d49f66553c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:56.269609 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f9761-2302-49f0-b180-9d49f66553c8 None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:56.270333 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9d3f9761-2302-49f0-b180-9d49f66553c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:56.289469 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bb97f2b3-b0de-4d8a-a5a3-179b367385e8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "PUT /v2.0/floatingips/02e8c2db-7f19-4738-a347-f37769e4eb0c HTTP/1.1" status: 200 len: 977 time: 2.5151672 Aug 16 22:31:56.292447 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36266) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:56.293020 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96157848-a220-4e51-a17f-e437c1498233 req-014b8de7-52d3-4fb4-84c8-7371bbaece2d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0788658 Aug 16 22:31:56.297336 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a3f758a4-e128-4ad6-8a05-bc5d58aa7823 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:56.316220 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9d3f9761-2302-49f0-b180-9d49f66553c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:56.317100 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f9761-2302-49f0-b180-9d49f66553c8 None None] The sync data for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:56.363734 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a3f758a4-e128-4ad6-8a05-bc5d58aa7823 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:56.424973 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96157848-a220-4e51-a17f-e437c1498233 req-97ae2ffa-7d0b-4f9e-9ecb-0260f40d4dfd service neutron] 10.222.0.93 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237462 Aug 16 22:31:56.547279 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a3f758a4-e128-4ad6-8a05-bc5d58aa7823 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:56.557098 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a3f758a4-e128-4ad6-8a05-bc5d58aa7823 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:56.557764 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-a3f758a4-e128-4ad6-8a05-bc5d58aa7823 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Floating IP 02e8c2db-7f19-4738-a347-f37769e4eb0c disassociated. External IP: 172.25.6.16, port: f591a648-f504-41fa-abd9-a8f5d6db1849. Aug 16 22:31:56.560733 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1c358-1aec-40b8-85ba-8ce61433eba5 req-4f0ef08d-bf1a-49df-aa10-f7746017e068 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:56.562339 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbd1c358-1aec-40b8-85ba-8ce61433eba5 req-4f0ef08d-bf1a-49df-aa10-f7746017e068 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/ports?device_id=e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a HTTP/1.1" status: 200 len: 943 time: 0.0896373 Aug 16 22:31:56.569011 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96157848-a220-4e51-a17f-e437c1498233 req-c5d83cec-3625-490a-bdc5-d5b8ac8f62e8 service neutron] 10.222.0.93 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429610 Aug 16 22:31:56.617868 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbd1c358-1aec-40b8-85ba-8ce61433eba5 req-96fc50be-bda8-4338-8337-88e13ab0531c tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/security-groups?id=11e346f5-7001-4033-832d-a64820633f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405743 Aug 16 22:31:56.865160 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f758a4-e128-4ad6-8a05-bc5d58aa7823 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Router c5621b11-c7aa-486f-bf2b-a9119f363a6c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:57.023302 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-280f8932-c457-4254-9c53-5b0c3a3562db req-fcde87d9-ca3b-47ef-84f0-e6044ec9b405 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614 HTTP/1.1" status: 200 len: 210 time: 0.0523093 Aug 16 22:31:57.067236 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f758a4-e128-4ad6-8a05-bc5d58aa7823 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:57.077045 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13d9f7b-ebf3-44f0-aa5d-18503071a15e None None] Sync routers for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:57.090602 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13d9f7b-ebf3-44f0-aa5d-18503071a15e None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:57.091533 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e13d9f7b-ebf3-44f0-aa5d-18503071a15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:57.102146 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a3f758a4-e128-4ad6-8a05-bc5d58aa7823 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:57.126382 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e13d9f7b-ebf3-44f0-aa5d-18503071a15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:57.138400 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13d9f7b-ebf3-44f0-aa5d-18503071a15e None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:57.139372 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e13d9f7b-ebf3-44f0-aa5d-18503071a15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:57.152120 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a3f758a4-e128-4ad6-8a05-bc5d58aa7823 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "PUT /v2.0/floatingips/02e8c2db-7f19-4738-a347-f37769e4eb0c HTTP/1.1" status: 200 len: 687 time: 0.8579984 Aug 16 22:31:57.152785 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36306) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:57.299950 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e13d9f7b-ebf3-44f0-aa5d-18503071a15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:57.301083 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13d9f7b-ebf3-44f0-aa5d-18503071a15e None None] The sync data for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:57.627227 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36314) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:57.745564 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92206792-d65c-4369-8121-55b786faac99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:57.772301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-9a6d4b2c-cbe8-4c6f-b8c9-dd4c641267ad tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:57.773799 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-9a6d4b2c-cbe8-4c6f-b8c9-dd4c641267ad tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/networks?id=38957025-51f4-4776-93ee-0e67fbdcd423 HTTP/1.1" status: 200 len: 815 time: 0.5403500 Aug 16 22:31:57.799250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0ceed-c0cc-47c6-87bb-7e72cadfea71 req-6a89b47f-2259-491f-9895-dba502d974cb tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:57.800740 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f8c0ceed-c0cc-47c6-87bb-7e72cadfea71 req-6a89b47f-2259-491f-9895-dba502d974cb tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/ports?device_id=e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a HTTP/1.1" status: 200 len: 943 time: 0.0962222 Aug 16 22:31:57.807462 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-551c27ba-3f43-4ec5-a171-960e35576eaa tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/quotas/f14b1329454c4709bb598f79000376c5 HTTP/1.1" status: 200 len: 375 time: 0.0249963 Aug 16 22:31:57.810710 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-27b55179-4fdd-4c39-b0d5-1becab09dc6f tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Deleting port 3e2eb273-53ec-4152-8e42-c4d74317124b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:57.811047 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-27b55179-4fdd-4c39-b0d5-1becab09dc6f tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:57.840668 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92206792-d65c-4369-8121-55b786faac99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:57.844516 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92206792-d65c-4369-8121-55b786faac99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:57.882987 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92206792-d65c-4369-8121-55b786faac99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0afc9f-b84e-4b98-a638-8d98bd868b0c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:57.887311 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-92206792-d65c-4369-8121-55b786faac99 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c31551230d36401cad407f9b5cc92dee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588241 Aug 16 22:31:57.890121 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36324) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:57.919162 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f8c0ceed-c0cc-47c6-87bb-7e72cadfea71 req-e926568a-f8c7-494d-b237-92203f55712d tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/security-groups?id=11e346f5-7001-4033-832d-a64820633f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100526 Aug 16 22:31:57.942513 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e55732e6-10af-436e-81c6-3a1f523267fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:57.953602 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-fb726c02-7905-496e-8bac-9f78f061601e tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=f14b1329454c4709bb598f79000376c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1250086 Aug 16 22:31:57.961627 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-27b55179-4fdd-4c39-b0d5-1becab09dc6f tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:57.961977 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-27b55179-4fdd-4c39-b0d5-1becab09dc6f tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:57.968444 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e55732e6-10af-436e-81c6-3a1f523267fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.028996 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e55732e6-10af-436e-81c6-3a1f523267fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.035775 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e55732e6-10af-436e-81c6-3a1f523267fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.035775 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e55732e6-10af-436e-81c6-3a1f523267fc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2c0afc9f-b84e-4b98-a638-8d98bd868b0c HTTP/1.1" status: 204 len: 168 time: 0.1429515 Aug 16 22:31:58.043852 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55732e6-10af-436e-81c6-3a1f523267fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0afc9f-b84e-4b98-a638-8d98bd868b0c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:58.061405 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-27b55179-4fdd-4c39-b0d5-1becab09dc6f tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Calling delete_port for 3e2eb273-53ec-4152-8e42-c4d74317124b owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:58.240467 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-80e83904-6351-4476-a84b-7369506b1d8f req-901bc5b1-26a5-4756-b4e1-efae52c0262c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614 HTTP/1.1" status: 200 len: 210 time: 0.0822024 Aug 16 22:31:58.281008 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-4e3ac409-4405-41ee-9efe-6c4f913fc164 service neutron] 10.222.0.93 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157969 Aug 16 22:31:58.372089 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96157848-a220-4e51-a17f-e437c1498233 req-bd380f35-9a11-4bee-885c-5d885acb94b3 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:58.373534 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96157848-a220-4e51-a17f-e437c1498233 req-bd380f35-9a11-4bee-885c-5d885acb94b3 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.39 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 812 time: 0.3099325 Aug 16 22:31:58.379480 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:31:58.379949 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36334) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:58.393470 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-96157848-a220-4e51-a17f-e437c1498233 req-3ea80f8c-f94d-4e11-be9e-e5d63ad1236e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Request body: {'port': {'device_id': '5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'admin_state_up': True, 'tenant_id': '92faa7784798435a97e9cef690c8ad52'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:58.395036 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2082e5c-04a5-4bff-9c6f-d08a7db35984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.491755 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0,segment=NetworkSegment(7affaff5-11b0-4b9f-900a-4e191ab45026),segment_id=7affaff5-11b0-4b9f-900a-4e191ab45026)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:58.501819 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2082e5c-04a5-4bff-9c6f-d08a7db35984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.504685 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0', 'network_id': 'dcd2c4d7-83ae-49a8-8ca4-94e8815d89df', 'port_id': '983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0', 'mac_address': 'fa:16:3e:d3:b1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac42fa79-13e1-4b1c-bcb4-1d95774ecf40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:31:58.507848 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2082e5c-04a5-4bff-9c6f-d08a7db35984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.515179 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-06f4975b-9517-4d30-8ef8-fbbdfab029d3 service neutron] 10.222.0.93 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255569 Aug 16 22:31:58.557662 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e2082e5c-04a5-4bff-9c6f-d08a7db35984 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d1146fc8c9f044438e18daa0077a59e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1730971 Aug 16 22:31:58.557662 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2082e5c-04a5-4bff-9c6f-d08a7db35984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0eb5826-a954-4b56-b16a-268a52a58bae,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:58.557997 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-27b55179-4fdd-4c39-b0d5-1becab09dc6f tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.568979 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36336) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:58.572952 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.593547 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b55179-4fdd-4c39-b0d5-1becab09dc6f tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event deleted for resources: {'Port': ['ID=3e2eb273-53ec-4152-8e42-c4d74317124b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:58.599353 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:31:58.629080 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0,segment=NetworkSegment(7affaff5-11b0-4b9f-900a-4e191ab45026),segment_id=7affaff5-11b0-4b9f-900a-4e191ab45026)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:58.634969 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.652589 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c2efca5-b61e-492f-88ce-eb72ccace5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.657886 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96157848-a220-4e51-a17f-e437c1498233 req-3ea80f8c-f94d-4e11-be9e-e5d63ad1236e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Made reservation on behalf of 92faa7784798435a97e9cef690c8ad52 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:58.661402 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96157848-a220-4e51-a17f-e437c1498233 req-3ea80f8c-f94d-4e11-be9e-e5d63ad1236e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.687179 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c2efca5-b61e-492f-88ce-eb72ccace5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.706213 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:58.710712 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-27b55179-4fdd-4c39-b0d5-1becab09dc6f tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.713613 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-27b55179-4fdd-4c39-b0d5-1becab09dc6f tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.717327 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-27b55179-4fdd-4c39-b0d5-1becab09dc6f tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "DELETE /v2.0/floatingips/02e8c2db-7f19-4738-a347-f37769e4eb0c HTTP/1.1" status: 204 len: 168 time: 1.5609615 Aug 16 22:31:58.718287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36340) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:58.767206 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c2efca5-b61e-492f-88ce-eb72ccace5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.769810 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c2efca5-b61e-492f-88ce-eb72ccace5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.773310 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8c2efca5-b61e-492f-88ce-eb72ccace5e4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a0eb5826-a954-4b56-b16a-268a52a58bae HTTP/1.1" status: 204 len: 168 time: 0.2009816 Aug 16 22:31:58.779323 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2efca5-b61e-492f-88ce-eb72ccace5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0eb5826-a954-4b56-b16a-268a52a58bae,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:58.810471 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-debf4929-e62c-40a9-bee0-84fdb8d137b2 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] delete failed (client error): The resource could not be found. Aug 16 22:31:58.811905 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-debf4929-e62c-40a9-bee0-84fdb8d137b2 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "DELETE /v2.0/floatingips/02e8c2db-7f19-4738-a347-f37769e4eb0c HTTP/1.1" status: 404 len: 345 time: 0.0923891 Aug 16 22:31:58.816427 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36346) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:58.818388 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63a868ad-99fc-48b0-af28-e07485d5beba req-94354656-ab68-4202-80c8-2f70486f15ed tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=49cc769f-9866-4837-b0f7-7edcc1ece739 HTTP/1.1" status: 200 len: 210 time: 0.0638976 Aug 16 22:31:58.905917 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-96157848-a220-4e51-a17f-e437c1498233 req-3ea80f8c-f94d-4e11-be9e-e5d63ad1236e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Allocated IP 172.20.0.4 (6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751/b3a36816-1aac-4ae9-b74d-79c0aa191fc4/e48fde74-b044-473a-b476-caf9b6057de8) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:58.926573 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9aa7e1-5b39-471c-a195-abac6312d395 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:58.932801 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9aa7e1-5b39-471c-a195-abac6312d395 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:58.939677 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9aa7e1-5b39-471c-a195-abac6312d395 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:58.941575 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ce9aa7e1-5b39-471c-a195-abac6312d395 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "GET /v2.0/ports?network_id=4e68f738-bedf-459e-a75d-76de7b0ba2b3 HTTP/1.1" status: 200 len: 2358 time: 0.1236279 Aug 16 22:31:58.944240 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36350) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:59.010528 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f365dbb-b7b6-4bb3-a038-ffda8bce573f tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:59.011959 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8f365dbb-b7b6-4bb3-a038-ffda8bce573f tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "GET /v2.0/subnets/a888e084-f004-4b6f-b95d-490495f428aa HTTP/1.1" status: 200 len: 797 time: 0.0658996 Aug 16 22:31:59.017088 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36356) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:59.027455 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-56a9087d-d5b0-4f11-b2f2-a5bd3243147b tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Request body: {'port': {'network_id': '4e68f738-bedf-459e-a75d-76de7b0ba2b3', 'name': 'tempest-FloatingIPTestJSON-1001839963', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:59.031693 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:31:59.270970 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a9087d-d5b0-4f11-b2f2-a5bd3243147b tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Made reservation on behalf of c853bf194aa4416fa0fa7d5ede244a91 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:59.297415 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96157848-a220-4e51-a17f-e437c1498233 req-3ea80f8c-f94d-4e11-be9e-e5d63ad1236e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:59.315711 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-96157848-a220-4e51-a17f-e437c1498233 req-3ea80f8c-f94d-4e11-be9e-e5d63ad1236e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Transition to ACTIVE for port object e48fde74-b044-473a-b476-caf9b6057de8 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:59.350069 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a09961-5746-4f92-97f6-f30258ae346d req-0c852e64-40e5-49c1-80da-272ed0e38103 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:59.352209 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-20a09961-5746-4f92-97f6-f30258ae346d req-0c852e64-40e5-49c1-80da-272ed0e38103 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/ports?device_id=e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a HTTP/1.1" status: 200 len: 944 time: 0.2084846 Aug 16 22:31:59.379690 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71f77ec4-d6b3-4aab-a01c-5759ccdc0298 req-35e350e5-dd79-43c1-bd23-72fc2d1dd10c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614 HTTP/1.1" status: 200 len: 210 time: 0.0542965 Aug 16 22:31:59.413833 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56a9087d-d5b0-4f11-b2f2-a5bd3243147b tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:59.449385 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-20a09961-5746-4f92-97f6-f30258ae346d req-faf5af67-6a40-4f94-86d3-6c1cde5ba3cc tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/security-groups?id=11e346f5-7001-4033-832d-a64820633f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789361 Aug 16 22:31:59.453263 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-56a9087d-d5b0-4f11-b2f2-a5bd3243147b tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] device_id is not set on port 3746514c-a702-4e24-a1e3-24d34c94d307 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:31:59.470468 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96157848-a220-4e51-a17f-e437c1498233 req-3ea80f8c-f94d-4e11-be9e-e5d63ad1236e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:59.536655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96157848-a220-4e51-a17f-e437c1498233 req-3ea80f8c-f94d-4e11-be9e-e5d63ad1236e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:59.540465 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-96157848-a220-4e51-a17f-e437c1498233 req-3ea80f8c-f94d-4e11-be9e-e5d63ad1236e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:59.545381 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-96157848-a220-4e51-a17f-e437c1498233 req-3ea80f8c-f94d-4e11-be9e-e5d63ad1236e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:59.549911 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea80f8c-f94d-4e11-be9e-e5d63ad1236e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Pushing event updated for resources: {'Port': ['ID=e48fde74-b044-473a-b476-caf9b6057de8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:59.614064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96157848-a220-4e51-a17f-e437c1498233 req-3ea80f8c-f94d-4e11-be9e-e5d63ad1236e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:59.614786 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96157848-a220-4e51-a17f-e437c1498233 req-3ea80f8c-f94d-4e11-be9e-e5d63ad1236e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:59.654505 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96157848-a220-4e51-a17f-e437c1498233 req-3ea80f8c-f94d-4e11-be9e-e5d63ad1236e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2664630 Aug 16 22:31:59.668232 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-96157848-a220-4e51-a17f-e437c1498233 req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] Request body: {'port': {'device_id': '5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:59.736036 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96157848-a220-4e51-a17f-e437c1498233 req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:59.869976 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-dab2aab8-4a48-4720-a6fe-bdf13a99f6ea None None] Provisioning for port e48fde74-b044-473a-b476-caf9b6057de8 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:59.879756 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-dab2aab8-4a48-4720-a6fe-bdf13a99f6ea None None] Provisioning complete for port e48fde74-b044-473a-b476-caf9b6057de8 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:59.880139 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dab2aab8-4a48-4720-a6fe-bdf13a99f6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:59.933326 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-dab2aab8-4a48-4720-a6fe-bdf13a99f6ea None None] Port e48fde74-b044-473a-b476-caf9b6057de8 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:31:59.935461 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-56a9087d-d5b0-4f11-b2f2-a5bd3243147b tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Allocated IP 172.20.0.14 (4e68f738-bedf-459e-a75d-76de7b0ba2b3/a888e084-f004-4b6f-b95d-490495f428aa/3746514c-a702-4e24-a1e3-24d34c94d307) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:59.943090 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-56a9087d-d5b0-4f11-b2f2-a5bd3243147b tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Allocated IP 172.20.0.13 (4e68f738-bedf-459e-a75d-76de7b0ba2b3/a888e084-f004-4b6f-b95d-490495f428aa/3746514c-a702-4e24-a1e3-24d34c94d307) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:00.005612 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39168a10-d170-4458-873c-d2b5814a281d req-25c29f84-288c-4976-99cf-20a40d8ae9c8 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=49cc769f-9866-4837-b0f7-7edcc1ece739 HTTP/1.1" status: 200 len: 210 time: 0.0791650 Aug 16 22:32:00.113296 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56a9087d-d5b0-4f11-b2f2-a5bd3243147b tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:00.121698 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-96157848-a220-4e51-a17f-e437c1498233 req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e48fde74-b044-473a-b476-caf9b6057de8 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:32:00.134295 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96157848-a220-4e51-a17f-e437c1498233 req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:00.153521 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-96157848-a220-4e51-a17f-e437c1498233 req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] Transition to ACTIVE for port object e48fde74-b044-473a-b476-caf9b6057de8 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:00.159133 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96157848-a220-4e51-a17f-e437c1498233 req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:00.164871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['5caa8ca9-7660-46f2-906d-1f26e38dc98f'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:32:00.351719 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-d27ffb1e-324e-4619-ad1e-0e45495e1ba1 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:00.353641 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-d27ffb1e-324e-4619-ad1e-0e45495e1ba1 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.39 "GET /v2.0/networks?id=38957025-51f4-4776-93ee-0e67fbdcd423 HTTP/1.1" status: 200 len: 815 time: 0.1908183 Aug 16 22:32:00.355362 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56a9087d-d5b0-4f11-b2f2-a5bd3243147b tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:00.383883 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] Pushing event updated for resources: {'Port': ['ID=e48fde74-b044-473a-b476-caf9b6057de8,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:00.399136 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-3b823bb3-15ea-42a5-bc2e-d785dd9704c4 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Request body: {'port': {'device_id': '49cc769f-9866-4837-b0f7-7edcc1ece739', 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423', 'admin_state_up': True, 'tenant_id': 'f14b1329454c4709bb598f79000376c5'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:00.407488 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:00.428147 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-96157848-a220-4e51-a17f-e437c1498233 req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] Attempting to bind port e48fde74-b044-473a-b476-caf9b6057de8 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:00.428523 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-96157848-a220-4e51-a17f-e437c1498233 req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] Attempting to bind port e48fde74-b044-473a-b476-caf9b6057de8 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:00.428862 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96157848-a220-4e51-a17f-e437c1498233 req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] Attempting to bind port e48fde74-b044-473a-b476-caf9b6057de8 on network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:00.438659 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96157848-a220-4e51-a17f-e437c1498233 req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] Port e48fde74-b044-473a-b476-caf9b6057de8 on network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:00.439336 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96157848-a220-4e51-a17f-e437c1498233 req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] Attempting to bind port e48fde74-b044-473a-b476-caf9b6057de8 on network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:00.448124 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96157848-a220-4e51-a17f-e437c1498233 req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:00.448324 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96157848-a220-4e51-a17f-e437c1498233 req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] Checking segment: {'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:00.448814 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96157848-a220-4e51-a17f-e437c1498233 req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] Bound using segment: {'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:00.449376 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-96157848-a220-4e51-a17f-e437c1498233 req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] Bound port: e48fde74-b044-473a-b476-caf9b6057de8, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:00.449747 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96157848-a220-4e51-a17f-e437c1498233 req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:00.521099 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a9087d-d5b0-4f11-b2f2-a5bd3243147b tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Network 4e68f738-bedf-459e-a75d-76de7b0ba2b3 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:00.530851 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-56a9087d-d5b0-4f11-b2f2-a5bd3243147b tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:00.539695 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a9087d-d5b0-4f11-b2f2-a5bd3243147b tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:00.626068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-96157848-a220-4e51-a17f-e437c1498233 req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] For port e48fde74-b044-473a-b476-caf9b6057de8, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:00.630511 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-96157848-a220-4e51-a17f-e437c1498233 req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] For port e48fde74-b044-473a-b476-caf9b6057de8, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e48fde74-b044-473a-b476-caf9b6057de8,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:00.640606 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96157848-a220-4e51-a17f-e437c1498233 req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:00.652306 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73688b2-d6d0-42c9-b3bf-f62af0f22bb0 req-5b7d9c1c-9d1f-4842-a00a-f96059537b39 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:00.653544 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9087d-d5b0-4f11-b2f2-a5bd3243147b tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Port': ['ID=3746514c-a702-4e24-a1e3-24d34c94d307,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:00.653932 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e73688b2-d6d0-42c9-b3bf-f62af0f22bb0 req-5b7d9c1c-9d1f-4842-a00a-f96059537b39 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614 HTTP/1.1" status: 200 len: 943 time: 0.1327424 Aug 16 22:32:00.667596 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a9087d-d5b0-4f11-b2f2-a5bd3243147b tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:00.668287 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56a9087d-d5b0-4f11-b2f2-a5bd3243147b tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:00.699707 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96157848-a220-4e51-a17f-e437c1498233 req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:00.700271 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-96157848-a220-4e51-a17f-e437c1498233 req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:00.702061 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96157848-a220-4e51-a17f-e437c1498233 req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] 10.222.0.39 "PUT /v2.0/ports/e48fde74-b044-473a-b476-caf9b6057de8 HTTP/1.1" status: 200 len: 1092 time: 1.0391994 Aug 16 22:32:00.705259 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614', 'tag': 'e48fde74-b044-473a-b476-caf9b6057de8'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:32:00.709638 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-56a9087d-d5b0-4f11-b2f2-a5bd3243147b tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.6913345 Aug 16 22:32:00.717226 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f193f5-7c97-4b76-b7a9-95d468e97bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614", "tag": "e48fde74-b044-473a-b476-caf9b6057de8"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:32:00.721921 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36412) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:00.733258 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c8b3ba22-fe20-4bb1-ae12-cc83fbe59a51 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': '3746514c-a702-4e24-a1e3-24d34c94d307', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:00.765785 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:00.772396 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:00.773593 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:00.783567 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8b3ba22-fe20-4bb1-ae12-cc83fbe59a51 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:00.864874 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e73688b2-d6d0-42c9-b3bf-f62af0f22bb0 req-13ea9ba1-7e58-422b-a8f7-26c5c733ac9f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765127 Aug 16 22:32:00.877225 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843c087-c1a0-44f3-af2d-0665f114662f service neutron] Pushing event updated for resources: {'Port': ['ID=e48fde74-b044-473a-b476-caf9b6057de8,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:00.890906 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-3b823bb3-15ea-42a5-bc2e-d785dd9704c4 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Made reservation on behalf of f14b1329454c4709bb598f79000376c5 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:00.895537 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-3b823bb3-15ea-42a5-bc2e-d785dd9704c4 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:00.932908 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96157848-a220-4e51-a17f-e437c1498233 req-4110b5b6-5f2b-4628-9782-c157252622f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:00.936282 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:00.937063 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96157848-a220-4e51-a17f-e437c1498233 req-4110b5b6-5f2b-4628-9782-c157252622f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&device_id=5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614 HTTP/1.1" status: 200 len: 1095 time: 0.1805129 Aug 16 22:32:00.961706 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0a5a0-0172-426f-91f0-a7ea7f718200 req-9076f4bb-c5d8-44a8-b7a3-92c28f959b22 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:00.967632 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4f0a5a0-0172-426f-91f0-a7ea7f718200 req-9076f4bb-c5d8-44a8-b7a3-92c28f959b22 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/ports?device_id=e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a HTTP/1.1" status: 200 len: 944 time: 0.2131922 Aug 16 22:32:00.975057 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:32:00.975984 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b24d73-6f1b-48a7-b698-f08de9466268 x-openstack-request-id: req-53b24d73-6f1b-48a7-b698-f08de9466268 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:32:00.976601 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614", "tag": "e48fde74-b044-473a-b476-caf9b6057de8", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:32:00.977360 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-53b24d73-6f1b-48a7-b698-f08de9466268 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:32:00.978588 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaaaf4f-bafc-4516-a3c6-8e608a965238" -d '{"events": [{"server_uuid": "e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a", "name": "network-vif-plugged", "status": "completed", "tag": "983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:32:00.979087 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614', 'tag': 'e48fde74-b044-473a-b476-caf9b6057de8', 'status': 'completed', 'code': 200} Aug 16 22:32:01.010146 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0,segment=NetworkSegment(7affaff5-11b0-4b9f-900a-4e191ab45026),segment_id=7affaff5-11b0-4b9f-900a-4e191ab45026)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:01.018223 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:01.045916 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96157848-a220-4e51-a17f-e437c1498233 req-c8eb5a25-ff8b-4ad5-84ee-682c533d5d45 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e48fde74-b044-473a-b476-caf9b6057de8 HTTP/1.1" status: 200 len: 217 time: 0.0760291 Aug 16 22:32:01.147506 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4f0a5a0-0172-426f-91f0-a7ea7f718200 req-1fab4496-1232-480b-9dad-1b78a7ece55a tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/security-groups?id=11e346f5-7001-4033-832d-a64820633f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613214 Aug 16 22:32:01.167348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-3b823bb3-15ea-42a5-bc2e-d785dd9704c4 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Allocated IP 172.20.0.12 (38957025-51f4-4776-93ee-0e67fbdcd423/a1f3b7d6-0bd6-43e9-a3f1-34841957a17e/d18c5cbc-75a1-401c-957c-5a4278f17b16) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:01.177261 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96157848-a220-4e51-a17f-e437c1498233 req-71674763-eb1f-44ff-bd0d-0593c874f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:01.182401 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8b3ba22-fe20-4bb1-ae12-cc83fbe59a51 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:01.183760 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:01.184602 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96157848-a220-4e51-a17f-e437c1498233 req-71674763-eb1f-44ff-bd0d-0593c874f36d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 200 len: 851 time: 0.1165884 Aug 16 22:32:01.302370 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe1bf38b-ae3a-4fe7-b284-575aa5dbad8f req-5724b499-b894-448e-971a-419b93dabe64 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=49cc769f-9866-4837-b0f7-7edcc1ece739 HTTP/1.1" status: 200 len: 210 time: 0.0391948 Aug 16 22:32:01.312252 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96157848-a220-4e51-a17f-e437c1498233 req-f2f53168-1916-4245-b2e6-38889d15b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:01.314119 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96157848-a220-4e51-a17f-e437c1498233 req-f2f53168-1916-4245-b2e6-38889d15b8cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1145217 Aug 16 22:32:01.364439 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27f773e-f087-4f05-be55-e726003a70c7 x-openstack-request-id: req-a27f773e-f087-4f05-be55-e726003a70c7 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:32:01.364741 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a", "name": "network-vif-plugged", "status": "completed", "tag": "983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:32:01.365001 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a27f773e-f087-4f05-be55-e726003a70c7 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:32:01.365399 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0', 'code': 200} Aug 16 22:32:01.418726 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-c8b3ba22-fe20-4bb1-ae12-cc83fbe59a51 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Allocated IP 172.25.6.184 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/1b91e770-9bed-48fe-93ef-db62d9d2f6ca) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:01.480606 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96157848-a220-4e51-a17f-e437c1498233 req-3bb57f2e-c9ee-409d-ae1d-3b585b6bf6e6 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494136 Aug 16 22:32:01.502026 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-3b823bb3-15ea-42a5-bc2e-d785dd9704c4 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:01.582776 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8b3ba22-fe20-4bb1-ae12-cc83fbe59a51 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:01.587239 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e56d37-2931-40d2-a697-63cacfa57787 req-b66a0ef5-5cf1-4ef1-8eb1-a3e5cf678ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:01.588784 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8e56d37-2931-40d2-a697-63cacfa57787 req-b66a0ef5-5cf1-4ef1-8eb1-a3e5cf678ad8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a HTTP/1.1" status: 200 len: 1097 time: 0.1071677 Aug 16 22:32:01.592717 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-3b823bb3-15ea-42a5-bc2e-d785dd9704c4 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:01.612209 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['01d6ddb2-e424-4030-b678-3c0eeeed90b1', '5360c143-ade6-443f-ad69-e42cc70fe7be'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:32:01.663233 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-3b823bb3-15ea-42a5-bc2e-d785dd9704c4 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Network 38957025-51f4-4776-93ee-0e67fbdcd423 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:01.665526 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96157848-a220-4e51-a17f-e437c1498233 req-610bf708-ac8d-4f3f-b796-da83f4cd4e21 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738968 Aug 16 22:32:01.683629 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8e56d37-2931-40d2-a697-63cacfa57787 req-fdd77587-df70-4c8c-a71a-7e720e8434ed service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=11e346f5-7001-4033-832d-a64820633f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807340 Aug 16 22:32:01.708970 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-3b823bb3-15ea-42a5-bc2e-d785dd9704c4 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:01.717058 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-3b823bb3-15ea-42a5-bc2e-d785dd9704c4 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:01.744059 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b823bb3-15ea-42a5-bc2e-d785dd9704c4 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Pushing event updated for resources: {'Port': ['ID=d18c5cbc-75a1-401c-957c-5a4278f17b16,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:01.765464 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8b3ba22-fe20-4bb1-ae12-cc83fbe59a51 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:01.819018 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-3b823bb3-15ea-42a5-bc2e-d785dd9704c4 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:01.819698 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-3b823bb3-15ea-42a5-bc2e-d785dd9704c4 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:01.835234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b3ba22-fe20-4bb1-ae12-cc83fbe59a51 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:01.842850 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-c8b3ba22-fe20-4bb1-ae12-cc83fbe59a51 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:01.850155 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b3ba22-fe20-4bb1-ae12-cc83fbe59a51 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:01.857294 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f193f5-7c97-4b76-b7a9-95d468e97bf4 req-f1a1815c-6029-47ba-a942-c4481bb89eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:01.859457 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8f193f5-7c97-4b76-b7a9-95d468e97bf4 req-f1a1815c-6029-47ba-a942-c4481bb89eba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&device_id=5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614 HTTP/1.1" status: 200 len: 1095 time: 0.0690880 Aug 16 22:32:01.880118 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3ba22-fe20-4bb1-ae12-cc83fbe59a51 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Port': ['ID=1b91e770-9bed-48fe-93ef-db62d9d2f6ca,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:01.886651 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-3b823bb3-15ea-42a5-bc2e-d785dd9704c4 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5183709 Aug 16 22:32:01.902882 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] Request body: {'port': {'device_id': '49cc769f-9866-4837-b0f7-7edcc1ece739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:02.029524 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:02.043812 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f193f5-7c97-4b76-b7a9-95d468e97bf4 req-80a86ec8-46bc-435b-a3d9-21dd73184d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:02.045605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8f193f5-7c97-4b76-b7a9-95d468e97bf4 req-80a86ec8-46bc-435b-a3d9-21dd73184d3b service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 913 time: 0.1738634 Aug 16 22:32:02.058932 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0aeab0-b7ab-435e-82ac-0ba3dd8bdb21 req-b62d70ec-c182-4a2f-8ead-979b92e7e538 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:02.062447 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d0aeab0-b7ab-435e-82ac-0ba3dd8bdb21 req-b62d70ec-c182-4a2f-8ead-979b92e7e538 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614 HTTP/1.1" status: 200 len: 943 time: 0.0874588 Aug 16 22:32:02.118085 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8f193f5-7c97-4b76-b7a9-95d468e97bf4 req-e996bd09-0b8f-40b3-b025-0ea926106c12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e48fde74-b044-473a-b476-caf9b6057de8 HTTP/1.1" status: 200 len: 217 time: 0.0489850 Aug 16 22:32:02.175810 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d0aeab0-b7ab-435e-82ac-0ba3dd8bdb21 req-1a19279a-d2a8-431c-be44-ae653fed4624 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064489 Aug 16 22:32:02.205417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f193f5-7c97-4b76-b7a9-95d468e97bf4 req-276f7208-6997-4891-94b9-c12bd83f9c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:02.207098 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8f193f5-7c97-4b76-b7a9-95d468e97bf4 req-276f7208-6997-4891-94b9-c12bd83f9c87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 200 len: 851 time: 0.0789344 Aug 16 22:32:02.292939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f193f5-7c97-4b76-b7a9-95d468e97bf4 req-727ae4a7-3aca-4d66-a359-c38d516fe8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:02.294626 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8f193f5-7c97-4b76-b7a9-95d468e97bf4 req-727ae4a7-3aca-4d66-a359-c38d516fe8f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792298 Aug 16 22:32:02.307705 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764d14b-976d-4b27-982d-dcfe47fb22e6 req-7e9c17fb-14eb-46ca-859e-6424061020c3 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:02.309316 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4764d14b-976d-4b27-982d-dcfe47fb22e6 req-7e9c17fb-14eb-46ca-859e-6424061020c3 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/ports?device_id=e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a HTTP/1.1" status: 200 len: 945 time: 0.0635798 Aug 16 22:32:02.483158 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8f193f5-7c97-4b76-b7a9-95d468e97bf4 req-682e0c1b-d23f-4448-888a-dfa33325980b service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728630 Aug 16 22:32:02.487500 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4764d14b-976d-4b27-982d-dcfe47fb22e6 req-2e1deca3-0c08-419f-bd48-f5000c710323 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/security-groups?id=11e346f5-7001-4033-832d-a64820633f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681747 Aug 16 22:32:02.509494 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736555e-dafb-44ae-90c3-cdefceda8e23 req-44a66a55-e7fd-4a82-a8db-43750ca0440c tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:02.511214 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e736555e-dafb-44ae-90c3-cdefceda8e23 req-44a66a55-e7fd-4a82-a8db-43750ca0440c tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=49cc769f-9866-4837-b0f7-7edcc1ece739 HTTP/1.1" status: 200 len: 932 time: 0.1129386 Aug 16 22:32:02.619745 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e736555e-dafb-44ae-90c3-cdefceda8e23 req-804f25da-98c8-468b-9fa1-d10a8f334ebb tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931590 Aug 16 22:32:02.670565 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8f193f5-7c97-4b76-b7a9-95d468e97bf4 req-dd0f1e4a-ac65-40f9-8d5d-24c11ea44892 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583307 Aug 16 22:32:02.920559 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8b3ba22-fe20-4bb1-ae12-cc83fbe59a51 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:02.949648 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18c5cbc-75a1-401c-957c-5a4278f17b16 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:32:02.959203 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:02.980675 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] Transition to ACTIVE for port object d18c5cbc-75a1-401c-957c-5a4278f17b16 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:02.985227 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:03.044688 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8b3ba22-fe20-4bb1-ae12-cc83fbe59a51 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:03.091056 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] Pushing event updated for resources: {'Port': ['ID=d18c5cbc-75a1-401c-957c-5a4278f17b16,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:03.213342 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] Attempting to bind port d18c5cbc-75a1-401c-957c-5a4278f17b16 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:03.213675 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] Attempting to bind port d18c5cbc-75a1-401c-957c-5a4278f17b16 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '33dfb6c3-b599-4057-b70f-e1a7983d0cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:03.214019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] Attempting to bind port d18c5cbc-75a1-401c-957c-5a4278f17b16 on network 38957025-51f4-4776-93ee-0e67fbdcd423 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:03.221153 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] Port d18c5cbc-75a1-401c-957c-5a4278f17b16 on network 38957025-51f4-4776-93ee-0e67fbdcd423 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:03.221478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] Attempting to bind port d18c5cbc-75a1-401c-957c-5a4278f17b16 on network 38957025-51f4-4776-93ee-0e67fbdcd423 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:03.230012 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:03.230351 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] Checking segment: {'id': '33dfb6c3-b599-4057-b70f-e1a7983d0cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:03.230736 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] Bound using segment: {'id': '33dfb6c3-b599-4057-b70f-e1a7983d0cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:03.231154 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] Bound port: d18c5cbc-75a1-401c-957c-5a4278f17b16, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33dfb6c3-b599-4057-b70f-e1a7983d0cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:03.231512 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:03.302011 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5a5d4-fc70-44e1-a798-571e48496015 req-7d22613a-d433-4793-b95c-93b5fb7bb110 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:03.304243 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1cb5a5d4-fc70-44e1-a798-571e48496015 req-7d22613a-d433-4793-b95c-93b5fb7bb110 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614 HTTP/1.1" status: 200 len: 943 time: 0.0540185 Aug 16 22:32:03.330745 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8b3ba22-fe20-4bb1-ae12-cc83fbe59a51 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:03.340855 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8b3ba22-fe20-4bb1-ae12-cc83fbe59a51 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:03.346534 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1cb5a5d4-fc70-44e1-a798-571e48496015 req-117933cd-ea4a-47ee-9b44-388c3876111c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338974 Aug 16 22:32:03.365636 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] For port d18c5cbc-75a1-401c-957c-5a4278f17b16, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:03.395263 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] For port d18c5cbc-75a1-401c-957c-5a4278f17b16, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d18c5cbc-75a1-401c-957c-5a4278f17b16,segment=NetworkSegment(33dfb6c3-b599-4057-b70f-e1a7983d0cdf),segment_id=33dfb6c3-b599-4057-b70f-e1a7983d0cdf)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:03.405186 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:03.428527 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3ba22-fe20-4bb1-ae12-cc83fbe59a51 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Port': ['ID=1b91e770-9bed-48fe-93ef-db62d9d2f6ca,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:03.464120 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:03.464811 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:03.466259 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] 10.222.0.39 "PUT /v2.0/ports/d18c5cbc-75a1-401c-957c-5a4278f17b16 HTTP/1.1" status: 200 len: 1093 time: 1.5694768 Aug 16 22:32:03.468316 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49cc769f-9866-4837-b0f7-7edcc1ece739', 'tag': 'd18c5cbc-75a1-401c-957c-5a4278f17b16'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:32:03.470593 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4379f2a4-1cab-4e8c-8921-e40d0d19f5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "49cc769f-9866-4837-b0f7-7edcc1ece739", "tag": "d18c5cbc-75a1-401c-957c-5a4278f17b16"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:32:03.488233 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8b3ba22-fe20-4bb1-ae12-cc83fbe59a51 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:03.579427 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56436bab-581b-46a7-a357-c26932a96a9b service neutron] Pushing event updated for resources: {'Port': ['ID=d18c5cbc-75a1-401c-957c-5a4278f17b16,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:03.639181 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a55f8-2e03-40c6-bfbe-d0e65724f1a7 req-2373ef69-c79b-4a46-9c3c-04fe88828e0f tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:03.639181 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-950a55f8-2e03-40c6-bfbe-d0e65724f1a7 req-2373ef69-c79b-4a46-9c3c-04fe88828e0f tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/ports?device_id=e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a HTTP/1.1" status: 200 len: 945 time: 0.0640683 Aug 16 22:32:03.654569 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56cfe062-da2c-4cdc-bb15-f73b7d7fa39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:03.655090 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-56cfe062-da2c-4cdc-bb15-f73b7d7fa39b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f14b1329454c4709bb598f79000376c5&device_id=49cc769f-9866-4837-b0f7-7edcc1ece739 HTTP/1.1" status: 200 len: 1096 time: 0.1212254 Aug 16 22:32:03.675780 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-c8b3ba22-fe20-4bb1-ae12-cc83fbe59a51 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Floating IP 70557984-6f32-4c68-a945-077bc44126ef associated. External IP: 172.25.6.184, port: 3746514c-a702-4e24-a1e3-24d34c94d307. Aug 16 22:32:03.689150 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-950a55f8-2e03-40c6-bfbe-d0e65724f1a7 req-897f8aaf-78f5-46a3-beae-abb8eea5908d tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/security-groups?id=11e346f5-7001-4033-832d-a64820633f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445292 Aug 16 22:32:03.722136 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e49776-0f1d-4abe-b27e-4787988d5fa6 x-openstack-request-id: req-13e49776-0f1d-4abe-b27e-4787988d5fa6 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:32:03.722576 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49cc769f-9866-4837-b0f7-7edcc1ece739", "tag": "d18c5cbc-75a1-401c-957c-5a4278f17b16", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:32:03.722701 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-13e49776-0f1d-4abe-b27e-4787988d5fa6 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:32:03.723098 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49cc769f-9866-4837-b0f7-7edcc1ece739', 'tag': 'd18c5cbc-75a1-401c-957c-5a4278f17b16', 'status': 'completed', 'code': 200} Aug 16 22:32:03.757324 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-d1824eb8-326f-43db-87d2-e2f3a0d551ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d18c5cbc-75a1-401c-957c-5a4278f17b16 HTTP/1.1" status: 200 len: 217 time: 0.0905004 Aug 16 22:32:03.858918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75863fef-428f-41a8-b637-adf002e5dd01 req-9d2aa52f-69c3-4005-af3f-3279c6e95194 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:03.861052 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75863fef-428f-41a8-b637-adf002e5dd01 req-9d2aa52f-69c3-4005-af3f-3279c6e95194 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=49cc769f-9866-4837-b0f7-7edcc1ece739 HTTP/1.1" status: 200 len: 944 time: 0.0845451 Aug 16 22:32:03.910649 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75863fef-428f-41a8-b637-adf002e5dd01 req-ab06f1ca-3817-4e4a-b70d-45147c8212ec tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432000 Aug 16 22:32:03.939867 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-02d1e0ec-4de1-4e04-a150-9016eb8d16ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:03.941935 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-02d1e0ec-4de1-4e04-a150-9016eb8d16ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1f3b7d6-0bd6-43e9-a3f1-34841957a17e HTTP/1.1" status: 200 len: 855 time: 0.1764541 Aug 16 22:32:04.007927 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-88d0ffc5-a8bb-47fc-b7fe-a6d6640f9bd1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38957025-51f4-4776-93ee-0e67fbdcd423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568361 Aug 16 22:32:04.082593 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b3ba22-fe20-4bb1-ae12-cc83fbe59a51 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Router c5621b11-c7aa-486f-bf2b-a9119f363a6c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:32:04.173930 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-48932397-c803-4a3d-b5a2-6c79b770e4b2 service neutron] 10.222.0.39 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475983 Aug 16 22:32:04.283564 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b3ba22-fe20-4bb1-ae12-cc83fbe59a51 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:32:04.296061 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ea7c63-77b7-40e0-b155-91f684643fd4 None None] Sync routers for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:32:04.308919 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ea7c63-77b7-40e0-b155-91f684643fd4 None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:04.310116 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e1ea7c63-77b7-40e0-b155-91f684643fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:04.316338 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8b3ba22-fe20-4bb1-ae12-cc83fbe59a51 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:04.339228 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2e27d8cd-6c79-4201-9686-cef80b0a613f req-aad8303b-37eb-4696-9625-f0078014aa46 service neutron] 10.222.0.39 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360397 Aug 16 22:32:04.348799 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c8b3ba22-fe20-4bb1-ae12-cc83fbe59a51 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.6204176 Aug 16 22:32:04.352185 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36534) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:04.357546 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-41d18835-a9ac-4d1c-8abb-6eb8be5e46ea tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Request body: {'floatingip': {'port_id': '3746514c-a702-4e24-a1e3-24d34c94d307', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:04.394936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e1ea7c63-77b7-40e0-b155-91f684643fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:04.412545 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e48fde74-b044-473a-b476-caf9b6057de8 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:32:04.452509 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ea7c63-77b7-40e0-b155-91f684643fd4 None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:04.453915 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e1ea7c63-77b7-40e0-b155-91f684643fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:04.500898 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e1ea7c63-77b7-40e0-b155-91f684643fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:04.501718 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ea7c63-77b7-40e0-b155-91f684643fd4 None None] The sync data for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:32:04.537911 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41d18835-a9ac-4d1c-8abb-6eb8be5e46ea tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:04.558683 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe444b-dbda-4ae0-aa37-077e2106b7fb req-bf3bee78-42c8-4fc8-b3b5-fbe1a98d4492 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:04.560255 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00fe444b-dbda-4ae0-aa37-077e2106b7fb req-bf3bee78-42c8-4fc8-b3b5-fbe1a98d4492 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614 HTTP/1.1" status: 200 len: 943 time: 0.1064217 Aug 16 22:32:04.633050 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00fe444b-dbda-4ae0-aa37-077e2106b7fb req-fe010b18-473a-401a-92cd-e3d6092ad599 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648360 Aug 16 22:32:04.646039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e48fde74-b044-473a-b476-caf9b6057de8, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e48fde74-b044-473a-b476-caf9b6057de8,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:04.653008 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379f2a4-1cab-4e8c-8921-e40d0d19f5b7 req-5bda62e8-c3a1-4fad-8848-179f1998d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:04.663341 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4379f2a4-1cab-4e8c-8921-e40d0d19f5b7 req-5bda62e8-c3a1-4fad-8848-179f1998d54d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f14b1329454c4709bb598f79000376c5&device_id=49cc769f-9866-4837-b0f7-7edcc1ece739 HTTP/1.1" status: 200 len: 1096 time: 0.2474759 Aug 16 22:32:04.663970 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'e48fde74-b044-473a-b476-caf9b6057de8', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'port_id': 'e48fde74-b044-473a-b476-caf9b6057de8', 'mac_address': 'fa:16:3e:98:2e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:32:04.723678 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:04.739229 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e48fde74-b044-473a-b476-caf9b6057de8 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:32:04.754963 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc91e8c-ca93-4690-864d-87122947e3c4 req-27917f48-bf8b-4d86-b943-34a3f0476793 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:04.757760 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fc91e8c-ca93-4690-864d-87122947e3c4 req-27917f48-bf8b-4d86-b943-34a3f0476793 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/ports?device_id=e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a HTTP/1.1" status: 200 len: 945 time: 0.0600388 Aug 16 22:32:04.773667 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e48fde74-b044-473a-b476-caf9b6057de8, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e48fde74-b044-473a-b476-caf9b6057de8,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:04.781152 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:04.815277 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fc91e8c-ca93-4690-864d-87122947e3c4 req-ece2ada1-2a3d-455c-9595-d7e02e95edf6 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/security-groups?id=11e346f5-7001-4033-832d-a64820633f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479474 Aug 16 22:32:04.865541 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e48fde74-b044-473a-b476-caf9b6057de8,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:04.882215 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379f2a4-1cab-4e8c-8921-e40d0d19f5b7 req-52822196-ab10-4dce-bb87-44e8c74f142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:04.884259 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4379f2a4-1cab-4e8c-8921-e40d0d19f5b7 req-52822196-ab10-4dce-bb87-44e8c74f142c service neutron] 10.222.0.39 "GET /v2.0/networks?id=38957025-51f4-4776-93ee-0e67fbdcd423 HTTP/1.1" status: 200 len: 916 time: 0.2060518 Aug 16 22:32:05.073859 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741eeda-05f1-4a81-92ce-317ce6f72d58 req-2b1a2b42-5fb1-442f-83aa-5811a7ba9bc0 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:05.075408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3741eeda-05f1-4a81-92ce-317ce6f72d58 req-2b1a2b42-5fb1-442f-83aa-5811a7ba9bc0 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=49cc769f-9866-4837-b0f7-7edcc1ece739 HTTP/1.1" status: 200 len: 944 time: 0.0723381 Aug 16 22:32:05.122318 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3741eeda-05f1-4a81-92ce-317ce6f72d58 req-66a7b45e-5366-40b0-91b7-7adbe9e97c99 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380938 Aug 16 22:32:05.185648 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4379f2a4-1cab-4e8c-8921-e40d0d19f5b7 req-d4a3b547-11ce-4bcd-9d71-92d600e69723 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d18c5cbc-75a1-401c-957c-5a4278f17b16 HTTP/1.1" status: 200 len: 217 time: 0.2906423 Aug 16 22:32:05.258350 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['e48fde74-b044-473a-b476-caf9b6057de8'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:32:05.281327 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379f2a4-1cab-4e8c-8921-e40d0d19f5b7 req-5aa64d8a-938d-4536-9fef-f62193e8725e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:05.282859 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4379f2a4-1cab-4e8c-8921-e40d0d19f5b7 req-5aa64d8a-938d-4536-9fef-f62193e8725e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1f3b7d6-0bd6-43e9-a3f1-34841957a17e HTTP/1.1" status: 200 len: 855 time: 0.0889528 Aug 16 22:32:05.375342 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4379f2a4-1cab-4e8c-8921-e40d0d19f5b7 req-822a944c-75ce-4434-a832-e8d92017a1eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38957025-51f4-4776-93ee-0e67fbdcd423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743678 Aug 16 22:32:05.580792 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4379f2a4-1cab-4e8c-8921-e40d0d19f5b7 req-6c00732a-fe17-45e8-a8bc-4d4d73c4a13e service neutron] 10.222.0.39 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955976 Aug 16 22:32:05.714701 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41d18835-a9ac-4d1c-8abb-6eb8be5e46ea tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:05.722606 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41d18835-a9ac-4d1c-8abb-6eb8be5e46ea tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:05.772816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2febec-a755-4de7-a4fc-90ed60bcbd3f req-6290fcf7-256c-439a-9992-457255598b5e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:05.775106 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd2febec-a755-4de7-a4fc-90ed60bcbd3f req-6290fcf7-256c-439a-9992-457255598b5e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614 HTTP/1.1" status: 200 len: 944 time: 0.0516772 Aug 16 22:32:05.798956 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4379f2a4-1cab-4e8c-8921-e40d0d19f5b7 req-5896c3c2-4c14-4c72-9791-842ebc95d0ca service neutron] 10.222.0.39 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084734 Aug 16 22:32:05.822674 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd2febec-a755-4de7-a4fc-90ed60bcbd3f req-5a4f0f92-cf50-4ae0-aae7-37a818a81149 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401433 Aug 16 22:32:05.971610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380daf2-96e9-406d-ade7-75525dbf863e req-2ba0edcc-9f6a-45ab-ab4d-a7d4576b5714 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:05.973295 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3380daf2-96e9-406d-ade7-75525dbf863e req-2ba0edcc-9f6a-45ab-ab4d-a7d4576b5714 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/ports?device_id=e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a HTTP/1.1" status: 200 len: 945 time: 0.0593674 Aug 16 22:32:06.000647 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d18835-a9ac-4d1c-8abb-6eb8be5e46ea tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Router c5621b11-c7aa-486f-bf2b-a9119f363a6c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:32:06.046625 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3380daf2-96e9-406d-ade7-75525dbf863e req-192295f6-ff79-4058-a02d-4a1fde0aeb98 tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/security-groups?id=11e346f5-7001-4033-832d-a64820633f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641379 Aug 16 22:32:06.138399 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d18835-a9ac-4d1c-8abb-6eb8be5e46ea tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:32:06.143155 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41d18835-a9ac-4d1c-8abb-6eb8be5e46ea tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:06.152826 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ca51b-250c-4f54-89db-1e5e9f5263ba None None] Sync routers for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:32:06.178483 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ca51b-250c-4f54-89db-1e5e9f5263ba None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:06.179170 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-538ca51b-250c-4f54-89db-1e5e9f5263ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:06.201560 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36586) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:06.201832 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-41d18835-a9ac-4d1c-8abb-6eb8be5e46ea tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "PUT /v2.0/floatingips/70557984-6f32-4c68-a945-077bc44126ef HTTP/1.1" status: 200 len: 979 time: 1.8478482 Aug 16 22:32:06.239974 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-538ca51b-250c-4f54-89db-1e5e9f5263ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:06.251276 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ca51b-250c-4f54-89db-1e5e9f5263ba None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:06.252106 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-538ca51b-250c-4f54-89db-1e5e9f5263ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:06.293757 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-538ca51b-250c-4f54-89db-1e5e9f5263ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:06.294454 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ca51b-250c-4f54-89db-1e5e9f5263ba None None] The sync data for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:32:06.362089 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50251c33-8b02-427f-a9cd-43c58c60a8c9 req-6a8b5fd4-274d-4cd6-818f-1a891e45ea36 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:06.363626 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50251c33-8b02-427f-a9cd-43c58c60a8c9 req-6a8b5fd4-274d-4cd6-818f-1a891e45ea36 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=49cc769f-9866-4837-b0f7-7edcc1ece739 HTTP/1.1" status: 200 len: 944 time: 0.1098521 Aug 16 22:32:06.426190 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d18c5cbc-75a1-401c-957c-5a4278f17b16 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:32:06.428642 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50251c33-8b02-427f-a9cd-43c58c60a8c9 req-7db0c894-fa4b-4bc9-a0b6-61942dd4621c tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571780 Aug 16 22:32:06.451496 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-dadf3848-aaf5-48c4-ae0e-bb3a4bd10aa6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Deleting port 1b91e770-9bed-48fe-93ef-db62d9d2f6ca {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:06.451933 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dadf3848-aaf5-48c4-ae0e-bb3a4bd10aa6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:06.528275 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13841f88-e939-4ac2-a5c4-da9265dcb736 req-2d720192-e430-4d66-a793-c7f242389a5c tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:06.530183 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-13841f88-e939-4ac2-a5c4-da9265dcb736 req-2d720192-e430-4d66-a793-c7f242389a5c tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.39 "GET /v2.0/ports?device_id=e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a HTTP/1.1" status: 200 len: 945 time: 0.0696273 Aug 16 22:32:06.550442 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d18c5cbc-75a1-401c-957c-5a4278f17b16, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d18c5cbc-75a1-401c-957c-5a4278f17b16,segment=NetworkSegment(33dfb6c3-b599-4057-b70f-e1a7983d0cdf),segment_id=33dfb6c3-b599-4057-b70f-e1a7983d0cdf)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:06.561549 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dadf3848-aaf5-48c4-ae0e-bb3a4bd10aa6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:06.561971 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dadf3848-aaf5-48c4-ae0e-bb3a4bd10aa6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:06.564986 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'd18c5cbc-75a1-401c-957c-5a4278f17b16', 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423', 'port_id': 'd18c5cbc-75a1-401c-957c-5a4278f17b16', 'mac_address': 'fa:16:3e:21:1f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f3b7d6-0bd6-43e9-a3f1-34841957a17e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:32:06.575145 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-dadf3848-aaf5-48c4-ae0e-bb3a4bd10aa6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Calling delete_port for 1b91e770-9bed-48fe-93ef-db62d9d2f6ca owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:06.609203 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:06.626315 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18c5cbc-75a1-401c-957c-5a4278f17b16 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:32:06.649600 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d18c5cbc-75a1-401c-957c-5a4278f17b16, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d18c5cbc-75a1-401c-957c-5a4278f17b16,segment=NetworkSegment(33dfb6c3-b599-4057-b70f-e1a7983d0cdf),segment_id=33dfb6c3-b599-4057-b70f-e1a7983d0cdf)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:06.654242 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:06.660548 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-13841f88-e939-4ac2-a5c4-da9265dcb736 req-22197afa-26fb-4f8a-b13a-89d39e281b4d tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Deleting port 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:06.660548 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-13841f88-e939-4ac2-a5c4-da9265dcb736 req-22197afa-26fb-4f8a-b13a-89d39e281b4d tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:06.712163 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=d18c5cbc-75a1-401c-957c-5a4278f17b16,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:06.772458 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-13841f88-e939-4ac2-a5c4-da9265dcb736 req-22197afa-26fb-4f8a-b13a-89d39e281b4d tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] For port 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0,segment=NetworkSegment(7affaff5-11b0-4b9f-900a-4e191ab45026),segment_id=7affaff5-11b0-4b9f-900a-4e191ab45026)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:06.773460 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-13841f88-e939-4ac2-a5c4-da9265dcb736 req-22197afa-26fb-4f8a-b13a-89d39e281b4d tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:06.787794 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-13841f88-e939-4ac2-a5c4-da9265dcb736 req-22197afa-26fb-4f8a-b13a-89d39e281b4d tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Calling delete_port for 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:06.798303 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dadf3848-aaf5-48c4-ae0e-bb3a4bd10aa6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:06.829569 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf3848-aaf5-48c4-ae0e-bb3a4bd10aa6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event deleted for resources: {'Port': ['ID=1b91e770-9bed-48fe-93ef-db62d9d2f6ca,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:06.896603 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dadf3848-aaf5-48c4-ae0e-bb3a4bd10aa6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:06.896860 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-dadf3848-aaf5-48c4-ae0e-bb3a4bd10aa6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Floating IP 70557984-6f32-4c68-a945-077bc44126ef disassociated (deleted). External IP: 172.25.6.184, port: 3746514c-a702-4e24-a1e3-24d34c94d307. Aug 16 22:32:06.967488 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-13841f88-e939-4ac2-a5c4-da9265dcb736 req-22197afa-26fb-4f8a-b13a-89d39e281b4d tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:06.980526 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:32:07.006295 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22197afa-26fb-4f8a-b13a-89d39e281b4d tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Pushing event deleted for resources: {'Port': ['ID=983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:07.053384 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-13841f88-e939-4ac2-a5c4-da9265dcb736 req-22197afa-26fb-4f8a-b13a-89d39e281b4d tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] No DVR routers for this DVR port 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0 on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:32:07.057529 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-13841f88-e939-4ac2-a5c4-da9265dcb736 req-22197afa-26fb-4f8a-b13a-89d39e281b4d tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:07.059044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['d18c5cbc-75a1-401c-957c-5a4278f17b16'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:32:07.060135 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-13841f88-e939-4ac2-a5c4-da9265dcb736 req-22197afa-26fb-4f8a-b13a-89d39e281b4d tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.39 "DELETE /v2.0/ports/983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0 HTTP/1.1" status: 204 len: 173 time: 0.5202644 Aug 16 22:32:07.060779 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a', 'name': 'network-vif-deleted', 'tag': '983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:32:07.063585 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7083631c-0dcf-4702-a7df-78773f695021" -d '{"events": [{"server_uuid": "e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a", "name": "network-vif-deleted", "tag": "983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:32:07.203850 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74af1a5-166f-452e-8be3-3764e06973bc x-openstack-request-id: req-d74af1a5-166f-452e-8be3-3764e06973bc {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:32:07.205178 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a", "name": "network-vif-deleted", "tag": "983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:32:07.205619 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d74af1a5-166f-452e-8be3-3764e06973bc {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:32:07.206774 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a', 'name': 'network-vif-deleted', 'tag': '983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0', 'status': 'completed', 'code': 200} Aug 16 22:32:07.433819 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-edbd929c-4302-42cf-98bb-6946a58fd32f req-745cc161-090f-4722-aeef-0141fc84fbfb tempest-ServerMetadataNegativeTestJSON-360793160 tempest-ServerMetadataNegativeTestJSON-360793160-project] 10.222.0.93 "GET /v2.0/ports?device_id=e71d8dc4-7c4c-43d4-a7c2-0cb78b8ebc8a HTTP/1.1" status: 200 len: 210 time: 0.0586355 Aug 16 22:32:07.498757 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb13022-77ab-45e8-969e-18ef71d422c3 req-008deffa-6039-4aaf-b20b-d539018e7c1e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:07.500351 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9cb13022-77ab-45e8-969e-18ef71d422c3 req-008deffa-6039-4aaf-b20b-d539018e7c1e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614 HTTP/1.1" status: 200 len: 944 time: 0.1266115 Aug 16 22:32:07.593173 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9cb13022-77ab-45e8-969e-18ef71d422c3 req-8035c654-bed6-4b85-a041-1cf183a0458d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846586 Aug 16 22:32:07.706165 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcc117-db6a-4c82-b8d1-9b9cc9c9a5c9 req-6f18459b-dd5c-41e3-91d7-ec9353fa6369 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:07.707853 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0dfcc117-db6a-4c82-b8d1-9b9cc9c9a5c9 req-6f18459b-dd5c-41e3-91d7-ec9353fa6369 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=49cc769f-9866-4837-b0f7-7edcc1ece739 HTTP/1.1" status: 200 len: 945 time: 0.1119449 Aug 16 22:32:07.740262 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadf3848-aaf5-48c4-ae0e-bb3a4bd10aa6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Router c5621b11-c7aa-486f-bf2b-a9119f363a6c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:32:07.771327 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0dfcc117-db6a-4c82-b8d1-9b9cc9c9a5c9 req-6abe964a-fff4-4f1d-ae36-baebaccb1225 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528791 Aug 16 22:32:07.880409 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadf3848-aaf5-48c4-ae0e-bb3a4bd10aa6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:32:07.886702 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dadf3848-aaf5-48c4-ae0e-bb3a4bd10aa6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:07.891892 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f3d5e0-b648-488b-a8d9-7e41b872ebe7 None None] Sync routers for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:32:07.902001 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f3d5e0-b648-488b-a8d9-7e41b872ebe7 None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:07.902683 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-11f3d5e0-b648-488b-a8d9-7e41b872ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:07.918094 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dadf3848-aaf5-48c4-ae0e-bb3a4bd10aa6 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "DELETE /v2.0/floatingips/70557984-6f32-4c68-a945-077bc44126ef HTTP/1.1" status: 204 len: 168 time: 1.7148423 Aug 16 22:32:07.920413 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36624) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:07.940652 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-11f3d5e0-b648-488b-a8d9-7e41b872ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:07.950493 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f3d5e0-b648-488b-a8d9-7e41b872ebe7 None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:07.951103 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-11f3d5e0-b648-488b-a8d9-7e41b872ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:31:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:07.992473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-11f3d5e0-b648-488b-a8d9-7e41b872ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:07.993463 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f3d5e0-b648-488b-a8d9-7e41b872ebe7 None None] The sync data for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:32:08.029429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-83b0da42-2d83-42ad-acaf-b9c3a1b904d5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Deleting port 3746514c-a702-4e24-a1e3-24d34c94d307 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:08.030021 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83b0da42-2d83-42ad-acaf-b9c3a1b904d5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.131178 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83b0da42-2d83-42ad-acaf-b9c3a1b904d5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.148177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-83b0da42-2d83-42ad-acaf-b9c3a1b904d5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Calling delete_port for 3746514c-a702-4e24-a1e3-24d34c94d307 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:08.360427 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83b0da42-2d83-42ad-acaf-b9c3a1b904d5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.399988 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0da42-2d83-42ad-acaf-b9c3a1b904d5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event deleted for resources: {'Port': ['ID=3746514c-a702-4e24-a1e3-24d34c94d307,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:08.442401 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e48fde74-b044-473a-b476-caf9b6057de8 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:08.473754 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.487129 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83b0da42-2d83-42ad-acaf-b9c3a1b904d5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.489611 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-83b0da42-2d83-42ad-acaf-b9c3a1b904d5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "DELETE /v2.0/ports/3746514c-a702-4e24-a1e3-24d34c94d307 HTTP/1.1" status: 204 len: 168 time: 0.5680227 Aug 16 22:32:08.493938 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36644) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:08.499184 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-bd5037e4-cbbd-426f-8874-965fdc541e7c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:08.504659 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36646) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:08.506861 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port e48fde74-b044-473a-b476-caf9b6057de8 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:08.511247 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port e48fde74-b044-473a-b476-caf9b6057de8 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:08.512020 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.535877 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd5037e4-cbbd-426f-8874-965fdc541e7c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.574712 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-3497c79a-8075-41ac-bfa4-0b6512fa4983 admin admin] Deleting subnet ac42fa79-13e1-4b1c-bcb4-1d95774ecf40 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:32:08.581320 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3497c79a-8075-41ac-bfa4-0b6512fa4983 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.650450 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3497c79a-8075-41ac-bfa4-0b6512fa4983 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.675909 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.699083 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd5037e4-cbbd-426f-8874-965fdc541e7c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.730078 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48fde74-b044-473a-b476-caf9b6057de8'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:32:08.732486 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3497c79a-8075-41ac-bfa4-0b6512fa4983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.733824 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf3c0b5-492f-4557-a9b0-96515cf4647b" -d '{"events": [{"server_uuid": "5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614", "name": "network-vif-plugged", "status": "completed", "tag": "e48fde74-b044-473a-b476-caf9b6057de8"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:32:08.739845 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e48fde74-b044-473a-b476-caf9b6057de8, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e48fde74-b044-473a-b476-caf9b6057de8,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:08.745461 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.746680 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:32:08.778811 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873df80-5039-4d7a-a832-0b391eefd77c req-464fe73d-17eb-4ed4-a766-59064d332c41 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:08.780418 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d873df80-5039-4d7a-a832-0b391eefd77c req-464fe73d-17eb-4ed4-a766-59064d332c41 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614 HTTP/1.1" status: 200 len: 944 time: 0.0990281 Aug 16 22:32:08.827967 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:32:08.829241 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 983b27d1-e1b4-4cb3-85b3-a0935cb6c7c0 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:32:08.852533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d873df80-5039-4d7a-a832-0b391eefd77c req-ff8e7b99-ce64-4af2-91cf-2104532a11ef tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554025 Aug 16 22:32:08.870305 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3497c79a-8075-41ac-bfa4-0b6512fa4983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.890985 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-bd5037e4-cbbd-426f-8874-965fdc541e7c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Allocated IP 172.25.6.205 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/f2aaf960-0d6d-407c-bcf3-5e5943c8c228) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:08.908936 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2da3c2-6a0e-4006-9e76-61d39fc72890 x-openstack-request-id: req-cc2da3c2-6a0e-4006-9e76-61d39fc72890 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:32:08.909509 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614", "name": "network-vif-plugged", "status": "completed", "tag": "e48fde74-b044-473a-b476-caf9b6057de8", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:32:08.909509 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cc2da3c2-6a0e-4006-9e76-61d39fc72890 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:32:08.909897 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48fde74-b044-473a-b476-caf9b6057de8', 'code': 200} Aug 16 22:32:08.912880 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e48fde74-b044-473a-b476-caf9b6057de8,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:08.916968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497c79a-8075-41ac-bfa4-0b6512fa4983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac42fa79-13e1-4b1c-bcb4-1d95774ecf40,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:08.934186 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3497c79a-8075-41ac-bfa4-0b6512fa4983 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.942831 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3497c79a-8075-41ac-bfa4-0b6512fa4983 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/ac42fa79-13e1-4b1c-bcb4-1d95774ecf40 HTTP/1.1" status: 204 len: 168 time: 0.4365413 Aug 16 22:32:08.944378 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36662) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:08.984958 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0ed7058d-beb3-4575-b5f1-b1bb215b5916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.052260 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6501dec-353a-4f3c-9779-c9a9f78a49fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.061463 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd0778-82a4-442d-b82c-e58c92df57e9 req-31f0e862-ec5c-477b-be21-cfde61b8304e tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:09.063845 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-24fd0778-82a4-442d-b82c-e58c92df57e9 req-31f0e862-ec5c-477b-be21-cfde61b8304e tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=49cc769f-9866-4837-b0f7-7edcc1ece739 HTTP/1.1" status: 200 len: 945 time: 0.1098554 Aug 16 22:32:09.066230 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c5d1a-fed7-4b64-b2b5-587ace6bee64 req-1225332e-1ece-4ae1-bc83-91d6412241b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:09.067765 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-122c5d1a-fed7-4b64-b2b5-587ace6bee64 req-1225332e-1ece-4ae1-bc83-91d6412241b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614 HTTP/1.1" status: 200 len: 1097 time: 0.1447051 Aug 16 22:32:09.145880 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd5037e4-cbbd-426f-8874-965fdc541e7c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.154208 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-122c5d1a-fed7-4b64-b2b5-587ace6bee64 req-0e0eb326-9537-4ef3-8370-6733545aa6ba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739837 Aug 16 22:32:09.180181 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-24fd0778-82a4-442d-b82c-e58c92df57e9 req-5793921e-c703-4e06-ae45-d0ea8d011f83 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065652 Aug 16 22:32:09.183603 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6501dec-353a-4f3c-9779-c9a9f78a49fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.196786 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f6501dec-353a-4f3c-9779-c9a9f78a49fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd2c4d7-83ae-49a8-8ca4-94e8815d89df']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:09.213017 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f6501dec-353a-4f3c-9779-c9a9f78a49fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7affaff5-11b0-4b9f-900a-4e191ab45026') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:09.213454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f6501dec-353a-4f3c-9779-c9a9f78a49fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7affaff5-11b0-4b9f-900a-4e191ab45026') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:09.214874 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd5037e4-cbbd-426f-8874-965fdc541e7c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.223568 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6501dec-353a-4f3c-9779-c9a9f78a49fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.247152 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6501dec-353a-4f3c-9779-c9a9f78a49fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.255799 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6501dec-353a-4f3c-9779-c9a9f78a49fc admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:32:09.256204 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6501dec-353a-4f3c-9779-c9a9f78a49fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:32:09.259117 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:32:09.272878 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5037e4-cbbd-426f-8874-965fdc541e7c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:09.278534 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-bd5037e4-cbbd-426f-8874-965fdc541e7c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:09.280962 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5037e4-cbbd-426f-8874-965fdc541e7c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:09.311964 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5037e4-cbbd-426f-8874-965fdc541e7c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Port': ['ID=f2aaf960-0d6d-407c-bcf3-5e5943c8c228,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:09.328291 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6501dec-353a-4f3c-9779-c9a9f78a49fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.338028 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6501dec-353a-4f3c-9779-c9a9f78a49fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.340072 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f6501dec-353a-4f3c-9779-c9a9f78a49fc admin admin] 10.222.0.93 "DELETE /v2.0/networks/dcd2c4d7-83ae-49a8-8ca4-94e8815d89df HTTP/1.1" status: 204 len: 168 time: 0.3942142 Aug 16 22:32:09.351052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6501dec-353a-4f3c-9779-c9a9f78a49fc admin admin] Pushing event deleted for resources: {'Network': ['ID=dcd2c4d7-83ae-49a8-8ca4-94e8815d89df,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:09.393511 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd5037e4-cbbd-426f-8874-965fdc541e7c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.430752 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd5037e4-cbbd-426f-8874-965fdc541e7c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.536190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36678) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:09.579549 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-19bb0e46-31ca-45d3-ac4a-087de58d3c77 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=330061d818c64042af83a15e044e5066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418971 Aug 16 22:32:09.581939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36680) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:09.602548 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd5037e4-cbbd-426f-8874-965fdc541e7c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.611472 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd5037e4-cbbd-426f-8874-965fdc541e7c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.654060 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-620c5198-7ba5-4979-88d1-0071bddd7440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.680276 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-620c5198-7ba5-4979-88d1-0071bddd7440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.707132 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5037e4-cbbd-426f-8874-965fdc541e7c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Port': ['ID=f2aaf960-0d6d-407c-bcf3-5e5943c8c228,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:09.712876 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd5037e4-cbbd-426f-8874-965fdc541e7c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.727383 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd5037e4-cbbd-426f-8874-965fdc541e7c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.728636 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bd5037e4-cbbd-426f-8874-965fdc541e7c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2334874 Aug 16 22:32:09.732151 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36686) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:09.737135 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-721b17a5-19a5-41dd-9033-b293ee0319d0 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Request body: {'port': {'network_id': '4e68f738-bedf-459e-a75d-76de7b0ba2b3', 'name': 'tempest-FloatingIPTestJSON-51423672'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:09.757327 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-620c5198-7ba5-4979-88d1-0071bddd7440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.760439 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-620c5198-7ba5-4979-88d1-0071bddd7440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.761572 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-620c5198-7ba5-4979-88d1-0071bddd7440 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/11e346f5-7001-4033-832d-a64820633f45 HTTP/1.1" status: 204 len: 168 time: 0.1787033 Aug 16 22:32:09.795739 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c5198-7ba5-4979-88d1-0071bddd7440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e346f5-7001-4033-832d-a64820633f45,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:09.877184 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721b17a5-19a5-41dd-9033-b293ee0319d0 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Made reservation on behalf of c853bf194aa4416fa0fa7d5ede244a91 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:09.882380 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-721b17a5-19a5-41dd-9033-b293ee0319d0 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.908767 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-721b17a5-19a5-41dd-9033-b293ee0319d0 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] device_id is not set on port 44e1d7aa-72a2-4f4e-b382-83fb5b255e2b yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:32:10.048838 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c98eb-10de-463c-9927-a655f316ca5a req-49fdd7fd-6024-4bf0-b6e6-83aa34461828 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:10.050388 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b9c98eb-10de-463c-9927-a655f316ca5a req-49fdd7fd-6024-4bf0-b6e6-83aa34461828 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614 HTTP/1.1" status: 200 len: 945 time: 0.1022673 Aug 16 22:32:10.094445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-721b17a5-19a5-41dd-9033-b293ee0319d0 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Allocated IP 172.20.0.13 (4e68f738-bedf-459e-a75d-76de7b0ba2b3/a888e084-f004-4b6f-b95d-490495f428aa/44e1d7aa-72a2-4f4e-b382-83fb5b255e2b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:10.111263 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b9c98eb-10de-463c-9927-a655f316ca5a req-54e826c7-4e6d-4a34-b0a3-5a460b62a32e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541005 Aug 16 22:32:10.205811 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36708) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:10.332565 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-721b17a5-19a5-41dd-9033-b293ee0319d0 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:10.361598 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53638c2b-470b-48b9-8aae-6e6bc14cac70 req-731fccce-5033-4f96-84b1-7033a5ebee9b tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:10.363479 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-53638c2b-470b-48b9-8aae-6e6bc14cac70 req-731fccce-5033-4f96-84b1-7033a5ebee9b tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=49cc769f-9866-4837-b0f7-7edcc1ece739 HTTP/1.1" status: 200 len: 945 time: 0.0899129 Aug 16 22:32:10.436183 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-53638c2b-470b-48b9-8aae-6e6bc14cac70 req-9666e0ea-b80d-4e0b-b834-3901cabe2161 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659277 Aug 16 22:32:10.436785 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56a84155-e905-4208-a0bd-2a1b336d6af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:10.439790 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d18c5cbc-75a1-401c-957c-5a4278f17b16 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:10.449867 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-721b17a5-19a5-41dd-9033-b293ee0319d0 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:10.506158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port d18c5cbc-75a1-401c-957c-5a4278f17b16 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:10.513620 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port d18c5cbc-75a1-401c-957c-5a4278f17b16 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:10.514407 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:10.526312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721b17a5-19a5-41dd-9033-b293ee0319d0 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Network 4e68f738-bedf-459e-a75d-76de7b0ba2b3 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:10.531155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-721b17a5-19a5-41dd-9033-b293ee0319d0 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:10.533876 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b17a5-19a5-41dd-9033-b293ee0319d0 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:10.537081 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b17a5-19a5-41dd-9033-b293ee0319d0 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Port': ['ID=44e1d7aa-72a2-4f4e-b382-83fb5b255e2b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:10.559386 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56a84155-e905-4208-a0bd-2a1b336d6af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:10.564556 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56a84155-e905-4208-a0bd-2a1b336d6af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:10.598232 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721b17a5-19a5-41dd-9033-b293ee0319d0 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:10.599156 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-721b17a5-19a5-41dd-9033-b293ee0319d0 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:10.607961 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a84155-e905-4208-a0bd-2a1b336d6af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b46ca0b-2cdc-4b9b-ab64-54ca0326dfaa,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:10.618686 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-721b17a5-19a5-41dd-9033-b293ee0319d0 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8858473 Aug 16 22:32:10.621364 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36728) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:10.625946 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0cf5ed2c-c095-413c-9420-1cf6e0040184 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Request body: {'floatingip': {'port_id': '44e1d7aa-72a2-4f4e-b382-83fb5b255e2b'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:10.626747 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-56a84155-e905-4208-a0bd-2a1b336d6af3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d8064c9c5bd84cd1ae98aace318d0b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4188607 Aug 16 22:32:10.630252 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36730) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:10.646335 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:10.678208 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cf5ed2c-c095-413c-9420-1cf6e0040184 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:10.683301 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d18c5cbc-75a1-401c-957c-5a4278f17b16, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d18c5cbc-75a1-401c-957c-5a4278f17b16,segment=NetworkSegment(33dfb6c3-b599-4057-b70f-e1a7983d0cdf),segment_id=33dfb6c3-b599-4057-b70f-e1a7983d0cdf)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:10.692524 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:10.747404 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:10.753745 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=d18c5cbc-75a1-401c-957c-5a4278f17b16,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:10.829198 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ef908d8-bb0e-4c48-9056-718b41268528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:10.895962 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ef908d8-bb0e-4c48-9056-718b41268528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:10.910973 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cc769f-9866-4837-b0f7-7edcc1ece739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18c5cbc-75a1-401c-957c-5a4278f17b16'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:32:10.913301 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9bef58-212e-4ccc-b0f8-416a09a054fb" -d '{"events": [{"server_uuid": "49cc769f-9866-4837-b0f7-7edcc1ece739", "name": "network-vif-plugged", "status": "completed", "tag": "d18c5cbc-75a1-401c-957c-5a4278f17b16"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:32:10.954738 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc4dc3b-da4b-452d-81d3-8abc9d058467 x-openstack-request-id: req-2dc4dc3b-da4b-452d-81d3-8abc9d058467 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:32:10.955107 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49cc769f-9866-4837-b0f7-7edcc1ece739", "name": "network-vif-plugged", "status": "completed", "tag": "d18c5cbc-75a1-401c-957c-5a4278f17b16", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:32:10.955424 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2dc4dc3b-da4b-452d-81d3-8abc9d058467 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:32:10.955884 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cc769f-9866-4837-b0f7-7edcc1ece739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18c5cbc-75a1-401c-957c-5a4278f17b16', 'code': 200} Aug 16 22:32:11.084177 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ef908d8-bb0e-4c48-9056-718b41268528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:11.086892 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ef908d8-bb0e-4c48-9056-718b41268528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:11.090132 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6ef908d8-bb0e-4c48-9056-718b41268528 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2b46ca0b-2cdc-4b9b-ab64-54ca0326dfaa HTTP/1.1" status: 204 len: 168 time: 0.4576075 Aug 16 22:32:11.120408 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cc1ac-c0df-4870-bbe6-9eb5797618a4 req-a78d93b6-f409-4ff9-a0f4-df4f450f3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:11.122240 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5f3cc1ac-c0df-4870-bbe6-9eb5797618a4 req-a78d93b6-f409-4ff9-a0f4-df4f450f3f46 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=49cc769f-9866-4837-b0f7-7edcc1ece739 HTTP/1.1" status: 200 len: 1098 time: 0.1028321 Aug 16 22:32:11.129692 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-adde166b-ff0a-49c5-b616-5038eb1b67f6 req-5bc4cfbc-19c5-40f1-84d9-1c66b991711f tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0502059 Aug 16 22:32:11.130461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef908d8-bb0e-4c48-9056-718b41268528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b46ca0b-2cdc-4b9b-ab64-54ca0326dfaa,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:11.215706 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5f3cc1ac-c0df-4870-bbe6-9eb5797618a4 req-f5f89432-12bf-44f9-9f03-e2366bcb974f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653572 Aug 16 22:32:11.317917 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744710cb-d626-47db-a653-f187656c85b6 req-157aed64-2fab-4b63-b186-8608c1df8fa2 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:11.321748 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-744710cb-d626-47db-a653-f187656c85b6 req-157aed64-2fab-4b63-b186-8608c1df8fa2 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614 HTTP/1.1" status: 200 len: 945 time: 0.0966780 Aug 16 22:32:11.397745 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cf5ed2c-c095-413c-9420-1cf6e0040184 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:11.412882 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cf5ed2c-c095-413c-9420-1cf6e0040184 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:11.464672 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-744710cb-d626-47db-a653-f187656c85b6 req-c4a1fe31-07b8-4a68-8622-997ea3849c51 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030078 Aug 16 22:32:11.507229 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-78720120-8d05-4d34-96c3-d8cdf5a3bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:11.551131 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-0cf5ed2c-c095-413c-9420-1cf6e0040184 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Floating IP b0667942-c379-41e7-894e-e65fdf013fd6 associated. External IP: 172.25.6.205, port: 44e1d7aa-72a2-4f4e-b382-83fb5b255e2b. Aug 16 22:32:11.592261 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36774) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:11.609771 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19f92481-0dd2-4595-bd34-f213de876895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:11.691626 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f46cc-1572-4706-bcaf-5b325fe78297 req-9f2ec1c1-2045-45b9-a288-3c6883515d1f tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:11.693110 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b14f46cc-1572-4706-bcaf-5b325fe78297 req-9f2ec1c1-2045-45b9-a288-3c6883515d1f tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=49cc769f-9866-4837-b0f7-7edcc1ece739 HTTP/1.1" status: 200 len: 946 time: 0.0991406 Aug 16 22:32:11.726212 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19f92481-0dd2-4595-bd34-f213de876895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:11.733424 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19f92481-0dd2-4595-bd34-f213de876895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:11.778750 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b14f46cc-1572-4706-bcaf-5b325fe78297 req-c9e11888-746b-4de4-9ef3-0bb607910de1 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762486 Aug 16 22:32:11.781173 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36778) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:11.786590 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-19f92481-0dd2-4595-bd34-f213de876895 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bcf070e69af94d2884ae32315098a3ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1930249 Aug 16 22:32:11.789863 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f92481-0dd2-4595-bd34-f213de876895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37500f91-7c9d-4b7f-bf30-b9210ddbc69b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:11.901450 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f40e3ce-8e73-4064-8302-e88c16c1f945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:11.904002 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf5ed2c-c095-413c-9420-1cf6e0040184 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Router c5621b11-c7aa-486f-bf2b-a9119f363a6c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:32:11.930678 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f40e3ce-8e73-4064-8302-e88c16c1f945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:12.046242 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f40e3ce-8e73-4064-8302-e88c16c1f945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:12.048700 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f40e3ce-8e73-4064-8302-e88c16c1f945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:12.050064 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8f40e3ce-8e73-4064-8302-e88c16c1f945 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/37500f91-7c9d-4b7f-bf30-b9210ddbc69b HTTP/1.1" status: 204 len: 168 time: 0.2679152 Aug 16 22:32:12.055169 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:12.064186 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40e3ce-8e73-4064-8302-e88c16c1f945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37500f91-7c9d-4b7f-bf30-b9210ddbc69b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:12.066563 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf5ed2c-c095-413c-9420-1cf6e0040184 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:32:12.071027 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cf5ed2c-c095-413c-9420-1cf6e0040184 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:12.076177 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9700d42c-0231-4660-abf6-b19ace2018dc None None] Sync routers for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:32:12.087640 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9700d42c-0231-4660-abf6-b19ace2018dc None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:12.088722 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9700d42c-0231-4660-abf6-b19ace2018dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:12.111417 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0cf5ed2c-c095-413c-9420-1cf6e0040184 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "PUT /v2.0/floatingips/b0667942-c379-41e7-894e-e65fdf013fd6 HTTP/1.1" status: 200 len: 977 time: 1.4889243 Aug 16 22:32:12.115410 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36782) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:12.124114 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9700d42c-0231-4660-abf6-b19ace2018dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:12.137862 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9700d42c-0231-4660-abf6-b19ace2018dc None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:12.138698 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9700d42c-0231-4660-abf6-b19ace2018dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:12.207410 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9700d42c-0231-4660-abf6-b19ace2018dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:12.212460 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9700d42c-0231-4660-abf6-b19ace2018dc None None] The sync data for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:32:12.222234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1723ba86-a755-458c-a768-570f7b29bf29 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Deleting port 44e1d7aa-72a2-4f4e-b382-83fb5b255e2b {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:12.222599 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1723ba86-a755-458c-a768-570f7b29bf29 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:12.279036 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ec0d674-f212-4cbd-8775-a503a242d485 req-bdb331d7-75d5-4de3-a836-c1f8b7b7e26b tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0301547 Aug 16 22:32:12.343723 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1723ba86-a755-458c-a768-570f7b29bf29 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:12.533977 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36790) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:12.548482 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29f02cd1-fb63-4dde-b4e7-ce1240b950d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:12.665281 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29f02cd1-fb63-4dde-b4e7-ce1240b950d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:12.670661 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29f02cd1-fb63-4dde-b4e7-ce1240b950d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:12.711789 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-29f02cd1-fb63-4dde-b4e7-ce1240b950d2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9a5de53069924b92aabc96d666b451f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764529 Aug 16 22:32:12.713087 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f02cd1-fb63-4dde-b4e7-ce1240b950d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560a9597-a1d2-4c07-a284-69f83b27a30c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:12.715425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36796) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:12.766726 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6f07327-8291-47df-ae8b-eb88d61b432e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:12.792005 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6f07327-8291-47df-ae8b-eb88d61b432e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:12.816876 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1723ba86-a755-458c-a768-570f7b29bf29 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:12.817384 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1723ba86-a755-458c-a768-570f7b29bf29 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:12.817558 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-1723ba86-a755-458c-a768-570f7b29bf29 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Floating IP b0667942-c379-41e7-894e-e65fdf013fd6 disassociated. External IP: 172.25.6.205, port: 44e1d7aa-72a2-4f4e-b382-83fb5b255e2b. Aug 16 22:32:12.817904 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1723ba86-a755-458c-a768-570f7b29bf29 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Calling delete_port for 44e1d7aa-72a2-4f4e-b382-83fb5b255e2b owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:12.850188 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6f07327-8291-47df-ae8b-eb88d61b432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:12.853980 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6f07327-8291-47df-ae8b-eb88d61b432e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:12.858127 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f6f07327-8291-47df-ae8b-eb88d61b432e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/560a9597-a1d2-4c07-a284-69f83b27a30c HTTP/1.1" status: 204 len: 168 time: 0.1416206 Aug 16 22:32:12.896668 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f07327-8291-47df-ae8b-eb88d61b432e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560a9597-a1d2-4c07-a284-69f83b27a30c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:12.921110 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c238fa-9d2b-4cac-bf69-ffc9d3877f8e req-218fd7e7-a3ab-4525-93d1-8f7117ab09b5 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:12.922698 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3c238fa-9d2b-4cac-bf69-ffc9d3877f8e req-218fd7e7-a3ab-4525-93d1-8f7117ab09b5 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=49cc769f-9866-4837-b0f7-7edcc1ece739 HTTP/1.1" status: 200 len: 946 time: 0.0636835 Aug 16 22:32:12.966128 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3c238fa-9d2b-4cac-bf69-ffc9d3877f8e req-4a26953a-2d7c-488f-b35e-546cf978c943 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359933 Aug 16 22:32:12.970983 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1723ba86-a755-458c-a768-570f7b29bf29 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:13.002272 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723ba86-a755-458c-a768-570f7b29bf29 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event deleted for resources: {'Port': ['ID=44e1d7aa-72a2-4f4e-b382-83fb5b255e2b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:13.142999 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1723ba86-a755-458c-a768-570f7b29bf29 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Router c5621b11-c7aa-486f-bf2b-a9119f363a6c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:32:13.180418 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:13.271137 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1723ba86-a755-458c-a768-570f7b29bf29 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:32:13.281488 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918a7f85-b94c-407a-9a09-f5dbb9d89375 None None] Sync routers for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:32:13.295258 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918a7f85-b94c-407a-9a09-f5dbb9d89375 None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:13.295568 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-918a7f85-b94c-407a-9a09-f5dbb9d89375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:13.331173 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-918a7f85-b94c-407a-9a09-f5dbb9d89375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:13.344594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918a7f85-b94c-407a-9a09-f5dbb9d89375 None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:13.345416 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-918a7f85-b94c-407a-9a09-f5dbb9d89375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:13.388293 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-918a7f85-b94c-407a-9a09-f5dbb9d89375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:13.388293 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918a7f85-b94c-407a-9a09-f5dbb9d89375 None None] The sync data for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:32:13.388973 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1723ba86-a755-458c-a768-570f7b29bf29 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:13.397857 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36820) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:13.409769 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1723ba86-a755-458c-a768-570f7b29bf29 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "DELETE /v2.0/ports/44e1d7aa-72a2-4f4e-b382-83fb5b255e2b HTTP/1.1" status: 204 len: 168 time: 1.2930646 Aug 16 22:32:13.461977 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-da512713-9a8b-4069-b8ef-c5d37d4f4cde tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "GET /v2.0/floatingips/b0667942-c379-41e7-894e-e65fdf013fd6 HTTP/1.1" status: 200 len: 688 time: 0.0623417 Aug 16 22:32:13.464647 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36826) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:13.482807 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87919d85-b2ce-486f-974d-c5bea681f348 req-ce364be7-2a24-4bad-8ccd-0c3bc0b2a848 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0425611 Aug 16 22:32:13.615899 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-39f86dc9-8118-4184-8b34-d8b75133051f tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Deleting port f2aaf960-0d6d-407c-bcf3-5e5943c8c228 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:13.615899 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39f86dc9-8118-4184-8b34-d8b75133051f tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:13.725255 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39f86dc9-8118-4184-8b34-d8b75133051f tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:13.725591 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39f86dc9-8118-4184-8b34-d8b75133051f tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:13.741048 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-39f86dc9-8118-4184-8b34-d8b75133051f tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Calling delete_port for f2aaf960-0d6d-407c-bcf3-5e5943c8c228 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:13.907625 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39f86dc9-8118-4184-8b34-d8b75133051f tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:13.957140 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f86dc9-8118-4184-8b34-d8b75133051f tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event deleted for resources: {'Port': ['ID=f2aaf960-0d6d-407c-bcf3-5e5943c8c228,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:14.093993 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0b28157c-0617-4721-aa16-5ad6c154f253 req-cf9b1a92-1fde-4195-8677-5901f2977f31 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0320210 Aug 16 22:32:14.097622 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39f86dc9-8118-4184-8b34-d8b75133051f tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:14.100583 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39f86dc9-8118-4184-8b34-d8b75133051f tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:14.105282 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-39f86dc9-8118-4184-8b34-d8b75133051f tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "DELETE /v2.0/floatingips/b0667942-c379-41e7-894e-e65fdf013fd6 HTTP/1.1" status: 204 len: 168 time: 0.6361744 Aug 16 22:32:14.106075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36848) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:14.110759 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-dec07d60-ebb3-40a7-b9a5-78dee4a7eb1d tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': 'f591a648-f504-41fa-abd9-a8f5d6db1849'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:14.149411 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dec07d60-ebb3-40a7-b9a5-78dee4a7eb1d tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:14.261938 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dec07d60-ebb3-40a7-b9a5-78dee4a7eb1d tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:14.375866 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-dec07d60-ebb3-40a7-b9a5-78dee4a7eb1d tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Allocated IP 172.25.6.182 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/025869e7-6831-46a2-8a45-df5986c7e8af) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:14.500036 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dec07d60-ebb3-40a7-b9a5-78dee4a7eb1d tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:14.571894 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dec07d60-ebb3-40a7-b9a5-78dee4a7eb1d tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:14.640260 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6d144433-9d73-4283-9dbf-d60f3ab81c24 req-3404d481-2631-4615-8bb2-644f2337df6e tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0635719 Aug 16 22:32:14.669743 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec07d60-ebb3-40a7-b9a5-78dee4a7eb1d tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:14.671212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-dec07d60-ebb3-40a7-b9a5-78dee4a7eb1d tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:14.676834 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec07d60-ebb3-40a7-b9a5-78dee4a7eb1d tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:14.722483 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec07d60-ebb3-40a7-b9a5-78dee4a7eb1d tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Port': ['ID=025869e7-6831-46a2-8a45-df5986c7e8af,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:14.732062 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:15.157478 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dec07d60-ebb3-40a7-b9a5-78dee4a7eb1d tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:15.257502 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dec07d60-ebb3-40a7-b9a5-78dee4a7eb1d tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:15.414824 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dec07d60-ebb3-40a7-b9a5-78dee4a7eb1d tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:15.420909 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dec07d60-ebb3-40a7-b9a5-78dee4a7eb1d tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:15.495697 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec07d60-ebb3-40a7-b9a5-78dee4a7eb1d tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Port': ['ID=025869e7-6831-46a2-8a45-df5986c7e8af,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:15.502440 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dec07d60-ebb3-40a7-b9a5-78dee4a7eb1d tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:15.614687 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-dec07d60-ebb3-40a7-b9a5-78dee4a7eb1d tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Floating IP 1e73a0cd-f446-4d0c-81be-87c4edd42f9c associated. External IP: 172.25.6.182, port: f591a648-f504-41fa-abd9-a8f5d6db1849. Aug 16 22:32:16.025868 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5eb38fd-2e2c-4885-8eb8-60a5471752ab req-f2411f1f-0e5f-4e67-b1d1-2a8c9176c63d tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0284319 Aug 16 22:32:16.266113 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec07d60-ebb3-40a7-b9a5-78dee4a7eb1d tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Router c5621b11-c7aa-486f-bf2b-a9119f363a6c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:32:16.403063 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec07d60-ebb3-40a7-b9a5-78dee4a7eb1d tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:32:16.414705 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce430b28-81bf-463e-b26a-b67d47887554 None None] Sync routers for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:32:16.427526 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce430b28-81bf-463e-b26a-b67d47887554 None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:16.431113 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dec07d60-ebb3-40a7-b9a5-78dee4a7eb1d tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:16.432918 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ce430b28-81bf-463e-b26a-b67d47887554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:16.468549 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dec07d60-ebb3-40a7-b9a5-78dee4a7eb1d tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3588917 Aug 16 22:32:16.468837 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36948) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:16.478972 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a473a108-0ec9-4971-a213-a518146ed52e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1095893037'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:16.507896 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ce430b28-81bf-463e-b26a-b67d47887554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:16.517398 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a473a108-0ec9-4971-a213-a518146ed52e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Made reservation on behalf of c853bf194aa4416fa0fa7d5ede244a91 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:16.518174 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce430b28-81bf-463e-b26a-b67d47887554 None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:16.519015 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ce430b28-81bf-463e-b26a-b67d47887554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:16.521940 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a473a108-0ec9-4971-a213-a518146ed52e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:16.555887 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a473a108-0ec9-4971-a213-a518146ed52e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:32:16.567787 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a473a108-0ec9-4971-a213-a518146ed52e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:16.568266 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-a473a108-0ec9-4971-a213-a518146ed52e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Added segment 382a8e32-1534-4981-a476-8aa3096a1d3e of type vlan for network bb18afe6-9ff6-4664-9cf2-a4ec27def2a1 Aug 16 22:32:16.616484 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ce430b28-81bf-463e-b26a-b67d47887554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:16.617446 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce430b28-81bf-463e-b26a-b67d47887554 None None] The sync data for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:32:16.647569 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a473a108-0ec9-4971-a213-a518146ed52e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:16.682600 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a473a108-0ec9-4971-a213-a518146ed52e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:16.690260 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a473a108-0ec9-4971-a213-a518146ed52e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.690897 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a473a108-0ec9-4971-a213-a518146ed52e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:16.753496 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a2259fc-3e10-4424-8c3b-6c993f653a49 req-75403d4b-e15a-4ea2-b8da-9b90804382f5 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0475779 Aug 16 22:32:16.776325 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a473a108-0ec9-4971-a213-a518146ed52e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3061042 Aug 16 22:32:16.779481 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36958) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:16.793019 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b01b003f-5f52-4fdb-908b-07946457b145 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Request body: {'subnet': {'network_id': 'bb18afe6-9ff6-4664-9cf2-a4ec27def2a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:16.840133 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473a108-0ec9-4971-a213-a518146ed52e tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Network': ['ID=bb18afe6-9ff6-4664-9cf2-a4ec27def2a1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:16.862423 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network bb18afe6-9ff6-4664-9cf2-a4ec27def2a1 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:32:16.947464 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01b003f-5f52-4fdb-908b-07946457b145 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Made reservation on behalf of c853bf194aa4416fa0fa7d5ede244a91 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:16.952125 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b01b003f-5f52-4fdb-908b-07946457b145 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.227375 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b01b003f-5f52-4fdb-908b-07946457b145 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.298686 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b003f-5f52-4fdb-908b-07946457b145 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Subnet': ['ID=b0d16843-4929-40c7-84fc-1c6ff31f7b5b,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:17.308571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01b003f-5f52-4fdb-908b-07946457b145 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Checking segment: {'id': '382a8e32-1534-4981-a476-8aa3096a1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb18afe6-9ff6-4664-9cf2-a4ec27def2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:17.309021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01b003f-5f52-4fdb-908b-07946457b145 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Network hostable DHCP agents. Network: bb18afe6-9ff6-4664-9cf2-a4ec27def2a1, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:32:17.326736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01b003f-5f52-4fdb-908b-07946457b145 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Network bb18afe6-9ff6-4664-9cf2-a4ec27def2a1 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:32:17.337410 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-b01b003f-5f52-4fdb-908b-07946457b145 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, bb18afe6-9ff6-4664-9cf2-a4ec27def2a1) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:17.342000 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01b003f-5f52-4fdb-908b-07946457b145 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:17.342516 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b01b003f-5f52-4fdb-908b-07946457b145 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.347884 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0254173-55ce-49cc-8036-75760454235f None None] Network bb18afe6-9ff6-4664-9cf2-a4ec27def2a1 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:17.361109 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b01b003f-5f52-4fdb-908b-07946457b145 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5779417 Aug 16 22:32:17.361392 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36976) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:17.366632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d90d2e3d-350e-4f66-ad3c-62a31266b17c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1348078825', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:17.391806 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d90d2e3d-350e-4f66-ad3c-62a31266b17c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.393504 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d90d2e3d-350e-4f66-ad3c-62a31266b17c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.455764 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d90d2e3d-350e-4f66-ad3c-62a31266b17c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.538427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-bb18afe6-9ff6-4664-9cf2-a4ec27def2a1', 'network_id': 'bb18afe6-9ff6-4664-9cf2-a4ec27def2a1', 'tenant_id': 'c853bf194aa4416fa0fa7d5ede244a91', 'fixed_ips': [{'subnet_id': 'b0d16843-4929-40c7-84fc-1c6ff31f7b5b'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:32:17.539677 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.644131 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d90d2e3d-350e-4f66-ad3c-62a31266b17c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.711897 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] Allocated IP 172.20.0.2 (bb18afe6-9ff6-4664-9cf2-a4ec27def2a1/b0d16843-4929-40c7-84fc-1c6ff31f7b5b/db1ee626-11ab-4d39-b0d1-c854ea196fc3) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:17.894007 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d90d2e3d-350e-4f66-ad3c-62a31266b17c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.906186 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.915569 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] Transition to ACTIVE for port object db1ee626-11ab-4d39-b0d1-c854ea196fc3 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:17.930769 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d90d2e3d-350e-4f66-ad3c-62a31266b17c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.933913 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] Transition to ACTIVE for port object db1ee626-11ab-4d39-b0d1-c854ea196fc3 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:17.944515 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.959902 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19090e3f-2a8c-4b67-8e4e-beabc5875f1f req-bea3513e-1fae-4809-a43c-f74c81a04681 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0635235 Aug 16 22:32:17.973134 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] Network bb18afe6-9ff6-4664-9cf2-a4ec27def2a1 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:17.980317 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:18.031909 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] Pushing event updated for resources: {'Port': ['ID=db1ee626-11ab-4d39-b0d1-c854ea196fc3,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:18.035501 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:18.145324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] Attempting to bind port db1ee626-11ab-4d39-b0d1-c854ea196fc3 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:18.145705 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] Attempting to bind port db1ee626-11ab-4d39-b0d1-c854ea196fc3 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '382a8e32-1534-4981-a476-8aa3096a1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb18afe6-9ff6-4664-9cf2-a4ec27def2a1'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:18.146099 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] Attempting to bind port db1ee626-11ab-4d39-b0d1-c854ea196fc3 on network bb18afe6-9ff6-4664-9cf2-a4ec27def2a1 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:18.162318 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:18.162732 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] Checking segment: {'id': '382a8e32-1534-4981-a476-8aa3096a1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb18afe6-9ff6-4664-9cf2-a4ec27def2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:18.163102 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:18.163585 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] Bound using segment: {'id': '382a8e32-1534-4981-a476-8aa3096a1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb18afe6-9ff6-4664-9cf2-a4ec27def2a1'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:18.165008 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] Bound port: db1ee626-11ab-4d39-b0d1-c854ea196fc3, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382a8e32-1534-4981-a476-8aa3096a1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb18afe6-9ff6-4664-9cf2-a4ec27def2a1'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:18.165500 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:18.210621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-d90d2e3d-350e-4f66-ad3c-62a31266b17c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Allocated IP 172.25.6.202 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/d7dabfa1-7d50-4093-b9e8-3e11c0d780c0) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:18.249039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] For port db1ee626-11ab-4d39-b0d1-c854ea196fc3, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:18.253671 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] For port db1ee626-11ab-4d39-b0d1-c854ea196fc3, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=db1ee626-11ab-4d39-b0d1-c854ea196fc3,segment=NetworkSegment(382a8e32-1534-4981-a476-8aa3096a1d3e),segment_id=382a8e32-1534-4981-a476-8aa3096a1d3e)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:18.259895 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:18.340799 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d90d2e3d-350e-4f66-ad3c-62a31266b17c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:18.344641 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6b194-36bc-40ac-b88c-0aea990cb775 None None] Pushing event updated for resources: {'Port': ['ID=db1ee626-11ab-4d39-b0d1-c854ea196fc3,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:18.395657 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d90d2e3d-350e-4f66-ad3c-62a31266b17c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:18.439170 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90d2e3d-350e-4f66-ad3c-62a31266b17c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:18.442638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d90d2e3d-350e-4f66-ad3c-62a31266b17c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:18.445443 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d2e3d-350e-4f66-ad3c-62a31266b17c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:18.495184 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d2e3d-350e-4f66-ad3c-62a31266b17c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Port': ['ID=d7dabfa1-7d50-4093-b9e8-3e11c0d780c0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:18.768327 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d90d2e3d-350e-4f66-ad3c-62a31266b17c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:18.950059 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device db1ee626-11ab-4d39-b0d1-c854ea196fc3 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:19.000002 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port db1ee626-11ab-4d39-b0d1-c854ea196fc3 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:19.008578 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d90d2e3d-350e-4f66-ad3c-62a31266b17c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:19.212255 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aaa6fd8c-74f4-44df-8846-662ada75589e req-36b07791-50dd-4e9d-93e8-79a3ee451590 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0589657 Aug 16 22:32:19.269511 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90d2e3d-350e-4f66-ad3c-62a31266b17c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Router 070484ab-b8d4-4b40-a13a-c190bc9aa6b8 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:32:19.460337 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90d2e3d-350e-4f66-ad3c-62a31266b17c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:32:19.471876 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ab7835-62ca-41b0-8228-7ab027d2c7f2 None None] Sync routers for ids ['070484ab-b8d4-4b40-a13a-c190bc9aa6b8'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:32:19.482730 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d90d2e3d-350e-4f66-ad3c-62a31266b17c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:19.484286 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d90d2e3d-350e-4f66-ad3c-62a31266b17c tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1216240 Aug 16 22:32:19.487200 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37020) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:19.509035 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ab7835-62ca-41b0-8228-7ab027d2c7f2 None None] Routers {'070484ab-b8d4-4b40-a13a-c190bc9aa6b8'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:19.509775 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-79ab7835-62ca-41b0-8228-7ab027d2c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['070484ab-b8d4-4b40-a13a-c190bc9aa6b8'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:19.575183 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-79ab7835-62ca-41b0-8228-7ab027d2c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:19.590606 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ab7835-62ca-41b0-8228-7ab027d2c7f2 None None] Routers {'070484ab-b8d4-4b40-a13a-c190bc9aa6b8'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:19.591515 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-79ab7835-62ca-41b0-8228-7ab027d2c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['070484ab-b8d4-4b40-a13a-c190bc9aa6b8'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:19.637357 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-79ab7835-62ca-41b0-8228-7ab027d2c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:19.638259 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ab7835-62ca-41b0-8228-7ab027d2c7f2 None None] The sync data for ids ['070484ab-b8d4-4b40-a13a-c190bc9aa6b8'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:32:19.664658 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762e2d2a-7865-463a-baa0-1d7190e1f89a None None] Network bb18afe6-9ff6-4664-9cf2-a4ec27def2a1 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:19.746143 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cef28edb-557d-4265-a4db-64b2c2bc3968 None None] Provisioning for port db1ee626-11ab-4d39-b0d1-c854ea196fc3 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:19.754524 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cef28edb-557d-4265-a4db-64b2c2bc3968 None None] Provisioning complete for port db1ee626-11ab-4d39-b0d1-c854ea196fc3 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:19.763574 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cef28edb-557d-4265-a4db-64b2c2bc3968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:20.002665 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cef28edb-557d-4265-a4db-64b2c2bc3968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:20.057691 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-cef28edb-557d-4265-a4db-64b2c2bc3968 None None] For port db1ee626-11ab-4d39-b0d1-c854ea196fc3, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=db1ee626-11ab-4d39-b0d1-c854ea196fc3,segment=NetworkSegment(382a8e32-1534-4981-a476-8aa3096a1d3e),segment_id=382a8e32-1534-4981-a476-8aa3096a1d3e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:20.070230 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cef28edb-557d-4265-a4db-64b2c2bc3968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:20.147702 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef28edb-557d-4265-a4db-64b2c2bc3968 None None] Pushing event updated for resources: {'Port': ['ID=db1ee626-11ab-4d39-b0d1-c854ea196fc3,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:20.234625 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6454096c-8fe2-40c1-999f-a31bc27a7cf1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:20.400713 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2e84f559-abbc-4a81-970a-96ad4871e26d None None] Provisioning complete for port db1ee626-11ab-4d39-b0d1-c854ea196fc3 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:20.404942 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2e84f559-abbc-4a81-970a-96ad4871e26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:20.421367 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-20348b22-d432-4745-ad2a-d4a1c378b140 req-02f1b504-3bd0-4638-aca6-a05f04abd788 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0541630 Aug 16 22:32:20.548861 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:32:20.670386 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-6454096c-8fe2-40c1-999f-a31bc27a7cf1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Allocated IP 172.20.0.1 (bb18afe6-9ff6-4664-9cf2-a4ec27def2a1/b0d16843-4929-40c7-84fc-1c6ff31f7b5b/f2e49315-00d9-437d-991a-b5dbae5ab47a) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:20.788933 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6454096c-8fe2-40c1-999f-a31bc27a7cf1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:20.802529 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6454096c-8fe2-40c1-999f-a31bc27a7cf1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Transition to ACTIVE for port object f2e49315-00d9-437d-991a-b5dbae5ab47a will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:20.838913 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6454096c-8fe2-40c1-999f-a31bc27a7cf1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:20.882128 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6454096c-8fe2-40c1-999f-a31bc27a7cf1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Network bb18afe6-9ff6-4664-9cf2-a4ec27def2a1 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:20.887432 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-6454096c-8fe2-40c1-999f-a31bc27a7cf1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:20.891965 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6454096c-8fe2-40c1-999f-a31bc27a7cf1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:20.895903 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454096c-8fe2-40c1-999f-a31bc27a7cf1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Port': ['ID=f2e49315-00d9-437d-991a-b5dbae5ab47a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:20.899059 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device db1ee626-11ab-4d39-b0d1-c854ea196fc3 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:20.941133 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6454096c-8fe2-40c1-999f-a31bc27a7cf1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:20.957873 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port db1ee626-11ab-4d39-b0d1-c854ea196fc3 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:20.958285 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.094775 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6454096c-8fe2-40c1-999f-a31bc27a7cf1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.118483 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37054) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:21.230844 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aad3329b-81b2-4f6f-8c57-8b51dc054ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.238106 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7b1670f1-7507-4125-bda6-13e44bff5e6f None None] Provisioning for port f2e49315-00d9-437d-991a-b5dbae5ab47a completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:21.243387 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7b1670f1-7507-4125-bda6-13e44bff5e6f None None] Provisioning complete for port f2e49315-00d9-437d-991a-b5dbae5ab47a triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:21.243658 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b1670f1-7507-4125-bda6-13e44bff5e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.288106 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-7b1670f1-7507-4125-bda6-13e44bff5e6f None None] Port f2e49315-00d9-437d-991a-b5dbae5ab47a cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:32:21.325774 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aad3329b-81b2-4f6f-8c57-8b51dc054ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.330896 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aad3329b-81b2-4f6f-8c57-8b51dc054ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.374989 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-aad3329b-81b2-4f6f-8c57-8b51dc054ba8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9e97d7a76d184ed9b88e7acdeac8029d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2553971 Aug 16 22:32:21.376239 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3329b-81b2-4f6f-8c57-8b51dc054ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d02d38-7708-4e12-ba80-42285ce83d41,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:21.377719 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37060) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:21.415314 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6454096c-8fe2-40c1-999f-a31bc27a7cf1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.423766 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6454096c-8fe2-40c1-999f-a31bc27a7cf1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.551159 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63049a0e-524d-4e25-9e9a-f0603e7e79a9 req-764d93ea-f666-40e1-9acf-6a0da5c0b2e4 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0305030 Aug 16 22:32:21.760613 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6454096c-8fe2-40c1-999f-a31bc27a7cf1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.762580 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454096c-8fe2-40c1-999f-a31bc27a7cf1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Port': ['ID=f2e49315-00d9-437d-991a-b5dbae5ab47a,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:21.765664 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c6db8a4-20a7-4d3e-b3eb-123553af4e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.824802 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c6db8a4-20a7-4d3e-b3eb-123553af4e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.900326 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6454096c-8fe2-40c1-999f-a31bc27a7cf1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Network bb18afe6-9ff6-4664-9cf2-a4ec27def2a1 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:21.901943 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-6454096c-8fe2-40c1-999f-a31bc27a7cf1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:21.911801 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c6db8a4-20a7-4d3e-b3eb-123553af4e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.914241 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c6db8a4-20a7-4d3e-b3eb-123553af4e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.915381 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0c6db8a4-20a7-4d3e-b3eb-123553af4e3e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f9d02d38-7708-4e12-ba80-42285ce83d41 HTTP/1.1" status: 204 len: 168 time: 0.5334580 Aug 16 22:32:21.954231 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6db8a4-20a7-4d3e-b3eb-123553af4e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d02d38-7708-4e12-ba80-42285ce83d41,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:22.052831 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6454096c-8fe2-40c1-999f-a31bc27a7cf1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Router 070484ab-b8d4-4b40-a13a-c190bc9aa6b8 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:32:22.163308 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6454096c-8fe2-40c1-999f-a31bc27a7cf1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:32:22.168446 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6454096c-8fe2-40c1-999f-a31bc27a7cf1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "PUT /v2.0/routers/070484ab-b8d4-4b40-a13a-c190bc9aa6b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6793482 Aug 16 22:32:22.171015 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37076) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:22.174206 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ff381f-8450-4309-a826-870b52b1ba6c None None] Sync routers for ids ['070484ab-b8d4-4b40-a13a-c190bc9aa6b8'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:32:22.176185 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-2bcbe07e-82c9-42d3-ab11-c09fbe040bda tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Request body: {'port': {'network_id': 'bb18afe6-9ff6-4664-9cf2-a4ec27def2a1', 'name': 'tempest-FloatingIPTestJSON-2141437888'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:22.183388 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff381f-8450-4309-a826-870b52b1ba6c None None] Routers {'070484ab-b8d4-4b40-a13a-c190bc9aa6b8'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:22.183989 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e9ff381f-8450-4309-a826-870b52b1ba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['070484ab-b8d4-4b40-a13a-c190bc9aa6b8'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:22.202468 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37078) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:22.217652 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-98d46163-0773-4c42-a21d-4d5a67f942e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:22.220060 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7fc51fa6-1bac-4df0-934c-fd3891d72b09 None None] Provisioning complete for port f2e49315-00d9-437d-991a-b5dbae5ab47a triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:22.221080 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7fc51fa6-1bac-4df0-934c-fd3891d72b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:22.223916 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e9ff381f-8450-4309-a826-870b52b1ba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:22.234668 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff381f-8450-4309-a826-870b52b1ba6c None None] Routers {'070484ab-b8d4-4b40-a13a-c190bc9aa6b8'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:22.235266 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e9ff381f-8450-4309-a826-870b52b1ba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['070484ab-b8d4-4b40-a13a-c190bc9aa6b8'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:22.268888 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e9ff381f-8450-4309-a826-870b52b1ba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:22.269111 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-7fc51fa6-1bac-4df0-934c-fd3891d72b09 None None] Port f2e49315-00d9-437d-991a-b5dbae5ab47a cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:32:22.271221 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ff381f-8450-4309-a826-870b52b1ba6c None None] The sync data for ids ['070484ab-b8d4-4b40-a13a-c190bc9aa6b8'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:32:22.323974 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-98d46163-0773-4c42-a21d-4d5a67f942e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:22.327855 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-98d46163-0773-4c42-a21d-4d5a67f942e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:22.343148 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcbe07e-82c9-42d3-ab11-c09fbe040bda tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Made reservation on behalf of c853bf194aa4416fa0fa7d5ede244a91 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:22.346869 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2bcbe07e-82c9-42d3-ab11-c09fbe040bda tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:22.364016 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-2bcbe07e-82c9-42d3-ab11-c09fbe040bda tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] device_id is not set on port e5e52a48-3c89-4362-8b1d-5b2a40b889df yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:32:22.368597 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-98d46163-0773-4c42-a21d-4d5a67f942e2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f3ddea7705a94c99ae31080020c9854a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1651223 Aug 16 22:32:22.369581 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d46163-0773-4c42-a21d-4d5a67f942e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1064eca8-da55-4c67-8d66-5b6a4bb8fe51,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:22.372478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37080) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:22.498106 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e341ba5-611e-4d96-9800-6e5fed91dffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:22.521220 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-2bcbe07e-82c9-42d3-ab11-c09fbe040bda tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Allocated IP 172.20.0.11 (bb18afe6-9ff6-4664-9cf2-a4ec27def2a1/b0d16843-4929-40c7-84fc-1c6ff31f7b5b/e5e52a48-3c89-4362-8b1d-5b2a40b889df) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:22.534868 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e341ba5-611e-4d96-9800-6e5fed91dffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:22.653406 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e341ba5-611e-4d96-9800-6e5fed91dffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:22.655867 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e341ba5-611e-4d96-9800-6e5fed91dffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:22.657229 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3e341ba5-611e-4d96-9800-6e5fed91dffc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1064eca8-da55-4c67-8d66-5b6a4bb8fe51 HTTP/1.1" status: 204 len: 168 time: 0.2841794 Aug 16 22:32:22.674087 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b1ec722-cf5c-49b1-b16c-59d0edf0f239 req-db107a4b-08a1-4db3-9fdc-0b6dcee32712 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0298691 Aug 16 22:32:22.706209 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e341ba5-611e-4d96-9800-6e5fed91dffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1064eca8-da55-4c67-8d66-5b6a4bb8fe51,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:22.760307 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2bcbe07e-82c9-42d3-ab11-c09fbe040bda tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:22.774661 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-2bcbe07e-82c9-42d3-ab11-c09fbe040bda tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Transition to ACTIVE for port object e5e52a48-3c89-4362-8b1d-5b2a40b889df will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:22.810724 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2bcbe07e-82c9-42d3-ab11-c09fbe040bda tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:22.855512 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcbe07e-82c9-42d3-ab11-c09fbe040bda tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Network bb18afe6-9ff6-4664-9cf2-a4ec27def2a1 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:22.859665 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-2bcbe07e-82c9-42d3-ab11-c09fbe040bda tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:22.865495 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcbe07e-82c9-42d3-ab11-c09fbe040bda tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:22.902363 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbe07e-82c9-42d3-ab11-c09fbe040bda tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event updated for resources: {'Port': ['ID=e5e52a48-3c89-4362-8b1d-5b2a40b889df,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:22.932169 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcbe07e-82c9-42d3-ab11-c09fbe040bda tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:22.932809 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2bcbe07e-82c9-42d3-ab11-c09fbe040bda tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:22.953253 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2bcbe07e-82c9-42d3-ab11-c09fbe040bda tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7811029 Aug 16 22:32:22.956196 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37100) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:22.961741 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5b92072a-fb84-4191-a113-9e5651cd25c8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Request body: {'floatingip': {'port_id': 'e5e52a48-3c89-4362-8b1d-5b2a40b889df'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:23.024511 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5b92072a-fb84-4191-a113-9e5651cd25c8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:23.097754 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3ad77519-e123-4bfb-9b7f-a07b38a5220c None None] Provisioning for port e5e52a48-3c89-4362-8b1d-5b2a40b889df completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:23.103127 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3ad77519-e123-4bfb-9b7f-a07b38a5220c None None] Provisioning complete for port e5e52a48-3c89-4362-8b1d-5b2a40b889df triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:23.103388 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3ad77519-e123-4bfb-9b7f-a07b38a5220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:23.144448 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-3ad77519-e123-4bfb-9b7f-a07b38a5220c None None] Port e5e52a48-3c89-4362-8b1d-5b2a40b889df cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:32:23.549024 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5b92072a-fb84-4191-a113-9e5651cd25c8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:23.553048 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5b92072a-fb84-4191-a113-9e5651cd25c8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:23.666716 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-5b92072a-fb84-4191-a113-9e5651cd25c8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Floating IP 1e73a0cd-f446-4d0c-81be-87c4edd42f9c associated. External IP: 172.25.6.182, port: f591a648-f504-41fa-abd9-a8f5d6db1849. Aug 16 22:32:23.796206 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-675e1ccc-a82e-44e5-b304-4d77b6e5cd14 req-ce7179a2-a162-4634-b73e-a1613f52a543 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0346646 Aug 16 22:32:24.257324 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37160) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:24.267075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b92072a-fb84-4191-a113-9e5651cd25c8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Router c5621b11-c7aa-486f-bf2b-a9119f363a6c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:32:24.367198 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9500ba39-6d73-4b20-a350-65716c7d11a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:24.400968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b92072a-fb84-4191-a113-9e5651cd25c8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:32:24.410715 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f045ffc3-7b81-4a96-b32b-26ad2b24e952 None None] Sync routers for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:32:24.419710 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f045ffc3-7b81-4a96-b32b-26ad2b24e952 None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:24.420389 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f045ffc3-7b81-4a96-b32b-26ad2b24e952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:24.451995 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f045ffc3-7b81-4a96-b32b-26ad2b24e952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:24.460500 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f045ffc3-7b81-4a96-b32b-26ad2b24e952 None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:24.461035 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f045ffc3-7b81-4a96-b32b-26ad2b24e952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:24.497053 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f045ffc3-7b81-4a96-b32b-26ad2b24e952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:24.497688 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f045ffc3-7b81-4a96-b32b-26ad2b24e952 None None] The sync data for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:32:24.600123 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9500ba39-6d73-4b20-a350-65716c7d11a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:24.607068 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9500ba39-6d73-4b20-a350-65716c7d11a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:24.682073 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9500ba39-6d73-4b20-a350-65716c7d11a8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=97131f7f6d4e43a28af19ef76d0a31a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4233828 Aug 16 22:32:24.684803 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37168) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:24.690806 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500ba39-6d73-4b20-a350-65716c7d11a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1782239c-43e8-4b52-99bc-2fbc801c7c9a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:24.706408 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b92072a-fb84-4191-a113-9e5651cd25c8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Router 070484ab-b8d4-4b40-a13a-c190bc9aa6b8 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:32:24.741167 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4b8411a-58ab-4ff6-9cbb-31134e852c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:24.767605 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4b8411a-58ab-4ff6-9cbb-31134e852c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:24.819274 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4b8411a-58ab-4ff6-9cbb-31134e852c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:24.822089 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4b8411a-58ab-4ff6-9cbb-31134e852c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:24.826069 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f4b8411a-58ab-4ff6-9cbb-31134e852c26 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1782239c-43e8-4b52-99bc-2fbc801c7c9a HTTP/1.1" status: 204 len: 168 time: 0.1370132 Aug 16 22:32:24.826230 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b92072a-fb84-4191-a113-9e5651cd25c8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:32:24.832970 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5b92072a-fb84-4191-a113-9e5651cd25c8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:24.839331 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9409ed65-9f76-41a8-98bd-0034e998e8f5 None None] Sync routers for ids ['070484ab-b8d4-4b40-a13a-c190bc9aa6b8'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:32:24.849714 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8411a-58ab-4ff6-9cbb-31134e852c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1782239c-43e8-4b52-99bc-2fbc801c7c9a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:24.855698 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9409ed65-9f76-41a8-98bd-0034e998e8f5 None None] Routers {'070484ab-b8d4-4b40-a13a-c190bc9aa6b8'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:24.857498 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9409ed65-9f76-41a8-98bd-0034e998e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['070484ab-b8d4-4b40-a13a-c190bc9aa6b8'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:24.912102 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5b92072a-fb84-4191-a113-9e5651cd25c8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "PUT /v2.0/floatingips/1e73a0cd-f446-4d0c-81be-87c4edd42f9c HTTP/1.1" status: 200 len: 979 time: 1.9546182 Aug 16 22:32:24.914898 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37180) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:24.928545 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9409ed65-9f76-41a8-98bd-0034e998e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:24.939757 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9409ed65-9f76-41a8-98bd-0034e998e8f5 None None] Routers {'070484ab-b8d4-4b40-a13a-c190bc9aa6b8'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:24.940626 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9409ed65-9f76-41a8-98bd-0034e998e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['070484ab-b8d4-4b40-a13a-c190bc9aa6b8'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:24.971402 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd1560f7-91e9-43a1-8551-427e6239d654 req-a50af170-b4d3-4d5e-9b7e-2665b33a4a1e tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0440822 Aug 16 22:32:24.990076 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9409ed65-9f76-41a8-98bd-0034e998e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:24.990527 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9409ed65-9f76-41a8-98bd-0034e998e8f5 None None] The sync data for ids ['070484ab-b8d4-4b40-a13a-c190bc9aa6b8'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:32:25.039778 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ee136b36-e73a-4db1-9fa4-9126ac48bc15 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Deleting port e5e52a48-3c89-4362-8b1d-5b2a40b889df {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:25.040123 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee136b36-e73a-4db1-9fa4-9126ac48bc15 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:25.129733 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee136b36-e73a-4db1-9fa4-9126ac48bc15 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:25.311253 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee136b36-e73a-4db1-9fa4-9126ac48bc15 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:25.311784 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee136b36-e73a-4db1-9fa4-9126ac48bc15 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:25.312219 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-ee136b36-e73a-4db1-9fa4-9126ac48bc15 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Floating IP 1e73a0cd-f446-4d0c-81be-87c4edd42f9c disassociated. External IP: 172.25.6.182, port: e5e52a48-3c89-4362-8b1d-5b2a40b889df. Aug 16 22:32:25.312564 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ee136b36-e73a-4db1-9fa4-9126ac48bc15 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Calling delete_port for e5e52a48-3c89-4362-8b1d-5b2a40b889df owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:25.446891 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee136b36-e73a-4db1-9fa4-9126ac48bc15 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:25.474186 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee136b36-e73a-4db1-9fa4-9126ac48bc15 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event deleted for resources: {'Port': ['ID=e5e52a48-3c89-4362-8b1d-5b2a40b889df,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:25.599513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee136b36-e73a-4db1-9fa4-9126ac48bc15 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Router 070484ab-b8d4-4b40-a13a-c190bc9aa6b8 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:32:25.733239 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee136b36-e73a-4db1-9fa4-9126ac48bc15 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:32:25.745066 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ffaaa9-bec1-43eb-8667-bee0d914496a None None] Sync routers for ids ['070484ab-b8d4-4b40-a13a-c190bc9aa6b8'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:32:25.755718 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ffaaa9-bec1-43eb-8667-bee0d914496a None None] Routers {'070484ab-b8d4-4b40-a13a-c190bc9aa6b8'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:25.756447 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-65ffaaa9-bec1-43eb-8667-bee0d914496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['070484ab-b8d4-4b40-a13a-c190bc9aa6b8'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:25.796665 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-65ffaaa9-bec1-43eb-8667-bee0d914496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:25.805636 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee136b36-e73a-4db1-9fa4-9126ac48bc15 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:25.810593 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ee136b36-e73a-4db1-9fa4-9126ac48bc15 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "DELETE /v2.0/ports/e5e52a48-3c89-4362-8b1d-5b2a40b889df HTTP/1.1" status: 204 len: 168 time: 0.8919067 Aug 16 22:32:25.810764 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37212) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:25.823663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ffaaa9-bec1-43eb-8667-bee0d914496a None None] Routers {'070484ab-b8d4-4b40-a13a-c190bc9aa6b8'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:25.824456 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-65ffaaa9-bec1-43eb-8667-bee0d914496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['070484ab-b8d4-4b40-a13a-c190bc9aa6b8'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:26.027252 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-65ffaaa9-bec1-43eb-8667-bee0d914496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:26.027960 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ffaaa9-bec1-43eb-8667-bee0d914496a None None] The sync data for ids ['070484ab-b8d4-4b40-a13a-c190bc9aa6b8'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:32:26.123762 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d5e9dcbf-d950-4f12-acc3-e35928524bf8 req-adfead3b-2466-40d9-8c2e-4b4e5d4e517b tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0355904 Aug 16 22:32:26.140798 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52ca43-fcaf-4d51-a076-809594c5eb88 req-4c23db3b-b07b-4349-846e-2c10c841579d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:26.142336 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe52ca43-fcaf-4d51-a076-809594c5eb88 req-4c23db3b-b07b-4349-846e-2c10c841579d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.0868464 Aug 16 22:32:26.191131 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe52ca43-fcaf-4d51-a076-809594c5eb88 req-3883da9f-3b54-47a4-9491-f4a7594e95ef tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424931 Aug 16 22:32:26.271361 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d17463b5-040a-49e2-8bae-1c434c41fcd9 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:26.324541 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8f22b-19c1-4ddc-8cb1-8d1c0edef79d req-5ddfa779-6e94-4663-8623-7b9a848695da tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:26.326047 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0bd8f22b-19c1-4ddc-8cb1-8d1c0edef79d req-5ddfa779-6e94-4663-8623-7b9a848695da tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.0490198 Aug 16 22:32:26.369101 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0bd8f22b-19c1-4ddc-8cb1-8d1c0edef79d req-3523a6c2-ddf7-424b-a4de-496e4965e49e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341604 Aug 16 22:32:26.564303 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d17463b5-040a-49e2-8bae-1c434c41fcd9 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Deleting port f2e49315-00d9-437d-991a-b5dbae5ab47a {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:26.564650 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d17463b5-040a-49e2-8bae-1c434c41fcd9 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:26.641592 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ece29-fd81-4da3-9b0f-ab646cfd62a9 req-a4b2b7d8-157f-40ff-9c83-eb1fcd9a38b2 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:26.644117 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b51ece29-fd81-4da3-9b0f-ab646cfd62a9 req-a4b2b7d8-157f-40ff-9c83-eb1fcd9a38b2 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.0612967 Aug 16 22:32:26.676919 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d17463b5-040a-49e2-8bae-1c434c41fcd9 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:26.691197 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b51ece29-fd81-4da3-9b0f-ab646cfd62a9 req-c5fe0699-6b4a-4300-9ca7-ff3179885529 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394340 Aug 16 22:32:26.703095 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d17463b5-040a-49e2-8bae-1c434c41fcd9 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Calling delete_port for f2e49315-00d9-437d-991a-b5dbae5ab47a owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:26.961891 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d17463b5-040a-49e2-8bae-1c434c41fcd9 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:27.001164 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17463b5-040a-49e2-8bae-1c434c41fcd9 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event deleted for resources: {'Port': ['ID=f2e49315-00d9-437d-991a-b5dbae5ab47a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:27.284805 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d8273-3533-4fd8-aa75-3998a41573b1 req-5f87dee8-a77d-4277-bcbe-357898ca5491 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:27.293600 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc4d8273-3533-4fd8-aa75-3998a41573b1 req-5f87dee8-a77d-4277-bcbe-357898ca5491 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.0898471 Aug 16 22:32:27.356354 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc4d8273-3533-4fd8-aa75-3998a41573b1 req-c7143187-1e97-4628-9eae-306e0590c238 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544097 Aug 16 22:32:27.474683 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c385d2c2-4222-4656-956e-045f769573e9 req-6db0caaf-c7d0-4cb6-9f95-5bf41e1c8a42 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0357168 Aug 16 22:32:27.552445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37348) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:27.570628 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d17463b5-040a-49e2-8bae-1c434c41fcd9 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:27.665511 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e05b91e-72fe-45d0-a1e5-e4a3856b0850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:27.760042 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e05b91e-72fe-45d0-a1e5-e4a3856b0850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:27.764175 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e05b91e-72fe-45d0-a1e5-e4a3856b0850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:27.803702 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3e05b91e-72fe-45d0-a1e5-e4a3856b0850 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4edbb5eceedd4243b78f42b3eb7c18e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500775 Aug 16 22:32:27.804595 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05b91e-72fe-45d0-a1e5-e4a3856b0850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11eef154-be68-490c-aa1d-0abe51a6b15e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:27.806925 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37352) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:27.809241 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17463b5-040a-49e2-8bae-1c434c41fcd9 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Router 070484ab-b8d4-4b40-a13a-c190bc9aa6b8 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:32:27.863179 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd090e98-4b3e-4466-b9f0-4178d0eba804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:27.881066 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85573da-aa78-4d8e-8490-f1f29395e236 req-98a9b06d-8e91-4973-905c-f361d7531165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:27.882501 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b85573da-aa78-4d8e-8490-f1f29395e236 req-98a9b06d-8e91-4973-905c-f361d7531165 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 1096 time: 0.0865188 Aug 16 22:32:27.886924 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd090e98-4b3e-4466-b9f0-4178d0eba804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:27.937523 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd090e98-4b3e-4466-b9f0-4178d0eba804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:27.940163 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd090e98-4b3e-4466-b9f0-4178d0eba804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:27.943795 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bd090e98-4b3e-4466-b9f0-4178d0eba804 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/11eef154-be68-490c-aa1d-0abe51a6b15e HTTP/1.1" status: 204 len: 168 time: 0.1336429 Aug 16 22:32:27.951245 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd090e98-4b3e-4466-b9f0-4178d0eba804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11eef154-be68-490c-aa1d-0abe51a6b15e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:28.014561 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17463b5-040a-49e2-8bae-1c434c41fcd9 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:32:28.020949 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d17463b5-040a-49e2-8bae-1c434c41fcd9 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "PUT /v2.0/routers/070484ab-b8d4-4b40-a13a-c190bc9aa6b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2091782 Aug 16 22:32:28.023418 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37360) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:28.030205 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb6e198-87cf-4567-a7b7-c52499ab38fa None None] Sync routers for ids ['070484ab-b8d4-4b40-a13a-c190bc9aa6b8'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:32:28.040239 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb6e198-87cf-4567-a7b7-c52499ab38fa None None] Routers {'070484ab-b8d4-4b40-a13a-c190bc9aa6b8'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:28.041143 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9bb6e198-87cf-4567-a7b7-c52499ab38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['070484ab-b8d4-4b40-a13a-c190bc9aa6b8'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:28.098683 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85573da-aa78-4d8e-8490-f1f29395e236 req-8edfc179-6621-4c6e-b5cb-01ebcc2791f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:28.100154 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b85573da-aa78-4d8e-8490-f1f29395e236 req-8edfc179-6621-4c6e-b5cb-01ebcc2791f0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 913 time: 0.1770949 Aug 16 22:32:28.114502 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9bb6e198-87cf-4567-a7b7-c52499ab38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:28.124164 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb6e198-87cf-4567-a7b7-c52499ab38fa None None] Routers {'070484ab-b8d4-4b40-a13a-c190bc9aa6b8'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:28.125030 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9bb6e198-87cf-4567-a7b7-c52499ab38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['070484ab-b8d4-4b40-a13a-c190bc9aa6b8'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:28.167259 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9bb6e198-87cf-4567-a7b7-c52499ab38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:28.167852 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb6e198-87cf-4567-a7b7-c52499ab38fa None None] The sync data for ids ['070484ab-b8d4-4b40-a13a-c190bc9aa6b8'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:32:28.240062 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90bb3c26-6059-455a-85ee-affd2b5cbcaa tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.244803 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b85573da-aa78-4d8e-8490-f1f29395e236 req-3a20cd29-e24c-417b-9bf0-1b37247d1d83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e23b02-3747-41d2-bac1-046c88511bb4 HTTP/1.1" status: 200 len: 998 time: 0.1158664 Aug 16 22:32:28.275110 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37364) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:28.289641 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff38d10b-e339-4607-ad57-9b7b4db1597c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.366709 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85573da-aa78-4d8e-8490-f1f29395e236 req-5f321f2f-85ee-4e24-b190-2df2ab54f8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:28.368222 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b85573da-aa78-4d8e-8490-f1f29395e236 req-5f321f2f-85ee-4e24-b190-2df2ab54f8a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 200 len: 851 time: 0.0898359 Aug 16 22:32:28.395253 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff38d10b-e339-4607-ad57-9b7b4db1597c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.402340 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff38d10b-e339-4607-ad57-9b7b4db1597c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.424157 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90bb3c26-6059-455a-85ee-affd2b5cbcaa tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.440398 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ff38d10b-e339-4607-ad57-9b7b4db1597c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f58ece59d1dd43db97e80da562bdf4c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641185 Aug 16 22:32:28.441365 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85573da-aa78-4d8e-8490-f1f29395e236 req-c34bdc71-fe06-4542-9f60-d6ec598c95ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:28.442980 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b85573da-aa78-4d8e-8490-f1f29395e236 req-c34bdc71-fe06-4542-9f60-d6ec598c95ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657344 Aug 16 22:32:28.443663 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37368) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:28.545065 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38d10b-e339-4607-ad57-9b7b4db1597c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabb8ece-668d-418b-a792-c9a5bbbd3e23,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:28.569071 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-90bb3c26-6059-455a-85ee-affd2b5cbcaa tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Deleting port d7dabfa1-7d50-4093-b9e8-3e11c0d780c0 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:28.569404 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90bb3c26-6059-455a-85ee-affd2b5cbcaa tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.586246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93f741-4137-4da1-bc8c-9568f3448744 req-4221a3cc-fe2f-41cb-9f3f-7cde17fba952 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:28.589132 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a93f741-4137-4da1-bc8c-9568f3448744 req-4221a3cc-fe2f-41cb-9f3f-7cde17fba952 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1351895 Aug 16 22:32:28.607248 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f2d02ae-1d4c-47d9-8cf2-d2bf5f7f08d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.617481 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b85573da-aa78-4d8e-8490-f1f29395e236 req-79cf416a-e5c1-4264-b1e6-5a9970027ba5 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522522 Aug 16 22:32:28.678900 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-704af9a3-7274-49f0-b8eb-40cb7b5783b5 req-afdd6532-52c3-4322-8077-777bd048b060 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0400381 Aug 16 22:32:28.681450 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f2d02ae-1d4c-47d9-8cf2-d2bf5f7f08d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.710411 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a93f741-4137-4da1-bc8c-9568f3448744 req-6f964f7c-2363-4153-b89b-4ab1224e487c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039855 Aug 16 22:32:28.745286 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90bb3c26-6059-455a-85ee-affd2b5cbcaa tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.759848 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f2d02ae-1d4c-47d9-8cf2-d2bf5f7f08d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.762890 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f2d02ae-1d4c-47d9-8cf2-d2bf5f7f08d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.764311 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1f2d02ae-1d4c-47d9-8cf2-d2bf5f7f08d8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/cabb8ece-668d-418b-a792-c9a5bbbd3e23 HTTP/1.1" status: 204 len: 168 time: 0.3186657 Aug 16 22:32:28.770565 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b85573da-aa78-4d8e-8490-f1f29395e236 req-1f41b192-92fb-45ce-8e30-59675b94c6b9 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410532 Aug 16 22:32:28.774205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d02ae-1d4c-47d9-8cf2-d2bf5f7f08d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabb8ece-668d-418b-a792-c9a5bbbd3e23,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:28.778712 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-90bb3c26-6059-455a-85ee-affd2b5cbcaa tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Calling delete_port for d7dabfa1-7d50-4093-b9e8-3e11c0d780c0 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:28.990369 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90bb3c26-6059-455a-85ee-affd2b5cbcaa tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:29.016408 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb3c26-6059-455a-85ee-affd2b5cbcaa tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event deleted for resources: {'Port': ['ID=d7dabfa1-7d50-4093-b9e8-3e11c0d780c0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:29.100360 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90bb3c26-6059-455a-85ee-affd2b5cbcaa tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:29.487791 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90bb3c26-6059-455a-85ee-affd2b5cbcaa tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:29.490121 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90bb3c26-6059-455a-85ee-affd2b5cbcaa tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:29.558094 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90bb3c26-6059-455a-85ee-affd2b5cbcaa tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:29.559139 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bb3c26-6059-455a-85ee-affd2b5cbcaa tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Fanout notify agent at l3_agent the message router_deleted on router 070484ab-b8d4-4b40-a13a-c190bc9aa6b8 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:32:29.567986 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90bb3c26-6059-455a-85ee-affd2b5cbcaa tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:29.569452 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-90bb3c26-6059-455a-85ee-affd2b5cbcaa tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "DELETE /v2.0/routers/070484ab-b8d4-4b40-a13a-c190bc9aa6b8 HTTP/1.1" status: 204 len: 168 time: 1.5443811 Aug 16 22:32:29.573718 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37402) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:29.655729 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-01310c18-af59-4b12-aaa4-a64f3ee7abe8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Deleting subnet b0d16843-4929-40c7-84fc-1c6ff31f7b5b {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:32:29.660196 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01310c18-af59-4b12-aaa4-a64f3ee7abe8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:29.710428 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01310c18-af59-4b12-aaa4-a64f3ee7abe8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:29.816446 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01310c18-af59-4b12-aaa4-a64f3ee7abe8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:29.907194 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-edc4c857-d1a7-4fb2-a607-7fda473f9e02 req-f6b2e296-0c15-472f-8a04-d34a84705511 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0535851 Aug 16 22:32:29.943451 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f68a54-2fdb-4471-a305-2a94cba51004 req-897da877-df32-49fb-b401-a6118f2053ba tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:29.945339 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-47f68a54-2fdb-4471-a305-2a94cba51004 req-897da877-df32-49fb-b401-a6118f2053ba tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1020021 Aug 16 22:32:29.977656 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01310c18-af59-4b12-aaa4-a64f3ee7abe8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:30.013752 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01310c18-af59-4b12-aaa4-a64f3ee7abe8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d16843-4929-40c7-84fc-1c6ff31f7b5b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:30.024974 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-47f68a54-2fdb-4471-a305-2a94cba51004 req-8dfb5f16-7948-4c03-856f-603a563f16a3 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698369 Aug 16 22:32:30.028083 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01310c18-af59-4b12-aaa4-a64f3ee7abe8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:30.032204 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-01310c18-af59-4b12-aaa4-a64f3ee7abe8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "DELETE /v2.0/subnets/b0d16843-4929-40c7-84fc-1c6ff31f7b5b HTTP/1.1" status: 204 len: 168 time: 0.4547901 Aug 16 22:32:30.032547 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37422) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:30.047775 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df75a15-a481-4733-be40-02822ac8b1b5 None None] Network bb18afe6-9ff6-4664-9cf2-a4ec27def2a1 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:30.125053 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ee09501-6fd7-49fc-b352-4996443ec692 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:30.205812 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6ee09501-6fd7-49fc-b352-4996443ec692 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Deleting port db1ee626-11ab-4d39-b0d1-c854ea196fc3 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:30.206175 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ee09501-6fd7-49fc-b352-4996443ec692 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:30.280405 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf87e6e1-6083-40a3-ba1f-86a7454eae73 None None] DHCP port deletion for bb18afe6-9ff6-4664-9cf2-a4ec27def2a1 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:32:30.319276 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-6ee09501-6fd7-49fc-b352-4996443ec692 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] For port db1ee626-11ab-4d39-b0d1-c854ea196fc3, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=db1ee626-11ab-4d39-b0d1-c854ea196fc3,segment=NetworkSegment(382a8e32-1534-4981-a476-8aa3096a1d3e),segment_id=382a8e32-1534-4981-a476-8aa3096a1d3e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:30.319681 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ee09501-6fd7-49fc-b352-4996443ec692 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:30.328002 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-cf87e6e1-6083-40a3-ba1f-86a7454eae73 None None] Deleting port db1ee626-11ab-4d39-b0d1-c854ea196fc3 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:30.328676 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cf87e6e1-6083-40a3-ba1f-86a7454eae73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:30.338318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6ee09501-6fd7-49fc-b352-4996443ec692 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Calling delete_port for db1ee626-11ab-4d39-b0d1-c854ea196fc3 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:30.351591 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37430) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:30.406734 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-cf87e6e1-6083-40a3-ba1f-86a7454eae73 None None] For port db1ee626-11ab-4d39-b0d1-c854ea196fc3, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=db1ee626-11ab-4d39-b0d1-c854ea196fc3,segment=NetworkSegment(382a8e32-1534-4981-a476-8aa3096a1d3e),segment_id=382a8e32-1534-4981-a476-8aa3096a1d3e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:30.407205 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cf87e6e1-6083-40a3-ba1f-86a7454eae73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:30.428127 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-cf87e6e1-6083-40a3-ba1f-86a7454eae73 None None] Calling delete_port for db1ee626-11ab-4d39-b0d1-c854ea196fc3 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:30.433075 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ee09501-6fd7-49fc-b352-4996443ec692 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:30.462180 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-bd9e47da-850f-4a4c-8aee-1e2aee54484e tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-251761540'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:30.463416 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-bd9e47da-850f-4a4c-8aee-1e2aee54484e tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] Unknown quota resources ['metering_label']. {{(pid=94872) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:32:30.465901 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee09501-6fd7-49fc-b352-4996443ec692 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event deleted for resources: {'Port': ['ID=db1ee626-11ab-4d39-b0d1-c854ea196fc3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:30.470596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee09501-6fd7-49fc-b352-4996443ec692 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] No DVR routers for this DVR port db1ee626-11ab-4d39-b0d1-c854ea196fc3 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:32:30.518992 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cf87e6e1-6083-40a3-ba1f-86a7454eae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:30.534865 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf87e6e1-6083-40a3-ba1f-86a7454eae73 None None] No DVR routers for this DVR port db1ee626-11ab-4d39-b0d1-c854ea196fc3 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:32:30.558456 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87e6e1-6083-40a3-ba1f-86a7454eae73 None None] Pushing event deleted for resources: {'Port': ['ID=db1ee626-11ab-4d39-b0d1-c854ea196fc3,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:30.580510 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ee09501-6fd7-49fc-b352-4996443ec692 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:30.591672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-6ee09501-6fd7-49fc-b352-4996443ec692 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb18afe6-9ff6-4664-9cf2-a4ec27def2a1']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:30.601658 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-6ee09501-6fd7-49fc-b352-4996443ec692 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382a8e32-1534-4981-a476-8aa3096a1d3e') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:30.601984 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-6ee09501-6fd7-49fc-b352-4996443ec692 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382a8e32-1534-4981-a476-8aa3096a1d3e') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:30.612284 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ee09501-6fd7-49fc-b352-4996443ec692 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:30.629061 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ee09501-6fd7-49fc-b352-4996443ec692 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:30.643260 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee09501-6fd7-49fc-b352-4996443ec692 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:32:30.645379 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ee09501-6fd7-49fc-b352-4996443ec692 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:32:30.650768 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:32:30.709131 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd9e47da-850f-4a4c-8aee-1e2aee54484e tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:30.713386 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bd9e47da-850f-4a4c-8aee-1e2aee54484e tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] 10.222.0.93 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3605387 Aug 16 22:32:30.714330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37436) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:30.719850 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-192356a2-b021-432d-b8d2-22320cb87d6c tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7561bebf-9d09-4d01-85b1-5554950e6fd9'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:30.720509 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-192356a2-b021-432d-b8d2-22320cb87d6c tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94872) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:32:30.744947 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ee09501-6fd7-49fc-b352-4996443ec692 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:30.756177 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6ee09501-6fd7-49fc-b352-4996443ec692 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:30.758453 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6ee09501-6fd7-49fc-b352-4996443ec692 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "DELETE /v2.0/networks/bb18afe6-9ff6-4664-9cf2-a4ec27def2a1 HTTP/1.1" status: 204 len: 168 time: 0.7246492 Aug 16 22:32:30.762839 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37438) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:30.769223 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee09501-6fd7-49fc-b352-4996443ec692 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event deleted for resources: {'Network': ['ID=bb18afe6-9ff6-4664-9cf2-a4ec27def2a1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:30.840539 n-d-792458-15 neutron-server[94872]: WARNING neutron.services.metering.metering_plugin [None req-192356a2-b021-432d-b8d2-22320cb87d6c tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 22:32:30.910331 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device db1ee626-11ab-4d39-b0d1-c854ea196fc3 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:32:30.930292 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: db1ee626-11ab-4d39-b0d1-c854ea196fc3 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:32:30.930644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device db1ee626-11ab-4d39-b0d1-c854ea196fc3 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:32:31.010270 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-192356a2-b021-432d-b8d2-22320cb87d6c tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.014256 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-192356a2-b021-432d-b8d2-22320cb87d6c tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] 10.222.0.93 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2962439 Aug 16 22:32:31.015458 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37442) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:31.020667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5a23940f-5aa6-4c9a-8a8d-19fd22c10ebc tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7561bebf-9d09-4d01-85b1-5554950e6fd9'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:31.020915 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a93ee4b-75e7-402f-a8da-7f86dff9a060 req-182f92cb-c328-43ba-9918-c72d76207378 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0266750 Aug 16 22:32:31.021164 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5a23940f-5aa6-4c9a-8a8d-19fd22c10ebc tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94872) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:32:31.100697 n-d-792458-15 neutron-server[94872]: WARNING neutron.services.metering.metering_plugin [None req-5a23940f-5aa6-4c9a-8a8d-19fd22c10ebc tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 22:32:31.169106 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5ed2f-8f5d-41aa-994b-ba3b30b08d24 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Deleting port 025869e7-6831-46a2-8a45-df5986c7e8af {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:31.169470 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfd5ed2f-8f5d-41aa-994b-ba3b30b08d24 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.178100 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f981a-0111-4fd7-b6bc-61f3d2338c48 req-ae3ec2f7-6f69-48cb-ac26-dd0966b42d4c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:31.182388 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-285f981a-0111-4fd7-b6bc-61f3d2338c48 req-ae3ec2f7-6f69-48cb-ac26-dd0966b42d4c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.0770042 Aug 16 22:32:31.214966 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5a23940f-5aa6-4c9a-8a8d-19fd22c10ebc tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.218699 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5a23940f-5aa6-4c9a-8a8d-19fd22c10ebc tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] 10.222.0.93 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1991420 Aug 16 22:32:31.221518 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37450) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:31.238371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-892c9f2a-1ede-4ca1-9cb1-35db196214b0 tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-label-rules?id=733441db-5ad5-47c0-8427-fb16303d351d HTTP/1.1" status: 200 len: 462 time: 0.0134776 Aug 16 22:32:31.238714 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37452) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:31.249544 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-285f981a-0111-4fd7-b6bc-61f3d2338c48 req-ae823f65-461c-49e7-89b8-f74b979b4231 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603447 Aug 16 22:32:31.286053 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfd5ed2f-8f5d-41aa-994b-ba3b30b08d24 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.286380 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfd5ed2f-8f5d-41aa-994b-ba3b30b08d24 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.299234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5ed2f-8f5d-41aa-994b-ba3b30b08d24 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Calling delete_port for 025869e7-6831-46a2-8a45-df5986c7e8af owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:31.413071 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d887b1f-48c9-4fb2-9556-f347b837997c tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.417205 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9d887b1f-48c9-4fb2-9556-f347b837997c tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] 10.222.0.93 "DELETE /v2.0/metering/metering-label-rules/733441db-5ad5-47c0-8427-fb16303d351d HTTP/1.1" status: 204 len: 168 time: 0.1745491 Aug 16 22:32:31.417408 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37456) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:31.429437 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-63f8b6bb-4fb9-40e7-81c9-8284924eab5c tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-label-rules?id=733441db-5ad5-47c0-8427-fb16303d351d HTTP/1.1" status: 200 len: 221 time: 0.0079436 Aug 16 22:32:31.429832 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37458) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:31.434268 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8fed0c76-4b87-4702-a321-42924255e765 tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--46688832', 'description': 'label created by tempest'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:31.434751 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8fed0c76-4b87-4702-a321-42924255e765 tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] Unknown quota resources ['metering_label']. {{(pid=94871) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:32:31.442688 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfd5ed2f-8f5d-41aa-994b-ba3b30b08d24 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.476744 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5ed2f-8f5d-41aa-994b-ba3b30b08d24 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event deleted for resources: {'Port': ['ID=025869e7-6831-46a2-8a45-df5986c7e8af,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:31.532087 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfd5ed2f-8f5d-41aa-994b-ba3b30b08d24 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.534803 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfd5ed2f-8f5d-41aa-994b-ba3b30b08d24 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.540498 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bfd5ed2f-8f5d-41aa-994b-ba3b30b08d24 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "DELETE /v2.0/floatingips/1e73a0cd-f446-4d0c-81be-87c4edd42f9c HTTP/1.1" status: 204 len: 168 time: 0.7719920 Aug 16 22:32:31.540844 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37460) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:31.568908 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ceb2589-423b-45f4-8f7c-449fa6763605 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] DELETE failed (client error): The resource could not be found. Aug 16 22:32:31.569570 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ceb2589-423b-45f4-8f7c-449fa6763605 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:32:31.571665 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9ceb2589-423b-45f4-8f7c-449fa6763605 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "DELETE /v2.0/ports/e5e52a48-3c89-4362-8b1d-5b2a40b889df HTTP/1.1" status: 404 len: 333 time: 0.0295651 Aug 16 22:32:31.574031 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37462) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:31.601666 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c6c7d048-c71e-496f-b0b3-7a5e3b51a0e8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "GET /v2.0/ports?device_id=070484ab-b8d4-4b40-a13a-c190bc9aa6b8 HTTP/1.1" status: 200 len: 205 time: 0.0263815 Aug 16 22:32:31.604706 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37464) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:31.639959 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8fed0c76-4b87-4702-a321-42924255e765 tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.641070 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8fed0c76-4b87-4702-a321-42924255e765 tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] 10.222.0.93 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.2102599 Aug 16 22:32:31.643806 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37466) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:31.644875 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-9957ace9-cc43-4f0f-a02f-10e9df5e7183 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] delete failed (client error): The resource could not be found. Aug 16 22:32:31.646233 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9957ace9-cc43-4f0f-a02f-10e9df5e7183 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "DELETE /v2.0/routers/070484ab-b8d4-4b40-a13a-c190bc9aa6b8 HTTP/1.1" status: 404 len: 336 time: 0.0404341 Aug 16 22:32:31.648610 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37468) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:31.677633 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-21dee759-a066-47eb-9f69-7bfec3fd0ede tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] DELETE failed (client error): The resource could not be found. Aug 16 22:32:31.678112 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21dee759-a066-47eb-9f69-7bfec3fd0ede tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:32:31.679838 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-21dee759-a066-47eb-9f69-7bfec3fd0ede tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "DELETE /v2.0/subnets/b0d16843-4929-40c7-84fc-1c6ff31f7b5b HTTP/1.1" status: 404 len: 337 time: 0.0290182 Aug 16 22:32:31.682444 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37470) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:31.717622 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-98d9c987-b9f3-4781-97a1-458a10e14f79 tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-labels?id=252f262b-9f0b-41e0-9b65-4738f9413819 HTTP/1.1" status: 200 len: 466 time: 0.0727015 Aug 16 22:32:31.720096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37472) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:31.782687 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f4dfd7f7-5d5c-4007-a7f7-8c9680f2ca02 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Deleting port f591a648-f504-41fa-abd9-a8f5d6db1849 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:31.783033 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4dfd7f7-5d5c-4007-a7f7-8c9680f2ca02 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.880988 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4dfd7f7-5d5c-4007-a7f7-8c9680f2ca02 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.894456 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f4dfd7f7-5d5c-4007-a7f7-8c9680f2ca02 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Calling delete_port for f591a648-f504-41fa-abd9-a8f5d6db1849 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:31.908779 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c6e669ef-e149-41ba-9dd0-865b8f4d664d tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.912588 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c6e669ef-e149-41ba-9dd0-865b8f4d664d tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] 10.222.0.93 "DELETE /v2.0/metering/metering-labels/252f262b-9f0b-41e0-9b65-4738f9413819 HTTP/1.1" status: 204 len: 168 time: 0.1888678 Aug 16 22:32:31.912792 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37476) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:31.928516 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b1daba6b-8e94-44c3-bad3-d204d252ddd7 tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-labels?id=252f262b-9f0b-41e0-9b65-4738f9413819 HTTP/1.1" status: 200 len: 216 time: 0.0113232 Aug 16 22:32:31.928965 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37478) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:31.943871 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c0602142-b39c-4a9c-8ea1-5064add985ce tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098252 Aug 16 22:32:31.943871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37480) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:31.955693 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4b247846-3939-4914-8f6b-a4891c815b4e tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0111806 Aug 16 22:32:31.959242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37482) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:32.009689 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8a43001a-0d83-40c8-912e-2b44784a7aaa tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-labels/7561bebf-9d09-4d01-85b1-5554950e6fd9 HTTP/1.1" status: 200 len: 472 time: 0.0492823 Aug 16 22:32:32.013357 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37484) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:32.023184 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1a204eac-cee3-464b-9dfd-e6ae2a43f236 tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-label-rules/7c56e170-2bf3-4017-892f-bd7b63c1f92f HTTP/1.1" status: 200 len: 459 time: 0.0091407 Aug 16 22:32:32.026455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37486) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:32.038195 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4dfd7f7-5d5c-4007-a7f7-8c9680f2ca02 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:32.068788 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfd7f7-5d5c-4007-a7f7-8c9680f2ca02 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event deleted for resources: {'Port': ['ID=f591a648-f504-41fa-abd9-a8f5d6db1849,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:32.137258 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19257f23-5ad1-4378-997e-4b315b7839d7 tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:32.141346 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37492) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:32.141676 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-19257f23-5ad1-4378-997e-4b315b7839d7 tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] 10.222.0.93 "DELETE /v2.0/metering/metering-label-rules/7c56e170-2bf3-4017-892f-bd7b63c1f92f HTTP/1.1" status: 204 len: 168 time: 0.1133246 Aug 16 22:32:32.149483 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4dfd7f7-5d5c-4007-a7f7-8c9680f2ca02 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:32.151299 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f4dfd7f7-5d5c-4007-a7f7-8c9680f2ca02 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "DELETE /v2.0/ports/f591a648-f504-41fa-abd9-a8f5d6db1849 HTTP/1.1" status: 204 len: 168 time: 0.4679527 Aug 16 22:32:32.153676 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37494) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:32.378981 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-11bb9bd9-03f8-4eba-8c62-2fb9050c1405 tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:32.380153 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-11bb9bd9-03f8-4eba-8c62-2fb9050c1405 tempest-MeteringIpV6TestJSON-5373576 tempest-MeteringIpV6TestJSON-5373576-project-admin] 10.222.0.93 "DELETE /v2.0/metering/metering-labels/7561bebf-9d09-4d01-85b1-5554950e6fd9 HTTP/1.1" status: 204 len: 168 time: 0.2375159 Aug 16 22:32:32.508757 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f54bdd2a-981a-47a6-8a06-7dba49bf66be req-0adb2c2c-b9fc-4861-bf7e-d72b6c469b9b tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.3658812 Aug 16 22:32:32.641155 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37520) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:32.664199 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c65a1-f0ec-4e4f-9002-be0acd8b48f9 req-714e83b8-c448-46df-a60e-abf936cff18e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:32.666235 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd1c65a1-f0ec-4e4f-9002-be0acd8b48f9 req-714e83b8-c448-46df-a60e-abf936cff18e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1613986 Aug 16 22:32:32.747732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e97337e6-f5f7-4aa0-8448-3ada66581270 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Deleting port cf74129e-a2b7-4c0d-8ccc-a0bd11d1c054 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:32.748073 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e97337e6-f5f7-4aa0-8448-3ada66581270 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:32.761490 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd0d628c-cd3f-48ff-bd10-82d510c246d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:32.769125 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd1c65a1-f0ec-4e4f-9002-be0acd8b48f9 req-8aabe802-fd6f-4754-931d-784f5f3f4c33 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927210 Aug 16 22:32:32.801068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-ec0805b5-361b-4faf-ad9e-d266ebeff518 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:32.802248 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-ec0805b5-361b-4faf-ad9e-d266ebeff518 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/networks?id=38957025-51f4-4776-93ee-0e67fbdcd423 HTTP/1.1" status: 200 len: 815 time: 0.2048481 Aug 16 22:32:32.828913 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-5ca1d5fe-45a6-4be2-a560-8131d40621df tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/quotas/f14b1329454c4709bb598f79000376c5 HTTP/1.1" status: 200 len: 375 time: 0.0149531 Aug 16 22:32:32.873723 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e97337e6-f5f7-4aa0-8448-3ada66581270 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:32.886552 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd0d628c-cd3f-48ff-bd10-82d510c246d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:32.891645 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd0d628c-cd3f-48ff-bd10-82d510c246d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:32.901802 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e97337e6-f5f7-4aa0-8448-3ada66581270 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Calling delete_port for cf74129e-a2b7-4c0d-8ccc-a0bd11d1c054 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:32.936176 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cd0d628c-cd3f-48ff-bd10-82d510c246d3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c449fb93c7244946b0307a8215474cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2938151 Aug 16 22:32:32.938443 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d628c-cd3f-48ff-bd10-82d510c246d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c25ed7-ac5d-4028-9b13-fabbddc0147c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:32.940944 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37526) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:32.963399 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-ad8492bc-abab-439e-9e70-cc83c9d71448 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=f14b1329454c4709bb598f79000376c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1121192 Aug 16 22:32:32.989923 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b24fe36-9fb0-4ed2-b27f-e602527c85d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.011230 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b24fe36-9fb0-4ed2-b27f-e602527c85d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.066091 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b24fe36-9fb0-4ed2-b27f-e602527c85d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.069206 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b24fe36-9fb0-4ed2-b27f-e602527c85d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.070592 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5b24fe36-9fb0-4ed2-b27f-e602527c85d8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/59c25ed7-ac5d-4028-9b13-fabbddc0147c HTTP/1.1" status: 204 len: 168 time: 0.1286836 Aug 16 22:32:33.081932 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24fe36-9fb0-4ed2-b27f-e602527c85d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c25ed7-ac5d-4028-9b13-fabbddc0147c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:33.111231 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-84305ecb-b566-495b-9bdd-af7d0f9799c1 service neutron] 10.222.0.93 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399164 Aug 16 22:32:33.177879 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e97337e6-f5f7-4aa0-8448-3ada66581270 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.218522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97337e6-f5f7-4aa0-8448-3ada66581270 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event deleted for resources: {'Port': ['ID=cf74129e-a2b7-4c0d-8ccc-a0bd11d1c054,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:33.241657 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97337e6-f5f7-4aa0-8448-3ada66581270 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:33.242044 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97337e6-f5f7-4aa0-8448-3ada66581270 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:33.242385 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97337e6-f5f7-4aa0-8448-3ada66581270 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:33.242717 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97337e6-f5f7-4aa0-8448-3ada66581270 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:33.243080 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97337e6-f5f7-4aa0-8448-3ada66581270 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:33.243408 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97337e6-f5f7-4aa0-8448-3ada66581270 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:33.243758 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97337e6-f5f7-4aa0-8448-3ada66581270 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:33.244083 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97337e6-f5f7-4aa0-8448-3ada66581270 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:33.244400 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97337e6-f5f7-4aa0-8448-3ada66581270 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:33.244719 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97337e6-f5f7-4aa0-8448-3ada66581270 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:33.245036 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97337e6-f5f7-4aa0-8448-3ada66581270 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:33.245351 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97337e6-f5f7-4aa0-8448-3ada66581270 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:33.298590 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-285c4747-d1e2-4116-8dd5-4402124b0822 service neutron] 10.222.0.93 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797783 Aug 16 22:32:33.328475 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e97337e6-f5f7-4aa0-8448-3ada66581270 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.331215 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e97337e6-f5f7-4aa0-8448-3ada66581270 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "DELETE /v2.0/ports/cf74129e-a2b7-4c0d-8ccc-a0bd11d1c054 HTTP/1.1" status: 204 len: 168 time: 1.1764524 Aug 16 22:32:33.334276 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37534) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:33.384293 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37536) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:33.386177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc85e27-8395-4e6b-b420-898a13cf6a6a tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:33.390036 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ddc85e27-8395-4e6b-b420-898a13cf6a6a tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5621b11-c7aa-486f-bf2b-a9119f363a6c HTTP/1.1" status: 200 len: 913 time: 0.0526350 Aug 16 22:32:33.390642 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37538) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:33.401042 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-700f72fb-32b3-452c-835e-f09e62ffaaa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.509312 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b6d55ac-8b91-4697-8832-d3f59be3b5ac req-a9bd68b2-b154-4ccd-9a7e-59638d4a26da tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=a92df8f8-bd91-4f49-9777-22d0ca640656 HTTP/1.1" status: 200 len: 210 time: 0.0596063 Aug 16 22:32:33.518678 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-700f72fb-32b3-452c-835e-f09e62ffaaa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.524592 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-700f72fb-32b3-452c-835e-f09e62ffaaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.564667 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-700f72fb-32b3-452c-835e-f09e62ffaaa3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fc8c141fda984f4eb2eced162947e0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1754301 Aug 16 22:32:33.564851 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37546) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:33.592234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f72fb-32b3-452c-835e-f09e62ffaaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89c25e7-e66a-4dc6-b4c3-bd7abab30fae,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:33.637939 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eef8d838-bea2-4553-824b-6610b3577385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.663763 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eef8d838-bea2-4553-824b-6610b3577385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.702185 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5317ae0-6d6c-466c-94eb-86940cc0b6d1 req-7d7e4b4f-3230-43b9-9d1e-7af025691104 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0377350 Aug 16 22:32:33.732370 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eef8d838-bea2-4553-824b-6610b3577385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.735610 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eef8d838-bea2-4553-824b-6610b3577385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.736998 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-eef8d838-bea2-4553-824b-6610b3577385 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e89c25e7-e66a-4dc6-b4c3-bd7abab30fae HTTP/1.1" status: 204 len: 168 time: 0.1708317 Aug 16 22:32:33.746210 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8d838-bea2-4553-824b-6610b3577385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89c25e7-e66a-4dc6-b4c3-bd7abab30fae,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:33.945097 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14767fc-e609-48fd-b614-6aa6fdd1ba19 req-3465e32c-4209-400a-b606-86d3f356ca1f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:33.952966 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a14767fc-e609-48fd-b614-6aa6fdd1ba19 req-3465e32c-4209-400a-b606-86d3f356ca1f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.0837288 Aug 16 22:32:33.957469 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19c02984-e72e-4b2c-897f-74f4feb993a8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.074221 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a14767fc-e609-48fd-b614-6aa6fdd1ba19 req-e7b7ba7d-38aa-4e63-8db9-5feac36b1b6d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203644 Aug 16 22:32:34.258423 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-19c02984-e72e-4b2c-897f-74f4feb993a8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Deleting port 7670dbc7-a174-4089-844c-a76ced7eafef {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:34.259291 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19c02984-e72e-4b2c-897f-74f4feb993a8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.346975 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19c02984-e72e-4b2c-897f-74f4feb993a8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.361654 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-19c02984-e72e-4b2c-897f-74f4feb993a8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Calling delete_port for 7670dbc7-a174-4089-844c-a76ced7eafef owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:34.566523 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37584) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:34.573935 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19c02984-e72e-4b2c-897f-74f4feb993a8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.613271 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c02984-e72e-4b2c-897f-74f4feb993a8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event deleted for resources: {'Port': ['ID=7670dbc7-a174-4089-844c-a76ced7eafef,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:34.644099 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8cf4b835-aa7e-46b7-9e4e-e598d52a8be5 req-cde16c41-4371-4164-b468-ad7a0c186ecf tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=a92df8f8-bd91-4f49-9777-22d0ca640656 HTTP/1.1" status: 200 len: 210 time: 0.0371661 Aug 16 22:32:34.738196 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-821665e3-df26-43eb-9c80-69c52c59f245 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:34.739811 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-821665e3-df26-43eb-9c80-69c52c59f245 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.39 "GET /v2.0/networks?id=38957025-51f4-4776-93ee-0e67fbdcd423 HTTP/1.1" status: 200 len: 815 time: 0.1623535 Aug 16 22:32:34.757127 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-763c1030-e216-4b7d-8b29-870af01b81ac tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Request body: {'port': {'device_id': 'a92df8f8-bd91-4f49-9777-22d0ca640656', 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423', 'admin_state_up': True, 'tenant_id': 'f14b1329454c4709bb598f79000376c5'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:34.772670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-84997f6e-3ce3-4970-b4f8-445e449ced6b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2048465923'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:34.841915 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84997f6e-3ce3-4970-b4f8-445e449ced6b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:34.845261 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84997f6e-3ce3-4970-b4f8-445e449ced6b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.871117 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-763c1030-e216-4b7d-8b29-870af01b81ac tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Made reservation on behalf of f14b1329454c4709bb598f79000376c5 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:34.874721 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-763c1030-e216-4b7d-8b29-870af01b81ac tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.875456 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f65cc163-1c18-4120-9b3d-f434f61a688b req-aaad8310-b96d-4b82-bc9d-ad028828cd60 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0474331 Aug 16 22:32:34.879898 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84997f6e-3ce3-4970-b4f8-445e449ced6b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.903230 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19c02984-e72e-4b2c-897f-74f4feb993a8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.014163 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-763c1030-e216-4b7d-8b29-870af01b81ac tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Allocated IP 172.20.0.2 (38957025-51f4-4776-93ee-0e67fbdcd423/a1f3b7d6-0bd6-43e9-a3f1-34841957a17e/e245ec40-e2e7-43e6-a91c-d683a699f55f) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:35.110699 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84997f6e-3ce3-4970-b4f8-445e449ced6b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.116254 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84997f6e-3ce3-4970-b4f8-445e449ced6b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.148619 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84997f6e-3ce3-4970-b4f8-445e449ced6b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:32:35.179928 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-763c1030-e216-4b7d-8b29-870af01b81ac tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.219065 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84997f6e-3ce3-4970-b4f8-445e449ced6b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.219501 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-84997f6e-3ce3-4970-b4f8-445e449ced6b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Added segment fc276723-ad93-443c-85ce-6b438ec094de of type vlan for network a58732b9-7854-450a-a2e3-f6da88770571 Aug 16 22:32:35.220831 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84997f6e-3ce3-4970-b4f8-445e449ced6b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91281e1a-645b-4faf-925e-bc7589db2f92,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:35.222852 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-763c1030-e216-4b7d-8b29-870af01b81ac tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.239510 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['01d6ddb2-e424-4030-b678-3c0eeeed90b1', '5360c143-ade6-443f-ad69-e42cc70fe7be', 'd18c5cbc-75a1-401c-957c-5a4278f17b16'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:32:35.264394 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-763c1030-e216-4b7d-8b29-870af01b81ac tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Network 38957025-51f4-4776-93ee-0e67fbdcd423 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:35.268632 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-763c1030-e216-4b7d-8b29-870af01b81ac tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:35.272760 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-763c1030-e216-4b7d-8b29-870af01b81ac tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:35.287884 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84997f6e-3ce3-4970-b4f8-445e449ced6b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.304626 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f39ff-e7ca-4479-9a89-a9f644d81abb req-51cbfc47-2757-4a23-ad82-ee29617f69e6 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:35.306704 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef9f39ff-e7ca-4479-9a89-a9f644d81abb req-51cbfc47-2757-4a23-ad82-ee29617f69e6 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1208577 Aug 16 22:32:35.309861 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c02984-e72e-4b2c-897f-74f4feb993a8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Router c5621b11-c7aa-486f-bf2b-a9119f363a6c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:32:35.318830 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c1030-e216-4b7d-8b29-870af01b81ac tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Pushing event updated for resources: {'Port': ['ID=e245ec40-e2e7-43e6-a91c-d683a699f55f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:35.335071 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-763c1030-e216-4b7d-8b29-870af01b81ac tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:35.335720 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-763c1030-e216-4b7d-8b29-870af01b81ac tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.354387 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-763c1030-e216-4b7d-8b29-870af01b81ac tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6011882 Aug 16 22:32:35.354764 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84997f6e-3ce3-4970-b4f8-445e449ced6b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.360247 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84997f6e-3ce3-4970-b4f8-445e449ced6b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:35.360839 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84997f6e-3ce3-4970-b4f8-445e449ced6b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.369266 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] Request body: {'port': {'device_id': 'a92df8f8-bd91-4f49-9777-22d0ca640656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:35.439676 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.474537 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef9f39ff-e7ca-4479-9a89-a9f644d81abb req-e0ccb87d-3fbe-4f12-a702-3f975a767b1f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460803 Aug 16 22:32:35.482404 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-84997f6e-3ce3-4970-b4f8-445e449ced6b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9146695 Aug 16 22:32:35.488903 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37598) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:35.504415 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-906c67d2-beaf-4b25-b237-ae15d027509d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:35.550663 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84997f6e-3ce3-4970-b4f8-445e449ced6b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Network': ['ID=a58732b9-7854-450a-a2e3-f6da88770571,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:35.565994 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network a58732b9-7854-450a-a2e3-f6da88770571 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:32:35.626053 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c02984-e72e-4b2c-897f-74f4feb993a8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:32:35.636013 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-19c02984-e72e-4b2c-897f-74f4feb993a8 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "PUT /v2.0/routers/c5621b11-c7aa-486f-bf2b-a9119f363a6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2395859 Aug 16 22:32:35.636013 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37600) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:35.648386 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e97deb3-daa2-4527-aca1-4a2c7512b6a1 None None] Sync routers for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:32:35.669975 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e97deb3-daa2-4527-aca1-4a2c7512b6a1 None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:35.670953 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7e97deb3-daa2-4527-aca1-4a2c7512b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:35.710840 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7e97deb3-daa2-4527-aca1-4a2c7512b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:35.722161 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e97deb3-daa2-4527-aca1-4a2c7512b6a1 None None] Routers {'c5621b11-c7aa-486f-bf2b-a9119f363a6c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:35.723103 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7e97deb3-daa2-4527-aca1-4a2c7512b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:35.756906 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7e97deb3-daa2-4527-aca1-4a2c7512b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:35.757558 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e97deb3-daa2-4527-aca1-4a2c7512b6a1 None None] The sync data for ids ['c5621b11-c7aa-486f-bf2b-a9119f363a6c'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:32:35.757777 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906c67d2-beaf-4b25-b237-ae15d027509d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:35.762097 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-906c67d2-beaf-4b25-b237-ae15d027509d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.772651 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e245ec40-e2e7-43e6-a91c-d683a699f55f {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:32:35.780256 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.792930 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] Transition to ACTIVE for port object e245ec40-e2e7-43e6-a91c-d683a699f55f will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:35.796751 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.869715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] Pushing event updated for resources: {'Port': ['ID=e245ec40-e2e7-43e6-a91c-d683a699f55f,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:36.169407 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] Attempting to bind port e245ec40-e2e7-43e6-a91c-d683a699f55f on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:36.169649 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] Attempting to bind port e245ec40-e2e7-43e6-a91c-d683a699f55f by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '33dfb6c3-b599-4057-b70f-e1a7983d0cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:36.169982 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] Attempting to bind port e245ec40-e2e7-43e6-a91c-d683a699f55f on network 38957025-51f4-4776-93ee-0e67fbdcd423 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:36.176571 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] Port e245ec40-e2e7-43e6-a91c-d683a699f55f on network 38957025-51f4-4776-93ee-0e67fbdcd423 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:36.176947 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] Attempting to bind port e245ec40-e2e7-43e6-a91c-d683a699f55f on network 38957025-51f4-4776-93ee-0e67fbdcd423 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:36.181905 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:36.182257 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] Checking segment: {'id': '33dfb6c3-b599-4057-b70f-e1a7983d0cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:36.182632 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] Bound using segment: {'id': '33dfb6c3-b599-4057-b70f-e1a7983d0cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:36.183047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] Bound port: e245ec40-e2e7-43e6-a91c-d683a699f55f, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33dfb6c3-b599-4057-b70f-e1a7983d0cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:36.183396 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:36.206331 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c59793b9-10e6-4bb7-abcc-0c38dffcf29a req-2bcfef39-b67e-4b5d-809e-eca4998c7e57 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0861549 Aug 16 22:32:36.232644 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-431570a2-3aa3-4111-b901-9433e0037d9a tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:36.259853 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] For port e245ec40-e2e7-43e6-a91c-d683a699f55f, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:36.263862 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] For port e245ec40-e2e7-43e6-a91c-d683a699f55f, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e245ec40-e2e7-43e6-a91c-d683a699f55f,segment=NetworkSegment(33dfb6c3-b599-4057-b70f-e1a7983d0cdf),segment_id=33dfb6c3-b599-4057-b70f-e1a7983d0cdf)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:36.269519 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:36.290203 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a09044-d855-4d6b-8437-3713c9b8c67d req-63b67df6-464f-47bf-8efc-674203f0ddb8 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:36.296643 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17a09044-d855-4d6b-8437-3713c9b8c67d req-63b67df6-464f-47bf-8efc-674203f0ddb8 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=a92df8f8-bd91-4f49-9777-22d0ca640656 HTTP/1.1" status: 200 len: 931 time: 0.5425963 Aug 16 22:32:36.303728 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:36.304503 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:36.306506 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] 10.222.0.39 "PUT /v2.0/ports/e245ec40-e2e7-43e6-a91c-d683a699f55f HTTP/1.1" status: 200 len: 1092 time: 0.9419246 Aug 16 22:32:36.306506 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92df8f8-bd91-4f49-9777-22d0ca640656', 'tag': 'e245ec40-e2e7-43e6-a91c-d683a699f55f'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:32:36.308847 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcf8abb-043b-4f0b-b73e-31eea9e198bb" -d '{"events": [{"name": "network-changed", "server_uuid": "a92df8f8-bd91-4f49-9777-22d0ca640656", "tag": "e245ec40-e2e7-43e6-a91c-d683a699f55f"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:32:36.335903 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb0889-e42b-44e6-8bcd-6c457c66ae39 service neutron] Pushing event updated for resources: {'Port': ['ID=e245ec40-e2e7-43e6-a91c-d683a699f55f,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:36.402791 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17a09044-d855-4d6b-8437-3713c9b8c67d req-f604f227-c1a3-4159-b409-314911553da8 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052625 Aug 16 22:32:36.419875 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdced5d8-4132-4be6-a8d8-a2868b230fef x-openstack-request-id: req-fdced5d8-4132-4be6-a8d8-a2868b230fef {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:32:36.420117 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92df8f8-bd91-4f49-9777-22d0ca640656", "tag": "e245ec40-e2e7-43e6-a91c-d683a699f55f", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:32:36.420364 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fdced5d8-4132-4be6-a8d8-a2868b230fef {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:32:36.421587 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92df8f8-bd91-4f49-9777-22d0ca640656', 'tag': 'e245ec40-e2e7-43e6-a91c-d683a699f55f', 'status': 'completed', 'code': 200} Aug 16 22:32:36.427180 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-a35171fe-8f85-4223-a5a8-66b62be6bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:36.428690 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-a35171fe-8f85-4223-a5a8-66b62be6bb77 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f14b1329454c4709bb598f79000376c5&device_id=a92df8f8-bd91-4f49-9777-22d0ca640656 HTTP/1.1" status: 200 len: 1095 time: 0.0548213 Aug 16 22:32:36.434647 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-431570a2-3aa3-4111-b901-9433e0037d9a tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:36.478130 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-31b4db8a-a632-44eb-9a32-91c0570c1842 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e245ec40-e2e7-43e6-a91c-d683a699f55f HTTP/1.1" status: 200 len: 217 time: 0.0388355 Aug 16 22:32:36.530097 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-906c67d2-beaf-4b25-b237-ae15d027509d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:36.552356 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-90f55c6f-3ffc-4ec0-8df9-dcaf799fcd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:36.553825 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-90f55c6f-3ffc-4ec0-8df9-dcaf799fcd57 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1f3b7d6-0bd6-43e9-a3f1-34841957a17e HTTP/1.1" status: 200 len: 855 time: 0.0683937 Aug 16 22:32:36.599357 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-57e018e7-3ef2-4221-8d44-82705f82fb38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38957025-51f4-4776-93ee-0e67fbdcd423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287747 Aug 16 22:32:36.619354 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-431570a2-3aa3-4111-b901-9433e0037d9a tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Deleting port f92b4e1f-9542-4bc5-a9b4-34ceedbe2755 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:36.619696 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-431570a2-3aa3-4111-b901-9433e0037d9a tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:36.662790 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c67d2-beaf-4b25-b237-ae15d027509d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=fdd56057-68d1-41ba-82a8-81961cd1bf2c,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:36.692352 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-dc133784-005d-49e8-b535-1de2c16b5dc6 service neutron] 10.222.0.39 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840530 Aug 16 22:32:36.706003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037e1cd-55d9-4f68-9696-f717d4d59054 req-9142b97f-c8d6-464d-a0c9-c9f15b810dfe tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:36.707510 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c037e1cd-55d9-4f68-9696-f717d4d59054 req-9142b97f-c8d6-464d-a0c9-c9f15b810dfe tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1417847 Aug 16 22:32:36.710187 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c67d2-beaf-4b25-b237-ae15d027509d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Checking segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:36.710556 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906c67d2-beaf-4b25-b237-ae15d027509d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network hostable DHCP agents. Network: a58732b9-7854-450a-a2e3-f6da88770571, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:32:36.766542 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-431570a2-3aa3-4111-b901-9433e0037d9a tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:36.773788 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906c67d2-beaf-4b25-b237-ae15d027509d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:32:36.793388 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-271481c5-5f6a-4cc2-93c6-58bf49e240e9 req-0d5b02d3-99fd-4d7e-833e-1df04b035350 service neutron] 10.222.0.39 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913789 Aug 16 22:32:36.794008 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c037e1cd-55d9-4f68-9696-f717d4d59054 req-90fba9b8-0303-4faf-af32-a32e86075563 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774813 Aug 16 22:32:36.795427 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-431570a2-3aa3-4111-b901-9433e0037d9a tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Calling delete_port for f92b4e1f-9542-4bc5-a9b4-34ceedbe2755 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:36.803159 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-906c67d2-beaf-4b25-b237-ae15d027509d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, a58732b9-7854-450a-a2e3-f6da88770571) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:36.824454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af4ec45-1c16-4471-9bb6-71b1c355268e None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:36.843392 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906c67d2-beaf-4b25-b237-ae15d027509d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:36.843996 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-906c67d2-beaf-4b25-b237-ae15d027509d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:36.874072 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-906c67d2-beaf-4b25-b237-ae15d027509d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3841877 Aug 16 22:32:36.875872 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37616) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:36.880815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e6f8e9a6-79e7-4c48-8bd0-8cd3a91943ae tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'name': 'tempest-NetworksTestDHCPv6-1208050205'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:36.897543 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf8abb-043b-4f0b-b73e-31eea9e198bb req-4bca7188-7240-4b26-8fac-c9bf57cbe762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:36.899408 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9fcf8abb-043b-4f0b-b73e-31eea9e198bb req-4bca7188-7240-4b26-8fac-c9bf57cbe762 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f14b1329454c4709bb598f79000376c5&device_id=a92df8f8-bd91-4f49-9777-22d0ca640656 HTTP/1.1" status: 200 len: 1095 time: 0.0457530 Aug 16 22:32:36.978548 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a58732b9-7854-450a-a2e3-f6da88770571', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'fixed_ips': [{'subnet_id': 'fdd56057-68d1-41ba-82a8-81961cd1bf2c'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:32:36.979386 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.013593 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf8abb-043b-4f0b-b73e-31eea9e198bb req-692cc91c-3d40-4757-bba9-c9e5d18a2ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:37.015141 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9fcf8abb-043b-4f0b-b73e-31eea9e198bb req-692cc91c-3d40-4757-bba9-c9e5d18a2ab9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=38957025-51f4-4776-93ee-0e67fbdcd423 HTTP/1.1" status: 200 len: 916 time: 0.1026213 Aug 16 22:32:37.069027 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9fcf8abb-043b-4f0b-b73e-31eea9e198bb req-38026734-fd9a-4aa7-9470-5ee60a8d4322 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e245ec40-e2e7-43e6-a91c-d683a699f55f HTTP/1.1" status: 200 len: 217 time: 0.0367866 Aug 16 22:32:37.077809 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f8e9a6-79e7-4c48-8bd0-8cd3a91943ae tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:37.081346 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e6f8e9a6-79e7-4c48-8bd0-8cd3a91943ae tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.090671 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-431570a2-3aa3-4111-b901-9433e0037d9a tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.124346 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-e6f8e9a6-79e7-4c48-8bd0-8cd3a91943ae tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] device_id is not set on port 23a6990d-2c6e-4373-a914-b5d1dc478366 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:32:37.126952 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf8abb-043b-4f0b-b73e-31eea9e198bb req-dcacbf33-f551-49e8-852f-d6d440891e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:37.128527 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9fcf8abb-043b-4f0b-b73e-31eea9e198bb req-dcacbf33-f551-49e8-852f-d6d440891e7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1f3b7d6-0bd6-43e9-a3f1-34841957a17e HTTP/1.1" status: 200 len: 855 time: 0.0510304 Aug 16 22:32:37.128657 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431570a2-3aa3-4111-b901-9433e0037d9a tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event deleted for resources: {'Port': ['ID=f92b4e1f-9542-4bc5-a9b4-34ceedbe2755,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:37.132323 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] Allocated IP 2001:db8::2 (a58732b9-7854-450a-a2e3-f6da88770571/fdd56057-68d1-41ba-82a8-81961cd1bf2c/75d64757-6730-4ed7-af94-9fc291017e69) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:37.170518 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9fcf8abb-043b-4f0b-b73e-31eea9e198bb req-a15ac898-6c0c-447c-b7b9-2c69fc884930 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38957025-51f4-4776-93ee-0e67fbdcd423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300362 Aug 16 22:32:37.240021 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-431570a2-3aa3-4111-b901-9433e0037d9a tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.285138 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9fcf8abb-043b-4f0b-b73e-31eea9e198bb req-1c23576d-ea93-432d-a1f9-69fca317dbfd service neutron] 10.222.0.39 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031263 Aug 16 22:32:37.287260 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.296174 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] Transition to ACTIVE for port object 75d64757-6730-4ed7-af94-9fc291017e69 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:37.312345 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] Transition to ACTIVE for port object 75d64757-6730-4ed7-af94-9fc291017e69 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:37.320163 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.340017 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca757817-978c-4117-b4c2-15348e7b857a req-97d8b20d-0f6b-46f5-8184-7c03474e0739 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0350566 Aug 16 22:32:37.365063 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:37.380301 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:37.384300 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:37.402520 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9fcf8abb-043b-4f0b-b73e-31eea9e198bb req-47fc3716-89b2-4cb8-b676-8a0d3f7af735 service neutron] 10.222.0.39 "GET /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077957 Aug 16 22:32:37.416174 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-431570a2-3aa3-4111-b901-9433e0037d9a tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.420749 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-431570a2-3aa3-4111-b901-9433e0037d9a tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.451320 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] Pushing event updated for resources: {'Port': ['ID=75d64757-6730-4ed7-af94-9fc291017e69,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:37.480305 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] Attempting to bind port 75d64757-6730-4ed7-af94-9fc291017e69 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:37.481076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] Attempting to bind port 75d64757-6730-4ed7-af94-9fc291017e69 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:37.481760 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] Attempting to bind port 75d64757-6730-4ed7-af94-9fc291017e69 on network a58732b9-7854-450a-a2e3-f6da88770571 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:37.488149 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-e6f8e9a6-79e7-4c48-8bd0-8cd3a91943ae tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8::1bf (a58732b9-7854-450a-a2e3-f6da88770571/fdd56057-68d1-41ba-82a8-81961cd1bf2c/23a6990d-2c6e-4373-a914-b5d1dc478366) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:37.490334 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:37.491075 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] Checking segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:37.491771 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.492338 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] Bound using segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:37.493798 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] Bound port: 75d64757-6730-4ed7-af94-9fc291017e69, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:37.494603 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.503743 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-431570a2-3aa3-4111-b901-9433e0037d9a tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.504262 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431570a2-3aa3-4111-b901-9433e0037d9a tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Fanout notify agent at l3_agent the message router_deleted on router c5621b11-c7aa-486f-bf2b-a9119f363a6c {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:32:37.517939 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-431570a2-3aa3-4111-b901-9433e0037d9a tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.518781 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-431570a2-3aa3-4111-b901-9433e0037d9a tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "DELETE /v2.0/routers/c5621b11-c7aa-486f-bf2b-a9119f363a6c HTTP/1.1" status: 204 len: 168 time: 1.8830624 Aug 16 22:32:37.521512 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37626) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:37.581819 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa06f586-e82b-46d4-bf1f-0222750842c1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Deleting subnet a888e084-f004-4b6f-b95d-490495f428aa {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:32:37.585818 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] For port 75d64757-6730-4ed7-af94-9fc291017e69, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:37.587199 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa06f586-e82b-46d4-bf1f-0222750842c1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.588805 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c16559-a0c6-4148-9326-41af1a36d7bc req-932666ea-1f25-4671-a58c-dc01dada123d tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:37.589450 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] For port 75d64757-6730-4ed7-af94-9fc291017e69, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=75d64757-6730-4ed7-af94-9fc291017e69,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:37.590404 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52c16559-a0c6-4148-9326-41af1a36d7bc req-932666ea-1f25-4671-a58c-dc01dada123d tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=a92df8f8-bd91-4f49-9777-22d0ca640656 HTTP/1.1" status: 200 len: 943 time: 0.0997648 Aug 16 22:32:37.596045 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.637458 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa06f586-e82b-46d4-bf1f-0222750842c1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.677925 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52c16559-a0c6-4148-9326-41af1a36d7bc req-4a4d771c-96e0-4e38-bfa7-8fc836ccb3ed tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769973 Aug 16 22:32:37.684025 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc831e-a3f6-4443-b742-3301b087049e None None] Pushing event updated for resources: {'Port': ['ID=75d64757-6730-4ed7-af94-9fc291017e69,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:37.687140 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa06f586-e82b-46d4-bf1f-0222750842c1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.754853 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e6f8e9a6-79e7-4c48-8bd0-8cd3a91943ae tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.764169 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa06f586-e82b-46d4-bf1f-0222750842c1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.772129 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-e6f8e9a6-79e7-4c48-8bd0-8cd3a91943ae tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Transition to ACTIVE for port object 23a6990d-2c6e-4373-a914-b5d1dc478366 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:37.795681 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06f586-e82b-46d4-bf1f-0222750842c1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event deleted for resources: {'Subnet': ['ID=a888e084-f004-4b6f-b95d-490495f428aa,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:37.797728 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa06f586-e82b-46d4-bf1f-0222750842c1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.799771 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-aa06f586-e82b-46d4-bf1f-0222750842c1 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "DELETE /v2.0/subnets/a888e084-f004-4b6f-b95d-490495f428aa HTTP/1.1" status: 204 len: 168 time: 0.2771523 Aug 16 22:32:37.802499 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37630) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:37.810870 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e6f8e9a6-79e7-4c48-8bd0-8cd3a91943ae tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.887087 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f8e9a6-79e7-4c48-8bd0-8cd3a91943ae tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:37.893262 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-e6f8e9a6-79e7-4c48-8bd0-8cd3a91943ae tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:37.900343 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f8e9a6-79e7-4c48-8bd0-8cd3a91943ae tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:37.912654 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f8e9a6-79e7-4c48-8bd0-8cd3a91943ae tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:37.913291 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e6f8e9a6-79e7-4c48-8bd0-8cd3a91943ae tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.917236 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12d01ba6-9c6b-42dd-ad52-d0436addf3a5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.944070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8e9a6-79e7-4c48-8bd0-8cd3a91943ae tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=23a6990d-2c6e-4373-a914-b5d1dc478366,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:37.969116 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e6f8e9a6-79e7-4c48-8bd0-8cd3a91943ae tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0921373 Aug 16 22:32:37.974479 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37634) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:38.032077 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12d01ba6-9c6b-42dd-ad52-d0436addf3a5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:38.038605 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36947eca-9beb-4368-acf2-50d4d14a63ec req-dd4b40e5-a844-4886-9a14-75644b431bc8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:38.040717 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36947eca-9beb-4368-acf2-50d4d14a63ec req-dd4b40e5-a844-4886-9a14-75644b431bc8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1199191 Aug 16 22:32:38.042863 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-12d01ba6-9c6b-42dd-ad52-d0436addf3a5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e68f738-bedf-459e-a75d-76de7b0ba2b3']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:38.052767 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-12d01ba6-9c6b-42dd-ad52-d0436addf3a5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce6ca25-89ad-4ff8-94a5-e966dd4c17f0') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:38.053091 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-12d01ba6-9c6b-42dd-ad52-d0436addf3a5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce6ca25-89ad-4ff8-94a5-e966dd4c17f0') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:38.062049 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12d01ba6-9c6b-42dd-ad52-d0436addf3a5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:38.076275 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12d01ba6-9c6b-42dd-ad52-d0436addf3a5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:38.082226 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d01ba6-9c6b-42dd-ad52-d0436addf3a5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:32:38.082608 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12d01ba6-9c6b-42dd-ad52-d0436addf3a5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:32:38.085618 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:32:38.092390 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afec4d41-79cb-4465-bd2a-d568a45930ba tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:38.098181 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afec4d41-79cb-4465-bd2a-d568a45930ba tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:38.099787 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-afec4d41-79cb-4465-bd2a-d568a45930ba tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1235363 Aug 16 22:32:38.105988 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37636) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:38.136790 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36947eca-9beb-4368-acf2-50d4d14a63ec req-585c3dc1-090e-4716-90cd-6e9eb9beb1d6 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887706 Aug 16 22:32:38.161551 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12d01ba6-9c6b-42dd-ad52-d0436addf3a5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:38.164673 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12d01ba6-9c6b-42dd-ad52-d0436addf3a5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:38.167035 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-12d01ba6-9c6b-42dd-ad52-d0436addf3a5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] 10.222.0.93 "DELETE /v2.0/networks/4e68f738-bedf-459e-a75d-76de7b0ba2b3 HTTP/1.1" status: 204 len: 168 time: 0.3635919 Aug 16 22:32:38.181431 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d01ba6-9c6b-42dd-ad52-d0436addf3a5 tempest-FloatingIPTestJSON-24527938 tempest-FloatingIPTestJSON-24527938-project] Pushing event deleted for resources: {'Network': ['ID=4e68f738-bedf-459e-a75d-76de7b0ba2b3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:38.225493 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e90a922f-5f3b-4844-a1c3-ec788d0b39f8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting port 23a6990d-2c6e-4373-a914-b5d1dc478366 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:38.225848 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e90a922f-5f3b-4844-a1c3-ec788d0b39f8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:38.360830 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e90a922f-5f3b-4844-a1c3-ec788d0b39f8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:38.385235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e90a922f-5f3b-4844-a1c3-ec788d0b39f8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Calling delete_port for 23a6990d-2c6e-4373-a914-b5d1dc478366 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:38.409778 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0895fac-d247-42ac-b72d-90c625a3c271 req-cee857ec-ff1c-44c6-98ef-37982e4d8d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:38.411533 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b0895fac-d247-42ac-b72d-90c625a3c271 req-cee857ec-ff1c-44c6-98ef-37982e4d8d3f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 1096 time: 0.0589442 Aug 16 22:32:38.414667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66814fee-fddc-4015-aefa-2c08c4c220db req-4066342f-4a86-4848-a8d4-b42543fc3dcc tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:38.422052 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-66814fee-fddc-4015-aefa-2c08c4c220db req-4066342f-4a86-4848-a8d4-b42543fc3dcc tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1024485 Aug 16 22:32:38.482085 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:38.547917 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37652) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:38.560246 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0895fac-d247-42ac-b72d-90c625a3c271 req-f7a47f91-4c32-473e-8fa2-9afa586cb657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:38.561647 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b0895fac-d247-42ac-b72d-90c625a3c271 req-f7a47f91-4c32-473e-8fa2-9afa586cb657 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 913 time: 0.1401286 Aug 16 22:32:38.579406 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd799881-637b-4b0a-acc8-6b39aaee2a7f req-c9d08958-72cf-4a9a-a592-a06279de11c4 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0977936 Aug 16 22:32:38.587123 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-66814fee-fddc-4015-aefa-2c08c4c220db req-8fdf1b67-4528-4207-bfc1-2991b7a005ed tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636763 Aug 16 22:32:38.613107 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e245ec40-e2e7-43e6-a91c-d683a699f55f details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:32:38.662849 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b0895fac-d247-42ac-b72d-90c625a3c271 req-7644116f-a577-487a-a3f0-080f4460b3bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e23b02-3747-41d2-bac1-046c88511bb4 HTTP/1.1" status: 200 len: 998 time: 0.0878720 Aug 16 22:32:38.694498 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e90a922f-5f3b-4844-a1c3-ec788d0b39f8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:38.788066 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0895fac-d247-42ac-b72d-90c625a3c271 req-97192c76-b021-4214-8e89-5a88b7a14c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:38.791794 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b0895fac-d247-42ac-b72d-90c625a3c271 req-97192c76-b021-4214-8e89-5a88b7a14c30 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 200 len: 851 time: 0.1144738 Aug 16 22:32:38.804130 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a922f-5f3b-4844-a1c3-ec788d0b39f8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Port': ['ID=23a6990d-2c6e-4373-a914-b5d1dc478366,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:38.832781 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e245ec40-e2e7-43e6-a91c-d683a699f55f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e245ec40-e2e7-43e6-a91c-d683a699f55f,segment=NetworkSegment(33dfb6c3-b599-4057-b70f-e1a7983d0cdf),segment_id=33dfb6c3-b599-4057-b70f-e1a7983d0cdf)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:38.846347 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'e245ec40-e2e7-43e6-a91c-d683a699f55f', 'network_id': '38957025-51f4-4776-93ee-0e67fbdcd423', 'port_id': 'e245ec40-e2e7-43e6-a91c-d683a699f55f', 'mac_address': 'fa:16:3e:61:8a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f3b7d6-0bd6-43e9-a3f1-34841957a17e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:32:38.847804 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e90a922f-5f3b-4844-a1c3-ec788d0b39f8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:38.853284 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e90a922f-5f3b-4844-a1c3-ec788d0b39f8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/23a6990d-2c6e-4373-a914-b5d1dc478366 HTTP/1.1" status: 204 len: 168 time: 0.7433078 Aug 16 22:32:38.854581 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37660) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:38.893529 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-945e152a-1496-4d89-8aec-8f7800f4dcef admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c853bf194aa4416fa0fa7d5ede244a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3444834 Aug 16 22:32:38.896244 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37662) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:38.908796 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0895fac-d247-42ac-b72d-90c625a3c271 req-ba4faf12-cc4f-4d84-acc4-1bc2edcf815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:38.910451 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b0895fac-d247-42ac-b72d-90c625a3c271 req-ba4faf12-cc4f-4d84-acc4-1bc2edcf815e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959976 Aug 16 22:32:38.919944 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353c74ad-7501-4541-9ab7-57261fa93c04 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:38.992582 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.005997 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff6869e-d703-4577-a623-7633d107e4e5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:39.007114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff6869e-d703-4577-a623-7633d107e4e5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:39.012044 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cff6869e-d703-4577-a623-7633d107e4e5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1494341 Aug 16 22:32:39.013174 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37664) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:39.038974 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981af57-a038-42b1-926d-56d70612365a req-00a50bae-613c-4931-ac9a-72195674127d tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:39.040799 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7981af57-a038-42b1-926d-56d70612365a req-00a50bae-613c-4931-ac9a-72195674127d tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=a92df8f8-bd91-4f49-9777-22d0ca640656 HTTP/1.1" status: 200 len: 943 time: 0.0714309 Aug 16 22:32:39.064610 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 75d64757-6730-4ed7-af94-9fc291017e69 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:39.070603 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e245ec40-e2e7-43e6-a91c-d683a699f55f {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:32:39.094832 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7981af57-a038-42b1-926d-56d70612365a req-d58f27cd-71af-4a85-9b6c-e7ed5f8f9372 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469866 Aug 16 22:32:39.099380 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3263c8a6-10af-4fcf-9e38-f0669ac2cf2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.129063 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-843061b7-48bd-431f-9d2e-dfdb0481ad08 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet fdd56057-68d1-41ba-82a8-81961cd1bf2c {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:32:39.133843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e245ec40-e2e7-43e6-a91c-d683a699f55f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e245ec40-e2e7-43e6-a91c-d683a699f55f,segment=NetworkSegment(33dfb6c3-b599-4057-b70f-e1a7983d0cdf),segment_id=33dfb6c3-b599-4057-b70f-e1a7983d0cdf)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:39.140443 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-843061b7-48bd-431f-9d2e-dfdb0481ad08 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.141556 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-95405216-2ef2-488c-a333-8a2fbf916c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.144522 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b0895fac-d247-42ac-b72d-90c625a3c271 req-e1e36551-0625-4be1-b420-6abb9c3648af service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225873 Aug 16 22:32:39.147290 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.148883 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8d4e43c4-7c00-460d-96ee-ba710e0728ff None None] Provisioning for port 75d64757-6730-4ed7-af94-9fc291017e69 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:39.171513 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3263c8a6-10af-4fcf-9e38-f0669ac2cf2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.236465 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e245ec40-e2e7-43e6-a91c-d683a699f55f,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:39.240852 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 75d64757-6730-4ed7-af94-9fc291017e69 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:39.247161 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 75d64757-6730-4ed7-af94-9fc291017e69 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:39.247517 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.261334 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-843061b7-48bd-431f-9d2e-dfdb0481ad08 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.346412 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.391034 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 75d64757-6730-4ed7-af94-9fc291017e69, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=75d64757-6730-4ed7-af94-9fc291017e69,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:39.391318 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3263c8a6-10af-4fcf-9e38-f0669ac2cf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.393834 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3263c8a6-10af-4fcf-9e38-f0669ac2cf2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.395268 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3263c8a6-10af-4fcf-9e38-f0669ac2cf2b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/911830b4-8b71-4605-9cbf-60deb76ef5f2 HTTP/1.1" status: 204 len: 168 time: 0.4971986 Aug 16 22:32:39.399644 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.405171 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b0895fac-d247-42ac-b72d-90c625a3c271 req-623ab642-fca6-4989-82e2-fe0441930204 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359061 Aug 16 22:32:39.422519 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263c8a6-10af-4fcf-9e38-f0669ac2cf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911830b4-8b71-4605-9cbf-60deb76ef5f2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:39.433195 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-843061b7-48bd-431f-9d2e-dfdb0481ad08 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.497300 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=75d64757-6730-4ed7-af94-9fc291017e69,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:39.507932 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-843061b7-48bd-431f-9d2e-dfdb0481ad08 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.534387 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-95087a2f-1106-43a0-9d39-08d833e4f195 None None] Provisioning complete for port 75d64757-6730-4ed7-af94-9fc291017e69 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:39.534387 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-95087a2f-1106-43a0-9d39-08d833e4f195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.543831 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843061b7-48bd-431f-9d2e-dfdb0481ad08 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd56057-68d1-41ba-82a8-81961cd1bf2c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:39.546060 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-843061b7-48bd-431f-9d2e-dfdb0481ad08 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.548391 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-843061b7-48bd-431f-9d2e-dfdb0481ad08 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/fdd56057-68d1-41ba-82a8-81961cd1bf2c HTTP/1.1" status: 204 len: 168 time: 0.5333817 Aug 16 22:32:39.551257 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37668) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:39.567987 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['e245ec40-e2e7-43e6-a91c-d683a699f55f'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:32:39.657951 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37676) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:39.660331 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-48c3c793-5fe5-44fc-ac51-5034977cfdbf tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1069334 Aug 16 22:32:39.664024 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d16b5c1a-c75a-4a13-8774-b672c34a54be tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:39.810729 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4d8abd-aac4-4450-b9f8-d9dafcfecb34 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:39.823253 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7fa3e5d8-7a0e-455e-8da1-8e47647d5c40 req-30ee0fc5-d18d-46f9-96f0-2d9a2c4e6f32 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0732832 Aug 16 22:32:39.886217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d4805439-874e-4837-baa1-7efaa8269e18 None None] Could not find standard attr ID for object 23a6990d-2c6e-4373-a914-b5d1dc478366. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:32:39.887886 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29eff29-b58b-4054-91df-47c837ba834c req-c28d094f-7404-4df7-b5f2-aa1022d77102 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:39.896247 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a29eff29-b58b-4054-91df-47c837ba834c req-c28d094f-7404-4df7-b5f2-aa1022d77102 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1445587 Aug 16 22:32:39.912887 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16b5c1a-c75a-4a13-8774-b672c34a54be tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:39.916895 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d16b5c1a-c75a-4a13-8774-b672c34a54be tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.994820 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a29eff29-b58b-4054-91df-47c837ba834c req-531781b4-8cef-4c55-ae29-1a1417d69af8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976250 Aug 16 22:32:40.071851 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd88289c-b5d7-4663-aa7b-d03d393fce01 None None] DHCP port deletion for a58732b9-7854-450a-a2e3-f6da88770571 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:32:40.135067 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-dd88289c-b5d7-4663-aa7b-d03d393fce01 None None] Deleting port 75d64757-6730-4ed7-af94-9fc291017e69 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:40.135567 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dd88289c-b5d7-4663-aa7b-d03d393fce01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.201024 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-dd88289c-b5d7-4663-aa7b-d03d393fce01 None None] For port 75d64757-6730-4ed7-af94-9fc291017e69, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=75d64757-6730-4ed7-af94-9fc291017e69,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:40.201423 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dd88289c-b5d7-4663-aa7b-d03d393fce01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.212804 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d16b5c1a-c75a-4a13-8774-b672c34a54be tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.222127 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-dd88289c-b5d7-4663-aa7b-d03d393fce01 None None] Calling delete_port for 75d64757-6730-4ed7-af94-9fc291017e69 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:40.275278 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16b5c1a-c75a-4a13-8774-b672c34a54be tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:40.281357 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d16b5c1a-c75a-4a13-8774-b672c34a54be tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:40.284630 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16b5c1a-c75a-4a13-8774-b672c34a54be tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:40.285217 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d16b5c1a-c75a-4a13-8774-b672c34a54be tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.301163 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b5c1a-c75a-4a13-8774-b672c34a54be tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=e7c928d7-be12-4132-8e1b-ace02591b51a,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:40.308568 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d16b5c1a-c75a-4a13-8774-b672c34a54be tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6492341 Aug 16 22:32:40.311399 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37702) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:40.316955 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-085eac24-42cf-45ae-a936-ee0f4e0dbeec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'name': 'tempest-NetworksTestDHCPv6-901157617'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:40.318074 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dd88289c-b5d7-4663-aa7b-d03d393fce01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.321871 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37704) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:40.323966 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4890d-2bf1-499d-a617-fc6f1e6c6777 req-a501517d-3d6a-46e7-ae3c-8b43cf94ef7a tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:40.325710 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eec4890d-2bf1-499d-a617-fc6f1e6c6777 req-a501517d-3d6a-46e7-ae3c-8b43cf94ef7a tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=a92df8f8-bd91-4f49-9777-22d0ca640656 HTTP/1.1" status: 200 len: 944 time: 0.1257613 Aug 16 22:32:40.345249 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88289c-b5d7-4663-aa7b-d03d393fce01 None None] Pushing event deleted for resources: {'Port': ['ID=75d64757-6730-4ed7-af94-9fc291017e69,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:40.349159 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd88289c-b5d7-4663-aa7b-d03d393fce01 None None] No DVR routers for this DVR port 75d64757-6730-4ed7-af94-9fc291017e69 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:32:40.364506 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9489337d-f30e-4b67-9ce4-02bec1b40fd2 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:40.377858 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eec4890d-2bf1-499d-a617-fc6f1e6c6777 req-0695e700-219a-49b8-893e-1cd8f1a6ecf3 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451498 Aug 16 22:32:40.458073 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-db0bc38f-e58c-4cc7-9798-683909eef5ee tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-364242761'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:40.481486 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-085eac24-42cf-45ae-a936-ee0f4e0dbeec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:32:40.481486 n-d-792458-15 neutron-server[94872]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 22:32:40.481486 n-d-792458-15 neutron-server[94872]: [parameters: {'project_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'id': 'd65b001a-5025-4d8e-8675-88e356b36273', 'expiration': datetime.datetime(2021, 8, 16, 22, 34, 40, 476925)}] Aug 16 22:32:40.481486 n-d-792458-15 neutron-server[94872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:32:40.482026 n-d-792458-15 neutron-server[94872]: DEBUG oslo_db.api [None req-085eac24-42cf-45ae-a936-ee0f4e0dbeec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:32:40.489571 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0bc38f-e58c-4cc7-9798-683909eef5ee tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Made reservation on behalf of c913d440e664450daff7210bf2719493 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:40.493627 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db0bc38f-e58c-4cc7-9798-683909eef5ee tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.506168 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db0bc38f-e58c-4cc7-9798-683909eef5ee tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.523094 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a58732b9-7854-450a-a2e3-f6da88770571', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'fixed_ips': [{'subnet_id': 'e7c928d7-be12-4132-8e1b-ace02591b51a'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:32:40.524383 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.608793 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db0bc38f-e58c-4cc7-9798-683909eef5ee tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.613594 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db0bc38f-e58c-4cc7-9798-683909eef5ee tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.652432 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0bc38f-e58c-4cc7-9798-683909eef5ee tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:32:40.662978 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bc38f-e58c-4cc7-9798-683909eef5ee tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f24945dc-3f0d-4344-bad3-b7ea63d790fa,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:40.668961 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db0bc38f-e58c-4cc7-9798-683909eef5ee tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.669164 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-db0bc38f-e58c-4cc7-9798-683909eef5ee tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Added segment 177aa247-1611-4ab5-9c71-51bdd95f9bc5 of type vlan for network 78154633-31dc-4bd7-9a73-ff6cbd8921d2 Aug 16 22:32:40.677236 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] Allocated IP 2001:db8::2 (a58732b9-7854-450a-a2e3-f6da88770571/e7c928d7-be12-4132-8e1b-ace02591b51a/79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:40.711567 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db0bc38f-e58c-4cc7-9798-683909eef5ee tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.738690 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db0bc38f-e58c-4cc7-9798-683909eef5ee tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.746811 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0bc38f-e58c-4cc7-9798-683909eef5ee tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:40.747757 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db0bc38f-e58c-4cc7-9798-683909eef5ee tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.750377 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.807850 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-db0bc38f-e58c-4cc7-9798-683909eef5ee tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4850230 Aug 16 22:32:40.810308 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37708) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:40.816487 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-dcd1b2ca-87bf-41a1-bcfc-673f5c1694d9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1545907123'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:40.828069 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bc38f-e58c-4cc7-9798-683909eef5ee tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Network': ['ID=78154633-31dc-4bd7-9a73-ff6cbd8921d2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:40.838146 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.841423 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 78154633-31dc-4bd7-9a73-ff6cbd8921d2 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:32:40.864259 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd1b2ca-87bf-41a1-bcfc-673f5c1694d9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Made reservation on behalf of c913d440e664450daff7210bf2719493 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:40.868179 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcd1b2ca-87bf-41a1-bcfc-673f5c1694d9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.887143 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] Transition to ACTIVE for port object 79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:40.905985 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd1b2ca-87bf-41a1-bcfc-673f5c1694d9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:32:40.910221 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcd1b2ca-87bf-41a1-bcfc-673f5c1694d9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.910573 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-dcd1b2ca-87bf-41a1-bcfc-673f5c1694d9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Added segment e06517e9-4a98-47ce-ad65-1bd33c84d03c of type vlan for network 8b0e3781-527d-42df-bbeb-d83bbee11a38 Aug 16 22:32:40.917671 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] Transition to ACTIVE for port object 79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:40.941730 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.952307 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 75d64757-6730-4ed7-af94-9fc291017e69 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:32:40.979084 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2699bb12-f596-4a4b-8096-8b8d061fa60e req-92910ded-a549-4a34-93a8-f4172b5dbf21 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0367656 Aug 16 22:32:40.980723 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcd1b2ca-87bf-41a1-bcfc-673f5c1694d9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:41.019532 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 75d64757-6730-4ed7-af94-9fc291017e69 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:32:41.020180 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 75d64757-6730-4ed7-af94-9fc291017e69 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:32:41.020445 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085eac24-42cf-45ae-a936-ee0f4e0dbeec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:41.029446 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-085eac24-42cf-45ae-a936-ee0f4e0dbeec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:41.037614 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcd1b2ca-87bf-41a1-bcfc-673f5c1694d9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:41.038879 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:41.043000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:41.046116 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd1b2ca-87bf-41a1-bcfc-673f5c1694d9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:41.047313 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcd1b2ca-87bf-41a1-bcfc-673f5c1694d9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:41.047994 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:41.058167 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] Pushing event updated for resources: {'Port': ['ID=79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:41.066913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-085eac24-42cf-45ae-a936-ee0f4e0dbeec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] device_id is not set on port 2d302ae3-9814-4190-96b6-feecc904f3bb yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:32:41.125595 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] Attempting to bind port 79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:41.125880 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] Attempting to bind port 79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:41.126272 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] Attempting to bind port 79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d on network a58732b9-7854-450a-a2e3-f6da88770571 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:41.131662 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:41.132073 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] Checking segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:41.132518 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:41.132912 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] Bound using segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:41.133669 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] Bound port: 79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:41.134141 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:41.147012 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1b2ca-87bf-41a1-bcfc-673f5c1694d9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Network': ['ID=8b0e3781-527d-42df-bbeb-d83bbee11a38,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:41.169382 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 8b0e3781-527d-42df-bbeb-d83bbee11a38 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:32:41.201802 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dcd1b2ca-87bf-41a1-bcfc-673f5c1694d9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3902729 Aug 16 22:32:41.206182 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37720) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:41.213186 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-af78e8bf-cadd-41ef-84ef-66bfe4dc5945 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'subnet': {'network_id': '78154633-31dc-4bd7-9a73-ff6cbd8921d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:41.230116 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-085eac24-42cf-45ae-a936-ee0f4e0dbeec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8::f6 (a58732b9-7854-450a-a2e3-f6da88770571/e7c928d7-be12-4132-8e1b-ace02591b51a/2d302ae3-9814-4190-96b6-feecc904f3bb) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:41.231072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12977f-cb3a-4b9d-9b2d-da688b24637a req-8522f82c-e734-4a29-876c-3ff7bfe06852 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:41.232770 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab12977f-cb3a-4b9d-9b2d-da688b24637a req-8522f82c-e734-4a29-876c-3ff7bfe06852 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.0868936 Aug 16 22:32:41.335557 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab12977f-cb3a-4b9d-9b2d-da688b24637a req-8792b901-9456-4642-85ff-d63473e867d9 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909421 Aug 16 22:32:41.366138 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af78e8bf-cadd-41ef-84ef-66bfe4dc5945 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Made reservation on behalf of c913d440e664450daff7210bf2719493 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:41.374001 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af78e8bf-cadd-41ef-84ef-66bfe4dc5945 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:41.403729 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] For port 79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:41.407153 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] For port 79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:41.415409 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:41.428182 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-085eac24-42cf-45ae-a936-ee0f4e0dbeec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:41.456200 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-085eac24-42cf-45ae-a936-ee0f4e0dbeec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Transition to ACTIVE for port object 2d302ae3-9814-4190-96b6-feecc904f3bb will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:41.472893 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d766ac4-0a19-483b-84e9-120761690dd9 None None] Pushing event updated for resources: {'Port': ['ID=79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:41.502905 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6fb313d-c25a-46c1-a66e-3f3caf6e612b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:41.519532 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-085eac24-42cf-45ae-a936-ee0f4e0dbeec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:41.567741 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085eac24-42cf-45ae-a936-ee0f4e0dbeec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:41.570868 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-085eac24-42cf-45ae-a936-ee0f4e0dbeec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:41.574691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085eac24-42cf-45ae-a936-ee0f4e0dbeec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:41.580063 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085eac24-42cf-45ae-a936-ee0f4e0dbeec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:41.580704 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-085eac24-42cf-45ae-a936-ee0f4e0dbeec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:41.586492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff593be-3862-4421-bcb0-5a6805356c3f req-1feffaa3-c52b-459f-b61f-36a3e8d41585 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:41.588054 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ff593be-3862-4421-bcb0-5a6805356c3f req-1feffaa3-c52b-459f-b61f-36a3e8d41585 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1368017 Aug 16 22:32:41.599809 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085eac24-42cf-45ae-a936-ee0f4e0dbeec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=2d302ae3-9814-4190-96b6-feecc904f3bb,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:41.612238 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-085eac24-42cf-45ae-a936-ee0f4e0dbeec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2995417 Aug 16 22:32:41.612878 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37726) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:41.650432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad79167-244f-4dcd-aaf7-983ddb2ee3e4 req-8b2b7931-affb-4b4e-9c3f-eb6589e8fcb7 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:41.651963 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dad79167-244f-4dcd-aaf7-983ddb2ee3e4 req-8b2b7931-affb-4b4e-9c3f-eb6589e8fcb7 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=a92df8f8-bd91-4f49-9777-22d0ca640656 HTTP/1.1" status: 200 len: 944 time: 0.1497750 Aug 16 22:32:41.722333 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b9944e-dfd0-49cd-9ec1-68ccbfbac1d8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:41.722990 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ff593be-3862-4421-bcb0-5a6805356c3f req-89748a20-460f-4f94-a4f9-a09ed4fb314c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272414 Aug 16 22:32:41.733618 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b9944e-dfd0-49cd-9ec1-68ccbfbac1d8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:41.733618 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b8b9944e-dfd0-49cd-9ec1-68ccbfbac1d8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1185708 Aug 16 22:32:41.737553 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37728) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:41.775849 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dad79167-244f-4dcd-aaf7-983ddb2ee3e4 req-12f1565d-0373-42c3-a754-505f8cbcdc0b tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158969 Aug 16 22:32:41.809774 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af78e8bf-cadd-41ef-84ef-66bfe4dc5945 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:41.867677 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3a59d065-2810-4441-adf0-200f61add450 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting port 2d302ae3-9814-4190-96b6-feecc904f3bb {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:41.869029 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a59d065-2810-4441-adf0-200f61add450 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:41.879277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78e8bf-cadd-41ef-84ef-66bfe4dc5945 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Subnet': ['ID=2a0bc193-c8fb-4bed-be6b-9437ae191ad4,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:41.895095 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af78e8bf-cadd-41ef-84ef-66bfe4dc5945 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Checking segment: {'id': '177aa247-1611-4ab5-9c71-51bdd95f9bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '78154633-31dc-4bd7-9a73-ff6cbd8921d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:41.895461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af78e8bf-cadd-41ef-84ef-66bfe4dc5945 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network hostable DHCP agents. Network: 78154633-31dc-4bd7-9a73-ff6cbd8921d2, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:32:41.912959 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af78e8bf-cadd-41ef-84ef-66bfe4dc5945 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network 78154633-31dc-4bd7-9a73-ff6cbd8921d2 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:32:41.923522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-af78e8bf-cadd-41ef-84ef-66bfe4dc5945 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 78154633-31dc-4bd7-9a73-ff6cbd8921d2) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:41.928305 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af78e8bf-cadd-41ef-84ef-66bfe4dc5945 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:41.928902 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af78e8bf-cadd-41ef-84ef-66bfe4dc5945 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:41.936695 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6bc778-7945-467c-a410-32eba6329a33 None None] Network 78154633-31dc-4bd7-9a73-ff6cbd8921d2 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:41.946137 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-af78e8bf-cadd-41ef-84ef-66bfe4dc5945 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7388344 Aug 16 22:32:41.949321 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37732) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:41.956747 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-15fb0807-546a-4b86-8401-34e6c44d31d3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'subnet': {'network_id': '8b0e3781-527d-42df-bbeb-d83bbee11a38', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:42.049237 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a59d065-2810-4441-adf0-200f61add450 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.068318 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3a59d065-2810-4441-adf0-200f61add450 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Calling delete_port for 2d302ae3-9814-4190-96b6-feecc904f3bb owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:42.079730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9a06a-a37a-4c8c-b5cb-f31e37218bab req-b384d1f7-8209-40b1-bc6d-ac2af68b4786 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:42.082482 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15b9a06a-a37a-4c8c-b5cb-f31e37218bab req-b384d1f7-8209-40b1-bc6d-ac2af68b4786 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.0746334 Aug 16 22:32:42.085427 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.126034 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd76afbb-87ae-4fec-9331-f892f34c197d req-9c72b77c-fa88-4bf3-9fbc-d31cfe5ab68c tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0421803 Aug 16 22:32:42.129586 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fb0807-546a-4b86-8401-34e6c44d31d3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Made reservation on behalf of c913d440e664450daff7210bf2719493 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:42.134580 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15fb0807-546a-4b86-8401-34e6c44d31d3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.140081 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-78154633-31dc-4bd7-9a73-ff6cbd8921d2', 'network_id': '78154633-31dc-4bd7-9a73-ff6cbd8921d2', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'fixed_ips': [{'subnet_id': '2a0bc193-c8fb-4bed-be6b-9437ae191ad4'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:32:42.140894 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.166797 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15b9a06a-a37a-4c8c-b5cb-f31e37218bab req-3b5259de-ad94-4b40-ace6-9e2bf9bbc1ac tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660408 Aug 16 22:32:42.323925 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] Allocated IP 2001:db8::2 (78154633-31dc-4bd7-9a73-ff6cbd8921d2/2a0bc193-c8fb-4bed-be6b-9437ae191ad4/dbb788b3-a43f-4470-ad41-901b128b0e4d) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:42.494154 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ac3c2-4906-4a65-b0f9-655711e54191 req-9ed491a4-425a-4fcc-943a-0e544e08638c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:42.495920 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd9ac3c2-4906-4a65-b0f9-655711e54191 req-9ed491a4-425a-4fcc-943a-0e544e08638c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.0656826 Aug 16 22:32:42.543118 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd9ac3c2-4906-4a65-b0f9-655711e54191 req-888a0072-bdf5-4c07-a543-a2653b971f75 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404985 Aug 16 22:32:42.561626 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.630348 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e245ec40-e2e7-43e6-a91c-d683a699f55f up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:42.689656 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port e245ec40-e2e7-43e6-a91c-d683a699f55f completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:42.694117 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port e245ec40-e2e7-43e6-a91c-d683a699f55f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:42.694503 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.745081 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] Transition to ACTIVE for port object dbb788b3-a43f-4470-ad41-901b128b0e4d will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:42.747248 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a59d065-2810-4441-adf0-200f61add450 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.787239 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] Transition to ACTIVE for port object dbb788b3-a43f-4470-ad41-901b128b0e4d will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:42.793569 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.795936 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59d065-2810-4441-adf0-200f61add450 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Port': ['ID=2d302ae3-9814-4190-96b6-feecc904f3bb,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:42.806773 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.816277 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a59d065-2810-4441-adf0-200f61add450 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.821001 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3a59d065-2810-4441-adf0-200f61add450 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/2d302ae3-9814-4190-96b6-feecc904f3bb HTTP/1.1" status: 204 len: 168 time: 1.0800669 Aug 16 22:32:42.821001 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15fb0807-546a-4b86-8401-34e6c44d31d3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.821579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37750) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:42.836678 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e245ec40-e2e7-43e6-a91c-d683a699f55f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e245ec40-e2e7-43e6-a91c-d683a699f55f,segment=NetworkSegment(33dfb6c3-b599-4057-b70f-e1a7983d0cdf),segment_id=33dfb6c3-b599-4057-b70f-e1a7983d0cdf)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:42.870238 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92df8f8-bd91-4f49-9777-22d0ca640656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e245ec40-e2e7-43e6-a91c-d683a699f55f'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:32:42.880756 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09338ee-a969-4011-a86d-42856147599c" -d '{"events": [{"server_uuid": "a92df8f8-bd91-4f49-9777-22d0ca640656", "name": "network-vif-plugged", "status": "completed", "tag": "e245ec40-e2e7-43e6-a91c-d683a699f55f"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:32:42.902990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb0807-546a-4b86-8401-34e6c44d31d3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Subnet': ['ID=0d3922b7-340c-4140-95c5-24545f751985,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:42.906227 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb0807-546a-4b86-8401-34e6c44d31d3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Checking segment: {'id': 'e06517e9-4a98-47ce-ad65-1bd33c84d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b0e3781-527d-42df-bbeb-d83bbee11a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:42.906689 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fb0807-546a-4b86-8401-34e6c44d31d3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network hostable DHCP agents. Network: 8b0e3781-527d-42df-bbeb-d83bbee11a38, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:32:42.911362 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.924060 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-12b3a9a9-bbf0-461b-a065-422f6aed9849 None None] Provisioning for port 79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:42.940262 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] Network 78154633-31dc-4bd7-9a73-ff6cbd8921d2 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:42.941542 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fb0807-546a-4b86-8401-34e6c44d31d3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network 8b0e3781-527d-42df-bbeb-d83bbee11a38 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:32:42.950756 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] Pushing event updated for resources: {'Port': ['ID=dbb788b3-a43f-4470-ad41-901b128b0e4d,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:42.958611 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-15fb0807-546a-4b86-8401-34e6c44d31d3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 8b0e3781-527d-42df-bbeb-d83bbee11a38) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:42.965768 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fb0807-546a-4b86-8401-34e6c44d31d3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:42.966200 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:42.968505 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15fb0807-546a-4b86-8401-34e6c44d31d3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.970822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5632d0c-7943-47c7-b967-675c8aba344c None None] Network 8b0e3781-527d-42df-bbeb-d83bbee11a38 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:42.972831 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:42.996102 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-15fb0807-546a-4b86-8401-34e6c44d31d3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0448143 Aug 16 22:32:42.997738 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37754) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:43.004986 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0dd3926b-c938-407b-b4f7-e824b659f133 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-908069987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:43.022474 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07090ac-6e05-47fe-b2d8-9b61f8711c6e x-openstack-request-id: req-d07090ac-6e05-47fe-b2d8-9b61f8711c6e {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:32:43.025643 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92df8f8-bd91-4f49-9777-22d0ca640656", "name": "network-vif-plugged", "status": "completed", "tag": "e245ec40-e2e7-43e6-a91c-d683a699f55f", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:32:43.025909 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d07090ac-6e05-47fe-b2d8-9b61f8711c6e {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:32:43.026748 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92df8f8-bd91-4f49-9777-22d0ca640656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e245ec40-e2e7-43e6-a91c-d683a699f55f', 'code': 200} Aug 16 22:32:43.049076 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dd3926b-c938-407b-b4f7-e824b659f133 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.050561 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dd3926b-c938-407b-b4f7-e824b659f133 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.156154 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:43.241520 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dd3926b-c938-407b-b4f7-e824b659f133 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.245123 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f54b9-2be2-4333-bd80-9470b069c53f req-67ca340d-891a-46ba-b848-72efddd1ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:43.248046 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-403f54b9-2be2-4333-bd80-9470b069c53f req-67ca340d-891a-46ba-b848-72efddd1ac0b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a92df8f8-bd91-4f49-9777-22d0ca640656 HTTP/1.1" status: 200 len: 1097 time: 0.1873305 Aug 16 22:32:43.248482 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e1fb0b50-6151-41e9-8116-d21a5c6b9802 None None] Could not find standard attr ID for object 2d302ae3-9814-4190-96b6-feecc904f3bb. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:32:43.251825 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dd3926b-c938-407b-b4f7-e824b659f133 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.269118 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e245ec40-e2e7-43e6-a91c-d683a699f55f,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:43.285729 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] Attempting to bind port dbb788b3-a43f-4470-ad41-901b128b0e4d on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:43.286279 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] Attempting to bind port dbb788b3-a43f-4470-ad41-901b128b0e4d by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '177aa247-1611-4ab5-9c71-51bdd95f9bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '78154633-31dc-4bd7-9a73-ff6cbd8921d2'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:43.286648 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] Attempting to bind port dbb788b3-a43f-4470-ad41-901b128b0e4d on network 78154633-31dc-4bd7-9a73-ff6cbd8921d2 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:43.288636 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.306948 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dd3926b-c938-407b-b4f7-e824b659f133 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.308223 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:43.308606 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] Checking segment: {'id': '177aa247-1611-4ab5-9c71-51bdd95f9bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '78154633-31dc-4bd7-9a73-ff6cbd8921d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:43.309007 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.309391 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] Bound using segment: {'id': '177aa247-1611-4ab5-9c71-51bdd95f9bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '78154633-31dc-4bd7-9a73-ff6cbd8921d2'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:43.309884 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] Bound port: dbb788b3-a43f-4470-ad41-901b128b0e4d, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177aa247-1611-4ab5-9c71-51bdd95f9bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '78154633-31dc-4bd7-9a73-ff6cbd8921d2'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:43.310267 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.310807 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0dd3926b-c938-407b-b4f7-e824b659f133 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3114927 Aug 16 22:32:43.312873 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37762) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:43.368546 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-403f54b9-2be2-4333-bd80-9470b069c53f req-9deec86c-94a4-4cd4-b868-97c4fe9d48a0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104827 Aug 16 22:32:43.408302 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:43.424645 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:43.425033 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.429736 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] For port dbb788b3-a43f-4470-ad41-901b128b0e4d, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:43.443182 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7cf37865-c650-4ba9-aad4-1857cbcd4ff8 req-0217ab9e-c56b-416b-9f38-f17b1a3d39bc tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0417743 Aug 16 22:32:43.488277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1524ec2-48a6-4164-b3b7-732680c415e8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:43.490281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1524ec2-48a6-4164-b3b7-732680c415e8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:43.494846 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e1524ec2-48a6-4164-b3b7-732680c415e8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6720016 Aug 16 22:32:43.495432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37766) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:43.497303 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] For port dbb788b3-a43f-4470-ad41-901b128b0e4d, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=dbb788b3-a43f-4470-ad41-901b128b0e4d,segment=NetworkSegment(177aa247-1611-4ab5-9c71-51bdd95f9bc5),segment_id=177aa247-1611-4ab5-9c71-51bdd95f9bc5)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:43.516252 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.561815 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d36a03-788e-4291-acff-55ae495205ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-8b0e3781-527d-42df-bbeb-d83bbee11a38', 'network_id': '8b0e3781-527d-42df-bbeb-d83bbee11a38', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'fixed_ips': [{'subnet_id': '0d3922b7-340c-4140-95c5-24545f751985'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:32:43.562698 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-38d36a03-788e-4291-acff-55ae495205ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.562890 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca6c99-aa14-4c6c-9822-52e89c64eb16 req-89f9e2a3-c24a-49db-a2bd-22565c637bc7 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:43.570826 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8aca6c99-aa14-4c6c-9822-52e89c64eb16 req-89f9e2a3-c24a-49db-a2bd-22565c637bc7 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=a92df8f8-bd91-4f49-9777-22d0ca640656 HTTP/1.1" status: 200 len: 945 time: 0.1739001 Aug 16 22:32:43.621193 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f186546-d3b0-4083-9e02-77e4d26c7097 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet e7c928d7-be12-4132-8e1b-ace02591b51a {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:32:43.637352 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f186546-d3b0-4083-9e02-77e4d26c7097 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.647170 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b965d-4f4a-4226-ae63-97f9c239b709 None None] Pushing event updated for resources: {'Port': ['ID=dbb788b3-a43f-4470-ad41-901b128b0e4d,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:43.690264 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8aca6c99-aa14-4c6c-9822-52e89c64eb16 req-96b395c5-bb8d-450c-8c04-ee7b5cb9e3b7 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116118 Aug 16 22:32:43.705300 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.734860 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f186546-d3b0-4083-9e02-77e4d26c7097 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.780562 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.854910 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-38d36a03-788e-4291-acff-55ae495205ee None None] Allocated IP 2001:db8:1::2 (8b0e3781-527d-42df-bbeb-d83bbee11a38/0d3922b7-340c-4140-95c5-24545f751985/4449f3f5-5164-488f-9149-a7d13eb41b66) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:43.857798 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:43.868898 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.886833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954868d-69b2-4709-822e-ede983f7f1f0 req-4684a130-c148-4f84-b5d4-980b241f61d6 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:43.888423 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7954868d-69b2-4709-822e-ede983f7f1f0 req-4684a130-c148-4f84-b5d4-980b241f61d6 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.0986035 Aug 16 22:32:43.936110 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f186546-d3b0-4083-9e02-77e4d26c7097 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.987102 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:43.998504 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7954868d-69b2-4709-822e-ede983f7f1f0 req-1189ae3d-0cc3-4a41-8742-ae1725685599 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009784 Aug 16 22:32:44.025810 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f186546-d3b0-4083-9e02-77e4d26c7097 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.045157 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f186546-d3b0-4083-9e02-77e4d26c7097 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.052858 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8f186546-d3b0-4083-9e02-77e4d26c7097 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/e7c928d7-be12-4132-8e1b-ace02591b51a HTTP/1.1" status: 204 len: 168 time: 0.5560369 Aug 16 22:32:44.056834 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Allocated IP 2001:db8::1 (78154633-31dc-4bd7-9a73-ff6cbd8921d2/2a0bc193-c8fb-4bed-be6b-9437ae191ad4/fa8e44d1-2a0f-49c6-ad2b-02b4a40fb36e) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:44.072286 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37772) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:44.075000 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f186546-d3b0-4083-9e02-77e4d26c7097 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c928d7-be12-4132-8e1b-ace02591b51a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:44.076050 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ad0410-3c2e-4efe-9aa5-f9103917bb60 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:44.159742 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4bae6b98-7c5b-42d5-8bd4-24d981b69a88 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0860817 Aug 16 22:32:44.160121 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-38d36a03-788e-4291-acff-55ae495205ee None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.161769 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37774) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:44.175430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c79cd2c9-430c-408f-af53-08612fb417c5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:44.184991 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-38d36a03-788e-4291-acff-55ae495205ee None None] Transition to ACTIVE for port object 4449f3f5-5164-488f-9149-a7d13eb41b66 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:44.214130 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.230625 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Transition to ACTIVE for port object fa8e44d1-2a0f-49c6-ad2b-02b4a40fb36e will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:44.244490 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-38d36a03-788e-4291-acff-55ae495205ee None None] Transition to ACTIVE for port object 4449f3f5-5164-488f-9149-a7d13eb41b66 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:44.257855 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-38d36a03-788e-4291-acff-55ae495205ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.277180 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.321479 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network 78154633-31dc-4bd7-9a73-ff6cbd8921d2 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:44.322988 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d36a03-788e-4291-acff-55ae495205ee None None] Network 8b0e3781-527d-42df-bbeb-d83bbee11a38 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:44.324284 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d36a03-788e-4291-acff-55ae495205ee None None] Pushing event updated for resources: {'Port': ['ID=4449f3f5-5164-488f-9149-a7d13eb41b66,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:44.327418 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:44.329934 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-38d36a03-788e-4291-acff-55ae495205ee None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:44.332127 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:44.332363 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d36a03-788e-4291-acff-55ae495205ee None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:44.332984 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.384989 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Port': ['ID=fa8e44d1-2a0f-49c6-ad2b-02b4a40fb36e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:44.413507 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec610c0-cd85-4bab-beff-f3ac6d56b80b None None] DHCP port deletion for a58732b9-7854-450a-a2e3-f6da88770571 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:32:44.425203 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79cd2c9-430c-408f-af53-08612fb417c5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:44.425425 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-38d36a03-788e-4291-acff-55ae495205ee None None] Attempting to bind port 4449f3f5-5164-488f-9149-a7d13eb41b66 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:44.425745 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-38d36a03-788e-4291-acff-55ae495205ee None None] Attempting to bind port 4449f3f5-5164-488f-9149-a7d13eb41b66 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'e06517e9-4a98-47ce-ad65-1bd33c84d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b0e3781-527d-42df-bbeb-d83bbee11a38'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:44.426105 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d36a03-788e-4291-acff-55ae495205ee None None] Attempting to bind port 4449f3f5-5164-488f-9149-a7d13eb41b66 on network 8b0e3781-527d-42df-bbeb-d83bbee11a38 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:44.431891 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c79cd2c9-430c-408f-af53-08612fb417c5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.472163 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d36a03-788e-4291-acff-55ae495205ee None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:44.472549 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d36a03-788e-4291-acff-55ae495205ee None None] Checking segment: {'id': 'e06517e9-4a98-47ce-ad65-1bd33c84d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b0e3781-527d-42df-bbeb-d83bbee11a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:44.472957 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-38d36a03-788e-4291-acff-55ae495205ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.473345 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d36a03-788e-4291-acff-55ae495205ee None None] Bound using segment: {'id': 'e06517e9-4a98-47ce-ad65-1bd33c84d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b0e3781-527d-42df-bbeb-d83bbee11a38'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:44.473825 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-38d36a03-788e-4291-acff-55ae495205ee None None] Bound port: 4449f3f5-5164-488f-9149-a7d13eb41b66, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06517e9-4a98-47ce-ad65-1bd33c84d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b0e3781-527d-42df-bbeb-d83bbee11a38'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:44.474255 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-38d36a03-788e-4291-acff-55ae495205ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.493257 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.499694 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809454e-d8c5-4bfa-9332-25040758bf24 req-3876d296-76c4-46f2-a5a5-f37364c926d2 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:44.502212 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8809454e-d8c5-4bfa-9332-25040758bf24 req-3876d296-76c4-46f2-a5a5-f37364c926d2 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1469481 Aug 16 22:32:44.560748 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-38d36a03-788e-4291-acff-55ae495205ee None None] For port 4449f3f5-5164-488f-9149-a7d13eb41b66, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:44.564463 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-38d36a03-788e-4291-acff-55ae495205ee None None] For port 4449f3f5-5164-488f-9149-a7d13eb41b66, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4449f3f5-5164-488f-9149-a7d13eb41b66,segment=NetworkSegment(e06517e9-4a98-47ce-ad65-1bd33c84d03c),segment_id=e06517e9-4a98-47ce-ad65-1bd33c84d03c)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:44.577989 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-38d36a03-788e-4291-acff-55ae495205ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.594843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-bec610c0-cd85-4bab-beff-f3ac6d56b80b None None] Deleting port 79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:44.595338 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8809454e-d8c5-4bfa-9332-25040758bf24 req-51f9dee4-933c-4bfe-a71a-0f3c9a5d9819 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785487 Aug 16 22:32:44.595513 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bec610c0-cd85-4bab-beff-f3ac6d56b80b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.785072 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99c1b6ac-fd4d-43de-941b-291a2402b3fb req-bd73bd57-fe8a-4da4-a1a9-8ca6b2f3fd17 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0999815 Aug 16 22:32:44.809577 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.821469 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d36a03-788e-4291-acff-55ae495205ee None None] Pushing event updated for resources: {'Port': ['ID=4449f3f5-5164-488f-9149-a7d13eb41b66,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:44.834037 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-bec610c0-cd85-4bab-beff-f3ac6d56b80b None None] For port 79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:44.836212 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bec610c0-cd85-4bab-beff-f3ac6d56b80b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.874356 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-bec610c0-cd85-4bab-beff-f3ac6d56b80b None None] Calling delete_port for 79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:44.896539 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c79cd2c9-430c-408f-af53-08612fb417c5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.990064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79cd2c9-430c-408f-af53-08612fb417c5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:45.020070 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:45.028496 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:45.029375 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:45.064815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c79cd2c9-430c-408f-af53-08612fb417c5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:45.094268 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79cd2c9-430c-408f-af53-08612fb417c5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:45.098641 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c79cd2c9-430c-408f-af53-08612fb417c5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:45.101404 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device dbb788b3-a43f-4470-ad41-901b128b0e4d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:45.104139 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bec610c0-cd85-4bab-beff-f3ac6d56b80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:45.119780 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cd2c9-430c-408f-af53-08612fb417c5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=a1e8c714-0f41-4540-bf36-d0ddb1592705,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:45.146166 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c79cd2c9-430c-408f-af53-08612fb417c5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9787261 Aug 16 22:32:45.158401 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674fccd-e468-4af2-ac29-22bc47bf1e7b req-e8670941-e4e7-4acc-aed0-0003850b76db tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:45.164069 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37788) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:45.166956 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7674fccd-e468-4af2-ac29-22bc47bf1e7b req-e8670941-e4e7-4acc-aed0-0003850b76db tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=a92df8f8-bd91-4f49-9777-22d0ca640656 HTTP/1.1" status: 200 len: 945 time: 0.2053564 Aug 16 22:32:45.175010 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec610c0-cd85-4bab-beff-f3ac6d56b80b None None] Pushing event deleted for resources: {'Port': ['ID=79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:45.179001 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b5db1b8f-6d24-43f0-a686-fba36d8d6680 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'name': 'tempest-NetworksTestDHCPv6-1859116125'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:45.181098 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec610c0-cd85-4bab-beff-f3ac6d56b80b None None] No DVR routers for this DVR port 79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:32:45.200766 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec610c0-cd85-4bab-beff-f3ac6d56b80b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.201117 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec610c0-cd85-4bab-beff-f3ac6d56b80b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.201456 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec610c0-cd85-4bab-beff-f3ac6d56b80b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.201791 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec610c0-cd85-4bab-beff-f3ac6d56b80b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.202146 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec610c0-cd85-4bab-beff-f3ac6d56b80b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.202475 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec610c0-cd85-4bab-beff-f3ac6d56b80b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.202801 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec610c0-cd85-4bab-beff-f3ac6d56b80b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.203124 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec610c0-cd85-4bab-beff-f3ac6d56b80b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.203578 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec610c0-cd85-4bab-beff-f3ac6d56b80b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.203904 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec610c0-cd85-4bab-beff-f3ac6d56b80b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.204225 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec610c0-cd85-4bab-beff-f3ac6d56b80b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.204544 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec610c0-cd85-4bab-beff-f3ac6d56b80b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.215592 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4375814a-3626-48ba-9892-51537f422dd9 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:45.239107 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7674fccd-e468-4af2-ac29-22bc47bf1e7b req-45a69756-d394-4485-80db-20f94d87907b tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711286 Aug 16 22:32:45.295240 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Port': ['ID=fa8e44d1-2a0f-49c6-ad2b-02b4a40fb36e,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:45.308092 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.308427 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.308767 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.309101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.309432 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.309760 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.310160 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.310491 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.310813 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.311139 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.311463 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.311779 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:45.365848 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network 78154633-31dc-4bd7-9a73-ff6cbd8921d2 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:45.371627 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:45.374219 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port dbb788b3-a43f-4470-ad41-901b128b0e4d completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:45.397473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e36168-1060-4c81-b2d1-1ba6a4736778 None None] Network 78154633-31dc-4bd7-9a73-ff6cbd8921d2 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:45.444656 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a58732b9-7854-450a-a2e3-f6da88770571', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'fixed_ips': [{'subnet_id': 'a1e8c714-0f41-4540-bf36-d0ddb1592705'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:32:45.445558 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:45.489010 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5db1b8f-6d24-43f0-a686-fba36d8d6680 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:45.492778 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b5db1b8f-6d24-43f0-a686-fba36d8d6680 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:45.496408 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-06d58188-f666-421e-8cee-34a7a9db30e9 None None] Provisioning for port dbb788b3-a43f-4470-ad41-901b128b0e4d completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:45.504865 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:32:45.520270 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-b5db1b8f-6d24-43f0-a686-fba36d8d6680 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] device_id is not set on port fcec328b-a7e3-4582-9443-9d21b0c7de98 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:32:45.532785 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:32:45.533238 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 79ddb4a3-e7ab-4a31-89af-c59a1cdfef9d not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:32:45.541292 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-06d58188-f666-421e-8cee-34a7a9db30e9 None None] Provisioning complete for port dbb788b3-a43f-4470-ad41-901b128b0e4d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:45.541688 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-06d58188-f666-421e-8cee-34a7a9db30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:45.614470 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router b5b3dfd4-879d-4508-a84c-4d395aa17917 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:32:45.779611 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-b5db1b8f-6d24-43f0-a686-fba36d8d6680 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8::2d5 (a58732b9-7854-450a-a2e3-f6da88770571/a1e8c714-0f41-4540-bf36-d0ddb1592705/fcec328b-a7e3-4582-9443-9d21b0c7de98) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:45.825579 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:32:45.834428 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5758cdba-d641-40ef-960c-a847092a3e41 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/b5b3dfd4-879d-4508-a84c-4d395aa17917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5202265 Aug 16 22:32:45.840016 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f113b9c9-3d10-4ca4-b691-35978f6a10d2 None None] Sync routers for ids ['b5b3dfd4-879d-4508-a84c-4d395aa17917'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:32:45.843708 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63008c-efe5-4172-84da-091339fe8f7d req-6136a74a-f349-4693-be50-0a2f844f25e4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:45.854573 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37804) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:45.862434 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f113b9c9-3d10-4ca4-b691-35978f6a10d2 None None] Routers {'b5b3dfd4-879d-4508-a84c-4d395aa17917'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:45.863072 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f113b9c9-3d10-4ca4-b691-35978f6a10d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b5b3dfd4-879d-4508-a84c-4d395aa17917'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:45.865601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f63008c-efe5-4172-84da-091339fe8f7d req-6136a74a-f349-4693-be50-0a2f844f25e4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1347766 Aug 16 22:32:45.948146 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f63008c-efe5-4172-84da-091339fe8f7d req-26744b47-8cb2-42ac-928c-06669e56a331 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702899 Aug 16 22:32:45.952824 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f113b9c9-3d10-4ca4-b691-35978f6a10d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:45.971126 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f113b9c9-3d10-4ca4-b691-35978f6a10d2 None None] Routers {'b5b3dfd4-879d-4508-a84c-4d395aa17917'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:45.974035 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f113b9c9-3d10-4ca4-b691-35978f6a10d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b5b3dfd4-879d-4508-a84c-4d395aa17917'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:46.016535 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-06d58188-f666-421e-8cee-34a7a9db30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:46.045025 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8591fa6-8f62-49fe-954f-c4fad347dfca tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:46.048028 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c8591fa6-8f62-49fe-954f-c4fad347dfca tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/ports/fa8e44d1-2a0f-49c6-ad2b-02b4a40fb36e HTTP/1.1" status: 200 len: 911 time: 0.1924639 Aug 16 22:32:46.051413 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37812) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:46.053569 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f113b9c9-3d10-4ca4-b691-35978f6a10d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:46.065939 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f113b9c9-3d10-4ca4-b691-35978f6a10d2 None None] The sync data for ids ['b5b3dfd4-879d-4508-a84c-4d395aa17917'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:32:46.091673 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1484f32a-9f19-4f10-a35c-f6ea02a2ef51 req-49f2690d-f78f-4c8b-ba85-4fe202544770 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0678415 Aug 16 22:32:46.100501 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-06d58188-f666-421e-8cee-34a7a9db30e9 None None] For port dbb788b3-a43f-4470-ad41-901b128b0e4d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=dbb788b3-a43f-4470-ad41-901b128b0e4d,segment=NetworkSegment(177aa247-1611-4ab5-9c71-51bdd95f9bc5),segment_id=177aa247-1611-4ab5-9c71-51bdd95f9bc5)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:46.112048 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-06d58188-f666-421e-8cee-34a7a9db30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:46.183822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d58188-f666-421e-8cee-34a7a9db30e9 None None] Pushing event updated for resources: {'Port': ['ID=dbb788b3-a43f-4470-ad41-901b128b0e4d,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:46.248417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfecd6-05fd-4505-a02f-7aba344c020a req-e590d9cf-82a1-48a9-af26-c48b6250a567 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:46.250546 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04bfecd6-05fd-4505-a02f-7aba344c020a req-e590d9cf-82a1-48a9-af26-c48b6250a567 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.0635302 Aug 16 22:32:46.261741 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b5db1b8f-6d24-43f0-a686-fba36d8d6680 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:46.281933 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b5db1b8f-6d24-43f0-a686-fba36d8d6680 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Transition to ACTIVE for port object fcec328b-a7e3-4582-9443-9d21b0c7de98 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:46.303755 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04bfecd6-05fd-4505-a02f-7aba344c020a req-9ffa13f9-5236-4b33-8b09-83cd2302d7cf tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386133 Aug 16 22:32:46.338148 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3b521c-4bc2-4e09-94f2-9286e459236c None None] Network 8b0e3781-527d-42df-bbeb-d83bbee11a38 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:46.476175 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e5d3f-8f85-48fc-a256-2e62e41219ed req-9c46fa0a-2024-4a39-b29b-265ee74d10eb tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:46.485521 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4e4e5d3f-8f85-48fc-a256-2e62e41219ed req-9c46fa0a-2024-4a39-b29b-265ee74d10eb tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.0786448 Aug 16 22:32:46.515789 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-796e9173-281b-4559-9ad9-e98392d97ee5 None None] Provisioning for port 4449f3f5-5164-488f-9149-a7d13eb41b66 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:46.533539 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b5db1b8f-6d24-43f0-a686-fba36d8d6680 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:46.546983 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4e4e5d3f-8f85-48fc-a256-2e62e41219ed req-9e99d6b7-c76f-4c32-9df6-4fc6b3f08acf tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582922 Aug 16 22:32:46.601082 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db1b8f-6d24-43f0-a686-fba36d8d6680 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=fcec328b-a7e3-4582-9443-9d21b0c7de98,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:46.626910 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5db1b8f-6d24-43f0-a686-fba36d8d6680 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:46.630274 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-b5db1b8f-6d24-43f0-a686-fba36d8d6680 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:46.633344 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5db1b8f-6d24-43f0-a686-fba36d8d6680 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:46.641202 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5db1b8f-6d24-43f0-a686-fba36d8d6680 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:46.642145 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b5db1b8f-6d24-43f0-a686-fba36d8d6680 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:46.664413 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] Allocated IP 2001:db8::2 (a58732b9-7854-450a-a2e3-f6da88770571/a1e8c714-0f41-4540-bf36-d0ddb1592705/3b0ffcbb-7f8e-4069-96eb-6302b95331d9) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:46.741076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d0242509-2186-4ecd-991b-d7724361314f None None] Provisioning for port fa8e44d1-2a0f-49c6-ad2b-02b4a40fb36e completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:46.785164 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d0242509-2186-4ecd-991b-d7724361314f None None] Provisioning complete for port fa8e44d1-2a0f-49c6-ad2b-02b4a40fb36e triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:46.785542 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d0242509-2186-4ecd-991b-d7724361314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:46.812891 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b5db1b8f-6d24-43f0-a686-fba36d8d6680 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6450837 Aug 16 22:32:46.814402 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153333a7-9845-416e-b7bc-9c067ef10725 req-90bcb9d1-cd18-4b23-8d09-c6defee5d42d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:46.819157 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37820) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:46.826758 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-153333a7-9845-416e-b7bc-9c067ef10725 req-90bcb9d1-cd18-4b23-8d09-c6defee5d42d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1577156 Aug 16 22:32:46.896658 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d0242509-2186-4ecd-991b-d7724361314f None None] Port fa8e44d1-2a0f-49c6-ad2b-02b4a40fb36e cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:32:46.920877 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d0242509-2186-4ecd-991b-d7724361314f None None] Provisioning complete for port dbb788b3-a43f-4470-ad41-901b128b0e4d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:46.921373 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d0242509-2186-4ecd-991b-d7724361314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:46.960305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8651b0d1-a638-4016-8d7a-a5bc81f775d5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:46.961689 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8651b0d1-a638-4016-8d7a-a5bc81f775d5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1415758 Aug 16 22:32:46.968061 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37824) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:46.992892 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-153333a7-9845-416e-b7bc-9c067ef10725 req-abb58c7a-bea5-43d3-8737-c2ad5df21afd tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632562 Aug 16 22:32:47.178090 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:47.195924 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] Transition to ACTIVE for port object 3b0ffcbb-7f8e-4069-96eb-6302b95331d9 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:47.201805 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4449f3f5-5164-488f-9149-a7d13eb41b66 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:47.248398 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] Transition to ACTIVE for port object 3b0ffcbb-7f8e-4069-96eb-6302b95331d9 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:47.266050 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:47.297913 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e89f4280-cff5-4957-ae6a-25dcc5c12283 req-3a0e56b0-9cd0-40ff-ab7a-0d5e5963f39f tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0730467 Aug 16 22:32:47.342936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] Pushing event updated for resources: {'Port': ['ID=3b0ffcbb-7f8e-4069-96eb-6302b95331d9,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:47.348843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1a7b4281-1a3d-4580-93ef-fd0a28442fd0 None None] Provisioning complete for port fa8e44d1-2a0f-49c6-ad2b-02b4a40fb36e triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:47.349273 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4281-1a3d-4580-93ef-fd0a28442fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:47.352373 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:47.355525 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 4449f3f5-5164-488f-9149-a7d13eb41b66 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:47.374168 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:47.379529 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:47.383769 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 4449f3f5-5164-488f-9149-a7d13eb41b66 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:47.384697 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:47.447315 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-1a7b4281-1a3d-4580-93ef-fd0a28442fd0 None None] Port fa8e44d1-2a0f-49c6-ad2b-02b4a40fb36e cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:32:47.478796 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16eb60c1-08fa-4443-9e2b-7a64cee9da69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:47.485038 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] Attempting to bind port 3b0ffcbb-7f8e-4069-96eb-6302b95331d9 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:47.485410 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] Attempting to bind port 3b0ffcbb-7f8e-4069-96eb-6302b95331d9 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:47.485777 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] Attempting to bind port 3b0ffcbb-7f8e-4069-96eb-6302b95331d9 on network a58732b9-7854-450a-a2e3-f6da88770571 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:47.493846 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1a7b4281-1a3d-4580-93ef-fd0a28442fd0 None None] Provisioning complete for port 4449f3f5-5164-488f-9149-a7d13eb41b66 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:47.494289 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4281-1a3d-4580-93ef-fd0a28442fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:47.497846 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:47.498250 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] Checking segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:47.498652 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:47.499050 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] Bound using segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:47.499523 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] Bound port: 3b0ffcbb-7f8e-4069-96eb-6302b95331d9, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:47.499906 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:47.570606 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a7259582-ed03-4fb4-910f-4bb95daef860 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting port fcec328b-a7e3-4582-9443-9d21b0c7de98 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:47.570940 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7259582-ed03-4fb4-910f-4bb95daef860 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:47.593818 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:47.674226 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 4449f3f5-5164-488f-9149-a7d13eb41b66, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4449f3f5-5164-488f-9149-a7d13eb41b66,segment=NetworkSegment(e06517e9-4a98-47ce-ad65-1bd33c84d03c),segment_id=e06517e9-4a98-47ce-ad65-1bd33c84d03c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:47.680400 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] For port 3b0ffcbb-7f8e-4069-96eb-6302b95331d9, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:47.682493 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:47.683292 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device dbb788b3-a43f-4470-ad41-901b128b0e4d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:47.723728 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7259582-ed03-4fb4-910f-4bb95daef860 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:47.740379 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] For port 3b0ffcbb-7f8e-4069-96eb-6302b95331d9, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3b0ffcbb-7f8e-4069-96eb-6302b95331d9,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:47.751752 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:47.758916 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4281-1a3d-4580-93ef-fd0a28442fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:47.771978 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a7259582-ed03-4fb4-910f-4bb95daef860 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Calling delete_port for fcec328b-a7e3-4582-9443-9d21b0c7de98 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:47.822576 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=4449f3f5-5164-488f-9149-a7d13eb41b66,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:47.906220 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-16eb60c1-08fa-4443-9e2b-7a64cee9da69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Allocated IP 2001:db8:1::1 (8b0e3781-527d-42df-bbeb-d83bbee11a38/0d3922b7-340c-4140-95c5-24545f751985/705a804e-3d6b-4b53-b93a-027bef3fbbc0) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:47.906498 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62d8eb-a88d-449d-81b6-d565cd3b80ff None None] Pushing event updated for resources: {'Port': ['ID=3b0ffcbb-7f8e-4069-96eb-6302b95331d9,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:47.922912 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port dbb788b3-a43f-4470-ad41-901b128b0e4d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:47.923502 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:47.944452 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-1a7b4281-1a3d-4580-93ef-fd0a28442fd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:32:47.944807 n-d-792458-15 neutron-server[94873]: DEBUG oslo_db.api [None req-1a7b4281-1a3d-4580-93ef-fd0a28442fd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:32:48.077331 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7259582-ed03-4fb4-910f-4bb95daef860 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:48.122815 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7259582-ed03-4fb4-910f-4bb95daef860 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Port': ['ID=fcec328b-a7e3-4582-9443-9d21b0c7de98,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:48.174464 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7259582-ed03-4fb4-910f-4bb95daef860 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:48.176963 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a7259582-ed03-4fb4-910f-4bb95daef860 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/fcec328b-a7e3-4582-9443-9d21b0c7de98 HTTP/1.1" status: 204 len: 168 time: 1.2009606 Aug 16 22:32:48.179579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37846) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:48.188855 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16eb60c1-08fa-4443-9e2b-7a64cee9da69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:48.214977 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-16eb60c1-08fa-4443-9e2b-7a64cee9da69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Transition to ACTIVE for port object 705a804e-3d6b-4b53-b93a-027bef3fbbc0 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:48.268399 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16eb60c1-08fa-4443-9e2b-7a64cee9da69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:48.277672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9430cb7-1f63-4399-b288-9d87693a6006 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:48.279386 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9430cb7-1f63-4399-b288-9d87693a6006 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:48.281639 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f9430cb7-1f63-4399-b288-9d87693a6006 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1003735 Aug 16 22:32:48.284315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37852) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:48.315170 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eb60c1-08fa-4443-9e2b-7a64cee9da69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network 8b0e3781-527d-42df-bbeb-d83bbee11a38 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:48.321043 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-16eb60c1-08fa-4443-9e2b-7a64cee9da69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:48.324164 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eb60c1-08fa-4443-9e2b-7a64cee9da69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:48.324829 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16eb60c1-08fa-4443-9e2b-7a64cee9da69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:48.364765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d9e25b-89fe-4782-b760-38e4aead5456 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet a1e8c714-0f41-4540-bf36-d0ddb1592705 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:32:48.368853 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49d9e25b-89fe-4782-b760-38e4aead5456 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:48.396781 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb60c1-08fa-4443-9e2b-7a64cee9da69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Port': ['ID=705a804e-3d6b-4b53-b93a-027bef3fbbc0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:48.431657 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d88d0c7c-a056-45b2-8198-61a6c442773f req-c61f5773-036e-43c2-b6a3-15c2577f36a3 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0381520 Aug 16 22:32:48.468815 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49d9e25b-89fe-4782-b760-38e4aead5456 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:48.528243 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16eb60c1-08fa-4443-9e2b-7a64cee9da69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:48.583288 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49d9e25b-89fe-4782-b760-38e4aead5456 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:48.646900 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-37401a83-3ae8-4f6a-9fb1-f344ed458820 None None] Provisioning complete for port fa8e44d1-2a0f-49c6-ad2b-02b4a40fb36e triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:48.647448 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-37401a83-3ae8-4f6a-9fb1-f344ed458820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:48.715054 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49d9e25b-89fe-4782-b760-38e4aead5456 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:48.720412 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-37401a83-3ae8-4f6a-9fb1-f344ed458820 None None] Port fa8e44d1-2a0f-49c6-ad2b-02b4a40fb36e cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:32:48.766254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9e25b-89fe-4782-b760-38e4aead5456 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e8c714-0f41-4540-bf36-d0ddb1592705,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:48.770132 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49d9e25b-89fe-4782-b760-38e4aead5456 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:48.772508 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-49d9e25b-89fe-4782-b760-38e4aead5456 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/a1e8c714-0f41-4540-bf36-d0ddb1592705 HTTP/1.1" status: 204 len: 168 time: 0.4864588 Aug 16 22:32:48.777523 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37858) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:48.876260 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8d866e8c-f730-4974-8525-5b7b7d4da2fb None None] Provisioning for port 705a804e-3d6b-4b53-b93a-027bef3fbbc0 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:48.888721 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8d866e8c-f730-4974-8525-5b7b7d4da2fb None None] Provisioning complete for port 705a804e-3d6b-4b53-b93a-027bef3fbbc0 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:48.889230 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8d866e8c-f730-4974-8525-5b7b7d4da2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:48.913047 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7d3db64f-bf07-4b3b-bbad-dc63e09c0dbe tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1311469 Aug 16 22:32:48.913047 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37860) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:48.989325 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16eb60c1-08fa-4443-9e2b-7a64cee9da69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:48.997751 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16eb60c1-08fa-4443-9e2b-7a64cee9da69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:48.998782 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16eb60c1-08fa-4443-9e2b-7a64cee9da69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.028675 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-8d866e8c-f730-4974-8525-5b7b7d4da2fb None None] Port 705a804e-3d6b-4b53-b93a-027bef3fbbc0 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:32:49.042856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1852725b-b5be-423e-b440-4fb89b533258 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:49.046707 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1852725b-b5be-423e-b440-4fb89b533258 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1311967 Aug 16 22:32:49.048807 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37862) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:49.151361 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4449f3f5-5164-488f-9149-a7d13eb41b66 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:49.186500 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cbaa3b-a3fc-433a-8e5e-91ac2ae63bf1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:49.192329 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-54cbaa3b-a3fc-433a-8e5e-91ac2ae63bf1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1395252 Aug 16 22:32:49.193582 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37866) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:49.251279 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 4449f3f5-5164-488f-9149-a7d13eb41b66 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:49.251712 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.258547 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eb60c1-08fa-4443-9e2b-7a64cee9da69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network 8b0e3781-527d-42df-bbeb-d83bbee11a38 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:49.260716 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ddf5c7c8-ec9d-45bf-89d9-d89fb9d152ba tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650513 Aug 16 22:32:49.261641 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37868) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:49.268797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5616d0a1-52f8-49e8-ab85-589886ac2f01 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:49.275206 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-16eb60c1-08fa-4443-9e2b-7a64cee9da69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:49.298289 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb60c1-08fa-4443-9e2b-7a64cee9da69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Port': ['ID=705a804e-3d6b-4b53-b93a-027bef3fbbc0,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:49.482968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5616d0a1-52f8-49e8-ab85-589886ac2f01 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:49.493088 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5616d0a1-52f8-49e8-ab85-589886ac2f01 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.542244 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fed0248-a59a-4d48-aec3-8a75babde443 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:49.598033 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16eb60c1-08fa-4443-9e2b-7a64cee9da69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router b5b3dfd4-879d-4508-a84c-4d395aa17917 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:32:49.625641 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3b0ffcbb-7f8e-4069-96eb-6302b95331d9 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:49.683197 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f29b98e7-8d7d-459f-852a-09787aff4762 None None] Provisioning for port 3b0ffcbb-7f8e-4069-96eb-6302b95331d9 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:49.730537 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 3b0ffcbb-7f8e-4069-96eb-6302b95331d9 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:49.752945 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 3b0ffcbb-7f8e-4069-96eb-6302b95331d9 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:49.753319 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.810865 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41bd59d4-bcca-4c06-a3ce-725176116948 req-018a66cb-3efe-49dd-8258-166d58a7a179 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0452421 Aug 16 22:32:49.814911 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16eb60c1-08fa-4443-9e2b-7a64cee9da69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:32:49.818849 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5616d0a1-52f8-49e8-ab85-589886ac2f01 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.822057 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b85e1c7e-331f-4b49-86bb-3c69b57a38d4 None None] Provisioning complete for port 705a804e-3d6b-4b53-b93a-027bef3fbbc0 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:49.822428 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b85e1c7e-331f-4b49-86bb-3c69b57a38d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.823545 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-16eb60c1-08fa-4443-9e2b-7a64cee9da69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/b5b3dfd4-879d-4508-a84c-4d395aa17917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7706552 Aug 16 22:32:49.825491 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37878) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:49.866244 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5616d0a1-52f8-49e8-ab85-589886ac2f01 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:49.868086 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b85e1c7e-331f-4b49-86bb-3c69b57a38d4 None None] Port 705a804e-3d6b-4b53-b93a-027bef3fbbc0 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:32:49.871119 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4766fb85-7364-494c-9f8c-44e23c025fe9 None None] Sync routers for ids ['b5b3dfd4-879d-4508-a84c-4d395aa17917'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:32:49.873214 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5616d0a1-52f8-49e8-ab85-589886ac2f01 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:49.879412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5616d0a1-52f8-49e8-ab85-589886ac2f01 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:49.880436 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5616d0a1-52f8-49e8-ab85-589886ac2f01 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.885594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4766fb85-7364-494c-9f8c-44e23c025fe9 None None] Routers {'b5b3dfd4-879d-4508-a84c-4d395aa17917'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:49.886332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4766fb85-7364-494c-9f8c-44e23c025fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b5b3dfd4-879d-4508-a84c-4d395aa17917'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:49.901047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7135ad06-071a-4d0f-98c9-6f8fc31b1094 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:49.904923 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7135ad06-071a-4d0f-98c9-6f8fc31b1094 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/ports/705a804e-3d6b-4b53-b93a-027bef3fbbc0 HTTP/1.1" status: 200 len: 913 time: 0.0783412 Aug 16 22:32:49.905678 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37880) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:49.911280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5616d0a1-52f8-49e8-ab85-589886ac2f01 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6459460 Aug 16 22:32:49.911280 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616d0a1-52f8-49e8-ab85-589886ac2f01 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=f3889bad-5835-45c4-be7e-1ce95e8c0c28,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:49.912187 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37882) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:49.918389 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ebc0085e-3ba8-4d9a-bdd0-605c0b5ef15d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'fixed_ips': [{'subnet_id': 'f3889bad-5835-45c4-be7e-1ce95e8c0c28', 'ip_address': '2001:db8::55b7:a6c8:4e36:e909'}], 'name': 'tempest-NetworksTestDHCPv6-740287481'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:49.964986 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fc2c75-a029-4b51-90e5-408ec144bdf5 None None] DHCP port deletion for a58732b9-7854-450a-a2e3-f6da88770571 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:32:49.968951 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4766fb85-7364-494c-9f8c-44e23c025fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:49.974532 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:50.018506 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4766fb85-7364-494c-9f8c-44e23c025fe9 None None] Routers {'b5b3dfd4-879d-4508-a84c-4d395aa17917'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:50.019169 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4766fb85-7364-494c-9f8c-44e23c025fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b5b3dfd4-879d-4508-a84c-4d395aa17917'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:50.057524 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc0085e-3ba8-4d9a-bdd0-605c0b5ef15d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:50.066152 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4766fb85-7364-494c-9f8c-44e23c025fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:50.066901 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4766fb85-7364-494c-9f8c-44e23c025fe9 None None] The sync data for ids ['b5b3dfd4-879d-4508-a84c-4d395aa17917'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:32:50.099837 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 3b0ffcbb-7f8e-4069-96eb-6302b95331d9, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3b0ffcbb-7f8e-4069-96eb-6302b95331d9,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:50.110336 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:50.142998 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-81fc2c75-a029-4b51-90e5-408ec144bdf5 None None] Deleting port 3b0ffcbb-7f8e-4069-96eb-6302b95331d9 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:50.143286 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-81fc2c75-a029-4b51-90e5-408ec144bdf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:50.172771 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ebc0085e-3ba8-4d9a-bdd0-605c0b5ef15d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:50.194820 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-ebc0085e-3ba8-4d9a-bdd0-605c0b5ef15d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] device_id is not set on port dd9647ea-6cfb-4dbb-b48a-f0cbd69f7269 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:32:50.212841 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=3b0ffcbb-7f8e-4069-96eb-6302b95331d9,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:50.248503 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-81fc2c75-a029-4b51-90e5-408ec144bdf5 None None] For port 3b0ffcbb-7f8e-4069-96eb-6302b95331d9, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3b0ffcbb-7f8e-4069-96eb-6302b95331d9,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:50.249167 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-81fc2c75-a029-4b51-90e5-408ec144bdf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:50.263383 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-81fc2c75-a029-4b51-90e5-408ec144bdf5 None None] Calling delete_port for 3b0ffcbb-7f8e-4069-96eb-6302b95331d9 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:50.303191 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-009d9700-929d-4e64-8bc7-aabaca30b8ef tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:50.403433 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-81fc2c75-a029-4b51-90e5-408ec144bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:50.419713 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fc2c75-a029-4b51-90e5-408ec144bdf5 None None] No DVR routers for this DVR port 3b0ffcbb-7f8e-4069-96eb-6302b95331d9 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:32:50.463211 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06a7b69-f2ce-46e4-abfa-d2d2dd6fa7df None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:50.465732 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc2c75-a029-4b51-90e5-408ec144bdf5 None None] Pushing event deleted for resources: {'Port': ['ID=3b0ffcbb-7f8e-4069-96eb-6302b95331d9,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:50.499940 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-eef12e1d-4bef-448b-8d0e-a255ec92a8dc req-758bcfbe-d514-4b6b-bfc8-d759f9d3ba91 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0651445 Aug 16 22:32:50.520618 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-ebc0085e-3ba8-4d9a-bdd0-605c0b5ef15d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8::55b7:a6c8:4e36:e909 (a58732b9-7854-450a-a2e3-f6da88770571/f3889bad-5835-45c4-be7e-1ce95e8c0c28/dd9647ea-6cfb-4dbb-b48a-f0cbd69f7269) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:50.697865 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f967e655-27a7-40f0-817a-21e979348905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a58732b9-7854-450a-a2e3-f6da88770571', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'fixed_ips': [{'subnet_id': 'f3889bad-5835-45c4-be7e-1ce95e8c0c28'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:32:50.699506 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f967e655-27a7-40f0-817a-21e979348905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:50.751888 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ebc0085e-3ba8-4d9a-bdd0-605c0b5ef15d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:50.761867 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-009d9700-929d-4e64-8bc7-aabaca30b8ef tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting port 705a804e-3d6b-4b53-b93a-027bef3fbbc0 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:50.762546 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-009d9700-929d-4e64-8bc7-aabaca30b8ef tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:50.772852 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-ebc0085e-3ba8-4d9a-bdd0-605c0b5ef15d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Transition to ACTIVE for port object dd9647ea-6cfb-4dbb-b48a-f0cbd69f7269 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:50.812045 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ebc0085e-3ba8-4d9a-bdd0-605c0b5ef15d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:50.836560 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc0085e-3ba8-4d9a-bdd0-605c0b5ef15d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:50.840418 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ebc0085e-3ba8-4d9a-bdd0-605c0b5ef15d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:50.874614 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-009d9700-929d-4e64-8bc7-aabaca30b8ef tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:50.878284 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-f967e655-27a7-40f0-817a-21e979348905 None None] Allocated IP 2001:db8::2 (a58732b9-7854-450a-a2e3-f6da88770571/f3889bad-5835-45c4-be7e-1ce95e8c0c28/3e66c78c-9665-4fc3-9b23-33e6d055f33b) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:50.901358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-009d9700-929d-4e64-8bc7-aabaca30b8ef tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Calling delete_port for 705a804e-3d6b-4b53-b93a-027bef3fbbc0 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:50.909337 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc0085e-3ba8-4d9a-bdd0-605c0b5ef15d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:50.926213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc0085e-3ba8-4d9a-bdd0-605c0b5ef15d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:50.930647 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ebc0085e-3ba8-4d9a-bdd0-605c0b5ef15d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:50.990587 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-821d0025-0165-4752-a152-ef0571fd7aea req-3879d1fd-9719-4077-b7e9-b9973340daa0 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0530984 Aug 16 22:32:51.010514 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ebc0085e-3ba8-4d9a-bdd0-605c0b5ef15d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0971687 Aug 16 22:32:51.013950 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37894) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:51.029661 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0085e-3ba8-4d9a-bdd0-605c0b5ef15d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=dd9647ea-6cfb-4dbb-b48a-f0cbd69f7269,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:51.057570 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3b0ffcbb-7f8e-4069-96eb-6302b95331d9 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:32:51.075867 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9926f058-2ea2-4e4d-85ae-2167b3a33d33 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:51.077739 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9926f058-2ea2-4e4d-85ae-2167b3a33d33 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0626616 Aug 16 22:32:51.081575 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37896) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:51.090857 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 3b0ffcbb-7f8e-4069-96eb-6302b95331d9 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:32:51.091217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3b0ffcbb-7f8e-4069-96eb-6302b95331d9 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:32:51.129511 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f967e655-27a7-40f0-817a-21e979348905 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:51.141314 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f967e655-27a7-40f0-817a-21e979348905 None None] Transition to ACTIVE for port object 3e66c78c-9665-4fc3-9b23-33e6d055f33b will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:51.158864 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f967e655-27a7-40f0-817a-21e979348905 None None] Transition to ACTIVE for port object 3e66c78c-9665-4fc3-9b23-33e6d055f33b will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:51.166360 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f967e655-27a7-40f0-817a-21e979348905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:51.173863 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-009d9700-929d-4e64-8bc7-aabaca30b8ef tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:51.212223 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f967e655-27a7-40f0-817a-21e979348905 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:51.215262 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-f967e655-27a7-40f0-817a-21e979348905 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:51.218033 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-57db7a39-26e4-4cc1-9c36-66379a9949b6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting port dd9647ea-6cfb-4dbb-b48a-f0cbd69f7269 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:51.218543 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57db7a39-26e4-4cc1-9c36-66379a9949b6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:51.223263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f967e655-27a7-40f0-817a-21e979348905 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:51.227567 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d9700-929d-4e64-8bc7-aabaca30b8ef tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Port': ['ID=705a804e-3d6b-4b53-b93a-027bef3fbbc0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:51.238904 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967e655-27a7-40f0-817a-21e979348905 None None] Pushing event updated for resources: {'Port': ['ID=3e66c78c-9665-4fc3-9b23-33e6d055f33b,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:51.311196 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f967e655-27a7-40f0-817a-21e979348905 None None] Attempting to bind port 3e66c78c-9665-4fc3-9b23-33e6d055f33b on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:51.312003 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f967e655-27a7-40f0-817a-21e979348905 None None] Attempting to bind port 3e66c78c-9665-4fc3-9b23-33e6d055f33b by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:51.315227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f967e655-27a7-40f0-817a-21e979348905 None None] Attempting to bind port 3e66c78c-9665-4fc3-9b23-33e6d055f33b on network a58732b9-7854-450a-a2e3-f6da88770571 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:51.323065 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f967e655-27a7-40f0-817a-21e979348905 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:51.323571 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f967e655-27a7-40f0-817a-21e979348905 None None] Checking segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:51.324061 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f967e655-27a7-40f0-817a-21e979348905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:51.324537 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f967e655-27a7-40f0-817a-21e979348905 None None] Bound using segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:51.325106 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f967e655-27a7-40f0-817a-21e979348905 None None] Bound port: 3e66c78c-9665-4fc3-9b23-33e6d055f33b, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:51.325563 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f967e655-27a7-40f0-817a-21e979348905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:51.347038 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57db7a39-26e4-4cc1-9c36-66379a9949b6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:51.366994 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-57db7a39-26e4-4cc1-9c36-66379a9949b6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Calling delete_port for dd9647ea-6cfb-4dbb-b48a-f0cbd69f7269 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:51.385132 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-009d9700-929d-4e64-8bc7-aabaca30b8ef tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:51.443154 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f967e655-27a7-40f0-817a-21e979348905 None None] For port 3e66c78c-9665-4fc3-9b23-33e6d055f33b, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:51.455184 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f967e655-27a7-40f0-817a-21e979348905 None None] For port 3e66c78c-9665-4fc3-9b23-33e6d055f33b, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3e66c78c-9665-4fc3-9b23-33e6d055f33b,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:51.468380 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f967e655-27a7-40f0-817a-21e979348905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:51.584806 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967e655-27a7-40f0-817a-21e979348905 None None] Pushing event updated for resources: {'Port': ['ID=3e66c78c-9665-4fc3-9b23-33e6d055f33b,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:51.604931 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57db7a39-26e4-4cc1-9c36-66379a9949b6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:51.675060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db7a39-26e4-4cc1-9c36-66379a9949b6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Port': ['ID=dd9647ea-6cfb-4dbb-b48a-f0cbd69f7269,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:51.744808 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009d9700-929d-4e64-8bc7-aabaca30b8ef tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router b5b3dfd4-879d-4508-a84c-4d395aa17917 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:32:51.749243 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-57db7a39-26e4-4cc1-9c36-66379a9949b6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:51.753889 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37906) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:51.757162 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-57db7a39-26e4-4cc1-9c36-66379a9949b6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/dd9647ea-6cfb-4dbb-b48a-f0cbd69f7269 HTTP/1.1" status: 204 len: 168 time: 0.6716108 Aug 16 22:32:52.115594 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-201c066a-7d79-4a30-b750-695e48e32d26 req-5bb9ce1f-bf96-406e-acbd-5ce5c0f8f6b2 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0290005 Aug 16 22:32:52.224674 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580b49ee-8454-4a7c-bdf8-6810ba4a2575 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:52.226382 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580b49ee-8454-4a7c-bdf8-6810ba4a2575 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:52.230688 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-580b49ee-8454-4a7c-bdf8-6810ba4a2575 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4752164 Aug 16 22:32:52.231014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37914) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:52.243181 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009d9700-929d-4e64-8bc7-aabaca30b8ef tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:32:52.257099 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ffcf08-241a-4461-bbe6-7440c2c3a145 None None] Sync routers for ids ['b5b3dfd4-879d-4508-a84c-4d395aa17917'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:32:52.263567 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-009d9700-929d-4e64-8bc7-aabaca30b8ef tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/b5b3dfd4-879d-4508-a84c-4d395aa17917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3567228 Aug 16 22:32:52.264205 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37916) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:52.268524 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ffcf08-241a-4461-bbe6-7440c2c3a145 None None] Routers {'b5b3dfd4-879d-4508-a84c-4d395aa17917'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:52.269138 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d5ffcf08-241a-4461-bbe6-7440c2c3a145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b5b3dfd4-879d-4508-a84c-4d395aa17917'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:52.315626 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d5ffcf08-241a-4461-bbe6-7440c2c3a145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:52.335949 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7ec14c-6cd0-440c-b04b-ee5d146ea0c3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet f3889bad-5835-45c4-be7e-1ce95e8c0c28 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:32:52.337776 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ffcf08-241a-4461-bbe6-7440c2c3a145 None None] Routers {'b5b3dfd4-879d-4508-a84c-4d395aa17917'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:52.339754 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d5ffcf08-241a-4461-bbe6-7440c2c3a145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b5b3dfd4-879d-4508-a84c-4d395aa17917'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:52.344356 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba7ec14c-6cd0-440c-b04b-ee5d146ea0c3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:52.385635 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d5ffcf08-241a-4461-bbe6-7440c2c3a145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:52.386505 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ffcf08-241a-4461-bbe6-7440c2c3a145 None None] The sync data for ids ['b5b3dfd4-879d-4508-a84c-4d395aa17917'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:32:52.413835 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba7ec14c-6cd0-440c-b04b-ee5d146ea0c3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:52.426622 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-71796205-0e74-4dac-89c2-0a623f2a784d req-f0965589-1985-4a74-86a5-a3a95afc7b3a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d4daadfed0f04d8b96ff57c146501665&device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0348854 Aug 16 22:32:52.471432 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f608331b-bc39-496c-8bec-58f869ab10aa req-6cdfc1d4-a5bf-464e-922a-7502d13309e2 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0343516 Aug 16 22:32:52.537886 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-71796205-0e74-4dac-89c2-0a623f2a784d req-d0cf539e-56d3-4c23-8550-0eef1963aef9 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d4daadfed0f04d8b96ff57c146501665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1014125 Aug 16 22:32:52.546748 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba7ec14c-6cd0-440c-b04b-ee5d146ea0c3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:52.636430 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba7ec14c-6cd0-440c-b04b-ee5d146ea0c3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:52.708832 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ec14c-6cd0-440c-b04b-ee5d146ea0c3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=f3889bad-5835-45c4-be7e-1ce95e8c0c28,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:52.716364 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba7ec14c-6cd0-440c-b04b-ee5d146ea0c3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:52.720761 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ba7ec14c-6cd0-440c-b04b-ee5d146ea0c3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/f3889bad-5835-45c4-be7e-1ce95e8c0c28 HTTP/1.1" status: 204 len: 168 time: 0.4866123 Aug 16 22:32:52.721035 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37926) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:52.767771 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71796205-0e74-4dac-89c2-0a623f2a784d req-ec02d8f6-e6b4-4df5-9c16-c95ae89935f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:52.769391 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-71796205-0e74-4dac-89c2-0a623f2a784d req-ec02d8f6-e6b4-4df5-9c16-c95ae89935f1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2204833 Aug 16 22:32:52.798514 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37930) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:52.802245 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d2b80e2a-cb28-40de-a891-c6b17622fd5b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798798 Aug 16 22:32:52.806196 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-696a328d-8982-4d21-9461-513ce2a43328 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:52.967414 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696a328d-8982-4d21-9461-513ce2a43328 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:52.971180 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-696a328d-8982-4d21-9461-513ce2a43328 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:52.994878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3e66c78c-9665-4fc3-9b23-33e6d055f33b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:53.037798 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b346ab8-3eaa-47ae-88b5-f81e3044c914 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:53.102561 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ba03fde1-c4fb-47f4-a500-f590231adeed None None] Provisioning for port 3e66c78c-9665-4fc3-9b23-33e6d055f33b completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:53.118165 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8922f495-a535-4df9-a38b-89a2cfa6beb8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:53.159067 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 3e66c78c-9665-4fc3-9b23-33e6d055f33b completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:53.167809 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 3e66c78c-9665-4fc3-9b23-33e6d055f33b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:53.168382 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:53.283483 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:53.317028 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 3e66c78c-9665-4fc3-9b23-33e6d055f33b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3e66c78c-9665-4fc3-9b23-33e6d055f33b,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:53.322553 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:53.348900 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b42dac8-6aab-473e-9961-fd7d6b13b4c3 None None] DHCP port deletion for a58732b9-7854-450a-a2e3-f6da88770571 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:32:53.363654 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-696a328d-8982-4d21-9461-513ce2a43328 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:53.407895 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=3e66c78c-9665-4fc3-9b23-33e6d055f33b,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:53.427859 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-7b42dac8-6aab-473e-9961-fd7d6b13b4c3 None None] Deleting port 3e66c78c-9665-4fc3-9b23-33e6d055f33b {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:53.428070 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696a328d-8982-4d21-9461-513ce2a43328 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:53.428402 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b42dac8-6aab-473e-9961-fd7d6b13b4c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:53.437857 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-696a328d-8982-4d21-9461-513ce2a43328 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:53.443704 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696a328d-8982-4d21-9461-513ce2a43328 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:53.444305 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-696a328d-8982-4d21-9461-513ce2a43328 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:53.448671 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a328d-8982-4d21-9461-513ce2a43328 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=056c0ef9-01aa-4199-8815-589699a6bbc3,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:53.488331 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-696a328d-8982-4d21-9461-513ce2a43328 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6884160 Aug 16 22:32:53.491145 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37934) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:53.499652 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-41068bd8-62b2-4835-8e9c-db7261d4a641 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'fixed_ips': [{'subnet_id': '056c0ef9-01aa-4199-8815-589699a6bbc3', 'ip_address': '2001:db8::7b26:6f9e:da4:1374'}], 'name': 'tempest-NetworksTestDHCPv6-390350479'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:53.519012 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7b42dac8-6aab-473e-9961-fd7d6b13b4c3 None None] For port 3e66c78c-9665-4fc3-9b23-33e6d055f33b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3e66c78c-9665-4fc3-9b23-33e6d055f33b,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:53.519420 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b42dac8-6aab-473e-9961-fd7d6b13b4c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:53.534511 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-7b42dac8-6aab-473e-9961-fd7d6b13b4c3 None None] Calling delete_port for 3e66c78c-9665-4fc3-9b23-33e6d055f33b owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:53.561305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8922f495-a535-4df9-a38b-89a2cfa6beb8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting port fa8e44d1-2a0f-49c6-ad2b-02b4a40fb36e {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:53.561985 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8922f495-a535-4df9-a38b-89a2cfa6beb8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:53.632641 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b42dac8-6aab-473e-9961-fd7d6b13b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:53.635176 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-48882f52-73ea-4457-935e-15aaac00123e req-9de9f0f9-e6db-45bd-af29-5916e928b1c4 tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0417602 Aug 16 22:32:53.679295 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b42dac8-6aab-473e-9961-fd7d6b13b4c3 None None] No DVR routers for this DVR port 3e66c78c-9665-4fc3-9b23-33e6d055f33b on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:32:53.682634 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8922f495-a535-4df9-a38b-89a2cfa6beb8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:53.683128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42dac8-6aab-473e-9961-fd7d6b13b4c3 None None] Pushing event deleted for resources: {'Port': ['ID=3e66c78c-9665-4fc3-9b23-33e6d055f33b,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:53.694138 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41068bd8-62b2-4835-8e9c-db7261d4a641 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:53.699752 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55adf3cf-e315-476d-91ea-039bc571a496 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:53.700320 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41068bd8-62b2-4835-8e9c-db7261d4a641 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:53.710916 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8922f495-a535-4df9-a38b-89a2cfa6beb8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Calling delete_port for fa8e44d1-2a0f-49c6-ad2b-02b4a40fb36e owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:53.721118 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-41068bd8-62b2-4835-8e9c-db7261d4a641 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] device_id is not set on port e3c9ece1-1e9e-443d-b5d1-9558a8c94430 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:32:53.982343 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-41068bd8-62b2-4835-8e9c-db7261d4a641 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8::7b26:6f9e:da4:1374 (a58732b9-7854-450a-a2e3-f6da88770571/056c0ef9-01aa-4199-8815-589699a6bbc3/e3c9ece1-1e9e-443d-b5d1-9558a8c94430) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:53.986516 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a58732b9-7854-450a-a2e3-f6da88770571', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'fixed_ips': [{'subnet_id': '056c0ef9-01aa-4199-8815-589699a6bbc3'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:32:53.988020 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.045905 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8922f495-a535-4df9-a38b-89a2cfa6beb8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.073990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922f495-a535-4df9-a38b-89a2cfa6beb8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Port': ['ID=fa8e44d1-2a0f-49c6-ad2b-02b4a40fb36e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:54.190563 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8922f495-a535-4df9-a38b-89a2cfa6beb8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.194900 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41068bd8-62b2-4835-8e9c-db7261d4a641 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.213714 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-41068bd8-62b2-4835-8e9c-db7261d4a641 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Transition to ACTIVE for port object e3c9ece1-1e9e-443d-b5d1-9558a8c94430 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:54.252323 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41068bd8-62b2-4835-8e9c-db7261d4a641 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.275988 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41068bd8-62b2-4835-8e9c-db7261d4a641 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:54.279620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-41068bd8-62b2-4835-8e9c-db7261d4a641 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:54.281611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41068bd8-62b2-4835-8e9c-db7261d4a641 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:54.288621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41068bd8-62b2-4835-8e9c-db7261d4a641 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:54.289274 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41068bd8-62b2-4835-8e9c-db7261d4a641 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.315106 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-71796205-0e74-4dac-89c2-0a623f2a784d req-67a6c08e-5bdc-409f-92d0-0ddc68e2ab5c tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.39 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0309632 Aug 16 22:32:54.353670 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] Allocated IP 2001:db8::2 (a58732b9-7854-450a-a2e3-f6da88770571/056c0ef9-01aa-4199-8815-589699a6bbc3/0d442956-e941-448c-b3b0-9f916a39bae9) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:54.367031 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-41068bd8-62b2-4835-8e9c-db7261d4a641 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.8695881 Aug 16 22:32:54.368401 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37946) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:54.379691 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41068bd8-62b2-4835-8e9c-db7261d4a641 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=e3c9ece1-1e9e-443d-b5d1-9558a8c94430,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:54.432439 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8922f495-a535-4df9-a38b-89a2cfa6beb8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router b5b3dfd4-879d-4508-a84c-4d395aa17917 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:32:54.433608 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6561ac-fdd0-4e67-af4d-7cbe292224ab tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:54.436608 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8a6561ac-fdd0-4e67-af4d-7cbe292224ab tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0670190 Aug 16 22:32:54.440958 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37948) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:54.549221 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.557619 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] Transition to ACTIVE for port object 0d442956-e941-448c-b3b0-9f916a39bae9 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:54.572592 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] Transition to ACTIVE for port object 0d442956-e941-448c-b3b0-9f916a39bae9 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:54.573644 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8922f495-a535-4df9-a38b-89a2cfa6beb8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:32:54.579076 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.579314 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8922f495-a535-4df9-a38b-89a2cfa6beb8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/b5b3dfd4-879d-4508-a84c-4d395aa17917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3123825 Aug 16 22:32:54.582348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37950) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:54.610255 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1885fc57-3f9e-4eea-8d4f-885e507e94fc None None] Sync routers for ids ['b5b3dfd4-879d-4508-a84c-4d395aa17917'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:32:54.612631 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-77787e93-d363-41ec-a356-5477c80c60d0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5b3dfd4-879d-4508-a84c-4d395aa17917 HTTP/1.1" status: 200 len: 205 time: 0.0292797 Aug 16 22:32:54.615201 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37952) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:54.638331 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] Pushing event updated for resources: {'Port': ['ID=0d442956-e941-448c-b3b0-9f916a39bae9,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:54.642509 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:54.645460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:54.647089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1885fc57-3f9e-4eea-8d4f-885e507e94fc None None] Routers {'b5b3dfd4-879d-4508-a84c-4d395aa17917'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:54.647696 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1885fc57-3f9e-4eea-8d4f-885e507e94fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b5b3dfd4-879d-4508-a84c-4d395aa17917'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:54.651048 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:54.688376 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1885fc57-3f9e-4eea-8d4f-885e507e94fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:54.701431 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b8fde367-257f-4aca-8f51-86be2700d4d8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting port e3c9ece1-1e9e-443d-b5d1-9558a8c94430 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:54.701777 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8fde367-257f-4aca-8f51-86be2700d4d8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.716879 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1885fc57-3f9e-4eea-8d4f-885e507e94fc None None] Routers {'b5b3dfd4-879d-4508-a84c-4d395aa17917'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:54.717500 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1885fc57-3f9e-4eea-8d4f-885e507e94fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b5b3dfd4-879d-4508-a84c-4d395aa17917'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:54.719684 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6c5343b-df3b-4af1-afd4-48d4065edded tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.765078 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-145d6d32-06ff-499a-8f10-48df72686c0c req-2e2d33bf-bf2d-44c1-979d-a21a5b2b9b6f tempest-ServerShowV254Test-1049100860 tempest-ServerShowV254Test-1049100860-project] 10.222.0.93 "GET /v2.0/ports?device_id=765933a1-f9de-4ade-bd2f-aa001bd59d6a HTTP/1.1" status: 200 len: 210 time: 0.0283134 Aug 16 22:32:54.767559 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1885fc57-3f9e-4eea-8d4f-885e507e94fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:54.768401 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1885fc57-3f9e-4eea-8d4f-885e507e94fc None None] The sync data for ids ['b5b3dfd4-879d-4508-a84c-4d395aa17917'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:32:54.790044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] Attempting to bind port 0d442956-e941-448c-b3b0-9f916a39bae9 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:54.790044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] Attempting to bind port 0d442956-e941-448c-b3b0-9f916a39bae9 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:54.791214 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] Attempting to bind port 0d442956-e941-448c-b3b0-9f916a39bae9 on network a58732b9-7854-450a-a2e3-f6da88770571 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:54.797345 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:54.798032 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] Checking segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:54.798508 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.799003 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] Bound using segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:54.799578 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] Bound port: 0d442956-e941-448c-b3b0-9f916a39bae9, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:54.800030 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.868420 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] For port 0d442956-e941-448c-b3b0-9f916a39bae9, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:54.872029 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] For port 0d442956-e941-448c-b3b0-9f916a39bae9, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0d442956-e941-448c-b3b0-9f916a39bae9,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:54.882897 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.986472 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3e66c78c-9665-4fc3-9b23-33e6d055f33b no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:32:55.001452 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6c5343b-df3b-4af1-afd4-48d4065edded tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.007712 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be8680-0a20-4d35-9c3e-4774dcce911c None None] Pushing event updated for resources: {'Port': ['ID=0d442956-e941-448c-b3b0-9f916a39bae9,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:55.013525 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6c5343b-df3b-4af1-afd4-48d4065edded tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.031253 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 3e66c78c-9665-4fc3-9b23-33e6d055f33b {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:32:55.031599 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3e66c78c-9665-4fc3-9b23-33e6d055f33b not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:32:55.095240 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8fde367-257f-4aca-8f51-86be2700d4d8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.112619 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b8fde367-257f-4aca-8f51-86be2700d4d8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Calling delete_port for e3c9ece1-1e9e-443d-b5d1-9558a8c94430 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:55.114606 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6c5343b-df3b-4af1-afd4-48d4065edded tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.115251 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c5343b-df3b-4af1-afd4-48d4065edded tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Fanout notify agent at l3_agent the message router_deleted on router b5b3dfd4-879d-4508-a84c-4d395aa17917 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:32:55.125673 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6c5343b-df3b-4af1-afd4-48d4065edded tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.130537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37964) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:55.133767 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b6c5343b-df3b-4af1-afd4-48d4065edded tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/routers/b5b3dfd4-879d-4508-a84c-4d395aa17917 HTTP/1.1" status: 204 len: 168 time: 0.5175552 Aug 16 22:32:55.183036 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fb925d-cb1c-433a-8cd8-964365f49741 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting subnet 0d3922b7-340c-4140-95c5-24545f751985 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:32:55.186287 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a7fb925d-cb1c-433a-8cd8-964365f49741 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.234797 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a7fb925d-cb1c-433a-8cd8-964365f49741 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.294088 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8fde367-257f-4aca-8f51-86be2700d4d8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.346369 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fde367-257f-4aca-8f51-86be2700d4d8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Port': ['ID=e3c9ece1-1e9e-443d-b5d1-9558a8c94430,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:55.351076 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a7fb925d-cb1c-433a-8cd8-964365f49741 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.371163 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8fde367-257f-4aca-8f51-86be2700d4d8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.373235 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b8fde367-257f-4aca-8f51-86be2700d4d8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/e3c9ece1-1e9e-443d-b5d1-9558a8c94430 HTTP/1.1" status: 204 len: 168 time: 0.9312961 Aug 16 22:32:55.375815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37966) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:55.447123 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e24846-9981-4404-9a21-c6926aa9e52f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:55.448723 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e24846-9981-4404-9a21-c6926aa9e52f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:55.450236 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f4e24846-9981-4404-9a21-c6926aa9e52f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0734582 Aug 16 22:32:55.452991 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37968) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:55.462064 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a7fb925d-cb1c-433a-8cd8-964365f49741 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.491168 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb925d-cb1c-433a-8cd8-964365f49741 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3922b7-340c-4140-95c5-24545f751985,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:55.494724 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a7fb925d-cb1c-433a-8cd8-964365f49741 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.499577 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a7fb925d-cb1c-433a-8cd8-964365f49741 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/subnets/0d3922b7-340c-4140-95c5-24545f751985 HTTP/1.1" status: 204 len: 168 time: 0.3649302 Aug 16 22:32:55.499690 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37970) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:55.504873 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414a6fc4-0fef-4801-a463-beb651eab116 None None] Network 8b0e3781-527d-42df-bbeb-d83bbee11a38 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:55.505415 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc90cd39-136f-4e9e-976d-abc949d8079a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet 056c0ef9-01aa-4199-8815-589699a6bbc3 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:32:55.508882 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc90cd39-136f-4e9e-976d-abc949d8079a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.556951 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-7353c73b-6865-4bd2-b7f9-d38385632128 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting subnet 2a0bc193-c8fb-4bed-be6b-9437ae191ad4 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:32:55.559528 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc90cd39-136f-4e9e-976d-abc949d8079a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.560315 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7353c73b-6865-4bd2-b7f9-d38385632128 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.602538 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7353c73b-6865-4bd2-b7f9-d38385632128 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.650475 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc90cd39-136f-4e9e-976d-abc949d8079a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.700384 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc22e37-fd36-4a02-8659-29b35ec9d274 None None] DHCP port deletion for 8b0e3781-527d-42df-bbeb-d83bbee11a38 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:32:55.709049 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7353c73b-6865-4bd2-b7f9-d38385632128 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.723971 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc90cd39-136f-4e9e-976d-abc949d8079a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.763764 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90cd39-136f-4e9e-976d-abc949d8079a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=056c0ef9-01aa-4199-8815-589699a6bbc3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:55.770509 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc90cd39-136f-4e9e-976d-abc949d8079a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.773502 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dc90cd39-136f-4e9e-976d-abc949d8079a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/056c0ef9-01aa-4199-8815-589699a6bbc3 HTTP/1.1" status: 204 len: 168 time: 0.3191028 Aug 16 22:32:55.776156 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37972) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:55.783307 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7353c73b-6865-4bd2-b7f9-d38385632128 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.827672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353c73b-6865-4bd2-b7f9-d38385632128 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Subnet': ['ID=2a0bc193-c8fb-4bed-be6b-9437ae191ad4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:55.832815 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7353c73b-6865-4bd2-b7f9-d38385632128 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.843917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7353c73b-6865-4bd2-b7f9-d38385632128 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/subnets/2a0bc193-c8fb-4bed-be6b-9437ae191ad4 HTTP/1.1" status: 204 len: 168 time: 0.3431549 Aug 16 22:32:55.846728 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37976) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:55.889427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce61255-5895-45ce-93bf-180638f0d635 None None] Network 78154633-31dc-4bd7-9a73-ff6cbd8921d2 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:55.983523 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21cdad15-4a0d-4060-9bc5-149a49e9cb79 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.084580 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-1cc22e37-fd36-4a02-8659-29b35ec9d274 None None] Deleting port 4449f3f5-5164-488f-9149-a7d13eb41b66 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:56.085219 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1cc22e37-fd36-4a02-8659-29b35ec9d274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.108397 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-21cdad15-4a0d-4060-9bc5-149a49e9cb79 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting port 4449f3f5-5164-488f-9149-a7d13eb41b66 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:56.109824 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21cdad15-4a0d-4060-9bc5-149a49e9cb79 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.233579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-21cdad15-4a0d-4060-9bc5-149a49e9cb79 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] For port 4449f3f5-5164-488f-9149-a7d13eb41b66, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4449f3f5-5164-488f-9149-a7d13eb41b66,segment=NetworkSegment(e06517e9-4a98-47ce-ad65-1bd33c84d03c),segment_id=e06517e9-4a98-47ce-ad65-1bd33c84d03c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:56.234093 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21cdad15-4a0d-4060-9bc5-149a49e9cb79 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.247376 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-eef49bcd-21cb-4fab-8810-70aa4eb2df1d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4695735 Aug 16 22:32:56.249947 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37990) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:56.255108 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-50aee796-d25e-4b87-8091-1a00b86aa91b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:56.263765 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-1cc22e37-fd36-4a02-8659-29b35ec9d274 None None] For port 4449f3f5-5164-488f-9149-a7d13eb41b66, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4449f3f5-5164-488f-9149-a7d13eb41b66,segment=NetworkSegment(e06517e9-4a98-47ce-ad65-1bd33c84d03c),segment_id=e06517e9-4a98-47ce-ad65-1bd33c84d03c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:56.264074 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-21cdad15-4a0d-4060-9bc5-149a49e9cb79 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Calling delete_port for 4449f3f5-5164-488f-9149-a7d13eb41b66 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:56.264202 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1cc22e37-fd36-4a02-8659-29b35ec9d274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.282198 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-1cc22e37-fd36-4a02-8659-29b35ec9d274 None None] Calling delete_port for 4449f3f5-5164-488f-9149-a7d13eb41b66 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:56.339927 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37992) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:56.355325 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d7d412-a129-4669-b556-f868b6b0551a None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:56.372485 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aee796-d25e-4b87-8091-1a00b86aa91b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:56.374736 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21cdad15-4a0d-4060-9bc5-149a49e9cb79 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.376882 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-50aee796-d25e-4b87-8091-1a00b86aa91b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.403789 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdad15-4a0d-4060-9bc5-149a49e9cb79 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Port': ['ID=4449f3f5-5164-488f-9149-a7d13eb41b66,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:56.407944 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cdad15-4a0d-4060-9bc5-149a49e9cb79 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] No DVR routers for this DVR port 4449f3f5-5164-488f-9149-a7d13eb41b66 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:32:56.468249 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-bff7f6d6-8a73-4a0e-b000-8805fefbf89c None None] Provisioning for port 0d442956-e941-448c-b3b0-9f916a39bae9 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:56.501487 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1cc22e37-fd36-4a02-8659-29b35ec9d274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.512991 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21cdad15-4a0d-4060-9bc5-149a49e9cb79 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.543715 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d7ad68-3800-4861-bf82-eb7795b6f5b9 None None] DHCP port deletion for 78154633-31dc-4bd7-9a73-ff6cbd8921d2 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:32:56.547748 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc22e37-fd36-4a02-8659-29b35ec9d274 None None] Pushing event deleted for resources: {'Port': ['ID=4449f3f5-5164-488f-9149-a7d13eb41b66,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:56.548748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-21cdad15-4a0d-4060-9bc5-149a49e9cb79 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0e3781-527d-42df-bbeb-d83bbee11a38']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:56.550912 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc22e37-fd36-4a02-8659-29b35ec9d274 None None] No DVR routers for this DVR port 4449f3f5-5164-488f-9149-a7d13eb41b66 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:32:56.559126 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c8cfc0d1-3779-454b-b28b-53fea5b1c097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.569918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-21cdad15-4a0d-4060-9bc5-149a49e9cb79 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e06517e9-4a98-47ce-ad65-1bd33c84d03c') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:56.570379 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-21cdad15-4a0d-4060-9bc5-149a49e9cb79 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e06517e9-4a98-47ce-ad65-1bd33c84d03c') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:56.587219 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21cdad15-4a0d-4060-9bc5-149a49e9cb79 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.613074 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-89d7ad68-3800-4861-bf82-eb7795b6f5b9 None None] Deleting port dbb788b3-a43f-4470-ad41-901b128b0e4d {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:56.613583 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-89d7ad68-3800-4861-bf82-eb7795b6f5b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.616116 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21cdad15-4a0d-4060-9bc5-149a49e9cb79 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.630947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21cdad15-4a0d-4060-9bc5-149a49e9cb79 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:32:56.631445 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21cdad15-4a0d-4060-9bc5-149a49e9cb79 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:32:56.638811 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:32:56.654268 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-50aee796-d25e-4b87-8091-1a00b86aa91b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.679421 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f43b52b-e2c8-41d9-ba0e-9264a4e5a357 None None] DHCP port deletion for a58732b9-7854-450a-a2e3-f6da88770571 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:32:56.708330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aee796-d25e-4b87-8091-1a00b86aa91b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:56.711946 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-50aee796-d25e-4b87-8091-1a00b86aa91b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:56.717072 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aee796-d25e-4b87-8091-1a00b86aa91b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:56.717914 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-50aee796-d25e-4b87-8091-1a00b86aa91b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.721940 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21cdad15-4a0d-4060-9bc5-149a49e9cb79 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.725862 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aee796-d25e-4b87-8091-1a00b86aa91b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=a0efcf9a-24f7-4210-9220-bfe7abaeb3e3,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:56.726700 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21cdad15-4a0d-4060-9bc5-149a49e9cb79 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.728161 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-89d7ad68-3800-4861-bf82-eb7795b6f5b9 None None] For port dbb788b3-a43f-4470-ad41-901b128b0e4d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=dbb788b3-a43f-4470-ad41-901b128b0e4d,segment=NetworkSegment(177aa247-1611-4ab5-9c71-51bdd95f9bc5),segment_id=177aa247-1611-4ab5-9c71-51bdd95f9bc5)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:56.728634 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-89d7ad68-3800-4861-bf82-eb7795b6f5b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.735398 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-21cdad15-4a0d-4060-9bc5-149a49e9cb79 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/networks/8b0e3781-527d-42df-bbeb-d83bbee11a38 HTTP/1.1" status: 204 len: 168 time: 0.8876145 Aug 16 22:32:56.738647 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37996) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:56.745441 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-89d7ad68-3800-4861-bf82-eb7795b6f5b9 None None] Calling delete_port for dbb788b3-a43f-4470-ad41-901b128b0e4d owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:56.764603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdad15-4a0d-4060-9bc5-149a49e9cb79 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Network': ['ID=8b0e3781-527d-42df-bbeb-d83bbee11a38,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:56.812365 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0f43b52b-e2c8-41d9-ba0e-9264a4e5a357 None None] Deleting port 0d442956-e941-448c-b3b0-9f916a39bae9 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:56.813161 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0f43b52b-e2c8-41d9-ba0e-9264a4e5a357 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.825555 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c8cfc0d1-3779-454b-b28b-53fea5b1c097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.826117 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbac1da6-5348-4bf5-81c2-86295d763455 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.830880 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c8cfc0d1-3779-454b-b28b-53fea5b1c097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.839718 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-50aee796-d25e-4b87-8091-1a00b86aa91b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5887198 Aug 16 22:32:56.842445 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37998) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:56.847383 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-1efa5895-dc0b-4219-80d0-61b930cde72d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'fixed_ips': [{'subnet_id': 'a0efcf9a-24f7-4210-9220-bfe7abaeb3e3', 'ip_address': '2001:db8::d166:c018:1edb:cfdc'}], 'name': 'tempest-NetworksTestDHCPv6-805770707'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:56.876771 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c8cfc0d1-3779-454b-b28b-53fea5b1c097 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d4daadfed0f04d8b96ff57c146501665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5353765 Aug 16 22:32:56.881387 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38000) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:56.883610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfc0d1-3779-454b-b28b-53fea5b1c097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8afa82-70e7-4a8a-9902-8f44c1bfa97e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:56.891174 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-89d7ad68-3800-4861-bf82-eb7795b6f5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.931917 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7ad68-3800-4861-bf82-eb7795b6f5b9 None None] Pushing event deleted for resources: {'Port': ['ID=dbb788b3-a43f-4470-ad41-901b128b0e4d,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:56.939643 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d7ad68-3800-4861-bf82-eb7795b6f5b9 None None] No DVR routers for this DVR port dbb788b3-a43f-4470-ad41-901b128b0e4d on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:32:56.942403 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0f43b52b-e2c8-41d9-ba0e-9264a4e5a357 None None] For port 0d442956-e941-448c-b3b0-9f916a39bae9, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0d442956-e941-448c-b3b0-9f916a39bae9,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:56.942851 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0f43b52b-e2c8-41d9-ba0e-9264a4e5a357 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.956981 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0f43b52b-e2c8-41d9-ba0e-9264a4e5a357 None None] Calling delete_port for 0d442956-e941-448c-b3b0-9f916a39bae9 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:56.968813 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4449f3f5-5164-488f-9149-a7d13eb41b66 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:32:57.018282 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 4449f3f5-5164-488f-9149-a7d13eb41b66 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:32:57.018680 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4449f3f5-5164-488f-9149-a7d13eb41b66 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:32:57.018903 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device dbb788b3-a43f-4470-ad41-901b128b0e4d no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:32:57.024112 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bbac1da6-5348-4bf5-81c2-86295d763455 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting port dbb788b3-a43f-4470-ad41-901b128b0e4d {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:57.024453 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbac1da6-5348-4bf5-81c2-86295d763455 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.042417 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: dbb788b3-a43f-4470-ad41-901b128b0e4d {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:32:57.042759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device dbb788b3-a43f-4470-ad41-901b128b0e4d not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:32:57.064413 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eeadc415-69b6-4195-8ffb-04f738dbada0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.082957 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0f43b52b-e2c8-41d9-ba0e-9264a4e5a357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.110617 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43b52b-e2c8-41d9-ba0e-9264a4e5a357 None None] Pushing event deleted for resources: {'Port': ['ID=0d442956-e941-448c-b3b0-9f916a39bae9,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:57.113729 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eeadc415-69b6-4195-8ffb-04f738dbada0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.115308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f43b52b-e2c8-41d9-ba0e-9264a4e5a357 None None] No DVR routers for this DVR port 0d442956-e941-448c-b3b0-9f916a39bae9 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:32:57.133139 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efa5895-dc0b-4219-80d0-61b930cde72d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:57.136511 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f6ffa7-246a-4b92-a5e0-3f1b0f5af577 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:57.152857 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bbac1da6-5348-4bf5-81c2-86295d763455 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] For port dbb788b3-a43f-4470-ad41-901b128b0e4d, host n-d-792458-15, got binding levels [] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:57.153229 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbac1da6-5348-4bf5-81c2-86295d763455 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.202334 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bbac1da6-5348-4bf5-81c2-86295d763455 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Calling delete_port for dbb788b3-a43f-4470-ad41-901b128b0e4d owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:57.210647 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.ipam_backend_mixin [None req-bbac1da6-5348-4bf5-81c2-86295d763455 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Port dbb788b3-a43f-4470-ad41-901b128b0e4d was not found and therefore no delete operation was performed {{(pid=94872) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:32:57.222239 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbac1da6-5348-4bf5-81c2-86295d763455 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.261854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac1da6-5348-4bf5-81c2-86295d763455 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Port': ['ID=dbb788b3-a43f-4470-ad41-901b128b0e4d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:57.263805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbac1da6-5348-4bf5-81c2-86295d763455 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] No DVR routers for this DVR port dbb788b3-a43f-4470-ad41-901b128b0e4d on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:32:57.322966 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a58732b9-7854-450a-a2e3-f6da88770571', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'fixed_ips': [{'subnet_id': 'a0efcf9a-24f7-4210-9220-bfe7abaeb3e3'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:32:57.324153 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.361893 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eeadc415-69b6-4195-8ffb-04f738dbada0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.364457 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eeadc415-69b6-4195-8ffb-04f738dbada0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.365608 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-eeadc415-69b6-4195-8ffb-04f738dbada0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bf8afa82-70e7-4a8a-9902-8f44c1bfa97e HTTP/1.1" status: 204 len: 168 time: 0.4558499 Aug 16 22:32:57.386293 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1efa5895-dc0b-4219-80d0-61b930cde72d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.397079 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadc415-69b6-4195-8ffb-04f738dbada0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8afa82-70e7-4a8a-9902-8f44c1bfa97e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:57.400005 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbac1da6-5348-4bf5-81c2-86295d763455 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.416559 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-bbac1da6-5348-4bf5-81c2-86295d763455 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78154633-31dc-4bd7-9a73-ff6cbd8921d2']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:57.419133 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-1efa5895-dc0b-4219-80d0-61b930cde72d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] device_id is not set on port 3329541e-b83f-4974-91f5-47bbe93793d0 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:32:57.434953 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-bbac1da6-5348-4bf5-81c2-86295d763455 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177aa247-1611-4ab5-9c71-51bdd95f9bc5') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:57.434953 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-bbac1da6-5348-4bf5-81c2-86295d763455 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177aa247-1611-4ab5-9c71-51bdd95f9bc5') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:57.473509 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbac1da6-5348-4bf5-81c2-86295d763455 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.492482 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] Allocated IP 2001:db8::2 (a58732b9-7854-450a-a2e3-f6da88770571/a0efcf9a-24f7-4210-9220-bfe7abaeb3e3/e5e20769-761b-4356-b6a9-a2f155ab7a6e) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:57.505272 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbac1da6-5348-4bf5-81c2-86295d763455 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.544877 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbac1da6-5348-4bf5-81c2-86295d763455 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:32:57.545346 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbac1da6-5348-4bf5-81c2-86295d763455 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:32:57.548376 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:32:57.550410 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:32:57.632163 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbac1da6-5348-4bf5-81c2-86295d763455 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.640403 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbac1da6-5348-4bf5-81c2-86295d763455 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.646462 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bbac1da6-5348-4bf5-81c2-86295d763455 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/networks/78154633-31dc-4bd7-9a73-ff6cbd8921d2 HTTP/1.1" status: 204 len: 168 time: 0.9023266 Aug 16 22:32:57.646462 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38016) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:57.659474 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-fdd68fea-143b-43f5-bf13-ec756bd50dd8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1751072587'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:57.666954 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac1da6-5348-4bf5-81c2-86295d763455 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Network': ['ID=78154633-31dc-4bd7-9a73-ff6cbd8921d2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:57.675760 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.683669 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd68fea-143b-43f5-bf13-ec756bd50dd8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Made reservation on behalf of c913d440e664450daff7210bf2719493 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:57.685607 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] Transition to ACTIVE for port object e5e20769-761b-4356-b6a9-a2f155ab7a6e will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:57.688583 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fdd68fea-143b-43f5-bf13-ec756bd50dd8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.701522 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] Transition to ACTIVE for port object e5e20769-761b-4356-b6a9-a2f155ab7a6e will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:57.709555 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.722803 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd68fea-143b-43f5-bf13-ec756bd50dd8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:32:57.732488 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fdd68fea-143b-43f5-bf13-ec756bd50dd8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.733063 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-fdd68fea-143b-43f5-bf13-ec756bd50dd8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Added segment d7ca1037-9169-444b-9219-f2732934205e of type vlan for network 5c397451-602a-436f-8e2b-90c7a0d6ae0d Aug 16 22:32:57.748302 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:57.755332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:57.758965 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:57.766159 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] Pushing event updated for resources: {'Port': ['ID=e5e20769-761b-4356-b6a9-a2f155ab7a6e,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:57.814955 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fdd68fea-143b-43f5-bf13-ec756bd50dd8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.818413 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] Attempting to bind port e5e20769-761b-4356-b6a9-a2f155ab7a6e on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:57.818791 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] Attempting to bind port e5e20769-761b-4356-b6a9-a2f155ab7a6e by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:57.819157 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] Attempting to bind port e5e20769-761b-4356-b6a9-a2f155ab7a6e on network a58732b9-7854-450a-a2e3-f6da88770571 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:57.824270 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:57.824652 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] Checking segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:57.825061 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.825456 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] Bound using segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:57.825582 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-1efa5895-dc0b-4219-80d0-61b930cde72d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8::d166:c018:1edb:cfdc (a58732b9-7854-450a-a2e3-f6da88770571/a0efcf9a-24f7-4210-9220-bfe7abaeb3e3/3329541e-b83f-4974-91f5-47bbe93793d0) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:57.825928 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] Bound port: e5e20769-761b-4356-b6a9-a2f155ab7a6e, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:57.826338 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.865062 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fdd68fea-143b-43f5-bf13-ec756bd50dd8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.870930 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd68fea-143b-43f5-bf13-ec756bd50dd8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:57.871994 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fdd68fea-143b-43f5-bf13-ec756bd50dd8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.897796 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] For port e5e20769-761b-4356-b6a9-a2f155ab7a6e, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:57.902001 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] For port e5e20769-761b-4356-b6a9-a2f155ab7a6e, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e5e20769-761b-4356-b6a9-a2f155ab7a6e,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:57.907062 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.971671 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca1914-0384-4594-ac01-45457f92b768 None None] Pushing event updated for resources: {'Port': ['ID=e5e20769-761b-4356-b6a9-a2f155ab7a6e,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:57.979204 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fdd68fea-143b-43f5-bf13-ec756bd50dd8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3323722 Aug 16 22:32:57.982804 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38030) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:57.992611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6d1df1ce-1c92-4c7d-93c5-b3001af5589d tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'subnet': {'network_id': '5c397451-602a-436f-8e2b-90c7a0d6ae0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:57.992959 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd68fea-143b-43f5-bf13-ec756bd50dd8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Network': ['ID=5c397451-602a-436f-8e2b-90c7a0d6ae0d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:58.008209 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 5c397451-602a-436f-8e2b-90c7a0d6ae0d details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:32:58.111200 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1efa5895-dc0b-4219-80d0-61b930cde72d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.127649 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1df1ce-1c92-4c7d-93c5-b3001af5589d tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Made reservation on behalf of c913d440e664450daff7210bf2719493 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:58.131404 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d1df1ce-1c92-4c7d-93c5-b3001af5589d tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.133024 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1efa5895-dc0b-4219-80d0-61b930cde72d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Transition to ACTIVE for port object 3329541e-b83f-4974-91f5-47bbe93793d0 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:58.195069 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1efa5895-dc0b-4219-80d0-61b930cde72d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.331150 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efa5895-dc0b-4219-80d0-61b930cde72d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:58.341974 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-1efa5895-dc0b-4219-80d0-61b930cde72d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:58.360126 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efa5895-dc0b-4219-80d0-61b930cde72d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:58.368605 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efa5895-dc0b-4219-80d0-61b930cde72d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:58.369355 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1efa5895-dc0b-4219-80d0-61b930cde72d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.383250 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa5895-dc0b-4219-80d0-61b930cde72d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=3329541e-b83f-4974-91f5-47bbe93793d0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:58.405011 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1efa5895-dc0b-4219-80d0-61b930cde72d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5613391 Aug 16 22:32:58.407309 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38048) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:58.455452 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d1df1ce-1c92-4c7d-93c5-b3001af5589d tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.478232 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac0e5e8-e7e6-4d75-a662-10397ef5a420 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:58.484198 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac0e5e8-e7e6-4d75-a662-10397ef5a420 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:58.486206 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0ac0e5e8-e7e6-4d75-a662-10397ef5a420 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0774930 Aug 16 22:32:58.488776 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38050) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:58.536084 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1df1ce-1c92-4c7d-93c5-b3001af5589d tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Subnet': ['ID=e363f9ab-b814-4f28-869f-07a42fab1317,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:58.550039 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1df1ce-1c92-4c7d-93c5-b3001af5589d tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Checking segment: {'id': 'd7ca1037-9169-444b-9219-f2732934205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5c397451-602a-436f-8e2b-90c7a0d6ae0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:58.550439 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1df1ce-1c92-4c7d-93c5-b3001af5589d tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network hostable DHCP agents. Network: 5c397451-602a-436f-8e2b-90c7a0d6ae0d, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:32:58.570442 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1df1ce-1c92-4c7d-93c5-b3001af5589d tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network 5c397451-602a-436f-8e2b-90c7a0d6ae0d is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:32:58.582681 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-6d1df1ce-1c92-4c7d-93c5-b3001af5589d tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 5c397451-602a-436f-8e2b-90c7a0d6ae0d) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:58.591806 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d289cb-a031-4543-b746-1e5d31513358 None None] Network 5c397451-602a-436f-8e2b-90c7a0d6ae0d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:58.593218 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1df1ce-1c92-4c7d-93c5-b3001af5589d tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:58.593806 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6d1df1ce-1c92-4c7d-93c5-b3001af5589d tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.612990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1089289c-a6a6-4cb3-8b88-2bec8750f014 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting port 3329541e-b83f-4974-91f5-47bbe93793d0 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:58.613359 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1089289c-a6a6-4cb3-8b88-2bec8750f014 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.614076 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6d1df1ce-1c92-4c7d-93c5-b3001af5589d tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6298482 Aug 16 22:32:58.616530 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38060) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:58.624000 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-be9cc780-7095-40f2-b204-770725a525e8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-317548094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:58.659348 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be9cc780-7095-40f2-b204-770725a525e8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.660660 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be9cc780-7095-40f2-b204-770725a525e8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.735413 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be9cc780-7095-40f2-b204-770725a525e8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.747059 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be9cc780-7095-40f2-b204-770725a525e8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.773309 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e1d6b5f0-01f4-4eae-89d6-58824ead01d7 req-6a571ff4-3b4c-49c0-bdbd-317945a3b0bb tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0393643 Aug 16 22:32:58.790323 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be9cc780-7095-40f2-b204-770725a525e8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.792798 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-be9cc780-7095-40f2-b204-770725a525e8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1739905 Aug 16 22:32:58.804160 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38066) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:58.804783 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1089289c-a6a6-4cb3-8b88-2bec8750f014 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.810055 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-56c9dc24-9b34-489e-bf50-f999ffdd500a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'port': {'network_id': '5c397451-602a-436f-8e2b-90c7a0d6ae0d', 'name': 'tempest-RoutersIpV6Test-1756376779'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:58.821829 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-5c397451-602a-436f-8e2b-90c7a0d6ae0d', 'network_id': '5c397451-602a-436f-8e2b-90c7a0d6ae0d', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'fixed_ips': [{'subnet_id': 'e363f9ab-b814-4f28-869f-07a42fab1317'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:32:58.823562 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.827479 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1089289c-a6a6-4cb3-8b88-2bec8750f014 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Calling delete_port for 3329541e-b83f-4974-91f5-47bbe93793d0 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:59.015005 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c9dc24-9b34-489e-bf50-f999ffdd500a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Made reservation on behalf of c913d440e664450daff7210bf2719493 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:59.023834 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-56c9dc24-9b34-489e-bf50-f999ffdd500a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.050338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-56c9dc24-9b34-489e-bf50-f999ffdd500a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] device_id is not set on port c6fa2560-2003-4780-a686-0ffba305f40d yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:32:59.061353 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e5e20769-761b-4356-b6a9-a2f155ab7a6e up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:59.071973 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] Allocated IP 2001:db8::2 (5c397451-602a-436f-8e2b-90c7a0d6ae0d/e363f9ab-b814-4f28-869f-07a42fab1317/da5373e4-88db-4295-ba3c-abc30c875b4c) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:59.115798 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1089289c-a6a6-4cb3-8b88-2bec8750f014 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.197358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089289c-a6a6-4cb3-8b88-2bec8750f014 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Port': ['ID=3329541e-b83f-4974-91f5-47bbe93793d0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:59.209085 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1089289c-a6a6-4cb3-8b88-2bec8750f014 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.211702 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1089289c-a6a6-4cb3-8b88-2bec8750f014 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/3329541e-b83f-4974-91f5-47bbe93793d0 HTTP/1.1" status: 204 len: 168 time: 0.7219744 Aug 16 22:32:59.215320 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38076) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:59.256830 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port e5e20769-761b-4356-b6a9-a2f155ab7a6e completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:59.292928 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54abdd16-10ee-4148-8d80-848eda3a85c7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:59.295004 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54abdd16-10ee-4148-8d80-848eda3a85c7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:59.296896 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-54abdd16-10ee-4148-8d80-848eda3a85c7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0792928 Aug 16 22:32:59.300447 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38080) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:59.332380 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.341546 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] Transition to ACTIVE for port object da5373e4-88db-4295-ba3c-abc30c875b4c will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:59.401597 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a47a9d-737a-4655-b8cc-8f6cdb33c6c7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet a0efcf9a-24f7-4210-9220-bfe7abaeb3e3 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:32:59.405784 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6a47a9d-737a-4655-b8cc-8f6cdb33c6c7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.406840 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-742f4efd-7db4-44dc-8e11-4ba211e0b1a2 None None] Provisioning for port e5e20769-761b-4356-b6a9-a2f155ab7a6e completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:59.414042 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] Transition to ACTIVE for port object da5373e4-88db-4295-ba3c-abc30c875b4c will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:59.427002 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-742f4efd-7db4-44dc-8e11-4ba211e0b1a2 None None] Provisioning complete for port e5e20769-761b-4356-b6a9-a2f155ab7a6e triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:59.427516 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-742f4efd-7db4-44dc-8e11-4ba211e0b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.458496 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.507937 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] Network 5c397451-602a-436f-8e2b-90c7a0d6ae0d is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:59.513298 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:59.519324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:59.532010 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6a47a9d-737a-4655-b8cc-8f6cdb33c6c7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.587681 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] Pushing event updated for resources: {'Port': ['ID=da5373e4-88db-4295-ba3c-abc30c875b4c,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:59.629510 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] Attempting to bind port da5373e4-88db-4295-ba3c-abc30c875b4c on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:59.629889 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] Attempting to bind port da5373e4-88db-4295-ba3c-abc30c875b4c by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'd7ca1037-9169-444b-9219-f2732934205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5c397451-602a-436f-8e2b-90c7a0d6ae0d'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:59.630323 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] Attempting to bind port da5373e4-88db-4295-ba3c-abc30c875b4c on network 5c397451-602a-436f-8e2b-90c7a0d6ae0d {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:59.645393 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:59.645806 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] Checking segment: {'id': 'd7ca1037-9169-444b-9219-f2732934205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5c397451-602a-436f-8e2b-90c7a0d6ae0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:59.646266 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.646687 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] Bound using segment: {'id': 'd7ca1037-9169-444b-9219-f2732934205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5c397451-602a-436f-8e2b-90c7a0d6ae0d'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:59.647200 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] Bound port: da5373e4-88db-4295-ba3c-abc30c875b4c, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ca1037-9169-444b-9219-f2732934205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5c397451-602a-436f-8e2b-90c7a0d6ae0d'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:59.647590 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.651009 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-742f4efd-7db4-44dc-8e11-4ba211e0b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.722288 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-742f4efd-7db4-44dc-8e11-4ba211e0b1a2 None None] For port e5e20769-761b-4356-b6a9-a2f155ab7a6e, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e5e20769-761b-4356-b6a9-a2f155ab7a6e,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:59.728755 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-742f4efd-7db4-44dc-8e11-4ba211e0b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.784699 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] For port da5373e4-88db-4295-ba3c-abc30c875b4c, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:59.790791 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] For port da5373e4-88db-4295-ba3c-abc30c875b4c, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=da5373e4-88db-4295-ba3c-abc30c875b4c,segment=NetworkSegment(d7ca1037-9169-444b-9219-f2732934205e),segment_id=d7ca1037-9169-444b-9219-f2732934205e)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:59.801366 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.810747 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f4efd-7db4-44dc-8e11-4ba211e0b1a2 None None] Pushing event updated for resources: {'Port': ['ID=e5e20769-761b-4356-b6a9-a2f155ab7a6e,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:59.865886 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0e5af2c8-5ecd-4ff5-bd3b-d4d929ba66a3 None None] Could not find standard attr ID for object fcec328b-a7e3-4582-9443-9d21b0c7de98. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:32:59.896792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cec159-c307-467a-b2f6-0d3691d386c9 None None] Pushing event updated for resources: {'Port': ['ID=da5373e4-88db-4295-ba3c-abc30c875b4c,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:59.953354 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-56c9dc24-9b34-489e-bf50-f999ffdd500a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Allocated IP 2001:db8::2d1 (5c397451-602a-436f-8e2b-90c7a0d6ae0d/e363f9ab-b814-4f28-869f-07a42fab1317/c6fa2560-2003-4780-a686-0ffba305f40d) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:59.977776 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9575d3de-0b37-4c47-95a2-d421807483d6 None None] Could not find standard attr ID for object dd9647ea-6cfb-4dbb-b48a-f0cbd69f7269. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:33:00.010999 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-861663cf-f15a-41a6-ad08-07d52d886215 req-d4b05c4f-7361-4340-b7d6-af163e9c8b21 tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0609434 Aug 16 22:33:00.202115 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6a47a9d-737a-4655-b8cc-8f6cdb33c6c7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:00.299385 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6a47a9d-737a-4655-b8cc-8f6cdb33c6c7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:00.301000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1e295196-7ecd-4d3e-8815-9d3ffbdb59fa None None] Could not find standard attr ID for object e3c9ece1-1e9e-443d-b5d1-9558a8c94430. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:33:00.319546 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-56c9dc24-9b34-489e-bf50-f999ffdd500a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:00.341944 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6a47a9d-737a-4655-b8cc-8f6cdb33c6c7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:00.346384 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f6a47a9d-737a-4655-b8cc-8f6cdb33c6c7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/a0efcf9a-24f7-4210-9220-bfe7abaeb3e3 HTTP/1.1" status: 204 len: 168 time: 1.0448682 Aug 16 22:33:00.346546 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38090) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:00.347248 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a47a9d-737a-4655-b8cc-8f6cdb33c6c7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=a0efcf9a-24f7-4210-9220-bfe7abaeb3e3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:00.361667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-56c9dc24-9b34-489e-bf50-f999ffdd500a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Transition to ACTIVE for port object c6fa2560-2003-4780-a686-0ffba305f40d will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:00.402611 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a3e7d0d0-b3f7-4435-a1a3-4d592fff12ac tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534148 Aug 16 22:33:00.404519 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38094) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:00.405425 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-56c9dc24-9b34-489e-bf50-f999ffdd500a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:00.461265 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c9dc24-9b34-489e-bf50-f999ffdd500a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network 5c397451-602a-436f-8e2b-90c7a0d6ae0d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:00.465028 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-56c9dc24-9b34-489e-bf50-f999ffdd500a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:00.468888 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c9dc24-9b34-489e-bf50-f999ffdd500a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:00.473694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9fecab-7393-4bbd-904d-c92b398033ae tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:00.475499 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-da9fecab-7393-4bbd-904d-c92b398033ae tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0697763 Aug 16 22:33:00.477874 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38098) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:00.483183 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dc24-9b34-489e-bf50-f999ffdd500a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:00.483864 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-56c9dc24-9b34-489e-bf50-f999ffdd500a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:00.515098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9dc24-9b34-489e-bf50-f999ffdd500a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Port': ['ID=c6fa2560-2003-4780-a686-0ffba305f40d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:00.548891 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f88a67-6308-4546-a439-ef500fa06662 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:00.554947 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-56c9dc24-9b34-489e-bf50-f999ffdd500a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7582669 Aug 16 22:33:00.558072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38106) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:00.558428 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-27f88a67-6308-4546-a439-ef500fa06662 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0789149 Aug 16 22:33:00.559143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38108) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:00.591332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1776bb-629c-4bb4-9472-896860c9ef02 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:00.708850 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ad33aef4-e473-40c0-af03-8371134125d7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1484530 Aug 16 22:33:00.714393 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38114) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:00.720707 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-aecd25c5-79fe-4ff1-afcf-a335910bfcf5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:00.809118 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-86e3b019-3757-4f71-a920-5b87fe05a337 None None] Could not find standard attr ID for object 3329541e-b83f-4974-91f5-47bbe93793d0. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:33:00.864662 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecd25c5-79fe-4ff1-afcf-a335910bfcf5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:00.870968 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aecd25c5-79fe-4ff1-afcf-a335910bfcf5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:01.085824 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8dc493ca-9c1e-4784-bbc4-b6d75f1fd913 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:01.133365 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bf24b7-2b86-4dc6-8940-7cade4f633b7 None None] DHCP port deletion for a58732b9-7854-450a-a2e3-f6da88770571 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:33:01.203544 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device da5373e4-88db-4295-ba3c-abc30c875b4c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:01.240318 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aecd25c5-79fe-4ff1-afcf-a335910bfcf5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:01.262469 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf24b7-2b86-4dc6-8940-7cade4f633b7 None None] Deleting port e5e20769-761b-4356-b6a9-a2f155ab7a6e {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:01.262928 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a2bf24b7-2b86-4dc6-8940-7cade4f633b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:01.295721 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca76c729-79c2-44f7-b88c-1dff0f6721aa req-42495db7-01d7-4189-b198-dbedb30da5e0 tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0597899 Aug 16 22:33:01.306617 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c04532-1a50-483f-89be-9671f3299584 None None] Network 5c397451-602a-436f-8e2b-90c7a0d6ae0d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:01.311955 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecd25c5-79fe-4ff1-afcf-a335910bfcf5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:01.315654 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-aecd25c5-79fe-4ff1-afcf-a335910bfcf5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:01.321014 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecd25c5-79fe-4ff1-afcf-a335910bfcf5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:01.321982 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aecd25c5-79fe-4ff1-afcf-a335910bfcf5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:01.336816 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd25c5-79fe-4ff1-afcf-a335910bfcf5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=03458111-5f78-485c-bf89-0a949ef9aaa7,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:01.344463 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-aecd25c5-79fe-4ff1-afcf-a335910bfcf5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6259670 Aug 16 22:33:01.344856 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38126) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:01.350782 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-9530e1fc-ab0b-4f05-8b0f-5df32ac98b17 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'fixed_ips': [{'subnet_id': '03458111-5f78-485c-bf89-0a949ef9aaa7', 'ip_address': '2001:db8::1f46:196e:d4b:e63a'}], 'name': 'tempest-NetworksTestDHCPv6-838454497'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:01.397756 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port da5373e4-88db-4295-ba3c-abc30c875b4c completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:01.412545 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a1a6163f-1fc5-4ac2-8f11-21597523b20e None None] Provisioning for port da5373e4-88db-4295-ba3c-abc30c875b4c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:01.442213 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8dc493ca-9c1e-4784-bbc4-b6d75f1fd913 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:01.444180 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a1a6163f-1fc5-4ac2-8f11-21597523b20e None None] Provisioning complete for port da5373e4-88db-4295-ba3c-abc30c875b4c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:01.444665 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a1a6163f-1fc5-4ac2-8f11-21597523b20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:01.449006 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8dc493ca-9c1e-4784-bbc4-b6d75f1fd913 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:01.457996 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a2bf24b7-2b86-4dc6-8940-7cade4f633b7 None None] For port e5e20769-761b-4356-b6a9-a2f155ab7a6e, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e5e20769-761b-4356-b6a9-a2f155ab7a6e,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:01.458443 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a2bf24b7-2b86-4dc6-8940-7cade4f633b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:01.498018 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9530e1fc-ab0b-4f05-8b0f-5df32ac98b17 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:01.504544 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9530e1fc-ab0b-4f05-8b0f-5df32ac98b17 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:01.511489 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf24b7-2b86-4dc6-8940-7cade4f633b7 None None] Calling delete_port for e5e20769-761b-4356-b6a9-a2f155ab7a6e owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:01.525481 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9530e1fc-ab0b-4f05-8b0f-5df32ac98b17 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] device_id is not set on port 49f8f4ba-babb-4e59-858c-57b051644b56 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:33:01.553680 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc493ca-9c1e-4784-bbc4-b6d75f1fd913 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Port': ['ID=c6fa2560-2003-4780-a686-0ffba305f40d,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:01.709082 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8dc493ca-9c1e-4784-bbc4-b6d75f1fd913 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:01.715127 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a2bf24b7-2b86-4dc6-8940-7cade4f633b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:01.726621 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a1a6163f-1fc5-4ac2-8f11-21597523b20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:01.731279 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-40fe853f-0175-41fc-9c51-1c4fe56907f6 req-ac9e5804-a7df-44f8-81a1-236dd967475d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0329773 Aug 16 22:33:01.761079 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-9530e1fc-ab0b-4f05-8b0f-5df32ac98b17 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8::1f46:196e:d4b:e63a (a58732b9-7854-450a-a2e3-f6da88770571/03458111-5f78-485c-bf89-0a949ef9aaa7/49f8f4ba-babb-4e59-858c-57b051644b56) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:01.768524 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf24b7-2b86-4dc6-8940-7cade4f633b7 None None] Pushing event deleted for resources: {'Port': ['ID=e5e20769-761b-4356-b6a9-a2f155ab7a6e,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:01.772972 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bf24b7-2b86-4dc6-8940-7cade4f633b7 None None] No DVR routers for this DVR port e5e20769-761b-4356-b6a9-a2f155ab7a6e on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:01.792140 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a1a6163f-1fc5-4ac2-8f11-21597523b20e None None] For port da5373e4-88db-4295-ba3c-abc30c875b4c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=da5373e4-88db-4295-ba3c-abc30c875b4c,segment=NetworkSegment(d7ca1037-9169-444b-9219-f2732934205e),segment_id=d7ca1037-9169-444b-9219-f2732934205e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:01.797296 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a1a6163f-1fc5-4ac2-8f11-21597523b20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:01.835075 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cbccf9-3394-448b-a8bb-39f5abe6c4ea None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:01.929869 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8dc493ca-9c1e-4784-bbc4-b6d75f1fd913 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:01.947651 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6163f-1fc5-4ac2-8f11-21597523b20e None None] Pushing event updated for resources: {'Port': ['ID=da5373e4-88db-4295-ba3c-abc30c875b4c,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:01.980395 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9530e1fc-ab0b-4f05-8b0f-5df32ac98b17 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:01.997323 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9530e1fc-ab0b-4f05-8b0f-5df32ac98b17 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Transition to ACTIVE for port object 49f8f4ba-babb-4e59-858c-57b051644b56 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:02.044373 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9530e1fc-ab0b-4f05-8b0f-5df32ac98b17 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:02.093628 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a58732b9-7854-450a-a2e3-f6da88770571', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'fixed_ips': [{'subnet_id': '03458111-5f78-485c-bf89-0a949ef9aaa7'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:33:02.094598 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:02.176241 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9530e1fc-ab0b-4f05-8b0f-5df32ac98b17 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:02.180302 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-9530e1fc-ab0b-4f05-8b0f-5df32ac98b17 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:02.190847 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9530e1fc-ab0b-4f05-8b0f-5df32ac98b17 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:02.200357 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9530e1fc-ab0b-4f05-8b0f-5df32ac98b17 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:02.201129 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9530e1fc-ab0b-4f05-8b0f-5df32ac98b17 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:02.211358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530e1fc-ab0b-4f05-8b0f-5df32ac98b17 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=49f8f4ba-babb-4e59-858c-57b051644b56,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:02.236802 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38136) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:02.237752 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9530e1fc-ab0b-4f05-8b0f-5df32ac98b17 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.8919775 Aug 16 22:33:02.245724 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b73031db-cf00-43b4-8569-fc9f14f8c075 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'fixed_ips': [{'subnet_id': '03458111-5f78-485c-bf89-0a949ef9aaa7', 'ip_address': '2001:db8::1f46:196e:d4b:e63a'}], 'name': 'tempest-NetworksTestDHCPv6-1776619717'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:02.282663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-08b4fe12-56b3-4afc-9ace-fb72f8b3a3d9 None None] Provisioning complete for port da5373e4-88db-4295-ba3c-abc30c875b4c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:02.283229 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-08b4fe12-56b3-4afc-9ace-fb72f8b3a3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:02.389169 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8dc493ca-9c1e-4784-bbc4-b6d75f1fd913 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:02.397043 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8dc493ca-9c1e-4784-bbc4-b6d75f1fd913 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:02.397954 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8dc493ca-9c1e-4784-bbc4-b6d75f1fd913 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:02.431771 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] Allocated IP 2001:db8::2 (a58732b9-7854-450a-a2e3-f6da88770571/03458111-5f78-485c-bf89-0a949ef9aaa7/01b60f5c-368d-4d79-84ac-1a9f43910c87) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:02.494183 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c60b6c3-656b-49a7-ab6e-49f12538fc1e req-3b9ac1b7-f7ed-431b-8633-afe977885037 tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0459433 Aug 16 22:33:02.512039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-08b4fe12-56b3-4afc-9ace-fb72f8b3a3d9 None None] Provisioning for port c6fa2560-2003-4780-a686-0ffba305f40d completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:02.520336 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-08b4fe12-56b3-4afc-9ace-fb72f8b3a3d9 None None] Provisioning complete for port c6fa2560-2003-4780-a686-0ffba305f40d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:02.520824 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-08b4fe12-56b3-4afc-9ace-fb72f8b3a3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:02.522954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73031db-cf00-43b4-8569-fc9f14f8c075 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:02.576040 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-08b4fe12-56b3-4afc-9ace-fb72f8b3a3d9 None None] Port c6fa2560-2003-4780-a686-0ffba305f40d cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:02.577546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc493ca-9c1e-4784-bbc4-b6d75f1fd913 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Port': ['ID=c6fa2560-2003-4780-a686-0ffba305f40d,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:02.666426 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:02.675458 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] Transition to ACTIVE for port object 01b60f5c-368d-4d79-84ac-1a9f43910c87 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:02.681066 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b73031db-cf00-43b4-8569-fc9f14f8c075 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:02.695792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] Transition to ACTIVE for port object 01b60f5c-368d-4d79-84ac-1a9f43910c87 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:02.709083 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:02.712360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc493ca-9c1e-4784-bbc4-b6d75f1fd913 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network 5c397451-602a-436f-8e2b-90c7a0d6ae0d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:02.715052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-8dc493ca-9c1e-4784-bbc4-b6d75f1fd913 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:02.719230 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cdf7192d-e8f7-43c1-bf3d-242542853436 None None] Provisioning complete for port c6fa2560-2003-4780-a686-0ffba305f40d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:02.720278 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cdf7192d-e8f7-43c1-bf3d-242542853436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:02.745474 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-b73031db-cf00-43b4-8569-fc9f14f8c075 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] device_id is not set on port 9864612d-9521-470d-87a7-902f3b1c325d yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:33:02.798495 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:02.814082 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] Pushing event updated for resources: {'Port': ['ID=01b60f5c-368d-4d79-84ac-1a9f43910c87,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:02.827385 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:02.832943 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:02.843740 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-cdf7192d-e8f7-43c1-bf3d-242542853436 None None] Port c6fa2560-2003-4780-a686-0ffba305f40d cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:02.904807 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] Attempting to bind port 01b60f5c-368d-4d79-84ac-1a9f43910c87 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:33:02.905202 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] Attempting to bind port 01b60f5c-368d-4d79-84ac-1a9f43910c87 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:33:02.905570 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] Attempting to bind port 01b60f5c-368d-4d79-84ac-1a9f43910c87 on network a58732b9-7854-450a-a2e3-f6da88770571 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:02.917603 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:33:02.918086 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] Checking segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:02.920396 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:02.920839 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] Bound using segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:33:02.921539 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] Bound port: 01b60f5c-368d-4d79-84ac-1a9f43910c87, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:33:02.922026 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:03.023230 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device da5373e4-88db-4295-ba3c-abc30c875b4c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:03.049599 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-24736aaa-e932-4919-a0ad-ed627ce77d16 None None] Provisioning complete for port c6fa2560-2003-4780-a686-0ffba305f40d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:03.049997 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-24736aaa-e932-4919-a0ad-ed627ce77d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:03.087015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] For port 01b60f5c-368d-4d79-84ac-1a9f43910c87, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:33:03.099438 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73031db-cf00-43b4-8569-fc9f14f8c075 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 22:33:03.099970 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73031db-cf00-43b4-8569-fc9f14f8c075 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:33:03.119930 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] For port 01b60f5c-368d-4d79-84ac-1a9f43910c87, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=01b60f5c-368d-4d79-84ac-1a9f43910c87,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:33:03.124755 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-24736aaa-e932-4919-a0ad-ed627ce77d16 None None] Port c6fa2560-2003-4780-a686-0ffba305f40d cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:03.124932 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc493ca-9c1e-4784-bbc4-b6d75f1fd913 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router bbb79fc2-247f-4a26-901c-8f10ba023f12 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:33:03.130659 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:03.137028 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38148) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:03.147629 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b73031db-cf00-43b4-8569-fc9f14f8c075 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.9094231 Aug 16 22:33:03.201746 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb87098-90fb-41cd-b723-32c87628459f None None] Pushing event updated for resources: {'Port': ['ID=01b60f5c-368d-4d79-84ac-1a9f43910c87,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:03.215577 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port da5373e4-88db-4295-ba3c-abc30c875b4c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:03.215948 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:03.264217 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f0e90b-d257-4fca-913d-7ffe05a88eea tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:03.288205 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f0e90b-d257-4fca-913d-7ffe05a88eea tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:03.318091 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-62f0e90b-d257-4fca-913d-7ffe05a88eea tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1796458 Aug 16 22:33:03.318976 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38152) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:03.368627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc493ca-9c1e-4784-bbc4-b6d75f1fd913 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:03.374996 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-745c9c7f-08b5-44a6-a518-89bc7b79098b None None] Provisioning complete for port c6fa2560-2003-4780-a686-0ffba305f40d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:03.376302 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-745c9c7f-08b5-44a6-a518-89bc7b79098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:03.383822 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674fcaa3-a2f9-425d-a086-ee2f6c8f554e None None] Sync routers for ids ['bbb79fc2-247f-4a26-901c-8f10ba023f12'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:03.391807 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8dc493ca-9c1e-4784-bbc4-b6d75f1fd913 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/bbb79fc2-247f-4a26-901c-8f10ba023f12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8301284 Aug 16 22:33:03.392761 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38154) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:03.402717 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674fcaa3-a2f9-425d-a086-ee2f6c8f554e None None] Routers {'bbb79fc2-247f-4a26-901c-8f10ba023f12'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:03.403337 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-674fcaa3-a2f9-425d-a086-ee2f6c8f554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['bbb79fc2-247f-4a26-901c-8f10ba023f12'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:03.423976 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-745c9c7f-08b5-44a6-a518-89bc7b79098b None None] Port c6fa2560-2003-4780-a686-0ffba305f40d cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:03.446367 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c62c964-7a2d-4104-99b3-5ef90413010a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:03.451074 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3c62c964-7a2d-4104-99b3-5ef90413010a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/ports/c6fa2560-2003-4780-a686-0ffba305f40d HTTP/1.1" status: 200 len: 984 time: 0.0573137 Aug 16 22:33:03.451990 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38156) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:03.468844 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-674fcaa3-a2f9-425d-a086-ee2f6c8f554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:03.479287 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674fcaa3-a2f9-425d-a086-ee2f6c8f554e None None] Routers {'bbb79fc2-247f-4a26-901c-8f10ba023f12'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:03.480404 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-674fcaa3-a2f9-425d-a086-ee2f6c8f554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['bbb79fc2-247f-4a26-901c-8f10ba023f12'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:03.488430 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e5e20769-761b-4356-b6a9-a2f155ab7a6e no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:03.515182 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-cfd892a4-86eb-4381-94fd-bcba986a99c1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting port 49f8f4ba-babb-4e59-858c-57b051644b56 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:03.515523 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cfd892a4-86eb-4381-94fd-bcba986a99c1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:03.553457 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: e5e20769-761b-4356-b6a9-a2f155ab7a6e {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:03.554067 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e5e20769-761b-4356-b6a9-a2f155ab7a6e not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:03.604412 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-674fcaa3-a2f9-425d-a086-ee2f6c8f554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:03.605113 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674fcaa3-a2f9-425d-a086-ee2f6c8f554e None None] The sync data for ids ['bbb79fc2-247f-4a26-901c-8f10ba023f12'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:33:03.717268 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cfd892a4-86eb-4381-94fd-bcba986a99c1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:03.746940 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-cfd892a4-86eb-4381-94fd-bcba986a99c1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Calling delete_port for 49f8f4ba-babb-4e59-858c-57b051644b56 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:03.756495 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ee00153-8739-4917-8257-9793fab17e52 req-8c258247-9730-478b-afb3-aaa2c8166ada tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0949941 Aug 16 22:33:04.003742 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cfd892a4-86eb-4381-94fd-bcba986a99c1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:04.066072 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd892a4-86eb-4381-94fd-bcba986a99c1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Port': ['ID=49f8f4ba-babb-4e59-858c-57b051644b56,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:04.117863 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cfd892a4-86eb-4381-94fd-bcba986a99c1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:04.120914 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cfd892a4-86eb-4381-94fd-bcba986a99c1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/49f8f4ba-babb-4e59-858c-57b051644b56 HTTP/1.1" status: 204 len: 168 time: 0.8008413 Aug 16 22:33:04.123851 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38180) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:04.211598 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a30ec0-d337-4fbd-8521-cb4753974f11 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:04.213691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a30ec0-d337-4fbd-8521-cb4753974f11 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:04.217788 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-69a30ec0-d337-4fbd-8521-cb4753974f11 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0901628 Aug 16 22:33:04.218151 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38184) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:04.219694 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a29c26b-b08b-447e-acc8-51bca9421655 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:04.295712 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f015953-0644-47ad-9eed-9dd856de5fca tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet 03458111-5f78-485c-bf89-0a949ef9aaa7 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:33:04.300422 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2f015953-0644-47ad-9eed-9dd856de5fca tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:04.350758 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2f015953-0644-47ad-9eed-9dd856de5fca tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:04.512309 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2f015953-0644-47ad-9eed-9dd856de5fca tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:04.579793 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2f015953-0644-47ad-9eed-9dd856de5fca tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:04.615014 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f015953-0644-47ad-9eed-9dd856de5fca tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=03458111-5f78-485c-bf89-0a949ef9aaa7,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:04.621111 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2f015953-0644-47ad-9eed-9dd856de5fca tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:04.633395 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2f015953-0644-47ad-9eed-9dd856de5fca tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/03458111-5f78-485c-bf89-0a949ef9aaa7 HTTP/1.1" status: 204 len: 168 time: 0.4039788 Aug 16 22:33:04.633750 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38190) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:04.685096 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dfdb2bce-707e-4289-96f0-8acbe0281208 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490572 Aug 16 22:33:04.692104 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38192) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:04.698699 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-08fd05c2-9af7-4863-8ab1-f8db06e50472 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:04.709818 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f94e74c2-c83a-4cd2-aea3-b704ec17d6f9 req-0974f591-37ac-4fae-9229-ec15b4acc14e tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.5031388 Aug 16 22:33:04.746942 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c668ed8e-275e-423a-bf90-bb1a56979ad5 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:04.810215 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fd05c2-9af7-4863-8ab1-f8db06e50472 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:04.814835 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-08fd05c2-9af7-4863-8ab1-f8db06e50472 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:04.817040 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-83dfdfa5-c411-4501-8752-3fe3527c329b None None] Could not find standard attr ID for object 49f8f4ba-babb-4e59-858c-57b051644b56. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:33:04.872575 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-83dfdfa5-c411-4501-8752-3fe3527c329b None None] Provisioning for port 01b60f5c-368d-4d79-84ac-1a9f43910c87 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:04.928011 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5a29c26b-b08b-447e-acc8-51bca9421655 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting port c6fa2560-2003-4780-a686-0ffba305f40d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:04.928133 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a29c26b-b08b-447e-acc8-51bca9421655 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:04.979189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe85a30b-1403-49cf-b18a-0eab1a0f9d4f None None] DHCP port deletion for a58732b9-7854-450a-a2e3-f6da88770571 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:33:05.051418 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-fe85a30b-1403-49cf-b18a-0eab1a0f9d4f None None] Deleting port 01b60f5c-368d-4d79-84ac-1a9f43910c87 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:05.052105 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fe85a30b-1403-49cf-b18a-0eab1a0f9d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.116253 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-fe85a30b-1403-49cf-b18a-0eab1a0f9d4f None None] For port 01b60f5c-368d-4d79-84ac-1a9f43910c87, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=01b60f5c-368d-4d79-84ac-1a9f43910c87,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:05.116653 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fe85a30b-1403-49cf-b18a-0eab1a0f9d4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.117123 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-08fd05c2-9af7-4863-8ab1-f8db06e50472 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.132343 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-fe85a30b-1403-49cf-b18a-0eab1a0f9d4f None None] Calling delete_port for 01b60f5c-368d-4d79-84ac-1a9f43910c87 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:05.136670 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a29c26b-b08b-447e-acc8-51bca9421655 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.156534 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5a29c26b-b08b-447e-acc8-51bca9421655 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Calling delete_port for c6fa2560-2003-4780-a686-0ffba305f40d owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:05.187602 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd05c2-9af7-4863-8ab1-f8db06e50472 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:05.192071 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-08fd05c2-9af7-4863-8ab1-f8db06e50472 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:05.199175 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fd05c2-9af7-4863-8ab1-f8db06e50472 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:05.199772 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-08fd05c2-9af7-4863-8ab1-f8db06e50472 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.209931 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd05c2-9af7-4863-8ab1-f8db06e50472 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=22ab9520-07d1-4efa-911d-68e14b2d0dea,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:05.226355 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-08fd05c2-9af7-4863-8ab1-f8db06e50472 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5325584 Aug 16 22:33:05.229027 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38200) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:05.234747 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fe85a30b-1403-49cf-b18a-0eab1a0f9d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.235711 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-504a8b7d-989e-4785-aadb-f7dfd19e147f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'fixed_ips': [{'subnet_id': '22ab9520-07d1-4efa-911d-68e14b2d0dea', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-710732779'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:05.294081 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85a30b-1403-49cf-b18a-0eab1a0f9d4f None None] Pushing event deleted for resources: {'Port': ['ID=01b60f5c-368d-4d79-84ac-1a9f43910c87,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:05.298525 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe85a30b-1403-49cf-b18a-0eab1a0f9d4f None None] No DVR routers for this DVR port 01b60f5c-368d-4d79-84ac-1a9f43910c87 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:05.332306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ffaba0-4294-4c2e-927b-5ec27886d170 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:05.367789 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504a8b7d-989e-4785-aadb-f7dfd19e147f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:05.445025 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a29c26b-b08b-447e-acc8-51bca9421655 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.463018 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-504a8b7d-989e-4785-aadb-f7dfd19e147f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.483101 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29c26b-b08b-447e-acc8-51bca9421655 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Port': ['ID=c6fa2560-2003-4780-a686-0ffba305f40d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:05.483556 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-504a8b7d-989e-4785-aadb-f7dfd19e147f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] device_id is not set on port 63a0e936-98fe-40af-99df-b2d632a802b9 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:33:05.647550 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-504a8b7d-989e-4785-aadb-f7dfd19e147f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:33:05.648187 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-504a8b7d-989e-4785-aadb-f7dfd19e147f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:33:05.672057 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-504a8b7d-989e-4785-aadb-f7dfd19e147f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.4416344 Aug 16 22:33:05.673000 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38204) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:05.681834 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a29c26b-b08b-447e-acc8-51bca9421655 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.746016 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-46203414-5172-48b5-af5b-645908de64c5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0674741 Aug 16 22:33:05.746770 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a58732b9-7854-450a-a2e3-f6da88770571', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'fixed_ips': [{'subnet_id': '22ab9520-07d1-4efa-911d-68e14b2d0dea'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:33:05.746907 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38208) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:05.747632 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.807194 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168c8dad-32d9-4673-8545-36467e04e49b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:05.808992 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168c8dad-32d9-4673-8545-36467e04e49b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:05.810710 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-168c8dad-32d9-4673-8545-36467e04e49b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0627725 Aug 16 22:33:05.813274 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38210) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:05.852716 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-32d1d52b-0ddc-4fa1-9792-b876c6a395ce req-c4b732fa-9329-4ef4-aacc-be2b421f54b8 tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0359621 Aug 16 22:33:05.873939 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc9968c-ebcd-4c5c-ba98-0ade2a517614 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet 22ab9520-07d1-4efa-911d-68e14b2d0dea {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:33:05.926517 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] Allocated IP 2001:db8::2 (a58732b9-7854-450a-a2e3-f6da88770571/22ab9520-07d1-4efa-911d-68e14b2d0dea/35458af4-b068-47ff-8d06-9e804e605b7d) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:05.956217 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a29c26b-b08b-447e-acc8-51bca9421655 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router bbb79fc2-247f-4a26-901c-8f10ba023f12 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:33:06.036771 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a29c26b-b08b-447e-acc8-51bca9421655 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:06.046307 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5a29c26b-b08b-447e-acc8-51bca9421655 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/bbb79fc2-247f-4a26-901c-8f10ba023f12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5896184 Aug 16 22:33:06.046430 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38214) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:06.055187 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c811f-4787-4d95-8eb2-eeb85582d8d8 None None] Sync routers for ids ['bbb79fc2-247f-4a26-901c-8f10ba023f12'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:06.093044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023c811f-4787-4d95-8eb2-eeb85582d8d8 None None] Routers {'bbb79fc2-247f-4a26-901c-8f10ba023f12'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:06.093937 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-023c811f-4787-4d95-8eb2-eeb85582d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['bbb79fc2-247f-4a26-901c-8f10ba023f12'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:06.140212 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-023c811f-4787-4d95-8eb2-eeb85582d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:06.150211 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.169348 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] Transition to ACTIVE for port object 35458af4-b068-47ff-8d06-9e804e605b7d will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:06.174204 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023c811f-4787-4d95-8eb2-eeb85582d8d8 None None] Routers {'bbb79fc2-247f-4a26-901c-8f10ba023f12'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:06.175904 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-023c811f-4787-4d95-8eb2-eeb85582d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['bbb79fc2-247f-4a26-901c-8f10ba023f12'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:06.224268 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] Transition to ACTIVE for port object 35458af4-b068-47ff-8d06-9e804e605b7d will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:06.229292 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-023c811f-4787-4d95-8eb2-eeb85582d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:06.230612 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c811f-4787-4d95-8eb2-eeb85582d8d8 None None] The sync data for ids ['bbb79fc2-247f-4a26-901c-8f10ba023f12'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:33:06.233216 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.254095 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-afc9968c-ebcd-4c5c-ba98-0ade2a517614 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.288332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:06.292199 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:06.296897 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:06.300198 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] Pushing event updated for resources: {'Port': ['ID=35458af4-b068-47ff-8d06-9e804e605b7d,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:06.319340 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-1c0d16f1-3873-4da6-ba7d-86b8cc5c12c1 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 22:33:06.320463 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1c0d16f1-3873-4da6-ba7d-86b8cc5c12c1 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/bbb79fc2-247f-4a26-901c-8f10ba023f12/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2736833 Aug 16 22:33:06.323850 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38218) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:06.339794 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-afc9968c-ebcd-4c5c-ba98-0ade2a517614 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.366772 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] Attempting to bind port 35458af4-b068-47ff-8d06-9e804e605b7d on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:33:06.367156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] Attempting to bind port 35458af4-b068-47ff-8d06-9e804e605b7d by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:33:06.367531 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] Attempting to bind port 35458af4-b068-47ff-8d06-9e804e605b7d on network a58732b9-7854-450a-a2e3-f6da88770571 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:06.373608 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:33:06.374234 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] Checking segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:06.374674 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.375076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] Bound using segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:33:06.375583 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] Bound port: 35458af4-b068-47ff-8d06-9e804e605b7d, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:33:06.375972 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.391336 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0d71071d-22cb-44c1-b770-72a464eff566 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/ports?device_id=bbb79fc2-247f-4a26-901c-8f10ba023f12 HTTP/1.1" status: 200 len: 205 time: 0.0651484 Aug 16 22:33:06.398072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38222) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:06.458493 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] For port 35458af4-b068-47ff-8d06-9e804e605b7d, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:33:06.462513 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] For port 35458af4-b068-47ff-8d06-9e804e605b7d, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=35458af4-b068-47ff-8d06-9e804e605b7d,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:33:06.470759 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.530330 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4004b591-e256-48e7-bb8a-7a9eec6cc2ac tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.568103 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f334b6-6415-4bb7-9b46-c51be12ef031 None None] Pushing event updated for resources: {'Port': ['ID=35458af4-b068-47ff-8d06-9e804e605b7d,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:06.755585 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4004b591-e256-48e7-bb8a-7a9eec6cc2ac tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.759078 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4004b591-e256-48e7-bb8a-7a9eec6cc2ac tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.771098 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-afc9968c-ebcd-4c5c-ba98-0ade2a517614 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.818463 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4004b591-e256-48e7-bb8a-7a9eec6cc2ac tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.818463 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4004b591-e256-48e7-bb8a-7a9eec6cc2ac tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Fanout notify agent at l3_agent the message router_deleted on router bbb79fc2-247f-4a26-901c-8f10ba023f12 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:33:06.824785 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4004b591-e256-48e7-bb8a-7a9eec6cc2ac tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.828564 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4004b591-e256-48e7-bb8a-7a9eec6cc2ac tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/routers/bbb79fc2-247f-4a26-901c-8f10ba023f12 HTTP/1.1" status: 204 len: 168 time: 0.4267519 Aug 16 22:33:06.833636 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38228) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:06.944567 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5158bbe-6565-4485-a909-f5d8e51cab43 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting subnet e363f9ab-b814-4f28-869f-07a42fab1317 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:33:06.950241 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5158bbe-6565-4485-a909-f5d8e51cab43 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.986163 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-afc9968c-ebcd-4c5c-ba98-0ade2a517614 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.011254 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89dc420e-21de-4dc4-8178-007f33806bc6 req-c3baf04f-cb6a-4b62-9c7e-b3614f63b4de tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0451813 Aug 16 22:33:07.021013 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 35458af4-b068-47ff-8d06-9e804e605b7d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:07.035581 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-afc9968c-ebcd-4c5c-ba98-0ade2a517614 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.039787 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-afc9968c-ebcd-4c5c-ba98-0ade2a517614 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/22ab9520-07d1-4efa-911d-68e14b2d0dea HTTP/1.1" status: 204 len: 168 time: 1.2232900 Aug 16 22:33:07.040613 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38232) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:07.046962 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9968c-ebcd-4c5c-ba98-0ade2a517614 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=22ab9520-07d1-4efa-911d-68e14b2d0dea,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:07.056461 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5158bbe-6565-4485-a909-f5d8e51cab43 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.082036 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 35458af4-b068-47ff-8d06-9e804e605b7d completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:07.086576 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-600dde30-a609-4046-a9a5-8efcfc7e0df7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446403 Aug 16 22:33:07.090016 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38234) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:07.098322 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-35ca2775-4df0-4686-9c11-03cb72672f88 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:07.145619 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 01b60f5c-368d-4d79-84ac-1a9f43910c87 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:07.169300 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5158bbe-6565-4485-a909-f5d8e51cab43 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.170412 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 01b60f5c-368d-4d79-84ac-1a9f43910c87 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:07.170862 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 01b60f5c-368d-4d79-84ac-1a9f43910c87 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:07.205819 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ca2775-4df0-4686-9c11-03cb72672f88 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:07.212391 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-35ca2775-4df0-4686-9c11-03cb72672f88 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.235261 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5158bbe-6565-4485-a909-f5d8e51cab43 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.261839 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5158bbe-6565-4485-a909-f5d8e51cab43 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Subnet': ['ID=e363f9ab-b814-4f28-869f-07a42fab1317,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:07.267756 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5158bbe-6565-4485-a909-f5d8e51cab43 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.269845 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f5158bbe-6565-4485-a909-f5d8e51cab43 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/subnets/e363f9ab-b814-4f28-869f-07a42fab1317 HTTP/1.1" status: 204 len: 168 time: 0.4322705 Aug 16 22:33:07.272978 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38238) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:07.273754 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810b5c86-fb4d-4d11-b702-cfdf1d34e9ba None None] Network 5c397451-602a-436f-8e2b-90c7a0d6ae0d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:07.390094 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6548bd86-af6e-4cbd-9ccf-c1a43a13a2e3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.488393 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aef7e9e-7a62-40a2-b46e-f4a54731e7cd None None] DHCP port deletion for 5c397451-602a-436f-8e2b-90c7a0d6ae0d request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:33:07.551186 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-4aef7e9e-7a62-40a2-b46e-f4a54731e7cd None None] Deleting port da5373e4-88db-4295-ba3c-abc30c875b4c {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:07.552104 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4aef7e9e-7a62-40a2-b46e-f4a54731e7cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.555262 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6548bd86-af6e-4cbd-9ccf-c1a43a13a2e3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting port da5373e4-88db-4295-ba3c-abc30c875b4c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:07.555612 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6548bd86-af6e-4cbd-9ccf-c1a43a13a2e3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.599472 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-35ca2775-4df0-4686-9c11-03cb72672f88 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.625156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-4aef7e9e-7a62-40a2-b46e-f4a54731e7cd None None] For port da5373e4-88db-4295-ba3c-abc30c875b4c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=da5373e4-88db-4295-ba3c-abc30c875b4c,segment=NetworkSegment(d7ca1037-9169-444b-9219-f2732934205e),segment_id=d7ca1037-9169-444b-9219-f2732934205e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:07.625548 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4aef7e9e-7a62-40a2-b46e-f4a54731e7cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.641421 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-4aef7e9e-7a62-40a2-b46e-f4a54731e7cd None None] Calling delete_port for da5373e4-88db-4295-ba3c-abc30c875b4c owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:07.683238 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ca2775-4df0-4686-9c11-03cb72672f88 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:07.685145 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-6548bd86-af6e-4cbd-9ccf-c1a43a13a2e3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] For port da5373e4-88db-4295-ba3c-abc30c875b4c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=da5373e4-88db-4295-ba3c-abc30c875b4c,segment=NetworkSegment(d7ca1037-9169-444b-9219-f2732934205e),segment_id=d7ca1037-9169-444b-9219-f2732934205e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:07.685516 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6548bd86-af6e-4cbd-9ccf-c1a43a13a2e3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.699670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-35ca2775-4df0-4686-9c11-03cb72672f88 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:07.705442 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ca2775-4df0-4686-9c11-03cb72672f88 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:07.706070 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-35ca2775-4df0-4686-9c11-03cb72672f88 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.708290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca2775-4df0-4686-9c11-03cb72672f88 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=09f10d16-2508-45da-a934-5f84d2947b8d,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:07.710654 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6548bd86-af6e-4cbd-9ccf-c1a43a13a2e3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Calling delete_port for da5373e4-88db-4295-ba3c-abc30c875b4c owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:07.753153 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4aef7e9e-7a62-40a2-b46e-f4a54731e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.763646 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-35ca2775-4df0-4686-9c11-03cb72672f88 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6693709 Aug 16 22:33:07.766493 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38246) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:07.771776 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-77442501-1ce7-4a7f-930c-b58d9d77b55c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-8590035', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:07.801425 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aef7e9e-7a62-40a2-b46e-f4a54731e7cd None None] No DVR routers for this DVR port da5373e4-88db-4295-ba3c-abc30c875b4c on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:07.803298 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef7e9e-7a62-40a2-b46e-f4a54731e7cd None None] Pushing event deleted for resources: {'Port': ['ID=da5373e4-88db-4295-ba3c-abc30c875b4c,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:07.811851 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6548bd86-af6e-4cbd-9ccf-c1a43a13a2e3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.826935 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77442501-1ce7-4a7f-930c-b58d9d77b55c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.827942 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77442501-1ce7-4a7f-930c-b58d9d77b55c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.843136 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548bd86-af6e-4cbd-9ccf-c1a43a13a2e3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Port': ['ID=da5373e4-88db-4295-ba3c-abc30c875b4c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:07.851490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6548bd86-af6e-4cbd-9ccf-c1a43a13a2e3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] No DVR routers for this DVR port da5373e4-88db-4295-ba3c-abc30c875b4c on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:07.871136 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054e8c4d-c61a-4e00-ad4d-4c5561ee16b9 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:07.899301 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77442501-1ce7-4a7f-930c-b58d9d77b55c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.904935 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77442501-1ce7-4a7f-930c-b58d9d77b55c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.926548 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77442501-1ce7-4a7f-930c-b58d9d77b55c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.927922 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-77442501-1ce7-4a7f-930c-b58d9d77b55c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1603420 Aug 16 22:33:07.930904 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38252) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:07.956460 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6548bd86-af6e-4cbd-9ccf-c1a43a13a2e3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.971045 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-6548bd86-af6e-4cbd-9ccf-c1a43a13a2e3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c397451-602a-436f-8e2b-90c7a0d6ae0d']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:07.973304 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-33bbdf1b-26ad-40d8-bc27-f191b0b9a242 None None] Provisioning for port 35458af4-b068-47ff-8d06-9e804e605b7d completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:07.982569 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-33bbdf1b-26ad-40d8-bc27-f191b0b9a242 None None] Provisioning complete for port 35458af4-b068-47ff-8d06-9e804e605b7d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:07.982569 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-33bbdf1b-26ad-40d8-bc27-f191b0b9a242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.985776 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-6548bd86-af6e-4cbd-9ccf-c1a43a13a2e3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ca1037-9169-444b-9219-f2732934205e') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:07.986109 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-6548bd86-af6e-4cbd-9ccf-c1a43a13a2e3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ca1037-9169-444b-9219-f2732934205e') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:07.997694 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6548bd86-af6e-4cbd-9ccf-c1a43a13a2e3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.027315 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6548bd86-af6e-4cbd-9ccf-c1a43a13a2e3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.035656 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6548bd86-af6e-4cbd-9ccf-c1a43a13a2e3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:33:08.036216 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6548bd86-af6e-4cbd-9ccf-c1a43a13a2e3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:33:08.041938 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:33:08.128350 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6548bd86-af6e-4cbd-9ccf-c1a43a13a2e3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.136601 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6548bd86-af6e-4cbd-9ccf-c1a43a13a2e3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.139542 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6548bd86-af6e-4cbd-9ccf-c1a43a13a2e3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/networks/5c397451-602a-436f-8e2b-90c7a0d6ae0d HTTP/1.1" status: 204 len: 168 time: 0.8655884 Aug 16 22:33:08.144306 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38258) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:08.149871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9dc274e7-c75b-4755-b736-ae357e4e4379 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-289020275'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:08.198619 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548bd86-af6e-4cbd-9ccf-c1a43a13a2e3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Network': ['ID=5c397451-602a-436f-8e2b-90c7a0d6ae0d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:08.223674 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba27e78d-9851-47a1-90d4-58c6744880f3 req-e5db9ca8-b35d-4f8d-a737-366234e604a5 tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0405438 Aug 16 22:33:08.240623 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc274e7-c75b-4755-b736-ae357e4e4379 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Made reservation on behalf of c913d440e664450daff7210bf2719493 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:08.244675 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9dc274e7-c75b-4755-b736-ae357e4e4379 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.272497 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc274e7-c75b-4755-b736-ae357e4e4379 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:33:08.284319 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9dc274e7-c75b-4755-b736-ae357e4e4379 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.284948 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-9dc274e7-c75b-4755-b736-ae357e4e4379 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Added segment 14976741-c4f2-4055-83a5-6a6d495b795b of type vlan for network 605266db-7ed1-4e0a-9778-342a37509c8d Aug 16 22:33:08.340482 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9dc274e7-c75b-4755-b736-ae357e4e4379 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.343374 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-33bbdf1b-26ad-40d8-bc27-f191b0b9a242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.374940 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9dc274e7-c75b-4755-b736-ae357e4e4379 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.381610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc274e7-c75b-4755-b736-ae357e4e4379 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:08.382488 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9dc274e7-c75b-4755-b736-ae357e4e4379 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.390930 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-33bbdf1b-26ad-40d8-bc27-f191b0b9a242 None None] For port 35458af4-b068-47ff-8d06-9e804e605b7d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=35458af4-b068-47ff-8d06-9e804e605b7d,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:08.396043 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-33bbdf1b-26ad-40d8-bc27-f191b0b9a242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.411146 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82d0b802-3a93-4aba-bd1b-373e3345111c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.466485 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbdf1b-26ad-40d8-bc27-f191b0b9a242 None None] Pushing event updated for resources: {'Port': ['ID=35458af4-b068-47ff-8d06-9e804e605b7d,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:08.490517 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.530159 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc274e7-c75b-4755-b736-ae357e4e4379 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Network': ['ID=605266db-7ed1-4e0a-9778-342a37509c8d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:08.539152 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9dc274e7-c75b-4755-b736-ae357e4e4379 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3935134 Aug 16 22:33:08.540097 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38264) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:08.546380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 605266db-7ed1-4e0a-9778-342a37509c8d details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:33:08.575993 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ccefc500-f02a-4413-9d6f-5d0496d4ab4a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'subnet': {'network_id': '605266db-7ed1-4e0a-9778-342a37509c8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:08.731030 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-02b3b9db-a470-4c3b-8f6b-8aee83075d74 None None] Provisioning complete for port 35458af4-b068-47ff-8d06-9e804e605b7d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:08.732047 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-02b3b9db-a470-4c3b-8f6b-8aee83075d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.786743 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-82d0b802-3a93-4aba-bd1b-373e3345111c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8::1 (a58732b9-7854-450a-a2e3-f6da88770571/09f10d16-2508-45da-a934-5f84d2947b8d/415957d8-a2e8-4559-b812-d20df49d743a) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:08.799523 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccefc500-f02a-4413-9d6f-5d0496d4ab4a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Made reservation on behalf of c913d440e664450daff7210bf2719493 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:08.807940 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccefc500-f02a-4413-9d6f-5d0496d4ab4a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.985451 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82d0b802-3a93-4aba-bd1b-373e3345111c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.996019 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 35458af4-b068-47ff-8d06-9e804e605b7d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:09.034764 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-326504d2-95e0-479f-8e66-d88bc7ce2ae3 None None] Could not find standard attr ID for object 49f8f4ba-babb-4e59-858c-57b051644b56. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:33:09.038992 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-82d0b802-3a93-4aba-bd1b-373e3345111c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Transition to ACTIVE for port object 415957d8-a2e8-4559-b812-d20df49d743a will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:09.044583 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-123d0679-7963-41a1-8015-ad9548e83956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.097948 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccefc500-f02a-4413-9d6f-5d0496d4ab4a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.103141 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82d0b802-3a93-4aba-bd1b-373e3345111c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.120602 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 35458af4-b068-47ff-8d06-9e804e605b7d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:09.121436 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.181128 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefc500-f02a-4413-9d6f-5d0496d4ab4a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Subnet': ['ID=3f6b54c3-6c64-4448-8481-1a8deeb20958,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:09.183186 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccefc500-f02a-4413-9d6f-5d0496d4ab4a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Checking segment: {'id': '14976741-c4f2-4055-83a5-6a6d495b795b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '605266db-7ed1-4e0a-9778-342a37509c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:09.183557 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccefc500-f02a-4413-9d6f-5d0496d4ab4a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network hostable DHCP agents. Network: 605266db-7ed1-4e0a-9778-342a37509c8d, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:33:09.185787 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d0b802-3a93-4aba-bd1b-373e3345111c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:09.191316 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-82d0b802-3a93-4aba-bd1b-373e3345111c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:09.196727 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d0b802-3a93-4aba-bd1b-373e3345111c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:09.197836 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82d0b802-3a93-4aba-bd1b-373e3345111c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.206956 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccefc500-f02a-4413-9d6f-5d0496d4ab4a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network 605266db-7ed1-4e0a-9778-342a37509c8d is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:33:09.221151 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ccefc500-f02a-4413-9d6f-5d0496d4ab4a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 605266db-7ed1-4e0a-9778-342a37509c8d) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:09.229655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccefc500-f02a-4413-9d6f-5d0496d4ab4a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:09.230278 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccefc500-f02a-4413-9d6f-5d0496d4ab4a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.250504 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0b802-3a93-4aba-bd1b-373e3345111c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=415957d8-a2e8-4559-b812-d20df49d743a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:09.272390 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ccefc500-f02a-4413-9d6f-5d0496d4ab4a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7307599 Aug 16 22:33:09.274931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38270) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:09.280262 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3ea8113e-386c-4380-a9e8-7f62361d8e13 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1119960931', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:09.286497 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64ab305-4a05-4ca9-8200-2fda1ed2aff7 None None] Network 605266db-7ed1-4e0a-9778-342a37509c8d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:09.344523 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3ea8113e-386c-4380-a9e8-7f62361d8e13 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.345798 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3ea8113e-386c-4380-a9e8-7f62361d8e13 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.432368 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82d0b802-3a93-4aba-bd1b-373e3345111c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.501649 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3ea8113e-386c-4380-a9e8-7f62361d8e13 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.518660 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3ea8113e-386c-4380-a9e8-7f62361d8e13 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.528679 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-445334fd-46cc-45e3-b3c9-049491d19114 req-75b4163d-6559-46e9-a579-0b9a7074bd19 tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.1426907 Aug 16 22:33:09.542567 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3ea8113e-386c-4380-a9e8-7f62361d8e13 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.543941 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3ea8113e-386c-4380-a9e8-7f62361d8e13 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2679598 Aug 16 22:33:09.548030 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38278) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:09.588946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device da5373e4-88db-4295-ba3c-abc30c875b4c no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:09.635756 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: da5373e4-88db-4295-ba3c-abc30c875b4c {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:09.635756 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device da5373e4-88db-4295-ba3c-abc30c875b4c not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:09.664747 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-605266db-7ed1-4e0a-9778-342a37509c8d', 'network_id': '605266db-7ed1-4e0a-9778-342a37509c8d', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'fixed_ips': [{'subnet_id': '3f6b54c3-6c64-4448-8481-1a8deeb20958'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:33:09.666016 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.782615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c4d5d0cf-054a-4e41-ac74-9e917433ab72 None None] Provisioning for port 415957d8-a2e8-4559-b812-d20df49d743a completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:09.789500 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c4d5d0cf-054a-4e41-ac74-9e917433ab72 None None] Provisioning complete for port 415957d8-a2e8-4559-b812-d20df49d743a triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:09.790003 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c4d5d0cf-054a-4e41-ac74-9e917433ab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.827406 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82d0b802-3a93-4aba-bd1b-373e3345111c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.836687 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82d0b802-3a93-4aba-bd1b-373e3345111c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.837651 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82d0b802-3a93-4aba-bd1b-373e3345111c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.854559 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c4d5d0cf-054a-4e41-ac74-9e917433ab72 None None] Port 415957d8-a2e8-4559-b812-d20df49d743a cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:09.881364 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] Allocated IP 2001:db8::2 (605266db-7ed1-4e0a-9778-342a37509c8d/3f6b54c3-6c64-4448-8481-1a8deeb20958/b497a479-38cd-4d26-9e00-ca2570426388) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:09.900490 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0b802-3a93-4aba-bd1b-373e3345111c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=415957d8-a2e8-4559-b812-d20df49d743a,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:09.930278 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba8c09db-267c-4258-9de9-b31eca45c419 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.013061 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d0b802-3a93-4aba-bd1b-373e3345111c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:10.015055 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-82d0b802-3a93-4aba-bd1b-373e3345111c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:10.080623 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.097004 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] Transition to ACTIVE for port object b497a479-38cd-4d26-9e00-ca2570426388 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:10.121281 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] Transition to ACTIVE for port object b497a479-38cd-4d26-9e00-ca2570426388 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:10.129655 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.167601 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d0b802-3a93-4aba-bd1b-373e3345111c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Router e652e229-d515-41f4-83c6-49051df74782 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:33:10.178745 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] Network 605266db-7ed1-4e0a-9778-342a37509c8d is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:10.182219 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:10.193871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:10.239919 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] Pushing event updated for resources: {'Port': ['ID=b497a479-38cd-4d26-9e00-ca2570426388,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:10.271434 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-ba8c09db-267c-4258-9de9-b31eca45c419 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Allocated IP 2001:db8::1 (605266db-7ed1-4e0a-9778-342a37509c8d/3f6b54c3-6c64-4448-8481-1a8deeb20958/2bae84c8-5bb9-4d40-a7aa-8e3eb7e8f293) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:10.328822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] Attempting to bind port b497a479-38cd-4d26-9e00-ca2570426388 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:33:10.329512 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] Attempting to bind port b497a479-38cd-4d26-9e00-ca2570426388 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '14976741-c4f2-4055-83a5-6a6d495b795b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '605266db-7ed1-4e0a-9778-342a37509c8d'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:33:10.330231 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] Attempting to bind port b497a479-38cd-4d26-9e00-ca2570426388 on network 605266db-7ed1-4e0a-9778-342a37509c8d {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:10.336197 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:33:10.337086 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] Checking segment: {'id': '14976741-c4f2-4055-83a5-6a6d495b795b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '605266db-7ed1-4e0a-9778-342a37509c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:10.338366 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.339645 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] Bound using segment: {'id': '14976741-c4f2-4055-83a5-6a6d495b795b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '605266db-7ed1-4e0a-9778-342a37509c8d'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:33:10.340177 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] Bound port: b497a479-38cd-4d26-9e00-ca2570426388, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14976741-c4f2-4055-83a5-6a6d495b795b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '605266db-7ed1-4e0a-9778-342a37509c8d'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:33:10.340659 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.358308 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d0b802-3a93-4aba-bd1b-373e3345111c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:10.368005 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-82d0b802-3a93-4aba-bd1b-373e3345111c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "PUT /v2.0/routers/e652e229-d515-41f4-83c6-49051df74782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4359794 Aug 16 22:33:10.372440 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38284) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:10.372622 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] Sync routers for ids ['e652e229-d515-41f4-83c6-49051df74782'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:10.383321 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] Routers {'e652e229-d515-41f4-83c6-49051df74782'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:10.384034 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:32:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['e652e229-d515-41f4-83c6-49051df74782'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:10.421594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c16fe7fb-5cdb-45e7-b890-ec7467264a8e None None] Provisioning complete for port 415957d8-a2e8-4559-b812-d20df49d743a triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:10.423385 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c16fe7fb-5cdb-45e7-b890-ec7467264a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.438838 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adae5743-b393-4bf7-972b-7a968c4c462b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:10.440430 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-adae5743-b393-4bf7-972b-7a968c4c462b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports/415957d8-a2e8-4559-b812-d20df49d743a HTTP/1.1" status: 200 len: 911 time: 0.0671234 Aug 16 22:33:10.443020 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38288) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:10.455921 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] For port b497a479-38cd-4d26-9e00-ca2570426388, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:33:10.459735 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] For port b497a479-38cd-4d26-9e00-ca2570426388, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b497a479-38cd-4d26-9e00-ca2570426388,segment=NetworkSegment(14976741-c4f2-4055-83a5-6a6d495b795b),segment_id=14976741-c4f2-4055-83a5-6a6d495b795b)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:33:10.495701 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] Set router e652e229-d515-41f4-83c6-49051df74782 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:33:10.504847 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.517099 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba8c09db-267c-4258-9de9-b31eca45c419 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.547150 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42f0366-af37-485e-8925-9ba3d04a2c7b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:10.552058 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-ba8c09db-267c-4258-9de9-b31eca45c419 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Transition to ACTIVE for port object 2bae84c8-5bb9-4d40-a7aa-8e3eb7e8f293 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:10.558222 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42f0366-af37-485e-8925-9ba3d04a2c7b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:10.563269 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b42f0366-af37-485e-8925-9ba3d04a2c7b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1191771 Aug 16 22:33:10.566400 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38290) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:10.611663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c16fe7fb-5cdb-45e7-b890-ec7467264a8e None None] Port 415957d8-a2e8-4559-b812-d20df49d743a cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:10.687353 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34643e-6c18-49b5-82de-d92baa7bbe5e None None] Pushing event updated for resources: {'Port': ['ID=b497a479-38cd-4d26-9e00-ca2570426388,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:10.741697 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.775878 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e652e229-d515-41f4-83c6-49051df74782', 'name': 'tempest-NetworksTestDHCPv6-router-8590035', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:07Z', 'updated_at': '2021-08-16T22:33:09Z', 'revision_number': 2, 'project_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'gw_port_host': None, '_interfaces': [{'id': '415957d8-a2e8-4559-b812-d20df49d743a', 'name': '', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'mac_address': 'fa:16:3e:df:82:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e652e229-d515-41f4-83c6-49051df74782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '09f10d16-2508-45da-a934-5f84d2947b8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:08Z', 'updated_at': '2021-08-16T22:33:09Z', 'revision_number': 2, 'project_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'subnets': [{'id': '09f10d16-2508-45da-a934-5f84d2947b8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:10.791678 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba8c09db-267c-4258-9de9-b31eca45c419 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.795257 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abf71fa2-1b6d-44a8-8475-649336ac61c1 req-1521101a-09cf-4a4b-989c-29d1b8f523e2 tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0837505 Aug 16 22:33:10.803914 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] Checking router: e652e229-d515-41f4-83c6-49051df74782 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:33:10.804498 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] Updating router e652e229-d515-41f4-83c6-49051df74782 port 415957d8-a2e8-4559-b812-d20df49d743a binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:33:10.837379 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.927149 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8c09db-267c-4258-9de9-b31eca45c419 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network 605266db-7ed1-4e0a-9778-342a37509c8d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:10.934347 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ba8c09db-267c-4258-9de9-b31eca45c419 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:10.941061 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8c09db-267c-4258-9de9-b31eca45c419 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:10.941611 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba8c09db-267c-4258-9de9-b31eca45c419 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.982364 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c09db-267c-4258-9de9-b31eca45c419 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Port': ['ID=2bae84c8-5bb9-4d40-a7aa-8e3eb7e8f293,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:11.119992 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba8c09db-267c-4258-9de9-b31eca45c419 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:11.242736 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:11.255869 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] Transition to ACTIVE for port object 415957d8-a2e8-4559-b812-d20df49d743a will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:11.264216 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:11.341189 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88459b-4555-4f70-9a59-32993ed605cd None None] Pushing event updated for resources: {'Port': ['ID=415957d8-a2e8-4559-b812-d20df49d743a,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:11.356856 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88459b-4555-4f70-9a59-32993ed605cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:11.357475 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88459b-4555-4f70-9a59-32993ed605cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:11.364636 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88459b-4555-4f70-9a59-32993ed605cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:11.365183 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88459b-4555-4f70-9a59-32993ed605cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:11.365538 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88459b-4555-4f70-9a59-32993ed605cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:11.365883 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88459b-4555-4f70-9a59-32993ed605cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:11.366296 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88459b-4555-4f70-9a59-32993ed605cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:11.366627 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88459b-4555-4f70-9a59-32993ed605cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:11.366963 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88459b-4555-4f70-9a59-32993ed605cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:11.367287 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88459b-4555-4f70-9a59-32993ed605cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:11.367614 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88459b-4555-4f70-9a59-32993ed605cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:11.368081 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88459b-4555-4f70-9a59-32993ed605cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:11.452544 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] Attempting to bind port 415957d8-a2e8-4559-b812-d20df49d743a on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:33:11.453922 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] Attempting to bind port 415957d8-a2e8-4559-b812-d20df49d743a by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:33:11.454589 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] Attempting to bind port 415957d8-a2e8-4559-b812-d20df49d743a on network a58732b9-7854-450a-a2e3-f6da88770571 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:11.461815 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:33:11.462566 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] Checking segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:11.463234 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:11.463980 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] Bound using segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:33:11.464745 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] Bound port: 415957d8-a2e8-4559-b812-d20df49d743a, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:33:11.465364 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:11.510878 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-aa539d21-3152-427f-9340-89c1544542c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:11.609253 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] For port 415957d8-a2e8-4559-b812-d20df49d743a, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:33:11.613206 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] For port 415957d8-a2e8-4559-b812-d20df49d743a, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=415957d8-a2e8-4559-b812-d20df49d743a,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:33:11.618971 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:11.708294 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] Routers {'e652e229-d515-41f4-83c6-49051df74782'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:11.708965 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['e652e229-d515-41f4-83c6-49051df74782'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:11.763501 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88459b-4555-4f70-9a59-32993ed605cd None None] Pushing event updated for resources: {'Port': ['ID=415957d8-a2e8-4559-b812-d20df49d743a,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:11.995830 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] Set router e652e229-d515-41f4-83c6-49051df74782 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:33:12.058854 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:12.125726 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba8c09db-267c-4258-9de9-b31eca45c419 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:12.157064 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba8c09db-267c-4258-9de9-b31eca45c419 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:12.157700 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba8c09db-267c-4258-9de9-b31eca45c419 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:12.161946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a06d8f-d58a-468f-a3bb-564a9ee22d64 None None] Network 605266db-7ed1-4e0a-9778-342a37509c8d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:12.228167 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-bcf60882-ed71-4ba4-8c6b-c7481906c0f7 None None] Provisioning for port b497a479-38cd-4d26-9e00-ca2570426388 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:12.241694 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cf60fc8-519b-4d88-a781-6afb1c30cbcf req-dafb1370-faa4-46bf-a2c6-f06e0802a307 tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.1081276 Aug 16 22:33:12.279861 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e652e229-d515-41f4-83c6-49051df74782', 'name': 'tempest-NetworksTestDHCPv6-router-8590035', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:07Z', 'updated_at': '2021-08-16T22:33:09Z', 'revision_number': 2, 'project_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'gw_port_host': None, '_interfaces': [{'id': '415957d8-a2e8-4559-b812-d20df49d743a', 'name': '', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'mac_address': 'fa:16:3e:df:82:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e652e229-d515-41f4-83c6-49051df74782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '09f10d16-2508-45da-a934-5f84d2947b8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:08Z', 'updated_at': '2021-08-16T22:33:11Z', 'revision_number': 4, 'project_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'subnets': [{'id': '09f10d16-2508-45da-a934-5f84d2947b8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:12.320770 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eeac24-edf6-4033-a1aa-8fe5c949e16d None None] The sync data for ids ['e652e229-d515-41f4-83c6-49051df74782'] in n-d-792458-15 is: [{'id': 'e652e229-d515-41f4-83c6-49051df74782', 'name': 'tempest-NetworksTestDHCPv6-router-8590035', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:07Z', 'updated_at': '2021-08-16T22:33:09Z', 'revision_number': 2, 'project_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'gw_port_host': None, '_interfaces': [{'id': '415957d8-a2e8-4559-b812-d20df49d743a', 'name': '', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'mac_address': 'fa:16:3e:df:82:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e652e229-d515-41f4-83c6-49051df74782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '09f10d16-2508-45da-a934-5f84d2947b8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:08Z', 'updated_at': '2021-08-16T22:33:11Z', 'revision_number': 4, 'project_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'subnets': [{'id': '09f10d16-2508-45da-a934-5f84d2947b8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:33:12.324204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc1fdf-a856-4d08-a191-551709727cd5 req-1829ab6d-0702-4b8e-96ed-765cdf625e65 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:12.332749 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84bc1fdf-a856-4d08-a191-551709727cd5 req-1829ab6d-0702-4b8e-96ed-765cdf625e65 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=a92df8f8-bd91-4f49-9777-22d0ca640656 HTTP/1.1" status: 200 len: 945 time: 0.5047541 Aug 16 22:33:12.334703 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c09db-267c-4258-9de9-b31eca45c419 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Port': ['ID=2bae84c8-5bb9-4d40-a7aa-8e3eb7e8f293,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:12.431606 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-609fc8c1-eea1-4b74-b78b-0843027a762a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:12.520418 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84bc1fdf-a856-4d08-a191-551709727cd5 req-ba77b7db-fa60-4486-9060-a1a026452e7f tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865997 Aug 16 22:33:12.642259 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8c09db-267c-4258-9de9-b31eca45c419 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network 605266db-7ed1-4e0a-9778-342a37509c8d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:12.647197 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ba8c09db-267c-4258-9de9-b31eca45c419 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:12.821160 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cc1cc281-4aa9-4790-bd44-6845012e653c None None] Provisioning for port 2bae84c8-5bb9-4d40-a7aa-8e3eb7e8f293 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:12.827745 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cc1cc281-4aa9-4790-bd44-6845012e653c None None] Provisioning complete for port 2bae84c8-5bb9-4d40-a7aa-8e3eb7e8f293 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:12.828426 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cc1cc281-4aa9-4790-bd44-6845012e653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:12.846310 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-609fc8c1-eea1-4b74-b78b-0843027a762a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting port 415957d8-a2e8-4559-b812-d20df49d743a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:12.846732 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-609fc8c1-eea1-4b74-b78b-0843027a762a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:12.851160 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8c09db-267c-4258-9de9-b31eca45c419 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router c722e893-4beb-414f-9915-1aeb6cae6d47 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:33:12.891833 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-cc1cc281-4aa9-4790-bd44-6845012e653c None None] Port 2bae84c8-5bb9-4d40-a7aa-8e3eb7e8f293 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:13.067550 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b497a479-38cd-4d26-9e00-ca2570426388 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:13.084799 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-609fc8c1-eea1-4b74-b78b-0843027a762a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] For port 415957d8-a2e8-4559-b812-d20df49d743a, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=415957d8-a2e8-4559-b812-d20df49d743a,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:13.085184 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-609fc8c1-eea1-4b74-b78b-0843027a762a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:13.109104 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-609fc8c1-eea1-4b74-b78b-0843027a762a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Calling delete_port for 415957d8-a2e8-4559-b812-d20df49d743a owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:13.131417 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9489abf3-8b36-4abf-9cfd-612d68dd72e5 None None] Provisioning complete for port 2bae84c8-5bb9-4d40-a7aa-8e3eb7e8f293 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:13.132030 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9489abf3-8b36-4abf-9cfd-612d68dd72e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:13.188806 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8c09db-267c-4258-9de9-b31eca45c419 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:13.201041 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ba8c09db-267c-4258-9de9-b31eca45c419 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/c722e893-4beb-414f-9915-1aeb6cae6d47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6517811 Aug 16 22:33:13.201205 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38316) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:13.218259 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port b497a479-38cd-4d26-9e00-ca2570426388 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:13.252901 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-9489abf3-8b36-4abf-9cfd-612d68dd72e5 None None] Port 2bae84c8-5bb9-4d40-a7aa-8e3eb7e8f293 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:13.257746 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de7e740-847d-4733-8892-7938a57fb5a3 None None] Sync routers for ids ['c722e893-4beb-414f-9915-1aeb6cae6d47'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:13.263915 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e70ea66-da90-4b83-81c7-8122f6a47723 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:13.265777 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6e70ea66-da90-4b83-81c7-8122f6a47723 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/ports/2bae84c8-5bb9-4d40-a7aa-8e3eb7e8f293 HTTP/1.1" status: 200 len: 911 time: 0.0631111 Aug 16 22:33:13.268680 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38318) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:13.269744 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port b497a479-38cd-4d26-9e00-ca2570426388 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:13.270281 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:13.277293 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:13.299230 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de7e740-847d-4733-8892-7938a57fb5a3 None None] Routers {'c722e893-4beb-414f-9915-1aeb6cae6d47'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:13.300001 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9de7e740-847d-4733-8892-7938a57fb5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c722e893-4beb-414f-9915-1aeb6cae6d47'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:13.337520 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9de7e740-847d-4733-8892-7938a57fb5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:13.358804 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de7e740-847d-4733-8892-7938a57fb5a3 None None] Routers {'c722e893-4beb-414f-9915-1aeb6cae6d47'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:13.360535 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9de7e740-847d-4733-8892-7938a57fb5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c722e893-4beb-414f-9915-1aeb6cae6d47'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:13.390332 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-609fc8c1-eea1-4b74-b78b-0843027a762a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:13.397926 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9de7e740-847d-4733-8892-7938a57fb5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:13.398782 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de7e740-847d-4733-8892-7938a57fb5a3 None None] The sync data for ids ['c722e893-4beb-414f-9915-1aeb6cae6d47'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:33:13.427035 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fc8c1-eea1-4b74-b78b-0843027a762a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Port': ['ID=415957d8-a2e8-4559-b812-d20df49d743a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:13.457008 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab3392-8237-4786-aa18-ccd8812aadbe req-667e8eed-1338-4954-89cf-fbaf5f2317c5 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:13.459629 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d4ab3392-8237-4786-aa18-ccd8812aadbe req-667e8eed-1338-4954-89cf-fbaf5f2317c5 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.39 "GET /v2.0/ports?device_id=a92df8f8-bd91-4f49-9777-22d0ca640656 HTTP/1.1" status: 200 len: 945 time: 0.1464441 Aug 16 22:33:13.519208 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c4fe65c-3db4-4d80-99a1-280319a31eb5 req-a11cc1b7-c95c-45c1-ae54-ae6d8e17c06b tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0656435 Aug 16 22:33:13.600822 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-609fc8c1-eea1-4b74-b78b-0843027a762a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:13.626604 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-604837ab-563a-4d88-9a37-0aa58b487b43 None None] Provisioning complete for port 2bae84c8-5bb9-4d40-a7aa-8e3eb7e8f293 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:13.626977 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-604837ab-563a-4d88-9a37-0aa58b487b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:13.632169 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:13.714149 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port b497a479-38cd-4d26-9e00-ca2570426388, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b497a479-38cd-4d26-9e00-ca2570426388,segment=NetworkSegment(14976741-c4f2-4055-83a5-6a6d495b795b),segment_id=14976741-c4f2-4055-83a5-6a6d495b795b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:13.720953 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:13.721263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 415957d8-a2e8-4559-b812-d20df49d743a up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:13.791677 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-d4ab3392-8237-4786-aa18-ccd8812aadbe req-7493730b-7876-495b-be6e-b66a9c785706 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Deleting port e245ec40-e2e7-43e6-a91c-d683a699f55f {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:13.792034 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d4ab3392-8237-4786-aa18-ccd8812aadbe req-7493730b-7876-495b-be6e-b66a9c785706 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:13.800153 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a378d71-b8c6-4bfe-b85e-c57d5ac288eb req-4aabaa6e-0e56-49b6-8f8a-85060589f645 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:13.801760 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0a378d71-b8c6-4bfe-b85e-c57d5ac288eb req-4aabaa6e-0e56-49b6-8f8a-85060589f645 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=a92df8f8-bd91-4f49-9777-22d0ca640656 HTTP/1.1" status: 200 len: 945 time: 0.1179800 Aug 16 22:33:13.807068 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=b497a479-38cd-4d26-9e00-ca2570426388,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:13.810646 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-604837ab-563a-4d88-9a37-0aa58b487b43 None None] Port 2bae84c8-5bb9-4d40-a7aa-8e3eb7e8f293 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:13.812593 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 415957d8-a2e8-4559-b812-d20df49d743a {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:13.813156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 415957d8-a2e8-4559-b812-d20df49d743a not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 22:33:13.835657 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Port 415957d8-a2e8-4559-b812-d20df49d743a not found, will not notify nova. {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 22:33:13.909419 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609fc8c1-eea1-4b74-b78b-0843027a762a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Router e652e229-d515-41f4-83c6-49051df74782 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:33:13.917872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0a378d71-b8c6-4bfe-b85e-c57d5ac288eb req-9ba0bfe3-1049-45bc-a26a-726213392d3c tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768788 Aug 16 22:33:13.932532 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-d4ab3392-8237-4786-aa18-ccd8812aadbe req-7493730b-7876-495b-be6e-b66a9c785706 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] For port e245ec40-e2e7-43e6-a91c-d683a699f55f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e245ec40-e2e7-43e6-a91c-d683a699f55f,segment=NetworkSegment(33dfb6c3-b599-4057-b70f-e1a7983d0cdf),segment_id=33dfb6c3-b599-4057-b70f-e1a7983d0cdf)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:13.932900 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d4ab3392-8237-4786-aa18-ccd8812aadbe req-7493730b-7876-495b-be6e-b66a9c785706 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:13.965569 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-d4ab3392-8237-4786-aa18-ccd8812aadbe req-7493730b-7876-495b-be6e-b66a9c785706 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Calling delete_port for e245ec40-e2e7-43e6-a91c-d683a699f55f owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:13.995703 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609fc8c1-eea1-4b74-b78b-0843027a762a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:14.001625 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-609fc8c1-eea1-4b74-b78b-0843027a762a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "PUT /v2.0/routers/e652e229-d515-41f4-83c6-49051df74782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4341538 Aug 16 22:33:14.003291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38330) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:14.051937 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7cc37c1a-1f21-4cfc-a048-7880074a270c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.062614 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55828df-ff49-49ff-aa84-088292e4cc55 None None] Sync routers for ids ['e652e229-d515-41f4-83c6-49051df74782'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:14.066922 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c873bce-3ecf-4b3f-b4af-8bab7d7df70e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:14.068772 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c873bce-3ecf-4b3f-b4af-8bab7d7df70e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:14.072906 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6c873bce-3ecf-4b3f-b4af-8bab7d7df70e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0661399 Aug 16 22:33:14.073857 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38332) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:14.074262 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55828df-ff49-49ff-aa84-088292e4cc55 None None] Routers {'e652e229-d515-41f4-83c6-49051df74782'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:14.074939 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d55828df-ff49-49ff-aa84-088292e4cc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['e652e229-d515-41f4-83c6-49051df74782'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:14.131362 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-baccbe18-9545-4916-85a8-dad76ff63176 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet 09f10d16-2508-45da-a934-5f84d2947b8d {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:33:14.135773 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-baccbe18-9545-4916-85a8-dad76ff63176 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.148551 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-d55828df-ff49-49ff-aa84-088292e4cc55 None None] Set router e652e229-d515-41f4-83c6-49051df74782 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:33:14.185231 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-baccbe18-9545-4916-85a8-dad76ff63176 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.201487 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d55828df-ff49-49ff-aa84-088292e4cc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e652e229-d515-41f4-83c6-49051df74782', 'name': 'tempest-NetworksTestDHCPv6-router-8590035', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:07Z', 'updated_at': '2021-08-16T22:33:13Z', 'revision_number': 3, 'project_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:14.230933 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55828df-ff49-49ff-aa84-088292e4cc55 None None] Checking router: e652e229-d515-41f4-83c6-49051df74782 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:33:14.233499 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-baccbe18-9545-4916-85a8-dad76ff63176 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.239338 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55828df-ff49-49ff-aa84-088292e4cc55 None None] Routers {'e652e229-d515-41f4-83c6-49051df74782'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:14.239956 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d55828df-ff49-49ff-aa84-088292e4cc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['e652e229-d515-41f4-83c6-49051df74782'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:14.259189 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d4ab3392-8237-4786-aa18-ccd8812aadbe req-7493730b-7876-495b-be6e-b66a9c785706 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.274016 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['01d6ddb2-e424-4030-b678-3c0eeeed90b1', '5360c143-ade6-443f-ad69-e42cc70fe7be', 'd18c5cbc-75a1-401c-957c-5a4278f17b16', 'e245ec40-e2e7-43e6-a91c-d683a699f55f'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:33:14.303023 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493730b-7876-495b-be6e-b66a9c785706 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Pushing event deleted for resources: {'Port': ['ID=e245ec40-e2e7-43e6-a91c-d683a699f55f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:14.325589 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-d55828df-ff49-49ff-aa84-088292e4cc55 None None] Set router e652e229-d515-41f4-83c6-49051df74782 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:33:14.334193 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-baccbe18-9545-4916-85a8-dad76ff63176 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.394705 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d55828df-ff49-49ff-aa84-088292e4cc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e652e229-d515-41f4-83c6-49051df74782', 'name': 'tempest-NetworksTestDHCPv6-router-8590035', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:07Z', 'updated_at': '2021-08-16T22:33:13Z', 'revision_number': 3, 'project_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:14.401294 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ab3392-8237-4786-aa18-ccd8812aadbe req-7493730b-7876-495b-be6e-b66a9c785706 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] No DVR routers for this DVR port e245ec40-e2e7-43e6-a91c-d683a699f55f on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:14.405334 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d4ab3392-8237-4786-aa18-ccd8812aadbe req-7493730b-7876-495b-be6e-b66a9c785706 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.406575 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccbe18-9545-4916-85a8-dad76ff63176 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=09f10d16-2508-45da-a934-5f84d2947b8d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:14.407570 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d4ab3392-8237-4786-aa18-ccd8812aadbe req-7493730b-7876-495b-be6e-b66a9c785706 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.39 "DELETE /v2.0/ports/e245ec40-e2e7-43e6-a91c-d683a699f55f HTTP/1.1" status: 204 len: 173 time: 0.9402525 Aug 16 22:33:14.408209 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92df8f8-bd91-4f49-9777-22d0ca640656', 'name': 'network-vif-deleted', 'tag': 'e245ec40-e2e7-43e6-a91c-d683a699f55f'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:33:14.422780 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3423b6-62bb-4305-9a22-4edd110bfd9a" -d '{"events": [{"server_uuid": "a92df8f8-bd91-4f49-9777-22d0ca640656", "name": "network-vif-deleted", "tag": "e245ec40-e2e7-43e6-a91c-d683a699f55f"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:33:14.427575 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-baccbe18-9545-4916-85a8-dad76ff63176 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.432420 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-baccbe18-9545-4916-85a8-dad76ff63176 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/09f10d16-2508-45da-a934-5f84d2947b8d HTTP/1.1" status: 204 len: 168 time: 0.3546786 Aug 16 22:33:14.432915 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38336) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:14.441076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4666cd77-424e-4f04-a934-a639b70c3996 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:14.464776 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55828df-ff49-49ff-aa84-088292e4cc55 None None] The sync data for ids ['e652e229-d515-41f4-83c6-49051df74782'] in n-d-792458-15 is: [{'id': 'e652e229-d515-41f4-83c6-49051df74782', 'name': 'tempest-NetworksTestDHCPv6-router-8590035', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:07Z', 'updated_at': '2021-08-16T22:33:13Z', 'revision_number': 3, 'project_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:33:14.655150 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e75e6be-bfbc-4299-b217-269ee29a5b44 x-openstack-request-id: req-1e75e6be-bfbc-4299-b217-269ee29a5b44 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:33:14.655376 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92df8f8-bd91-4f49-9777-22d0ca640656", "name": "network-vif-deleted", "tag": "e245ec40-e2e7-43e6-a91c-d683a699f55f", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:33:14.655591 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1e75e6be-bfbc-4299-b217-269ee29a5b44 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:33:14.655990 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92df8f8-bd91-4f49-9777-22d0ca640656', 'name': 'network-vif-deleted', 'tag': 'e245ec40-e2e7-43e6-a91c-d683a699f55f', 'status': 'completed', 'code': 200} Aug 16 22:33:14.745490 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d113780-c9b6-4511-a399-286c65607508 req-ae085e0c-015c-4b4e-baa1-6536fd98c02f tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0529885 Aug 16 22:33:14.791354 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.806358 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d6cc6e62-af2c-4ff5-94bb-e2bef8293380 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 707 time: 0.3688350 Aug 16 22:33:14.809561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38342) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:14.856075 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7cc37c1a-1f21-4cfc-a048-7880074a270c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting port 2bae84c8-5bb9-4d40-a7aa-8e3eb7e8f293 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:14.856590 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7cc37c1a-1f21-4cfc-a048-7880074a270c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.930252 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006c8ea5-bc94-46f5-86da-0ccb5b48406b None None] DHCP port deletion for a58732b9-7854-450a-a2e3-f6da88770571 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:33:14.980932 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1e77364-533f-442c-bb23-a31a721c8de6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.023591 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7cc37c1a-1f21-4cfc-a048-7880074a270c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.036405 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b497a479-38cd-4d26-9e00-ca2570426388 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:15.042742 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7cc37c1a-1f21-4cfc-a048-7880074a270c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Calling delete_port for 2bae84c8-5bb9-4d40-a7aa-8e3eb7e8f293 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:15.070315 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-006c8ea5-bc94-46f5-86da-0ccb5b48406b None None] Deleting port 35458af4-b068-47ff-8d06-9e804e605b7d {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:15.070697 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-006c8ea5-bc94-46f5-86da-0ccb5b48406b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.146137 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7e39e2a6-4c56-4e09-be69-584d12d7d6f9 req-60e36940-0d49-44a9-9186-16988cbc6aaf tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=a92df8f8-bd91-4f49-9777-22d0ca640656 HTTP/1.1" status: 200 len: 210 time: 0.0739944 Aug 16 22:33:15.154532 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-006c8ea5-bc94-46f5-86da-0ccb5b48406b None None] For port 35458af4-b068-47ff-8d06-9e804e605b7d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=35458af4-b068-47ff-8d06-9e804e605b7d,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:15.155027 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-006c8ea5-bc94-46f5-86da-0ccb5b48406b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.181753 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-006c8ea5-bc94-46f5-86da-0ccb5b48406b None None] Calling delete_port for 35458af4-b068-47ff-8d06-9e804e605b7d owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:15.232870 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1e77364-533f-442c-bb23-a31a721c8de6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.235623 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1e77364-533f-442c-bb23-a31a721c8de6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.273306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port b497a479-38cd-4d26-9e00-ca2570426388 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:15.273684 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.296349 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1e77364-533f-442c-bb23-a31a721c8de6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.297374 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e77364-533f-442c-bb23-a31a721c8de6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Fanout notify agent at l3_agent the message router_deleted on router e652e229-d515-41f4-83c6-49051df74782 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:33:15.310380 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7cc37c1a-1f21-4cfc-a048-7880074a270c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.316647 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1e77364-533f-442c-bb23-a31a721c8de6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.326009 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b1e77364-533f-442c-bb23-a31a721c8de6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/routers/e652e229-d515-41f4-83c6-49051df74782 HTTP/1.1" status: 204 len: 168 time: 0.5148942 Aug 16 22:33:15.327485 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38354) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:15.342646 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ac5d7e04-baeb-430c-a0ee-4ce102bf5119 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:15.390213 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-006c8ea5-bc94-46f5-86da-0ccb5b48406b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.418100 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006c8ea5-bc94-46f5-86da-0ccb5b48406b None None] No DVR routers for this DVR port 35458af4-b068-47ff-8d06-9e804e605b7d on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:15.465047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c8ea5-bc94-46f5-86da-0ccb5b48406b None None] Pushing event deleted for resources: {'Port': ['ID=35458af4-b068-47ff-8d06-9e804e605b7d,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:15.520655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5d7e04-baeb-430c-a0ee-4ce102bf5119 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:15.527372 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac5d7e04-baeb-430c-a0ee-4ce102bf5119 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.545988 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 415957d8-a2e8-4559-b812-d20df49d743a no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:15.604561 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 415957d8-a2e8-4559-b812-d20df49d743a {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:15.604867 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 415957d8-a2e8-4559-b812-d20df49d743a not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:15.869279 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc37c1a-1f21-4cfc-a048-7880074a270c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Port': ['ID=2bae84c8-5bb9-4d40-a7aa-8e3eb7e8f293,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:15.909806 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac5d7e04-baeb-430c-a0ee-4ce102bf5119 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.946894 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b75c64b6-c05a-4cc7-8406-9745d8a8904c req-63bff6de-a02e-40af-ad28-f0ca223f2d27 tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0509872 Aug 16 22:33:15.964983 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7cc37c1a-1f21-4cfc-a048-7880074a270c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.004155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5d7e04-baeb-430c-a0ee-4ce102bf5119 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:16.005399 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d7e04-baeb-430c-a0ee-4ce102bf5119 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=ed477503-8e19-405e-ac4e-4e26001ac69e,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:16.007971 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ac5d7e04-baeb-430c-a0ee-4ce102bf5119 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:16.017379 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03972540-ca9f-446d-9906-6274524350fe None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:16.027467 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5d7e04-baeb-430c-a0ee-4ce102bf5119 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:16.028069 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac5d7e04-baeb-430c-a0ee-4ce102bf5119 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.046380 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ac5d7e04-baeb-430c-a0ee-4ce102bf5119 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7171321 Aug 16 22:33:16.048944 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38370) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:16.056018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0f724102-2163-4aef-984f-790ff0bd506b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1851528885', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:16.084757 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f724102-2163-4aef-984f-790ff0bd506b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.086098 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f724102-2163-4aef-984f-790ff0bd506b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.155528 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f724102-2163-4aef-984f-790ff0bd506b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.160824 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f724102-2163-4aef-984f-790ff0bd506b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.186228 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f724102-2163-4aef-984f-790ff0bd506b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.195380 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc37c1a-1f21-4cfc-a048-7880074a270c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router c722e893-4beb-414f-9915-1aeb6cae6d47 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:33:16.202601 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38374) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:16.203045 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0f724102-2163-4aef-984f-790ff0bd506b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1528287 Aug 16 22:33:16.208518 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a58732b9-7854-450a-a2e3-f6da88770571', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'fixed_ips': [{'subnet_id': 'ed477503-8e19-405e-ac4e-4e26001ac69e'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:33:16.209740 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.401678 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] Allocated IP 2001:db8::2 (a58732b9-7854-450a-a2e3-f6da88770571/ed477503-8e19-405e-ac4e-4e26001ac69e/76617fad-6829-4c3b-ba2f-7dce0eb0ec09) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:16.418014 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc37c1a-1f21-4cfc-a048-7880074a270c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:16.440161 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ecd243-595f-478a-9358-ec9cd2e8a555 None None] Sync routers for ids ['c722e893-4beb-414f-9915-1aeb6cae6d47'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:16.454697 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7cc37c1a-1f21-4cfc-a048-7880074a270c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/c722e893-4beb-414f-9915-1aeb6cae6d47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1847172 Aug 16 22:33:16.457311 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38380) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:16.487696 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ecd243-595f-478a-9358-ec9cd2e8a555 None None] Routers {'c722e893-4beb-414f-9915-1aeb6cae6d47'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:16.488395 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-30ecd243-595f-478a-9358-ec9cd2e8a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c722e893-4beb-414f-9915-1aeb6cae6d47'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:16.489352 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6e9b6473-0e15-4a6a-9c30-d2549e7ee4fe tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/ports?device_id=c722e893-4beb-414f-9915-1aeb6cae6d47 HTTP/1.1" status: 200 len: 205 time: 0.0307553 Aug 16 22:33:16.491960 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38382) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:16.532263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-30ecd243-595f-478a-9358-ec9cd2e8a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:16.561341 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ecd243-595f-478a-9358-ec9cd2e8a555 None None] Routers {'c722e893-4beb-414f-9915-1aeb6cae6d47'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:16.562194 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-30ecd243-595f-478a-9358-ec9cd2e8a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c722e893-4beb-414f-9915-1aeb6cae6d47'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:16.598183 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-30ecd243-595f-478a-9358-ec9cd2e8a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:16.598738 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ecd243-595f-478a-9358-ec9cd2e8a555 None None] The sync data for ids ['c722e893-4beb-414f-9915-1aeb6cae6d47'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:33:16.635325 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-360cfbf0-03b0-44f5-89cb-8f280a9b4127 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.661144 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.669116 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] Transition to ACTIVE for port object 76617fad-6829-4c3b-ba2f-7dce0eb0ec09 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:16.686340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] Transition to ACTIVE for port object 76617fad-6829-4c3b-ba2f-7dce0eb0ec09 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:16.692621 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.752499 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:16.754058 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:16.766190 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:16.766190 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] Pushing event updated for resources: {'Port': ['ID=76617fad-6829-4c3b-ba2f-7dce0eb0ec09,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:16.818540 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] Attempting to bind port 76617fad-6829-4c3b-ba2f-7dce0eb0ec09 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:33:16.818908 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] Attempting to bind port 76617fad-6829-4c3b-ba2f-7dce0eb0ec09 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:33:16.819327 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] Attempting to bind port 76617fad-6829-4c3b-ba2f-7dce0eb0ec09 on network a58732b9-7854-450a-a2e3-f6da88770571 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:16.825471 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:33:16.825847 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] Checking segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:16.826272 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.826664 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] Bound using segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:33:16.827127 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] Bound port: 76617fad-6829-4c3b-ba2f-7dce0eb0ec09, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:33:16.827678 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.851840 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59711120-2f60-4593-b3bc-54f4be81969c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.867853 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-360cfbf0-03b0-44f5-89cb-8f280a9b4127 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.870229 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-360cfbf0-03b0-44f5-89cb-8f280a9b4127 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.908939 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] For port 76617fad-6829-4c3b-ba2f-7dce0eb0ec09, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:33:16.914650 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] For port 76617fad-6829-4c3b-ba2f-7dce0eb0ec09, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=76617fad-6829-4c3b-ba2f-7dce0eb0ec09,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:33:16.922240 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.983138 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-360cfbf0-03b0-44f5-89cb-8f280a9b4127 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.984025 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360cfbf0-03b0-44f5-89cb-8f280a9b4127 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Fanout notify agent at l3_agent the message router_deleted on router c722e893-4beb-414f-9915-1aeb6cae6d47 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:33:16.997144 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-360cfbf0-03b0-44f5-89cb-8f280a9b4127 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.998382 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-360cfbf0-03b0-44f5-89cb-8f280a9b4127 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/routers/c722e893-4beb-414f-9915-1aeb6cae6d47 HTTP/1.1" status: 204 len: 168 time: 0.5052831 Aug 16 22:33:17.001157 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38392) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:17.007928 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 35458af4-b068-47ff-8d06-9e804e605b7d no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:17.058771 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 35458af4-b068-47ff-8d06-9e804e605b7d {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:17.059121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 35458af4-b068-47ff-8d06-9e804e605b7d not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:17.077663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b1ead-c93d-43e1-bea5-cf7b7f664da3 None None] Pushing event updated for resources: {'Port': ['ID=76617fad-6829-4c3b-ba2f-7dce0eb0ec09,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:17.166761 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50f9561f-59e1-447a-b1e2-772884bb6e0b req-f6c6d4f9-051e-40c5-89d7-474fa2c556ba tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0410161 Aug 16 22:33:17.171011 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-db6b1244-5971-42f9-be3f-5a5b58e4622c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting subnet 3f6b54c3-6c64-4448-8481-1a8deeb20958 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:33:17.175084 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db6b1244-5971-42f9-be3f-5a5b58e4622c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.228472 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db6b1244-5971-42f9-be3f-5a5b58e4622c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.280462 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-59711120-2f60-4593-b3bc-54f4be81969c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8::1 (a58732b9-7854-450a-a2e3-f6da88770571/ed477503-8e19-405e-ac4e-4e26001ac69e/7a1b2aa7-3b25-489f-aa9d-99816d803b81) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:17.357008 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db6b1244-5971-42f9-be3f-5a5b58e4622c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.432037 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59711120-2f60-4593-b3bc-54f4be81969c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.454800 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-59711120-2f60-4593-b3bc-54f4be81969c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Transition to ACTIVE for port object 7a1b2aa7-3b25-489f-aa9d-99816d803b81 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:17.462765 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db6b1244-5971-42f9-be3f-5a5b58e4622c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.506989 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59711120-2f60-4593-b3bc-54f4be81969c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.519287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b1244-5971-42f9-be3f-5a5b58e4622c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Subnet': ['ID=3f6b54c3-6c64-4448-8481-1a8deeb20958,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:17.521441 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149d19df-9e10-46a4-bd1c-6e2d553c08ae None None] Network 605266db-7ed1-4e0a-9778-342a37509c8d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:17.534443 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db6b1244-5971-42f9-be3f-5a5b58e4622c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.537810 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-db6b1244-5971-42f9-be3f-5a5b58e4622c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/subnets/3f6b54c3-6c64-4448-8481-1a8deeb20958 HTTP/1.1" status: 204 len: 168 time: 0.5344119 Aug 16 22:33:17.540449 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38402) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:17.578248 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59711120-2f60-4593-b3bc-54f4be81969c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:17.581860 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-59711120-2f60-4593-b3bc-54f4be81969c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:17.584365 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59711120-2f60-4593-b3bc-54f4be81969c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:17.585204 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59711120-2f60-4593-b3bc-54f4be81969c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.627897 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59711120-2f60-4593-b3bc-54f4be81969c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=7a1b2aa7-3b25-489f-aa9d-99816d803b81,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:17.650466 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca6cc-953d-4d0d-b7c5-7f0c7bd72663 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.753552 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59711120-2f60-4593-b3bc-54f4be81969c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.766727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4d0ca6cc-953d-4d0d-b7c5-7f0c7bd72663 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting port b497a479-38cd-4d26-9e00-ca2570426388 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:17.767156 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca6cc-953d-4d0d-b7c5-7f0c7bd72663 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.788028 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969e9700-860e-4863-858c-715f87b76544 None None] DHCP port deletion for 605266db-7ed1-4e0a-9778-342a37509c8d request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:33:17.857141 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-969e9700-860e-4863-858c-715f87b76544 None None] Deleting port b497a479-38cd-4d26-9e00-ca2570426388 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:17.857924 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-969e9700-860e-4863-858c-715f87b76544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.916389 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-4d0ca6cc-953d-4d0d-b7c5-7f0c7bd72663 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] For port b497a479-38cd-4d26-9e00-ca2570426388, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b497a479-38cd-4d26-9e00-ca2570426388,segment=NetworkSegment(14976741-c4f2-4055-83a5-6a6d495b795b),segment_id=14976741-c4f2-4055-83a5-6a6d495b795b)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:17.919147 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca6cc-953d-4d0d-b7c5-7f0c7bd72663 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.969374 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4d0ca6cc-953d-4d0d-b7c5-7f0c7bd72663 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Calling delete_port for b497a479-38cd-4d26-9e00-ca2570426388 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:18.047982 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-969e9700-860e-4863-858c-715f87b76544 None None] For port b497a479-38cd-4d26-9e00-ca2570426388, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b497a479-38cd-4d26-9e00-ca2570426388,segment=NetworkSegment(14976741-c4f2-4055-83a5-6a6d495b795b),segment_id=14976741-c4f2-4055-83a5-6a6d495b795b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:18.048692 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-969e9700-860e-4863-858c-715f87b76544 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.068979 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59711120-2f60-4593-b3bc-54f4be81969c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.074580 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-969e9700-860e-4863-858c-715f87b76544 None None] Calling delete_port for b497a479-38cd-4d26-9e00-ca2570426388 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:18.080917 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59711120-2f60-4593-b3bc-54f4be81969c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.082094 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59711120-2f60-4593-b3bc-54f4be81969c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.182676 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca6cc-953d-4d0d-b7c5-7f0c7bd72663 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.239363 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59711120-2f60-4593-b3bc-54f4be81969c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=7a1b2aa7-3b25-489f-aa9d-99816d803b81,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:18.253447 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-969e9700-860e-4863-858c-715f87b76544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.268827 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ca6cc-953d-4d0d-b7c5-7f0c7bd72663 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] No DVR routers for this DVR port b497a479-38cd-4d26-9e00-ca2570426388 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:18.270536 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ca6cc-953d-4d0d-b7c5-7f0c7bd72663 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Port': ['ID=b497a479-38cd-4d26-9e00-ca2570426388,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:18.288936 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59711120-2f60-4593-b3bc-54f4be81969c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:18.290484 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-59711120-2f60-4593-b3bc-54f4be81969c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:18.299846 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e9700-860e-4863-858c-715f87b76544 None None] Pushing event deleted for resources: {'Port': ['ID=b497a479-38cd-4d26-9e00-ca2570426388,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:18.307754 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969e9700-860e-4863-858c-715f87b76544 None None] No DVR routers for this DVR port b497a479-38cd-4d26-9e00-ca2570426388 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:18.414823 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca6cc-953d-4d0d-b7c5-7f0c7bd72663 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.433724 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59711120-2f60-4593-b3bc-54f4be81969c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Router c7cf9cfb-298a-44b5-af81-7da5f0368461 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:33:18.451003 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3312389b-5962-4010-85d9-e33394ba69d2 req-25fc9d4a-7507-4f5b-a8b8-5baa36de92a3 tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0484140 Aug 16 22:33:18.452679 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4d0ca6cc-953d-4d0d-b7c5-7f0c7bd72663 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['605266db-7ed1-4e0a-9778-342a37509c8d']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:18.479680 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4d0ca6cc-953d-4d0d-b7c5-7f0c7bd72663 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14976741-c4f2-4055-83a5-6a6d495b795b') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:18.480061 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4d0ca6cc-953d-4d0d-b7c5-7f0c7bd72663 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14976741-c4f2-4055-83a5-6a6d495b795b') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:18.503689 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca6cc-953d-4d0d-b7c5-7f0c7bd72663 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.523578 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca6cc-953d-4d0d-b7c5-7f0c7bd72663 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.536498 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1bc8f-da86-4964-a4c2-9a0bb84a9d40 req-99de80a2-84e5-4d60-8854-870059c36a4b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:18.544544 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ead1bc8f-da86-4964-a4c2-9a0bb84a9d40 req-99de80a2-84e5-4d60-8854-870059c36a4b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.2132246 Aug 16 22:33:18.552021 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59711120-2f60-4593-b3bc-54f4be81969c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:18.554611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0ca6cc-953d-4d0d-b7c5-7f0c7bd72663 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:33:18.555256 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca6cc-953d-4d0d-b7c5-7f0c7bd72663 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:33:18.561567 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:33:18.563780 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] Sync routers for ids ['c7cf9cfb-298a-44b5-af81-7da5f0368461'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:18.566367 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-59711120-2f60-4593-b3bc-54f4be81969c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "PUT /v2.0/routers/c7cf9cfb-298a-44b5-af81-7da5f0368461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3600392 Aug 16 22:33:18.568766 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38422) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:18.580895 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] Routers {'c7cf9cfb-298a-44b5-af81-7da5f0368461'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:18.581622 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c7cf9cfb-298a-44b5-af81-7da5f0368461'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:18.608473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-48973450-e580-48a8-8fb3-dfce75809c98 None None] Provisioning for port 76617fad-6829-4c3b-ba2f-7dce0eb0ec09 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:18.662099 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d0cac7-c15f-4ed6-9f40-a6170845f95d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:18.666033 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-38d0cac7-c15f-4ed6-9f40-a6170845f95d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports/7a1b2aa7-3b25-489f-aa9d-99816d803b81 HTTP/1.1" status: 200 len: 911 time: 0.0945430 Aug 16 22:33:18.667507 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38424) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:18.670289 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca6cc-953d-4d0d-b7c5-7f0c7bd72663 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.683000 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca6cc-953d-4d0d-b7c5-7f0c7bd72663 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.684904 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4d0ca6cc-953d-4d0d-b7c5-7f0c7bd72663 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/networks/605266db-7ed1-4e0a-9778-342a37509c8d HTTP/1.1" status: 204 len: 168 time: 1.1431227 Aug 16 22:33:18.689462 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38426) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:18.694247 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-08c51788-c00e-4ee6-9696-cfa91a12d9c3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1592517868', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:18.743651 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e73e67-e454-4004-b014-fdb5273841c0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:18.749590 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ead1bc8f-da86-4964-a4c2-9a0bb84a9d40 req-f0a25e91-774c-43d1-96eb-9fe3012d4fc4 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039099 Aug 16 22:33:18.752312 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e73e67-e454-4004-b014-fdb5273841c0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:18.758327 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e8e73e67-e454-4004-b014-fdb5273841c0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0892427 Aug 16 22:33:18.758948 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08c51788-c00e-4ee6-9696-cfa91a12d9c3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.759147 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38428) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:18.761847 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08c51788-c00e-4ee6-9696-cfa91a12d9c3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.773908 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] Set router c7cf9cfb-298a-44b5-af81-7da5f0368461 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:33:18.774392 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ca6cc-953d-4d0d-b7c5-7f0c7bd72663 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Network': ['ID=605266db-7ed1-4e0a-9778-342a37509c8d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:18.875140 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e245ec40-e2e7-43e6-a91c-d683a699f55f no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:18.917837 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08c51788-c00e-4ee6-9696-cfa91a12d9c3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.923809 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: e245ec40-e2e7-43e6-a91c-d683a699f55f {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:18.924181 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e245ec40-e2e7-43e6-a91c-d683a699f55f not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:18.982790 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8dba5817-34fa-4482-b45b-fce104c88cb9 None None] Provisioning for port 7a1b2aa7-3b25-489f-aa9d-99816d803b81 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:18.988172 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8dba5817-34fa-4482-b45b-fce104c88cb9 None None] Provisioning complete for port 7a1b2aa7-3b25-489f-aa9d-99816d803b81 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:18.995336 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8dba5817-34fa-4482-b45b-fce104c88cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:19.108696 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-8dba5817-34fa-4482-b45b-fce104c88cb9 None None] Port 7a1b2aa7-3b25-489f-aa9d-99816d803b81 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:19.173021 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 76617fad-6829-4c3b-ba2f-7dce0eb0ec09 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:19.209994 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08c51788-c00e-4ee6-9696-cfa91a12d9c3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:19.318237 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 76617fad-6829-4c3b-ba2f-7dce0eb0ec09 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:19.323140 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 76617fad-6829-4c3b-ba2f-7dce0eb0ec09 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:19.323513 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:19.357592 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cf9cfb-298a-44b5-af81-7da5f0368461', 'name': 'tempest-NetworksTestDHCPv6-router-1851528885', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:16Z', 'updated_at': '2021-08-16T22:33:17Z', 'revision_number': 2, 'project_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'gw_port_host': None, '_interfaces': [{'id': '7a1b2aa7-3b25-489f-aa9d-99816d803b81', 'name': '', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'mac_address': 'fa:16:3e:a4:2d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cf9cfb-298a-44b5-af81-7da5f0368461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'ed477503-8e19-405e-ac4e-4e26001ac69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:16Z', 'updated_at': '2021-08-16T22:33:17Z', 'revision_number': 2, 'project_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'subnets': [{'id': 'ed477503-8e19-405e-ac4e-4e26001ac69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:19.399158 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] Checking router: c7cf9cfb-298a-44b5-af81-7da5f0368461 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:33:19.400283 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] Updating router c7cf9cfb-298a-44b5-af81-7da5f0368461 port 7a1b2aa7-3b25-489f-aa9d-99816d803b81 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:33:19.476756 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:19.543129 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-de4a9532-122a-4e66-9794-b94f8085a606 None None] Provisioning complete for port 7a1b2aa7-3b25-489f-aa9d-99816d803b81 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:19.544693 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-de4a9532-122a-4e66-9794-b94f8085a606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:19.637231 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-de4a9532-122a-4e66-9794-b94f8085a606 None None] Port 7a1b2aa7-3b25-489f-aa9d-99816d803b81 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:19.650342 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:19.694246 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 76617fad-6829-4c3b-ba2f-7dce0eb0ec09, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=76617fad-6829-4c3b-ba2f-7dce0eb0ec09,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:19.701843 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:19.781158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=76617fad-6829-4c3b-ba2f-7dce0eb0ec09,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:19.831974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b497a479-38cd-4d26-9e00-ca2570426388 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:19.880823 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: b497a479-38cd-4d26-9e00-ca2570426388 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:19.884063 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b497a479-38cd-4d26-9e00-ca2570426388 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:19.965070 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:19.977436 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] Transition to ACTIVE for port object 7a1b2aa7-3b25-489f-aa9d-99816d803b81 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:19.988352 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.034529 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1537b8a-e14d-4c66-81e0-dccd2d5817f7 None None] Pushing event updated for resources: {'Port': ['ID=7a1b2aa7-3b25-489f-aa9d-99816d803b81,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:20.095892 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec63f1f2-986a-4bd2-8df1-b9499afc0a32 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.133018 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] Attempting to bind port 7a1b2aa7-3b25-489f-aa9d-99816d803b81 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:33:20.133392 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] Attempting to bind port 7a1b2aa7-3b25-489f-aa9d-99816d803b81 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:33:20.133754 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] Attempting to bind port 7a1b2aa7-3b25-489f-aa9d-99816d803b81 on network a58732b9-7854-450a-a2e3-f6da88770571 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:20.139970 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:33:20.140338 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] Checking segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:20.141045 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.141439 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] Bound using segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:33:20.142102 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] Bound port: 7a1b2aa7-3b25-489f-aa9d-99816d803b81, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:33:20.142486 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.252251 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] For port 7a1b2aa7-3b25-489f-aa9d-99816d803b81, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:33:20.259773 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] For port 7a1b2aa7-3b25-489f-aa9d-99816d803b81, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7a1b2aa7-3b25-489f-aa9d-99816d803b81,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:33:20.266306 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.333581 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08c51788-c00e-4ee6-9696-cfa91a12d9c3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.350771 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1537b8a-e14d-4c66-81e0-dccd2d5817f7 None None] Pushing event updated for resources: {'Port': ['ID=7a1b2aa7-3b25-489f-aa9d-99816d803b81,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:20.398083 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] Routers {'c7cf9cfb-298a-44b5-af81-7da5f0368461'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:20.398718 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c7cf9cfb-298a-44b5-af81-7da5f0368461'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:20.438268 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ec63f1f2-986a-4bd2-8df1-b9499afc0a32 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting port 7a1b2aa7-3b25-489f-aa9d-99816d803b81 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:20.438635 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec63f1f2-986a-4bd2-8df1-b9499afc0a32 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.456611 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92badf23-573a-4907-9386-70ceb46794fb req-28ec1a70-b12e-4bbc-aaa1-1906aa36f17d tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.1783292 Aug 16 22:33:20.473279 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08c51788-c00e-4ee6-9696-cfa91a12d9c3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.612042 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ec63f1f2-986a-4bd2-8df1-b9499afc0a32 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] For port 7a1b2aa7-3b25-489f-aa9d-99816d803b81, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7a1b2aa7-3b25-489f-aa9d-99816d803b81,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:20.616280 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec63f1f2-986a-4bd2-8df1-b9499afc0a32 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.629938 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981b790-26c6-432b-aa86-fb6deef417f7 req-09139b4a-7f6b-495e-8d9a-01211d931536 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:20.647101 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5981b790-26c6-432b-aa86-fb6deef417f7 req-09139b4a-7f6b-495e-8d9a-01211d931536 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.3523223 Aug 16 22:33:20.666095 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ec63f1f2-986a-4bd2-8df1-b9499afc0a32 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Calling delete_port for 7a1b2aa7-3b25-489f-aa9d-99816d803b81 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:20.672603 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] Set router c7cf9cfb-298a-44b5-af81-7da5f0368461 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:33:20.783589 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23707c3d-f056-4419-9835-2ce12d25953c req-9659762f-dfc9-4ee9-9c70-7c52b9e6fc5a tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:20.785152 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23707c3d-f056-4419-9835-2ce12d25953c req-9659762f-dfc9-4ee9-9c70-7c52b9e6fc5a tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=49cc769f-9866-4837-b0f7-7edcc1ece739 HTTP/1.1" status: 200 len: 946 time: 0.1352584 Aug 16 22:33:20.803519 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5981b790-26c6-432b-aa86-fb6deef417f7 req-4a7f90ac-9346-48d3-bb48-4356e631fece tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553428 Aug 16 22:33:20.963449 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-08c51788-c00e-4ee6-9696-cfa91a12d9c3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Allocated IP 172.25.6.158 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/898da194-fb4b-4555-89af-324a81e5bf4a) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:20.976175 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23707c3d-f056-4419-9835-2ce12d25953c req-33a04fcc-86ed-4392-ac29-9ee7e1e3b884 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707542 Aug 16 22:33:21.011554 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec63f1f2-986a-4bd2-8df1-b9499afc0a32 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:21.013180 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 76617fad-6829-4c3b-ba2f-7dce0eb0ec09 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:21.064162 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63f1f2-986a-4bd2-8df1-b9499afc0a32 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Port': ['ID=7a1b2aa7-3b25-489f-aa9d-99816d803b81,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:21.103454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 76617fad-6829-4c3b-ba2f-7dce0eb0ec09 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:21.104573 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:21.146161 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec63f1f2-986a-4bd2-8df1-b9499afc0a32 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:21.169081 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08c51788-c00e-4ee6-9696-cfa91a12d9c3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:21.219603 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cf9cfb-298a-44b5-af81-7da5f0368461', 'name': 'tempest-NetworksTestDHCPv6-router-1851528885', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:16Z', 'updated_at': '2021-08-16T22:33:17Z', 'revision_number': 2, 'project_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'gw_port_host': None, '_interfaces': [{'id': '7a1b2aa7-3b25-489f-aa9d-99816d803b81', 'name': '', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'mac_address': 'fa:16:3e:a4:2d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cf9cfb-298a-44b5-af81-7da5f0368461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'ed477503-8e19-405e-ac4e-4e26001ac69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:16Z', 'updated_at': '2021-08-16T22:33:20Z', 'revision_number': 4, 'project_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'subnets': [{'id': 'ed477503-8e19-405e-ac4e-4e26001ac69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:21.246253 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08c51788-c00e-4ee6-9696-cfa91a12d9c3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:21.255937 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce88f4e5-38c2-46f2-977e-73accd671658 None None] The sync data for ids ['c7cf9cfb-298a-44b5-af81-7da5f0368461'] in n-d-792458-15 is: [{'id': 'c7cf9cfb-298a-44b5-af81-7da5f0368461', 'name': 'tempest-NetworksTestDHCPv6-router-1851528885', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:16Z', 'updated_at': '2021-08-16T22:33:17Z', 'revision_number': 2, 'project_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'gw_port_host': None, '_interfaces': [{'id': '7a1b2aa7-3b25-489f-aa9d-99816d803b81', 'name': '', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'mac_address': 'fa:16:3e:a4:2d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cf9cfb-298a-44b5-af81-7da5f0368461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'ed477503-8e19-405e-ac4e-4e26001ac69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:16Z', 'updated_at': '2021-08-16T22:33:20Z', 'revision_number': 4, 'project_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'subnets': [{'id': 'ed477503-8e19-405e-ac4e-4e26001ac69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:33:21.328181 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c51788-c00e-4ee6-9696-cfa91a12d9c3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:21.329804 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c51788-c00e-4ee6-9696-cfa91a12d9c3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Port': ['ID=898da194-fb4b-4555-89af-324a81e5bf4a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:21.334013 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-08c51788-c00e-4ee6-9696-cfa91a12d9c3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:21.336410 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c51788-c00e-4ee6-9696-cfa91a12d9c3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:21.362821 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec63f1f2-986a-4bd2-8df1-b9499afc0a32 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Router c7cf9cfb-298a-44b5-af81-7da5f0368461 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:33:21.460479 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec63f1f2-986a-4bd2-8df1-b9499afc0a32 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:21.466662 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ec63f1f2-986a-4bd2-8df1-b9499afc0a32 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "PUT /v2.0/routers/c7cf9cfb-298a-44b5-af81-7da5f0368461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7057114 Aug 16 22:33:21.469447 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38448) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:21.546227 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e240840-c6c8-413b-9588-be4272421563 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:21.548026 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e240840-c6c8-413b-9588-be4272421563 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:21.553803 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2e240840-c6c8-413b-9588-be4272421563 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0832121 Aug 16 22:33:21.559026 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38452) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:21.616061 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d24ba3-3960-476f-9b68-b60455da2e6e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet ed477503-8e19-405e-ac4e-4e26001ac69e {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:33:21.623878 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2d24ba3-3960-476f-9b68-b60455da2e6e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:21.673988 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2d24ba3-3960-476f-9b68-b60455da2e6e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:21.698927 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-041bea40-c49a-43dd-9b63-8189220e5357 req-318fa01d-ab4e-4a00-9f09-4d5cfe11598d tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0378740 Aug 16 22:33:21.718794 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08c51788-c00e-4ee6-9696-cfa91a12d9c3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:21.810871 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2d24ba3-3960-476f-9b68-b60455da2e6e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:21.858647 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2eeff-08a1-4bb0-a4ca-86fc208e9bc6 req-6703fbc8-12f2-4855-80a1-b4c3edfd88e7 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:21.860009 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f7a2eeff-08a1-4bb0-a4ca-86fc208e9bc6 req-6703fbc8-12f2-4855-80a1-b4c3edfd88e7 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.39 "GET /v2.0/ports?device_id=49cc769f-9866-4837-b0f7-7edcc1ece739 HTTP/1.1" status: 200 len: 946 time: 0.1179335 Aug 16 22:33:22.016279 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2d24ba3-3960-476f-9b68-b60455da2e6e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:22.025347 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08c51788-c00e-4ee6-9696-cfa91a12d9c3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:22.038217 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035e139-5370-44f5-9ed2-ca13270d6933 req-e05b86b3-8e36-4923-b0a4-d27cf31eae26 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:22.047298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3035e139-5370-44f5-9ed2-ca13270d6933 req-e05b86b3-8e36-4923-b0a4-d27cf31eae26 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.0877376 Aug 16 22:33:22.051518 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d24ba3-3960-476f-9b68-b60455da2e6e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=ed477503-8e19-405e-ac4e-4e26001ac69e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:22.053789 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2d24ba3-3960-476f-9b68-b60455da2e6e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:22.060673 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd72139-829a-4884-9c0e-12b8094ac63a None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:22.061169 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a2d24ba3-3960-476f-9b68-b60455da2e6e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/ed477503-8e19-405e-ac4e-4e26001ac69e HTTP/1.1" status: 204 len: 168 time: 0.5006387 Aug 16 22:33:22.065326 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38464) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:22.179356 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-f7a2eeff-08a1-4bb0-a4ca-86fc208e9bc6 req-a0ffe044-ae00-4a66-b02b-47f32a8de85f tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Deleting port d18c5cbc-75a1-401c-957c-5a4278f17b16 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:22.180077 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f7a2eeff-08a1-4bb0-a4ca-86fc208e9bc6 req-a0ffe044-ae00-4a66-b02b-47f32a8de85f tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:22.213674 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3035e139-5370-44f5-9ed2-ca13270d6933 req-cd083e00-b54e-405d-ac29-e72e01b3039b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648335 Aug 16 22:33:22.239523 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bb395-06dd-49c4-a6cb-7dcfdeb98706 req-ad0e739c-51b8-457e-9407-0fa87e8fd0c1 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:22.239523 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd8bb395-06dd-49c4-a6cb-7dcfdeb98706 req-ad0e739c-51b8-457e-9407-0fa87e8fd0c1 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=49cc769f-9866-4837-b0f7-7edcc1ece739 HTTP/1.1" status: 200 len: 946 time: 0.1235890 Aug 16 22:33:22.298550 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cd8bb395-06dd-49c4-a6cb-7dcfdeb98706 req-1a9091b5-7d80-4b9a-9d33-9d7edcdd06ee tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557249 Aug 16 22:33:22.299513 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c51788-c00e-4ee6-9696-cfa91a12d9c3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router a2f42f8e-18ef-4167-9a4b-f0d6f29afa56 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:33:22.303793 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-f7a2eeff-08a1-4bb0-a4ca-86fc208e9bc6 req-a0ffe044-ae00-4a66-b02b-47f32a8de85f tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] For port d18c5cbc-75a1-401c-957c-5a4278f17b16, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d18c5cbc-75a1-401c-957c-5a4278f17b16,segment=NetworkSegment(33dfb6c3-b599-4057-b70f-e1a7983d0cdf),segment_id=33dfb6c3-b599-4057-b70f-e1a7983d0cdf)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:22.304159 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f7a2eeff-08a1-4bb0-a4ca-86fc208e9bc6 req-a0ffe044-ae00-4a66-b02b-47f32a8de85f tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:22.319098 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-f7a2eeff-08a1-4bb0-a4ca-86fc208e9bc6 req-a0ffe044-ae00-4a66-b02b-47f32a8de85f tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Calling delete_port for d18c5cbc-75a1-401c-957c-5a4278f17b16 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:22.359124 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fe12c31b-0609-4d01-a092-543bf5ff1a61 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2899635 Aug 16 22:33:22.360453 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38466) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:22.480301 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a3a4f4-3a1e-4cbb-97e1-23efc86f3466 None None] DHCP port deletion for a58732b9-7854-450a-a2e3-f6da88770571 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:33:22.485673 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd5d1d47-2793-4458-bd65-34a87c5397e4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:22.527406 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f7a2eeff-08a1-4bb0-a4ca-86fc208e9bc6 req-a0ffe044-ae00-4a66-b02b-47f32a8de85f tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:22.540299 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a8a3a4f4-3a1e-4cbb-97e1-23efc86f3466 None None] Deleting port 76617fad-6829-4c3b-ba2f-7dce0eb0ec09 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:22.541103 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a4f4-3a1e-4cbb-97e1-23efc86f3466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:22.546073 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['01d6ddb2-e424-4030-b678-3c0eeeed90b1', '5360c143-ade6-443f-ad69-e42cc70fe7be', 'd18c5cbc-75a1-401c-957c-5a4278f17b16'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:33:22.569087 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ffe044-ae00-4a66-b02b-47f32a8de85f tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Pushing event deleted for resources: {'Port': ['ID=d18c5cbc-75a1-401c-957c-5a4278f17b16,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:22.600678 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c51788-c00e-4ee6-9696-cfa91a12d9c3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:22.629341 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49516547-4727-4cfd-8391-2187117547fd None None] Sync routers for ids ['a2f42f8e-18ef-4167-9a4b-f0d6f29afa56'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:22.642631 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a2eeff-08a1-4bb0-a4ca-86fc208e9bc6 req-a0ffe044-ae00-4a66-b02b-47f32a8de85f tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] No DVR routers for this DVR port d18c5cbc-75a1-401c-957c-5a4278f17b16 on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:22.646627 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f7a2eeff-08a1-4bb0-a4ca-86fc208e9bc6 req-a0ffe044-ae00-4a66-b02b-47f32a8de85f tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:22.649528 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f7a2eeff-08a1-4bb0-a4ca-86fc208e9bc6 req-a0ffe044-ae00-4a66-b02b-47f32a8de85f tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.39 "DELETE /v2.0/ports/d18c5cbc-75a1-401c-957c-5a4278f17b16 HTTP/1.1" status: 204 len: 173 time: 0.7824814 Aug 16 22:33:22.650223 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cc769f-9866-4837-b0f7-7edcc1ece739', 'name': 'network-vif-deleted', 'tag': 'd18c5cbc-75a1-401c-957c-5a4278f17b16'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:33:22.654753 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6207f4-d28c-43c3-bb6d-c58e46d85b29" -d '{"events": [{"server_uuid": "49cc769f-9866-4837-b0f7-7edcc1ece739", "name": "network-vif-deleted", "tag": "d18c5cbc-75a1-401c-957c-5a4278f17b16"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:33:22.693890 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49516547-4727-4cfd-8391-2187117547fd None None] Routers {'a2f42f8e-18ef-4167-9a4b-f0d6f29afa56'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:22.694419 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-49516547-4727-4cfd-8391-2187117547fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['a2f42f8e-18ef-4167-9a4b-f0d6f29afa56'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:22.704941 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a8a3a4f4-3a1e-4cbb-97e1-23efc86f3466 None None] For port 76617fad-6829-4c3b-ba2f-7dce0eb0ec09, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=76617fad-6829-4c3b-ba2f-7dce0eb0ec09,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:22.705211 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a4f4-3a1e-4cbb-97e1-23efc86f3466 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:22.736015 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573dc525-25a9-46fa-9edb-7dcf52ab5525 x-openstack-request-id: req-573dc525-25a9-46fa-9edb-7dcf52ab5525 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:33:22.736539 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49cc769f-9866-4837-b0f7-7edcc1ece739", "name": "network-vif-deleted", "tag": "d18c5cbc-75a1-401c-957c-5a4278f17b16", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:33:22.737002 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-573dc525-25a9-46fa-9edb-7dcf52ab5525 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:33:22.737692 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cc769f-9866-4837-b0f7-7edcc1ece739', 'name': 'network-vif-deleted', 'tag': 'd18c5cbc-75a1-401c-957c-5a4278f17b16', 'status': 'completed', 'code': 200} Aug 16 22:33:22.766668 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd5d1d47-2793-4458-bd65-34a87c5397e4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:22.774024 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd5d1d47-2793-4458-bd65-34a87c5397e4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:22.779171 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08c51788-c00e-4ee6-9696-cfa91a12d9c3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:22.783463 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-08c51788-c00e-4ee6-9696-cfa91a12d9c3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0898566 Aug 16 22:33:22.783756 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38474) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:22.800730 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-49516547-4727-4cfd-8391-2187117547fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:22.811015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a8a3a4f4-3a1e-4cbb-97e1-23efc86f3466 None None] Calling delete_port for 76617fad-6829-4c3b-ba2f-7dce0eb0ec09 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:22.845212 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49516547-4727-4cfd-8391-2187117547fd None None] Routers {'a2f42f8e-18ef-4167-9a4b-f0d6f29afa56'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:22.845851 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-49516547-4727-4cfd-8391-2187117547fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['a2f42f8e-18ef-4167-9a4b-f0d6f29afa56'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:22.907537 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e64b3f7-f9fb-4df6-8758-f37111d6b8e4 req-6bf8544d-86eb-44f3-a478-576d66573ed4 tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0780034 Aug 16 22:33:22.914272 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd5d1d47-2793-4458-bd65-34a87c5397e4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:22.916800 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5d1d47-2793-4458-bd65-34a87c5397e4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Fanout notify agent at l3_agent the message router_deleted on router c7cf9cfb-298a-44b5-af81-7da5f0368461 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:33:22.930097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-49516547-4727-4cfd-8391-2187117547fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:22.930890 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49516547-4727-4cfd-8391-2187117547fd None None] The sync data for ids ['a2f42f8e-18ef-4167-9a4b-f0d6f29afa56'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:33:22.955117 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fd5d1d47-2793-4458-bd65-34a87c5397e4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:22.956243 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fd5d1d47-2793-4458-bd65-34a87c5397e4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/routers/c7cf9cfb-298a-44b5-af81-7da5f0368461 HTTP/1.1" status: 204 len: 168 time: 0.5949602 Aug 16 22:33:22.959253 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38476) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:23.021921 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a4f4-3a1e-4cbb-97e1-23efc86f3466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:23.066002 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 76617fad-6829-4c3b-ba2f-7dce0eb0ec09 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:23.078790 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a52411f-99bd-45f9-b9be-50a9ad880627 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:23.084117 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8a52411f-99bd-45f9-b9be-50a9ad880627 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1205063 Aug 16 22:33:23.085256 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38480) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:23.091814 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 76617fad-6829-4c3b-ba2f-7dce0eb0ec09 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:23.092215 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 76617fad-6829-4c3b-ba2f-7dce0eb0ec09 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:23.095057 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3a4f4-3a1e-4cbb-97e1-23efc86f3466 None None] Pushing event deleted for resources: {'Port': ['ID=76617fad-6829-4c3b-ba2f-7dce0eb0ec09,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:23.101003 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a3a4f4-3a1e-4cbb-97e1-23efc86f3466 None None] No DVR routers for this DVR port 76617fad-6829-4c3b-ba2f-7dce0eb0ec09 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:23.149058 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-21caa1a6-2097-43e6-88af-dc696978ca76 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/routers/a2f42f8e-18ef-4167-9a4b-f0d6f29afa56 HTTP/1.1" status: 200 len: 885 time: 0.3615613 Aug 16 22:33:23.153000 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38482) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:23.188394 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9640764e-9ba3-4a02-813f-ced37fc9a809 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:23.190305 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9640764e-9ba3-4a02-813f-ced37fc9a809 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1044984 Aug 16 22:33:23.192934 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38484) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:23.250047 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d4f69b85-5ac2-4cb4-9495-6197346eecf8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557334 Aug 16 22:33:23.257015 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38488) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:23.264950 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f46d5c24-f1f5-4b83-9fc8-f10e952ff49a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:23.270309 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c0a2e2-12eb-4e9c-80cd-2f9351858e50 None None] Sync routers for ids ['c7cf9cfb-298a-44b5-af81-7da5f0368461'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:23.284693 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c0a2e2-12eb-4e9c-80cd-2f9351858e50 None None] Routers set() bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:23.285053 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c0a2e2-12eb-4e9c-80cd-2f9351858e50 None None] Router IDs set() for agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 22:33:23.285702 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_agentschedulers_db [None req-81c0a2e2-12eb-4e9c-80cd-2f9351858e50 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c7cf9cfb-298a-44b5-af81-7da5f0368461'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent'). {{(pid=94874) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 22:33:23.308968 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c0a2e2-12eb-4e9c-80cd-2f9351858e50 None None] Routers set() bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:23.309323 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c0a2e2-12eb-4e9c-80cd-2f9351858e50 None None] Router IDs set() for agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 22:33:23.310843 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_agentschedulers_db [None req-81c0a2e2-12eb-4e9c-80cd-2f9351858e50 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c7cf9cfb-298a-44b5-af81-7da5f0368461'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent'). {{(pid=94874) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 22:33:23.311454 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c0a2e2-12eb-4e9c-80cd-2f9351858e50 None None] The sync data for ids ['c7cf9cfb-298a-44b5-af81-7da5f0368461'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:33:23.439506 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46d5c24-f1f5-4b83-9fc8-f10e952ff49a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:23.444727 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f46d5c24-f1f5-4b83-9fc8-f10e952ff49a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:23.550014 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6c76e411-6ec3-4db6-85a1-8d0f1f930fd8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3930981 Aug 16 22:33:23.552609 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38494) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:23.559110 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-50e6adb0-2439-4f4c-8365-fb7aa43161f0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1592517868'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:23.593023 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5078286a-a311-484f-b2c1-805ddc58eb65 req-f2aee9e9-a793-4213-ae5a-a64270c81670 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=49cc769f-9866-4837-b0f7-7edcc1ece739 HTTP/1.1" status: 200 len: 210 time: 0.0537727 Aug 16 22:33:23.614651 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b9b2a-a3cc-443e-818f-323e60c81f35 req-cf4f0439-e42e-4bda-b11f-0e153a8aa4cc tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:23.616188 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d4b9b2a-a3cc-443e-818f-323e60c81f35 req-cf4f0439-e42e-4bda-b11f-0e153a8aa4cc tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.1656125 Aug 16 22:33:23.681624 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d4b9b2a-a3cc-443e-818f-323e60c81f35 req-1a3f4278-4b75-4058-940a-14bab5d26d25 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551169 Aug 16 22:33:23.874019 n-d-792458-15 neutron-server[94871]: DEBUG neutron.objects.ports [None req-f46d5c24-f1f5-4b83-9fc8-f10e952ff49a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94871) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:33:23.875151 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f46d5c24-f1f5-4b83-9fc8-f10e952ff49a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:23.909617 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-50e6adb0-2439-4f4c-8365-fb7aa43161f0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:23.920762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46d5c24-f1f5-4b83-9fc8-f10e952ff49a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:23.922928 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-f46d5c24-f1f5-4b83-9fc8-f10e952ff49a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:23.926617 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46d5c24-f1f5-4b83-9fc8-f10e952ff49a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:23.927432 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f46d5c24-f1f5-4b83-9fc8-f10e952ff49a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:23.931514 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-50e6adb0-2439-4f4c-8365-fb7aa43161f0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578920'] for router, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:23.941387 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896ae751-a219-48ec-a0fe-f54c1704fe06 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:23.955380 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d5c24-f1f5-4b83-9fc8-f10e952ff49a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=3c8f9cbb-be2f-4975-ad7c-f7ebaae735c7,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:23.967502 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f46d5c24-f1f5-4b83-9fc8-f10e952ff49a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7059338 Aug 16 22:33:23.968165 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38502) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:23.974252 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-557af059-6680-4b4d-83c1-85858fb957a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:24.143456 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fc46a72a-a3e1-4c9b-bd74-7b06b686013c req-2cff466c-4de8-4de4-a8d6-f3df88ab0f74 tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0639937 Aug 16 22:33:24.159293 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba272e-7061-453a-8903-6e947591a3d7 req-3a430f4a-46a2-4924-949d-1e90d4c2a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:24.160688 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9ba272e-7061-453a-8903-6e947591a3d7 req-3a430f4a-46a2-4924-949d-1e90d4c2a362 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 1096 time: 0.1190667 Aug 16 22:33:24.170843 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e6adb0-2439-4f4c-8365-fb7aa43161f0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router a2f42f8e-18ef-4167-9a4b-f0d6f29afa56 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:33:24.175791 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a58732b9-7854-450a-a2e3-f6da88770571', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'fixed_ips': [{'subnet_id': '3c8f9cbb-be2f-4975-ad7c-f7ebaae735c7'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:33:24.176918 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:24.186633 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf429f-cb78-4909-a18a-5e49867b0218 req-196b5257-95d3-49b7-9635-ab1a4037eaa0 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:24.198112 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35cf429f-cb78-4909-a18a-5e49867b0218 req-196b5257-95d3-49b7-9635-ab1a4037eaa0 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1265440 Aug 16 22:33:24.239102 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557af059-6680-4b4d-83c1-85858fb957a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:24.243355 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-557af059-6680-4b4d-83c1-85858fb957a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:24.311693 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35cf429f-cb78-4909-a18a-5e49867b0218 req-0ebdfd72-6be6-4f68-ba22-10a31e939d4d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128607 Aug 16 22:33:24.383121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] Allocated IP 2001:db8::f816:3eff:fe85:a33c (a58732b9-7854-450a-a2e3-f6da88770571/3c8f9cbb-be2f-4975-ad7c-f7ebaae735c7/c7faf23a-7ee7-4969-aab5-7e9930e63b79) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:24.522146 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24456a6-8f6b-49b9-bacd-84fa94de424a req-bd6637b8-f594-4650-8525-74c25a93e83c tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:24.523892 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b24456a6-8f6b-49b9-bacd-84fa94de424a req-bd6637b8-f594-4650-8525-74c25a93e83c tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 946 time: 0.0778334 Aug 16 22:33:24.610325 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:24.620084 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] Transition to ACTIVE for port object c7faf23a-7ee7-4969-aab5-7e9930e63b79 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:24.660746 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] Transition to ACTIVE for port object c7faf23a-7ee7-4969-aab5-7e9930e63b79 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:24.663866 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b24456a6-8f6b-49b9-bacd-84fa94de424a req-a28acce0-b3f1-47eb-a946-f1dae6dcf8d1 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8bd536d-e66b-4be2-839d-c2126bbc7733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160920 Aug 16 22:33:24.669526 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:24.679132 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-557af059-6680-4b4d-83c1-85858fb957a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:24.718629 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:24.723569 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:24.739987 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557af059-6680-4b4d-83c1-85858fb957a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:24.740254 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:24.744207 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-557af059-6680-4b4d-83c1-85858fb957a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:24.750467 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557af059-6680-4b4d-83c1-85858fb957a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:24.751079 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-557af059-6680-4b4d-83c1-85858fb957a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:24.755779 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba272e-7061-453a-8903-6e947591a3d7 req-b282594b-b317-460c-8285-ce1a7f3fe44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:24.757590 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] Pushing event updated for resources: {'Port': ['ID=c7faf23a-7ee7-4969-aab5-7e9930e63b79,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:24.758104 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9ba272e-7061-453a-8903-6e947591a3d7 req-b282594b-b317-460c-8285-ce1a7f3fe44e service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 913 time: 0.5803473 Aug 16 22:33:24.763112 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557af059-6680-4b4d-83c1-85858fb957a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=c15d4630-f032-4f08-b173-530b63f40049,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:24.778087 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-557af059-6680-4b4d-83c1-85858fb957a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8085723 Aug 16 22:33:24.782507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38518) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:24.796188 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f9c958d7-c8a8-41a1-91ae-02ac772bb6a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'mac_address': 'fa:16:3e:30:1d:80', 'name': 'tempest-NetworksTestDHCPv6-1197596748'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:24.842683 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e6adb0-2439-4f4c-8365-fb7aa43161f0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:24.856617 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-50e6adb0-2439-4f4c-8365-fb7aa43161f0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:24.857809 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-50e6adb0-2439-4f4c-8365-fb7aa43161f0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/a2f42f8e-18ef-4167-9a4b-f0d6f29afa56 HTTP/1.1" status: 200 len: 892 time: 1.3039043 Aug 16 22:33:24.861625 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38520) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:24.866184 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1762275-a5fd-4602-8fd8-c505751568c8 None None] Sync routers for ids ['a2f42f8e-18ef-4167-9a4b-f0d6f29afa56'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:24.932074 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1762275-a5fd-4602-8fd8-c505751568c8 None None] Routers {'a2f42f8e-18ef-4167-9a4b-f0d6f29afa56'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:24.932916 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f1762275-a5fd-4602-8fd8-c505751568c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['a2f42f8e-18ef-4167-9a4b-f0d6f29afa56'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:24.934540 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9ba272e-7061-453a-8903-6e947591a3d7 req-d5778f1d-6c89-47d1-bb1f-b60b1b72273e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e23b02-3747-41d2-bac1-046c88511bb4 HTTP/1.1" status: 200 len: 998 time: 0.1586020 Aug 16 22:33:24.946403 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c958d7-c8a8-41a1-91ae-02ac772bb6a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:24.983254 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f1762275-a5fd-4602-8fd8-c505751568c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:24.989845 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7a1b2aa7-3b25-489f-aa9d-99816d803b81 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:24.997837 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] Attempting to bind port c7faf23a-7ee7-4969-aab5-7e9930e63b79 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:33:24.998150 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] Attempting to bind port c7faf23a-7ee7-4969-aab5-7e9930e63b79 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:33:24.998430 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] Attempting to bind port c7faf23a-7ee7-4969-aab5-7e9930e63b79 on network a58732b9-7854-450a-a2e3-f6da88770571 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:25.022158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1762275-a5fd-4602-8fd8-c505751568c8 None None] Routers {'a2f42f8e-18ef-4167-9a4b-f0d6f29afa56'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:25.022892 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f1762275-a5fd-4602-8fd8-c505751568c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['a2f42f8e-18ef-4167-9a4b-f0d6f29afa56'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:25.025348 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:33:25.026373 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] Checking segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:25.028324 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:25.028324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] Bound using segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:33:25.028324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] Bound port: c7faf23a-7ee7-4969-aab5-7e9930e63b79, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:33:25.028324 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:25.042519 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba272e-7061-453a-8903-6e947591a3d7 req-fc14378e-8269-4054-ad43-eddf0e948f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:25.044196 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9ba272e-7061-453a-8903-6e947591a3d7 req-fc14378e-8269-4054-ad43-eddf0e948f7c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 200 len: 851 time: 0.0668454 Aug 16 22:33:25.052807 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-366fe3ee-22b6-4cd7-b7cd-59e1dffb5d3b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/routers/a2f42f8e-18ef-4167-9a4b-f0d6f29afa56 HTTP/1.1" status: 200 len: 892 time: 0.1875978 Aug 16 22:33:25.053029 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38524) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:25.077292 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 7a1b2aa7-3b25-489f-aa9d-99816d803b81 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:25.077740 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7a1b2aa7-3b25-489f-aa9d-99816d803b81 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:25.082629 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f1762275-a5fd-4602-8fd8-c505751568c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:25.083357 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1762275-a5fd-4602-8fd8-c505751568c8 None None] The sync data for ids ['a2f42f8e-18ef-4167-9a4b-f0d6f29afa56'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:33:25.086512 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cf4aa-85fd-4efa-8a61-149610d38750 req-9361d0bd-481c-44e6-81b3-8ff408b8f5db tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:25.089275 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-460cf4aa-85fd-4efa-8a61-149610d38750 req-9361d0bd-481c-44e6-81b3-8ff408b8f5db tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.1524680 Aug 16 22:33:25.109247 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8355c5a3-05c1-4b62-8511-b21ea0bb980c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2f42f8e-18ef-4167-9a4b-f0d6f29afa56 HTTP/1.1" status: 200 len: 205 time: 0.0529222 Aug 16 22:33:25.111723 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38526) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:25.138434 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9c958d7-c8a8-41a1-91ae-02ac772bb6a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:25.147204 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] For port c7faf23a-7ee7-4969-aab5-7e9930e63b79, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:33:25.151968 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] For port c7faf23a-7ee7-4969-aab5-7e9930e63b79, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c7faf23a-7ee7-4969-aab5-7e9930e63b79,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:33:25.157740 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:25.166017 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642cf94-c68d-4c3d-a163-665c46d677cd req-0a99a369-4fc8-421a-b0e7-68185584224e tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:25.170908 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4642cf94-c68d-4c3d-a163-665c46d677cd req-0a99a369-4fc8-421a-b0e7-68185584224e tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=778fab92-5ff1-4583-b111-b2c447218044 HTTP/1.1" status: 200 len: 946 time: 0.1486735 Aug 16 22:33:25.183630 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-460cf4aa-85fd-4efa-8a61-149610d38750 req-24b9cb05-fee9-456d-b933-2fd835b441ec tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811026 Aug 16 22:33:25.186816 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba272e-7061-453a-8903-6e947591a3d7 req-eb38fc9a-337a-4bbd-9859-2ee9d6bbe599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:25.188387 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9ba272e-7061-453a-8903-6e947591a3d7 req-eb38fc9a-337a-4bbd-9859-2ee9d6bbe599 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1254795 Aug 16 22:33:25.204410 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-f9c958d7-c8a8-41a1-91ae-02ac772bb6a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] device_id is not set on port 9a7af001-d6f8-4c7c-957e-3306ac5ca605 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:33:25.271149 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ef5a9-bd0c-419d-9308-14ab9fc29201 None None] Pushing event updated for resources: {'Port': ['ID=c7faf23a-7ee7-4969-aab5-7e9930e63b79,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:25.301309 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4642cf94-c68d-4c3d-a163-665c46d677cd req-a956c82c-ff77-4d09-be27-f35ff33aed37 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140845 Aug 16 22:33:25.340195 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ced3007e-1370-4fda-a02a-69d21d083cc6 req-7d5a1797-35cb-4465-8ce7-4b6aeb92dda7 tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0346994 Aug 16 22:33:25.343245 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb7c38a8-af88-4e72-9611-1be5b98a22ca tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:25.424830 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9ba272e-7061-453a-8903-6e947591a3d7 req-795b1d52-1833-4116-abcc-3b4942bcc4f5 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062624 Aug 16 22:33:25.535733 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-f9c958d7-c8a8-41a1-91ae-02ac772bb6a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 172.20.0.14 (a58732b9-7854-450a-a2e3-f6da88770571/c15d4630-f032-4f08-b173-530b63f40049/9a7af001-d6f8-4c7c-957e-3306ac5ca605) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:25.549849 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-f9c958d7-c8a8-41a1-91ae-02ac772bb6a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8::f816:3eff:fe30:1d80 (a58732b9-7854-450a-a2e3-f6da88770571/3c8f9cbb-be2f-4975-ad7c-f7ebaae735c7/9a7af001-d6f8-4c7c-957e-3306ac5ca605) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:25.565915 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f84568-80be-49a8-a8eb-5f346582561b req-5962748d-fbd2-4b8f-84a5-3e47da48344b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:25.567312 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5f84568-80be-49a8-a8eb-5f346582561b req-5962748d-fbd2-4b8f-84a5-3e47da48344b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1455491 Aug 16 22:33:25.568187 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb7c38a8-af88-4e72-9611-1be5b98a22ca tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:25.639939 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9ba272e-7061-453a-8903-6e947591a3d7 req-5cc8d503-f3e1-4f04-9bfc-01b568d82ac4 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794410 Aug 16 22:33:25.665605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5f84568-80be-49a8-a8eb-5f346582561b req-a26c6611-5a27-43de-b24b-494919008fca tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910978 Aug 16 22:33:25.676479 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-fb7c38a8-af88-4e72-9611-1be5b98a22ca tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting port 898da194-fb4b-4555-89af-324a81e5bf4a {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:25.676828 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb7c38a8-af88-4e72-9611-1be5b98a22ca tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:25.780032 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb7c38a8-af88-4e72-9611-1be5b98a22ca tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:25.798954 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-fb7c38a8-af88-4e72-9611-1be5b98a22ca tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Calling delete_port for 898da194-fb4b-4555-89af-324a81e5bf4a owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:26.019824 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb7c38a8-af88-4e72-9611-1be5b98a22ca tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.053898 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c38a8-af88-4e72-9611-1be5b98a22ca tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Port': ['ID=898da194-fb4b-4555-89af-324a81e5bf4a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:26.153771 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb7c38a8-af88-4e72-9611-1be5b98a22ca tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.160928 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9c958d7-c8a8-41a1-91ae-02ac772bb6a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.178633 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-f9c958d7-c8a8-41a1-91ae-02ac772bb6a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Transition to ACTIVE for port object 9a7af001-d6f8-4c7c-957e-3306ac5ca605 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:26.257727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b004f40-a9d8-4420-aa0a-d98971019c0b req-eee667bf-7e22-4c4c-ab43-693d8c201048 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:26.259544 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3b004f40-a9d8-4420-aa0a-d98971019c0b req-eee667bf-7e22-4c4c-ab43-693d8c201048 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 946 time: 0.0688796 Aug 16 22:33:26.262431 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9c958d7-c8a8-41a1-91ae-02ac772bb6a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.287001 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb7c38a8-af88-4e72-9611-1be5b98a22ca tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.289504 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb7c38a8-af88-4e72-9611-1be5b98a22ca tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.337580 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c958d7-c8a8-41a1-91ae-02ac772bb6a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:26.343194 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb7c38a8-af88-4e72-9611-1be5b98a22ca tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.344008 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7c38a8-af88-4e72-9611-1be5b98a22ca tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Fanout notify agent at l3_agent the message router_deleted on router a2f42f8e-18ef-4167-9a4b-f0d6f29afa56 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:33:26.347951 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-f9c958d7-c8a8-41a1-91ae-02ac772bb6a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:26.353984 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb7c38a8-af88-4e72-9611-1be5b98a22ca tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.355194 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fb7c38a8-af88-4e72-9611-1be5b98a22ca tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/routers/a2f42f8e-18ef-4167-9a4b-f0d6f29afa56 HTTP/1.1" status: 204 len: 168 time: 1.2424419 Aug 16 22:33:26.359450 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38542) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:26.364970 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6809a318-f4eb-456c-ba63-9d8b72b9a53b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2020880179'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:26.368222 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c958d7-c8a8-41a1-91ae-02ac772bb6a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:26.388825 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6809a318-f4eb-456c-ba63-9d8b72b9a53b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Made reservation on behalf of c913d440e664450daff7210bf2719493 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:26.392482 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6809a318-f4eb-456c-ba63-9d8b72b9a53b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.418873 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c958d7-c8a8-41a1-91ae-02ac772bb6a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=9a7af001-d6f8-4c7c-957e-3306ac5ca605,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:26.422945 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6809a318-f4eb-456c-ba63-9d8b72b9a53b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:33:26.426560 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3b004f40-a9d8-4420-aa0a-d98971019c0b req-f7dea568-5cff-4751-a005-0448b89d783c tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8bd536d-e66b-4be2-839d-c2126bbc7733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568370 Aug 16 22:33:26.439515 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6809a318-f4eb-456c-ba63-9d8b72b9a53b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.439515 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-6809a318-f4eb-456c-ba63-9d8b72b9a53b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Added segment 8805dc25-5871-4e2d-9edc-26c69058faba of type vlan for network 58ad7780-c196-41ca-bb13-88919d5c7234 Aug 16 22:33:26.455680 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4c945-96b3-4931-bd5d-f0615deaef5f req-00cd62d1-694f-4458-a4f2-8c77a72bd938 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:26.464139 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-efc4c945-96b3-4931-bd5d-f0615deaef5f req-00cd62d1-694f-4458-a4f2-8c77a72bd938 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.1425476 Aug 16 22:33:26.480128 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c958d7-c8a8-41a1-91ae-02ac772bb6a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:26.480771 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9c958d7-c8a8-41a1-91ae-02ac772bb6a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.526853 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f9c958d7-c8a8-41a1-91ae-02ac772bb6a1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7387617 Aug 16 22:33:26.529052 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38548) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:26.532655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-efc4c945-96b3-4931-bd5d-f0615deaef5f req-9eecd57a-65d2-4bdc-b8ab-fbba3c540fac tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676625 Aug 16 22:33:26.544454 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6809a318-f4eb-456c-ba63-9d8b72b9a53b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.572416 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ba8e0a-46dd-41e4-9896-e911005d136b None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:26.580926 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be8e70-5dc1-44ce-af70-7fa821a27134 req-199e203d-9270-4366-a737-e2c293a71319 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:26.582991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-38be8e70-5dc1-44ce-af70-7fa821a27134 req-199e203d-9270-4366-a737-e2c293a71319 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=778fab92-5ff1-4583-b111-b2c447218044 HTTP/1.1" status: 200 len: 946 time: 0.0734074 Aug 16 22:33:26.630895 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bf6bd-2d72-4edd-ad95-074873d61daa req-35053524-4d8e-40cb-8e86-197f308a6b1a tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:26.639364 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1a2bf6bd-2d72-4edd-ad95-074873d61daa req-35053524-4d8e-40cb-8e86-197f308a6b1a tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.39 "GET /v2.0/ports?device_id=778fab92-5ff1-4583-b111-b2c447218044 HTTP/1.1" status: 200 len: 946 time: 0.1349812 Aug 16 22:33:26.639364 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6809a318-f4eb-456c-ba63-9d8b72b9a53b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.644366 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-38be8e70-5dc1-44ce-af70-7fa821a27134 req-b58f8736-8e04-45c8-b783-fac890e6b77b tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524991 Aug 16 22:33:26.657519 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0e2e273d-a314-494d-9814-ffc05f13a170 None None] Provisioning for port c7faf23a-7ee7-4969-aab5-7e9930e63b79 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:26.658016 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6809a318-f4eb-456c-ba63-9d8b72b9a53b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:26.658913 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6809a318-f4eb-456c-ba63-9d8b72b9a53b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.673997 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a6bdf186-c581-468f-bca6-4d309e7a43fb req-daf0ee3a-4845-4c9d-982c-7d505ee1510c tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0375798 Aug 16 22:33:26.740832 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4f617a-787c-4ebb-98f4-080ee8114a13 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:26.747141 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4f617a-787c-4ebb-98f4-080ee8114a13 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:26.751602 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dc4f617a-787c-4ebb-98f4-080ee8114a13 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2163711 Aug 16 22:33:26.753320 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38556) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:26.826028 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6809a318-f4eb-456c-ba63-9d8b72b9a53b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4652040 Aug 16 22:33:26.831327 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38558) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:26.836523 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-db8e76bc-a9d2-444b-98f2-a13340f66a4b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'subnet': {'network_id': '58ad7780-c196-41ca-bb13-88919d5c7234', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:26.843376 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809a318-f4eb-456c-ba63-9d8b72b9a53b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Network': ['ID=58ad7780-c196-41ca-bb13-88919d5c7234,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:26.857204 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 58ad7780-c196-41ca-bb13-88919d5c7234 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:33:26.878217 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-1a2bf6bd-2d72-4edd-ad95-074873d61daa req-d17d60cc-24e5-4fe6-a92a-67a20b9cec9b tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Deleting port 5360c143-ade6-443f-ad69-e42cc70fe7be {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:26.878217 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-1a2bf6bd-2d72-4edd-ad95-074873d61daa req-d17d60cc-24e5-4fe6-a92a-67a20b9cec9b tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.918476 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a1555-181c-49b0-8505-4b1ae5e801c0 req-cc095728-ab34-41af-b388-609c71165051 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:26.926560 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1c5a1555-181c-49b0-8505-4b1ae5e801c0 req-cc095728-ab34-41af-b388-609c71165051 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1741385 Aug 16 22:33:26.943238 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d18c5cbc-75a1-401c-957c-5a4278f17b16 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:26.986535 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: d18c5cbc-75a1-401c-957c-5a4278f17b16 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:26.987052 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d18c5cbc-75a1-401c-957c-5a4278f17b16 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:27.007629 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1c5a1555-181c-49b0-8505-4b1ae5e801c0 req-5390fb1b-576e-414c-a28e-e4f8f0f59a4a tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794611 Aug 16 22:33:27.011889 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3a4a7d-f511-4a38-9508-63346b5eb4dc None None] Update dhcp port {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'fixed_ips': [{'subnet_id': '3c8f9cbb-be2f-4975-ad7c-f7ebaae735c7', 'ip_address': '2001:db8::f816:3eff:fe85:a33c'}, {'subnet_id': 'c15d4630-f032-4f08-b173-530b63f40049'}], 'binding:host_id': 'n-d-792458-15'}, 'id': 'c7faf23a-7ee7-4969-aab5-7e9930e63b79'} from n-d-792458-15. {{(pid=94873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:33:27.023452 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-1a2bf6bd-2d72-4edd-ad95-074873d61daa req-d17d60cc-24e5-4fe6-a92a-67a20b9cec9b tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] For port 5360c143-ade6-443f-ad69-e42cc70fe7be, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5360c143-ade6-443f-ad69-e42cc70fe7be,segment=NetworkSegment(33dfb6c3-b599-4057-b70f-e1a7983d0cdf),segment_id=33dfb6c3-b599-4057-b70f-e1a7983d0cdf)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:27.024051 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-1a2bf6bd-2d72-4edd-ad95-074873d61daa req-d17d60cc-24e5-4fe6-a92a-67a20b9cec9b tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:27.040597 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-1a2bf6bd-2d72-4edd-ad95-074873d61daa req-d17d60cc-24e5-4fe6-a92a-67a20b9cec9b tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Calling delete_port for 5360c143-ade6-443f-ad69-e42cc70fe7be owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:27.049327 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4049a-2148-40cd-95f2-a597984d3531 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting port 9a7af001-d6f8-4c7c-957e-3306ac5ca605 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:27.049673 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cbc4049a-2148-40cd-95f2-a597984d3531 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:27.072274 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c7faf23a-7ee7-4969-aab5-7e9930e63b79 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:27.106936 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ae3a4a7d-f511-4a38-9508-63346b5eb4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:27.130298 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8e76bc-a9d2-444b-98f2-a13340f66a4b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Made reservation on behalf of c913d440e664450daff7210bf2719493 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:27.133925 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db8e76bc-a9d2-444b-98f2-a13340f66a4b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:27.184448 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port c7faf23a-7ee7-4969-aab5-7e9930e63b79 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:27.230438 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cbc4049a-2148-40cd-95f2-a597984d3531 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:27.236375 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c7faf23a-7ee7-4969-aab5-7e9930e63b79 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:27.236375 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:27.265732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4049a-2148-40cd-95f2-a597984d3531 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Calling delete_port for 9a7af001-d6f8-4c7c-957e-3306ac5ca605 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:27.271333 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-1a2bf6bd-2d72-4edd-ad95-074873d61daa req-d17d60cc-24e5-4fe6-a92a-67a20b9cec9b tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:27.286126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['01d6ddb2-e424-4030-b678-3c0eeeed90b1', '5360c143-ade6-443f-ad69-e42cc70fe7be'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:33:27.301820 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d60cc-24e5-4fe6-a92a-67a20b9cec9b tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Pushing event deleted for resources: {'Port': ['ID=5360c143-ade6-443f-ad69-e42cc70fe7be,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:27.355625 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2bf6bd-2d72-4edd-ad95-074873d61daa req-d17d60cc-24e5-4fe6-a92a-67a20b9cec9b tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] No DVR routers for this DVR port 5360c143-ade6-443f-ad69-e42cc70fe7be on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:27.358708 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-1a2bf6bd-2d72-4edd-ad95-074873d61daa req-d17d60cc-24e5-4fe6-a92a-67a20b9cec9b tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:27.363067 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1a2bf6bd-2d72-4edd-ad95-074873d61daa req-d17d60cc-24e5-4fe6-a92a-67a20b9cec9b tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.39 "DELETE /v2.0/ports/5360c143-ade6-443f-ad69-e42cc70fe7be HTTP/1.1" status: 204 len: 173 time: 0.6923151 Aug 16 22:33:27.364329 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778fab92-5ff1-4583-b111-b2c447218044', 'name': 'network-vif-deleted', 'tag': '5360c143-ade6-443f-ad69-e42cc70fe7be'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:33:27.371317 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118060c8-9de5-4704-9166-5a61a7844281" -d '{"events": [{"server_uuid": "778fab92-5ff1-4583-b111-b2c447218044", "name": "network-vif-deleted", "tag": "5360c143-ade6-443f-ad69-e42cc70fe7be"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:33:27.407939 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-ae3a4a7d-f511-4a38-9508-63346b5eb4dc None None] Allocated IP 172.20.0.2 (a58732b9-7854-450a-a2e3-f6da88770571/c15d4630-f032-4f08-b173-530b63f40049/c7faf23a-7ee7-4969-aab5-7e9930e63b79) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:27.413675 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cbee0-1c19-4093-8ec8-53c0d4ba7806 req-961c3292-1dda-4296-abed-8c20660c2e36 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:27.422430 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b2cbee0-1c19-4093-8ec8-53c0d4ba7806 req-961c3292-1dda-4296-abed-8c20660c2e36 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 946 time: 0.1645625 Aug 16 22:33:27.474917 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92842438-ccf7-4357-a033-2b6da01e6edc x-openstack-request-id: req-92842438-ccf7-4357-a033-2b6da01e6edc {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:33:27.475154 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778fab92-5ff1-4583-b111-b2c447218044", "name": "network-vif-deleted", "tag": "5360c143-ade6-443f-ad69-e42cc70fe7be", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:33:27.475407 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-92842438-ccf7-4357-a033-2b6da01e6edc {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:33:27.475815 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778fab92-5ff1-4583-b111-b2c447218044', 'name': 'network-vif-deleted', 'tag': '5360c143-ade6-443f-ad69-e42cc70fe7be', 'status': 'completed', 'code': 200} Aug 16 22:33:27.503639 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:27.530019 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b2cbee0-1c19-4093-8ec8-53c0d4ba7806 req-9c50c310-190d-4320-b15d-bde50b247f05 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8bd536d-e66b-4be2-839d-c2126bbc7733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064615 Aug 16 22:33:27.617690 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db8e76bc-a9d2-444b-98f2-a13340f66a4b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:27.762622 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e76bc-a9d2-444b-98f2-a13340f66a4b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Subnet': ['ID=38403bf1-575e-4818-92ba-785d45a59810,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:27.782836 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ae3a4a7d-f511-4a38-9508-63346b5eb4dc None None] For port c7faf23a-7ee7-4969-aab5-7e9930e63b79, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c7faf23a-7ee7-4969-aab5-7e9930e63b79,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:27.813479 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0581f91-cb37-4838-809b-bd52dd42000c req-dcdf2db6-73d1-4ed3-9ad7-451571793a47 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=778fab92-5ff1-4583-b111-b2c447218044 HTTP/1.1" status: 200 len: 210 time: 0.0570049 Aug 16 22:33:27.826192 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acbba2-6164-46b3-a3ee-77b32936a40a req-7bcb91a3-6cfa-4660-9055-3f0b37a63a46 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:27.827818 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70acbba2-6164-46b3-a3ee-77b32936a40a req-7bcb91a3-6cfa-4660-9055-3f0b37a63a46 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.1645875 Aug 16 22:33:27.829178 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8e76bc-a9d2-444b-98f2-a13340f66a4b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Checking segment: {'id': '8805dc25-5871-4e2d-9edc-26c69058faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '58ad7780-c196-41ca-bb13-88919d5c7234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:27.829547 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8e76bc-a9d2-444b-98f2-a13340f66a4b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network hostable DHCP agents. Network: 58ad7780-c196-41ca-bb13-88919d5c7234, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:33:27.829750 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ae3a4a7d-f511-4a38-9508-63346b5eb4dc None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:27.832001 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cbc4049a-2148-40cd-95f2-a597984d3531 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:27.849945 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ae3a4a7d-f511-4a38-9508-63346b5eb4dc None None] Transition to ACTIVE for port object c7faf23a-7ee7-4969-aab5-7e9930e63b79 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:27.853101 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ae3a4a7d-f511-4a38-9508-63346b5eb4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:27.890868 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4049a-2148-40cd-95f2-a597984d3531 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Port': ['ID=9a7af001-d6f8-4c7c-957e-3306ac5ca605,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:27.934947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8e76bc-a9d2-444b-98f2-a13340f66a4b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network 58ad7780-c196-41ca-bb13-88919d5c7234 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:33:27.970254 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70acbba2-6164-46b3-a3ee-77b32936a40a req-8e68d555-51b8-497a-b076-b275cffb5f1b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273484 Aug 16 22:33:27.988203 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-db8e76bc-a9d2-444b-98f2-a13340f66a4b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 58ad7780-c196-41ca-bb13-88919d5c7234) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:27.991357 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-909179ae-51c2-4848-abfc-a2b586de8aa3 req-a44b50c6-4bdd-4e2a-9247-c24bd7680b9e tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0600030 Aug 16 22:33:28.000835 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a4a7d-f511-4a38-9508-63346b5eb4dc None None] Pushing event updated for resources: {'Port': ['ID=c7faf23a-7ee7-4969-aab5-7e9930e63b79,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:28.014520 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:33:28.014520 n-d-792458-15 neutron-server[94873]: DEBUG oslo_db.api [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:33:28.014520 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6eac65f-0603-4abd-94a7-48681a6bb2eb None None] Network 58ad7780-c196-41ca-bb13-88919d5c7234 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:28.014775 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8e76bc-a9d2-444b-98f2-a13340f66a4b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:28.014870 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db8e76bc-a9d2-444b-98f2-a13340f66a4b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.050712 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-db8e76bc-a9d2-444b-98f2-a13340f66a4b tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2156391 Aug 16 22:33:28.050933 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38576) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:28.056121 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1c97c0f6-f5d9-47d1-9f30-5cfaf8ae4eb4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-610980283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:28.066409 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cbc4049a-2148-40cd-95f2-a597984d3531 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.071075 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cbc4049a-2148-40cd-95f2-a597984d3531 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/9a7af001-d6f8-4c7c-957e-3306ac5ca605 HTTP/1.1" status: 204 len: 168 time: 1.3167839 Aug 16 22:33:28.071834 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38578) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:28.101240 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c97c0f6-f5d9-47d1-9f30-5cfaf8ae4eb4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.102913 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c97c0f6-f5d9-47d1-9f30-5cfaf8ae4eb4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.158217 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ba3f8b-3a9a-4c40-bcdd-e07c7442ec04 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:28.160787 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ba3f8b-3a9a-4c40-bcdd-e07c7442ec04 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:28.163484 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ba3f8b-3a9a-4c40-bcdd-e07c7442ec04 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:28.169671 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-07ba3f8b-3a9a-4c40-bcdd-e07c7442ec04 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0960114 Aug 16 22:33:28.170609 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38580) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:28.208077 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c97c0f6-f5d9-47d1-9f30-5cfaf8ae4eb4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.221664 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c97c0f6-f5d9-47d1-9f30-5cfaf8ae4eb4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.247988 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c97c0f6-f5d9-47d1-9f30-5cfaf8ae4eb4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.250613 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1c97c0f6-f5d9-47d1-9f30-5cfaf8ae4eb4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1986706 Aug 16 22:33:28.254079 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38582) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:28.276606 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-f538821b-02e7-48dc-9673-0fbb24a58490 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet 3c8f9cbb-be2f-4975-ad7c-f7ebaae735c7 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:33:28.284350 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f538821b-02e7-48dc-9673-0fbb24a58490 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.290525 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-58ad7780-c196-41ca-bb13-88919d5c7234', 'network_id': '58ad7780-c196-41ca-bb13-88919d5c7234', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'fixed_ips': [{'subnet_id': '38403bf1-575e-4818-92ba-785d45a59810'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:33:28.291830 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.351144 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f538821b-02e7-48dc-9673-0fbb24a58490 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.453788 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f538821b-02e7-48dc-9673-0fbb24a58490 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.467891 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] Allocated IP 2001:db8::2 (58ad7780-c196-41ca-bb13-88919d5c7234/38403bf1-575e-4818-92ba-785d45a59810/1ca37bf3-709b-4ad2-8b5d-f01da022afee) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:28.550704 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f538821b-02e7-48dc-9673-0fbb24a58490 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.581547 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.597213 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538821b-02e7-48dc-9673-0fbb24a58490 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=3c8f9cbb-be2f-4975-ad7c-f7ebaae735c7,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:28.608823 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f538821b-02e7-48dc-9673-0fbb24a58490 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.616328 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f538821b-02e7-48dc-9673-0fbb24a58490 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/3c8f9cbb-be2f-4975-ad7c-f7ebaae735c7 HTTP/1.1" status: 204 len: 168 time: 0.4441764 Aug 16 22:33:28.617255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38586) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:28.645291 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8338-b831-4d92-a84b-339149c33dbd tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.694311 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-6785b4dc-fc83-4274-b110-72c4043daf9f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet c15d4630-f032-4f08-b173-530b63f40049 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:33:28.696928 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:33:28.697288 n-d-792458-15 neutron-server[94873]: DEBUG oslo_db.api [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:33:28.698732 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6785b4dc-fc83-4274-b110-72c4043daf9f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.744925 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6785b4dc-fc83-4274-b110-72c4043daf9f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.755102 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.770516 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] Transition to ACTIVE for port object 1ca37bf3-709b-4ad2-8b5d-f01da022afee will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:28.797166 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] Transition to ACTIVE for port object 1ca37bf3-709b-4ad2-8b5d-f01da022afee will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:28.809397 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.860297 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6785b4dc-fc83-4274-b110-72c4043daf9f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.904605 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] Network 58ad7780-c196-41ca-bb13-88919d5c7234 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:28.905883 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] Pushing event updated for resources: {'Port': ['ID=1ca37bf3-709b-4ad2-8b5d-f01da022afee,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:28.909183 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:28.925905 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:28.948501 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 556c3713-e199-4fd0-98b9-3fd422868be5 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:33:29.013101 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6785b4dc-fc83-4274-b110-72c4043daf9f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:29.014806 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc67812-6b1e-4c1c-a6d2-dfafc3fbf91a req-e8c757bd-c8fe-4428-b5bf-e4cd32da8132 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:29.023195 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-edc67812-6b1e-4c1c-a6d2-dfafc3fbf91a req-e8c757bd-c8fe-4428-b5bf-e4cd32da8132 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 946 time: 0.3367260 Aug 16 22:33:29.054547 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d6b5f9-b1ca-48cc-bd5d-4f8a37dbee1c None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:29.087919 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785b4dc-fc83-4274-b110-72c4043daf9f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=c15d4630-f032-4f08-b173-530b63f40049,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:29.126928 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6785b4dc-fc83-4274-b110-72c4043daf9f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:29.137683 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6785b4dc-fc83-4274-b110-72c4043daf9f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/c15d4630-f032-4f08-b173-530b63f40049 HTTP/1.1" status: 204 len: 168 time: 0.5185513 Aug 16 22:33:29.139691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38600) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:29.140437 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-edc67812-6b1e-4c1c-a6d2-dfafc3fbf91a req-a0e62434-346a-4df8-85ac-1f7738da2eea tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8bd536d-e66b-4be2-839d-c2126bbc7733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159499 Aug 16 22:33:29.254358 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] Attempting to bind port 1ca37bf3-709b-4ad2-8b5d-f01da022afee on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:33:29.254358 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] Attempting to bind port 1ca37bf3-709b-4ad2-8b5d-f01da022afee by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '8805dc25-5871-4e2d-9edc-26c69058faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '58ad7780-c196-41ca-bb13-88919d5c7234'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:33:29.254358 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] Attempting to bind port 1ca37bf3-709b-4ad2-8b5d-f01da022afee on network 58ad7780-c196-41ca-bb13-88919d5c7234 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:29.267396 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-87953e3a-86d2-447f-9a72-c127977abbcc tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1226571 Aug 16 22:33:29.272225 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de79ad-322a-4e3c-88fb-25e914bca249 req-cf0aaaae-b69c-4c7a-810a-b1dea8572882 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:29.273876 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-83de79ad-322a-4e3c-88fb-25e914bca249 req-cf0aaaae-b69c-4c7a-810a-b1dea8572882 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.39 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 946 time: 0.3116484 Aug 16 22:33:29.274490 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38602) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:29.279887 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0d179e96-9018-4bf2-ba1c-f65fbeeaed5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:29.295933 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.resource_extend [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:33:29.315876 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-db0f48a2-d7ba-4414-8e5d-9166dcf253cb req-bfae7447-50f0-4673-b2c1-5bb26dbf6d62 tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0303490 Aug 16 22:33:29.339998 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d7fa6-0af2-46dd-a77c-eec3240f0fee req-74f3d94f-020e-44a8-9305-a6df32e2dd8d tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:29.342256 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4e3d7fa6-0af2-46dd-a77c-eec3240f0fee req-74f3d94f-020e-44a8-9305-a6df32e2dd8d tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.1620252 Aug 16 22:33:29.378908 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-5a2b8338-b831-4d92-a84b-339149c33dbd tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Allocated IP 2001:db8::1 (58ad7780-c196-41ca-bb13-88919d5c7234/38403bf1-575e-4818-92ba-785d45a59810/8bed9bce-44c3-492d-a0a1-6964fe033e38) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:29.394430 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:33:29.395102 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] Checking segment: {'id': '8805dc25-5871-4e2d-9edc-26c69058faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '58ad7780-c196-41ca-bb13-88919d5c7234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:29.395666 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:29.396314 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] Bound using segment: {'id': '8805dc25-5871-4e2d-9edc-26c69058faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '58ad7780-c196-41ca-bb13-88919d5c7234'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:33:29.397812 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] Bound port: 1ca37bf3-709b-4ad2-8b5d-f01da022afee, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8805dc25-5871-4e2d-9edc-26c69058faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '58ad7780-c196-41ca-bb13-88919d5c7234'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:33:29.398670 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:29.415490 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4e3d7fa6-0af2-46dd-a77c-eec3240f0fee req-e7a3e78f-d4d3-4939-9b82-b0169bfbe752 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640743 Aug 16 22:33:29.460406 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8a260c73-089a-4888-93b1-24ce713f680a None None] Provisioning for port c7faf23a-7ee7-4969-aab5-7e9930e63b79 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:29.488259 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8a260c73-089a-4888-93b1-24ce713f680a None None] Provisioning complete for port c7faf23a-7ee7-4969-aab5-7e9930e63b79 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:29.489099 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8a260c73-089a-4888-93b1-24ce713f680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:29.505568 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d179e96-9018-4bf2-ba1c-f65fbeeaed5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:29.509590 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d179e96-9018-4bf2-ba1c-f65fbeeaed5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:29.543562 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:29.647726 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8338-b831-4d92-a84b-339149c33dbd tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:29.674182 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-5a2b8338-b831-4d92-a84b-339149c33dbd tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Transition to ACTIVE for port object 8bed9bce-44c3-492d-a0a1-6964fe033e38 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:29.726559 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8338-b831-4d92-a84b-339149c33dbd tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:29.748559 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-83de79ad-322a-4e3c-88fb-25e914bca249 req-a501ab94-c35e-45d4-bae0-e52e52559e1a tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Deleting port 8a63ece5-7954-4352-9ef1-d896d0d9e511 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:29.749124 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-83de79ad-322a-4e3c-88fb-25e914bca249 req-a501ab94-c35e-45d4-bae0-e52e52559e1a tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:29.751167 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port c7faf23a-7ee7-4969-aab5-7e9930e63b79, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c7faf23a-7ee7-4969-aab5-7e9930e63b79,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:29.763078 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 556c3713-e199-4fd0-98b9-3fd422868be5, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=556c3713-e199-4fd0-98b9-3fd422868be5,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:29.779689 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:29.793886 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] For port 1ca37bf3-709b-4ad2-8b5d-f01da022afee, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:33:29.794271 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2b8338-b831-4d92-a84b-339149c33dbd tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network 58ad7780-c196-41ca-bb13-88919d5c7234 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:29.806690 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5a2b8338-b831-4d92-a84b-339149c33dbd tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:29.823627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b8338-b831-4d92-a84b-339149c33dbd tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:29.824403 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8338-b831-4d92-a84b-339149c33dbd tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:29.837433 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '556c3713-e199-4fd0-98b9-3fd422868be5', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'port_id': '556c3713-e199-4fd0-98b9-3fd422868be5', 'mac_address': 'fa:16:3e:17:4b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:33:29.846330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] For port 1ca37bf3-709b-4ad2-8b5d-f01da022afee, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1ca37bf3-709b-4ad2-8b5d-f01da022afee,segment=NetworkSegment(8805dc25-5871-4e2d-9edc-26c69058faba),segment_id=8805dc25-5871-4e2d-9edc-26c69058faba)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:33:29.852648 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8a260c73-089a-4888-93b1-24ce713f680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:29.870384 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:29.878460 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-83de79ad-322a-4e3c-88fb-25e914bca249 req-a501ab94-c35e-45d4-bae0-e52e52559e1a tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] For port 8a63ece5-7954-4352-9ef1-d896d0d9e511, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=8a63ece5-7954-4352-9ef1-d896d0d9e511,segment=NetworkSegment(4f82c370-da77-412b-a68d-0d9c56dddbae),segment_id=4f82c370-da77-412b-a68d-0d9c56dddbae)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:29.878919 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-83de79ad-322a-4e3c-88fb-25e914bca249 req-a501ab94-c35e-45d4-bae0-e52e52559e1a tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:30.002496 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c7faf23a-7ee7-4969-aab5-7e9930e63b79 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:30.005719 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c72437-d379-4dd9-9946-dffc5bc62c59 None None] DHCP port deletion for a58732b9-7854-450a-a2e3-f6da88770571 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:33:30.012418 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=c7faf23a-7ee7-4969-aab5-7e9930e63b79,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:30.032966 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b8338-b831-4d92-a84b-339149c33dbd tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Port': ['ID=8bed9bce-44c3-492d-a0a1-6964fe033e38,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:30.052398 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8338-b831-4d92-a84b-339149c33dbd tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:30.137066 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:30.143949 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-83de79ad-322a-4e3c-88fb-25e914bca249 req-a501ab94-c35e-45d4-bae0-e52e52559e1a tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:30.144547 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-83de79ad-322a-4e3c-88fb-25e914bca249 req-a501ab94-c35e-45d4-bae0-e52e52559e1a tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:30.145290 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [req-83de79ad-322a-4e3c-88fb-25e914bca249 req-a501ab94-c35e-45d4-bae0-e52e52559e1a tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Floating IP 60338911-c42a-49cf-9b8e-a63d595960b2 disassociated. External IP: 172.25.6.113, port: 8a63ece5-7954-4352-9ef1-d896d0d9e511. Aug 16 22:33:30.145606 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-83de79ad-322a-4e3c-88fb-25e914bca249 req-a501ab94-c35e-45d4-bae0-e52e52559e1a tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Calling delete_port for 8a63ece5-7954-4352-9ef1-d896d0d9e511 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:30.223281 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 556c3713-e199-4fd0-98b9-3fd422868be5 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:33:30.246569 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03d3e4-4326-45e8-9b1a-831ea96fabdc None None] Pushing event updated for resources: {'Port': ['ID=1ca37bf3-709b-4ad2-8b5d-f01da022afee,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:30.254491 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-8a260c73-089a-4888-93b1-24ce713f680a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:33:30.254923 n-d-792458-15 neutron-server[94873]: DEBUG oslo_db.api [None req-8a260c73-089a-4888-93b1-24ce713f680a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:33:30.279483 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 556c3713-e199-4fd0-98b9-3fd422868be5, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=556c3713-e199-4fd0-98b9-3fd422868be5,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:30.296627 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:30.302238 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c7faf23a-7ee7-4969-aab5-7e9930e63b79 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:30.302703 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:30.468857 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c6c72437-d379-4dd9-9946-dffc5bc62c59 None None] Deleting port c7faf23a-7ee7-4969-aab5-7e9930e63b79 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:30.469242 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c6c72437-d379-4dd9-9946-dffc5bc62c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:30.504008 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725bb7b-809a-4df8-9192-91ec70fc1222 req-0378e2a9-7a8c-46c1-8a36-60131ca41d33 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:30.506071 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8725bb7b-809a-4df8-9192-91ec70fc1222 req-0378e2a9-7a8c-46c1-8a36-60131ca41d33 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 946 time: 0.2614200 Aug 16 22:33:30.540589 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6060e265-6283-4214-ac42-8394ff9053db req-fe46b837-3923-4055-9d1c-a075a885e4c4 tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0524678 Aug 16 22:33:30.714450 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8338-b831-4d92-a84b-339149c33dbd tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:30.758921 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=556c3713-e199-4fd0-98b9-3fd422868be5,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:30.769585 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['556c3713-e199-4fd0-98b9-3fd422868be5'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:33:30.781578 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8725bb7b-809a-4df8-9192-91ec70fc1222 req-3ef9ee84-6b75-47ba-bb61-5e37c3f793a5 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8bd536d-e66b-4be2-839d-c2126bbc7733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360556 Aug 16 22:33:30.783613 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8338-b831-4d92-a84b-339149c33dbd tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:30.786651 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8338-b831-4d92-a84b-339149c33dbd tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:30.877072 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-83de79ad-322a-4e3c-88fb-25e914bca249 req-a501ab94-c35e-45d4-bae0-e52e52559e1a tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:30.893053 n-d-792458-15 neutron-server[94872]: DEBUG neutron.objects.ports [None req-0d179e96-9018-4bf2-ba1c-f65fbeeaed5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:33:30.896479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8a260c73-089a-4888-93b1-24ce713f680a None None] Could not find standard attr ID for object 9a7af001-d6f8-4c7c-957e-3306ac5ca605. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:33:30.920680 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c6c72437-d379-4dd9-9946-dffc5bc62c59 None None] For port c7faf23a-7ee7-4969-aab5-7e9930e63b79, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c7faf23a-7ee7-4969-aab5-7e9930e63b79,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:30.920680 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c6c72437-d379-4dd9-9946-dffc5bc62c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:30.956830 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 8a63ece5-7954-4352-9ef1-d896d0d9e511 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:30.981455 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c6c72437-d379-4dd9-9946-dffc5bc62c59 None None] Calling delete_port for c7faf23a-7ee7-4969-aab5-7e9930e63b79 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:31.207030 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 8a63ece5-7954-4352-9ef1-d896d0d9e511 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:31.207573 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 8a63ece5-7954-4352-9ef1-d896d0d9e511 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:31.208146 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 5360c143-ade6-443f-ad69-e42cc70fe7be no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:31.238790 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 5360c143-ade6-443f-ad69-e42cc70fe7be {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:31.239221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 5360c143-ade6-443f-ad69-e42cc70fe7be not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:31.241035 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c6c72437-d379-4dd9-9946-dffc5bc62c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:31.270739 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c72437-d379-4dd9-9946-dffc5bc62c59 None None] Pushing event deleted for resources: {'Port': ['ID=c7faf23a-7ee7-4969-aab5-7e9930e63b79,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:31.364042 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c72437-d379-4dd9-9946-dffc5bc62c59 None None] No DVR routers for this DVR port c7faf23a-7ee7-4969-aab5-7e9930e63b79 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:31.413053 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b8338-b831-4d92-a84b-339149c33dbd tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Port': ['ID=8bed9bce-44c3-492d-a0a1-6964fe033e38,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:31.594946 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501ab94-c35e-45d4-bae0-e52e52559e1a tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Pushing event deleted for resources: {'Port': ['ID=8a63ece5-7954-4352-9ef1-d896d0d9e511,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:31.715500 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601b541-0acd-4379-a2b7-0d4d8032ea5f req-f39340e9-f25e-43fb-8d89-c6fe23202e4b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:31.736236 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f601b541-0acd-4379-a2b7-0d4d8032ea5f req-f39340e9-f25e-43fb-8d89-c6fe23202e4b tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 945 time: 1.0644019 Aug 16 22:33:31.824002 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472a2ca7-72ae-4495-b78e-e3d7559635b5 None None] Network 58ad7780-c196-41ca-bb13-88919d5c7234 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:31.882232 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-9a691c2c-1467-46f0-9e0e-443ac01b3edd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.2082217 Aug 16 22:33:31.908066 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aa305344-c53a-475c-ae69-81118fda5020 req-3f6df1cf-46ae-4d45-b3e5-b2e327fe7457 tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.1246648 Aug 16 22:33:31.984451 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f601b541-0acd-4379-a2b7-0d4d8032ea5f req-d3fedf8f-84bb-4068-a253-8b6cf999e609 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471948 Aug 16 22:33:32.095566 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1ca37bf3-709b-4ad2-8b5d-f01da022afee up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:32.102021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2b8338-b831-4d92-a84b-339149c33dbd tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network 58ad7780-c196-41ca-bb13-88919d5c7234 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:32.125185 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-321731f2-d3d5-4953-8664-392178eb9d14 None None] Provisioning for port 1ca37bf3-709b-4ad2-8b5d-f01da022afee completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:32.135403 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5a2b8338-b831-4d92-a84b-339149c33dbd tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:32.155507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-04c46ff2-5e7d-43d0-9826-6f0f824319c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:32.156204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-04c46ff2-5e7d-43d0-9826-6f0f824319c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:32.162038 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-04c46ff2-5e7d-43d0-9826-6f0f824319c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:32.162476 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-04c46ff2-5e7d-43d0-9826-6f0f824319c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:32.164447 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-04c46ff2-5e7d-43d0-9826-6f0f824319c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:32.164447 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-04c46ff2-5e7d-43d0-9826-6f0f824319c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:32.164447 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-04c46ff2-5e7d-43d0-9826-6f0f824319c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:32.169772 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-04c46ff2-5e7d-43d0-9826-6f0f824319c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=862fd4c5b7334530a4c88c30c2542f34&device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 6507 time: 0.2546666 Aug 16 22:33:32.239799 n-d-792458-15 neutron-server[94872]: WARNING neutron.services.revisions.revision_plugin [None req-0d179e96-9018-4bf2-ba1c-f65fbeeaed5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Could not find related port for resource to bump revision. Aug 16 22:33:32.251477 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.ipam_pluggable_backend [None req-0d179e96-9018-4bf2-ba1c-f65fbeeaed5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Port c7faf23a-7ee7-4969-aab5-7e9930e63b79 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94872) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 22:33:32.252100 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.ipam_pluggable_backend [None req-0d179e96-9018-4bf2-ba1c-f65fbeeaed5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Reverting IP allocation for 2001:db8::f816:3eff:fe85:a33c {{(pid=94872) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 22:33:32.255641 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3c153519-0752-4225-85d4-6df922067786 req-a33bf4ff-66ef-41e1-b532-160b17a3e45a tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 210 time: 0.0676329 Aug 16 22:33:32.263628 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.ipam_pluggable_backend [None req-0d179e96-9018-4bf2-ba1c-f65fbeeaed5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe85:a33c {{(pid=94872) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 22:33:32.268352 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d179e96-9018-4bf2-ba1c-f65fbeeaed5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:32.316761 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 1ca37bf3-709b-4ad2-8b5d-f01da022afee completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:32.336177 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 1ca37bf3-709b-4ad2-8b5d-f01da022afee triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:32.336820 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:32.342511 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d179e96-9018-4bf2-ba1c-f65fbeeaed5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=477d4fe1-5efb-45a3-bbdf-127e081a2d12,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:32.366901 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d179e96-9018-4bf2-ba1c-f65fbeeaed5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:32.373025 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0d179e96-9018-4bf2-ba1c-f65fbeeaed5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:32.376097 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d179e96-9018-4bf2-ba1c-f65fbeeaed5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:32.376922 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d179e96-9018-4bf2-ba1c-f65fbeeaed5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:32.389009 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83de79ad-322a-4e3c-88fb-25e914bca249 req-a501ab94-c35e-45d4-bae0-e52e52559e1a tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Router 37e00345-512f-4ee0-87b9-0962aab52e3a has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:33:32.396321 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fa5b16-5a88-4fca-88ea-b84ea153ab97 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:32.421813 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0d179e96-9018-4bf2-ba1c-f65fbeeaed5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1461346 Aug 16 22:33:32.475019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38650) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:32.483455 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6366b5e5-fd27-4b0d-93bc-d9f562af172d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:32.774428 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:32.787428 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83de79ad-322a-4e3c-88fb-25e914bca249 req-a501ab94-c35e-45d4-bae0-e52e52559e1a tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:32.805071 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad937a70-826b-49b9-a182-51acc1c301a3 None None] Sync routers for ids ['37e00345-512f-4ee0-87b9-0962aab52e3a'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:32.820633 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad937a70-826b-49b9-a182-51acc1c301a3 None None] Routers {'37e00345-512f-4ee0-87b9-0962aab52e3a'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:32.827974 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ad937a70-826b-49b9-a182-51acc1c301a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['37e00345-512f-4ee0-87b9-0962aab52e3a'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:32.878415 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 1ca37bf3-709b-4ad2-8b5d-f01da022afee, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1ca37bf3-709b-4ad2-8b5d-f01da022afee,segment=NetworkSegment(8805dc25-5871-4e2d-9edc-26c69058faba),segment_id=8805dc25-5871-4e2d-9edc-26c69058faba)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:32.889874 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a58732b9-7854-450a-a2e3-f6da88770571', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'fixed_ips': [{'subnet_id': '477d4fe1-5efb-45a3-bbdf-127e081a2d12'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:33:32.890915 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:32.894749 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:32.965498 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-83de79ad-322a-4e3c-88fb-25e914bca249 req-a501ab94-c35e-45d4-bae0-e52e52559e1a tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] No DVR routers for this DVR port 8a63ece5-7954-4352-9ef1-d896d0d9e511 on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:32.980410 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-83de79ad-322a-4e3c-88fb-25e914bca249 req-a501ab94-c35e-45d4-bae0-e52e52559e1a tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:32.993303 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-83de79ad-322a-4e3c-88fb-25e914bca249 req-a501ab94-c35e-45d4-bae0-e52e52559e1a tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.39 "DELETE /v2.0/ports/8a63ece5-7954-4352-9ef1-d896d0d9e511 HTTP/1.1" status: 204 len: 173 time: 3.4964581 Aug 16 22:33:33.027355 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbb14a6-84cc-4453-abea-8a3b9255ffa6', 'name': 'network-vif-deleted', 'tag': '8a63ece5-7954-4352-9ef1-d896d0d9e511'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:33:33.032160 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3349e5-bf4e-4f3e-8e35-574803cda0e4" -d '{"events": [{"server_uuid": "2cbb14a6-84cc-4453-abea-8a3b9255ffa6", "name": "network-vif-deleted", "tag": "8a63ece5-7954-4352-9ef1-d896d0d9e511"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:33:33.040331 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-3de3b14f-d94f-4d59-962f-666709895b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:33.041192 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-3de3b14f-d94f-4d59-962f-666709895b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:33.043461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-3de3b14f-d94f-4d59-962f-666709895b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:33.049035 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-3de3b14f-d94f-4d59-962f-666709895b64 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bfbbb3c1-abc2-4612-a582-fc15eac32f93&id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&id=4a4f1f6c-9680-469a-bab8-e73ceb2b4da1&id=4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 HTTP/1.1" status: 200 len: 2298 time: 0.7906084 Aug 16 22:33:33.049736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2b8338-b831-4d92-a84b-339149c33dbd tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router 76c5164c-938c-4f77-9a26-5b08a1d1663a is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:33:33.091473 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6366b5e5-fd27-4b0d-93bc-d9f562af172d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:33.098794 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6366b5e5-fd27-4b0d-93bc-d9f562af172d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:33.141811 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308a153f-1243-4c10-aebe-bc05d5eafba2 x-openstack-request-id: req-308a153f-1243-4c10-aebe-bc05d5eafba2 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:33:33.141811 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbb14a6-84cc-4453-abea-8a3b9255ffa6", "name": "network-vif-deleted", "tag": "8a63ece5-7954-4352-9ef1-d896d0d9e511", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:33:33.142431 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-308a153f-1243-4c10-aebe-bc05d5eafba2 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:33:33.156471 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbb14a6-84cc-4453-abea-8a3b9255ffa6', 'name': 'network-vif-deleted', 'tag': '8a63ece5-7954-4352-9ef1-d896d0d9e511', 'status': 'completed', 'code': 200} Aug 16 22:33:33.167400 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=1ca37bf3-709b-4ad2-8b5d-f01da022afee,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:33.188201 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 556c3713-e199-4fd0-98b9-3fd422868be5 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:33.194811 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c7faf23a-7ee7-4969-aab5-7e9930e63b79 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:33.228235 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e530fa08-ec4f-484c-b419-9f9cbc18cfa6 None None] Provisioning for port 8bed9bce-44c3-492d-a0a1-6964fe033e38 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:33.244593 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-ad937a70-826b-49b9-a182-51acc1c301a3 None None] Set router 37e00345-512f-4ee0-87b9-0962aab52e3a gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:33:33.302513 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: c7faf23a-7ee7-4969-aab5-7e9930e63b79 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:33.304158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c7faf23a-7ee7-4969-aab5-7e9930e63b79 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:33.328805 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e530fa08-ec4f-484c-b419-9f9cbc18cfa6 None None] Provisioning complete for port 8bed9bce-44c3-492d-a0a1-6964fe033e38 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:33.330735 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e530fa08-ec4f-484c-b419-9f9cbc18cfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:33.377152 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e530fa08-ec4f-484c-b419-9f9cbc18cfa6 None None] Port 8bed9bce-44c3-492d-a0a1-6964fe033e38 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:33.477561 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-75eb2386-6b32-4e33-ba8d-062fef1feec5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cc8d146-8521-4493-8309-20588af1db83 HTTP/1.1" status: 200 len: 1001 time: 0.3933892 Aug 16 22:33:33.477834 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e530fa08-ec4f-484c-b419-9f9cbc18cfa6 None None] Provisioning complete for port 1ca37bf3-709b-4ad2-8b5d-f01da022afee triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:33.478144 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e530fa08-ec4f-484c-b419-9f9cbc18cfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:33.550400 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 556c3713-e199-4fd0-98b9-3fd422868be5 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:33.551016 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:33.637992 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ff724d6d-8445-40be-87eb-2c98427b2812 req-be37f9ab-f179-4295-a4f1-3571ac8f1946 tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.5216010 Aug 16 22:33:33.814280 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] Allocated IP 2001:db8::f816:3eff:fe18:74ba (a58732b9-7854-450a-a2e3-f6da88770571/477d4fe1-5efb-45a3-bbdf-127e081a2d12/4330b03c-eaeb-4d85-a381-94552e069692) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:34.019709 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6366b5e5-fd27-4b0d-93bc-d9f562af172d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.102600 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ad937a70-826b-49b9-a182-51acc1c301a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'name': 'tempest-ServersTestBootFromVolume-1892836358-router', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:29:56Z', 'updated_at': '2021-08-16T22:30:05Z', 'revision_number': 4, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'gw_port': {'id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:29:57Z', 'updated_at': '2021-08-16T22:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '969aa742-7b8e-4b4f-bbb8-d85aeb3ae726', 'name': '', 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'mac_address': 'fa:16:3e:d8:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '47785ed2-eedb-4896-b504-79173b91e11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:02Z', 'updated_at': '2021-08-16T22:30:17Z', 'revision_number': 5, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'subnets': [{'id': '47785ed2-eedb-4896-b504-79173b91e11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:34.172127 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.183010 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6366b5e5-fd27-4b0d-93bc-d9f562af172d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:34.195579 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] Transition to ACTIVE for port object 4330b03c-eaeb-4d85-a381-94552e069692 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:34.198178 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-6366b5e5-fd27-4b0d-93bc-d9f562af172d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:34.212700 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6366b5e5-fd27-4b0d-93bc-d9f562af172d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:34.214235 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6366b5e5-fd27-4b0d-93bc-d9f562af172d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.236580 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] Transition to ACTIVE for port object 4330b03c-eaeb-4d85-a381-94552e069692 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:34.239058 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-24265133-1c01-449a-9524-5fb4ca883e3a req-2d4c3429-d166-4171-b5b8-8f21a6f6d91b tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 210 time: 0.1420574 Aug 16 22:33:34.248054 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad937a70-826b-49b9-a182-51acc1c301a3 None None] Checking router: 37e00345-512f-4ee0-87b9-0962aab52e3a for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:33:34.267767 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1ca37bf3-709b-4ad2-8b5d-f01da022afee up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:34.267908 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-63501209-551f-4508-a167-2083b0fb3f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:34.267908 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-63501209-551f-4508-a167-2083b0fb3f82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=62c30f10-757f-4cb9-8c1b-499905cfdd0a HTTP/1.1" status: 200 len: 855 time: 0.7675228 Aug 16 22:33:34.270413 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.281432 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366b5e5-fd27-4b0d-93bc-d9f562af172d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=17cc5bce-261d-42fc-8f42-5ece87553ad6,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:34.285841 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad937a70-826b-49b9-a182-51acc1c301a3 None None] Routers {'37e00345-512f-4ee0-87b9-0962aab52e3a'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:34.289224 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ad937a70-826b-49b9-a182-51acc1c301a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['37e00345-512f-4ee0-87b9-0962aab52e3a'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:34.307515 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6366b5e5-fd27-4b0d-93bc-d9f562af172d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8306453 Aug 16 22:33:34.314726 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38670) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:34.325390 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-fc1101a2-04bd-4cd6-a87a-e72397e6735a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'mac_address': 'fa:16:3e:8c:e2:fc', 'name': 'tempest-NetworksTestDHCPv6-284808539'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:34.329482 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6284d5-ec73-4aef-86d6-b184d684534d req-ec23163d-9951-4442-9acd-bfc32f364889 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:34.346680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d6284d5-ec73-4aef-86d6-b184d684534d req-ec23163d-9951-4442-9acd-bfc32f364889 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 945 time: 0.8684349 Aug 16 22:33:34.468338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2b8338-b831-4d92-a84b-339149c33dbd tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:34.475664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5a2b8338-b831-4d92-a84b-339149c33dbd tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/76c5164c-938c-4f77-9a26-5b08a1d1663a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2187858 Aug 16 22:33:34.486655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38672) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:34.590418 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cea68e-e63b-47fc-81af-5a7dc342db6c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:34.592277 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d5cea68e-e63b-47fc-81af-5a7dc342db6c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/ports/8bed9bce-44c3-492d-a0a1-6964fe033e38 HTTP/1.1" status: 200 len: 911 time: 0.1043818 Aug 16 22:33:34.595930 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] Pushing event updated for resources: {'Port': ['ID=4330b03c-eaeb-4d85-a381-94552e069692,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:34.598987 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-60988e09-712c-4b0d-ae96-84a38790fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:34.602287 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-60988e09-712c-4b0d-ae96-84a38790fbba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfbbb3c1-abc2-4612-a582-fc15eac32f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3172274 Aug 16 22:33:34.611436 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38674) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:34.629442 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-838de43f-f7b7-4c3c-9974-356cc3efbba9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38403bf1-575e-4818-92ba-785d45a59810'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:34.630423 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:33:34.639272 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f20ad-fd22-4de8-b6de-31caa1324148 None None] Sync routers for ids ['76c5164c-938c-4f77-9a26-5b08a1d1663a'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:34.655919 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:34.696345 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-ad937a70-826b-49b9-a182-51acc1c301a3 None None] Set router 37e00345-512f-4ee0-87b9-0962aab52e3a gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:33:34.700660 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:34.710246 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:34.805232 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1101a2-04bd-4cd6-a87a-e72397e6735a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:34.840476 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d6284d5-ec73-4aef-86d6-b184d684534d req-17bbfc67-c553-4de5-b9f4-6fa9311ede53 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4881103 Aug 16 22:33:34.956671 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f20ad-fd22-4de8-b6de-31caa1324148 None None] Routers {'76c5164c-938c-4f77-9a26-5b08a1d1663a'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:34.957322 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ce9f20ad-fd22-4de8-b6de-31caa1324148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['76c5164c-938c-4f77-9a26-5b08a1d1663a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:35.153062 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fc1101a2-04bd-4cd6-a87a-e72397e6735a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:35.214753 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-fc1101a2-04bd-4cd6-a87a-e72397e6735a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] device_id is not set on port 4ea062dc-bffc-4ae8-bede-0ee05b307f66 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:33:35.220798 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] Attempting to bind port 4330b03c-eaeb-4d85-a381-94552e069692 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:33:35.221419 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] Attempting to bind port 4330b03c-eaeb-4d85-a381-94552e069692 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:33:35.221703 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] Attempting to bind port 4330b03c-eaeb-4d85-a381-94552e069692 on network a58732b9-7854-450a-a2e3-f6da88770571 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:35.235330 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:35.258937 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e69640d6-11cd-44eb-9e73-15d9e3b021f0 req-9f6cf647-4486-4a95-a7f8-8c14327edcc2 tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.2377598 Aug 16 22:33:35.283851 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:33:35.284352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] Checking segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:35.284634 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:35.285040 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] Bound using segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:33:35.285553 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] Bound port: 4330b03c-eaeb-4d85-a381-94552e069692, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:33:35.285948 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:35.306548 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-838de43f-f7b7-4c3c-9974-356cc3efbba9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:35.345939 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ad937a70-826b-49b9-a182-51acc1c301a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'name': 'tempest-ServersTestBootFromVolume-1892836358-router', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:29:56Z', 'updated_at': '2021-08-16T22:30:05Z', 'revision_number': 4, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'gw_port': {'id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:29:57Z', 'updated_at': '2021-08-16T22:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '969aa742-7b8e-4b4f-bbb8-d85aeb3ae726', 'name': '', 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'mac_address': 'fa:16:3e:d8:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '47785ed2-eedb-4896-b504-79173b91e11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:02Z', 'updated_at': '2021-08-16T22:30:17Z', 'revision_number': 5, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'subnets': [{'id': '47785ed2-eedb-4896-b504-79173b91e11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:35.422541 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad937a70-826b-49b9-a182-51acc1c301a3 None None] The sync data for ids ['37e00345-512f-4ee0-87b9-0962aab52e3a'] in n-d-792458-15 is: [{'id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'name': 'tempest-ServersTestBootFromVolume-1892836358-router', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:29:56Z', 'updated_at': '2021-08-16T22:30:05Z', 'revision_number': 4, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'gw_port': {'id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:29:57Z', 'updated_at': '2021-08-16T22:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '969aa742-7b8e-4b4f-bbb8-d85aeb3ae726', 'name': '', 'network_id': '375c560a-c343-432d-a44f-effc0e1e4134', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'mac_address': 'fa:16:3e:d8:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '47785ed2-eedb-4896-b504-79173b91e11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:02Z', 'updated_at': '2021-08-16T22:30:17Z', 'revision_number': 5, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'subnets': [{'id': '47785ed2-eedb-4896-b504-79173b91e11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:33:35.473935 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] For port 4330b03c-eaeb-4d85-a381-94552e069692, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:33:35.478431 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] For port 4330b03c-eaeb-4d85-a381-94552e069692, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4330b03c-eaeb-4d85-a381-94552e069692,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:33:35.480372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ce9f20ad-fd22-4de8-b6de-31caa1324148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:35.496320 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb7205-1a1f-406d-b2ef-916b2287ca2f req-9098ef04-ce75-4577-b1b4-16e39084d6d2 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:35.511463 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26bb7205-1a1f-406d-b2ef-916b2287ca2f req-9098ef04-ce75-4577-b1b4-16e39084d6d2 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=30c912a3-d4ce-4e83-8043-d382dafeb1ef HTTP/1.1" status: 200 len: 945 time: 0.4914374 Aug 16 22:33:35.532927 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:35.552023 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa806db-a00c-4203-9647-d693fa6103c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556c3713-e199-4fd0-98b9-3fd422868be5'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:33:35.555489 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a69a59-a30e-4242-a24b-4616c0392654" -d '{"events": [{"server_uuid": "5fa806db-a00c-4203-9647-d693fa6103c5", "name": "network-vif-plugged", "status": "completed", "tag": "556c3713-e199-4fd0-98b9-3fd422868be5"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:33:35.631558 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-2a7bed53-5aaf-4e93-9d8f-05db6be9bd86 service neutron] 10.222.0.39 "GET /v2.0/networks/bfbbb3c1-abc2-4612-a582-fc15eac32f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9439042 Aug 16 22:33:35.661615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f44694-9387-4480-8501-ff785f1597ef None None] Pushing event updated for resources: {'Port': ['ID=4330b03c-eaeb-4d85-a381-94552e069692,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:35.723157 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-fc1101a2-04bd-4cd6-a87a-e72397e6735a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 172.20.0.11 (a58732b9-7854-450a-a2e3-f6da88770571/17cc5bce-261d-42fc-8f42-5ece87553ad6/4ea062dc-bffc-4ae8-bede-0ee05b307f66) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:35.726084 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 556c3713-e199-4fd0-98b9-3fd422868be5, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=556c3713-e199-4fd0-98b9-3fd422868be5,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:35.727126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-163401c7-f13f-440f-a43b-07ac8b112961 None None] Provisioning complete for port 8bed9bce-44c3-492d-a0a1-6964fe033e38 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:35.727766 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-163401c7-f13f-440f-a43b-07ac8b112961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:35.741818 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-fc1101a2-04bd-4cd6-a87a-e72397e6735a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8::f816:3eff:fe8c:e2fc (a58732b9-7854-450a-a2e3-f6da88770571/477d4fe1-5efb-45a3-bbdf-127e081a2d12/4ea062dc-bffc-4ae8-bede-0ee05b307f66) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:35.811820 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 1ca37bf3-709b-4ad2-8b5d-f01da022afee triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:35.812192 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:35.969618 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f20ad-fd22-4de8-b6de-31caa1324148 None None] Routers {'76c5164c-938c-4f77-9a26-5b08a1d1663a'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:35.970300 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ce9f20ad-fd22-4de8-b6de-31caa1324148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['76c5164c-938c-4f77-9a26-5b08a1d1663a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:36.105083 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac66bad1-99f0-4418-bb73-3cad0f350e12 None None] New status for floating IP 60338911-c42a-49cf-9b8e-a63d595960b2: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:33:36.155726 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:36.176805 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ce9f20ad-fd22-4de8-b6de-31caa1324148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:36.185476 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f20ad-fd22-4de8-b6de-31caa1324148 None None] The sync data for ids ['76c5164c-938c-4f77-9a26-5b08a1d1663a'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:33:36.217150 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fc1101a2-04bd-4cd6-a87a-e72397e6735a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:36.226188 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-163401c7-f13f-440f-a43b-07ac8b112961 None None] Port 8bed9bce-44c3-492d-a0a1-6964fe033e38 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:36.316903 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-fc1101a2-04bd-4cd6-a87a-e72397e6735a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Transition to ACTIVE for port object 4ea062dc-bffc-4ae8-bede-0ee05b307f66 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:36.366154 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a5293-8a19-462d-b942-64234b1b3f8b req-5488d48a-0baa-4a8a-b630-bb6208d12838 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:36.368167 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-330a5293-8a19-462d-b942-64234b1b3f8b req-5488d48a-0baa-4a8a-b630-bb6208d12838 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.39 "GET /v2.0/ports?device_id=30c912a3-d4ce-4e83-8043-d382dafeb1ef HTTP/1.1" status: 200 len: 945 time: 0.1166184 Aug 16 22:33:36.476789 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=556c3713-e199-4fd0-98b9-3fd422868be5,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:36.514975 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-67f93b79-6b03-4d6e-83c0-0924e08af6e6 service neutron] 10.222.0.39 "GET /v2.0/networks/bfbbb3c1-abc2-4612-a582-fc15eac32f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8702505 Aug 16 22:33:36.576824 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fc1101a2-04bd-4cd6-a87a-e72397e6735a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:36.576824 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-330a5293-8a19-462d-b942-64234b1b3f8b req-d1037381-ceaa-4091-be2f-487dfc92c7bd tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Deleting port 01d6ddb2-e424-4030-b678-3c0eeeed90b1 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:36.576824 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-330a5293-8a19-462d-b942-64234b1b3f8b req-d1037381-ceaa-4091-be2f-487dfc92c7bd tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:36.688694 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4330b03c-eaeb-4d85-a381-94552e069692 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:36.772943 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26bb7205-1a1f-406d-b2ef-916b2287ca2f req-a052e459-30c2-4950-a1be-3d52ae23e287 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/security-groups?id=475c6116-2b11-4312-b943-6b78165b1f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2553463 Aug 16 22:33:36.798852 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 4330b03c-eaeb-4d85-a381-94552e069692 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:36.809711 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab836c35-02b6-47b1-ab2b-6707d54b381b req-77d78d6c-70d0-4370-845f-08525d00a22d tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 210 time: 1.1661983 Aug 16 22:33:36.813661 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-1f834b3b-1564-4e3c-9747-f549d540a8ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=8a6c2671-f986-41c4-892f-cc350ac251e1 HTTP/1.1" status: 200 len: 217 time: 0.1738021 Aug 16 22:33:36.843102 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1101a2-04bd-4cd6-a87a-e72397e6735a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:36.867396 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bff9435-dcae-438e-916f-eb83e7ec845b x-openstack-request-id: req-7bff9435-dcae-438e-916f-eb83e7ec845b {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:33:36.867921 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa806db-a00c-4203-9647-d693fa6103c5", "name": "network-vif-plugged", "status": "completed", "tag": "556c3713-e199-4fd0-98b9-3fd422868be5", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:33:36.868337 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7bff9435-dcae-438e-916f-eb83e7ec845b {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:33:36.868898 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa806db-a00c-4203-9647-d693fa6103c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556c3713-e199-4fd0-98b9-3fd422868be5', 'code': 200} Aug 16 22:33:36.869492 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-fc1101a2-04bd-4cd6-a87a-e72397e6735a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:36.883050 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1101a2-04bd-4cd6-a87a-e72397e6735a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=4ea062dc-bffc-4ae8-bede-0ee05b307f66,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:36.893482 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1101a2-04bd-4cd6-a87a-e72397e6735a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:37.025455 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-330a5293-8a19-462d-b942-64234b1b3f8b req-d1037381-ceaa-4091-be2f-487dfc92c7bd tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] For port 01d6ddb2-e424-4030-b678-3c0eeeed90b1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=01d6ddb2-e424-4030-b678-3c0eeeed90b1,segment=NetworkSegment(33dfb6c3-b599-4057-b70f-e1a7983d0cdf),segment_id=33dfb6c3-b599-4057-b70f-e1a7983d0cdf)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:37.025980 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-330a5293-8a19-462d-b942-64234b1b3f8b req-d1037381-ceaa-4091-be2f-487dfc92c7bd tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:37.048721 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-30a6bb13-c79d-450e-b1eb-cb19ac3fda97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:37.050889 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-30a6bb13-c79d-450e-b1eb-cb19ac3fda97 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8 HTTP/1.1" status: 200 len: 797 time: 0.2274024 Aug 16 22:33:37.051196 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1101a2-04bd-4cd6-a87a-e72397e6735a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:37.051895 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fc1101a2-04bd-4cd6-a87a-e72397e6735a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:37.054834 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-330a5293-8a19-462d-b942-64234b1b3f8b req-d1037381-ceaa-4091-be2f-487dfc92c7bd tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Calling delete_port for 01d6ddb2-e424-4030-b678-3c0eeeed90b1 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:37.080787 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fc1101a2-04bd-4cd6-a87a-e72397e6735a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7644768 Aug 16 22:33:37.086909 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38692) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:37.094107 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c27e764-88ca-4b8e-9935-6cfbdeeba95d req-5b46de2e-9fa5-4e8e-9150-77a327252134 tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0698066 Aug 16 22:33:37.473611 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-330a5293-8a19-462d-b942-64234b1b3f8b req-d1037381-ceaa-4091-be2f-487dfc92c7bd tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:37.476179 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8eafe6-9a23-4a12-994b-6303cf8c2609 req-3fdbce0f-e705-4a17-886c-0cbd7461bc18 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:37.485527 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1c8eafe6-9a23-4a12-994b-6303cf8c2609 req-3fdbce0f-e705-4a17-886c-0cbd7461bc18 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.5242751 Aug 16 22:33:37.487900 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['01d6ddb2-e424-4030-b678-3c0eeeed90b1'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:33:37.538436 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00b32141-2369-4ac2-a6b7-6868fa6da1f6 req-f40c3f5f-5c80-4c0d-8277-6e72125f0f13 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0723650 Aug 16 22:33:37.559703 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583942ff-5f35-494a-a20a-e8836a5c78ef None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:37.561190 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1037381-ceaa-4091-be2f-487dfc92c7bd tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Pushing event deleted for resources: {'Port': ['ID=01d6ddb2-e424-4030-b678-3c0eeeed90b1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:37.580897 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7568e2a0-5c9d-48d1-b5cf-634969e18f27 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:37.587418 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7568e2a0-5c9d-48d1-b5cf-634969e18f27 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:37.589897 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7568e2a0-5c9d-48d1-b5cf-634969e18f27 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.4944713 Aug 16 22:33:37.597851 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38694) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:37.600217 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-56342c35-d86b-45b2-8682-518bca1941de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:37.602246 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-56342c35-d86b-45b2-8682-518bca1941de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5140138 Aug 16 22:33:37.681596 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-330a5293-8a19-462d-b942-64234b1b3f8b req-d1037381-ceaa-4091-be2f-487dfc92c7bd tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] No DVR routers for this DVR port 01d6ddb2-e424-4030-b678-3c0eeeed90b1 on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:37.685607 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-330a5293-8a19-462d-b942-64234b1b3f8b req-d1037381-ceaa-4091-be2f-487dfc92c7bd tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:37.690482 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-330a5293-8a19-462d-b942-64234b1b3f8b req-d1037381-ceaa-4091-be2f-487dfc92c7bd tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.39 "DELETE /v2.0/ports/01d6ddb2-e424-4030-b678-3c0eeeed90b1 HTTP/1.1" status: 204 len: 173 time: 1.3153191 Aug 16 22:33:37.691325 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c912a3-d4ce-4e83-8043-d382dafeb1ef', 'name': 'network-vif-deleted', 'tag': '01d6ddb2-e424-4030-b678-3c0eeeed90b1'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:33:37.700516 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e6d90f42-d7df-403d-b34c-d207238f119a None None] Provisioning for port 4330b03c-eaeb-4d85-a381-94552e069692 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:37.707703 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5d4e69-9a18-47fc-a1dd-025ae2deca17" -d '{"events": [{"server_uuid": "30c912a3-d4ce-4e83-8043-d382dafeb1ef", "name": "network-vif-deleted", "tag": "01d6ddb2-e424-4030-b678-3c0eeeed90b1"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:33:37.722945 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e6d90f42-d7df-403d-b34c-d207238f119a None None] Provisioning complete for port 4330b03c-eaeb-4d85-a381-94552e069692 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:37.723323 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6d90f42-d7df-403d-b34c-d207238f119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:37.816296 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-6bd75889-680d-45cb-83cf-92ea335070a0 service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184597 Aug 16 22:33:37.857314 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1c8eafe6-9a23-4a12-994b-6303cf8c2609 req-53790928-3b21-487e-a8d0-34f22cd305fb tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3707929 Aug 16 22:33:37.861782 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace24967-4a01-4d47-9860-f3aa3c77c302 x-openstack-request-id: req-ace24967-4a01-4d47-9860-f3aa3c77c302 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:33:37.862253 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c912a3-d4ce-4e83-8043-d382dafeb1ef", "name": "network-vif-deleted", "tag": "01d6ddb2-e424-4030-b678-3c0eeeed90b1", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:33:37.862603 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ace24967-4a01-4d47-9860-f3aa3c77c302 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:33:37.863100 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c912a3-d4ce-4e83-8043-d382dafeb1ef', 'name': 'network-vif-deleted', 'tag': '01d6ddb2-e424-4030-b678-3c0eeeed90b1', 'status': 'completed', 'code': 200} Aug 16 22:33:38.021728 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6d90f42-d7df-403d-b34c-d207238f119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:38.042160 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-838de43f-f7b7-4c3c-9974-356cc3efbba9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:38.056041 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-838de43f-f7b7-4c3c-9974-356cc3efbba9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:38.063016 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838de43f-f7b7-4c3c-9974-356cc3efbba9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:38.064764 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-838de43f-f7b7-4c3c-9974-356cc3efbba9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:38.066459 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-838de43f-f7b7-4c3c-9974-356cc3efbba9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/ports/8bed9bce-44c3-492d-a0a1-6964fe033e38 HTTP/1.1" status: 200 len: 911 time: 3.4514480 Aug 16 22:33:38.069649 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38702) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:38.121571 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5fd1d41e-2b43-47e0-bd19-17702e049d8e req-312d6896-a595-4b3a-a0f5-71fe23b86d9d tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 210 time: 0.0726440 Aug 16 22:33:38.167237 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-409f9d62-3a77-49a4-9f52-4c528a34fed7 req-877b4aa5-8638-437b-8596-689a4f619084 tempest-AttachVolumeNegativeTest-1715073598 tempest-AttachVolumeNegativeTest-1715073598-project] 10.222.0.93 "GET /v2.0/ports?device_id=30c912a3-d4ce-4e83-8043-d382dafeb1ef HTTP/1.1" status: 200 len: 210 time: 0.0789719 Aug 16 22:33:38.207900 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-e6d90f42-d7df-403d-b34c-d207238f119a None None] For port 4330b03c-eaeb-4d85-a381-94552e069692, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4330b03c-eaeb-4d85-a381-94552e069692,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:38.213836 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838de43f-f7b7-4c3c-9974-356cc3efbba9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Port': ['ID=8bed9bce-44c3-492d-a0a1-6964fe033e38,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:38.232495 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6d90f42-d7df-403d-b34c-d207238f119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:38.234510 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838de43f-f7b7-4c3c-9974-356cc3efbba9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:38.234863 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838de43f-f7b7-4c3c-9974-356cc3efbba9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:38.235204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838de43f-f7b7-4c3c-9974-356cc3efbba9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:38.235542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838de43f-f7b7-4c3c-9974-356cc3efbba9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:38.235880 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838de43f-f7b7-4c3c-9974-356cc3efbba9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:38.236248 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838de43f-f7b7-4c3c-9974-356cc3efbba9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:38.236525 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838de43f-f7b7-4c3c-9974-356cc3efbba9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:38.236863 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838de43f-f7b7-4c3c-9974-356cc3efbba9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:38.237190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838de43f-f7b7-4c3c-9974-356cc3efbba9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:38.237722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838de43f-f7b7-4c3c-9974-356cc3efbba9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:38.238195 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838de43f-f7b7-4c3c-9974-356cc3efbba9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:38.238527 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838de43f-f7b7-4c3c-9974-356cc3efbba9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:38.255775 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ab448579-8bc1-4bcd-8186-02c41afdb47e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting port 4ea062dc-bffc-4ae8-bede-0ee05b307f66 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:38.256345 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab448579-8bc1-4bcd-8186-02c41afdb47e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:38.303488 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-db08013e-6808-4cf0-a786-6d9827754948 service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631133 Aug 16 22:33:38.456618 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c433823b-294b-41ce-9666-de38a4cf8e8c req-a20a77fe-a677-4dbc-92ec-fb79b8f3fbcb tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0864444 Aug 16 22:33:38.589066 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-70a651a2-bdb6-4a96-b4df-fcaf993792fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=e06f4eb2-9456-487d-879d-8e9aea9648b9 HTTP/1.1" status: 200 len: 217 time: 0.1966081 Aug 16 22:33:38.712806 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d90f42-d7df-403d-b34c-d207238f119a None None] Pushing event updated for resources: {'Port': ['ID=4330b03c-eaeb-4d85-a381-94552e069692,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:38.725678 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-54661247-ac01-40c8-9a1d-cbee0eb5e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:38.727450 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-54661247-ac01-40c8-9a1d-cbee0eb5e46e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8 HTTP/1.1" status: 200 len: 797 time: 0.1298144 Aug 16 22:33:38.731858 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab448579-8bc1-4bcd-8186-02c41afdb47e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:38.791764 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:38.794281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ab448579-8bc1-4bcd-8186-02c41afdb47e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Calling delete_port for 4ea062dc-bffc-4ae8-bede-0ee05b307f66 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:38.808033 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535e5753-d448-4746-83c9-0106a7c1daf0 None None] Update dhcp port {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'fixed_ips': [{'subnet_id': '477d4fe1-5efb-45a3-bbdf-127e081a2d12', 'ip_address': '2001:db8::f816:3eff:fe18:74ba'}, {'subnet_id': '17cc5bce-261d-42fc-8f42-5ece87553ad6'}], 'binding:host_id': 'n-d-792458-15'}, 'id': '4330b03c-eaeb-4d85-a381-94552e069692'} from n-d-792458-15. {{(pid=94873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:33:38.845393 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-535e5753-d448-4746-83c9-0106a7c1daf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:38.933684 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-905ebc09-ae99-4563-bbb8-2eccefe2f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:38.936143 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-905ebc09-ae99-4563-bbb8-2eccefe2f1d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1795964 Aug 16 22:33:38.980178 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d07f-b628-47a7-8c27-d52d6d7d4128 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:39.039826 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ee050901-4eb2-423d-8d81-28b1f199aa4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:39.324535 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-612149e8-5bc1-41c1-aa38-1f8323432e7b req-ed0ec0b2-1a94-470a-8c2f-47d84db3f2cd tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 210 time: 0.0613883 Aug 16 22:33:39.339883 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-535e5753-d448-4746-83c9-0106a7c1daf0 None None] Allocated IP 172.20.0.2 (a58732b9-7854-450a-a2e3-f6da88770571/17cc5bce-261d-42fc-8f42-5ece87553ad6/4330b03c-eaeb-4d85-a381-94552e069692) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:39.405399 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084f38c-1c44-4672-b730-0c6503a6ab6f req-8711e07b-4c31-4acd-b2df-3d2a51f20706 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:39.416531 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3084f38c-1c44-4672-b730-0c6503a6ab6f req-8711e07b-4c31-4acd-b2df-3d2a51f20706 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.3969274 Aug 16 22:33:39.439812 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38714) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:39.477656 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-365ce8ef-911d-43fe-b7f0-a4dc31d5b64a service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326850 Aug 16 22:33:39.569498 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7598eea-ae18-4f38-b87a-cbbbac614686 admin admin] Deleting subnet a1f3b7d6-0bd6-43e9-a3f1-34841957a17e {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:33:39.581167 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7598eea-ae18-4f38-b87a-cbbbac614686 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:39.649382 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-535e5753-d448-4746-83c9-0106a7c1daf0 None None] For port 4330b03c-eaeb-4d85-a381-94552e069692, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4330b03c-eaeb-4d85-a381-94552e069692,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:39.676275 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3084f38c-1c44-4672-b730-0c6503a6ab6f req-dc609118-c28c-4d67-9dfd-558e3dfe42b1 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508252 Aug 16 22:33:39.732375 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7598eea-ae18-4f38-b87a-cbbbac614686 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:39.748206 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-535e5753-d448-4746-83c9-0106a7c1daf0 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:39.791722 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-535e5753-d448-4746-83c9-0106a7c1daf0 None None] Transition to ACTIVE for port object 4330b03c-eaeb-4d85-a381-94552e069692 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:39.798892 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-535e5753-d448-4746-83c9-0106a7c1daf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:39.802512 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e759ab1-7a20-4626-90f9-32e3858e61aa req-dc251ae2-dcbd-4d98-815c-78f2486abc4a tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0497277 Aug 16 22:33:39.813850 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-9c215c08-54cc-4385-9605-1f95ab02289e service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106744 Aug 16 22:33:39.833359 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7598eea-ae18-4f38-b87a-cbbbac614686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:39.965741 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e5753-d448-4746-83c9-0106a7c1daf0 None None] Pushing event updated for resources: {'Port': ['ID=4330b03c-eaeb-4d85-a381-94552e069692,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:39.976078 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c5c7d07f-b628-47a7-8c27-d52d6d7d4128 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting port 8bed9bce-44c3-492d-a0a1-6964fe033e38 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:39.978518 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-ad16d10e-b6a5-4f7f-8b88-1736f7b4730b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd HTTP/1.1" status: 200 len: 217 time: 0.1464593 Aug 16 22:33:39.979167 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d07f-b628-47a7-8c27-d52d6d7d4128 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:40.056438 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab448579-8bc1-4bcd-8186-02c41afdb47e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:40.125290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab448579-8bc1-4bcd-8186-02c41afdb47e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Port': ['ID=4ea062dc-bffc-4ae8-bede-0ee05b307f66,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:40.245749 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7598eea-ae18-4f38-b87a-cbbbac614686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:40.285931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-81b73447-33b0-44d9-b47f-da90c0454f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:40.287556 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-81b73447-33b0-44d9-b47f-da90c0454f2e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8 HTTP/1.1" status: 200 len: 797 time: 0.2915399 Aug 16 22:33:40.288250 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7598eea-ae18-4f38-b87a-cbbbac614686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:40.293015 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e7598eea-ae18-4f38-b87a-cbbbac614686 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/a1f3b7d6-0bd6-43e9-a3f1-34841957a17e HTTP/1.1" status: 204 len: 168 time: 0.8521621 Aug 16 22:33:40.293212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38724) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:40.295416 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d07f-b628-47a7-8c27-d52d6d7d4128 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:40.300788 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-71ccbc61-4585-46f9-a35e-f755be53b316 req-618b5f3d-56f4-4dff-86f4-04a1d48698c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=22bb4eb8fd664d9e8f3b6997704b0757&device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0733955 Aug 16 22:33:40.354721 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-71ccbc61-4585-46f9-a35e-f755be53b316 req-fdb60187-c3e5-424b-b72b-80422d80d915 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=22bb4eb8fd664d9e8f3b6997704b0757&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202336 Aug 16 22:33:40.359152 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7598eea-ae18-4f38-b87a-cbbbac614686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1f3b7d6-0bd6-43e9-a3f1-34841957a17e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:40.362887 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c5c7d07f-b628-47a7-8c27-d52d6d7d4128 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Calling delete_port for 8bed9bce-44c3-492d-a0a1-6964fe033e38 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:40.386903 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b861a8f-3cbd-4526-9dca-5316b42319e3 req-2b7a78d7-2e89-4598-817b-62ade0828de1 tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0682085 Aug 16 22:33:40.596452 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c2aefed-b493-49d2-92d6-1ec01832ce9c req-2d277fd7-e611-4049-b51a-3c746dcbeb5a tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 210 time: 0.1074986 Aug 16 22:33:40.608706 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4330b03c-eaeb-4d85-a381-94552e069692 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:40.686589 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccbc61-4585-46f9-a35e-f755be53b316 req-52b4ae91-1971-419c-972d-88bd4e8af211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:40.688885 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-71ccbc61-4585-46f9-a35e-f755be53b316 req-52b4ae91-1971-419c-972d-88bd4e8af211 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3152072 Aug 16 22:33:40.713376 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ab448579-8bc1-4bcd-8186-02c41afdb47e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:40.724812 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ab448579-8bc1-4bcd-8186-02c41afdb47e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/4ea062dc-bffc-4ae8-bede-0ee05b307f66 HTTP/1.1" status: 204 len: 168 time: 3.1146598 Aug 16 22:33:40.727981 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38732) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:40.738001 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-aba297a6-13c6-458b-924a-e9b1c76b6c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:40.739840 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-aba297a6-13c6-458b-924a-e9b1c76b6c5f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3670866 Aug 16 22:33:40.804927 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:40.894358 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8c6460-f107-46af-afc6-052e1a3a2f4f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:40.895958 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8c6460-f107-46af-afc6-052e1a3a2f4f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:40.897624 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8c6460-f107-46af-afc6-052e1a3a2f4f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:40.899332 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bd8c6460-f107-46af-afc6-052e1a3a2f4f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1581008 Aug 16 22:33:40.902350 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38734) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:40.906702 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e260-1311-46b8-825d-39d547787fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:41.008246 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 01d6ddb2-e424-4030-b678-3c0eeeed90b1 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:41.010307 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d07f-b628-47a7-8c27-d52d6d7d4128 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:41.113904 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 01d6ddb2-e424-4030-b678-3c0eeeed90b1 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:41.114475 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 01d6ddb2-e424-4030-b678-3c0eeeed90b1 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:41.135049 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff7e221-856c-4d26-8b42-af489a784d2a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet 17cc5bce-261d-42fc-8f42-5ece87553ad6 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:33:41.180051 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7d07f-b628-47a7-8c27-d52d6d7d4128 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Port': ['ID=8bed9bce-44c3-492d-a0a1-6964fe033e38,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:41.331174 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-25464ab1-3eef-49a6-9be9-047e78e8990a None None] Provisioning for port 4330b03c-eaeb-4d85-a381-94552e069692 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:41.336912 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-25464ab1-3eef-49a6-9be9-047e78e8990a None None] Provisioning complete for port 4330b03c-eaeb-4d85-a381-94552e069692 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:41.337669 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-25464ab1-3eef-49a6-9be9-047e78e8990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:41.537776 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-de97d875-6fa6-4a65-8474-22392f564f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:41.590634 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-25464ab1-3eef-49a6-9be9-047e78e8990a None None] Could not find standard attr ID for object 4ea062dc-bffc-4ae8-bede-0ee05b307f66. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:33:41.762680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b3830f15-8bed-4707-bbb6-3b71cf13bebc req-20859351-b33d-4a8b-bd4f-3d703efa6ab6 tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0909908 Aug 16 22:33:41.816122 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04018d2a-b0bf-40d3-8d88-6796d1aede27 req-4415f4f2-9f7c-4fdb-9156-7758b0b9b78f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:41.818859 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04018d2a-b0bf-40d3-8d88-6796d1aede27 req-4415f4f2-9f7c-4fdb-9156-7758b0b9b78f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.9728808 Aug 16 22:33:41.841079 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cff7e221-856c-4d26-8b42-af489a784d2a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:41.895574 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d07f-b628-47a7-8c27-d52d6d7d4128 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:41.917805 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cff7e221-856c-4d26-8b42-af489a784d2a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:41.959204 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-ca48df35-8c0f-43ff-8219-c0869ce50035 service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0812373 Aug 16 22:33:41.974799 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-81cd78f3-8cdb-44a1-881a-d30200e4f948 req-b0e1bc33-f5da-42bd-bb26-c356a778721d tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 210 time: 0.0470796 Aug 16 22:33:42.001910 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e260-1311-46b8-825d-39d547787fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:42.005369 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-624009bc-b90e-4c59-8ee5-51f5fe90cb93 None None] Could not find standard attr ID for object 4ea062dc-bffc-4ae8-bede-0ee05b307f66. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:33:42.067978 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:42.073813 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4eb1e260-1311-46b8-825d-39d547787fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38957025-51f4-4776-93ee-0e67fbdcd423']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:42.104141 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4eb1e260-1311-46b8-825d-39d547787fa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33dfb6c3-b599-4057-b70f-e1a7983d0cdf') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:42.105223 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4eb1e260-1311-46b8-825d-39d547787fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33dfb6c3-b599-4057-b70f-e1a7983d0cdf') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:42.110135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04018d2a-b0bf-40d3-8d88-6796d1aede27 req-e909f704-120f-4672-b1a3-bf5c6a3c9148 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477717 Aug 16 22:33:42.123112 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e260-1311-46b8-825d-39d547787fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:42.152939 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e260-1311-46b8-825d-39d547787fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:42.172573 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb1e260-1311-46b8-825d-39d547787fa4 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:33:42.172983 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e260-1311-46b8-825d-39d547787fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:33:42.174780 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:33:42.220771 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-71ccbc61-4585-46f9-a35e-f755be53b316 req-31ea0e12-91dc-45d7-90fb-ead935f22b43 tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0584741 Aug 16 22:33:42.224631 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-a1349df2-e7e8-4e14-8c98-5a9d5162b320 service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426102 Aug 16 22:33:42.332141 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-3bebd6b5-1282-443a-891c-865457358a98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=b6203b99-3093-4799-9ebe-caeb302b396f HTTP/1.1" status: 200 len: 217 time: 0.0911462 Aug 16 22:33:42.367417 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e260-1311-46b8-825d-39d547787fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:42.370414 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c7d07f-b628-47a7-8c27-d52d6d7d4128 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router 76c5164c-938c-4f77-9a26-5b08a1d1663a has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:33:42.383967 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e260-1311-46b8-825d-39d547787fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:42.389173 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4eb1e260-1311-46b8-825d-39d547787fa4 admin admin] 10.222.0.93 "DELETE /v2.0/networks/38957025-51f4-4776-93ee-0e67fbdcd423 HTTP/1.1" status: 204 len: 168 time: 2.0882502 Aug 16 22:33:42.464763 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1e260-1311-46b8-825d-39d547787fa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=38957025-51f4-4776-93ee-0e67fbdcd423,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:42.489638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-d4ebd028-c0eb-4381-afa6-b6d5deb4bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:42.491334 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-d4ebd028-c0eb-4381-afa6-b6d5deb4bfe9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8 HTTP/1.1" status: 200 len: 797 time: 0.1530731 Aug 16 22:33:42.593140 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cff7e221-856c-4d26-8b42-af489a784d2a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:42.628444 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-6e8dadca-bf81-4e4e-824c-f8fda9d7377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:42.630130 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-6e8dadca-bf81-4e4e-824c-f8fda9d7377d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1278143 Aug 16 22:33:42.664631 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c7d07f-b628-47a7-8c27-d52d6d7d4128 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:42.679870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c317ab94-9022-4f35-9d1d-7a6acc4ca6fe None None] Sync routers for ids ['76c5164c-938c-4f77-9a26-5b08a1d1663a'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:42.686680 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c5c7d07f-b628-47a7-8c27-d52d6d7d4128 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/76c5164c-938c-4f77-9a26-5b08a1d1663a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6123827 Aug 16 22:33:42.707021 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38748) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:42.711791 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c317ab94-9022-4f35-9d1d-7a6acc4ca6fe None None] Routers {'76c5164c-938c-4f77-9a26-5b08a1d1663a'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:42.722883 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c317ab94-9022-4f35-9d1d-7a6acc4ca6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['76c5164c-938c-4f77-9a26-5b08a1d1663a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:42.808919 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-342ea53f-7d5d-4efb-8919-ecce28bc3741 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/ports?device_id=76c5164c-938c-4f77-9a26-5b08a1d1663a HTTP/1.1" status: 200 len: 205 time: 0.0982203 Aug 16 22:33:42.808919 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38750) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:42.881723 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-27d3940c-ed3c-4adc-8e49-02eeb4dc4b0c service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382851 Aug 16 22:33:42.907887 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38754) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:42.914620 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c317ab94-9022-4f35-9d1d-7a6acc4ca6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:42.948109 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c317ab94-9022-4f35-9d1d-7a6acc4ca6fe None None] Routers {'76c5164c-938c-4f77-9a26-5b08a1d1663a'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:42.949009 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c317ab94-9022-4f35-9d1d-7a6acc4ca6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['76c5164c-938c-4f77-9a26-5b08a1d1663a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:43.024337 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d54d1b5d-0f87-4115-98b6-2ce783761355 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:43.060861 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c317ab94-9022-4f35-9d1d-7a6acc4ca6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:43.061659 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c317ab94-9022-4f35-9d1d-7a6acc4ca6fe None None] The sync data for ids ['76c5164c-938c-4f77-9a26-5b08a1d1663a'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:33:43.150160 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ce74dca-7811-4199-aeef-0b8601941192 req-01399f7d-3af8-46c7-8a4f-0d8a52b6e61d tempest-ServerShowV257Test-1977926806 tempest-ServerShowV257Test-1977926806-project] 10.222.0.93 "GET /v2.0/ports?device_id=1bd0a181-9010-44dd-9f50-f0bc04fa7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0615971 Aug 16 22:33:43.194976 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e79c81ef-af27-4aa5-8b0c-45b16e3a9350 req-62d856c4-6dbb-40ff-b997-c81ff8a966b2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/ports?device_id=2cbb14a6-84cc-4453-abea-8a3b9255ffa6 HTTP/1.1" status: 200 len: 210 time: 0.0572734 Aug 16 22:33:43.213812 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:43.326496 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5e9952d1-b297-482d-addd-120eaa4cd754 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f14b1329454c4709bb598f79000376c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4097316 Aug 16 22:33:43.327357 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38762) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:43.465752 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-efc38702-c110-4e97-b863-a9158f89a20a service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5784943 Aug 16 22:33:43.516161 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d54d1b5d-0f87-4115-98b6-2ce783761355 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:43.518962 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d54d1b5d-0f87-4115-98b6-2ce783761355 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:43.554806 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-bfc44a44-0425-4f2f-8d3d-2e83a7a400dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e66f3d2d-debb-4dea-bb6b-dae2d7029967 HTTP/1.1" status: 200 len: 217 time: 0.0644777 Aug 16 22:33:43.568580 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cff7e221-856c-4d26-8b42-af489a784d2a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:43.580910 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d54d1b5d-0f87-4115-98b6-2ce783761355 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:43.583543 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54d1b5d-0f87-4115-98b6-2ce783761355 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Fanout notify agent at l3_agent the message router_deleted on router 76c5164c-938c-4f77-9a26-5b08a1d1663a {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:33:43.601234 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d54d1b5d-0f87-4115-98b6-2ce783761355 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:43.602955 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d54d1b5d-0f87-4115-98b6-2ce783761355 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/routers/76c5164c-938c-4f77-9a26-5b08a1d1663a HTTP/1.1" status: 204 len: 168 time: 0.7882984 Aug 16 22:33:43.615542 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d362ca-abe5-44c5-95f6-1a350bf465db None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:43.618182 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38764) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:43.669070 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cff7e221-856c-4d26-8b42-af489a784d2a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:43.674729 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cff7e221-856c-4d26-8b42-af489a784d2a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/17cc5bce-261d-42fc-8f42-5ece87553ad6 HTTP/1.1" status: 204 len: 168 time: 2.7665157 Aug 16 22:33:43.678071 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38766) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:43.681032 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7e221-856c-4d26-8b42-af489a784d2a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=17cc5bce-261d-42fc-8f42-5ece87553ad6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:43.701060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ded9eb-59a5-429e-86b4-d37bf9b80c1d req-4271fd38-8c86-446a-bca8-d566ce2daca8 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:43.702855 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b3ded9eb-59a5-429e-86b4-d37bf9b80c1d req-4271fd38-8c86-446a-bca8-d566ce2daca8 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.3339109 Aug 16 22:33:43.755003 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8449fa31-aece-472c-9926-f422ec0429b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:43.833094 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d3f0c9-a47f-4006-a907-61514e5906b8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet 477d4fe1-5efb-45a3-bbdf-127e081a2d12 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:33:43.841348 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14d3f0c9-a47f-4006-a907-61514e5906b8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:43.842161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e48b25-4f25-4a68-aa25-828fe36fde9a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting subnet 38403bf1-575e-4818-92ba-785d45a59810 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:33:43.873891 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b3ded9eb-59a5-429e-86b4-d37bf9b80c1d req-32f035b5-46d6-4c31-9fb3-26b5964b20bf tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391501 Aug 16 22:33:43.897584 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41e48b25-4f25-4a68-aa25-828fe36fde9a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:43.910774 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8449fa31-aece-472c-9926-f422ec0429b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:43.978310 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14d3f0c9-a47f-4006-a907-61514e5906b8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:43.989484 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-59d2513b-56f9-415e-acc7-5166b8146436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:43.991666 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-59d2513b-56f9-415e-acc7-5166b8146436 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6407f57a-0a4a-4c45-b6bc-4d49c5bbccdb HTTP/1.1" status: 200 len: 797 time: 0.4145420 Aug 16 22:33:44.058193 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41e48b25-4f25-4a68-aa25-828fe36fde9a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.111117 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14d3f0c9-a47f-4006-a907-61514e5906b8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.194276 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41e48b25-4f25-4a68-aa25-828fe36fde9a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.212521 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14d3f0c9-a47f-4006-a907-61514e5906b8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.348853 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3f0c9-a47f-4006-a907-61514e5906b8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=477d4fe1-5efb-45a3-bbdf-127e081a2d12,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:44.359119 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14d3f0c9-a47f-4006-a907-61514e5906b8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.364684 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-14d3f0c9-a47f-4006-a907-61514e5906b8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/477d4fe1-5efb-45a3-bbdf-127e081a2d12 HTTP/1.1" status: 204 len: 168 time: 0.6849599 Aug 16 22:33:44.368200 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41e48b25-4f25-4a68-aa25-828fe36fde9a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.371119 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38776) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:44.443859 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38780) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:44.493121 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-212b3dcf-8200-42ed-9871-1f1244f0e3bc tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1199038 Aug 16 22:33:44.495041 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38782) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:44.502647 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4a90fb2b-211f-4479-951b-a072f6fccca0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:44.524960 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e48b25-4f25-4a68-aa25-828fe36fde9a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Subnet': ['ID=38403bf1-575e-4818-92ba-785d45a59810,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:44.552881 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41e48b25-4f25-4a68-aa25-828fe36fde9a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.561663 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-41e48b25-4f25-4a68-aa25-828fe36fde9a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/subnets/38403bf1-575e-4818-92ba-785d45a59810 HTTP/1.1" status: 204 len: 168 time: 0.9354482 Aug 16 22:33:44.563426 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1738c0-af6a-4786-ad08-0c1766368e8f None None] Network 58ad7780-c196-41ca-bb13-88919d5c7234 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:44.568300 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38784) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:44.694886 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-316d75cb-2499-4fcd-93c4-764b4cf732f4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.752616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-bf206a8d-99a7-462a-80a2-52d9f9664bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:44.764181 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-bf206a8d-99a7-462a-80a2-52d9f9664bac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a4f1f6c-9680-469a-bab8-e73ceb2b4da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4522932 Aug 16 22:33:44.822429 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86012353-154b-4429-8372-7ea72ca0e2b2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.880674 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a90fb2b-211f-4479-951b-a072f6fccca0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:44.884769 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a90fb2b-211f-4479-951b-a072f6fccca0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.905795 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8449fa31-aece-472c-9926-f422ec0429b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.910621 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8449fa31-aece-472c-9926-f422ec0429b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.912138 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8449fa31-aece-472c-9926-f422ec0429b8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/475c6116-2b11-4312-b943-6b78165b1f30 HTTP/1.1" status: 204 len: 168 time: 1.5816026 Aug 16 22:33:44.981748 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.142731 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f16d5c-d2c5-485f-999e-c3d62a828dbb None None] DHCP port deletion for 58ad7780-c196-41ca-bb13-88919d5c7234 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:33:45.152861 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38792) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:45.187790 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449fa31-aece-472c-9926-f422ec0429b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475c6116-2b11-4312-b943-6b78165b1f30,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:45.191100 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-80622a58-8041-4c9c-b445-a1a3a4ddf2d4 service neutron] 10.222.0.39 "GET /v2.0/networks/4a4f1f6c-9680-469a-bab8-e73ceb2b4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257596 Aug 16 22:33:45.199394 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86012353-154b-4429-8372-7ea72ca0e2b2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.210482 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2521d85-ccfb-4384-9baf-d05e2cef97ec None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:45.405403 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2008e617-5e85-4513-880e-e21ede526942 None None] Provisioning complete for port 4330b03c-eaeb-4d85-a381-94552e069692 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:45.406078 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2008e617-5e85-4513-880e-e21ede526942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.409365 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-7d4be296-1458-4405-b453-7682c39b7832 service neutron] 10.222.0.39 "GET /v2.0/networks/4a4f1f6c-9680-469a-bab8-e73ceb2b4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921239 Aug 16 22:33:45.466813 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a90fb2b-211f-4479-951b-a072f6fccca0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.538625 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-6ec79458-fbb3-44fb-af23-014fa3cf4406 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e26f09f8-7d01-4e95-a60f-3430a43aa863 HTTP/1.1" status: 200 len: 217 time: 0.0868840 Aug 16 22:33:45.590769 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a90fb2b-211f-4479-951b-a072f6fccca0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:45.598133 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-4a90fb2b-211f-4479-951b-a072f6fccca0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:45.613661 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a90fb2b-211f-4479-951b-a072f6fccca0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:45.614319 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a90fb2b-211f-4479-951b-a072f6fccca0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.662608 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90fb2b-211f-4479-951b-a072f6fccca0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=21b859e7-34e0-4912-be0f-36f78e911f89,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:45.685529 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4a90fb2b-211f-4479-951b-a072f6fccca0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1854076 Aug 16 22:33:45.694397 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90fb2b-211f-4479-951b-a072f6fccca0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:45.694753 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90fb2b-211f-4479-951b-a072f6fccca0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:45.695104 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90fb2b-211f-4479-951b-a072f6fccca0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:45.695570 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90fb2b-211f-4479-951b-a072f6fccca0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:45.697103 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90fb2b-211f-4479-951b-a072f6fccca0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:45.702370 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90fb2b-211f-4479-951b-a072f6fccca0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:45.702805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90fb2b-211f-4479-951b-a072f6fccca0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:45.703199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90fb2b-211f-4479-951b-a072f6fccca0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:45.703561 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90fb2b-211f-4479-951b-a072f6fccca0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:45.704104 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90fb2b-211f-4479-951b-a072f6fccca0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:45.704454 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90fb2b-211f-4479-951b-a072f6fccca0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:45.705491 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90fb2b-211f-4479-951b-a072f6fccca0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:45.713285 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe93fd-0b47-49ac-af2c-e58f3a5982af req-2dd99271-be4a-4a6f-918d-43d653e61b57 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:45.715874 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38800) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:45.719243 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5fe93fd-0b47-49ac-af2c-e58f3a5982af req-2dd99271-be4a-4a6f-918d-43d653e61b57 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.5328772 Aug 16 22:33:45.745767 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-bf8ef3d8-7a33-4665-8fd1-7dcc071b9883 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:45.746285 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d2f16d5c-d2c5-485f-999e-c3d62a828dbb None None] Deleting port 1ca37bf3-709b-4ad2-8b5d-f01da022afee {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:45.747220 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d2f16d5c-d2c5-485f-999e-c3d62a828dbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.832133 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-316d75cb-2499-4fcd-93c4-764b4cf732f4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting port 1ca37bf3-709b-4ad2-8b5d-f01da022afee {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:45.832878 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-316d75cb-2499-4fcd-93c4-764b4cf732f4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.868924 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80870774-c13b-4774-9add-4ec791faeb9f None None] DHCP port deletion for a58732b9-7854-450a-a2e3-f6da88770571 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:33:45.915824 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-316d75cb-2499-4fcd-93c4-764b4cf732f4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] For port 1ca37bf3-709b-4ad2-8b5d-f01da022afee, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1ca37bf3-709b-4ad2-8b5d-f01da022afee,segment=NetworkSegment(8805dc25-5871-4e2d-9edc-26c69058faba),segment_id=8805dc25-5871-4e2d-9edc-26c69058faba)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:45.916418 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-316d75cb-2499-4fcd-93c4-764b4cf732f4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.920063 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9cafa73-5e17-4b26-b2d4-bc10289b36be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.933483 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-316d75cb-2499-4fcd-93c4-764b4cf732f4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Calling delete_port for 1ca37bf3-709b-4ad2-8b5d-f01da022afee owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:45.998608 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d2f16d5c-d2c5-485f-999e-c3d62a828dbb None None] For port 1ca37bf3-709b-4ad2-8b5d-f01da022afee, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1ca37bf3-709b-4ad2-8b5d-f01da022afee,segment=NetworkSegment(8805dc25-5871-4e2d-9edc-26c69058faba),segment_id=8805dc25-5871-4e2d-9edc-26c69058faba)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:45.999308 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d2f16d5c-d2c5-485f-999e-c3d62a828dbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.022833 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-80870774-c13b-4774-9add-4ec791faeb9f None None] Deleting port 4330b03c-eaeb-4d85-a381-94552e069692 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:46.023505 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-80870774-c13b-4774-9add-4ec791faeb9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.089725 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5fe93fd-0b47-49ac-af2c-e58f3a5982af req-af6b0646-1701-4095-97f5-91e2883daa43 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3479109 Aug 16 22:33:46.097392 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-316d75cb-2499-4fcd-93c4-764b4cf732f4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.122138 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-ea651772-69c9-4f19-92b4-d04c1ba854dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:46.124883 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-ea651772-69c9-4f19-92b4-d04c1ba854dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6407f57a-0a4a-4c45-b6bc-4d49c5bbccdb HTTP/1.1" status: 200 len: 797 time: 0.5853550 Aug 16 22:33:46.151565 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-80870774-c13b-4774-9add-4ec791faeb9f None None] For port 4330b03c-eaeb-4d85-a381-94552e069692, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4330b03c-eaeb-4d85-a381-94552e069692,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:46.152301 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-80870774-c13b-4774-9add-4ec791faeb9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.168453 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-80870774-c13b-4774-9add-4ec791faeb9f None None] Calling delete_port for 4330b03c-eaeb-4d85-a381-94552e069692 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:46.213223 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d75cb-2499-4fcd-93c4-764b4cf732f4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] No DVR routers for this DVR port 1ca37bf3-709b-4ad2-8b5d-f01da022afee on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:46.269899 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d2f16d5c-d2c5-485f-999e-c3d62a828dbb None None] Calling delete_port for 1ca37bf3-709b-4ad2-8b5d-f01da022afee owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:46.284447 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9cafa73-5e17-4b26-b2d4-bc10289b36be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.302588 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86012353-154b-4429-8372-7ea72ca0e2b2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.304933 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9cafa73-5e17-4b26-b2d4-bc10289b36be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.310052 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86012353-154b-4429-8372-7ea72ca0e2b2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.314297 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-86012353-154b-4429-8372-7ea72ca0e2b2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "DELETE /v2.0/security-groups/a8bd536d-e66b-4be2-839d-c2126bbc7733 HTTP/1.1" status: 204 len: 168 time: 1.8455360 Aug 16 22:33:46.315430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d75cb-2499-4fcd-93c4-764b4cf732f4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Port': ['ID=1ca37bf3-709b-4ad2-8b5d-f01da022afee,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:46.326795 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38814) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:46.385906 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-80870774-c13b-4774-9add-4ec791faeb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.470444 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a9cafa73-5e17-4b26-b2d4-bc10289b36be admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=22bb4eb8fd664d9e8f3b6997704b0757&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3152709 Aug 16 22:33:46.471462 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8ef3d8-7a33-4665-8fd1-7dcc071b9883 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:46.475253 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef3d8-7a33-4665-8fd1-7dcc071b9883 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.487214 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38820) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:46.488192 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cafa73-5e17-4b26-b2d4-bc10289b36be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a1b894-e1cd-43dc-ac66-90fb3dd4e835,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:46.534212 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80870774-c13b-4774-9add-4ec791faeb9f None None] No DVR routers for this DVR port 4330b03c-eaeb-4d85-a381-94552e069692 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:46.558455 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d2f16d5c-d2c5-485f-999e-c3d62a828dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.600114 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f16d5c-d2c5-485f-999e-c3d62a828dbb None None] No DVR routers for this DVR port 1ca37bf3-709b-4ad2-8b5d-f01da022afee on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:46.636470 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86012353-154b-4429-8372-7ea72ca0e2b2 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bd536d-e66b-4be2-839d-c2126bbc7733,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:46.658466 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-d4cd9d66-e6d0-469a-a6c9-41e22a263897 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] show failed (client error): The resource could not be found. Aug 16 22:33:46.660197 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d4cd9d66-e6d0-469a-a6c9-41e22a263897 tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "GET /v2.0/security-groups/a8bd536d-e66b-4be2-839d-c2126bbc7733 HTTP/1.1" status: 404 len: 347 time: 0.2940426 Aug 16 22:33:46.667687 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-f2cf5ee7-de7f-4f26-af27-a20bf346b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:46.669694 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-f2cf5ee7-de7f-4f26-af27-a20bf346b042 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a4f1f6c-9680-469a-bab8-e73ceb2b4da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5325398 Aug 16 22:33:46.670389 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38822) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:46.689790 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da44b49b-1619-4463-a82d-6576ab315c6b None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:46.768585 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1ca37bf3-709b-4ad2-8b5d-f01da022afee no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:46.773737 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80870774-c13b-4774-9add-4ec791faeb9f None None] Pushing event deleted for resources: {'Port': ['ID=4330b03c-eaeb-4d85-a381-94552e069692,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:46.805051 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-94bd6001-3ca1-4663-a2f6-cdb3cb029fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.805274 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80870774-c13b-4774-9add-4ec791faeb9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:46.805525 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80870774-c13b-4774-9add-4ec791faeb9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:46.811373 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80870774-c13b-4774-9add-4ec791faeb9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:46.811982 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80870774-c13b-4774-9add-4ec791faeb9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:46.812523 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80870774-c13b-4774-9add-4ec791faeb9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:46.813185 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80870774-c13b-4774-9add-4ec791faeb9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:46.813686 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80870774-c13b-4774-9add-4ec791faeb9f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:46.815172 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80870774-c13b-4774-9add-4ec791faeb9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:46.818241 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80870774-c13b-4774-9add-4ec791faeb9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:46.819185 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80870774-c13b-4774-9add-4ec791faeb9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:46.820087 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80870774-c13b-4774-9add-4ec791faeb9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:46.820607 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80870774-c13b-4774-9add-4ec791faeb9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:46.864630 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-94bd6001-3ca1-4663-a2f6-cdb3cb029fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.974947 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f16d5c-d2c5-485f-999e-c3d62a828dbb None None] Pushing event deleted for resources: {'Port': ['ID=1ca37bf3-709b-4ad2-8b5d-f01da022afee,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:46.981782 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-316d75cb-2499-4fcd-93c4-764b4cf732f4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:47.000164 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-a3a09788-8233-4c29-99ea-27bfac6e9212 service neutron] 10.222.0.39 "GET /v2.0/networks/4a4f1f6c-9680-469a-bab8-e73ceb2b4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623007 Aug 16 22:33:47.029583 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 1ca37bf3-709b-4ad2-8b5d-f01da022afee {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:47.033511 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1ca37bf3-709b-4ad2-8b5d-f01da022afee not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:47.037160 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4330b03c-eaeb-4d85-a381-94552e069692 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:47.092153 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-94bd6001-3ca1-4663-a2f6-cdb3cb029fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:47.096675 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-94bd6001-3ca1-4663-a2f6-cdb3cb029fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:47.098091 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-94bd6001-3ca1-4663-a2f6-cdb3cb029fcd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/46a1b894-e1cd-43dc-ac66-90fb3dd4e835 HTTP/1.1" status: 204 len: 168 time: 0.6058743 Aug 16 22:33:47.120914 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 4330b03c-eaeb-4d85-a381-94552e069692 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:47.121560 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4330b03c-eaeb-4d85-a381-94552e069692 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:47.124196 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd6001-3ca1-4663-a2f6-cdb3cb029fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a1b894-e1cd-43dc-ac66-90fb3dd4e835,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:47.171839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-316d75cb-2499-4fcd-93c4-764b4cf732f4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ad7780-c196-41ca-bb13-88919d5c7234']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:47.201255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-316d75cb-2499-4fcd-93c4-764b4cf732f4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8805dc25-5871-4e2d-9edc-26c69058faba') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:47.201574 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-316d75cb-2499-4fcd-93c4-764b4cf732f4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8805dc25-5871-4e2d-9edc-26c69058faba') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:47.237414 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-316d75cb-2499-4fcd-93c4-764b4cf732f4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:47.273082 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-316d75cb-2499-4fcd-93c4-764b4cf732f4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:47.289269 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316d75cb-2499-4fcd-93c4-764b4cf732f4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:33:47.289492 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-316d75cb-2499-4fcd-93c4-764b4cf732f4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:47.322087 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a58732b9-7854-450a-a2e3-f6da88770571', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'fixed_ips': [{'subnet_id': '21b859e7-34e0-4912-be0f-36f78e911f89'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:33:47.323435 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:33:47.474432 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:33:47.539955 n-d-792458-15 neutron-server[94872]: DEBUG neutron.objects.ports [None req-bf8ef3d8-7a33-4665-8fd1-7dcc071b9883 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:33:47.545520 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef3d8-7a33-4665-8fd1-7dcc071b9883 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:47.554460 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-316d75cb-2499-4fcd-93c4-764b4cf732f4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:47.646853 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ef3d8-7a33-4665-8fd1-7dcc071b9883 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:47.650628 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-bf8ef3d8-7a33-4665-8fd1-7dcc071b9883 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:47.659675 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8ef3d8-7a33-4665-8fd1-7dcc071b9883 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:47.660566 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef3d8-7a33-4665-8fd1-7dcc071b9883 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:47.686004 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ef3d8-7a33-4665-8fd1-7dcc071b9883 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=a361628d-868c-4f0a-b44b-a50cd489306f,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:47.690642 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bf8ef3d8-7a33-4665-8fd1-7dcc071b9883 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9583750 Aug 16 22:33:47.693335 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38844) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:47.702940 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4af15a9e-796b-45e2-a3d3-8251505d0bec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'mac_address': 'fa:16:3e:b6:52:d0', 'name': 'tempest-NetworksTestDHCPv6-889446393'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:47.762022 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-316d75cb-2499-4fcd-93c4-764b4cf732f4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:47.774802 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-316d75cb-2499-4fcd-93c4-764b4cf732f4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/networks/58ad7780-c196-41ca-bb13-88919d5c7234 HTTP/1.1" status: 204 len: 168 time: 3.2035599 Aug 16 22:33:47.834777 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38848) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:47.853669 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-fa39521a-45c1-4884-8049-315d6e5b0599 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1945334203', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:47.921128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Allocated IP 172.20.0.2 (a58732b9-7854-450a-a2e3-f6da88770571/21b859e7-34e0-4912-be0f-36f78e911f89/93ddafe0-6652-4cfc-b3e0-eac2f4e954be) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:47.928874 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d75cb-2499-4fcd-93c4-764b4cf732f4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Network': ['ID=58ad7780-c196-41ca-bb13-88919d5c7234,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:47.933678 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Allocated IP 2001:db8::f816:3eff:fe6c:87d2 (a58732b9-7854-450a-a2e3-f6da88770571/a361628d-868c-4f0a-b44b-a50cd489306f/93ddafe0-6652-4cfc-b3e0-eac2f4e954be) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:47.944025 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa39521a-45c1-4884-8049-315d6e5b0599 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:47.945745 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa39521a-45c1-4884-8049-315d6e5b0599 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:48.036289 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87c7c3-2fe4-4eba-84a6-706652abc072 req-61c7f73f-24ac-4342-9dd9-c32287f7a84d tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:48.045182 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d87c7c3-2fe4-4eba-84a6-706652abc072 req-61c7f73f-24ac-4342-9dd9-c32287f7a84d tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.5427890 Aug 16 22:33:48.063434 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af15a9e-796b-45e2-a3d3-8251505d0bec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:48.159984 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0214e208-d7ce-4df0-8cf3-4058e7cca139 req-75bbfd3c-6991-4b51-930c-b21b4700f821 service neutron] 10.222.0.39 "GET /v2.0/networks/4a4f1f6c-9680-469a-bab8-e73ceb2b4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0041385 Aug 16 22:33:48.174251 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b70bb778-d4bd-4405-a18a-51a40967847f tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Deleting port f401a35c-8fc2-4ffd-aecb-9710b1f19e15 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:48.176176 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b70bb778-d4bd-4405-a18a-51a40967847f tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:48.250291 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa39521a-45c1-4884-8049-315d6e5b0599 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:48.325057 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa39521a-45c1-4884-8049-315d6e5b0599 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:48.350741 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d87c7c3-2fe4-4eba-84a6-706652abc072 req-17811df5-91bf-47d8-886b-8ce604deca17 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995714 Aug 16 22:33:48.398020 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa39521a-45c1-4884-8049-315d6e5b0599 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:48.399430 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fa39521a-45c1-4884-8049-315d6e5b0599 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5634179 Aug 16 22:33:48.411438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38860) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:48.412458 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:48.418275 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-961302d0-001a-420e-9ba7-040134f25dce tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1516348211'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:48.435023 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Transition to ACTIVE for port object 93ddafe0-6652-4cfc-b3e0-eac2f4e954be will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:48.445392 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b70bb778-d4bd-4405-a18a-51a40967847f tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:48.445698 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b70bb778-d4bd-4405-a18a-51a40967847f tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:48.466232 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b70bb778-d4bd-4405-a18a-51a40967847f tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Calling delete_port for f401a35c-8fc2-4ffd-aecb-9710b1f19e15 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:48.466480 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Transition to ACTIVE for port object 93ddafe0-6652-4cfc-b3e0-eac2f4e954be will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:48.472747 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4af15a9e-796b-45e2-a3d3-8251505d0bec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:48.475516 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:48.481872 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961302d0-001a-420e-9ba7-040134f25dce tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Made reservation on behalf of c913d440e664450daff7210bf2719493 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:48.485386 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-961302d0-001a-420e-9ba7-040134f25dce tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:48.523788 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-4af15a9e-796b-45e2-a3d3-8251505d0bec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] device_id is not set on port ca7b44ab-2910-4bd7-b870-ebf8fd3c027d yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:33:48.543903 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:48.549015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:48.554670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961302d0-001a-420e-9ba7-040134f25dce tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:33:48.555326 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:48.574542 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-961302d0-001a-420e-9ba7-040134f25dce tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:48.576244 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-961302d0-001a-420e-9ba7-040134f25dce tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Added segment 5bb04e72-96f7-42d7-9438-8db8ecfecc1a of type vlan for network a68f054c-aff3-4ed8-9158-020e366bca4b Aug 16 22:33:48.654519 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-961302d0-001a-420e-9ba7-040134f25dce tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:48.690366 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-961302d0-001a-420e-9ba7-040134f25dce tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:48.706591 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961302d0-001a-420e-9ba7-040134f25dce tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:48.707631 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-961302d0-001a-420e-9ba7-040134f25dce tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:48.763583 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Pushing event updated for resources: {'Port': ['ID=93ddafe0-6652-4cfc-b3e0-eac2f4e954be,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:48.802823 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Attempting to bind port 93ddafe0-6652-4cfc-b3e0-eac2f4e954be on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:33:48.804700 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Attempting to bind port 93ddafe0-6652-4cfc-b3e0-eac2f4e954be by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:33:48.806583 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Attempting to bind port 93ddafe0-6652-4cfc-b3e0-eac2f4e954be on network a58732b9-7854-450a-a2e3-f6da88770571 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:48.820982 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:33:48.822490 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Checking segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:48.823188 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:48.826748 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Bound using segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:33:48.827510 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Bound port: 93ddafe0-6652-4cfc-b3e0-eac2f4e954be, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:33:48.828104 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:48.934936 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-4af15a9e-796b-45e2-a3d3-8251505d0bec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 172.20.0.3 (a58732b9-7854-450a-a2e3-f6da88770571/21b859e7-34e0-4912-be0f-36f78e911f89/ca7b44ab-2910-4bd7-b870-ebf8fd3c027d) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:48.943502 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-4af15a9e-796b-45e2-a3d3-8251505d0bec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8::f816:3eff:feb6:52d0 (a58732b9-7854-450a-a2e3-f6da88770571/a361628d-868c-4f0a-b44b-a50cd489306f/ca7b44ab-2910-4bd7-b870-ebf8fd3c027d) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:49.024743 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] For port 93ddafe0-6652-4cfc-b3e0-eac2f4e954be, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:33:49.030853 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] For port 93ddafe0-6652-4cfc-b3e0-eac2f4e954be, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=93ddafe0-6652-4cfc-b3e0-eac2f4e954be,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:33:49.036852 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-961302d0-001a-420e-9ba7-040134f25dce tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6240246 Aug 16 22:33:49.039272 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:49.048673 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38874) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:49.060762 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0d16a4dc-c177-4eb6-bdaf-1ecb351f3276 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'subnet': {'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:49.164156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d915fd-66e7-438e-9566-253dd0d70660 None None] Pushing event updated for resources: {'Port': ['ID=93ddafe0-6652-4cfc-b3e0-eac2f4e954be,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:49.172798 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38878) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:49.260945 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b70bb778-d4bd-4405-a18a-51a40967847f tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:49.501726 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961302d0-001a-420e-9ba7-040134f25dce tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Network': ['ID=a68f054c-aff3-4ed8-9158-020e366bca4b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:49.523286 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network a68f054c-aff3-4ed8-9158-020e366bca4b details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:33:49.607631 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bb778-d4bd-4405-a18a-51a40967847f tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Pushing event deleted for resources: {'Port': ['ID=f401a35c-8fc2-4ffd-aecb-9710b1f19e15,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:49.611293 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b70bb778-d4bd-4405-a18a-51a40967847f tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:49.613893 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b70bb778-d4bd-4405-a18a-51a40967847f tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:49.618515 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b70bb778-d4bd-4405-a18a-51a40967847f tempest-ServersTestBootFromVolume-911421942 tempest-ServersTestBootFromVolume-911421942-project] 10.222.0.93 "DELETE /v2.0/floatingips/60338911-c42a-49cf-9b8e-a63d595960b2 HTTP/1.1" status: 204 len: 168 time: 2.9403737 Aug 16 22:33:49.619167 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38888) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:49.628815 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4af15a9e-796b-45e2-a3d3-8251505d0bec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:49.699652 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4af15a9e-796b-45e2-a3d3-8251505d0bec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Transition to ACTIVE for port object ca7b44ab-2910-4bd7-b870-ebf8fd3c027d will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:49.842717 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4af15a9e-796b-45e2-a3d3-8251505d0bec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:49.970540 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af15a9e-796b-45e2-a3d3-8251505d0bec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:49.989713 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-4af15a9e-796b-45e2-a3d3-8251505d0bec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:50.006394 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af15a9e-796b-45e2-a3d3-8251505d0bec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:50.013667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d16a4dc-c177-4eb6-bdaf-1ecb351f3276 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Made reservation on behalf of c913d440e664450daff7210bf2719493 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:50.021092 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d16a4dc-c177-4eb6-bdaf-1ecb351f3276 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:50.335584 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15a9e-796b-45e2-a3d3-8251505d0bec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:50.346724 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4af15a9e-796b-45e2-a3d3-8251505d0bec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:50.405646 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-dc872018-e44d-45c4-90e4-c6edc32a022f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1625924719-network', 'tenant_id': 'd99ec01ae05847bbbd8f4a149a157a55'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:50.433069 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4af15a9e-796b-45e2-a3d3-8251505d0bec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7359605 Aug 16 22:33:50.435730 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38898) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:50.624243 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af15a9e-796b-45e2-a3d3-8251505d0bec tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=ca7b44ab-2910-4bd7-b870-ebf8fd3c027d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:50.656476 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d16a4dc-c177-4eb6-bdaf-1ecb351f3276 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:50.677028 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 93ddafe0-6652-4cfc-b3e0-eac2f4e954be up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:50.721159 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630f83f-561e-4b89-a85f-a6b116e0a27a req-d4eab0f8-5fea-44f9-af20-75b31c124ae7 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:50.744077 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7630f83f-561e-4b89-a85f-a6b116e0a27a req-d4eab0f8-5fea-44f9-af20-75b31c124ae7 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.2960174 Aug 16 22:33:50.789743 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc872018-e44d-45c4-90e4-c6edc32a022f admin admin] Made reservation on behalf of d99ec01ae05847bbbd8f4a149a157a55 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:50.792718 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc872018-e44d-45c4-90e4-c6edc32a022f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:50.804639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 93ddafe0-6652-4cfc-b3e0-eac2f4e954be completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:50.821255 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc872018-e44d-45c4-90e4-c6edc32a022f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:50.952996 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aa1560-a981-48a9-94f4-4e3360d3d6a5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:50.969685 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7630f83f-561e-4b89-a85f-a6b116e0a27a req-cfbed412-cbd0-497c-a4b4-dae109ebf256 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245481 Aug 16 22:33:50.973051 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aa1560-a981-48a9-94f4-4e3360d3d6a5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:50.974915 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-93aa1560-a981-48a9-94f4-4e3360d3d6a5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.3616064 Aug 16 22:33:50.981262 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38906) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:51.004177 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16a4dc-c177-4eb6-bdaf-1ecb351f3276 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Subnet': ['ID=51ef9822-7bed-4396-a2af-a8c42ba9d64c,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:51.034016 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d16a4dc-c177-4eb6-bdaf-1ecb351f3276 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Checking segment: {'id': '5bb04e72-96f7-42d7-9438-8db8ecfecc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:51.050125 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d16a4dc-c177-4eb6-bdaf-1ecb351f3276 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network hostable DHCP agents. Network: a68f054c-aff3-4ed8-9158-020e366bca4b, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:33:51.108247 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40675ac-a613-4c72-b41d-6b22011116b3 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:51.164940 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d16a4dc-c177-4eb6-bdaf-1ecb351f3276 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network a68f054c-aff3-4ed8-9158-020e366bca4b is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:33:51.204194 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0d16a4dc-c177-4eb6-bdaf-1ecb351f3276 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, a68f054c-aff3-4ed8-9158-020e366bca4b) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:51.215019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d16a4dc-c177-4eb6-bdaf-1ecb351f3276 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:51.215827 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d16a4dc-c177-4eb6-bdaf-1ecb351f3276 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:51.249015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d313c002-f198-4cd6-a36c-1bd1c8ba5b78 None None] Network a68f054c-aff3-4ed8-9158-020e366bca4b requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:51.341403 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc872018-e44d-45c4-90e4-c6edc32a022f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:51.359150 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc872018-e44d-45c4-90e4-c6edc32a022f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:51.389278 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0d16a4dc-c177-4eb6-bdaf-1ecb351f3276 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3392549 Aug 16 22:33:51.390033 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38910) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:51.433272 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc872018-e44d-45c4-90e4-c6edc32a022f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:33:51.502568 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4cc2398e-b5f1-43e4-9993-d5c8bbf386a5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting port ca7b44ab-2910-4bd7-b870-ebf8fd3c027d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:51.503734 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4cc2398e-b5f1-43e4-9993-d5c8bbf386a5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:51.631164 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-89f527c2-edfb-4a77-825a-5376d9bd769b None None] Provisioning for port 93ddafe0-6652-4cfc-b3e0-eac2f4e954be completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:51.650381 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc872018-e44d-45c4-90e4-c6edc32a022f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:51.651558 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-dc872018-e44d-45c4-90e4-c6edc32a022f admin admin] Added segment 29a12440-3500-474d-b823-116381b7335e of type vlan for network 8c53e13b-e701-42fc-a393-aa550af90982 Aug 16 22:33:51.660586 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-89f527c2-edfb-4a77-825a-5376d9bd769b None None] Provisioning complete for port 93ddafe0-6652-4cfc-b3e0-eac2f4e954be triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:51.661417 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-89f527c2-edfb-4a77-825a-5376d9bd769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:51.672844 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc872018-e44d-45c4-90e4-c6edc32a022f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6afcb6-3e1b-4c07-92df-7c8df8afef2b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:51.728677 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4cc2398e-b5f1-43e4-9993-d5c8bbf386a5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:51.759090 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4cc2398e-b5f1-43e4-9993-d5c8bbf386a5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Calling delete_port for ca7b44ab-2910-4bd7-b870-ebf8fd3c027d owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:51.855092 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc872018-e44d-45c4-90e4-c6edc32a022f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:51.919077 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-89f527c2-edfb-4a77-825a-5376d9bd769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:51.933882 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a68f054c-aff3-4ed8-9158-020e366bca4b', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:33:51.934791 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:51.956176 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc872018-e44d-45c4-90e4-c6edc32a022f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:51.957237 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc872018-e44d-45c4-90e4-c6edc32a022f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:51.957899 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc872018-e44d-45c4-90e4-c6edc32a022f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:51.992287 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-89f527c2-edfb-4a77-825a-5376d9bd769b None None] For port 93ddafe0-6652-4cfc-b3e0-eac2f4e954be, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=93ddafe0-6652-4cfc-b3e0-eac2f4e954be,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:52.028656 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-89f527c2-edfb-4a77-825a-5376d9bd769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:52.065470 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dc872018-e44d-45c4-90e4-c6edc32a022f admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8916736 Aug 16 22:33:52.119833 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37a69ada-7c59-439a-b70c-4ae43136e78a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:52.121777 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc872018-e44d-45c4-90e4-c6edc32a022f admin admin] Pushing event updated for resources: {'Network': ['ID=8c53e13b-e701-42fc-a393-aa550af90982,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:52.185900 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 8c53e13b-e701-42fc-a393-aa550af90982 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:33:52.332100 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f527c2-edfb-4a77-825a-5376d9bd769b None None] Pushing event updated for resources: {'Port': ['ID=93ddafe0-6652-4cfc-b3e0-eac2f4e954be,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:52.414423 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1b2ab80-7101-492e-8866-89938a76c907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:52.678843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 93ddafe0-6652-4cfc-b3e0-eac2f4e954be up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:52.756302 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 93ddafe0-6652-4cfc-b3e0-eac2f4e954be triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:52.756951 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:52.835756 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e32c3-d2aa-4288-9469-b48413a26b47 req-5b0fddef-1d79-4f20-a311-f443619e2906 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:52.837340 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c6e32c3-d2aa-4288-9469-b48413a26b47 req-5b0fddef-1d79-4f20-a311-f443619e2906 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.5886092 Aug 16 22:33:52.849033 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4cc2398e-b5f1-43e4-9993-d5c8bbf386a5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:53.034852 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] Allocated IP 2001:db8::2 (a68f054c-aff3-4ed8-9158-020e366bca4b/51ef9822-7bed-4396-a2af-a8c42ba9d64c/4ba4299a-7268-414a-af57-cfa5fdfb5d0f) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:53.152791 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2398e-b5f1-43e4-9993-d5c8bbf386a5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Port': ['ID=ca7b44ab-2910-4bd7-b870-ebf8fd3c027d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:53.417187 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c6e32c3-d2aa-4288-9469-b48413a26b47 req-cb8a3dd4-e05c-4529-ab3b-8ff9d72ac2ff tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5656419 Aug 16 22:33:53.559475 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:53.582317 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] Transition to ACTIVE for port object 4ba4299a-7268-414a-af57-cfa5fdfb5d0f will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:53.619982 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4cc2398e-b5f1-43e4-9993-d5c8bbf386a5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:53.636787 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4cc2398e-b5f1-43e4-9993-d5c8bbf386a5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/ca7b44ab-2910-4bd7-b870-ebf8fd3c027d HTTP/1.1" status: 204 len: 168 time: 2.6538069 Aug 16 22:33:53.638692 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38946) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:53.647345 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] Transition to ACTIVE for port object 4ba4299a-7268-414a-af57-cfa5fdfb5d0f will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:53.665686 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4abf2-3164-4734-875b-48655aa71d13 req-6c61d0e2-3fc1-48ca-9784-af6e9db40940 tempest-ComputeTenantNetworksTest-1542476387 tempest-ComputeTenantNetworksTest-1542476387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:53.666099 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:53.675124 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4abf2-3164-4734-875b-48655aa71d13 req-6c61d0e2-3fc1-48ca-9784-af6e9db40940 tempest-ComputeTenantNetworksTest-1542476387 tempest-ComputeTenantNetworksTest-1542476387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:53.682196 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4abf2-3164-4734-875b-48655aa71d13 req-6c61d0e2-3fc1-48ca-9784-af6e9db40940 tempest-ComputeTenantNetworksTest-1542476387 tempest-ComputeTenantNetworksTest-1542476387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:53.688854 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dbc4abf2-3164-4734-875b-48655aa71d13 req-6c61d0e2-3fc1-48ca-9784-af6e9db40940 tempest-ComputeTenantNetworksTest-1542476387 tempest-ComputeTenantNetworksTest-1542476387-project] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 1.0338502 Aug 16 22:33:53.725679 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] Network a68f054c-aff3-4ed8-9158-020e366bca4b is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:53.729614 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:53.734910 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:53.898665 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa31b7a-7990-4508-bda7-b696675fa9f6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:53.900181 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa31b7a-7990-4508-bda7-b696675fa9f6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:53.904677 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa31b7a-7990-4508-bda7-b696675fa9f6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:53.910243 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1fa31b7a-7990-4508-bda7-b696675fa9f6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2703829 Aug 16 22:33:53.912052 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4c15808d-3769-44c3-89cb-d4b843badb2a None None] Could not find standard attr ID for object ca7b44ab-2910-4bd7-b870-ebf8fd3c027d. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:33:53.914915 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38950) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:53.922058 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] Attempting to bind port 4ba4299a-7268-414a-af57-cfa5fdfb5d0f on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:33:53.922712 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] Attempting to bind port 4ba4299a-7268-414a-af57-cfa5fdfb5d0f by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '5bb04e72-96f7-42d7-9438-8db8ecfecc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:33:53.923262 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] Attempting to bind port 4ba4299a-7268-414a-af57-cfa5fdfb5d0f on network a68f054c-aff3-4ed8-9158-020e366bca4b {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:53.929053 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] Pushing event updated for resources: {'Port': ['ID=4ba4299a-7268-414a-af57-cfa5fdfb5d0f,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:53.932092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:33:53.933289 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] Checking segment: {'id': '5bb04e72-96f7-42d7-9438-8db8ecfecc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:53.934062 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:53.934630 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] Bound using segment: {'id': '5bb04e72-96f7-42d7-9438-8db8ecfecc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:33:53.935277 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] Bound port: 4ba4299a-7268-414a-af57-cfa5fdfb5d0f, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb04e72-96f7-42d7-9438-8db8ecfecc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:33:53.935843 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:53.960517 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4c15808d-3769-44c3-89cb-d4b843badb2a None None] Provisioning complete for port 93ddafe0-6652-4cfc-b3e0-eac2f4e954be triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:53.961160 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4c15808d-3769-44c3-89cb-d4b843badb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:53.999920 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a2917-22e2-45be-a275-cd8cc54e52db req-4ca4bd61-2d2e-4eb1-ba48-334b933f345b tempest-ComputeTenantNetworksTest-1542476387 tempest-ComputeTenantNetworksTest-1542476387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:54.009792 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e56a2917-22e2-45be-a275-cd8cc54e52db req-4ca4bd61-2d2e-4eb1-ba48-334b933f345b tempest-ComputeTenantNetworksTest-1542476387 tempest-ComputeTenantNetworksTest-1542476387-project] 10.222.0.93 "GET /v2.0/networks/8c53e13b-e701-42fc-a393-aa550af90982 HTTP/1.1" status: 200 len: 769 time: 0.2844033 Aug 16 22:33:54.020710 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38952) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:54.078273 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] For port 4ba4299a-7268-414a-af57-cfa5fdfb5d0f, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:33:54.085357 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] For port 4ba4299a-7268-414a-af57-cfa5fdfb5d0f, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4ba4299a-7268-414a-af57-cfa5fdfb5d0f,segment=NetworkSegment(5bb04e72-96f7-42d7-9438-8db8ecfecc1a),segment_id=5bb04e72-96f7-42d7-9438-8db8ecfecc1a)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:33:54.093738 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:54.126318 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fcdc11c-3b24-416a-ac63-0491d9d7b1ba tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet 21b859e7-34e0-4912-be0f-36f78e911f89 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:33:54.132678 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc11c-3b24-416a-ac63-0491d9d7b1ba tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:54.253597 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b1b2ab80-7101-492e-8866-89938a76c907 admin admin] Deleting port 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:54.254999 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1b2ab80-7101-492e-8866-89938a76c907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:54.269625 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7034d75d-bf0a-42ce-a71d-74deada1a342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:54.271679 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f8488-8136-4697-acf8-e13f6108f959 None None] Pushing event updated for resources: {'Port': ['ID=4ba4299a-7268-414a-af57-cfa5fdfb5d0f,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:54.295809 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc11c-3b24-416a-ac63-0491d9d7b1ba tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:54.301404 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-37a69ada-7c59-439a-b70c-4ae43136e78a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Allocated IP 2001:db8::1 (a68f054c-aff3-4ed8-9158-020e366bca4b/51ef9822-7bed-4396-a2af-a8c42ba9d64c/6556f59c-69c3-47c9-a3bf-86c80db69669) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:54.405092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e67cb85b-1e24-4122-a3de-8bda88fc6bab None None] Could not find standard attr ID for object ca7b44ab-2910-4bd7-b870-ebf8fd3c027d. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:33:54.486125 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc11c-3b24-416a-ac63-0491d9d7b1ba tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:54.832516 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7034d75d-bf0a-42ce-a71d-74deada1a342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:54.853846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-b1b2ab80-7101-492e-8866-89938a76c907 admin admin] For port 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=969aa742-7b8e-4b4f-bbb8-d85aeb3ae726,segment=NetworkSegment(4f82c370-da77-412b-a68d-0d9c56dddbae),segment_id=4f82c370-da77-412b-a68d-0d9c56dddbae)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:54.859319 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1b2ab80-7101-492e-8866-89938a76c907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:54.879661 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-7034d75d-bf0a-42ce-a71d-74deada1a342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c53e13b-e701-42fc-a393-aa550af90982']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:54.901422 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b1b2ab80-7101-492e-8866-89938a76c907 admin admin] Calling delete_port for 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:54.915153 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-7034d75d-bf0a-42ce-a71d-74deada1a342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a12440-3500-474d-b823-116381b7335e') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:54.915652 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-7034d75d-bf0a-42ce-a71d-74deada1a342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a12440-3500-474d-b823-116381b7335e') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:54.948721 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7034d75d-bf0a-42ce-a71d-74deada1a342 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:54.956143 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc11c-3b24-416a-ac63-0491d9d7b1ba tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:54.975303 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbfd44-46e3-456b-bab2-e1b97062e9b2 req-1d7b691f-8d5e-4e69-85fd-b68539e4f001 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:54.978259 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4cbbfd44-46e3-456b-bab2-e1b97062e9b2 req-1d7b691f-8d5e-4e69-85fd-b68539e4f001 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.3639607 Aug 16 22:33:55.013384 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcdc11c-3b24-416a-ac63-0491d9d7b1ba tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=21b859e7-34e0-4912-be0f-36f78e911f89,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:55.028422 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc11c-3b24-416a-ac63-0491d9d7b1ba tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:55.031111 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4fcdc11c-3b24-416a-ac63-0491d9d7b1ba tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/21b859e7-34e0-4912-be0f-36f78e911f89 HTTP/1.1" status: 204 len: 168 time: 1.0816982 Aug 16 22:33:55.039043 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38972) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:55.100486 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7034d75d-bf0a-42ce-a71d-74deada1a342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:55.131052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7034d75d-bf0a-42ce-a71d-74deada1a342 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:33:55.131399 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7034d75d-bf0a-42ce-a71d-74deada1a342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:55.132494 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37a69ada-7c59-439a-b70c-4ae43136e78a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:33:55.136967 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:33:55.186812 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-37a69ada-7c59-439a-b70c-4ae43136e78a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Transition to ACTIVE for port object 6556f59c-69c3-47c9-a3bf-86c80db69669 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:55.205466 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-d677ce7c-5f7d-42f3-8bc8-a82314b57c7b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet a361628d-868c-4f0a-b44b-a50cd489306f {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:33:55.213603 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d677ce7c-5f7d-42f3-8bc8-a82314b57c7b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:55.215536 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c18e6e5-6158-463e-99e8-9959e21032b4 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:55.242872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4cbbfd44-46e3-456b-bab2-e1b97062e9b2 req-21fc8cf1-e9f4-43e7-b00e-1035691e3093 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488360 Aug 16 22:33:55.284695 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7034d75d-bf0a-42ce-a71d-74deada1a342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:55.301163 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d677ce7c-5f7d-42f3-8bc8-a82314b57c7b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:55.365679 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7034d75d-bf0a-42ce-a71d-74deada1a342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:55.382928 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7034d75d-bf0a-42ce-a71d-74deada1a342 admin admin] 10.222.0.93 "DELETE /v2.0/networks/8c53e13b-e701-42fc-a393-aa550af90982 HTTP/1.1" status: 204 len: 168 time: 1.3608537 Aug 16 22:33:55.424338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034d75d-bf0a-42ce-a71d-74deada1a342 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c53e13b-e701-42fc-a393-aa550af90982,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:55.453545 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37a69ada-7c59-439a-b70c-4ae43136e78a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:55.555558 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a69ada-7c59-439a-b70c-4ae43136e78a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network a68f054c-aff3-4ed8-9158-020e366bca4b is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:55.587321 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-37a69ada-7c59-439a-b70c-4ae43136e78a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:55.595335 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a69ada-7c59-439a-b70c-4ae43136e78a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:55.596298 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37a69ada-7c59-439a-b70c-4ae43136e78a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:55.696619 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1b2ab80-7101-492e-8866-89938a76c907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:55.834826 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d677ce7c-5f7d-42f3-8bc8-a82314b57c7b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:55.838743 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2ab80-7101-492e-8866-89938a76c907 admin admin] Pushing event deleted for resources: {'Port': ['ID=969aa742-7b8e-4b4f-bbb8-d85aeb3ae726,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:56.031906 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a69ada-7c59-439a-b70c-4ae43136e78a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Port': ['ID=6556f59c-69c3-47c9-a3bf-86c80db69669,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:56.086909 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38990) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:56.187576 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d677ce7c-5f7d-42f3-8bc8-a82314b57c7b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:56.257434 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1b2ab80-7101-492e-8866-89938a76c907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:56.363341 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdbf79c-50f4-4aec-ac4b-44600e7a189e None None] Network a68f054c-aff3-4ed8-9158-020e366bca4b requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:56.406217 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37a69ada-7c59-439a-b70c-4ae43136e78a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:56.458310 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d677ce7c-5f7d-42f3-8bc8-a82314b57c7b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:56.460587 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d677ce7c-5f7d-42f3-8bc8-a82314b57c7b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/a361628d-868c-4f0a-b44b-a50cd489306f HTTP/1.1" status: 204 len: 168 time: 1.4201829 Aug 16 22:33:56.500430 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677ce7c-5f7d-42f3-8bc8-a82314b57c7b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=a361628d-868c-4f0a-b44b-a50cd489306f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:56.509367 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38994) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:56.643389 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-032ef29c-1d6e-4b8e-8010-3c6396a1bc43 None None] Provisioning for port 4ba4299a-7268-414a-af57-cfa5fdfb5d0f completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:56.692294 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-560d8ca4-a2b1-44d6-b192-af7a87de2511 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1766596 Aug 16 22:33:56.706928 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38998) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:56.767046 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-dac1700c-87a9-4031-b0ca-ec0cc1e94b11 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:56.843250 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4ba4299a-7268-414a-af57-cfa5fdfb5d0f up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:56.988169 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a99cde06-e639-4fc7-aac5-37f14ec7de47 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d99ec01ae05847bbbd8f4a149a157a55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8877120 Aug 16 22:33:56.991488 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39002) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:57.006375 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 4ba4299a-7268-414a-af57-cfa5fdfb5d0f completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:57.011671 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 4ba4299a-7268-414a-af57-cfa5fdfb5d0f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:57.012271 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.168071 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17334969-376b-4b80-9630-aa3aedb6623f req-ab66c715-5ad0-4cda-b0db-3b6eb70d65c2 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:57.171248 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17334969-376b-4b80-9630-aa3aedb6623f req-ab66c715-5ad0-4cda-b0db-3b6eb70d65c2 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.7309742 Aug 16 22:33:57.208646 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.291167 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99dd2ce-28a9-4727-a35c-3592d2c2bf85 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:57.310862 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac1700c-87a9-4031-b0ca-ec0cc1e94b11 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:57.313898 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dac1700c-87a9-4031-b0ca-ec0cc1e94b11 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.333990 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 4ba4299a-7268-414a-af57-cfa5fdfb5d0f, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4ba4299a-7268-414a-af57-cfa5fdfb5d0f,segment=NetworkSegment(5bb04e72-96f7-42d7-9438-8db8ecfecc1a),segment_id=5bb04e72-96f7-42d7-9438-8db8ecfecc1a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:57.414938 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b2ab80-7101-492e-8866-89938a76c907 admin admin] Router 37e00345-512f-4ee0-87b9-0962aab52e3a has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:33:57.449410 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17334969-376b-4b80-9630-aa3aedb6623f req-a2d15420-d770-410c-a258-06a4a158ae84 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085143 Aug 16 22:33:57.460368 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.556063 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a1e6d657-18d0-4754-b5f7-f56c979e5cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.586522 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ecb9b51c-a77e-4c2c-847c-a77a9047c6c1 None None] Provisioning complete for port 93ddafe0-6652-4cfc-b3e0-eac2f4e954be triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:57.586818 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b51c-a77e-4c2c-847c-a77a9047c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.648041 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a1e6d657-18d0-4754-b5f7-f56c979e5cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.652471 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b2ab80-7101-492e-8866-89938a76c907 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:57.674853 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b0ceae-efc7-4aa1-9057-f454e13a62b9 None None] Sync routers for ids ['37e00345-512f-4ee0-87b9-0962aab52e3a'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:57.677685 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b1b2ab80-7101-492e-8866-89938a76c907 admin admin] 10.222.0.93 "PUT /v2.0/routers/37e00345-512f-4ee0-87b9-0962aab52e3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0574517 Aug 16 22:33:57.684021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39006) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:57.692769 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b0ceae-efc7-4aa1-9057-f454e13a62b9 None None] Routers {'37e00345-512f-4ee0-87b9-0962aab52e3a'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:57.695933 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-12b0ceae-efc7-4aa1-9057-f454e13a62b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['37e00345-512f-4ee0-87b9-0962aab52e3a'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:57.751480 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a1e6d657-18d0-4754-b5f7-f56c979e5cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.754393 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a1e6d657-18d0-4754-b5f7-f56c979e5cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.755842 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a1e6d657-18d0-4754-b5f7-f56c979e5cea admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ec6afcb6-3e1b-4c07-92df-7c8df8afef2b HTTP/1.1" status: 204 len: 168 time: 0.7599685 Aug 16 22:33:57.861564 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6d657-18d0-4754-b5f7-f56c979e5cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6afcb6-3e1b-4c07-92df-7c8df8afef2b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:57.914852 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=4ba4299a-7268-414a-af57-cfa5fdfb5d0f,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:57.991679 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbd43b1-692f-439a-a851-d3d703f9b877 None None] DHCP port deletion for a58732b9-7854-450a-a2e3-f6da88770571 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:33:58.009772 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-12b0ceae-efc7-4aa1-9057-f454e13a62b9 None None] Set router 37e00345-512f-4ee0-87b9-0962aab52e3a gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:33:58.128283 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0c53a10f-1d1c-4ce6-b485-7773dbd081c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:58.155800 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0cbd43b1-692f-439a-a851-d3d703f9b877 None None] Deleting port 93ddafe0-6652-4cfc-b3e0-eac2f4e954be {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:58.156178 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0cbd43b1-692f-439a-a851-d3d703f9b877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:58.344417 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6a167a94-fffa-4e4a-b4aa-95476b8bac35 None None] Provisioning complete for port 4ba4299a-7268-414a-af57-cfa5fdfb5d0f triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:58.355163 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6a167a94-fffa-4e4a-b4aa-95476b8bac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:58.531507 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0c53a10f-1d1c-4ce6-b485-7773dbd081c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:58.562973 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dac1700c-87a9-4031-b0ca-ec0cc1e94b11 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:58.601860 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37a69ada-7c59-439a-b70c-4ae43136e78a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:58.631893 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37a69ada-7c59-439a-b70c-4ae43136e78a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:58.632803 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37a69ada-7c59-439a-b70c-4ae43136e78a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:58.899762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0c53a10f-1d1c-4ce6-b485-7773dbd081c7 admin admin] Deleting port 16dddc64-9a18-4a5b-ac96-4cd18b859a87 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:58.900118 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0c53a10f-1d1c-4ce6-b485-7773dbd081c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:58.935518 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4ba4299a-7268-414a-af57-cfa5fdfb5d0f up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:59.050986 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0cbd43b1-692f-439a-a851-d3d703f9b877 None None] For port 93ddafe0-6652-4cfc-b3e0-eac2f4e954be, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=93ddafe0-6652-4cfc-b3e0-eac2f4e954be,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:59.051929 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0cbd43b1-692f-439a-a851-d3d703f9b877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:59.069664 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661fb7b-ad2a-42a5-9ccc-c110d923cee5 req-628e7dcf-4944-496e-8b1a-8ba0791447c8 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:59.071593 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6661fb7b-ad2a-42a5-9ccc-c110d923cee5 req-628e7dcf-4944-496e-8b1a-8ba0791447c8 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.3352952 Aug 16 22:33:59.158404 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39030) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:59.162632 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a69ada-7c59-439a-b70c-4ae43136e78a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network a68f054c-aff3-4ed8-9158-020e366bca4b is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:59.164605 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac1700c-87a9-4031-b0ca-ec0cc1e94b11 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:59.180635 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0cbd43b1-692f-439a-a851-d3d703f9b877 None None] Calling delete_port for 93ddafe0-6652-4cfc-b3e0-eac2f4e954be owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:59.187429 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-dac1700c-87a9-4031-b0ca-ec0cc1e94b11 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:59.188285 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-12b0ceae-efc7-4aa1-9057-f454e13a62b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'name': 'tempest-ServersTestBootFromVolume-1892836358-router', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:29:56Z', 'updated_at': '2021-08-16T22:33:55Z', 'revision_number': 5, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'gw_port': {'id': '16dddc64-9a18-4a5b-ac96-4cd18b859a87', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:29:57Z', 'updated_at': '2021-08-16T22:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:59.191803 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac1700c-87a9-4031-b0ca-ec0cc1e94b11 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:59.202570 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dac1700c-87a9-4031-b0ca-ec0cc1e94b11 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:59.206027 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-37a69ada-7c59-439a-b70c-4ae43136e78a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:59.208237 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 4ba4299a-7268-414a-af57-cfa5fdfb5d0f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:59.208749 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:59.233523 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6661fb7b-ad2a-42a5-9ccc-c110d923cee5 req-18cbd4c7-3ea3-4393-b56a-13a31f7fdd2c tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459990 Aug 16 22:33:59.259826 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1700c-87a9-4031-b0ca-ec0cc1e94b11 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=0e96b5a0-69db-4269-92dd-2164c2918173,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:59.265340 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a69ada-7c59-439a-b70c-4ae43136e78a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Port': ['ID=6556f59c-69c3-47c9-a3bf-86c80db69669,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:59.346425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-0c53a10f-1d1c-4ce6-b485-7773dbd081c7 admin admin] For port 16dddc64-9a18-4a5b-ac96-4cd18b859a87, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=16dddc64-9a18-4a5b-ac96-4cd18b859a87,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:59.347304 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0c53a10f-1d1c-4ce6-b485-7773dbd081c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:59.408126 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b0ceae-efc7-4aa1-9057-f454e13a62b9 None None] Checking router: 37e00345-512f-4ee0-87b9-0962aab52e3a for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:33:59.435446 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0c53a10f-1d1c-4ce6-b485-7773dbd081c7 admin admin] Calling delete_port for 16dddc64-9a18-4a5b-ac96-4cd18b859a87 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:59.460811 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b0ceae-efc7-4aa1-9057-f454e13a62b9 None None] Routers {'37e00345-512f-4ee0-87b9-0962aab52e3a'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:59.461462 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-12b0ceae-efc7-4aa1-9057-f454e13a62b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['37e00345-512f-4ee0-87b9-0962aab52e3a'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:59.530021 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ffa1f86f-2ef0-4000-bb7c-8067e334f226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:59.572407 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dac1700c-87a9-4031-b0ca-ec0cc1e94b11 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8621218 Aug 16 22:33:59.575633 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39042) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:59.583558 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-1a01b9fa-3b9f-4361-b0d9-ca1edb4bdb75 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:59.592656 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6a167a94-fffa-4e4a-b4aa-95476b8bac35 None None] Provisioning for port 6556f59c-69c3-47c9-a3bf-86c80db69669 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:59.599139 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6a167a94-fffa-4e4a-b4aa-95476b8bac35 None None] Provisioning complete for port 6556f59c-69c3-47c9-a3bf-86c80db69669 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:59.602126 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6a167a94-fffa-4e4a-b4aa-95476b8bac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:59.825309 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-12b0ceae-efc7-4aa1-9057-f454e13a62b9 None None] Set router 37e00345-512f-4ee0-87b9-0962aab52e3a gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:33:59.841344 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-6a167a94-fffa-4e4a-b4aa-95476b8bac35 None None] Port 6556f59c-69c3-47c9-a3bf-86c80db69669 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:59.877670 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a69ada-7c59-439a-b70c-4ae43136e78a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router efcc801a-6953-445e-84ef-a7ee93ecda22 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:34:00.018179 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0cbd43b1-692f-439a-a851-d3d703f9b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:00.020859 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-12b0ceae-efc7-4aa1-9057-f454e13a62b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'name': 'tempest-ServersTestBootFromVolume-1892836358-router', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:29:56Z', 'updated_at': '2021-08-16T22:33:58Z', 'revision_number': 6, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:00.040142 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 93ddafe0-6652-4cfc-b3e0-eac2f4e954be no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:34:00.058517 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b0ceae-efc7-4aa1-9057-f454e13a62b9 None None] The sync data for ids ['37e00345-512f-4ee0-87b9-0962aab52e3a'] in n-d-792458-15 is: [{'id': '37e00345-512f-4ee0-87b9-0962aab52e3a', 'name': 'tempest-ServersTestBootFromVolume-1892836358-router', 'tenant_id': 'bf69600d67cb431fa5f891d55a11175f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:29:56Z', 'updated_at': '2021-08-16T22:33:58Z', 'revision_number': 6, 'project_id': 'bf69600d67cb431fa5f891d55a11175f', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:00.199262 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 93ddafe0-6652-4cfc-b3e0-eac2f4e954be {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:34:00.199898 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 93ddafe0-6652-4cfc-b3e0-eac2f4e954be not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:34:00.202297 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0c53a10f-1d1c-4ce6-b485-7773dbd081c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:00.212283 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd43b1-692f-439a-a851-d3d703f9b877 None None] Pushing event deleted for resources: {'Port': ['ID=93ddafe0-6652-4cfc-b3e0-eac2f4e954be,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:00.236923 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbd43b1-692f-439a-a851-d3d703f9b877 None None] No DVR routers for this DVR port 93ddafe0-6652-4cfc-b3e0-eac2f4e954be on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:34:00.248217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8bd04e15-25bf-4d8c-ac41-3cadd69de041 None None] Provisioning complete for port 6556f59c-69c3-47c9-a3bf-86c80db69669 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:00.248640 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8bd04e15-25bf-4d8c-ac41-3cadd69de041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:00.280640 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a69ada-7c59-439a-b70c-4ae43136e78a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:00.292420 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-37a69ada-7c59-439a-b70c-4ae43136e78a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/efcc801a-6953-445e-84ef-a7ee93ecda22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8950129 Aug 16 22:34:00.296421 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39054) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:00.299012 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfec53af-8cf1-4683-9388-c9716a632b06 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:00.336862 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-96d29c23-71c4-4fc2-ad94-813aace244bc tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-486774225'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:00.341889 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] Sync routers for ids ['efcc801a-6953-445e-84ef-a7ee93ecda22'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:34:00.342192 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53a10f-1d1c-4ce6-b485-7773dbd081c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=16dddc64-9a18-4a5b-ac96-4cd18b859a87,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:00.419332 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ffa1f86f-2ef0-4000-bb7c-8067e334f226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:00.450982 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a01b9fa-3b9f-4361-b0d9-ca1edb4bdb75 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:00.469399 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a01b9fa-3b9f-4361-b0d9-ca1edb4bdb75 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:00.472419 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-8bd04e15-25bf-4d8c-ac41-3cadd69de041 None None] Port 6556f59c-69c3-47c9-a3bf-86c80db69669 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:34:00.478601 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0c53a10f-1d1c-4ce6-b485-7773dbd081c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:00.520300 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] Routers {'efcc801a-6953-445e-84ef-a7ee93ecda22'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:00.521661 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['efcc801a-6953-445e-84ef-a7ee93ecda22'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:00.750918 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:34:00.770811 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0c53a10f-1d1c-4ce6-b485-7773dbd081c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:00.804738 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0c53a10f-1d1c-4ce6-b485-7773dbd081c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:00.812700 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:34:00.813549 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 969aa742-7b8e-4b4f-bbb8-d85aeb3ae726 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:34:00.889402 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d29c23-71c4-4fc2-ad94-813aace244bc tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Made reservation on behalf of c913d440e664450daff7210bf2719493 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:00.893661 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96d29c23-71c4-4fc2-ad94-813aace244bc tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:00.947038 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] Set router efcc801a-6953-445e-84ef-a7ee93ecda22 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:00.955513 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a58732b9-7854-450a-a2e3-f6da88770571', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'fixed_ips': [{'subnet_id': '0e96b5a0-69db-4269-92dd-2164c2918173'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:34:00.957864 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:00.959922 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ffa1f86f-2ef0-4000-bb7c-8067e334f226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:01.054496 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d29c23-71c4-4fc2-ad94-813aace244bc tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:34:01.063890 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0c53a10f-1d1c-4ce6-b485-7773dbd081c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:01.065879 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c53a10f-1d1c-4ce6-b485-7773dbd081c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37e00345-512f-4ee0-87b9-0962aab52e3a {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:34:01.067340 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96d29c23-71c4-4fc2-ad94-813aace244bc tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:01.067692 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-96d29c23-71c4-4fc2-ad94-813aace244bc tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Added segment c219bbe8-fff7-4692-813b-5eec77c9234c of type vlan for network 54803212-c53d-4beb-a93d-5ddf6001c590 Aug 16 22:34:01.184850 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96d29c23-71c4-4fc2-ad94-813aace244bc tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:01.234771 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96d29c23-71c4-4fc2-ad94-813aace244bc tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:01.240259 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0c53a10f-1d1c-4ce6-b485-7773dbd081c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:01.241948 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d29c23-71c4-4fc2-ad94-813aace244bc tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:01.242685 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96d29c23-71c4-4fc2-ad94-813aace244bc tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:01.247652 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0c53a10f-1d1c-4ce6-b485-7773dbd081c7 admin admin] 10.222.0.93 "DELETE /v2.0/routers/37e00345-512f-4ee0-87b9-0962aab52e3a HTTP/1.1" status: 204 len: 168 time: 3.5609634 Aug 16 22:34:01.259247 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39066) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:01.302816 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ffa1f86f-2ef0-4000-bb7c-8067e334f226 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4cd33285094643f6b8e9d730ac98a675&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1300707 Aug 16 22:34:01.308518 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39070) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:01.368928 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1f86f-2ef0-4000-bb7c-8067e334f226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05665a64-dbdf-4650-8448-224c94edcfa9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:01.424485 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d29c23-71c4-4fc2-ad94-813aace244bc tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Network': ['ID=54803212-c53d-4beb-a93d-5ddf6001c590,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:01.463600 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 54803212-c53d-4beb-a93d-5ddf6001c590 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:34:01.495648 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ded6e8-0baa-4a35-9a98-32cddbd9bc88 req-2d85d09d-2bec-4fe5-bfd0-f50b4971cd4c tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:01.503564 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-38ded6e8-0baa-4a35-9a98-32cddbd9bc88 req-2d85d09d-2bec-4fe5-bfd0-f50b4971cd4c tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 1.0313880 Aug 16 22:34:01.518914 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-96d29c23-71c4-4fc2-ad94-813aace244bc tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2161191 Aug 16 22:34:01.559902 n-d-792458-15 neutron-server[94872]: DEBUG neutron.objects.ports [None req-1a01b9fa-3b9f-4361-b0d9-ca1edb4bdb75 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:34:01.561797 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39076) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:01.562869 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a01b9fa-3b9f-4361-b0d9-ca1edb4bdb75 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:01.587321 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4daccf77-384a-49e6-b196-cef7c65b7f65 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'subnet': {'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:01.589814 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-38ded6e8-0baa-4a35-9a98-32cddbd9bc88 req-cba81020-1ff3-4c89-8e16-20ace5153a66 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849347 Aug 16 22:34:01.629888 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c13450-3ff3-4c2c-85a7-1bd788ebe367 admin admin] Deleting subnet 47785ed2-eedb-4896-b504-79173b91e11f {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:34:01.645412 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4c13450-3ff3-4c2c-85a7-1bd788ebe367 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:01.686354 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4c13450-3ff3-4c2c-85a7-1bd788ebe367 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:01.813746 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] Allocated IP 172.20.0.2 (a58732b9-7854-450a-a2e3-f6da88770571/0e96b5a0-69db-4269-92dd-2164c2918173/99e5a238-28e2-4f4d-aecc-2776f090283f) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:01.939251 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a01b9fa-3b9f-4361-b0d9-ca1edb4bdb75 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:01.940357 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4daccf77-384a-49e6-b196-cef7c65b7f65 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Made reservation on behalf of c913d440e664450daff7210bf2719493 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:01.945646 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4daccf77-384a-49e6-b196-cef7c65b7f65 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:01.946937 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4c13450-3ff3-4c2c-85a7-1bd788ebe367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:02.003133 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e443b7ff-b378-4b19-b97c-fe23128d1233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:02.073145 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e443b7ff-b378-4b19-b97c-fe23128d1233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:02.143560 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4c13450-3ff3-4c2c-85a7-1bd788ebe367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:02.178382 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c13450-3ff3-4c2c-85a7-1bd788ebe367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47785ed2-eedb-4896-b504-79173b91e11f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:02.197413 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4c13450-3ff3-4c2c-85a7-1bd788ebe367 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:02.200176 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:33:56Z', 'revision_number': 2, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:33:57Z', 'revision_number': 2, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:02.203282 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e4c13450-3ff3-4c2c-85a7-1bd788ebe367 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/47785ed2-eedb-4896-b504-79173b91e11f HTTP/1.1" status: 204 len: 168 time: 0.9109583 Aug 16 22:34:02.206113 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39080) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:02.248233 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] Checking router: efcc801a-6953-445e-84ef-a7ee93ecda22 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:34:02.248903 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] Updating router efcc801a-6953-445e-84ef-a7ee93ecda22 port 6556f59c-69c3-47c9-a3bf-86c80db69669 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:34:02.251251 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f88174-e195-4051-8b91-89aa18bb0b0f None None] Network 375c560a-c343-432d-a44f-effc0e1e4134 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:02.345537 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12a63cea-e952-4024-b3e1-2d3b36ed932a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:02.391112 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e443b7ff-b378-4b19-b97c-fe23128d1233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:02.398772 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e443b7ff-b378-4b19-b97c-fe23128d1233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:02.399083 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-1a01b9fa-3b9f-4361-b0d9-ca1edb4bdb75 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:02.410871 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a01b9fa-3b9f-4361-b0d9-ca1edb4bdb75 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:02.411094 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a01b9fa-3b9f-4361-b0d9-ca1edb4bdb75 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:02.411268 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e443b7ff-b378-4b19-b97c-fe23128d1233 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/05665a64-dbdf-4650-8448-224c94edcfa9 HTTP/1.1" status: 204 len: 168 time: 1.0687184 Aug 16 22:34:02.430298 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:02.447197 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4daccf77-384a-49e6-b196-cef7c65b7f65 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:02.454382 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:02.500596 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1a01b9fa-3b9f-4361-b0d9-ca1edb4bdb75 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9228251 Aug 16 22:34:02.506216 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] Transition to ACTIVE for port object 99e5a238-28e2-4f4d-aecc-2776f090283f will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:02.514269 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39088) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:02.527915 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-61d16d87-21c8-491c-87c6-aa3a75ebea6c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'mac_address': 'fa:16:3e:c3:3f:38', 'name': 'tempest-NetworksTestDHCPv6-1009788211'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:02.555688 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 16dddc64-9a18-4a5b-ac96-4cd18b859a87 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:34:02.562022 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443b7ff-b378-4b19-b97c-fe23128d1233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05665a64-dbdf-4650-8448-224c94edcfa9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:02.603914 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 16dddc64-9a18-4a5b-ac96-4cd18b859a87 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:34:02.603914 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 16dddc64-9a18-4a5b-ac96-4cd18b859a87 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:34:02.715288 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb0927-9c6c-49d7-89ab-e00610c3a2b2 req-ac30ee2b-1ad9-4088-9b62-c60432c66d37 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:02.729794 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55eb0927-9c6c-49d7-89ab-e00610c3a2b2 req-ac30ee2b-1ad9-4088-9b62-c60432c66d37 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1691558 Aug 16 22:34:02.748877 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01b9fa-3b9f-4361-b0d9-ca1edb4bdb75 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=2b1a0ecc-7fc2-4571-bb8d-a4b4aee76495,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:02.776582 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-12a63cea-e952-4024-b3e1-2d3b36ed932a admin admin] Deleting port e2920385-f833-44dc-a870-f4c950f94bfc {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:02.777435 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12a63cea-e952-4024-b3e1-2d3b36ed932a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:02.806017 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] Transition to ACTIVE for port object 99e5a238-28e2-4f4d-aecc-2776f090283f will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:02.914991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55eb0927-9c6c-49d7-89ab-e00610c3a2b2 req-27884942-76da-4fc8-a488-ca98d74f7dbd tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833837 Aug 16 22:34:03.036011 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daccf77-384a-49e6-b196-cef7c65b7f65 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Checking segment: {'id': 'c219bbe8-fff7-4692-813b-5eec77c9234c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:03.036630 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daccf77-384a-49e6-b196-cef7c65b7f65 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network hostable DHCP agents. Network: 54803212-c53d-4beb-a93d-5ddf6001c590, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:34:03.057111 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daccf77-384a-49e6-b196-cef7c65b7f65 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Subnet': ['ID=77c4016a-53d1-4f07-bfc9-dfe5f553155c,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:03.069162 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-12a63cea-e952-4024-b3e1-2d3b36ed932a admin admin] For port e2920385-f833-44dc-a870-f4c950f94bfc, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e2920385-f833-44dc-a870-f4c950f94bfc,segment=NetworkSegment(4f82c370-da77-412b-a68d-0d9c56dddbae),segment_id=4f82c370-da77-412b-a68d-0d9c56dddbae)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:03.069540 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12a63cea-e952-4024-b3e1-2d3b36ed932a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:03.093460 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab5fd2-387e-43e8-82b0-31a6be31f771 req-da8b826e-882d-496b-9b1b-0d305c73eedf tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:03.101394 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3ab5fd2-387e-43e8-82b0-31a6be31f771 req-da8b826e-882d-496b-9b1b-0d305c73eedf tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.3301876 Aug 16 22:34:03.141914 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daccf77-384a-49e6-b196-cef7c65b7f65 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network 54803212-c53d-4beb-a93d-5ddf6001c590 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:34:03.169777 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-12a63cea-e952-4024-b3e1-2d3b36ed932a admin admin] Calling delete_port for e2920385-f833-44dc-a870-f4c950f94bfc owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:03.190728 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-4daccf77-384a-49e6-b196-cef7c65b7f65 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 54803212-c53d-4beb-a93d-5ddf6001c590) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:03.210671 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3ab5fd2-387e-43e8-82b0-31a6be31f771 req-edaa6720-8154-4120-b435-46b3958ece99 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063464 Aug 16 22:34:03.238512 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daccf77-384a-49e6-b196-cef7c65b7f65 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:03.240172 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4daccf77-384a-49e6-b196-cef7c65b7f65 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:03.257637 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d16d87-21c8-491c-87c6-aa3a75ebea6c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:03.266873 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4daccf77-384a-49e6-b196-cef7c65b7f65 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6880879 Aug 16 22:34:03.279453 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee598559-acbf-458a-800b-633badadf5f6 None None] Network 54803212-c53d-4beb-a93d-5ddf6001c590 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:03.283131 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39108) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:03.301364 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:03.313663 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a34700-7393-42b6-87dc-b996814b27cc req-28f13fea-ea87-49cc-8053-80c98259560e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:03.318379 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d5a34700-7393-42b6-87dc-b996814b27cc req-28f13fea-ea87-49cc-8053-80c98259560e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.2727318 Aug 16 22:34:03.396816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39110) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:03.423441 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4246ae88-2f44-41ad-95f7-ff00220513e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:03.435564 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d5a34700-7393-42b6-87dc-b996814b27cc req-84c6fa7a-779b-488c-bbd2-58966733969a tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998020 Aug 16 22:34:03.487401 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12a63cea-e952-4024-b3e1-2d3b36ed932a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:03.528612 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a63cea-e952-4024-b3e1-2d3b36ed932a admin admin] Pushing event deleted for resources: {'Port': ['ID=e2920385-f833-44dc-a870-f4c950f94bfc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:03.543051 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a63cea-e952-4024-b3e1-2d3b36ed932a admin admin] No DVR routers for this DVR port e2920385-f833-44dc-a870-f4c950f94bfc on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:34:03.556994 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:03.594605 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:03.597098 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:03.665239 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] Pushing event updated for resources: {'Port': ['ID=99e5a238-28e2-4f4d-aecc-2776f090283f,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:03.728914 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821a8677-88f0-4fda-a53f-136ff1072ce2 None None] DHCP port deletion for 375c560a-c343-432d-a44f-effc0e1e4134 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:34:03.733332 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12a63cea-e952-4024-b3e1-2d3b36ed932a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:03.760409 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-12a63cea-e952-4024-b3e1-2d3b36ed932a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375c560a-c343-432d-a44f-effc0e1e4134']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:03.816527 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-12a63cea-e952-4024-b3e1-2d3b36ed932a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f82c370-da77-412b-a68d-0d9c56dddbae') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:03.817140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-12a63cea-e952-4024-b3e1-2d3b36ed932a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f82c370-da77-412b-a68d-0d9c56dddbae') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:03.836445 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12a63cea-e952-4024-b3e1-2d3b36ed932a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:03.863427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] Attempting to bind port 99e5a238-28e2-4f4d-aecc-2776f090283f on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:03.863427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] Attempting to bind port 99e5a238-28e2-4f4d-aecc-2776f090283f by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:03.863815 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] Attempting to bind port 99e5a238-28e2-4f4d-aecc-2776f090283f on network a58732b9-7854-450a-a2e3-f6da88770571 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:03.864555 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12a63cea-e952-4024-b3e1-2d3b36ed932a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:03.870381 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-54803212-c53d-4beb-a93d-5ddf6001c590', 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'fixed_ips': [{'subnet_id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:34:03.871286 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:03.875151 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a63cea-e952-4024-b3e1-2d3b36ed932a admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:34:03.875979 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12a63cea-e952-4024-b3e1-2d3b36ed932a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:03.878750 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:03.879536 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] Checking segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:03.879960 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:03.880452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] Bound using segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:03.881056 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] Bound port: 99e5a238-28e2-4f4d-aecc-2776f090283f, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:03.881555 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:34:03.996639 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:34:04.013702 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:04.026138 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12a63cea-e952-4024-b3e1-2d3b36ed932a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:04.146814 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] Transition to ACTIVE for port object 6556f59c-69c3-47c9-a3bf-86c80db69669 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:04.160800 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] For port 99e5a238-28e2-4f4d-aecc-2776f090283f, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:04.168602 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] For port 99e5a238-28e2-4f4d-aecc-2776f090283f, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=99e5a238-28e2-4f4d-aecc-2776f090283f,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:04.174514 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:04.180817 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4246ae88-2f44-41ad-95f7-ff00220513e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:04.222382 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12a63cea-e952-4024-b3e1-2d3b36ed932a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:04.230369 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-12a63cea-e952-4024-b3e1-2d3b36ed932a admin admin] 10.222.0.93 "DELETE /v2.0/networks/375c560a-c343-432d-a44f-effc0e1e4134 HTTP/1.1" status: 204 len: 168 time: 2.0231783 Aug 16 22:34:04.335663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57faaa1-a0e1-49cd-996a-7913983a324b None None] Pushing event updated for resources: {'Port': ['ID=6556f59c-69c3-47c9-a3bf-86c80db69669,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:04.342786 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:04.458465 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0e10b-e2e1-40b8-a40a-c771e1ef99f3 None None] Pushing event updated for resources: {'Port': ['ID=99e5a238-28e2-4f4d-aecc-2776f090283f,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:04.476290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a63cea-e952-4024-b3e1-2d3b36ed932a admin admin] Pushing event deleted for resources: {'Network': ['ID=375c560a-c343-432d-a44f-effc0e1e4134,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:04.480743 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-61d16d87-21c8-491c-87c6-aa3a75ebea6c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:04.486787 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4246ae88-2f44-41ad-95f7-ff00220513e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:04.584330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-61d16d87-21c8-491c-87c6-aa3a75ebea6c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] device_id is not set on port 17118a27-7a41-46a0-8bf0-4fb966cabcbf yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:34:04.660406 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-844f3d1e-1bf6-44c0-a180-4f3f6f450098 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:04.668699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-844f3d1e-1bf6-44c0-a180-4f3f6f450098 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 812 time: 0.6799407 Aug 16 22:34:04.682877 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] Allocated IP 2001:db8:1::2 (54803212-c53d-4beb-a93d-5ddf6001c590/77c4016a-53d1-4f07-bfc9-dfe5f553155c/c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:04.747646 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-fa40e479-144a-4d87-b517-eeff875073d3 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/quotas/92faa7784798435a97e9cef690c8ad52 HTTP/1.1" status: 200 len: 375 time: 0.0773695 Aug 16 22:34:04.796217 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eede4a5-5315-45de-87df-adf909d08012 req-20752051-d114-4ba5-8cf0-afa993478ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:04.798298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2eede4a5-5315-45de-87df-adf909d08012 req-20752051-d114-4ba5-8cf0-afa993478ebb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89e6a3d49d324e0d860860f4a6f5f61c&device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 1098 time: 0.8042088 Aug 16 22:34:04.824152 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4246ae88-2f44-41ad-95f7-ff00220513e1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2d1f867cb9e046b2b237bd1c88f09ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4262257 Aug 16 22:34:04.824430 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39144) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:04.829472 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246ae88-2f44-41ad-95f7-ff00220513e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f15b6fc-cca6-4b8b-ac5d-391c901783c2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:04.835166 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39146) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:04.917984 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e2920385-f833-44dc-a870-f4c950f94bfc no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:34:04.953054 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-699f94e0-3146-4753-b533-7e60fcb5cb40 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bf69600d67cb431fa5f891d55a11175f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1218841 Aug 16 22:34:04.962556 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39148) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:04.980278 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eede4a5-5315-45de-87df-adf909d08012 req-76559dd8-8b5a-4f15-9a1c-4cfd8c8fa0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:04.981852 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2eede4a5-5315-45de-87df-adf909d08012 req-76559dd8-8b5a-4f15-9a1c-4cfd8c8fa0a8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1aac5166-a976-4d3c-9235-d21b98e298ee HTTP/1.1" status: 200 len: 917 time: 0.1549239 Aug 16 22:34:05.015618 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: e2920385-f833-44dc-a870-f4c950f94bfc {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:34:05.017610 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e2920385-f833-44dc-a870-f4c950f94bfc not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:34:05.095304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374f823-3c1d-44f0-a7d1-39dd779b6194 req-4cc7f8e9-d4e2-47b1-9fad-d5486664b378 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:05.103813 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e374f823-3c1d-44f0-a7d1-39dd779b6194 req-4cc7f8e9-d4e2-47b1-9fad-d5486664b378 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.6229601 Aug 16 22:34:05.116145 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] Attempting to bind port 6556f59c-69c3-47c9-a3bf-86c80db69669 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:05.117051 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] Attempting to bind port 6556f59c-69c3-47c9-a3bf-86c80db69669 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '5bb04e72-96f7-42d7-9438-8db8ecfecc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:05.117767 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] Attempting to bind port 6556f59c-69c3-47c9-a3bf-86c80db69669 on network a68f054c-aff3-4ed8-9158-020e366bca4b {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:05.136431 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:05.137720 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] Checking segment: {'id': '5bb04e72-96f7-42d7-9438-8db8ecfecc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:05.138506 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.139263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] Bound using segment: {'id': '5bb04e72-96f7-42d7-9438-8db8ecfecc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:05.140295 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] Bound port: 6556f59c-69c3-47c9-a3bf-86c80db69669, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb04e72-96f7-42d7-9438-8db8ecfecc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:05.142536 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.143739 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a4de033-fad5-4dee-b50b-9468115981ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.168585 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-61d16d87-21c8-491c-87c6-aa3a75ebea6c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 172.20.0.6 (a58732b9-7854-450a-a2e3-f6da88770571/0e96b5a0-69db-4269-92dd-2164c2918173/17118a27-7a41-46a0-8bf0-4fb966cabcbf) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:05.198035 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-61d16d87-21c8-491c-87c6-aa3a75ebea6c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8::f816:3eff:fec3:3f38 (a58732b9-7854-450a-a2e3-f6da88770571/2b1a0ecc-7fc2-4571-bb8d-a4b4aee76495/17118a27-7a41-46a0-8bf0-4fb966cabcbf) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:05.204335 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a4de033-fad5-4dee-b50b-9468115981ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.216678 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-057ebc15-972d-4b25-a027-9213630a24cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.221612 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-169dd31e-9840-400c-b1d4-963fcb4da15e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.287222 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-db9739a4-d50e-4e90-9803-55380ea5e889 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5386770 Aug 16 22:34:05.331929 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-057ebc15-972d-4b25-a027-9213630a24cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.353810 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2eede4a5-5315-45de-87df-adf909d08012 req-a085e6c9-eec4-4e1c-8d7d-0a9c668a2480 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=556c3713-e199-4fd0-98b9-3fd422868be5 HTTP/1.1" status: 200 len: 1002 time: 0.2969930 Aug 16 22:34:05.418254 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e374f823-3c1d-44f0-a7d1-39dd779b6194 req-3c3e56fc-3529-4031-b7f2-3c8f6541b80d tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129749 Aug 16 22:34:05.598696 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.621141 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] Transition to ACTIVE for port object c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:05.649016 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eede4a5-5315-45de-87df-adf909d08012 req-7fb13509-7792-4abe-91a5-e2ab14d7fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:05.653950 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] Transition to ACTIVE for port object c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:05.654174 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2eede4a5-5315-45de-87df-adf909d08012 req-7fb13509-7792-4abe-91a5-e2ab14d7fd74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d60c736-a0cd-48eb-8b90-5c8c42db55f8 HTTP/1.1" status: 200 len: 855 time: 0.2583902 Aug 16 22:34:05.675158 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.697146 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] For port 6556f59c-69c3-47c9-a3bf-86c80db69669, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:05.713180 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a4de033-fad5-4dee-b50b-9468115981ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.722302 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a4de033-fad5-4dee-b50b-9468115981ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.727477 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3a4de033-fad5-4dee-b50b-9468115981ba admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3ef05ff6-d4b8-4988-a928-3ef846e2555f HTTP/1.1" status: 204 len: 168 time: 0.7614288 Aug 16 22:34:05.738002 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-057ebc15-972d-4b25-a027-9213630a24cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.749267 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-057ebc15-972d-4b25-a027-9213630a24cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.754663 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-057ebc15-972d-4b25-a027-9213630a24cf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2f15b6fc-cca6-4b8b-ac5d-391c901783c2 HTTP/1.1" status: 204 len: 168 time: 0.7758584 Aug 16 22:34:05.795039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] For port 6556f59c-69c3-47c9-a3bf-86c80db69669, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6556f59c-69c3-47c9-a3bf-86c80db69669,segment=NetworkSegment(5bb04e72-96f7-42d7-9438-8db8ecfecc1a),segment_id=5bb04e72-96f7-42d7-9438-8db8ecfecc1a)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:05.808062 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4de033-fad5-4dee-b50b-9468115981ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef05ff6-d4b8-4988-a928-3ef846e2555f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:05.810435 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.816639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] Network 54803212-c53d-4beb-a93d-5ddf6001c590 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:05.837225 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:05.869868 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ebc15-972d-4b25-a027-9213630a24cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f15b6fc-cca6-4b8b-ac5d-391c901783c2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:05.870641 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:05.909266 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] Pushing event updated for resources: {'Port': ['ID=c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:05.955628 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] Routers {'efcc801a-6953-445e-84ef-a7ee93ecda22'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:05.957201 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['efcc801a-6953-445e-84ef-a7ee93ecda22'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:06.000653 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eede4a5-5315-45de-87df-adf909d08012 req-aa9af83c-c13b-4178-b18d-081587234e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:06.002149 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2eede4a5-5315-45de-87df-adf909d08012 req-aa9af83c-c13b-4178-b18d-081587234e2a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1aac5166-a976-4d3c-9235-d21b98e298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3169639 Aug 16 22:34:06.235306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] Attempting to bind port c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:06.235685 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] Attempting to bind port c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'c219bbe8-fff7-4692-813b-5eec77c9234c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:06.236048 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] Attempting to bind port c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b on network 54803212-c53d-4beb-a93d-5ddf6001c590 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:06.250799 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-61d16d87-21c8-491c-87c6-aa3a75ebea6c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:06.258316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57faaa1-a0e1-49cd-996a-7913983a324b None None] Pushing event updated for resources: {'Port': ['ID=6556f59c-69c3-47c9-a3bf-86c80db69669,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:06.271312 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:06.271545 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] Checking segment: {'id': 'c219bbe8-fff7-4692-813b-5eec77c9234c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:06.272062 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:06.272289 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] Bound using segment: {'id': 'c219bbe8-fff7-4692-813b-5eec77c9234c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:06.272778 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] Bound port: c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c219bbe8-fff7-4692-813b-5eec77c9234c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:06.273160 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:06.277139 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] Set router efcc801a-6953-445e-84ef-a7ee93ecda22 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:06.374707 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-61d16d87-21c8-491c-87c6-aa3a75ebea6c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Transition to ACTIVE for port object 17118a27-7a41-46a0-8bf0-4fb966cabcbf will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:06.401324 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-169dd31e-9840-400c-b1d4-963fcb4da15e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Allocated IP 2001:db8:1::1 (54803212-c53d-4beb-a93d-5ddf6001c590/77c4016a-53d1-4f07-bfc9-dfe5f553155c/f8537298-e12a-4c00-99dd-c53302079e41) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:06.692419 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2eede4a5-5315-45de-87df-adf909d08012 req-1946b970-3c1e-45fa-85f8-c000abd45c95 service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6786251 Aug 16 22:34:06.700976 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-61d16d87-21c8-491c-87c6-aa3a75ebea6c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:06.731110 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 99e5a238-28e2-4f4d-aecc-2776f090283f up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:06.847376 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d16d87-21c8-491c-87c6-aa3a75ebea6c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:06.855346 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-61d16d87-21c8-491c-87c6-aa3a75ebea6c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:06.867075 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d16d87-21c8-491c-87c6-aa3a75ebea6c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:06.869657 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-2338dca9-b59d-4e60-8cd4-11835298069b service neutron] 10.222.0.93 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5813110 Aug 16 22:34:06.919400 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] For port c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:06.945608 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 99e5a238-28e2-4f4d-aecc-2776f090283f completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:06.951190 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] For port c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b,segment=NetworkSegment(c219bbe8-fff7-4692-813b-5eec77c9234c),segment_id=c219bbe8-fff7-4692-813b-5eec77c9234c)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:06.980742 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d16d87-21c8-491c-87c6-aa3a75ebea6c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=17118a27-7a41-46a0-8bf0-4fb966cabcbf,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:06.984566 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46c1b7-4a3b-40b6-8b20-111692b97563 req-ee84b661-22e5-472a-9f9e-c1255f6d2c61 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:06.986671 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef46c1b7-4a3b-40b6-8b20-111692b97563 req-ee84b661-22e5-472a-9f9e-c1255f6d2c61 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.2933071 Aug 16 22:34:06.988581 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:07.087698 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2eede4a5-5315-45de-87df-adf909d08012 req-0af84c87-b045-496b-bc06-9d3e7b10e9dc service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531168 Aug 16 22:34:07.094886 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d16d87-21c8-491c-87c6-aa3a75ebea6c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:07.097571 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-61d16d87-21c8-491c-87c6-aa3a75ebea6c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:07.108330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84506b80-80dd-4efa-a6f6-e2cb50d6c0d9 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:07.129040 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef46c1b7-4a3b-40b6-8b20-111692b97563 req-76e39fe7-005e-4b5d-8864-5500a828adad tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301808 Aug 16 22:34:07.146893 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-092b7a1d-2e25-422e-9f0f-83f698d1f796 service neutron] 10.222.0.93 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567954 Aug 16 22:34:07.212053 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-169dd31e-9840-400c-b1d4-963fcb4da15e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:07.220738 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-61d16d87-21c8-491c-87c6-aa3a75ebea6c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.6995306 Aug 16 22:34:07.220848 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39188) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:07.263722 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-169dd31e-9840-400c-b1d4-963fcb4da15e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Transition to ACTIVE for port object f8537298-e12a-4c00-99dd-c53302079e41 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:07.271437 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 556c3713-e199-4fd0-98b9-3fd422868be5 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:34:07.331885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a5baaa-58df-45c7-87c7-c8e255991e85 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:07.367382 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a5baaa-58df-45c7-87c7-c8e255991e85 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:07.372906 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-86a5baaa-58df-45c7-87c7-c8e255991e85 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1510425 Aug 16 22:34:07.378655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39196) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:07.442485 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-169dd31e-9840-400c-b1d4-963fcb4da15e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:07.490966 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b9cfd329-1f49-4665-a4b4-430226a6187e None None] Provisioning for port 99e5a238-28e2-4f4d-aecc-2776f090283f completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:07.541999 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b9cfd329-1f49-4665-a4b4-430226a6187e None None] Provisioning complete for port 99e5a238-28e2-4f4d-aecc-2776f090283f triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:07.543388 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd329-1f49-4665-a4b4-430226a6187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:07.660805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169dd31e-9840-400c-b1d4-963fcb4da15e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network 54803212-c53d-4beb-a93d-5ddf6001c590 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:07.673885 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-169dd31e-9840-400c-b1d4-963fcb4da15e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:07.702916 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169dd31e-9840-400c-b1d4-963fcb4da15e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:07.710016 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-169dd31e-9840-400c-b1d4-963fcb4da15e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:07.856271 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39212) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:07.860779 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1800a5f2-495b-4664-a14f-3ca8141de9b3 req-26cc0c4f-5ff3-4df9-809b-746ab71fceac tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 210 time: 0.1167049 Aug 16 22:34:07.946517 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2e1cb6d3-01ac-4095-b6a8-c81cea7ec89c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting port 17118a27-7a41-46a0-8bf0-4fb966cabcbf {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:07.946872 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb6d3-01ac-4095-b6a8-c81cea7ec89c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:08.106643 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169dd31e-9840-400c-b1d4-963fcb4da15e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Port': ['ID=f8537298-e12a-4c00-99dd-c53302079e41,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:08.138708 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-169dd31e-9840-400c-b1d4-963fcb4da15e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:08.377237 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:33:56Z', 'revision_number': 2, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:05Z', 'revision_number': 4, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:08.399929 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb6d3-01ac-4095-b6a8-c81cea7ec89c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:08.467614 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2e1cb6d3-01ac-4095-b6a8-c81cea7ec89c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Calling delete_port for 17118a27-7a41-46a0-8bf0-4fb966cabcbf owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:08.504512 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726801e-4849-4bdf-a43d-2aba5b9fc05d None None] Pushing event updated for resources: {'Port': ['ID=c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:08.643118 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd52a65-043c-40df-942b-d7f2e36cca35 None None] The sync data for ids ['efcc801a-6953-445e-84ef-a7ee93ecda22'] in n-d-792458-15 is: [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:33:56Z', 'revision_number': 2, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:05Z', 'revision_number': 4, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:08.706596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ccb5708f-85d2-4389-9c18-476ff09e9cfb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-721575723-network', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:08.775183 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb5708f-85d2-4389-9c18-476ff09e9cfb admin admin] Made reservation on behalf of 6ec65b3f25804ec5b636b887d7c98229 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:08.786572 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccb5708f-85d2-4389-9c18-476ff09e9cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:08.831760 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:08.936069 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccb5708f-85d2-4389-9c18-476ff09e9cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:08.955860 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c2af3-c945-4369-98be-7535a8879d85 req-48f8d1a0-8c32-48e3-ab3e-67cfd03c76bb tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:08.958604 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b4c2af3-c945-4369-98be-7535a8879d85 req-48f8d1a0-8c32-48e3-ab3e-67cfd03c76bb tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 946 time: 0.5046237 Aug 16 22:34:09.131459 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd329-1f49-4665-a4b4-430226a6187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:09.253227 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:09.256600 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c87782b-e78c-481f-b421-a40f12894e24 None None] Network 54803212-c53d-4beb-a93d-5ddf6001c590 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:09.396371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31752e46-0040-42e5-bb78-a5ce0d1bbf6c req-3f09b37b-78da-486b-a2d2-bd5b8f3fe32c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 210 time: 0.2453625 Aug 16 22:34:09.467037 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-047491ae-77b0-4c8b-915c-343c4c28642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:09.474544 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-169dd31e-9840-400c-b1d4-963fcb4da15e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:09.491653 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b4c2af3-c945-4369-98be-7535a8879d85 req-00504dce-e679-4a7e-bf28-36cbea997791 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3653798 Aug 16 22:34:09.494253 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-169dd31e-9840-400c-b1d4-963fcb4da15e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:09.497544 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-169dd31e-9840-400c-b1d4-963fcb4da15e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:09.586412 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 556c3713-e199-4fd0-98b9-3fd422868be5, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=556c3713-e199-4fd0-98b9-3fd422868be5,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:09.593564 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b9cfd329-1f49-4665-a4b4-430226a6187e None None] For port 99e5a238-28e2-4f4d-aecc-2776f090283f, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=99e5a238-28e2-4f4d-aecc-2776f090283f,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:09.600691 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa806db-a00c-4203-9647-d693fa6103c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '556c3713-e199-4fd0-98b9-3fd422868be5'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:34:09.622460 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715807d8-9aac-4961-931b-dee5d4604f1e" -d '{"events": [{"server_uuid": "5fa806db-a00c-4203-9647-d693fa6103c5", "name": "network-vif-unplugged", "status": "completed", "tag": "556c3713-e199-4fd0-98b9-3fd422868be5"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:34:09.661478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169dd31e-9840-400c-b1d4-963fcb4da15e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Port': ['ID=f8537298-e12a-4c00-99dd-c53302079e41,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:09.667480 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccb5708f-85d2-4389-9c18-476ff09e9cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:09.699736 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccb5708f-85d2-4389-9c18-476ff09e9cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:09.722446 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:09.744502 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd329-1f49-4665-a4b4-430226a6187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:09.796387 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c0383a-50ef-4fa3-9428-4d8ed8c568d5 None None] Update dhcp port {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'fixed_ips': [{'subnet_id': '0e96b5a0-69db-4269-92dd-2164c2918173', 'ip_address': '172.20.0.2'}, {'subnet_id': '2b1a0ecc-7fc2-4571-bb8d-a4b4aee76495'}], 'binding:host_id': 'n-d-792458-15'}, 'id': '99e5a238-28e2-4f4d-aecc-2776f090283f'} from n-d-792458-15. {{(pid=94873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:34:09.851003 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 22:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6414762a-3245-4b69-b862-f0e20a2c95dd x-openstack-request-id: req-6414762a-3245-4b69-b862-f0e20a2c95dd {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:34:09.853388 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa806db-a00c-4203-9647-d693fa6103c5", "name": "network-vif-unplugged", "status": "failed", "tag": "556c3713-e199-4fd0-98b9-3fd422868be5", "code": 422}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:34:09.855541 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6414762a-3245-4b69-b862-f0e20a2c95dd {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:34:09.856456 n-d-792458-15 neutron-server[94873]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5fa806db-a00c-4203-9647-d693fa6103c5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '556c3713-e199-4fd0-98b9-3fd422868be5', 'code': 422} returned with failed status Aug 16 22:34:09.921929 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-25c0383a-50ef-4fa3-9428-4d8ed8c568d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:09.943039 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5708f-85d2-4389-9c18-476ff09e9cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:09.978324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=556c3713-e199-4fd0-98b9-3fd422868be5,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:10.041815 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169dd31e-9840-400c-b1d4-963fcb4da15e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network 54803212-c53d-4beb-a93d-5ddf6001c590 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:10.043716 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb5708f-85d2-4389-9c18-476ff09e9cfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:34:10.049823 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb6d3-01ac-4095-b6a8-c81cea7ec89c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:10.056228 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-169dd31e-9840-400c-b1d4-963fcb4da15e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:10.079623 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c0a2f304-2a8a-4179-9439-67100ae0084d None None] Provisioning for port c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:10.287718 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccb5708f-85d2-4389-9c18-476ff09e9cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:10.293486 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-ccb5708f-85d2-4389-9c18-476ff09e9cfb admin admin] Added segment f49b538c-ee16-49f5-9348-ff385476c911 of type vlan for network da99628b-b531-4700-97cd-f2deca3ca96b Aug 16 22:34:10.319997 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cb6d3-01ac-4095-b6a8-c81cea7ec89c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Port': ['ID=17118a27-7a41-46a0-8bf0-4fb966cabcbf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:10.503840 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169dd31e-9840-400c-b1d4-963fcb4da15e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router efcc801a-6953-445e-84ef-a7ee93ecda22 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:34:10.713810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-25c0383a-50ef-4fa3-9428-4d8ed8c568d5 None None] Allocated IP 2001:db8::f816:3eff:fe2a:1dc9 (a58732b9-7854-450a-a2e3-f6da88770571/2b1a0ecc-7fc2-4571-bb8d-a4b4aee76495/99e5a238-28e2-4f4d-aecc-2776f090283f) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:10.770049 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfd329-1f49-4665-a4b4-430226a6187e None None] Pushing event updated for resources: {'Port': ['ID=99e5a238-28e2-4f4d-aecc-2776f090283f,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:10.804985 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:10.807504 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb6d3-01ac-4095-b6a8-c81cea7ec89c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:10.813104 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2e1cb6d3-01ac-4095-b6a8-c81cea7ec89c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/17118a27-7a41-46a0-8bf0-4fb966cabcbf HTTP/1.1" status: 204 len: 168 time: 3.4326067 Aug 16 22:34:10.817319 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39272) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:10.869585 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccb5708f-85d2-4389-9c18-476ff09e9cfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:10.918199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169dd31e-9840-400c-b1d4-963fcb4da15e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:10.932440 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-169dd31e-9840-400c-b1d4-963fcb4da15e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/efcc801a-6953-445e-84ef-a7ee93ecda22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6468933 Aug 16 22:34:10.935898 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39278) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:10.943802 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-bd560cb9-670b-4fea-9572-9d148c1c1bfe tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1565984823'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:10.990827 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4fed5ca8-ca55-4d1a-96eb-dd89dfd8b60a None None] Provisioning for port f8537298-e12a-4c00-99dd-c53302079e41 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:10.992889 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd560cb9-670b-4fea-9572-9d148c1c1bfe tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Made reservation on behalf of c913d440e664450daff7210bf2719493 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:11.001392 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd560cb9-670b-4fea-9572-9d148c1c1bfe tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:11.024774 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4fed5ca8-ca55-4d1a-96eb-dd89dfd8b60a None None] Provisioning complete for port f8537298-e12a-4c00-99dd-c53302079e41 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:11.025256 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4fed5ca8-ca55-4d1a-96eb-dd89dfd8b60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:11.046388 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd560cb9-670b-4fea-9572-9d148c1c1bfe tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:34:11.077771 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-4fed5ca8-ca55-4d1a-96eb-dd89dfd8b60a None None] Port f8537298-e12a-4c00-99dd-c53302079e41 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:34:11.089935 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6556f59c-69c3-47c9-a3bf-86c80db69669 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:11.091114 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd560cb9-670b-4fea-9572-9d148c1c1bfe tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:11.091910 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-bd560cb9-670b-4fea-9572-9d148c1c1bfe tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Added segment 516ba71a-bcad-42cb-bf01-7d62cb1032ec of type vlan for network b37f28c6-5433-4b81-a374-96b460ce2070 Aug 16 22:34:11.139941 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-25c0383a-50ef-4fa3-9428-4d8ed8c568d5 None None] For port 99e5a238-28e2-4f4d-aecc-2776f090283f, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=99e5a238-28e2-4f4d-aecc-2776f090283f,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:11.171597 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd560cb9-670b-4fea-9572-9d148c1c1bfe tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:11.185072 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a62026d5-efc7-46df-bf32-c5ad26d562a5 req-fd519551-5165-4d6d-9df4-95f62679eb5b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 210 time: 0.1813481 Aug 16 22:34:11.196199 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-cc950249-2d76-4656-b12a-8ce3d69a73df tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:11.207663 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-cc950249-2d76-4656-b12a-8ce3d69a73df tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.39 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 812 time: 0.9171729 Aug 16 22:34:11.232138 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-25c0383a-50ef-4fa3-9428-4d8ed8c568d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:11.232846 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd560cb9-670b-4fea-9572-9d148c1c1bfe tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:11.239802 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd560cb9-670b-4fea-9572-9d148c1c1bfe tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:11.241286 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd560cb9-670b-4fea-9572-9d148c1c1bfe tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:11.249900 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-bf14507c-cc48-47f5-961a-b47a17755d25 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Request body: {'port': {'device_id': 'a36d6c7d-bc1a-4577-bbc6-6880a51c324d', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'admin_state_up': True, 'tenant_id': '92faa7784798435a97e9cef690c8ad52'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:11.254686 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-25c0383a-50ef-4fa3-9428-4d8ed8c568d5 None None] Transition to ACTIVE for port object 99e5a238-28e2-4f4d-aecc-2776f090283f will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:11.255634 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 6556f59c-69c3-47c9-a3bf-86c80db69669 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:11.260271 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 6556f59c-69c3-47c9-a3bf-86c80db69669 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:11.260678 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:11.264180 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-25c0383a-50ef-4fa3-9428-4d8ed8c568d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:11.366247 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bd560cb9-670b-4fea-9572-9d148c1c1bfe tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4283662 Aug 16 22:34:11.371584 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39286) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:11.383122 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-bd7bf2d1-2bb2-4152-bf7d-ff46e1066918 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'subnet': {'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:11.425445 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.resource_extend [None req-ccb5708f-85d2-4389-9c18-476ff09e9cfb admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:34:11.551493 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccb5708f-85d2-4389-9c18-476ff09e9cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:11.552718 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb5708f-85d2-4389-9c18-476ff09e9cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:11.553403 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccb5708f-85d2-4389-9c18-476ff09e9cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:11.599852 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:34:11.613231 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08743c2-f4e5-4133-a8b0-fe2c16579c6b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:11.616957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08743c2-f4e5-4133-a8b0-fe2c16579c6b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:11.623125 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08743c2-f4e5-4133-a8b0-fe2c16579c6b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:11.627564 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f08743c2-f4e5-4133-a8b0-fe2c16579c6b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7529473 Aug 16 22:34:11.646215 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39294) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:11.648928 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d1551889-893d-43bc-add2-4fe9aaabf482 None None] Provisioning complete for port f8537298-e12a-4c00-99dd-c53302079e41 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:11.649384 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d1551889-893d-43bc-add2-4fe9aaabf482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:11.701377 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] Sync routers for ids ['efcc801a-6953-445e-84ef-a7ee93ecda22'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:34:11.733065 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] Routers {'efcc801a-6953-445e-84ef-a7ee93ecda22'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:11.733724 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:33:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['efcc801a-6953-445e-84ef-a7ee93ecda22'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:11.814583 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99b120-bc26-4e88-b43e-e0c129720453 req-9e8dd2e1-035c-427d-9395-1ee736369b84 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:11.820667 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ad5b148f-5e67-4cc3-9bab-609da6f79ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:11.827518 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd560cb9-670b-4fea-9572-9d148c1c1bfe tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Network': ['ID=b37f28c6-5433-4b81-a374-96b460ce2070,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:11.827783 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce99b120-bc26-4e88-b43e-e0c129720453 req-9e8dd2e1-035c-427d-9395-1ee736369b84 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 944 time: 1.0188284 Aug 16 22:34:11.845186 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0383a-50ef-4fa3-9428-4d8ed8c568d5 None None] Pushing event updated for resources: {'Port': ['ID=99e5a238-28e2-4f4d-aecc-2776f090283f,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:11.879653 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network b37f28c6-5433-4b81-a374-96b460ce2070 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:34:11.921548 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] Set router efcc801a-6953-445e-84ef-a7ee93ecda22 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:11.986032 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d1551889-893d-43bc-add2-4fe9aaabf482 None None] Port f8537298-e12a-4c00-99dd-c53302079e41 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:34:12.014454 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95ec12f-3a0e-4372-8ad3-ae61430a8c69 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet 0e96b5a0-69db-4269-92dd-2164c2918173 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:34:12.014918 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ccb5708f-85d2-4389-9c18-476ff09e9cfb admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.1519363 Aug 16 22:34:12.026016 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39302) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:12.032562 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f95ec12f-3a0e-4372-8ad3-ae61430a8c69 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:12.056595 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-bc940aa5-e9f1-418f-b72d-3651f43027d8 admin admin] Request body: {'subnet': {'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-721575723-subnet', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:12.079484 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce99b120-bc26-4e88-b43e-e0c129720453 req-b7c32eea-757a-42ac-ba9e-188a0d051edb tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252185 Aug 16 22:34:12.083291 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7bf2d1-2bb2-4152-bf7d-ff46e1066918 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Made reservation on behalf of c913d440e664450daff7210bf2719493 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:12.098119 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:12.105357 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf2d1-2bb2-4152-bf7d-ff46e1066918 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:12.126446 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5708f-85d2-4389-9c18-476ff09e9cfb admin admin] Pushing event updated for resources: {'Network': ['ID=da99628b-b531-4700-97cd-f2deca3ca96b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:12.138182 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-bf14507c-cc48-47f5-961a-b47a17755d25 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Made reservation on behalf of 92faa7784798435a97e9cef690c8ad52 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:12.139969 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:12.157803 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-bf14507c-cc48-47f5-961a-b47a17755d25 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:12.172182 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network da99628b-b531-4700-97cd-f2deca3ca96b details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:34:12.348876 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc940aa5-e9f1-418f-b72d-3651f43027d8 admin admin] Made reservation on behalf of 6ec65b3f25804ec5b636b887d7c98229 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:12.351708 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc940aa5-e9f1-418f-b72d-3651f43027d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:12.356855 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f5e92965-c0cb-458d-aa39-eb7805966439 None None] Provisioning complete for port f8537298-e12a-4c00-99dd-c53302079e41 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:12.357641 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f5e92965-c0cb-458d-aa39-eb7805966439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:12.453598 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 6556f59c-69c3-47c9-a3bf-86c80db69669, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6556f59c-69c3-47c9-a3bf-86c80db69669,segment=NetworkSegment(5bb04e72-96f7-42d7-9438-8db8ecfecc1a),segment_id=5bb04e72-96f7-42d7-9438-8db8ecfecc1a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:12.509632 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:12.510486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:12.520237 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:34:07Z', 'revision_number': 3, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:05Z', 'revision_number': 4, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8537298-e12a-4c00-99dd-c53302079e41', 'name': '', 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:e5:8e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:05Z', 'updated_at': '2021-08-16T22:34:08Z', 'revision_number': 2, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:12.591691 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] Checking router: efcc801a-6953-445e-84ef-a7ee93ecda22 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:34:12.592030 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] Updating router efcc801a-6953-445e-84ef-a7ee93ecda22 port f8537298-e12a-4c00-99dd-c53302079e41 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:34:12.673264 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:12.698799 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-bf14507c-cc48-47f5-961a-b47a17755d25 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Allocated IP 172.20.0.3 (6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751/b3a36816-1aac-4ae9-b74d-79c0aa191fc4/f65c4baa-93f7-4ad2-a421-4f0456f7d11a) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:12.707615 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0063905a-cd99-4a44-bb9d-b55d0b55a547 req-f73a3a8c-2c91-442a-bd12-f46c3e0cddb7 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 210 time: 0.1017306 Aug 16 22:34:13.005331 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f95ec12f-3a0e-4372-8ad3-ae61430a8c69 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:13.019598 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=6556f59c-69c3-47c9-a3bf-86c80db69669,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:13.049873 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-f5e92965-c0cb-458d-aa39-eb7805966439 None None] Port f8537298-e12a-4c00-99dd-c53302079e41 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:34:13.059160 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:13.078885 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:13.079466 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:13.268523 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 556c3713-e199-4fd0-98b9-3fd422868be5 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:34:13.276363 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc940aa5-e9f1-418f-b72d-3651f43027d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:13.280209 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-bf14507c-cc48-47f5-961a-b47a17755d25 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:13.319301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-bf14507c-cc48-47f5-961a-b47a17755d25 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Transition to ACTIVE for port object f65c4baa-93f7-4ad2-a421-4f0456f7d11a will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:13.352782 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f95ec12f-3a0e-4372-8ad3-ae61430a8c69 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:13.403819 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b3786624-1ed7-4b73-a61a-6b939ae313f6 None None] Could not find standard attr ID for object 17118a27-7a41-46a0-8bf0-4fb966cabcbf. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:34:13.413352 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-bf14507c-cc48-47f5-961a-b47a17755d25 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:13.475270 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['5caa8ca9-7660-46f2-906d-1f26e38dc98f', 'e48fde74-b044-473a-b476-caf9b6057de8'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:34:13.506251 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:13.552343 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14507c-cc48-47f5-961a-b47a17755d25 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Pushing event updated for resources: {'Port': ['ID=f65c4baa-93f7-4ad2-a421-4f0456f7d11a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:13.565054 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-bf14507c-cc48-47f5-961a-b47a17755d25 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:13.566880 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-bf14507c-cc48-47f5-961a-b47a17755d25 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:13.580961 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-bf14507c-cc48-47f5-961a-b47a17755d25 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:13.624107 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:13.655744 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] Transition to ACTIVE for port object f8537298-e12a-4c00-99dd-c53302079e41 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:13.679235 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:13.742143 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc940aa5-e9f1-418f-b72d-3651f43027d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ffe763c-ff2b-42ed-bcf3-687f913d441b,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:13.751866 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39358) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:13.845377 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-bf14507c-cc48-47f5-961a-b47a17755d25 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:13.848565 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-bf14507c-cc48-47f5-961a-b47a17755d25 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:13.899463 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b3786624-1ed7-4b73-a61a-6b939ae313f6 None None] Provisioning for port 99e5a238-28e2-4f4d-aecc-2776f090283f completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:13.904444 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-bf14507c-cc48-47f5-961a-b47a17755d25 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6832838 Aug 16 22:34:13.939326 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b3786624-1ed7-4b73-a61a-6b939ae313f6 None None] Provisioning complete for port 99e5a238-28e2-4f4d-aecc-2776f090283f triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:13.939977 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b3786624-1ed7-4b73-a61a-6b939ae313f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:13.965311 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] Request body: {'port': {'device_id': 'a36d6c7d-bc1a-4577-bbc6-6880a51c324d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:14.019285 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b8e27-a3d9-41dd-bb28-afeef8883c1f None None] Pushing event updated for resources: {'Port': ['ID=f8537298-e12a-4c00-99dd-c53302079e41,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:14.080001 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:14.084993 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b8e27-a3d9-41dd-bb28-afeef8883c1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:14.086401 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b8e27-a3d9-41dd-bb28-afeef8883c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:14.087375 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b8e27-a3d9-41dd-bb28-afeef8883c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:14.088280 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b8e27-a3d9-41dd-bb28-afeef8883c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:14.090093 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b8e27-a3d9-41dd-bb28-afeef8883c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:14.091018 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b8e27-a3d9-41dd-bb28-afeef8883c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:14.092748 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b8e27-a3d9-41dd-bb28-afeef8883c1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:14.094889 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b8e27-a3d9-41dd-bb28-afeef8883c1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:14.095706 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b8e27-a3d9-41dd-bb28-afeef8883c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:14.096895 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b8e27-a3d9-41dd-bb28-afeef8883c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:14.097857 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b8e27-a3d9-41dd-bb28-afeef8883c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:14.100970 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b8e27-a3d9-41dd-bb28-afeef8883c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:14.175807 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf2d1-2bb2-4152-bf7d-ff46e1066918 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:14.187611 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f95ec12f-3a0e-4372-8ad3-ae61430a8c69 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:14.294368 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc940aa5-e9f1-418f-b72d-3651f43027d8 admin admin] Checking segment: {'id': 'f49b538c-ee16-49f5-9348-ff385476c911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:14.295032 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc940aa5-e9f1-418f-b72d-3651f43027d8 admin admin] Network hostable DHCP agents. Network: da99628b-b531-4700-97cd-f2deca3ca96b, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:34:14.296748 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] Attempting to bind port f8537298-e12a-4c00-99dd-c53302079e41 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:14.299910 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] Attempting to bind port f8537298-e12a-4c00-99dd-c53302079e41 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'c219bbe8-fff7-4692-813b-5eec77c9234c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:14.301724 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] Attempting to bind port f8537298-e12a-4c00-99dd-c53302079e41 on network 54803212-c53d-4beb-a93d-5ddf6001c590 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:14.324512 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:14.326586 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] Checking segment: {'id': 'c219bbe8-fff7-4692-813b-5eec77c9234c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:14.330411 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6a71e231-5520-4586-88ce-a40558a3bb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:14.332472 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:14.333351 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] Bound using segment: {'id': 'c219bbe8-fff7-4692-813b-5eec77c9234c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:14.334843 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] Bound port: f8537298-e12a-4c00-99dd-c53302079e41, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c219bbe8-fff7-4692-813b-5eec77c9234c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:14.336112 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:14.350505 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f95ec12f-3a0e-4372-8ad3-ae61430a8c69 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:14.367165 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f95ec12f-3a0e-4372-8ad3-ae61430a8c69 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/0e96b5a0-69db-4269-92dd-2164c2918173 HTTP/1.1" status: 204 len: 168 time: 2.7183781 Aug 16 22:34:14.370646 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39372) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:14.444147 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc940aa5-e9f1-418f-b72d-3651f43027d8 admin admin] Network da99628b-b531-4700-97cd-f2deca3ca96b is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:34:14.494644 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7bf2d1-2bb2-4152-bf7d-ff46e1066918 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Checking segment: {'id': '516ba71a-bcad-42cb-bf01-7d62cb1032ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:14.495009 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7bf2d1-2bb2-4152-bf7d-ff46e1066918 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network hostable DHCP agents. Network: b37f28c6-5433-4b81-a374-96b460ce2070, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:34:14.515801 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:14.544354 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bf2d1-2bb2-4152-bf7d-ff46e1066918 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Subnet': ['ID=e782e4ca-ca2c-458a-8811-4cf5d0ad75f8,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:14.608393 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] For port f8537298-e12a-4c00-99dd-c53302079e41, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:14.624955 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] For port f8537298-e12a-4c00-99dd-c53302079e41, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=f8537298-e12a-4c00-99dd-c53302079e41,segment=NetworkSegment(c219bbe8-fff7-4692-813b-5eec77c9234c),segment_id=c219bbe8-fff7-4692-813b-5eec77c9234c)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:14.634598 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:14.674251 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287d3321-c60a-47a4-b739-2e2e435cb9af None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:14.758300 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68811d04-052a-44f0-b83e-1c179017b471 req-7bbfa483-f993-42da-945d-bfc58ab5b5a5 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:14.776356 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-68811d04-052a-44f0-b83e-1c179017b471 req-7bbfa483-f993-42da-945d-bfc58ab5b5a5 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 931 time: 0.6881876 Aug 16 22:34:14.784380 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b8e27-a3d9-41dd-bb28-afeef8883c1f None None] Pushing event updated for resources: {'Port': ['ID=f8537298-e12a-4c00-99dd-c53302079e41,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:14.814859 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] Routers {'efcc801a-6953-445e-84ef-a7ee93ecda22'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:14.816137 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:34:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['efcc801a-6953-445e-84ef-a7ee93ecda22'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:15.134543 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] Set router efcc801a-6953-445e-84ef-a7ee93ecda22 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:15.286812 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b,segment=NetworkSegment(c219bbe8-fff7-4692-813b-5eec77c9234c),segment_id=c219bbe8-fff7-4692-813b-5eec77c9234c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:15.381435 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:15.437049 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6a71e231-5520-4586-88ce-a40558a3bb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:15.456652 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-bc940aa5-e9f1-418f-b72d-3651f43027d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, da99628b-b531-4700-97cd-f2deca3ca96b) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:15.490274 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ec12f-3a0e-4372-8ad3-ae61430a8c69 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=0e96b5a0-69db-4269-92dd-2164c2918173,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:15.523849 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6a71e231-5520-4586-88ce-a40558a3bb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:15.531954 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc940aa5-e9f1-418f-b72d-3651f43027d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:15.535239 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc940aa5-e9f1-418f-b72d-3651f43027d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:15.626180 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf26125-9e3a-416e-8a18-d537ff584e37 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet 2b1a0ecc-7fc2-4571-bb8d-a4b4aee76495 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:34:15.627382 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-68811d04-052a-44f0-b83e-1c179017b471 req-800153b0-f71e-417e-a476-eed0ded84f80 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8425503 Aug 16 22:34:15.632399 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7bf2d1-2bb2-4152-bf7d-ff46e1066918 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network b37f28c6-5433-4b81-a374-96b460ce2070 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:34:15.640029 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:15.649800 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bc940aa5-e9f1-418f-b72d-3651f43027d8 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6200683 Aug 16 22:34:15.667302 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbf26125-9e3a-416e-8a18-d537ff584e37 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:15.684813 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39398) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:15.689059 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecae559-8d5d-4d00-bc5c-681cb9aeb490 None None] Network da99628b-b531-4700-97cd-f2deca3ca96b requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:15.692896 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6556f59c-69c3-47c9-a3bf-86c80db69669 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:15.741048 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:34:07Z', 'revision_number': 3, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:12Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8537298-e12a-4c00-99dd-c53302079e41', 'name': '', 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:e5:8e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:05Z', 'updated_at': '2021-08-16T22:34:14Z', 'revision_number': 4, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:15.765948 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-dc9aa5b8-e2b7-4480-adcf-4d4c8d2af601 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-721575723-router', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:15.767463 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:15.795547 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ef40ecd9-745e-4026-90e3-0e95e0dba22d None None] Could not find standard attr ID for object 17118a27-7a41-46a0-8bf0-4fb966cabcbf. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:34:15.799398 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56558d49-19fd-42b9-96be-4d1e7e06d8cf None None] The sync data for ids ['efcc801a-6953-445e-84ef-a7ee93ecda22'] in n-d-792458-15 is: [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:34:07Z', 'revision_number': 3, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:12Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8537298-e12a-4c00-99dd-c53302079e41', 'name': '', 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:e5:8e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:05Z', 'updated_at': '2021-08-16T22:34:14Z', 'revision_number': 4, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:15.812681 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-bd7bf2d1-2bb2-4152-bf7d-ff46e1066918 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, b37f28c6-5433-4b81-a374-96b460ce2070) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:15.823153 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbf26125-9e3a-416e-8a18-d537ff584e37 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:15.828458 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7bf2d1-2bb2-4152-bf7d-ff46e1066918 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:15.829916 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf2d1-2bb2-4152-bf7d-ff46e1066918 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:15.837723 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71e231-5520-4586-88ce-a40558a3bb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9618467-f672-494d-a78d-90add33bd849,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:15.911928 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bd7bf2d1-2bb2-4152-bf7d-ff46e1066918 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.5386591 Aug 16 22:34:15.916965 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39402) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:15.993037 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6a71e231-5520-4586-88ce-a40558a3bb68 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c7cfd38fd5c442d082205c43a8f43b77&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2394612 Aug 16 22:34:16.003570 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6bb9ab-26f6-4755-86b9-cec5444fc099 None None] Network b37f28c6-5433-4b81-a374-96b460ce2070 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:16.040839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39404) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:16.117857 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 6556f59c-69c3-47c9-a3bf-86c80db69669 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:16.118665 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:16.131572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99110701-65f5-4fae-9bfe-6c5ea0ede5f1 req-44153461-a236-4b78-b2ea-fc582f675e28 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:16.134371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99110701-65f5-4fae-9bfe-6c5ea0ede5f1 req-44153461-a236-4b78-b2ea-fc582f675e28 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 944 time: 0.5938284 Aug 16 22:34:16.176472 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa5b8-e2b7-4480-adcf-4d4c8d2af601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:16.178371 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa5b8-e2b7-4480-adcf-4d4c8d2af601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:16.294840 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71a8d185-3aaa-4af2-b382-039610a48d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:16.299567 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ef40ecd9-745e-4026-90e3-0e95e0dba22d None None] Provisioning for port f65c4baa-93f7-4ad2-a421-4f0456f7d11a completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:16.327401 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71a8d185-3aaa-4af2-b382-039610a48d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:16.374137 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ef40ecd9-745e-4026-90e3-0e95e0dba22d None None] Provisioning complete for port f65c4baa-93f7-4ad2-a421-4f0456f7d11a triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:16.374569 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ef40ecd9-745e-4026-90e3-0e95e0dba22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:16.408800 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-da99628b-b531-4700-97cd-f2deca3ca96b', 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'fixed_ips': [{'subnet_id': '1ffe763c-ff2b-42ed-bcf3-687f913d441b'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:34:16.409809 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:16.459821 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71a8d185-3aaa-4af2-b382-039610a48d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:16.469076 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71a8d185-3aaa-4af2-b382-039610a48d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:16.473877 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-71a8d185-3aaa-4af2-b382-039610a48d0d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b9618467-f672-494d-a78d-90add33bd849 HTTP/1.1" status: 204 len: 168 time: 0.4210010 Aug 16 22:34:16.690464 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3bd77a6a-b4a5-4e0f-b610-758ed9c563c9 req-50423317-eae8-4042-b258-70c9b436824a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9104886 Aug 16 22:34:16.737204 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbf26125-9e3a-416e-8a18-d537ff584e37 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:16.926933 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbf26125-9e3a-416e-8a18-d537ff584e37 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:16.934787 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa5b8-e2b7-4480-adcf-4d4c8d2af601 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:16.971635 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbf26125-9e3a-416e-8a18-d537ff584e37 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:16.975094 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bbf26125-9e3a-416e-8a18-d537ff584e37 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/2b1a0ecc-7fc2-4571-bb8d-a4b4aee76495 HTTP/1.1" status: 204 len: 168 time: 2.5965722 Aug 16 22:34:16.978574 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99110701-65f5-4fae-9bfe-6c5ea0ede5f1 req-7a7f8d81-5276-43f8-8ab4-ba62aede16f3 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8151896 Aug 16 22:34:16.986094 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8d185-3aaa-4af2-b382-039610a48d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9618467-f672-494d-a78d-90add33bd849,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:17.007587 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ef40ecd9-745e-4026-90e3-0e95e0dba22d None None] Port f65c4baa-93f7-4ad2-a421-4f0456f7d11a cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:34:17.077871 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf26125-9e3a-416e-8a18-d537ff584e37 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1a0ecc-7fc2-4571-bb8d-a4b4aee76495,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:17.104855 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39420) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:17.162874 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-889011ef-b21f-47cd-a97f-c3dba41e17ae tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:17.288336 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39426) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:17.343284 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d69670-8c22-49b6-b58d-74526a570381 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:17.362220 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5d659f42-d7c3-4958-9439-cf7beae5eb00 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2546873 Aug 16 22:34:17.384323 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39428) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:17.503171 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-b37f28c6-5433-4b81-a374-96b460ce2070', 'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'fixed_ips': [{'subnet_id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:34:17.504136 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:17.654211 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 99e5a238-28e2-4f4d-aecc-2776f090283f up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:17.655613 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4598019b-27fd-42db-b970-2ecb60bdd16d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:17.657921 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4598019b-27fd-42db-b970-2ecb60bdd16d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2709706 Aug 16 22:34:17.664621 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39430) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:17.763448 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65c4baa-93f7-4ad2-a421-4f0456f7d11a {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:34:17.777569 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:17.786458 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-29873336-9584-4327-8d68-36739015f20b None None] Provisioning complete for port 99e5a238-28e2-4f4d-aecc-2776f090283f triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:17.786899 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-29873336-9584-4327-8d68-36739015f20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:17.798993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] Allocated IP 172.20.0.2 (da99628b-b531-4700-97cd-f2deca3ca96b/1ffe763c-ff2b-42ed-bcf3-687f913d441b/288d788d-ac42-4a74-938c-6a1b657da835) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:17.812225 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] Transition to ACTIVE for port object f65c4baa-93f7-4ad2-a421-4f0456f7d11a will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:17.845377 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda34823-d723-4e18-8c11-48022acaace4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:17.849338 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cda34823-d723-4e18-8c11-48022acaace4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1780863 Aug 16 22:34:17.851710 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39434) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:17.886834 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:17.889841 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7f8ddb36-60cd-4940-baca-a613ba2f284c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:17.920925 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-afda49cc-ec2b-4261-9f13-d2c616402005 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679932 Aug 16 22:34:17.938792 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39436) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:17.944011 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3ae5eb4c-3084-45ff-84b3-920751081493 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:17.961364 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa5b8-e2b7-4480-adcf-4d4c8d2af601 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.028379 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] Pushing event updated for resources: {'Port': ['ID=f65c4baa-93f7-4ad2-a421-4f0456f7d11a,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:18.039398 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffd17b-4455-4fc7-bcc1-617d749d6025 req-73961d3d-c768-44d2-8863-31a22e26f252 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:18.052948 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1dffd17b-4455-4fc7-bcc1-617d749d6025 req-73961d3d-c768-44d2-8863-31a22e26f252 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 931 time: 0.7820628 Aug 16 22:34:18.064821 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 99e5a238-28e2-4f4d-aecc-2776f090283f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:18.066578 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.165725 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1aaee0f-b01c-4878-931b-1614cab6973b None None] DHCP port deletion for a58732b9-7854-450a-a2e3-f6da88770571 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:34:18.245763 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] Allocated IP 2001:db8:2::2 (b37f28c6-5433-4b81-a374-96b460ce2070/e782e4ca-ca2c-458a-8811-4cf5d0ad75f8/34afc88f-b5a4-4e11-8ddf-57c8e51d6337) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:18.295888 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1dffd17b-4455-4fc7-bcc1-617d749d6025 req-ae0fb8cf-5b8c-4f38-a83c-ede45314fd79 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391164 Aug 16 22:34:18.347193 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd77a6a-b4a5-4e0f-b610-758ed9c563c9 req-ed92de9f-3673-4a06-a7ea-16656d94c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:18.348812 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3bd77a6a-b4a5-4e0f-b610-758ed9c563c9 req-ed92de9f-3673-4a06-a7ea-16656d94c709 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5&tenant_id=89e6a3d49d324e0d860860f4a6f5f61c HTTP/1.1" status: 200 len: 1096 time: 0.1994486 Aug 16 22:34:18.464600 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7f8ddb36-60cd-4940-baca-a613ba2f284c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.474386 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7f8ddb36-60cd-4940-baca-a613ba2f284c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.484162 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] Attempting to bind port f65c4baa-93f7-4ad2-a421-4f0456f7d11a on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:18.484885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] Attempting to bind port f65c4baa-93f7-4ad2-a421-4f0456f7d11a by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:18.485475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] Attempting to bind port f65c4baa-93f7-4ad2-a421-4f0456f7d11a on network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:18.493112 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd77a6a-b4a5-4e0f-b610-758ed9c563c9 req-df0d22b2-7dda-499b-8cf5-f9d4e9cc41d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:18.496248 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3bd77a6a-b4a5-4e0f-b610-758ed9c563c9 req-df0d22b2-7dda-499b-8cf5-f9d4e9cc41d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89e6a3d49d324e0d860860f4a6f5f61c&device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 1096 time: 0.1145000 Aug 16 22:34:18.514156 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42662f9-1eaf-4d71-9d76-0b2d7aed10ef req-b98281e2-33bb-4310-a923-50a4f087f79f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:18.522684 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f42662f9-1eaf-4d71-9d76-0b2d7aed10ef req-b98281e2-33bb-4310-a923-50a4f087f79f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 944 time: 0.3448608 Aug 16 22:34:18.575697 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] Port f65c4baa-93f7-4ad2-a421-4f0456f7d11a on network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:34:18.576438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] Attempting to bind port f65c4baa-93f7-4ad2-a421-4f0456f7d11a on network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:18.597791 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae5eb4c-3084-45ff-84b3-920751081493 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:18.601927 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ae5eb4c-3084-45ff-84b3-920751081493 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.605524 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae5eb4c-3084-45ff-84b3-920751081493 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:34:18.606006 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae5eb4c-3084-45ff-84b3-920751081493 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:34:18.642862 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3ae5eb4c-3084-45ff-84b3-920751081493 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6974583 Aug 16 22:34:18.643688 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39442) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:18.652792 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-755f2204-2052-408c-b5ea-ccc02fd25709 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:18.663423 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f42662f9-1eaf-4d71-9d76-0b2d7aed10ef req-e43418f3-9f46-4843-b27b-97d5d5e38c41 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390128 Aug 16 22:34:18.678924 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7f8ddb36-60cd-4940-baca-a613ba2f284c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4b3577b687904e1abd7709580b849643&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3876040 Aug 16 22:34:18.685616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:18.687746 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39444) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:18.689003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] Checking segment: {'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:18.689748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] Bound using segment: {'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:18.693602 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] Bound port: f65c4baa-93f7-4ad2-a421-4f0456f7d11a, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:18.694667 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.700558 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ddb36-60cd-4940-baca-a613ba2f284c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210c5811-f3cc-488e-86a3-80421d56cd5b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:18.757228 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.767348 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] Transition to ACTIVE for port object 288d788d-ac42-4a74-938c-6a1b657da835 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:18.795211 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] Transition to ACTIVE for port object 288d788d-ac42-4a74-938c-6a1b657da835 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:18.809918 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c1aaee0f-b01c-4878-931b-1614cab6973b None None] Deleting port 99e5a238-28e2-4f4d-aecc-2776f090283f {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:18.812162 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c1aaee0f-b01c-4878-931b-1614cab6973b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.826240 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.827237 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd77a6a-b4a5-4e0f-b610-758ed9c563c9 req-e7388503-b50a-4d99-aa4e-5ce754e87bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:18.828967 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3bd77a6a-b4a5-4e0f-b610-758ed9c563c9 req-e7388503-b50a-4d99-aa4e-5ce754e87bce service neutron] 10.222.0.39 "GET /v2.0/networks?id=1aac5166-a976-4d3c-9235-d21b98e298ee HTTP/1.1" status: 200 len: 917 time: 0.3247423 Aug 16 22:34:18.957516 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf1152db-017d-426a-8505-770474fc3d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.995637 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3bd77a6a-b4a5-4e0f-b610-758ed9c563c9 req-11687987-a0fb-4b17-8f1d-3b8a9920cccf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=556c3713-e199-4fd0-98b9-3fd422868be5 HTTP/1.1" status: 200 len: 1000 time: 0.1403534 Aug 16 22:34:19.001430 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755f2204-2052-408c-b5ea-ccc02fd25709 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:19.006393 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-755f2204-2052-408c-b5ea-ccc02fd25709 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:19.008604 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-755f2204-2052-408c-b5ea-ccc02fd25709 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:34:19.009273 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-755f2204-2052-408c-b5ea-ccc02fd25709 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:34:19.031179 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf1152db-017d-426a-8505-770474fc3d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:19.113323 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-755f2204-2052-408c-b5ea-ccc02fd25709 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4639571 Aug 16 22:34:19.118181 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39448) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:19.127573 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4ec79702-8b98-4854-bab4-7e302a31f793 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:19.154507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] For port f65c4baa-93f7-4ad2-a421-4f0456f7d11a, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:19.175990 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa5b8-e2b7-4480-adcf-4d4c8d2af601 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:19.184708 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] For port f65c4baa-93f7-4ad2-a421-4f0456f7d11a, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=f65c4baa-93f7-4ad2-a421-4f0456f7d11a,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:19.212907 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd77a6a-b4a5-4e0f-b610-758ed9c563c9 req-12d0f452-797e-4149-811a-c2fa64ca1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:19.215323 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3bd77a6a-b4a5-4e0f-b610-758ed9c563c9 req-12d0f452-797e-4149-811a-c2fa64ca1fa4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d60c736-a0cd-48eb-8b90-5c8c42db55f8 HTTP/1.1" status: 200 len: 855 time: 0.2012217 Aug 16 22:34:19.218620 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa5b8-e2b7-4480-adcf-4d4c8d2af601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:19.364598 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:19.390578 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:19.401168 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:19.408013 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] Transition to ACTIVE for port object 34afc88f-b5a4-4e11-8ddf-57c8e51d6337 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:19.416999 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf1152db-017d-426a-8505-770474fc3d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:19.419115 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf1152db-017d-426a-8505-770474fc3d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:19.430586 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cf1152db-017d-426a-8505-770474fc3d06 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/210c5811-f3cc-488e-86a3-80421d56cd5b HTTP/1.1" status: 204 len: 168 time: 0.7417030 Aug 16 22:34:19.483043 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1152db-017d-426a-8505-770474fc3d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210c5811-f3cc-488e-86a3-80421d56cd5b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:19.491208 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd77a6a-b4a5-4e0f-b610-758ed9c563c9 req-f649cae3-e422-4ae7-9331-ea3db747e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:19.492832 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3bd77a6a-b4a5-4e0f-b610-758ed9c563c9 req-f649cae3-e422-4ae7-9331-ea3db747e26c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1aac5166-a976-4d3c-9235-d21b98e298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2697723 Aug 16 22:34:19.508252 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec79702-8b98-4854-bab4-7e302a31f793 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:19.512401 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ec79702-8b98-4854-bab4-7e302a31f793 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:19.513922 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec79702-8b98-4854-bab4-7e302a31f793 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:34:19.514465 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec79702-8b98-4854-bab4-7e302a31f793 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:34:19.607822 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-dc9aa5b8-e2b7-4480-adcf-4d4c8d2af601 admin admin] Allocated IP 172.25.6.71 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/d7a75166-4e87-4a6e-856c-a20bc8a77f37) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:19.616003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:19.616891 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:19.618672 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] 10.222.0.39 "PUT /v2.0/ports/f65c4baa-93f7-4ad2-a421-4f0456f7d11a HTTP/1.1" status: 200 len: 1092 time: 5.7022095 Aug 16 22:34:19.657391 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36d6c7d-bc1a-4577-bbc6-6880a51c324d', 'tag': 'f65c4baa-93f7-4ad2-a421-4f0456f7d11a'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:34:19.660422 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc99de7-61df-47c3-920f-94f55c48221a" -d '{"events": [{"name": "network-changed", "server_uuid": "a36d6c7d-bc1a-4577-bbc6-6880a51c324d", "tag": "f65c4baa-93f7-4ad2-a421-4f0456f7d11a"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:34:19.726311 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] Network da99628b-b531-4700-97cd-f2deca3ca96b is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:19.730251 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4ec79702-8b98-4854-bab4-7e302a31f793 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6057627 Aug 16 22:34:19.732173 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] Pushing event updated for resources: {'Port': ['ID=288d788d-ac42-4a74-938c-6a1b657da835,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:19.741503 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39460) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:19.759913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3fb29eee-e1eb-41c9-ba50-dc9f1511e515 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:19.763775 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:19.770879 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:19.937042 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce2379-3dda-40cb-9330-550cc2011aac service neutron] Pushing event updated for resources: {'Port': ['ID=f65c4baa-93f7-4ad2-a421-4f0456f7d11a,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:19.970901 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] Transition to ACTIVE for port object 34afc88f-b5a4-4e11-8ddf-57c8e51d6337 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:20.000742 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c1aaee0f-b01c-4878-931b-1614cab6973b None None] For port 99e5a238-28e2-4f4d-aecc-2776f090283f, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=99e5a238-28e2-4f4d-aecc-2776f090283f,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:20.001223 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c1aaee0f-b01c-4878-931b-1614cab6973b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:20.061990 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa974851-0983-4c5b-8bff-3024e8be854f req-08a1a765-1aea-493b-bf7f-4fecb50f3ffb tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:20.070524 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aa974851-0983-4c5b-8bff-3024e8be854f req-08a1a765-1aea-493b-bf7f-4fecb50f3ffb tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 943 time: 0.5261874 Aug 16 22:34:20.106734 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:20.109648 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-02e35a74-2e45-4bcf-bbec-96169c4c08c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:20.111606 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-02e35a74-2e45-4bcf-bbec-96169c4c08c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 1095 time: 0.4266465 Aug 16 22:34:20.198142 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-889011ef-b21f-47cd-a97f-c3dba41e17ae tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Allocated IP 2001:db8:2::1 (b37f28c6-5433-4b81-a374-96b460ce2070/e782e4ca-ca2c-458a-8811-4cf5d0ad75f8/03fd34c1-2c78-4c53-bc53-f1189f45b8d0) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:20.211077 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c1aaee0f-b01c-4878-931b-1614cab6973b None None] Calling delete_port for 99e5a238-28e2-4f4d-aecc-2776f090283f owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:20.240590 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] Network b37f28c6-5433-4b81-a374-96b460ce2070 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:20.248936 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-e871a926-27c6-45e5-b649-bdf34fe4c372 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f65c4baa-93f7-4ad2-a421-4f0456f7d11a HTTP/1.1" status: 200 len: 217 time: 0.1235759 Aug 16 22:34:20.329351 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:20.344540 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aa974851-0983-4c5b-8bff-3024e8be854f req-dadb9e9d-58bf-42ac-9781-889875170758 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725725 Aug 16 22:34:20.362614 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:20.401876 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] Attempting to bind port 288d788d-ac42-4a74-938c-6a1b657da835 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:20.402984 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] Attempting to bind port 288d788d-ac42-4a74-938c-6a1b657da835 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'f49b538c-ee16-49f5-9348-ff385476c911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:20.403824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] Attempting to bind port 288d788d-ac42-4a74-938c-6a1b657da835 on network da99628b-b531-4700-97cd-f2deca3ca96b {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:20.421629 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-889011ef-b21f-47cd-a97f-c3dba41e17ae tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:20.441565 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-889011ef-b21f-47cd-a97f-c3dba41e17ae tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Transition to ACTIVE for port object 03fd34c1-2c78-4c53-bc53-f1189f45b8d0 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:20.493598 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-889011ef-b21f-47cd-a97f-c3dba41e17ae tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:20.560864 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efce579c-f9fa-4ffb-b2e9-3fc571a2f91c x-openstack-request-id: req-efce579c-f9fa-4ffb-b2e9-3fc571a2f91c {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:34:20.562085 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36d6c7d-bc1a-4577-bbc6-6880a51c324d", "tag": "f65c4baa-93f7-4ad2-a421-4f0456f7d11a", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:34:20.562794 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-efce579c-f9fa-4ffb-b2e9-3fc571a2f91c {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:34:20.563669 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36d6c7d-bc1a-4577-bbc6-6880a51c324d', 'tag': 'f65c4baa-93f7-4ad2-a421-4f0456f7d11a', 'status': 'completed', 'code': 200} Aug 16 22:34:20.574979 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa5b8-e2b7-4480-adcf-4d4c8d2af601 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:20.612903 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:20.617316 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:20.619905 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:20.622191 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] Checking segment: {'id': 'f49b538c-ee16-49f5-9348-ff385476c911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:20.625424 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:20.626550 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] Bound using segment: {'id': 'f49b538c-ee16-49f5-9348-ff385476c911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:20.627780 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] Bound port: 288d788d-ac42-4a74-938c-6a1b657da835, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49b538c-ee16-49f5-9348-ff385476c911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:20.632546 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:20.658759 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889011ef-b21f-47cd-a97f-c3dba41e17ae tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network b37f28c6-5433-4b81-a374-96b460ce2070 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:20.660619 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb29eee-e1eb-41c9-ba50-dc9f1511e515 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:20.662963 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-4e882dc7-8be7-49e4-afc5-135055ccad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:20.666667 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3fb29eee-e1eb-41c9-ba50-dc9f1511e515 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:20.668868 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb29eee-e1eb-41c9-ba50-dc9f1511e515 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:34:20.669243 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb29eee-e1eb-41c9-ba50-dc9f1511e515 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:34:20.671204 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-4e882dc7-8be7-49e4-afc5-135055ccad7d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 200 len: 851 time: 0.4040191 Aug 16 22:34:20.687056 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3bd77a6a-b4a5-4e0f-b610-758ed9c563c9 req-7e6809a8-b593-4ed1-8a98-a94b350b714c service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1796572 Aug 16 22:34:20.693126 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-889011ef-b21f-47cd-a97f-c3dba41e17ae tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:20.703774 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889011ef-b21f-47cd-a97f-c3dba41e17ae tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Port': ['ID=03fd34c1-2c78-4c53-bc53-f1189f45b8d0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:20.709910 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889011ef-b21f-47cd-a97f-c3dba41e17ae tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:20.710805 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-889011ef-b21f-47cd-a97f-c3dba41e17ae tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:20.850966 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] Attempting to bind port 34afc88f-b5a4-4e11-8ddf-57c8e51d6337 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:20.851752 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] Attempting to bind port 34afc88f-b5a4-4e11-8ddf-57c8e51d6337 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '516ba71a-bcad-42cb-bf01-7d62cb1032ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:20.852073 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] Attempting to bind port 34afc88f-b5a4-4e11-8ddf-57c8e51d6337 on network b37f28c6-5433-4b81-a374-96b460ce2070 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:20.884370 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] Pushing event updated for resources: {'Port': ['ID=34afc88f-b5a4-4e11-8ddf-57c8e51d6337,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:20.942273 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:20.942924 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] Checking segment: {'id': '516ba71a-bcad-42cb-bf01-7d62cb1032ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:20.943683 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:20.965935 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] Bound using segment: {'id': '516ba71a-bcad-42cb-bf01-7d62cb1032ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:20.969721 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] Bound port: 34afc88f-b5a4-4e11-8ddf-57c8e51d6337, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516ba71a-bcad-42cb-bf01-7d62cb1032ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:20.970658 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:21.022948 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3bd77a6a-b4a5-4e0f-b610-758ed9c563c9 req-3a0353e6-ad0c-40d1-ad77-0bd3360229d5 service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201051 Aug 16 22:34:21.033828 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3fb29eee-e1eb-41c9-ba50-dc9f1511e515 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2838032 Aug 16 22:34:21.040090 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39480) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:21.092293 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-94bdbe16-977f-4cd3-b46a-53c039a2ddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:21.100396 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-94bdbe16-977f-4cd3-b46a-53c039a2ddf2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4166536 Aug 16 22:34:21.103741 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa5b8-e2b7-4480-adcf-4d4c8d2af601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:21.183444 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e1766118-ff62-461e-8634-f9fa188e5982 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:21.188113 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] For port 288d788d-ac42-4a74-938c-6a1b657da835, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:21.192771 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] For port 288d788d-ac42-4a74-938c-6a1b657da835, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=288d788d-ac42-4a74-938c-6a1b657da835,segment=NetworkSegment(f49b538c-ee16-49f5-9348-ff385476c911),segment_id=f49b538c-ee16-49f5-9348-ff385476c911)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:21.217056 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:21.291983 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06714aac-74d4-4349-b128-cd7ba6cbfd0f req-a7513f10-4ca4-4e3b-9677-dbc1f5c838ab tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:21.311355 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-06714aac-74d4-4349-b128-cd7ba6cbfd0f req-a7513f10-4ca4-4e3b-9677-dbc1f5c838ab tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 944 time: 0.5443158 Aug 16 22:34:21.595435 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] For port 34afc88f-b5a4-4e11-8ddf-57c8e51d6337, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:21.600735 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] For port 34afc88f-b5a4-4e11-8ddf-57c8e51d6337, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=34afc88f-b5a4-4e11-8ddf-57c8e51d6337,segment=NetworkSegment(516ba71a-bcad-42cb-bf01-7d62cb1032ec),segment_id=516ba71a-bcad-42cb-bf01-7d62cb1032ec)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:21.603685 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106293d-3224-4108-b0a7-ceb8bb1208be None None] Pushing event updated for resources: {'Port': ['ID=288d788d-ac42-4a74-938c-6a1b657da835,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:21.633460 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:21.710784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9aa5b8-e2b7-4480-adcf-4d4c8d2af601 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:21.773245 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9aa5b8-e2b7-4480-adcf-4d4c8d2af601 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a75166-4e87-4a6e-856c-a20bc8a77f37,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:21.781643 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-889011ef-b21f-47cd-a97f-c3dba41e17ae tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:21.818415 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c1aaee0f-b01c-4878-931b-1614cab6973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:21.834723 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1766118-ff62-461e-8634-f9fa188e5982 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:21.840543 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1766118-ff62-461e-8634-f9fa188e5982 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:21.843373 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1766118-ff62-461e-8634-f9fa188e5982 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:34:21.851047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1766118-ff62-461e-8634-f9fa188e5982 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:34:21.891336 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-dc9aa5b8-e2b7-4480-adcf-4d4c8d2af601 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:21.904044 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9aa5b8-e2b7-4480-adcf-4d4c8d2af601 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:21.997775 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device f8537298-e12a-4c00-99dd-c53302079e41 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:22.005882 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aaee0f-b01c-4878-931b-1614cab6973b None None] No DVR routers for this DVR port 99e5a238-28e2-4f4d-aecc-2776f090283f on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:34:22.048131 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e1766118-ff62-461e-8634-f9fa188e5982 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8781927 Aug 16 22:34:22.049372 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39506) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:22.055258 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-7da348bd-7439-446e-9950-4a1edc39306c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:22.100492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673a024-89fd-4c1e-b796-76f7a3ace7c2 None None] Pushing event updated for resources: {'Port': ['ID=34afc88f-b5a4-4e11-8ddf-57c8e51d6337,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:22.175490 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aaee0f-b01c-4878-931b-1614cab6973b None None] Pushing event deleted for resources: {'Port': ['ID=99e5a238-28e2-4f4d-aecc-2776f090283f,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:22.222821 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port f8537298-e12a-4c00-99dd-c53302079e41 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:22.235260 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port f8537298-e12a-4c00-99dd-c53302079e41 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:22.236046 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:22.283129 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-06714aac-74d4-4349-b128-cd7ba6cbfd0f req-6402786e-b819-4dd5-860b-42b9a7804588 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9685733 Aug 16 22:34:22.463443 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-b6f40eb4-f80e-40de-a623-c6b262c21420 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3492351 Aug 16 22:34:22.499325 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:22.519416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3a02f-6e45-4584-b648-09a03bc2d042 req-9c76ac0f-95fe-425c-8885-f1861fce87fd tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:22.520938 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fab3a02f-6e45-4584-b648-09a03bc2d042 req-9c76ac0f-95fe-425c-8885-f1861fce87fd tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 943 time: 0.9701617 Aug 16 22:34:22.689656 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port f8537298-e12a-4c00-99dd-c53302079e41, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=f8537298-e12a-4c00-99dd-c53302079e41,segment=NetworkSegment(c219bbe8-fff7-4692-813b-5eec77c9234c),segment_id=c219bbe8-fff7-4692-813b-5eec77c9234c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:22.704962 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:22.820909 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da348bd-7439-446e-9950-4a1edc39306c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:22.837940 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7da348bd-7439-446e-9950-4a1edc39306c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:22.848381 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da348bd-7439-446e-9950-4a1edc39306c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:34:22.853090 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da348bd-7439-446e-9950-4a1edc39306c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:34:22.862120 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 99e5a238-28e2-4f4d-aecc-2776f090283f no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:34:23.015435 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 99e5a238-28e2-4f4d-aecc-2776f090283f {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:34:23.016216 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 99e5a238-28e2-4f4d-aecc-2776f090283f not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:34:23.049717 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=f8537298-e12a-4c00-99dd-c53302079e41,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:23.263133 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fab3a02f-6e45-4584-b648-09a03bc2d042 req-ec87cfff-17f7-4887-9894-6006c2e5c45a tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6984863 Aug 16 22:34:23.309724 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-889011ef-b21f-47cd-a97f-c3dba41e17ae tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:23.356447 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-889011ef-b21f-47cd-a97f-c3dba41e17ae tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:23.357236 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-889011ef-b21f-47cd-a97f-c3dba41e17ae tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:23.428986 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70fefe6b-61fa-4c4c-b100-86e160a090e7 req-9ab41b5d-5cd6-4d3f-99b0-7eb120982cae service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9068072 Aug 16 22:34:23.589188 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 288d788d-ac42-4a74-938c-6a1b657da835 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:23.627738 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889011ef-b21f-47cd-a97f-c3dba41e17ae tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Port': ['ID=03fd34c1-2c78-4c53-bc53-f1189f45b8d0,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:23.791597 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 288d788d-ac42-4a74-938c-6a1b657da835 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:23.826435 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 34afc88f-b5a4-4e11-8ddf-57c8e51d6337 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:23.847664 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7da348bd-7439-446e-9950-4a1edc39306c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.7973752 Aug 16 22:34:23.850403 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39536) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:23.933590 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889011ef-b21f-47cd-a97f-c3dba41e17ae tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network b37f28c6-5433-4b81-a374-96b460ce2070 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:23.935400 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-889011ef-b21f-47cd-a97f-c3dba41e17ae tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:23.959441 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39538) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:23.962642 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d62f0b24-8d9e-42b8-81f8-b07454b8c212 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1106718 Aug 16 22:34:24.029319 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce50d6f-b8dd-4130-b87c-4f67ab5fe6dc None None] Network da99628b-b531-4700-97cd-f2deca3ca96b requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:24.216146 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa5b8-e2b7-4480-adcf-4d4c8d2af601 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:24.349764 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc99de7-61df-47c3-920f-94f55c48221a req-8e78eeb6-fd0d-400e-a3be-83563287102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:24.350544 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8645bc-c841-4043-94ac-4d84e1c4075c None None] Network b37f28c6-5433-4b81-a374-96b460ce2070 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:24.357712 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ebc99de7-61df-47c3-920f-94f55c48221a req-8e78eeb6-fd0d-400e-a3be-83563287102a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 1095 time: 0.6813099 Aug 16 22:34:24.382359 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 34afc88f-b5a4-4e11-8ddf-57c8e51d6337 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:24.410713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665a50a-86c5-44d2-94bb-ef8ed38dc0dd req-41a6aea6-afb5-41ff-afc8-4a0bed1030f4 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:24.440577 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2665a50a-86c5-44d2-94bb-ef8ed38dc0dd req-41a6aea6-afb5-41ff-afc8-4a0bed1030f4 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 944 time: 0.7323904 Aug 16 22:34:24.566661 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-465d9f59-78e2-40a7-9e6a-c74c0a541f2b None None] Provisioning for port 288d788d-ac42-4a74-938c-6a1b657da835 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:24.577579 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-465d9f59-78e2-40a7-9e6a-c74c0a541f2b None None] Provisioning complete for port 288d788d-ac42-4a74-938c-6a1b657da835 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:24.578381 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-465d9f59-78e2-40a7-9e6a-c74c0a541f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:24.781179 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2665a50a-86c5-44d2-94bb-ef8ed38dc0dd req-32302729-ef62-43bd-b99a-f8456ad74568 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3389721 Aug 16 22:34:24.848958 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e02922-20c2-48d2-b541-96b3bce29ad1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:24.850440 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c0e02922-20c2-48d2-b541-96b3bce29ad1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8373916 Aug 16 22:34:24.855957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39552) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:25.168786 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-465d9f59-78e2-40a7-9e6a-c74c0a541f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:25.334000 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889011ef-b21f-47cd-a97f-c3dba41e17ae tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router efcc801a-6953-445e-84ef-a7ee93ecda22 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:34:25.404670 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-465d9f59-78e2-40a7-9e6a-c74c0a541f2b None None] For port 288d788d-ac42-4a74-938c-6a1b657da835, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=288d788d-ac42-4a74-938c-6a1b657da835,segment=NetworkSegment(f49b538c-ee16-49f5-9348-ff385476c911),segment_id=f49b538c-ee16-49f5-9348-ff385476c911)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:25.415352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device f8537298-e12a-4c00-99dd-c53302079e41 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:25.491203 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-465d9f59-78e2-40a7-9e6a-c74c0a541f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:25.672352 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889011ef-b21f-47cd-a97f-c3dba41e17ae tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:25.679576 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-889011ef-b21f-47cd-a97f-c3dba41e17ae tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/efcc801a-6953-445e-84ef-a7ee93ecda22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7603743 Aug 16 22:34:25.687322 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39568) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:25.692580 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c464081c-6ed8-480a-a53c-a52db78d567e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-459331567'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:25.700430 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] Sync routers for ids ['efcc801a-6953-445e-84ef-a7ee93ecda22'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:34:25.748894 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c464081c-6ed8-480a-a53c-a52db78d567e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Made reservation on behalf of c913d440e664450daff7210bf2719493 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:25.754003 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c464081c-6ed8-480a-a53c-a52db78d567e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:25.813158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f6f46158-e75f-4ec9-838d-141d64b466d2 None None] Provisioning for port 34afc88f-b5a4-4e11-8ddf-57c8e51d6337 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:25.823038 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c464081c-6ed8-480a-a53c-a52db78d567e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:34:25.831032 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d9f59-78e2-40a7-9e6a-c74c0a541f2b None None] Pushing event updated for resources: {'Port': ['ID=288d788d-ac42-4a74-938c-6a1b657da835,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:25.851843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] Routers {'efcc801a-6953-445e-84ef-a7ee93ecda22'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:25.860265 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:34:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['efcc801a-6953-445e-84ef-a7ee93ecda22'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:25.873473 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c464081c-6ed8-480a-a53c-a52db78d567e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:25.877712 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-c464081c-6ed8-480a-a53c-a52db78d567e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Added segment 887d230c-2a92-4e80-9822-7c3b4ccf1114 of type vlan for network 8582fc52-bc2b-4c27-950b-55ae9e5c979f Aug 16 22:34:25.992055 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f6f46158-e75f-4ec9-838d-141d64b466d2 None None] Provisioning complete for port 34afc88f-b5a4-4e11-8ddf-57c8e51d6337 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:25.992517 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f6f46158-e75f-4ec9-838d-141d64b466d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:26.011001 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4c51fd0c-9511-4ec3-b08c-a1cfd8c29f87 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.1452811 Aug 16 22:34:26.020282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39574) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:26.024484 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c464081c-6ed8-480a-a53c-a52db78d567e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:26.071643 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-7b664d19-1606-4a06-903f-2b39bc636003 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:26.228519 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.resource_extend [None req-c464081c-6ed8-480a-a53c-a52db78d567e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:34:26.257492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc99de7-61df-47c3-920f-94f55c48221a req-0add31dc-5275-4f75-8eb9-c94d85b39096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:26.264641 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ebc99de7-61df-47c3-920f-94f55c48221a req-0add31dc-5275-4f75-8eb9-c94d85b39096 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 913 time: 1.7327902 Aug 16 22:34:26.314382 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port f8537298-e12a-4c00-99dd-c53302079e41 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:26.315363 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:26.333451 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d975412-1afe-44f5-9cb9-490ecc3b1600 req-5a1bda9a-d5e3-4ada-939b-25e7af72e772 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:26.341371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d975412-1afe-44f5-9cb9-490ecc3b1600 req-5a1bda9a-d5e3-4ada-939b-25e7af72e772 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 943 time: 1.8043323 Aug 16 22:34:26.390844 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c464081c-6ed8-480a-a53c-a52db78d567e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:26.396676 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c464081c-6ed8-480a-a53c-a52db78d567e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:26.397352 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c464081c-6ed8-480a-a53c-a52db78d567e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:26.488542 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c464081c-6ed8-480a-a53c-a52db78d567e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8000481 Aug 16 22:34:26.489678 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39586) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:26.584439 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-7089f77c-bf94-4d66-8728-add68a664c7a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'subnet': {'network_id': '8582fc52-bc2b-4c27-950b-55ae9e5c979f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:26.791254 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b664d19-1606-4a06-903f-2b39bc636003 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:26.795899 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b664d19-1606-4a06-903f-2b39bc636003 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:26.854118 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464081c-6ed8-480a-a53c-a52db78d567e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Network': ['ID=8582fc52-bc2b-4c27-950b-55ae9e5c979f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:26.891863 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 8582fc52-bc2b-4c27-950b-55ae9e5c979f details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:34:26.971235 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa5b8-e2b7-4480-adcf-4d4c8d2af601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:27.143652 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] Set router efcc801a-6953-445e-84ef-a7ee93ecda22 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:27.148672 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ebc99de7-61df-47c3-920f-94f55c48221a req-ac8face3-c4ba-4b81-a5d7-1eb55f4ed463 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f65c4baa-93f7-4ad2-a421-4f0456f7d11a HTTP/1.1" status: 200 len: 217 time: 0.2744060 Aug 16 22:34:27.339302 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device f65c4baa-93f7-4ad2-a421-4f0456f7d11a details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:34:27.452069 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7089f77c-bf94-4d66-8728-add68a664c7a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Made reservation on behalf of c913d440e664450daff7210bf2719493 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:27.460353 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7089f77c-bf94-4d66-8728-add68a664c7a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:27.472828 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f6f46158-e75f-4ec9-838d-141d64b466d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:27.550556 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d975412-1afe-44f5-9cb9-490ecc3b1600 req-c452ad0d-da90-4015-8e78-25ae4c3da4e0 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6774137 Aug 16 22:34:27.654960 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f6f46158-e75f-4ec9-838d-141d64b466d2 None None] For port 34afc88f-b5a4-4e11-8ddf-57c8e51d6337, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=34afc88f-b5a4-4e11-8ddf-57c8e51d6337,segment=NetworkSegment(516ba71a-bcad-42cb-bf01-7d62cb1032ec),segment_id=516ba71a-bcad-42cb-bf01-7d62cb1032ec)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:27.657280 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f80e6-11b5-4279-a157-f581b6ff6ee6 req-d11f4eb2-62e7-456f-a448-2f12efed81b2 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:27.688595 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b4f80e6-11b5-4279-a157-f581b6ff6ee6 req-d11f4eb2-62e7-456f-a448-2f12efed81b2 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 944 time: 1.6578448 Aug 16 22:34:28.024253 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f6f46158-e75f-4ec9-838d-141d64b466d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:28.069791 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc99de7-61df-47c3-920f-94f55c48221a req-8e7502f6-6c0b-4a08-b836-0eeca966b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:28.111828 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ebc99de7-61df-47c3-920f-94f55c48221a req-8e7502f6-6c0b-4a08-b836-0eeca966b9d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 200 len: 851 time: 0.9512856 Aug 16 22:34:28.243172 n-d-792458-15 neutron-server[94872]: DEBUG neutron.objects.ports [None req-7b664d19-1606-4a06-903f-2b39bc636003 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:34:28.250035 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b664d19-1606-4a06-903f-2b39bc636003 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:28.348336 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b4f80e6-11b5-4279-a157-f581b6ff6ee6 req-7b9bb17d-1e4b-47cb-b0cb-6af54e926d91 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6296337 Aug 16 22:34:28.357189 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b664d19-1606-4a06-903f-2b39bc636003 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=8384a608-ea32-4c99-a874-a7c018eaf734,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:28.360238 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7089f77c-bf94-4d66-8728-add68a664c7a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:28.475873 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc99de7-61df-47c3-920f-94f55c48221a req-7bafde88-fac7-48b9-b0cc-aabaea524aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:28.482263 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ebc99de7-61df-47c3-920f-94f55c48221a req-7bafde88-fac7-48b9-b0cc-aabaea524aff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3040402 Aug 16 22:34:28.502472 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089f77c-bf94-4d66-8728-add68a664c7a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Subnet': ['ID=69bcdcbc-72ab-4ea0-8340-adea7e1edd38,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:28.538619 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b664d19-1606-4a06-903f-2b39bc636003 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:28.542399 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-7b664d19-1606-4a06-903f-2b39bc636003 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:28.548798 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b664d19-1606-4a06-903f-2b39bc636003 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:28.549515 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b664d19-1606-4a06-903f-2b39bc636003 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:28.592138 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7b664d19-1606-4a06-903f-2b39bc636003 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5705349 Aug 16 22:34:28.616810 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39610) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:28.624942 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-419e2531-7cc1-4192-867f-69341e1dcdb4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'mac_address': 'fa:16:3e:46:02:3c', 'name': 'tempest-NetworksTestDHCPv6-1170239715'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:28.632860 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9aa5b8-e2b7-4480-adcf-4d4c8d2af601 admin admin] Router 3d35e2bf-351d-4949-b12e-fb3c9fccc31a is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:34:28.674857 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00343ffe-4fe4-4874-8312-91ea56154bf9 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:28.722248 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7089f77c-bf94-4d66-8728-add68a664c7a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Checking segment: {'id': '887d230c-2a92-4e80-9822-7c3b4ccf1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8582fc52-bc2b-4c27-950b-55ae9e5c979f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:28.723049 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7089f77c-bf94-4d66-8728-add68a664c7a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network hostable DHCP agents. Network: 8582fc52-bc2b-4c27-950b-55ae9e5c979f, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:34:28.767398 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7089f77c-bf94-4d66-8728-add68a664c7a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network 8582fc52-bc2b-4c27-950b-55ae9e5c979f is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:34:28.811265 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-7089f77c-bf94-4d66-8728-add68a664c7a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 8582fc52-bc2b-4c27-950b-55ae9e5c979f) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:28.819756 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7089f77c-bf94-4d66-8728-add68a664c7a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:28.820832 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7089f77c-bf94-4d66-8728-add68a664c7a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:28.827478 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f6f46158-e75f-4ec9-838d-141d64b466d2 None None] Provisioning complete for port 288d788d-ac42-4a74-938c-6a1b657da835 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:28.827862 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f6f46158-e75f-4ec9-838d-141d64b466d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:28.860385 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e471e70-8de2-4b45-9af1-0efa06083be7 None None] Network 8582fc52-bc2b-4c27-950b-55ae9e5c979f requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:28.901598 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7089f77c-bf94-4d66-8728-add68a664c7a tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3499496 Aug 16 22:34:28.910690 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39618) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:29.031444 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f46158-e75f-4ec9-838d-141d64b466d2 None None] Pushing event updated for resources: {'Port': ['ID=34afc88f-b5a4-4e11-8ddf-57c8e51d6337,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:29.226643 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 288d788d-ac42-4a74-938c-6a1b657da835 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:29.483904 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port f65c4baa-93f7-4ad2-a421-4f0456f7d11a, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=f65c4baa-93f7-4ad2-a421-4f0456f7d11a,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:29.519566 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9aa5b8-e2b7-4480-adcf-4d4c8d2af601 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:29.533355 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] Sync routers for ids ['3d35e2bf-351d-4949-b12e-fb3c9fccc31a'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:34:29.548552 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] Routers {'3d35e2bf-351d-4949-b12e-fb3c9fccc31a'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:29.550167 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:34:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['3d35e2bf-351d-4949-b12e-fb3c9fccc31a'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:29.574278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ebc99de7-61df-47c3-920f-94f55c48221a req-a49c27e2-3521-4e0a-99aa-f639e42c9370 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0820072 Aug 16 22:34:29.604468 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e735956-8bc5-4875-bb9b-c044ca3bcd9a req-0190a056-541d-4abb-ae2a-a4b49819d553 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:29.607365 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e735956-8bc5-4875-bb9b-c044ca3bcd9a req-0190a056-541d-4abb-ae2a-a4b49819d553 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 943 time: 0.6503005 Aug 16 22:34:29.716651 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] Set router 3d35e2bf-351d-4949-b12e-fb3c9fccc31a gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:29.724321 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'f65c4baa-93f7-4ad2-a421-4f0456f7d11a', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'port_id': 'f65c4baa-93f7-4ad2-a421-4f0456f7d11a', 'mac_address': 'fa:16:3e:9f:85:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:34:29.796229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419e2531-7cc1-4192-867f-69341e1dcdb4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:29.871585 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa5b8-e2b7-4480-adcf-4d4c8d2af601 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:29.872835 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dc9aa5b8-e2b7-4480-adcf-4d4c8d2af601 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 14.1222389 Aug 16 22:34:29.896384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39630) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:29.995148 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:34:21Z', 'revision_number': 4, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '03fd34c1-2c78-4c53-bc53-f1189f45b8d0', 'name': '', 'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:c4:65:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:17Z', 'updated_at': '2021-08-16T22:34:22Z', 'revision_number': 2, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:12Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8537298-e12a-4c00-99dd-c53302079e41', 'name': '', 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:e5:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:05Z', 'updated_at': '2021-08-16T22:34:22Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:30.145138 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] Checking router: efcc801a-6953-445e-84ef-a7ee93ecda22 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:34:30.145824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] Updating router efcc801a-6953-445e-84ef-a7ee93ecda22 port 03fd34c1-2c78-4c53-bc53-f1189f45b8d0 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:34:30.241435 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-8582fc52-bc2b-4c27-950b-55ae9e5c979f', 'network_id': '8582fc52-bc2b-4c27-950b-55ae9e5c979f', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'fixed_ips': [{'subnet_id': '69bcdcbc-72ab-4ea0-8340-adea7e1edd38'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:34:30.245671 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:30.315313 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:30.351180 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a58732b9-7854-450a-a2e3-f6da88770571', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'fixed_ips': [{'subnet_id': '8384a608-ea32-4c99-a874-a7c018eaf734'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:34:30.353204 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:30.529109 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-419e2531-7cc1-4192-867f-69341e1dcdb4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:30.595824 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d917860-f400-41eb-b1ef-b05aa1f14099 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:30.711867 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e735956-8bc5-4875-bb9b-c044ca3bcd9a req-4061ac2c-0adf-4dde-9acb-f218fbc2e692 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0666826 Aug 16 22:34:30.766212 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'name': 'tempest-TaggedBootDevicesTest-721575723-router', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:16Z', 'updated_at': '2021-08-16T22:34:23Z', 'revision_number': 3, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'gw_port': {'id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:47:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:19Z', 'updated_at': '2021-08-16T22:34:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:30.812882 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ebc99de7-61df-47c3-920f-94f55c48221a req-0b88161a-72b5-4158-84a3-790a40c46e62 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2240164 Aug 16 22:34:30.878634 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 288d788d-ac42-4a74-938c-6a1b657da835 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:30.878634 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:30.904537 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] Checking router: 3d35e2bf-351d-4949-b12e-fb3c9fccc31a for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:34:30.906440 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] Updating router 3d35e2bf-351d-4949-b12e-fb3c9fccc31a port d7a75166-4e87-4a6e-856c-a20bc8a77f37 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:34:30.975434 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-419e2531-7cc1-4192-867f-69341e1dcdb4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] device_id is not set on port 27c20784-4f86-417e-a2f0-4989906b10d6 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:34:30.994659 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:31.014512 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd758f3-1e2b-4249-8b91-18c06a0e198f req-27d19198-f362-46bf-96e3-b0aed0f8fccd tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:31.025370 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0cd758f3-1e2b-4249-8b91-18c06a0e198f req-27d19198-f362-46bf-96e3-b0aed0f8fccd tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 944 time: 1.3607693 Aug 16 22:34:31.142050 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0cd758f3-1e2b-4249-8b91-18c06a0e198f req-2509f7e7-e251-4026-be61-3ac7b54ef9bf tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147914 Aug 16 22:34:31.353123 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:31.508124 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-419e2531-7cc1-4192-867f-69341e1dcdb4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8::f816:3eff:fe46:23c (a58732b9-7854-450a-a2e3-f6da88770571/8384a608-ea32-4c99-a874-a7c018eaf734/27c20784-4f86-417e-a2f0-4989906b10d6) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:31.569617 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65c4baa-93f7-4ad2-a421-4f0456f7d11a {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:34:31.919570 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-8d917860-f400-41eb-b1ef-b05aa1f14099 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Allocated IP 2001:db8:3::1 (8582fc52-bc2b-4c27-950b-55ae9e5c979f/69bcdcbc-72ab-4ea0-8340-adea7e1edd38/e21c1572-4861-48d5-8884-ed08e862dff9) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:31.931063 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port f65c4baa-93f7-4ad2-a421-4f0456f7d11a, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=f65c4baa-93f7-4ad2-a421-4f0456f7d11a,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:32.148219 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:32.164230 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-419e2531-7cc1-4192-867f-69341e1dcdb4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:32.196577 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:32.197400 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ea9911aa-3ad7-4767-a49f-4c3499f4de46 None None] Provisioning for port 03fd34c1-2c78-4c53-bc53-f1189f45b8d0 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:32.256089 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] Transition to ACTIVE for port object d7a75166-4e87-4a6e-856c-a20bc8a77f37 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:32.264864 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:32.296633 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ea9911aa-3ad7-4767-a49f-4c3499f4de46 None None] Provisioning complete for port 03fd34c1-2c78-4c53-bc53-f1189f45b8d0 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:32.302644 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ea9911aa-3ad7-4767-a49f-4c3499f4de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:32.361923 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-419e2531-7cc1-4192-867f-69341e1dcdb4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Transition to ACTIVE for port object 27c20784-4f86-417e-a2f0-4989906b10d6 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:32.366050 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39660) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:32.388726 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d917860-f400-41eb-b1ef-b05aa1f14099 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:32.459396 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8d917860-f400-41eb-b1ef-b05aa1f14099 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Transition to ACTIVE for port object e21c1572-4861-48d5-8884-ed08e862dff9 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:32.538763 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] Attempting to bind port d7a75166-4e87-4a6e-856c-a20bc8a77f37 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:32.546126 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] Attempting to bind port d7a75166-4e87-4a6e-856c-a20bc8a77f37 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:32.547363 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] Attempting to bind port d7a75166-4e87-4a6e-856c-a20bc8a77f37 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:32.551547 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d485ae9-94f3-4ed6-b321-65a4180be125 None None] Pushing event updated for resources: {'Port': ['ID=d7a75166-4e87-4a6e-856c-a20bc8a77f37,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:32.578767 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:32.586928 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:32.587534 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['f65c4baa-93f7-4ad2-a421-4f0456f7d11a'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:34:32.589990 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:32.590684 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:32.599062 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] Bound port: d7a75166-4e87-4a6e-856c-a20bc8a77f37, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:32.616295 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:32.628486 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d917860-f400-41eb-b1ef-b05aa1f14099 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:32.709588 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0e797b7-5253-453c-9314-cd59fd6352ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:32.714156 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b0814-5181-492c-9fea-8688810b59e9 req-e87a4b75-0063-49b7-9d16-9e8e6497b801 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:32.725065 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d30b0814-5181-492c-9fea-8688810b59e9 req-e87a4b75-0063-49b7-9d16-9e8e6497b801 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 944 time: 0.7512965 Aug 16 22:34:32.755023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a219b6-c5ad-474f-a843-bf9f35eb702a req-74295ff7-0ec6-4e9e-95f0-82955c759ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:32.766252 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18a219b6-c5ad-474f-a843-bf9f35eb702a req-74295ff7-0ec6-4e9e-95f0-82955c759ba4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89e6a3d49d324e0d860860f4a6f5f61c&device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 1096 time: 0.7564905 Aug 16 22:34:32.868569 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] For port d7a75166-4e87-4a6e-856c-a20bc8a77f37, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:32.880694 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] For port d7a75166-4e87-4a6e-856c-a20bc8a77f37, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d7a75166-4e87-4a6e-856c-a20bc8a77f37,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:32.881545 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-7577237b-c4e3-42d0-ad80-eb757956b75b req-0b725dc5-3796-48b4-8e2b-2f8b024721a2 tempest-AttachSCSIVolumeTestJSON-106247043 tempest-AttachSCSIVolumeTestJSON-106247043-project] (94872) timed out ('10.222.0.43', 60280) {{(pid=94872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:34:32.884680 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d917860-f400-41eb-b1ef-b05aa1f14099 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Port': ['ID=e21c1572-4861-48d5-8884-ed08e862dff9,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:32.904454 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:32.927807 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b85623-467c-4a76-a933-1e28287497a5 req-e2112cb3-dd00-427c-b625-81858e3ff5d7 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:32.948238 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87b85623-467c-4a76-a933-1e28287497a5 req-e2112cb3-dd00-427c-b625-81858e3ff5d7 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 944 time: 0.3911607 Aug 16 22:34:33.064804 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d485ae9-94f3-4ed6-b321-65a4180be125 None None] Pushing event updated for resources: {'Port': ['ID=d7a75166-4e87-4a6e-856c-a20bc8a77f37,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:33.067135 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d917860-f400-41eb-b1ef-b05aa1f14099 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network 8582fc52-bc2b-4c27-950b-55ae9e5c979f is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:33.074343 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] Routers {'3d35e2bf-351d-4949-b12e-fb3c9fccc31a'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:33.074955 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:34:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['3d35e2bf-351d-4949-b12e-fb3c9fccc31a'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:33.102324 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-8d917860-f400-41eb-b1ef-b05aa1f14099 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:33.124807 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d917860-f400-41eb-b1ef-b05aa1f14099 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:33.124807 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d917860-f400-41eb-b1ef-b05aa1f14099 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:33.353850 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=f65c4baa-93f7-4ad2-a421-4f0456f7d11a,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:33.359624 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ea9911aa-3ad7-4767-a49f-4c3499f4de46 None None] Port 03fd34c1-2c78-4c53-bc53-f1189f45b8d0 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:34:33.452223 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] Set router 3d35e2bf-351d-4949-b12e-fb3c9fccc31a gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:33.587225 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0e797b7-5253-453c-9314-cd59fd6352ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:33.604691 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0e797b7-5253-453c-9314-cd59fd6352ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:33.729375 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 34afc88f-b5a4-4e11-8ddf-57c8e51d6337 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:33.760393 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:33.817844 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d917860-f400-41eb-b1ef-b05aa1f14099 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:33.900434 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c0e797b7-5253-453c-9314-cd59fd6352ca admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f3c5f524232343f6a5c139237411450f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5314384 Aug 16 22:34:33.911582 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39678) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:33.928450 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e797b7-5253-453c-9314-cd59fd6352ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5f9556-a8f8-4b81-a998-24ab23f3ba75,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:34.002662 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] Transition to ACTIVE for port object 03fd34c1-2c78-4c53-bc53-f1189f45b8d0 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:34.046412 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ea9911aa-3ad7-4767-a49f-4c3499f4de46 None None] Provisioning complete for port 34afc88f-b5a4-4e11-8ddf-57c8e51d6337 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:34.047061 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ea9911aa-3ad7-4767-a49f-4c3499f4de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:34.054427 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'name': 'tempest-TaggedBootDevicesTest-721575723-router', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:16Z', 'updated_at': '2021-08-16T22:34:23Z', 'revision_number': 3, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'gw_port': {'id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:47:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:19Z', 'updated_at': '2021-08-16T22:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:34.086352 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:34.142602 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7ac44d-e3da-422f-be58-02cf5fe02035 None None] The sync data for ids ['3d35e2bf-351d-4949-b12e-fb3c9fccc31a'] in n-d-792458-15 is: [{'id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'name': 'tempest-TaggedBootDevicesTest-721575723-router', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:16Z', 'updated_at': '2021-08-16T22:34:23Z', 'revision_number': 3, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'gw_port': {'id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:47:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:19Z', 'updated_at': '2021-08-16T22:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:34.252375 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] Allocated IP 2001:db8:3::2 (8582fc52-bc2b-4c27-950b-55ae9e5c979f/69bcdcbc-72ab-4ea0-8340-adea7e1edd38/1eaaf095-a8a1-4f80-934c-d218dcc63b94) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:34.336546 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d30b0814-5181-492c-9fea-8688810b59e9 req-ead922c9-9435-4f5d-b680-24f81935bed0 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6098943 Aug 16 22:34:34.453456 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-419e2531-7cc1-4192-867f-69341e1dcdb4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:34.501015 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87b85623-467c-4a76-a933-1e28287497a5 req-a0f0d6e7-2001-41e7-8751-c9120435d8e7 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5498006 Aug 16 22:34:34.575769 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a219b6-c5ad-474f-a843-bf9f35eb702a req-3faf02c1-fddd-415d-91c5-19abbd6e7f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:34.578774 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18a219b6-c5ad-474f-a843-bf9f35eb702a req-3faf02c1-fddd-415d-91c5-19abbd6e7f7b service neutron] 10.222.0.39 "GET /v2.0/networks?id=1aac5166-a976-4d3c-9235-d21b98e298ee HTTP/1.1" status: 200 len: 917 time: 1.6966858 Aug 16 22:34:34.697371 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e2531-7cc1-4192-867f-69341e1dcdb4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=27c20784-4f86-417e-a2f0-4989906b10d6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:34.831345 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79575f2e-b5b2-4837-bb4f-22a0dd6ebf9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:34.994335 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79575f2e-b5b2-4837-bb4f-22a0dd6ebf9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:35.108775 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:35.148339 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18a219b6-c5ad-474f-a843-bf9f35eb702a req-7a0608e2-8439-4821-a6fd-73a9177e793c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=556c3713-e199-4fd0-98b9-3fd422868be5 HTTP/1.1" status: 200 len: 1000 time: 0.2758667 Aug 16 22:34:35.255344 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79575f2e-b5b2-4837-bb4f-22a0dd6ebf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:35.284895 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79575f2e-b5b2-4837-bb4f-22a0dd6ebf9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:35.287449 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-79575f2e-b5b2-4837-bb4f-22a0dd6ebf9e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3c5f9556-a8f8-4b81-a998-24ab23f3ba75 HTTP/1.1" status: 204 len: 168 time: 1.3726881 Aug 16 22:34:35.371253 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79575f2e-b5b2-4837-bb4f-22a0dd6ebf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5f9556-a8f8-4b81-a998-24ab23f3ba75,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:35.494961 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d917860-f400-41eb-b1ef-b05aa1f14099 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:35.498490 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b56b0d-ad96-4b14-a17f-71c7084f750f None None] Pushing event updated for resources: {'Port': ['ID=03fd34c1-2c78-4c53-bc53-f1189f45b8d0,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:35.503528 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d917860-f400-41eb-b1ef-b05aa1f14099 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:35.504322 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d917860-f400-41eb-b1ef-b05aa1f14099 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:35.586944 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] Allocated IP 2001:db8::f816:3eff:feb8:ed9a (a58732b9-7854-450a-a2e3-f6da88770571/8384a608-ea32-4c99-a874-a7c018eaf734/c854029c-acf0-4918-a1df-5bb03863da8f) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:35.840703 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Allocated IP 172.20.0.1 (da99628b-b531-4700-97cd-f2deca3ca96b/1ffe763c-ff2b-42ed-bcf3-687f913d441b/efda58b9-e2c7-4a0e-b813-8720602a1756) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:35.944750 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d917860-f400-41eb-b1ef-b05aa1f14099 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event updated for resources: {'Port': ['ID=e21c1572-4861-48d5-8884-ed08e862dff9,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:36.066891 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 34afc88f-b5a4-4e11-8ddf-57c8e51d6337 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:36.067760 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:36.128260 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] Attempting to bind port 03fd34c1-2c78-4c53-bc53-f1189f45b8d0 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:36.128749 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] Attempting to bind port 03fd34c1-2c78-4c53-bc53-f1189f45b8d0 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '516ba71a-bcad-42cb-bf01-7d62cb1032ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:36.129080 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] Attempting to bind port 03fd34c1-2c78-4c53-bc53-f1189f45b8d0 on network b37f28c6-5433-4b81-a374-96b460ce2070 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:36.139339 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d917860-f400-41eb-b1ef-b05aa1f14099 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Network 8582fc52-bc2b-4c27-950b-55ae9e5c979f is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:36.150639 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-8d917860-f400-41eb-b1ef-b05aa1f14099 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:36.225938 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419e2531-7cc1-4192-867f-69341e1dcdb4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:36.277713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-419e2531-7cc1-4192-867f-69341e1dcdb4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:36.316748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419e2531-7cc1-4192-867f-69341e1dcdb4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:36.331475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419e2531-7cc1-4192-867f-69341e1dcdb4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:36.332832 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-419e2531-7cc1-4192-867f-69341e1dcdb4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:36.463533 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:36.480674 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] Transition to ACTIVE for port object 1eaaf095-a8a1-4f80-934c-d218dcc63b94 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:36.510712 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] Transition to ACTIVE for port object 1eaaf095-a8a1-4f80-934c-d218dcc63b94 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:36.537456 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:36.538937 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] Checking segment: {'id': '516ba71a-bcad-42cb-bf01-7d62cb1032ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:36.539837 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:36.540523 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] Bound using segment: {'id': '516ba71a-bcad-42cb-bf01-7d62cb1032ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:36.541350 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] Bound port: 03fd34c1-2c78-4c53-bc53-f1189f45b8d0, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516ba71a-bcad-42cb-bf01-7d62cb1032ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:36.542171 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:36.552596 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:36.601610 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d917860-f400-41eb-b1ef-b05aa1f14099 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router efcc801a-6953-445e-84ef-a7ee93ecda22 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:34:36.605177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19eafa2-4705-463c-b409-60eb02ad1cd4 req-fb403ef5-d5c3-452b-a695-1208e21fd2b9 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:36.628383 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b19eafa2-4705-463c-b409-60eb02ad1cd4 req-fb403ef5-d5c3-452b-a695-1208e21fd2b9 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 944 time: 0.3592587 Aug 16 22:34:36.629438 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39706) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:36.638287 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-419e2531-7cc1-4192-867f-69341e1dcdb4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 8.0086203 Aug 16 22:34:36.729133 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] Network 8582fc52-bc2b-4c27-950b-55ae9e5c979f is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:36.734635 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a219b6-c5ad-474f-a843-bf9f35eb702a req-f20acef6-6b4b-4616-9edf-f0c436f0db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:36.739505 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:36.741196 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18a219b6-c5ad-474f-a843-bf9f35eb702a req-f20acef6-6b4b-4616-9edf-f0c436f0db65 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d60c736-a0cd-48eb-8b90-5c8c42db55f8 HTTP/1.1" status: 200 len: 855 time: 0.5899923 Aug 16 22:34:36.849052 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:36.974567 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] For port 03fd34c1-2c78-4c53-bc53-f1189f45b8d0, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:36.990238 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] For port 03fd34c1-2c78-4c53-bc53-f1189f45b8d0, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=03fd34c1-2c78-4c53-bc53-f1189f45b8d0,segment=NetworkSegment(516ba71a-bcad-42cb-bf01-7d62cb1032ec),segment_id=516ba71a-bcad-42cb-bf01-7d62cb1032ec)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:37.073420 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee3eff-1ff0-4742-9aa8-e153ae65c028 req-e7cf98ca-6f89-4eba-9363-10b588c03e03 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:37.081670 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-beee3eff-1ff0-4742-9aa8-e153ae65c028 req-e7cf98ca-6f89-4eba-9363-10b588c03e03 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 944 time: 0.8842468 Aug 16 22:34:37.082038 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:37.150290 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:37.181834 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e07b10-f415-4038-a7fb-63e90ccd2b26 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:37.193088 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c6e07b10-f415-4038-a7fb-63e90ccd2b26 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5582321 Aug 16 22:34:37.194336 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39716) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:37.243639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] Transition to ACTIVE for port object c854029c-acf0-4918-a1df-5bb03863da8f will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:37.265297 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b19eafa2-4705-463c-b409-60eb02ad1cd4 req-4ea9df48-b1d5-40f3-a0dc-ea12ec2d635c tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6058054 Aug 16 22:34:37.349648 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-beee3eff-1ff0-4742-9aa8-e153ae65c028 req-f266c78a-30b9-4975-9aad-c77b50721f6e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092409 Aug 16 22:34:37.374170 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] Transition to ACTIVE for port object c854029c-acf0-4918-a1df-5bb03863da8f will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:37.389509 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:37.427345 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] Pushing event updated for resources: {'Port': ['ID=1eaaf095-a8a1-4f80-934c-d218dcc63b94,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:37.436252 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:37.458234 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a219b6-c5ad-474f-a843-bf9f35eb702a req-715f5b82-f81f-466d-88fd-a1c0ae7b49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:37.466680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18a219b6-c5ad-474f-a843-bf9f35eb702a req-715f5b82-f81f-466d-88fd-a1c0ae7b49d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1aac5166-a976-4d3c-9235-d21b98e298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6759295 Aug 16 22:34:37.516813 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d917860-f400-41eb-b1ef-b05aa1f14099 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:37.535908 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8d917860-f400-41eb-b1ef-b05aa1f14099 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/efcc801a-6953-445e-84ef-a7ee93ecda22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6196923 Aug 16 22:34:37.552363 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39718) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:37.577054 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-03ca128d-8f93-42f3-81aa-3640f2c02a74 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:37.596395 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Transition to ACTIVE for port object efda58b9-e2c7-4a0e-b813-8720602a1756 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:37.750353 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] Attempting to bind port 1eaaf095-a8a1-4f80-934c-d218dcc63b94 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:37.755172 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] Attempting to bind port 1eaaf095-a8a1-4f80-934c-d218dcc63b94 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '887d230c-2a92-4e80-9822-7c3b4ccf1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8582fc52-bc2b-4c27-950b-55ae9e5c979f'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:37.757676 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] Attempting to bind port 1eaaf095-a8a1-4f80-934c-d218dcc63b94 on network 8582fc52-bc2b-4c27-950b-55ae9e5c979f {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:37.791931 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-38ca7932-78ba-467c-9dfe-d399fb64d341 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting port 27c20784-4f86-417e-a2f0-4989906b10d6 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:37.792406 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-38ca7932-78ba-467c-9dfe-d399fb64d341 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:37.811502 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:37.819635 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] Checking segment: {'id': '887d230c-2a92-4e80-9822-7c3b4ccf1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8582fc52-bc2b-4c27-950b-55ae9e5c979f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:37.820294 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:37.820870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] Bound using segment: {'id': '887d230c-2a92-4e80-9822-7c3b4ccf1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8582fc52-bc2b-4c27-950b-55ae9e5c979f'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:37.821638 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] Bound port: 1eaaf095-a8a1-4f80-934c-d218dcc63b94, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887d230c-2a92-4e80-9822-7c3b4ccf1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8582fc52-bc2b-4c27-950b-55ae9e5c979f'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:37.822774 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:37.851821 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:37.941794 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d7a75166-4e87-4a6e-856c-a20bc8a77f37 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:37.952177 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] Routers {'efcc801a-6953-445e-84ef-a7ee93ecda22'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:37.957125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:34:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['efcc801a-6953-445e-84ef-a7ee93ecda22'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:38.087023 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-38ca7932-78ba-467c-9dfe-d399fb64d341 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:38.117299 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-38ca7932-78ba-467c-9dfe-d399fb64d341 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Calling delete_port for 27c20784-4f86-417e-a2f0-4989906b10d6 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:38.136600 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] Set router efcc801a-6953-445e-84ef-a7ee93ecda22 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:38.280762 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:38.343167 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18a219b6-c5ad-474f-a843-bf9f35eb702a req-a410b427-7401-4856-b3b8-bb341c0ed41b service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8598866 Aug 16 22:34:38.519941 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device f65c4baa-93f7-4ad2-a421-4f0456f7d11a up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:38.542040 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:38.569476 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:38.603672 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-38ca7932-78ba-467c-9dfe-d399fb64d341 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:38.704717 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Network da99628b-b531-4700-97cd-f2deca3ca96b is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:38.733483 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca7932-78ba-467c-9dfe-d399fb64d341 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Port': ['ID=27c20784-4f86-417e-a2f0-4989906b10d6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:38.735755 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b56b0d-ad96-4b14-a17f-71c7084f750f None None] Pushing event updated for resources: {'Port': ['ID=03fd34c1-2c78-4c53-bc53-f1189f45b8d0,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:38.786004 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:38.788180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Pushing event updated for resources: {'Port': ['ID=efda58b9-e2c7-4a0e-b813-8720602a1756,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:38.801382 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:38.803486 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-38ca7932-78ba-467c-9dfe-d399fb64d341 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:38.814777 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-38ca7932-78ba-467c-9dfe-d399fb64d341 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/27c20784-4f86-417e-a2f0-4989906b10d6 HTTP/1.1" status: 204 len: 168 time: 1.5969713 Aug 16 22:34:38.818086 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39740) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:38.972408 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:38.973518 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:38.974703 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:38.975771 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:38.976902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:38.978076 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:38.983443 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:38.986504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:38.986504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:38.989018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:38.989528 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:38.990893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:38.996759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] Pushing event updated for resources: {'Port': ['ID=c854029c-acf0-4918-a1df-5bb03863da8f,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:39.029913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af2c73f-1db5-4d12-aa1d-a51b4e353e22 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:39.036773 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af2c73f-1db5-4d12-aa1d-a51b4e353e22 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:39.039942 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3af2c73f-1db5-4d12-aa1d-a51b4e353e22 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2176094 Aug 16 22:34:39.045928 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39746) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:39.269031 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:39.312279 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f63399-7d1d-4347-a171-030717971b19 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet 8384a608-ea32-4c99-a874-a7c018eaf734 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:34:39.317164 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2f63399-7d1d-4347-a171-030717971b19 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:39.391915 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e354fe-bb3c-48e6-a271-0e2234cad1db req-428bf24a-3e12-4060-84ee-0ac0db6f596a tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:39.394665 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b7e354fe-bb3c-48e6-a271-0e2234cad1db req-428bf24a-3e12-4060-84ee-0ac0db6f596a tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 944 time: 0.6860504 Aug 16 22:34:39.419680 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab361e-0cbd-42f3-a8a1-7fd9010114a5 req-1e1dd94e-80f6-4dd8-bcf1-f6bdd5d996ff tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:39.421490 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92ab361e-0cbd-42f3-a8a1-7fd9010114a5 req-1e1dd94e-80f6-4dd8-bcf1-f6bdd5d996ff tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 944 time: 0.8835864 Aug 16 22:34:39.431362 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2f63399-7d1d-4347-a171-030717971b19 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:39.599817 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2f63399-7d1d-4347-a171-030717971b19 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:39.632125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] For port 1eaaf095-a8a1-4f80-934c-d218dcc63b94, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:39.644892 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] For port 1eaaf095-a8a1-4f80-934c-d218dcc63b94, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1eaaf095-a8a1-4f80-934c-d218dcc63b94,segment=NetworkSegment(887d230c-2a92-4e80-9822-7c3b4ccf1114),segment_id=887d230c-2a92-4e80-9822-7c3b4ccf1114)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:39.685101 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] Attempting to bind port c854029c-acf0-4918-a1df-5bb03863da8f on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:39.685756 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] Attempting to bind port c854029c-acf0-4918-a1df-5bb03863da8f by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:39.686164 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] Attempting to bind port c854029c-acf0-4918-a1df-5bb03863da8f on network a58732b9-7854-450a-a2e3-f6da88770571 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:39.696551 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:39.708949 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2f63399-7d1d-4347-a171-030717971b19 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:39.709557 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18a219b6-c5ad-474f-a843-bf9f35eb702a req-7d46a27d-f191-435f-ab1f-b5ecdf7f087c service neutron] 10.222.0.39 "GET /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3046043 Aug 16 22:34:39.714201 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7fc2b177-48be-4568-ad42-a1f4c7a5ae0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:39.736979 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:39.744746 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f63399-7d1d-4347-a171-030717971b19 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=8384a608-ea32-4c99-a874-a7c018eaf734,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:39.761037 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2f63399-7d1d-4347-a171-030717971b19 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:39.767379 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:39.767863 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] Checking segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:39.768280 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:39.768644 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a2f63399-7d1d-4347-a171-030717971b19 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/8384a608-ea32-4c99-a874-a7c018eaf734 HTTP/1.1" status: 204 len: 168 time: 0.7210183 Aug 16 22:34:39.768827 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] Bound using segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:39.769148 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] Bound port: c854029c-acf0-4918-a1df-5bb03863da8f, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:39.769775 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39754) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:39.798817 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:39.843440 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-992687a2-af63-49ac-a783-f943e11c6ee6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717959 Aug 16 22:34:39.844166 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39756) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:39.849357 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-1d3580d7-6601-41ac-8a93-a28a3fb0e51e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:40.050621 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3580d7-6601-41ac-8a93-a28a3fb0e51e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:40.055876 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d3580d7-6601-41ac-8a93-a28a3fb0e51e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:40.149177 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92ab361e-0cbd-42f3-a8a1-7fd9010114a5 req-f065ea53-143e-42be-a834-b7a0caebc192 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4387331 Aug 16 22:34:40.194743 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b7e354fe-bb3c-48e6-a271-0e2234cad1db req-89f50785-c98a-4607-abe8-26741daa81b7 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998069 Aug 16 22:34:40.201798 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39766) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:40.225276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-94d7ac02-035e-4dcb-8c8f-4819d32565ac None None] Provisioning for port efda58b9-e2c7-4a0e-b813-8720602a1756 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:40.265812 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-94d7ac02-035e-4dcb-8c8f-4819d32565ac None None] Provisioning complete for port efda58b9-e2c7-4a0e-b813-8720602a1756 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:40.266220 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-94d7ac02-035e-4dcb-8c8f-4819d32565ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:40.302610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.extraroute_db [None req-03ca128d-8f93-42f3-81aa-3640f2c02a74 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94871) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 22:34:40.327938 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-94d7ac02-035e-4dcb-8c8f-4819d32565ac None None] Port efda58b9-e2c7-4a0e-b813-8720602a1756 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:34:40.341434 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port f65c4baa-93f7-4ad2-a421-4f0456f7d11a completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:40.342612 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:40.369998 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.extraroute_db [None req-03ca128d-8f93-42f3-81aa-3640f2c02a74 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Removed routes are [] {{(pid=94871) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 22:34:40.371323 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03ca128d-8f93-42f3-81aa-3640f2c02a74 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:40.373129 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port d7a75166-4e87-4a6e-856c-a20bc8a77f37 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:40.388093 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fbf5f-4c24-4ec5-be67-1a612919bced None None] Pushing event updated for resources: {'Port': ['ID=1eaaf095-a8a1-4f80-934c-d218dcc63b94,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:40.394970 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port d7a75166-4e87-4a6e-856c-a20bc8a77f37 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:40.395461 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:40.403649 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port f65c4baa-93f7-4ad2-a421-4f0456f7d11a triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:40.404135 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:40.475187 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:34:33Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '03fd34c1-2c78-4c53-bc53-f1189f45b8d0', 'name': '', 'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:c4:65:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:17Z', 'updated_at': '2021-08-16T22:34:36Z', 'revision_number': 4, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:12Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e21c1572-4861-48d5-8884-ed08e862dff9', 'name': '', 'network_id': '8582fc52-bc2b-4c27-950b-55ae9e5c979f', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:c7:52:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '69bcdcbc-72ab-4ea0-8340-adea7e1edd38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:31Z', 'updated_at': '2021-08-16T22:34:34Z', 'revision_number': 2, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '69bcdcbc-72ab-4ea0-8340-adea7e1edd38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8537298-e12a-4c00-99dd-c53302079e41', 'name': '', 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:e5:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:05Z', 'updated_at': '2021-08-16T22:34:22Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:40.633108 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34b10f7-fe23-4929-986f-faf78af73af3 None None] The sync data for ids ['efcc801a-6953-445e-84ef-a7ee93ecda22'] in n-d-792458-15 is: [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:34:33Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '03fd34c1-2c78-4c53-bc53-f1189f45b8d0', 'name': '', 'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:c4:65:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:17Z', 'updated_at': '2021-08-16T22:34:36Z', 'revision_number': 4, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:12Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e21c1572-4861-48d5-8884-ed08e862dff9', 'name': '', 'network_id': '8582fc52-bc2b-4c27-950b-55ae9e5c979f', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:c7:52:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '69bcdcbc-72ab-4ea0-8340-adea7e1edd38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:31Z', 'updated_at': '2021-08-16T22:34:34Z', 'revision_number': 2, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '69bcdcbc-72ab-4ea0-8340-adea7e1edd38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8537298-e12a-4c00-99dd-c53302079e41', 'name': '', 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:e5:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:05Z', 'updated_at': '2021-08-16T22:34:22Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:40.659962 n-d-792458-15 neutron-server[94872]: DEBUG neutron.objects.ports [None req-1d3580d7-6601-41ac-8a93-a28a3fb0e51e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:34:40.689393 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] For port c854029c-acf0-4918-a1df-5bb03863da8f, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:40.702198 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] For port c854029c-acf0-4918-a1df-5bb03863da8f, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c854029c-acf0-4918-a1df-5bb03863da8f,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:40.796267 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:40.798296 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f30457cd-33bd-4cb3-9e61-905ab8cf1f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:40.823008 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port d7a75166-4e87-4a6e-856c-a20bc8a77f37, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d7a75166-4e87-4a6e-856c-a20bc8a77f37,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:40.825061 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:40.866764 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:40.906533 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:40.980981 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:41.034383 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c28928-15d1-4a51-bf4a-53fdd7e498cb None None] Pushing event updated for resources: {'Port': ['ID=c854029c-acf0-4918-a1df-5bb03863da8f,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:41.051640 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03ca128d-8f93-42f3-81aa-3640f2c02a74 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:41.072235 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03ca128d-8f93-42f3-81aa-3640f2c02a74 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578920'] for router, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:41.161603 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36d6c7d-bc1a-4577-bbc6-6880a51c324d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65c4baa-93f7-4ad2-a421-4f0456f7d11a'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:34:41.169820 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af5e29d-b9c8-44d2-abb9-6b05ba75fe15" -d '{"events": [{"server_uuid": "a36d6c7d-bc1a-4577-bbc6-6880a51c324d", "name": "network-vif-plugged", "status": "completed", "tag": "f65c4baa-93f7-4ad2-a421-4f0456f7d11a"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:34:41.248734 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1eaaf095-a8a1-4f80-934c-d218dcc63b94 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:41.303451 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port f65c4baa-93f7-4ad2-a421-4f0456f7d11a, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=f65c4baa-93f7-4ad2-a421-4f0456f7d11a,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:41.308991 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbda746-3980-4899-9a74-8e68ec950ec3 x-openstack-request-id: req-1cbda746-3980-4899-9a74-8e68ec950ec3 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:34:41.309401 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36d6c7d-bc1a-4577-bbc6-6880a51c324d", "name": "network-vif-plugged", "status": "completed", "tag": "f65c4baa-93f7-4ad2-a421-4f0456f7d11a", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:34:41.309585 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1cbda746-3980-4899-9a74-8e68ec950ec3 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:34:41.310063 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36d6c7d-bc1a-4577-bbc6-6880a51c324d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65c4baa-93f7-4ad2-a421-4f0456f7d11a', 'code': 200} Aug 16 22:34:41.374402 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=d7a75166-4e87-4a6e-856c-a20bc8a77f37,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:41.384588 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:41.592619 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=f65c4baa-93f7-4ad2-a421-4f0456f7d11a,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:41.634081 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-80907411-283d-4382-a629-6fe4672bb604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:41.650569 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 1eaaf095-a8a1-4f80-934c-d218dcc63b94 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:41.657669 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 03fd34c1-2c78-4c53-bc53-f1189f45b8d0 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:41.770972 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 03fd34c1-2c78-4c53-bc53-f1189f45b8d0 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:41.777097 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f30457cd-33bd-4cb3-9e61-905ab8cf1f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:41.777352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 03fd34c1-2c78-4c53-bc53-f1189f45b8d0 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:41.781519 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:41.834412 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:41.842489 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f30457cd-33bd-4cb3-9e61-905ab8cf1f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:41.933846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30457cd-33bd-4cb3-9e61-905ab8cf1f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d999098-0e91-4bb2-8d7e-29373bfb3bd8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:41.938126 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:41.985483 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d3580d7-6601-41ac-8a93-a28a3fb0e51e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.016025 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.084160 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30638565-e7f2-4d7b-a53e-4d6651c0f5e7 None None] Network 8582fc52-bc2b-4c27-950b-55ae9e5c979f requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:42.098075 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.132554 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.208033 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 03fd34c1-2c78-4c53-bc53-f1189f45b8d0, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=03fd34c1-2c78-4c53-bc53-f1189f45b8d0,segment=NetworkSegment(516ba71a-bcad-42cb-bf01-7d62cb1032ec),segment_id=516ba71a-bcad-42cb-bf01-7d62cb1032ec)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:42.215675 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 556c3713-e199-4fd0-98b9-3fd422868be5 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:34:42.223503 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.240951 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1d3580d7-6601-41ac-8a93-a28a3fb0e51e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] For port c854029c-acf0-4918-a1df-5bb03863da8f, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c854029c-acf0-4918-a1df-5bb03863da8f,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:42.247420 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-740c1708-9b81-4159-85aa-e43428da52ac None None] Provisioning for port 1eaaf095-a8a1-4f80-934c-d218dcc63b94 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:42.291672 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f30457cd-33bd-4cb3-9e61-905ab8cf1f38 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=47b88ed001274f9fb4f05c7efb0169e6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0861516 Aug 16 22:34:42.291858 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-740c1708-9b81-4159-85aa-e43428da52ac None None] Provisioning complete for port 1eaaf095-a8a1-4f80-934c-d218dcc63b94 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:42.292808 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Pushing event updated for resources: {'Port': ['ID=efda58b9-e2c7-4a0e-b813-8720602a1756,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:42.292909 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-740c1708-9b81-4159-85aa-e43428da52ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.294867 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39810) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:42.308905 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d3580d7-6601-41ac-8a93-a28a3fb0e51e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.312847 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ca128d-8f93-42f3-81aa-3640f2c02a74 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router efcc801a-6953-445e-84ef-a7ee93ecda22 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:34:42.316853 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d3580d7-6601-41ac-8a93-a28a3fb0e51e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.318165 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d3580d7-6601-41ac-8a93-a28a3fb0e51e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.326738 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c93475-bb79-44e0-a1b8-820246d14024 req-626d6b4d-b9a6-4fea-a5f0-520d4f46fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:42.328404 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d5c93475-bb79-44e0-a1b8-820246d14024 req-626d6b4d-b9a6-4fea-a5f0-520d4f46fe1f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 1097 time: 0.5497198 Aug 16 22:34:42.394278 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3580d7-6601-41ac-8a93-a28a3fb0e51e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=41ee89e8-9996-49cd-b02c-248d2618c3ff,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:42.419446 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b2385-ff63-4325-b7ad-cb0804a7d663 req-e350cebf-67cd-42fc-b9e7-36b9a86dc43a tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:42.433146 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b1b2385-ff63-4325-b7ad-cb0804a7d663 req-e350cebf-67cd-42fc-b9e7-36b9a86dc43a tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 944 time: 0.6963089 Aug 16 22:34:42.444454 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3580d7-6601-41ac-8a93-a28a3fb0e51e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:42.452364 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-1d3580d7-6601-41ac-8a93-a28a3fb0e51e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:42.458181 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3580d7-6601-41ac-8a93-a28a3fb0e51e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:42.458934 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d3580d7-6601-41ac-8a93-a28a3fb0e51e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.468717 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1445dc-d51f-4dea-b4a2-532d6006d997 req-19d15d87-c404-4fc0-a8c1-39b8a75d4345 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:42.470412 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d1445dc-d51f-4dea-b4a2-532d6006d997 req-19d15d87-c404-4fc0-a8c1-39b8a75d4345 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 945 time: 0.7356105 Aug 16 22:34:42.472347 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-740c1708-9b81-4159-85aa-e43428da52ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.474393 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d09520-8b28-4f35-88b3-b21129ff3a09 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:42.493453 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3580d7-6601-41ac-8a93-a28a3fb0e51e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=c854029c-acf0-4918-a1df-5bb03863da8f,revision_number=5']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:42.500847 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39812) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:42.513280 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1d3580d7-6601-41ac-8a93-a28a3fb0e51e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6679564 Aug 16 22:34:42.523132 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39816) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:42.534530 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'mac_address': 'fa:16:3e:1d:e3:71', 'name': 'tempest-NetworksTestDHCPv6-462459094'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:42.656280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d5c93475-bb79-44e0-a1b8-820246d14024 req-938fb804-4087-4158-bc42-95a07a810c39 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110883 Aug 16 22:34:42.675043 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=03fd34c1-2c78-4c53-bc53-f1189f45b8d0,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:42.687136 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b585c859-3308-41ae-925a-6437c007767e None None] Sync routers for ids ['efcc801a-6953-445e-84ef-a7ee93ecda22'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:34:42.689023 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1adb49-8b5d-461c-a4f9-2ee1cf983fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.710572 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b1b2385-ff63-4325-b7ad-cb0804a7d663 req-4b3430aa-56c7-465d-8318-2dcf0585b1ec tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763259 Aug 16 22:34:42.715277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Network da99628b-b531-4700-97cd-f2deca3ca96b is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:42.722293 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01eb2b59-afcd-48f4-8554-115c3e493b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.722645 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:34:42.722645 n-d-792458-15 neutron-server[94872]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:34:42.722645 n-d-792458-15 neutron-server[94872]: [parameters: {'project_id_1': 'e08e5d92ad344f91b7cc8666da1d7000', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 34, 42, 707363)}] Aug 16 22:34:42.722645 n-d-792458-15 neutron-server[94872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:34:42.723554 n-d-792458-15 neutron-server[94872]: DEBUG oslo_db.api [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:34:42.728026 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b585c859-3308-41ae-925a-6437c007767e None None] Routers {'efcc801a-6953-445e-84ef-a7ee93ecda22'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:42.728681 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b585c859-3308-41ae-925a-6437c007767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:34:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['efcc801a-6953-445e-84ef-a7ee93ecda22'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:42.732864 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d1445dc-d51f-4dea-b4a2-532d6006d997 req-252c11aa-ca0a-4891-81ad-db92e691f064 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411671 Aug 16 22:34:42.734307 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:42.759446 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ca128d-8f93-42f3-81aa-3640f2c02a74 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:42.766273 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-740c1708-9b81-4159-85aa-e43428da52ac None None] For port 1eaaf095-a8a1-4f80-934c-d218dcc63b94, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1eaaf095-a8a1-4f80-934c-d218dcc63b94,segment=NetworkSegment(887d230c-2a92-4e80-9822-7c3b4ccf1114),segment_id=887d230c-2a92-4e80-9822-7c3b4ccf1114)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:42.776354 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03ca128d-8f93-42f3-81aa-3640f2c02a74 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.782971 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-03ca128d-8f93-42f3-81aa-3640f2c02a74 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/efcc801a-6953-445e-84ef-a7ee93ecda22 HTTP/1.1" status: 200 len: 954 time: 5.2292395 Aug 16 22:34:42.784685 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39818) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:42.807762 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01eb2b59-afcd-48f4-8554-115c3e493b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.950857 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-740c1708-9b81-4159-85aa-e43428da52ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.956797 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01eb2b59-afcd-48f4-8554-115c3e493b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.960584 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01eb2b59-afcd-48f4-8554-115c3e493b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.977027 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-01eb2b59-afcd-48f4-8554-115c3e493b17 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2d999098-0e91-4bb2-8d7e-29373bfb3bd8 HTTP/1.1" status: 204 len: 168 time: 0.6694911 Aug 16 22:34:43.000803 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb2b59-afcd-48f4-8554-115c3e493b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d999098-0e91-4bb2-8d7e-29373bfb3bd8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:43.007978 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-097dc6a6-ae58-4aa8-a472-dd9345948fc4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/routers/efcc801a-6953-445e-84ef-a7ee93ecda22 HTTP/1.1" status: 200 len: 954 time: 0.2216113 Aug 16 22:34:43.008699 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39822) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:43.031452 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-010c474a-f53e-461c-b56c-fb88ba969ac3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'router': {'routes': None}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:43.117274 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b585c859-3308-41ae-925a-6437c007767e None None] Set router efcc801a-6953-445e-84ef-a7ee93ecda22 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:43.142306 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Router 3d35e2bf-351d-4949-b12e-fb3c9fccc31a has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:34:43.231691 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 556c3713-e199-4fd0-98b9-3fd422868be5, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=556c3713-e199-4fd0-98b9-3fd422868be5,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:43.231972 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1adb49-8b5d-461c-a4f9-2ee1cf983fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:43.267708 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1adb49-8b5d-461c-a4f9-2ee1cf983fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:43.289944 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 03fd34c1-2c78-4c53-bc53-f1189f45b8d0 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:43.310575 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:43.327898 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] Sync routers for ids ['3d35e2bf-351d-4949-b12e-fb3c9fccc31a'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:34:43.330192 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-39916c90-9096-47a2-af41-edf84d9b574b admin admin] 10.222.0.93 "PUT /v2.0/routers/3d35e2bf-351d-4949-b12e-fb3c9fccc31a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9682055 Aug 16 22:34:43.344862 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] Routers {'3d35e2bf-351d-4949-b12e-fb3c9fccc31a'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:43.345678 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:34:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['3d35e2bf-351d-4949-b12e-fb3c9fccc31a'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:43.392608 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '556c3713-e199-4fd0-98b9-3fd422868be5', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'port_id': '556c3713-e199-4fd0-98b9-3fd422868be5', 'mac_address': 'fa:16:3e:17:4b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:34:43.531176 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:43.666800 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ec1adb49-8b5d-461c-a4f9-2ee1cf983fa5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=07541d3282994f4bab05b3806e116ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1636016 Aug 16 22:34:43.668257 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1adb49-8b5d-461c-a4f9-2ee1cf983fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664863d1-93f9-48ad-bdfe-e8664ef97eb8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:43.672052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39834) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:43.672397 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39836) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:43.692781 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] Set router 3d35e2bf-351d-4949-b12e-fb3c9fccc31a gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:43.773942 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66dd8ff6-30df-4277-8120-690eb70f7ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:43.908350 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:43.963592 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cd9d511-ee92-4363-b2f8-e6c6e5e893de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:44.016158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d4188e7f-7c67-4992-a0ad-4af905f0cf13 None None] Provisioning complete for port efda58b9-e2c7-4a0e-b813-8720602a1756 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:44.016700 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d4188e7f-7c67-4992-a0ad-4af905f0cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:44.047828 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] device_id is not set on port 299361bd-251b-4cd4-adf6-9f0fe08acdcc yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:34:44.082648 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66dd8ff6-30df-4277-8120-690eb70f7ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:44.085824 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cd9d511-ee92-4363-b2f8-e6c6e5e893de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:44.101004 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66dd8ff6-30df-4277-8120-690eb70f7ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:44.128282 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948dae91-3fce-4ba4-8e67-321f9694a11e req-c8376af6-ba4a-4d5b-a937-af6384f5308a tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:44.129857 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-948dae91-3fce-4ba4-8e67-321f9694a11e req-c8376af6-ba4a-4d5b-a937-af6384f5308a tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 944 time: 0.1693153 Aug 16 22:34:44.223715 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'name': 'tempest-TaggedBootDevicesTest-721575723-router', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:16Z', 'updated_at': '2021-08-16T22:34:40Z', 'revision_number': 4, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'gw_port': {'id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:19Z', 'updated_at': '2021-08-16T22:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'efda58b9-e2c7-4a0e-b813-8720602a1756', 'name': '', 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'mac_address': 'fa:16:3e:bb:ce:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1ffe763c-ff2b-42ed-bcf3-687f913d441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:35Z', 'updated_at': '2021-08-16T22:34:40Z', 'revision_number': 2, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'subnets': [{'id': '1ffe763c-ff2b-42ed-bcf3-687f913d441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:44.319977 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377ca4b-61cc-4f86-b953-2f217bdf9b81 req-bfee0926-6053-481a-95b5-dbfa2ce5a927 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:44.326334 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8::f816:3eff:fe1d:e371 (a58732b9-7854-450a-a2e3-f6da88770571/41ee89e8-9996-49cd-b02c-248d2618c3ff/299361bd-251b-4cd4-adf6-9f0fe08acdcc) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:44.333862 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] Checking router: 3d35e2bf-351d-4949-b12e-fb3c9fccc31a for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:34:44.335579 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] Updating router 3d35e2bf-351d-4949-b12e-fb3c9fccc31a port efda58b9-e2c7-4a0e-b813-8720602a1756 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:34:44.338789 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.extraroute_db [None req-010c474a-f53e-461c-b56c-fb88ba969ac3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Added routes are [] {{(pid=94872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 22:34:44.338991 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.extraroute_db [None req-010c474a-f53e-461c-b56c-fb88ba969ac3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 22:34:44.363659 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9377ca4b-61cc-4f86-b953-2f217bdf9b81 req-bfee0926-6053-481a-95b5-dbfa2ce5a927 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 945 time: 0.4052875 Aug 16 22:34:44.366686 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d4188e7f-7c67-4992-a0ad-4af905f0cf13 None None] Port efda58b9-e2c7-4a0e-b813-8720602a1756 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:34:44.369121 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:44.371849 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c1708-9b81-4159-85aa-e43428da52ac None None] Pushing event updated for resources: {'Port': ['ID=1eaaf095-a8a1-4f80-934c-d218dcc63b94,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:44.403957 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:44.422331 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:44.458627 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 03fd34c1-2c78-4c53-bc53-f1189f45b8d0 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:44.459105 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:44.466347 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd8ff6-30df-4277-8120-690eb70f7ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b584b06-13bc-43c4-9a4e-e0c1e4ebd4d8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:44.519378 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556c3713-e199-4fd0-98b9-3fd422868be5 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:34:44.555320 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 556c3713-e199-4fd0-98b9-3fd422868be5, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=556c3713-e199-4fd0-98b9-3fd422868be5,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:44.563657 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:44.644746 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-948dae91-3fce-4ba4-8e67-321f9694a11e req-e287687b-1ddc-4337-8456-c4699189e7b9 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4059246 Aug 16 22:34:44.651051 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cd9d511-ee92-4363-b2f8-e6c6e5e893de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:44.655384 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0cd9d511-ee92-4363-b2f8-e6c6e5e893de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:44.665033 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0cd9d511-ee92-4363-b2f8-e6c6e5e893de admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/664863d1-93f9-48ad-bdfe-e8664ef97eb8 HTTP/1.1" status: 204 len: 168 time: 0.9915493 Aug 16 22:34:44.672973 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-66dd8ff6-30df-4277-8120-690eb70f7ca4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8e0eb13ec8234bddb3dd3da979ed27c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9983134 Aug 16 22:34:44.699583 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d7a75166-4e87-4a6e-856c-a20bc8a77f37 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:44.703720 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39880) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:44.725490 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-010c474a-f53e-461c-b56c-fb88ba969ac3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:44.769099 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b585c859-3308-41ae-925a-6437c007767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:34:40Z', 'revision_number': 6, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '03fd34c1-2c78-4c53-bc53-f1189f45b8d0', 'name': '', 'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:c4:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:17Z', 'updated_at': '2021-08-16T22:34:42Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:12Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e21c1572-4861-48d5-8884-ed08e862dff9', 'name': '', 'network_id': '8582fc52-bc2b-4c27-950b-55ae9e5c979f', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:c7:52:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '69bcdcbc-72ab-4ea0-8340-adea7e1edd38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:31Z', 'updated_at': '2021-08-16T22:34:34Z', 'revision_number': 2, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '69bcdcbc-72ab-4ea0-8340-adea7e1edd38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8537298-e12a-4c00-99dd-c53302079e41', 'name': '', 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:e5:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:05Z', 'updated_at': '2021-08-16T22:34:22Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:44.906215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9d511-ee92-4363-b2f8-e6c6e5e893de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664863d1-93f9-48ad-bdfe-e8664ef97eb8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:45.017766 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9377ca4b-61cc-4f86-b953-2f217bdf9b81 req-60a974a6-57b5-4340-a205-b80c68b90ba2 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730995 Aug 16 22:34:45.080324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=556c3713-e199-4fd0-98b9-3fd422868be5,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:45.092502 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['556c3713-e199-4fd0-98b9-3fd422868be5'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:34:45.095588 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b585c859-3308-41ae-925a-6437c007767e None None] Checking router: efcc801a-6953-445e-84ef-a7ee93ecda22 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:34:45.095944 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b585c859-3308-41ae-925a-6437c007767e None None] Updating router efcc801a-6953-445e-84ef-a7ee93ecda22 port e21c1572-4861-48d5-8884-ed08e862dff9 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:34:45.112983 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ead48943-74b6-4e76-b58f-2856ed0e451f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:45.310600 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ead48943-74b6-4e76-b58f-2856ed0e451f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:45.330144 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:45.357879 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] Transition to ACTIVE for port object efda58b9-e2c7-4a0e-b813-8720602a1756 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:45.382428 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b585c859-3308-41ae-925a-6437c007767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:45.383643 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:45.397298 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:45.437676 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Transition to ACTIVE for port object 299361bd-251b-4cd4-adf6-9f0fe08acdcc will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:45.453561 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-010c474a-f53e-461c-b56c-fb88ba969ac3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:45.456237 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:45.460452 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-010c474a-f53e-461c-b56c-fb88ba969ac3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578920'] for router, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:45.545581 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-df51b9ff-d03d-4320-bac0-adc248499ca5 None None] Provisioning for port e21c1572-4861-48d5-8884-ed08e862dff9 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:45.552763 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ead48943-74b6-4e76-b58f-2856ed0e451f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:45.560702 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ead48943-74b6-4e76-b58f-2856ed0e451f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:45.561483 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ead48943-74b6-4e76-b58f-2856ed0e451f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1b584b06-13bc-43c4-9a4e-e0c1e4ebd4d8 HTTP/1.1" status: 204 len: 168 time: 0.8323119 Aug 16 22:34:45.596078 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead48943-74b6-4e76-b58f-2856ed0e451f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b584b06-13bc-43c4-9a4e-e0c1e4ebd4d8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:45.622440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-df51b9ff-d03d-4320-bac0-adc248499ca5 None None] Provisioning complete for port e21c1572-4861-48d5-8884-ed08e862dff9 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:45.622821 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-df51b9ff-d03d-4320-bac0-adc248499ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:45.632549 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a61c098b-8871-4c22-a9f0-207b13bce8b6 req-2ed4b1e2-1d7d-46ba-8206-2aed090bbd13 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=92faa7784798435a97e9cef690c8ad52 HTTP/1.1" status: 200 len: 267 time: 0.4102435 Aug 16 22:34:45.651083 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8c941-96c0-4294-8f4d-d6ac707b5d93 None None] Pushing event updated for resources: {'Port': ['ID=efda58b9-e2c7-4a0e-b813-8720602a1756,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:45.705889 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:45.755637 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port d7a75166-4e87-4a6e-856c-a20bc8a77f37 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:45.756835 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:45.780376 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] Attempting to bind port efda58b9-e2c7-4a0e-b813-8720602a1756 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:45.780760 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] Attempting to bind port efda58b9-e2c7-4a0e-b813-8720602a1756 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'f49b538c-ee16-49f5-9348-ff385476c911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:45.781124 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] Attempting to bind port efda58b9-e2c7-4a0e-b813-8720602a1756 on network da99628b-b531-4700-97cd-f2deca3ca96b {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:45.797279 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c098b-8871-4c22-a9f0-207b13bce8b6 req-68c452bc-7f6d-4aac-a801-e72c8aa8ee77 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:45.805182 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a61c098b-8871-4c22-a9f0-207b13bce8b6 req-68c452bc-7f6d-4aac-a801-e72c8aa8ee77 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 945 time: 0.1610427 Aug 16 22:34:45.815975 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:45.819606 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] Checking segment: {'id': 'f49b538c-ee16-49f5-9348-ff385476c911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:45.820130 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:45.831759 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] Bound using segment: {'id': 'f49b538c-ee16-49f5-9348-ff385476c911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:45.832477 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] Bound port: efda58b9-e2c7-4a0e-b813-8720602a1756, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49b538c-ee16-49f5-9348-ff385476c911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:45.833158 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:45.850811 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a61c098b-8871-4c22-a9f0-207b13bce8b6 req-e4084bd1-ab02-4205-a5af-b7a012a9de7b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Request body: {'port': {'security_groups': []}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:45.885645 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:45.900353 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39920) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:45.927701 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010c474a-f53e-461c-b56c-fb88ba969ac3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router efcc801a-6953-445e-84ef-a7ee93ecda22 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:34:45.928668 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bcb2bd05-b825-4634-bcc4-939bd2f8cdb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:45.932474 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=299361bd-251b-4cd4-adf6-9f0fe08acdcc,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:45.935531 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:45.938361 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:45.945377 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:45.946121 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:46.005855 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4769430 Aug 16 22:34:46.013283 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39934) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:46.023378 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:46.023633 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:46.024030 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:46.024294 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:46.024635 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:46.024970 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:46.025304 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:46.025632 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:46.025985 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:46.026334 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:46.026670 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:46.027570 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2458ea4-4a66-4263-891b-33f4896fc043 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:46.159439 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] For port efda58b9-e2c7-4a0e-b813-8720602a1756, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:46.169850 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] For port efda58b9-e2c7-4a0e-b813-8720602a1756, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=efda58b9-e2c7-4a0e-b813-8720602a1756,segment=NetworkSegment(f49b538c-ee16-49f5-9348-ff385476c911),segment_id=f49b538c-ee16-49f5-9348-ff385476c911)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:46.179406 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:46.275527 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a61c098b-8871-4c22-a9f0-207b13bce8b6 req-e4084bd1-ab02-4205-a5af-b7a012a9de7b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:46.320644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-df51b9ff-d03d-4320-bac0-adc248499ca5 None None] Port e21c1572-4861-48d5-8884-ed08e862dff9 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:34:46.334454 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8c941-96c0-4294-8f4d-d6ac707b5d93 None None] Pushing event updated for resources: {'Port': ['ID=efda58b9-e2c7-4a0e-b813-8720602a1756,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:46.353509 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] Routers {'3d35e2bf-351d-4949-b12e-fb3c9fccc31a'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:46.357746 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:34:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['3d35e2bf-351d-4949-b12e-fb3c9fccc31a'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:46.372938 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4af99a-4d19-4066-8a42-f6d8b870cf8e req-bec4ff3e-0705-43cf-aca9-796a0b406d95 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:46.374835 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bb4af99a-4d19-4066-8a42-f6d8b870cf8e req-bec4ff3e-0705-43cf-aca9-796a0b406d95 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 945 time: 0.3873096 Aug 16 22:34:46.400097 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84f8b49-30ef-407b-b8bc-63abec448dee tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:46.417602 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84f8b49-30ef-407b-b8bc-63abec448dee tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:46.438354 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39942) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:46.440410 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a84f8b49-30ef-407b-b8bc-63abec448dee tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4026468 Aug 16 22:34:46.478288 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-df51b9ff-d03d-4320-bac0-adc248499ca5 None None] Provisioning complete for port 1eaaf095-a8a1-4f80-934c-d218dcc63b94 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:46.478993 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-df51b9ff-d03d-4320-bac0-adc248499ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:46.616032 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bb4af99a-4d19-4066-8a42-f6d8b870cf8e req-9df43c54-bfe3-48a4-9a4e-fc3048adce9c tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692057 Aug 16 22:34:46.616565 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bcb2bd05-b825-4634-bcc4-939bd2f8cdb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:46.660695 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010c474a-f53e-461c-b56c-fb88ba969ac3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:46.672019 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bcb2bd05-b825-4634-bcc4-939bd2f8cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:46.798308 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-010c474a-f53e-461c-b56c-fb88ba969ac3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:46.803896 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-010c474a-f53e-461c-b56c-fb88ba969ac3 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/efcc801a-6953-445e-84ef-a7ee93ecda22 HTTP/1.1" status: 200 len: 704 time: 3.7833953 Aug 16 22:34:46.811676 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bcb2bd05-b825-4634-bcc4-939bd2f8cdb2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b872bc83c7ad446898a39f6f2816d06a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9036961 Aug 16 22:34:46.813767 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39948) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:46.814274 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39950) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:46.872885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a61c098b-8871-4c22-a9f0-207b13bce8b6 req-e4084bd1-ab02-4205-a5af-b7a012a9de7b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] For port f65c4baa-93f7-4ad2-a421-4f0456f7d11a, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=f65c4baa-93f7-4ad2-a421-4f0456f7d11a,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:46.910129 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a61c098b-8871-4c22-a9f0-207b13bce8b6 req-e4084bd1-ab02-4205-a5af-b7a012a9de7b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:46.917203 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a61c098b-8871-4c22-a9f0-207b13bce8b6 req-e4084bd1-ab02-4205-a5af-b7a012a9de7b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:46.947643 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] Set router 3d35e2bf-351d-4949-b12e-fb3c9fccc31a gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:46.996846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c098b-8871-4c22-a9f0-207b13bce8b6 req-e4084bd1-ab02-4205-a5af-b7a012a9de7b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:46.998700 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a61c098b-8871-4c22-a9f0-207b13bce8b6 req-e4084bd1-ab02-4205-a5af-b7a012a9de7b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:47.003342 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a61c098b-8871-4c22-a9f0-207b13bce8b6 req-e4084bd1-ab02-4205-a5af-b7a012a9de7b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "PUT /v2.0/ports/f65c4baa-93f7-4ad2-a421-4f0456f7d11a HTTP/1.1" status: 200 len: 904 time: 1.1903327 Aug 16 22:34:47.006318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36d6c7d-bc1a-4577-bbc6-6880a51c324d', 'tag': 'f65c4baa-93f7-4ad2-a421-4f0456f7d11a'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:34:47.013563 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88394895-f53b-4dd2-be40-944249817e31" -d '{"events": [{"name": "network-changed", "server_uuid": "a36d6c7d-bc1a-4577-bbc6-6880a51c324d", "tag": "f65c4baa-93f7-4ad2-a421-4f0456f7d11a"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:34:47.112977 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4084bd1-ab02-4205-a5af-b7a012a9de7b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Pushing event updated for resources: {'Port': ['ID=f65c4baa-93f7-4ad2-a421-4f0456f7d11a,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:47.189207 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac47d14-649b-4ca0-b854-3254e5fe5d78 x-openstack-request-id: req-2ac47d14-649b-4ca0-b854-3254e5fe5d78 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:34:47.189515 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36d6c7d-bc1a-4577-bbc6-6880a51c324d", "tag": "f65c4baa-93f7-4ad2-a421-4f0456f7d11a", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:34:47.189773 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2ac47d14-649b-4ca0-b854-3254e5fe5d78 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:34:47.190218 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36d6c7d-bc1a-4577-bbc6-6880a51c324d', 'tag': 'f65c4baa-93f7-4ad2-a421-4f0456f7d11a', 'status': 'completed', 'code': 200} Aug 16 22:34:47.238201 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['f65c4baa-93f7-4ad2-a421-4f0456f7d11a'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:34:47.316481 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2bd05-b825-4634-bcc4-939bd2f8cdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344c8453-b747-4ef9-bf0d-68794be44ff6,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:47.417513 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88394895-f53b-4dd2-be40-944249817e31 req-d90825cf-ba96-4ade-b658-cce3fb0499e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:47.419107 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-88394895-f53b-4dd2-be40-944249817e31 req-d90825cf-ba96-4ade-b658-cce3fb0499e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 1059 time: 0.2167470 Aug 16 22:34:47.469777 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9385f893-79a7-4a04-b0f6-f5e24b38aa00 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/routers/efcc801a-6953-445e-84ef-a7ee93ecda22 HTTP/1.1" status: 200 len: 704 time: 0.6235588 Aug 16 22:34:47.475030 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39966) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:47.501233 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c854029c-acf0-4918-a1df-5bb03863da8f up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:47.505542 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'name': 'tempest-TaggedBootDevicesTest-721575723-router', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:16Z', 'updated_at': '2021-08-16T22:34:40Z', 'revision_number': 4, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'gw_port': {'id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:19Z', 'updated_at': '2021-08-16T22:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'efda58b9-e2c7-4a0e-b813-8720602a1756', 'name': '', 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'mac_address': 'fa:16:3e:bb:ce:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1ffe763c-ff2b-42ed-bcf3-687f913d441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:35Z', 'updated_at': '2021-08-16T22:34:46Z', 'revision_number': 4, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'subnets': [{'id': '1ffe763c-ff2b-42ed-bcf3-687f913d441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:47.508792 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6cb19c64-0c96-4bbd-b7d8-dfb82f605b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:47.541298 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31920ce-3ebe-4026-a109-27531b95fbf2 None None] get_active_networks_info from n-d-792458-15 {{(pid=94873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:34:47.549703 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6eb343-caa3-4687-9e30-485b898306b0 None None] The sync data for ids ['3d35e2bf-351d-4949-b12e-fb3c9fccc31a'] in n-d-792458-15 is: [{'id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'name': 'tempest-TaggedBootDevicesTest-721575723-router', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:16Z', 'updated_at': '2021-08-16T22:34:40Z', 'revision_number': 4, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'gw_port': {'id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:19Z', 'updated_at': '2021-08-16T22:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'efda58b9-e2c7-4a0e-b813-8720602a1756', 'name': '', 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'mac_address': 'fa:16:3e:bb:ce:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1ffe763c-ff2b-42ed-bcf3-687f913d441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:35Z', 'updated_at': '2021-08-16T22:34:46Z', 'revision_number': 4, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'subnets': [{'id': '1ffe763c-ff2b-42ed-bcf3-687f913d441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:47.583507 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6cb19c64-0c96-4bbd-b7d8-dfb82f605b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:47.623831 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a3c3ca32-c78c-4fc1-80d2-db84e5908b21 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting port 299361bd-251b-4cd4-adf6-9f0fe08acdcc {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:47.624289 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a3c3ca32-c78c-4fc1-80d2-db84e5908b21 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:47.677727 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['5caa8ca9-7660-46f2-906d-1f26e38dc98f', 'e48fde74-b044-473a-b476-caf9b6057de8', 'f65c4baa-93f7-4ad2-a421-4f0456f7d11a'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:34:47.760142 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f5e9e-c683-4668-b884-ba3e4e2493fe req-cccdb081-7e0c-47e6-82fd-9c12b62f16d8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:47.774414 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-468f5e9e-c683-4668-b884-ba3e4e2493fe req-cccdb081-7e0c-47e6-82fd-9c12b62f16d8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 907 time: 0.5194268 Aug 16 22:34:47.782742 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a3c3ca32-c78c-4fc1-80d2-db84e5908b21 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:47.798797 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a3c3ca32-c78c-4fc1-80d2-db84e5908b21 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Calling delete_port for 299361bd-251b-4cd4-adf6-9f0fe08acdcc owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:47.857727 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b585c859-3308-41ae-925a-6437c007767e None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:47.860307 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b058cb8b-684d-4fb2-b231-6b954ff560be None None] Provisioning complete for port e21c1572-4861-48d5-8884-ed08e862dff9 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:47.860859 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b058cb8b-684d-4fb2-b231-6b954ff560be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:47.925245 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b058cb8b-684d-4fb2-b231-6b954ff560be None None] Port e21c1572-4861-48d5-8884-ed08e862dff9 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:34:48.049444 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b585c859-3308-41ae-925a-6437c007767e None None] Transition to ACTIVE for port object e21c1572-4861-48d5-8884-ed08e862dff9 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:48.126844 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a3c3ca32-c78c-4fc1-80d2-db84e5908b21 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:48.135973 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b058cb8b-684d-4fb2-b231-6b954ff560be None None] Provisioning for port c854029c-acf0-4918-a1df-5bb03863da8f completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:48.172049 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b585c859-3308-41ae-925a-6437c007767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:48.217815 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3ca32-c78c-4fc1-80d2-db84e5908b21 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Port': ['ID=299361bd-251b-4cd4-adf6-9f0fe08acdcc,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:48.236132 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port c854029c-acf0-4918-a1df-5bb03863da8f completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:48.238898 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6cb19c64-0c96-4bbd-b7d8-dfb82f605b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:48.242602 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6cb19c64-0c96-4bbd-b7d8-dfb82f605b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:48.244489 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6cb19c64-0c96-4bbd-b7d8-dfb82f605b23 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/344c8453-b747-4ef9-bf0d-68794be44ff6 HTTP/1.1" status: 204 len: 168 time: 1.2530527 Aug 16 22:34:48.318965 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb19c64-0c96-4bbd-b7d8-dfb82f605b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344c8453-b747-4ef9-bf0d-68794be44ff6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:48.330480 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44807923-8e67-4907-8ef4-9389322f604c req-fd73bb86-24c2-4c74-a897-0cda0ff41be4 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:48.335416 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44807923-8e67-4907-8ef4-9389322f604c req-fd73bb86-24c2-4c74-a897-0cda0ff41be4 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 945 time: 0.4596415 Aug 16 22:34:48.343987 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a3c3ca32-c78c-4fc1-80d2-db84e5908b21 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:48.346926 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a3c3ca32-c78c-4fc1-80d2-db84e5908b21 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/299361bd-251b-4cd4-adf6-9f0fe08acdcc HTTP/1.1" status: 204 len: 168 time: 1.7287064 Aug 16 22:34:48.349341 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39986) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:48.406448 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c854029c-acf0-4918-a1df-5bb03863da8f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:48.406815 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:48.422092 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88394895-f53b-4dd2-be40-944249817e31 req-b6bb9cf0-92d0-47fd-a463-1c9ce29d239a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:48.423635 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-88394895-f53b-4dd2-be40-944249817e31 req-b6bb9cf0-92d0-47fd-a463-1c9ce29d239a service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 913 time: 0.9909029 Aug 16 22:34:48.494345 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2b20d0-94d5-4ce7-ba2b-b33223936432 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:48.496650 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2b20d0-94d5-4ce7-ba2b-b33223936432 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:48.509666 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3d2b20d0-94d5-4ce7-ba2b-b33223936432 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1588819 Aug 16 22:34:48.515162 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39990) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:48.534102 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-18bfc6a6-27b1-4f0f-9513-fef243d46e50 None None] Could not find standard attr ID for object 299361bd-251b-4cd4-adf6-9f0fe08acdcc. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:34:48.548550 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44807923-8e67-4907-8ef4-9389322f604c req-e503449b-5a3e-45a6-8ae7-9bef1daf2f27 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506441 Aug 16 22:34:48.552790 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-88394895-f53b-4dd2-be40-944249817e31 req-5f0c4b7e-ef01-4c32-a130-0c647810ec8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f65c4baa-93f7-4ad2-a421-4f0456f7d11a HTTP/1.1" status: 200 len: 217 time: 0.1032443 Aug 16 22:34:48.591246 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:34:48.644613 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84b7aa-91aa-4827-9aaa-e984bd69a5c9 None None] Pushing event updated for resources: {'Port': ['ID=e21c1572-4861-48d5-8884-ed08e862dff9,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:48.655709 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 556c3713-e199-4fd0-98b9-3fd422868be5 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:48.669195 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30319e26-a399-4051-bb71-2fc0796a3430 req-90eeae2f-3f85-4656-8496-200b8acd57df tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:48.680359 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30319e26-a399-4051-bb71-2fc0796a3430 req-90eeae2f-3f85-4656-8496-200b8acd57df tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.5805931 Aug 16 22:34:48.682790 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84b7aa-91aa-4827-9aaa-e984bd69a5c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:48.685830 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84b7aa-91aa-4827-9aaa-e984bd69a5c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:48.691896 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84b7aa-91aa-4827-9aaa-e984bd69a5c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:48.692438 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84b7aa-91aa-4827-9aaa-e984bd69a5c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:48.692886 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84b7aa-91aa-4827-9aaa-e984bd69a5c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:48.693580 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84b7aa-91aa-4827-9aaa-e984bd69a5c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:48.694201 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84b7aa-91aa-4827-9aaa-e984bd69a5c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:48.694571 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-961e7eb1-7520-410f-a8a7-0b1732c69c38 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet 41ee89e8-9996-49cd-b02c-248d2618c3ff {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:34:48.698329 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84b7aa-91aa-4827-9aaa-e984bd69a5c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:48.698329 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84b7aa-91aa-4827-9aaa-e984bd69a5c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:48.698961 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84b7aa-91aa-4827-9aaa-e984bd69a5c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:48.699332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84b7aa-91aa-4827-9aaa-e984bd69a5c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:48.699864 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84b7aa-91aa-4827-9aaa-e984bd69a5c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:48.705917 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-961e7eb1-7520-410f-a8a7-0b1732c69c38 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:48.834051 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-961e7eb1-7520-410f-a8a7-0b1732c69c38 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:48.967387 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-18bfc6a6-27b1-4f0f-9513-fef243d46e50 None None] Provisioning complete for port f65c4baa-93f7-4ad2-a421-4f0456f7d11a triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:48.967778 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-18bfc6a6-27b1-4f0f-9513-fef243d46e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:49.072378 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-961e7eb1-7520-410f-a8a7-0b1732c69c38 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:49.199909 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-961e7eb1-7520-410f-a8a7-0b1732c69c38 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:49.218733 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88394895-f53b-4dd2-be40-944249817e31 req-b3d64cca-7bad-4082-998a-887bbc102ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:49.220508 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-88394895-f53b-4dd2-be40-944249817e31 req-b3d64cca-7bad-4082-998a-887bbc102ee9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 200 len: 851 time: 0.6586220 Aug 16 22:34:49.248659 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30319e26-a399-4051-bb71-2fc0796a3430 req-1ea7a038-c7af-43fe-9baa-232ca18a7582 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5693669 Aug 16 22:34:49.333650 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88394895-f53b-4dd2-be40-944249817e31 req-7c711060-b481-439c-a5b1-32621f5a36e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:49.335395 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-88394895-f53b-4dd2-be40-944249817e31 req-7c711060-b481-439c-a5b1-32621f5a36e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978651 Aug 16 22:34:49.349099 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-961e7eb1-7520-410f-a8a7-0b1732c69c38 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:49.363958 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-961e7eb1-7520-410f-a8a7-0b1732c69c38 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/41ee89e8-9996-49cd-b02c-248d2618c3ff HTTP/1.1" status: 204 len: 168 time: 0.8456128 Aug 16 22:34:49.369406 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e7eb1-7520-410f-a8a7-0b1732c69c38 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=41ee89e8-9996-49cd-b02c-248d2618c3ff,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:49.372683 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40014) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:49.378249 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31920ce-3ebe-4026-a109-27531b95fbf2 None None] Resources bound (agent type, host, resource id): {{(pid=94873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:34:49.462533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-83648c79-7219-43f8-9e84-3f76a580c9e9 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847478 Aug 16 22:34:49.463114 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40016) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:49.522196 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b585c859-3308-41ae-925a-6437c007767e None None] Attempting to bind port e21c1572-4861-48d5-8884-ed08e862dff9 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:49.522843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b585c859-3308-41ae-925a-6437c007767e None None] Attempting to bind port e21c1572-4861-48d5-8884-ed08e862dff9 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '887d230c-2a92-4e80-9822-7c3b4ccf1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8582fc52-bc2b-4c27-950b-55ae9e5c979f'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:49.523735 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b585c859-3308-41ae-925a-6437c007767e None None] Attempting to bind port e21c1572-4861-48d5-8884-ed08e862dff9 on network 8582fc52-bc2b-4c27-950b-55ae9e5c979f {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:49.529756 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:49.563336 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88400a9a-cf7f-4a77-9d21-fd72b7db8927 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:49.575610 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-88400a9a-cf7f-4a77-9d21-fd72b7db8927 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1114790 Aug 16 22:34:49.577772 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40020) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:49.631326 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b585c859-3308-41ae-925a-6437c007767e None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:49.631847 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b585c859-3308-41ae-925a-6437c007767e None None] Checking segment: {'id': '887d230c-2a92-4e80-9822-7c3b4ccf1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8582fc52-bc2b-4c27-950b-55ae9e5c979f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:49.632094 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b585c859-3308-41ae-925a-6437c007767e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:49.632478 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b585c859-3308-41ae-925a-6437c007767e None None] Bound using segment: {'id': '887d230c-2a92-4e80-9822-7c3b4ccf1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8582fc52-bc2b-4c27-950b-55ae9e5c979f'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:49.632981 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b585c859-3308-41ae-925a-6437c007767e None None] Bound port: e21c1572-4861-48d5-8884-ed08e862dff9, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887d230c-2a92-4e80-9822-7c3b4ccf1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8582fc52-bc2b-4c27-950b-55ae9e5c979f'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:49.633887 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b585c859-3308-41ae-925a-6437c007767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:49.739980 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63829476-6657-4ce0-ab9f-5a16f3c8233e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:49.745585 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-63829476-6657-4ce0-ab9f-5a16f3c8233e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1667328 Aug 16 22:34:49.749269 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40028) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:49.775442 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf1f3a-9f17-4234-8c09-c5a15862f9c1 req-1c5cdab7-eb76-4414-8cbf-237f71a6a4f5 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:49.787479 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ebf1f3a-9f17-4234-8c09-c5a15862f9c1 req-1c5cdab7-eb76-4414-8cbf-237f71a6a4f5 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.2535322 Aug 16 22:34:49.865366 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-88394895-f53b-4dd2-be40-944249817e31 req-a7b282f3-38ab-4025-9553-340b4c729b44 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195096 Aug 16 22:34:49.871171 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-29986e02-3409-494b-ace3-7b136f6a98ee tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1191201 Aug 16 22:34:49.880610 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40034) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:49.887007 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d7fd315-247f-4e2a-a40b-538049489657 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:49.911538 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-83d8effa-5dac-4ae1-99f0-f98d9be6e48d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:49.950634 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ebf1f3a-9f17-4234-8c09-c5a15862f9c1 req-e7cbdeb3-80d6-459a-a99e-7b7ac46c5ee5 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618891 Aug 16 22:34:50.080707 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701dc1a-b702-4329-a044-11594b67d0ba req-b69dc5ac-5549-414e-911a-f53593fc34f4 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:50.104426 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9701dc1a-b702-4329-a044-11594b67d0ba req-b69dc5ac-5549-414e-911a-f53593fc34f4 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 945 time: 0.3613992 Aug 16 22:34:50.162869 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port c854029c-acf0-4918-a1df-5bb03863da8f, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c854029c-acf0-4918-a1df-5bb03863da8f,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:50.198418 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d8effa-5dac-4ae1-99f0-f98d9be6e48d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:50.202730 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-83d8effa-5dac-4ae1-99f0-f98d9be6e48d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:50.237104 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:50.237734 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1eaaf095-a8a1-4f80-934c-d218dcc63b94 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:50.301092 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9701dc1a-b702-4329-a044-11594b67d0ba req-6ea33257-ed76-4907-b61a-33ea7a7ce6be tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925435 Aug 16 22:34:50.414761 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 556c3713-e199-4fd0-98b9-3fd422868be5 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:50.415110 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:50.662956 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-88394895-f53b-4dd2-be40-944249817e31 req-764f91a0-4cba-415a-b86f-0d1466604fa9 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7803700 Aug 16 22:34:50.738050 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-5715a26d-251f-4c93-8cde-0e15c0d315dc tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:50.744466 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-5715a26d-251f-4c93-8cde-0e15c0d315dc tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 812 time: 0.3236802 Aug 16 22:34:50.765844 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-eaf9165d-d3ff-4133-88db-4b0562b27eef tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/quotas/92faa7784798435a97e9cef690c8ad52 HTTP/1.1" status: 200 len: 375 time: 0.0122535 Aug 16 22:34:50.848940 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b585c859-3308-41ae-925a-6437c007767e None None] For port e21c1572-4861-48d5-8884-ed08e862dff9, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:50.872513 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=c854029c-acf0-4918-a1df-5bb03863da8f,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:50.925705 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 1eaaf095-a8a1-4f80-934c-d218dcc63b94 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:50.926135 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:50.930649 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b585c859-3308-41ae-925a-6437c007767e None None] For port e21c1572-4861-48d5-8884-ed08e862dff9, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e21c1572-4861-48d5-8884-ed08e862dff9,segment=NetworkSegment(887d230c-2a92-4e80-9822-7c3b4ccf1114),segment_id=887d230c-2a92-4e80-9822-7c3b4ccf1114)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:50.937230 n-d-792458-15 neutron-server[94872]: DEBUG neutron.objects.ports [None req-83d8effa-5dac-4ae1-99f0-f98d9be6e48d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:34:50.959249 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b619f7bc-7e02-4164-9b80-1986747a3581 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1853220 Aug 16 22:34:51.023699 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2d7fd315-247f-4e2a-a40b-538049489657 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting port e21c1572-4861-48d5-8884-ed08e862dff9 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:51.025089 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d7fd315-247f-4e2a-a40b-538049489657 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:51.076032 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:51.084633 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b585c859-3308-41ae-925a-6437c007767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:51.179592 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-2d7fd315-247f-4e2a-a40b-538049489657 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] For port e21c1572-4861-48d5-8884-ed08e862dff9, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e21c1572-4861-48d5-8884-ed08e862dff9,segment=NetworkSegment(887d230c-2a92-4e80-9822-7c3b4ccf1114),segment_id=887d230c-2a92-4e80-9822-7c3b4ccf1114)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:51.179968 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d7fd315-247f-4e2a-a40b-538049489657 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:51.225574 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2d7fd315-247f-4e2a-a40b-538049489657 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Calling delete_port for e21c1572-4861-48d5-8884-ed08e862dff9 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:51.356460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa806db-a00c-4203-9647-d693fa6103c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556c3713-e199-4fd0-98b9-3fd422868be5'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:34:51.359399 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa5ca75-20b0-40be-899f-171cef49efca" -d '{"events": [{"server_uuid": "5fa806db-a00c-4203-9647-d693fa6103c5", "name": "network-vif-plugged", "status": "completed", "tag": "556c3713-e199-4fd0-98b9-3fd422868be5"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:34:51.369551 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-83d8effa-5dac-4ae1-99f0-f98d9be6e48d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:51.407665 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 556c3713-e199-4fd0-98b9-3fd422868be5, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=556c3713-e199-4fd0-98b9-3fd422868be5,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:51.418899 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84b7aa-91aa-4827-9aaa-e984bd69a5c9 None None] Pushing event updated for resources: {'Port': ['ID=e21c1572-4861-48d5-8884-ed08e862dff9,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:51.431398 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:51.512514 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=556c3713-e199-4fd0-98b9-3fd422868be5,revision_number=10']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:51.525233 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b585c859-3308-41ae-925a-6437c007767e None None] Routers {'efcc801a-6953-445e-84ef-a7ee93ecda22'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:51.526217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b585c859-3308-41ae-925a-6437c007767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:34:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['efcc801a-6953-445e-84ef-a7ee93ecda22'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:51.678111 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6e70f3-94dc-4da6-9dc8-fc83cbd0700b None None] Update dhcp port {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'fixed_ips': [{'subnet_id': '7f3f7c2e-f29c-45b1-be38-4c83e5992011'}], 'binding:host_id': 'n-d-792458-15'}, 'id': 'c854029c-acf0-4918-a1df-5bb03863da8f'} from n-d-792458-15. {{(pid=94873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:34:51.701004 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-e9ed7c30-6ff8-45c5-b580-f6a7c01fa6ad service neutron] 10.222.0.93 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7408326 Aug 16 22:34:51.713369 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d6e70f3-94dc-4da6-9dc8-fc83cbd0700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:51.783744 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b585c859-3308-41ae-925a-6437c007767e None None] Set router efcc801a-6953-445e-84ef-a7ee93ecda22 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:51.840632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73078aae-07fe-4ca5-aa3e-f595c57db38e req-c75a4043-754e-48a0-8d38-4b719c06ad88 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:51.846405 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-73078aae-07fe-4ca5-aa3e-f595c57db38e req-c75a4043-754e-48a0-8d38-4b719c06ad88 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 947 time: 0.2816908 Aug 16 22:34:52.037655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-73078aae-07fe-4ca5-aa3e-f595c57db38e req-2023fc07-0823-4a50-8e0d-54a9fabf2cc0 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902662 Aug 16 22:34:52.186034 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c854029c-acf0-4918-a1df-5bb03863da8f up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:52.205473 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-4c2a3c68-f402-4ff3-bdab-6eb962dcd907 service neutron] 10.222.0.93 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877694 Aug 16 22:34:52.225510 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6f8022-438a-45f1-9291-f23aa618fbfa x-openstack-request-id: req-6d6f8022-438a-45f1-9291-f23aa618fbfa {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:34:52.225842 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa806db-a00c-4203-9647-d693fa6103c5", "name": "network-vif-plugged", "status": "completed", "tag": "556c3713-e199-4fd0-98b9-3fd422868be5", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:34:52.226250 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6d6f8022-438a-45f1-9291-f23aa618fbfa {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:34:52.226713 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa806db-a00c-4203-9647-d693fa6103c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556c3713-e199-4fd0-98b9-3fd422868be5', 'code': 200} Aug 16 22:34:52.249421 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d7fd315-247f-4e2a-a40b-538049489657 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:52.404972 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7fd315-247f-4e2a-a40b-538049489657 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Port': ['ID=e21c1572-4861-48d5-8884-ed08e862dff9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:52.539977 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c854029c-acf0-4918-a1df-5bb03863da8f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:52.540398 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:52.654182 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b585c859-3308-41ae-925a-6437c007767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:34:44Z', 'revision_number': 7, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '03fd34c1-2c78-4c53-bc53-f1189f45b8d0', 'name': '', 'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:c4:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:17Z', 'updated_at': '2021-08-16T22:34:42Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:12Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e21c1572-4861-48d5-8884-ed08e862dff9', 'name': '', 'network_id': '8582fc52-bc2b-4c27-950b-55ae9e5c979f', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:c7:52:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '69bcdcbc-72ab-4ea0-8340-adea7e1edd38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:31Z', 'updated_at': '2021-08-16T22:34:50Z', 'revision_number': 4, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '69bcdcbc-72ab-4ea0-8340-adea7e1edd38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8537298-e12a-4c00-99dd-c53302079e41', 'name': '', 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:e5:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:05Z', 'updated_at': '2021-08-16T22:34:22Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:52.697585 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b585c859-3308-41ae-925a-6437c007767e None None] The sync data for ids ['efcc801a-6953-445e-84ef-a7ee93ecda22'] in n-d-792458-15 is: [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:34:44Z', 'revision_number': 7, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '03fd34c1-2c78-4c53-bc53-f1189f45b8d0', 'name': '', 'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:c4:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:17Z', 'updated_at': '2021-08-16T22:34:42Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:12Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e21c1572-4861-48d5-8884-ed08e862dff9', 'name': '', 'network_id': '8582fc52-bc2b-4c27-950b-55ae9e5c979f', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:c7:52:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '69bcdcbc-72ab-4ea0-8340-adea7e1edd38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:31Z', 'updated_at': '2021-08-16T22:34:50Z', 'revision_number': 4, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '69bcdcbc-72ab-4ea0-8340-adea7e1edd38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8537298-e12a-4c00-99dd-c53302079e41', 'name': '', 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:e5:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:05Z', 'updated_at': '2021-08-16T22:34:22Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:52.713175 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device efda58b9-e2c7-4a0e-b813-8720602a1756 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:52.778035 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-83d8effa-5dac-4ae1-99f0-f98d9be6e48d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] For port c854029c-acf0-4918-a1df-5bb03863da8f, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c854029c-acf0-4918-a1df-5bb03863da8f,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:52.795322 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b00ed7-ed8c-4689-bd4b-736bcd704b3d req-4612a5cb-bf50-42b7-b76a-0e67f13635ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:52.811134 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44b00ed7-ed8c-4689-bd4b-736bcd704b3d req-4612a5cb-bf50-42b7-b76a-0e67f13635ed service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 1099 time: 0.3753438 Aug 16 22:34:52.838995 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port efda58b9-e2c7-4a0e-b813-8720602a1756 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:52.849430 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port efda58b9-e2c7-4a0e-b813-8720602a1756 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:52.849828 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:52.853468 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-83d8effa-5dac-4ae1-99f0-f98d9be6e48d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:52.863677 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-83d8effa-5dac-4ae1-99f0-f98d9be6e48d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:52.865270 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-83d8effa-5dac-4ae1-99f0-f98d9be6e48d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:52.873125 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8ea544a-1d9a-4066-842a-9ccbf506cd32 req-15ff64d3-a96e-4b11-8e68-50f7cd08f5d7 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 210 time: 0.1242406 Aug 16 22:34:52.984707 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44b00ed7-ed8c-4689-bd4b-736bcd704b3d req-e2d217f0-14f7-402b-b9c2-5415a28fe993 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205273 Aug 16 22:34:52.990840 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d7fd315-247f-4e2a-a40b-538049489657 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:53.012085 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-3d6e70f3-94dc-4da6-9dc8-fc83cbd0700b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:34:53.013349 n-d-792458-15 neutron-server[94873]: DEBUG oslo_db.api [None req-3d6e70f3-94dc-4da6-9dc8-fc83cbd0700b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:34:53.057554 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e26fa5-25c8-4758-9b5a-4bb0633f3402 None None] Sync routers for ids ['efcc801a-6953-445e-84ef-a7ee93ecda22'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:34:53.073523 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8effa-5dac-4ae1-99f0-f98d9be6e48d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=7f3f7c2e-f29c-45b1-be38-4c83e5992011,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:53.091390 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e26fa5-25c8-4758-9b5a-4bb0633f3402 None None] Routers {'efcc801a-6953-445e-84ef-a7ee93ecda22'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:53.092274 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-68e26fa5-25c8-4758-9b5a-4bb0633f3402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:34:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['efcc801a-6953-445e-84ef-a7ee93ecda22'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:53.130445 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d8effa-5dac-4ae1-99f0-f98d9be6e48d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:53.160266 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-83d8effa-5dac-4ae1-99f0-f98d9be6e48d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:53.166095 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d8effa-5dac-4ae1-99f0-f98d9be6e48d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:53.169781 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-83d8effa-5dac-4ae1-99f0-f98d9be6e48d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:53.281988 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8effa-5dac-4ae1-99f0-f98d9be6e48d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=c854029c-acf0-4918-a1df-5bb03863da8f,revision_number=9']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:53.290667 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-83d8effa-5dac-4ae1-99f0-f98d9be6e48d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.4020391 Aug 16 22:34:53.291684 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40128) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:53.299353 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-46ca007f-394d-4660-8610-561c5f68a4da tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'mac_address': 'fa:16:3e:cf:25:e9', 'name': 'tempest-NetworksTestDHCPv6-135825069'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:53.404483 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:53.455375 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ca007f-394d-4660-8610-561c5f68a4da tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:53.539967 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0816fe4-ea60-44d7-a6e1-f5adcfce5905 req-a9755aa9-ca64-41a3-8c42-ee8deed94dee tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:53.554098 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0816fe4-ea60-44d7-a6e1-f5adcfce5905 req-a9755aa9-ca64-41a3-8c42-ee8deed94dee tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 947 time: 0.1508667 Aug 16 22:34:53.593076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-68e26fa5-25c8-4758-9b5a-4bb0633f3402 None None] Set router efcc801a-6953-445e-84ef-a7ee93ecda22 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:53.608902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7fd315-247f-4e2a-a40b-538049489657 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router efcc801a-6953-445e-84ef-a7ee93ecda22 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:34:53.702653 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port efda58b9-e2c7-4a0e-b813-8720602a1756, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=efda58b9-e2c7-4a0e-b813-8720602a1756,segment=NetworkSegment(f49b538c-ee16-49f5-9348-ff385476c911),segment_id=f49b538c-ee16-49f5-9348-ff385476c911)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:53.712258 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0816fe4-ea60-44d7-a6e1-f5adcfce5905 req-95856af5-0364-4363-a8c0-ec8d6b6b0065 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567285 Aug 16 22:34:53.742084 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-46ca007f-394d-4660-8610-561c5f68a4da tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:53.745266 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:53.746445 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e21c1572-4861-48d5-8884-ed08e862dff9 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:53.783476 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-46ca007f-394d-4660-8610-561c5f68a4da tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] device_id is not set on port 07fd7435-3e5e-48e4-90e6-eb48536e4f95 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:34:53.892830 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: e21c1572-4861-48d5-8884-ed08e862dff9 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:34:53.893485 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e21c1572-4861-48d5-8884-ed08e862dff9 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 22:34:53.895552 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d6e70f3-94dc-4da6-9dc8-fc83cbd0700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:53.906577 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=efda58b9-e2c7-4a0e-b813-8720602a1756,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:53.926966 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7fd315-247f-4e2a-a40b-538049489657 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:53.939014 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2d7fd315-247f-4e2a-a40b-538049489657 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/efcc801a-6953-445e-84ef-a7ee93ecda22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4598656 Aug 16 22:34:53.941559 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40146) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:53.964876 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Port e21c1572-4861-48d5-8884-ed08e862dff9 not found, will not notify nova. {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 22:34:54.139333 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-46ca007f-394d-4660-8610-561c5f68a4da tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8::f816:3eff:fecf:25e9 (a58732b9-7854-450a-a2e3-f6da88770571/7f3f7c2e-f29c-45b1-be38-4c83e5992011/07fd7435-3e5e-48e4-90e6-eb48536e4f95) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:54.144831 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-28aaab76-2b64-41a4-a74f-d134af035b85 req-64a1c67e-f5fd-4902-a099-0f1c882fdd1f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 210 time: 0.0715296 Aug 16 22:34:54.201991 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7080bb7-eb4e-4d28-8fd6-f61a9ead151f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting subnet 69bcdcbc-72ab-4ea0-8340-adea7e1edd38 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:34:54.207393 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7080bb7-eb4e-4d28-8fd6-f61a9ead151f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:54.263791 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7080bb7-eb4e-4d28-8fd6-f61a9ead151f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:54.325119 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c854029c-acf0-4918-a1df-5bb03863da8f up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:54.460084 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-46ca007f-394d-4660-8610-561c5f68a4da tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:54.492252 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-46ca007f-394d-4660-8610-561c5f68a4da tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Transition to ACTIVE for port object 07fd7435-3e5e-48e4-90e6-eb48536e4f95 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:54.507283 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7080bb7-eb4e-4d28-8fd6-f61a9ead151f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:54.549591 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-46ca007f-394d-4660-8610-561c5f68a4da tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:54.652413 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-68e26fa5-25c8-4758-9b5a-4bb0633f3402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:34:52Z', 'revision_number': 8, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '03fd34c1-2c78-4c53-bc53-f1189f45b8d0', 'name': '', 'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:c4:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:17Z', 'updated_at': '2021-08-16T22:34:42Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:12Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8537298-e12a-4c00-99dd-c53302079e41', 'name': '', 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:e5:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:05Z', 'updated_at': '2021-08-16T22:34:22Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:54.702776 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca007f-394d-4660-8610-561c5f68a4da tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=07fd7435-3e5e-48e4-90e6-eb48536e4f95,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:54.711985 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e26fa5-25c8-4758-9b5a-4bb0633f3402 None None] Checking router: efcc801a-6953-445e-84ef-a7ee93ecda22 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:34:54.738646 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ca007f-394d-4660-8610-561c5f68a4da tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:54.741344 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-46ca007f-394d-4660-8610-561c5f68a4da tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:54.749817 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ca007f-394d-4660-8610-561c5f68a4da tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:54.759742 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c854029c-acf0-4918-a1df-5bb03863da8f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:54.760418 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:54.768434 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ca007f-394d-4660-8610-561c5f68a4da tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:54.769162 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-46ca007f-394d-4660-8610-561c5f68a4da tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:54.810644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e26fa5-25c8-4758-9b5a-4bb0633f3402 None None] Routers {'efcc801a-6953-445e-84ef-a7ee93ecda22'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:54.812018 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-46ca007f-394d-4660-8610-561c5f68a4da tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5177007 Aug 16 22:34:54.812677 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40174) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:54.813832 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-68e26fa5-25c8-4758-9b5a-4bb0633f3402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:34:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['efcc801a-6953-445e-84ef-a7ee93ecda22'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:54.953611 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7080bb7-eb4e-4d28-8fd6-f61a9ead151f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:55.005171 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-c766dbfd-47c0-4e9c-b0fe-03d02330e597 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:55.007649 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-c766dbfd-47c0-4e9c-b0fe-03d02330e597 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.39 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 812 time: 0.4395018 Aug 16 22:34:55.027103 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfbb703-ac4e-470e-8d66-6c6c63dd968e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:55.061187 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfbb703-ac4e-470e-8d66-6c6c63dd968e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:55.067294 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0bfbb703-ac4e-470e-8d66-6c6c63dd968e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2510815 Aug 16 22:34:55.068218 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-092c45a4-368d-4e6d-8e6a-8872a3715c9d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Request body: {'port': {'device_id': '7808dc4d-0755-4c18-b5c1-645d3fceabe0', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'admin_state_up': True, 'tenant_id': '92faa7784798435a97e9cef690c8ad52'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:55.069928 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40194) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:55.076466 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7080bb7-eb4e-4d28-8fd6-f61a9ead151f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Subnet': ['ID=69bcdcbc-72ab-4ea0-8340-adea7e1edd38,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:55.120712 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7080bb7-eb4e-4d28-8fd6-f61a9ead151f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:55.126663 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e7080bb7-eb4e-4d28-8fd6-f61a9ead151f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/subnets/69bcdcbc-72ab-4ea0-8340-adea7e1edd38 HTTP/1.1" status: 204 len: 168 time: 1.1690762 Aug 16 22:34:55.161170 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40200) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:55.404639 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-16632153-441f-4bae-a83a-6baed12dc6e8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting port 07fd7435-3e5e-48e4-90e6-eb48536e4f95 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:55.412265 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16632153-441f-4bae-a83a-6baed12dc6e8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:55.474762 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-68e26fa5-25c8-4758-9b5a-4bb0633f3402 None None] Set router efcc801a-6953-445e-84ef-a7ee93ecda22 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:55.696476 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16632153-441f-4bae-a83a-6baed12dc6e8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:55.742438 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3d6e70f3-94dc-4da6-9dc8-fc83cbd0700b None None] For port c854029c-acf0-4918-a1df-5bb03863da8f, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c854029c-acf0-4918-a1df-5bb03863da8f,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:55.747207 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-16632153-441f-4bae-a83a-6baed12dc6e8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Calling delete_port for 07fd7435-3e5e-48e4-90e6-eb48536e4f95 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:55.863873 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device efda58b9-e2c7-4a0e-b813-8720602a1756 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:55.876054 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d6e70f3-94dc-4da6-9dc8-fc83cbd0700b None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:55.909619 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d6e70f3-94dc-4da6-9dc8-fc83cbd0700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:56.086716 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e70f3-94dc-4da6-9dc8-fc83cbd0700b None None] Pushing event updated for resources: {'Port': ['ID=c854029c-acf0-4918-a1df-5bb03863da8f,revision_number=10']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:56.102124 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port efda58b9-e2c7-4a0e-b813-8720602a1756 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:56.102692 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:56.115953 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ca2700b-ec8c-4789-a416-a95dca341738 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:56.159844 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16632153-441f-4bae-a83a-6baed12dc6e8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:56.189455 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f592d3e-4bd7-43dd-8737-4ea111908561 req-d633ba40-3a44-4bd9-a540-1800b401d3f3 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 210 time: 0.0663924 Aug 16 22:34:56.228967 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fedf63-e3f3-4c29-ae65-3c48755495da req-0b45b45e-ec0d-42a1-bf20-923e2ed95c83 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:56.238461 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-93fedf63-e3f3-4c29-ae65-3c48755495da req-0b45b45e-ec0d-42a1-bf20-923e2ed95c83 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 947 time: 1.2049887 Aug 16 22:34:56.262477 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-68e26fa5-25c8-4758-9b5a-4bb0633f3402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:34:52Z', 'revision_number': 8, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '03fd34c1-2c78-4c53-bc53-f1189f45b8d0', 'name': '', 'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:c4:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:17Z', 'updated_at': '2021-08-16T22:34:42Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:12Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8537298-e12a-4c00-99dd-c53302079e41', 'name': '', 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:e5:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:05Z', 'updated_at': '2021-08-16T22:34:22Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:56.286566 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16632153-441f-4bae-a83a-6baed12dc6e8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Port': ['ID=07fd7435-3e5e-48e4-90e6-eb48536e4f95,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:56.351521 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16632153-441f-4bae-a83a-6baed12dc6e8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:56.355168 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-16632153-441f-4bae-a83a-6baed12dc6e8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/07fd7435-3e5e-48e4-90e6-eb48536e4f95 HTTP/1.1" status: 204 len: 168 time: 1.2806029 Aug 16 22:34:56.356507 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40226) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:56.458728 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0a782e-da09-4bc2-81fb-58306b8165b3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:56.460908 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0a782e-da09-4bc2-81fb-58306b8165b3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:56.465481 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dd0a782e-da09-4bc2-81fb-58306b8165b3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1071661 Aug 16 22:34:56.467638 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40230) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:56.496100 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-092c45a4-368d-4e6d-8e6a-8872a3715c9d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Made reservation on behalf of 92faa7784798435a97e9cef690c8ad52 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:56.500149 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-092c45a4-368d-4e6d-8e6a-8872a3715c9d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:56.538437 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-93fedf63-e3f3-4c29-ae65-3c48755495da req-8898e89f-5ad3-4a18-a272-41c9a4a3d6a8 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307761 Aug 16 22:34:56.616330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-10746301-99a0-44f4-b0ae-a2f9fd8a1158 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet 7f3f7c2e-f29c-45b1-be38-4c83e5992011 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:34:56.622838 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10746301-99a0-44f4-b0ae-a2f9fd8a1158 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:56.650308 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9ca2700b-ec8c-4789-a416-a95dca341738 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting port 1eaaf095-a8a1-4f80-934c-d218dcc63b94 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:56.650837 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ca2700b-ec8c-4789-a416-a95dca341738 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:56.743695 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10746301-99a0-44f4-b0ae-a2f9fd8a1158 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:56.795809 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e26fa5-25c8-4758-9b5a-4bb0633f3402 None None] The sync data for ids ['efcc801a-6953-445e-84ef-a7ee93ecda22'] in n-d-792458-15 is: [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:34:52Z', 'revision_number': 8, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '03fd34c1-2c78-4c53-bc53-f1189f45b8d0', 'name': '', 'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:c4:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:17Z', 'updated_at': '2021-08-16T22:34:42Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:12Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8537298-e12a-4c00-99dd-c53302079e41', 'name': '', 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:e5:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:05Z', 'updated_at': '2021-08-16T22:34:22Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:56.873135 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-9ca2700b-ec8c-4789-a416-a95dca341738 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] For port 1eaaf095-a8a1-4f80-934c-d218dcc63b94, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1eaaf095-a8a1-4f80-934c-d218dcc63b94,segment=NetworkSegment(887d230c-2a92-4e80-9822-7c3b4ccf1114),segment_id=887d230c-2a92-4e80-9822-7c3b4ccf1114)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:56.873729 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ca2700b-ec8c-4789-a416-a95dca341738 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:56.901767 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9ca2700b-ec8c-4789-a416-a95dca341738 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Calling delete_port for 1eaaf095-a8a1-4f80-934c-d218dcc63b94 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:56.939946 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-092c45a4-368d-4e6d-8e6a-8872a3715c9d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Allocated IP 172.20.0.5 (6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751/b3a36816-1aac-4ae9-b74d-79c0aa191fc4/ffefc3f5-1c9c-4c1a-9b46-c2e733398029) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:56.966586 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcdb9aa-e89a-4dab-b3e9-4d49220f333f None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:57.011711 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10746301-99a0-44f4-b0ae-a2f9fd8a1158 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:57.182097 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10746301-99a0-44f4-b0ae-a2f9fd8a1158 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:57.256844 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40244) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:57.257858 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10746301-99a0-44f4-b0ae-a2f9fd8a1158 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=7f3f7c2e-f29c-45b1-be38-4c83e5992011,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:57.270933 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10746301-99a0-44f4-b0ae-a2f9fd8a1158 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:57.274036 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-10746301-99a0-44f4-b0ae-a2f9fd8a1158 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/7f3f7c2e-f29c-45b1-be38-4c83e5992011 HTTP/1.1" status: 204 len: 168 time: 0.8049898 Aug 16 22:34:57.282579 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40248) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:57.284384 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ca2700b-ec8c-4789-a416-a95dca341738 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:57.371035 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e21c1572-4861-48d5-8884-ed08e862dff9 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:34:57.430867 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: e21c1572-4861-48d5-8884-ed08e862dff9 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:34:57.431235 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e21c1572-4861-48d5-8884-ed08e862dff9 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:34:57.440092 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2700b-ec8c-4789-a416-a95dca341738 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Port': ['ID=1eaaf095-a8a1-4f80-934c-d218dcc63b94,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:57.443545 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1b8f5eff-c595-4864-9843-b64d64a376c3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1559732 Aug 16 22:34:57.445396 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40254) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:57.460381 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-bf4b0dde-aeed-431c-8a62-1519824838d0 None None] Provisioning complete for port c854029c-acf0-4918-a1df-5bb03863da8f triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:57.460779 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bf4b0dde-aeed-431c-8a62-1519824838d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:57.467077 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-aa05f772-7d3c-43df-a7c4-3c2bdd4d77a0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:57.520682 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca2700b-ec8c-4789-a416-a95dca341738 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] No DVR routers for this DVR port 1eaaf095-a8a1-4f80-934c-d218dcc63b94 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:34:57.547218 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a839e18c-ff74-41c7-b5b7-737ebd060234 req-e620f040-1077-4038-9ed1-cd81d1f2c63c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 210 time: 0.1535838 Aug 16 22:34:57.600137 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851ed837-2052-47a8-af45-f3aed3aca264 None None] Network 8582fc52-bc2b-4c27-950b-55ae9e5c979f requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:57.738929 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa05f772-7d3c-43df-a7c4-3c2bdd4d77a0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:57.749901 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d17ff-9fc3-44b0-8359-0ffac1a67051 None None] Sync routers for ids ['efcc801a-6953-445e-84ef-a7ee93ecda22'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:34:57.757489 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa05f772-7d3c-43df-a7c4-3c2bdd4d77a0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:57.764117 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4d17ff-9fc3-44b0-8359-0ffac1a67051 None None] Routers {'efcc801a-6953-445e-84ef-a7ee93ecda22'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:57.765490 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ab4d17ff-9fc3-44b0-8359-0ffac1a67051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:34:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['efcc801a-6953-445e-84ef-a7ee93ecda22'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:58.028731 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-ab4d17ff-9fc3-44b0-8359-0ffac1a67051 None None] Set router efcc801a-6953-445e-84ef-a7ee93ecda22 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:58.065148 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ca2700b-ec8c-4789-a416-a95dca341738 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:58.070083 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-092c45a4-368d-4e6d-8e6a-8872a3715c9d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:58.085423 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af974b37-2c81-48af-8e96-bc2b78d02e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:58.091187 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9ca2700b-ec8c-4789-a416-a95dca341738 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8582fc52-bc2b-4c27-950b-55ae9e5c979f']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:58.106627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9ca2700b-ec8c-4789-a416-a95dca341738 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887d230c-2a92-4e80-9822-7c3b4ccf1114') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:58.107230 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9ca2700b-ec8c-4789-a416-a95dca341738 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887d230c-2a92-4e80-9822-7c3b4ccf1114') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:58.130997 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-092c45a4-368d-4e6d-8e6a-8872a3715c9d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Transition to ACTIVE for port object ffefc3f5-1c9c-4c1a-9b46-c2e733398029 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:58.134745 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ca2700b-ec8c-4789-a416-a95dca341738 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:58.170482 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7e905-3ddf-4a81-a486-69e4daf36375 req-3cdb2dfd-cd0d-4c2d-a049-f7088bc8cec2 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:58.178401 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-85e7e905-3ddf-4a81-a486-69e4daf36375 req-3cdb2dfd-cd0d-4c2d-a049-f7088bc8cec2 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 947 time: 0.3045492 Aug 16 22:34:58.191126 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ca2700b-ec8c-4789-a416-a95dca341738 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:58.206395 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7569bbd4-d44e-4ce3-9f91-4a4f67bed202 None None] DHCP port deletion for 8582fc52-bc2b-4c27-950b-55ae9e5c979f request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:34:58.271393 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca2700b-ec8c-4789-a416-a95dca341738 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:34:58.277459 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ca2700b-ec8c-4789-a416-a95dca341738 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:34:58.293936 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:34:58.393872 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3893e0c9-798e-485a-81a9-8e98d320b41b None None] Could not find standard attr ID for object e21c1572-4861-48d5-8884-ed08e862dff9. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:34:58.478601 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b438c52-3027-407b-8386-d0113b4446ce None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:58.501394 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-092c45a4-368d-4e6d-8e6a-8872a3715c9d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:58.563918 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ab4d17ff-9fc3-44b0-8359-0ffac1a67051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:34:52Z', 'revision_number': 8, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '03fd34c1-2c78-4c53-bc53-f1189f45b8d0', 'name': '', 'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:c4:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:17Z', 'updated_at': '2021-08-16T22:34:42Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:12Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8537298-e12a-4c00-99dd-c53302079e41', 'name': '', 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:e5:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:05Z', 'updated_at': '2021-08-16T22:34:22Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:58.568022 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-85e7e905-3ddf-4a81-a486-69e4daf36375 req-b15e75b1-c73d-454a-b5bc-d6ab3bb9507a tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3871751 Aug 16 22:34:58.627480 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d17ff-9fc3-44b0-8359-0ffac1a67051 None None] Checking router: efcc801a-6953-445e-84ef-a7ee93ecda22 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:34:58.639280 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4d17ff-9fc3-44b0-8359-0ffac1a67051 None None] Routers {'efcc801a-6953-445e-84ef-a7ee93ecda22'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:58.640215 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ab4d17ff-9fc3-44b0-8359-0ffac1a67051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:34:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['efcc801a-6953-445e-84ef-a7ee93ecda22'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:58.665327 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['5caa8ca9-7660-46f2-906d-1f26e38dc98f', 'e48fde74-b044-473a-b476-caf9b6057de8'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:34:58.781639 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ca2700b-ec8c-4789-a416-a95dca341738 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:58.787989 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-10e9cf59-471a-46b1-b2f5-7faaa7b83601 None None] Provisioning complete for port c854029c-acf0-4918-a1df-5bb03863da8f triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:58.788715 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-10e9cf59-471a-46b1-b2f5-7faaa7b83601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:58.816102 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-ab4d17ff-9fc3-44b0-8359-0ffac1a67051 None None] Set router efcc801a-6953-445e-84ef-a7ee93ecda22 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:58.817156 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ca2700b-ec8c-4789-a416-a95dca341738 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:58.836479 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9ca2700b-ec8c-4789-a416-a95dca341738 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/networks/8582fc52-bc2b-4c27-950b-55ae9e5c979f HTTP/1.1" status: 204 len: 168 time: 3.6742558 Aug 16 22:34:58.837672 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af974b37-2c81-48af-8e96-bc2b78d02e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:58.848449 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40274) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:58.861137 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-092c45a4-368d-4e6d-8e6a-8872a3715c9d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:58.879559 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af974b37-2c81-48af-8e96-bc2b78d02e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:58.896570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2700b-ec8c-4789-a416-a95dca341738 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Network': ['ID=8582fc52-bc2b-4c27-950b-55ae9e5c979f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:58.920569 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-092c45a4-368d-4e6d-8e6a-8872a3715c9d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:58.927687 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-092c45a4-368d-4e6d-8e6a-8872a3715c9d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:59.207969 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1eaaf095-a8a1-4f80-934c-d218dcc63b94 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:34:59.215194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-092c45a4-368d-4e6d-8e6a-8872a3715c9d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:59.217130 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-092c45a4-368d-4e6d-8e6a-8872a3715c9d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.223494 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c45a4-368d-4e6d-8e6a-8872a3715c9d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Pushing event updated for resources: {'Port': ['ID=ffefc3f5-1c9c-4c1a-9b46-c2e733398029,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:59.302222 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 1eaaf095-a8a1-4f80-934c-d218dcc63b94 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:34:59.310619 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1eaaf095-a8a1-4f80-934c-d218dcc63b94 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:34:59.358042 n-d-792458-15 neutron-server[94872]: DEBUG neutron.objects.ports [None req-aa05f772-7d3c-43df-a7c4-3c2bdd4d77a0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:34:59.373741 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-092c45a4-368d-4e6d-8e6a-8872a3715c9d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3416178 Aug 16 22:34:59.396489 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] Request body: {'port': {'device_id': '7808dc4d-0755-4c18-b5c1-645d3fceabe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:59.520536 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05639ff8-1b5a-4b60-af41-e7ecbfab4567 req-de2c0360-1058-487b-a284-130f535b32c8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:59.523451 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05639ff8-1b5a-4b60-af41-e7ecbfab4567 req-de2c0360-1058-487b-a284-130f535b32c8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 931 time: 0.3225358 Aug 16 22:34:59.593681 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-af974b37-2c81-48af-8e96-bc2b78d02e5e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b34b7a81b4bf43da95a756f6a54cf3b8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3312712 Aug 16 22:34:59.594773 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af974b37-2c81-48af-8e96-bc2b78d02e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97a1330-ef56-489b-98ad-eb4d16d10296,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:59.621556 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40282) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:59.672516 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.673542 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a1b12660-c196-4d51-a936-177ad4f8b937 None None] Provisioning complete for port c854029c-acf0-4918-a1df-5bb03863da8f triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:59.674241 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a1b12660-c196-4d51-a936-177ad4f8b937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.765189 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05639ff8-1b5a-4b60-af41-e7ecbfab4567 req-ef5ac69b-4555-4018-888a-3c741e071ba8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176704 Aug 16 22:34:59.800118 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ab4d17ff-9fc3-44b0-8359-0ffac1a67051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:34:52Z', 'revision_number': 8, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '03fd34c1-2c78-4c53-bc53-f1189f45b8d0', 'name': '', 'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:c4:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:17Z', 'updated_at': '2021-08-16T22:34:42Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:12Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8537298-e12a-4c00-99dd-c53302079e41', 'name': '', 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:e5:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:05Z', 'updated_at': '2021-08-16T22:34:22Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:59.837937 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7881e7b-2e9c-4f4a-ac66-99d65bf58672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.882530 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d17ff-9fc3-44b0-8359-0ffac1a67051 None None] The sync data for ids ['efcc801a-6953-445e-84ef-a7ee93ecda22'] in n-d-792458-15 is: [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:34:52Z', 'revision_number': 8, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '03fd34c1-2c78-4c53-bc53-f1189f45b8d0', 'name': '', 'network_id': 'b37f28c6-5433-4b81-a374-96b460ce2070', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:c4:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:17Z', 'updated_at': '2021-08-16T22:34:42Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': 'e782e4ca-ca2c-458a-8811-4cf5d0ad75f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:12Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8537298-e12a-4c00-99dd-c53302079e41', 'name': '', 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:e5:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:05Z', 'updated_at': '2021-08-16T22:34:22Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:59.908997 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7881e7b-2e9c-4f4a-ac66-99d65bf58672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.930113 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a1b12660-c196-4d51-a936-177ad4f8b937 None None] Provisioning for port ffefc3f5-1c9c-4c1a-9b46-c2e733398029 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:59.938506 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a1b12660-c196-4d51-a936-177ad4f8b937 None None] Provisioning complete for port ffefc3f5-1c9c-4c1a-9b46-c2e733398029 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:59.939279 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a1b12660-c196-4d51-a936-177ad4f8b937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.023280 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a1b12660-c196-4d51-a936-177ad4f8b937 None None] Port ffefc3f5-1c9c-4c1a-9b46-c2e733398029 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:35:00.051630 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa05f772-7d3c-43df-a7c4-3c2bdd4d77a0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.143423 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-54019bfc-8031-4a2e-a57a-5a3334bb153c None None] Could not find standard attr ID for object 07fd7435-3e5e-48e4-90e6-eb48536e4f95. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:35:00.332838 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7881e7b-2e9c-4f4a-ac66-99d65bf58672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.335673 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7881e7b-2e9c-4f4a-ac66-99d65bf58672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.339179 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d7881e7b-2e9c-4f4a-ac66-99d65bf58672 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b97a1330-ef56-489b-98ad-eb4d16d10296 HTTP/1.1" status: 204 len: 168 time: 0.7142823 Aug 16 22:35:00.389454 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7881e7b-2e9c-4f4a-ac66-99d65bf58672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97a1330-ef56-489b-98ad-eb4d16d10296,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:00.458847 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-aa05f772-7d3c-43df-a7c4-3c2bdd4d77a0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] For port c854029c-acf0-4918-a1df-5bb03863da8f, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c854029c-acf0-4918-a1df-5bb03863da8f,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:00.480699 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffefc3f5-1c9c-4c1a-9b46-c2e733398029 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:35:00.501998 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.526910 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa05f772-7d3c-43df-a7c4-3c2bdd4d77a0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.536672 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa05f772-7d3c-43df-a7c4-3c2bdd4d77a0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.537627 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa05f772-7d3c-43df-a7c4-3c2bdd4d77a0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.548507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] Transition to ACTIVE for port object ffefc3f5-1c9c-4c1a-9b46-c2e733398029 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:00.555163 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.599887 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa05f772-7d3c-43df-a7c4-3c2bdd4d77a0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:00.637015 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-aa05f772-7d3c-43df-a7c4-3c2bdd4d77a0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:00.647527 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa05f772-7d3c-43df-a7c4-3c2bdd4d77a0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:00.648023 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa05f772-7d3c-43df-a7c4-3c2bdd4d77a0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.655391 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c278b3ca-b117-4a56-b7e2-21848e1baa5f None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:00.712776 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05f772-7d3c-43df-a7c4-3c2bdd4d77a0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=9cbc8f8b-b48f-4114-a286-bb8244d7ea02,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:00.732560 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-aa05f772-7d3c-43df-a7c4-3c2bdd4d77a0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.2797787 Aug 16 22:35:00.745093 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40300) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:00.746673 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05f772-7d3c-43df-a7c4-3c2bdd4d77a0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=c854029c-acf0-4918-a1df-5bb03863da8f,revision_number=13']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:00.781082 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-1b98b8dc-66f0-4e58-b35e-27d0aadb475e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'mac_address': 'fa:16:3e:93:20:f8', 'name': 'tempest-NetworksTestDHCPv6-1637712350'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:00.806632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] Pushing event updated for resources: {'Port': ['ID=ffefc3f5-1c9c-4c1a-9b46-c2e733398029,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:01.155617 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c854029c-acf0-4918-a1df-5bb03863da8f up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:01.173287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84da41-296b-49e4-91b0-b600638ef6f4 req-caba1b5b-8301-46a2-9fbd-9f019c5d3ccc tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:01.176551 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c84da41-296b-49e4-91b0-b600638ef6f4 req-caba1b5b-8301-46a2-9fbd-9f019c5d3ccc tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 943 time: 0.2650127 Aug 16 22:35:01.178264 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] Attempting to bind port ffefc3f5-1c9c-4c1a-9b46-c2e733398029 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:35:01.178887 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] Attempting to bind port ffefc3f5-1c9c-4c1a-9b46-c2e733398029 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:35:01.179617 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] Attempting to bind port ffefc3f5-1c9c-4c1a-9b46-c2e733398029 on network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:35:01.190067 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] Port ffefc3f5-1c9c-4c1a-9b46-c2e733398029 on network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:35:01.209725 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] Attempting to bind port ffefc3f5-1c9c-4c1a-9b46-c2e733398029 on network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:35:01.255748 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-811b696a-3904-4a48-8384-0636888315c8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.295190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:35:01.295538 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] Checking segment: {'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:01.295935 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] Bound using segment: {'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:35:01.299908 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] Bound port: ffefc3f5-1c9c-4c1a-9b46-c2e733398029, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:35:01.300445 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.376896 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40312) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:01.424502 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c854029c-acf0-4918-a1df-5bb03863da8f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:01.424684 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c84da41-296b-49e4-91b0-b600638ef6f4 req-b367c93c-0ef4-4964-8217-026b87801532 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000802 Aug 16 22:35:01.425299 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.431046 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7420384-3fdb-4949-97b1-85917813253e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.469155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] For port ffefc3f5-1c9c-4c1a-9b46-c2e733398029, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:35:01.475439 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] For port ffefc3f5-1c9c-4c1a-9b46-c2e733398029, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ffefc3f5-1c9c-4c1a-9b46-c2e733398029,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:35:01.484511 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.518230 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cf692213-9732-4cdd-bd86-996b85ba3469 None None] Provisioning complete for port c854029c-acf0-4918-a1df-5bb03863da8f triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:01.518230 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cf692213-9732-4cdd-bd86-996b85ba3469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.548960 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:01.550103 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.551473 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] 10.222.0.39 "PUT /v2.0/ports/ffefc3f5-1c9c-4c1a-9b46-c2e733398029 HTTP/1.1" status: 200 len: 1092 time: 2.1615002 Aug 16 22:35:01.560080 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7808dc4d-0755-4c18-b5c1-645d3fceabe0', 'tag': 'ffefc3f5-1c9c-4c1a-9b46-c2e733398029'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:35:01.563022 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd815c7-11f0-4c07-b8ae-e163a71fc9df" -d '{"events": [{"name": "network-changed", "server_uuid": "7808dc4d-0755-4c18-b5c1-645d3fceabe0", "tag": "ffefc3f5-1c9c-4c1a-9b46-c2e733398029"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:35:01.656085 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f2e9a-c27b-40d8-affc-fabb56e62931 service neutron] Pushing event updated for resources: {'Port': ['ID=ffefc3f5-1c9c-4c1a-9b46-c2e733398029,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:01.689535 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-210be11a-cb6a-4f59-b37d-f4f82ef00f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:01.691882 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-210be11a-cb6a-4f59-b37d-f4f82ef00f4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 1095 time: 0.0896163 Aug 16 22:35:01.694390 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36576aa-f6a8-4caa-adf2-5db590f10e8e x-openstack-request-id: req-d36576aa-f6a8-4caa-adf2-5db590f10e8e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:35:01.694669 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7808dc4d-0755-4c18-b5c1-645d3fceabe0", "tag": "ffefc3f5-1c9c-4c1a-9b46-c2e733398029", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:35:01.694991 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d36576aa-f6a8-4caa-adf2-5db590f10e8e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:35:01.695446 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7808dc4d-0755-4c18-b5c1-645d3fceabe0', 'tag': 'ffefc3f5-1c9c-4c1a-9b46-c2e733398029', 'status': 'completed', 'code': 200} Aug 16 22:35:01.748984 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-3a6c67b4-c719-4bcd-b62e-c616d60beb83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffefc3f5-1c9c-4c1a-9b46-c2e733398029 HTTP/1.1" status: 200 len: 217 time: 0.0467222 Aug 16 22:35:01.821284 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7420384-3fdb-4949-97b1-85917813253e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.830001 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7420384-3fdb-4949-97b1-85917813253e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.864828 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e7420384-3fdb-4949-97b1-85917813253e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=dab622319b74470ebe73aa4621e76cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4868536 Aug 16 22:35:01.874046 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40318) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:01.890450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-2432199b-7380-49ef-a5eb-cfdc12e7641a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:01.892988 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-2432199b-7380-49ef-a5eb-cfdc12e7641a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 200 len: 851 time: 0.1338239 Aug 16 22:35:01.896396 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b98b8dc-66f0-4e58-b35e-27d0aadb475e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:01.959422 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7420384-3fdb-4949-97b1-85917813253e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ea5e12-a3d0-4f36-b208-df424f01c9e1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:01.987760 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-811b696a-3904-4a48-8384-0636888315c8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting port 03fd34c1-2c78-4c53-bc53-f1189f45b8d0 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:01.988074 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-811b696a-3904-4a48-8384-0636888315c8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.059531 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be42ff17-61d4-4f17-be82-1b921549c638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.096061 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be42ff17-61d4-4f17-be82-1b921549c638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.116990 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-02dde137-23ca-4f07-a114-c021803fbb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:02.119138 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-02dde137-23ca-4f07-a114-c021803fbb7e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2096686 Aug 16 22:35:02.138407 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1b98b8dc-66f0-4e58-b35e-27d0aadb475e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.171961 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-811b696a-3904-4a48-8384-0636888315c8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] For port 03fd34c1-2c78-4c53-bc53-f1189f45b8d0, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=03fd34c1-2c78-4c53-bc53-f1189f45b8d0,segment=NetworkSegment(516ba71a-bcad-42cb-bf01-7d62cb1032ec),segment_id=516ba71a-bcad-42cb-bf01-7d62cb1032ec)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:02.172240 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-811b696a-3904-4a48-8384-0636888315c8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.189465 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-1b98b8dc-66f0-4e58-b35e-27d0aadb475e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] device_id is not set on port d7741fdb-bec5-40e2-9500-8a1ef125e64a yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:35:02.200153 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-811b696a-3904-4a48-8384-0636888315c8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Calling delete_port for 03fd34c1-2c78-4c53-bc53-f1189f45b8d0 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:02.242950 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be42ff17-61d4-4f17-be82-1b921549c638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.246581 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be42ff17-61d4-4f17-be82-1b921549c638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.250544 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-be42ff17-61d4-4f17-be82-1b921549c638 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/60ea5e12-a3d0-4f36-b208-df424f01c9e1 HTTP/1.1" status: 204 len: 168 time: 0.3728707 Aug 16 22:35:02.256516 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-4f1fea07-c04e-411f-9bd2-d09f81d80f28 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293395 Aug 16 22:35:02.262470 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42ff17-61d4-4f17-be82-1b921549c638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ea5e12-a3d0-4f36-b208-df424f01c9e1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:02.393698 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc4b363f-29e6-4f35-9403-c06099efe242 req-59c5ebdc-3d5f-4fc2-bc97-76906a10d335 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225626 Aug 16 22:35:02.407653 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-1b98b8dc-66f0-4e58-b35e-27d0aadb475e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8::f816:3eff:fe93:20f8 (a58732b9-7854-450a-a2e3-f6da88770571/9cbc8f8b-b48f-4114-a286-bb8244d7ea02/d7741fdb-bec5-40e2-9500-8a1ef125e64a) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:02.584963 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd815c7-11f0-4c07-b8ae-e163a71fc9df req-54cc9818-ad19-4c1a-a5ed-11a4fde914a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:02.591988 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bdd815c7-11f0-4c07-b8ae-e163a71fc9df req-54cc9818-ad19-4c1a-a5ed-11a4fde914a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 1095 time: 0.1501448 Aug 16 22:35:02.693665 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-811b696a-3904-4a48-8384-0636888315c8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.733178 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b696a-3904-4a48-8384-0636888315c8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Port': ['ID=03fd34c1-2c78-4c53-bc53-f1189f45b8d0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:02.751138 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14f8ed-7439-4cd1-901a-c20df67ff01e req-27502af1-f29b-4ef8-8b4a-950f6f0afe26 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:02.752760 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec14f8ed-7439-4cd1-901a-c20df67ff01e req-27502af1-f29b-4ef8-8b4a-950f6f0afe26 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 943 time: 0.1590652 Aug 16 22:35:02.872073 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1b98b8dc-66f0-4e58-b35e-27d0aadb475e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.906495 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-1b98b8dc-66f0-4e58-b35e-27d0aadb475e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Transition to ACTIVE for port object d7741fdb-bec5-40e2-9500-8a1ef125e64a will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:02.920200 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-811b696a-3904-4a48-8384-0636888315c8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.981991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec14f8ed-7439-4cd1-901a-c20df67ff01e req-c3829e4c-b007-4a8e-b3d5-b2221965aef3 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807067 Aug 16 22:35:02.981991 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd815c7-11f0-4c07-b8ae-e163a71fc9df req-ef21402b-f818-4a08-80f4-6a5ad7184076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:02.987739 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bdd815c7-11f0-4c07-b8ae-e163a71fc9df req-ef21402b-f818-4a08-80f4-6a5ad7184076 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 913 time: 0.3309622 Aug 16 22:35:03.122749 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bdd815c7-11f0-4c07-b8ae-e163a71fc9df req-51a05728-189b-4514-a230-ba37ef81cb09 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffefc3f5-1c9c-4c1a-9b46-c2e733398029 HTTP/1.1" status: 200 len: 217 time: 0.1200671 Aug 16 22:35:03.207389 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd815c7-11f0-4c07-b8ae-e163a71fc9df req-35cae16d-eda1-47a1-9d92-4a41c45db904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:03.208938 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bdd815c7-11f0-4c07-b8ae-e163a71fc9df req-35cae16d-eda1-47a1-9d92-4a41c45db904 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 200 len: 851 time: 0.0728519 Aug 16 22:35:03.307030 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd815c7-11f0-4c07-b8ae-e163a71fc9df req-e745f339-65c8-4a7c-b7ad-0907aab2e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:03.311644 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bdd815c7-11f0-4c07-b8ae-e163a71fc9df req-e745f339-65c8-4a7c-b7ad-0907aab2e581 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942917 Aug 16 22:35:03.459355 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bdd815c7-11f0-4c07-b8ae-e163a71fc9df req-d9f45f37-bb7f-4e75-90b5-53c9cf3d8b4f service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375480 Aug 16 22:35:03.695086 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bdd815c7-11f0-4c07-b8ae-e163a71fc9df req-f25df347-a58f-4f30-9ca7-23c63f83049f service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272835 Aug 16 22:35:03.701186 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1b98b8dc-66f0-4e58-b35e-27d0aadb475e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:03.807291 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b98b8dc-66f0-4e58-b35e-27d0aadb475e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:03.812850 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-1b98b8dc-66f0-4e58-b35e-27d0aadb475e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:03.815454 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b98b8dc-66f0-4e58-b35e-27d0aadb475e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:03.821913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b98b8dc-66f0-4e58-b35e-27d0aadb475e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:03.821913 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1b98b8dc-66f0-4e58-b35e-27d0aadb475e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:03.826388 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98b8dc-66f0-4e58-b35e-27d0aadb475e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=d7741fdb-bec5-40e2-9500-8a1ef125e64a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:03.836574 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811b696a-3904-4a48-8384-0636888315c8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router efcc801a-6953-445e-84ef-a7ee93ecda22 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:35:03.856530 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1b98b8dc-66f0-4e58-b35e-27d0aadb475e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0927541 Aug 16 22:35:03.856776 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40358) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:03.954781 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac27917a-e93d-4e86-a1a1-f36ba6f047e0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:03.965101 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac27917a-e93d-4e86-a1a1-f36ba6f047e0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:03.970368 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ac27917a-e93d-4e86-a1a1-f36ba6f047e0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1706 time: 0.1104777 Aug 16 22:35:03.971617 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40360) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:04.030537 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40364) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:04.073528 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811b696a-3904-4a48-8384-0636888315c8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:35:04.088561 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-811b696a-3904-4a48-8384-0636888315c8 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/efcc801a-6953-445e-84ef-a7ee93ecda22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2342696 Aug 16 22:35:04.092299 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40368) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:04.097217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85d7d22-19dd-48af-a7c3-eedaf47cafec None None] Sync routers for ids ['efcc801a-6953-445e-84ef-a7ee93ecda22'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:35:04.110478 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85d7d22-19dd-48af-a7c3-eedaf47cafec None None] Routers {'efcc801a-6953-445e-84ef-a7ee93ecda22'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:04.111415 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a85d7d22-19dd-48af-a7c3-eedaf47cafec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:34:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['efcc801a-6953-445e-84ef-a7ee93ecda22'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:04.235991 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a85d7d22-19dd-48af-a7c3-eedaf47cafec None None] Set router efcc801a-6953-445e-84ef-a7ee93ecda22 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:04.273910 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-4974354f-3d4e-4483-b1da-bbe7fdee3adb tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting subnet e782e4ca-ca2c-458a-8811-4cf5d0ad75f8 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:35:04.286189 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4974354f-3d4e-4483-b1da-bbe7fdee3adb tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:04.300618 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e455d9b-4b0a-4b05-b76a-d063a0f6f6f7 req-08dfe6ca-233e-4bb8-b345-210aff63d518 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:04.303025 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e455d9b-4b0a-4b05-b76a-d063a0f6f6f7 req-08dfe6ca-233e-4bb8-b345-210aff63d518 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 943 time: 0.1205297 Aug 16 22:35:04.329561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c788181e-acb9-4e56-a5fe-01a8c1ee3e3e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting port d7741fdb-bec5-40e2-9500-8a1ef125e64a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:04.329919 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c788181e-acb9-4e56-a5fe-01a8c1ee3e3e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:04.438588 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4974354f-3d4e-4483-b1da-bbe7fdee3adb tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:04.465810 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8162fae-5837-426e-ac0f-792513cbcc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:04.469927 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e455d9b-4b0a-4b05-b76a-d063a0f6f6f7 req-44cc5aa0-05b9-4575-a7c1-3ef0f956d10d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318583 Aug 16 22:35:04.510737 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-df39edda-13f5-47be-ad01-855c511dbfb6 None None] Provisioning for port d7741fdb-bec5-40e2-9500-8a1ef125e64a completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:04.520252 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-df39edda-13f5-47be-ad01-855c511dbfb6 None None] Provisioning complete for port d7741fdb-bec5-40e2-9500-8a1ef125e64a triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:04.520726 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-df39edda-13f5-47be-ad01-855c511dbfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:04.528570 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c788181e-acb9-4e56-a5fe-01a8c1ee3e3e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:04.571537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c788181e-acb9-4e56-a5fe-01a8c1ee3e3e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Calling delete_port for d7741fdb-bec5-40e2-9500-8a1ef125e64a owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:04.599924 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4974354f-3d4e-4483-b1da-bbe7fdee3adb tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:04.603515 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-df39edda-13f5-47be-ad01-855c511dbfb6 None None] Port d7741fdb-bec5-40e2-9500-8a1ef125e64a cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:35:04.666878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ffefc3f5-1c9c-4c1a-9b46-c2e733398029 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:35:04.693903 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8162fae-5837-426e-ac0f-792513cbcc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:04.705238 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8162fae-5837-426e-ac0f-792513cbcc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:04.711981 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a85d7d22-19dd-48af-a7c3-eedaf47cafec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:35:02Z', 'revision_number': 9, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:12Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8537298-e12a-4c00-99dd-c53302079e41', 'name': '', 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:e5:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:05Z', 'updated_at': '2021-08-16T22:34:22Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:04.747150 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4974354f-3d4e-4483-b1da-bbe7fdee3adb tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:04.790669 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85d7d22-19dd-48af-a7c3-eedaf47cafec None None] Checking router: efcc801a-6953-445e-84ef-a7ee93ecda22 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:35:04.797652 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e8162fae-5837-426e-ac0f-792513cbcc04 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2c859a06bfc04c3490a0514aa8595ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7646651 Aug 16 22:35:04.797652 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8162fae-5837-426e-ac0f-792513cbcc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2781d99a-8b56-471e-acd8-2f90e6b240d3,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:04.799747 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40380) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:04.861950 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c54fa632-a4ae-4177-98b5-71b9642f728c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:04.865471 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85d7d22-19dd-48af-a7c3-eedaf47cafec None None] Routers {'efcc801a-6953-445e-84ef-a7ee93ecda22'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:04.866846 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a85d7d22-19dd-48af-a7c3-eedaf47cafec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:34:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['efcc801a-6953-445e-84ef-a7ee93ecda22'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:04.871116 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974354f-3d4e-4483-b1da-bbe7fdee3adb tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Subnet': ['ID=e782e4ca-ca2c-458a-8811-4cf5d0ad75f8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:04.883072 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4974354f-3d4e-4483-b1da-bbe7fdee3adb tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:04.885545 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4974354f-3d4e-4483-b1da-bbe7fdee3adb tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/subnets/e782e4ca-ca2c-458a-8811-4cf5d0ad75f8 HTTP/1.1" status: 204 len: 168 time: 0.7919414 Aug 16 22:35:04.890167 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40382) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:04.932331 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c54fa632-a4ae-4177-98b5-71b9642f728c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:04.933492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfc5361-6be2-471f-abeb-c878c397306d None None] Network b37f28c6-5433-4b81-a374-96b460ce2070 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:04.962927 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c788181e-acb9-4e56-a5fe-01a8c1ee3e3e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.004851 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788181e-acb9-4e56-a5fe-01a8c1ee3e3e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Port': ['ID=d7741fdb-bec5-40e2-9500-8a1ef125e64a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:05.054679 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c54fa632-a4ae-4177-98b5-71b9642f728c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.057448 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c54fa632-a4ae-4177-98b5-71b9642f728c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.059273 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c54fa632-a4ae-4177-98b5-71b9642f728c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2781d99a-8b56-471e-acd8-2f90e6b240d3 HTTP/1.1" status: 204 len: 168 time: 0.2585444 Aug 16 22:35:05.068063 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fa632-a4ae-4177-98b5-71b9642f728c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2781d99a-8b56-471e-acd8-2f90e6b240d3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:05.080427 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c788181e-acb9-4e56-a5fe-01a8c1ee3e3e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.086203 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40390) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:05.092041 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c788181e-acb9-4e56-a5fe-01a8c1ee3e3e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/d7741fdb-bec5-40e2-9500-8a1ef125e64a HTTP/1.1" status: 204 len: 168 time: 1.1130357 Aug 16 22:35:05.103097 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-92b1a51f-4eb9-4a66-83b4-dac5436ff76f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.191986 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f5d986-6b82-4bbc-b977-feaeb67138a8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:05.196648 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f5d986-6b82-4bbc-b977-feaeb67138a8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:05.204640 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-63f5d986-6b82-4bbc-b977-feaeb67138a8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1172371 Aug 16 22:35:05.205280 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40394) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:05.227824 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-92b1a51f-4eb9-4a66-83b4-dac5436ff76f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting port 34afc88f-b5a4-4e11-8ddf-57c8e51d6337 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:05.228631 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-92b1a51f-4eb9-4a66-83b4-dac5436ff76f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.333719 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f1b395-1d79-4a3a-af31-2db695208f8f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet 9cbc8f8b-b48f-4114-a286-bb8244d7ea02 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:35:05.341085 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67f1b395-1d79-4a3a-af31-2db695208f8f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.395274 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-92b1a51f-4eb9-4a66-83b4-dac5436ff76f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] For port 34afc88f-b5a4-4e11-8ddf-57c8e51d6337, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=34afc88f-b5a4-4e11-8ddf-57c8e51d6337,segment=NetworkSegment(516ba71a-bcad-42cb-bf01-7d62cb1032ec),segment_id=516ba71a-bcad-42cb-bf01-7d62cb1032ec)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:05.396035 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-92b1a51f-4eb9-4a66-83b4-dac5436ff76f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.414155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-92b1a51f-4eb9-4a66-83b4-dac5436ff76f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Calling delete_port for 34afc88f-b5a4-4e11-8ddf-57c8e51d6337 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:05.422822 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67f1b395-1d79-4a3a-af31-2db695208f8f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.516965 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-92b1a51f-4eb9-4a66-83b4-dac5436ff76f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.523276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a85d7d22-19dd-48af-a7c3-eedaf47cafec None None] Set router efcc801a-6953-445e-84ef-a7ee93ecda22 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:05.528236 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port ffefc3f5-1c9c-4c1a-9b46-c2e733398029, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ffefc3f5-1c9c-4c1a-9b46-c2e733398029,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:05.583262 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1a51f-4eb9-4a66-83b4-dac5436ff76f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Port': ['ID=34afc88f-b5a4-4e11-8ddf-57c8e51d6337,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:05.591521 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b1a51f-4eb9-4a66-83b4-dac5436ff76f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] No DVR routers for this DVR port 34afc88f-b5a4-4e11-8ddf-57c8e51d6337 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:35:05.597097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'ffefc3f5-1c9c-4c1a-9b46-c2e733398029', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'port_id': 'ffefc3f5-1c9c-4c1a-9b46-c2e733398029', 'mac_address': 'fa:16:3e:df:c0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:35:05.634700 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67f1b395-1d79-4a3a-af31-2db695208f8f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.797407 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158e13f2-150b-4cae-aa93-7f6ca71d16a4 None None] DHCP port deletion for b37f28c6-5433-4b81-a374-96b460ce2070 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:35:05.823187 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67f1b395-1d79-4a3a-af31-2db695208f8f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.855311 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.878563 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffefc3f5-1c9c-4c1a-9b46-c2e733398029 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:35:05.908960 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port ffefc3f5-1c9c-4c1a-9b46-c2e733398029, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ffefc3f5-1c9c-4c1a-9b46-c2e733398029,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:05.911507 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a85d7d22-19dd-48af-a7c3-eedaf47cafec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:35:02Z', 'revision_number': 9, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:12Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8537298-e12a-4c00-99dd-c53302079e41', 'name': '', 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:e5:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:05Z', 'updated_at': '2021-08-16T22:34:22Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:05.915445 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.938291 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40406) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:05.944952 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1b395-1d79-4a3a-af31-2db695208f8f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=9cbc8f8b-b48f-4114-a286-bb8244d7ea02,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:05.955167 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67f1b395-1d79-4a3a-af31-2db695208f8f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.956101 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85d7d22-19dd-48af-a7c3-eedaf47cafec None None] The sync data for ids ['efcc801a-6953-445e-84ef-a7ee93ecda22'] in n-d-792458-15 is: [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:35:02Z', 'revision_number': 9, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:12Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8537298-e12a-4c00-99dd-c53302079e41', 'name': '', 'network_id': '54803212-c53d-4beb-a93d-5ddf6001c590', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:e5:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:05Z', 'updated_at': '2021-08-16T22:34:22Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '77c4016a-53d1-4f07-bfc9-dfe5f553155c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:35:05.956286 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-67f1b395-1d79-4a3a-af31-2db695208f8f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/9cbc8f8b-b48f-4114-a286-bb8244d7ea02 HTTP/1.1" status: 204 len: 168 time: 0.7461154 Aug 16 22:35:05.956630 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40408) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:05.974872 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbc4ce4-93f0-4a4c-bea1-0a3b42f39306 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:05.977167 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec3ac407-8493-470c-9068-b759a72d1689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.989493 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-92b1a51f-4eb9-4a66-83b4-dac5436ff76f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.021743 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-92b1a51f-4eb9-4a66-83b4-dac5436ff76f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37f28c6-5433-4b81-a374-96b460ce2070']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:06.045683 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-92b1a51f-4eb9-4a66-83b4-dac5436ff76f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516ba71a-bcad-42cb-bf01-7d62cb1032ec') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:06.046294 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-92b1a51f-4eb9-4a66-83b4-dac5436ff76f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516ba71a-bcad-42cb-bf01-7d62cb1032ec') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:06.047033 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e18fbba7-2460-4bba-84ef-81d01cda291b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836372 Aug 16 22:35:06.048909 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40412) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:06.074425 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-92b1a51f-4eb9-4a66-83b4-dac5436ff76f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.110330 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7901ddc-e36f-4017-a3ae-1ed8f02084e0 req-37e3d353-7b39-466d-9bfa-04e0b15f5a65 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:06.112457 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7901ddc-e36f-4017-a3ae-1ed8f02084e0 req-37e3d353-7b39-466d-9bfa-04e0b15f5a65 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 943 time: 0.3094628 Aug 16 22:35:06.143851 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-92b1a51f-4eb9-4a66-83b4-dac5436ff76f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.164598 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b1a51f-4eb9-4a66-83b4-dac5436ff76f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:35:06.169845 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-92b1a51f-4eb9-4a66-83b4-dac5436ff76f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.173617 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=ffefc3f5-1c9c-4c1a-9b46-c2e733398029,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:35:06.174718 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:35:06.207469 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec3ac407-8493-470c-9068-b759a72d1689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.212739 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec3ac407-8493-470c-9068-b759a72d1689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.269236 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ec3ac407-8493-470c-9068-b759a72d1689 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ca15d399de19475dad078dcf82261a32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3297110 Aug 16 22:35:06.272186 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40414) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:06.320835 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['ffefc3f5-1c9c-4c1a-9b46-c2e733398029'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:35:06.359255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ac407-8493-470c-9068-b759a72d1689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6b84be-a6a5-4f5e-8db1-b131dc4f5d8a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:06.418033 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520c950e-c99a-4797-927d-cc9092a3c84a None None] DHCP port deletion for a58732b9-7854-450a-a2e3-f6da88770571 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:35:06.489807 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5025b89-9353-456a-998f-0592dc0427d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.537201 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5025b89-9353-456a-998f-0592dc0427d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.555390 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-520c950e-c99a-4797-927d-cc9092a3c84a None None] Deleting port c854029c-acf0-4918-a1df-5bb03863da8f {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:06.556693 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-520c950e-c99a-4797-927d-cc9092a3c84a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.607940 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5025b89-9353-456a-998f-0592dc0427d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.611585 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5025b89-9353-456a-998f-0592dc0427d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.630749 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f5025b89-9353-456a-998f-0592dc0427d5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/dc6b84be-a6a5-4f5e-8db1-b131dc4f5d8a HTTP/1.1" status: 204 len: 168 time: 0.3491728 Aug 16 22:35:06.655848 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5025b89-9353-456a-998f-0592dc0427d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6b84be-a6a5-4f5e-8db1-b131dc4f5d8a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:06.672626 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7901ddc-e36f-4017-a3ae-1ed8f02084e0 req-c7fb2f95-4d19-4d5c-8c0f-169841c18e62 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5491648 Aug 16 22:35:06.686114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359aa4c3-63d9-4ade-88b2-1e87f7229754 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:06.689997 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-359aa4c3-63d9-4ade-88b2-1e87f7229754 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.6366568 Aug 16 22:35:06.690430 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40422) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:06.723906 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-92b1a51f-4eb9-4a66-83b4-dac5436ff76f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.761340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-520c950e-c99a-4797-927d-cc9092a3c84a None None] For port c854029c-acf0-4918-a1df-5bb03863da8f, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c854029c-acf0-4918-a1df-5bb03863da8f,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:06.761756 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-520c950e-c99a-4797-927d-cc9092a3c84a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.773903 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-92b1a51f-4eb9-4a66-83b4-dac5436ff76f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.779427 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-92b1a51f-4eb9-4a66-83b4-dac5436ff76f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/networks/b37f28c6-5433-4b81-a374-96b460ce2070 HTTP/1.1" status: 204 len: 168 time: 1.8846018 Aug 16 22:35:06.779427 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1a51f-4eb9-4a66-83b4-dac5436ff76f tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Network': ['ID=b37f28c6-5433-4b81-a374-96b460ce2070,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:06.781854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40426) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:06.790949 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-520c950e-c99a-4797-927d-cc9092a3c84a None None] Calling delete_port for c854029c-acf0-4918-a1df-5bb03863da8f owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:06.914831 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-520c950e-c99a-4797-927d-cc9092a3c84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.932020 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520c950e-c99a-4797-927d-cc9092a3c84a None None] No DVR routers for this DVR port c854029c-acf0-4918-a1df-5bb03863da8f on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:35:06.993613 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c950e-c99a-4797-927d-cc9092a3c84a None None] Pushing event deleted for resources: {'Port': ['ID=c854029c-acf0-4918-a1df-5bb03863da8f,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:07.056942 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460722e2-469b-4c09-a899-a45713c54bad tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:07.058597 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-460722e2-469b-4c09-a899-a45713c54bad tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3671794 Aug 16 22:35:07.061235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40434) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:07.110559 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c854029c-acf0-4918-a1df-5bb03863da8f no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:07.189171 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: c854029c-acf0-4918-a1df-5bb03863da8f {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:35:07.189513 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c854029c-acf0-4918-a1df-5bb03863da8f not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:07.190886 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6ee8d2fe-f1e4-4ac4-af84-d88b9a196561 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1273754 Aug 16 22:35:07.195768 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40440) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:07.199541 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 03fd34c1-2c78-4c53-bc53-f1189f45b8d0 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:07.203538 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-30e76910-70f3-4ebd-9575-380ded2984fc tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:07.224762 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 03fd34c1-2c78-4c53-bc53-f1189f45b8d0 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:35:07.225030 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 03fd34c1-2c78-4c53-bc53-f1189f45b8d0 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:07.226291 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 34afc88f-b5a4-4e11-8ddf-57c8e51d6337 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:07.251873 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 34afc88f-b5a4-4e11-8ddf-57c8e51d6337 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:35:07.252266 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 34afc88f-b5a4-4e11-8ddf-57c8e51d6337 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:07.393608 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e76910-70f3-4ebd-9575-380ded2984fc tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:07.397087 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30e76910-70f3-4ebd-9575-380ded2984fc tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:07.577761 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-979738c5-7655-4996-95a6-0abfeec166e0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:07.876019 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2e908-585d-428f-9a05-1c0258c66139 req-0445b4d0-4609-414c-a61a-016bae1e2546 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:07.889545 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76c2e908-585d-428f-9a05-1c0258c66139 req-0445b4d0-4609-414c-a61a-016bae1e2546 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 944 time: 0.1039202 Aug 16 22:35:07.986120 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76c2e908-585d-428f-9a05-1c0258c66139 req-a3279d83-9e91-420d-9e08-00b57bc5567d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901446 Aug 16 22:35:07.991243 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30e76910-70f3-4ebd-9575-380ded2984fc tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:08.136551 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e76910-70f3-4ebd-9575-380ded2984fc tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:08.158324 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-30e76910-70f3-4ebd-9575-380ded2984fc tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:08.165679 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e76910-70f3-4ebd-9575-380ded2984fc tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:08.168373 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30e76910-70f3-4ebd-9575-380ded2984fc tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:08.174309 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28430d44-7318-4d77-98b1-0d953eb86964 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:08.189730 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e76910-70f3-4ebd-9575-380ded2984fc tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=f557c163-7d35-464a-b215-3586c258aff8,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:08.215481 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-30e76910-70f3-4ebd-9575-380ded2984fc tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0151727 Aug 16 22:35:08.216468 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40476) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:08.223055 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-28e4168f-eac4-47cd-8526-ba1b555fc960 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'mac_address': 'fa:16:3e:1f:d6:10', 'name': 'tempest-NetworksTestDHCPv6-1238535547'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:08.412370 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-979738c5-7655-4996-95a6-0abfeec166e0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting port f8537298-e12a-4c00-99dd-c53302079e41 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:08.412698 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-979738c5-7655-4996-95a6-0abfeec166e0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:08.419780 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a58732b9-7854-450a-a2e3-f6da88770571', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'fixed_ips': [{'subnet_id': 'f557c163-7d35-464a-b215-3586c258aff8'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:35:08.425196 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:08.444904 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e4168f-eac4-47cd-8526-ba1b555fc960 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:08.557502 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-28e4168f-eac4-47cd-8526-ba1b555fc960 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:08.580176 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-28e4168f-eac4-47cd-8526-ba1b555fc960 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] device_id is not set on port 32c0b81c-9644-4c7b-8d1b-0b36598e60c4 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:35:08.589074 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-979738c5-7655-4996-95a6-0abfeec166e0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] For port f8537298-e12a-4c00-99dd-c53302079e41, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=f8537298-e12a-4c00-99dd-c53302079e41,segment=NetworkSegment(c219bbe8-fff7-4692-813b-5eec77c9234c),segment_id=c219bbe8-fff7-4692-813b-5eec77c9234c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:08.589361 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-979738c5-7655-4996-95a6-0abfeec166e0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:08.614783 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-979738c5-7655-4996-95a6-0abfeec166e0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Calling delete_port for f8537298-e12a-4c00-99dd-c53302079e41 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:08.626481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] Allocated IP 2001:db8::2 (a58732b9-7854-450a-a2e3-f6da88770571/f557c163-7d35-464a-b215-3586c258aff8/fabf408c-6658-49c6-b65f-c4fd997d8860) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:08.643582 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:08.728788 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ffefc3f5-1c9c-4c1a-9b46-c2e733398029 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:08.809819 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port ffefc3f5-1c9c-4c1a-9b46-c2e733398029 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:08.816153 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port ffefc3f5-1c9c-4c1a-9b46-c2e733398029 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:08.816839 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:08.847900 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40492) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:08.936276 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:08.966681 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-979738c5-7655-4996-95a6-0abfeec166e0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.033036 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979738c5-7655-4996-95a6-0abfeec166e0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Port': ['ID=f8537298-e12a-4c00-99dd-c53302079e41,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:09.079090 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9ebd65c9-5874-400e-9eda-ee7689842d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.081084 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7808dc4d-0755-4c18-b5c1-645d3fceabe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffefc3f5-1c9c-4c1a-9b46-c2e733398029'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:35:09.083945 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cd584f-7414-42ec-b14a-06827638506e" -d '{"events": [{"server_uuid": "7808dc4d-0755-4c18-b5c1-645d3fceabe0", "name": "network-vif-plugged", "status": "completed", "tag": "ffefc3f5-1c9c-4c1a-9b46-c2e733398029"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:35:09.130452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port ffefc3f5-1c9c-4c1a-9b46-c2e733398029, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ffefc3f5-1c9c-4c1a-9b46-c2e733398029,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:09.140084 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.180762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897ca71-7aa5-4aed-81b0-bd65c96d99f6 req-ae6f0a89-fc55-4df2-9351-1a15c69a26ab tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:09.192761 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5897ca71-7aa5-4aed-81b0-bd65c96d99f6 req-ae6f0a89-fc55-4df2-9351-1a15c69a26ab tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 944 time: 0.0805976 Aug 16 22:35:09.225894 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.229355 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03279d3-0179-4c40-a0ca-b5400dcf5f6f x-openstack-request-id: req-d03279d3-0179-4c40-a0ca-b5400dcf5f6f {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:35:09.229718 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7808dc4d-0755-4c18-b5c1-645d3fceabe0", "name": "network-vif-plugged", "status": "completed", "tag": "ffefc3f5-1c9c-4c1a-9b46-c2e733398029", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:35:09.230446 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d03279d3-0179-4c40-a0ca-b5400dcf5f6f {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:35:09.230936 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7808dc4d-0755-4c18-b5c1-645d3fceabe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffefc3f5-1c9c-4c1a-9b46-c2e733398029', 'code': 200} Aug 16 22:35:09.255202 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] Transition to ACTIVE for port object fabf408c-6658-49c6-b65f-c4fd997d8860 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:09.287914 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5897ca71-7aa5-4aed-81b0-bd65c96d99f6 req-bcefb7eb-3417-4179-b2c3-5dc13bf2ac03 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928540 Aug 16 22:35:09.302411 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=ffefc3f5-1c9c-4c1a-9b46-c2e733398029,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:09.313553 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] Transition to ACTIVE for port object fabf408c-6658-49c6-b65f-c4fd997d8860 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:09.338173 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.413625 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:09.423316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:09.428061 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:09.449195 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062feaf3-783e-4e25-9cc9-d3d8a39b6fba req-7e28c0ef-dd8a-460d-9437-a76424dd05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:09.450991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-062feaf3-783e-4e25-9cc9-d3d8a39b6fba req-7e28c0ef-dd8a-460d-9437-a76424dd05a3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 1097 time: 0.0817547 Aug 16 22:35:09.462904 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-320fcec3-051e-4147-90f6-9378c557d6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.471841 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-28e4168f-eac4-47cd-8526-ba1b555fc960 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8::6f (a58732b9-7854-450a-a2e3-f6da88770571/f557c163-7d35-464a-b215-3586c258aff8/32c0b81c-9644-4c7b-8d1b-0b36598e60c4) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:09.494459 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] Pushing event updated for resources: {'Port': ['ID=fabf408c-6658-49c6-b65f-c4fd997d8860,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:09.538487 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] Attempting to bind port fabf408c-6658-49c6-b65f-c4fd997d8860 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:35:09.539236 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] Attempting to bind port fabf408c-6658-49c6-b65f-c4fd997d8860 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:35:09.539910 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] Attempting to bind port fabf408c-6658-49c6-b65f-c4fd997d8860 on network a58732b9-7854-450a-a2e3-f6da88770571 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:35:09.546646 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:35:09.547543 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] Checking segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:09.548204 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-062feaf3-783e-4e25-9cc9-d3d8a39b6fba req-03f13acb-b127-4387-8c48-ad0f6e415abe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796762 Aug 16 22:35:09.548528 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.549233 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] Bound using segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:35:09.550041 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] Bound port: fabf408c-6658-49c6-b65f-c4fd997d8860, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:35:09.551058 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.595396 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-979738c5-7655-4996-95a6-0abfeec166e0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.668912 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] For port fabf408c-6658-49c6-b65f-c4fd997d8860, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:35:09.678599 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] For port fabf408c-6658-49c6-b65f-c4fd997d8860, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=fabf408c-6658-49c6-b65f-c4fd997d8860,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:35:09.686299 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.796768 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-320fcec3-051e-4147-90f6-9378c557d6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.799832 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbe593-1b65-4e52-82bd-1d67afb0cbc7 None None] Pushing event updated for resources: {'Port': ['ID=fabf408c-6658-49c6-b65f-c4fd997d8860,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:09.802447 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-28e4168f-eac4-47cd-8526-ba1b555fc960 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.811159 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-320fcec3-051e-4147-90f6-9378c557d6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.823238 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-28e4168f-eac4-47cd-8526-ba1b555fc960 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Transition to ACTIVE for port object 32c0b81c-9644-4c7b-8d1b-0b36598e60c4 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:09.874141 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-28e4168f-eac4-47cd-8526-ba1b555fc960 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.913733 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-320fcec3-051e-4147-90f6-9378c557d6c5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1d2053d6cdc0409dbf66ce8a85541fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0653079 Aug 16 22:35:09.914926 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40526) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:09.937160 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fcec3-051e-4147-90f6-9378c557d6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e654ca-56d5-4ffd-ac69-d094ba68c9bc,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:09.968076 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e4168f-eac4-47cd-8526-ba1b555fc960 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:09.983094 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-28e4168f-eac4-47cd-8526-ba1b555fc960 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:09.997515 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e4168f-eac4-47cd-8526-ba1b555fc960 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:10.014685 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e4168f-eac4-47cd-8526-ba1b555fc960 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:10.016462 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-28e4168f-eac4-47cd-8526-ba1b555fc960 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:10.035712 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4168f-eac4-47cd-8526-ba1b555fc960 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=32c0b81c-9644-4c7b-8d1b-0b36598e60c4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:10.076218 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdc69ca4-5508-4fd3-bfdf-c313e7c57c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:10.116565 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-28e4168f-eac4-47cd-8526-ba1b555fc960 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8988061 Aug 16 22:35:10.120009 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40532) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:10.148835 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979738c5-7655-4996-95a6-0abfeec166e0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router efcc801a-6953-445e-84ef-a7ee93ecda22 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:35:10.153494 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdc69ca4-5508-4fd3-bfdf-c313e7c57c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:10.271865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b43d1e-bdcb-4dc5-96fa-4d0efdb36940 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:10.278451 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b43d1e-bdcb-4dc5-96fa-4d0efdb36940 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:10.281163 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-49b43d1e-bdcb-4dc5-96fa-4d0efdb36940 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1602616 Aug 16 22:35:10.287207 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40540) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:10.357171 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdc69ca4-5508-4fd3-bfdf-c313e7c57c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:10.363481 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdc69ca4-5508-4fd3-bfdf-c313e7c57c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:10.364575 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cdc69ca4-5508-4fd3-bfdf-c313e7c57c08 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d9e654ca-56d5-4ffd-ac69-d094ba68c9bc HTTP/1.1" status: 204 len: 168 time: 0.4455392 Aug 16 22:35:10.375579 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979738c5-7655-4996-95a6-0abfeec166e0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:35:10.381565 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-979738c5-7655-4996-95a6-0abfeec166e0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/efcc801a-6953-445e-84ef-a7ee93ecda22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5952625 Aug 16 22:35:10.385087 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40548) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:10.393707 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bda2b3-b088-4a2b-891e-83a05fce59e0 None None] Sync routers for ids ['efcc801a-6953-445e-84ef-a7ee93ecda22'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:35:10.423128 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bda2b3-b088-4a2b-891e-83a05fce59e0 None None] Routers {'efcc801a-6953-445e-84ef-a7ee93ecda22'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:10.427698 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a7bda2b3-b088-4a2b-891e-83a05fce59e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:34:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['efcc801a-6953-445e-84ef-a7ee93ecda22'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:10.461890 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc69ca4-5508-4fd3-bfdf-c313e7c57c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e654ca-56d5-4ffd-ac69-d094ba68c9bc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:10.470754 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-2169dffb-c89b-49a2-89ca-4894d79b9655 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting subnet 77c4016a-53d1-4f07-bfc9-dfe5f553155c {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:35:10.473822 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2169dffb-c89b-49a2-89ca-4894d79b9655 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:10.544725 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2169dffb-c89b-49a2-89ca-4894d79b9655 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:10.618581 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa30829-e2bf-47bc-9244-44d6289e3e01 req-26dbc86b-2987-44d5-9329-1ef96ff7b1cd tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:10.621155 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fa30829-e2bf-47bc-9244-44d6289e3e01 req-26dbc86b-2987-44d5-9329-1ef96ff7b1cd tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 945 time: 0.1266911 Aug 16 22:35:10.640169 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b43617fa-aafc-4a94-b66e-d28610ad4952 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting port 32c0b81c-9644-4c7b-8d1b-0b36598e60c4 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:10.640743 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b43617fa-aafc-4a94-b66e-d28610ad4952 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:10.696777 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2169dffb-c89b-49a2-89ca-4894d79b9655 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:10.767165 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:10.792900 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-a7bda2b3-b088-4a2b-891e-83a05fce59e0 None None] Set router efcc801a-6953-445e-84ef-a7ee93ecda22 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:10.822838 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2169dffb-c89b-49a2-89ca-4894d79b9655 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:10.899275 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169dffb-c89b-49a2-89ca-4894d79b9655 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Subnet': ['ID=77c4016a-53d1-4f07-bfc9-dfe5f553155c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:10.906475 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2169dffb-c89b-49a2-89ca-4894d79b9655 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:10.908736 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2169dffb-c89b-49a2-89ca-4894d79b9655 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/subnets/77c4016a-53d1-4f07-bfc9-dfe5f553155c HTTP/1.1" status: 204 len: 168 time: 0.5226521 Aug 16 22:35:10.909594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5a6d4f-db76-42d7-878d-907091728f77 None None] Network 54803212-c53d-4beb-a93d-5ddf6001c590 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:10.911588 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40558) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:10.982373 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fa30829-e2bf-47bc-9244-44d6289e3e01 req-5d7fa5b0-bd83-47b7-bf3f-807e8f398ae0 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462892 Aug 16 22:35:11.058642 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b43617fa-aafc-4a94-b66e-d28610ad4952 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:11.116355 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b43617fa-aafc-4a94-b66e-d28610ad4952 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Calling delete_port for 32c0b81c-9644-4c7b-8d1b-0b36598e60c4 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:11.172654 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40562) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:11.200190 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0ef3c81-1664-4010-9ce2-5bab2e72aad0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:11.226636 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0fb245d1-8b0b-4fa9-bf58-7c9b89a05325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:11.395909 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fbb4ef-d789-4fb9-a329-ae281cfd51da None None] DHCP port deletion for 54803212-c53d-4beb-a93d-5ddf6001c590 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:35:11.406136 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device fabf408c-6658-49c6-b65f-c4fd997d8860 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:11.499656 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a7bda2b3-b088-4a2b-891e-83a05fce59e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:35:08Z', 'revision_number': 10, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:12Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:11.537547 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bda2b3-b088-4a2b-891e-83a05fce59e0 None None] Checking router: efcc801a-6953-445e-84ef-a7ee93ecda22 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:35:11.548001 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c0ef3c81-1664-4010-9ce2-5bab2e72aad0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting port c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:11.550793 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0ef3c81-1664-4010-9ce2-5bab2e72aad0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:11.551917 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bda2b3-b088-4a2b-891e-83a05fce59e0 None None] Routers {'efcc801a-6953-445e-84ef-a7ee93ecda22'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:11.552575 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a7bda2b3-b088-4a2b-891e-83a05fce59e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:34:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['efcc801a-6953-445e-84ef-a7ee93ecda22'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:11.663215 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b43617fa-aafc-4a94-b66e-d28610ad4952 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:11.682598 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c0ef3c81-1664-4010-9ce2-5bab2e72aad0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] For port c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b,segment=NetworkSegment(c219bbe8-fff7-4692-813b-5eec77c9234c),segment_id=c219bbe8-fff7-4692-813b-5eec77c9234c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:11.683250 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0ef3c81-1664-4010-9ce2-5bab2e72aad0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:11.701709 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c0ef3c81-1664-4010-9ce2-5bab2e72aad0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Calling delete_port for c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:11.728871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43617fa-aafc-4a94-b66e-d28610ad4952 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Port': ['ID=32c0b81c-9644-4c7b-8d1b-0b36598e60c4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:11.741461 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a585866a-a875-4485-88be-f83194c2f1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:11.806025 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-adad1fda-61c8-4b8f-9f8b-346e07e99af6 None None] Provisioning for port fabf408c-6658-49c6-b65f-c4fd997d8860 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:11.844323 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b43617fa-aafc-4a94-b66e-d28610ad4952 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:11.846558 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d4fbb4ef-d789-4fb9-a329-ae281cfd51da None None] Deleting port c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:11.849596 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb4ef-d789-4fb9-a329-ae281cfd51da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:11.849943 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b43617fa-aafc-4a94-b66e-d28610ad4952 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/32c0b81c-9644-4c7b-8d1b-0b36598e60c4 HTTP/1.1" status: 204 len: 168 time: 1.5619719 Aug 16 22:35:11.852277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40578) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:11.975921 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0fb245d1-8b0b-4fa9-bf58-7c9b89a05325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:11.986412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d914c72-eb8e-48b3-96eb-ed0314026d47 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:11.992641 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d914c72-eb8e-48b3-96eb-ed0314026d47 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:11.998906 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0fb245d1-8b0b-4fa9-bf58-7c9b89a05325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:11.999284 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port fabf408c-6658-49c6-b65f-c4fd997d8860 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:12.000783 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4d914c72-eb8e-48b3-96eb-ed0314026d47 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1466932 Aug 16 22:35:12.003703 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40580) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:12.004892 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-a7bda2b3-b088-4a2b-891e-83a05fce59e0 None None] Set router efcc801a-6953-445e-84ef-a7ee93ecda22 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:12.019467 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port fabf408c-6658-49c6-b65f-c4fd997d8860 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:12.019892 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:12.062430 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0fb245d1-8b0b-4fa9-bf58-7c9b89a05325 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=22eac260779a44d2b807382ddfa017d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8884902 Aug 16 22:35:12.065322 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40584) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:12.088406 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d4fbb4ef-d789-4fb9-a329-ae281cfd51da None None] For port c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b,segment=NetworkSegment(c219bbe8-fff7-4692-813b-5eec77c9234c),segment_id=c219bbe8-fff7-4692-813b-5eec77c9234c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:12.089192 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb4ef-d789-4fb9-a329-ae281cfd51da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:12.122907 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d4fbb4ef-d789-4fb9-a329-ae281cfd51da None None] Calling delete_port for c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:12.173857 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb245d1-8b0b-4fa9-bf58-7c9b89a05325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec51b899-f832-4f25-8cb3-03f7043c5e97,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:12.211109 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6676a7e-6443-4642-bb37-a6993cc38150 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet f557c163-7d35-464a-b215-3586c258aff8 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:35:12.231224 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0ef3c81-1664-4010-9ce2-5bab2e72aad0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:12.301299 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6676a7e-6443-4642-bb37-a6993cc38150 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:12.313527 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef3c81-1664-4010-9ce2-5bab2e72aad0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Port': ['ID=c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:12.338092 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef3c81-1664-4010-9ce2-5bab2e72aad0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] No DVR routers for this DVR port c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:35:12.354543 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d1f8eab3-8746-470f-a1ec-990c26ebde75 None None] Could not find standard attr ID for object 32c0b81c-9644-4c7b-8d1b-0b36598e60c4. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:35:12.406840 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:12.416767 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011b4ac-b8e6-4875-bf82-a26382dfffee req-60c6927f-4fbe-4828-9ef5-9f59d874461f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:12.429252 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d011b4ac-b8e6-4875-bf82-a26382dfffee req-60c6927f-4fbe-4828-9ef5-9f59d874461f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 945 time: 0.2118120 Aug 16 22:35:12.440541 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6676a7e-6443-4642-bb37-a6993cc38150 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:12.474266 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65d9ba15-500e-47ce-a61d-d67a2c8a311b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:12.557434 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb4ef-d789-4fb9-a329-ae281cfd51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:12.598775 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d011b4ac-b8e6-4875-bf82-a26382dfffee req-16cf4ab8-f305-45a6-829c-373cae215588 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465611 Aug 16 22:35:12.636384 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbb4ef-d789-4fb9-a329-ae281cfd51da None None] Pushing event deleted for resources: {'Port': ['ID=c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:12.669720 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fbb4ef-d789-4fb9-a329-ae281cfd51da None None] No DVR routers for this DVR port c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:35:12.694998 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:12.754113 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a7bda2b3-b088-4a2b-891e-83a05fce59e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:35:08Z', 'revision_number': 10, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:12Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:12.772094 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65d9ba15-500e-47ce-a61d-d67a2c8a311b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:12.784575 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0ef3c81-1664-4010-9ce2-5bab2e72aad0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:12.802405 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port fabf408c-6658-49c6-b65f-c4fd997d8860, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=fabf408c-6658-49c6-b65f-c4fd997d8860,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:12.808013 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:12.814123 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bda2b3-b088-4a2b-891e-83a05fce59e0 None None] The sync data for ids ['efcc801a-6953-445e-84ef-a7ee93ecda22'] in n-d-792458-15 is: [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:35:08Z', 'revision_number': 10, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None, '_interfaces': [{'id': '6556f59c-69c3-47c9-a3bf-86c80db69669', 'name': '', 'network_id': 'a68f054c-aff3-4ed8-9158-020e366bca4b', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'mac_address': 'fa:16:3e:20:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:33:53Z', 'updated_at': '2021-08-16T22:34:12Z', 'revision_number': 5, 'project_id': 'c913d440e664450daff7210bf2719493', 'subnets': [{'id': '51ef9822-7bed-4396-a2af-a8c42ba9d64c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:35:12.827782 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6676a7e-6443-4642-bb37-a6993cc38150 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:12.869607 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c0ef3c81-1664-4010-9ce2-5bab2e72aad0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54803212-c53d-4beb-a93d-5ddf6001c590']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:12.904381 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c0ef3c81-1664-4010-9ce2-5bab2e72aad0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c219bbe8-fff7-4692-813b-5eec77c9234c') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:12.904699 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c0ef3c81-1664-4010-9ce2-5bab2e72aad0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c219bbe8-fff7-4692-813b-5eec77c9234c') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:12.939127 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0ef3c81-1664-4010-9ce2-5bab2e72aad0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:12.947769 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=fabf408c-6658-49c6-b65f-c4fd997d8860,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:12.974387 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0ef3c81-1664-4010-9ce2-5bab2e72aad0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:12.984441 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ef3c81-1664-4010-9ce2-5bab2e72aad0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:35:12.984856 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0ef3c81-1664-4010-9ce2-5bab2e72aad0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:35:12.988628 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:35:13.049402 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6676a7e-6443-4642-bb37-a6993cc38150 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:13.094235 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65d9ba15-500e-47ce-a61d-d67a2c8a311b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:13.099231 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65d9ba15-500e-47ce-a61d-d67a2c8a311b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:13.103549 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-65d9ba15-500e-47ce-a61d-d67a2c8a311b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ec51b899-f832-4f25-8cb3-03f7043c5e97 HTTP/1.1" status: 204 len: 168 time: 1.0296028 Aug 16 22:35:13.122705 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9ba15-500e-47ce-a61d-d67a2c8a311b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec51b899-f832-4f25-8cb3-03f7043c5e97,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:13.132301 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0ef3c81-1664-4010-9ce2-5bab2e72aad0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:13.153006 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0ef3c81-1664-4010-9ce2-5bab2e72aad0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:13.160662 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c0ef3c81-1664-4010-9ce2-5bab2e72aad0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/networks/54803212-c53d-4beb-a93d-5ddf6001c590 HTTP/1.1" status: 204 len: 168 time: 2.2464283 Aug 16 22:35:13.184032 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40600) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:13.184280 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:13.190948 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6676a7e-6443-4642-bb37-a6993cc38150 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=f557c163-7d35-464a-b215-3586c258aff8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:13.217919 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef3c81-1664-4010-9ce2-5bab2e72aad0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Network': ['ID=54803212-c53d-4beb-a93d-5ddf6001c590,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:13.250678 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6676a7e-6443-4642-bb37-a6993cc38150 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:13.252778 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a6676a7e-6443-4642-bb37-a6993cc38150 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/f557c163-7d35-464a-b215-3586c258aff8 HTTP/1.1" status: 204 len: 168 time: 1.2478900 Aug 16 22:35:13.261558 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7eef55-2afe-4701-a3d7-9cf09d624f10 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:13.272688 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40602) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:13.346680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-48436c4a-a207-4676-97c3-ba279040f43f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704038 Aug 16 22:35:13.349528 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40604) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:13.420870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8fee5-0f63-4e4d-aeb3-6e002ed335c7 req-0bc3140e-3c61-48ae-92f5-e085c05b79ed tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:13.422214 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3d8fee5-0f63-4e4d-aeb3-6e002ed335c7 req-0bc3140e-3c61-48ae-92f5-e085c05b79ed tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 945 time: 0.2360611 Aug 16 22:35:13.531086 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea62576f-87c1-49e8-9364-90276106503b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:13.535225 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ea62576f-87c1-49e8-9364-90276106503b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1822157 Aug 16 22:35:13.537693 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40610) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:13.552854 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3d8fee5-0f63-4e4d-aeb3-6e002ed335c7 req-77d66882-6cc5-43a7-90d9-21b040649aae tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199841 Aug 16 22:35:13.590577 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device fabf408c-6658-49c6-b65f-c4fd997d8860 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:13.617735 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40614) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:13.681166 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port fabf408c-6658-49c6-b65f-c4fd997d8860 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:13.682181 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:13.744180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1b5dcc-253a-4197-8621-4ded41f252ab tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:13.746333 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9c1b5dcc-253a-4197-8621-4ded41f252ab tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2071521 Aug 16 22:35:13.750890 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40620) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:13.781834 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d103287-dbb6-475f-98ed-b6a07ea755c7 None None] DHCP port deletion for a58732b9-7854-450a-a2e3-f6da88770571 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:35:13.854296 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3ca68c8b-4beb-4f52-9205-e579532b4d5b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1019192 Aug 16 22:35:13.861326 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40626) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:13.874979 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ef7eacf5-43d7-4707-af05-a3d7c95eacf5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:14.006511 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec27a89c-3ca8-4ffd-ae1b-0ef7f010e46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:14.021285 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-4d103287-dbb6-475f-98ed-b6a07ea755c7 None None] Deleting port fabf408c-6658-49c6-b65f-c4fd997d8860 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:14.022650 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4d103287-dbb6-475f-98ed-b6a07ea755c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:14.105585 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:14.148809 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:35:14.149796 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c2eeda0e-bf0e-4887-a9a5-6c7edf62dc5b not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:14.151507 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device f8537298-e12a-4c00-99dd-c53302079e41 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:14.232479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: f8537298-e12a-4c00-99dd-c53302079e41 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:35:14.232854 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device f8537298-e12a-4c00-99dd-c53302079e41 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:14.235787 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-4d103287-dbb6-475f-98ed-b6a07ea755c7 None None] For port fabf408c-6658-49c6-b65f-c4fd997d8860, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=fabf408c-6658-49c6-b65f-c4fd997d8860,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:14.236226 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4d103287-dbb6-475f-98ed-b6a07ea755c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:14.264952 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-4d103287-dbb6-475f-98ed-b6a07ea755c7 None None] Calling delete_port for fabf408c-6658-49c6-b65f-c4fd997d8860 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:14.274405 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec27a89c-3ca8-4ffd-ae1b-0ef7f010e46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:14.301275 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec27a89c-3ca8-4ffd-ae1b-0ef7f010e46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:14.328218 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7eacf5-43d7-4707-af05-a3d7c95eacf5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:14.335188 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ef7eacf5-43d7-4707-af05-a3d7c95eacf5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:14.384600 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4d103287-dbb6-475f-98ed-b6a07ea755c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:14.413569 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ec27a89c-3ca8-4ffd-ae1b-0ef7f010e46d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=56edec0e20584b948d77d14790172d8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7906122 Aug 16 22:35:14.414365 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40638) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:14.422818 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d103287-dbb6-475f-98ed-b6a07ea755c7 None None] Pushing event deleted for resources: {'Port': ['ID=fabf408c-6658-49c6-b65f-c4fd997d8860,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:14.439402 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d103287-dbb6-475f-98ed-b6a07ea755c7 None None] No DVR routers for this DVR port fabf408c-6658-49c6-b65f-c4fd997d8860 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:35:14.596307 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27a89c-3ca8-4ffd-ae1b-0ef7f010e46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e81d457-a88d-4b4f-bde3-8bc551fce6c0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:14.627973 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9a1928e4-bc02-4467-9dbe-e5cd79a15ade tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:14.761103 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:14.799131 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f6b56f8-c420-436b-a311-ddc50ba988dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:14.865522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71200589-ffd3-42e6-a2e7-56c713e11f65 req-87bae5dc-484b-4b91-96aa-bdd143f7c6a8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:14.867696 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71200589-ffd3-42e6-a2e7-56c713e11f65 req-87bae5dc-484b-4b91-96aa-bdd143f7c6a8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 945 time: 0.1735046 Aug 16 22:35:14.901490 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f6b56f8-c420-436b-a311-ddc50ba988dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:15.106606 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9a1928e4-bc02-4467-9dbe-e5cd79a15ade tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting port 6556f59c-69c3-47c9-a3bf-86c80db69669 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:15.107282 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9a1928e4-bc02-4467-9dbe-e5cd79a15ade tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:15.117984 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device fabf408c-6658-49c6-b65f-c4fd997d8860 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:15.144542 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71200589-ffd3-42e6-a2e7-56c713e11f65 req-b38f6050-4b8c-495f-912a-25c8733742c5 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485118 Aug 16 22:35:15.178438 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: fabf408c-6658-49c6-b65f-c4fd997d8860 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:35:15.178797 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device fabf408c-6658-49c6-b65f-c4fd997d8860 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:15.302997 n-d-792458-15 neutron-server[94871]: DEBUG neutron.objects.ports [None req-ef7eacf5-43d7-4707-af05-a3d7c95eacf5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94871) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:35:15.311229 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ef7eacf5-43d7-4707-af05-a3d7c95eacf5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:15.322019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9a1928e4-bc02-4467-9dbe-e5cd79a15ade tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] For port 6556f59c-69c3-47c9-a3bf-86c80db69669, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6556f59c-69c3-47c9-a3bf-86c80db69669,segment=NetworkSegment(5bb04e72-96f7-42d7-9438-8db8ecfecc1a),segment_id=5bb04e72-96f7-42d7-9438-8db8ecfecc1a)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:15.322565 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9a1928e4-bc02-4467-9dbe-e5cd79a15ade tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:15.344262 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9a1928e4-bc02-4467-9dbe-e5cd79a15ade tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Calling delete_port for 6556f59c-69c3-47c9-a3bf-86c80db69669 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:15.362511 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f6b56f8-c420-436b-a311-ddc50ba988dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:15.367478 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f6b56f8-c420-436b-a311-ddc50ba988dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:15.368906 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4f6b56f8-c420-436b-a311-ddc50ba988dc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1e81d457-a88d-4b4f-bde3-8bc551fce6c0 HTTP/1.1" status: 204 len: 168 time: 0.8187768 Aug 16 22:35:15.462520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b56f8-c420-436b-a311-ddc50ba988dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e81d457-a88d-4b4f-bde3-8bc551fce6c0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:15.465273 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7eacf5-43d7-4707-af05-a3d7c95eacf5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=878416a0-922f-4cef-8ba4-ff09e586f153,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:15.470409 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7eacf5-43d7-4707-af05-a3d7c95eacf5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:15.487023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ef7eacf5-43d7-4707-af05-a3d7c95eacf5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:15.493164 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7eacf5-43d7-4707-af05-a3d7c95eacf5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:15.494075 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ef7eacf5-43d7-4707-af05-a3d7c95eacf5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:15.501766 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aff166-acbf-439a-a35b-0ceb427feca2 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:15.543857 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ef7eacf5-43d7-4707-af05-a3d7c95eacf5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6788263 Aug 16 22:35:15.547051 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40668) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:15.560974 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-bd286b86-0248-48de-87f7-ef2647731c3c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:15.901485 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9a1928e4-bc02-4467-9dbe-e5cd79a15ade tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:15.947317 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd286b86-0248-48de-87f7-ef2647731c3c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:15.963942 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd286b86-0248-48de-87f7-ef2647731c3c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:15.980085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1928e4-bc02-4467-9dbe-e5cd79a15ade tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Port': ['ID=6556f59c-69c3-47c9-a3bf-86c80db69669,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:16.255088 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9a1928e4-bc02-4467-9dbe-e5cd79a15ade tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:16.455828 n-d-792458-15 neutron-server[94871]: INFO neutron.db.ipam_backend_mixin [None req-bd286b86-0248-48de-87f7-ef2647731c3c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 878416a0-922f-4cef-8ba4-ff09e586f153 (CIDR: 2001:db8::/64) Aug 16 22:35:16.466464 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40688) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:16.467562 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd286b86-0248-48de-87f7-ef2647731c3c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:35:16.470250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd286b86-0248-48de-87f7-ef2647731c3c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:35:16.507333 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a58732b9-7854-450a-a2e3-f6da88770571', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'fixed_ips': [{'subnet_id': '878416a0-922f-4cef-8ba4-ff09e586f153'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:35:16.511888 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:16.578777 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a813828-8925-4ad2-a7b1-f60dc66c96ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:16.619806 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e1e6c-e58c-4c45-88b3-655da6d7a04e req-79e57c0f-ef14-4348-b367-7ea3e69117d3 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:16.630768 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b0e1e6c-e58c-4c45-88b3-655da6d7a04e req-79e57c0f-ef14-4348-b367-7ea3e69117d3 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 945 time: 0.3985593 Aug 16 22:35:16.633335 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bd286b86-0248-48de-87f7-ef2647731c3c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0855460 Aug 16 22:35:16.641621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40692) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:16.679270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-556a9d87-6916-49d7-b042-9ca31cf035e2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:16.703973 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1928e4-bc02-4467-9dbe-e5cd79a15ade tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router efcc801a-6953-445e-84ef-a7ee93ecda22 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:35:16.774394 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] Allocated IP 2001:db8::f816:3eff:fead:e6f5 (a58732b9-7854-450a-a2e3-f6da88770571/878416a0-922f-4cef-8ba4-ff09e586f153/7a4b295a-55e6-49eb-84b5-2f89202fb229) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:16.778776 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b0e1e6c-e58c-4c45-88b3-655da6d7a04e req-efe0c10b-314c-4865-9950-9f86f64c4652 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471012 Aug 16 22:35:16.914147 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1928e4-bc02-4467-9dbe-e5cd79a15ade tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:35:16.935175 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a813828-8925-4ad2-a7b1-f60dc66c96ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:16.944227 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9a1928e4-bc02-4467-9dbe-e5cd79a15ade tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/efcc801a-6953-445e-84ef-a7ee93ecda22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7573302 Aug 16 22:35:16.948338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40702) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:16.963409 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a813828-8925-4ad2-a7b1-f60dc66c96ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:16.977797 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1b68c9-4452-452b-8c22-5059d7b3aaee None None] Sync routers for ids ['efcc801a-6953-445e-84ef-a7ee93ecda22'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:35:17.039445 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1b68c9-4452-452b-8c22-5059d7b3aaee None None] Routers {'efcc801a-6953-445e-84ef-a7ee93ecda22'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:17.040792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-eb1b68c9-4452-452b-8c22-5059d7b3aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:35:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['efcc801a-6953-445e-84ef-a7ee93ecda22'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:17.049677 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556a9d87-6916-49d7-b042-9ca31cf035e2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:17.052935 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-556a9d87-6916-49d7-b042-9ca31cf035e2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.060794 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1a813828-8925-4ad2-a7b1-f60dc66c96ae admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6eb4b01a79f2490782c4e90ebca83334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5852129 Aug 16 22:35:17.061521 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a813828-8925-4ad2-a7b1-f60dc66c96ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb5904d-1135-47d5-b53f-bd45f34e9bca,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:17.064960 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40706) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:17.069519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b870a8-133e-4615-918f-5a16e24f7e30 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting subnet 51ef9822-7bed-4396-a2af-a8c42ba9d64c {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:35:17.090278 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96b870a8-133e-4615-918f-5a16e24f7e30 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.171339 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-acfab125-0e31-47e0-ba98-2e41f081f170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.200495 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.228424 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] Transition to ACTIVE for port object 7a4b295a-55e6-49eb-84b5-2f89202fb229 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:17.240745 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-acfab125-0e31-47e0-ba98-2e41f081f170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.250197 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] Transition to ACTIVE for port object 7a4b295a-55e6-49eb-84b5-2f89202fb229 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:17.262353 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-eb1b68c9-4452-452b-8c22-5059d7b3aaee None None] Set router efcc801a-6953-445e-84ef-a7ee93ecda22 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:17.278010 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96b870a8-133e-4615-918f-5a16e24f7e30 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.310790 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-acfab125-0e31-47e0-ba98-2e41f081f170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.320482 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-acfab125-0e31-47e0-ba98-2e41f081f170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.322041 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-acfab125-0e31-47e0-ba98-2e41f081f170 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6eb5904d-1135-47d5-b53f-bd45f34e9bca HTTP/1.1" status: 204 len: 168 time: 0.2505894 Aug 16 22:35:17.342740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfab125-0e31-47e0-ba98-2e41f081f170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb5904d-1135-47d5-b53f-bd45f34e9bca,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:17.363561 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.389098 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-eb1b68c9-4452-452b-8c22-5059d7b3aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:35:15Z', 'revision_number': 11, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:17.394535 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:17.437029 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96b870a8-133e-4615-918f-5a16e24f7e30 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.450994 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:17.453850 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:17.458092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1b68c9-4452-452b-8c22-5059d7b3aaee None None] Checking router: efcc801a-6953-445e-84ef-a7ee93ecda22 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:35:17.503145 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1b68c9-4452-452b-8c22-5059d7b3aaee None None] Routers {'efcc801a-6953-445e-84ef-a7ee93ecda22'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:17.503815 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-eb1b68c9-4452-452b-8c22-5059d7b3aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:35:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['efcc801a-6953-445e-84ef-a7ee93ecda22'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:17.516331 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] Pushing event updated for resources: {'Port': ['ID=7a4b295a-55e6-49eb-84b5-2f89202fb229,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:17.621699 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] Attempting to bind port 7a4b295a-55e6-49eb-84b5-2f89202fb229 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:35:17.627613 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] Attempting to bind port 7a4b295a-55e6-49eb-84b5-2f89202fb229 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:35:17.627613 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] Attempting to bind port 7a4b295a-55e6-49eb-84b5-2f89202fb229 on network a58732b9-7854-450a-a2e3-f6da88770571 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:35:17.627907 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96b870a8-133e-4615-918f-5a16e24f7e30 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.633413 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:35:17.633808 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] Checking segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:17.634410 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.638210 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] Bound using segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:35:17.638210 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] Bound port: 7a4b295a-55e6-49eb-84b5-2f89202fb229, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:35:17.638210 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.642175 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-eb1b68c9-4452-452b-8c22-5059d7b3aaee None None] Set router efcc801a-6953-445e-84ef-a7ee93ecda22 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:17.725306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-eb1b68c9-4452-452b-8c22-5059d7b3aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:35:15Z', 'revision_number': 11, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:17.784817 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1b68c9-4452-452b-8c22-5059d7b3aaee None None] The sync data for ids ['efcc801a-6953-445e-84ef-a7ee93ecda22'] in n-d-792458-15 is: [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:35:15Z', 'revision_number': 11, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:35:17.795784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b870a8-133e-4615-918f-5a16e24f7e30 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Subnet': ['ID=51ef9822-7bed-4396-a2af-a8c42ba9d64c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:17.817301 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-556a9d87-6916-49d7-b042-9ca31cf035e2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.821411 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96b870a8-133e-4615-918f-5a16e24f7e30 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.826911 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-96b870a8-133e-4615-918f-5a16e24f7e30 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/subnets/51ef9822-7bed-4396-a2af-a8c42ba9d64c HTTP/1.1" status: 204 len: 168 time: 0.8732438 Aug 16 22:35:17.827877 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40728) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:17.869930 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e511bc2b-e036-4401-96b3-c0dde36eb6f6 None None] Network a68f054c-aff3-4ed8-9158-020e366bca4b requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:17.940844 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556a9d87-6916-49d7-b042-9ca31cf035e2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:17.983695 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-556a9d87-6916-49d7-b042-9ca31cf035e2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:17.998767 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556a9d87-6916-49d7-b042-9ca31cf035e2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:17.999370 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-556a9d87-6916-49d7-b042-9ca31cf035e2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:18.035908 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a9d87-6916-49d7-b042-9ca31cf035e2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=51de9dc1-3a17-4f9d-b964-f00ba7665f72,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:18.038337 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] For port 7a4b295a-55e6-49eb-84b5-2f89202fb229, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:35:18.046566 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f6388e4-a7d0-440f-a230-b537a3fcd919 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:18.062761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40736) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:18.065761 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-556a9d87-6916-49d7-b042-9ca31cf035e2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3934908 Aug 16 22:35:18.068505 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f8dff382-b746-470c-8dee-1f20a3f1be3f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'mac_address': 'fa:16:3e:d8:4f:0b', 'name': 'tempest-NetworksTestDHCPv6-1010012799'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:18.072960 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40738) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:18.077112 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] For port 7a4b295a-55e6-49eb-84b5-2f89202fb229, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7a4b295a-55e6-49eb-84b5-2f89202fb229,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:35:18.082240 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9ac7f-7664-42e5-b506-b38e09bf63e4 req-3cd956da-78e6-4a20-9688-a6c139955c11 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:18.091687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35c9ac7f-7664-42e5-b506-b38e09bf63e4 req-3cd956da-78e6-4a20-9688-a6c139955c11 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 945 time: 0.1904788 Aug 16 22:35:18.100016 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:18.211879 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35c9ac7f-7664-42e5-b506-b38e09bf63e4 req-47d91f81-c02d-4cfe-9346-5812872aaf1e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191857 Aug 16 22:35:18.214639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7097d4-49c4-4897-88d6-10b12407c1a7 None None] Pushing event updated for resources: {'Port': ['ID=7a4b295a-55e6-49eb-84b5-2f89202fb229,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:18.238324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e104df-e6a0-4282-8d26-ee2b2e442c9d None None] DHCP port deletion for a68f054c-aff3-4ed8-9158-020e366bca4b request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:35:18.294957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5f6388e4-a7d0-440f-a230-b537a3fcd919 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Deleting port 4ba4299a-7268-414a-af57-cfa5fdfb5d0f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:18.295217 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f6388e4-a7d0-440f-a230-b537a3fcd919 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:18.436962 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dff382-b746-470c-8dee-1f20a3f1be3f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:18.445746 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-5f6388e4-a7d0-440f-a230-b537a3fcd919 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] For port 4ba4299a-7268-414a-af57-cfa5fdfb5d0f, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4ba4299a-7268-414a-af57-cfa5fdfb5d0f,segment=NetworkSegment(5bb04e72-96f7-42d7-9438-8db8ecfecc1a),segment_id=5bb04e72-96f7-42d7-9438-8db8ecfecc1a)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:18.446373 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f6388e4-a7d0-440f-a230-b537a3fcd919 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:18.453234 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d2e104df-e6a0-4282-8d26-ee2b2e442c9d None None] Deleting port 4ba4299a-7268-414a-af57-cfa5fdfb5d0f {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:18.455178 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d2e104df-e6a0-4282-8d26-ee2b2e442c9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:18.485021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5f6388e4-a7d0-440f-a230-b537a3fcd919 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Calling delete_port for 4ba4299a-7268-414a-af57-cfa5fdfb5d0f owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:18.562114 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd4eece9-1799-44e7-b614-661bf9cbb3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:18.650336 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d2e104df-e6a0-4282-8d26-ee2b2e442c9d None None] For port 4ba4299a-7268-414a-af57-cfa5fdfb5d0f, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4ba4299a-7268-414a-af57-cfa5fdfb5d0f,segment=NetworkSegment(5bb04e72-96f7-42d7-9438-8db8ecfecc1a),segment_id=5bb04e72-96f7-42d7-9438-8db8ecfecc1a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:18.651249 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d2e104df-e6a0-4282-8d26-ee2b2e442c9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:18.710289 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d2e104df-e6a0-4282-8d26-ee2b2e442c9d None None] Calling delete_port for 4ba4299a-7268-414a-af57-cfa5fdfb5d0f owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:18.768314 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8dff382-b746-470c-8dee-1f20a3f1be3f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:18.775885 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f6388e4-a7d0-440f-a230-b537a3fcd919 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:18.807931 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ffefc3f5-1c9c-4c1a-9b46-c2e733398029 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:35:18.821530 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-f8dff382-b746-470c-8dee-1f20a3f1be3f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] device_id is not set on port 9251f7c5-85de-4cbc-91cc-ec074999eb54 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:35:18.872136 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6388e4-a7d0-440f-a230-b537a3fcd919 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Port': ['ID=4ba4299a-7268-414a-af57-cfa5fdfb5d0f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:18.881209 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6388e4-a7d0-440f-a230-b537a3fcd919 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] No DVR routers for this DVR port 4ba4299a-7268-414a-af57-cfa5fdfb5d0f on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:35:18.958983 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d2e104df-e6a0-4282-8d26-ee2b2e442c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:19.011940 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e104df-e6a0-4282-8d26-ee2b2e442c9d None None] No DVR routers for this DVR port 4ba4299a-7268-414a-af57-cfa5fdfb5d0f on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:35:19.022531 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e104df-e6a0-4282-8d26-ee2b2e442c9d None None] Pushing event deleted for resources: {'Port': ['ID=4ba4299a-7268-414a-af57-cfa5fdfb5d0f,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:19.042608 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port ffefc3f5-1c9c-4c1a-9b46-c2e733398029, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ffefc3f5-1c9c-4c1a-9b46-c2e733398029,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:19.062343 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'ffefc3f5-1c9c-4c1a-9b46-c2e733398029', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'port_id': 'ffefc3f5-1c9c-4c1a-9b46-c2e733398029', 'mac_address': 'fa:16:3e:df:c0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:35:19.220417 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:19.302660 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffefc3f5-1c9c-4c1a-9b46-c2e733398029 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:35:19.342689 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f6388e4-a7d0-440f-a230-b537a3fcd919 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:19.352122 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port ffefc3f5-1c9c-4c1a-9b46-c2e733398029, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ffefc3f5-1c9c-4c1a-9b46-c2e733398029,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:19.366885 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:19.378698 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-5f6388e4-a7d0-440f-a230-b537a3fcd919 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68f054c-aff3-4ed8-9158-020e366bca4b']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:19.402084 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd4eece9-1799-44e7-b614-661bf9cbb3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:19.408201 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd4eece9-1799-44e7-b614-661bf9cbb3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:19.419086 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-5f6388e4-a7d0-440f-a230-b537a3fcd919 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb04e72-96f7-42d7-9438-8db8ecfecc1a') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:19.420077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-5f6388e4-a7d0-440f-a230-b537a3fcd919 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb04e72-96f7-42d7-9438-8db8ecfecc1a') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:19.446483 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f6388e4-a7d0-440f-a230-b537a3fcd919 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:19.448665 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7a4b295a-55e6-49eb-84b5-2f89202fb229 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:19.570257 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f6388e4-a7d0-440f-a230-b537a3fcd919 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:19.610276 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6388e4-a7d0-440f-a230-b537a3fcd919 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:35:19.611678 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f6388e4-a7d0-440f-a230-b537a3fcd919 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:35:19.632672 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:35:19.675442 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['ffefc3f5-1c9c-4c1a-9b46-c2e733398029'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:35:19.759822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 7a4b295a-55e6-49eb-84b5-2f89202fb229 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:19.768445 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-f8dff382-b746-470c-8dee-1f20a3f1be3f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8:0:1::2c7 (a58732b9-7854-450a-a2e3-f6da88770571/51de9dc1-3a17-4f9d-b964-f00ba7665f72/9251f7c5-85de-4cbc-91cc-ec074999eb54) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:19.776513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-f8dff382-b746-470c-8dee-1f20a3f1be3f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8::f816:3eff:fed8:4f0b (a58732b9-7854-450a-a2e3-f6da88770571/878416a0-922f-4cef-8ba4-ff09e586f153/9251f7c5-85de-4cbc-91cc-ec074999eb54) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:19.793182 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d4fdd-435e-498b-b6ee-6ee2afd3cea7 req-e7d6c6ae-f98d-4939-a728-a74d21efdc0b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:19.806676 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a56d4fdd-435e-498b-b6ee-6ee2afd3cea7 req-e7d6c6ae-f98d-4939-a728-a74d21efdc0b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 944 time: 0.3451457 Aug 16 22:35:19.807285 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=ffefc3f5-1c9c-4c1a-9b46-c2e733398029,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:19.944068 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6556f59c-69c3-47c9-a3bf-86c80db69669 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:19.975751 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a56d4fdd-435e-498b-b6ee-6ee2afd3cea7 req-5a77991a-e379-43e0-9601-6e0ecfb44805 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624041 Aug 16 22:35:19.994414 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f6388e4-a7d0-440f-a230-b537a3fcd919 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:20.047933 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f6388e4-a7d0-440f-a230-b537a3fcd919 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:20.051338 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5f6388e4-a7d0-440f-a230-b537a3fcd919 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/networks/a68f054c-aff3-4ed8-9158-020e366bca4b HTTP/1.1" status: 204 len: 168 time: 2.2187941 Aug 16 22:35:20.057146 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6388e4-a7d0-440f-a230-b537a3fcd919 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Pushing event deleted for resources: {'Network': ['ID=a68f054c-aff3-4ed8-9158-020e366bca4b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:20.065864 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40794) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:20.078811 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7b43f862-8d14-4175-a634-7bcca4db5b06 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'router': {'routes': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:20.129141 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 6556f59c-69c3-47c9-a3bf-86c80db69669 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:35:20.130843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6556f59c-69c3-47c9-a3bf-86c80db69669 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:20.131944 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4ba4299a-7268-414a-af57-cfa5fdfb5d0f no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:20.217825 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 4ba4299a-7268-414a-af57-cfa5fdfb5d0f {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:35:20.218235 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4ba4299a-7268-414a-af57-cfa5fdfb5d0f not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:20.222229 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d76278-69ca-4db0-b34e-9e7565574866 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:20.258942 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4eece9-1799-44e7-b614-661bf9cbb3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a916d58-81b7-4d08-8043-24bedd1faf84,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:20.293780 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dd4eece9-1799-44e7-b614-661bf9cbb3ad admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1df6c8ca0cc3496fb2fe0b016beb984e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2175553 Aug 16 22:35:20.372268 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8dff382-b746-470c-8dee-1f20a3f1be3f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:20.406396 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f8dff382-b746-470c-8dee-1f20a3f1be3f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Transition to ACTIVE for port object 9251f7c5-85de-4cbc-91cc-ec074999eb54 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:20.459338 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-15022741-f462-4785-a001-ddd41b3bffea None None] Provisioning for port 7a4b295a-55e6-49eb-84b5-2f89202fb229 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:20.461039 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40802) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:20.520791 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8dff382-b746-470c-8dee-1f20a3f1be3f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:20.528845 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-15022741-f462-4785-a001-ddd41b3bffea None None] Provisioning complete for port 7a4b295a-55e6-49eb-84b5-2f89202fb229 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:20.529235 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-15022741-f462-4785-a001-ddd41b3bffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:20.613226 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dff382-b746-470c-8dee-1f20a3f1be3f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:20.619576 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-f8dff382-b746-470c-8dee-1f20a3f1be3f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:20.648513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dff382-b746-470c-8dee-1f20a3f1be3f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:20.657067 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dff382-b746-470c-8dee-1f20a3f1be3f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:20.657913 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8dff382-b746-470c-8dee-1f20a3f1be3f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:20.689129 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f8dff382-b746-470c-8dee-1f20a3f1be3f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.6251848 Aug 16 22:35:20.711297 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40812) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:20.725551 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dff382-b746-470c-8dee-1f20a3f1be3f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=9251f7c5-85de-4cbc-91cc-ec074999eb54,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:20.788567 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-facc7302-615b-4b6d-bf8e-09f87183ea28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:20.866145 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-facc7302-615b-4b6d-bf8e-09f87183ea28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:21.057672 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-15022741-f462-4785-a001-ddd41b3bffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:21.184755 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-facc7302-615b-4b6d-bf8e-09f87183ea28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:21.194106 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-facc7302-615b-4b6d-bf8e-09f87183ea28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:21.198215 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-facc7302-615b-4b6d-bf8e-09f87183ea28 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5a916d58-81b7-4d08-8043-24bedd1faf84 HTTP/1.1" status: 204 len: 168 time: 0.7359436 Aug 16 22:35:21.231858 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-947f4fcc-eb19-4cd4-9fbd-2445272db5cb tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting port 9251f7c5-85de-4cbc-91cc-ec074999eb54 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:21.235955 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-947f4fcc-eb19-4cd4-9fbd-2445272db5cb tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:21.274450 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-15022741-f462-4785-a001-ddd41b3bffea None None] For port 7a4b295a-55e6-49eb-84b5-2f89202fb229, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7a4b295a-55e6-49eb-84b5-2f89202fb229,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:21.408765 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-15022741-f462-4785-a001-ddd41b3bffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:21.483360 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-947f4fcc-eb19-4cd4-9fbd-2445272db5cb tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:21.496283 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.extraroute_db [None req-7b43f862-8d14-4175-a634-7bcca4db5b06 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Added routes are [] {{(pid=94871) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 22:35:21.496283 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.extraroute_db [None req-7b43f862-8d14-4175-a634-7bcca4db5b06 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Removed routes are [] {{(pid=94871) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 22:35:21.497180 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7b43f862-8d14-4175-a634-7bcca4db5b06 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:21.553334 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-947f4fcc-eb19-4cd4-9fbd-2445272db5cb tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Calling delete_port for 9251f7c5-85de-4cbc-91cc-ec074999eb54 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:21.582326 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93748b6-fe3e-4a2f-9da6-5ddb42b179d5 None None] Update dhcp port {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'fixed_ips': [{'subnet_id': '878416a0-922f-4cef-8ba4-ff09e586f153', 'ip_address': '2001:db8::f816:3eff:fead:e6f5'}, {'subnet_id': '51de9dc1-3a17-4f9d-b964-f00ba7665f72'}], 'binding:host_id': 'n-d-792458-15'}, 'id': '7a4b295a-55e6-49eb-84b5-2f89202fb229'} from n-d-792458-15. {{(pid=94873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:35:21.590601 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ab844-77de-4dc8-a433-d36ca76bb763 req-ed766c95-abf5-40d9-87c7-027f624b7c1b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:21.600514 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-028ab844-77de-4dc8-a433-d36ca76bb763 req-ed766c95-abf5-40d9-87c7-027f624b7c1b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 944 time: 0.3130305 Aug 16 22:35:21.740844 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b93748b6-fe3e-4a2f-9da6-5ddb42b179d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:21.805231 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-028ab844-77de-4dc8-a433-d36ca76bb763 req-168c45bd-5ad9-4e12-a44f-a967dc5c274d tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029076 Aug 16 22:35:21.958183 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15022741-f462-4785-a001-ddd41b3bffea None None] Pushing event updated for resources: {'Port': ['ID=7a4b295a-55e6-49eb-84b5-2f89202fb229,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:22.014879 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-947f4fcc-eb19-4cd4-9fbd-2445272db5cb tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.016991 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc7302-615b-4b6d-bf8e-09f87183ea28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a916d58-81b7-4d08-8043-24bedd1faf84,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:22.044392 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7b43f862-8d14-4175-a634-7bcca4db5b06 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.052308 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7b43f862-8d14-4175-a634-7bcca4db5b06 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578920'] for router, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.076016 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f4fcc-eb19-4cd4-9fbd-2445272db5cb tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Port': ['ID=9251f7c5-85de-4cbc-91cc-ec074999eb54,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:22.146981 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40838) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:22.248507 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-947f4fcc-eb19-4cd4-9fbd-2445272db5cb tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.254517 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-947f4fcc-eb19-4cd4-9fbd-2445272db5cb tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/9251f7c5-85de-4cbc-91cc-ec074999eb54 HTTP/1.1" status: 204 len: 168 time: 1.5413294 Aug 16 22:35:22.256089 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40840) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:22.260332 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6bf1aba9-e4be-4d52-9b27-950b7f923f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.290825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b43f862-8d14-4175-a634-7bcca4db5b06 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router efcc801a-6953-445e-84ef-a7ee93ecda22 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:35:22.367668 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-b93748b6-fe3e-4a2f-9da6-5ddb42b179d5 None None] Allocated IP 2001:db8:0:1::2 (a58732b9-7854-450a-a2e3-f6da88770571/51de9dc1-3a17-4f9d-b964-f00ba7665f72/7a4b295a-55e6-49eb-84b5-2f89202fb229) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:22.370303 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979880a5-3244-43f7-bc22-f8c6b79f7038 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:22.381366 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-979880a5-3244-43f7-bc22-f8c6b79f7038 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1240406 Aug 16 22:35:22.420220 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6bf1aba9-e4be-4d52-9b27-950b7f923f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.421616 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40842) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:22.460124 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6bf1aba9-e4be-4d52-9b27-950b7f923f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.491453 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6bf1aba9-e4be-4d52-9b27-950b7f923f33 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=59f34df882dc4b9dbcea0eaf212e4d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3320646 Aug 16 22:35:22.499321 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40846) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:22.578687 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1aba9-e4be-4d52-9b27-950b7f923f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cee791-e6d9-495a-bfd7-7ec0fb70ab63,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:22.600918 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb39c83a-8bcb-4215-9bc3-1ca09b8330f4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:22.605779 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cb39c83a-8bcb-4215-9bc3-1ca09b8330f4 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1823003 Aug 16 22:35:22.606522 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40850) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:22.650005 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b93748b6-fe3e-4a2f-9da6-5ddb42b179d5 None None] For port 7a4b295a-55e6-49eb-84b5-2f89202fb229, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7a4b295a-55e6-49eb-84b5-2f89202fb229,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:22.667360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b43f862-8d14-4175-a634-7bcca4db5b06 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:35:22.682901 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898ef7b-8912-45db-a11b-62378fdea5fa None None] Sync routers for ids ['efcc801a-6953-445e-84ef-a7ee93ecda22'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:35:22.690941 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7b43f862-8d14-4175-a634-7bcca4db5b06 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.693296 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7b43f862-8d14-4175-a634-7bcca4db5b06 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/efcc801a-6953-445e-84ef-a7ee93ecda22 HTTP/1.1" status: 200 len: 705 time: 2.6254082 Aug 16 22:35:22.697222 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40852) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:22.697614 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898ef7b-8912-45db-a11b-62378fdea5fa None None] Routers {'efcc801a-6953-445e-84ef-a7ee93ecda22'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:22.698298 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0898ef7b-8912-45db-a11b-62378fdea5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:35:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['efcc801a-6953-445e-84ef-a7ee93ecda22'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:22.743339 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965dd1e6-0b54-44fe-b314-997ad5f4bf44 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:22.746512 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b93748b6-fe3e-4a2f-9da6-5ddb42b179d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.749386 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965dd1e6-0b54-44fe-b314-997ad5f4bf44 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:22.754934 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965dd1e6-0b54-44fe-b314-997ad5f4bf44 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:22.763858 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-965dd1e6-0b54-44fe-b314-997ad5f4bf44 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1508257 Aug 16 22:35:22.768140 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40856) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:22.771464 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a818dba-4d9a-47e6-be19-e821fd41b69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.772862 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b93748b6-fe3e-4a2f-9da6-5ddb42b179d5 None None] Transition to ACTIVE for port object 7a4b295a-55e6-49eb-84b5-2f89202fb229 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:22.783050 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b93748b6-fe3e-4a2f-9da6-5ddb42b179d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.817097 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-487efabe-86fc-45e9-a8a9-1921d8c977ca tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/ports?device_id=efcc801a-6953-445e-84ef-a7ee93ecda22 HTTP/1.1" status: 200 len: 205 time: 0.1168771 Aug 16 22:35:22.820671 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40858) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:22.888970 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0898ef7b-8912-45db-a11b-62378fdea5fa None None] Set router efcc801a-6953-445e-84ef-a7ee93ecda22 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:22.943551 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a818dba-4d9a-47e6-be19-e821fd41b69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.952102 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ffefc3f5-1c9c-4c1a-9b46-c2e733398029 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:23.015995 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a818dba-4d9a-47e6-be19-e821fd41b69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.020563 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a818dba-4d9a-47e6-be19-e821fd41b69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.022371 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4a818dba-4d9a-47e6-be19-e821fd41b69a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/90cee791-e6d9-495a-bfd7-7ec0fb70ab63 HTTP/1.1" status: 204 len: 168 time: 0.5147567 Aug 16 22:35:23.045261 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a818dba-4d9a-47e6-be19-e821fd41b69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cee791-e6d9-495a-bfd7-7ec0fb70ab63,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:23.077074 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22d9dab-c9cc-4ad6-b8c8-26e45ec7f3a3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet 51de9dc1-3a17-4f9d-b964-f00ba7665f72 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:35:23.083997 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0898ef7b-8912-45db-a11b-62378fdea5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:35:15Z', 'revision_number': 11, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:23.087093 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b22d9dab-c9cc-4ad6-b8c8-26e45ec7f3a3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.218965 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a57baf5-9044-4610-aa18-1a8105ec0b69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.226820 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898ef7b-8912-45db-a11b-62378fdea5fa None None] Checking router: efcc801a-6953-445e-84ef-a7ee93ecda22 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:35:23.269719 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b22d9dab-c9cc-4ad6-b8c8-26e45ec7f3a3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.273313 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40876) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:23.288038 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3f1bf64f-27d0-4f75-a364-7d3b6acd1ea3 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1168325393'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:23.310462 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898ef7b-8912-45db-a11b-62378fdea5fa None None] Routers {'efcc801a-6953-445e-84ef-a7ee93ecda22'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:23.311670 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0898ef7b-8912-45db-a11b-62378fdea5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:35:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['efcc801a-6953-445e-84ef-a7ee93ecda22'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:23.534165 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4914d6-2952-4e41-82a7-be75362da713 req-7178217e-608a-49fa-bf31-14d432a67b07 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:23.543948 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b22d9dab-c9cc-4ad6-b8c8-26e45ec7f3a3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.548653 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a4914d6-2952-4e41-82a7-be75362da713 req-7178217e-608a-49fa-bf31-14d432a67b07 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 944 time: 0.6087749 Aug 16 22:35:23.550841 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7a4b295a-55e6-49eb-84b5-2f89202fb229 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:23.585707 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0898ef7b-8912-45db-a11b-62378fdea5fa None None] Set router efcc801a-6953-445e-84ef-a7ee93ecda22 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:23.670414 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93748b6-fe3e-4a2f-9da6-5ddb42b179d5 None None] Pushing event updated for resources: {'Port': ['ID=7a4b295a-55e6-49eb-84b5-2f89202fb229,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:23.697657 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1bf64f-27d0-4f75-a364-7d3b6acd1ea3 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Made reservation on behalf of 6ec65b3f25804ec5b636b887d7c98229 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:23.713361 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3f1bf64f-27d0-4f75-a364-7d3b6acd1ea3 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.719074 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port ffefc3f5-1c9c-4c1a-9b46-c2e733398029 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:23.726692 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.731919 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b22d9dab-c9cc-4ad6-b8c8-26e45ec7f3a3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.757750 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0898ef7b-8912-45db-a11b-62378fdea5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:35:15Z', 'revision_number': 11, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:23.795957 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898ef7b-8912-45db-a11b-62378fdea5fa None None] The sync data for ids ['efcc801a-6953-445e-84ef-a7ee93ecda22'] in n-d-792458-15 is: [{'id': 'efcc801a-6953-445e-84ef-a7ee93ecda22', 'name': 'tempest-RoutersIpV6Test-router-1945334203', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:33:47Z', 'updated_at': '2021-08-16T22:35:15Z', 'revision_number': 11, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:35:23.915397 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d9dab-c9cc-4ad6-b8c8-26e45ec7f3a3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=51de9dc1-3a17-4f9d-b964-f00ba7665f72,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:23.941883 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b22d9dab-c9cc-4ad6-b8c8-26e45ec7f3a3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.948366 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b22d9dab-c9cc-4ad6-b8c8-26e45ec7f3a3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/51de9dc1-3a17-4f9d-b964-f00ba7665f72 HTTP/1.1" status: 204 len: 168 time: 1.1697364 Aug 16 22:35:23.956662 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40888) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:24.086770 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.120711 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1bf64f-27d0-4f75-a364-7d3b6acd1ea3 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:35:24.164220 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7808dc4d-0755-4c18-b5c1-645d3fceabe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffefc3f5-1c9c-4c1a-9b46-c2e733398029'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:35:24.166053 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a4914d6-2952-4e41-82a7-be75362da713 req-4c071ca3-0936-46a1-baf2-2509e9cb4120 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6091495 Aug 16 22:35:24.171766 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98a40f0-6604-4a19-88d8-d388d0b6eb23" -d '{"events": [{"server_uuid": "7808dc4d-0755-4c18-b5c1-645d3fceabe0", "name": "network-vif-plugged", "status": "completed", "tag": "ffefc3f5-1c9c-4c1a-9b46-c2e733398029"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:35:24.180472 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a57baf5-9044-4610-aa18-1a8105ec0b69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.191949 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a57baf5-9044-4610-aa18-1a8105ec0b69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.232295 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3f1bf64f-27d0-4f75-a364-7d3b6acd1ea3 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.238574 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-3f1bf64f-27d0-4f75-a364-7d3b6acd1ea3 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Added segment 420ed010-18d5-432a-8291-cf0ea8e7284a of type vlan for network a23f0fde-fc4c-4841-ad11-d7c8bad85285 Aug 16 22:35:24.259405 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port ffefc3f5-1c9c-4c1a-9b46-c2e733398029, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ffefc3f5-1c9c-4c1a-9b46-c2e733398029,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:24.272211 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.317214 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a57baf5-9044-4610-aa18-1a8105ec0b69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.322324 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a57baf5-9044-4610-aa18-1a8105ec0b69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Fanout notify agent at l3_agent the message router_deleted on router efcc801a-6953-445e-84ef-a7ee93ecda22 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:35:24.328368 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0f0c9f-343d-4c57-ae0e-e347d4e09936 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet 878416a0-922f-4cef-8ba4-ff09e586f153 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:35:24.337376 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a57baf5-9044-4610-aa18-1a8105ec0b69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.339465 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5a57baf5-9044-4610-aa18-1a8105ec0b69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/routers/efcc801a-6953-445e-84ef-a7ee93ecda22 HTTP/1.1" status: 204 len: 168 time: 1.5146377 Aug 16 22:35:24.346228 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40898) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:24.355139 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9478a3ab-213f-46f5-8725-b364859e9e81 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1990900101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:24.364110 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c7705c-76ce-45ef-be89-c5b6bb8c3ac9 x-openstack-request-id: req-68c7705c-76ce-45ef-be89-c5b6bb8c3ac9 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:35:24.367372 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7808dc4d-0755-4c18-b5c1-645d3fceabe0", "name": "network-vif-plugged", "status": "completed", "tag": "ffefc3f5-1c9c-4c1a-9b46-c2e733398029", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:35:24.367915 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-68c7705c-76ce-45ef-be89-c5b6bb8c3ac9 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:35:24.373490 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7808dc4d-0755-4c18-b5c1-645d3fceabe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffefc3f5-1c9c-4c1a-9b46-c2e733398029', 'code': 200} Aug 16 22:35:24.443291 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a0f0c9f-343d-4c57-ae0e-e347d4e09936 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.462195 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9478a3ab-213f-46f5-8725-b364859e9e81 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.472221 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9478a3ab-213f-46f5-8725-b364859e9e81 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.493604 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=ffefc3f5-1c9c-4c1a-9b46-c2e733398029,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:24.578613 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3f1bf64f-27d0-4f75-a364-7d3b6acd1ea3 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.646021 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9478a3ab-213f-46f5-8725-b364859e9e81 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.654466 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9478a3ab-213f-46f5-8725-b364859e9e81 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.672362 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a0f0c9f-343d-4c57-ae0e-e347d4e09936 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.678729 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9478a3ab-213f-46f5-8725-b364859e9e81 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.682980 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9478a3ab-213f-46f5-8725-b364859e9e81 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3328695 Aug 16 22:35:24.684084 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40910) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:24.700304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-43b0ed68-2caa-4d30-aa64-676f90141aed tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:24.730603 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3f1bf64f-27d0-4f75-a364-7d3b6acd1ea3 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.736273 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1bf64f-27d0-4f75-a364-7d3b6acd1ea3 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:24.736930 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3f1bf64f-27d0-4f75-a364-7d3b6acd1ea3 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.077066 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3f1bf64f-27d0-4f75-a364-7d3b6acd1ea3 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8007514 Aug 16 22:35:25.081365 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40918) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:25.118286 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-9086e15b-1a4b-4189-b4ec-6cb901f0a94e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1519831670'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:25.130313 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4036e1-05bf-4b3d-a1fa-4f5f11a866fe None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:25.260017 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9086e15b-1a4b-4189-b4ec-6cb901f0a94e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Made reservation on behalf of 6ec65b3f25804ec5b636b887d7c98229 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:25.272507 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9086e15b-1a4b-4189-b4ec-6cb901f0a94e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.283751 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bf64f-27d0-4f75-a364-7d3b6acd1ea3 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event updated for resources: {'Network': ['ID=a23f0fde-fc4c-4841-ad11-d7c8bad85285,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:25.343733 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7a4b295a-55e6-49eb-84b5-2f89202fb229 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:25.354980 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a0f0c9f-343d-4c57-ae0e-e347d4e09936 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.360350 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network a23f0fde-fc4c-4841-ad11-d7c8bad85285 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:35:25.463614 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9086e15b-1a4b-4189-b4ec-6cb901f0a94e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:35:25.498446 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9086e15b-1a4b-4189-b4ec-6cb901f0a94e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.499123 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-9086e15b-1a4b-4189-b4ec-6cb901f0a94e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Added segment e45973da-241f-4c39-aca9-311267aeaf35 of type vlan for network e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 Aug 16 22:35:25.562943 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40934) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:25.572207 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-43b0ed68-2caa-4d30-aa64-676f90141aed tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.581789 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-115d72d7-af0b-4a1e-90c0-edce9d364887 None None] Provisioning for port 7a4b295a-55e6-49eb-84b5-2f89202fb229 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:25.610878 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:35:25.666393 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9086e15b-1a4b-4189-b4ec-6cb901f0a94e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.673182 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-115d72d7-af0b-4a1e-90c0-edce9d364887 None None] Provisioning complete for port 7a4b295a-55e6-49eb-84b5-2f89202fb229 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:25.673182 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-115d72d7-af0b-4a1e-90c0-edce9d364887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.685548 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a0f0c9f-343d-4c57-ae0e-e347d4e09936 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.721293 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71356fa-b4b4-4d7b-ac25-d7d82876c9d6 req-a5869806-0814-4052-990e-ffc665b6bb8c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:25.735249 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d71356fa-b4b4-4d7b-ac25-d7d82876c9d6 req-a5869806-0814-4052-990e-ffc665b6bb8c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 945 time: 0.3365080 Aug 16 22:35:25.763090 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-43b0ed68-2caa-4d30-aa64-676f90141aed tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578920'] for router, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.804089 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.resource_extend [None req-9086e15b-1a4b-4189-b4ec-6cb901f0a94e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:35:25.854711 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f0c9f-343d-4c57-ae0e-e347d4e09936 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=878416a0-922f-4cef-8ba4-ff09e586f153,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:25.862611 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9086e15b-1a4b-4189-b4ec-6cb901f0a94e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.881022 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9086e15b-1a4b-4189-b4ec-6cb901f0a94e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:25.882094 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9086e15b-1a4b-4189-b4ec-6cb901f0a94e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.942024 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d71356fa-b4b4-4d7b-ac25-d7d82876c9d6 req-ef3c9208-bd44-4011-8845-4f5ef859d187 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057660 Aug 16 22:35:25.964998 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 7a4b295a-55e6-49eb-84b5-2f89202fb229 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:25.965672 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.979390 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a0f0c9f-343d-4c57-ae0e-e347d4e09936 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.981372 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4a0f0c9f-343d-4c57-ae0e-e347d4e09936 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/878416a0-922f-4cef-8ba4-ff09e586f153 HTTP/1.1" status: 204 len: 168 time: 2.0235658 Aug 16 22:35:25.985255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40942) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:26.079646 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9086e15b-1a4b-4189-b4ec-6cb901f0a94e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9812889 Aug 16 22:35:26.082646 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d6b22804-5d15-4659-94eb-25a161c91d25 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0956933 Aug 16 22:35:26.088837 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40944) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:26.090938 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40946) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:26.104077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5c52b4d9-1076-4e42-bfa1-d7cefa65e229 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Request body: {'subnet': {'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:26.133376 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ce984a46-09c5-4591-bd6a-d9354cc59736 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:26.185162 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-115d72d7-af0b-4a1e-90c0-edce9d364887 None None] Could not find standard attr ID for object 9251f7c5-85de-4cbc-91cc-ec074999eb54. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:35:26.202487 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086e15b-1a4b-4189-b4ec-6cb901f0a94e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event updated for resources: {'Network': ['ID=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:26.224127 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:35:26.228447 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af9395b-4f99-48a6-8359-39df1cd3600d None None] DHCP port deletion for a58732b9-7854-450a-a2e3-f6da88770571 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:35:26.257541 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-478152de-e0df-4ca5-824c-efc628a8fdfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:26.305154 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c52b4d9-1076-4e42-bfa1-d7cefa65e229 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Made reservation on behalf of 6ec65b3f25804ec5b636b887d7c98229 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:26.309334 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5c52b4d9-1076-4e42-bfa1-d7cefa65e229 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:26.446270 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-ce984a46-09c5-4591-bd6a-d9354cc59736 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:35:26.446270 n-d-792458-15 neutron-server[94872]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:35:26.446270 n-d-792458-15 neutron-server[94872]: [parameters: {'project_id_1': 'e08e5d92ad344f91b7cc8666da1d7000', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 35, 26, 370190)}] Aug 16 22:35:26.446270 n-d-792458-15 neutron-server[94872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:35:26.446270 n-d-792458-15 neutron-server[94872]: DEBUG oslo_db.api [None req-ce984a46-09c5-4591-bd6a-d9354cc59736 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:35:26.557904 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-3af9395b-4f99-48a6-8359-39df1cd3600d None None] Deleting port 7a4b295a-55e6-49eb-84b5-2f89202fb229 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:26.558970 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3af9395b-4f99-48a6-8359-39df1cd3600d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:26.619488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b0ed68-2caa-4d30-aa64-676f90141aed tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Router e8806366-73b4-4405-9391-0ab2e9b83a9d is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:35:26.752086 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3af9395b-4f99-48a6-8359-39df1cd3600d None None] For port 7a4b295a-55e6-49eb-84b5-2f89202fb229, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7a4b295a-55e6-49eb-84b5-2f89202fb229,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:26.752978 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3af9395b-4f99-48a6-8359-39df1cd3600d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:26.775306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-3af9395b-4f99-48a6-8359-39df1cd3600d None None] Calling delete_port for 7a4b295a-55e6-49eb-84b5-2f89202fb229 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:26.860896 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-478152de-e0df-4ca5-824c-efc628a8fdfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:26.862909 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b0ed68-2caa-4d30-aa64-676f90141aed tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:35:26.867601 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-478152de-e0df-4ca5-824c-efc628a8fdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:26.878741 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-43b0ed68-2caa-4d30-aa64-676f90141aed tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:26.882751 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-43b0ed68-2caa-4d30-aa64-676f90141aed tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "PUT /v2.0/routers/e8806366-73b4-4405-9391-0ab2e9b83a9d HTTP/1.1" status: 200 len: 698 time: 2.1972890 Aug 16 22:35:26.882975 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40960) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:26.901871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2404d52-0483-45cb-aa32-4feb65cd0b1a None None] Sync routers for ids ['e8806366-73b4-4405-9391-0ab2e9b83a9d'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:35:26.927739 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2404d52-0483-45cb-aa32-4feb65cd0b1a None None] Routers {'e8806366-73b4-4405-9391-0ab2e9b83a9d'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:26.928664 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c2404d52-0483-45cb-aa32-4feb65cd0b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:35:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['e8806366-73b4-4405-9391-0ab2e9b83a9d'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:26.974709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-478152de-e0df-4ca5-824c-efc628a8fdfc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f230e46bbc9c44218fafea98eb2c2ee7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3704600 Aug 16 22:35:26.975432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478152de-e0df-4ca5-824c-efc628a8fdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae33f9eb-7106-4598-a464-a0af89f7aec5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:26.993183 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40964) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:27.121706 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3af9395b-4f99-48a6-8359-39df1cd3600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:27.130566 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1873bd4b-9c4c-416c-ad15-aa40fab00c50 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/routers/e8806366-73b4-4405-9391-0ab2e9b83a9d HTTP/1.1" status: 200 len: 704 time: 0.2430339 Aug 16 22:35:27.132812 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40968) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:27.152809 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5c52b4d9-1076-4e42-bfa1-d7cefa65e229 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:27.184015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af9395b-4f99-48a6-8359-39df1cd3600d None None] No DVR routers for this DVR port 7a4b295a-55e6-49eb-84b5-2f89202fb229 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:35:27.206963 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce984a46-09c5-4591-bd6a-d9354cc59736 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:27.211252 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-c2404d52-0483-45cb-aa32-4feb65cd0b1a None None] Set router e8806366-73b4-4405-9391-0ab2e9b83a9d gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:27.219673 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7a4b295a-55e6-49eb-84b5-2f89202fb229 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:27.221109 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce984a46-09c5-4591-bd6a-d9354cc59736 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:27.261213 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-29d957e0-6a45-475f-ad84-ffa5e15852d7 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/ports?device_id=e8806366-73b4-4405-9391-0ab2e9b83a9d HTTP/1.1" status: 200 len: 205 time: 0.1263959 Aug 16 22:35:27.265246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40972) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:27.268419 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8445ffb3-8b0d-413d-899a-817ba0db744f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:27.353413 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9395b-4f99-48a6-8359-39df1cd3600d None None] Pushing event deleted for resources: {'Port': ['ID=7a4b295a-55e6-49eb-84b5-2f89202fb229,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:27.358246 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 7a4b295a-55e6-49eb-84b5-2f89202fb229 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:35:27.358246 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7a4b295a-55e6-49eb-84b5-2f89202fb229 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:27.360157 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c2404d52-0483-45cb-aa32-4feb65cd0b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8806366-73b4-4405-9391-0ab2e9b83a9d', 'name': 'tempest-RoutersIpV6Test-router-1990900101', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:24Z', 'updated_at': '2021-08-16T22:35:25Z', 'revision_number': 2, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:27.438532 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2404d52-0483-45cb-aa32-4feb65cd0b1a None None] Checking router: e8806366-73b4-4405-9391-0ab2e9b83a9d for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:35:27.449650 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2404d52-0483-45cb-aa32-4feb65cd0b1a None None] Routers {'e8806366-73b4-4405-9391-0ab2e9b83a9d'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:27.450586 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c2404d52-0483-45cb-aa32-4feb65cd0b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:35:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['e8806366-73b4-4405-9391-0ab2e9b83a9d'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:27.584919 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-c2404d52-0483-45cb-aa32-4feb65cd0b1a None None] Set router e8806366-73b4-4405-9391-0ab2e9b83a9d gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:27.715297 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c2404d52-0483-45cb-aa32-4feb65cd0b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8806366-73b4-4405-9391-0ab2e9b83a9d', 'name': 'tempest-RoutersIpV6Test-router-1990900101', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:24Z', 'updated_at': '2021-08-16T22:35:25Z', 'revision_number': 2, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:27.805417 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2404d52-0483-45cb-aa32-4feb65cd0b1a None None] The sync data for ids ['e8806366-73b4-4405-9391-0ab2e9b83a9d'] in n-d-792458-15 is: [{'id': 'e8806366-73b4-4405-9391-0ab2e9b83a9d', 'name': 'tempest-RoutersIpV6Test-router-1990900101', 'tenant_id': 'c913d440e664450daff7210bf2719493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:24Z', 'updated_at': '2021-08-16T22:35:25Z', 'revision_number': 2, 'project_id': 'c913d440e664450daff7210bf2719493', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:35:27.932009 n-d-792458-15 neutron-server[94872]: DEBUG neutron.objects.ports [None req-ce984a46-09c5-4591-bd6a-d9354cc59736 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:35:27.933650 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce984a46-09c5-4591-bd6a-d9354cc59736 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:28.019046 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce984a46-09c5-4591-bd6a-d9354cc59736 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:28.030259 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ce984a46-09c5-4591-bd6a-d9354cc59736 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:28.033943 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce984a46-09c5-4591-bd6a-d9354cc59736 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:28.034926 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce984a46-09c5-4591-bd6a-d9354cc59736 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:28.045947 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d43c635-93f9-4355-956a-48dd8dc34a9f None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:28.119057 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ce984a46-09c5-4591-bd6a-d9354cc59736 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0249684 Aug 16 22:35:28.120155 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce984a46-09c5-4591-bd6a-d9354cc59736 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=75e16e9a-f8e0-493f-9e74-8b2f680027d1,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:28.127877 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40994) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:28.144569 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-478d446d-9e4a-4e83-906e-40ff8a38e711 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:28.242224 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8445ffb3-8b0d-413d-899a-817ba0db744f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:28.304260 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dab28608-42d8-461f-ab13-a37b13507d69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:28.413624 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a58732b9-7854-450a-a2e3-f6da88770571', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'fixed_ips': [{'subnet_id': '75e16e9a-f8e0-493f-9e74-8b2f680027d1'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:35:28.415326 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:28.566555 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478d446d-9e4a-4e83-906e-40ff8a38e711 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:28.583913 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-478d446d-9e4a-4e83-906e-40ff8a38e711 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:28.691740 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52b4d9-1076-4e42-bfa1-d7cefa65e229 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event updated for resources: {'Subnet': ['ID=8ba958f9-7606-4a57-ac70-15a7d712df06,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:28.728565 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] Allocated IP 2001:db8::f816:3eff:fe93:6efa (a58732b9-7854-450a-a2e3-f6da88770571/75e16e9a-f8e0-493f-9e74-8b2f680027d1/d6c5a1f3-912a-4b02-8b12-3761ac38d700) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:28.944003 n-d-792458-15 neutron-server[94872]: INFO neutron.db.ipam_backend_mixin [None req-478d446d-9e4a-4e83-906e-40ff8a38e711 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 75e16e9a-f8e0-493f-9e74-8b2f680027d1 (CIDR: 2001:db8::/64) Aug 16 22:35:28.951667 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-478d446d-9e4a-4e83-906e-40ff8a38e711 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:35:28.953091 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478d446d-9e4a-4e83-906e-40ff8a38e711 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:35:28.996228 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-478d446d-9e4a-4e83-906e-40ff8a38e711 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8641548 Aug 16 22:35:29.000790 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41014) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:29.010209 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d0a74b08-52fb-4a93-9bc7-1cc19c1f521b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:29.035869 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dab28608-42d8-461f-ab13-a37b13507d69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:29.057630 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dab28608-42d8-461f-ab13-a37b13507d69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:29.334822 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dab28608-42d8-461f-ab13-a37b13507d69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:29.335839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab28608-42d8-461f-ab13-a37b13507d69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Fanout notify agent at l3_agent the message router_deleted on router e8806366-73b4-4405-9391-0ab2e9b83a9d {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:35:29.356067 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dab28608-42d8-461f-ab13-a37b13507d69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:29.360937 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dab28608-42d8-461f-ab13-a37b13507d69 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/routers/e8806366-73b4-4405-9391-0ab2e9b83a9d HTTP/1.1" status: 204 len: 168 time: 2.0902054 Aug 16 22:35:29.363118 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41018) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:29.380840 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c52b4d9-1076-4e42-bfa1-d7cefa65e229 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Checking segment: {'id': '420ed010-18d5-432a-8291-cf0ea8e7284a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:29.381210 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c52b4d9-1076-4e42-bfa1-d7cefa65e229 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Network hostable DHCP agents. Network: a23f0fde-fc4c-4841-ad11-d7c8bad85285, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:35:29.432521 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df916b80-7097-45cc-8eca-0d9aad14b55f req-370640ac-0619-4079-b23a-d8270dce3f9e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:29.436752 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:29.450627 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-df916b80-7097-45cc-8eca-0d9aad14b55f req-370640ac-0619-4079-b23a-d8270dce3f9e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 945 time: 2.1948960 Aug 16 22:35:29.465250 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] Transition to ACTIVE for port object d6c5a1f3-912a-4b02-8b12-3761ac38d700 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:29.487014 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dda36bd8-d6e3-455a-8222-06a262508612 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/ports?device_id=e8806366-73b4-4405-9391-0ab2e9b83a9d HTTP/1.1" status: 200 len: 205 time: 0.1162899 Aug 16 22:35:29.488256 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41022) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:29.497073 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] Transition to ACTIVE for port object d6c5a1f3-912a-4b02-8b12-3761ac38d700 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:29.507246 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:29.514453 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8445ffb3-8b0d-413d-899a-817ba0db744f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:29.518960 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8445ffb3-8b0d-413d-899a-817ba0db744f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:29.529242 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8445ffb3-8b0d-413d-899a-817ba0db744f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ae33f9eb-7106-4598-a464-a0af89f7aec5 HTTP/1.1" status: 204 len: 168 time: 2.5291600 Aug 16 22:35:29.545691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a74b08-52fb-4a93-9bc7-1cc19c1f521b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:29.550242 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d0a74b08-52fb-4a93-9bc7-1cc19c1f521b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:29.600310 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:29.601817 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:29.624969 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c52b4d9-1076-4e42-bfa1-d7cefa65e229 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Network a23f0fde-fc4c-4841-ad11-d7c8bad85285 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:35:29.632535 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:29.710773 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445ffb3-8b0d-413d-899a-817ba0db744f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae33f9eb-7106-4598-a464-a0af89f7aec5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:29.746902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5c52b4d9-1076-4e42-bfa1-d7cefa65e229 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, a23f0fde-fc4c-4841-ad11-d7c8bad85285) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:29.820045 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c52b4d9-1076-4e42-bfa1-d7cefa65e229 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:29.843624 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5c52b4d9-1076-4e42-bfa1-d7cefa65e229 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:29.875990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41032) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:29.889327 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] Pushing event updated for resources: {'Port': ['ID=d6c5a1f3-912a-4b02-8b12-3761ac38d700,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:29.896670 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-a3f4c250-ca30-42a2-a408-5e8018a501fb tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] delete failed (client error): The resource could not be found. Aug 16 22:35:29.900145 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a3f4c250-ca30-42a2-a408-5e8018a501fb tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/routers/e8806366-73b4-4405-9391-0ab2e9b83a9d HTTP/1.1" status: 404 len: 336 time: 0.3613942 Aug 16 22:35:29.908051 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41036) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:29.930962 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-df916b80-7097-45cc-8eca-0d9aad14b55f req-7c99dee0-4d9f-4277-a5dc-1b88ea8b3726 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750547 Aug 16 22:35:29.972201 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab925b67-db5f-48fe-b985-1ddebda61a2e None None] Network a23f0fde-fc4c-4841-ad11-d7c8bad85285 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:29.986407 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5c52b4d9-1076-4e42-bfa1-d7cefa65e229 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.8926864 Aug 16 22:35:30.000600 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41038) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:30.004958 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc96d24-e11f-4284-9cfe-fd50322f67ec tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] DELETE failed (client error): The resource could not be found. Aug 16 22:35:30.005452 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc96d24-e11f-4284-9cfe-fd50322f67ec tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:35:30.010017 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7cc96d24-e11f-4284-9cfe-fd50322f67ec tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/subnets/69bcdcbc-72ab-4ea0-8340-adea7e1edd38 HTTP/1.1" status: 404 len: 337 time: 0.0961840 Aug 16 22:35:30.010405 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41042) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:30.024894 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6a408159-1ad9-4612-9165-36fe22c2be99 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Request body: {'subnet': {'network_id': 'e0cb4e5b-5bf9-4e5d-a515-b419835c0a66', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:30.081365 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a675e4f-86fb-48c4-9e43-3a4137823dc9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] DELETE failed (client error): The resource could not be found. Aug 16 22:35:30.094386 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a675e4f-86fb-48c4-9e43-3a4137823dc9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:35:30.094386 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6a675e4f-86fb-48c4-9e43-3a4137823dc9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/subnets/e782e4ca-ca2c-458a-8811-4cf5d0ad75f8 HTTP/1.1" status: 404 len: 337 time: 0.0766504 Aug 16 22:35:30.094386 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41046) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:30.129674 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] Attempting to bind port d6c5a1f3-912a-4b02-8b12-3761ac38d700 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:35:30.130276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] Attempting to bind port d6c5a1f3-912a-4b02-8b12-3761ac38d700 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:35:30.131657 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] Attempting to bind port d6c5a1f3-912a-4b02-8b12-3761ac38d700 on network a58732b9-7854-450a-a2e3-f6da88770571 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:35:30.170968 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc91320f-0aaa-41e3-8a94-5c5cb4e4dbc4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] DELETE failed (client error): The resource could not be found. Aug 16 22:35:30.172833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc91320f-0aaa-41e3-8a94-5c5cb4e4dbc4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:35:30.183694 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bc91320f-0aaa-41e3-8a94-5c5cb4e4dbc4 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/subnets/77c4016a-53d1-4f07-bfc9-dfe5f553155c HTTP/1.1" status: 404 len: 337 time: 0.0886958 Aug 16 22:35:30.186673 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41048) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:30.188068 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:35:30.188747 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] Checking segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:30.189295 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:30.192030 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] Bound using segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:35:30.192704 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] Bound port: d6c5a1f3-912a-4b02-8b12-3761ac38d700, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:35:30.195533 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:30.295679 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab54b84-2402-4340-8538-29fe82eefc46 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] DELETE failed (client error): The resource could not be found. Aug 16 22:35:30.314801 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab54b84-2402-4340-8538-29fe82eefc46 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:35:30.316542 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a408159-1ad9-4612-9165-36fe22c2be99 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Made reservation on behalf of 6ec65b3f25804ec5b636b887d7c98229 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:30.320846 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6a408159-1ad9-4612-9165-36fe22c2be99 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:30.333310 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fab54b84-2402-4340-8538-29fe82eefc46 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/subnets/51ef9822-7bed-4396-a2af-a8c42ba9d64c HTTP/1.1" status: 404 len: 337 time: 0.1449614 Aug 16 22:35:30.352995 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41054) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:30.386048 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d95abfb-ffa2-4e8d-9956-673fc7c4c0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:30.440479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] For port d6c5a1f3-912a-4b02-8b12-3761ac38d700, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:35:30.468902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b0c5c-0034-46c6-bd09-a92056fe3f6e req-d13c8157-c438-4895-91e0-2f143cecd7d5 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:30.471674 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-563b0c5c-0034-46c6-bd09-a92056fe3f6e req-d13c8157-c438-4895-91e0-2f143cecd7d5 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 947 time: 0.1370978 Aug 16 22:35:30.476870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] For port d6c5a1f3-912a-4b02-8b12-3761ac38d700, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d6c5a1f3-912a-4b02-8b12-3761ac38d700,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:35:30.487439 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:30.524162 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-18b14939-1389-48a1-995c-4e59b38d56c0 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/ports?device_id=efcc801a-6953-445e-84ef-a7ee93ecda22 HTTP/1.1" status: 200 len: 205 time: 0.1653728 Aug 16 22:35:30.539127 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41058) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:30.584967 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc6853-d153-4678-b922-2c4085e1f3b9 None None] Pushing event updated for resources: {'Port': ['ID=d6c5a1f3-912a-4b02-8b12-3761ac38d700,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:30.607310 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a23f0fde-fc4c-4841-ad11-d7c8bad85285', 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'fixed_ips': [{'subnet_id': '8ba958f9-7606-4a57-ac70-15a7d712df06'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:35:30.609047 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:30.685322 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-563b0c5c-0034-46c6-bd09-a92056fe3f6e req-648fa45a-cbce-4ed0-afc5-57a0e32a2f2f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824718 Aug 16 22:35:30.749105 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-ced335be-0ef9-4aeb-9362-65827aa98cce tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] delete failed (client error): The resource could not be found. Aug 16 22:35:30.751014 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ced335be-0ef9-4aeb-9362-65827aa98cce tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/routers/efcc801a-6953-445e-84ef-a7ee93ecda22 HTTP/1.1" status: 404 len: 336 time: 0.2023494 Aug 16 22:35:30.760085 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41060) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:30.884144 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41062) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:30.912592 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5726ecb7-4ac3-4398-ac8d-91782259fe1d req-69fcadc1-6d3b-468d-82ee-5decfc752aa1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2359440 Aug 16 22:35:30.929393 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-48450383-cd17-490a-81dd-b3b7278707bc tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/ports?device_id=76c5164c-938c-4f77-9a26-5b08a1d1663a HTTP/1.1" status: 200 len: 205 time: 0.1505294 Aug 16 22:35:30.939063 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41064) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:31.214279 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-8dd62147-1476-4855-8ab9-ac161316fb64 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] delete failed (client error): The resource could not be found. Aug 16 22:35:31.217234 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8dd62147-1476-4855-8ab9-ac161316fb64 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/routers/76c5164c-938c-4f77-9a26-5b08a1d1663a HTTP/1.1" status: 404 len: 336 time: 0.2768807 Aug 16 22:35:31.230634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41068) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:31.252781 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] Allocated IP 10.1.1.2 (a23f0fde-fc4c-4841-ad11-d7c8bad85285/8ba958f9-7606-4a57-ac70-15a7d712df06/c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:31.292644 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b596418-1cbf-4028-9f5b-fd43c316ac56 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] DELETE failed (client error): The resource could not be found. Aug 16 22:35:31.293860 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b596418-1cbf-4028-9f5b-fd43c316ac56 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:35:31.297303 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5b596418-1cbf-4028-9f5b-fd43c316ac56 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/subnets/38403bf1-575e-4818-92ba-785d45a59810 HTTP/1.1" status: 404 len: 337 time: 0.0619943 Aug 16 22:35:31.332963 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726ecb7-4ac3-4398-ac8d-91782259fe1d req-855bb3b7-c11f-4105-aad5-c07b9d760709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:31.336008 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5726ecb7-4ac3-4398-ac8d-91782259fe1d req-855bb3b7-c11f-4105-aad5-c07b9d760709 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 1097 time: 0.3899658 Aug 16 22:35:31.337360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41070) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:31.404496 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ece2d288-64fc-4ff1-8b14-218cda9c7019 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2f42f8e-18ef-4167-9a4b-f0d6f29afa56 HTTP/1.1" status: 200 len: 205 time: 0.0524237 Aug 16 22:35:31.487704 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41072) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:31.581685 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-3adfef89-1e33-4823-9fc9-8c3a003abc16 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] delete failed (client error): The resource could not be found. Aug 16 22:35:31.583402 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3adfef89-1e33-4823-9fc9-8c3a003abc16 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/routers/a2f42f8e-18ef-4167-9a4b-f0d6f29afa56 HTTP/1.1" status: 404 len: 336 time: 0.0928249 Aug 16 22:35:31.591947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41076) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:31.592576 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-09c32233-522d-48fd-97fd-b7ca921a5950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:31.602705 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5088d2-8e7c-4777-bf68-7d15e2b501ce req-779a3e1f-e991-4dce-a82d-8864bb6fbeb8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:31.604751 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e5088d2-8e7c-4777-bf68-7d15e2b501ce req-779a3e1f-e991-4dce-a82d-8864bb6fbeb8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 945 time: 0.3950112 Aug 16 22:35:31.647709 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:31.661118 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] Transition to ACTIVE for port object c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:31.684577 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] Transition to ACTIVE for port object c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:31.684933 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bef2daa9-0da3-4f7f-a9f7-1bbf24751014 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/ports?device_id=c722e893-4beb-414f-9915-1aeb6cae6d47 HTTP/1.1" status: 200 len: 205 time: 0.0777495 Aug 16 22:35:31.697036 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:31.711011 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41078) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:31.790009 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d95abfb-ffa2-4e8d-9956-673fc7c4c0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:31.802870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] Network a23f0fde-fc4c-4841-ad11-d7c8bad85285 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:31.819174 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:31.836260 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:31.869892 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-56003700-d7ed-406b-8a3b-9e8a175ee317 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] delete failed (client error): The resource could not be found. Aug 16 22:35:31.870878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] Pushing event updated for resources: {'Port': ['ID=c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:31.882531 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-56003700-d7ed-406b-8a3b-9e8a175ee317 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/routers/c722e893-4beb-414f-9915-1aeb6cae6d47 HTTP/1.1" status: 404 len: 336 time: 0.1565213 Aug 16 22:35:31.883491 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41082) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:31.964155 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-09c32233-522d-48fd-97fd-b7ca921a5950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:31.965933 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d95abfb-ffa2-4e8d-9956-673fc7c4c0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:31.977243 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-09c32233-522d-48fd-97fd-b7ca921a5950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:31.977562 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] Attempting to bind port c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:35:31.978331 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] Attempting to bind port c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '420ed010-18d5-432a-8291-cf0ea8e7284a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:35:31.979102 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] Attempting to bind port c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5 on network a23f0fde-fc4c-4841-ad11-d7c8bad85285 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:35:31.997333 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e5088d2-8e7c-4777-bf68-7d15e2b501ce req-1ae6b09d-06b9-41a8-8bf2-a294cb7d2bd9 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776786 Aug 16 22:35:31.998601 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-404e10ec-4728-4cb8-a3e6-cb430558e14c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] DELETE failed (client error): The resource could not be found. Aug 16 22:35:31.999263 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404e10ec-4728-4cb8-a3e6-cb430558e14c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:35:32.001348 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-404e10ec-4728-4cb8-a3e6-cb430558e14c tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/subnets/3f6b54c3-6c64-4448-8481-1a8deeb20958 HTTP/1.1" status: 404 len: 337 time: 0.0936644 Aug 16 22:35:32.001546 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:35:32.002287 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] Checking segment: {'id': '420ed010-18d5-432a-8291-cf0ea8e7284a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:32.003187 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:32.003830 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] Bound using segment: {'id': '420ed010-18d5-432a-8291-cf0ea8e7284a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:35:32.004750 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] Bound port: c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420ed010-18d5-432a-8291-cf0ea8e7284a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:35:32.005818 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:32.009064 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d0a74b08-52fb-4a93-9bc7-1cc19c1f521b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:32.009457 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41084) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:32.041117 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-09c32233-522d-48fd-97fd-b7ca921a5950 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e6b06e1a36a94afaba9e211b00afb108&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1574080 Aug 16 22:35:32.050369 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726ecb7-4ac3-4398-ac8d-91782259fe1d req-62a7f4c6-8cd1-4f30-9624-abc08f11c22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:32.052272 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5726ecb7-4ac3-4398-ac8d-91782259fe1d req-62a7f4c6-8cd1-4f30-9624-abc08f11c22e service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 913 time: 0.6446068 Aug 16 22:35:32.055105 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41086) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:32.124990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a74b08-52fb-4a93-9bc7-1cc19c1f521b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=ed43f30a-304c-458f-831e-8a08545976d2,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:32.162937 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] For port c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:35:32.169744 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] For port c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:35:32.182047 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:32.185107 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5726ecb7-4ac3-4398-ac8d-91782259fe1d req-694eca88-2b36-4566-bc49-efb423603174 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5caa8ca9-7660-46f2-906d-1f26e38dc98f HTTP/1.1" status: 200 len: 217 time: 0.0827475 Aug 16 22:35:32.187531 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e511bd83-38b5-4ddd-aa51-6625ec1fc682 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/ports?device_id=bbb79fc2-247f-4a26-901c-8f10ba023f12 HTTP/1.1" status: 200 len: 205 time: 0.1497662 Aug 16 22:35:32.191690 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41088) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:32.228082 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a74b08-52fb-4a93-9bc7-1cc19c1f521b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:32.257421 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d0a74b08-52fb-4a93-9bc7-1cc19c1f521b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:32.267412 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a74b08-52fb-4a93-9bc7-1cc19c1f521b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:32.275574 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d0a74b08-52fb-4a93-9bc7-1cc19c1f521b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:32.298609 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95abfb-ffa2-4e8d-9956-673fc7c4c0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fc7703-5de2-4bd3-bb29-e4999e533b55,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:32.313863 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1d95abfb-ffa2-4e8d-9956-673fc7c4c0d5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=71d6312b0b244c34a4d90f6ae8f9914c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4255280 Aug 16 22:35:32.335995 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f087f-7306-4192-b76b-1c26776bfb0d None None] Pushing event updated for resources: {'Port': ['ID=c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:32.341655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726ecb7-4ac3-4398-ac8d-91782259fe1d req-666d7e2f-0566-47ce-9c34-10a6c5420ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:32.343939 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5726ecb7-4ac3-4398-ac8d-91782259fe1d req-666d7e2f-0566-47ce-9c34-10a6c5420ea2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 200 len: 851 time: 0.1488667 Aug 16 22:35:32.346784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41090) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:32.379135 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c32233-522d-48fd-97fd-b7ca921a5950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c6c26b-62e1-4101-8a63-75f209b166a4,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:32.397156 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4280d3c-fe84-424f-9f1e-52f4822753ab req-0429a78e-0203-46d9-93dd-008abd84a1ce tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:32.398859 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b4280d3c-fe84-424f-9f1e-52f4822753ab req-0429a78e-0203-46d9-93dd-008abd84a1ce tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 947 time: 0.8027883 Aug 16 22:35:32.442197 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d0a74b08-52fb-4a93-9bc7-1cc19c1f521b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4397719 Aug 16 22:35:32.443058 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41092) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:32.486298 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d564b563-7db8-4dc8-bfaa-68e8005e059d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'mac_address': 'fa:16:3e:9e:5d:c9', 'name': 'tempest-NetworksTestDHCPv6-386140421'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:32.497069 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047996b-d6a6-487b-9829-abddb58a400d req-d9823fdb-0717-4c1e-b5fd-f4fba49910d5 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:32.498786 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3047996b-d6a6-487b-9829-abddb58a400d req-d9823fdb-0717-4c1e-b5fd-f4fba49910d5 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 947 time: 0.5836685 Aug 16 22:35:32.522537 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-c5202998-a8e2-4df8-841f-a5bf9d7c1163 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] delete failed (client error): The resource could not be found. Aug 16 22:35:32.523597 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c5202998-a8e2-4df8-841f-a5bf9d7c1163 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/routers/bbb79fc2-247f-4a26-901c-8f10ba023f12 HTTP/1.1" status: 404 len: 336 time: 0.3273630 Aug 16 22:35:32.548140 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41094) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:32.589244 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8877a1f-8fd5-4b79-9656-98d309955399 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:32.601334 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-85d96eb5-be6d-47c0-906e-f17da7f9bc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:32.640869 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86a137e6-db6c-444d-a2d2-a7f2593e17bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:32.699040 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-85d96eb5-be6d-47c0-906e-f17da7f9bc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:32.811937 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0230a4-7050-4353-bcf6-e7092c6041a9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] DELETE failed (client error): The resource could not be found. Aug 16 22:35:32.812620 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c0230a4-7050-4353-bcf6-e7092c6041a9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:35:32.814472 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9c0230a4-7050-4353-bcf6-e7092c6041a9 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/subnets/e363f9ab-b814-4f28-869f-07a42fab1317 HTTP/1.1" status: 404 len: 337 time: 0.1654613 Aug 16 22:35:32.823258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41098) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:32.846914 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6a408159-1ad9-4612-9165-36fe22c2be99 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:32.867198 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3047996b-d6a6-487b-9829-abddb58a400d req-3c544ce3-4d36-4750-92cc-00cc0f4cda5f tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3460073 Aug 16 22:35:32.930795 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ede0d73f-11a7-4b24-879b-f1c836ce1714 None None] Provisioning for port d6c5a1f3-912a-4b02-8b12-3761ac38d700 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:32.938260 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a408159-1ad9-4612-9165-36fe22c2be99 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event updated for resources: {'Subnet': ['ID=6c52f2cc-75f7-4661-a433-31d875d006cb,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:32.943605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f67ed660-1d22-4fc3-882a-6243afbd5429 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5b3dfd4-879d-4508-a84c-4d395aa17917 HTTP/1.1" status: 200 len: 205 time: 0.0734298 Aug 16 22:35:32.951351 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41100) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:32.961733 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726ecb7-4ac3-4398-ac8d-91782259fe1d req-38058407-3fdb-40bd-b238-6ee94b593bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:32.965661 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5726ecb7-4ac3-4398-ac8d-91782259fe1d req-38058407-3fdb-40bd-b238-6ee94b593bba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6018875 Aug 16 22:35:33.005212 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-85d96eb5-be6d-47c0-906e-f17da7f9bc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.010745 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-85d96eb5-be6d-47c0-906e-f17da7f9bc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.018254 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-85d96eb5-be6d-47c0-906e-f17da7f9bc29 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/87c6c26b-62e1-4101-8a63-75f209b166a4 HTTP/1.1" status: 204 len: 168 time: 0.9613800 Aug 16 22:35:33.022653 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86a137e6-db6c-444d-a2d2-a7f2593e17bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.088660 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-ba823601-1b4b-44c3-9e80-3538570bd143 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] delete failed (client error): The resource could not be found. Aug 16 22:35:33.095064 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ba823601-1b4b-44c3-9e80-3538570bd143 tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/routers/b5b3dfd4-879d-4508-a84c-4d395aa17917 HTTP/1.1" status: 404 len: 336 time: 0.1342738 Aug 16 22:35:33.155302 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41106) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:33.244141 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d96eb5-be6d-47c0-906e-f17da7f9bc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c6c26b-62e1-4101-8a63-75f209b166a4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:33.377695 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74508a2-f254-4434-b4dd-1b3bddea9540 None None] Update dhcp port {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'fixed_ips': [{'subnet_id': '75e16e9a-f8e0-493f-9e74-8b2f680027d1', 'ip_address': '2001:db8::f816:3eff:fe93:6efa'}, {'subnet_id': 'ed43f30a-304c-458f-831e-8a08545976d2'}], 'binding:host_id': 'n-d-792458-15'}, 'id': 'd6c5a1f3-912a-4b02-8b12-3761ac38d700'} from n-d-792458-15. {{(pid=94873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:35:33.406409 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4c127c-ffc3-4dab-ae67-46a36f71745e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] DELETE failed (client error): The resource could not be found. Aug 16 22:35:33.406891 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4c127c-ffc3-4dab-ae67-46a36f71745e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:35:33.412656 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3c4c127c-ffc3-4dab-ae67-46a36f71745e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/subnets/0d3922b7-340c-4140-95c5-24545f751985 HTTP/1.1" status: 404 len: 337 time: 0.1959288 Aug 16 22:35:33.415792 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41108) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:33.424101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-b4280d3c-fe84-424f-9f1e-52f4822753ab req-d800ad23-00b1-4ef0-8252-977af7058016 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Deleting port 556c3713-e199-4fd0-98b9-3fd422868be5 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:33.424452 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b4280d3c-fe84-424f-9f1e-52f4822753ab req-d800ad23-00b1-4ef0-8252-977af7058016 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.497920 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd5b2f-b213-48ea-a133-97e80d75e124 req-2e35813c-7ed1-43f8-aead-9bcc0a81a3d1 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:33.516996 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c74508a2-f254-4434-b4dd-1b3bddea9540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.519691 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-67dd5b2f-b213-48ea-a133-97e80d75e124 req-2e35813c-7ed1-43f8-aead-9bcc0a81a3d1 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 945 time: 0.2404587 Aug 16 22:35:33.627886 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-b4280d3c-fe84-424f-9f1e-52f4822753ab req-d800ad23-00b1-4ef0-8252-977af7058016 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] For port 556c3713-e199-4fd0-98b9-3fd422868be5, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=556c3713-e199-4fd0-98b9-3fd422868be5,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:33.628485 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b4280d3c-fe84-424f-9f1e-52f4822753ab req-d800ad23-00b1-4ef0-8252-977af7058016 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.706513 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86a137e6-db6c-444d-a2d2-a7f2593e17bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.709523 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86a137e6-db6c-444d-a2d2-a7f2593e17bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.711134 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-86a137e6-db6c-444d-a2d2-a7f2593e17bd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/49fc7703-5de2-4bd3-bb29-e4999e533b55 HTTP/1.1" status: 204 len: 168 time: 1.3553193 Aug 16 22:35:33.715006 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:33.728383 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5726ecb7-4ac3-4398-ac8d-91782259fe1d req-a6d2142c-ca53-4e79-b63f-78890f6d251a service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7506971 Aug 16 22:35:33.812768 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a137e6-db6c-444d-a2d2-a7f2593e17bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fc7703-5de2-4bd3-bb29-e4999e533b55,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:33.867017 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-67dd5b2f-b213-48ea-a133-97e80d75e124 req-26bb222e-d66b-4edc-8b99-515bd3df4b79 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457825 Aug 16 22:35:34.195038 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5726ecb7-4ac3-4398-ac8d-91782259fe1d req-0e03acf9-a0e4-4017-a67c-e0a240a2eabe service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581811 Aug 16 22:35:34.244849 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e4ebe-70fb-401d-88ee-d44cef3d6379 req-f780657d-de80-4036-b05d-35104450e869 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:34.261280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c13e4ebe-70fb-401d-88ee-d44cef3d6379 req-f780657d-de80-4036-b05d-35104450e869 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 947 time: 0.1489270 Aug 16 22:35:34.325932 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d564b563-7db8-4dc8-bfaa-68e8005e059d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:34.360518 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da12ffd-fdca-4618-97f2-b61e055b3c8e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] DELETE failed (client error): The resource could not be found. Aug 16 22:35:34.363619 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da12ffd-fdca-4618-97f2-b61e055b3c8e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:35:34.370097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:34.374557 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7da12ffd-fdca-4618-97f2-b61e055b3c8e tempest-RoutersIpV6Test-1800976958 tempest-RoutersIpV6Test-1800976958-project] 10.222.0.93 "DELETE /v2.0/subnets/2a0bc193-c8fb-4bed-be6b-9437ae191ad4 HTTP/1.1" status: 404 len: 337 time: 0.9534194 Aug 16 22:35:34.403489 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c13e4ebe-70fb-401d-88ee-d44cef3d6379 req-5aa8f037-bdf7-4ec7-b094-ac6bb9c70b58 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e5af22c-284d-47a5-a672-3aafa8543bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401877 Aug 16 22:35:34.404973 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d6c5a1f3-912a-4b02-8b12-3761ac38d700 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:34.444911 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d3c6c2-70f8-43f6-a621-19f13c70f402 None None] Network a23f0fde-fc4c-4841-ad11-d7c8bad85285 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:34.557352 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a408159-1ad9-4612-9165-36fe22c2be99 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Checking segment: {'id': 'e45973da-241f-4c39-aca9-311267aeaf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e0cb4e5b-5bf9-4e5d-a515-b419835c0a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:34.560112 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a408159-1ad9-4612-9165-36fe22c2be99 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Network hostable DHCP agents. Network: e0cb4e5b-5bf9-4e5d-a515-b419835c0a66, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:35:34.581473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-c74508a2-f254-4434-b4dd-1b3bddea9540 None None] Allocated IP 2001:db8:0:1::2 (a58732b9-7854-450a-a2e3-f6da88770571/ed43f30a-304c-458f-831e-8a08545976d2/d6c5a1f3-912a-4b02-8b12-3761ac38d700) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:34.651677 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-76513bae-6d3a-4e88-80c0-f23ece407f86 None None] Provisioning for port c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:34.660528 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b4280d3c-fe84-424f-9f1e-52f4822753ab req-d800ad23-00b1-4ef0-8252-977af7058016 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:34.661073 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b4280d3c-fe84-424f-9f1e-52f4822753ab req-d800ad23-00b1-4ef0-8252-977af7058016 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:34.661450 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [req-b4280d3c-fe84-424f-9f1e-52f4822753ab req-d800ad23-00b1-4ef0-8252-977af7058016 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Floating IP 3e4fcf40-6334-43c0-9858-dd46fcf0ae80 disassociated. External IP: 172.25.6.241, port: 556c3713-e199-4fd0-98b9-3fd422868be5. Aug 16 22:35:34.661927 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-b4280d3c-fe84-424f-9f1e-52f4822753ab req-d800ad23-00b1-4ef0-8252-977af7058016 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Calling delete_port for 556c3713-e199-4fd0-98b9-3fd422868be5 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:34.669725 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-76513bae-6d3a-4e88-80c0-f23ece407f86 None None] Provisioning complete for port c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:34.670144 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-76513bae-6d3a-4e88-80c0-f23ece407f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:34.835026 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a408159-1ad9-4612-9165-36fe22c2be99 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Network e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:35:34.844218 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d564b563-7db8-4dc8-bfaa-68e8005e059d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:34.878697 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-6a408159-1ad9-4612-9165-36fe22c2be99 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, e0cb4e5b-5bf9-4e5d-a515-b419835c0a66) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:34.898343 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a408159-1ad9-4612-9165-36fe22c2be99 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:34.898942 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6a408159-1ad9-4612-9165-36fe22c2be99 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:34.916325 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06897dd8-706a-4882-92d4-4cef7a53edc5 None None] Network e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:34.929253 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41132) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:34.932495 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6a408159-1ad9-4612-9165-36fe22c2be99 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.9201097 Aug 16 22:35:34.937916 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-d564b563-7db8-4dc8-bfaa-68e8005e059d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] device_id is not set on port 2e4c6a09-539f-43e7-a833-e125dbc06265 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:35:34.940654 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-189046e3-08b1-4e30-8093-8c03b489bf42 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Request body: {'port': {'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285', 'name': 'tempest-TaggedBootDevicesTest-1496563627', 'fixed_ips': [{'subnet_id': '8ba958f9-7606-4a57-ac70-15a7d712df06'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:35.135433 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41138) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:35.209368 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3b9db269-5706-415d-9ead-42f10503ac01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:35.231133 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 556c3713-e199-4fd0-98b9-3fd422868be5 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:35.277540 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41140) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:35.310517 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b4280d3c-fe84-424f-9f1e-52f4822753ab req-d800ad23-00b1-4ef0-8252-977af7058016 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:35.359240 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66cf64-f7d1-4201-b84d-53edf444ce8b req-5f62d8b5-32fb-4167-a46f-dbce6eafd4de tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:35.369096 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe66cf64-f7d1-4201-b84d-53edf444ce8b req-5f62d8b5-32fb-4167-a46f-dbce6eafd4de tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 945 time: 0.1936901 Aug 16 22:35:35.383181 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800ad23-00b1-4ef0-8252-977af7058016 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Pushing event deleted for resources: {'Port': ['ID=556c3713-e199-4fd0-98b9-3fd422868be5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:35.442191 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port d6c5a1f3-912a-4b02-8b12-3761ac38d700 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:35.449844 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 556c3713-e199-4fd0-98b9-3fd422868be5 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:35:35.451094 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 556c3713-e199-4fd0-98b9-3fd422868be5 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:35.556414 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe66cf64-f7d1-4201-b84d-53edf444ce8b req-b3bd83d5-798f-422b-83b5-6ed265445c1c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798038 Aug 16 22:35:35.666527 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3b9db269-5706-415d-9ead-42f10503ac01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:35.681770 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3b9db269-5706-415d-9ead-42f10503ac01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:35.684831 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-e0cb4e5b-5bf9-4e5d-a515-b419835c0a66', 'network_id': 'e0cb4e5b-5bf9-4e5d-a515-b419835c0a66', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'fixed_ips': [{'subnet_id': '6c52f2cc-75f7-4661-a433-31d875d006cb'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:35:35.685714 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:35.710615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port d6c5a1f3-912a-4b02-8b12-3761ac38d700 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:35.710816 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:35.719913 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3b9db269-5706-415d-9ead-42f10503ac01 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a10f3db311764d2d8017a73cb2f5d87a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5537620 Aug 16 22:35:35.719913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41154) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:35.760824 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4280d3c-fe84-424f-9f1e-52f4822753ab req-d800ad23-00b1-4ef0-8252-977af7058016 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Router 56c8b038-2613-461d-b7e4-2358c7770cdb has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:35:35.778929 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189046e3-08b1-4e30-8093-8c03b489bf42 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Made reservation on behalf of 6ec65b3f25804ec5b636b887d7c98229 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:35.798091 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9db269-5706-415d-9ead-42f10503ac01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dae04c-793b-41fa-818f-3a51c99a5889,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:35.928996 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-abc0173b-adb4-4a19-a946-f300e24a669d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c913d440e664450daff7210bf2719493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6423652 Aug 16 22:35:35.931822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a220c2c5-0a68-4fc3-8e9a-0fdb1b0dcbcc req-b013d199-6d61-4ee3-93d2-3e064d38d150 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 210 time: 0.1809053 Aug 16 22:35:35.938070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41158) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:36.093439 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4280d3c-fe84-424f-9f1e-52f4822753ab req-d800ad23-00b1-4ef0-8252-977af7058016 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:35:36.095818 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a8a62d1-8e85-4326-a63a-41a4daf1a1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:36.106156 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff3e4d-0da1-4c45-913b-fc5f8fd60573 None None] Sync routers for ids ['56c8b038-2613-461d-b7e4-2358c7770cdb'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:35:36.139907 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff3e4d-0da1-4c45-913b-fc5f8fd60573 None None] Routers {'56c8b038-2613-461d-b7e4-2358c7770cdb'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:36.145453 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-cfff3e4d-0da1-4c45-913b-fc5f8fd60573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:35:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['56c8b038-2613-461d-b7e4-2358c7770cdb'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:36.183798 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-76513bae-6d3a-4e88-80c0-f23ece407f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:36.194360 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-90bdcb62-a84f-4002-a717-5e16038910ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:36.258605 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c74508a2-f254-4434-b4dd-1b3bddea9540 None None] For port d6c5a1f3-912a-4b02-8b12-3761ac38d700, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d6c5a1f3-912a-4b02-8b12-3761ac38d700,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:36.331943 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-90bdcb62-a84f-4002-a717-5e16038910ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:36.384056 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4280d3c-fe84-424f-9f1e-52f4822753ab req-d800ad23-00b1-4ef0-8252-977af7058016 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] No DVR routers for this DVR port 556c3713-e199-4fd0-98b9-3fd422868be5 on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:35:36.404063 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b4280d3c-fe84-424f-9f1e-52f4822753ab req-d800ad23-00b1-4ef0-8252-977af7058016 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:36.407420 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b4280d3c-fe84-424f-9f1e-52f4822753ab req-d800ad23-00b1-4ef0-8252-977af7058016 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.39 "DELETE /v2.0/ports/556c3713-e199-4fd0-98b9-3fd422868be5 HTTP/1.1" status: 204 len: 173 time: 3.9868007 Aug 16 22:35:36.424419 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a8a62d1-8e85-4326-a63a-41a4daf1a1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:36.428801 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa806db-a00c-4203-9647-d693fa6103c5', 'name': 'network-vif-deleted', 'tag': '556c3713-e199-4fd0-98b9-3fd422868be5'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:35:36.446461 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4560f2a-c19c-4df4-ae6e-57ce362d4d98" -d '{"events": [{"server_uuid": "5fa806db-a00c-4203-9647-d693fa6103c5", "name": "network-vif-deleted", "tag": "556c3713-e199-4fd0-98b9-3fd422868be5"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:35:36.483012 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-76513bae-6d3a-4e88-80c0-f23ece407f86 None None] For port c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:36.498721 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-189046e3-08b1-4e30-8093-8c03b489bf42 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:36.531212 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-90bdcb62-a84f-4002-a717-5e16038910ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:36.535175 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-90bdcb62-a84f-4002-a717-5e16038910ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:36.538249 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-90bdcb62-a84f-4002-a717-5e16038910ce admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f24945dc-3f0d-4344-bad3-b7ea63d790fa HTTP/1.1" status: 204 len: 168 time: 0.5398543 Aug 16 22:35:36.564709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdcb62-a84f-4002-a717-5e16038910ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24945dc-3f0d-4344-bad3-b7ea63d790fa,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:36.594313 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-189046e3-08b1-4e30-8093-8c03b489bf42 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] device_id is not set on port a0a260f4-e95c-4287-9011-ab8907999577 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:35:36.696204 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a8a62d1-8e85-4326-a63a-41a4daf1a1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:36.724960 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a8a62d1-8e85-4326-a63a-41a4daf1a1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:36.731767 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4a8a62d1-8e85-4326-a63a-41a4daf1a1b5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/98dae04c-793b-41fa-818f-3a51c99a5889 HTTP/1.1" status: 204 len: 168 time: 1.0059841 Aug 16 22:35:36.747999 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38327784-2628-4db8-95d2-4786a706f98c x-openstack-request-id: req-38327784-2628-4db8-95d2-4786a706f98c {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:35:36.748327 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa806db-a00c-4203-9647-d693fa6103c5", "name": "network-vif-deleted", "tag": "556c3713-e199-4fd0-98b9-3fd422868be5", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:35:36.748526 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-38327784-2628-4db8-95d2-4786a706f98c {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:35:36.748955 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa806db-a00c-4203-9647-d693fa6103c5', 'name': 'network-vif-deleted', 'tag': '556c3713-e199-4fd0-98b9-3fd422868be5', 'status': 'completed', 'code': 200} Aug 16 22:35:36.769615 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a62d1-8e85-4326-a63a-41a4daf1a1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dae04c-793b-41fa-818f-3a51c99a5889,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:36.808620 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-cfff3e4d-0da1-4c45-913b-fc5f8fd60573 None None] Set router 56c8b038-2613-461d-b7e4-2358c7770cdb gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:37.314029 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:37.347263 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-76513bae-6d3a-4e88-80c0-f23ece407f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:37.400644 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f2bfc67-e2b0-4e9a-a2c6-8aca5bbb06cb req-96f060d1-94d3-4576-8594-07103e69bca3 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fa806db-a00c-4203-9647-d693fa6103c5 HTTP/1.1" status: 200 len: 210 time: 0.1245766 Aug 16 22:35:37.413354 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-cfff3e4d-0da1-4c45-913b-fc5f8fd60573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'name': 'tempest-AttachVolumeShelveTestJSON-777413558-router', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:08Z', 'updated_at': '2021-08-16T22:25:16Z', 'revision_number': 4, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'gw_port': {'id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:09Z', 'updated_at': '2021-08-16T22:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '39c2a774-c2fb-4fd8-b57d-6cf998aa3efc', 'name': '', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'mac_address': 'fa:16:3e:62:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:14Z', 'updated_at': '2021-08-16T22:25:24Z', 'revision_number': 5, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'subnets': [{'id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:37.482757 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a3473-ab7d-4998-a523-c716d64996be req-132c2a28-2f3f-49a5-84e6-0f871bf05412 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:37.496765 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b1a3473-ab7d-4998-a523-c716d64996be req-132c2a28-2f3f-49a5-84e6-0f871bf05412 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 945 time: 0.5407293 Aug 16 22:35:37.497538 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff3e4d-0da1-4c45-913b-fc5f8fd60573 None None] Checking router: 56c8b038-2613-461d-b7e4-2358c7770cdb for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:35:37.513491 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff3e4d-0da1-4c45-913b-fc5f8fd60573 None None] Routers {'56c8b038-2613-461d-b7e4-2358c7770cdb'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:37.514909 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-cfff3e4d-0da1-4c45-913b-fc5f8fd60573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:35:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['56c8b038-2613-461d-b7e4-2358c7770cdb'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:37.593689 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-189046e3-08b1-4e30-8093-8c03b489bf42 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Allocated IP 10.1.1.220 (a23f0fde-fc4c-4841-ad11-d7c8bad85285/8ba958f9-7606-4a57-ac70-15a7d712df06/a0a260f4-e95c-4287-9011-ab8907999577) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:37.601865 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76513bae-6d3a-4e88-80c0-f23ece407f86 None None] Pushing event updated for resources: {'Port': ['ID=c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:37.617598 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c74508a2-f254-4434-b4dd-1b3bddea9540 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:37.678433 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b1a3473-ab7d-4998-a523-c716d64996be req-91bdc227-5794-4b8f-9c95-e544d6b7af57 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775799 Aug 16 22:35:37.691702 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] Allocated IP 10.2.2.2 (e0cb4e5b-5bf9-4e5d-a515-b419835c0a66/6c52f2cc-75f7-4661-a433-31d875d006cb/0f01d2f5-0763-472c-8f25-9bc5c08646b2) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:37.932638 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-cfff3e4d-0da1-4c45-913b-fc5f8fd60573 None None] Set router 56c8b038-2613-461d-b7e4-2358c7770cdb gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:38.036221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c74508a2-f254-4434-b4dd-1b3bddea9540 None None] Transition to ACTIVE for port object d6c5a1f3-912a-4b02-8b12-3761ac38d700 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:38.059766 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c74508a2-f254-4434-b4dd-1b3bddea9540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:38.157069 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-189046e3-08b1-4e30-8093-8c03b489bf42 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:38.196745 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-189046e3-08b1-4e30-8093-8c03b489bf42 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Transition to ACTIVE for port object a0a260f4-e95c-4287-9011-ab8907999577 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:38.307520 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-189046e3-08b1-4e30-8093-8c03b489bf42 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:38.381426 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-d564b563-7db8-4dc8-bfaa-68e8005e059d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8:0:1::2f3 (a58732b9-7854-450a-a2e3-f6da88770571/ed43f30a-304c-458f-831e-8a08545976d2/2e4c6a09-539f-43e7-a833-e125dbc06265) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:38.402551 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-d564b563-7db8-4dc8-bfaa-68e8005e059d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8::f816:3eff:fe9e:5dc9 (a58732b9-7854-450a-a2e3-f6da88770571/75e16e9a-f8e0-493f-9e74-8b2f680027d1/2e4c6a09-539f-43e7-a833-e125dbc06265) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:38.461918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189046e3-08b1-4e30-8093-8c03b489bf42 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Network a23f0fde-fc4c-4841-ad11-d7c8bad85285 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:38.473188 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74508a2-f254-4434-b4dd-1b3bddea9540 None None] Pushing event updated for resources: {'Port': ['ID=d6c5a1f3-912a-4b02-8b12-3761ac38d700,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:38.477526 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-189046e3-08b1-4e30-8093-8c03b489bf42 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:38.501577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189046e3-08b1-4e30-8093-8c03b489bf42 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:38.594422 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:38.607817 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] Transition to ACTIVE for port object 0f01d2f5-0763-472c-8f25-9bc5c08646b2 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:38.609101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41214) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:38.649772 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] Transition to ACTIVE for port object 0f01d2f5-0763-472c-8f25-9bc5c08646b2 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:38.681940 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189046e3-08b1-4e30-8093-8c03b489bf42 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event updated for resources: {'Port': ['ID=a0a260f4-e95c-4287-9011-ab8907999577,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:38.791047 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-cfff3e4d-0da1-4c45-913b-fc5f8fd60573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'name': 'tempest-AttachVolumeShelveTestJSON-777413558-router', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:08Z', 'updated_at': '2021-08-16T22:25:16Z', 'revision_number': 4, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'gw_port': {'id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:09Z', 'updated_at': '2021-08-16T22:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '39c2a774-c2fb-4fd8-b57d-6cf998aa3efc', 'name': '', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'mac_address': 'fa:16:3e:62:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:14Z', 'updated_at': '2021-08-16T22:25:24Z', 'revision_number': 5, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'subnets': [{'id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:38.812819 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:38.841618 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189046e3-08b1-4e30-8093-8c03b489bf42 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:38.842711 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-189046e3-08b1-4e30-8093-8c03b489bf42 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:38.946913 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-189046e3-08b1-4e30-8093-8c03b489bf42 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0118773 Aug 16 22:35:38.953657 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41222) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:39.015048 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Request body: {'port': {'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285', 'name': 'tempest-TaggedBootDevicesTest-1884289249', 'fixed_ips': [{'subnet_id': '8ba958f9-7606-4a57-ac70-15a7d712df06'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:39.188694 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:39.209561 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c05b3741-ae5a-4d04-87de-acc940c03a5e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:39.300528 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:35:39.304710 n-d-792458-15 neutron-server[94873]: DEBUG oslo_db.api [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:35:39.318374 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] Pushing event updated for resources: {'Port': ['ID=0f01d2f5-0763-472c-8f25-9bc5c08646b2,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:39.350562 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6fbcc9ba-931c-431f-a37a-7b1483ec2073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:39.373437 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-673ed223-8540-4f7e-8417-a97d3f80bafc None None] Provisioning complete for port c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:39.377446 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-673ed223-8540-4f7e-8417-a97d3f80bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:39.395167 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff3e4d-0da1-4c45-913b-fc5f8fd60573 None None] The sync data for ids ['56c8b038-2613-461d-b7e4-2358c7770cdb'] in n-d-792458-15 is: [{'id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'name': 'tempest-AttachVolumeShelveTestJSON-777413558-router', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:08Z', 'updated_at': '2021-08-16T22:25:16Z', 'revision_number': 4, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'gw_port': {'id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:09Z', 'updated_at': '2021-08-16T22:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '39c2a774-c2fb-4fd8-b57d-6cf998aa3efc', 'name': '', 'network_id': '1aac5166-a976-4d3c-9235-d21b98e298ee', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'mac_address': 'fa:16:3e:62:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:14Z', 'updated_at': '2021-08-16T22:25:24Z', 'revision_number': 5, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'subnets': [{'id': '1d60c736-a0cd-48eb-8b90-5c8c42db55f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:35:39.495202 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d564b563-7db8-4dc8-bfaa-68e8005e059d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:39.523255 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c05b3741-ae5a-4d04-87de-acc940c03a5e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:39.578713 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] Network e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:39.583217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:39.592697 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:39.602122 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc6589-6914-4bbc-ad98-290054d7393d req-630a51f2-4eee-4998-af03-ad653d5d7974 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:39.616819 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-83fc6589-6914-4bbc-ad98-290054d7393d req-630a51f2-4eee-4998-af03-ad653d5d7974 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 945 time: 0.3447144 Aug 16 22:35:39.768076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d564b563-7db8-4dc8-bfaa-68e8005e059d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Transition to ACTIVE for port object 2e4c6a09-539f-43e7-a833-e125dbc06265 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:39.782884 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c05b3741-ae5a-4d04-87de-acc940c03a5e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:39.788878 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c05b3741-ae5a-4d04-87de-acc940c03a5e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:39.805952 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c05b3741-ae5a-4d04-87de-acc940c03a5e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "DELETE /v2.0/security-groups/5e5af22c-284d-47a5-a672-3aafa8543bac HTTP/1.1" status: 204 len: 168 time: 1.1834564 Aug 16 22:35:39.809093 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41242) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:39.877473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] Attempting to bind port 0f01d2f5-0763-472c-8f25-9bc5c08646b2 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:35:39.878449 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] Attempting to bind port 0f01d2f5-0763-472c-8f25-9bc5c08646b2 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'e45973da-241f-4c39-aca9-311267aeaf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e0cb4e5b-5bf9-4e5d-a515-b419835c0a66'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:35:39.878449 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] Attempting to bind port 0f01d2f5-0763-472c-8f25-9bc5c08646b2 on network e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:35:40.025416 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:35:40.025935 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] Checking segment: {'id': 'e45973da-241f-4c39-aca9-311267aeaf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e0cb4e5b-5bf9-4e5d-a515-b419835c0a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:40.026740 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:40.028117 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] Bound using segment: {'id': 'e45973da-241f-4c39-aca9-311267aeaf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e0cb4e5b-5bf9-4e5d-a515-b419835c0a66'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:35:40.029174 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] Bound port: 0f01d2f5-0763-472c-8f25-9bc5c08646b2, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45973da-241f-4c39-aca9-311267aeaf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e0cb4e5b-5bf9-4e5d-a515-b419835c0a66'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:35:40.029620 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:40.083205 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b3741-ae5a-4d04-87de-acc940c03a5e tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5af22c-284d-47a5-a672-3aafa8543bac,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:40.093520 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0b81e5-efa2-49b3-ae8f-71adfc29a1aa None None] New status for floating IP 3e4fcf40-6334-43c0-9858-dd46fcf0ae80: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:35:40.116644 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d564b563-7db8-4dc8-bfaa-68e8005e059d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:40.139820 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-adbb1604-f2f1-42a8-8e31-2735f620a362 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] show failed (client error): The resource could not be found. Aug 16 22:35:40.140897 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-adbb1604-f2f1-42a8-8e31-2735f620a362 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "GET /v2.0/security-groups/5e5af22c-284d-47a5-a672-3aafa8543bac HTTP/1.1" status: 404 len: 347 time: 0.3144858 Aug 16 22:35:40.201414 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:40.225183 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41252) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:40.395102 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d564b563-7db8-4dc8-bfaa-68e8005e059d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:40.569412 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41258) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:40.573338 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port d6c5a1f3-912a-4b02-8b12-3761ac38d700, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d6c5a1f3-912a-4b02-8b12-3761ac38d700,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:40.598203 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564b563-7db8-4dc8-bfaa-68e8005e059d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=2e4c6a09-539f-43e7-a833-e125dbc06265,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:40.608025 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d564b563-7db8-4dc8-bfaa-68e8005e059d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:40.632748 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:40.675399 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d564b563-7db8-4dc8-bfaa-68e8005e059d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:40.698490 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-45b21842-293f-4cda-8740-cfec8ff46df7 None None] Provisioning for port a0a260f4-e95c-4287-9011-ab8907999577 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:40.713276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-45b21842-293f-4cda-8740-cfec8ff46df7 None None] Provisioning complete for port a0a260f4-e95c-4287-9011-ab8907999577 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:40.714015 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-45b21842-293f-4cda-8740-cfec8ff46df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:40.716795 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d564b563-7db8-4dc8-bfaa-68e8005e059d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:40.717949 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d564b563-7db8-4dc8-bfaa-68e8005e059d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:40.817203 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:40.857348 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] For port 0f01d2f5-0763-472c-8f25-9bc5c08646b2, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:35:40.860963 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-45b21842-293f-4cda-8740-cfec8ff46df7 None None] Port a0a260f4-e95c-4287-9011-ab8907999577 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:35:40.880382 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:40.887636 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d564b563-7db8-4dc8-bfaa-68e8005e059d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 8.4156723 Aug 16 22:35:40.893221 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41264) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:40.896658 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=d6c5a1f3-912a-4b02-8b12-3761ac38d700,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:41.042053 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] For port 0f01d2f5-0763-472c-8f25-9bc5c08646b2, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0f01d2f5-0763-472c-8f25-9bc5c08646b2,segment=NetworkSegment(e45973da-241f-4c39-aca9-311267aeaf35),segment_id=e45973da-241f-4c39-aca9-311267aeaf35)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:35:41.042431 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-fd59faf5-221a-4cdb-aa30-601fb359fea6 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Deleting port 1e8409e8-cb45-4ceb-bd43-59c7d4fcea82 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:41.042431 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd59faf5-221a-4cdb-aa30-601fb359fea6 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:41.054103 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:41.101670 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-83fc6589-6914-4bbc-ad98-290054d7393d req-b71390ad-9f69-498b-8991-897b53532cc7 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4839199 Aug 16 22:35:41.200865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Made reservation on behalf of 6ec65b3f25804ec5b636b887d7c98229 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:41.218269 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-75696d52-5fe6-4f0c-8060-51d5d501948f None None] Provisioning for port d6c5a1f3-912a-4b02-8b12-3761ac38d700 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:41.221180 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:41.326434 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-75696d52-5fe6-4f0c-8060-51d5d501948f None None] Provisioning complete for port d6c5a1f3-912a-4b02-8b12-3761ac38d700 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:41.331401 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-75696d52-5fe6-4f0c-8060-51d5d501948f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:41.348271 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] device_id is not set on port 882b75e0-8639-46ef-a97c-2657f474d5df yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:35:41.431654 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:41.432537 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:41.541489 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a977b43-68ce-475c-b0e0-6ebb2e55bacc None None] Pushing event updated for resources: {'Port': ['ID=0f01d2f5-0763-472c-8f25-9bc5c08646b2,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:41.581702 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a0154604-1895-4979-b9df-7d5df2720e66 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-135536301', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:41.642175 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd59faf5-221a-4cdb-aa30-601fb359fea6 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:41.642695 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd59faf5-221a-4cdb-aa30-601fb359fea6 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:41.713843 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-fd59faf5-221a-4cdb-aa30-601fb359fea6 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Calling delete_port for 1e8409e8-cb45-4ceb-bd43-59c7d4fcea82 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:41.735945 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c2092-bf37-4256-98ee-865d1b96f777 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting port 2e4c6a09-539f-43e7-a833-e125dbc06265 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:41.736572 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2092-bf37-4256-98ee-865d1b96f777 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:41.860751 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Allocated IP 10.1.1.18 (a23f0fde-fc4c-4841-ad11-d7c8bad85285/8ba958f9-7606-4a57-ac70-15a7d712df06/882b75e0-8639-46ef-a97c-2657f474d5df) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:42.090408 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0b20c493-deea-4169-83d2-9901dcf0eec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:42.102247 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d6c5a1f3-912a-4b02-8b12-3761ac38d700 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:42.199713 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2092-bf37-4256-98ee-865d1b96f777 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:42.227693 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:42.240140 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c2092-bf37-4256-98ee-865d1b96f777 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Calling delete_port for 2e4c6a09-539f-43e7-a833-e125dbc06265 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:42.273027 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port d6c5a1f3-912a-4b02-8b12-3761ac38d700 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:42.273427 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:42.380518 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b1e7054b-5c5c-464b-bccd-e453777d2bf9 None None] Provisioning for port 2e4c6a09-539f-43e7-a833-e125dbc06265 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:42.429791 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:42.455530 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b1e7054b-5c5c-464b-bccd-e453777d2bf9 None None] Provisioning complete for port 2e4c6a09-539f-43e7-a833-e125dbc06265 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:42.456526 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b1e7054b-5c5c-464b-bccd-e453777d2bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:42.461856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41294) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:42.545787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Transition to ACTIVE for port object 882b75e0-8639-46ef-a97c-2657f474d5df will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:42.558832 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b1e7054b-5c5c-464b-bccd-e453777d2bf9 None None] Port 2e4c6a09-539f-43e7-a833-e125dbc06265 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:35:42.748741 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae2cb8-99d0-4197-883d-35d1896cdc63 req-43546c54-a974-4413-8921-25292bc14c79 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:42.755680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79ae2cb8-99d0-4197-883d-35d1896cdc63 req-43546c54-a974-4413-8921-25292bc14c79 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 945 time: 0.2847598 Aug 16 22:35:42.765796 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0154604-1895-4979-b9df-7d5df2720e66 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:42.772245 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0154604-1895-4979-b9df-7d5df2720e66 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:42.981228 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d88c2883-9648-42a5-abc1-44daa427d54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:43.121202 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79ae2cb8-99d0-4197-883d-35d1896cdc63 req-9f451ed1-24f0-4341-953e-c37206d53227 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288803 Aug 16 22:35:43.141821 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0f01d2f5-0763-472c-8f25-9bc5c08646b2 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:43.262083 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:43.264391 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2092-bf37-4256-98ee-865d1b96f777 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:43.310391 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd59faf5-221a-4cdb-aa30-601fb359fea6 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:43.318773 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0154604-1895-4979-b9df-7d5df2720e66 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:43.321051 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c2092-bf37-4256-98ee-865d1b96f777 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Port': ['ID=2e4c6a09-539f-43e7-a833-e125dbc06265,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:43.344576 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0154604-1895-4979-b9df-7d5df2720e66 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:43.445892 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:43.468604 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 0f01d2f5-0763-472c-8f25-9bc5c08646b2 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:43.488261 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d6c5a1f3-912a-4b02-8b12-3761ac38d700 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:43.503280 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59faf5-221a-4cdb-aa30-601fb359fea6 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Pushing event deleted for resources: {'Port': ['ID=1e8409e8-cb45-4ceb-bd43-59c7d4fcea82,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:43.569068 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d88c2883-9648-42a5-abc1-44daa427d54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:43.641466 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Network a23f0fde-fc4c-4841-ad11-d7c8bad85285 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:43.647770 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2092-bf37-4256-98ee-865d1b96f777 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:43.652293 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0d2c2092-bf37-4256-98ee-865d1b96f777 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/2e4c6a09-539f-43e7-a833-e125dbc06265 HTTP/1.1" status: 204 len: 168 time: 2.7514019 Aug 16 22:35:43.654776 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port d6c5a1f3-912a-4b02-8b12-3761ac38d700 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:43.655291 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:43.658111 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd59faf5-221a-4cdb-aa30-601fb359fea6 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:43.663140 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd59faf5-221a-4cdb-aa30-601fb359fea6 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:43.664710 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fd59faf5-221a-4cdb-aa30-601fb359fea6 tempest-AttachVolumeShelveTestJSON-294187486 tempest-AttachVolumeShelveTestJSON-294187486-project] 10.222.0.93 "DELETE /v2.0/floatingips/3e4fcf40-6334-43c0-9858-dd46fcf0ae80 HTTP/1.1" status: 204 len: 168 time: 3.4382889 Aug 16 22:35:43.666089 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41312) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:43.668595 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d88c2883-9648-42a5-abc1-44daa427d54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:43.669239 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0154604-1895-4979-b9df-7d5df2720e66 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:43.672467 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a0154604-1895-4979-b9df-7d5df2720e66 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 3.0840759 Aug 16 22:35:43.683815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41314) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:43.716632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:43.813267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-41bbf8bc-0911-4674-8407-539382ebfbc0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1051044175'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:43.837303 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93c5f57-0549-4470-8791-63882db67585 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:43.840341 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f93c5f57-0549-4470-8791-63882db67585 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1656432 Aug 16 22:35:43.844007 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41322) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:43.918514 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969a52c7-9270-4d5a-a08d-5d57a447180c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:43.922127 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-969a52c7-9270-4d5a-a08d-5d57a447180c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0748448 Aug 16 22:35:43.927848 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41324) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:43.981162 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:44.014201 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc65bb1-784b-41e1-a869-bb181acea7a3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:44.016290 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc65bb1-784b-41e1-a869-bb181acea7a3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:44.018375 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc65bb1-784b-41e1-a869-bb181acea7a3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:44.021454 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2fc65bb1-784b-41e1-a869-bb181acea7a3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0919943 Aug 16 22:35:44.024367 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41332) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:44.036244 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c0589c-cbed-414c-a14b-e5c3e423a052 None None] Network e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:44.205608 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event updated for resources: {'Port': ['ID=882b75e0-8639-46ef-a97c-2657f474d5df,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:44.286431 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c2883-9648-42a5-abc1-44daa427d54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46822cc1-82c8-4b65-ae19-a8b79ce9c616,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:44.291627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.292071 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.292599 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.293040 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.293450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.293855 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.294291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.294821 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.295239 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.295643 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.296051 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.296451 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.337378 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f34905-b706-42c3-8c95-ae61bd659389 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet 75e16e9a-f8e0-493f-9e74-8b2f680027d1 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:35:44.345714 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d88c2883-9648-42a5-abc1-44daa427d54e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=73264eb8e0064d739b44bac41ae98c9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8729663 Aug 16 22:35:44.348461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c2883-9648-42a5-abc1-44daa427d54e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.349035 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c2883-9648-42a5-abc1-44daa427d54e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.349527 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c2883-9648-42a5-abc1-44daa427d54e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.350062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c2883-9648-42a5-abc1-44daa427d54e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.350556 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c2883-9648-42a5-abc1-44daa427d54e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.352650 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41340) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:44.362562 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c2883-9648-42a5-abc1-44daa427d54e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.362940 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c2883-9648-42a5-abc1-44daa427d54e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.363458 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c2883-9648-42a5-abc1-44daa427d54e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.363739 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6f34905-b706-42c3-8c95-ae61bd659389 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:44.363981 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c2883-9648-42a5-abc1-44daa427d54e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.364559 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c2883-9648-42a5-abc1-44daa427d54e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.365084 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c2883-9648-42a5-abc1-44daa427d54e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.365679 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c2883-9648-42a5-abc1-44daa427d54e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:44.422219 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bbf8bc-0911-4674-8407-539382ebfbc0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Made reservation on behalf of 5d74a67b1bd54c48988531a2800fa75a for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:44.445351 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41bbf8bc-0911-4674-8407-539382ebfbc0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:44.503512 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-edce4123-f716-4555-b50f-33d293cfb987 None None] Provisioning for port 0f01d2f5-0763-472c-8f25-9bc5c08646b2 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:44.527660 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-edce4123-f716-4555-b50f-33d293cfb987 None None] Provisioning complete for port 0f01d2f5-0763-472c-8f25-9bc5c08646b2 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:44.528691 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-edce4123-f716-4555-b50f-33d293cfb987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:44.546121 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6f34905-b706-42c3-8c95-ae61bd659389 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:44.552351 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:44.553780 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:44.571545 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41bbf8bc-0911-4674-8407-539382ebfbc0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:44.671673 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ff588beb-26a1-4660-85d6-9cc8bf371bf7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.7107298 Aug 16 22:35:44.703238 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e75529-50b8-4818-8921-3fad30a836c4 req-0561314d-ae6c-4fd0-8e9d-f71938a4836f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:44.708358 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75e75529-50b8-4818-8921-3fad30a836c4 req-0561314d-ae6c-4fd0-8e9d-f71938a4836f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 945 time: 0.3089590 Aug 16 22:35:44.742646 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-460a7ba3-e852-4689-a539-927c02997fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:44.747442 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41346) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:44.859665 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75e75529-50b8-4818-8921-3fad30a836c4 req-d2493b18-33c4-40d3-8952-2d9237bdd3fd tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381218 Aug 16 22:35:44.895570 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:44.934173 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-460a7ba3-e852-4689-a539-927c02997fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:45.040329 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41bbf8bc-0911-4674-8407-539382ebfbc0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:45.048744 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41bbf8bc-0911-4674-8407-539382ebfbc0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:45.067492 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-edce4123-f716-4555-b50f-33d293cfb987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:45.113114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbf8bc-0911-4674-8407-539382ebfbc0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e226be-9be0-49e4-aa7e-ff033993ed96,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:45.148952 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bbf8bc-0911-4674-8407-539382ebfbc0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:35:45.176768 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dee5e707-1c29-4384-8293-f3c8ea24e582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:45.185836 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41bbf8bc-0911-4674-8407-539382ebfbc0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:45.186774 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-41bbf8bc-0911-4674-8407-539382ebfbc0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Added segment 42094eb3-0827-46da-8195-c731e8248597 of type vlan for network 3b5d7a32-d6d4-4283-a49c-b06cf8f360f2 Aug 16 22:35:45.246775 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-460a7ba3-e852-4689-a539-927c02997fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:45.260176 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-460a7ba3-e852-4689-a539-927c02997fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:45.266716 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-460a7ba3-e852-4689-a539-927c02997fb2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/46822cc1-82c8-4b65-ae19-a8b79ce9c616 HTTP/1.1" status: 204 len: 168 time: 0.9045894 Aug 16 22:35:45.299796 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-edce4123-f716-4555-b50f-33d293cfb987 None None] For port 0f01d2f5-0763-472c-8f25-9bc5c08646b2, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0f01d2f5-0763-472c-8f25-9bc5c08646b2,segment=NetworkSegment(e45973da-241f-4c39-aca9-311267aeaf35),segment_id=e45973da-241f-4c39-aca9-311267aeaf35)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:45.309026 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-edce4123-f716-4555-b50f-33d293cfb987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:45.318076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a7ba3-e852-4689-a539-927c02997fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46822cc1-82c8-4b65-ae19-a8b79ce9c616,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:45.321849 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41bbf8bc-0911-4674-8407-539382ebfbc0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:45.344982 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6f34905-b706-42c3-8c95-ae61bd659389 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:45.404587 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41bbf8bc-0911-4674-8407-539382ebfbc0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:45.430460 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bbf8bc-0911-4674-8407-539382ebfbc0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:45.431469 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41bbf8bc-0911-4674-8407-539382ebfbc0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:45.517139 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cb599da1-3687-4868-82a8-8c6485789f2f None None] Provisioning for port 882b75e0-8639-46ef-a97c-2657f474d5df completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:45.523787 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cb599da1-3687-4868-82a8-8c6485789f2f None None] Provisioning complete for port 882b75e0-8639-46ef-a97c-2657f474d5df triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:45.526396 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb599da1-3687-4868-82a8-8c6485789f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:45.528653 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41356) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:45.538992 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d8bfd24c-946d-4428-9981-3d8192833f5b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--224300730', 'description': 'tempest-description--1789544108'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:45.710126 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6f34905-b706-42c3-8c95-ae61bd659389 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:45.736853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbf8bc-0911-4674-8407-539382ebfbc0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event updated for resources: {'Network': ['ID=3b5d7a32-d6d4-4283-a49c-b06cf8f360f2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:45.756818 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce4123-f716-4555-b50f-33d293cfb987 None None] Pushing event updated for resources: {'Port': ['ID=0f01d2f5-0763-472c-8f25-9bc5c08646b2,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:45.776675 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 3b5d7a32-d6d4-4283-a49c-b06cf8f360f2 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:35:45.821847 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-cb599da1-3687-4868-82a8-8c6485789f2f None None] Port 882b75e0-8639-46ef-a97c-2657f474d5df cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:35:45.875976 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f34905-b706-42c3-8c95-ae61bd659389 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=75e16e9a-f8e0-493f-9e74-8b2f680027d1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:45.919193 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6f34905-b706-42c3-8c95-ae61bd659389 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:45.927054 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f48dcb-152e-40ee-b9db-116be2de4d6c None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:45.934450 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a6f34905-b706-42c3-8c95-ae61bd659389 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/75e16e9a-f8e0-493f-9e74-8b2f680027d1 HTTP/1.1" status: 204 len: 168 time: 1.9086990 Aug 16 22:35:45.937893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41364) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:45.938952 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dee5e707-1c29-4384-8293-f3c8ea24e582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.013176 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dee5e707-1c29-4384-8293-f3c8ea24e582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.060694 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-41bbf8bc-0911-4674-8407-539382ebfbc0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3463380 Aug 16 22:35:46.078433 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd24c-946d-4428-9981-3d8192833f5b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.097809 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41368) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:46.099484 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5e707-1c29-4384-8293-f3c8ea24e582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83af146c-edbf-4591-b3c5-afd1b1a592d3,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:46.106806 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4163ca39-c6df-407e-b46a-28cec9341dcd tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Request body: {'subnet': {'network_id': '3b5d7a32-d6d4-4283-a49c-b06cf8f360f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:46.228937 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd24c-946d-4428-9981-3d8192833f5b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.243292 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd24c-946d-4428-9981-3d8192833f5b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.276303 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd24c-946d-4428-9981-3d8192833f5b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.282848 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d8bfd24c-946d-4428-9981-3d8192833f5b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7484672 Aug 16 22:35:46.284255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41374) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:46.296292 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5e707-1c29-4384-8293-f3c8ea24e582 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:46.300705 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5e707-1c29-4384-8293-f3c8ea24e582 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:46.301100 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5e707-1c29-4384-8293-f3c8ea24e582 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:46.301444 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5e707-1c29-4384-8293-f3c8ea24e582 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:46.301783 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5e707-1c29-4384-8293-f3c8ea24e582 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:46.302455 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5e707-1c29-4384-8293-f3c8ea24e582 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:46.302776 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-892460a3-050d-428c-bc81-21bd2571dfcf None None] Provisioning complete for port 0f01d2f5-0763-472c-8f25-9bc5c08646b2 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:46.302961 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5e707-1c29-4384-8293-f3c8ea24e582 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:46.303829 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-892460a3-050d-428c-bc81-21bd2571dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.304929 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5e707-1c29-4384-8293-f3c8ea24e582 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:46.305437 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5e707-1c29-4384-8293-f3c8ea24e582 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:46.305777 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5e707-1c29-4384-8293-f3c8ea24e582 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:46.310486 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5e707-1c29-4384-8293-f3c8ea24e582 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:46.310945 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5e707-1c29-4384-8293-f3c8ea24e582 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:46.352893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-3214973f-c4de-4ed5-94f1-42bde1650624 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet ed43f30a-304c-458f-831e-8a08545976d2 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:35:46.403346 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3214973f-c4de-4ed5-94f1-42bde1650624 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.431228 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-02dc2cb8-a01c-4074-9a7f-219c91703314 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Request body: {'security_group_rule': {'security_group_id': 'e612e4ba-f7df-4621-97d4-cca8534a6ac3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:46.471327 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4163ca39-c6df-407e-b46a-28cec9341dcd tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Made reservation on behalf of 5d74a67b1bd54c48988531a2800fa75a for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:46.475393 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4163ca39-c6df-407e-b46a-28cec9341dcd tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.528743 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfd24c-946d-4428-9981-3d8192833f5b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e612e4ba-f7df-4621-97d4-cca8534a6ac3,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:46.563431 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3214973f-c4de-4ed5-94f1-42bde1650624 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.565572 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dee5e707-1c29-4384-8293-f3c8ea24e582 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f79c37662c274227a8e087265609a4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8147583 Aug 16 22:35:46.572023 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41382) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:46.621729 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-02dc2cb8-a01c-4074-9a7f-219c91703314 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.774425 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3214973f-c4de-4ed5-94f1-42bde1650624 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.891330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0f01d2f5-0763-472c-8f25-9bc5c08646b2 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:46.964032 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3214973f-c4de-4ed5-94f1-42bde1650624 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.985876 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-02dc2cb8-a01c-4074-9a7f-219c91703314 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.990063 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1102aa-71e8-46e5-9770-29bce684e3c4 req-21f20e82-0ad2-4837-abce-6c630618423f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:46.997284 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-965ab53c-1d37-41c4-ae6f-4ff085dabc57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:47.002560 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-02dc2cb8-a01c-4074-9a7f-219c91703314 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:47.003457 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f1102aa-71e8-46e5-9770-29bce684e3c4 req-21f20e82-0ad2-4837-abce-6c630618423f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 945 time: 0.9224670 Aug 16 22:35:47.079370 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc2cb8-a01c-4074-9a7f-219c91703314 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9245a5f-35f0-415a-a420-a77302bc1beb,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:47.137653 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-965ab53c-1d37-41c4-ae6f-4ff085dabc57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:47.149573 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214973f-c4de-4ed5-94f1-42bde1650624 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=ed43f30a-304c-458f-831e-8a08545976d2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:47.186070 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3214973f-c4de-4ed5-94f1-42bde1650624 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:47.191219 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3214973f-c4de-4ed5-94f1-42bde1650624 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/ed43f30a-304c-458f-831e-8a08545976d2 HTTP/1.1" status: 204 len: 168 time: 1.2488179 Aug 16 22:35:47.191489 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 0f01d2f5-0763-472c-8f25-9bc5c08646b2 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:47.191489 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:47.212760 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41390) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:47.244490 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-02dc2cb8-a01c-4074-9a7f-219c91703314 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:47.247952 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-02dc2cb8-a01c-4074-9a7f-219c91703314 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9605842 Aug 16 22:35:47.250478 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-965ab53c-1d37-41c4-ae6f-4ff085dabc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:47.253610 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-965ab53c-1d37-41c4-ae6f-4ff085dabc57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:47.259068 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-965ab53c-1d37-41c4-ae6f-4ff085dabc57 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/83af146c-edbf-4591-b3c5-afd1b1a592d3 HTTP/1.1" status: 204 len: 168 time: 0.6814826 Aug 16 22:35:47.259068 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41396) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:47.279564 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-33ecbf19-7d33-455b-9584-4638c9ceea75 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Request body: {'security_group_rule': {'security_group_id': 'e612e4ba-f7df-4621-97d4-cca8534a6ac3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:47.311610 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ab53c-1d37-41c4-ae6f-4ff085dabc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83af146c-edbf-4591-b3c5-afd1b1a592d3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:47.324227 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33ecbf19-7d33-455b-9584-4638c9ceea75 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:47.492142 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866b8cdc-8a37-40eb-96af-21d7a73900ac None None] Update dhcp port {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'fixed_ips': [{'subnet_id': 'ed43f30a-304c-458f-831e-8a08545976d2'}], 'binding:host_id': 'n-d-792458-15'}, 'id': 'd6c5a1f3-912a-4b02-8b12-3761ac38d700'} from n-d-792458-15. {{(pid=94873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:35:47.592472 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33ecbf19-7d33-455b-9584-4638c9ceea75 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:47.605619 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33ecbf19-7d33-455b-9584-4638c9ceea75 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:47.672009 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dda25da8-174c-446b-8473-6a24e1f9f1fb tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4529443 Aug 16 22:35:47.683727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41406) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:47.684074 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4163ca39-c6df-407e-b46a-28cec9341dcd tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:47.687065 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-866b8cdc-8a37-40eb-96af-21d7a73900ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:47.734925 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f1102aa-71e8-46e5-9770-29bce684e3c4 req-bbc27e4a-3ccc-4f1b-b1ed-25e785aa4e45 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7297959 Aug 16 22:35:47.773072 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ecbf19-7d33-455b-9584-4638c9ceea75 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee4d771-b461-4ca3-b46d-d6b6224ce588,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:47.780600 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33ecbf19-7d33-455b-9584-4638c9ceea75 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:47.781645 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e49d1469-44d3-4f44-a843-21b699c56d6e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:47.801316 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-33ecbf19-7d33-455b-9584-4638c9ceea75 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5232494 Aug 16 22:35:47.802569 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41412) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:47.836706 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-82801a2a-466c-447c-ba68-88442eb434a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:47.953843 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82801a2a-466c-447c-ba68-88442eb434a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:48.106028 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163ca39-c6df-407e-b46a-28cec9341dcd tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event updated for resources: {'Subnet': ['ID=169f5cb7-0fcf-4adc-9894-43255d31ee18,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:48.186287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4163ca39-c6df-407e-b46a-28cec9341dcd tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Checking segment: {'id': '42094eb3-0827-46da-8195-c731e8248597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3b5d7a32-d6d4-4283-a49c-b06cf8f360f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:48.187150 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4163ca39-c6df-407e-b46a-28cec9341dcd tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Network hostable DHCP agents. Network: 3b5d7a32-d6d4-4283-a49c-b06cf8f360f2, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:35:48.240155 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec909c2-d690-4a02-80f0-1be1e71dedfe None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:48.266166 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49d1469-44d3-4f44-a843-21b699c56d6e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:48.278862 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e49d1469-44d3-4f44-a843-21b699c56d6e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:48.330009 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82801a2a-466c-447c-ba68-88442eb434a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:48.346395 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4163ca39-c6df-407e-b46a-28cec9341dcd tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Network 3b5d7a32-d6d4-4283-a49c-b06cf8f360f2 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:35:48.351847 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3b273d5e-5e27-4435-bb43-6ef529b8ced4 None None] Provisioning complete for port d6c5a1f3-912a-4b02-8b12-3761ac38d700 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:48.352421 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3b273d5e-5e27-4435-bb43-6ef529b8ced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:48.466854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41422) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:48.494180 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fade9ea1-07eb-44ee-9a77-df89d0562bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:48.538565 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-4163ca39-c6df-407e-b46a-28cec9341dcd tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 3b5d7a32-d6d4-4283-a49c-b06cf8f360f2) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:48.611027 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4163ca39-c6df-407e-b46a-28cec9341dcd tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:48.612573 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4163ca39-c6df-407e-b46a-28cec9341dcd tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:48.642048 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c0c6ba-39d3-42cc-a400-eee73f297797 None None] Network 3b5d7a32-d6d4-4283-a49c-b06cf8f360f2 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:48.797400 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-82801a2a-466c-447c-ba68-88442eb434a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Allocated IP 172.25.6.124 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/ebe7532f-6e86-4f8b-9819-87dc686a9ffb) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:48.878708 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d6c5a1f3-912a-4b02-8b12-3761ac38d700 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:48.960152 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fade9ea1-07eb-44ee-9a77-df89d0562bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:48.966687 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fade9ea1-07eb-44ee-9a77-df89d0562bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:49.030957 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4163ca39-c6df-407e-b46a-28cec9341dcd tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9317365 Aug 16 22:35:49.040345 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41430) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:49.075245 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3c867c69-aa8d-42f0-8bf4-6fa860056597 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Request body: {'network': {'name': 'tempest-router-network01--1820574317'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:49.147822 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fade9ea1-07eb-44ee-9a77-df89d0562bd6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1632113bd68a489b80b6dbe776edbc43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6783416 Aug 16 22:35:49.148973 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41434) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:49.172076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade9ea1-07eb-44ee-9a77-df89d0562bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da884d2-f61f-4eb5-ad0a-782470be0a16,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:49.227545 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73596160-3474-418d-b19a-7dd0f93ca18a None None] DHCP port deletion for a58732b9-7854-450a-a2e3-f6da88770571 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:35:49.334687 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82801a2a-466c-447c-ba68-88442eb434a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:49.345613 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90627467-3076-4eb2-a6c5-52c88e10c9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:49.352307 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5a23e-52dc-4df2-a2bd-4c6609380a56 req-f073b9c8-1489-47a8-abf3-b1a76d41e3d4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:49.357635 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-34d5a23e-52dc-4df2-a2bd-4c6609380a56 req-f073b9c8-1489-47a8-abf3-b1a76d41e3d4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 945 time: 0.4615831 Aug 16 22:35:49.363485 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e49d1469-44d3-4f44-a843-21b699c56d6e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:49.383726 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c867c69-aa8d-42f0-8bf4-6fa860056597 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Made reservation on behalf of 5d74a67b1bd54c48988531a2800fa75a for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:49.400324 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c867c69-aa8d-42f0-8bf4-6fa860056597 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:49.416946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-3b5d7a32-d6d4-4283-a49c-b06cf8f360f2', 'network_id': '3b5d7a32-d6d4-4283-a49c-b06cf8f360f2', 'tenant_id': '5d74a67b1bd54c48988531a2800fa75a', 'fixed_ips': [{'subnet_id': '169f5cb7-0fcf-4adc-9894-43255d31ee18'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:35:49.418744 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:49.476929 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90627467-3076-4eb2-a6c5-52c88e10c9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:49.563900 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:49.608475 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82801a2a-466c-447c-ba68-88442eb434a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:49.658687 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d1469-44d3-4f44-a843-21b699c56d6e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=29dbdedd-0222-425e-8fd3-e4b7858dc3e6,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:49.809047 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49d1469-44d3-4f44-a843-21b699c56d6e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:49.817701 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-e49d1469-44d3-4f44-a843-21b699c56d6e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:49.831161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49d1469-44d3-4f44-a843-21b699c56d6e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:49.832081 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e49d1469-44d3-4f44-a843-21b699c56d6e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:49.852419 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-34d5a23e-52dc-4df2-a2bd-4c6609380a56 req-90c3bb2b-d0d9-4b10-8643-da97d9d78d78 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300604 Aug 16 22:35:49.867013 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82801a2a-466c-447c-ba68-88442eb434a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:49.894761 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e49d1469-44d3-4f44-a843-21b699c56d6e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1950555 Aug 16 22:35:49.895270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41452) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:49.900973 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-da47eb43-59e0-4edb-864d-4b3eec04fdc2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:49.921794 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-82801a2a-466c-447c-ba68-88442eb434a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:49.946346 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82801a2a-466c-447c-ba68-88442eb434a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:50.018615 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90627467-3076-4eb2-a6c5-52c88e10c9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.031658 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-90627467-3076-4eb2-a6c5-52c88e10c9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.037250 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-90627467-3076-4eb2-a6c5-52c88e10c9ad admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7da884d2-f61f-4eb5-ad0a-782470be0a16 HTTP/1.1" status: 204 len: 168 time: 0.8792152 Aug 16 22:35:50.045584 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82801a2a-466c-447c-ba68-88442eb434a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event updated for resources: {'Port': ['ID=ebe7532f-6e86-4f8b-9819-87dc686a9ffb,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:50.061237 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90627467-3076-4eb2-a6c5-52c88e10c9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da884d2-f61f-4eb5-ad0a-782470be0a16,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:50.072129 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port d6c5a1f3-912a-4b02-8b12-3761ac38d700, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d6c5a1f3-912a-4b02-8b12-3761ac38d700,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:50.101909 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-73596160-3474-418d-b19a-7dd0f93ca18a None None] Deleting port d6c5a1f3-912a-4b02-8b12-3761ac38d700 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:50.102550 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-73596160-3474-418d-b19a-7dd0f93ca18a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.256139 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c867c69-aa8d-42f0-8bf4-6fa860056597 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:35:50.367206 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c867c69-aa8d-42f0-8bf4-6fa860056597 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.367786 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-3c867c69-aa8d-42f0-8bf4-6fa860056597 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Added segment f3d65faf-8a8e-4312-a2cb-f4dad4211095 of type vlan for network 2755ca90-f387-4513-a024-d0490ae831c0 Aug 16 22:35:50.383826 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82801a2a-466c-447c-ba68-88442eb434a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.452476 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da47eb43-59e0-4edb-864d-4b3eec04fdc2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:50.453212 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82801a2a-466c-447c-ba68-88442eb434a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.466376 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da47eb43-59e0-4edb-864d-4b3eec04fdc2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.468677 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-73596160-3474-418d-b19a-7dd0f93ca18a None None] For port d6c5a1f3-912a-4b02-8b12-3761ac38d700, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d6c5a1f3-912a-4b02-8b12-3761ac38d700,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:50.471621 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-73596160-3474-418d-b19a-7dd0f93ca18a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.533057 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-73596160-3474-418d-b19a-7dd0f93ca18a None None] Calling delete_port for d6c5a1f3-912a-4b02-8b12-3761ac38d700 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:50.766221 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.901732 n-d-792458-15 neutron-server[94871]: INFO neutron.db.ipam_backend_mixin [None req-da47eb43-59e0-4edb-864d-4b3eec04fdc2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 29dbdedd-0222-425e-8fd3-e4b7858dc3e6 (CIDR: 2001:db8::/64) Aug 16 22:35:50.931358 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c867c69-aa8d-42f0-8bf4-6fa860056597 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.970693 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-da47eb43-59e0-4edb-864d-4b3eec04fdc2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:35:50.972215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da47eb43-59e0-4edb-864d-4b3eec04fdc2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:35:50.980202 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] Allocated IP 2001:db8::2 (3b5d7a32-d6d4-4283-a49c-b06cf8f360f2/169f5cb7-0fcf-4adc-9894-43255d31ee18/0c2e0c2d-e1d2-42ab-a458-6af728a898a0) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:50.995371 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c867c69-aa8d-42f0-8bf4-6fa860056597 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:51.013172 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c867c69-aa8d-42f0-8bf4-6fa860056597 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:51.014770 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3c867c69-aa8d-42f0-8bf4-6fa860056597 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:51.070269 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82801a2a-466c-447c-ba68-88442eb434a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:51.077752 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82801a2a-466c-447c-ba68-88442eb434a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:51.146943 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-da47eb43-59e0-4edb-864d-4b3eec04fdc2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2503729 Aug 16 22:35:51.150993 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c867c69-aa8d-42f0-8bf4-6fa860056597 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event updated for resources: {'Network': ['ID=2755ca90-f387-4513-a024-d0490ae831c0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:51.154808 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41474) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:51.195955 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9fa3b1ab-fc36-4b4c-b558-277c1d24c7cd tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:51.248730 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82801a2a-466c-447c-ba68-88442eb434a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event updated for resources: {'Port': ['ID=ebe7532f-6e86-4f8b-9819-87dc686a9ffb,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:51.270349 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82801a2a-466c-447c-ba68-88442eb434a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:51.307536 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82801a2a-466c-447c-ba68-88442eb434a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:51.340224 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-82801a2a-466c-447c-ba68-88442eb434a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5358031 Aug 16 22:35:51.565094 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 2755ca90-f387-4513-a024-d0490ae831c0 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:35:51.570640 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3c867c69-aa8d-42f0-8bf4-6fa860056597 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.5061502 Aug 16 22:35:51.574326 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41492) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:51.580081 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-df885c50-6ccf-4c4b-a319-c521ace3459b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Request body: {'network': {'name': 'tempest-router-network02--2032082418'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:51.630640 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-73596160-3474-418d-b19a-7dd0f93ca18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:51.680114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279dc8f-98d9-4b25-9137-4bfb9e776cd0 req-90eea91d-0286-42f6-a68d-0a596b3f8841 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:51.694135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b279dc8f-98d9-4b25-9137-4bfb9e776cd0 req-90eea91d-0286-42f6-a68d-0a596b3f8841 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 945 time: 0.5380793 Aug 16 22:35:51.697460 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df885c50-6ccf-4c4b-a319-c521ace3459b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Made reservation on behalf of 5d74a67b1bd54c48988531a2800fa75a for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:51.729235 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-df885c50-6ccf-4c4b-a319-c521ace3459b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:51.928830 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa3b1ab-fc36-4b4c-b558-277c1d24c7cd tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:51.937857 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b1ab-fc36-4b4c-b558-277c1d24c7cd tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:52.164110 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73596160-3474-418d-b19a-7dd0f93ca18a None None] No DVR routers for this DVR port d6c5a1f3-912a-4b02-8b12-3761ac38d700 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:35:52.220655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b279dc8f-98d9-4b25-9137-4bfb9e776cd0 req-6bf34c92-f9a6-4a58-a9a9-308f47a0a181 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575675 Aug 16 22:35:52.243958 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c2e593-c1ca-4b1b-bbd9-27d315e92162 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:52.292907 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=d6c5a1f3-912a-4b02-8b12-3761ac38d700,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:52.703181 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:52.704501 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:52.704895 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:52.705243 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:52.705990 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:52.707065 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:52.707802 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:52.708937 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:52.710369 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:52.710804 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:52.711214 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:52.711608 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:52.792212 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a58732b9-7854-450a-a2e3-f6da88770571', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'fixed_ips': [{'subnet_id': '29dbdedd-0222-425e-8fd3-e4b7858dc3e6'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:35:52.793718 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:52.821263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73596160-3474-418d-b19a-7dd0f93ca18a None None] Pushing event deleted for resources: {'Port': ['ID=d6c5a1f3-912a-4b02-8b12-3761ac38d700,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:53.006279 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df885c50-6ccf-4c4b-a319-c521ace3459b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:35:53.052795 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-df885c50-6ccf-4c4b-a319-c521ace3459b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:53.053725 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-df885c50-6ccf-4c4b-a319-c521ace3459b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Added segment b5886ec0-0374-4db6-b8ac-fce15285ddb7 of type vlan for network 73a3d721-25f1-4359-9cb5-7eff9da00739 Aug 16 22:35:53.192825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.objects.ports [None req-9fa3b1ab-fc36-4b4c-b558-277c1d24c7cd tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94871) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:35:53.196875 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b1ab-fc36-4b4c-b558-277c1d24c7cd tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:53.277366 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-df885c50-6ccf-4c4b-a319-c521ace3459b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:53.366031 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa3b1ab-fc36-4b4c-b558-277c1d24c7cd tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:53.375469 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-df885c50-6ccf-4c4b-a319-c521ace3459b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:53.385779 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-9fa3b1ab-fc36-4b4c-b558-277c1d24c7cd tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:53.393822 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa3b1ab-fc36-4b4c-b558-277c1d24c7cd tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:53.396062 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b1ab-fc36-4b4c-b558-277c1d24c7cd tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:53.419631 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df885c50-6ccf-4c4b-a319-c521ace3459b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:53.424744 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-df885c50-6ccf-4c4b-a319-c521ace3459b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:53.438422 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9fa3b1ab-fc36-4b4c-b558-277c1d24c7cd tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2823496 Aug 16 22:35:53.443539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41538) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:53.450835 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-12e63cd4-3aa2-4151-94f7-9d57ad54836f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'mac_address': 'fa:16:3e:68:56:f4', 'name': 'tempest-NetworksTestDHCPv6-1299116445'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:53.456984 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3b1ab-fc36-4b4c-b558-277c1d24c7cd tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=a0c992eb-c537-42a8-a781-6dfd9926687f,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:53.729853 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Allocated IP 2001:db8::2 (a58732b9-7854-450a-a2e3-f6da88770571/29dbdedd-0222-425e-8fd3-e4b7858dc3e6/b67e3bb7-4acb-48c9-8013-ddc32ae61725) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:53.738518 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93260ee1-7b94-4ee8-a067-e1937088a37f req-43490daa-7d82-429a-b495-c3ccbd8933d0 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:53.756601 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df885c50-6ccf-4c4b-a319-c521ace3459b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event updated for resources: {'Network': ['ID=73a3d721-25f1-4359-9cb5-7eff9da00739,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:53.761077 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-93260ee1-7b94-4ee8-a067-e1937088a37f req-43490daa-7d82-429a-b495-c3ccbd8933d0 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 945 time: 0.3182030 Aug 16 22:35:53.767441 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-df885c50-6ccf-4c4b-a319-c521ace3459b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1887209 Aug 16 22:35:53.768249 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41548) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:53.770240 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe81:cbfc (a58732b9-7854-450a-a2e3-f6da88770571/a0c992eb-c537-42a8-a781-6dfd9926687f/b67e3bb7-4acb-48c9-8013-ddc32ae61725) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:53.781994 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-13a95ee0-460a-49ce-85e2-502d340c2318 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Request body: {'subnet': {'network_id': '2755ca90-f387-4513-a024-d0490ae831c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:54.018883 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 73a3d721-25f1-4359-9cb5-7eff9da00739 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:35:54.049431 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:54.054758 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-93260ee1-7b94-4ee8-a067-e1937088a37f req-32bc02c3-0525-4889-be42-e6afb03b30ce tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829769 Aug 16 22:35:54.118322 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e63cd4-3aa2-4151-94f7-9d57ad54836f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:54.190332 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a95ee0-460a-49ce-85e2-502d340c2318 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Made reservation on behalf of 5d74a67b1bd54c48988531a2800fa75a for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:54.214219 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13a95ee0-460a-49ce-85e2-502d340c2318 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:54.396572 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12e63cd4-3aa2-4151-94f7-9d57ad54836f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:54.600339 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-12e63cd4-3aa2-4151-94f7-9d57ad54836f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] device_id is not set on port f467c256-dc57-431a-8088-f4296031430b yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:35:54.669487 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-6d64a099-5d28-4eda-992a-192b01232c28 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--224300730&fields=id&tenant_id=6ec65b3f25804ec5b636b887d7c98229 HTTP/1.1" status: 200 len: 267 time: 0.2662265 Aug 16 22:35:54.745288 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] Transition to ACTIVE for port object 0c2e0c2d-e1d2-42ab-a458-6af728a898a0 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:54.788321 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] Transition to ACTIVE for port object 0c2e0c2d-e1d2-42ab-a458-6af728a898a0 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:54.855490 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13a95ee0-460a-49ce-85e2-502d340c2318 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:54.880647 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:54.929260 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-d7ec2266-a60e-4022-87cd-ab563539155b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:54.942752 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-d7ec2266-a60e-4022-87cd-ab563539155b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports/a0a260f4-e95c-4287-9011-ab8907999577 HTTP/1.1" status: 200 len: 932 time: 0.2690864 Aug 16 22:35:55.068082 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-ade65ba8-4f92-4724-b51d-34b43c0f0577 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:55.079453 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-ade65ba8-4f92-4724-b51d-34b43c0f0577 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports/882b75e0-8639-46ef-a97c-2657f474d5df HTTP/1.1" status: 200 len: 931 time: 0.1354918 Aug 16 22:35:55.092412 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a95ee0-460a-49ce-85e2-502d340c2318 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event updated for resources: {'Subnet': ['ID=c95c5973-5874-4309-b0e6-95b1c1ccd39b,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:55.095964 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a95ee0-460a-49ce-85e2-502d340c2318 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Checking segment: {'id': 'f3d65faf-8a8e-4312-a2cb-f4dad4211095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2755ca90-f387-4513-a024-d0490ae831c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:55.096336 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a95ee0-460a-49ce-85e2-502d340c2318 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Network hostable DHCP agents. Network: 2755ca90-f387-4513-a024-d0490ae831c0, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:35:55.141573 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a95ee0-460a-49ce-85e2-502d340c2318 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Network 2755ca90-f387-4513-a024-d0490ae831c0 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:35:55.169711 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-13a95ee0-460a-49ce-85e2-502d340c2318 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 2755ca90-f387-4513-a024-d0490ae831c0) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:55.180381 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a95ee0-460a-49ce-85e2-502d340c2318 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:55.181397 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13a95ee0-460a-49ce-85e2-502d340c2318 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:55.209150 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] Network 3b5d7a32-d6d4-4283-a49c-b06cf8f360f2 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:55.225850 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c876dd0d-f81e-4423-868e-edbc985fa02c None None] Network 2755ca90-f387-4513-a024-d0490ae831c0 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:55.231639 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-13a95ee0-460a-49ce-85e2-502d340c2318 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4609382 Aug 16 22:35:55.235160 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41590) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:55.242169 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c4647755-e0c0-49cf-9497-554f54f93669 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?network_id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1599047 Aug 16 22:35:55.252740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-57261a21-2356-4603-a5d6-545298f79e74 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Request body: {'subnet': {'network_id': '73a3d721-25f1-4359-9cb5-7eff9da00739', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:55.296190 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:55.303391 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f75f200f-6506-482d-9b0c-d1ef168ecc6c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?network_id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0426013 Aug 16 22:35:55.336570 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:55.406355 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] Pushing event updated for resources: {'Port': ['ID=0c2e0c2d-e1d2-42ab-a458-6af728a898a0,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:55.554195 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:55.579620 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] Attempting to bind port 0c2e0c2d-e1d2-42ab-a458-6af728a898a0 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:35:55.580388 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] Attempting to bind port 0c2e0c2d-e1d2-42ab-a458-6af728a898a0 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '42094eb3-0827-46da-8195-c731e8248597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3b5d7a32-d6d4-4283-a49c-b06cf8f360f2'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:35:55.581017 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] Attempting to bind port 0c2e0c2d-e1d2-42ab-a458-6af728a898a0 on network 3b5d7a32-d6d4-4283-a49c-b06cf8f360f2 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:35:55.587729 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Transition to ACTIVE for port object b67e3bb7-4acb-48c9-8013-ddc32ae61725 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:55.648075 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:35:55.652495 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] Checking segment: {'id': '42094eb3-0827-46da-8195-c731e8248597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3b5d7a32-d6d4-4283-a49c-b06cf8f360f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:55.656471 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:55.657387 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] Bound using segment: {'id': '42094eb3-0827-46da-8195-c731e8248597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3b5d7a32-d6d4-4283-a49c-b06cf8f360f2'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:35:55.658293 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] Bound port: 0c2e0c2d-e1d2-42ab-a458-6af728a898a0, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42094eb3-0827-46da-8195-c731e8248597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3b5d7a32-d6d4-4283-a49c-b06cf8f360f2'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:35:55.659007 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:55.681057 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57261a21-2356-4603-a5d6-545298f79e74 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Made reservation on behalf of 5d74a67b1bd54c48988531a2800fa75a for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:55.685560 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57261a21-2356-4603-a5d6-545298f79e74 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:55.708464 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Transition to ACTIVE for port object b67e3bb7-4acb-48c9-8013-ddc32ae61725 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:55.721189 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:55.939094 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-2755ca90-f387-4513-a024-d0490ae831c0', 'network_id': '2755ca90-f387-4513-a024-d0490ae831c0', 'tenant_id': '5d74a67b1bd54c48988531a2800fa75a', 'fixed_ips': [{'subnet_id': 'c95c5973-5874-4309-b0e6-95b1c1ccd39b'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:35:55.941668 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:55.968915 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Pushing event updated for resources: {'Port': ['ID=b67e3bb7-4acb-48c9-8013-ddc32ae61725,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:56.035691 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:56.084688 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:56.102738 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:56.125235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-12e63cd4-3aa2-4151-94f7-9d57ad54836f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8::1bc (a58732b9-7854-450a-a2e3-f6da88770571/29dbdedd-0222-425e-8fd3-e4b7858dc3e6/f467c256-dc57-431a-8088-f4296031430b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:56.158562 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-12e63cd4-3aa2-4151-94f7-9d57ad54836f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8:0:1:f816:3eff:fe68:56f4 (a58732b9-7854-450a-a2e3-f6da88770571/a0c992eb-c537-42a8-a781-6dfd9926687f/f467c256-dc57-431a-8088-f4296031430b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:56.165473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] For port 0c2e0c2d-e1d2-42ab-a458-6af728a898a0, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:35:56.348260 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57261a21-2356-4603-a5d6-545298f79e74 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:56.395798 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12e63cd4-3aa2-4151-94f7-9d57ad54836f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:56.413632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-12e63cd4-3aa2-4151-94f7-9d57ad54836f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Transition to ACTIVE for port object f467c256-dc57-431a-8088-f4296031430b will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:56.422885 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] For port 0c2e0c2d-e1d2-42ab-a458-6af728a898a0, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0c2e0c2d-e1d2-42ab-a458-6af728a898a0,segment=NetworkSegment(42094eb3-0827-46da-8195-c731e8248597),segment_id=42094eb3-0827-46da-8195-c731e8248597)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:35:56.478223 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12e63cd4-3aa2-4151-94f7-9d57ad54836f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:56.513388 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:56.531591 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57261a21-2356-4603-a5d6-545298f79e74 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event updated for resources: {'Subnet': ['ID=192573f7-5123-489c-b305-ecfd529bf6c9,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:56.575839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-5da8a296-d480-469d-9bc7-beacef4a1305 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:56.595747 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-5da8a296-d480-469d-9bc7-beacef4a1305 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:56.599035 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Attempting to bind port b67e3bb7-4acb-48c9-8013-ddc32ae61725 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:35:56.601764 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Attempting to bind port b67e3bb7-4acb-48c9-8013-ddc32ae61725 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:35:56.602698 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57261a21-2356-4603-a5d6-545298f79e74 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Checking segment: {'id': 'b5886ec0-0374-4db6-b8ac-fce15285ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '73a3d721-25f1-4359-9cb5-7eff9da00739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:56.603352 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57261a21-2356-4603-a5d6-545298f79e74 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Network hostable DHCP agents. Network: 73a3d721-25f1-4359-9cb5-7eff9da00739, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:35:56.603605 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Attempting to bind port b67e3bb7-4acb-48c9-8013-ddc32ae61725 on network a58732b9-7854-450a-a2e3-f6da88770571 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:35:56.631662 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-5da8a296-d480-469d-9bc7-beacef4a1305 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:56.652413 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-5da8a296-d480-469d-9bc7-beacef4a1305 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/networks?id=da99628b-b531-4700-97cd-f2deca3ca96b&id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66&id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 HTTP/1.1" status: 200 len: 1990 time: 1.2979264 Aug 16 22:35:56.664434 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb3f19-e62b-4d84-8d79-cb6e1a275092 req-7f4fe234-3730-416d-ab3a-6146390f8df8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:56.676482 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5eeb3f19-e62b-4d84-8d79-cb6e1a275092 req-7f4fe234-3730-416d-ab3a-6146390f8df8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 945 time: 1.4014168 Aug 16 22:35:56.704101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57261a21-2356-4603-a5d6-545298f79e74 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Network 73a3d721-25f1-4359-9cb5-7eff9da00739 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:35:56.758000 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-57261a21-2356-4603-a5d6-545298f79e74 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 73a3d721-25f1-4359-9cb5-7eff9da00739) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:56.778435 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57261a21-2356-4603-a5d6-545298f79e74 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:56.786002 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57261a21-2356-4603-a5d6-545298f79e74 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:56.804361 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e63cd4-3aa2-4151-94f7-9d57ad54836f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=f467c256-dc57-431a-8088-f4296031430b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:56.835374 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-06071a24-1770-4f67-8c53-ddd95b9cd36f tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/quotas/6ec65b3f25804ec5b636b887d7c98229 HTTP/1.1" status: 200 len: 375 time: 0.1809373 Aug 16 22:35:56.871291 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-57261a21-2356-4603-a5d6-545298f79e74 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6292121 Aug 16 22:35:56.873063 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41612) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:56.966056 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:35:56.967414 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Checking segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:56.970847 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:56.971319 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Bound using segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:35:56.971842 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Bound port: b67e3bb7-4acb-48c9-8013-ddc32ae61725, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:35:56.972255 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:57.000721 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e63cd4-3aa2-4151-94f7-9d57ad54836f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:57.015775 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a502db-bdb9-4516-bc60-9bd687b82315 None None] Network 73a3d721-25f1-4359-9cb5-7eff9da00739 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:57.018721 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-12e63cd4-3aa2-4151-94f7-9d57ad54836f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:57.029670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e63cd4-3aa2-4151-94f7-9d57ad54836f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:57.042168 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e63cd4-3aa2-4151-94f7-9d57ad54836f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:57.044147 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12e63cd4-3aa2-4151-94f7-9d57ad54836f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:57.072061 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5eeb3f19-e62b-4d84-8d79-cb6e1a275092 req-5bce079e-917c-4bd9-863e-7bc9308c3ab8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943508 Aug 16 22:35:57.123777 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-dc27caeb-9fe2-4b8c-94ba-102edc22c8f8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=6ec65b3f25804ec5b636b887d7c98229&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2572391 Aug 16 22:35:57.133544 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-12e63cd4-3aa2-4151-94f7-9d57ad54836f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6881287 Aug 16 22:35:57.139185 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41626) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:57.220434 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] Allocated IP 2001:db8::2 (2755ca90-f387-4513-a024-d0490ae831c0/c95c5973-5874-4309-b0e6-95b1c1ccd39b/a87b7638-c40b-4cde-843c-0895e5f97d7d) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:57.431838 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5402b9-88f1-48ee-90be-19e2f4f00de1 None None] Pushing event updated for resources: {'Port': ['ID=0c2e0c2d-e1d2-42ab-a458-6af728a898a0,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:57.593675 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-ec7ce63d-bbef-4ba8-869d-6935c0c52c63 service neutron] 10.222.0.93 "GET /v2.0/networks/da99628b-b531-4700-97cd-f2deca3ca96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586082 Aug 16 22:35:57.779767 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] For port b67e3bb7-4acb-48c9-8013-ddc32ae61725, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:35:57.913197 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] For port b67e3bb7-4acb-48c9-8013-ddc32ae61725, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b67e3bb7-4acb-48c9-8013-ddc32ae61725,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:35:57.935753 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:57.964207 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56510725-317c-45ba-ba92-036261a5f065 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:58.062368 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-bf4d2d47-7d35-49f9-9630-f20345b926ac service neutron] 10.222.0.93 "GET /v2.0/networks/da99628b-b531-4700-97cd-f2deca3ca96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171293 Aug 16 22:35:58.180588 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-73a3d721-25f1-4359-9cb5-7eff9da00739', 'network_id': '73a3d721-25f1-4359-9cb5-7eff9da00739', 'tenant_id': '5d74a67b1bd54c48988531a2800fa75a', 'fixed_ips': [{'subnet_id': '192573f7-5123-489c-b305-ecfd529bf6c9'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:35:58.181846 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:58.218163 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-77942536-f499-4cda-9dd1-bc941d60b0f3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting port f467c256-dc57-431a-8088-f4296031430b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:58.224231 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77942536-f499-4cda-9dd1-bc941d60b0f3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:58.322396 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a42d0-8c0e-4915-a94c-216ad19a5561 None None] Pushing event updated for resources: {'Port': ['ID=b67e3bb7-4acb-48c9-8013-ddc32ae61725,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:58.393862 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:58.471637 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-9f366a39-da37-42f4-8cd2-a9f2f4e25d1b service neutron] 10.222.0.93 "GET /v2.0/ports/a0a260f4-e95c-4287-9011-ab8907999577?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.4020131 Aug 16 22:35:58.702808 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] Transition to ACTIVE for port object a87b7638-c40b-4cde-843c-0895e5f97d7d will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:58.821376 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] Transition to ACTIVE for port object a87b7638-c40b-4cde-843c-0895e5f97d7d will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:58.953377 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:59.077623 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af820ba-8652-44ef-ae98-3c30c55b669e req-37cdf902-6772-4187-b91e-1cd96abb1c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:59.084322 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4af820ba-8652-44ef-ae98-3c30c55b669e req-37cdf902-6772-4187-b91e-1cd96abb1c28 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 1097 time: 0.3487463 Aug 16 22:35:59.110774 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-56510725-317c-45ba-ba92-036261a5f065 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Allocated IP 2001:db8::1 (2755ca90-f387-4513-a024-d0490ae831c0/c95c5973-5874-4309-b0e6-95b1c1ccd39b/fc9ec5d4-cc5d-44fc-9547-394df58a7bb1) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:59.131397 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] Pushing event updated for resources: {'Port': ['ID=a87b7638-c40b-4cde-843c-0895e5f97d7d,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:59.169214 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] Network 2755ca90-f387-4513-a024-d0490ae831c0 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:59.183931 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:59.195282 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:59.228252 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] Allocated IP 2001:db8::2 (73a3d721-25f1-4359-9cb5-7eff9da00739/192573f7-5123-489c-b305-ecfd529bf6c9/57034b3b-f5b1-4a70-a2fb-4e8bbffb037b) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:59.390724 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0c2e0c2d-e1d2-42ab-a458-6af728a898a0 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:59.409715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af820ba-8652-44ef-ae98-3c30c55b669e req-9e6d4480-c724-43fa-889a-af7e596c18e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:59.419079 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4af820ba-8652-44ef-ae98-3c30c55b669e req-9e6d4480-c724-43fa-889a-af7e596c18e8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 913 time: 0.3232493 Aug 16 22:35:59.597235 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41718eb1-4ca7-4914-9451-36c800d87fbd None None] Network 3b5d7a32-d6d4-4283-a49c-b06cf8f360f2 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:59.666845 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4af820ba-8652-44ef-ae98-3c30c55b669e req-2bf20901-84d0-44e8-a81f-8b7ff7bd7b59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffefc3f5-1c9c-4c1a-9b46-c2e733398029 HTTP/1.1" status: 200 len: 217 time: 0.1625288 Aug 16 22:35:59.835414 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af820ba-8652-44ef-ae98-3c30c55b669e req-3da0946d-1fb8-4758-9690-8764870f5625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:59.839039 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4af820ba-8652-44ef-ae98-3c30c55b669e req-3da0946d-1fb8-4758-9690-8764870f5625 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 200 len: 851 time: 0.1665046 Aug 16 22:35:59.901098 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-cf4a3851-b592-4a13-9a7f-d21ba7af924a service neutron] 10.222.0.93 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3883877 Aug 16 22:35:59.910974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] Attempting to bind port a87b7638-c40b-4cde-843c-0895e5f97d7d on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:35:59.911644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] Attempting to bind port a87b7638-c40b-4cde-843c-0895e5f97d7d by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'f3d65faf-8a8e-4312-a2cb-f4dad4211095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2755ca90-f387-4513-a024-d0490ae831c0'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:35:59.912219 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] Attempting to bind port a87b7638-c40b-4cde-843c-0895e5f97d7d on network 2755ca90-f387-4513-a024-d0490ae831c0 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:35:59.947547 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:35:59.947944 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] Checking segment: {'id': 'f3d65faf-8a8e-4312-a2cb-f4dad4211095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2755ca90-f387-4513-a024-d0490ae831c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:59.948568 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:59.949222 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] Bound using segment: {'id': 'f3d65faf-8a8e-4312-a2cb-f4dad4211095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2755ca90-f387-4513-a024-d0490ae831c0'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:35:59.955473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] Bound port: a87b7638-c40b-4cde-843c-0895e5f97d7d, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d65faf-8a8e-4312-a2cb-f4dad4211095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2755ca90-f387-4513-a024-d0490ae831c0'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:35:59.956421 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:59.984474 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a08046d8-0b4b-4058-a399-87e5ede1091c None None] Provisioning for port 0c2e0c2d-e1d2-42ab-a458-6af728a898a0 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:00.002476 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56510725-317c-45ba-ba92-036261a5f065 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:00.069323 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af820ba-8652-44ef-ae98-3c30c55b669e req-b2016b8b-4642-4192-8d71-6866ab115369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:00.072365 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4af820ba-8652-44ef-ae98-3c30c55b669e req-b2016b8b-4642-4192-8d71-6866ab115369 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2253895 Aug 16 22:36:00.076356 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-56510725-317c-45ba-ba92-036261a5f065 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Transition to ACTIVE for port object fc9ec5d4-cc5d-44fc-9547-394df58a7bb1 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:00.201124 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d4e7d-f787-48db-9fa8-b726ff7563a0 req-97079230-c5b3-4fb3-8a88-02dba35d80d5 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:00.206247 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee3d4e7d-f787-48db-9fa8-b726ff7563a0 req-97079230-c5b3-4fb3-8a88-02dba35d80d5 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 945 time: 1.6835909 Aug 16 22:36:00.226088 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77942536-f499-4cda-9dd1-bc941d60b0f3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:00.251455 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56510725-317c-45ba-ba92-036261a5f065 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:00.277936 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4af820ba-8652-44ef-ae98-3c30c55b669e req-1e3302bf-9cea-42a0-8e75-32592a19f63f service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954446 Aug 16 22:36:00.362568 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-77942536-f499-4cda-9dd1-bc941d60b0f3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Calling delete_port for f467c256-dc57-431a-8088-f4296031430b owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:00.400411 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee3d4e7d-f787-48db-9fa8-b726ff7563a0 req-40354616-e684-489e-af58-bbbf1c26a6cc tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190248 Aug 16 22:36:00.474189 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56510725-317c-45ba-ba92-036261a5f065 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Network 2755ca90-f387-4513-a024-d0490ae831c0 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:00.510039 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-56510725-317c-45ba-ba92-036261a5f065 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:00.524839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41824) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:00.557645 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56510725-317c-45ba-ba92-036261a5f065 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:00.567033 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56510725-317c-45ba-ba92-036261a5f065 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:00.611909 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-6c8c74b6-c645-4bb7-96a0-0ee1b2e4acb5 service neutron] 10.222.0.93 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716027 Aug 16 22:36:00.624279 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97284de1-d9b6-414e-8ba9-dc6b850acb3e None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:00.706982 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 0c2e0c2d-e1d2-42ab-a458-6af728a898a0 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:00.761079 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-fd6275fb-08ed-4c96-85ba-f8c388eaa958 service neutron] 10.222.0.93 "GET /v2.0/ports/882b75e0-8639-46ef-a97c-2657f474d5df?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1389778 Aug 16 22:36:00.768628 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56510725-317c-45ba-ba92-036261a5f065 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event updated for resources: {'Port': ['ID=fc9ec5d4-cc5d-44fc-9547-394df58a7bb1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:00.854393 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4af820ba-8652-44ef-ae98-3c30c55b669e req-0e9e1b3e-942c-45ef-95f4-d432bb9da704 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344808 Aug 16 22:36:00.979029 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-e88ab790-1952-44ab-942c-a7d3da6b4aaf service neutron] 10.222.0.93 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979778 Aug 16 22:36:00.981342 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 0c2e0c2d-e1d2-42ab-a458-6af728a898a0 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:00.981926 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:00.998562 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-070b1fe8-8953-401b-950b-e51295d1cd23 None None] Provisioning for port b67e3bb7-4acb-48c9-8013-ddc32ae61725 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:01.084129 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] For port a87b7638-c40b-4cde-843c-0895e5f97d7d, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:36:01.099768 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ffefc3f5-1c9c-4c1a-9b46-c2e733398029 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:36:01.198127 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] For port a87b7638-c40b-4cde-843c-0895e5f97d7d, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a87b7638-c40b-4cde-843c-0895e5f97d7d,segment=NetworkSegment(f3d65faf-8a8e-4312-a2cb-f4dad4211095),segment_id=f3d65faf-8a8e-4312-a2cb-f4dad4211095)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:36:01.226163 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:01.315023 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:01.353557 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] Transition to ACTIVE for port object 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:01.504423 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] Transition to ACTIVE for port object 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:01.550483 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ce04a-2fe2-4b1f-aad5-ea57fe31abdd None None] Pushing event updated for resources: {'Port': ['ID=a87b7638-c40b-4cde-843c-0895e5f97d7d,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:01.574983 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:01.665306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] Pushing event updated for resources: {'Port': ['ID=57034b3b-f5b1-4a70-a2fb-4e8bbffb037b,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:01.681353 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:01.728920 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:01.746538 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] Network 73a3d721-25f1-4359-9cb5-7eff9da00739 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:01.824724 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:01.858166 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:01.895213 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7808dc4d-0755-4c18-b5c1-645d3fceabe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffefc3f5-1c9c-4c1a-9b46-c2e733398029'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:36:01.903838 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe95c61-5f3e-4154-a2c6-0fd9da4c7b9f" -d '{"events": [{"server_uuid": "7808dc4d-0755-4c18-b5c1-645d3fceabe0", "name": "network-vif-unplugged", "status": "completed", "tag": "ffefc3f5-1c9c-4c1a-9b46-c2e733398029"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:36:01.911298 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 0c2e0c2d-e1d2-42ab-a458-6af728a898a0, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0c2e0c2d-e1d2-42ab-a458-6af728a898a0,segment=NetworkSegment(42094eb3-0827-46da-8195-c731e8248597),segment_id=42094eb3-0827-46da-8195-c731e8248597)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:01.957926 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41902) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:01.961244 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port ffefc3f5-1c9c-4c1a-9b46-c2e733398029, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ffefc3f5-1c9c-4c1a-9b46-c2e733398029,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:01.963148 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:01.964221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b67e3bb7-4acb-48c9-8013-ddc32ae61725 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:02.018799 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77942536-f499-4cda-9dd1-bc941d60b0f3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:02.029741 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:02.089994 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77942536-f499-4cda-9dd1-bc941d60b0f3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Port': ['ID=f467c256-dc57-431a-8088-f4296031430b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:02.099469 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-ccd69b8f-9d41-40f8-aa41-2b3969ec0fe4 service neutron] 10.222.0.93 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0828898 Aug 16 22:36:02.171511 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f6d21-36fe-4fba-8761-13441bf3fc0e req-20ed5e15-63d5-4845-8039-0eb508a3efe4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:02.177317 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56510725-317c-45ba-ba92-036261a5f065 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:02.197291 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] Attempting to bind port 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:36:02.197659 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] Attempting to bind port 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'b5886ec0-0374-4db6-b8ac-fce15285ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '73a3d721-25f1-4359-9cb5-7eff9da00739'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:36:02.198049 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] Attempting to bind port 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b on network 73a3d721-25f1-4359-9cb5-7eff9da00739 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:02.199460 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e45f6d21-36fe-4fba-8761-13441bf3fc0e req-20ed5e15-63d5-4845-8039-0eb508a3efe4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 945 time: 0.6443193 Aug 16 22:36:02.244432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:36:02.245045 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] Checking segment: {'id': 'b5886ec0-0374-4db6-b8ac-fce15285ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '73a3d721-25f1-4359-9cb5-7eff9da00739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:02.246269 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:02.246823 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] Bound using segment: {'id': 'b5886ec0-0374-4db6-b8ac-fce15285ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '73a3d721-25f1-4359-9cb5-7eff9da00739'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:36:02.247481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] Bound port: 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5886ec0-0374-4db6-b8ac-fce15285ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '73a3d721-25f1-4359-9cb5-7eff9da00739'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:36:02.247972 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:02.305374 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=0c2e0c2d-e1d2-42ab-a458-6af728a898a0,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:02.440851 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e45f6d21-36fe-4fba-8761-13441bf3fc0e req-a91a4a1f-ac0d-41da-9c92-2747a532301e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407124 Aug 16 22:36:02.463794 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=ffefc3f5-1c9c-4c1a-9b46-c2e733398029,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:02.486490 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port b67e3bb7-4acb-48c9-8013-ddc32ae61725 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:02.499646 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port b67e3bb7-4acb-48c9-8013-ddc32ae61725 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:02.500227 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:02.553136 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77942536-f499-4cda-9dd1-bc941d60b0f3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:02.558627 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-77942536-f499-4cda-9dd1-bc941d60b0f3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/f467c256-dc57-431a-8088-f4296031430b HTTP/1.1" status: 204 len: 168 time: 5.3992465 Aug 16 22:36:02.559130 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41912) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:02.566424 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-739b527e-8853-43d3-bc4e-d8069b8154aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:02.584147 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1d831364-168f-42b3-9b0b-3d97fbb886fa None None] Provisioning complete for port 0c2e0c2d-e1d2-42ab-a458-6af728a898a0 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:02.586211 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1d831364-168f-42b3-9b0b-3d97fbb886fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:02.597557 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:36:02.832563 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] For port 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:36:02.842962 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] For port 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=57034b3b-f5b1-4a70-a2fb-4e8bbffb037b,segment=NetworkSegment(b5886ec0-0374-4db6-b8ac-fce15285ddb7),segment_id=b5886ec0-0374-4db6-b8ac-fce15285ddb7)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:36:02.864709 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ec5189-f670-40c8-92fa-cba97dbe8c1d x-openstack-request-id: req-34ec5189-f670-40c8-92fa-cba97dbe8c1d {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:36:02.867808 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7808dc4d-0755-4c18-b5c1-645d3fceabe0", "name": "network-vif-unplugged", "status": "completed", "tag": "ffefc3f5-1c9c-4c1a-9b46-c2e733398029", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:36:02.868489 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-34ec5189-f670-40c8-92fa-cba97dbe8c1d {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:36:02.869108 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7808dc4d-0755-4c18-b5c1-645d3fceabe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffefc3f5-1c9c-4c1a-9b46-c2e733398029', 'code': 200} Aug 16 22:36:02.876203 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:03.017736 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-948d81f9-5302-4474-9b14-3bf4f13e7db8 service neutron] 10.222.0.93 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8815823 Aug 16 22:36:03.033235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2995e8b2-ef91-402e-82ee-b8cb89f28fda tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:03.035013 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2995e8b2-ef91-402e-82ee-b8cb89f28fda tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.4731281 Aug 16 22:36:03.052101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41928) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:03.232284 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d3ad3-c033-4050-ad5f-6720620cd8d7 None None] Pushing event updated for resources: {'Port': ['ID=57034b3b-f5b1-4a70-a2fb-4e8bbffb037b,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:03.347343 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:03.393022 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-739b527e-8853-43d3-bc4e-d8069b8154aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:03.413292 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-739b527e-8853-43d3-bc4e-d8069b8154aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:03.473155 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e8dd5e90-eede-4a39-ba72-12567cc452d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:03.515242 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-a81476ac-969b-4a34-b364-6286be7349a3 service neutron] 10.222.0.93 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760916 Aug 16 22:36:03.517477 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-739b527e-8853-43d3-bc4e-d8069b8154aa admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=be3e2f9a5c1c4327912ca142aa1cad91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5571730 Aug 16 22:36:03.518951 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41944) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:03.531797 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port b67e3bb7-4acb-48c9-8013-ddc32ae61725, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b67e3bb7-4acb-48c9-8013-ddc32ae61725,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:03.535041 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d11c25-ab0e-4dce-a520-e83719c421d5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:03.538133 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a8d11c25-ab0e-4dce-a520-e83719c421d5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.4780891 Aug 16 22:36:03.543118 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:03.555078 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41946) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:03.730421 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301cea88-f67e-4943-b187-1dfbc9b9e038 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:03.731986 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301cea88-f67e-4943-b187-1dfbc9b9e038 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:03.732443 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=b67e3bb7-4acb-48c9-8013-ddc32ae61725,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:03.744494 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301cea88-f67e-4943-b187-1dfbc9b9e038 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:03.747431 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-301cea88-f67e-4943-b187-1dfbc9b9e038 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1871908 Aug 16 22:36:03.753743 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c311d7d5-de41-4821-99e3-59fcdc4ed002 None None] Network 2755ca90-f387-4513-a024-d0490ae831c0 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:03.758973 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41960) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:03.770064 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b1b4c963-1d70-4fa9-ac9c-2b0caaa7744b None None] Could not find standard attr ID for object f467c256-dc57-431a-8088-f4296031430b. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:36:03.859878 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b527e-8853-43d3-bc4e-d8069b8154aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb01bb8-51d7-45ce-bf04-8c2cc9e81fa3,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:03.909584 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b1b4c963-1d70-4fa9-ac9c-2b0caaa7744b None None] Provisioning complete for port b67e3bb7-4acb-48c9-8013-ddc32ae61725 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:03.910272 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b1b4c963-1d70-4fa9-ac9c-2b0caaa7744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:04.015913 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56510725-317c-45ba-ba92-036261a5f065 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:04.041148 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56510725-317c-45ba-ba92-036261a5f065 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:04.042363 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56510725-317c-45ba-ba92-036261a5f065 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:04.088421 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-0efe9c6f-ce65-4d46-861a-2b5f76ec73fd tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet 29dbdedd-0222-425e-8fd3-e4b7858dc3e6 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:36:04.158809 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0efe9c6f-ce65-4d46-861a-2b5f76ec73fd tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:04.208287 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0efe9c6f-ce65-4d46-861a-2b5f76ec73fd tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:04.240287 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a87b7638-c40b-4cde-843c-0895e5f97d7d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:04.406533 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f14c04fe-1508-4c3a-ad0a-9b865746e6f1 None None] Provisioning for port a87b7638-c40b-4cde-843c-0895e5f97d7d completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:04.418202 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0efe9c6f-ce65-4d46-861a-2b5f76ec73fd tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:04.459898 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f14c04fe-1508-4c3a-ad0a-9b865746e6f1 None None] Could not find standard attr ID for object f467c256-dc57-431a-8088-f4296031430b. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:36:04.470054 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port a87b7638-c40b-4cde-843c-0895e5f97d7d completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:04.478563 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port a87b7638-c40b-4cde-843c-0895e5f97d7d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:04.479289 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:04.513719 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb04b94c-39bc-4762-87d6-16b1ed0c7e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:04.538490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880f7c6-27d7-470c-9eee-d49382988fd0 req-bfe979b1-e0b6-464b-bf57-cf0843cf271f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:04.546867 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7880f7c6-27d7-470c-9eee-d49382988fd0 req-bfe979b1-e0b6-464b-bf57-cf0843cf271f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 943 time: 0.7866907 Aug 16 22:36:04.567063 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56510725-317c-45ba-ba92-036261a5f065 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event updated for resources: {'Port': ['ID=fc9ec5d4-cc5d-44fc-9547-394df58a7bb1,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:04.691501 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0efe9c6f-ce65-4d46-861a-2b5f76ec73fd tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:04.694318 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-3b9594f9-0fb6-47ef-b56c-4d55f9ab6c6a service neutron] 10.222.0.93 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1712673 Aug 16 22:36:04.724395 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:04.756977 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb04b94c-39bc-4762-87d6-16b1ed0c7e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:04.784118 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe9c6f-ce65-4d46-861a-2b5f76ec73fd tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=29dbdedd-0222-425e-8fd3-e4b7858dc3e6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:04.806442 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0efe9c6f-ce65-4d46-861a-2b5f76ec73fd tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:04.810718 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0efe9c6f-ce65-4d46-861a-2b5f76ec73fd tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/29dbdedd-0222-425e-8fd3-e4b7858dc3e6 HTTP/1.1" status: 204 len: 168 time: 1.0425231 Aug 16 22:36:04.826409 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42006) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:04.829221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3b9d3b-d11c-4773-af8b-1a140d81b200 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:04.841429 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port a87b7638-c40b-4cde-843c-0895e5f97d7d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a87b7638-c40b-4cde-843c-0895e5f97d7d,segment=NetworkSegment(f3d65faf-8a8e-4312-a2cb-f4dad4211095),segment_id=f3d65faf-8a8e-4312-a2cb-f4dad4211095)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:04.880797 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:04.882382 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0c2e0c2d-e1d2-42ab-a458-6af728a898a0 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:04.951986 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7880f7c6-27d7-470c-9eee-d49382988fd0 req-5180637d-83b8-4531-9b53-0183fdcb1723 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037755 Aug 16 22:36:05.065710 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56510725-317c-45ba-ba92-036261a5f065 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Network 2755ca90-f387-4513-a024-d0490ae831c0 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:05.069927 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-56510725-317c-45ba-ba92-036261a5f065 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:05.110987 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-1879decc-1ef0-41c4-b7e6-9dfb1f1226e7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet a0c992eb-c537-42a8-a781-6dfd9926687f {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:36:05.118532 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-632fb11d-7f89-4af6-89d6-c87206f52232 service neutron] 10.222.0.93 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205832 Aug 16 22:36:05.134268 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1879decc-1ef0-41c4-b7e6-9dfb1f1226e7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:05.155956 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ffefc3f5-1c9c-4c1a-9b46-c2e733398029 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:36:05.226876 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1879decc-1ef0-41c4-b7e6-9dfb1f1226e7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:05.356397 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb04b94c-39bc-4762-87d6-16b1ed0c7e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:05.361951 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb04b94c-39bc-4762-87d6-16b1ed0c7e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:05.367320 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cb04b94c-39bc-4762-87d6-16b1ed0c7e21 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/abb01bb8-51d7-45ce-bf04-8c2cc9e81fa3 HTTP/1.1" status: 204 len: 168 time: 1.6220269 Aug 16 22:36:05.394946 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1879decc-1ef0-41c4-b7e6-9dfb1f1226e7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:05.591740 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04b94c-39bc-4762-87d6-16b1ed0c7e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb01bb8-51d7-45ce-bf04-8c2cc9e81fa3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:05.631049 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-15643939-9c0c-43d7-95f6-09375b767a17 service neutron] 10.222.0.93 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950991 Aug 16 22:36:05.656265 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c84bd-0a4e-4921-9a1b-0090c9f617d6 req-c6e187b4-a858-46c4-8b14-979a4726be75 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:05.668229 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a60c84bd-0a4e-4921-9a1b-0090c9f617d6 req-c6e187b4-a858-46c4-8b14-979a4726be75 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.2450426 Aug 16 22:36:05.732187 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd104c9-bed0-432d-8f3a-60b9d195d9d2 None None] Network 73a3d721-25f1-4359-9cb5-7eff9da00739 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:05.743767 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1879decc-1ef0-41c4-b7e6-9dfb1f1226e7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:05.802389 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42028) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:05.809896 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-e528986a-8b2d-4f87-8a0f-645f19a0547a service neutron] 10.222.0.93 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333346 Aug 16 22:36:05.820328 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd5e90-eede-4a39-ba72-12567cc452d2 admin admin] Deleting port 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:05.820705 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e8dd5e90-eede-4a39-ba72-12567cc452d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:05.831909 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=a87b7638-c40b-4cde-843c-0895e5f97d7d,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:05.885301 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879decc-1ef0-41c4-b7e6-9dfb1f1226e7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=a0c992eb-c537-42a8-a781-6dfd9926687f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:05.900142 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1879decc-1ef0-41c4-b7e6-9dfb1f1226e7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:05.906772 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1879decc-1ef0-41c4-b7e6-9dfb1f1226e7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/a0c992eb-c537-42a8-a781-6dfd9926687f HTTP/1.1" status: 204 len: 168 time: 1.0723031 Aug 16 22:36:05.908151 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42032) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:05.996953 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a60c84bd-0a4e-4921-9a1b-0090c9f617d6 req-4d704244-9a80-4aa8-85b3-219db9c799ed tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3273482 Aug 16 22:36:06.003770 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-087339ef-7ea9-49b6-a6ba-61cd1d86adf5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929682 Aug 16 22:36:06.005854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42034) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:06.018457 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e7221398-43e6-4f28-a86b-27fd92f89388 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:06.022983 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-50ceec93-253f-46d0-b87d-b23ad1b1f85f None None] Provisioning complete for port a87b7638-c40b-4cde-843c-0895e5f97d7d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:06.024093 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-50ceec93-253f-46d0-b87d-b23ad1b1f85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:06.164607 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42040) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:06.179812 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56510725-317c-45ba-ba92-036261a5f065 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Router b49d9152-c693-4f0f-b010-6fa6b40ee557 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:36:06.206167 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-520b7732-c2a9-4944-a756-93f0dcd63eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:06.238675 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b6e9e91-38dd-467d-b1b6-479dbbadd128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:06.265095 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 0c2e0c2d-e1d2-42ab-a458-6af728a898a0 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:06.265707 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:06.346112 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7221398-43e6-4f28-a86b-27fd92f89388 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:06.350945 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7221398-43e6-4f28-a86b-27fd92f89388 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:06.451765 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9142810d-d1f0-447e-9464-d78cf294dc6f None None] DHCP port deletion for a58732b9-7854-450a-a2e3-f6da88770571 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:36:06.471832 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704314e-023b-44c3-b89d-198ba74fce05 req-b3b4f984-4dcd-4254-bdeb-17800ee681c5 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:06.476657 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1704314e-023b-44c3-b89d-198ba74fce05 req-b3b4f984-4dcd-4254-bdeb-17800ee681c5 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.2599802 Aug 16 22:36:06.479539 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-520b7732-c2a9-4944-a756-93f0dcd63eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:06.489768 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-e8dd5e90-eede-4a39-ba72-12567cc452d2 admin admin] For port 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=39c2a774-c2fb-4fd8-b57d-6cf998aa3efc,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:06.490253 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e8dd5e90-eede-4a39-ba72-12567cc452d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:06.506596 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-520b7732-c2a9-4944-a756-93f0dcd63eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:06.523498 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-02cb4921-3013-4217-80c8-e6e119deb261 service neutron] 10.222.0.93 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6634483 Aug 16 22:36:06.526060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd5e90-eede-4a39-ba72-12567cc452d2 admin admin] Calling delete_port for 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:06.586097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:06.622892 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-50ceec93-253f-46d0-b87d-b23ad1b1f85f None None] Provisioning for port fc9ec5d4-cc5d-44fc-9547-394df58a7bb1 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:06.648848 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-50ceec93-253f-46d0-b87d-b23ad1b1f85f None None] Provisioning complete for port fc9ec5d4-cc5d-44fc-9547-394df58a7bb1 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:06.649727 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-50ceec93-253f-46d0-b87d-b23ad1b1f85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:06.679522 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-520b7732-c2a9-4944-a756-93f0dcd63eac admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=916a47252fe640f9bf44c2e33bc815af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5016634 Aug 16 22:36:06.684264 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42042) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:06.740042 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-50ceec93-253f-46d0-b87d-b23ad1b1f85f None None] Port fc9ec5d4-cc5d-44fc-9547-394df58a7bb1 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:36:06.745102 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-9142810d-d1f0-447e-9464-d78cf294dc6f None None] Deleting port b67e3bb7-4acb-48c9-8013-ddc32ae61725 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:06.746304 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9142810d-d1f0-447e-9464-d78cf294dc6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:06.854669 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9142810d-d1f0-447e-9464-d78cf294dc6f None None] For port b67e3bb7-4acb-48c9-8013-ddc32ae61725, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b67e3bb7-4acb-48c9-8013-ddc32ae61725,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:06.855287 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9142810d-d1f0-447e-9464-d78cf294dc6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:06.873160 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-9142810d-d1f0-447e-9464-d78cf294dc6f None None] Calling delete_port for b67e3bb7-4acb-48c9-8013-ddc32ae61725 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:07.032001 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9142810d-d1f0-447e-9464-d78cf294dc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:07.043783 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:07.056670 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9142810d-d1f0-447e-9464-d78cf294dc6f None None] No DVR routers for this DVR port b67e3bb7-4acb-48c9-8013-ddc32ae61725 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:36:07.109904 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142810d-d1f0-447e-9464-d78cf294dc6f None None] Pushing event deleted for resources: {'Port': ['ID=b67e3bb7-4acb-48c9-8013-ddc32ae61725,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:07.117715 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-dbc9af95-601a-4e3e-a6ca-6c29c35c3aa3 None None] Provisioning for port 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:07.140810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-dbc9af95-601a-4e3e-a6ca-6c29c35c3aa3 None None] Provisioning complete for port 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:07.142064 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dbc9af95-601a-4e3e-a6ca-6c29c35c3aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:07.197437 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56510725-317c-45ba-ba92-036261a5f065 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:36:07.215316 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a454ba2a-01ca-4f90-bfd3-4ccb95e80894 None None] Sync routers for ids ['b49d9152-c693-4f0f-b010-6fa6b40ee557'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:36:07.218283 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-56510725-317c-45ba-ba92-036261a5f065 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "PUT /v2.0/routers/b49d9152-c693-4f0f-b010-6fa6b40ee557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3425930 Aug 16 22:36:07.225162 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42044) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:07.239228 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454ba2a-01ca-4f90-bfd3-4ccb95e80894 None None] Routers {'b49d9152-c693-4f0f-b010-6fa6b40ee557'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:07.239992 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a454ba2a-01ca-4f90-bfd3-4ccb95e80894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:35:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b49d9152-c693-4f0f-b010-6fa6b40ee557'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:07.241133 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7221398-43e6-4f28-a86b-27fd92f89388 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:07.289451 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a87b7638-c40b-4cde-843c-0895e5f97d7d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:07.290089 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b7732-c2a9-4944-a756-93f0dcd63eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c70b285-037b-4f7a-aa37-061daa3412e1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:07.334771 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a454ba2a-01ca-4f90-bfd3-4ccb95e80894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:07.351381 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454ba2a-01ca-4f90-bfd3-4ccb95e80894 None None] Routers {'b49d9152-c693-4f0f-b010-6fa6b40ee557'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:07.352952 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a454ba2a-01ca-4f90-bfd3-4ccb95e80894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:35:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b49d9152-c693-4f0f-b010-6fa6b40ee557'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:07.383542 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7221398-43e6-4f28-a86b-27fd92f89388 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:07.400135 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dbc9af95-601a-4e3e-a6ca-6c29c35c3aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:07.405207 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-e7221398-43e6-4f28-a86b-27fd92f89388 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:07.419945 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7221398-43e6-4f28-a86b-27fd92f89388 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:07.420563 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7221398-43e6-4f28-a86b-27fd92f89388 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:07.430362 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969f6aed-a857-42ac-b628-c257e1a73db7 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:07.455443 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a454ba2a-01ca-4f90-bfd3-4ccb95e80894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:07.458395 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1704314e-023b-44c3-b89d-198ba74fce05 req-b3425bb1-b10b-4c7d-a6ff-5917774660b8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9438117 Aug 16 22:36:07.459992 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a454ba2a-01ca-4f90-bfd3-4ccb95e80894 None None] The sync data for ids ['b49d9152-c693-4f0f-b010-6fa6b40ee557'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:36:07.472641 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7221398-43e6-4f28-a86b-27fd92f89388 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=b9173f98-b2ba-4e06-9a43-a43ab1f1cc79,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:07.492491 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32017040-f0e8-4ffe-a7da-fdcb75f8f000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:07.546219 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port a87b7638-c40b-4cde-843c-0895e5f97d7d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:07.546603 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:07.559014 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-dbc9af95-601a-4e3e-a6ca-6c29c35c3aa3 None None] For port 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=57034b3b-f5b1-4a70-a2fb-4e8bbffb037b,segment=NetworkSegment(b5886ec0-0374-4db6-b8ac-fce15285ddb7),segment_id=b5886ec0-0374-4db6-b8ac-fce15285ddb7)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:07.559371 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32017040-f0e8-4ffe-a7da-fdcb75f8f000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:07.582883 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dbc9af95-601a-4e3e-a6ca-6c29c35c3aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:07.669923 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-dbc9af95-601a-4e3e-a6ca-6c29c35c3aa3 None None] Provisioning complete for port fc9ec5d4-cc5d-44fc-9547-394df58a7bb1 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:07.669923 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dbc9af95-601a-4e3e-a6ca-6c29c35c3aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:07.720390 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-dbc9af95-601a-4e3e-a6ca-6c29c35c3aa3 None None] Port fc9ec5d4-cc5d-44fc-9547-394df58a7bb1 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:36:07.733160 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9af95-601a-4e3e-a6ca-6c29c35c3aa3 None None] Pushing event updated for resources: {'Port': ['ID=57034b3b-f5b1-4a70-a2fb-4e8bbffb037b,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:07.742117 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b6e9e91-38dd-467d-b1b6-479dbbadd128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:07.757673 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b6e9e91-38dd-467d-b1b6-479dbbadd128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:07.767746 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e7221398-43e6-4f28-a86b-27fd92f89388 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7600057 Aug 16 22:36:07.775605 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42048) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:07.791877 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3ead85ba-03e9-4472-b6fc-c6ef0983f8a6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:07.798376 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32017040-f0e8-4ffe-a7da-fdcb75f8f000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:07.803954 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32017040-f0e8-4ffe-a7da-fdcb75f8f000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:07.806376 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-32017040-f0e8-4ffe-a7da-fdcb75f8f000 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5c70b285-037b-4f7a-aa37-061daa3412e1 HTTP/1.1" status: 204 len: 168 time: 0.5676806 Aug 16 22:36:07.924672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32017040-f0e8-4ffe-a7da-fdcb75f8f000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c70b285-037b-4f7a-aa37-061daa3412e1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:07.952044 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-d59b1cf6-854f-47e8-a5a8-30927dbd9a9e service neutron] 10.222.0.93 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3661029 Aug 16 22:36:07.956182 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4b6e9e91-38dd-467d-b1b6-479dbbadd128 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b893e1ac213b47f98aa93d229eeb08d8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0908151 Aug 16 22:36:07.956985 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e9e91-38dd-467d-b1b6-479dbbadd128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f039aa-5769-48f5-bd35-e8c696e8b080,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:07.959770 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42054) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:08.053684 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a58732b9-7854-450a-a2e3-f6da88770571', 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'tenant_id': 'e08e5d92ad344f91b7cc8666da1d7000', 'fixed_ips': [{'subnet_id': 'b9173f98-b2ba-4e06-9a43-a43ab1f1cc79'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:36:08.054986 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:08.058543 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4368afcb-883a-4ba1-92ac-a4007d976a58 None None] Provisioning complete for port 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:08.071219 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4368afcb-883a-4ba1-92ac-a4007d976a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:08.112114 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ead85ba-03e9-4472-b6fc-c6ef0983f8a6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:08.116778 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ead85ba-03e9-4472-b6fc-c6ef0983f8a6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:08.172931 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b67e3bb7-4acb-48c9-8013-ddc32ae61725 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:36:08.194230 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e8dd5e90-eede-4a39-ba72-12567cc452d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:08.208091 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd14246-ec06-47da-af42-2d05f5935e48 req-6aceb035-5465-4f2d-a42e-468b2233b1cd tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:08.219025 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5fd14246-ec06-47da-af42-2d05f5935e48 req-6aceb035-5465-4f2d-a42e-468b2233b1cd tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.0967841 Aug 16 22:36:08.270497 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: b67e3bb7-4acb-48c9-8013-ddc32ae61725 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:36:08.271125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b67e3bb7-4acb-48c9-8013-ddc32ae61725 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:36:08.377077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd5e90-eede-4a39-ba72-12567cc452d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=39c2a774-c2fb-4fd8-b57d-6cf998aa3efc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:08.407543 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-661f59c8-f160-4752-89a7-a61f7d367e86 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:36:08.415016 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-661f59c8-f160-4752-89a7-a61f7d367e86 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "PUT /v2.0/routers/b49d9152-c693-4f0f-b010-6fa6b40ee557/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1873760 Aug 16 22:36:08.416467 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42064) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:08.486079 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5fd14246-ec06-47da-af42-2d05f5935e48 req-d2919773-4126-4512-b000-f3c44de3f9b5 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650576 Aug 16 22:36:08.656804 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:08.708163 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] Allocated IP 2001:db8::2 (a58732b9-7854-450a-a2e3-f6da88770571/b9173f98-b2ba-4e06-9a43-a43ab1f1cc79/65767e8c-266b-4288-9566-fdb0da7032ad) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:08.767441 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1f13e63-5003-4011-ba5b-f3f7616bc0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:08.842524 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1f13e63-5003-4011-ba5b-f3f7616bc0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:08.877491 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e8dd5e90-eede-4a39-ba72-12567cc452d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:09.032873 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e7392a16-8420-4a30-bc35-2e665ea33caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:09.039019 n-d-792458-15 neutron-server[94872]: INFO neutron.db.ipam_backend_mixin [None req-3ead85ba-03e9-4472-b6fc-c6ef0983f8a6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9173f98-b2ba-4e06-9a43-a43ab1f1cc79 (CIDR: 2001:db8::/64) Aug 16 22:36:09.050449 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1f13e63-5003-4011-ba5b-f3f7616bc0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:09.053920 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1f13e63-5003-4011-ba5b-f3f7616bc0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:09.058579 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e1f13e63-5003-4011-ba5b-f3f7616bc0b5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/96f039aa-5769-48f5-bd35-e8c696e8b080 HTTP/1.1" status: 204 len: 168 time: 1.0902443 Aug 16 22:36:09.060299 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ead85ba-03e9-4472-b6fc-c6ef0983f8a6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:36:09.061014 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ead85ba-03e9-4472-b6fc-c6ef0983f8a6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:09.077895 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:09.089194 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f13e63-5003-4011-ba5b-f3f7616bc0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f039aa-5769-48f5-bd35-e8c696e8b080,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:09.101096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42092) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:09.102319 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3ead85ba-03e9-4472-b6fc-c6ef0983f8a6 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3181520 Aug 16 22:36:09.112347 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a82f5d0c-7f48-49bf-9ca8-f0280879ce5d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'subnet': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:09.133904 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] Transition to ACTIVE for port object 65767e8c-266b-4288-9566-fdb0da7032ad will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:09.196859 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] Transition to ACTIVE for port object 65767e8c-266b-4288-9566-fdb0da7032ad will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:09.206925 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:09.326820 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:09.335394 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:09.345989 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:09.453865 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] Pushing event updated for resources: {'Port': ['ID=65767e8c-266b-4288-9566-fdb0da7032ad,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:09.537635 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3da4ff7b-49e8-4382-96da-434d696cd008 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:09.547816 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:09.567318 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2c82eff7-f90f-4894-8aae-aa3ed0406562 req-6fa60775-5e19-4710-a929-d4a0883ed178 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.0743012 Aug 16 22:36:09.669872 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] Attempting to bind port 65767e8c-266b-4288-9566-fdb0da7032ad on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:36:09.671279 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] Attempting to bind port 65767e8c-266b-4288-9566-fdb0da7032ad by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:36:09.671936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] Attempting to bind port 65767e8c-266b-4288-9566-fdb0da7032ad on network a58732b9-7854-450a-a2e3-f6da88770571 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:09.686022 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:36:09.687074 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] Checking segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:09.688093 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:09.689089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] Bound using segment: {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:36:09.691781 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] Bound port: 65767e8c-266b-4288-9566-fdb0da7032ad, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc276723-ad93-443c-85ce-6b438ec094de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:36:09.694647 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:09.751376 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82f5d0c-7f48-49bf-9ca8-f0280879ce5d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:09.759492 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a82f5d0c-7f48-49bf-9ca8-f0280879ce5d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:09.920810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:09.922747 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:09.961316 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8dd5e90-eede-4a39-ba72-12567cc452d2 admin admin] Router 56c8b038-2613-461d-b7e4-2358c7770cdb has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:36:10.036692 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94f1d9-6758-4ac4-9782-378a5ac86e2b req-4b8ad69c-75f7-439f-b16c-af103d73f698 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:10.052482 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d94f1d9-6758-4ac4-9782-378a5ac86e2b req-4b8ad69c-75f7-439f-b16c-af103d73f698 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.4215157 Aug 16 22:36:10.280755 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d94f1d9-6758-4ac4-9782-378a5ac86e2b req-289fe1bc-3ca0-42e4-9545-343d42cde3f8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250187 Aug 16 22:36:10.281348 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] For port 65767e8c-266b-4288-9566-fdb0da7032ad, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:36:10.300043 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] For port 65767e8c-266b-4288-9566-fdb0da7032ad, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=65767e8c-266b-4288-9566-fdb0da7032ad,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:36:10.328798 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:10.366439 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3da4ff7b-49e8-4382-96da-434d696cd008 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Deleting port fc9ec5d4-cc5d-44fc-9547-394df58a7bb1 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:10.368895 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3da4ff7b-49e8-4382-96da-434d696cd008 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:10.467090 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dd5e90-eede-4a39-ba72-12567cc452d2 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:36:10.506277 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5fc42-aed2-4cba-86c7-866b61e265f9 None None] Sync routers for ids ['56c8b038-2613-461d-b7e4-2358c7770cdb'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:36:10.564879 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed5fc42-aed2-4cba-86c7-866b61e265f9 None None] Routers {'56c8b038-2613-461d-b7e4-2358c7770cdb'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:10.565540 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3ed5fc42-aed2-4cba-86c7-866b61e265f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:35:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['56c8b038-2613-461d-b7e4-2358c7770cdb'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:10.583026 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e8dd5e90-eede-4a39-ba72-12567cc452d2 admin admin] 10.222.0.93 "PUT /v2.0/routers/56c8b038-2613-461d-b7e4-2358c7770cdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0558422 Aug 16 22:36:10.587267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ea5b4-cba8-43e3-964e-8ebdd450d923 None None] Pushing event updated for resources: {'Port': ['ID=65767e8c-266b-4288-9566-fdb0da7032ad,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:10.590281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42142) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:10.646589 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3da4ff7b-49e8-4382-96da-434d696cd008 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:10.690716 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3da4ff7b-49e8-4382-96da-434d696cd008 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Calling delete_port for fc9ec5d4-cc5d-44fc-9547-394df58a7bb1 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:11.077125 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:11.199417 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-3ed5fc42-aed2-4cba-86c7-866b61e265f9 None None] Set router 56c8b038-2613-461d-b7e4-2358c7770cdb gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:36:11.250387 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-09c53c26-37a2-42ec-a08d-3f1cd218481b req-19f51819-8c26-47fa-a193-b0d8ec938b92 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.3727663 Aug 16 22:36:11.367381 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-475f2798-ccd6-4cad-9b38-24ff59fef76d admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:11.413494 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3da4ff7b-49e8-4382-96da-434d696cd008 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:11.522519 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4ff7b-49e8-4382-96da-434d696cd008 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event deleted for resources: {'Port': ['ID=fc9ec5d4-cc5d-44fc-9547-394df58a7bb1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:11.768249 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-ddfd40f1-40fd-4b00-8c22-7895aaf5b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:11.771368 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-ddfd40f1-40fd-4b00-8c22-7895aaf5b9e7 service neutron] 10.222.0.39 "GET /v2.0/ports/a0a260f4-e95c-4287-9011-ab8907999577 HTTP/1.1" status: 200 len: 1028 time: 0.1550264 Aug 16 22:36:11.785036 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edc117-fc10-423f-950c-7bfdef4e83f6 req-c4f9dce5-a1d8-4e71-a1df-b5449aa826b3 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:11.793741 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-54edc117-fc10-423f-950c-7bfdef4e83f6 req-c4f9dce5-a1d8-4e71-a1df-b5449aa826b3 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.3463702 Aug 16 22:36:11.965611 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 65767e8c-266b-4288-9566-fdb0da7032ad up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:11.968582 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-54edc117-fc10-423f-950c-7bfdef4e83f6 req-0e77bae5-ee93-4850-86b2-5ccce23d1ddb tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725833 Aug 16 22:36:12.150690 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-475f2798-ccd6-4cad-9b38-24ff59fef76d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:12.282550 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5f67e576-b835-4ce1-ab4c-45d776aee3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:12.293193 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:12.310079 n-d-792458-15 neutron-server[94871]: DEBUG neutron.objects.ports [None req-a82f5d0c-7f48-49bf-9ca8-f0280879ce5d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94871) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:36:12.353603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-838a333b-77bc-47db-9492-03adf75d1460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:12.356319 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-838a333b-77bc-47db-9492-03adf75d1460 service neutron] 10.222.0.39 "GET /v2.0/ports/882b75e0-8639-46ef-a97c-2657f474d5df HTTP/1.1" status: 200 len: 1027 time: 0.5686030 Aug 16 22:36:12.358237 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3da4ff7b-49e8-4382-96da-434d696cd008 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:12.436263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 65767e8c-266b-4288-9566-fdb0da7032ad completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:12.468848 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3ed5fc42-aed2-4cba-86c7-866b61e265f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'name': 'tempest-AttachVolumeShelveTestJSON-777413558-router', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:08Z', 'updated_at': '2021-08-16T22:36:08Z', 'revision_number': 5, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'gw_port': {'id': '34a06ff5-c698-40b0-8e3b-150e59315703', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:09Z', 'updated_at': '2021-08-16T22:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:12.544412 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5fc42-aed2-4cba-86c7-866b61e265f9 None None] Checking router: 56c8b038-2613-461d-b7e4-2358c7770cdb for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:36:12.559253 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed5fc42-aed2-4cba-86c7-866b61e265f9 None None] Routers {'56c8b038-2613-461d-b7e4-2358c7770cdb'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:12.560504 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3ed5fc42-aed2-4cba-86c7-866b61e265f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:36:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['56c8b038-2613-461d-b7e4-2358c7770cdb'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:12.669403 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2481acd6-a6ff-425e-9c55-f845cc833876 None None] Provisioning for port 65767e8c-266b-4288-9566-fdb0da7032ad completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:12.677077 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2481acd6-a6ff-425e-9c55-f845cc833876 None None] Provisioning complete for port 65767e8c-266b-4288-9566-fdb0da7032ad triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:12.677909 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2481acd6-a6ff-425e-9c55-f845cc833876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:12.696062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42196) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:12.731905 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-3ed5fc42-aed2-4cba-86c7-866b61e265f9 None None] Set router 56c8b038-2613-461d-b7e4-2358c7770cdb gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:36:12.800976 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-24d36718-f916-467a-9465-b0204e4ec81c req-e4c1cc51-56f4-42ee-8d01-8b9b08960d29 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.3018594 Aug 16 22:36:12.947005 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3ed5fc42-aed2-4cba-86c7-866b61e265f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'name': 'tempest-AttachVolumeShelveTestJSON-777413558-router', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:08Z', 'updated_at': '2021-08-16T22:36:12Z', 'revision_number': 6, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:13.021265 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5fc42-aed2-4cba-86c7-866b61e265f9 None None] The sync data for ids ['56c8b038-2613-461d-b7e4-2358c7770cdb'] in n-d-792458-15 is: [{'id': '56c8b038-2613-461d-b7e4-2358c7770cdb', 'name': 'tempest-AttachVolumeShelveTestJSON-777413558-router', 'tenant_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:08Z', 'updated_at': '2021-08-16T22:36:12Z', 'revision_number': 6, 'project_id': '89e6a3d49d324e0d860860f4a6f5f61c', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:36:13.047461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-475f2798-ccd6-4cad-9b38-24ff59fef76d admin admin] Deleting port 34a06ff5-c698-40b0-8e3b-150e59315703 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:13.048130 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-475f2798-ccd6-4cad-9b38-24ff59fef76d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:13.094696 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8fe49b4f-b34d-4008-ae40-06b1340403e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:13.098719 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2481acd6-a6ff-425e-9c55-f845cc833876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:13.224715 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a82f5d0c-7f48-49bf-9ca8-f0280879ce5d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:13.241625 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-2481acd6-a6ff-425e-9c55-f845cc833876 None None] For port 65767e8c-266b-4288-9566-fdb0da7032ad, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=65767e8c-266b-4288-9566-fdb0da7032ad,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:13.255635 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2481acd6-a6ff-425e-9c55-f845cc833876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:13.319051 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:13.333460 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42206) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:13.351340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481acd6-a6ff-425e-9c55-f845cc833876 None None] Pushing event updated for resources: {'Port': ['ID=65767e8c-266b-4288-9566-fdb0da7032ad,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:13.367961 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da4ff7b-49e8-4382-96da-434d696cd008 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Router b49d9152-c693-4f0f-b010-6fa6b40ee557 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:36:13.393575 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-b7446686-79cc-45e9-b549-e34139db77bb tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:13.406409 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-b7446686-79cc-45e9-b549-e34139db77bb tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:13.419065 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-b7446686-79cc-45e9-b549-e34139db77bb tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:13.421765 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-b7446686-79cc-45e9-b549-e34139db77bb tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.39 "GET /v2.0/networks?id=da99628b-b531-4700-97cd-f2deca3ca96b&id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66&id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 HTTP/1.1" status: 200 len: 1990 time: 1.0587938 Aug 16 22:36:13.692060 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 65767e8c-266b-4288-9566-fdb0da7032ad up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:13.749543 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da4ff7b-49e8-4382-96da-434d696cd008 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:36:13.765110 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4fb5f8-99a5-4a2e-b28d-9be688e12ac1 None None] Sync routers for ids ['b49d9152-c693-4f0f-b010-6fa6b40ee557'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:36:13.772318 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3da4ff7b-49e8-4382-96da-434d696cd008 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "PUT /v2.0/routers/b49d9152-c693-4f0f-b010-6fa6b40ee557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3414028 Aug 16 22:36:13.787245 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4fb5f8-99a5-4a2e-b28d-9be688e12ac1 None None] Routers {'b49d9152-c693-4f0f-b010-6fa6b40ee557'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:13.788946 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ae4fb5f8-99a5-4a2e-b28d-9be688e12ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:36:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b49d9152-c693-4f0f-b010-6fa6b40ee557'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:13.790380 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42212) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:13.812028 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 65767e8c-266b-4288-9566-fdb0da7032ad triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:13.812703 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:13.836981 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ae4fb5f8-99a5-4a2e-b28d-9be688e12ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:13.848376 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4fb5f8-99a5-4a2e-b28d-9be688e12ac1 None None] Routers {'b49d9152-c693-4f0f-b010-6fa6b40ee557'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:13.849507 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ae4fb5f8-99a5-4a2e-b28d-9be688e12ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:36:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b49d9152-c693-4f0f-b010-6fa6b40ee557'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:13.904442 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-bd39c863-98f1-4ce1-8a6f-0a006f40018e tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] delete failed (client error): The resource could not be found. Aug 16 22:36:13.906210 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bd39c863-98f1-4ce1-8a6f-0a006f40018e tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "DELETE /v2.0/routers/tempest-non_exist_router-156976309 HTTP/1.1" status: 404 len: 334 time: 0.1142654 Aug 16 22:36:13.912285 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-1981cd28-abc8-4162-90ed-9f82fe1c11eb tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ec65b3f25804ec5b636b887d7c98229 HTTP/1.1" status: 200 len: 379 time: 0.4664199 Aug 16 22:36:13.912896 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42214) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:13.935360 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c90d43e8-3ed0-4e5b-b81d-b7feef0dc748 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Request body: {'port': {'device_id': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b', 'admin_state_up': True, 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'security_groups': ['e612e4ba-f7df-4621-97d4-cca8534a6ac3']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:13.945894 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ae4fb5f8-99a5-4a2e-b28d-9be688e12ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:13.946997 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4fb5f8-99a5-4a2e-b28d-9be688e12ac1 None None] The sync data for ids ['b49d9152-c693-4f0f-b010-6fa6b40ee557'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:36:13.958295 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-35eacd22-2e5c-41bf-afb2-aef1a4be6db1 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b49d9152-c693-4f0f-b010-6fa6b40ee557'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:14.009649 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:36:14.065985 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:36:14.066551 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 39c2a774-c2fb-4fd8-b57d-6cf998aa3efc not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:36:14.085451 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b73383d8-d1fb-42ec-bead-8dedfc8ba06b tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-902488026'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:14.086213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b73383d8-d1fb-42ec-bead-8dedfc8ba06b tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] Unknown quota resources ['metering_label']. {{(pid=94871) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:36:14.143160 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-475f2798-ccd6-4cad-9b38-24ff59fef76d admin admin] For port 34a06ff5-c698-40b0-8e3b-150e59315703, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=34a06ff5-c698-40b0-8e3b-150e59315703,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:14.143577 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-475f2798-ccd6-4cad-9b38-24ff59fef76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:14.247894 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-475f2798-ccd6-4cad-9b38-24ff59fef76d admin admin] Calling delete_port for 34a06ff5-c698-40b0-8e3b-150e59315703 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:14.265987 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67c75e-2224-406c-a2a4-8bf5c5f6187a req-1e195daa-9766-4f17-aed6-0afa73db2e14 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:14.282475 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a67c75e-2224-406c-a2a4-8bf5c5f6187a req-1e195daa-9766-4f17-aed6-0afa73db2e14 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 1.0420594 Aug 16 22:36:14.282475 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5471da83-2930-43f4-9802-7f5e7081fc9a req-ea28c7e9-9156-4a20-b43b-81e8caec4550 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.2224140 Aug 16 22:36:14.512101 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35eacd22-2e5c-41bf-afb2-aef1a4be6db1 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:14.591504 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b73383d8-d1fb-42ec-bead-8dedfc8ba06b tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:14.592764 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b73383d8-d1fb-42ec-bead-8dedfc8ba06b tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] 10.222.0.93 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.2496905 Aug 16 22:36:14.600526 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42220) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:14.615913 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e6b5748a-52ef-4fa0-bf58-55c44b7a41d9 tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '91cc474b-e392-4663-9495-4a0d05584b03'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:14.616594 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e6b5748a-52ef-4fa0-bf58-55c44b7a41d9 tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94871) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:36:14.727422 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a67c75e-2224-406c-a2a4-8bf5c5f6187a req-6d1681c2-a0d2-4dea-b76a-5cb5863abedd tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4221208 Aug 16 22:36:14.784189 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:14.924564 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8fe49b4f-b34d-4008-ae40-06b1340403e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:14.985151 n-d-792458-15 neutron-server[94871]: WARNING neutron.services.metering.metering_plugin [None req-e6b5748a-52ef-4fa0-bf58-55c44b7a41d9 tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 22:36:15.014718 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8fe49b4f-b34d-4008-ae40-06b1340403e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:15.021074 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-a82f5d0c-7f48-49bf-9ca8-f0280879ce5d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] For port 65767e8c-266b-4288-9566-fdb0da7032ad, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=65767e8c-266b-4288-9566-fdb0da7032ad,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:15.045535 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-35eacd22-2e5c-41bf-afb2-aef1a4be6db1 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] update failed (client error): The resource could not be found. Aug 16 22:36:15.053577 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-35eacd22-2e5c-41bf-afb2-aef1a4be6db1 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "PUT /v2.0/routers/b49d9152-c693-4f0f-b010-6fa6b40ee557 HTTP/1.1" status: 404 len: 339 time: 1.1195226 Aug 16 22:36:15.053577 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42224) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:15.062232 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-95ce6029-d5bc-491f-b7f0-d2b67e3e2f1f tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-402274468'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:15.086294 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c90d43e8-3ed0-4e5b-b81d-b7feef0dc748 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Made reservation on behalf of 6ec65b3f25804ec5b636b887d7c98229 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:15.092765 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c90d43e8-3ed0-4e5b-b81d-b7feef0dc748 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:15.155096 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ce6029-d5bc-491f-b7f0-d2b67e3e2f1f tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Made reservation on behalf of 5d74a67b1bd54c48988531a2800fa75a for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:15.161881 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-95ce6029-d5bc-491f-b7f0-d2b67e3e2f1f tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:15.199496 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8fe49b4f-b34d-4008-ae40-06b1340403e1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2951827d566145e39adf7129c246d13b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4877133 Aug 16 22:36:15.201602 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e6b5748a-52ef-4fa0-bf58-55c44b7a41d9 tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:15.202988 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e6b5748a-52ef-4fa0-bf58-55c44b7a41d9 tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] 10.222.0.93 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5919325 Aug 16 22:36:15.212127 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42226) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:15.212475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42228) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:15.218611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-33765505-2679-4f86-b4c1-6442a2cad443 tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '91cc474b-e392-4663-9495-4a0d05584b03'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:15.219117 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-33765505-2679-4f86-b4c1-6442a2cad443 tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94871) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:36:15.237672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe49b4f-b34d-4008-ae40-06b1340403e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc0cf5f-96a0-4152-8b51-40d772a2d48a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:15.279006 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ce6029-d5bc-491f-b7f0-d2b67e3e2f1f tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:36:15.298320 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-95ce6029-d5bc-491f-b7f0-d2b67e3e2f1f tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:15.299072 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-95ce6029-d5bc-491f-b7f0-d2b67e3e2f1f tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Added segment cba88472-97c8-48b0-935b-7878b5092f4a of type vlan for network 3e9ab795-5f53-4e5a-9068-13ccc71f8c8d Aug 16 22:36:15.300274 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a82f5d0c-7f48-49bf-9ca8-f0280879ce5d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:15.331182 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 34a06ff5-c698-40b0-8e3b-150e59315703 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:36:15.342480 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a82f5d0c-7f48-49bf-9ca8-f0280879ce5d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:15.343797 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a82f5d0c-7f48-49bf-9ca8-f0280879ce5d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:15.399853 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-95ce6029-d5bc-491f-b7f0-d2b67e3e2f1f tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:15.489234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c90d43e8-3ed0-4e5b-b81d-b7feef0dc748 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Allocated IP 172.20.0.10 (da99628b-b531-4700-97cd-f2deca3ca96b/1ffe763c-ff2b-42ed-bcf3-687f913d441b/591b5968-9ed1-44b8-afc2-1f142f90e8d8) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:15.493137 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-95ce6029-d5bc-491f-b7f0-d2b67e3e2f1f tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:15.506154 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ce6029-d5bc-491f-b7f0-d2b67e3e2f1f tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:15.507623 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-95ce6029-d5bc-491f-b7f0-d2b67e3e2f1f tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:15.517344 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:15.539762 n-d-792458-15 neutron-server[94871]: WARNING neutron.services.metering.metering_plugin [None req-33765505-2679-4f86-b4c1-6442a2cad443 tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 22:36:15.640546 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-95ce6029-d5bc-491f-b7f0-d2b67e3e2f1f tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5795300 Aug 16 22:36:15.640546 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42232) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:15.660984 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-531a4fcb-3f05-4563-a970-6fa66d189e5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Request body: {'subnet': {'network_id': '3e9ab795-5f53-4e5a-9068-13ccc71f8c8d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:15.693341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e45cd95-7f5f-492c-a0dd-b5f233cb271d req-60d78458-f846-4e35-8094-04469760f752 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.1052523 Aug 16 22:36:15.762820 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-475f2798-ccd6-4cad-9b38-24ff59fef76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:15.766533 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82f5d0c-7f48-49bf-9ca8-f0280879ce5d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:15.789839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-a82f5d0c-7f48-49bf-9ca8-f0280879ce5d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:15.808982 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bbacf4-d20f-418c-8703-abc332b83fd1 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:15.850093 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82f5d0c-7f48-49bf-9ca8-f0280879ce5d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:15.851640 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a82f5d0c-7f48-49bf-9ca8-f0280879ce5d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:15.870998 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f5d0c-7f48-49bf-9ca8-f0280879ce5d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Subnet': ['ID=5ba05dda-0e56-449f-85b7-5b30d44aeb96,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:15.876350 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-33765505-2679-4f86-b4c1-6442a2cad443 tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:15.878433 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-33765505-2679-4f86-b4c1-6442a2cad443 tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] 10.222.0.93 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6647785 Aug 16 22:36:15.894574 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42238) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:15.982924 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-94114a6b-25ec-4d4d-a866-121d5c8494fd tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-label-rules?id=13c9b539-3e86-4608-a91b-ea69ee481601 HTTP/1.1" status: 200 len: 464 time: 0.0795817 Aug 16 22:36:15.988117 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a82f5d0c-7f48-49bf-9ca8-f0280879ce5d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.8844700 Aug 16 22:36:15.990295 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f5d0c-7f48-49bf-9ca8-f0280879ce5d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=65767e8c-266b-4288-9566-fdb0da7032ad,revision_number=5']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:16.122924 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c90d43e8-3ed0-4e5b-b81d-b7feef0dc748 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.137149 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42240) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:16.138063 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42242) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:16.155924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f2798-ccd6-4cad-9b38-24ff59fef76d admin admin] Pushing event deleted for resources: {'Port': ['ID=34a06ff5-c698-40b0-8e3b-150e59315703,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:16.170892 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-475f2798-ccd6-4cad-9b38-24ff59fef76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.207985 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e4b475ed-9e05-48d1-bd62-84fcb0c85fed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Request body: {'port': {'network_id': 'a58732b9-7854-450a-a2e3-f6da88770571', 'mac_address': 'fa:16:3e:25:de:50', 'name': 'tempest-NetworksTestDHCPv6-399300531'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:16.272218 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce6029-d5bc-491f-b7f0-d2b67e3e2f1f tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event updated for resources: {'Network': ['ID=3e9ab795-5f53-4e5a-9068-13ccc71f8c8d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:16.301462 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 3e9ab795-5f53-4e5a-9068-13ccc71f8c8d details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:36:16.346566 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c90d43e8-3ed0-4e5b-b81d-b7feef0dc748 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Transition to ACTIVE for port object 591b5968-9ed1-44b8-afc2-1f142f90e8d8 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:16.482919 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531a4fcb-3f05-4563-a970-6fa66d189e5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Made reservation on behalf of 5d74a67b1bd54c48988531a2800fa75a for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:16.487908 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-531a4fcb-3f05-4563-a970-6fa66d189e5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.510334 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-475f2798-ccd6-4cad-9b38-24ff59fef76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.516637 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-475f2798-ccd6-4cad-9b38-24ff59fef76d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.576428 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d5f3ba5-b790-4b32-85ee-af1b906fcf43 tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.577690 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2d5f3ba5-b790-4b32-85ee-af1b906fcf43 tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] 10.222.0.93 "DELETE /v2.0/metering/metering-label-rules/13c9b539-3e86-4608-a91b-ea69ee481601 HTTP/1.1" status: 204 len: 168 time: 0.4375997 Aug 16 22:36:16.615662 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c14ce77a-e6c5-43a9-a8bd-529705bd0397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.616443 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42244) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:16.637168 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a290fc07-707c-4c02-b514-0c5234cf850b tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-label-rules?id=13c9b539-3e86-4608-a91b-ea69ee481601 HTTP/1.1" status: 200 len: 221 time: 0.0173199 Aug 16 22:36:16.674336 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42246) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:16.676419 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c14ce77a-e6c5-43a9-a8bd-529705bd0397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.696053 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-af1d6bb1-f4a3-4a13-8551-f2eea1a99455 tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--989901599', 'description': 'label created by tempest'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:16.696513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-af1d6bb1-f4a3-4a13-8551-f2eea1a99455 tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] Unknown quota resources ['metering_label']. {{(pid=94872) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:36:16.774141 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-475f2798-ccd6-4cad-9b38-24ff59fef76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.775307 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475f2798-ccd6-4cad-9b38-24ff59fef76d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56c8b038-2613-461d-b7e4-2358c7770cdb {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:36:16.785519 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-475f2798-ccd6-4cad-9b38-24ff59fef76d admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.787962 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-475f2798-ccd6-4cad-9b38-24ff59fef76d admin admin] 10.222.0.93 "DELETE /v2.0/routers/56c8b038-2613-461d-b7e4-2358c7770cdb HTTP/1.1" status: 204 len: 168 time: 6.1959901 Aug 16 22:36:16.819759 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42250) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:16.826516 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c14ce77a-e6c5-43a9-a8bd-529705bd0397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.833533 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c14ce77a-e6c5-43a9-a8bd-529705bd0397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.833533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c14ce77a-e6c5-43a9-a8bd-529705bd0397 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1dc0cf5f-96a0-4152-8b51-40d772a2d48a HTTP/1.1" status: 204 len: 168 time: 1.6182888 Aug 16 22:36:17.026689 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b475ed-9e05-48d1-bd62-84fcb0c85fed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Made reservation on behalf of e08e5d92ad344f91b7cc8666da1d7000 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:17.103976 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ce77a-e6c5-43a9-a8bd-529705bd0397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc0cf5f-96a0-4152-8b51-40d772a2d48a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:17.121559 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e30b3dab-36d3-4a5c-910f-6cea770459e8 req-f4b50ddc-b861-420e-98b3-57f625be868d tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.1215777 Aug 16 22:36:17.199947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-994ff3c8-3788-4315-bf74-b81f2274330e admin admin] Deleting subnet 1d60c736-a0cd-48eb-8b90-5c8c42db55f8 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:36:17.218725 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-994ff3c8-3788-4315-bf74-b81f2274330e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:17.296853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf82c69-a31f-4ea1-9d19-374231846c18 req-fd1118ea-d5c0-4abd-9948-38f1f68002ee tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:17.298872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3cf82c69-a31f-4ea1-9d19-374231846c18 req-fd1118ea-d5c0-4abd-9948-38f1f68002ee tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 1.1458044 Aug 16 22:36:17.339891 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-994ff3c8-3788-4315-bf74-b81f2274330e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:17.342765 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c90d43e8-3ed0-4e5b-b81d-b7feef0dc748 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:17.418182 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3cf82c69-a31f-4ea1-9d19-374231846c18 req-3e1a3899-faf3-4c94-84bc-e4443600352a tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997415 Aug 16 22:36:17.491290 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e4b475ed-9e05-48d1-bd62-84fcb0c85fed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:17.510388 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af1d6bb1-f4a3-4a13-8551-f2eea1a99455 tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:17.511699 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-af1d6bb1-f4a3-4a13-8551-f2eea1a99455 tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] 10.222.0.93 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8195419 Aug 16 22:36:17.522628 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42258) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:17.588390 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c90d43e8-3ed0-4e5b-b81d-b7feef0dc748 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Network da99628b-b531-4700-97cd-f2deca3ca96b is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:17.598393 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c90d43e8-3ed0-4e5b-b81d-b7feef0dc748 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:17.617693 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c90d43e8-3ed0-4e5b-b81d-b7feef0dc748 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:17.655544 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d28cc876-1dc8-47d9-a2c6-da2ad7297004 tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-labels?id=05a0b546-89b4-4c27-876a-5ebc41062b94 HTTP/1.1" status: 200 len: 467 time: 0.1262329 Aug 16 22:36:17.663291 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-994ff3c8-3788-4315-bf74-b81f2274330e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:17.671173 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-e4b475ed-9e05-48d1-bd62-84fcb0c85fed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] device_id is not set on port ddd319e6-9360-4fb3-b046-f329facf2c2f yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:36:17.686681 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42260) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:17.749865 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3bcf6f02-9740-4cea-aa34-5e2e78e90756 None None] Provisioning complete for port 65767e8c-266b-4288-9566-fdb0da7032ad triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:17.751237 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3bcf6f02-9740-4cea-aa34-5e2e78e90756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:17.816030 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-994ff3c8-3788-4315-bf74-b81f2274330e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:17.897167 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-994ff3c8-3788-4315-bf74-b81f2274330e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:17.913932 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-994ff3c8-3788-4315-bf74-b81f2274330e admin admin] 10.222.0.93 "DELETE /v2.0/subnets/1d60c736-a0cd-48eb-8b90-5c8c42db55f8 HTTP/1.1" status: 204 len: 168 time: 1.0758028 Aug 16 22:36:17.917734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42268) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:17.923753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ff3c8-3788-4315-bf74-b81f2274330e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d60c736-a0cd-48eb-8b90-5c8c42db55f8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:17.970275 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d96d18b-02fd-460b-bac4-e643ce6f7475 None None] Network 1aac5166-a976-4d3c-9235-d21b98e298ee requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:18.007719 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d43e8-3ed0-4e5b-b81d-b7feef0dc748 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event updated for resources: {'Port': ['ID=591b5968-9ed1-44b8-afc2-1f142f90e8d8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:18.071651 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c90d43e8-3ed0-4e5b-b81d-b7feef0dc748 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:18.076635 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c90d43e8-3ed0-4e5b-b81d-b7feef0dc748 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:18.122272 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-531a4fcb-3f05-4563-a970-6fa66d189e5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:18.137602 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39229b75-a476-44cb-ba67-21c82acfc477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:18.287652 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9dcd515c-424d-417e-9e70-8d6c6f8d62a2 None None] Provisioning for port 591b5968-9ed1-44b8-afc2-1f142f90e8d8 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:18.301296 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9dcd515c-424d-417e-9e70-8d6c6f8d62a2 None None] Provisioning complete for port 591b5968-9ed1-44b8-afc2-1f142f90e8d8 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:18.302594 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9dcd515c-424d-417e-9e70-8d6c6f8d62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:18.359859 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-39229b75-a476-44cb-ba67-21c82acfc477 admin admin] Deleting port 4aa1c5ed-d753-4de6-b440-9c9631760359 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:18.362984 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39229b75-a476-44cb-ba67-21c82acfc477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:18.398239 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c830fa59-e9a1-443e-8842-f02aec8420d3 None None] DHCP port deletion for 1aac5166-a976-4d3c-9235-d21b98e298ee request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:36:18.438707 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-9dcd515c-424d-417e-9e70-8d6c6f8d62a2 None None] Port 591b5968-9ed1-44b8-afc2-1f142f90e8d8 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:36:18.475038 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c90d43e8-3ed0-4e5b-b81d-b7feef0dc748 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5495405 Aug 16 22:36:18.514024 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c830fa59-e9a1-443e-8842-f02aec8420d3 None None] Deleting port 4aa1c5ed-d753-4de6-b440-9c9631760359 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:18.514771 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c830fa59-e9a1-443e-8842-f02aec8420d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:18.533331 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a4fcb-3f05-4563-a970-6fa66d189e5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event updated for resources: {'Subnet': ['ID=14be2e2a-76a2-4919-bbd1-d4296225702a,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:18.544281 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-4d1db0c8-0822-44a7-8cb3-7cba54b1b337 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Request body: {'port': {'device_id': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285', 'admin_state_up': True, 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'security_groups': ['e612e4ba-f7df-4621-97d4-cca8534a6ac3']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:18.689367 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c830fa59-e9a1-443e-8842-f02aec8420d3 None None] For port 4aa1c5ed-d753-4de6-b440-9c9631760359, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4aa1c5ed-d753-4de6-b440-9c9631760359,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:18.689976 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c830fa59-e9a1-443e-8842-f02aec8420d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:18.733257 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c830fa59-e9a1-443e-8842-f02aec8420d3 None None] Calling delete_port for 4aa1c5ed-d753-4de6-b440-9c9631760359 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:18.799566 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531a4fcb-3f05-4563-a970-6fa66d189e5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Checking segment: {'id': 'cba88472-97c8-48b0-935b-7878b5092f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3e9ab795-5f53-4e5a-9068-13ccc71f8c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:18.800445 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531a4fcb-3f05-4563-a970-6fa66d189e5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Network hostable DHCP agents. Network: 3e9ab795-5f53-4e5a-9068-13ccc71f8c8d, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:36:18.842414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-39229b75-a476-44cb-ba67-21c82acfc477 admin admin] For port 4aa1c5ed-d753-4de6-b440-9c9631760359, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4aa1c5ed-d753-4de6-b440-9c9631760359,segment=NetworkSegment(621d25ec-4c8d-43c7-b07b-7c777d1d14c2),segment_id=621d25ec-4c8d-43c7-b07b-7c777d1d14c2)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:18.843248 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39229b75-a476-44cb-ba67-21c82acfc477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:18.865559 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-39229b75-a476-44cb-ba67-21c82acfc477 admin admin] Calling delete_port for 4aa1c5ed-d753-4de6-b440-9c9631760359 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:18.874444 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d824c38d-307f-47be-8708-4347e17d94cd tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:18.880808 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d824c38d-307f-47be-8708-4347e17d94cd tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] 10.222.0.93 "DELETE /v2.0/metering/metering-labels/05a0b546-89b4-4c27-876a-5ebc41062b94 HTTP/1.1" status: 204 len: 168 time: 1.1438770 Aug 16 22:36:18.891745 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42284) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:18.972202 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c830fa59-e9a1-443e-8842-f02aec8420d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:18.979549 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cc62c816-b310-4b58-9543-bf8c0eb02b6c tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-labels?id=05a0b546-89b4-4c27-876a-5ebc41062b94 HTTP/1.1" status: 200 len: 216 time: 0.0633554 Aug 16 22:36:18.986021 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531a4fcb-3f05-4563-a970-6fa66d189e5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Network 3e9ab795-5f53-4e5a-9068-13ccc71f8c8d is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:36:18.994640 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42288) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:19.016653 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-531a4fcb-3f05-4563-a970-6fa66d189e5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 3e9ab795-5f53-4e5a-9068-13ccc71f8c8d) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:19.028291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b0113-1cea-432b-8508-d970691b13ef req-d5edee3f-f12b-4e51-be08-893f7faf0b0f tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:19.042887 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8a8b0113-1cea-432b-8508-d970691b13ef req-d5edee3f-f12b-4e51-be08-893f7faf0b0f tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 932 time: 0.4581070 Aug 16 22:36:19.088829 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d0955937-a465-4381-a153-c9e1c8cd96c3 tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0862072 Aug 16 22:36:19.093005 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a4fcb-3f05-4563-a970-6fa66d189e5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:19.093005 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-531a4fcb-3f05-4563-a970-6fa66d189e5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:19.102644 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42290) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:19.117589 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bb7d3-eceb-4d83-afad-66bf97fa125c req-91e5bcfc-fdc3-4868-87a2-d10b4a9f3537 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:19.120096 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a4a19f-f1ad-4001-89ee-e0f2554552fe None None] Network 3e9ab795-5f53-4e5a-9068-13ccc71f8c8d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:19.121203 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-763bb7d3-eceb-4d83-afad-66bf97fa125c req-91e5bcfc-fdc3-4868-87a2-d10b4a9f3537 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.3812621 Aug 16 22:36:19.161993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c830fa59-e9a1-443e-8842-f02aec8420d3 None None] No DVR routers for this DVR port 4aa1c5ed-d753-4de6-b440-9c9631760359 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:36:19.183129 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-4d1db0c8-0822-44a7-8cb3-7cba54b1b337 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Made reservation on behalf of 6ec65b3f25804ec5b636b887d7c98229 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:19.191461 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-4d1db0c8-0822-44a7-8cb3-7cba54b1b337 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:19.217285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7395246b-e305-41ea-bfce-cbe1e005e555 tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0939970 Aug 16 22:36:19.224997 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830fa59-e9a1-443e-8842-f02aec8420d3 None None] Pushing event deleted for resources: {'Port': ['ID=4aa1c5ed-d753-4de6-b440-9c9631760359,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:19.238048 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42294) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:19.290036 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-531a4fcb-3f05-4563-a970-6fa66d189e5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6398888 Aug 16 22:36:19.298885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42296) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:19.316540 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d638d082-ccc1-44fa-85eb-a23979d20690 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Request body: {'router': {'external_gateway_info': {'network_id': '3e9ab795-5f53-4e5a-9068-13ccc71f8c8d'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:19.333668 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-e4b475ed-9e05-48d1-bd62-84fcb0c85fed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8::d1 (a58732b9-7854-450a-a2e3-f6da88770571/b9173f98-b2ba-4e06-9a43-a43ab1f1cc79/ddd319e6-9360-4fb3-b046-f329facf2c2f) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:19.352596 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8a8b0113-1cea-432b-8508-d970691b13ef req-b9862fbc-2c90-4c4f-b46b-35ef6382b655 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987640 Aug 16 22:36:19.355085 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39229b75-a476-44cb-ba67-21c82acfc477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:19.362253 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4aa1c5ed-d753-4de6-b440-9c9631760359 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:36:19.437377 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-e4b475ed-9e05-48d1-bd62-84fcb0c85fed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Allocated IP 2001:db8:0:1:f816:3eff:fe25:de50 (a58732b9-7854-450a-a2e3-f6da88770571/5ba05dda-0e56-449f-85b7-5b30d44aeb96/ddd319e6-9360-4fb3-b046-f329facf2c2f) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:19.443633 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-95bfa856-d5ce-44aa-b738-b92ec7cf277c tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-labels/91cc474b-e392-4663-9495-4a0d05584b03 HTTP/1.1" status: 200 len: 472 time: 0.1892540 Aug 16 22:36:19.451364 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42298) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:19.473659 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 4aa1c5ed-d753-4de6-b440-9c9631760359 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:36:19.474233 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4aa1c5ed-d753-4de6-b440-9c9631760359 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:36:19.513866 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e42cc0e8-828e-4363-9de7-91896936019f tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-label-rules/b09f5ddb-aa30-4e18-82a0-c3492b6e4a8c HTTP/1.1" status: 200 len: 461 time: 0.0609825 Aug 16 22:36:19.528384 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42302) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:19.616802 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39229b75-a476-44cb-ba67-21c82acfc477 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa1c5ed-d753-4de6-b440-9c9631760359,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:19.742903 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-3e9ab795-5f53-4e5a-9068-13ccc71f8c8d', 'network_id': '3e9ab795-5f53-4e5a-9068-13ccc71f8c8d', 'tenant_id': '5d74a67b1bd54c48988531a2800fa75a', 'fixed_ips': [{'subnet_id': '14be2e2a-76a2-4919-bbd1-d4296225702a'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:36:19.743873 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:19.784471 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-763bb7d3-eceb-4d83-afad-66bf97fa125c req-5bd7aee1-b645-4942-aaf4-b717b2c4ea66 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6240919 Aug 16 22:36:19.785840 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39229b75-a476-44cb-ba67-21c82acfc477 admin admin] No DVR routers for this DVR port 4aa1c5ed-d753-4de6-b440-9c9631760359 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:36:20.083227 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae9e2bc9-9714-4f3f-9d62-803d47e34b8c tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:20.088905 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ae9e2bc9-9714-4f3f-9d62-803d47e34b8c tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] 10.222.0.93 "DELETE /v2.0/metering/metering-label-rules/b09f5ddb-aa30-4e18-82a0-c3492b6e4a8c HTTP/1.1" status: 204 len: 168 time: 0.5584214 Aug 16 22:36:20.155315 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-4d1db0c8-0822-44a7-8cb3-7cba54b1b337 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Allocated IP 10.1.1.53 (a23f0fde-fc4c-4841-ad11-d7c8bad85285/8ba958f9-7606-4a57-ac70-15a7d712df06/9c81783d-6b34-4769-b8e6-f21cb76f85b3) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:20.157383 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42314) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:20.417226 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] Allocated IP 2001:db8:1::2 (3e9ab795-5f53-4e5a-9068-13ccc71f8c8d/14be2e2a-76a2-4919-bbd1-d4296225702a/28de9654-3f13-410c-b625-91f612fb0f59) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:20.840325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42326) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:20.934780 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:20.971653 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] Transition to ACTIVE for port object 28de9654-3f13-410c-b625-91f612fb0f59 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:20.973800 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb4df05a-caf0-4a81-bdce-1669bc829d45 tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:20.976761 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bb4df05a-caf0-4a81-bdce-1669bc829d45 tempest-MeteringTestJSON-163075328 tempest-MeteringTestJSON-163075328-project-admin] 10.222.0.93 "DELETE /v2.0/metering/metering-labels/91cc474b-e392-4663-9495-4a0d05584b03 HTTP/1.1" status: 204 len: 168 time: 0.8177941 Aug 16 22:36:21.005882 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-4d1db0c8-0822-44a7-8cb3-7cba54b1b337 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.037939 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e4b475ed-9e05-48d1-bd62-84fcb0c85fed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.043555 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] Transition to ACTIVE for port object 28de9654-3f13-410c-b625-91f612fb0f59 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:21.053903 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-4d1db0c8-0822-44a7-8cb3-7cba54b1b337 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Transition to ACTIVE for port object 9c81783d-6b34-4769-b8e6-f21cb76f85b3 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:21.056700 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.067999 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-e4b475ed-9e05-48d1-bd62-84fcb0c85fed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Transition to ACTIVE for port object ddd319e6-9360-4fb3-b046-f329facf2c2f will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:21.116186 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-4d1db0c8-0822-44a7-8cb3-7cba54b1b337 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.184684 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d638d082-ccc1-44fa-85eb-a23979d20690 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.208072 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39229b75-a476-44cb-ba67-21c82acfc477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.225663 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-764d87b3-b466-42b5-bf33-330fcf42cfde tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-105746779', 'router:external': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:21.236607 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] Network 3e9ab795-5f53-4e5a-9068-13ccc71f8c8d is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:21.266291 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:21.280846 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:21.289609 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-39229b75-a476-44cb-ba67-21c82acfc477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aac5166-a976-4d3c-9235-d21b98e298ee']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:21.337644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] Pushing event updated for resources: {'Port': ['ID=28de9654-3f13-410c-b625-91f612fb0f59,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:21.378175 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-39229b75-a476-44cb-ba67-21c82acfc477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621d25ec-4c8d-43c7-b07b-7c777d1d14c2') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:21.379085 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-39229b75-a476-44cb-ba67-21c82acfc477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621d25ec-4c8d-43c7-b07b-7c777d1d14c2') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:21.409609 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f03e77-7215-4326-b257-6ce49ce69ddb req-db18d187-66f6-4fd5-a1a3-9c44cb879333 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:21.418895 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b6f03e77-7215-4326-b257-6ce49ce69ddb req-db18d187-66f6-4fd5-a1a3-9c44cb879333 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 932 time: 0.6969700 Aug 16 22:36:21.427043 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39229b75-a476-44cb-ba67-21c82acfc477 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.449735 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-4d1db0c8-0822-44a7-8cb3-7cba54b1b337 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Network a23f0fde-fc4c-4841-ad11-d7c8bad85285 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:21.459840 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479ea65-361b-48a8-8443-4876b7493155 req-a4dc3951-e101-40be-a7da-441557939668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:21.459840 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5479ea65-361b-48a8-8443-4876b7493155 req-a4dc3951-e101-40be-a7da-441557939668 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 1096 time: 0.7428050 Aug 16 22:36:21.468376 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0bb66-a9c8-4760-9ed6-13cb579dfc49 req-7103712a-8544-4dbf-806a-dce19ac1fb7e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:21.471709 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-4d1db0c8-0822-44a7-8cb3-7cba54b1b337 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:21.473401 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dea0bb66-a9c8-4760-9ed6-13cb579dfc49 req-7103712a-8544-4dbf-806a-dce19ac1fb7e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.7930024 Aug 16 22:36:21.486001 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1db0c8-0822-44a7-8cb3-7cba54b1b337 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event updated for resources: {'Port': ['ID=9c81783d-6b34-4769-b8e6-f21cb76f85b3,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:21.494293 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-4d1db0c8-0822-44a7-8cb3-7cba54b1b337 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:21.528116 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] Attempting to bind port 28de9654-3f13-410c-b625-91f612fb0f59 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:36:21.529167 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] Attempting to bind port 28de9654-3f13-410c-b625-91f612fb0f59 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'cba88472-97c8-48b0-935b-7878b5092f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3e9ab795-5f53-4e5a-9068-13ccc71f8c8d'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:36:21.529387 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] Attempting to bind port 28de9654-3f13-410c-b625-91f612fb0f59 on network 3e9ab795-5f53-4e5a-9068-13ccc71f8c8d {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:21.539012 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:36:21.539606 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] Checking segment: {'id': 'cba88472-97c8-48b0-935b-7878b5092f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3e9ab795-5f53-4e5a-9068-13ccc71f8c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:21.540242 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.540972 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] Bound using segment: {'id': 'cba88472-97c8-48b0-935b-7878b5092f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3e9ab795-5f53-4e5a-9068-13ccc71f8c8d'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:36:21.542203 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] Bound port: 28de9654-3f13-410c-b625-91f612fb0f59, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba88472-97c8-48b0-935b-7878b5092f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3e9ab795-5f53-4e5a-9068-13ccc71f8c8d'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:36:21.543493 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.543712 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764d87b3-b466-42b5-bf33-330fcf42cfde tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Made reservation on behalf of 8804af5c2aa3459ebe7e77550bac4237 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:21.547456 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-764d87b3-b466-42b5-bf33-330fcf42cfde tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.579994 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e4b475ed-9e05-48d1-bd62-84fcb0c85fed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.654751 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42336) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:21.667691 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-764d87b3-b466-42b5-bf33-330fcf42cfde tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.680771 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39229b75-a476-44cb-ba67-21c82acfc477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.728380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] For port 28de9654-3f13-410c-b625-91f612fb0f59, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:36:21.736281 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] For port 28de9654-3f13-410c-b625-91f612fb0f59, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=28de9654-3f13-410c-b625-91f612fb0f59,segment=NetworkSegment(cba88472-97c8-48b0-935b-7878b5092f4a),segment_id=cba88472-97c8-48b0-935b-7878b5092f4a)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:36:21.743009 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.759129 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-4d1db0c8-0822-44a7-8cb3-7cba54b1b337 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:21.760154 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-4d1db0c8-0822-44a7-8cb3-7cba54b1b337 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.801919 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b475ed-9e05-48d1-bd62-84fcb0c85fed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Network a58732b9-7854-450a-a2e3-f6da88770571 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:21.818022 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-e4b475ed-9e05-48d1-bd62-84fcb0c85fed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:21.825577 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b475ed-9e05-48d1-bd62-84fcb0c85fed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:21.838058 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b475ed-9e05-48d1-bd62-84fcb0c85fed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:21.841303 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e4b475ed-9e05-48d1-bd62-84fcb0c85fed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.876967 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-4d1db0c8-0822-44a7-8cb3-7cba54b1b337 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3653710 Aug 16 22:36:21.882241 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e4b475ed-9e05-48d1-bd62-84fcb0c85fed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 5.7384486 Aug 16 22:36:21.884362 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b475ed-9e05-48d1-bd62-84fcb0c85fed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event updated for resources: {'Port': ['ID=ddd319e6-9360-4fb3-b046-f329facf2c2f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:21.891822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b6f03e77-7215-4326-b257-6ce49ce69ddb req-67315cb6-0897-4e13-bafe-7db6b6c83701 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4701831 Aug 16 22:36:21.902996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39229b75-a476-44cb-ba67-21c82acfc477 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:36:21.903785 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39229b75-a476-44cb-ba67-21c82acfc477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.912250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42340) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:21.922808 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-efe9839e-ad06-4769-89b8-0ec3a9c334db tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Request body: {'port': {'device_id': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285', 'admin_state_up': True, 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'security_groups': ['e612e4ba-f7df-4621-97d4-cca8534a6ac3']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:36:21.927344 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:36:21.979403 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d9b9c-6eb1-4af9-9356-6bc69d222d74 None None] Pushing event updated for resources: {'Port': ['ID=28de9654-3f13-410c-b625-91f612fb0f59,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:22.041329 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-31e9edb1-6e48-423d-b456-4d132c8c41ac None None] Provisioning for port 9c81783d-6b34-4769-b8e6-f21cb76f85b3 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:22.049299 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-31e9edb1-6e48-423d-b456-4d132c8c41ac None None] Provisioning complete for port 9c81783d-6b34-4769-b8e6-f21cb76f85b3 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:22.049926 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-31e9edb1-6e48-423d-b456-4d132c8c41ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:22.222665 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b2713fb-9dd8-4c14-a60d-4e511413eb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:22.236716 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-31e9edb1-6e48-423d-b456-4d132c8c41ac None None] Port 9c81783d-6b34-4769-b8e6-f21cb76f85b3 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:36:22.318927 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dea0bb66-a9c8-4760-9ed6-13cb579dfc49 req-38160057-4df0-40a9-ac53-8f69fa01e5ff tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8147309 Aug 16 22:36:22.337072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479ea65-361b-48a8-8443-4876b7493155 req-7f077e4b-6ccc-4c02-9f4f-919573476e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:22.338515 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5479ea65-361b-48a8-8443-4876b7493155 req-7f077e4b-6ccc-4c02-9f4f-919573476e23 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 913 time: 0.8568373 Aug 16 22:36:22.339797 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39229b75-a476-44cb-ba67-21c82acfc477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:22.374077 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39229b75-a476-44cb-ba67-21c82acfc477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:22.376358 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-39229b75-a476-44cb-ba67-21c82acfc477 admin admin] 10.222.0.93 "DELETE /v2.0/networks/1aac5166-a976-4d3c-9235-d21b98e298ee HTTP/1.1" status: 204 len: 168 time: 4.4334953 Aug 16 22:36:22.475639 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39229b75-a476-44cb-ba67-21c82acfc477 admin admin] Pushing event deleted for resources: {'Network': ['ID=1aac5166-a976-4d3c-9235-d21b98e298ee,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:22.577577 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8ed97229-5b17-413f-80a9-a081162978de None None] Provisioning for port ddd319e6-9360-4fb3-b046-f329facf2c2f completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:22.584400 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5479ea65-361b-48a8-8443-4876b7493155 req-0eeb542d-a6ba-4cd2-9955-4cb173e85335 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e23b02-3747-41d2-bac1-046c88511bb4 HTTP/1.1" status: 200 len: 998 time: 0.2207768 Aug 16 22:36:22.593016 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8ed97229-5b17-413f-80a9-a081162978de None None] Provisioning complete for port ddd319e6-9360-4fb3-b046-f329facf2c2f triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:22.595439 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8ed97229-5b17-413f-80a9-a081162978de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:22.645914 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9e955c58-79ef-469f-a23e-f1a4fd21128f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting port ddd319e6-9360-4fb3-b046-f329facf2c2f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:22.646784 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e955c58-79ef-469f-a23e-f1a4fd21128f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:22.676845 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42344) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:22.694557 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-8ed97229-5b17-413f-80a9-a081162978de None None] Port ddd319e6-9360-4fb3-b046-f329facf2c2f cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:36:22.709014 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-d638d082-ccc1-44fa-85eb-a23979d20690 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:36:22.718702 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d638d082-ccc1-44fa-85eb-a23979d20690 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "PUT /v2.0/routers/b49d9152-c693-4f0f-b010-6fa6b40ee557 HTTP/1.1" status: 400 len: 364 time: 3.4109898 Aug 16 22:36:22.721556 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42346) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:23.029952 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479ea65-361b-48a8-8443-4876b7493155 req-427dee8a-3b19-4d65-99e5-38c20a6da881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:23.031755 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5479ea65-361b-48a8-8443-4876b7493155 req-427dee8a-3b19-4d65-99e5-38c20a6da881 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 200 len: 851 time: 0.4456830 Aug 16 22:36:23.141591 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-764d87b3-b466-42b5-bf33-330fcf42cfde tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:23.265323 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-47174919-1b20-4957-af98-bbca8d9d3301 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=89e6a3d49d324e0d860860f4a6f5f61c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5854194 Aug 16 22:36:23.274217 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-764d87b3-b466-42b5-bf33-330fcf42cfde tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:23.276112 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42352) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:23.318329 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-5b2713fb-9dd8-4c14-a60d-4e511413eb92 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:36:23.318329 n-d-792458-15 neutron-server[94872]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:36:23.318329 n-d-792458-15 neutron-server[94872]: [parameters: {'project_id_1': '2a0ec9d8b18c40bfac112ef5ade70a7c', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 36, 22, 254067)}] Aug 16 22:36:23.318329 n-d-792458-15 neutron-server[94872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:36:23.322677 n-d-792458-15 neutron-server[94872]: DEBUG oslo_db.api [None req-5b2713fb-9dd8-4c14-a60d-4e511413eb92 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:36:23.343357 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-efe9839e-ad06-4769-89b8-0ec3a9c334db tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Made reservation on behalf of 6ec65b3f25804ec5b636b887d7c98229 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:23.351553 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-efe9839e-ad06-4769-89b8-0ec3a9c334db tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:23.423917 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e955c58-79ef-469f-a23e-f1a4fd21128f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:23.432726 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 28de9654-3f13-410c-b625-91f612fb0f59 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:23.461825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764d87b3-b466-42b5-bf33-330fcf42cfde tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:36:23.490055 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da6194-931b-4fa0-ac2a-3b331ce059ee req-7af73328-81fb-4cea-8cf9-0348365a7b3f tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:23.502926 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da6194-931b-4fa0-ac2a-3b331ce059ee req-7af73328-81fb-4cea-8cf9-0348365a7b3f tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:23.505862 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5da6194-931b-4fa0-ac2a-3b331ce059ee req-7af73328-81fb-4cea-8cf9-0348365a7b3f tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 1653 time: 0.3505955 Aug 16 22:36:23.539014 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 28de9654-3f13-410c-b625-91f612fb0f59 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:23.602686 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9e955c58-79ef-469f-a23e-f1a4fd21128f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Calling delete_port for ddd319e6-9360-4fb3-b046-f329facf2c2f owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:23.620096 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8ad929f-826a-4cbe-86a6-44c66c8af574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:23.721121 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-764d87b3-b466-42b5-bf33-330fcf42cfde tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:23.721834 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-764d87b3-b466-42b5-bf33-330fcf42cfde tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Added segment 5a45e7da-93e4-439c-a3cb-509d23f061ac of type vlan for network b90a09e7-181c-4f85-8836-60a51153d3f2 Aug 16 22:36:23.727980 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d87b3-b466-42b5-bf33-330fcf42cfde tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cee525-65a4-4377-9045-55d1609b85a9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:23.749637 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8ad929f-826a-4cbe-86a6-44c66c8af574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:23.777335 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479ea65-361b-48a8-8443-4876b7493155 req-22b11218-752d-476e-b11b-4fd18bacf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:23.779046 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5479ea65-361b-48a8-8443-4876b7493155 req-22b11218-752d-476e-b11b-4fd18bacf5b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6228600 Aug 16 22:36:23.823737 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b2713fb-9dd8-4c14-a60d-4e511413eb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:23.838046 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-efe9839e-ad06-4769-89b8-0ec3a9c334db tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Allocated IP 10.1.1.159 (a23f0fde-fc4c-4841-ad11-d7c8bad85285/8ba958f9-7606-4a57-ac70-15a7d712df06/516c568f-19b6-4e89-a94c-c7442b86dbc7) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:23.929179 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb3d3c6-1a37-462f-be2b-ace304180997 None None] Network 3e9ab795-5f53-4e5a-9068-13ccc71f8c8d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:23.961694 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8ad929f-826a-4cbe-86a6-44c66c8af574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:23.968049 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8ad929f-826a-4cbe-86a6-44c66c8af574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:23.971618 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b8ad929f-826a-4cbe-86a6-44c66c8af574 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/38f9f212-a9e2-466c-aff0-90f728ba0b93 HTTP/1.1" status: 204 len: 168 time: 0.6900470 Aug 16 22:36:23.977784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a57d3-f241-411e-b0cb-475ac676b14c req-9df63d20-e40e-4368-aa1c-4dc2bf87c934 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:23.979806 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-595a57d3-f241-411e-b0cb-475ac676b14c req-9df63d20-e40e-4368-aa1c-4dc2bf87c934 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.3688991 Aug 16 22:36:24.000285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5da6194-931b-4fa0-ac2a-3b331ce059ee req-72dd1c12-de81-4163-b13a-7930f893edc5 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4166048 Aug 16 22:36:24.008462 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad929f-826a-4cbe-86a6-44c66c8af574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f9f212-a9e2-466c-aff0-90f728ba0b93,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:24.088248 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b7173354-dabc-4c1d-9afa-b3975e7f5de4 None None] Provisioning for port 28de9654-3f13-410c-b625-91f612fb0f59 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:24.097349 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-764d87b3-b466-42b5-bf33-330fcf42cfde tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:24.101057 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b7173354-dabc-4c1d-9afa-b3975e7f5de4 None None] Provisioning complete for port 28de9654-3f13-410c-b625-91f612fb0f59 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:24.101438 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b7173354-dabc-4c1d-9afa-b3975e7f5de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:24.195132 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b2713fb-9dd8-4c14-a60d-4e511413eb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:24.204061 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-efe9839e-ad06-4769-89b8-0ec3a9c334db tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:24.206939 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b2713fb-9dd8-4c14-a60d-4e511413eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:24.240561 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2713fb-9dd8-4c14-a60d-4e511413eb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1acc7e6-8145-4f60-bad4-121fa6ec718e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:24.271306 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-efe9839e-ad06-4769-89b8-0ec3a9c334db tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Transition to ACTIVE for port object 516c568f-19b6-4e89-a94c-c7442b86dbc7 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:24.288519 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5b2713fb-9dd8-4c14-a60d-4e511413eb92 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2a0ec9d8b18c40bfac112ef5ade70a7c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6321180 Aug 16 22:36:24.289103 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42358) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:24.317498 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.resource_extend [None req-764d87b3-b466-42b5-bf33-330fcf42cfde tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:36:24.322119 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38f984c2-727e-4926-a448-922268a24c5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:24.346777 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5479ea65-361b-48a8-8443-4876b7493155 req-ac72c355-537e-4023-aa6d-2418e0c86b26 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319190 Aug 16 22:36:24.385414 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-724a408d-072b-4895-86e1-089128266f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:24.421150 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-724a408d-072b-4895-86e1-089128266f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:24.476796 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-efe9839e-ad06-4769-89b8-0ec3a9c334db tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:24.477878 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-595a57d3-f241-411e-b0cb-475ac676b14c req-59b58d40-35b7-4975-afb7-f3952c1fc70b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4705350 Aug 16 22:36:24.505756 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-724a408d-072b-4895-86e1-089128266f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:24.532294 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-724a408d-072b-4895-86e1-089128266f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:24.540163 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-724a408d-072b-4895-86e1-089128266f42 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a1acc7e6-8145-4f60-bad4-121fa6ec718e HTTP/1.1" status: 204 len: 168 time: 0.2476397 Aug 16 22:36:24.639586 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a408d-072b-4895-86e1-089128266f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1acc7e6-8145-4f60-bad4-121fa6ec718e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:24.652801 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-efe9839e-ad06-4769-89b8-0ec3a9c334db tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Network a23f0fde-fc4c-4841-ad11-d7c8bad85285 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:24.657240 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-efe9839e-ad06-4769-89b8-0ec3a9c334db tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:24.666072 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-efe9839e-ad06-4769-89b8-0ec3a9c334db tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:24.728774 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-764d87b3-b466-42b5-bf33-330fcf42cfde tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:24.732769 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-efe9839e-ad06-4769-89b8-0ec3a9c334db tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:24.733787 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-efe9839e-ad06-4769-89b8-0ec3a9c334db tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:24.737622 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764d87b3-b466-42b5-bf33-330fcf42cfde tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:24.746057 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-764d87b3-b466-42b5-bf33-330fcf42cfde tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:24.749650 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9839e-ad06-4769-89b8-0ec3a9c334db tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event updated for resources: {'Port': ['ID=516c568f-19b6-4e89-a94c-c7442b86dbc7,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:24.755739 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-efe9839e-ad06-4769-89b8-0ec3a9c334db tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8461525 Aug 16 22:36:24.768002 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-80887122-4ff8-48ad-8f0c-ee2e9dfb39a2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Request body: {'port': {'device_id': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e0cb4e5b-5bf9-4e5d-a515-b419835c0a66', 'admin_state_up': True, 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'security_groups': ['e612e4ba-f7df-4621-97d4-cca8534a6ac3']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:24.980862 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b7173354-dabc-4c1d-9afa-b3975e7f5de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:25.008308 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-764d87b3-b466-42b5-bf33-330fcf42cfde tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 4.1281457 Aug 16 22:36:25.008543 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42370) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:25.034201 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8a2e6975-133a-4b74-afbc-29f061866ee9 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Request body: {'subnet': {'network_id': 'b90a09e7-181c-4f85-8836-60a51153d3f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:25.121513 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b7173354-dabc-4c1d-9afa-b3975e7f5de4 None None] For port 28de9654-3f13-410c-b625-91f612fb0f59, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=28de9654-3f13-410c-b625-91f612fb0f59,segment=NetworkSegment(cba88472-97c8-48b0-935b-7878b5092f4a),segment_id=cba88472-97c8-48b0-935b-7878b5092f4a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:25.131677 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b7173354-dabc-4c1d-9afa-b3975e7f5de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:25.201339 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2e6975-133a-4b74-afbc-29f061866ee9 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Made reservation on behalf of 8804af5c2aa3459ebe7e77550bac4237 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:25.204714 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8a2e6975-133a-4b74-afbc-29f061866ee9 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:25.324039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7173354-dabc-4c1d-9afa-b3975e7f5de4 None None] Pushing event updated for resources: {'Port': ['ID=28de9654-3f13-410c-b625-91f612fb0f59,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:25.377347 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4a5ff981-8dff-4659-99e4-4bcedf2d08a8 None None] Provisioning for port 516c568f-19b6-4e89-a94c-c7442b86dbc7 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:25.407561 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4a5ff981-8dff-4659-99e4-4bcedf2d08a8 None None] Provisioning complete for port 516c568f-19b6-4e89-a94c-c7442b86dbc7 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:25.408071 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4a5ff981-8dff-4659-99e4-4bcedf2d08a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:25.412091 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-80887122-4ff8-48ad-8f0c-ee2e9dfb39a2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Made reservation on behalf of 6ec65b3f25804ec5b636b887d7c98229 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:25.521249 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-4a5ff981-8dff-4659-99e4-4bcedf2d08a8 None None] Port 516c568f-19b6-4e89-a94c-c7442b86dbc7 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:36:25.671228 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7d4b7c1d-29ae-4ca0-a5b3-dc8a05141be6 None None] Provisioning complete for port 28de9654-3f13-410c-b625-91f612fb0f59 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:25.672648 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7d4b7c1d-29ae-4ca0-a5b3-dc8a05141be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:25.800852 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-80887122-4ff8-48ad-8f0c-ee2e9dfb39a2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:25.862403 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5479ea65-361b-48a8-8443-4876b7493155 req-6f8c3f17-2add-4285-9f6e-da99eee8dd53 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4600446 Aug 16 22:36:25.864333 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d87b3-b466-42b5-bf33-330fcf42cfde tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Pushing event updated for resources: {'Network': ['ID=b90a09e7-181c-4f85-8836-60a51153d3f2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:25.921278 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network b90a09e7-181c-4f85-8836-60a51153d3f2 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:36:26.057351 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42392) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:26.147103 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-38f984c2-727e-4926-a448-922268a24c5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Allocated IP 2001:db8::1 (3b5d7a32-d6d4-4283-a49c-b06cf8f360f2/169f5cb7-0fcf-4adc-9894-43255d31ee18/137832ec-8a7d-4d6c-8f60-5b5d402fd443) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:26.151620 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e955c58-79ef-469f-a23e-f1a4fd21128f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:26.199495 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee12cb-0c9a-4431-bcfc-bf674c9ff386 req-65d3c134-0e4c-43ff-8c9b-d663617fb0d5 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:26.212737 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee12cb-0c9a-4431-bcfc-bf674c9ff386 req-65d3c134-0e4c-43ff-8c9b-d663617fb0d5 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:26.215892 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc0adca2-a122-4206-ade8-5571e47c5ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:26.226843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee12cb-0c9a-4431-bcfc-bf674c9ff386 req-65d3c134-0e4c-43ff-8c9b-d663617fb0d5 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:26.231223 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ecee12cb-0c9a-4431-bcfc-bf674c9ff386 req-65d3c134-0e4c-43ff-8c9b-d663617fb0d5 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 2374 time: 0.6953533 Aug 16 22:36:26.246023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcfd82-358d-4fca-a933-5238e7f33985 req-5a578f85-73c3-4e64-80ca-69bca0322e7b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:26.270312 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78fcfd82-358d-4fca-a933-5238e7f33985 req-5a578f85-73c3-4e64-80ca-69bca0322e7b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.3622222 Aug 16 22:36:26.484811 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-80887122-4ff8-48ad-8f0c-ee2e9dfb39a2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Allocated IP 10.2.2.100 (e0cb4e5b-5bf9-4e5d-a515-b419835c0a66/6c52f2cc-75f7-4661-a433-31d875d006cb/95258e61-57fb-4f52-995b-af813f1e9267) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:26.795275 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc0adca2-a122-4206-ade8-5571e47c5ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:26.806993 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc0adca2-a122-4206-ade8-5571e47c5ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:26.845005 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e955c58-79ef-469f-a23e-f1a4fd21128f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Port': ['ID=ddd319e6-9360-4fb3-b046-f329facf2c2f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:26.930376 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0adca2-a122-4206-ade8-5571e47c5ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5018835f-c5c6-4a18-b38e-eb9f3008c627,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:26.963016 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-80887122-4ff8-48ad-8f0c-ee2e9dfb39a2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:26.972857 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cc0adca2-a122-4206-ade8-5571e47c5ed9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b97c86b94af0484ca14bb63bfedcdfdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9128683 Aug 16 22:36:26.984872 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42398) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:27.057338 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78fcfd82-358d-4fca-a933-5238e7f33985 req-83d20daa-c5ef-4eb8-bf5c-e20c174631d5 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7847514 Aug 16 22:36:27.057684 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-80887122-4ff8-48ad-8f0c-ee2e9dfb39a2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Transition to ACTIVE for port object 95258e61-57fb-4f52-995b-af813f1e9267 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:27.160732 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ecee12cb-0c9a-4431-bcfc-bf674c9ff386 req-7e75814b-e3a3-484f-952f-bdb30c8dd06a tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3421614 Aug 16 22:36:27.216868 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e955c58-79ef-469f-a23e-f1a4fd21128f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:27.223909 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9e955c58-79ef-469f-a23e-f1a4fd21128f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/ddd319e6-9360-4fb3-b046-f329facf2c2f HTTP/1.1" status: 204 len: 168 time: 5.2918906 Aug 16 22:36:27.264684 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42400) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:27.277317 n-d-792458-15 neutron-server[94872]: DEBUG neutron.objects.ports [None req-8a2e6975-133a-4b74-afbc-29f061866ee9 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:36:27.278393 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8a2e6975-133a-4b74-afbc-29f061866ee9 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:27.344301 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 28de9654-3f13-410c-b625-91f612fb0f59 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:27.430381 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-80887122-4ff8-48ad-8f0c-ee2e9dfb39a2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:27.503313 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e6975-133a-4b74-afbc-29f061866ee9 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8f319936-d9db-4957-a13c-fe2dd1672e65,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:27.536401 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d3a1fe2-7550-4ea3-9b72-87022832a833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:27.538410 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2e6975-133a-4b74-afbc-29f061866ee9 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Checking segment: {'id': '5a45e7da-93e4-439c-a3cb-509d23f061ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b90a09e7-181c-4f85-8836-60a51153d3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:27.539327 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2e6975-133a-4b74-afbc-29f061866ee9 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Network hostable DHCP agents. Network: b90a09e7-181c-4f85-8836-60a51153d3f2, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:36:27.561350 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-80887122-4ff8-48ad-8f0c-ee2e9dfb39a2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Network e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:27.565300 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80887122-4ff8-48ad-8f0c-ee2e9dfb39a2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event updated for resources: {'Port': ['ID=95258e61-57fb-4f52-995b-af813f1e9267,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:27.567135 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 28de9654-3f13-410c-b625-91f612fb0f59 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:27.571194 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-80887122-4ff8-48ad-8f0c-ee2e9dfb39a2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:27.575559 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-80887122-4ff8-48ad-8f0c-ee2e9dfb39a2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:27.583965 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d3a1fe2-7550-4ea3-9b72-87022832a833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:27.595846 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:27.630913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2e6975-133a-4b74-afbc-29f061866ee9 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Network b90a09e7-181c-4f85-8836-60a51153d3f2 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:36:27.673255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-80887122-4ff8-48ad-8f0c-ee2e9dfb39a2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:27.674152 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-80887122-4ff8-48ad-8f0c-ee2e9dfb39a2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:27.678905 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-8a2e6975-133a-4b74-afbc-29f061866ee9 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, b90a09e7-181c-4f85-8836-60a51153d3f2) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:27.684013 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38f984c2-727e-4926-a448-922268a24c5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:27.693674 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2e6975-133a-4b74-afbc-29f061866ee9 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:27.694830 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8a2e6975-133a-4b74-afbc-29f061866ee9 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:27.697633 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e013730a-1597-455a-bf08-72c4aa6902d5 None None] Network b90a09e7-181c-4f85-8836-60a51153d3f2 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:27.708324 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-80887122-4ff8-48ad-8f0c-ee2e9dfb39a2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9456201 Aug 16 22:36:27.736928 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-775c10fa-b7b4-4d1d-ac19-a2b74e8a4530 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Request body: {'port': {'device_id': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e0cb4e5b-5bf9-4e5d-a515-b419835c0a66', 'admin_state_up': True, 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'security_groups': ['e612e4ba-f7df-4621-97d4-cca8534a6ac3']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:27.740132 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c396d341-1083-4c8d-afe5-5b67131486c1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:27.747299 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c396d341-1083-4c8d-afe5-5b67131486c1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4743583 Aug 16 22:36:27.748388 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42406) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:27.772018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-38f984c2-727e-4926-a448-922268a24c5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Transition to ACTIVE for port object 137832ec-8a7d-4d6c-8f60-5b5d402fd443 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:27.800351 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d3a1fe2-7550-4ea3-9b72-87022832a833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:27.802934 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d3a1fe2-7550-4ea3-9b72-87022832a833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:27.807229 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4d3a1fe2-7550-4ea3-9b72-87022832a833 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5018835f-c5c6-4a18-b38e-eb9f3008c627 HTTP/1.1" status: 204 len: 168 time: 0.8111331 Aug 16 22:36:27.829918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a1fe2-7550-4ea3-9b72-87022832a833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5018835f-c5c6-4a18-b38e-eb9f3008c627,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:27.865679 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b887fe6-8622-44e5-b234-eb1f41c2196d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:27.870435 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7b887fe6-8622-44e5-b234-eb1f41c2196d tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1164906 Aug 16 22:36:27.871301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42410) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:27.885940 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38f984c2-727e-4926-a448-922268a24c5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:28.000879 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f984c2-727e-4926-a448-922268a24c5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Network 3b5d7a32-d6d4-4283-a49c-b06cf8f360f2 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:28.020335 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-38f984c2-727e-4926-a448-922268a24c5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:28.032567 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f984c2-727e-4926-a448-922268a24c5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:28.033750 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38f984c2-727e-4926-a448-922268a24c5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:28.063022 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8a2e6975-133a-4b74-afbc-29f061866ee9 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0530765 Aug 16 22:36:28.071130 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42412) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:28.075583 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a6fbb8-575f-4f6f-b37c-ccedd6a5fb65 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:28.082164 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a4d781b6-3362-4059-94f8-2637c03473c3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1107339238', 'network_id': 'b90a09e7-181c-4f85-8836-60a51153d3f2'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:28.082785 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a6fbb8-575f-4f6f-b37c-ccedd6a5fb65 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:28.090068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a6fbb8-575f-4f6f-b37c-ccedd6a5fb65 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:28.100878 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d7a6fbb8-575f-4f6f-b37c-ccedd6a5fb65 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2265608 Aug 16 22:36:28.137224 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42414) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:28.214945 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f984c2-727e-4926-a448-922268a24c5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event updated for resources: {'Port': ['ID=137832ec-8a7d-4d6c-8f60-5b5d402fd443,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:28.420618 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fb3d9496-c011-4a5a-9e85-e9c4d94cdeab None None] Provisioning for port 95258e61-57fb-4f52-995b-af813f1e9267 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:28.448620 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cec22c-644c-46ff-8b34-b2ec7bd69582 None None] Network b90a09e7-181c-4f85-8836-60a51153d3f2 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:28.459393 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d781b6-3362-4059-94f8-2637c03473c3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Made reservation on behalf of 8804af5c2aa3459ebe7e77550bac4237 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:28.473028 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4d781b6-3362-4059-94f8-2637c03473c3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:28.524037 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fb3d9496-c011-4a5a-9e85-e9c4d94cdeab None None] Provisioning complete for port 95258e61-57fb-4f52-995b-af813f1e9267 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:28.524711 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fb3d9496-c011-4a5a-9e85-e9c4d94cdeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:28.579577 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38f984c2-727e-4926-a448-922268a24c5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:28.591587 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-775c10fa-b7b4-4d1d-ac19-a2b74e8a4530 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Made reservation on behalf of 6ec65b3f25804ec5b636b887d7c98229 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:28.600648 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-775c10fa-b7b4-4d1d-ac19-a2b74e8a4530 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:28.606922 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-a4d781b6-3362-4059-94f8-2637c03473c3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] device_id is not set on port ab9b6126-de39-4275-9ab6-d3543e7d0775 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:36:28.831267 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b7e4d0-d749-496c-883b-0cc379d4df5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet 5ba05dda-0e56-449f-85b7-5b30d44aeb96 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:36:28.849064 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60b7e4d0-d749-496c-883b-0cc379d4df5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:29.013110 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60b7e4d0-d749-496c-883b-0cc379d4df5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:29.071942 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-fb3d9496-c011-4a5a-9e85-e9c4d94cdeab None None] Port 95258e61-57fb-4f52-995b-af813f1e9267 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:36:29.203913 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-045e8093-3f99-483a-999c-b5660d08d05f None None] Provisioning for port 137832ec-8a7d-4d6c-8f60-5b5d402fd443 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:29.209865 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-045e8093-3f99-483a-999c-b5660d08d05f None None] Provisioning complete for port 137832ec-8a7d-4d6c-8f60-5b5d402fd443 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:29.210323 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-045e8093-3f99-483a-999c-b5660d08d05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:29.263215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee0d0c-7c03-4181-9832-52ce0af223f2 req-bff5ea34-faaa-479d-a992-cf3b89d28ac2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:29.285375 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee0d0c-7c03-4181-9832-52ce0af223f2 req-bff5ea34-faaa-479d-a992-cf3b89d28ac2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:29.298928 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-045e8093-3f99-483a-999c-b5660d08d05f None None] Port 137832ec-8a7d-4d6c-8f60-5b5d402fd443 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:36:29.314085 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee0d0c-7c03-4181-9832-52ce0af223f2 req-bff5ea34-faaa-479d-a992-cf3b89d28ac2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:29.326149 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee0d0c-7c03-4181-9832-52ce0af223f2 req-bff5ea34-faaa-479d-a992-cf3b89d28ac2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:29.342615 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1ee0d0c-7c03-4181-9832-52ce0af223f2 req-bff5ea34-faaa-479d-a992-cf3b89d28ac2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 3095 time: 0.4642694 Aug 16 22:36:29.580961 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a3953-5862-44c2-b38a-216844d2779b req-4e303959-09b5-4932-ac8d-a9b4e4d90290 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:29.582699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f86a3953-5862-44c2-b38a-216844d2779b req-4e303959-09b5-4932-ac8d-a9b4e4d90290 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 1.2323065 Aug 16 22:36:29.597145 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-775c10fa-b7b4-4d1d-ac19-a2b74e8a4530 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Allocated IP 10.2.2.200 (e0cb4e5b-5bf9-4e5d-a515-b419835c0a66/6c52f2cc-75f7-4661-a433-31d875d006cb/91bc08db-0eb4-4c28-b758-f80f8c5d6e8a) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:29.642741 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1ee0d0c-7c03-4181-9832-52ce0af223f2 req-21032005-cfd4-45e7-8a85-decb88947658 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621992 Aug 16 22:36:29.695888 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f86a3953-5862-44c2-b38a-216844d2779b req-c32cdb45-6bfa-483f-afee-236ada4eaf2c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990272 Aug 16 22:36:29.826080 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38f984c2-727e-4926-a448-922268a24c5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:29.836097 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38f984c2-727e-4926-a448-922268a24c5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:29.837309 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38f984c2-727e-4926-a448-922268a24c5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:30.031505 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60b7e4d0-d749-496c-883b-0cc379d4df5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:30.152552 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60b7e4d0-d749-496c-883b-0cc379d4df5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:30.225626 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0c4691-fdba-417d-90a6-db7af7ed4060 None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:30.230444 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7e4d0-d749-496c-883b-0cc379d4df5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=5ba05dda-0e56-449f-85b7-5b30d44aeb96,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:30.236370 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60b7e4d0-d749-496c-883b-0cc379d4df5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:30.241930 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-60b7e4d0-d749-496c-883b-0cc379d4df5e tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/5ba05dda-0e56-449f-85b7-5b30d44aeb96 HTTP/1.1" status: 204 len: 168 time: 2.0974100 Aug 16 22:36:30.245396 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42458) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:30.265683 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-a4d781b6-3362-4059-94f8-2637c03473c3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Allocated IP 172.20.0.3 (b90a09e7-181c-4f85-8836-60a51153d3f2/8f319936-d9db-4957-a13c-fe2dd1672e65/ab9b6126-de39-4275-9ab6-d3543e7d0775) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:30.276784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f984c2-727e-4926-a448-922268a24c5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event updated for resources: {'Port': ['ID=137832ec-8a7d-4d6c-8f60-5b5d402fd443,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:30.393808 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-2153c459-b283-494e-96e0-72cf14c365ed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Deleting subnet b9173f98-b2ba-4e06-9a43-a43ab1f1cc79 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:36:30.407571 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2153c459-b283-494e-96e0-72cf14c365ed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:30.442310 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3312373-cbfe-4e1b-90f5-ebc0b2822b7b req-775abcd7-8511-4e24-b21d-4e70a367a8d2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3967714 Aug 16 22:36:30.499249 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99866237-fd06-458c-bdce-9561b271f139 req-0dcf0c61-c0a3-439b-a675-d5c95d46572f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:30.510498 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99866237-fd06-458c-bdce-9561b271f139 req-0dcf0c61-c0a3-439b-a675-d5c95d46572f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.5491054 Aug 16 22:36:30.576894 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f984c2-727e-4926-a448-922268a24c5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Network 3b5d7a32-d6d4-4283-a49c-b06cf8f360f2 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:30.588421 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-775c10fa-b7b4-4d1d-ac19-a2b74e8a4530 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:30.590838 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-38f984c2-727e-4926-a448-922268a24c5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:30.603732 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2153c459-b283-494e-96e0-72cf14c365ed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:30.641639 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99866237-fd06-458c-bdce-9561b271f139 req-e86abeae-ca1b-4f3b-8e6f-a9bad16cfe1e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288118 Aug 16 22:36:30.646858 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-775c10fa-b7b4-4d1d-ac19-a2b74e8a4530 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Transition to ACTIVE for port object 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:30.651236 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3312373-cbfe-4e1b-90f5-ebc0b2822b7b req-d3e82f63-1bb0-45bf-8a4e-e8a9e88c4033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:30.653598 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3312373-cbfe-4e1b-90f5-ebc0b2822b7b req-d3e82f63-1bb0-45bf-8a4e-e8a9e88c4033 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&device_id=5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614 HTTP/1.1" status: 200 len: 1097 time: 0.1317379 Aug 16 22:36:30.916458 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4d781b6-3362-4059-94f8-2637c03473c3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:30.983140 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2153c459-b283-494e-96e0-72cf14c365ed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:30.987856 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-775c10fa-b7b4-4d1d-ac19-a2b74e8a4530 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:31.126460 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f984c2-727e-4926-a448-922268a24c5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Router b49d9152-c693-4f0f-b010-6fa6b40ee557 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:36:31.151911 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10959f-57f5-451b-8a23-d24bd4cd0ff7 req-90581ab0-9810-4914-834a-bae1d49640ad tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:31.162027 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e10959f-57f5-451b-8a23-d24bd4cd0ff7 req-90581ab0-9810-4914-834a-bae1d49640ad tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.2220159 Aug 16 22:36:31.205829 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-775c10fa-b7b4-4d1d-ac19-a2b74e8a4530 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Network e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:31.209589 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-05894a7d-8eee-4fe2-990d-7f14cae85c7c None None] Provisioning complete for port 137832ec-8a7d-4d6c-8f60-5b5d402fd443 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:31.209989 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-05894a7d-8eee-4fe2-990d-7f14cae85c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:31.220721 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-775c10fa-b7b4-4d1d-ac19-a2b74e8a4530 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:31.224252 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3312373-cbfe-4e1b-90f5-ebc0b2822b7b req-fd97b5f6-c192-441b-9cd0-642833ad640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:31.232686 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3312373-cbfe-4e1b-90f5-ebc0b2822b7b req-fd97b5f6-c192-441b-9cd0-642833ad640b service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 913 time: 0.4810429 Aug 16 22:36:31.248772 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-775c10fa-b7b4-4d1d-ac19-a2b74e8a4530 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:31.358406 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c10fa-b7b4-4d1d-ac19-a2b74e8a4530 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event updated for resources: {'Port': ['ID=91bc08db-0eb4-4c28-b758-f80f8c5d6e8a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:31.369225 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-05894a7d-8eee-4fe2-990d-7f14cae85c7c None None] Port 137832ec-8a7d-4d6c-8f60-5b5d402fd443 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:36:31.488864 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e10959f-57f5-451b-8a23-d24bd4cd0ff7 req-549deccb-1e77-4532-a46b-0b1ff25655ba tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3256550 Aug 16 22:36:31.503776 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4d781b6-3362-4059-94f8-2637c03473c3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:31.575498 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3312373-cbfe-4e1b-90f5-ebc0b2822b7b req-fd9b5004-112f-44be-998e-1ce0615c22f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e48fde74-b044-473a-b476-caf9b6057de8 HTTP/1.1" status: 200 len: 217 time: 0.3241258 Aug 16 22:36:31.686559 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d781b6-3362-4059-94f8-2637c03473c3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Pushing event updated for resources: {'Port': ['ID=ab9b6126-de39-4275-9ab6-d3543e7d0775,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:31.726138 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-775c10fa-b7b4-4d1d-ac19-a2b74e8a4530 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:31.727447 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-775c10fa-b7b4-4d1d-ac19-a2b74e8a4530 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:31.734457 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2153c459-b283-494e-96e0-72cf14c365ed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:31.772370 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f984c2-727e-4926-a448-922268a24c5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:36:31.784118 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-38f984c2-727e-4926-a448-922268a24c5b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "PUT /v2.0/routers/b49d9152-c693-4f0f-b010-6fa6b40ee557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9865189 Aug 16 22:36:31.792162 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42486) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:31.814531 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e87b476-37cf-41db-95f2-813bca3f9250 None None] Sync routers for ids ['b49d9152-c693-4f0f-b010-6fa6b40ee557'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:36:31.815889 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d781b6-3362-4059-94f8-2637c03473c3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Network b90a09e7-181c-4f85-8836-60a51153d3f2 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:31.820568 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2153c459-b283-494e-96e0-72cf14c365ed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:31.831051 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2153c459-b283-494e-96e0-72cf14c365ed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/b9173f98-b2ba-4e06-9a43-a43ab1f1cc79 HTTP/1.1" status: 204 len: 168 time: 1.5825791 Aug 16 22:36:31.832168 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153c459-b283-494e-96e0-72cf14c365ed tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Subnet': ['ID=b9173f98-b2ba-4e06-9a43-a43ab1f1cc79,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:31.834504 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-a4d781b6-3362-4059-94f8-2637c03473c3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:31.836771 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42488) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:31.848717 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d781b6-3362-4059-94f8-2637c03473c3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:31.860886 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-775c10fa-b7b4-4d1d-ac19-a2b74e8a4530 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1343980 Aug 16 22:36:31.892708 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-17ff97a6-3815-4707-8289-c72a09a0df10 None None] Provisioning for port 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:31.905447 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] Request body: {'port': {'device_id': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:31.912458 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e87b476-37cf-41db-95f2-813bca3f9250 None None] Routers {'b49d9152-c693-4f0f-b010-6fa6b40ee557'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:31.913739 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0e87b476-37cf-41db-95f2-813bca3f9250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:36:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b49d9152-c693-4f0f-b010-6fa6b40ee557'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:31.926399 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-17ff97a6-3815-4707-8289-c72a09a0df10 None None] Provisioning complete for port 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:31.928022 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-17ff97a6-3815-4707-8289-c72a09a0df10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:31.947407 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3312373-cbfe-4e1b-90f5-ebc0b2822b7b req-8cb4ec99-dff9-423e-81c5-d1f67e22ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:31.950130 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3312373-cbfe-4e1b-90f5-ebc0b2822b7b req-8cb4ec99-dff9-423e-81c5-d1f67e22ee37 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 200 len: 851 time: 0.3632126 Aug 16 22:36:31.963327 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-00f92e50-9317-4691-be1a-58bbf5780645 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1254468 Aug 16 22:36:31.985599 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42490) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:32.063145 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b1a37-74c6-4749-a867-a84eddfda5cc req-b7bd5699-fa92-483d-a105-cbc17b85c346 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:32.078216 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b1a37-74c6-4749-a867-a84eddfda5cc req-b7bd5699-fa92-483d-a105-cbc17b85c346 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:32.094578 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b1a37-74c6-4749-a867-a84eddfda5cc req-b7bd5699-fa92-483d-a105-cbc17b85c346 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:32.104983 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b1a37-74c6-4749-a867-a84eddfda5cc req-b7bd5699-fa92-483d-a105-cbc17b85c346 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:32.113635 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-17ff97a6-3815-4707-8289-c72a09a0df10 None None] Port 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:36:32.118925 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7cef7e-9c4e-4b45-90e1-ec34ff2577da None None] Network a58732b9-7854-450a-a2e3-f6da88770571 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:32.123697 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b1a37-74c6-4749-a867-a84eddfda5cc req-b7bd5699-fa92-483d-a105-cbc17b85c346 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:32.133841 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da9b1a37-74c6-4749-a867-a84eddfda5cc req-b7bd5699-fa92-483d-a105-cbc17b85c346 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 3816 time: 1.1789427 Aug 16 22:36:32.150822 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d781b6-3362-4059-94f8-2637c03473c3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:32.153367 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-44aa6559-f51b-4bfc-93b3-7541403568d4 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:32.154601 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4d781b6-3362-4059-94f8-2637c03473c3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:32.219856 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0e87b476-37cf-41db-95f2-813bca3f9250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:32.264736 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e87b476-37cf-41db-95f2-813bca3f9250 None None] Routers {'b49d9152-c693-4f0f-b010-6fa6b40ee557'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:32.265594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0e87b476-37cf-41db-95f2-813bca3f9250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:36:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b49d9152-c693-4f0f-b010-6fa6b40ee557'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:32.279137 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a4d781b6-3362-4059-94f8-2637c03473c3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 4.2056949 Aug 16 22:36:32.286390 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42498) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:32.297770 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4752bc3-00fb-4916-84c3-8f9bfb0154f5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:32.299809 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d4752bc3-00fb-4916-84c3-8f9bfb0154f5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2988710 Aug 16 22:36:32.301915 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:32.313841 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42500) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:32.320647 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42502) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:32.434759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0e87b476-37cf-41db-95f2-813bca3f9250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:32.438388 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e87b476-37cf-41db-95f2-813bca3f9250 None None] The sync data for ids ['b49d9152-c693-4f0f-b010-6fa6b40ee557'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:36:32.455379 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22296463-4ced-47af-bdd6-7e293b64b854 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:32.456888 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-22296463-4ced-47af-bdd6-7e293b64b854 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1459563 Aug 16 22:36:32.460228 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42510) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:32.505854 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-833463fc-1bf7-4ebb-ab3e-e509a0eebb5c None None] Provisioning complete for port 65767e8c-266b-4288-9566-fdb0da7032ad triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:32.506525 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-833463fc-1bf7-4ebb-ab3e-e509a0eebb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:32.540514 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-387763da-f7bc-4674-98d7-93e569ba28e8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790205 Aug 16 22:36:32.568213 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42512) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:32.781656 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9903f4cb-37a6-4810-bd12-333a764e6d1d None None] DHCP port deletion for a58732b9-7854-450a-a2e3-f6da88770571 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:36:32.802501 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c8bfafc0-69a0-4f1e-8849-a8122c913899 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:32.811713 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd449aa6-239a-49eb-bdef-e42230ca0192 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:32.815698 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd449aa6-239a-49eb-bdef-e42230ca0192 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:32.822965 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fd449aa6-239a-49eb-bdef-e42230ca0192 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/ddd319e6-9360-4fb3-b046-f329facf2c2f HTTP/1.1" status: 404 len: 333 time: 0.2527676 Aug 16 22:36:32.824037 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42518) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:32.856205 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-9903f4cb-37a6-4810-bd12-333a764e6d1d None None] Deleting port 65767e8c-266b-4288-9566-fdb0da7032ad {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:32.856905 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9903f4cb-37a6-4810-bd12-333a764e6d1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:32.887509 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-998d045f-57ee-4e8b-817f-26c912957557 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:32.888253 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998d045f-57ee-4e8b-817f-26c912957557 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:32.893439 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-998d045f-57ee-4e8b-817f-26c912957557 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/5ba05dda-0e56-449f-85b7-5b30d44aeb96 HTTP/1.1" status: 404 len: 337 time: 0.0604413 Aug 16 22:36:32.895454 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42522) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:32.953390 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9985e34-4c6e-49d9-b62a-40c318111982 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:32.954762 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9985e34-4c6e-49d9-b62a-40c318111982 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:32.960526 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e9985e34-4c6e-49d9-b62a-40c318111982 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/b9173f98-b2ba-4e06-9a43-a43ab1f1cc79 HTTP/1.1" status: 404 len: 337 time: 0.0597684 Aug 16 22:36:32.994771 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42524) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:32.997072 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-41478987-b406-48b2-b29a-f27c80d50b0f tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Deleting port ab9b6126-de39-4275-9ab6-d3543e7d0775 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:32.997665 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41478987-b406-48b2-b29a-f27c80d50b0f tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:33.057157 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c8bfafc0-69a0-4f1e-8849-a8122c913899 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] 10.222.0.93 "PUT /v2.0/quotas/b0f2bd4e53ae44c58b398093bf1ae908 HTTP/1.1" status: 200 len: 368 time: 0.7337873 Aug 16 22:36:33.076722 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9903f4cb-37a6-4810-bd12-333a764e6d1d None None] For port 65767e8c-266b-4288-9566-fdb0da7032ad, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=65767e8c-266b-4288-9566-fdb0da7032ad,segment=NetworkSegment(fc276723-ad93-443c-85ce-6b438ec094de),segment_id=fc276723-ad93-443c-85ce-6b438ec094de)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:33.078819 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9903f4cb-37a6-4810-bd12-333a764e6d1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:33.080526 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42526) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:33.085901 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-53f6cbad-f644-45f7-8ed9-51ea2e45fd3e tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Request body: {'network': {'project_id': 'b0f2bd4e53ae44c58b398093bf1ae908'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:33.097070 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee17246-1e19-415b-b036-91f283f20647 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:33.098051 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ee17246-1e19-415b-b036-91f283f20647 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:33.102958 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6ee17246-1e19-415b-b036-91f283f20647 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/f467c256-dc57-431a-8088-f4296031430b HTTP/1.1" status: 404 len: 333 time: 0.1027119 Aug 16 22:36:33.105496 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42528) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:33.130090 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-9903f4cb-37a6-4810-bd12-333a764e6d1d None None] Calling delete_port for 65767e8c-266b-4288-9566-fdb0da7032ad owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:33.186907 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-995db575-db13-402d-b570-daf057a9c87b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:33.187529 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-44aa6559-f51b-4bfc-93b3-7541403568d4 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 22:36:33.188781 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995db575-db13-402d-b570-daf057a9c87b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:33.195178 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-995db575-db13-402d-b570-daf057a9c87b tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/a0c992eb-c537-42a8-a781-6dfd9926687f HTTP/1.1" status: 404 len: 337 time: 0.0844848 Aug 16 22:36:33.197327 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-44aa6559-f51b-4bfc-93b3-7541403568d4 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "DELETE /v2.0/routers/b49d9152-c693-4f0f-b010-6fa6b40ee557 HTTP/1.1" status: 409 len: 329 time: 1.4027920 Aug 16 22:36:33.205727 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42530) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:33.206806 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42532) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:33.284012 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3312373-cbfe-4e1b-90f5-ebc0b2822b7b req-5985042d-c591-48ff-a211-60b526b2ecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:33.286706 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3312373-cbfe-4e1b-90f5-ebc0b2822b7b req-5985042d-c591-48ff-a211-60b526b2ecd4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3134587 Aug 16 22:36:33.342771 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f6cbad-f644-45f7-8ed9-51ea2e45fd3e tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Made reservation on behalf of b0f2bd4e53ae44c58b398093bf1ae908 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:33.346745 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53f6cbad-f644-45f7-8ed9-51ea2e45fd3e tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:33.349247 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da9b1a37-74c6-4749-a867-a84eddfda5cc req-a72d31b2-a291-42fd-9e70-12edb13fcf6c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1864901 Aug 16 22:36:33.362046 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 65767e8c-266b-4288-9566-fdb0da7032ad no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:36:33.363376 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9aea14-94a7-4036-9b7f-032183c364c1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:33.364085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d9aea14-94a7-4036-9b7f-032183c364c1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:33.379413 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5d9aea14-94a7-4036-9b7f-032183c364c1 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/29dbdedd-0222-425e-8fd3-e4b7858dc3e6 HTTP/1.1" status: 404 len: 337 time: 0.1702945 Aug 16 22:36:33.393383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42534) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:33.423070 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 65767e8c-266b-4288-9566-fdb0da7032ad {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:36:33.424179 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 65767e8c-266b-4288-9566-fdb0da7032ad not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:36:33.426888 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9903f4cb-37a6-4810-bd12-333a764e6d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:33.465761 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8e3fa0-7f09-4130-8311-7a114b3c5a31 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:33.468072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8e3fa0-7f09-4130-8311-7a114b3c5a31 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:33.476158 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ad8e3fa0-7f09-4130-8311-7a114b3c5a31 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/2e4c6a09-539f-43e7-a833-e125dbc06265 HTTP/1.1" status: 404 len: 333 time: 0.0765605 Aug 16 22:36:33.486503 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e34c11-5787-43c3-8a4b-cc229a38ab65 req-86b2db47-0017-43ac-8be9-c86a175ace6c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:33.502039 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-64e34c11-5787-43c3-8a4b-cc229a38ab65 req-86b2db47-0017-43ac-8be9-c86a175ace6c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.2912831 Aug 16 22:36:33.502598 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42536) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:33.520124 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903f4cb-37a6-4810-bd12-333a764e6d1d None None] Pushing event deleted for resources: {'Port': ['ID=65767e8c-266b-4288-9566-fdb0da7032ad,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:33.540092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9903f4cb-37a6-4810-bd12-333a764e6d1d None None] No DVR routers for this DVR port 65767e8c-266b-4288-9566-fdb0da7032ad on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:36:33.589729 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9ea4c3-1cd3-49f3-98cd-9298dd763b92 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:33.590289 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be9ea4c3-1cd3-49f3-98cd-9298dd763b92 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:33.594828 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-be9ea4c3-1cd3-49f3-98cd-9298dd763b92 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/ed43f30a-304c-458f-831e-8a08545976d2 HTTP/1.1" status: 404 len: 337 time: 0.0863857 Aug 16 22:36:33.595462 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42538) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:33.753193 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-054ce1f5-a209-46ef-a8a2-509b8a63519c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:33.753193 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-054ce1f5-a209-46ef-a8a2-509b8a63519c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:33.756275 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-054ce1f5-a209-46ef-a8a2-509b8a63519c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/75e16e9a-f8e0-493f-9e74-8b2f680027d1 HTTP/1.1" status: 404 len: 337 time: 0.1514354 Aug 16 22:36:33.763162 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42548) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:33.784090 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-64e34c11-5787-43c3-8a4b-cc229a38ab65 req-06b06dda-543c-44f0-9674-d94f121b2244 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048681 Aug 16 22:36:33.806984 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3312373-cbfe-4e1b-90f5-ebc0b2822b7b req-8778a6d2-4bc4-4b3f-859c-c2622a9caf48 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5037408 Aug 16 22:36:33.809806 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-95692871-d740-4076-8939-09274c5ee4a2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:33.810959 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95692871-d740-4076-8939-09274c5ee4a2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:33.821275 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-95692871-d740-4076-8939-09274c5ee4a2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/9251f7c5-85de-4cbc-91cc-ec074999eb54 HTTP/1.1" status: 404 len: 333 time: 0.0566490 Aug 16 22:36:33.825655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42552) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:33.934900 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab5d667-a582-4079-948b-a121da7f74c2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:33.935678 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab5d667-a582-4079-948b-a121da7f74c2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:33.942552 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-aab5d667-a582-4079-948b-a121da7f74c2 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/51de9dc1-3a17-4f9d-b964-f00ba7665f72 HTTP/1.1" status: 404 len: 337 time: 0.1061313 Aug 16 22:36:33.944176 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42554) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:33.971798 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41478987-b406-48b2-b29a-f27c80d50b0f tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:33.994981 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-41478987-b406-48b2-b29a-f27c80d50b0f tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Calling delete_port for ab9b6126-de39-4275-9ab6-d3543e7d0775 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:33.996441 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11eadaa-a920-4d1a-80a0-5a3b6fd85654 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:33.996897 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a11eadaa-a920-4d1a-80a0-5a3b6fd85654 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:34.002095 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a11eadaa-a920-4d1a-80a0-5a3b6fd85654 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/878416a0-922f-4cef-8ba4-ff09e586f153 HTTP/1.1" status: 404 len: 337 time: 0.0531566 Aug 16 22:36:34.003223 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42556) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:34.030861 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-5acf22bc-3043-4921-881c-74468b87fd56 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:34.031455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5acf22bc-3043-4921-881c-74468b87fd56 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:34.036467 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5acf22bc-3043-4921-881c-74468b87fd56 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/32c0b81c-9644-4c7b-8d1b-0b36598e60c4 HTTP/1.1" status: 404 len: 333 time: 0.0297008 Aug 16 22:36:34.038776 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42558) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:34.086634 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3312373-cbfe-4e1b-90f5-ebc0b2822b7b req-6490be6e-f404-4d85-9ece-c6a139fca341 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622268 Aug 16 22:36:34.135306 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f4fe8f-d1d6-4c0b-bcfd-a416d60bbcfb tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:34.137218 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4f4fe8f-d1d6-4c0b-bcfd-a416d60bbcfb tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:34.141415 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e4f4fe8f-d1d6-4c0b-bcfd-a416d60bbcfb tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/f557c163-7d35-464a-b215-3586c258aff8 HTTP/1.1" status: 404 len: 337 time: 0.0558095 Aug 16 22:36:34.141983 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42560) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:34.160809 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53f6cbad-f644-45f7-8ed9-51ea2e45fd3e tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:34.177748 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddf6117-98b4-4497-853c-fdc65399c6b9 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:34.179331 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ddf6117-98b4-4497-853c-fdc65399c6b9 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:34.187143 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7ddf6117-98b4-4497-853c-fdc65399c6b9 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/d7741fdb-bec5-40e2-9500-8a1ef125e64a HTTP/1.1" status: 404 len: 333 time: 0.0385289 Aug 16 22:36:34.187143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42562) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:34.224550 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de8c932-2693-460a-afb8-7907bbe1ebcc tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:34.225029 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de8c932-2693-460a-afb8-7907bbe1ebcc tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:34.232660 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9de8c932-2693-460a-afb8-7907bbe1ebcc tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/9cbc8f8b-b48f-4114-a286-bb8244d7ea02 HTTP/1.1" status: 404 len: 337 time: 0.0406616 Aug 16 22:36:34.234287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42564) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:34.291210 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-caae782a-4965-4626-a1e0-19b9e4982ffe tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:34.292371 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caae782a-4965-4626-a1e0-19b9e4982ffe tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:34.299566 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-caae782a-4965-4626-a1e0-19b9e4982ffe tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/07fd7435-3e5e-48e4-90e6-eb48536e4f95 HTTP/1.1" status: 404 len: 333 time: 0.0582967 Aug 16 22:36:34.300513 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42566) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:34.346925 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b46d1dd-5ce7-4cf1-82b3-1e8017e9d920 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:34.348527 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b46d1dd-5ce7-4cf1-82b3-1e8017e9d920 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:34.352662 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1b46d1dd-5ce7-4cf1-82b3-1e8017e9d920 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/7f3f7c2e-f29c-45b1-be38-4c83e5992011 HTTP/1.1" status: 404 len: 337 time: 0.0487256 Aug 16 22:36:34.355325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42568) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:34.387075 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d1ef92-b53b-4160-aa5f-2cf55ea65532 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:34.388259 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d1ef92-b53b-4160-aa5f-2cf55ea65532 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:34.390631 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-34d1ef92-b53b-4160-aa5f-2cf55ea65532 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/299361bd-251b-4cd4-adf6-9f0fe08acdcc HTTP/1.1" status: 404 len: 333 time: 0.0339997 Aug 16 22:36:34.394248 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42570) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:34.480355 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7bf8863-69a5-4af5-8fa1-03390054892c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:34.482570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7bf8863-69a5-4af5-8fa1-03390054892c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:34.494605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e7bf8863-69a5-4af5-8fa1-03390054892c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/41ee89e8-9996-49cd-b02c-248d2618c3ff HTTP/1.1" status: 404 len: 337 time: 0.0971787 Aug 16 22:36:34.496427 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42574) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:34.543599 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591b5968-9ed1-44b8-afc2-1f142f90e8d8 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:36:34.564323 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:34.573896 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64c7ce8-9c7f-4b69-9276-cca3539cc748 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:34.577270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a64c7ce8-9c7f-4b69-9276-cca3539cc748 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:34.596601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a64c7ce8-9c7f-4b69-9276-cca3539cc748 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/27c20784-4f86-417e-a2f0-4989906b10d6 HTTP/1.1" status: 404 len: 333 time: 0.0911756 Aug 16 22:36:34.599877 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42576) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:34.617401 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] Transition to ACTIVE for port object 591b5968-9ed1-44b8-afc2-1f142f90e8d8 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:34.628828 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41478987-b406-48b2-b29a-f27c80d50b0f tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:34.647397 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:34.904090 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-419232ae-3a50-4442-9519-dc99d06351cb tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:34.904639 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419232ae-3a50-4442-9519-dc99d06351cb tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:34.906895 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-419232ae-3a50-4442-9519-dc99d06351cb tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/8384a608-ea32-4c99-a874-a7c018eaf734 HTTP/1.1" status: 404 len: 337 time: 0.3057039 Aug 16 22:36:34.910971 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42586) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:34.983436 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-329efe60-020b-492e-a666-9b4bbbb4e674 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:34.984202 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329efe60-020b-492e-a666-9b4bbbb4e674 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:34.990015 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-329efe60-020b-492e-a666-9b4bbbb4e674 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/17118a27-7a41-46a0-8bf0-4fb966cabcbf HTTP/1.1" status: 404 len: 333 time: 0.0739434 Aug 16 22:36:34.998771 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42588) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:35.060454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ce5c4-39ac-4c4d-b195-54c7bcfd1b14 req-c2536c3f-d5af-4b48-81cf-fa6903f968e7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:35.077706 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ce5c4-39ac-4c4d-b195-54c7bcfd1b14 req-c2536c3f-d5af-4b48-81cf-fa6903f968e7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:35.084677 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ce5c4-39ac-4c4d-b195-54c7bcfd1b14 req-c2536c3f-d5af-4b48-81cf-fa6903f968e7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:35.106978 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ce5c4-39ac-4c4d-b195-54c7bcfd1b14 req-c2536c3f-d5af-4b48-81cf-fa6903f968e7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:35.113321 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ce5c4-39ac-4c4d-b195-54c7bcfd1b14 req-c2536c3f-d5af-4b48-81cf-fa6903f968e7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:35.115260 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9d4ce5c4-39ac-4c4d-b195-54c7bcfd1b14 req-c2536c3f-d5af-4b48-81cf-fa6903f968e7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 3828 time: 0.5169559 Aug 16 22:36:35.116395 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-17be6ffa-dfb8-48ed-9b44-91b0ea375da5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:35.116834 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17be6ffa-dfb8-48ed-9b44-91b0ea375da5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:35.122963 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-17be6ffa-dfb8-48ed-9b44-91b0ea375da5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/2b1a0ecc-7fc2-4571-bb8d-a4b4aee76495 HTTP/1.1" status: 404 len: 337 time: 0.1161115 Aug 16 22:36:35.129694 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42590) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:35.226034 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53f6cbad-f644-45f7-8ed9-51ea2e45fd3e tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.250534 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53f6cbad-f644-45f7-8ed9-51ea2e45fd3e tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.305805 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-699d1b1f-6001-4dab-935a-b09677154cb9 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:35.306726 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699d1b1f-6001-4dab-935a-b09677154cb9 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:35.314062 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-699d1b1f-6001-4dab-935a-b09677154cb9 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/0e96b5a0-69db-4269-92dd-2164c2918173 HTTP/1.1" status: 404 len: 337 time: 0.1787298 Aug 16 22:36:35.319541 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42592) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:35.328687 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6cbad-f644-45f7-8ed9-51ea2e45fd3e tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc64bada-77a2-4e53-8640-af7da06b362d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:35.365818 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] Pushing event updated for resources: {'Port': ['ID=591b5968-9ed1-44b8-afc2-1f142f90e8d8,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:35.422335 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9d4ce5c4-39ac-4c4d-b195-54c7bcfd1b14 req-737e8529-0b34-4dc4-bd01-bd847d090701 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659190 Aug 16 22:36:35.427414 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d2c967-31e5-4140-a870-286cfbd03734 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:35.428694 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89d2c967-31e5-4140-a870-286cfbd03734 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:35.436131 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-89d2c967-31e5-4140-a870-286cfbd03734 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/ca7b44ab-2910-4bd7-b870-ebf8fd3c027d HTTP/1.1" status: 404 len: 333 time: 0.1114750 Aug 16 22:36:35.444860 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42594) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:35.532156 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f6cbad-f644-45f7-8ed9-51ea2e45fd3e tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:36:35.538663 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41478987-b406-48b2-b29a-f27c80d50b0f tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab9b6126-de39-4275-9ab6-d3543e7d0775,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:35.540336 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16fab98-73b8-42c1-a272-d379b7824f9f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:35.541474 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16fab98-73b8-42c1-a272-d379b7824f9f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:35.548893 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d16fab98-73b8-42c1-a272-d379b7824f9f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/a361628d-868c-4f0a-b44b-a50cd489306f HTTP/1.1" status: 404 len: 337 time: 0.1019053 Aug 16 22:36:35.551370 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42596) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:35.566844 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5093afd-4eac-4537-8a37-d96241235e53 req-9837bc60-7aff-4074-99a9-7a42df45b529 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:35.568453 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5093afd-4eac-4537-8a37-d96241235e53 req-9837bc60-7aff-4074-99a9-7a42df45b529 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.4098425 Aug 16 22:36:35.580070 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41478987-b406-48b2-b29a-f27c80d50b0f tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.582702 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-41478987-b406-48b2-b29a-f27c80d50b0f tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "DELETE /v2.0/ports/ab9b6126-de39-4275-9ab6-d3543e7d0775 HTTP/1.1" status: 204 len: 168 time: 3.2817593 Aug 16 22:36:35.588996 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42598) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:35.590977 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a5069a-1237-4b4f-9554-c4b298e4a852 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:35.591787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a5069a-1237-4b4f-9554-c4b298e4a852 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:35.594814 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53f6cbad-f644-45f7-8ed9-51ea2e45fd3e tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.595055 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d9a5069a-1237-4b4f-9554-c4b298e4a852 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/21b859e7-34e0-4912-be0f-36f78e911f89 HTTP/1.1" status: 404 len: 337 time: 0.0423255 Aug 16 22:36:35.595396 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-53f6cbad-f644-45f7-8ed9-51ea2e45fd3e tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Added segment 03350191-e567-4ebd-8a39-39abdbf7d0cb of type vlan for network a1850acc-b719-452f-afb9-0fca04fa9ae9 Aug 16 22:36:35.597312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42600) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:35.612997 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-18c0fdd7-a381-45f0-beaf-31a2130c559c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b90a09e7-181c-4f85-8836-60a51153d3f2', 'external_fixed_ips': [{'subnet_id': '8f319936-d9db-4957-a13c-fe2dd1672e65', 'ip_address': '172.20.0.3'}]}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:35.678297 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f62d260-7035-44c6-a1e2-8febfc89fd33 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:35.679669 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f62d260-7035-44c6-a1e2-8febfc89fd33 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:35.685356 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6f62d260-7035-44c6-a1e2-8febfc89fd33 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/4ea062dc-bffc-4ae8-bede-0ee05b307f66 HTTP/1.1" status: 404 len: 333 time: 0.0796592 Aug 16 22:36:35.685647 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42602) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:35.706948 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53f6cbad-f644-45f7-8ed9-51ea2e45fd3e tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.724092 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] Attempting to bind port 591b5968-9ed1-44b8-afc2-1f142f90e8d8 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:36:35.724305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] Attempting to bind port 591b5968-9ed1-44b8-afc2-1f142f90e8d8 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'f49b538c-ee16-49f5-9348-ff385476c911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:36:35.724919 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] Attempting to bind port 591b5968-9ed1-44b8-afc2-1f142f90e8d8 on network da99628b-b531-4700-97cd-f2deca3ca96b {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:35.732761 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d3e0bb-c1fc-4c16-8643-17228c30bd76 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:35.733314 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d3e0bb-c1fc-4c16-8643-17228c30bd76 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:35.738095 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18c0fdd7-a381-45f0-beaf-31a2130c559c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.739207 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18c0fdd7-a381-45f0-beaf-31a2130c559c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.739961 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-29d3e0bb-c1fc-4c16-8643-17228c30bd76 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/17cc5bce-261d-42fc-8f42-5ece87553ad6 HTTP/1.1" status: 404 len: 337 time: 0.0522959 Aug 16 22:36:35.742542 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42604) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:35.762314 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] Port 591b5968-9ed1-44b8-afc2-1f142f90e8d8 on network da99628b-b531-4700-97cd-f2deca3ca96b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:36:35.762756 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] Attempting to bind port 591b5968-9ed1-44b8-afc2-1f142f90e8d8 on network da99628b-b531-4700-97cd-f2deca3ca96b {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:35.778387 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5093afd-4eac-4537-8a37-d96241235e53 req-2b923745-e26f-4ee3-9d1f-2c42f5d52457 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779411 Aug 16 22:36:35.798611 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d4b294-72b0-4cef-86af-4b372be306e7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:35.799078 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d4b294-72b0-4cef-86af-4b372be306e7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:35.800855 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-32d4b294-72b0-4cef-86af-4b372be306e7 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/477d4fe1-5efb-45a3-bbdf-127e081a2d12 HTTP/1.1" status: 404 len: 337 time: 0.0498052 Aug 16 22:36:35.805503 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42608) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:35.805821 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53f6cbad-f644-45f7-8ed9-51ea2e45fd3e tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.806607 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f6cbad-f644-45f7-8ed9-51ea2e45fd3e tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:35.807212 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53f6cbad-f644-45f7-8ed9-51ea2e45fd3e tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.814774 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:36:35.815131 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] Checking segment: {'id': 'f49b538c-ee16-49f5-9348-ff385476c911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:35.815510 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] Bound using segment: {'id': 'f49b538c-ee16-49f5-9348-ff385476c911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:36:35.815966 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] Bound port: 591b5968-9ed1-44b8-afc2-1f142f90e8d8, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f49b538c-ee16-49f5-9348-ff385476c911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:36:35.816337 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.898362 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5f5726-d137-4d29-b70a-e0dd0f502d68 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:35.899448 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5f5726-d137-4d29-b70a-e0dd0f502d68 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:35.903497 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cd5f5726-d137-4d29-b70a-e0dd0f502d68 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/9a7af001-d6f8-4c7c-957e-3306ac5ca605 HTTP/1.1" status: 404 len: 333 time: 0.0932412 Aug 16 22:36:35.910494 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42612) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:35.967644 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ce233f-7be1-4315-a1a9-6c9a472b8922 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:35.968775 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ce233f-7be1-4315-a1a9-6c9a472b8922 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:35.976291 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-08ce233f-7be1-4315-a1a9-6c9a472b8922 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/c15d4630-f032-4f08-b173-530b63f40049 HTTP/1.1" status: 404 len: 337 time: 0.0639231 Aug 16 22:36:35.982729 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42616) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:35.991724 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-53f6cbad-f644-45f7-8ed9-51ea2e45fd3e tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.9098487 Aug 16 22:36:36.029287 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18c0fdd7-a381-45f0-beaf-31a2130c559c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:36.036776 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42618) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:36.049780 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ba6cc9e1-7f6b-4d9b-9382-540a2f9be1ce tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Request body: {'network': {'project_id': 'b0f2bd4e53ae44c58b398093bf1ae908'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:36.083083 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-400d6208-681c-4cdf-a330-180229ebfeb8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:36.083825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400d6208-681c-4cdf-a330-180229ebfeb8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:36.087009 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-400d6208-681c-4cdf-a330-180229ebfeb8 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/3c8f9cbb-be2f-4975-ad7c-f7ebaae735c7 HTTP/1.1" status: 404 len: 337 time: 0.1024373 Aug 16 22:36:36.092974 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42624) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:36.144488 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] For port 591b5968-9ed1-44b8-afc2-1f142f90e8d8, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:36:36.150011 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] For port 591b5968-9ed1-44b8-afc2-1f142f90e8d8, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=591b5968-9ed1-44b8-afc2-1f142f90e8d8,segment=NetworkSegment(f49b538c-ee16-49f5-9348-ff385476c911),segment_id=f49b538c-ee16-49f5-9348-ff385476c911)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:36:36.160590 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6cbad-f644-45f7-8ed9-51ea2e45fd3e tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Pushing event updated for resources: {'Network': ['ID=a1850acc-b719-452f-afb9-0fca04fa9ae9,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:36.184071 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-928ded6d-5942-4d83-8665-0e812463ee12 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports?device_id=c7cf9cfb-298a-44b5-af81-7da5f0368461 HTTP/1.1" status: 200 len: 205 time: 0.0890572 Aug 16 22:36:36.184349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network a1850acc-b719-452f-afb9-0fca04fa9ae9 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:36:36.186731 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42630) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:36.316582 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:36.354603 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-f5b6c63f-e007-46e6-9266-32266d5b62cd tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] delete failed (client error): The resource could not be found. Aug 16 22:36:36.356986 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f5b6c63f-e007-46e6-9266-32266d5b62cd tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/routers/c7cf9cfb-298a-44b5-af81-7da5f0368461 HTTP/1.1" status: 404 len: 336 time: 0.1685679 Aug 16 22:36:36.430829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42636) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:36.433106 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] Pushing event updated for resources: {'Port': ['ID=591b5968-9ed1-44b8-afc2-1f142f90e8d8,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:36.482760 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f46d65f-ca80-4f25-9d27-5ac1cdc826a0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:36.483438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f46d65f-ca80-4f25-9d27-5ac1cdc826a0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:36.486138 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2f46d65f-ca80-4f25-9d27-5ac1cdc826a0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/ed477503-8e19-405e-ac4e-4e26001ac69e HTTP/1.1" status: 404 len: 337 time: 0.0525196 Aug 16 22:36:36.490334 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:36.490334 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:36.490720 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42638) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:36.492088 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-95e31b72-d4be-4a10-874c-0a63fae24335 service neutron] 10.222.0.39 "PUT /v2.0/ports/591b5968-9ed1-44b8-afc2-1f142f90e8d8 HTTP/1.1" status: 200 len: 1093 time: 4.5938861 Aug 16 22:36:36.508174 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'tag': '591b5968-9ed1-44b8-afc2-1f142f90e8d8'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:36:36.524772 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f15cc2b-deeb-43ce-9501-9c438cc1dbb6" -d '{"events": [{"name": "network-changed", "server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "tag": "591b5968-9ed1-44b8-afc2-1f142f90e8d8"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:36:36.541687 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18c0fdd7-a381-45f0-beaf-31a2130c559c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:36.562850 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6cc9e1-7f6b-4d9b-9382-540a2f9be1ce tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Made reservation on behalf of b0f2bd4e53ae44c58b398093bf1ae908 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:36.567779 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba6cc9e1-7f6b-4d9b-9382-540a2f9be1ce tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:36.572809 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4607e54b-ab94-415e-abff-85ad0d9b803a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "GET /v2.0/ports?device_id=e652e229-d515-41f4-83c6-49051df74782 HTTP/1.1" status: 200 len: 205 time: 0.0799720 Aug 16 22:36:36.578275 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42644) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:36.582028 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578aa76e-3526-4947-870f-0889d1f41215 req-e1fa40ea-27dd-40b8-bd06-8630e7eeae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:36.585121 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-578aa76e-3526-4947-870f-0889d1f41215 req-e1fa40ea-27dd-40b8-bd06-8630e7eeae7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92faa7784798435a97e9cef690c8ad52&device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 1096 time: 0.2605338 Aug 16 22:36:36.605775 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] Request body: {'port': {'device_id': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:36.687470 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fe8e821-474b-47dc-b816-4663fdee19ec tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:36.700408 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ab558-3c53-497a-a5b7-b8685ab3e9ee req-faf7ba96-ee6d-4c56-9c61-b5c582b5181b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:36.702535 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-962ab558-3c53-497a-a5b7-b8685ab3e9ee req-faf7ba96-ee6d-4c56-9c61-b5c582b5181b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.3654964 Aug 16 22:36:36.749258 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-294ad0ef-6f2f-47b5-9939-ee06713356da tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] delete failed (client error): The resource could not be found. Aug 16 22:36:36.750965 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-294ad0ef-6f2f-47b5-9939-ee06713356da tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/routers/e652e229-d515-41f4-83c6-49051df74782 HTTP/1.1" status: 404 len: 336 time: 0.1617856 Aug 16 22:36:36.779562 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42646) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:36.897781 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6cc9e1-7f6b-4d9b-9382-540a2f9be1ce tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:36:36.923315 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:37.000382 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578aa76e-3526-4947-870f-0889d1f41215 req-45e9bb73-a1ed-45a6-a54c-5b2b7143836f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:37.004663 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-578aa76e-3526-4947-870f-0889d1f41215 req-45e9bb73-a1ed-45a6-a54c-5b2b7143836f service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 200 len: 913 time: 0.4118936 Aug 16 22:36:37.056097 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-c132f34e-e28c-49b0-8e5a-7ff40471a83c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:37.057060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c132f34e-e28c-49b0-8e5a-7ff40471a83c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:37.063204 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c132f34e-e28c-49b0-8e5a-7ff40471a83c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/09f10d16-2508-45da-a934-5f84d2947b8d HTTP/1.1" status: 404 len: 337 time: 0.2414157 Aug 16 22:36:37.064169 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42650) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:37.192556 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a59dec-8ee7-4b7c-bb87-525d9c398008 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:37.193100 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a59dec-8ee7-4b7c-bb87-525d9c398008 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:37.196855 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba6cc9e1-7f6b-4d9b-9382-540a2f9be1ce tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:37.197292 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-ba6cc9e1-7f6b-4d9b-9382-540a2f9be1ce tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Added segment 0ffb5da3-9c95-425e-afb2-a3ebc0a0a98e of type vlan for network 1bf1ddd1-c1ab-4a52-9c58-e0636c0d76ce Aug 16 22:36:37.205360 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-60a59dec-8ee7-4b7c-bb87-525d9c398008 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/22ab9520-07d1-4efa-911d-68e14b2d0dea HTTP/1.1" status: 404 len: 337 time: 0.1309841 Aug 16 22:36:37.218359 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42652) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:37.277228 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-578aa76e-3526-4947-870f-0889d1f41215 req-a3a817ef-a2d2-4702-992c-61ce90f01f78 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e23b02-3747-41d2-bac1-046c88511bb4 HTTP/1.1" status: 200 len: 998 time: 0.2425671 Aug 16 22:36:37.297655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ae191-2730-414e-b8e8-3af4da133128 req-a81c7bf9-3235-4b12-adc6-978e7f8c3f90 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:37.315856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ae191-2730-414e-b8e8-3af4da133128 req-a81c7bf9-3235-4b12-adc6-978e7f8c3f90 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:37.324897 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba6cc9e1-7f6b-4d9b-9382-540a2f9be1ce tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:37.336605 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ae191-2730-414e-b8e8-3af4da133128 req-a81c7bf9-3235-4b12-adc6-978e7f8c3f90 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:37.353134 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ae191-2730-414e-b8e8-3af4da133128 req-a81c7bf9-3235-4b12-adc6-978e7f8c3f90 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:37.355566 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e633fa-11ac-4e5b-9576-fde91e7cc0f3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:37.356266 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e633fa-11ac-4e5b-9576-fde91e7cc0f3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:37.361395 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-92e633fa-11ac-4e5b-9576-fde91e7cc0f3 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/49f8f4ba-babb-4e59-858c-57b051644b56 HTTP/1.1" status: 404 len: 333 time: 0.1373045 Aug 16 22:36:37.363431 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42654) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:37.373171 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ae191-2730-414e-b8e8-3af4da133128 req-a81c7bf9-3235-4b12-adc6-978e7f8c3f90 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:37.397822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-996ae191-2730-414e-b8e8-3af4da133128 req-a81c7bf9-3235-4b12-adc6-978e7f8c3f90 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 3828 time: 0.6840427 Aug 16 22:36:37.406307 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-962ab558-3c53-497a-a5b7-b8685ab3e9ee req-4132a04e-9bbc-401a-a64a-e7400fc9929e tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6649466 Aug 16 22:36:37.481435 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-01fae022-dd8b-4105-9a70-9a77bb91116a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:37.481909 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01fae022-dd8b-4105-9a70-9a77bb91116a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:37.484501 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-01fae022-dd8b-4105-9a70-9a77bb91116a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/03458111-5f78-485c-bf89-0a949ef9aaa7 HTTP/1.1" status: 404 len: 337 time: 0.1161849 Aug 16 22:36:37.488602 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42658) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:37.526490 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba6cc9e1-7f6b-4d9b-9382-540a2f9be1ce tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:37.528671 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6cc9e1-7f6b-4d9b-9382-540a2f9be1ce tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:37.529664 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba6cc9e1-7f6b-4d9b-9382-540a2f9be1ce tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:37.550386 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d124e23b-1e9a-4f38-9769-254b1ed44a72 x-openstack-request-id: req-d124e23b-1e9a-4f38-9769-254b1ed44a72 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:36:37.550828 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "tag": "591b5968-9ed1-44b8-afc2-1f142f90e8d8", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:36:37.551254 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d124e23b-1e9a-4f38-9769-254b1ed44a72 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:36:37.551857 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'tag': '591b5968-9ed1-44b8-afc2-1f142f90e8d8', 'status': 'completed', 'code': 200} Aug 16 22:36:37.617201 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bd7872-a492-4ce1-81d5-71b0649ca52f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:37.618522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47bd7872-a492-4ce1-81d5-71b0649ca52f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:37.621055 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-47bd7872-a492-4ce1-81d5-71b0649ca52f tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/3329541e-b83f-4974-91f5-47bbe93793d0 HTTP/1.1" status: 404 len: 333 time: 0.1271176 Aug 16 22:36:37.631321 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42660) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:37.690467 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578aa76e-3526-4947-870f-0889d1f41215 req-3a1a567a-214c-42ee-b80a-f1739c273303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:37.693243 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-578aa76e-3526-4947-870f-0889d1f41215 req-3a1a567a-214c-42ee-b80a-f1739c273303 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 200 len: 851 time: 0.2856810 Aug 16 22:36:37.709486 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ba6cc9e1-7f6b-4d9b-9382-540a2f9be1ce tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6669846 Aug 16 22:36:37.726987 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42664) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:37.738265 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e81a9008-0c58-43b0-b237-2a3a3402755d tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Request body: {'network': {'project_id': 'b0f2bd4e53ae44c58b398093bf1ae908'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:37.741420 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-996ae191-2730-414e-b8e8-3af4da133128 req-7b7d0b94-ab98-4d35-9e14-fd3c43a7ccc2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3422275 Aug 16 22:36:37.763147 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cc9e1-7f6b-4d9b-9382-540a2f9be1ce tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Pushing event updated for resources: {'Network': ['ID=1bf1ddd1-c1ab-4a52-9c58-e0636c0d76ce,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:37.795719 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 1bf1ddd1-c1ab-4a52-9c58-e0636c0d76ce details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:36:37.810830 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-7848fb65-221b-415e-825f-dcc53b16aa00 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:37.817233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7848fb65-221b-415e-825f-dcc53b16aa00 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:37.821530 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7848fb65-221b-415e-825f-dcc53b16aa00 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/a0efcf9a-24f7-4210-9220-bfe7abaeb3e3 HTTP/1.1" status: 404 len: 337 time: 0.1608503 Aug 16 22:36:37.867020 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42666) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:37.919528 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15cc2b-deeb-43ce-9501-9c438cc1dbb6 req-fe615614-2c6d-478e-8d09-3c868f5520d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:37.920815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15cc2b-deeb-43ce-9501-9c438cc1dbb6 req-fe615614-2c6d-478e-8d09-3c868f5520d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:37.921890 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15cc2b-deeb-43ce-9501-9c438cc1dbb6 req-fe615614-2c6d-478e-8d09-3c868f5520d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:37.923248 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15cc2b-deeb-43ce-9501-9c438cc1dbb6 req-fe615614-2c6d-478e-8d09-3c868f5520d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:37.924233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15cc2b-deeb-43ce-9501-9c438cc1dbb6 req-fe615614-2c6d-478e-8d09-3c868f5520d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:37.927776 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f15cc2b-deeb-43ce-9501-9c438cc1dbb6 req-fe615614-2c6d-478e-8d09-3c868f5520d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec65b3f25804ec5b636b887d7c98229&device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 4364 time: 0.3201411 Aug 16 22:36:37.946742 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81a9008-0c58-43b0-b237-2a3a3402755d tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 22:36:37.947252 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e81a9008-0c58-43b0-b237-2a3a3402755d tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:37.949028 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e81a9008-0c58-43b0-b237-2a3a3402755d tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2145157 Aug 16 22:36:37.955457 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ced1b6e-ebac-4048-9b4e-f51dc4397176 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:37.956582 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ced1b6e-ebac-4048-9b4e-f51dc4397176 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:37.958114 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6ced1b6e-ebac-4048-9b4e-f51dc4397176 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/e3c9ece1-1e9e-443d-b5d1-9558a8c94430 HTTP/1.1" status: 404 len: 333 time: 0.0840769 Aug 16 22:36:37.968276 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a260f4-e95c-4287-9011-ab8907999577 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:36:37.972646 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42670) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:37.980725 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578aa76e-3526-4947-870f-0889d1f41215 req-7fa0c486-b07b-41df-8850-69203ab9ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:37.983578 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-578aa76e-3526-4947-870f-0889d1f41215 req-7fa0c486-b07b-41df-8850-69203ab9ca24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2405622 Aug 16 22:36:37.991458 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:38.031444 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1039891-b2c2-4aa5-bd22-8b456da55579 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:38.032222 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1039891-b2c2-4aa5-bd22-8b456da55579 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:38.035569 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e1039891-b2c2-4aa5-bd22-8b456da55579 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/056c0ef9-01aa-4199-8815-589699a6bbc3 HTTP/1.1" status: 404 len: 337 time: 0.0597770 Aug 16 22:36:38.047744 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42672) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:38.061165 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] Transition to ACTIVE for port object a0a260f4-e95c-4287-9011-ab8907999577 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:38.104521 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42674) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:38.185852 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:38.199041 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-163056eb-c7e4-4c98-ae53-f0ee53e4a04c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:38.199769 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163056eb-c7e4-4c98-ae53-f0ee53e4a04c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:38.204837 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-163056eb-c7e4-4c98-ae53-f0ee53e4a04c tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/dd9647ea-6cfb-4dbb-b48a-f0cbd69f7269 HTTP/1.1" status: 404 len: 333 time: 0.1505542 Aug 16 22:36:38.211778 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42678) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:38.288753 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8e821-474b-47dc-b816-4663fdee19ec tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Deleting port 137832ec-8a7d-4d6c-8f60-5b5d402fd443 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:38.288995 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fe8e821-474b-47dc-b816-4663fdee19ec tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:38.346344 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a260f4-e95c-4287-9011-ab8907999577,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:38.349012 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8efbc61-bbd7-4216-b776-7a4977145038 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:38.349621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8efbc61-bbd7-4216-b776-7a4977145038 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:38.360605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b8efbc61-bbd7-4216-b776-7a4977145038 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/f3889bad-5835-45c4-be7e-1ce95e8c0c28 HTTP/1.1" status: 404 len: 337 time: 0.1038868 Aug 16 22:36:38.371526 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42680) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:38.382387 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18c0fdd7-a381-45f0-beaf-31a2130c559c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:38.452684 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c29ec7-e2f6-41f6-acb9-1372978832d5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:38.453533 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c29ec7-e2f6-41f6-acb9-1372978832d5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:38.458280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-96c29ec7-e2f6-41f6-acb9-1372978832d5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/fcec328b-a7e3-4582-9443-9d21b0c7de98 HTTP/1.1" status: 404 len: 333 time: 0.0612459 Aug 16 22:36:38.465893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42684) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:38.491194 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18c0fdd7-a381-45f0-beaf-31a2130c559c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:38.531139 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-a305bd8a-46e2-4ab7-ab19-f36bf5c67451 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:38.531811 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a305bd8a-46e2-4ab7-ab19-f36bf5c67451 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:38.540670 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a305bd8a-46e2-4ab7-ab19-f36bf5c67451 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/a1e8c714-0f41-4540-bf36-d0ddb1592705 HTTP/1.1" status: 404 len: 337 time: 0.0659566 Aug 16 22:36:38.544755 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:38.562364 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42686) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:38.686514 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-578aa76e-3526-4947-870f-0889d1f41215 req-13687e7d-ee23-4703-9ff2-659b6782bda6 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6847939 Aug 16 22:36:38.687302 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82b435e-08d5-4161-af7d-7837c4166be5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:38.688098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82b435e-08d5-4161-af7d-7837c4166be5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:38.689711 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f82b435e-08d5-4161-af7d-7837c4166be5 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/2d302ae3-9814-4190-96b6-feecc904f3bb HTTP/1.1" status: 404 len: 333 time: 0.1010256 Aug 16 22:36:38.711440 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42690) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:38.741016 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] Attempting to bind port a0a260f4-e95c-4287-9011-ab8907999577 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:36:38.742237 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] Attempting to bind port a0a260f4-e95c-4287-9011-ab8907999577 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '420ed010-18d5-432a-8291-cf0ea8e7284a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:36:38.744467 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] Attempting to bind port a0a260f4-e95c-4287-9011-ab8907999577 on network a23f0fde-fc4c-4841-ad11-d7c8bad85285 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:38.756036 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fd14c1-150b-4b48-a820-8dfa1f7ece2a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:38.756639 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3fd14c1-150b-4b48-a820-8dfa1f7ece2a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:38.758439 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b3fd14c1-150b-4b48-a820-8dfa1f7ece2a tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/e7c928d7-be12-4132-8e1b-ace02591b51a HTTP/1.1" status: 404 len: 337 time: 0.0428841 Aug 16 22:36:38.766104 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15cc2b-deeb-43ce-9501-9c438cc1dbb6 req-ef64ac4b-fe33-4844-8767-8ff7bfcf1f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:38.766464 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15cc2b-deeb-43ce-9501-9c438cc1dbb6 req-ef64ac4b-fe33-4844-8767-8ff7bfcf1f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:38.766647 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15cc2b-deeb-43ce-9501-9c438cc1dbb6 req-ef64ac4b-fe33-4844-8767-8ff7bfcf1f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:38.768575 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f15cc2b-deeb-43ce-9501-9c438cc1dbb6 req-ef64ac4b-fe33-4844-8767-8ff7bfcf1f4c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6ec65b3f25804ec5b636b887d7c98229&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8151841 Aug 16 22:36:38.781322 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42694) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:38.838374 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fe8e821-474b-47dc-b816-4663fdee19ec tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:38.844642 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e29e5d9f-1069-4e13-9d4c-34c584d7ad43 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b0f2bd4e53ae44c58b398093bf1ae908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6857486 Aug 16 22:36:38.872316 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42700) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:38.873624 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] Port a0a260f4-e95c-4287-9011-ab8907999577 on network a23f0fde-fc4c-4841-ad11-d7c8bad85285 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:36:38.874235 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] Attempting to bind port a0a260f4-e95c-4287-9011-ab8907999577 on network a23f0fde-fc4c-4841-ad11-d7c8bad85285 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:38.925442 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f79a22-5230-4257-824f-75e4d5099a05 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:38.926481 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32f79a22-5230-4257-824f-75e4d5099a05 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:38.929308 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-32f79a22-5230-4257-824f-75e4d5099a05 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/ports/23a6990d-2c6e-4373-a914-b5d1dc478366 HTTP/1.1" status: 404 len: 333 time: 0.1469777 Aug 16 22:36:38.947680 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42704) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:39.004923 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-02317bc7-fe18-41d2-8417-c7053f507d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:39.017613 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a76534-6353-41c7-b242-31847a299d21 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] DELETE failed (client error): The resource could not be found. Aug 16 22:36:39.018415 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a76534-6353-41c7-b242-31847a299d21 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:36:39.025228 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e3a76534-6353-41c7-b242-31847a299d21 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/subnets/fdd56057-68d1-41ba-82a8-81961cd1bf2c HTTP/1.1" status: 404 len: 337 time: 0.0610452 Aug 16 22:36:39.041663 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42706) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:39.113254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5c546-58bb-4fd5-a237-b53c474a70ae req-fc223a18-9d74-43e9-9d7f-7791fa38f6e4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:39.116069 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6af5c546-58bb-4fd5-a237-b53c474a70ae req-fc223a18-9d74-43e9-9d7f-7791fa38f6e4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.5092921 Aug 16 22:36:39.294228 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8e821-474b-47dc-b816-4663fdee19ec tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Calling delete_port for 137832ec-8a7d-4d6c-8f60-5b5d402fd443 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:39.361443 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:36:39.362238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] Checking segment: {'id': '420ed010-18d5-432a-8291-cf0ea8e7284a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:39.362831 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] Bound using segment: {'id': '420ed010-18d5-432a-8291-cf0ea8e7284a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:36:39.363699 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] Bound port: a0a260f4-e95c-4287-9011-ab8907999577, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420ed010-18d5-432a-8291-cf0ea8e7284a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:36:39.364369 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:39.593579 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:36:39.724012 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0873b-ceed-4406-87b2-59040864b634 req-f6e8432c-ec81-4f01-a245-96a55d70f5f8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:39.727874 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91d71665-3f8b-4a23-ad17-dc6aa70a4546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:39.734623 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0873b-ceed-4406-87b2-59040864b634 req-f6e8432c-ec81-4f01-a245-96a55d70f5f8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:39.744620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0873b-ceed-4406-87b2-59040864b634 req-f6e8432c-ec81-4f01-a245-96a55d70f5f8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:39.755126 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0873b-ceed-4406-87b2-59040864b634 req-f6e8432c-ec81-4f01-a245-96a55d70f5f8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:39.758604 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-18c0fdd7-a381-45f0-beaf-31a2130c559c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Allocated IP 172.20.0.3 (b90a09e7-181c-4f85-8836-60a51153d3f2/8f319936-d9db-4957-a13c-fe2dd1672e65/18631af9-9bd5-4ad4-909e-247403ba2338) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:39.765688 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0873b-ceed-4406-87b2-59040864b634 req-f6e8432c-ec81-4f01-a245-96a55d70f5f8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:39.776356 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0873b-ceed-4406-87b2-59040864b634 req-f6e8432c-ec81-4f01-a245-96a55d70f5f8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:39.782413 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] For port a0a260f4-e95c-4287-9011-ab8907999577, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:36:39.783813 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04c0873b-ceed-4406-87b2-59040864b634 req-f6e8432c-ec81-4f01-a245-96a55d70f5f8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 4601 time: 0.7784207 Aug 16 22:36:39.805863 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-578aa76e-3526-4947-870f-0889d1f41215 req-709343be-dc1b-4481-979b-53e8f2c2e4a8 service neutron] 10.222.0.39 "GET /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0950255 Aug 16 22:36:39.819548 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b02fdcbb-ad8e-4e14-bfee-2888785bc4c0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:39.823799 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15cc2b-deeb-43ce-9501-9c438cc1dbb6 req-f48de294-e88c-44d3-8b0c-c998de432114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:39.826122 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f15cc2b-deeb-43ce-9501-9c438cc1dbb6 req-f48de294-e88c-44d3-8b0c-c998de432114 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0369022 Aug 16 22:36:39.848509 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6af5c546-58bb-4fd5-a237-b53c474a70ae req-6fd93550-e146-43d6-ad82-030a9af1de97 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6784883 Aug 16 22:36:39.880201 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] For port a0a260f4-e95c-4287-9011-ab8907999577, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a0a260f4-e95c-4287-9011-ab8907999577,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:36:39.902359 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91d71665-3f8b-4a23-ad17-dc6aa70a4546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:39.909350 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:39.914149 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04c0873b-ceed-4406-87b2-59040864b634 req-233611cd-88bd-4d2b-b52e-b4e5cf75d754 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1068125 Aug 16 22:36:40.097655 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b02fdcbb-ad8e-4e14-bfee-2888785bc4c0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:40.125408 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-b02fdcbb-ad8e-4e14-bfee-2888785bc4c0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58732b9-7854-450a-a2e3-f6da88770571']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:40.150840 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-b02fdcbb-ad8e-4e14-bfee-2888785bc4c0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc276723-ad93-443c-85ce-6b438ec094de') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:40.151509 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-b02fdcbb-ad8e-4e14-bfee-2888785bc4c0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc276723-ad93-443c-85ce-6b438ec094de') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:40.171471 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b02fdcbb-ad8e-4e14-bfee-2888785bc4c0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:40.194911 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b02fdcbb-ad8e-4e14-bfee-2888785bc4c0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:40.210823 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02fdcbb-ad8e-4e14-bfee-2888785bc4c0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:36:40.212402 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b02fdcbb-ad8e-4e14-bfee-2888785bc4c0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:36:40.235702 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:36:40.254283 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:40.255414 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:40.258123 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] 10.222.0.39 "PUT /v2.0/ports/a0a260f4-e95c-4287-9011-ab8907999577 HTTP/1.1" status: 200 len: 1132 time: 3.7027946 Aug 16 22:36:40.274397 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'tag': 'a0a260f4-e95c-4287-9011-ab8907999577'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:36:40.285768 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d2db85-d834-4e96-a6d2-6a76a420fcd8" -d '{"events": [{"name": "network-changed", "server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "tag": "a0a260f4-e95c-4287-9011-ab8907999577"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:36:40.391904 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1cbc7-de1a-4f16-abc8-7a67abac2fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a260f4-e95c-4287-9011-ab8907999577,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:40.397186 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fe8e821-474b-47dc-b816-4663fdee19ec tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:40.407267 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b02fdcbb-ad8e-4e14-bfee-2888785bc4c0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:40.430748 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b02fdcbb-ad8e-4e14-bfee-2888785bc4c0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:40.444890 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b02fdcbb-ad8e-4e14-bfee-2888785bc4c0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] 10.222.0.93 "DELETE /v2.0/networks/a58732b9-7854-450a-a2e3-f6da88770571 HTTP/1.1" status: 204 len: 168 time: 1.3882027 Aug 16 22:36:40.463151 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be47db89-eb22-4d2a-882d-15393868b96a x-openstack-request-id: req-be47db89-eb22-4d2a-882d-15393868b96a {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:36:40.463778 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "tag": "a0a260f4-e95c-4287-9011-ab8907999577", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:36:40.464247 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-be47db89-eb22-4d2a-882d-15393868b96a {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:36:40.464833 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'tag': 'a0a260f4-e95c-4287-9011-ab8907999577', 'status': 'completed', 'code': 200} Aug 16 22:36:40.576280 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fdcbb-ad8e-4e14-bfee-2888785bc4c0 tempest-NetworksTestDHCPv6-755980263 tempest-NetworksTestDHCPv6-755980263-project] Pushing event deleted for resources: {'Network': ['ID=a58732b9-7854-450a-a2e3-f6da88770571,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:40.660627 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] Request body: {'port': {'device_id': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:40.687835 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91d71665-3f8b-4a23-ad17-dc6aa70a4546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:40.702009 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91d71665-3f8b-4a23-ad17-dc6aa70a4546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:40.705761 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-91d71665-3f8b-4a23-ad17-dc6aa70a4546 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/dc64bada-77a2-4e53-8640-af7da06b362d HTTP/1.1" status: 204 len: 168 time: 1.4358566 Aug 16 22:36:40.707715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8e821-474b-47dc-b816-4663fdee19ec tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event deleted for resources: {'Port': ['ID=137832ec-8a7d-4d6c-8f60-5b5d402fd443,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:40.708778 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42724) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:40.770300 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:40.969524 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d71665-3f8b-4a23-ad17-dc6aa70a4546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc64bada-77a2-4e53-8640-af7da06b362d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:41.003109 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18c0fdd7-a381-45f0-beaf-31a2130c559c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:41.100249 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0cd9cce-afbe-471f-81ab-a4da8cb30014 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:41.258861 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2db85-d834-4e96-a6d2-6a76a420fcd8 req-ca689068-f4b7-4c59-8a31-aaaee1333060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:41.259586 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2db85-d834-4e96-a6d2-6a76a420fcd8 req-ca689068-f4b7-4c59-8a31-aaaee1333060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:41.260441 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2db85-d834-4e96-a6d2-6a76a420fcd8 req-ca689068-f4b7-4c59-8a31-aaaee1333060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:41.261346 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2db85-d834-4e96-a6d2-6a76a420fcd8 req-ca689068-f4b7-4c59-8a31-aaaee1333060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:41.261534 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42736) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:41.262237 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2db85-d834-4e96-a6d2-6a76a420fcd8 req-ca689068-f4b7-4c59-8a31-aaaee1333060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:41.262858 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2db85-d834-4e96-a6d2-6a76a420fcd8 req-ca689068-f4b7-4c59-8a31-aaaee1333060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:41.265575 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-07d2db85-d834-4e96-a6d2-6a76a420fcd8 req-ca689068-f4b7-4c59-8a31-aaaee1333060 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec65b3f25804ec5b636b887d7c98229&device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5289 time: 0.7832778 Aug 16 22:36:41.296540 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fe8e821-474b-47dc-b816-4663fdee19ec tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:41.312636 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:41.483930 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18c0fdd7-a381-45f0-beaf-31a2130c559c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:41.499594 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d91e4d59-aae9-4517-b69d-c64afabce2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:41.519846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4790662-b1a6-4765-a2f4-0dea76a5589c req-fd6b6d1c-7453-4903-bde7-e115ab16a769 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:41.522042 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4790662-b1a6-4765-a2f4-0dea76a5589c req-fd6b6d1c-7453-4903-bde7-e115ab16a769 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.4163244 Aug 16 22:36:41.559005 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0cd9cce-afbe-471f-81ab-a4da8cb30014 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:41.604081 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325cd98-003f-4dc6-a489-f4385265aff2 req-1f9e488b-5286-4413-927f-eb3344b27586 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:41.614155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325cd98-003f-4dc6-a489-f4385265aff2 req-1f9e488b-5286-4413-927f-eb3344b27586 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:41.625904 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325cd98-003f-4dc6-a489-f4385265aff2 req-1f9e488b-5286-4413-927f-eb3344b27586 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:41.642655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325cd98-003f-4dc6-a489-f4385265aff2 req-1f9e488b-5286-4413-927f-eb3344b27586 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:41.652878 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325cd98-003f-4dc6-a489-f4385265aff2 req-1f9e488b-5286-4413-927f-eb3344b27586 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:41.659103 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325cd98-003f-4dc6-a489-f4385265aff2 req-1f9e488b-5286-4413-927f-eb3344b27586 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:41.660706 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2325cd98-003f-4dc6-a489-f4385265aff2 req-1f9e488b-5286-4413-927f-eb3344b27586 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 4601 time: 0.4826961 Aug 16 22:36:41.667921 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f0cd9cce-afbe-471f-81ab-a4da8cb30014 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf1ddd1-c1ab-4a52-9c58-e0636c0d76ce']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:41.692780 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c0fdd7-a381-45f0-beaf-31a2130c559c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Network b90a09e7-181c-4f85-8836-60a51153d3f2 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:41.705301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f0cd9cce-afbe-471f-81ab-a4da8cb30014 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffb5da3-9c95-425e-afb2-a3ebc0a0a98e') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:41.705568 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f0cd9cce-afbe-471f-81ab-a4da8cb30014 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffb5da3-9c95-425e-afb2-a3ebc0a0a98e') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:41.714867 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-18c0fdd7-a381-45f0-beaf-31a2130c559c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:41.728996 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c0fdd7-a381-45f0-beaf-31a2130c559c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:41.739104 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0cd9cce-afbe-471f-81ab-a4da8cb30014 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:41.780117 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0cd9cce-afbe-471f-81ab-a4da8cb30014 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:41.786534 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0fdd7-a381-45f0-beaf-31a2130c559c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Pushing event updated for resources: {'Port': ['ID=18631af9-9bd5-4ad4-909e-247403ba2338,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:41.787496 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2db85-d834-4e96-a6d2-6a76a420fcd8 req-94dfec73-971d-4f93-9861-da2a2932d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:41.788216 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2db85-d834-4e96-a6d2-6a76a420fcd8 req-94dfec73-971d-4f93-9861-da2a2932d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:41.788866 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2db85-d834-4e96-a6d2-6a76a420fcd8 req-94dfec73-971d-4f93-9861-da2a2932d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:41.791748 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-07d2db85-d834-4e96-a6d2-6a76a420fcd8 req-94dfec73-971d-4f93-9861-da2a2932d62e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6ec65b3f25804ec5b636b887d7c98229&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5124202 Aug 16 22:36:41.795124 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4790662-b1a6-4765-a2f4-0dea76a5589c req-05b4a339-c271-488a-a7d7-970726cca580 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442334 Aug 16 22:36:41.796254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0cd9cce-afbe-471f-81ab-a4da8cb30014 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:36:41.796667 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0cd9cce-afbe-471f-81ab-a4da8cb30014 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:36:41.800720 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:36:41.804949 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe8e821-474b-47dc-b816-4663fdee19ec tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Router b49d9152-c693-4f0f-b010-6fa6b40ee557 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:36:41.844351 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-79709a2d-7e13-49f1-adb8-e21a5854a2db admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e08e5d92ad344f91b7cc8666da1d7000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5780735 Aug 16 22:36:41.845417 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42742) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:41.951122 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2325cd98-003f-4dc6-a489-f4385265aff2 req-bab48926-7f5c-4fb1-9b11-469c0ff0e39c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2781546 Aug 16 22:36:41.977661 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2db85-d834-4e96-a6d2-6a76a420fcd8 req-4815cd16-5c9d-41e0-94f7-fd9ec1ec783c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:41.979291 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-07d2db85-d834-4e96-a6d2-6a76a420fcd8 req-4815cd16-5c9d-41e0-94f7-fd9ec1ec783c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1779325 Aug 16 22:36:42.001827 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0cd9cce-afbe-471f-81ab-a4da8cb30014 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.012035 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0cd9cce-afbe-471f-81ab-a4da8cb30014 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.023099 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f0cd9cce-afbe-471f-81ab-a4da8cb30014 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] 10.222.0.93 "DELETE /v2.0/networks/1bf1ddd1-c1ab-4a52-9c58-e0636c0d76ce HTTP/1.1" status: 204 len: 168 time: 1.3119733 Aug 16 22:36:42.024049 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42746) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:42.112407 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd9cce-afbe-471f-81ab-a4da8cb30014 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Pushing event deleted for resources: {'Network': ['ID=1bf1ddd1-c1ab-4a52-9c58-e0636c0d76ce,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:42.115549 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.196894 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe8e821-474b-47dc-b816-4663fdee19ec tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:36:42.212646 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710bc12a-796c-4910-bb18-3268c41e9f69 None None] Sync routers for ids ['b49d9152-c693-4f0f-b010-6fa6b40ee557'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:36:42.214527 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21080c22-4f5a-4b0d-9cd9-a0ff736c6b16 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.219425 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5fe8e821-474b-47dc-b816-4663fdee19ec tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "PUT /v2.0/routers/b49d9152-c693-4f0f-b010-6fa6b40ee557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9930882 Aug 16 22:36:42.226278 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42748) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:42.228365 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710bc12a-796c-4910-bb18-3268c41e9f69 None None] Routers {'b49d9152-c693-4f0f-b010-6fa6b40ee557'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:42.229505 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-710bc12a-796c-4910-bb18-3268c41e9f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:36:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b49d9152-c693-4f0f-b010-6fa6b40ee557'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:42.290408 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-710bc12a-796c-4910-bb18-3268c41e9f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:42.291569 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e1caf6d-0995-4af3-92b1-37d092d069ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.307501 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710bc12a-796c-4910-bb18-3268c41e9f69 None None] Routers {'b49d9152-c693-4f0f-b010-6fa6b40ee557'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:42.308655 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-710bc12a-796c-4910-bb18-3268c41e9f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:36:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b49d9152-c693-4f0f-b010-6fa6b40ee557'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:42.312067 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-abb9704d-c4dd-41eb-bef1-49d1ad55cb10 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] show failed (client error): The resource could not be found. Aug 16 22:36:42.313602 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-abb9704d-c4dd-41eb-bef1-49d1ad55cb10 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "GET /v2.0/routers/tempest-non_exist_router-683107941 HTTP/1.1" status: 404 len: 334 time: 0.0784442 Aug 16 22:36:42.336073 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42750) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:42.340192 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21080c22-4f5a-4b0d-9cd9-a0ff736c6b16 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.343455 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-74828831-5336-4324-a8e4-97fe6dd71561 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:42.352892 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-21080c22-4f5a-4b0d-9cd9-a0ff736c6b16 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1850acc-b719-452f-afb9-0fca04fa9ae9']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:42.366841 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-21080c22-4f5a-4b0d-9cd9-a0ff736c6b16 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03350191-e567-4ebd-8a39-39abdbf7d0cb') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:42.367233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-21080c22-4f5a-4b0d-9cd9-a0ff736c6b16 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03350191-e567-4ebd-8a39-39abdbf7d0cb') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:42.370934 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-710bc12a-796c-4910-bb18-3268c41e9f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:42.372084 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710bc12a-796c-4910-bb18-3268c41e9f69 None None] The sync data for ids ['b49d9152-c693-4f0f-b010-6fa6b40ee557'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:36:42.387307 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21080c22-4f5a-4b0d-9cd9-a0ff736c6b16 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.412629 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a2ab9-a867-41b9-80d5-9480c0473683 req-f7f73335-9a85-4b3a-918c-f520fa02cefc tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:42.415238 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-347a2ab9-a867-41b9-80d5-9480c0473683 req-f7f73335-9a85-4b3a-918c-f520fa02cefc tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.2521324 Aug 16 22:36:42.421490 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-74828831-5336-4324-a8e4-97fe6dd71561 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] update failed (client error): The resource could not be found. Aug 16 22:36:42.423048 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-74828831-5336-4324-a8e4-97fe6dd71561 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "PUT /v2.0/routers/tempest-non_exist_router-1954068830 HTTP/1.1" status: 404 len: 335 time: 0.0856037 Aug 16 22:36:42.426052 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e1caf6d-0995-4af3-92b1-37d092d069ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.427433 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42752) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:42.446137 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21080c22-4f5a-4b0d-9cd9-a0ff736c6b16 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.512961 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21080c22-4f5a-4b0d-9cd9-a0ff736c6b16 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:36:42.513514 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21080c22-4f5a-4b0d-9cd9-a0ff736c6b16 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:36:42.519102 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:36:42.664516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c90ce3-ed68-4297-a3ad-1ad53d9dc52b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Deleting subnet 14be2e2a-76a2-4919-bbd1-d4296225702a {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:36:42.670414 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81c90ce3-ed68-4297-a3ad-1ad53d9dc52b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.673197 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882b75e0-8639-46ef-a97c-2657f474d5df {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:36:42.691541 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e1caf6d-0995-4af3-92b1-37d092d069ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.695403 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e1caf6d-0995-4af3-92b1-37d092d069ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.700399 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3e1caf6d-0995-4af3-92b1-37d092d069ae admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/91281e1a-645b-4faf-925e-bc7589db2f92 HTTP/1.1" status: 204 len: 168 time: 0.8445315 Aug 16 22:36:42.709161 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.740607 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1caf6d-0995-4af3-92b1-37d092d069ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91281e1a-645b-4faf-925e-bc7589db2f92,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:42.747445 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18c0fdd7-a381-45f0-beaf-31a2130c559c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.764950 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81c90ce3-ed68-4297-a3ad-1ad53d9dc52b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.800189 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] Transition to ACTIVE for port object 882b75e0-8639-46ef-a97c-2657f474d5df will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:42.816207 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.831442 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-347a2ab9-a867-41b9-80d5-9480c0473683 req-6f256910-1933-449e-9025-d07054555599 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3896754 Aug 16 22:36:42.836621 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21080c22-4f5a-4b0d-9cd9-a0ff736c6b16 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.869796 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21080c22-4f5a-4b0d-9cd9-a0ff736c6b16 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.873178 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-21080c22-4f5a-4b0d-9cd9-a0ff736c6b16 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] 10.222.0.93 "DELETE /v2.0/networks/a1850acc-b719-452f-afb9-0fca04fa9ae9 HTTP/1.1" status: 204 len: 168 time: 0.8439069 Aug 16 22:36:42.874703 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21080c22-4f5a-4b0d-9cd9-a0ff736c6b16 tempest-QuotasNegativeTest-343209313 tempest-QuotasNegativeTest-343209313-project-admin] Pushing event deleted for resources: {'Network': ['ID=a1850acc-b719-452f-afb9-0fca04fa9ae9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:43.103978 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81c90ce3-ed68-4297-a3ad-1ad53d9dc52b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:43.129555 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] Pushing event updated for resources: {'Port': ['ID=882b75e0-8639-46ef-a97c-2657f474d5df,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:43.274502 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:43.344014 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81c90ce3-ed68-4297-a3ad-1ad53d9dc52b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:43.414435 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf22510-ef46-4500-bf29-d042c690174a req-8c2354b4-79e2-41d6-a316-cdd638159d3b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:43.422096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf22510-ef46-4500-bf29-d042c690174a req-8c2354b4-79e2-41d6-a316-cdd638159d3b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:43.429865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf22510-ef46-4500-bf29-d042c690174a req-8c2354b4-79e2-41d6-a316-cdd638159d3b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:43.437664 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf22510-ef46-4500-bf29-d042c690174a req-8c2354b4-79e2-41d6-a316-cdd638159d3b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:43.450597 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf22510-ef46-4500-bf29-d042c690174a req-8c2354b4-79e2-41d6-a316-cdd638159d3b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:43.475197 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf22510-ef46-4500-bf29-d042c690174a req-8c2354b4-79e2-41d6-a316-cdd638159d3b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:43.500816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf22510-ef46-4500-bf29-d042c690174a req-8c2354b4-79e2-41d6-a316-cdd638159d3b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:43.520912 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-edf22510-ef46-4500-bf29-d042c690174a req-8c2354b4-79e2-41d6-a316-cdd638159d3b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5373 time: 0.2704725 Aug 16 22:36:43.523294 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c90ce3-ed68-4297-a3ad-1ad53d9dc52b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event deleted for resources: {'Subnet': ['ID=14be2e2a-76a2-4919-bbd1-d4296225702a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:43.542340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6de4ee3-4002-4556-ad8c-e480e2f5111e None None] Network 3e9ab795-5f53-4e5a-9068-13ccc71f8c8d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:43.577529 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81c90ce3-ed68-4297-a3ad-1ad53d9dc52b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:43.587569 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-81c90ce3-ed68-4297-a3ad-1ad53d9dc52b tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "DELETE /v2.0/subnets/14be2e2a-76a2-4919-bbd1-d4296225702a HTTP/1.1" status: 204 len: 168 time: 1.1586010 Aug 16 22:36:43.591997 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42772) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:43.684374 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18c0fdd7-a381-45f0-beaf-31a2130c559c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:43.768013 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] Attempting to bind port 882b75e0-8639-46ef-a97c-2657f474d5df on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:36:43.769007 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] Attempting to bind port 882b75e0-8639-46ef-a97c-2657f474d5df by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '420ed010-18d5-432a-8291-cf0ea8e7284a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:36:43.770046 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] Attempting to bind port 882b75e0-8639-46ef-a97c-2657f474d5df on network a23f0fde-fc4c-4841-ad11-d7c8bad85285 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:43.783113 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] Port 882b75e0-8639-46ef-a97c-2657f474d5df on network a23f0fde-fc4c-4841-ad11-d7c8bad85285 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:36:43.784137 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] Attempting to bind port 882b75e0-8639-46ef-a97c-2657f474d5df on network a23f0fde-fc4c-4841-ad11-d7c8bad85285 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:43.798525 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-edf22510-ef46-4500-bf29-d042c690174a req-ea364007-d885-4709-8cfa-8788e86afeb4 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2758129 Aug 16 22:36:43.820953 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:36:43.822079 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] Checking segment: {'id': '420ed010-18d5-432a-8291-cf0ea8e7284a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:43.823036 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] Bound using segment: {'id': '420ed010-18d5-432a-8291-cf0ea8e7284a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:36:43.824606 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] Bound port: 882b75e0-8639-46ef-a97c-2657f474d5df, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420ed010-18d5-432a-8291-cf0ea8e7284a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:36:43.825564 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:43.871323 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:44.003444 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35ba4c2-216f-4a04-b4a3-1ddf328699f8 None None] DHCP port deletion for 3e9ab795-5f53-4e5a-9068-13ccc71f8c8d request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:36:44.102446 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] For port 882b75e0-8639-46ef-a97c-2657f474d5df, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:36:44.111539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Deleting port 28de9654-3f13-410c-b625-91f612fb0f59 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:44.112023 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] For port 882b75e0-8639-46ef-a97c-2657f474d5df, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=882b75e0-8639-46ef-a97c-2657f474d5df,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:36:44.113563 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:44.119157 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:44.134497 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e35ba4c2-216f-4a04-b4a3-1ddf328699f8 None None] Deleting port 28de9654-3f13-410c-b625-91f612fb0f59 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:44.135102 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e35ba4c2-216f-4a04-b4a3-1ddf328699f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:44.273758 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-e35ba4c2-216f-4a04-b4a3-1ddf328699f8 None None] For port 28de9654-3f13-410c-b625-91f612fb0f59, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=28de9654-3f13-410c-b625-91f612fb0f59,segment=NetworkSegment(cba88472-97c8-48b0-935b-7878b5092f4a),segment_id=cba88472-97c8-48b0-935b-7878b5092f4a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:44.274285 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e35ba4c2-216f-4a04-b4a3-1ddf328699f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:44.286074 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42798) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:44.293074 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e35ba4c2-216f-4a04-b4a3-1ddf328699f8 None None] Calling delete_port for 28de9654-3f13-410c-b625-91f612fb0f59 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:44.296267 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:44.298996 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:44.305026 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] 10.222.0.39 "PUT /v2.0/ports/882b75e0-8639-46ef-a97c-2657f474d5df HTTP/1.1" status: 200 len: 1131 time: 3.9999011 Aug 16 22:36:44.334914 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c0fdd7-a381-45f0-beaf-31a2130c559c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Router eb28bda1-d081-4bd3-a657-77b6ad5cb10f is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:36:44.341238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'tag': '882b75e0-8639-46ef-a97c-2657f474d5df'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:36:44.345377 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9ce91d-17c0-44ec-b2e6-41ad1bc30b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "tag": "882b75e0-8639-46ef-a97c-2657f474d5df"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:36:44.403413 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] Request body: {'port': {'device_id': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:44.425635 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b650c78c-e1b7-45de-bc93-8f570a1c027e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:44.512416 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e35ba4c2-216f-4a04-b4a3-1ddf328699f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:44.519493 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] For port 28de9654-3f13-410c-b625-91f612fb0f59, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=28de9654-3f13-410c-b625-91f612fb0f59,segment=NetworkSegment(cba88472-97c8-48b0-935b-7878b5092f4a),segment_id=cba88472-97c8-48b0-935b-7878b5092f4a)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:44.520727 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:44.587423 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ba4c2-216f-4a04-b4a3-1ddf328699f8 None None] Pushing event deleted for resources: {'Port': ['ID=28de9654-3f13-410c-b625-91f612fb0f59,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:44.597228 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35ba4c2-216f-4a04-b4a3-1ddf328699f8 None None] No DVR routers for this DVR port 28de9654-3f13-410c-b625-91f612fb0f59 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:36:44.606180 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e849cdcd-4364-4fa2-9664-c371dd24c1e2 x-openstack-request-id: req-e849cdcd-4364-4fa2-9664-c371dd24c1e2 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:36:44.606563 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "tag": "882b75e0-8639-46ef-a97c-2657f474d5df", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:36:44.606931 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e849cdcd-4364-4fa2-9664-c371dd24c1e2 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:36:44.607406 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'tag': '882b75e0-8639-46ef-a97c-2657f474d5df', 'status': 'completed', 'code': 200} Aug 16 22:36:44.625427 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Calling delete_port for 28de9654-3f13-410c-b625-91f612fb0f59 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:44.789184 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:44.832162 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ce91d-17c0-44ec-b2e6-41ad1bc30b5b req-6adda3b8-0cdc-4f19-b9fa-8c9485f705d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:44.833211 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ce91d-17c0-44ec-b2e6-41ad1bc30b5b req-6adda3b8-0cdc-4f19-b9fa-8c9485f705d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:44.834129 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ce91d-17c0-44ec-b2e6-41ad1bc30b5b req-6adda3b8-0cdc-4f19-b9fa-8c9485f705d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:44.835604 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ce91d-17c0-44ec-b2e6-41ad1bc30b5b req-6adda3b8-0cdc-4f19-b9fa-8c9485f705d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:44.835902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ce91d-17c0-44ec-b2e6-41ad1bc30b5b req-6adda3b8-0cdc-4f19-b9fa-8c9485f705d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:44.836399 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ce91d-17c0-44ec-b2e6-41ad1bc30b5b req-6adda3b8-0cdc-4f19-b9fa-8c9485f705d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:44.837057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ce91d-17c0-44ec-b2e6-41ad1bc30b5b req-6adda3b8-0cdc-4f19-b9fa-8c9485f705d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:44.840611 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eb9ce91d-17c0-44ec-b2e6-41ad1bc30b5b req-6adda3b8-0cdc-4f19-b9fa-8c9485f705d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec65b3f25804ec5b636b887d7c98229&device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 6213 time: 0.1934729 Aug 16 22:36:45.231397 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:45.304934 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5200eee-34fb-4f39-adf6-9c1b2af52d01 service neutron] Pushing event updated for resources: {'Port': ['ID=882b75e0-8639-46ef-a97c-2657f474d5df,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:45.322045 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 28de9654-3f13-410c-b625-91f612fb0f59 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:36:45.400651 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42822) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:45.423836 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:45.469025 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 28de9654-3f13-410c-b625-91f612fb0f59 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:36:45.470090 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 28de9654-3f13-410c-b625-91f612fb0f59 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:36:45.533242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event deleted for resources: {'Port': ['ID=28de9654-3f13-410c-b625-91f612fb0f59,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:45.552377 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c0fdd7-a381-45f0-beaf-31a2130c559c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:36:45.571953 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] Sync routers for ids ['eb28bda1-d081-4bd3-a657-77b6ad5cb10f'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:36:45.574642 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] No DVR routers for this DVR port 28de9654-3f13-410c-b625-91f612fb0f59 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:36:45.591129 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ce91d-17c0-44ec-b2e6-41ad1bc30b5b req-c7d501e8-7c36-4e83-b041-13e76a6119d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:45.592753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ce91d-17c0-44ec-b2e6-41ad1bc30b5b req-c7d501e8-7c36-4e83-b041-13e76a6119d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:45.597767 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ce91d-17c0-44ec-b2e6-41ad1bc30b5b req-c7d501e8-7c36-4e83-b041-13e76a6119d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:45.601585 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eb9ce91d-17c0-44ec-b2e6-41ad1bc30b5b req-c7d501e8-7c36-4e83-b041-13e76a6119d5 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6ec65b3f25804ec5b636b887d7c98229&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7409952 Aug 16 22:36:45.614376 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] Routers {'eb28bda1-d081-4bd3-a657-77b6ad5cb10f'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:45.617579 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:36:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['eb28bda1-d081-4bd3-a657-77b6ad5cb10f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:45.653032 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:45.654352 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:45.655244 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:45.656039 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:45.656920 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:45.657732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:45.658696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:45.659595 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:45.660882 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:45.661546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:45.662273 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:45.662982 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:45.730240 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61c4cc-f7dd-4cc8-9e53-dddb13da7db8 req-adefc6af-f1d7-45c3-bbdb-21d9f6c4ba39 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:45.736966 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61c4cc-f7dd-4cc8-9e53-dddb13da7db8 req-adefc6af-f1d7-45c3-bbdb-21d9f6c4ba39 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:45.743425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61c4cc-f7dd-4cc8-9e53-dddb13da7db8 req-adefc6af-f1d7-45c3-bbdb-21d9f6c4ba39 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:45.750530 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61c4cc-f7dd-4cc8-9e53-dddb13da7db8 req-adefc6af-f1d7-45c3-bbdb-21d9f6c4ba39 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:45.757864 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61c4cc-f7dd-4cc8-9e53-dddb13da7db8 req-adefc6af-f1d7-45c3-bbdb-21d9f6c4ba39 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:45.766350 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61c4cc-f7dd-4cc8-9e53-dddb13da7db8 req-adefc6af-f1d7-45c3-bbdb-21d9f6c4ba39 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:45.773189 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61c4cc-f7dd-4cc8-9e53-dddb13da7db8 req-adefc6af-f1d7-45c3-bbdb-21d9f6c4ba39 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:45.782140 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce61c4cc-f7dd-4cc8-9e53-dddb13da7db8 req-adefc6af-f1d7-45c3-bbdb-21d9f6c4ba39 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5373 time: 0.7320831 Aug 16 22:36:45.921415 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4df3b19-2041-4134-804a-e362a7270b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:45.953273 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] Set router eb28bda1-d081-4bd3-a657-77b6ad5cb10f gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:36:45.967882 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b650c78c-e1b7-45de-bc93-8f570a1c027e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.003049 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b650c78c-e1b7-45de-bc93-8f570a1c027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.054498 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce61c4cc-f7dd-4cc8-9e53-dddb13da7db8 req-ef4b784d-717c-4b3f-82c4-36f4bef5c91f tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2710085 Aug 16 22:36:46.082610 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.090446 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9ab795-5f53-4e5a-9068-13ccc71f8c8d']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:46.100526 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42854) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:46.115609 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650c78c-e1b7-45de-bc93-8f570a1c027e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6ad9ca-4f7b-49f0-ac49-b5d1195d2bed,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:46.122219 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18c0fdd7-a381-45f0-beaf-31a2130c559c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.124514 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-18c0fdd7-a381-45f0-beaf-31a2130c559c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.5309327 Aug 16 22:36:46.133241 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba88472-97c8-48b0-935b-7878b5092f4a') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:46.133763 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba88472-97c8-48b0-935b-7878b5092f4a') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:46.147060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42856) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:46.153106 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.200932 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b650c78c-e1b7-45de-bc93-8f570a1c027e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8e7e3ccdd46b47dcbf60f80ab707dd74&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9109995 Aug 16 22:36:46.211047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42862) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:46.246655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ce91d-17c0-44ec-b2e6-41ad1bc30b5b req-1438cef8-151e-4061-8311-8d8bc1762979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:46.253209 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eb9ce91d-17c0-44ec-b2e6-41ad1bc30b5b req-1438cef8-151e-4061-8311-8d8bc1762979 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6408839 Aug 16 22:36:46.303844 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-48a22ad4-3d29-4e6d-a957-13f519da57b4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1699699510'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:46.306849 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28bda1-d081-4bd3-a657-77b6ad5cb10f', 'name': '', 'tenant_id': '8804af5c2aa3459ebe7e77550bac4237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b90a09e7-181c-4f85-8836-60a51153d3f2', 'external_fixed_ips': [{'subnet_id': '8f319936-d9db-4957-a13c-fe2dd1672e65', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '18631af9-9bd5-4ad4-909e-247403ba2338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:35Z', 'updated_at': '2021-08-16T22:36:42Z', 'revision_number': 3, 'project_id': '8804af5c2aa3459ebe7e77550bac4237', 'gw_port': {'id': '18631af9-9bd5-4ad4-909e-247403ba2338', 'name': '', 'network_id': 'b90a09e7-181c-4f85-8836-60a51153d3f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb28bda1-d081-4bd3-a657-77b6ad5cb10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '8f319936-d9db-4957-a13c-fe2dd1672e65', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:38Z', 'updated_at': '2021-08-16T22:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f319936-d9db-4957-a13c-fe2dd1672e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:46.358513 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] Checking router: eb28bda1-d081-4bd3-a657-77b6ad5cb10f for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:36:46.359309 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] Updating router eb28bda1-d081-4bd3-a657-77b6ad5cb10f port 18631af9-9bd5-4ad4-909e-247403ba2338 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:36:46.372084 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.404012 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:36:46.404485 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.410366 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:36:46.411047 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:36:46.456560 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae41b137-bb6f-47bc-9396-44386f2aed86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.499218 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133d71b-a866-4ed4-9335-7a18a9cb741f req-5523d45c-7d66-45a2-971d-2bb5c0c6c405 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:46.501032 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2133d71b-a866-4ed4-9335-7a18a9cb741f req-5523d45c-7d66-45a2-971d-2bb5c0c6c405 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=7808dc4d-0755-4c18-b5c1-645d3fceabe0 HTTP/1.1" status: 200 len: 943 time: 0.3935325 Aug 16 22:36:46.556523 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4df3b19-2041-4134-804a-e362a7270b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.569949 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c81783d-6b34-4769-b8e6-f21cb76f85b3 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:36:46.578223 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae41b137-bb6f-47bc-9396-44386f2aed86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.581070 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4df3b19-2041-4134-804a-e362a7270b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.605346 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465206d-b0ec-4158-8596-1baf92c70210 req-7c34dc0d-b66d-49de-9ba2-1a0639561171 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:46.611285 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465206d-b0ec-4158-8596-1baf92c70210 req-7c34dc0d-b66d-49de-9ba2-1a0639561171 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:46.615268 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.617371 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465206d-b0ec-4158-8596-1baf92c70210 req-7c34dc0d-b66d-49de-9ba2-1a0639561171 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:46.624256 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465206d-b0ec-4158-8596-1baf92c70210 req-7c34dc0d-b66d-49de-9ba2-1a0639561171 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:46.630473 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465206d-b0ec-4158-8596-1baf92c70210 req-7c34dc0d-b66d-49de-9ba2-1a0639561171 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:46.637542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465206d-b0ec-4158-8596-1baf92c70210 req-7c34dc0d-b66d-49de-9ba2-1a0639561171 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:46.643243 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465206d-b0ec-4158-8596-1baf92c70210 req-7c34dc0d-b66d-49de-9ba2-1a0639561171 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:46.646093 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3465206d-b0ec-4158-8596-1baf92c70210 req-7c34dc0d-b66d-49de-9ba2-1a0639561171 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5443 time: 0.2905369 Aug 16 22:36:46.674002 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a0d6264-f998-4f46-aa06-39c89774ff5e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.685103 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.691476 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.695597 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a22ad4-3d29-4e6d-a957-13f519da57b4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:46.698212 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "DELETE /v2.0/networks/3e9ab795-5f53-4e5a-9068-13ccc71f8c8d HTTP/1.1" status: 204 len: 168 time: 3.1016858 Aug 16 22:36:46.699870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42864) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:46.701717 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-48a22ad4-3d29-4e6d-a957-13f519da57b4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.706254 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] Transition to ACTIVE for port object 9c81783d-6b34-4769-b8e6-f21cb76f85b3 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:46.714511 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f4df3b19-2041-4134-804a-e362a7270b4e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=21ca5b8a2b43428686d0fdf39ca9112c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3083303 Aug 16 22:36:46.722282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42866) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:46.724971 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df3b19-2041-4134-804a-e362a7270b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18b9447-b7fb-4fb3-b403-caa85060269f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:46.727578 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.729462 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-48a22ad4-3d29-4e6d-a957-13f519da57b4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.785549 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df3b19-2041-4134-804a-e362a7270b4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:46.785951 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df3b19-2041-4134-804a-e362a7270b4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:46.786476 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df3b19-2041-4134-804a-e362a7270b4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:46.786892 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df3b19-2041-4134-804a-e362a7270b4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:46.787283 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df3b19-2041-4134-804a-e362a7270b4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:46.787685 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df3b19-2041-4134-804a-e362a7270b4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:46.788075 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df3b19-2041-4134-804a-e362a7270b4e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:46.788464 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df3b19-2041-4134-804a-e362a7270b4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:46.788852 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df3b19-2041-4134-804a-e362a7270b4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:46.789240 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df3b19-2041-4134-804a-e362a7270b4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:46.789625 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df3b19-2041-4134-804a-e362a7270b4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:46.790042 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df3b19-2041-4134-804a-e362a7270b4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:46.849799 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c105d8-6e31-4605-841a-0b7523032854 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event deleted for resources: {'Network': ['ID=3e9ab795-5f53-4e5a-9068-13ccc71f8c8d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:46.903411 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.912875 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae41b137-bb6f-47bc-9396-44386f2aed86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.918830 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae41b137-bb6f-47bc-9396-44386f2aed86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.924910 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ae41b137-bb6f-47bc-9396-44386f2aed86 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1c6ad9ca-4f7b-49f0-ac49-b5d1195d2bed HTTP/1.1" status: 204 len: 168 time: 0.7080061 Aug 16 22:36:46.932225 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] Pushing event updated for resources: {'Port': ['ID=9c81783d-6b34-4769-b8e6-f21cb76f85b3,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:46.960435 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] Transition to ACTIVE for port object 18631af9-9bd5-4ad4-909e-247403ba2338 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:46.979606 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.991174 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41b137-bb6f-47bc-9396-44386f2aed86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6ad9ca-4f7b-49f0-ac49-b5d1195d2bed,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:47.028236 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3465206d-b0ec-4158-8596-1baf92c70210 req-5ae97198-d454-4f7e-8b03-75cc05d57f1b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3607490 Aug 16 22:36:47.035366 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-1840a7d8-3799-4c9f-a8bd-df0fc3da481e tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Deleting subnet 192573f7-5123-489c-b305-ecfd529bf6c9 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:36:47.043238 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1840a7d8-3799-4c9f-a8bd-df0fc3da481e tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:47.045125 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-04de6195-582c-4df6-a970-d5515c5862fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:47.107532 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-04de6195-582c-4df6-a970-d5515c5862fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:47.139352 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a0d6264-f998-4f46-aa06-39c89774ff5e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:47.149172 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-2133d71b-a866-4ed4-9335-7a18a9cb741f req-bd4c308a-a176-43d7-a418-136bbd2aa2f4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Deleting port ffefc3f5-1c9c-4c1a-9b46-c2e733398029 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:47.151207 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2133d71b-a866-4ed4-9335-7a18a9cb741f req-bd4c308a-a176-43d7-a418-136bbd2aa2f4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:47.183246 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603db3c-317f-48b8-8669-24090e816406 None None] Pushing event updated for resources: {'Port': ['ID=18631af9-9bd5-4ad4-909e-247403ba2338,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:47.189560 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-04de6195-582c-4df6-a970-d5515c5862fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:47.194145 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-04de6195-582c-4df6-a970-d5515c5862fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:47.196060 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-04de6195-582c-4df6-a970-d5515c5862fe admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f18b9447-b7fb-4fb3-b403-caa85060269f HTTP/1.1" status: 204 len: 168 time: 0.4721410 Aug 16 22:36:47.211802 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] Attempting to bind port 18631af9-9bd5-4ad4-909e-247403ba2338 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:36:47.212342 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] Attempting to bind port 18631af9-9bd5-4ad4-909e-247403ba2338 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '5a45e7da-93e4-439c-a3cb-509d23f061ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b90a09e7-181c-4f85-8836-60a51153d3f2'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:36:47.212977 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] Attempting to bind port 18631af9-9bd5-4ad4-909e-247403ba2338 on network b90a09e7-181c-4f85-8836-60a51153d3f2 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:47.234198 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:36:47.234743 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] Checking segment: {'id': '5a45e7da-93e4-439c-a3cb-509d23f061ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b90a09e7-181c-4f85-8836-60a51153d3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:47.235505 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:47.236090 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] Bound using segment: {'id': '5a45e7da-93e4-439c-a3cb-509d23f061ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b90a09e7-181c-4f85-8836-60a51153d3f2'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:36:47.236826 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] Bound port: 18631af9-9bd5-4ad4-909e-247403ba2338, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a45e7da-93e4-439c-a3cb-509d23f061ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b90a09e7-181c-4f85-8836-60a51153d3f2'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:36:47.237318 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:47.238721 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de6195-582c-4df6-a970-d5515c5862fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18b9447-b7fb-4fb3-b403-caa85060269f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:47.254381 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] Attempting to bind port 9c81783d-6b34-4769-b8e6-f21cb76f85b3 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:36:47.254913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] Attempting to bind port 9c81783d-6b34-4769-b8e6-f21cb76f85b3 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '420ed010-18d5-432a-8291-cf0ea8e7284a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:36:47.255366 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] Attempting to bind port 9c81783d-6b34-4769-b8e6-f21cb76f85b3 on network a23f0fde-fc4c-4841-ad11-d7c8bad85285 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:47.264657 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] Port 9c81783d-6b34-4769-b8e6-f21cb76f85b3 on network a23f0fde-fc4c-4841-ad11-d7c8bad85285 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:36:47.265266 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] Attempting to bind port 9c81783d-6b34-4769-b8e6-f21cb76f85b3 on network a23f0fde-fc4c-4841-ad11-d7c8bad85285 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:47.274400 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:36:47.275092 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] Checking segment: {'id': '420ed010-18d5-432a-8291-cf0ea8e7284a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:47.275872 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] Bound using segment: {'id': '420ed010-18d5-432a-8291-cf0ea8e7284a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:36:47.277058 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] Bound port: 9c81783d-6b34-4769-b8e6-f21cb76f85b3, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420ed010-18d5-432a-8291-cf0ea8e7284a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:36:47.277642 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:47.314420 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1840a7d8-3799-4c9f-a8bd-df0fc3da481e tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:47.416952 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-48a22ad4-3d29-4e6d-a957-13f519da57b4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:47.426496 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-48a22ad4-3d29-4e6d-a957-13f519da57b4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:47.442974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] For port 18631af9-9bd5-4ad4-909e-247403ba2338, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:36:47.451001 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] For port 18631af9-9bd5-4ad4-909e-247403ba2338, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=18631af9-9bd5-4ad4-909e-247403ba2338,segment=NetworkSegment(5a45e7da-93e4-439c-a3cb-509d23f061ac),segment_id=5a45e7da-93e4-439c-a3cb-509d23f061ac)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:36:47.468043 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:47.546442 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a22ad4-3d29-4e6d-a957-13f519da57b4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:36:47.593349 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] For port 9c81783d-6b34-4769-b8e6-f21cb76f85b3, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:36:47.595994 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] Routers {'eb28bda1-d081-4bd3-a657-77b6ad5cb10f'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:47.597406 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:36:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['eb28bda1-d081-4bd3-a657-77b6ad5cb10f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:47.608764 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] For port 9c81783d-6b34-4769-b8e6-f21cb76f85b3, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=9c81783d-6b34-4769-b8e6-f21cb76f85b3,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:36:47.624630 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a22ad4-3d29-4e6d-a957-13f519da57b4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842ff725-b64c-44a5-8bd3-e3acda9bd9b5,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:47.642093 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-48a22ad4-3d29-4e6d-a957-13f519da57b4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:47.643228 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-48a22ad4-3d29-4e6d-a957-13f519da57b4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Added segment 9a61217c-2627-40c5-a052-c71e5ab83f82 of type vlan for network babb651f-43c0-4f3a-a214-ef8d0ec92712 Aug 16 22:36:47.646158 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:47.685803 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:47.687146 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:47.690171 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] 10.222.0.39 "PUT /v2.0/ports/9c81783d-6b34-4769-b8e6-f21cb76f85b3 HTTP/1.1" status: 200 len: 1091 time: 3.3385582 Aug 16 22:36:47.731465 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'tag': '9c81783d-6b34-4769-b8e6-f21cb76f85b3'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:36:47.736505 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb30188-9e6a-4afa-b080-c268938fddf5" -d '{"events": [{"name": "network-changed", "server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "tag": "9c81783d-6b34-4769-b8e6-f21cb76f85b3"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:36:47.809482 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] Request body: {'port': {'device_id': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:47.934508 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-48a22ad4-3d29-4e6d-a957-13f519da57b4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:48.009583 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42888) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:48.010539 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16139db-787d-4dae-98e7-2efaa4265325 service neutron] Pushing event updated for resources: {'Port': ['ID=9c81783d-6b34-4769-b8e6-f21cb76f85b3,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:48.041107 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-2133d71b-a866-4ed4-9335-7a18a9cb741f req-bd4c308a-a176-43d7-a418-136bbd2aa2f4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] For port ffefc3f5-1c9c-4c1a-9b46-c2e733398029, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ffefc3f5-1c9c-4c1a-9b46-c2e733398029,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:48.042053 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2133d71b-a866-4ed4-9335-7a18a9cb741f req-bd4c308a-a176-43d7-a418-136bbd2aa2f4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:48.082058 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-2133d71b-a866-4ed4-9335-7a18a9cb741f req-bd4c308a-a176-43d7-a418-136bbd2aa2f4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Calling delete_port for ffefc3f5-1c9c-4c1a-9b46-c2e733398029 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:48.084949 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603db3c-317f-48b8-8669-24090e816406 None None] Pushing event updated for resources: {'Port': ['ID=18631af9-9bd5-4ad4-909e-247403ba2338,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:48.100737 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7416e51-36f0-43b2-b5e5-2f14fd3a7f4e req-401a9e3b-c9d4-4292-b124-8b99875848d8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:48.101386 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:48.109618 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7416e51-36f0-43b2-b5e5-2f14fd3a7f4e req-401a9e3b-c9d4-4292-b124-8b99875848d8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:48.117562 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-48a22ad4-3d29-4e6d-a957-13f519da57b4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:48.119833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7416e51-36f0-43b2-b5e5-2f14fd3a7f4e req-401a9e3b-c9d4-4292-b124-8b99875848d8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:48.126625 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a22ad4-3d29-4e6d-a957-13f519da57b4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:48.127940 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-48a22ad4-3d29-4e6d-a957-13f519da57b4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:48.134316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] Set router eb28bda1-d081-4bd3-a657-77b6ad5cb10f gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:36:48.137468 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7416e51-36f0-43b2-b5e5-2f14fd3a7f4e req-401a9e3b-c9d4-4292-b124-8b99875848d8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:48.145130 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7416e51-36f0-43b2-b5e5-2f14fd3a7f4e req-401a9e3b-c9d4-4292-b124-8b99875848d8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:48.152914 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7416e51-36f0-43b2-b5e5-2f14fd3a7f4e req-401a9e3b-c9d4-4292-b124-8b99875848d8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:48.160432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7416e51-36f0-43b2-b5e5-2f14fd3a7f4e req-401a9e3b-c9d4-4292-b124-8b99875848d8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:48.168860 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e7416e51-36f0-43b2-b5e5-2f14fd3a7f4e req-401a9e3b-c9d4-4292-b124-8b99875848d8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5385 time: 0.8712699 Aug 16 22:36:48.180416 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8e5dfab-4673-465c-97c4-7fe9249bffa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:48.199998 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42890) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:48.201593 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-48a22ad4-3d29-4e6d-a957-13f519da57b4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0806682 Aug 16 22:36:48.210702 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-de078072-3a19-40d9-a753-46049e47d2c9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'port': {'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712', 'name': 'tempest-PortsIpV6TestJSON-1178064824'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:48.213746 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28bda1-d081-4bd3-a657-77b6ad5cb10f', 'name': '', 'tenant_id': '8804af5c2aa3459ebe7e77550bac4237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:35Z', 'updated_at': '2021-08-16T22:36:47Z', 'revision_number': 4, 'project_id': '8804af5c2aa3459ebe7e77550bac4237', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:48.289011 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2236ac9-57b2-4d6f-a02c-404da4a3e64d None None] The sync data for ids ['eb28bda1-d081-4bd3-a657-77b6ad5cb10f'] in n-d-792458-15 is: [{'id': 'eb28bda1-d081-4bd3-a657-77b6ad5cb10f', 'name': '', 'tenant_id': '8804af5c2aa3459ebe7e77550bac4237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:35Z', 'updated_at': '2021-08-16T22:36:47Z', 'revision_number': 4, 'project_id': '8804af5c2aa3459ebe7e77550bac4237', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:36:48.357214 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a22ad4-3d29-4e6d-a957-13f519da57b4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Network': ['ID=babb651f-43c0-4f3a-a214-ef8d0ec92712,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:48.385247 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network babb651f-43c0-4f3a-a214-ef8d0ec92712 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:36:48.418766 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1840a7d8-3799-4c9f-a8bd-df0fc3da481e tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:48.463434 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d6264-f998-4f46-aa06-39c89774ff5e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Deleting port 18631af9-9bd5-4ad4-909e-247403ba2338 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:48.463434 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a0d6264-f998-4f46-aa06-39c89774ff5e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:48.584626 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e7416e51-36f0-43b2-b5e5-2f14fd3a7f4e req-0023a1e1-a4a0-4b61-bad8-ab3c743338bd tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4146678 Aug 16 22:36:48.653094 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8e5dfab-4673-465c-97c4-7fe9249bffa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:48.706579 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8e5dfab-4673-465c-97c4-7fe9249bffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:48.773484 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-4a0d6264-f998-4f46-aa06-39c89774ff5e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] For port 18631af9-9bd5-4ad4-909e-247403ba2338, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=18631af9-9bd5-4ad4-909e-247403ba2338,segment=NetworkSegment(5a45e7da-93e4-439c-a3cb-509d23f061ac),segment_id=5a45e7da-93e4-439c-a3cb-509d23f061ac)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:48.773839 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a0d6264-f998-4f46-aa06-39c89774ff5e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:48.800089 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f8e5dfab-4673-465c-97c4-7fe9249bffa9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=481cc18a2fe1433fa519e885d2502c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7829320 Aug 16 22:36:48.806513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42900) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:48.834469 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de078072-3a19-40d9-a753-46049e47d2c9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:48.842341 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de078072-3a19-40d9-a753-46049e47d2c9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:48.848547 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d6264-f998-4f46-aa06-39c89774ff5e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Calling delete_port for 18631af9-9bd5-4ad4-909e-247403ba2338 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:48.859737 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5dfab-4673-465c-97c4-7fe9249bffa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5bbcd2-a835-4bed-8da5-664edadba085,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:48.927604 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb74b-122b-4ab7-a345-34bbda131cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:48.938562 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1840a7d8-3799-4c9f-a8bd-df0fc3da481e tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:48.965933 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516c568f-19b6-4e89-a94c-c7442b86dbc7 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:36:48.996113 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.004047 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb74b-122b-4ab7-a345-34bbda131cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.050706 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] Transition to ACTIVE for port object 516c568f-19b6-4e89-a94c-c7442b86dbc7 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:49.058625 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.070206 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840a7d8-3799-4c9f-a8bd-df0fc3da481e tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event deleted for resources: {'Subnet': ['ID=192573f7-5123-489c-b305-ecfd529bf6c9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:49.113182 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1840a7d8-3799-4c9f-a8bd-df0fc3da481e tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.118446 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1840a7d8-3799-4c9f-a8bd-df0fc3da481e tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "DELETE /v2.0/subnets/192573f7-5123-489c-b305-ecfd529bf6c9 HTTP/1.1" status: 204 len: 168 time: 2.3972936 Aug 16 22:36:49.131087 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-de078072-3a19-40d9-a753-46049e47d2c9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] device_id is not set on port 4a115518-896d-4661-b265-7cd76ea84a7d yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:36:49.134445 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42906) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:49.146676 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412dbdf6-1bf4-4d11-ae94-e226c1882748 None None] Network 73a3d721-25f1-4359-9cb5-7eff9da00739 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:49.159239 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968f769-7ef3-4cdb-9ae0-469c6b6f066d req-a18c28f1-ac0c-4d17-b6f4-69d154a71605 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:49.172597 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968f769-7ef3-4cdb-9ae0-469c6b6f066d req-a18c28f1-ac0c-4d17-b6f4-69d154a71605 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:49.183017 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968f769-7ef3-4cdb-9ae0-469c6b6f066d req-a18c28f1-ac0c-4d17-b6f4-69d154a71605 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:49.191088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968f769-7ef3-4cdb-9ae0-469c6b6f066d req-a18c28f1-ac0c-4d17-b6f4-69d154a71605 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:49.202213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968f769-7ef3-4cdb-9ae0-469c6b6f066d req-a18c28f1-ac0c-4d17-b6f4-69d154a71605 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:49.211066 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968f769-7ef3-4cdb-9ae0-469c6b6f066d req-a18c28f1-ac0c-4d17-b6f4-69d154a71605 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:49.222936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968f769-7ef3-4cdb-9ae0-469c6b6f066d req-a18c28f1-ac0c-4d17-b6f4-69d154a71605 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:49.237763 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e968f769-7ef3-4cdb-9ae0-469c6b6f066d req-a18c28f1-ac0c-4d17-b6f4-69d154a71605 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5443 time: 0.5234880 Aug 16 22:36:49.288441 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] Pushing event updated for resources: {'Port': ['ID=516c568f-19b6-4e89-a94c-c7442b86dbc7,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:49.435966 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2133d71b-a866-4ed4-9335-7a18a9cb741f req-bd4c308a-a176-43d7-a418-136bbd2aa2f4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.439802 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb74b-122b-4ab7-a345-34bbda131cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.449152 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb74b-122b-4ab7-a345-34bbda131cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.450607 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ebbfb74b-122b-4ab7-a345-34bbda131cb8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3c5bbcd2-a835-4bed-8da5-664edadba085 HTTP/1.1" status: 204 len: 168 time: 0.6417599 Aug 16 22:36:49.459672 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779bc31d-5930-42e3-bd67-702f270c8979 x-openstack-request-id: req-779bc31d-5930-42e3-bd67-702f270c8979 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:36:49.459988 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "tag": "9c81783d-6b34-4769-b8e6-f21cb76f85b3", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:36:49.460292 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-779bc31d-5930-42e3-bd67-702f270c8979 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:36:49.460659 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'tag': '9c81783d-6b34-4769-b8e6-f21cb76f85b3', 'status': 'completed', 'code': 200} Aug 16 22:36:49.479217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['5caa8ca9-7660-46f2-906d-1f26e38dc98f', 'e48fde74-b044-473a-b476-caf9b6057de8'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:36:49.534651 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbfb74b-122b-4ab7-a345-34bbda131cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5bbcd2-a835-4bed-8da5-664edadba085,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:49.565943 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-92126b6b-2ed2-4551-a8c1-44d70789ac3f tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Deleting subnet c95c5973-5874-4309-b0e6-95b1c1ccd39b {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:36:49.582568 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92126b6b-2ed2-4551-a8c1-44d70789ac3f tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.587180 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] Attempting to bind port 516c568f-19b6-4e89-a94c-c7442b86dbc7 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:36:49.587411 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] Attempting to bind port 516c568f-19b6-4e89-a94c-c7442b86dbc7 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '420ed010-18d5-432a-8291-cf0ea8e7284a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:36:49.591691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] Attempting to bind port 516c568f-19b6-4e89-a94c-c7442b86dbc7 on network a23f0fde-fc4c-4841-ad11-d7c8bad85285 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:49.680048 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] Port 516c568f-19b6-4e89-a94c-c7442b86dbc7 on network a23f0fde-fc4c-4841-ad11-d7c8bad85285 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:36:49.681165 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] Attempting to bind port 516c568f-19b6-4e89-a94c-c7442b86dbc7 on network a23f0fde-fc4c-4841-ad11-d7c8bad85285 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:49.714959 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:36:49.715737 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] Checking segment: {'id': '420ed010-18d5-432a-8291-cf0ea8e7284a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:49.719748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c308a-a176-43d7-a418-136bbd2aa2f4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Pushing event deleted for resources: {'Port': ['ID=ffefc3f5-1c9c-4c1a-9b46-c2e733398029,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:49.724396 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] Bound using segment: {'id': '420ed010-18d5-432a-8291-cf0ea8e7284a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:36:49.724882 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] Bound port: 516c568f-19b6-4e89-a94c-c7442b86dbc7, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420ed010-18d5-432a-8291-cf0ea8e7284a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:36:49.725262 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.759363 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92126b6b-2ed2-4551-a8c1-44d70789ac3f tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.858716 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-2133d71b-a866-4ed4-9335-7a18a9cb741f req-bd4c308a-a176-43d7-a418-136bbd2aa2f4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] No DVR routers for this DVR port ffefc3f5-1c9c-4c1a-9b46-c2e733398029 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:36:49.887907 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2133d71b-a866-4ed4-9335-7a18a9cb741f req-bd4c308a-a176-43d7-a418-136bbd2aa2f4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.901749 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2133d71b-a866-4ed4-9335-7a18a9cb741f req-bd4c308a-a176-43d7-a418-136bbd2aa2f4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "DELETE /v2.0/ports/ffefc3f5-1c9c-4c1a-9b46-c2e733398029 HTTP/1.1" status: 204 len: 173 time: 3.3862476 Aug 16 22:36:49.901749 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7808dc4d-0755-4c18-b5c1-645d3fceabe0', 'name': 'network-vif-deleted', 'tag': 'ffefc3f5-1c9c-4c1a-9b46-c2e733398029'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:36:49.904603 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e823b173-1709-4c8d-8577-a63ccf3608e3" -d '{"events": [{"server_uuid": "7808dc4d-0755-4c18-b5c1-645d3fceabe0", "name": "network-vif-deleted", "tag": "ffefc3f5-1c9c-4c1a-9b46-c2e733398029"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:36:49.916918 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544058dd-559d-44d2-a94e-5c2e8ea54d9d None None] DHCP port deletion for 73a3d721-25f1-4359-9cb5-7eff9da00739 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:36:49.958691 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb30188-9e6a-4afa-b080-c268938fddf5 req-cabe4d16-eb23-47c0-93b3-1a9c5e2ab818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:49.961090 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb30188-9e6a-4afa-b080-c268938fddf5 req-cabe4d16-eb23-47c0-93b3-1a9c5e2ab818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:49.961945 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb30188-9e6a-4afa-b080-c268938fddf5 req-cabe4d16-eb23-47c0-93b3-1a9c5e2ab818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:49.962795 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb30188-9e6a-4afa-b080-c268938fddf5 req-cabe4d16-eb23-47c0-93b3-1a9c5e2ab818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:49.963597 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb30188-9e6a-4afa-b080-c268938fddf5 req-cabe4d16-eb23-47c0-93b3-1a9c5e2ab818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:49.964586 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb30188-9e6a-4afa-b080-c268938fddf5 req-cabe4d16-eb23-47c0-93b3-1a9c5e2ab818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:49.965252 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb30188-9e6a-4afa-b080-c268938fddf5 req-cabe4d16-eb23-47c0-93b3-1a9c5e2ab818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:49.968671 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-feb30188-9e6a-4afa-b080-c268938fddf5 req-cabe4d16-eb23-47c0-93b3-1a9c5e2ab818 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec65b3f25804ec5b636b887d7c98229&device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 6307 time: 0.5874228 Aug 16 22:36:50.058854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] For port 516c568f-19b6-4e89-a94c-c7442b86dbc7, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:36:50.070479 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] For port 516c568f-19b6-4e89-a94c-c7442b86dbc7, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=516c568f-19b6-4e89-a94c-c7442b86dbc7,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:36:50.093307 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:50.213352 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:50.215025 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:50.216766 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] 10.222.0.39 "PUT /v2.0/ports/516c568f-19b6-4e89-a94c-c7442b86dbc7 HTTP/1.1" status: 200 len: 1092 time: 2.4293265 Aug 16 22:36:50.263415 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-544058dd-559d-44d2-a94e-5c2e8ea54d9d None None] Deleting port 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:50.263415 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-544058dd-559d-44d2-a94e-5c2e8ea54d9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:50.264779 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-dbce6e76-1d71-48ae-b3d7-8daba5ae1f5f tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:36:50.267077 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-dbce6e76-1d71-48ae-b3d7-8daba5ae1f5f tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194399 Aug 16 22:36:50.331810 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] Request body: {'port': {'device_id': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:50.466811 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb30188-9e6a-4afa-b080-c268938fddf5 req-2bdc6da7-3aad-4169-82d2-3a14925ace0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:50.469034 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb30188-9e6a-4afa-b080-c268938fddf5 req-2bdc6da7-3aad-4169-82d2-3a14925ace0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:50.472861 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb30188-9e6a-4afa-b080-c268938fddf5 req-2bdc6da7-3aad-4169-82d2-3a14925ace0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:50.478330 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-feb30188-9e6a-4afa-b080-c268938fddf5 req-2bdc6da7-3aad-4169-82d2-3a14925ace0d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6ec65b3f25804ec5b636b887d7c98229&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4329832 Aug 16 22:36:50.502752 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-544058dd-559d-44d2-a94e-5c2e8ea54d9d None None] For port 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=57034b3b-f5b1-4a70-a2fb-4e8bbffb037b,segment=NetworkSegment(b5886ec0-0374-4db6-b8ac-fce15285ddb7),segment_id=b5886ec0-0374-4db6-b8ac-fce15285ddb7)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:50.503525 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-544058dd-559d-44d2-a94e-5c2e8ea54d9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:50.508958 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a0d6264-f998-4f46-aa06-39c89774ff5e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:50.522126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-544058dd-559d-44d2-a94e-5c2e8ea54d9d None None] Calling delete_port for 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:50.544748 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9122b04-ae53-486a-9b97-3ae917ac743f service neutron] Pushing event updated for resources: {'Port': ['ID=516c568f-19b6-4e89-a94c-c7442b86dbc7,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:50.609050 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92126b6b-2ed2-4551-a8c1-44d70789ac3f tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:50.625616 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-544058dd-559d-44d2-a94e-5c2e8ea54d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:50.661922 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544058dd-559d-44d2-a94e-5c2e8ea54d9d None None] Pushing event deleted for resources: {'Port': ['ID=57034b3b-f5b1-4a70-a2fb-4e8bbffb037b,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:50.696945 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544058dd-559d-44d2-a94e-5c2e8ea54d9d None None] No DVR routers for this DVR port 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:36:50.700234 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:50.860878 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de078072-3a19-40d9-a753-46049e47d2c9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:50.889787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d6264-f998-4f46-aa06-39c89774ff5e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Pushing event deleted for resources: {'Port': ['ID=18631af9-9bd5-4ad4-909e-247403ba2338,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:50.956492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ea10a-e034-48c2-8ac2-a068848d9e40 req-44618038-3d8b-4cd3-9cdf-a77d0cf4d8a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:50.964950 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ea10a-e034-48c2-8ac2-a068848d9e40 req-44618038-3d8b-4cd3-9cdf-a77d0cf4d8a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:50.972142 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ea10a-e034-48c2-8ac2-a068848d9e40 req-44618038-3d8b-4cd3-9cdf-a77d0cf4d8a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:50.983902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ea10a-e034-48c2-8ac2-a068848d9e40 req-44618038-3d8b-4cd3-9cdf-a77d0cf4d8a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:50.992804 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ea10a-e034-48c2-8ac2-a068848d9e40 req-44618038-3d8b-4cd3-9cdf-a77d0cf4d8a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:51.003846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ea10a-e034-48c2-8ac2-a068848d9e40 req-44618038-3d8b-4cd3-9cdf-a77d0cf4d8a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:51.015419 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ea10a-e034-48c2-8ac2-a068848d9e40 req-44618038-3d8b-4cd3-9cdf-a77d0cf4d8a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:51.018825 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-818ea10a-e034-48c2-8ac2-a068848d9e40 req-44618038-3d8b-4cd3-9cdf-a77d0cf4d8a7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5397 time: 1.1709085 Aug 16 22:36:51.025607 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 22:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d957b22-048f-4fd1-a013-59a21bb46483 x-openstack-request-id: req-6d957b22-048f-4fd1-a013-59a21bb46483 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:36:51.026017 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7808dc4d-0755-4c18-b5c1-645d3fceabe0", "name": "network-vif-deleted", "tag": "ffefc3f5-1c9c-4c1a-9b46-c2e733398029", "status": "failed", "code": 422}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:36:51.026426 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6d957b22-048f-4fd1-a013-59a21bb46483 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:36:51.027856 n-d-792458-15 neutron-server[94871]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7808dc4d-0755-4c18-b5c1-645d3fceabe0', 'name': 'network-vif-deleted', 'tag': 'ffefc3f5-1c9c-4c1a-9b46-c2e733398029', 'status': 'failed', 'code': 422} returned with failed status Aug 16 22:36:51.046888 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb30188-9e6a-4afa-b080-c268938fddf5 req-1a9a0213-0e7e-46c3-af72-9dd6bb253226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:51.052886 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-feb30188-9e6a-4afa-b080-c268938fddf5 req-1a9a0213-0e7e-46c3-af72-9dd6bb253226 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5563993 Aug 16 22:36:51.175023 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92126b6b-2ed2-4551-a8c1-44d70789ac3f tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:51.258999 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a0d6264-f998-4f46-aa06-39c89774ff5e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:51.322633 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92126b6b-2ed2-4551-a8c1-44d70789ac3f tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event deleted for resources: {'Subnet': ['ID=c95c5973-5874-4309-b0e6-95b1c1ccd39b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:51.339472 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92126b6b-2ed2-4551-a8c1-44d70789ac3f tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:51.340860 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:36:51.349862 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07deed2e-867f-4b2f-89a4-cb46db756f39 None None] Network 2755ca90-f387-4513-a024-d0490ae831c0 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:51.351615 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-92126b6b-2ed2-4551-a8c1-44d70789ac3f tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "DELETE /v2.0/subnets/c95c5973-5874-4309-b0e6-95b1c1ccd39b HTTP/1.1" status: 204 len: 168 time: 2.2153680 Aug 16 22:36:51.352674 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42966) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:51.472384 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'tag': '516c568f-19b6-4e89-a94c-c7442b86dbc7'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:36:51.475275 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1335a78c-2c65-44cf-a9f8-42813186df02" -d '{"events": [{"name": "network-changed", "server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "tag": "516c568f-19b6-4e89-a94c-c7442b86dbc7"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:36:51.505571 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95258e61-57fb-4f52-995b-af813f1e9267 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:36:51.520587 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:51.544305 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc7607e5-5559-40e7-a0fe-b09a70dccfb0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:51.584325 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] Transition to ACTIVE for port object 95258e61-57fb-4f52-995b-af813f1e9267 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:51.600052 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:51.615689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:36:51.616628 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 57034b3b-f5b1-4a70-a2fb-4e8bbffb037b not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:36:51.617332 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-818ea10a-e034-48c2-8ac2-a068848d9e40 req-5bcda504-4629-4d7b-8c4a-812736f98f7a tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5793188 Aug 16 22:36:51.768796 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418099c9-e1c9-4c8d-a8e1-027db67766a0 x-openstack-request-id: req-418099c9-e1c9-4c8d-a8e1-027db67766a0 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:36:51.769495 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "tag": "516c568f-19b6-4e89-a94c-c7442b86dbc7", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:36:51.769774 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-418099c9-e1c9-4c8d-a8e1-027db67766a0 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:36:51.770176 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'tag': '516c568f-19b6-4e89-a94c-c7442b86dbc7', 'status': 'completed', 'code': 200} Aug 16 22:36:51.839489 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] Pushing event updated for resources: {'Port': ['ID=95258e61-57fb-4f52-995b-af813f1e9267,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:51.959495 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3881c57-cde4-4f01-9436-ad303b83e626 None None] DHCP port deletion for 2755ca90-f387-4513-a024-d0490ae831c0 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:36:51.961497 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a0d6264-f998-4f46-aa06-39c89774ff5e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:51.966319 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a0d6264-f998-4f46-aa06-39c89774ff5e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:52.062990 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a0d6264-f998-4f46-aa06-39c89774ff5e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:52.064134 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0d6264-f998-4f46-aa06-39c89774ff5e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb28bda1-d081-4bd3-a657-77b6ad5cb10f {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:36:52.081202 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc7607e5-5559-40e7-a0fe-b09a70dccfb0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:52.085328 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de078072-3a19-40d9-a753-46049e47d2c9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:52.112064 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a0d6264-f998-4f46-aa06-39c89774ff5e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:52.115105 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b3881c57-cde4-4f01-9436-ad303b83e626 None None] Deleting port a87b7638-c40b-4cde-843c-0895e5f97d7d {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:52.115490 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b3881c57-cde4-4f01-9436-ad303b83e626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:52.119729 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4a0d6264-f998-4f46-aa06-39c89774ff5e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "DELETE /v2.0/routers/eb28bda1-d081-4bd3-a657-77b6ad5cb10f HTTP/1.1" status: 204 len: 168 time: 5.9675889 Aug 16 22:36:52.122588 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42996) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:52.148926 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-dc7607e5-5559-40e7-a0fe-b09a70dccfb0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a3d721-25f1-4359-9cb5-7eff9da00739']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:52.193451 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-dc7607e5-5559-40e7-a0fe-b09a70dccfb0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5886ec0-0374-4db6-b8ac-fce15285ddb7') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:52.193876 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-dc7607e5-5559-40e7-a0fe-b09a70dccfb0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5886ec0-0374-4db6-b8ac-fce15285ddb7') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:52.299942 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b3881c57-cde4-4f01-9436-ad303b83e626 None None] For port a87b7638-c40b-4cde-843c-0895e5f97d7d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a87b7638-c40b-4cde-843c-0895e5f97d7d,segment=NetworkSegment(f3d65faf-8a8e-4312-a2cb-f4dad4211095),segment_id=f3d65faf-8a8e-4312-a2cb-f4dad4211095)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:52.302047 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b3881c57-cde4-4f01-9436-ad303b83e626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:52.303894 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc7607e5-5559-40e7-a0fe-b09a70dccfb0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:52.333794 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de078072-3a19-40d9-a753-46049e47d2c9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=4a115518-896d-4661-b265-7cd76ea84a7d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:52.338322 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] Attempting to bind port 95258e61-57fb-4f52-995b-af813f1e9267 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:36:52.338322 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] Attempting to bind port 95258e61-57fb-4f52-995b-af813f1e9267 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'e45973da-241f-4c39-aca9-311267aeaf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e0cb4e5b-5bf9-4e5d-a515-b419835c0a66'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:36:52.338322 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] Attempting to bind port 95258e61-57fb-4f52-995b-af813f1e9267 on network e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:52.343771 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc23a2c9-f593-4faf-b95d-c635785934a7 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Deleting subnet 8f319936-d9db-4957-a13c-fe2dd1672e65 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:36:52.347159 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc7607e5-5559-40e7-a0fe-b09a70dccfb0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:52.355087 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc23a2c9-f593-4faf-b95d-c635785934a7 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:52.356427 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] Port 95258e61-57fb-4f52-995b-af813f1e9267 on network e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:36:52.356766 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] Attempting to bind port 95258e61-57fb-4f52-995b-af813f1e9267 on network e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:52.370884 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b3881c57-cde4-4f01-9436-ad303b83e626 None None] Calling delete_port for a87b7638-c40b-4cde-843c-0895e5f97d7d owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:52.385410 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7607e5-5559-40e7-a0fe-b09a70dccfb0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:36:52.385854 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc7607e5-5559-40e7-a0fe-b09a70dccfb0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:36:52.390494 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:36:52.407214 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954b52b-9531-4b84-940c-db3e43f6d9e1 req-3a8fe89e-0050-44c1-9e39-d5c44eab1ef6 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:52.423941 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5954b52b-9531-4b84-940c-db3e43f6d9e1 req-3a8fe89e-0050-44c1-9e39-d5c44eab1ef6 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 907 time: 0.6698318 Aug 16 22:36:52.436490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335a78c-2c65-44cf-a9f8-42813186df02 req-af688c25-d1fd-4fd6-8955-942eb746c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:52.437701 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335a78c-2c65-44cf-a9f8-42813186df02 req-af688c25-d1fd-4fd6-8955-942eb746c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:52.438667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335a78c-2c65-44cf-a9f8-42813186df02 req-af688c25-d1fd-4fd6-8955-942eb746c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:52.439593 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335a78c-2c65-44cf-a9f8-42813186df02 req-af688c25-d1fd-4fd6-8955-942eb746c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:52.440524 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335a78c-2c65-44cf-a9f8-42813186df02 req-af688c25-d1fd-4fd6-8955-942eb746c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:52.452631 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335a78c-2c65-44cf-a9f8-42813186df02 req-af688c25-d1fd-4fd6-8955-942eb746c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:52.452631 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335a78c-2c65-44cf-a9f8-42813186df02 req-af688c25-d1fd-4fd6-8955-942eb746c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:52.455453 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1335a78c-2c65-44cf-a9f8-42813186df02 req-af688c25-d1fd-4fd6-8955-942eb746c5a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec65b3f25804ec5b636b887d7c98229&device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 6375 time: 0.6423852 Aug 16 22:36:52.457480 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:36:52.457817 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] Checking segment: {'id': 'e45973da-241f-4c39-aca9-311267aeaf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e0cb4e5b-5bf9-4e5d-a515-b419835c0a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:52.458461 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] Bound using segment: {'id': 'e45973da-241f-4c39-aca9-311267aeaf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e0cb4e5b-5bf9-4e5d-a515-b419835c0a66'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:36:52.459945 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] Bound port: 95258e61-57fb-4f52-995b-af813f1e9267, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45973da-241f-4c39-aca9-311267aeaf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e0cb4e5b-5bf9-4e5d-a515-b419835c0a66'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:36:52.459945 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:52.543708 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc23a2c9-f593-4faf-b95d-c635785934a7 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:52.554720 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc7607e5-5559-40e7-a0fe-b09a70dccfb0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:52.616746 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b3881c57-cde4-4f01-9436-ad303b83e626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:52.637713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335a78c-2c65-44cf-a9f8-42813186df02 req-95c2e81d-e778-4eca-af66-99485361b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:52.639134 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335a78c-2c65-44cf-a9f8-42813186df02 req-95c2e81d-e778-4eca-af66-99485361b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:52.640205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335a78c-2c65-44cf-a9f8-42813186df02 req-95c2e81d-e778-4eca-af66-99485361b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:52.643139 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc7607e5-5559-40e7-a0fe-b09a70dccfb0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:52.643484 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1335a78c-2c65-44cf-a9f8-42813186df02 req-95c2e81d-e778-4eca-af66-99485361b272 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6ec65b3f25804ec5b636b887d7c98229&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1595671 Aug 16 22:36:52.652307 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dc7607e5-5559-40e7-a0fe-b09a70dccfb0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "DELETE /v2.0/networks/73a3d721-25f1-4359-9cb5-7eff9da00739 HTTP/1.1" status: 204 len: 168 time: 1.2635477 Aug 16 22:36:52.663281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43006) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:52.665901 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de078072-3a19-40d9-a753-46049e47d2c9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Checking segment: {'id': '9a61217c-2627-40c5-a052-c71e5ab83f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:52.666298 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de078072-3a19-40d9-a753-46049e47d2c9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network hostable DHCP agents. Network: babb651f-43c0-4f3a-a214-ef8d0ec92712, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:36:52.694298 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7607e5-5559-40e7-a0fe-b09a70dccfb0 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event deleted for resources: {'Network': ['ID=73a3d721-25f1-4359-9cb5-7eff9da00739,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:52.735714 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43012) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:52.747138 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3881c57-cde4-4f01-9436-ad303b83e626 None None] No DVR routers for this DVR port a87b7638-c40b-4cde-843c-0895e5f97d7d on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:36:52.753308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3881c57-cde4-4f01-9436-ad303b83e626 None None] Pushing event deleted for resources: {'Port': ['ID=a87b7638-c40b-4cde-843c-0895e5f97d7d,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:52.768501 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3881c57-cde4-4f01-9436-ad303b83e626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:52.769193 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3881c57-cde4-4f01-9436-ad303b83e626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:52.769718 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3881c57-cde4-4f01-9436-ad303b83e626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:52.770256 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3881c57-cde4-4f01-9436-ad303b83e626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:52.770785 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3881c57-cde4-4f01-9436-ad303b83e626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:52.772551 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3881c57-cde4-4f01-9436-ad303b83e626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:52.773106 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3881c57-cde4-4f01-9436-ad303b83e626 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:52.774852 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3881c57-cde4-4f01-9436-ad303b83e626 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:52.775603 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3881c57-cde4-4f01-9436-ad303b83e626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:52.776268 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3881c57-cde4-4f01-9436-ad303b83e626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:52.778857 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3881c57-cde4-4f01-9436-ad303b83e626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:52.787244 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3881c57-cde4-4f01-9436-ad303b83e626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:52.796491 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] For port 95258e61-57fb-4f52-995b-af813f1e9267, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:36:52.806958 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] For port 95258e61-57fb-4f52-995b-af813f1e9267, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=95258e61-57fb-4f52-995b-af813f1e9267,segment=NetworkSegment(e45973da-241f-4c39-aca9-311267aeaf35),segment_id=e45973da-241f-4c39-aca9-311267aeaf35)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:36:52.808675 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc23a2c9-f593-4faf-b95d-c635785934a7 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:52.852699 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:52.934070 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:52.935020 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:52.937162 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] 10.222.0.39 "PUT /v2.0/ports/95258e61-57fb-4f52-995b-af813f1e9267 HTTP/1.1" status: 200 len: 1092 time: 2.6159735 Aug 16 22:36:52.978504 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] Request body: {'port': {'device_id': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:52.983875 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a5b4e4f-20f9-4063-a11e-6af579bbef62 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:53.003068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de078072-3a19-40d9-a753-46049e47d2c9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network babb651f-43c0-4f3a-a214-ef8d0ec92712 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:36:53.050665 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cb4e5-1c47-4c51-83c4-f3645fc4b646 service neutron] Pushing event updated for resources: {'Port': ['ID=95258e61-57fb-4f52-995b-af813f1e9267,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:53.052107 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a67dd-38ae-48f5-8992-4c253895f8ea req-8ed6dd5c-1182-485c-bf12-2e475420fecd tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:53.053981 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-505a67dd-38ae-48f5-8992-4c253895f8ea req-8ed6dd5c-1182-485c-bf12-2e475420fecd tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.39 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 907 time: 0.2173941 Aug 16 22:36:53.066374 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d77834-18a3-4b6d-af87-9f2eadef2c3a req-bdf5785d-eca4-4e46-808d-ccc92d71bbcf tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:53.073268 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d77834-18a3-4b6d-af87-9f2eadef2c3a req-bdf5785d-eca4-4e46-808d-ccc92d71bbcf tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:53.079763 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d77834-18a3-4b6d-af87-9f2eadef2c3a req-bdf5785d-eca4-4e46-808d-ccc92d71bbcf tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:53.086597 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d77834-18a3-4b6d-af87-9f2eadef2c3a req-bdf5785d-eca4-4e46-808d-ccc92d71bbcf tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:53.093738 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d77834-18a3-4b6d-af87-9f2eadef2c3a req-bdf5785d-eca4-4e46-808d-ccc92d71bbcf tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:53.098857 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc23a2c9-f593-4faf-b95d-c635785934a7 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:53.105190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d77834-18a3-4b6d-af87-9f2eadef2c3a req-bdf5785d-eca4-4e46-808d-ccc92d71bbcf tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:53.115198 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc23a2c9-f593-4faf-b95d-c635785934a7 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:53.117403 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cc23a2c9-f593-4faf-b95d-c635785934a7 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "DELETE /v2.0/subnets/8f319936-d9db-4957-a13c-fe2dd1672e65 HTTP/1.1" status: 204 len: 168 time: 0.9923129 Aug 16 22:36:53.121066 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d77834-18a3-4b6d-af87-9f2eadef2c3a req-bdf5785d-eca4-4e46-808d-ccc92d71bbcf tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:53.134381 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a6d77834-18a3-4b6d-af87-9f2eadef2c3a req-bdf5785d-eca4-4e46-808d-ccc92d71bbcf tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5409 time: 0.2987509 Aug 16 22:36:53.135319 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43020) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:53.163438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-de078072-3a19-40d9-a753-46049e47d2c9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, babb651f-43c0-4f3a-a214-ef8d0ec92712) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:53.180576 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214b6471-aa92-493b-8699-01e16bf52432 None None] Network babb651f-43c0-4f3a-a214-ef8d0ec92712 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:53.198856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335a78c-2c65-44cf-a9f8-42813186df02 req-92051b00-03d8-4d35-9ff4-cee47e1b0b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:53.204550 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1335a78c-2c65-44cf-a9f8-42813186df02 req-92051b00-03d8-4d35-9ff4-cee47e1b0b9c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5503113 Aug 16 22:36:53.205681 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de078072-3a19-40d9-a753-46049e47d2c9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:53.211911 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de078072-3a19-40d9-a753-46049e47d2c9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:53.220243 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de078072-3a19-40d9-a753-46049e47d2c9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:53.316318 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23a2c9-f593-4faf-b95d-c635785934a7 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8f319936-d9db-4957-a13c-fe2dd1672e65,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:53.421661 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a87b7638-c40b-4cde-843c-0895e5f97d7d no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:36:53.430747 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-de078072-3a19-40d9-a753-46049e47d2c9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 5.2252147 Aug 16 22:36:53.435340 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43026) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:53.443603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-af182927-a606-4ca1-b0eb-a1b1e9615c78 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-168165454'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:53.449984 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:53.476008 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a6d77834-18a3-4b6d-af87-9f2eadef2c3a req-2b3dc1ea-0f2e-44e5-b0b2-4696ec6d5898 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3387940 Aug 16 22:36:53.538680 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: a87b7638-c40b-4cde-843c-0895e5f97d7d {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:36:53.541459 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a87b7638-c40b-4cde-843c-0895e5f97d7d not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:36:53.617525 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a5b4e4f-20f9-4063-a11e-6af579bbef62 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:53.626250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af182927-a606-4ca1-b0eb-a1b1e9615c78 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:53.629813 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af182927-a606-4ca1-b0eb-a1b1e9615c78 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:53.642227 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-5a5b4e4f-20f9-4063-a11e-6af579bbef62 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2755ca90-f387-4513-a024-d0490ae831c0']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:53.665437 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-5a5b4e4f-20f9-4063-a11e-6af579bbef62 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d65faf-8a8e-4312-a2cb-f4dad4211095') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:53.666182 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-5a5b4e4f-20f9-4063-a11e-6af579bbef62 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d65faf-8a8e-4312-a2cb-f4dad4211095') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:53.672935 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5559cce-989b-4c0c-922f-e2ad182c56c4 req-6eeec8b2-51d4-424e-9208-5c4e07cf9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:53.674521 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5559cce-989b-4c0c-922f-e2ad182c56c4 req-6eeec8b2-51d4-424e-9208-5c4e07cf9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:53.675390 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5559cce-989b-4c0c-922f-e2ad182c56c4 req-6eeec8b2-51d4-424e-9208-5c4e07cf9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:53.679878 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5559cce-989b-4c0c-922f-e2ad182c56c4 req-6eeec8b2-51d4-424e-9208-5c4e07cf9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:53.680934 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5559cce-989b-4c0c-922f-e2ad182c56c4 req-6eeec8b2-51d4-424e-9208-5c4e07cf9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:53.687090 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a5b4e4f-20f9-4063-a11e-6af579bbef62 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:53.690389 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5559cce-989b-4c0c-922f-e2ad182c56c4 req-6eeec8b2-51d4-424e-9208-5c4e07cf9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:53.691302 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5559cce-989b-4c0c-922f-e2ad182c56c4 req-6eeec8b2-51d4-424e-9208-5c4e07cf9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:53.695229 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e5559cce-989b-4c0c-922f-e2ad182c56c4 req-6eeec8b2-51d4-424e-9208-5c4e07cf9358 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 6507 time: 0.9497511 Aug 16 22:36:53.700062 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae54f-5aea-48b1-859d-b0e1bc05cb6b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:53.739903 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af182927-a606-4ca1-b0eb-a1b1e9615c78 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:36:53.742687 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a5b4e4f-20f9-4063-a11e-6af579bbef62 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:53.747903 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-505a67dd-38ae-48f5-8992-4c253895f8ea req-5334c010-fd2b-484b-9e07-d21686e1cdab tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Deleting port f65c4baa-93f7-4ad2-a421-4f0456f7d11a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:53.748503 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-505a67dd-38ae-48f5-8992-4c253895f8ea req-5334c010-fd2b-484b-9e07-d21686e1cdab tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:53.802440 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5b4e4f-20f9-4063-a11e-6af579bbef62 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:36:53.803047 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a5b4e4f-20f9-4063-a11e-6af579bbef62 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:36:53.808733 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:36:53.819352 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af182927-a606-4ca1-b0eb-a1b1e9615c78 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:53.819352 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-af182927-a606-4ca1-b0eb-a1b1e9615c78 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Added segment 32e26719-ad0b-40ef-aeba-73d2973eef44 of type vlan for network cf6eb9c2-1a8b-4803-9904-c8bd10760087 Aug 16 22:36:53.853202 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'tag': '95258e61-57fb-4f52-995b-af813f1e9267'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:36:53.864592 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfefa65-ab57-4270-ab76-43aceea47095" -d '{"events": [{"name": "network-changed", "server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "tag": "95258e61-57fb-4f52-995b-af813f1e9267"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:36:53.934658 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727cd290-401c-43d5-9297-81df36cf7d6e x-openstack-request-id: req-727cd290-401c-43d5-9297-81df36cf7d6e {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:36:53.935576 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "tag": "95258e61-57fb-4f52-995b-af813f1e9267", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:36:53.936015 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-727cd290-401c-43d5-9297-81df36cf7d6e {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:36:53.936650 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'tag': '95258e61-57fb-4f52-995b-af813f1e9267', 'status': 'completed', 'code': 200} Aug 16 22:36:53.999022 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e5559cce-989b-4c0c-922f-e2ad182c56c4 req-0c681c8e-6081-435f-91db-ead2a78020a2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e2e96f25-ade0-4881-b151-dc537e03be72&id=7d68461f-b4aa-4076-b8b6-2cff3f832937&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2819474 Aug 16 22:36:54.011186 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a02a45-6590-4614-b222-fd92206b0e55 req-cfd5b402-d3eb-4a01-ba10-5ae68f4c96fa tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:54.023179 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40a02a45-6590-4614-b222-fd92206b0e55 req-cfd5b402-d3eb-4a01-ba10-5ae68f4c96fa tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 907 time: 0.3296428 Aug 16 22:36:54.035799 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af182927-a606-4ca1-b0eb-a1b1e9615c78 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:54.054934 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a5b4e4f-20f9-4063-a11e-6af579bbef62 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:54.071401 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a5b4e4f-20f9-4063-a11e-6af579bbef62 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:54.073717 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5a5b4e4f-20f9-4063-a11e-6af579bbef62 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "DELETE /v2.0/networks/2755ca90-f387-4513-a024-d0490ae831c0 HTTP/1.1" status: 204 len: 168 time: 1.4089370 Aug 16 22:36:54.102715 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43042) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:54.103246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43044) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:54.126738 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae54f-5aea-48b1-859d-b0e1bc05cb6b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:54.146789 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b4e4f-20f9-4063-a11e-6af579bbef62 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event deleted for resources: {'Network': ['ID=2755ca90-f387-4513-a024-d0490ae831c0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:54.147735 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-bd6ae54f-5aea-48b1-859d-b0e1bc05cb6b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90a09e7-181c-4f85-8836-60a51153d3f2']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:54.149269 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-505a67dd-38ae-48f5-8992-4c253895f8ea req-5334c010-fd2b-484b-9e07-d21686e1cdab tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] For port f65c4baa-93f7-4ad2-a421-4f0456f7d11a, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=f65c4baa-93f7-4ad2-a421-4f0456f7d11a,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:54.149644 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-505a67dd-38ae-48f5-8992-4c253895f8ea req-5334c010-fd2b-484b-9e07-d21686e1cdab tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:54.161597 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-bd6ae54f-5aea-48b1-859d-b0e1bc05cb6b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a45e7da-93e4-439c-a3cb-509d23f061ac') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:54.162157 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-bd6ae54f-5aea-48b1-859d-b0e1bc05cb6b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a45e7da-93e4-439c-a3cb-509d23f061ac') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:54.176038 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae54f-5aea-48b1-859d-b0e1bc05cb6b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:54.196065 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae54f-5aea-48b1-859d-b0e1bc05cb6b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:54.205215 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6ae54f-5aea-48b1-859d-b0e1bc05cb6b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:36:54.205827 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae54f-5aea-48b1-859d-b0e1bc05cb6b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:54.213077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-505a67dd-38ae-48f5-8992-4c253895f8ea req-5334c010-fd2b-484b-9e07-d21686e1cdab tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Calling delete_port for f65c4baa-93f7-4ad2-a421-4f0456f7d11a owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:54.222845 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfefa65-ab57-4270-ab76-43aceea47095 req-09f1f66a-91bb-4456-b3f4-4056922ff344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:54.223509 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfefa65-ab57-4270-ab76-43aceea47095 req-09f1f66a-91bb-4456-b3f4-4056922ff344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:54.224214 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfefa65-ab57-4270-ab76-43aceea47095 req-09f1f66a-91bb-4456-b3f4-4056922ff344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:54.224861 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfefa65-ab57-4270-ab76-43aceea47095 req-09f1f66a-91bb-4456-b3f4-4056922ff344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:54.225506 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfefa65-ab57-4270-ab76-43aceea47095 req-09f1f66a-91bb-4456-b3f4-4056922ff344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:54.226174 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfefa65-ab57-4270-ab76-43aceea47095 req-09f1f66a-91bb-4456-b3f4-4056922ff344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:54.226830 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfefa65-ab57-4270-ab76-43aceea47095 req-09f1f66a-91bb-4456-b3f4-4056922ff344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:54.229345 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2cfefa65-ab57-4270-ab76-43aceea47095 req-09f1f66a-91bb-4456-b3f4-4056922ff344 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec65b3f25804ec5b636b887d7c98229&device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 6417 time: 0.2006385 Aug 16 22:36:54.238119 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af182927-a606-4ca1-b0eb-a1b1e9615c78 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:54.244671 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af182927-a606-4ca1-b0eb-a1b1e9615c78 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:54.244998 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af182927-a606-4ca1-b0eb-a1b1e9615c78 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:36:54.266426 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:36:54.311099 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e024fa-7370-4ce4-8635-2cbe687496c9 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Deleting subnet 169f5cb7-0fcf-4adc-9894-43255d31ee18 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:36:54.316808 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8e024fa-7370-4ce4-8635-2cbe687496c9 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:54.348773 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae54f-5aea-48b1-859d-b0e1bc05cb6b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:54.358990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6ae54f-5aea-48b1-859d-b0e1bc05cb6b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b90a09e7-181c-4f85-8836-60a51153d3f2 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 22:36:54.362836 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae54f-5aea-48b1-859d-b0e1bc05cb6b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:54.371291 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bd6ae54f-5aea-48b1-859d-b0e1bc05cb6b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "DELETE /v2.0/networks/b90a09e7-181c-4f85-8836-60a51153d3f2 HTTP/1.1" status: 204 len: 168 time: 1.2327242 Aug 16 22:36:54.400020 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ae54f-5aea-48b1-859d-b0e1bc05cb6b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Pushing event deleted for resources: {'Network': ['ID=b90a09e7-181c-4f85-8836-60a51153d3f2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:54.544992 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:36:54.564194 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:54.588611 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] Transition to ACTIVE for port object 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:54.596814 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:54.841508 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] Pushing event updated for resources: {'Port': ['ID=91bc08db-0eb4-4c28-b758-f80f8c5d6e8a,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:54.881329 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] Attempting to bind port 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:36:54.882495 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] Attempting to bind port 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'e45973da-241f-4c39-aca9-311267aeaf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e0cb4e5b-5bf9-4e5d-a515-b419835c0a66'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:36:54.883215 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] Attempting to bind port 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a on network e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:54.895269 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] Port 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a on network e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:36:54.895879 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] Attempting to bind port 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a on network e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:54.904585 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:36:54.905428 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] Checking segment: {'id': 'e45973da-241f-4c39-aca9-311267aeaf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e0cb4e5b-5bf9-4e5d-a515-b419835c0a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:54.906299 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] Bound using segment: {'id': 'e45973da-241f-4c39-aca9-311267aeaf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e0cb4e5b-5bf9-4e5d-a515-b419835c0a66'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:36:54.907252 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] Bound port: 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45973da-241f-4c39-aca9-311267aeaf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e0cb4e5b-5bf9-4e5d-a515-b419835c0a66'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:36:54.908345 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:55.019613 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e859e632-2357-4df4-be5f-8ff4879332c8 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-675708421', 'router:external': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:55.091273 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] For port 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:36:55.098973 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] For port 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=91bc08db-0eb4-4c28-b758-f80f8c5d6e8a,segment=NetworkSegment(e45973da-241f-4c39-aca9-311267aeaf35),segment_id=e45973da-241f-4c39-aca9-311267aeaf35)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:36:55.107242 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:55.120709 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-505a67dd-38ae-48f5-8992-4c253895f8ea req-5334c010-fd2b-484b-9e07-d21686e1cdab tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:55.125919 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfefa65-ab57-4270-ab76-43aceea47095 req-6b9125c7-b4df-4c6c-bb71-d8e71e1864fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:55.126833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfefa65-ab57-4270-ab76-43aceea47095 req-6b9125c7-b4df-4c6c-bb71-d8e71e1864fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:55.128020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfefa65-ab57-4270-ab76-43aceea47095 req-6b9125c7-b4df-4c6c-bb71-d8e71e1864fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:55.130963 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2cfefa65-ab57-4270-ab76-43aceea47095 req-6b9125c7-b4df-4c6c-bb71-d8e71e1864fa service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6ec65b3f25804ec5b636b887d7c98229&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8805978 Aug 16 22:36:55.182410 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:55.183321 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:55.184818 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] 10.222.0.39 "PUT /v2.0/ports/91bc08db-0eb4-4c28-b758-f80f8c5d6e8a HTTP/1.1" status: 200 len: 1092 time: 2.2125304 Aug 16 22:36:55.225622 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff5c9a-dd85-48aa-9be1-34cdc0441c8d service neutron] Pushing event updated for resources: {'Port': ['ID=91bc08db-0eb4-4c28-b758-f80f8c5d6e8a,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:55.335602 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334c010-fd2b-484b-9e07-d21686e1cdab tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Pushing event deleted for resources: {'Port': ['ID=f65c4baa-93f7-4ad2-a421-4f0456f7d11a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:55.342371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-af182927-a606-4ca1-b0eb-a1b1e9615c78 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9037173 Aug 16 22:36:55.344531 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43070) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:55.351258 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'ports': [{'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712'}, {'network_id': 'cf6eb9c2-1a8b-4803-9904-c8bd10760087'}]} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:55.351645 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'port': {'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:55.352137 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'port': {'network_id': 'cf6eb9c2-1a8b-4803-9904-c8bd10760087'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:55.408734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43072) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:55.422566 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af182927-a606-4ca1-b0eb-a1b1e9615c78 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Network': ['ID=cf6eb9c2-1a8b-4803-9904-c8bd10760087,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:55.440718 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network cf6eb9c2-1a8b-4803-9904-c8bd10760087 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:36:55.480315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e1273515-734a-49be-a3f3-8975a3acaa5b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Request body: {'router': {'name': 'tempest-router--1326129424', 'project_id': '19999910f17c4ce4885861bf26a17481'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:55.508889 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e5b4632e-eff3-4a02-a0a9-c360d200f4ba req-fa26f3c7-5ad0-4698-862a-aae8c4c05443 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 210 time: 0.2015705 Aug 16 22:36:55.578664 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8e024fa-7370-4ce4-8635-2cbe687496c9 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:55.610287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e859e632-2357-4df4-be5f-8ff4879332c8 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Made reservation on behalf of 7f7e0ce488ee4d88a1ad35259cfb0eb3 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:55.613189 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e859e632-2357-4df4-be5f-8ff4879332c8 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:55.641384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a3b1d-ccaf-4a74-81ba-5c9f45a91633 req-25483d17-80e2-4ac7-9bda-01eeaa798562 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:55.648829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a3b1d-ccaf-4a74-81ba-5c9f45a91633 req-25483d17-80e2-4ac7-9bda-01eeaa798562 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:55.655459 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a3b1d-ccaf-4a74-81ba-5c9f45a91633 req-25483d17-80e2-4ac7-9bda-01eeaa798562 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:55.662177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a3b1d-ccaf-4a74-81ba-5c9f45a91633 req-25483d17-80e2-4ac7-9bda-01eeaa798562 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:55.669480 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a3b1d-ccaf-4a74-81ba-5c9f45a91633 req-25483d17-80e2-4ac7-9bda-01eeaa798562 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:55.686374 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a3b1d-ccaf-4a74-81ba-5c9f45a91633 req-25483d17-80e2-4ac7-9bda-01eeaa798562 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:55.693121 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a3b1d-ccaf-4a74-81ba-5c9f45a91633 req-25483d17-80e2-4ac7-9bda-01eeaa798562 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:55.702679 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d6a3b1d-ccaf-4a74-81ba-5c9f45a91633 req-25483d17-80e2-4ac7-9bda-01eeaa798562 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5421 time: 0.6782005 Aug 16 22:36:55.743725 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-505a67dd-38ae-48f5-8992-4c253895f8ea req-5334c010-fd2b-484b-9e07-d21686e1cdab tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] No DVR routers for this DVR port f65c4baa-93f7-4ad2-a421-4f0456f7d11a on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:36:55.753626 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e859e632-2357-4df4-be5f-8ff4879332c8 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:55.765187 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-505a67dd-38ae-48f5-8992-4c253895f8ea req-5334c010-fd2b-484b-9e07-d21686e1cdab tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:55.767223 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-505a67dd-38ae-48f5-8992-4c253895f8ea req-5334c010-fd2b-484b-9e07-d21686e1cdab tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.39 "DELETE /v2.0/ports/f65c4baa-93f7-4ad2-a421-4f0456f7d11a HTTP/1.1" status: 204 len: 173 time: 2.6266692 Aug 16 22:36:55.771736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36d6c7d-bc1a-4577-bbc6-6880a51c324d', 'name': 'network-vif-deleted', 'tag': 'f65c4baa-93f7-4ad2-a421-4f0456f7d11a'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:36:55.774358 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc013094-6bd6-4ca9-9824-d713a5d68a5a" -d '{"events": [{"server_uuid": "a36d6c7d-bc1a-4577-bbc6-6880a51c324d", "name": "network-vif-deleted", "tag": "f65c4baa-93f7-4ad2-a421-4f0456f7d11a"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:36:55.814756 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1273515-734a-49be-a3f3-8975a3acaa5b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:55.816467 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1273515-734a-49be-a3f3-8975a3acaa5b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:55.827104 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'port': 2} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:55.836290 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:55.883390 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:55.905003 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15aac41e-7f28-4469-b29e-27767e97c492 x-openstack-request-id: req-15aac41e-7f28-4469-b29e-27767e97c492 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:36:55.905367 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36d6c7d-bc1a-4577-bbc6-6880a51c324d", "name": "network-vif-deleted", "tag": "f65c4baa-93f7-4ad2-a421-4f0456f7d11a", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:36:55.905686 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-15aac41e-7f28-4469-b29e-27767e97c492 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:36:55.906252 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36d6c7d-bc1a-4577-bbc6-6880a51c324d', 'name': 'network-vif-deleted', 'tag': 'f65c4baa-93f7-4ad2-a421-4f0456f7d11a', 'status': 'completed', 'code': 200} Aug 16 22:36:55.922246 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d6a3b1d-ccaf-4a74-81ba-5c9f45a91633 req-5487cf83-0d92-48e4-9880-cb5f4427886d tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2182181 Aug 16 22:36:55.939776 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'tag': '91bc08db-0eb4-4c28-b758-f80f8c5d6e8a'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:36:55.944293 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a5650c-da7d-4d4d-8bba-2cfb3c8df6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "tag": "91bc08db-0eb4-4c28-b758-f80f8c5d6e8a"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:36:56.069002 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea176aa6-79ec-4a03-86ae-526856e299bd x-openstack-request-id: req-ea176aa6-79ec-4a03-86ae-526856e299bd {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:36:56.069636 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "tag": "91bc08db-0eb4-4c28-b758-f80f8c5d6e8a", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:36:56.070395 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ea176aa6-79ec-4a03-86ae-526856e299bd {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:36:56.074093 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'tag': '91bc08db-0eb4-4c28-b758-f80f8c5d6e8a', 'status': 'completed', 'code': 200} Aug 16 22:36:56.110671 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1273515-734a-49be-a3f3-8975a3acaa5b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:56.140186 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] device_id is not set on port cc209111-7054-4230-93c4-0aeb44319c0f yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:36:56.140454 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1273515-734a-49be-a3f3-8975a3acaa5b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:56.204120 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfefa65-ab57-4270-ab76-43aceea47095 req-3cdda5e1-1eb7-4403-bf9f-ead1751ee44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:56.207522 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2cfefa65-ab57-4270-ab76-43aceea47095 req-3cdda5e1-1eb7-4403-bf9f-ead1751ee44a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8812087 Aug 16 22:36:56.238666 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8e024fa-7370-4ce4-8635-2cbe687496c9 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:56.352211 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e859e632-2357-4df4-be5f-8ff4879332c8 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:56.369018 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e859e632-2357-4df4-be5f-8ff4879332c8 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:56.394402 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1273515-734a-49be-a3f3-8975a3acaa5b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:56.400339 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e1273515-734a-49be-a3f3-8975a3acaa5b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9764388 Aug 16 22:36:56.404145 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43096) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:56.427872 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e859e632-2357-4df4-be5f-8ff4879332c8 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:36:56.428849 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:56.456320 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e859e632-2357-4df4-be5f-8ff4879332c8 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:56.456682 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-e859e632-2357-4df4-be5f-8ff4879332c8 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Added segment 12dbf528-d469-4832-9cff-daaed2876f2d of type vlan for network 84863083-c37c-4b09-a02d-e93ba491055c Aug 16 22:36:56.469470 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859e632-2357-4df4-be5f-8ff4879332c8 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59669bc2-6dfd-4738-82fd-050172f89e10,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:56.478561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-fce23530-7a7b-44c4-9ea4-0737983a6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:56.479075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-fce23530-7a7b-44c4-9ea4-0737983a6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:56.480045 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-fce23530-7a7b-44c4-9ea4-0737983a6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:56.480538 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-fce23530-7a7b-44c4-9ea4-0737983a6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:56.481704 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-fce23530-7a7b-44c4-9ea4-0737983a6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:56.481704 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-fce23530-7a7b-44c4-9ea4-0737983a6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:56.482088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-fce23530-7a7b-44c4-9ea4-0737983a6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:56.484062 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-fce23530-7a7b-44c4-9ea4-0737983a6adb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec65b3f25804ec5b636b887d7c98229&device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 6485 time: 0.1970565 Aug 16 22:36:56.486591 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8e024fa-7370-4ce4-8635-2cbe687496c9 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:56.644808 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e024fa-7370-4ce4-8635-2cbe687496c9 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event deleted for resources: {'Subnet': ['ID=169f5cb7-0fcf-4adc-9894-43255d31ee18,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:56.656567 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8e024fa-7370-4ce4-8635-2cbe687496c9 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:56.659627 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a8e024fa-7370-4ce4-8635-2cbe687496c9 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "DELETE /v2.0/subnets/169f5cb7-0fcf-4adc-9894-43255d31ee18 HTTP/1.1" status: 204 len: 168 time: 2.5531399 Aug 16 22:36:56.668457 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-92f438f3-0a9f-4441-9eb3-0e77519020ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=591b5968-9ed1-44b8-afc2-1f142f90e8d8 HTTP/1.1" status: 200 len: 217 time: 0.1380107 Aug 16 22:36:56.673993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78636ad-e963-426e-b0f5-02e2b817cf79 None None] Network 3b5d7a32-d6d4-4283-a49c-b06cf8f360f2 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:56.677016 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43102) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:56.708945 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e859e632-2357-4df4-be5f-8ff4879332c8 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:56.899493 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-86a0d016-3db1-40f4-9c67-1b19568fc4db req-eb67103c-6e52-488f-b14b-197e3cc6233f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36d6c7d-bc1a-4577-bbc6-6880a51c324d HTTP/1.1" status: 200 len: 210 time: 0.0923321 Aug 16 22:36:56.936348 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-b2a0e4ff-f99b-4080-a9f9-18ecadf73b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:56.938479 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-b2a0e4ff-f99b-4080-a9f9-18ecadf73b1e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ffe763c-ff2b-42ed-bcf3-687f913d441b HTTP/1.1" status: 200 len: 850 time: 0.2446697 Aug 16 22:36:56.941703 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e859e632-2357-4df4-be5f-8ff4879332c8 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:56.944042 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e859e632-2357-4df4-be5f-8ff4879332c8 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:56.945016 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e859e632-2357-4df4-be5f-8ff4879332c8 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:56.983524 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17d97b39-07d0-4da6-bbe1-585361f45230 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:57.072095 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef51823f-2c52-47d2-9669-08ceb983d53b None None] DHCP port deletion for 3b5d7a32-d6d4-4283-a49c-b06cf8f360f2 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:36:57.094586 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e859e632-2357-4df4-be5f-8ff4879332c8 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.9867826 Aug 16 22:36:57.117165 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43108) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:57.124434 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a0926245-4976-4cb0-bc4b-a9cccbe08efc tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Request body: {'subnet': {'network_id': '84863083-c37c-4b09-a02d-e93ba491055c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:57.160953 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859e632-2357-4df4-be5f-8ff4879332c8 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Pushing event updated for resources: {'Network': ['ID=84863083-c37c-4b09-a02d-e93ba491055c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:57.191644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 84863083-c37c-4b09-a02d-e93ba491055c details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:36:57.219000 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0926245-4976-4cb0-bc4b-a9cccbe08efc tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Made reservation on behalf of 7f7e0ce488ee4d88a1ad35259cfb0eb3 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:57.230493 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0926245-4976-4cb0-bc4b-a9cccbe08efc tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:57.236209 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c6f3a22a-a92f-43fb-8a4c-0129ecea6b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:57.237779 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-c6f3a22a-a92f-43fb-8a4c-0129ecea6b35 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=da99628b-b531-4700-97cd-f2deca3ca96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2868335 Aug 16 22:36:57.289312 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ef51823f-2c52-47d2-9669-08ceb983d53b None None] Deleting port 0c2e0c2d-e1d2-42ab-a458-6af728a898a0 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:57.289312 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ef51823f-2c52-47d2-9669-08ceb983d53b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:57.308412 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56538b7e-d5ae-4471-9c45-ecd26ca997f3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:57.311774 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab396aa9-a462-4c56-944e-ec6760e68afc req-c6837d23-43ed-44dc-9b5e-5a18aaaf4764 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:57.327746 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab396aa9-a462-4c56-944e-ec6760e68afc req-c6837d23-43ed-44dc-9b5e-5a18aaaf4764 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:57.340930 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab396aa9-a462-4c56-944e-ec6760e68afc req-c6837d23-43ed-44dc-9b5e-5a18aaaf4764 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:57.348004 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab396aa9-a462-4c56-944e-ec6760e68afc req-c6837d23-43ed-44dc-9b5e-5a18aaaf4764 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:57.355493 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab396aa9-a462-4c56-944e-ec6760e68afc req-c6837d23-43ed-44dc-9b5e-5a18aaaf4764 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:57.365769 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab396aa9-a462-4c56-944e-ec6760e68afc req-c6837d23-43ed-44dc-9b5e-5a18aaaf4764 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:57.373868 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab396aa9-a462-4c56-944e-ec6760e68afc req-c6837d23-43ed-44dc-9b5e-5a18aaaf4764 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:57.377522 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab396aa9-a462-4c56-944e-ec6760e68afc req-c6837d23-43ed-44dc-9b5e-5a18aaaf4764 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5421 time: 0.2941115 Aug 16 22:36:57.404851 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0c2e0c2d-e1d2-42ab-a458-6af728a898a0 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:36:57.427786 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] device_id is not set on port 853acc00-315a-400c-ae99-116347aa9757 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:36:57.443985 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device f65c4baa-93f7-4ad2-a421-4f0456f7d11a no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:36:57.541988 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: f65c4baa-93f7-4ad2-a421-4f0456f7d11a {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:36:57.542795 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device f65c4baa-93f7-4ad2-a421-4f0456f7d11a not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:36:57.556006 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-17d97b39-07d0-4da6-bbe1-585361f45230 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Deleting port 0c2e0c2d-e1d2-42ab-a458-6af728a898a0 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:57.556958 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17d97b39-07d0-4da6-bbe1-585361f45230 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:57.578915 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ef51823f-2c52-47d2-9669-08ceb983d53b None None] For port 0c2e0c2d-e1d2-42ab-a458-6af728a898a0, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0c2e0c2d-e1d2-42ab-a458-6af728a898a0,segment=NetworkSegment(42094eb3-0827-46da-8195-c731e8248597),segment_id=42094eb3-0827-46da-8195-c731e8248597)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:57.579675 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ef51823f-2c52-47d2-9669-08ceb983d53b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:57.585920 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56538b7e-d5ae-4471-9c45-ecd26ca997f3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:57.590378 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56538b7e-d5ae-4471-9c45-ecd26ca997f3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:57.602261 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab396aa9-a462-4c56-944e-ec6760e68afc req-4d3b276a-9638-4c79-9a8c-9cc3c7ebed45 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1943576 Aug 16 22:36:57.604987 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:57.611822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ef51823f-2c52-47d2-9669-08ceb983d53b None None] Calling delete_port for 0c2e0c2d-e1d2-42ab-a458-6af728a898a0 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:57.687434 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-57ed9f10-074b-47c7-8261-aaed475249ea service neutron] 10.222.0.39 "GET /v2.0/networks/da99628b-b531-4700-97cd-f2deca3ca96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027379 Aug 16 22:36:57.730283 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56538b7e-d5ae-4471-9c45-ecd26ca997f3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:57.731610 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56538b7e-d5ae-4471-9c45-ecd26ca997f3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba11a4ee-b085-4b24-9036-f278785b39ce {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:36:57.746286 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56538b7e-d5ae-4471-9c45-ecd26ca997f3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:57.753456 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-56538b7e-d5ae-4471-9c45-ecd26ca997f3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "DELETE /v2.0/routers/ba11a4ee-b085-4b24-9036-f278785b39ce HTTP/1.1" status: 204 len: 168 time: 1.3476110 Aug 16 22:36:57.864266 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:57.888339 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 0c2e0c2d-e1d2-42ab-a458-6af728a898a0, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0c2e0c2d-e1d2-42ab-a458-6af728a898a0,segment=NetworkSegment(42094eb3-0827-46da-8195-c731e8248597),segment_id=42094eb3-0827-46da-8195-c731e8248597)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:57.895601 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:57.931551 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-17d97b39-07d0-4da6-bbe1-585361f45230 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] For port 0c2e0c2d-e1d2-42ab-a458-6af728a898a0, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0c2e0c2d-e1d2-42ab-a458-6af728a898a0,segment=NetworkSegment(42094eb3-0827-46da-8195-c731e8248597),segment_id=42094eb3-0827-46da-8195-c731e8248597)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:57.932108 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17d97b39-07d0-4da6-bbe1-585361f45230 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:57.986777 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-17d97b39-07d0-4da6-bbe1-585361f45230 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Calling delete_port for 0c2e0c2d-e1d2-42ab-a458-6af728a898a0 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:58.017828 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:58.036908 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=0c2e0c2d-e1d2-42ab-a458-6af728a898a0,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:58.040109 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ef51823f-2c52-47d2-9669-08ceb983d53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:58.083229 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef51823f-2c52-47d2-9669-08ceb983d53b None None] No DVR routers for this DVR port 0c2e0c2d-e1d2-42ab-a458-6af728a898a0 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:36:58.086077 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51823f-2c52-47d2-9669-08ceb983d53b None None] Pushing event deleted for resources: {'Port': ['ID=0c2e0c2d-e1d2-42ab-a458-6af728a898a0,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:58.181133 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-8056343b-b56e-40d5-ac0a-1c3a8de087f0 service neutron] 10.222.0.39 "GET /v2.0/networks/da99628b-b531-4700-97cd-f2deca3ca96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557414 Aug 16 22:36:58.229311 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network babb651f-43c0-4f3a-a214-ef8d0ec92712 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:58.241310 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=cc209111-7054-4230-93c4-0aeb44319c0f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:58.247264 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:58.258954 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:58.260187 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:58.275314 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-2baf60bc-d0a7-494e-870a-f2c6f8babc40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=a0a260f4-e95c-4287-9011-ab8907999577 HTTP/1.1" status: 200 len: 217 time: 0.0845771 Aug 16 22:36:58.383583 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43152) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:58.411540 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=853acc00-315a-400c-ae99-116347aa9757,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:58.442886 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Checking segment: {'id': '32e26719-ad0b-40ef-aeba-73d2973eef44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'cf6eb9c2-1a8b-4803-9904-c8bd10760087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:58.446253 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network hostable DHCP agents. Network: cf6eb9c2-1a8b-4803-9904-c8bd10760087, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:36:58.468869 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network cf6eb9c2-1a8b-4803-9904-c8bd10760087 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:36:58.480224 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-dd89f164-3426-495c-b457-23580d5b08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:58.481758 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-dd89f164-3426-495c-b457-23580d5b08dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ba958f9-7606-4a57-ac70-15a7d712df06 HTTP/1.1" status: 200 len: 797 time: 0.1957145 Aug 16 22:36:58.511250 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, cf6eb9c2-1a8b-4803-9904-c8bd10760087) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:58.517330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:58.521681 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17d97b39-07d0-4da6-bbe1-585361f45230 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:58.524654 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce44986-fa8f-456a-a8a9-71ebbb15a953 None None] Network cf6eb9c2-1a8b-4803-9904-c8bd10760087 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:58.530199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:58.542011 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:58.543588 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:58.569006 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-08eacf28-8b5f-41fd-9245-57412eab37eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2233102 Aug 16 22:36:58.573667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43162) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:58.590764 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d97b39-07d0-4da6-bbe1-585361f45230 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event deleted for resources: {'Port': ['ID=0c2e0c2d-e1d2-42ab-a458-6af728a898a0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:58.594243 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d97b39-07d0-4da6-bbe1-585361f45230 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] No DVR routers for this DVR port 0c2e0c2d-e1d2-42ab-a458-6af728a898a0 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:36:58.655575 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d30e3-32c8-45eb-a612-740dfe431466 req-b31765cc-ebef-474c-80c0-564303f0bbb5 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:58.657545 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd6d30e3-32c8-45eb-a612-740dfe431466 req-b31765cc-ebef-474c-80c0-564303f0bbb5 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614 HTTP/1.1" status: 200 len: 945 time: 0.2565780 Aug 16 22:36:58.669255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-5fd5764c-b51f-453b-8eb7-8fba2a1f5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:58.671400 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-5fd5764c-b51f-453b-8eb7-8fba2a1f5b57 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1819279 Aug 16 22:36:58.726542 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c8612a0e-a731-4620-9d28-bf857690be33 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1439078000', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}, 'admin_state_up': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:58.789240 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8612a0e-a731-4620-9d28-bf857690be33 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:58.791847 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8612a0e-a731-4620-9d28-bf857690be33 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:58.825307 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a6278-e9a8-4a90-8021-e7350e3d0c75 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting port 853acc00-315a-400c-ae99-116347aa9757 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:58.825640 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3c4a6278-e9a8-4a90-8021-e7350e3d0c75 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:58.902530 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17d97b39-07d0-4da6-bbe1-585361f45230 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:58.932674 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8612a0e-a731-4620-9d28-bf857690be33 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:58.980425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-17d97b39-07d0-4da6-bbe1-585361f45230 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b5d7a32-d6d4-4283-a49c-b06cf8f360f2']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:59.012350 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3c4a6278-e9a8-4a90-8021-e7350e3d0c75 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:59.017262 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd6d30e3-32c8-45eb-a612-740dfe431466 req-3a6ceea4-76b1-4699-a40d-ead7be5c5c22 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521194 Aug 16 22:36:59.019860 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-17d97b39-07d0-4da6-bbe1-585361f45230 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42094eb3-0827-46da-8195-c731e8248597') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:59.020291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-17d97b39-07d0-4da6-bbe1-585361f45230 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42094eb3-0827-46da-8195-c731e8248597') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:59.030076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a6278-e9a8-4a90-8021-e7350e3d0c75 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Calling delete_port for 853acc00-315a-400c-ae99-116347aa9757 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:59.107016 n-d-792458-15 neutron-server[94871]: DEBUG neutron.objects.ports [None req-a0926245-4976-4cb0-bc4b-a9cccbe08efc tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94871) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:36:59.107507 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0926245-4976-4cb0-bc4b-a9cccbe08efc tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:59.115575 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17d97b39-07d0-4da6-bbe1-585361f45230 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:59.154141 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8612a0e-a731-4620-9d28-bf857690be33 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:59.173148 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b41650-34a4-4276-a650-2225462f3ec7 req-39f02c0b-c133-4f4b-81dd-1c494724d37c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:59.179139 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b41650-34a4-4276-a650-2225462f3ec7 req-39f02c0b-c133-4f4b-81dd-1c494724d37c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:59.185703 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b41650-34a4-4276-a650-2225462f3ec7 req-39f02c0b-c133-4f4b-81dd-1c494724d37c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:59.192098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b41650-34a4-4276-a650-2225462f3ec7 req-39f02c0b-c133-4f4b-81dd-1c494724d37c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:59.198363 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b41650-34a4-4276-a650-2225462f3ec7 req-39f02c0b-c133-4f4b-81dd-1c494724d37c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:59.204293 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b41650-34a4-4276-a650-2225462f3ec7 req-39f02c0b-c133-4f4b-81dd-1c494724d37c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:59.210767 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b41650-34a4-4276-a650-2225462f3ec7 req-39f02c0b-c133-4f4b-81dd-1c494724d37c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:59.212740 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-37b41650-34a4-4276-a650-2225462f3ec7 req-39f02c0b-c133-4f4b-81dd-1c494724d37c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5421 time: 0.3585572 Aug 16 22:36:59.230011 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17d97b39-07d0-4da6-bbe1-585361f45230 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:59.236561 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-7d0219eb-6f77-4746-a68f-4c0b3ca6fcab service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559285 Aug 16 22:36:59.273754 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d97b39-07d0-4da6-bbe1-585361f45230 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:36:59.274118 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17d97b39-07d0-4da6-bbe1-585361f45230 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:36:59.281092 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:36:59.287974 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3c4a6278-e9a8-4a90-8021-e7350e3d0c75 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:59.340809 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a6278-e9a8-4a90-8021-e7350e3d0c75 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Port': ['ID=853acc00-315a-400c-ae99-116347aa9757,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:59.353522 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3c4a6278-e9a8-4a90-8021-e7350e3d0c75 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:59.358447 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3c4a6278-e9a8-4a90-8021-e7350e3d0c75 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/ports/853acc00-315a-400c-ae99-116347aa9757 HTTP/1.1" status: 204 len: 168 time: 0.7808051 Aug 16 22:36:59.359504 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43196) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:59.398743 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0926245-4976-4cb0-bc4b-a9cccbe08efc tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b4b39144-31f3-4dfd-9345-6b35d30ac016,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:59.454956 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c27de1-b22e-4993-9f5f-68b26bf316eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:59.462362 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c27de1-b22e-4993-9f5f-68b26bf316eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:59.463202 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-96c27de1-b22e-4993-9f5f-68b26bf316eb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1019940 Aug 16 22:36:59.467252 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43204) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:59.479011 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-37b41650-34a4-4276-a650-2225462f3ec7 req-a9d0cef9-cb9a-423a-82c4-c81b753d22d8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2534430 Aug 16 22:36:59.503761 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17d97b39-07d0-4da6-bbe1-585361f45230 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:59.519815 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17d97b39-07d0-4da6-bbe1-585361f45230 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:59.521581 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-17d97b39-07d0-4da6-bbe1-585361f45230 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "DELETE /v2.0/networks/3b5d7a32-d6d4-4283-a49c-b06cf8f360f2 HTTP/1.1" status: 204 len: 168 time: 2.8428090 Aug 16 22:36:59.522684 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0926245-4976-4cb0-bc4b-a9cccbe08efc tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Checking segment: {'id': '12dbf528-d469-4832-9cff-daaed2876f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '84863083-c37c-4b09-a02d-e93ba491055c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:59.523040 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0926245-4976-4cb0-bc4b-a9cccbe08efc tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Network hostable DHCP agents. Network: 84863083-c37c-4b09-a02d-e93ba491055c, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:36:59.538408 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43208) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:59.568374 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d97b39-07d0-4da6-bbe1-585361f45230 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Pushing event deleted for resources: {'Network': ['ID=3b5d7a32-d6d4-4283-a49c-b06cf8f360f2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:59.592702 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b6d41b4e-614d-4fe3-b980-3cdbe66f2771 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "GET /v2.0/ports?device_id=b49d9152-c693-4f0f-b010-6fa6b40ee557 HTTP/1.1" status: 200 len: 205 time: 0.0523911 Aug 16 22:36:59.600180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43212) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:59.683226 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-b1fab249-1a38-423d-b8d4-e9b24b48952a service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344740 Aug 16 22:36:59.696374 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8612a0e-a731-4620-9d28-bf857690be33 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:59.730492 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8612a0e-a731-4620-9d28-bf857690be33 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:59.770221 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0926245-4976-4cb0-bc4b-a9cccbe08efc tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Network 84863083-c37c-4b09-a02d-e93ba491055c is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:36:59.814148 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2f615ba9-753c-4004-98e0-e0a28b288aa1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting port cc209111-7054-4230-93c4-0aeb44319c0f {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:59.814532 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2f615ba9-753c-4004-98e0-e0a28b288aa1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:59.830575 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-a692c3d6-7000-44ad-91b5-8c1d79ce5174 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=882b75e0-8639-46ef-a97c-2657f474d5df HTTP/1.1" status: 200 len: 217 time: 0.0841351 Aug 16 22:36:59.835032 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6494bbf0-9696-41d4-aa2b-a438b674e9c7 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:59.845465 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-a0926245-4976-4cb0-bc4b-a9cccbe08efc tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 84863083-c37c-4b09-a02d-e93ba491055c) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:59.858215 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980aa28d-9105-4991-86fb-215f48bd3273 None None] Network 84863083-c37c-4b09-a02d-e93ba491055c requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:59.956053 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2f615ba9-753c-4004-98e0-e0a28b288aa1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:59.978210 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2f615ba9-753c-4004-98e0-e0a28b288aa1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Calling delete_port for cc209111-7054-4230-93c4-0aeb44319c0f owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:59.993796 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-c8612a0e-a731-4620-9d28-bf857690be33 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Allocated IP 172.25.6.159 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/2f0be39f-aaa4-4edc-bc97-3d89ff6bdf30) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:00.363428 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2f615ba9-753c-4004-98e0-e0a28b288aa1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:00.400244 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8612a0e-a731-4620-9d28-bf857690be33 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:00.444489 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f615ba9-753c-4004-98e0-e0a28b288aa1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Port': ['ID=cc209111-7054-4230-93c4-0aeb44319c0f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:00.458113 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2f615ba9-753c-4004-98e0-e0a28b288aa1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:00.461690 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2f615ba9-753c-4004-98e0-e0a28b288aa1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/ports/cc209111-7054-4230-93c4-0aeb44319c0f HTTP/1.1" status: 204 len: 168 time: 0.9931748 Aug 16 22:37:00.467570 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43250) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:00.492309 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505fd8f9-796f-48e0-8414-21a36930b149 None None] Network 84863083-c37c-4b09-a02d-e93ba491055c requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:37:00.512296 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0926245-4976-4cb0-bc4b-a9cccbe08efc tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:00.513277 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0926245-4976-4cb0-bc4b-a9cccbe08efc tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:00.605168 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bacfa-838b-43b0-a081-89b9ce13294d req-8a8b38e1-984d-43e8-bc3d-a83107172f02 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:00.608710 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-468bacfa-838b-43b0-a081-89b9ce13294d req-8a8b38e1-984d-43e8-bc3d-a83107172f02 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614 HTTP/1.1" status: 200 len: 945 time: 1.0041654 Aug 16 22:37:00.621506 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbe5cf2-c3ab-45ae-8ad3-3e8f73849836 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:00.627754 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4cbe5cf2-c3ab-45ae-8ad3-3e8f73849836 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1548252 Aug 16 22:37:00.628199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43254) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:00.684130 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c290b6-9647-4147-8cf6-e9b2ea989414 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] GET failed (client error): The resource could not be found. Aug 16 22:37:00.690814 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-94c290b6-9647-4147-8cf6-e9b2ea989414 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports/853acc00-315a-400c-ae99-116347aa9757 HTTP/1.1" status: 404 len: 333 time: 0.0572553 Aug 16 22:37:00.691271 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43256) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:00.743041 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9fe137-dfa6-4c61-82f9-15b56eaeba8e tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] GET failed (client error): The resource could not be found. Aug 16 22:37:00.746756 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1f9fe137-dfa6-4c61-82f9-15b56eaeba8e tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports/cc209111-7054-4230-93c4-0aeb44319c0f HTTP/1.1" status: 404 len: 333 time: 0.0523109 Aug 16 22:37:00.750277 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43258) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:00.770031 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8612a0e-a731-4620-9d28-bf857690be33 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:00.791671 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a0926245-4976-4cb0-bc4b-a9cccbe08efc tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.6723588 Aug 16 22:37:00.831933 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43260) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:00.850091 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-4e7f98f1-dd8a-489c-a850-c70a4158d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:00.852150 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-4e7f98f1-dd8a-489c-a850-c70a4158d1b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ba958f9-7606-4a57-ac70-15a7d712df06 HTTP/1.1" status: 200 len: 797 time: 1.0079823 Aug 16 22:37:00.874302 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d961c615-4b9c-43b5-b0a0-7edf566ff5bb tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-630066314', 'network_id': '84863083-c37c-4b09-a02d-e93ba491055c'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:00.898155 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6494bbf0-9696-41d4-aa2b-a438b674e9c7 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:00.906650 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6494bbf0-9696-41d4-aa2b-a438b674e9c7 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:00.957945 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8612a0e-a731-4620-9d28-bf857690be33 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:00.980796 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-472a1343-df23-4c66-a0f1-c4f55b5477bf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:00.982994 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-c8612a0e-a731-4620-9d28-bf857690be33 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:00.985507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc451c4a-9705-4d6c-9482-86f76fdee73c req-3b1578b3-a811-4779-aca0-61d36b2f1f20 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:00.986530 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8612a0e-a731-4620-9d28-bf857690be33 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Pushing event updated for resources: {'Port': ['ID=2f0be39f-aaa4-4edc-bc97-3d89ff6bdf30,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:00.988239 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc451c4a-9705-4d6c-9482-86f76fdee73c req-3b1578b3-a811-4779-aca0-61d36b2f1f20 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614 HTTP/1.1" status: 200 len: 945 time: 0.5188487 Aug 16 22:37:00.996098 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8612a0e-a731-4620-9d28-bf857690be33 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:01.020607 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d961c615-4b9c-43b5-b0a0-7edf566ff5bb tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Made reservation on behalf of 7f7e0ce488ee4d88a1ad35259cfb0eb3 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:01.023128 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d961c615-4b9c-43b5-b0a0-7edf566ff5bb tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:01.064512 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43264) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:01.072727 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-d961c615-4b9c-43b5-b0a0-7edf566ff5bb tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] device_id is not set on port 65fa23b9-9c77-420e-8cdd-19e616de5755 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:37:01.096442 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6494bbf0-9696-41d4-aa2b-a438b674e9c7 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:01.097088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6494bbf0-9696-41d4-aa2b-a438b674e9c7 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Fanout notify agent at l3_agent the message router_deleted on router b49d9152-c693-4f0f-b010-6fa6b40ee557 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:37:01.125192 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c4cd7-3b8f-4f68-8d04-56cf781ff6f4 req-154684fa-3068-4393-ab48-784ac3725df7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:01.137516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c4cd7-3b8f-4f68-8d04-56cf781ff6f4 req-154684fa-3068-4393-ab48-784ac3725df7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:01.144578 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c4cd7-3b8f-4f68-8d04-56cf781ff6f4 req-154684fa-3068-4393-ab48-784ac3725df7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:01.154383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c4cd7-3b8f-4f68-8d04-56cf781ff6f4 req-154684fa-3068-4393-ab48-784ac3725df7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:01.163898 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c4cd7-3b8f-4f68-8d04-56cf781ff6f4 req-154684fa-3068-4393-ab48-784ac3725df7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:01.176711 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c4cd7-3b8f-4f68-8d04-56cf781ff6f4 req-154684fa-3068-4393-ab48-784ac3725df7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:01.188149 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c4cd7-3b8f-4f68-8d04-56cf781ff6f4 req-154684fa-3068-4393-ab48-784ac3725df7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:01.203065 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-949c4cd7-3b8f-4f68-8d04-56cf781ff6f4 req-154684fa-3068-4393-ab48-784ac3725df7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5421 time: 0.4098389 Aug 16 22:37:01.218376 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6494bbf0-9696-41d4-aa2b-a438b674e9c7 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:01.220226 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6494bbf0-9696-41d4-aa2b-a438b674e9c7 tempest-RoutersNegativeIpV6Test-1607885048 tempest-RoutersNegativeIpV6Test-1607885048-project] 10.222.0.93 "DELETE /v2.0/routers/b49d9152-c693-4f0f-b010-6fa6b40ee557 HTTP/1.1" status: 204 len: 168 time: 1.6172924 Aug 16 22:37:01.261203 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-92e19b2c-5d15-4ee8-9c52-5d7e9b80b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:01.267449 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-92e19b2c-5d15-4ee8-9c52-5d7e9b80b91b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3800499 Aug 16 22:37:01.378930 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc451c4a-9705-4d6c-9482-86f76fdee73c req-8d1de21c-5f76-4d59-bae9-3d456adda68f tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357151 Aug 16 22:37:01.432022 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1bddf1db-aa91-431c-bcfc-6abfb750378a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:01.464772 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-472a1343-df23-4c66-a0f1-c4f55b5477bf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:01.485827 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-468bacfa-838b-43b0-a081-89b9ce13294d req-a9477188-1b21-4df5-aa2c-6597edc9e578 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Deleting port e48fde74-b044-473a-b476-caf9b6057de8 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:01.486413 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-468bacfa-838b-43b0-a081-89b9ce13294d req-a9477188-1b21-4df5-aa2c-6597edc9e578 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:01.500556 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-949c4cd7-3b8f-4f68-8d04-56cf781ff6f4 req-81b871b4-71fe-489a-a7a6-5e150c997262 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2960491 Aug 16 22:37:01.509490 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-472a1343-df23-4c66-a0f1-c4f55b5477bf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6eb9c2-1a8b-4803-9904-c8bd10760087']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:01.557313 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-472a1343-df23-4c66-a0f1-c4f55b5477bf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e26719-ad0b-40ef-aeba-73d2973eef44') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:01.557828 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-472a1343-df23-4c66-a0f1-c4f55b5477bf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e26719-ad0b-40ef-aeba-73d2973eef44') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:01.606754 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43272) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:01.657747 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-d961c615-4b9c-43b5-b0a0-7edf566ff5bb tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Allocated IP 2001:db8::20d (84863083-c37c-4b09-a02d-e93ba491055c/b4b39144-31f3-4dfd-9345-6b35d30ac016/65fa23b9-9c77-420e-8cdd-19e616de5755) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:01.665758 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-472a1343-df23-4c66-a0f1-c4f55b5477bf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:01.687869 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-07a7dcc1-dbc0-473d-b58b-3efa8bb76ed0 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668492 Aug 16 22:37:01.796009 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-472a1343-df23-4c66-a0f1-c4f55b5477bf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:01.812319 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-468bacfa-838b-43b0-a081-89b9ce13294d req-a9477188-1b21-4df5-aa2c-6597edc9e578 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] For port e48fde74-b044-473a-b476-caf9b6057de8, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e48fde74-b044-473a-b476-caf9b6057de8,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:01.812680 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-468bacfa-838b-43b0-a081-89b9ce13294d req-a9477188-1b21-4df5-aa2c-6597edc9e578 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:01.817447 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472a1343-df23-4c66-a0f1-c4f55b5477bf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:37:01.817857 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-472a1343-df23-4c66-a0f1-c4f55b5477bf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:37:01.823137 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:37:01.842856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-468bacfa-838b-43b0-a081-89b9ce13294d req-a9477188-1b21-4df5-aa2c-6597edc9e578 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Calling delete_port for e48fde74-b044-473a-b476-caf9b6057de8 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:01.927314 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8612a0e-a731-4620-9d28-bf857690be33 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:01.945134 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-27436ab4-5528-4ca8-8c35-2cb93f10ed02 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5d74a67b1bd54c48988531a2800fa75a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3365881 Aug 16 22:37:01.951661 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43276) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:01.962083 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-8c0ad327-215a-4d3c-92c3-949df125959b service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575345 Aug 16 22:37:01.983628 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-472a1343-df23-4c66-a0f1-c4f55b5477bf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:02.035016 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-e6b7db3d-cd98-4993-b564-771996d66fb1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=9c81783d-6b34-4769-b8e6-f21cb76f85b3 HTTP/1.1" status: 200 len: 217 time: 0.0558991 Aug 16 22:37:02.051063 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-472a1343-df23-4c66-a0f1-c4f55b5477bf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:02.053983 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-472a1343-df23-4c66-a0f1-c4f55b5477bf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/networks/cf6eb9c2-1a8b-4803-9904-c8bd10760087 HTTP/1.1" status: 204 len: 168 time: 1.3018520 Aug 16 22:37:02.067023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43278) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:02.087391 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a1343-df23-4c66-a0f1-c4f55b5477bf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Network': ['ID=cf6eb9c2-1a8b-4803-9904-c8bd10760087,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:02.112173 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-58876e99-076a-4e8c-977c-9ea3df3f398c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-522703563'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:02.135529 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1bddf1db-aa91-431c-bcfc-6abfb750378a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:02.147589 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1bddf1db-aa91-431c-bcfc-6abfb750378a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:02.198245 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-57ab4423-fe37-4bf1-93c3-1bdf70dcc86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:02.200228 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-57ab4423-fe37-4bf1-93c3-1bdf70dcc86e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ba958f9-7606-4a57-ac70-15a7d712df06 HTTP/1.1" status: 200 len: 797 time: 0.1506896 Aug 16 22:37:02.210507 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec084e07-4559-4c43-bbfb-fc795cbc00bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:02.243764 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58876e99-076a-4e8c-977c-9ea3df3f398c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:02.248734 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58876e99-076a-4e8c-977c-9ea3df3f398c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:02.257166 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bddf1db-aa91-431c-bcfc-6abfb750378a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa2f1d5-1f37-48b5-9d5f-6e3b05372c99,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:02.262332 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1bddf1db-aa91-431c-bcfc-6abfb750378a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=412f2897859a4bdc9aaff95b4efb2ec6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1966457 Aug 16 22:37:02.272384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43280) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:02.306325 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d961c615-4b9c-43b5-b0a0-7edf566ff5bb tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:02.321501 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec084e07-4559-4c43-bbfb-fc795cbc00bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:02.333536 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-468bacfa-838b-43b0-a081-89b9ce13294d req-a9477188-1b21-4df5-aa2c-6597edc9e578 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:02.349941 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['5caa8ca9-7660-46f2-906d-1f26e38dc98f', 'e48fde74-b044-473a-b476-caf9b6057de8'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:37:02.400547 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8612a0e-a731-4620-9d28-bf857690be33 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:02.451218 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9477188-1b21-4df5-aa2c-6597edc9e578 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Pushing event deleted for resources: {'Port': ['ID=e48fde74-b044-473a-b476-caf9b6057de8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:02.471175 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58876e99-076a-4e8c-977c-9ea3df3f398c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:37:02.476586 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-bcaa5dfe-af8a-499c-8c56-cc98579087e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:02.478893 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-bcaa5dfe-af8a-499c-8c56-cc98579087e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2659123 Aug 16 22:37:02.644629 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58876e99-076a-4e8c-977c-9ea3df3f398c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:02.645725 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-58876e99-076a-4e8c-977c-9ea3df3f398c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Added segment cf9b0531-f155-4972-aa45-92d2620e53d0 of type vlan for network 76456407-f62b-4be2-8933-831b61a77b01 Aug 16 22:37:02.647928 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d961c615-4b9c-43b5-b0a0-7edf566ff5bb tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:02.724816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-468bacfa-838b-43b0-a081-89b9ce13294d req-a9477188-1b21-4df5-aa2c-6597edc9e578 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] No DVR routers for this DVR port e48fde74-b044-473a-b476-caf9b6057de8 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:37:02.752451 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d961c615-4b9c-43b5-b0a0-7edf566ff5bb tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Network 84863083-c37c-4b09-a02d-e93ba491055c is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:02.753288 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8612a0e-a731-4620-9d28-bf857690be33 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Router bf10a0ba-b066-4a05-98ac-e58b66bdc052 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:37:02.757070 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d961c615-4b9c-43b5-b0a0-7edf566ff5bb tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:02.761264 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d961c615-4b9c-43b5-b0a0-7edf566ff5bb tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:02.763180 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d961c615-4b9c-43b5-b0a0-7edf566ff5bb tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:02.763639 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c4088862-786a-42d2-963a-3a156103e032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:02.764319 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d961c615-4b9c-43b5-b0a0-7edf566ff5bb tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:02.770501 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961c615-4b9c-43b5-b0a0-7edf566ff5bb tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Pushing event updated for resources: {'Port': ['ID=65fa23b9-9c77-420e-8cdd-19e616de5755,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:02.789792 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-468bacfa-838b-43b0-a081-89b9ce13294d req-a9477188-1b21-4df5-aa2c-6597edc9e578 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:02.792524 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-468bacfa-838b-43b0-a081-89b9ce13294d req-a9477188-1b21-4df5-aa2c-6597edc9e578 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.39 "DELETE /v2.0/ports/e48fde74-b044-473a-b476-caf9b6057de8 HTTP/1.1" status: 204 len: 173 time: 2.1731813 Aug 16 22:37:02.793067 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614', 'name': 'network-vif-deleted', 'tag': 'e48fde74-b044-473a-b476-caf9b6057de8'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:37:02.795416 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cfc534-9da6-4e7f-8d81-968d8fba59de" -d '{"events": [{"server_uuid": "5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614", "name": "network-vif-deleted", "tag": "e48fde74-b044-473a-b476-caf9b6057de8"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:37:02.814385 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d961c615-4b9c-43b5-b0a0-7edf566ff5bb tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9796095 Aug 16 22:37:02.825678 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d5552e67-822b-40ad-9de4-c0b23417c22c req-1edb6c8e-8f1f-4a57-b76b-cc293fc0daab tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614 HTTP/1.1" status: 200 len: 210 time: 0.1585367 Aug 16 22:37:02.834612 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43288) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:02.860074 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec084e07-4559-4c43-bbfb-fc795cbc00bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:02.862971 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec084e07-4559-4c43-bbfb-fc795cbc00bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:02.864418 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ec084e07-4559-4c43-bbfb-fc795cbc00bc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/96e226be-9be0-49e4-aa7e-ff033993ed96 HTTP/1.1" status: 204 len: 168 time: 0.9118221 Aug 16 22:37:02.916920 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58876e99-076a-4e8c-977c-9ea3df3f398c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:02.945169 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fe7650-0152-4d8a-a22e-d99b003f9715 x-openstack-request-id: req-76fe7650-0152-4d8a-a22e-d99b003f9715 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:37:02.945629 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614", "name": "network-vif-deleted", "tag": "e48fde74-b044-473a-b476-caf9b6057de8", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:37:02.949675 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-76fe7650-0152-4d8a-a22e-d99b003f9715 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:37:02.950848 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc5ed2e-4c7b-4d4a-a8be-7d3be3752614', 'name': 'network-vif-deleted', 'tag': 'e48fde74-b044-473a-b476-caf9b6057de8', 'status': 'completed', 'code': 200} Aug 16 22:37:03.020875 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c4088862-786a-42d2-963a-3a156103e032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:03.024669 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec084e07-4559-4c43-bbfb-fc795cbc00bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e226be-9be0-49e4-aa7e-ff033993ed96,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:03.105241 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-bdcd0b2b-ac6f-448e-b269-e47cb0799e66 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6144609 Aug 16 22:37:03.107951 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8612a0e-a731-4620-9d28-bf857690be33 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:37:03.134243 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd536f-7a0d-4774-ae3f-6b3a4c54ffdd None None] Sync routers for ids ['bf10a0ba-b066-4a05-98ac-e58b66bdc052'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:37:03.144999 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe64f55-f108-44f1-9d39-a58ed755849d req-b1a9265e-0098-4c3d-8142-20a42758081e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:03.152264 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8612a0e-a731-4620-9d28-bf857690be33 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:03.153582 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe64f55-f108-44f1-9d39-a58ed755849d req-b1a9265e-0098-4c3d-8142-20a42758081e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:03.155187 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c8612a0e-a731-4620-9d28-bf857690be33 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.7688439 Aug 16 22:37:03.160442 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43292) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:03.162254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe64f55-f108-44f1-9d39-a58ed755849d req-b1a9265e-0098-4c3d-8142-20a42758081e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:03.171100 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd536f-7a0d-4774-ae3f-6b3a4c54ffdd None None] Routers {'bf10a0ba-b066-4a05-98ac-e58b66bdc052'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:03.172618 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e3fd536f-7a0d-4774-ae3f-6b3a4c54ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:36:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['bf10a0ba-b066-4a05-98ac-e58b66bdc052'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:03.183571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe64f55-f108-44f1-9d39-a58ed755849d req-b1a9265e-0098-4c3d-8142-20a42758081e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:03.190175 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe64f55-f108-44f1-9d39-a58ed755849d req-b1a9265e-0098-4c3d-8142-20a42758081e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:03.199237 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe64f55-f108-44f1-9d39-a58ed755849d req-b1a9265e-0098-4c3d-8142-20a42758081e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:03.211014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe64f55-f108-44f1-9d39-a58ed755849d req-b1a9265e-0098-4c3d-8142-20a42758081e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:03.213041 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dbe64f55-f108-44f1-9d39-a58ed755849d req-b1a9265e-0098-4c3d-8142-20a42758081e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5421 time: 0.5353491 Aug 16 22:37:03.237515 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58876e99-076a-4e8c-977c-9ea3df3f398c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:03.270353 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58876e99-076a-4e8c-977c-9ea3df3f398c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:03.271018 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58876e99-076a-4e8c-977c-9ea3df3f398c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:03.275608 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e3fd536f-7a0d-4774-ae3f-6b3a4c54ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:03.291656 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd536f-7a0d-4774-ae3f-6b3a4c54ffdd None None] Routers {'bf10a0ba-b066-4a05-98ac-e58b66bdc052'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:03.293245 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e3fd536f-7a0d-4774-ae3f-6b3a4c54ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:36:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['bf10a0ba-b066-4a05-98ac-e58b66bdc052'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:03.341298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-58876e99-076a-4e8c-977c-9ea3df3f398c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2702267 Aug 16 22:37:03.345560 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43296) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:03.352349 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e3fd536f-7a0d-4774-ae3f-6b3a4c54ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:03.353293 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd536f-7a0d-4774-ae3f-6b3a4c54ffdd None None] The sync data for ids ['bf10a0ba-b066-4a05-98ac-e58b66bdc052'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:37:03.357780 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-67ca5855-e281-4770-8b37-39336ffe7ee9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'subnet': {'network_id': '76456407-f62b-4be2-8933-831b61a77b01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:03.657244 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58876e99-076a-4e8c-977c-9ea3df3f398c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Network': ['ID=76456407-f62b-4be2-8933-831b61a77b01,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:03.672685 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 76456407-f62b-4be2-8933-831b61a77b01 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:37:03.679070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ca5855-e281-4770-8b37-39336ffe7ee9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:03.683293 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-67ca5855-e281-4770-8b37-39336ffe7ee9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:03.733748 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dbe64f55-f108-44f1-9d39-a58ed755849d req-524165e4-023e-4d33-ba9d-af54e8a6f9ec tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4978080 Aug 16 22:37:03.793438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2519bf1b-900d-4194-816d-b65726e85d21 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Deleting port 65fa23b9-9c77-420e-8cdd-19e616de5755 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:03.794127 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2519bf1b-900d-4194-816d-b65726e85d21 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:03.796909 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c4088862-786a-42d2-963a-3a156103e032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:03.799863 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c4088862-786a-42d2-963a-3a156103e032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:03.801169 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c4088862-786a-42d2-963a-3a156103e032 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7fa2f1d5-1f37-48b5-9d5f-6e3b05372c99 HTTP/1.1" status: 204 len: 168 time: 1.5215483 Aug 16 22:37:03.864000 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-807d18ac-57db-4f3f-b291-c5d125fcb466 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7370262 Aug 16 22:37:03.884399 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4088862-786a-42d2-963a-3a156103e032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa2f1d5-1f37-48b5-9d5f-6e3b05372c99,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:03.965591 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-76be7934-dd7b-4c08-bf64-49b3e5ea96e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=516c568f-19b6-4e89-a94c-c7442b86dbc7 HTTP/1.1" status: 200 len: 217 time: 0.0854809 Aug 16 22:37:03.999746 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-843e7a12-fac4-492e-a677-ae8841287852 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "GET /v2.0/routers/bf10a0ba-b066-4a05-98ac-e58b66bdc052 HTTP/1.1" status: 200 len: 921 time: 0.8376243 Aug 16 22:37:04.002670 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43318) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:04.044370 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-306234f4-3c39-47fb-8693-83724b97735a tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "GET /v2.0/ports?device_id=bf10a0ba-b066-4a05-98ac-e58b66bdc052 HTTP/1.1" status: 200 len: 205 time: 0.0403554 Aug 16 22:37:04.049624 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43322) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:04.156245 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2519bf1b-900d-4194-816d-b65726e85d21 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:04.162346 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-bc3ea7b4-b5d5-48da-a020-8e8bb96b85f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:04.165285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-bc3ea7b4-b5d5-48da-a020-8e8bb96b85f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ba958f9-7606-4a57-ac70-15a7d712df06 HTTP/1.1" status: 200 len: 797 time: 0.1807411 Aug 16 22:37:04.226943 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2519bf1b-900d-4194-816d-b65726e85d21 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Calling delete_port for 65fa23b9-9c77-420e-8cdd-19e616de5755 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:04.270916 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-333660dc-e5ae-43ae-acc6-c06cd602f30a tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:04.274491 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43328) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:04.457555 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-dfd65fb9-d7ae-45d8-9c81-d1300a758fb0 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1272900469'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:04.487940 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-ad0f1631-6ddf-4842-bf3e-7c95ee12c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:04.490247 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-ad0f1631-6ddf-4842-bf3e-7c95ee12c00c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3087943 Aug 16 22:37:04.503256 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43332) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:04.523849 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd65fb9-d7ae-45d8-9c81-d1300a758fb0 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Made reservation on behalf of c293bed024634b38bac0905820b0e2fc for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:04.529589 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dfd65fb9-d7ae-45d8-9c81-d1300a758fb0 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:04.543552 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-333660dc-e5ae-43ae-acc6-c06cd602f30a tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:04.559581 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de48fbc9-5548-49c6-ad58-64f34454660c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:04.565034 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dfd65fb9-d7ae-45d8-9c81-d1300a758fb0 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:04.599248 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdda6d6-20ea-4340-9302-5dba5f12dbed req-95698b43-bb56-49da-8cb8-6c304a9e0142 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:04.600920 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fdda6d6-20ea-4340-9302-5dba5f12dbed req-95698b43-bb56-49da-8cb8-6c304a9e0142 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.2973359 Aug 16 22:37:04.615240 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-67ca5855-e281-4770-8b37-39336ffe7ee9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:04.655792 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-de48fbc9-5548-49c6-ad58-64f34454660c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:37:04.655792 n-d-792458-15 neutron-server[94872]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:37:04.655792 n-d-792458-15 neutron-server[94872]: [parameters: {'project_id_1': 'cde650b3800f47c0910ff7e02eaebbff', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 37, 4, 636420)}] Aug 16 22:37:04.655792 n-d-792458-15 neutron-server[94872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:37:04.656615 n-d-792458-15 neutron-server[94872]: DEBUG oslo_db.api [None req-de48fbc9-5548-49c6-ad58-64f34454660c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:37:04.723410 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-333660dc-e5ae-43ae-acc6-c06cd602f30a tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Deleting port 2f0be39f-aaa4-4edc-bc97-3d89ff6bdf30 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:04.723752 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-333660dc-e5ae-43ae-acc6-c06cd602f30a tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:04.799185 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca5855-e281-4770-8b37-39336ffe7ee9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Subnet': ['ID=42f7c2b8-fc2f-4a27-b0ae-50081a1dd90e,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:04.812805 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dfd65fb9-d7ae-45d8-9c81-d1300a758fb0 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:04.819539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf861e72-2002-44d7-8680-0aca29cd18e9 req-58ccd765-d44f-4f62-963d-84fad7692f74 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:04.822479 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf861e72-2002-44d7-8680-0aca29cd18e9 req-58ccd765-d44f-4f62-963d-84fad7692f74 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.39 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.3221865 Aug 16 22:37:04.824239 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dfd65fb9-d7ae-45d8-9c81-d1300a758fb0 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:04.827004 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fdda6d6-20ea-4340-9302-5dba5f12dbed req-85345aef-26d8-4dc2-a9bb-067d8901f78c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096941 Aug 16 22:37:04.846122 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-d0a3735f-c8d0-4fa5-9f34-3735357f0969 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362782 Aug 16 22:37:04.863467 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-333660dc-e5ae-43ae-acc6-c06cd602f30a tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:04.881536 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd65fb9-d7ae-45d8-9c81-d1300a758fb0 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:37:04.892603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-333660dc-e5ae-43ae-acc6-c06cd602f30a tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Calling delete_port for 2f0be39f-aaa4-4edc-bc97-3d89ff6bdf30 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:04.898597 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd65fb9-d7ae-45d8-9c81-d1300a758fb0 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c20823-8892-4234-af10-73f8cf18f120,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:04.909688 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dfd65fb9-d7ae-45d8-9c81-d1300a758fb0 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:04.910049 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-dfd65fb9-d7ae-45d8-9c81-d1300a758fb0 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Added segment 0d56be7c-b365-4cd7-a125-49a5f7099a90 of type vlan for network 63218041-337d-4f71-9c2d-e2584a71f762 Aug 16 22:37:04.979300 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2519bf1b-900d-4194-816d-b65726e85d21 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:04.988976 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dfd65fb9-d7ae-45d8-9c81-d1300a758fb0 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:05.035934 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dfd65fb9-d7ae-45d8-9c81-d1300a758fb0 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:05.043937 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd65fb9-d7ae-45d8-9c81-d1300a758fb0 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:05.044610 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dfd65fb9-d7ae-45d8-9c81-d1300a758fb0 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:05.159561 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de48fbc9-5548-49c6-ad58-64f34454660c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:05.172993 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dfd65fb9-d7ae-45d8-9c81-d1300a758fb0 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8948770 Aug 16 22:37:05.181626 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43336) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:05.190971 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-aafdad53-830c-41d8-89c6-9c33dcf3a1d9 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Request body: {'subnet': {'network_id': '63218041-337d-4f71-9c2d-e2584a71f762', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:05.276966 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd65fb9-d7ae-45d8-9c81-d1300a758fb0 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Pushing event updated for resources: {'Network': ['ID=63218041-337d-4f71-9c2d-e2584a71f762,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:05.294966 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 63218041-337d-4f71-9c2d-e2584a71f762 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:37:05.369115 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-333660dc-e5ae-43ae-acc6-c06cd602f30a tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:05.379242 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e48fde74-b044-473a-b476-caf9b6057de8 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:37:05.426896 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333660dc-e5ae-43ae-acc6-c06cd602f30a tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Pushing event deleted for resources: {'Port': ['ID=2f0be39f-aaa4-4edc-bc97-3d89ff6bdf30,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:05.434022 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: e48fde74-b044-473a-b476-caf9b6057de8 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:37:05.435206 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e48fde74-b044-473a-b476-caf9b6057de8 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:37:05.451289 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca5855-e281-4770-8b37-39336ffe7ee9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Checking segment: {'id': 'cf9b0531-f155-4972-aa45-92d2620e53d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '76456407-f62b-4be2-8933-831b61a77b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:37:05.452233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ca5855-e281-4770-8b37-39336ffe7ee9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network hostable DHCP agents. Network: 76456407-f62b-4be2-8933-831b61a77b01, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:37:05.455777 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519bf1b-900d-4194-816d-b65726e85d21 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Pushing event deleted for resources: {'Port': ['ID=65fa23b9-9c77-420e-8cdd-19e616de5755,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:05.552359 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2519bf1b-900d-4194-816d-b65726e85d21 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:05.554955 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2519bf1b-900d-4194-816d-b65726e85d21 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "DELETE /v2.0/ports/65fa23b9-9c77-420e-8cdd-19e616de5755 HTTP/1.1" status: 204 len: 168 time: 2.7164803 Aug 16 22:37:05.555185 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de48fbc9-5548-49c6-ad58-64f34454660c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:05.556774 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-333660dc-e5ae-43ae-acc6-c06cd602f30a tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:05.560680 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43338) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:05.567656 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-95b8ba3e-9756-451e-9cb0-2f1287a4039f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '84863083-c37c-4b09-a02d-e93ba491055c', 'external_fixed_ips': [{'subnet_id': 'b4b39144-31f3-4dfd-9345-6b35d30ac016', 'ip_address': '2001:db8::20d'}]}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:05.582068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb947cd-2710-40b1-bb50-5b6947c91163 req-8565379d-30ee-41d4-bacb-ad9f28f236d6 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:05.587969 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb947cd-2710-40b1-bb50-5b6947c91163 req-8565379d-30ee-41d4-bacb-ad9f28f236d6 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:05.593818 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb947cd-2710-40b1-bb50-5b6947c91163 req-8565379d-30ee-41d4-bacb-ad9f28f236d6 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:05.599635 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb947cd-2710-40b1-bb50-5b6947c91163 req-8565379d-30ee-41d4-bacb-ad9f28f236d6 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:05.606090 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb947cd-2710-40b1-bb50-5b6947c91163 req-8565379d-30ee-41d4-bacb-ad9f28f236d6 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:05.611963 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb947cd-2710-40b1-bb50-5b6947c91163 req-8565379d-30ee-41d4-bacb-ad9f28f236d6 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:05.617749 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb947cd-2710-40b1-bb50-5b6947c91163 req-8565379d-30ee-41d4-bacb-ad9f28f236d6 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:05.619751 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8eb947cd-2710-40b1-bb50-5b6947c91163 req-8565379d-30ee-41d4-bacb-ad9f28f236d6 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5421 time: 0.7725127 Aug 16 22:37:05.643438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ca5855-e281-4770-8b37-39336ffe7ee9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network 76456407-f62b-4be2-8933-831b61a77b01 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:37:05.664693 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de48fbc9-5548-49c6-ad58-64f34454660c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:05.666638 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-e45b5577-1fe8-4ded-a917-cea1cbecd025 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7940369 Aug 16 22:37:05.687798 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-67ca5855-e281-4770-8b37-39336ffe7ee9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 76456407-f62b-4be2-8933-831b61a77b01) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:05.697832 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac6bf79-1243-4aea-a568-2d7831e5ff2a None None] Network 76456407-f62b-4be2-8933-831b61a77b01 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:37:05.735245 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-cf861e72-2002-44d7-8680-0aca29cd18e9 req-f0ad6018-b65e-40b8-9e30-05d70b7d3efa tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Deleting port 5caa8ca9-7660-46f2-906d-1f26e38dc98f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:05.735870 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cf861e72-2002-44d7-8680-0aca29cd18e9 req-f0ad6018-b65e-40b8-9e30-05d70b7d3efa tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:05.739873 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca5855-e281-4770-8b37-39336ffe7ee9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:05.740729 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-67ca5855-e281-4770-8b37-39336ffe7ee9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:05.748109 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-459cf56a-8510-4d26-8a60-000bd1ec9fb7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=95258e61-57fb-4f52-995b-af813f1e9267 HTTP/1.1" status: 200 len: 217 time: 0.0729504 Aug 16 22:37:05.753253 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-333660dc-e5ae-43ae-acc6-c06cd602f30a tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:05.764457 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-333660dc-e5ae-43ae-acc6-c06cd602f30a tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:05.783032 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafdad53-830c-41d8-89c6-9c33dcf3a1d9 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Made reservation on behalf of c293bed024634b38bac0905820b0e2fc for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:05.793989 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aafdad53-830c-41d8-89c6-9c33dcf3a1d9 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:05.810132 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-de48fbc9-5548-49c6-ad58-64f34454660c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cde650b3800f47c0910ff7e02eaebbff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3052931 Aug 16 22:37:05.828440 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8eb947cd-2710-40b1-bb50-5b6947c91163 req-b98a9ee6-7671-4a17-a9bf-bfd860b4fb5d tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1910555 Aug 16 22:37:05.829408 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43340) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:05.852114 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48fbc9-5548-49c6-ad58-64f34454660c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffee6cd-2290-498c-89c9-fd849a700c42,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:05.908851 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-95b8ba3e-9756-451e-9cb0-2f1287a4039f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:05.931914 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-67ca5855-e281-4770-8b37-39336ffe7ee9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5828886 Aug 16 22:37:05.934510 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-95b8ba3e-9756-451e-9cb0-2f1287a4039f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:05.951378 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43344) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:05.972067 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-333660dc-e5ae-43ae-acc6-c06cd602f30a tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:05.972612 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333660dc-e5ae-43ae-acc6-c06cd602f30a tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Fanout notify agent at l3_agent the message router_deleted on router bf10a0ba-b066-4a05-98ac-e58b66bdc052 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:37:05.979041 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-76456407-f62b-4be2-8933-831b61a77b01', 'network_id': '76456407-f62b-4be2-8933-831b61a77b01', 'tenant_id': 'd151c136af15401e8630f50830d07764', 'fixed_ips': [{'subnet_id': '42f7c2b8-fc2f-4a27-b0ae-50081a1dd90e'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:37:05.979977 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:05.983356 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2e76cebf-c24b-45a4-b43a-586681a3adbc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'port': {'network_id': '76456407-f62b-4be2-8933-831b61a77b01', 'name': 'tempest-PortsIpV6TestJSON-1987025750'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:06.001673 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-333660dc-e5ae-43ae-acc6-c06cd602f30a tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:06.007941 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-333660dc-e5ae-43ae-acc6-c06cd602f30a tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "DELETE /v2.0/routers/bf10a0ba-b066-4a05-98ac-e58b66bdc052 HTTP/1.1" status: 204 len: 168 time: 1.9567435 Aug 16 22:37:06.016285 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43346) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:06.021139 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ccd18be1-90f3-4cdd-a5db-a0ac75949a04 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1136253673', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'enable_snat': False}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:06.073515 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-cecae9b7-24b8-4e47-94e6-1e320cfa0f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:06.075064 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-cecae9b7-24b8-4e47-94e6-1e320cfa0f5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c52f2cc-75f7-4661-a433-31d875d006cb HTTP/1.1" status: 200 len: 797 time: 0.3032801 Aug 16 22:37:06.115933 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-95b8ba3e-9756-451e-9cb0-2f1287a4039f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:06.160791 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-cf861e72-2002-44d7-8680-0aca29cd18e9 req-f0ad6018-b65e-40b8-9e30-05d70b7d3efa tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] For port 5caa8ca9-7660-46f2-906d-1f26e38dc98f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5caa8ca9-7660-46f2-906d-1f26e38dc98f,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:06.161169 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cf861e72-2002-44d7-8680-0aca29cd18e9 req-f0ad6018-b65e-40b8-9e30-05d70b7d3efa tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:06.205701 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-cf861e72-2002-44d7-8680-0aca29cd18e9 req-f0ad6018-b65e-40b8-9e30-05d70b7d3efa tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Calling delete_port for 5caa8ca9-7660-46f2-906d-1f26e38dc98f owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:06.207988 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] Allocated IP 2001:db8::2 (76456407-f62b-4be2-8933-831b61a77b01/42f7c2b8-fc2f-4a27-b0ae-50081a1dd90e/3c2ea054-2507-47ce-a499-2b8f9fcbf7a7) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:06.227825 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccd18be1-90f3-4cdd-a5db-a0ac75949a04 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:06.230282 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccd18be1-90f3-4cdd-a5db-a0ac75949a04 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:06.249546 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19acf8a8-e903-423d-bd63-be07c1b1e530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:06.296300 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc477d9-af78-4ac0-a581-9e8507a6ccbd req-a9eb1593-fca6-4c40-8529-3e31da0dba3b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:06.299073 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8cc477d9-af78-4ac0-a581-9e8507a6ccbd req-a9eb1593-fca6-4c40-8529-3e31da0dba3b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 945 time: 0.3258765 Aug 16 22:37:06.434290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-5de0dafe-c1e2-43cb-a7c3-82b7fd1bef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:06.436882 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-5de0dafe-c1e2-43cb-a7c3-82b7fd1bef12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3349011 Aug 16 22:37:06.440328 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-95b8ba3e-9756-451e-9cb0-2f1287a4039f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:06.445524 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:06.455251 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccd18be1-90f3-4cdd-a5db-a0ac75949a04 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:06.460174 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19acf8a8-e903-423d-bd63-be07c1b1e530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:06.463371 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] Transition to ACTIVE for port object 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:06.488793 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] Transition to ACTIVE for port object 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:06.496709 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:06.563426 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] Network 76456407-f62b-4be2-8933-831b61a77b01 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:06.567701 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:06.572650 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:06.612864 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e76cebf-c24b-45a4-b43a-586681a3adbc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:06.617467 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e76cebf-c24b-45a4-b43a-586681a3adbc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:06.668695 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] Pushing event updated for resources: {'Port': ['ID=3c2ea054-2507-47ce-a499-2b8f9fcbf7a7,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:06.672996 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8cc477d9-af78-4ac0-a581-9e8507a6ccbd req-f0976214-50cb-4b98-8a5a-2eb21e665ec5 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3f3f2c1-a36c-4692-98a8-d401f9a936ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469694 Aug 16 22:37:06.689990 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] Attempting to bind port 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:37:06.690605 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] Attempting to bind port 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'cf9b0531-f155-4972-aa45-92d2620e53d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '76456407-f62b-4be2-8933-831b61a77b01'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:37:06.691420 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] Attempting to bind port 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7 on network 76456407-f62b-4be2-8933-831b61a77b01 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:37:06.700256 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-2e76cebf-c24b-45a4-b43a-586681a3adbc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] device_id is not set on port dfafbf3f-2443-47d6-9d85-bd129ca2c2fe yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:37:06.709871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:37:06.710616 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] Checking segment: {'id': 'cf9b0531-f155-4972-aa45-92d2620e53d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '76456407-f62b-4be2-8933-831b61a77b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:37:06.711335 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:06.712039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] Bound using segment: {'id': 'cf9b0531-f155-4972-aa45-92d2620e53d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '76456407-f62b-4be2-8933-831b61a77b01'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:37:06.712913 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] Bound port: 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9b0531-f155-4972-aa45-92d2620e53d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '76456407-f62b-4be2-8933-831b61a77b01'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:37:06.713598 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:06.768368 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aafdad53-830c-41d8-89c6-9c33dcf3a1d9 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:06.784596 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccd18be1-90f3-4cdd-a5db-a0ac75949a04 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:06.831354 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] For port 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:37:06.837050 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] For port 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3c2ea054-2507-47ce-a499-2b8f9fcbf7a7,segment=NetworkSegment(cf9b0531-f155-4972-aa45-92d2620e53d0),segment_id=cf9b0531-f155-4972-aa45-92d2620e53d0)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:37:06.845704 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:06.852544 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19acf8a8-e903-423d-bd63-be07c1b1e530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:06.856062 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19acf8a8-e903-423d-bd63-be07c1b1e530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:06.860172 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-19acf8a8-e903-423d-bd63-be07c1b1e530 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2ffee6cd-2290-498c-89c9-fd849a700c42 HTTP/1.1" status: 204 len: 168 time: 1.0164549 Aug 16 22:37:06.897778 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-2a8d7472-8204-4b23-9050-cc6e0dea5e7a service neutron] 10.222.0.39 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354773 Aug 16 22:37:06.936766 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed034ca-119c-4992-b548-638b58d80f57 None None] Pushing event updated for resources: {'Port': ['ID=3c2ea054-2507-47ce-a499-2b8f9fcbf7a7,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:06.938174 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acf8a8-e903-423d-bd63-be07c1b1e530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffee6cd-2290-498c-89c9-fd849a700c42,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:06.940555 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdad53-830c-41d8-89c6-9c33dcf3a1d9 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Pushing event updated for resources: {'Subnet': ['ID=32be30f3-1c2b-4496-8e23-90a208499b0a,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:06.973738 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafdad53-830c-41d8-89c6-9c33dcf3a1d9 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Checking segment: {'id': '0d56be7c-b365-4cd7-a125-49a5f7099a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '63218041-337d-4f71-9c2d-e2584a71f762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:37:06.974130 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafdad53-830c-41d8-89c6-9c33dcf3a1d9 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Network hostable DHCP agents. Network: 63218041-337d-4f71-9c2d-e2584a71f762, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:37:07.044227 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafdad53-830c-41d8-89c6-9c33dcf3a1d9 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Network 63218041-337d-4f71-9c2d-e2584a71f762 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:37:07.126257 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cf861e72-2002-44d7-8680-0aca29cd18e9 req-f0ad6018-b65e-40b8-9e30-05d70b7d3efa tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:07.141558 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['5caa8ca9-7660-46f2-906d-1f26e38dc98f'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:37:07.145650 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-aafdad53-830c-41d8-89c6-9c33dcf3a1d9 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 63218041-337d-4f71-9c2d-e2584a71f762) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:07.202670 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606ec4e2-95d1-41c1-a3e0-a4dfc67051ff None None] Network 63218041-337d-4f71-9c2d-e2584a71f762 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:37:07.224543 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafdad53-830c-41d8-89c6-9c33dcf3a1d9 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:07.226842 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aafdad53-830c-41d8-89c6-9c33dcf3a1d9 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:07.227934 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad6018-b65e-40b8-9e30-05d70b7d3efa tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Pushing event deleted for resources: {'Port': ['ID=5caa8ca9-7660-46f2-906d-1f26e38dc98f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:07.292598 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-2e76cebf-c24b-45a4-b43a-586681a3adbc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Allocated IP 2001:db8::2f2 (76456407-f62b-4be2-8933-831b61a77b01/42f7c2b8-fc2f-4a27-b0ae-50081a1dd90e/dfafbf3f-2443-47d6-9d85-bd129ca2c2fe) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:07.363987 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-aafdad53-830c-41d8-89c6-9c33dcf3a1d9 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1763854 Aug 16 22:37:07.374881 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43354) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:07.437750 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-07f47574-07e1-4a9a-98b2-9e28fb9e47e7 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Request body: {'port': {'network_id': '63218041-337d-4f71-9c2d-e2584a71f762', 'name': 'tempest-TagsExtTest-1302361904'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:07.455732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcb13f-41a2-49cf-8802-51fcf4d0fd54 req-8bc76efe-f67a-4709-aa85-4692e0d18f79 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:07.464709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcb13f-41a2-49cf-8802-51fcf4d0fd54 req-8bc76efe-f67a-4709-aa85-4692e0d18f79 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:07.475198 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcb13f-41a2-49cf-8802-51fcf4d0fd54 req-8bc76efe-f67a-4709-aa85-4692e0d18f79 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:07.483932 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcb13f-41a2-49cf-8802-51fcf4d0fd54 req-8bc76efe-f67a-4709-aa85-4692e0d18f79 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:07.497676 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcb13f-41a2-49cf-8802-51fcf4d0fd54 req-8bc76efe-f67a-4709-aa85-4692e0d18f79 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:07.514449 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcb13f-41a2-49cf-8802-51fcf4d0fd54 req-8bc76efe-f67a-4709-aa85-4692e0d18f79 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:07.532551 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcb13f-41a2-49cf-8802-51fcf4d0fd54 req-8bc76efe-f67a-4709-aa85-4692e0d18f79 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:07.535519 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9dcb13f-41a2-49cf-8802-51fcf4d0fd54 req-8bc76efe-f67a-4709-aa85-4692e0d18f79 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5421 time: 0.4319441 Aug 16 22:37:07.594385 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf861e72-2002-44d7-8680-0aca29cd18e9 req-f0ad6018-b65e-40b8-9e30-05d70b7d3efa tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] No DVR routers for this DVR port 5caa8ca9-7660-46f2-906d-1f26e38dc98f on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:37:07.616997 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-63218041-337d-4f71-9c2d-e2584a71f762', 'network_id': '63218041-337d-4f71-9c2d-e2584a71f762', 'tenant_id': 'c293bed024634b38bac0905820b0e2fc', 'fixed_ips': [{'subnet_id': '32be30f3-1c2b-4496-8e23-90a208499b0a'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:37:07.618277 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:07.647099 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cf861e72-2002-44d7-8680-0aca29cd18e9 req-f0ad6018-b65e-40b8-9e30-05d70b7d3efa tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:07.650029 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf861e72-2002-44d7-8680-0aca29cd18e9 req-f0ad6018-b65e-40b8-9e30-05d70b7d3efa tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.39 "DELETE /v2.0/ports/5caa8ca9-7660-46f2-906d-1f26e38dc98f HTTP/1.1" status: 204 len: 173 time: 2.8158267 Aug 16 22:37:07.655314 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9dcb13f-41a2-49cf-8802-51fcf4d0fd54 req-08d6db19-e793-4b22-a168-7b34a3d68115 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0871885 Aug 16 22:37:07.658513 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f0194b9d-2b4d-49a7-a8f2-fee15635ebdf service neutron] 10.222.0.39 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7522676 Aug 16 22:37:07.659176 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6432e404-e687-431f-a51b-f6ed08d3ebbe', 'name': 'network-vif-deleted', 'tag': '5caa8ca9-7660-46f2-906d-1f26e38dc98f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:37:07.662339 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af49c0c7-0a85-423d-ab3f-85f45a991e14" -d '{"events": [{"server_uuid": "6432e404-e687-431f-a51b-f6ed08d3ebbe", "name": "network-vif-deleted", "tag": "5caa8ca9-7660-46f2-906d-1f26e38dc98f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:37:07.697851 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-95b8ba3e-9756-451e-9cb0-2f1287a4039f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:07.744691 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-b2f7c359-0095-431e-ba39-8d7854b48459 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=91bc08db-0eb4-4c28-b758-f80f8c5d6e8a HTTP/1.1" status: 200 len: 217 time: 0.0776758 Aug 16 22:37:07.783907 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-95b8ba3e-9756-451e-9cb0-2f1287a4039f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:07.858452 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0bc35e-615f-4ef0-abd1-3db11a9c818c x-openstack-request-id: req-bc0bc35e-615f-4ef0-abd1-3db11a9c818c {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:37:07.859215 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6432e404-e687-431f-a51b-f6ed08d3ebbe", "name": "network-vif-deleted", "tag": "5caa8ca9-7660-46f2-906d-1f26e38dc98f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:37:07.859215 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bc0bc35e-615f-4ef0-abd1-3db11a9c818c {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:37:07.859453 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6432e404-e687-431f-a51b-f6ed08d3ebbe', 'name': 'network-vif-deleted', 'tag': '5caa8ca9-7660-46f2-906d-1f26e38dc98f', 'status': 'completed', 'code': 200} Aug 16 22:37:07.883779 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccd18be1-90f3-4cdd-a5db-a0ac75949a04 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:07.988268 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] Allocated IP 172.20.0.2 (63218041-337d-4f71-9c2d-e2584a71f762/32be30f3-1c2b-4496-8e23-90a208499b0a/6355440b-21af-461c-bf81-a039e8662a27) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:08.003900 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccd18be1-90f3-4cdd-a5db-a0ac75949a04 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:08.208349 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b1d0bc8-a702-45bb-a228-ea1b073eb096 req-0e9b7e5e-e591-4491-b729-3d5750f597a0 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=6432e404-e687-431f-a51b-f6ed08d3ebbe HTTP/1.1" status: 200 len: 210 time: 0.1209116 Aug 16 22:37:08.251110 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f8d89ab9-5e5d-4b5d-8c3e-814d2df9b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:08.254320 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f8d89ab9-5e5d-4b5d-8c3e-814d2df9b6ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c52f2cc-75f7-4661-a433-31d875d006cb HTTP/1.1" status: 200 len: 797 time: 0.5011220 Aug 16 22:37:08.294752 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:08.308824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] Transition to ACTIVE for port object 6355440b-21af-461c-bf81-a039e8662a27 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:08.334993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] Transition to ACTIVE for port object 6355440b-21af-461c-bf81-a039e8662a27 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:08.348944 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:08.401443 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] Network 63218041-337d-4f71-9c2d-e2584a71f762 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:08.405993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:08.418187 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f47574-07e1-4a9a-98b2-9e28fb9e47e7 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Made reservation on behalf of c293bed024634b38bac0905820b0e2fc for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:08.421363 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:08.426082 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07f47574-07e1-4a9a-98b2-9e28fb9e47e7 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:08.434643 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e76cebf-c24b-45a4-b43a-586681a3adbc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:08.469435 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-2e76cebf-c24b-45a4-b43a-586681a3adbc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Transition to ACTIVE for port object dfafbf3f-2443-47d6-9d85-bd129ca2c2fe will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:08.556973 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-07f47574-07e1-4a9a-98b2-9e28fb9e47e7 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] device_id is not set on port 65280f86-bc4f-42c2-b181-2fc76ea9b2b7 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:37:08.601258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f0f386a7-e577-4201-a7ee-7171f07d5ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:08.603734 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-f0f386a7-e577-4201-a7ee-7171f07d5ff5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3257411 Aug 16 22:37:08.604253 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-ccd18be1-90f3-4cdd-a5db-a0ac75949a04 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Allocated IP 172.25.6.79 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/c3a86415-cd62-4219-bb9f-0e0856b45028) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:08.641871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] Attempting to bind port 6355440b-21af-461c-bf81-a039e8662a27 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:37:08.642580 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] Attempting to bind port 6355440b-21af-461c-bf81-a039e8662a27 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '0d56be7c-b365-4cd7-a125-49a5f7099a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '63218041-337d-4f71-9c2d-e2584a71f762'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:37:08.644097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] Attempting to bind port 6355440b-21af-461c-bf81-a039e8662a27 on network 63218041-337d-4f71-9c2d-e2584a71f762 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:37:08.646474 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] Pushing event updated for resources: {'Port': ['ID=6355440b-21af-461c-bf81-a039e8662a27,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:08.659927 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:37:08.660491 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] Checking segment: {'id': '0d56be7c-b365-4cd7-a125-49a5f7099a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '63218041-337d-4f71-9c2d-e2584a71f762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:37:08.661005 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:08.661546 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] Bound using segment: {'id': '0d56be7c-b365-4cd7-a125-49a5f7099a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '63218041-337d-4f71-9c2d-e2584a71f762'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:37:08.662280 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] Bound port: 6355440b-21af-461c-bf81-a039e8662a27, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d56be7c-b365-4cd7-a125-49a5f7099a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '63218041-337d-4f71-9c2d-e2584a71f762'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:37:08.662744 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:08.670979 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:08.681349 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-95b8ba3e-9756-451e-9cb0-2f1287a4039f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Allocated IP 2001:db8::20d (84863083-c37c-4b09-a02d-e93ba491055c/b4b39144-31f3-4dfd-9345-6b35d30ac016/d10797b7-1390-494a-912e-692ee82e12bd) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:08.731044 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e76cebf-c24b-45a4-b43a-586681a3adbc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:08.775094 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b13c7ff-6933-42d8-bbb9-49a3a296ae6c None None] Network 76456407-f62b-4be2-8933-831b61a77b01 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:37:08.882068 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] For port 6355440b-21af-461c-bf81-a039e8662a27, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:37:08.904467 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] For port 6355440b-21af-461c-bf81-a039e8662a27, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6355440b-21af-461c-bf81-a039e8662a27,segment=NetworkSegment(0d56be7c-b365-4cd7-a125-49a5f7099a90),segment_id=0d56be7c-b365-4cd7-a125-49a5f7099a90)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:37:08.912803 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1c50f9c5-5231-41c3-9c00-54d64ebdb310 None None] Provisioning for port 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:08.918017 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:08.940021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e76cebf-c24b-45a4-b43a-586681a3adbc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network 76456407-f62b-4be2-8933-831b61a77b01 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:08.944075 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-e816be84-2758-4b59-9cc0-5f28ca8c0001 service neutron] 10.222.0.39 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318548 Aug 16 22:37:08.999835 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccd18be1-90f3-4cdd-a5db-a0ac75949a04 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:09.035109 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-44bc8993-53d3-4033-9bb8-a81661e6957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:09.073101 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b4d1b-1da1-473d-93e0-6582708f9cc9 None None] Pushing event updated for resources: {'Port': ['ID=6355440b-21af-461c-bf81-a039e8662a27,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:09.150055 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-2e76cebf-c24b-45a4-b43a-586681a3adbc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:09.155412 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abea06f1-08e6-4634-88dd-0f0104c0cd4b req-abaacf28-98ba-4bfe-b2e6-660c50f103b8 service neutron] 10.222.0.39 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996179 Aug 16 22:37:09.157631 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76cebf-c24b-45a4-b43a-586681a3adbc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:09.162825 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccd18be1-90f3-4cdd-a5db-a0ac75949a04 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:09.164864 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e76cebf-c24b-45a4-b43a-586681a3adbc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:09.165533 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e76cebf-c24b-45a4-b43a-586681a3adbc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:09.168753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76cebf-c24b-45a4-b43a-586681a3adbc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=dfafbf3f-2443-47d6-9d85-bd129ca2c2fe,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:09.200688 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2e76cebf-c24b-45a4-b43a-586681a3adbc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2450454 Aug 16 22:37:09.207288 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43380) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:09.253520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a6564-0b90-44cc-9188-270fea7f11f1 req-8e8886d6-26e5-4b95-852d-2a88d66ffd8b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:09.262979 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a6564-0b90-44cc-9188-270fea7f11f1 req-8e8886d6-26e5-4b95-852d-2a88d66ffd8b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:09.269857 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a6564-0b90-44cc-9188-270fea7f11f1 req-8e8886d6-26e5-4b95-852d-2a88d66ffd8b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:09.304274 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a6564-0b90-44cc-9188-270fea7f11f1 req-8e8886d6-26e5-4b95-852d-2a88d66ffd8b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:09.324672 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd18be1-90f3-4cdd-a5db-a0ac75949a04 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:09.341290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a6564-0b90-44cc-9188-270fea7f11f1 req-8e8886d6-26e5-4b95-852d-2a88d66ffd8b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:09.347405 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ccd18be1-90f3-4cdd-a5db-a0ac75949a04 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:09.360803 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a6564-0b90-44cc-9188-270fea7f11f1 req-8e8886d6-26e5-4b95-852d-2a88d66ffd8b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:09.370099 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd18be1-90f3-4cdd-a5db-a0ac75949a04 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:09.393155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a6564-0b90-44cc-9188-270fea7f11f1 req-8e8886d6-26e5-4b95-852d-2a88d66ffd8b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:09.399099 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 5caa8ca9-7660-46f2-906d-1f26e38dc98f no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:37:09.407908 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b48a6564-0b90-44cc-9188-270fea7f11f1 req-8e8886d6-26e5-4b95-852d-2a88d66ffd8b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5421 time: 0.5415006 Aug 16 22:37:09.483638 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 5caa8ca9-7660-46f2-906d-1f26e38dc98f {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:37:09.503258 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 5caa8ca9-7660-46f2-906d-1f26e38dc98f not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:37:09.569452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:09.633075 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b48a6564-0b90-44cc-9188-270fea7f11f1 req-1a1e5d28-25a5-4d28-ac45-f3e499038731 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2222784 Aug 16 22:37:09.692581 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5650c-da7d-4d4d-8bba-2cfb3c8df6b8 req-ae72c89c-7141-4468-a793-bce72b06a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:09.692581 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5650c-da7d-4d4d-8bba-2cfb3c8df6b8 req-ae72c89c-7141-4468-a793-bce72b06a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:09.696346 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5650c-da7d-4d4d-8bba-2cfb3c8df6b8 req-ae72c89c-7141-4468-a793-bce72b06a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:09.696724 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5650c-da7d-4d4d-8bba-2cfb3c8df6b8 req-ae72c89c-7141-4468-a793-bce72b06a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:09.698543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5650c-da7d-4d4d-8bba-2cfb3c8df6b8 req-ae72c89c-7141-4468-a793-bce72b06a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:09.700732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5650c-da7d-4d4d-8bba-2cfb3c8df6b8 req-ae72c89c-7141-4468-a793-bce72b06a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:09.701604 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5650c-da7d-4d4d-8bba-2cfb3c8df6b8 req-ae72c89c-7141-4468-a793-bce72b06a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:09.705016 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72a5650c-da7d-4d4d-8bba-2cfb3c8df6b8 req-ae72c89c-7141-4468-a793-bce72b06a442 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec65b3f25804ec5b636b887d7c98229&device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 6485 time: 0.2830927 Aug 16 22:37:09.778929 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:09.789709 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:09.790332 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:09.942133 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-661c3d22-2ce8-405c-b141-c792f99aa5d1 None None] Provisioning complete for port 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:09.942677 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-661c3d22-2ce8-405c-b141-c792f99aa5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:10.028596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06511b86-8509-4ec6-b60e-f284697abbf2 req-e130a7db-29ee-47f6-a7a2-74cdeca7e8dd tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:10.036800 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-06511b86-8509-4ec6-b60e-f284697abbf2 req-e130a7db-29ee-47f6-a7a2-74cdeca7e8dd tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.2137127 Aug 16 22:37:10.059565 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c5546240-ffd6-4b14-85ff-6e18800c7cea tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting port dfafbf3f-2443-47d6-9d85-bd129ca2c2fe {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:10.059889 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c5546240-ffd6-4b14-85ff-6e18800c7cea tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:10.108561 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:10.192790 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5650c-da7d-4d4d-8bba-2cfb3c8df6b8 req-e8f3ac86-d41e-40fa-bab4-7e9fa368ca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:10.194517 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72a5650c-da7d-4d4d-8bba-2cfb3c8df6b8 req-e8f3ac86-d41e-40fa-bab4-7e9fa368ca3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 HTTP/1.1" status: 200 len: 903 time: 0.4823468 Aug 16 22:37:10.232078 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-661c3d22-2ce8-405c-b141-c792f99aa5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:10.248219 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3c2ea054-2507-47ce-a499-2b8f9fcbf7a7,segment=NetworkSegment(cf9b0531-f155-4972-aa45-92d2620e53d0),segment_id=cf9b0531-f155-4972-aa45-92d2620e53d0)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:10.256420 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c5546240-ffd6-4b14-85ff-6e18800c7cea tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:10.257164 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:10.285977 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-06511b86-8509-4ec6-b60e-f284697abbf2 req-fcc26bd7-665e-47c1-975d-b688ff553ef4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480164 Aug 16 22:37:10.334067 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-07f47574-07e1-4a9a-98b2-9e28fb9e47e7 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Allocated IP 172.20.0.14 (63218041-337d-4f71-9c2d-e2584a71f762/32be30f3-1c2b-4496-8e23-90a208499b0a/65280f86-bc4f-42c2-b181-2fc76ea9b2b7) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:10.368957 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-661c3d22-2ce8-405c-b141-c792f99aa5d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:37:10.369619 n-d-792458-15 neutron-server[94873]: DEBUG oslo_db.api [None req-661c3d22-2ce8-405c-b141-c792f99aa5d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:37:10.371242 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=3c2ea054-2507-47ce-a499-2b8f9fcbf7a7,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:10.406536 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd18be1-90f3-4cdd-a5db-a0ac75949a04 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Pushing event updated for resources: {'Port': ['ID=c3a86415-cd62-4219-bb9f-0e0856b45028,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:10.426475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c5546240-ffd6-4b14-85ff-6e18800c7cea tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Calling delete_port for dfafbf3f-2443-47d6-9d85-bd129ca2c2fe owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:10.430309 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72a5650c-da7d-4d4d-8bba-2cfb3c8df6b8 req-8436783c-54da-4185-8f98-bfc31839b136 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=91bc08db-0eb4-4c28-b758-f80f8c5d6e8a HTTP/1.1" status: 200 len: 217 time: 0.2249329 Aug 16 22:37:10.514986 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-95b8ba3e-9756-451e-9cb0-2f1287a4039f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:10.524338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5650c-da7d-4d4d-8bba-2cfb3c8df6b8 req-87ea8c88-80a3-43e9-8553-f010cb82c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:10.526046 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72a5650c-da7d-4d4d-8bba-2cfb3c8df6b8 req-87ea8c88-80a3-43e9-8553-f010cb82c34b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c52f2cc-75f7-4661-a433-31d875d006cb HTTP/1.1" status: 200 len: 797 time: 0.0869098 Aug 16 22:37:10.691700 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5650c-da7d-4d4d-8bba-2cfb3c8df6b8 req-ee7c4ba9-bbe1-4f5a-af36-ea79b0e5830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:10.693288 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72a5650c-da7d-4d4d-8bba-2cfb3c8df6b8 req-ee7c4ba9-bbe1-4f5a-af36-ea79b0e5830b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1574411 Aug 16 22:37:10.733283 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07f47574-07e1-4a9a-98b2-9e28fb9e47e7 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:10.751727 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:10.792842 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-95b8ba3e-9756-451e-9cb0-2f1287a4039f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:10.806959 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-07f47574-07e1-4a9a-98b2-9e28fb9e47e7 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Transition to ACTIVE for port object 65280f86-bc4f-42c2-b181-2fc76ea9b2b7 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:10.812027 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c5546240-ffd6-4b14-85ff-6e18800c7cea tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:10.865710 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5546240-ffd6-4b14-85ff-6e18800c7cea tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Port': ['ID=dfafbf3f-2443-47d6-9d85-bd129ca2c2fe,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:10.897225 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b8ba3e-9756-451e-9cb0-2f1287a4039f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Network 84863083-c37c-4b09-a02d-e93ba491055c is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:10.911849 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-95b8ba3e-9756-451e-9cb0-2f1287a4039f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:10.923878 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b8ba3e-9756-451e-9cb0-2f1287a4039f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:10.933023 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8ba3e-9756-451e-9cb0-2f1287a4039f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Pushing event updated for resources: {'Port': ['ID=d10797b7-1390-494a-912e-692ee82e12bd,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:10.971417 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccd18be1-90f3-4cdd-a5db-a0ac75949a04 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:10.976946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-661c3d22-2ce8-405c-b141-c792f99aa5d1 None None] Could not find standard attr ID for object dfafbf3f-2443-47d6-9d85-bd129ca2c2fe. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:37:10.995830 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c5546240-ffd6-4b14-85ff-6e18800c7cea tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:11.012234 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c5546240-ffd6-4b14-85ff-6e18800c7cea tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/ports/dfafbf3f-2443-47d6-9d85-bd129ca2c2fe HTTP/1.1" status: 204 len: 168 time: 1.8033717 Aug 16 22:37:11.013311 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43412) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:11.091783 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e4a0ecec-5ede-42c1-8e0c-592636330d3c None None] Could not find standard attr ID for object dfafbf3f-2443-47d6-9d85-bd129ca2c2fe. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:37:11.119816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce2f7a-836e-4358-8f9e-059d189b6ff9 req-897b9d9b-32c7-49a0-b8af-6ee2241b7961 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:11.129799 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce2f7a-836e-4358-8f9e-059d189b6ff9 req-897b9d9b-32c7-49a0-b8af-6ee2241b7961 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:11.139390 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce2f7a-836e-4358-8f9e-059d189b6ff9 req-897b9d9b-32c7-49a0-b8af-6ee2241b7961 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:11.146510 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce2f7a-836e-4358-8f9e-059d189b6ff9 req-897b9d9b-32c7-49a0-b8af-6ee2241b7961 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:11.153190 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4ac40e-b8a6-43fd-a9c3-f275d9feaed9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] DELETE failed (client error): The resource could not be found. Aug 16 22:37:11.154229 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e4ac40e-b8a6-43fd-a9c3-f275d9feaed9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:37:11.156016 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce2f7a-836e-4358-8f9e-059d189b6ff9 req-897b9d9b-32c7-49a0-b8af-6ee2241b7961 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:11.160432 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5e4ac40e-b8a6-43fd-a9c3-f275d9feaed9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/ports/dfafbf3f-2443-47d6-9d85-bd129ca2c2fe HTTP/1.1" status: 404 len: 333 time: 0.1446638 Aug 16 22:37:11.163947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce2f7a-836e-4358-8f9e-059d189b6ff9 req-897b9d9b-32c7-49a0-b8af-6ee2241b7961 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:11.169003 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43416) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:11.178072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce2f7a-836e-4358-8f9e-059d189b6ff9 req-897b9d9b-32c7-49a0-b8af-6ee2241b7961 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:11.179105 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dd30af-f5d9-446c-88a7-3e54bc810218 None None] Network 63218041-337d-4f71-9c2d-e2584a71f762 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:37:11.183555 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-38ce2f7a-836e-4358-8f9e-059d189b6ff9 req-897b9d9b-32c7-49a0-b8af-6ee2241b7961 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5421 time: 0.2474279 Aug 16 22:37:11.218794 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07f47574-07e1-4a9a-98b2-9e28fb9e47e7 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:11.256752 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72a5650c-da7d-4d4d-8bba-2cfb3c8df6b8 req-d7aad1d3-2d74-444a-8325-e5a106dfdfba service neutron] 10.222.0.39 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498123 Aug 16 22:37:11.307222 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8de8cb5b-6d2c-4097-ac0f-32e3102a3168 None None] Provisioning for port 6355440b-21af-461c-bf81-a039e8662a27 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:11.382958 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-38ce2f7a-836e-4358-8f9e-059d189b6ff9 req-0b039bd6-df10-490a-bcb3-d27e6946b23c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1622422 Aug 16 22:37:11.399819 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111193bc-398c-4d85-a47b-591793df6b95 req-ed7e0c9c-d0ae-49b7-946b-a33a09b5a3f6 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:11.402964 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-111193bc-398c-4d85-a47b-591793df6b95 req-ed7e0c9c-d0ae-49b7-946b-a33a09b5a3f6 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.3397973 Aug 16 22:37:11.453661 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-caeec0fa-f65c-4e23-b48e-ffd0b9bb0229 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] GET failed (client error): The resource could not be found. Aug 16 22:37:11.462842 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-caeec0fa-f65c-4e23-b48e-ffd0b9bb0229 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports/dfafbf3f-2443-47d6-9d85-bd129ca2c2fe HTTP/1.1" status: 404 len: 333 time: 0.2898235 Aug 16 22:37:11.474240 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43422) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:11.520423 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72a5650c-da7d-4d4d-8bba-2cfb3c8df6b8 req-4481b656-3631-4e45-8332-e96c2d4fcc02 service neutron] 10.222.0.39 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562795 Aug 16 22:37:11.536907 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3ab0dd53-baff-473b-b76a-edf4667e2314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:11.588813 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:11.602938 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f47574-07e1-4a9a-98b2-9e28fb9e47e7 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Network 63218041-337d-4f71-9c2d-e2584a71f762 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:11.621831 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-07f47574-07e1-4a9a-98b2-9e28fb9e47e7 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:11.634260 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f47574-07e1-4a9a-98b2-9e28fb9e47e7 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:11.647771 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f47574-07e1-4a9a-98b2-9e28fb9e47e7 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Pushing event updated for resources: {'Port': ['ID=65280f86-bc4f-42c2-b181-2fc76ea9b2b7,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:11.654903 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc9875-0359-4cb9-8f5e-9a4ebc9d73bc req-fdbb5d03-60fa-4de6-be70-3851f43836a8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:11.656498 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d1dc9875-0359-4cb9-8f5e-9a4ebc9d73bc req-fdbb5d03-60fa-4de6-be70-3851f43836a8 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.1634123 Aug 16 22:37:11.680751 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-111193bc-398c-4d85-a47b-591793df6b95 req-1a521708-b598-4a3c-8e26-ace6eedc0500 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Deleting port 18e23b02-3747-41d2-bac1-046c88511bb4 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:11.681104 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-111193bc-398c-4d85-a47b-591793df6b95 req-1a521708-b598-4a3c-8e26-ace6eedc0500 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:11.743703 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:11.744344 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:11.758136 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b24086-2291-4cd9-9628-77eba01b4873 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting subnet 42f7c2b8-fc2f-4a27-b0ae-50081a1dd90e {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:37:11.867575 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d1dc9875-0359-4cb9-8f5e-9a4ebc9d73bc req-71349165-db01-4cb2-a1f2-2351ce9bff0b tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859745 Aug 16 22:37:11.895787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-111193bc-398c-4d85-a47b-591793df6b95 req-1a521708-b598-4a3c-8e26-ace6eedc0500 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] For port 18e23b02-3747-41d2-bac1-046c88511bb4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=18e23b02-3747-41d2-bac1-046c88511bb4,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:11.896115 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-111193bc-398c-4d85-a47b-591793df6b95 req-1a521708-b598-4a3c-8e26-ace6eedc0500 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:11.909856 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6355440b-21af-461c-bf81-a039e8662a27 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:11.956733 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccd18be1-90f3-4cdd-a5db-a0ac75949a04 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:11.965410 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92b24086-2291-4cd9-9628-77eba01b4873 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:11.988555 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ad5e8da6-a195-468f-ba5f-ed8215436392 None None] Provisioning for port 65280f86-bc4f-42c2-b181-2fc76ea9b2b7 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:11.995798 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ad5e8da6-a195-468f-ba5f-ed8215436392 None None] Provisioning complete for port 65280f86-bc4f-42c2-b181-2fc76ea9b2b7 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:11.996869 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ad5e8da6-a195-468f-ba5f-ed8215436392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:12.033524 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f47574-07e1-4a9a-98b2-9e28fb9e47e7 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:12.034489 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07f47574-07e1-4a9a-98b2-9e28fb9e47e7 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:12.071961 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ad5e8da6-a195-468f-ba5f-ed8215436392 None None] Port 65280f86-bc4f-42c2-b181-2fc76ea9b2b7 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:37:12.096244 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:12.106193 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 6355440b-21af-461c-bf81-a039e8662a27 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:12.122759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 6355440b-21af-461c-bf81-a039e8662a27 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:12.123651 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:12.154201 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-07f47574-07e1-4a9a-98b2-9e28fb9e47e7 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.7775252 Aug 16 22:37:12.160150 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ad5e8da6-a195-468f-ba5f-ed8215436392 None None] Provisioning complete for port 6355440b-21af-461c-bf81-a039e8662a27 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:12.160826 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ad5e8da6-a195-468f-ba5f-ed8215436392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:12.164164 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92b24086-2291-4cd9-9628-77eba01b4873 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:12.168520 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43440) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:12.173602 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a657737c-afe0-4285-8f0b-0a9a6b274163 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-424390999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:12.241014 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a657737c-afe0-4285-8f0b-0a9a6b274163 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:12.242245 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a657737c-afe0-4285-8f0b-0a9a6b274163 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:12.346889 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ad5e8da6-a195-468f-ba5f-ed8215436392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:12.367031 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-95b8ba3e-9756-451e-9cb0-2f1287a4039f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:12.383205 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:12.420740 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ad5e8da6-a195-468f-ba5f-ed8215436392 None None] For port 6355440b-21af-461c-bf81-a039e8662a27, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6355440b-21af-461c-bf81-a039e8662a27,segment=NetworkSegment(0d56be7c-b365-4cd7-a125-49a5f7099a90),segment_id=0d56be7c-b365-4cd7-a125-49a5f7099a90)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:12.428656 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ad5e8da6-a195-468f-ba5f-ed8215436392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:12.481940 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e8da6-a195-468f-ba5f-ed8215436392 None None] Pushing event updated for resources: {'Port': ['ID=6355440b-21af-461c-bf81-a039e8662a27,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:12.570271 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:37:12.571101 n-d-792458-15 neutron-server[94873]: DEBUG oslo_db.api [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:37:12.578188 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d7db0eea-4efc-4a59-9b12-5f2de4254b50 None None] Provisioning complete for port 65280f86-bc4f-42c2-b181-2fc76ea9b2b7 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:12.579225 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d7db0eea-4efc-4a59-9b12-5f2de4254b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:12.642862 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a657737c-afe0-4285-8f0b-0a9a6b274163 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:12.676712 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d7db0eea-4efc-4a59-9b12-5f2de4254b50 None None] Port 65280f86-bc4f-42c2-b181-2fc76ea9b2b7 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:37:12.681786 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a657737c-afe0-4285-8f0b-0a9a6b274163 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:12.755427 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a657737c-afe0-4285-8f0b-0a9a6b274163 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:12.760349 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a657737c-afe0-4285-8f0b-0a9a6b274163 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5873365 Aug 16 22:37:12.763145 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43458) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:12.774005 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92b24086-2291-4cd9-9628-77eba01b4873 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:12.783303 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-dfaa5376-0e28-4237-b8ae-50041df60ce5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-898138022', 'prefixes': ['172.20.0.0/16']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:12.850147 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8582c-d6bc-4a13-b21c-6234d7bb12b0 req-3f81c05e-13c0-4866-952d-9c1be2298ab5 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:12.856186 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8582c-d6bc-4a13-b21c-6234d7bb12b0 req-3f81c05e-13c0-4866-952d-9c1be2298ab5 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:12.862270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8582c-d6bc-4a13-b21c-6234d7bb12b0 req-3f81c05e-13c0-4866-952d-9c1be2298ab5 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:12.868323 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8582c-d6bc-4a13-b21c-6234d7bb12b0 req-3f81c05e-13c0-4866-952d-9c1be2298ab5 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:12.875287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8582c-d6bc-4a13-b21c-6234d7bb12b0 req-3f81c05e-13c0-4866-952d-9c1be2298ab5 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:12.876545 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd18be1-90f3-4cdd-a5db-a0ac75949a04 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Router b85beace-0b2f-47f6-9d5f-77115509d544 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:37:12.883659 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8582c-d6bc-4a13-b21c-6234d7bb12b0 req-3f81c05e-13c0-4866-952d-9c1be2298ab5 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:12.893157 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8582c-d6bc-4a13-b21c-6234d7bb12b0 req-3f81c05e-13c0-4866-952d-9c1be2298ab5 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:12.896727 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-82d8582c-d6bc-4a13-b21c-6234d7bb12b0 req-3f81c05e-13c0-4866-952d-9c1be2298ab5 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5421 time: 0.1730628 Aug 16 22:37:13.002756 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-82d8582c-d6bc-4a13-b21c-6234d7bb12b0 req-efc29dfe-8feb-4d2e-b31a-355f9e71813a tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0922468 Aug 16 22:37:13.060325 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-111193bc-398c-4d85-a47b-591793df6b95 req-1a521708-b598-4a3c-8e26-ace6eedc0500 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:13.060696 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-111193bc-398c-4d85-a47b-591793df6b95 req-1a521708-b598-4a3c-8e26-ace6eedc0500 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:13.061020 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [req-111193bc-398c-4d85-a47b-591793df6b95 req-1a521708-b598-4a3c-8e26-ace6eedc0500 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Floating IP d209d54d-14c4-4926-a2d2-c78cc68f6ae7 disassociated. External IP: 172.25.6.66, port: 18e23b02-3747-41d2-bac1-046c88511bb4. Aug 16 22:37:13.061368 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-111193bc-398c-4d85-a47b-591793df6b95 req-1a521708-b598-4a3c-8e26-ace6eedc0500 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Calling delete_port for 18e23b02-3747-41d2-bac1-046c88511bb4 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:13.090945 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec940712-6705-43cc-ba46-979f7d1c631b req-006d6ea9-9cb3-4b34-8e3b-bd40aaddbb1c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:13.093377 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec940712-6705-43cc-ba46-979f7d1c631b req-006d6ea9-9cb3-4b34-8e3b-bd40aaddbb1c tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 944 time: 0.0890441 Aug 16 22:37:13.135242 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92b24086-2291-4cd9-9628-77eba01b4873 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:13.177625 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-95b8ba3e-9756-451e-9cb0-2f1287a4039f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:13.188784 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dfaa5376-0e28-4237-b8ae-50041df60ce5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks [] for subnetpool, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:13.189887 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dfaa5376-0e28-4237-b8ae-50041df60ce5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4190648 Aug 16 22:37:13.191149 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b24086-2291-4cd9-9628-77eba01b4873 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Subnet': ['ID=42f7c2b8-fc2f-4a27-b0ae-50081a1dd90e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:13.195585 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43470) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:13.204869 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-e78e85dd-90da-4d74-ae9d-1e54304d915a tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '32be30f3-1c2b-4496-8e23-90a208499b0a', 'tempest-TagsExtTest-Tag-1790270632') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:13.207675 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92b24086-2291-4cd9-9628-77eba01b4873 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:13.210805 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-92b24086-2291-4cd9-9628-77eba01b4873 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/subnets/42f7c2b8-fc2f-4a27-b0ae-50081a1dd90e HTTP/1.1" status: 204 len: 168 time: 1.7118063 Aug 16 22:37:13.228398 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec940712-6705-43cc-ba46-979f7d1c631b req-0a2a403d-fd33-4a37-ac3e-1b4c16048402 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups?id=ae1a1729-74db-4226-8846-ed0b424aaa5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217365 Aug 16 22:37:13.249141 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455d35d4-f62f-4d92-901d-3ccd7f41716a None None] Network 76456407-f62b-4be2-8933-831b61a77b01 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:37:13.259950 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:13.271443 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43472) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:13.378755 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd18be1-90f3-4cdd-a5db-a0ac75949a04 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:37:13.399375 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] Sync routers for ids ['b85beace-0b2f-47f6-9d5f-77115509d544'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:37:13.564624 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-111193bc-398c-4d85-a47b-591793df6b95 req-1a521708-b598-4a3c-8e26-ace6eedc0500 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:13.626184 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6355440b-21af-461c-bf81-a039e8662a27 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:13.666687 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a521708-b598-4a3c-8e26-ace6eedc0500 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Pushing event deleted for resources: {'Port': ['ID=18e23b02-3747-41d2-bac1-046c88511bb4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:13.673374 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] Routers {'b85beace-0b2f-47f6-9d5f-77115509d544'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:13.674205 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b85beace-0b2f-47f6-9d5f-77115509d544'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:13.701035 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e78e85dd-90da-4d74-ae9d-1e54304d915a tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "PUT /v2.0/subnets/32be30f3-1c2b-4496-8e23-90a208499b0a/tags/tempest-TagsExtTest-Tag-1790270632 HTTP/1.1" status: 201 len: 201 time: 0.4985118 Aug 16 22:37:13.703002 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43482) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:13.708564 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-b82bcfa0-00f4-4d86-b4ed-d6d3d7591ec9 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '65280f86-bc4f-42c2-b181-2fc76ea9b2b7', 'tempest-TagsExtTest-Tag-1903575246') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:13.901649 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 6355440b-21af-461c-bf81-a039e8662a27 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:13.902467 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:13.909712 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] Set router b85beace-0b2f-47f6-9d5f-77115509d544 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:37:13.965066 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b82bcfa0-00f4-4d86-b4ed-d6d3d7591ec9 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "PUT /v2.0/ports/65280f86-bc4f-42c2-b181-2fc76ea9b2b7/tags/tempest-TagsExtTest-Tag-1903575246 HTTP/1.1" status: 201 len: 201 time: 0.2580233 Aug 16 22:37:13.965066 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-111193bc-398c-4d85-a47b-591793df6b95 req-1a521708-b598-4a3c-8e26-ace6eedc0500 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Router 42fc6061-1de9-4aab-b37b-95bc31787f50 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:37:13.965671 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43488) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:13.971238 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-07db0dfa-3c66-476f-b35d-5ae72a2fc157 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b5082a72-1be9-4a3f-a53f-005e91d15ba8', 'tempest-TagsExtTest-Tag-923793234') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:14.020795 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df694c92-e6b4-4dc6-bee7-f11ab2394b6f None None] DHCP port deletion for 76456407-f62b-4be2-8933-831b61a77b01 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:37:14.049790 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccd18be1-90f3-4cdd-a5db-a0ac75949a04 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:14.055044 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ccd18be1-90f3-4cdd-a5db-a0ac75949a04 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.0342884 Aug 16 22:37:14.062302 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43492) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:14.086321 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19005b91-251f-4bce-ba9f-c7a6ad748ee8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:14.279609 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b8ba3e-9756-451e-9cb0-2f1287a4039f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Router 19a86ed1-efda-40bf-95f9-d82760c9fe92 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:37:14.308243 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-19005b91-251f-4bce-ba9f-c7a6ad748ee8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting port 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:14.308798 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19005b91-251f-4bce-ba9f-c7a6ad748ee8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:14.403244 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-df694c92-e6b4-4dc6-bee7-f11ab2394b6f None None] Deleting port 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:14.403822 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-df694c92-e6b4-4dc6-bee7-f11ab2394b6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:14.556521 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-df694c92-e6b4-4dc6-bee7-f11ab2394b6f None None] For port 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3c2ea054-2507-47ce-a499-2b8f9fcbf7a7,segment=NetworkSegment(cf9b0531-f155-4972-aa45-92d2620e53d0),segment_id=cf9b0531-f155-4972-aa45-92d2620e53d0)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:14.557017 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-df694c92-e6b4-4dc6-bee7-f11ab2394b6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:14.590038 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-df694c92-e6b4-4dc6-bee7-f11ab2394b6f None None] Calling delete_port for 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:14.596078 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-19005b91-251f-4bce-ba9f-c7a6ad748ee8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] For port 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3c2ea054-2507-47ce-a499-2b8f9fcbf7a7,segment=NetworkSegment(cf9b0531-f155-4972-aa45-92d2620e53d0),segment_id=cf9b0531-f155-4972-aa45-92d2620e53d0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:14.596646 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19005b91-251f-4bce-ba9f-c7a6ad748ee8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:14.620000 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-19005b91-251f-4bce-ba9f-c7a6ad748ee8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Calling delete_port for 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:14.631146 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dfb37cf7-bca6-4911-bebf-cc82e52fed69 req-680cd6ad-c5fd-4c10-b24a-7fb0be01b397 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 210 time: 0.2289748 Aug 16 22:37:14.691559 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-111193bc-398c-4d85-a47b-591793df6b95 req-1a521708-b598-4a3c-8e26-ace6eedc0500 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:37:14.705478 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b7cd01-2f41-49ab-a176-78eaa4dff259 None None] Sync routers for ids ['42fc6061-1de9-4aab-b37b-95bc31787f50'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:37:14.725461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9fb46-b935-4f18-8f55-135dc5a61474 req-c7d64d7d-c4a5-46a8-b746-ab2f154a17ec tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:14.729178 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b7cd01-2f41-49ab-a176-78eaa4dff259 None None] Routers {'42fc6061-1de9-4aab-b37b-95bc31787f50'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:14.730234 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-47b7cd01-2f41-49ab-a176-78eaa4dff259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['42fc6061-1de9-4aab-b37b-95bc31787f50'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:14.730634 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-df694c92-e6b4-4dc6-bee7-f11ab2394b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:14.738902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9fb46-b935-4f18-8f55-135dc5a61474 req-c7d64d7d-c4a5-46a8-b746-ab2f154a17ec tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:14.753866 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9fb46-b935-4f18-8f55-135dc5a61474 req-c7d64d7d-c4a5-46a8-b746-ab2f154a17ec tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:14.765700 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9fb46-b935-4f18-8f55-135dc5a61474 req-c7d64d7d-c4a5-46a8-b746-ab2f154a17ec tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:14.774830 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df694c92-e6b4-4dc6-bee7-f11ab2394b6f None None] Pushing event deleted for resources: {'Port': ['ID=3c2ea054-2507-47ce-a499-2b8f9fcbf7a7,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:14.782848 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9fb46-b935-4f18-8f55-135dc5a61474 req-c7d64d7d-c4a5-46a8-b746-ab2f154a17ec tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:14.796236 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df694c92-e6b4-4dc6-bee7-f11ab2394b6f None None] No DVR routers for this DVR port 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:37:14.800372 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9fb46-b935-4f18-8f55-135dc5a61474 req-c7d64d7d-c4a5-46a8-b746-ab2f154a17ec tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:14.801809 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19005b91-251f-4bce-ba9f-c7a6ad748ee8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:14.811515 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:14.825198 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85beace-0b2f-47f6-9d5f-77115509d544', 'name': 'tempest-snat-router-1136253673', 'tenant_id': '8804af5c2aa3459ebe7e77550bac4237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.79'}], 'enable_snat': False}, 'gw_port_id': 'c3a86415-cd62-4219-bb9f-0e0856b45028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:37:06Z', 'updated_at': '2021-08-16T22:37:10Z', 'revision_number': 3, 'project_id': '8804af5c2aa3459ebe7e77550bac4237', 'gw_port': {'id': 'c3a86415-cd62-4219-bb9f-0e0856b45028', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85beace-0b2f-47f6-9d5f-77115509d544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:37:08Z', 'updated_at': '2021-08-16T22:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:14.844471 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9fb46-b935-4f18-8f55-135dc5a61474 req-c7d64d7d-c4a5-46a8-b746-ab2f154a17ec tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:14.858535 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1e9fb46-b935-4f18-8f55-135dc5a61474 req-c7d64d7d-c4a5-46a8-b746-ab2f154a17ec tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5421 time: 0.5994031 Aug 16 22:37:14.870722 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-07db0dfa-3c66-476f-b35d-5ae72a2fc157 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "PUT /v2.0/routers/b5082a72-1be9-4a3f-a53f-005e91d15ba8/tags/tempest-TagsExtTest-Tag-923793234 HTTP/1.1" status: 201 len: 201 time: 0.9009662 Aug 16 22:37:14.881572 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] Checking router: b85beace-0b2f-47f6-9d5f-77115509d544 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:37:14.882165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] Updating router b85beace-0b2f-47f6-9d5f-77115509d544 port c3a86415-cd62-4219-bb9f-0e0856b45028 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:37:14.887857 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43504) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:14.900076 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ad915bc0-e108-4c0d-a48a-00349feb2476 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "GET /v2.0/routers/b85beace-0b2f-47f6-9d5f-77115509d544 HTTP/1.1" status: 200 len: 908 time: 0.7653964 Aug 16 22:37:14.904348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.tag.tag_plugin [None req-68c1aa92-2796-4494-b9b4-de0d03f51f13 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a4019102-b1f6-4c5f-8ec5-470bcc932f09', 'tempest-TagsExtTest-Tag-660190328') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:14.907126 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43506) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:14.915911 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19005b91-251f-4bce-ba9f-c7a6ad748ee8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Port': ['ID=3c2ea054-2507-47ce-a499-2b8f9fcbf7a7,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:14.935019 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:14.939748 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19005b91-251f-4bce-ba9f-c7a6ad748ee8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] No DVR routers for this DVR port 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:37:14.958095 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1c4f1ae1-f904-42c9-a616-1a6e70951207 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1136253673', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'enable_snat': True}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:14.998274 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-111193bc-398c-4d85-a47b-591793df6b95 req-1a521708-b598-4a3c-8e26-ace6eedc0500 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] No DVR routers for this DVR port 18e23b02-3747-41d2-bac1-046c88511bb4 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:37:15.002742 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-111193bc-398c-4d85-a47b-591793df6b95 req-1a521708-b598-4a3c-8e26-ace6eedc0500 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:15.005372 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-111193bc-398c-4d85-a47b-591793df6b95 req-1a521708-b598-4a3c-8e26-ace6eedc0500 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.39 "DELETE /v2.0/ports/18e23b02-3747-41d2-bac1-046c88511bb4 HTTP/1.1" status: 204 len: 173 time: 3.5946345 Aug 16 22:37:15.009292 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'name': 'network-vif-deleted', 'tag': '18e23b02-3747-41d2-bac1-046c88511bb4'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:37:15.012127 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c0ead0-14f5-4423-b307-b5740819ce2b" -d '{"events": [{"server_uuid": "c1e4f6be-f01c-491b-944d-060a0831c574", "name": "network-vif-deleted", "tag": "18e23b02-3747-41d2-bac1-046c88511bb4"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:37:15.032991 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-47b7cd01-2f41-49ab-a176-78eaa4dff259 None None] Set router 42fc6061-1de9-4aab-b37b-95bc31787f50 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:37:15.101656 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1e9fb46-b935-4f18-8f55-135dc5a61474 req-d5c2f2e4-a3a9-473d-8490-db8e14fea311 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2315876 Aug 16 22:37:15.110873 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1ae1-f904-42c9-a616-1a6e70951207 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:15.112550 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1ae1-f904-42c9-a616-1a6e70951207 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:15.129259 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606047b4-f66b-4b82-a323-6d37a56532a9 x-openstack-request-id: req-606047b4-f66b-4b82-a323-6d37a56532a9 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:37:15.130130 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e4f6be-f01c-491b-944d-060a0831c574", "name": "network-vif-deleted", "tag": "18e23b02-3747-41d2-bac1-046c88511bb4", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:37:15.130678 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-606047b4-f66b-4b82-a323-6d37a56532a9 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:37:15.131286 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e4f6be-f01c-491b-944d-060a0831c574', 'name': 'network-vif-deleted', 'tag': '18e23b02-3747-41d2-bac1-046c88511bb4', 'status': 'completed', 'code': 200} Aug 16 22:37:15.171064 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43512) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:15.243990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b8ba3e-9756-451e-9cb0-2f1287a4039f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:37:15.266898 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19005b91-251f-4bce-ba9f-c7a6ad748ee8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:15.272268 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1ae1-f904-42c9-a616-1a6e70951207 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:15.302714 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-19005b91-251f-4bce-ba9f-c7a6ad748ee8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76456407-f62b-4be2-8933-831b61a77b01']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:15.307900 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-68c1aa92-2796-4494-b9b4-de0d03f51f13 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "PUT /v2.0/subnetpools/a4019102-b1f6-4c5f-8ec5-470bcc932f09/tags/tempest-TagsExtTest-Tag-660190328 HTTP/1.1" status: 201 len: 201 time: 0.4182434 Aug 16 22:37:15.309255 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-95b8ba3e-9756-451e-9cb0-2f1287a4039f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:15.313541 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-95b8ba3e-9756-451e-9cb0-2f1287a4039f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.7515392 Aug 16 22:37:15.314565 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43516) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:15.315133 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43518) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:15.340165 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.tag.tag_plugin [None req-82c0bc15-780a-447d-b52e-8871d4adf379 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '32be30f3-1c2b-4496-8e23-90a208499b0a') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:15.360406 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646527e1-72eb-4851-bd84-fd200733f83c None None] Sync routers for ids ['19a86ed1-efda-40bf-95f9-d82760c9fe92'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:37:15.366361 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:37:15.452484 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:37:15.453257 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3c2ea054-2507-47ce-a499-2b8f9fcbf7a7 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:37:15.456178 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 18e23b02-3747-41d2-bac1-046c88511bb4 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:37:15.492737 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 18e23b02-3747-41d2-bac1-046c88511bb4 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:37:15.493199 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 18e23b02-3747-41d2-bac1-046c88511bb4 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:37:15.504913 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646527e1-72eb-4851-bd84-fd200733f83c None None] Routers {'19a86ed1-efda-40bf-95f9-d82760c9fe92'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:15.505948 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-646527e1-72eb-4851-bd84-fd200733f83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['19a86ed1-efda-40bf-95f9-d82760c9fe92'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:15.554229 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1ae1-f904-42c9-a616-1a6e70951207 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:15.568637 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-47b7cd01-2f41-49ab-a176-78eaa4dff259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'name': 'tempest-ServerActionsTestJSON-1172534678-router', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:37Z', 'updated_at': '2021-08-16T22:26:41Z', 'revision_number': 4, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'gw_port': {'id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:38Z', 'updated_at': '2021-08-16T22:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'd0200df7-9ec0-442d-9866-c2b2f83367b3', 'name': '', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'mac_address': 'fa:16:3e:d5:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:40Z', 'updated_at': '2021-08-16T22:26:46Z', 'revision_number': 5, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'subnets': [{'id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:15.586326 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-19005b91-251f-4bce-ba9f-c7a6ad748ee8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9b0531-f155-4972-aa45-92d2620e53d0') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:15.587391 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-19005b91-251f-4bce-ba9f-c7a6ad748ee8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9b0531-f155-4972-aa45-92d2620e53d0') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:15.615563 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19005b91-251f-4bce-ba9f-c7a6ad748ee8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:15.627226 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b7cd01-2f41-49ab-a176-78eaa4dff259 None None] Checking router: 42fc6061-1de9-4aab-b37b-95bc31787f50 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:37:15.640510 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19005b91-251f-4bce-ba9f-c7a6ad748ee8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:15.656182 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19005b91-251f-4bce-ba9f-c7a6ad748ee8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:37:15.656700 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b7cd01-2f41-49ab-a176-78eaa4dff259 None None] Routers {'42fc6061-1de9-4aab-b37b-95bc31787f50'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:15.656859 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19005b91-251f-4bce-ba9f-c7a6ad748ee8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:15.659254 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-47b7cd01-2f41-49ab-a176-78eaa4dff259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['42fc6061-1de9-4aab-b37b-95bc31787f50'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: self.session.flush() Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: self.session.flush() Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: self.session.flush() Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: self.session.flush() Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:37:15.752855 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:37:15.757862 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6fabea7-dc64-4bcc-9187-a6e654dc2977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:15.832409 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-646527e1-72eb-4851-bd84-fd200733f83c None None] Set router 19a86ed1-efda-40bf-95f9-d82760c9fe92 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:37:15.896930 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-32587c2e-5369-4578-b129-92e25354ba75 req-eb37c86b-f983-475d-a61b-6c8283c31de3 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e4f6be-f01c-491b-944d-060a0831c574 HTTP/1.1" status: 200 len: 210 time: 0.0688913 Aug 16 22:37:15.916952 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-47b7cd01-2f41-49ab-a176-78eaa4dff259 None None] Set router 42fc6061-1de9-4aab-b37b-95bc31787f50 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:37:15.963992 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6fabea7-dc64-4bcc-9187-a6e654dc2977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:15.976944 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:15.980045 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6fabea7-dc64-4bcc-9187-a6e654dc2977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.005991 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1ae1-f904-42c9-a616-1a6e70951207 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.037696 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b6fabea7-dc64-4bcc-9187-a6e654dc2977 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=397d2a77c4e741bdbcf27f50bbdc8a86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8628070 Aug 16 22:37:16.039178 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06b7c535-409c-4fc8-83b0-f83248454534 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.042896 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1ae1-f904-42c9-a616-1a6e70951207 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.043102 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fabea7-dc64-4bcc-9187-a6e654dc2977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eeb346-4653-44be-9fbf-9ee01d2431bc,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:16.045945 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43522) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:16.055457 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19005b91-251f-4bce-ba9f-c7a6ad748ee8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.060016 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] Transition to ACTIVE for port object c3a86415-cd62-4219-bb9f-0e0856b45028 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:16.080399 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.122011 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19005b91-251f-4bce-ba9f-c7a6ad748ee8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.130040 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-19005b91-251f-4bce-ba9f-c7a6ad748ee8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/networks/76456407-f62b-4be2-8933-831b61a77b01 HTTP/1.1" status: 204 len: 168 time: 2.8509173 Aug 16 22:37:16.144706 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43524) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:16.150928 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-9e9a4a3a-1858-4a87-98d3-2a6f70691d19 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1785368454'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:16.186571 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19005b91-251f-4bce-ba9f-c7a6ad748ee8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Network': ['ID=76456407-f62b-4be2-8933-831b61a77b01,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:16.198723 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-82c0bc15-780a-447d-b52e-8871d4adf379 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/subnets/32be30f3-1c2b-4496-8e23-90a208499b0a/tags HTTP/1.1" status: 200 len: 241 time: 0.8767135 Aug 16 22:37:16.199464 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9a4a3a-1858-4a87-98d3-2a6f70691d19 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:16.202981 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172b318-38ca-4f4f-a2ca-503ac81a5d9f None None] Pushing event updated for resources: {'Port': ['ID=c3a86415-cd62-4219-bb9f-0e0856b45028,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:16.203206 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4a3a-1858-4a87-98d3-2a6f70691d19 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.203676 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43528) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:16.218632 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] Attempting to bind port c3a86415-cd62-4219-bb9f-0e0856b45028 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:37:16.219007 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] Attempting to bind port c3a86415-cd62-4219-bb9f-0e0856b45028 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:37:16.219382 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] Attempting to bind port c3a86415-cd62-4219-bb9f-0e0856b45028 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:37:16.220477 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-e79c60d0-d6b3-4a91-aef0-09901c4c8820 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '32be30f3-1c2b-4496-8e23-90a208499b0a', 'tempest-TagsExtTest-Tag-1790270632') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:16.236698 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:37:16.237498 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:37:16.237921 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.238421 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:37:16.239089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] Bound port: c3a86415-cd62-4219-bb9f-0e0856b45028, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:37:16.239483 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.318589 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9a4a3a-1858-4a87-98d3-2a6f70691d19 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:37:16.333143 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17038a00-3b3b-4b61-94c9-c8b2385df91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.337895 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06b7c535-409c-4fc8-83b0-f83248454534 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.354228 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] For port c3a86415-cd62-4219-bb9f-0e0856b45028, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:37:16.355017 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4a3a-1858-4a87-98d3-2a6f70691d19 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.355508 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-9e9a4a3a-1858-4a87-98d3-2a6f70691d19 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Added segment 73543e1f-7f24-4613-aba8-040122fce33c of type vlan for network e9fe5176-06ab-4fd6-b9a0-9c391023bf61 Aug 16 22:37:16.362390 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-47b7cd01-2f41-49ab-a176-78eaa4dff259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'name': 'tempest-ServerActionsTestJSON-1172534678-router', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:37Z', 'updated_at': '2021-08-16T22:26:41Z', 'revision_number': 4, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'gw_port': {'id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:38Z', 'updated_at': '2021-08-16T22:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'd0200df7-9ec0-442d-9866-c2b2f83367b3', 'name': '', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'mac_address': 'fa:16:3e:d5:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:40Z', 'updated_at': '2021-08-16T22:26:46Z', 'revision_number': 5, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'subnets': [{'id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:16.386192 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] For port c3a86415-cd62-4219-bb9f-0e0856b45028, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c3a86415-cd62-4219-bb9f-0e0856b45028,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:37:16.408759 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.411639 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b7cd01-2f41-49ab-a176-78eaa4dff259 None None] The sync data for ids ['42fc6061-1de9-4aab-b37b-95bc31787f50'] in n-d-792458-15 is: [{'id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'name': 'tempest-ServerActionsTestJSON-1172534678-router', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:37Z', 'updated_at': '2021-08-16T22:26:41Z', 'revision_number': 4, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'gw_port': {'id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:38Z', 'updated_at': '2021-08-16T22:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'd0200df7-9ec0-442d-9866-c2b2f83367b3', 'name': '', 'network_id': '6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'mac_address': 'fa:16:3e:d5:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:40Z', 'updated_at': '2021-08-16T22:26:46Z', 'revision_number': 5, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'subnets': [{'id': 'b3a36816-1aac-4ae9-b74d-79c0aa191fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:37:16.428541 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17038a00-3b3b-4b61-94c9-c8b2385df91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.467297 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-1c4f1ae1-f904-42c9-a616-1a6e70951207 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Allocated IP 172.25.6.3 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/54312846-2afd-4832-b8b8-aa7ba745f602) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:16.474738 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4a3a-1858-4a87-98d3-2a6f70691d19 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.487953 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cbb19-c98d-4c36-95b5-e1822f5cbd34 req-d72bdd1c-b7e2-4bb4-8d68-57e30fb9d4df tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:16.494048 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cbb19-c98d-4c36-95b5-e1822f5cbd34 req-d72bdd1c-b7e2-4bb4-8d68-57e30fb9d4df tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:16.500777 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cbb19-c98d-4c36-95b5-e1822f5cbd34 req-d72bdd1c-b7e2-4bb4-8d68-57e30fb9d4df tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:16.507266 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cbb19-c98d-4c36-95b5-e1822f5cbd34 req-d72bdd1c-b7e2-4bb4-8d68-57e30fb9d4df tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:16.507788 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172b318-38ca-4f4f-a2ca-503ac81a5d9f None None] Pushing event updated for resources: {'Port': ['ID=c3a86415-cd62-4219-bb9f-0e0856b45028,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:16.515936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cbb19-c98d-4c36-95b5-e1822f5cbd34 req-d72bdd1c-b7e2-4bb4-8d68-57e30fb9d4df tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:16.523437 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cbb19-c98d-4c36-95b5-e1822f5cbd34 req-d72bdd1c-b7e2-4bb4-8d68-57e30fb9d4df tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:16.523951 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-646527e1-72eb-4851-bd84-fd200733f83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a86ed1-efda-40bf-95f9-d82760c9fe92', 'name': '', 'tenant_id': '7f7e0ce488ee4d88a1ad35259cfb0eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84863083-c37c-4b09-a02d-e93ba491055c', 'external_fixed_ips': [{'subnet_id': 'b4b39144-31f3-4dfd-9345-6b35d30ac016', 'ip_address': '2001:db8::20d'}], 'enable_snat': True}, 'gw_port_id': 'd10797b7-1390-494a-912e-692ee82e12bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:37:05Z', 'updated_at': '2021-08-16T22:37:11Z', 'revision_number': 3, 'project_id': '7f7e0ce488ee4d88a1ad35259cfb0eb3', 'gw_port': {'id': 'd10797b7-1390-494a-912e-692ee82e12bd', 'name': '', 'network_id': '84863083-c37c-4b09-a02d-e93ba491055c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a86ed1-efda-40bf-95f9-d82760c9fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'b4b39144-31f3-4dfd-9345-6b35d30ac016', 'ip_address': '2001:db8::20d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:37:07Z', 'updated_at': '2021-08-16T22:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4b39144-31f3-4dfd-9345-6b35d30ac016', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:16.533938 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cbb19-c98d-4c36-95b5-e1822f5cbd34 req-d72bdd1c-b7e2-4bb4-8d68-57e30fb9d4df tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:16.536185 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca3cbb19-c98d-4c36-95b5-e1822f5cbd34 req-d72bdd1c-b7e2-4bb4-8d68-57e30fb9d4df tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5421 time: 0.2574217 Aug 16 22:37:16.553804 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4a3a-1858-4a87-98d3-2a6f70691d19 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.564648 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9a4a3a-1858-4a87-98d3-2a6f70691d19 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:16.566013 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4a3a-1858-4a87-98d3-2a6f70691d19 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.581206 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e79c60d0-d6b3-4a91-aef0-09901c4c8820 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/subnets/32be30f3-1c2b-4496-8e23-90a208499b0a/tags/tempest-TagsExtTest-Tag-1790270632 HTTP/1.1" status: 204 len: 168 time: 0.3714707 Aug 16 22:37:16.582949 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43530) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:16.599951 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:37:16.602723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646527e1-72eb-4851-bd84-fd200733f83c None None] Checking router: 19a86ed1-efda-40bf-95f9-d82760c9fe92 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:37:16.603076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646527e1-72eb-4851-bd84-fd200733f83c None None] Updating router 19a86ed1-efda-40bf-95f9-d82760c9fe92 port d10797b7-1390-494a-912e-692ee82e12bd binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:37:16.611345 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-175079ed-282d-4445-8051-163aa6a168e1 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '32be30f3-1c2b-4496-8e23-90a208499b0a', 'tempest-TagsExtTest-Tag-1790270632') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:16.632815 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] Routers {'b85beace-0b2f-47f6-9d5f-77115509d544'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:16.633818 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b85beace-0b2f-47f6-9d5f-77115509d544'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:16.661588 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9e9a4a3a-1858-4a87-98d3-2a6f70691d19 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5147510 Aug 16 22:37:16.672250 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43532) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:16.678081 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b1201569-448e-4d23-ad91-929f21f896e0 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'subnet': {'network_id': 'e9fe5176-06ab-4fd6-b9a0-9c391023bf61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:16.718508 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-646527e1-72eb-4851-bd84-fd200733f83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.720292 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca3cbb19-c98d-4c36-95b5-e1822f5cbd34 req-de3b84d5-dd75-423c-ab18-84cb6f528800 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1548116 Aug 16 22:37:16.781068 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a4a3a-1858-4a87-98d3-2a6f70691d19 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Network': ['ID=e9fe5176-06ab-4fd6-b9a0-9c391023bf61,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:16.797024 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1ae1-f904-42c9-a616-1a6e70951207 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.804920 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network e9fe5176-06ab-4fd6-b9a0-9c391023bf61 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:37:16.821648 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17038a00-3b3b-4b61-94c9-c8b2385df91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.825139 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17038a00-3b3b-4b61-94c9-c8b2385df91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.829314 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-17038a00-3b3b-4b61-94c9-c8b2385df91a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c0eeb346-4653-44be-9fbf-9ee01d2431bc HTTP/1.1" status: 204 len: 168 time: 0.7717333 Aug 16 22:37:16.833238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-06b7c535-409c-4fc8-83b0-f83248454534 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Deleting port d10797b7-1390-494a-912e-692ee82e12bd {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:16.833820 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06b7c535-409c-4fc8-83b0-f83248454534 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.860070 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17038a00-3b3b-4b61-94c9-c8b2385df91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eeb346-4653-44be-9fbf-9ee01d2431bc,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:16.890419 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-175079ed-282d-4445-8051-163aa6a168e1 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "DELETE /v2.0/subnets/32be30f3-1c2b-4496-8e23-90a208499b0a/tags/tempest-TagsExtTest-Tag-1790270632 HTTP/1.1" status: 204 len: 168 time: 0.3045654 Aug 16 22:37:16.921278 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43536) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:16.930102 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.tag.tag_plugin [None req-c4a9ae1f-c719-4fa3-81d0-b76e65cf108f tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '32be30f3-1c2b-4496-8e23-90a208499b0a') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:16.995839 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1201569-448e-4d23-ad91-929f21f896e0 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:17.000175 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1201569-448e-4d23-ad91-929f21f896e0 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:17.067367 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32040d62-bbf6-4e5e-9acd-a31324e8a026 None None] New status for floating IP d209d54d-14c4-4926-a2d2-c78cc68f6ae7: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:37:17.079418 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1ae1-f904-42c9-a616-1a6e70951207 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:17.170790 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06b7c535-409c-4fc8-83b0-f83248454534 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:17.260998 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-06b7c535-409c-4fc8-83b0-f83248454534 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Calling delete_port for d10797b7-1390-494a-912e-692ee82e12bd owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:17.293677 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43542) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:17.327583 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4f1ae1-f904-42c9-a616-1a6e70951207 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:17.350878 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-1c4f1ae1-f904-42c9-a616-1a6e70951207 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:17.361086 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4f1ae1-f904-42c9-a616-1a6e70951207 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:17.474425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f1ae1-f904-42c9-a616-1a6e70951207 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Pushing event updated for resources: {'Port': ['ID=54312846-2afd-4832-b8b8-aa7ba745f602,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:17.490843 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c4a9ae1f-c719-4fa3-81d0-b76e65cf108f tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/subnets/32be30f3-1c2b-4496-8e23-90a208499b0a/tags HTTP/1.1" status: 200 len: 205 time: 0.5672355 Aug 16 22:37:17.495048 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43546) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:17.502518 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-722b52db-e58d-4076-ad96-ea8f70883c26 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '65280f86-bc4f-42c2-b181-2fc76ea9b2b7') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:17.608451 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0753c882-65e8-4055-8a3a-7dbddffca638 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:17.687192 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] Set router b85beace-0b2f-47f6-9d5f-77115509d544 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:37:17.709801 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0753c882-65e8-4055-8a3a-7dbddffca638 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:17.842874 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-722b52db-e58d-4076-ad96-ea8f70883c26 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/ports/65280f86-bc4f-42c2-b181-2fc76ea9b2b7/tags HTTP/1.1" status: 200 len: 241 time: 0.3460293 Aug 16 22:37:17.847994 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43550) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:17.859420 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-14b21dff-31a4-4be2-bd01-0bf617c31fef tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '65280f86-bc4f-42c2-b181-2fc76ea9b2b7', 'tempest-TagsExtTest-Tag-1903575246') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:17.937695 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1201569-448e-4d23-ad91-929f21f896e0 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:17.951201 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43552) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:18.003681 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-044d2309-6c4c-41b6-aa90-bd34d1f38811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:18.021558 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06b7c535-409c-4fc8-83b0-f83248454534 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:18.042155 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0753c882-65e8-4055-8a3a-7dbddffca638 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:18.045765 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0753c882-65e8-4055-8a3a-7dbddffca638 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:18.047316 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0753c882-65e8-4055-8a3a-7dbddffca638 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "DELETE /v2.0/security-groups/ae1a1729-74db-4226-8846-ed0b424aaa5d HTTP/1.1" status: 204 len: 168 time: 0.7427447 Aug 16 22:37:18.055613 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43554) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:18.089775 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7c535-409c-4fc8-83b0-f83248454534 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Pushing event deleted for resources: {'Port': ['ID=d10797b7-1390-494a-912e-692ee82e12bd,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:18.111371 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-6c971d05-c265-458f-9b36-12549fe42cf4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] show failed (client error): The resource could not be found. Aug 16 22:37:18.116661 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6c971d05-c265-458f-9b36-12549fe42cf4 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "GET /v2.0/security-groups/ae1a1729-74db-4226-8846-ed0b424aaa5d HTTP/1.1" status: 404 len: 347 time: 0.0561314 Aug 16 22:37:18.119591 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43556) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:18.120429 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-14b21dff-31a4-4be2-bd01-0bf617c31fef tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/ports/65280f86-bc4f-42c2-b181-2fc76ea9b2b7/tags/tempest-TagsExtTest-Tag-1903575246 HTTP/1.1" status: 204 len: 168 time: 0.2702003 Aug 16 22:37:18.133240 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43558) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:18.146098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec017b-ef22-4076-9d1d-31bd79fe402c req-2877eb2e-6649-4370-9dbc-9534a199ab59 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:18.153210 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec017b-ef22-4076-9d1d-31bd79fe402c req-2877eb2e-6649-4370-9dbc-9534a199ab59 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:18.158243 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753c882-65e8-4055-8a3a-7dbddffca638 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1a1729-74db-4226-8846-ed0b424aaa5d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:18.160199 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec017b-ef22-4076-9d1d-31bd79fe402c req-2877eb2e-6649-4370-9dbc-9534a199ab59 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:18.168996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec017b-ef22-4076-9d1d-31bd79fe402c req-2877eb2e-6649-4370-9dbc-9534a199ab59 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:18.175533 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec017b-ef22-4076-9d1d-31bd79fe402c req-2877eb2e-6649-4370-9dbc-9534a199ab59 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:18.181444 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec017b-ef22-4076-9d1d-31bd79fe402c req-2877eb2e-6649-4370-9dbc-9534a199ab59 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:18.186971 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec017b-ef22-4076-9d1d-31bd79fe402c req-2877eb2e-6649-4370-9dbc-9534a199ab59 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:18.190766 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0cec017b-ef22-4076-9d1d-31bd79fe402c req-2877eb2e-6649-4370-9dbc-9534a199ab59 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5421 time: 0.2787247 Aug 16 22:37:18.206960 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.tag.tag_plugin [None req-c32c2ca2-ba61-4653-bcc4-426451ade1c6 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '65280f86-bc4f-42c2-b181-2fc76ea9b2b7', 'tempest-TagsExtTest-Tag-1903575246') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:18.218134 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1201569-448e-4d23-ad91-929f21f896e0 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Subnet': ['ID=fdfa3b50-97c3-468c-ad42-6ab19a617b0f,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:18.229131 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-646527e1-72eb-4851-bd84-fd200733f83c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:37:18.230219 n-d-792458-15 neutron-server[94873]: DEBUG oslo_db.api [None req-646527e1-72eb-4851-bd84-fd200733f83c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:37:18.232355 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85beace-0b2f-47f6-9d5f-77115509d544', 'name': 'tempest-snat-router-1136253673', 'tenant_id': '8804af5c2aa3459ebe7e77550bac4237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.79'}], 'enable_snat': False}, 'gw_port_id': 'c3a86415-cd62-4219-bb9f-0e0856b45028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:37:06Z', 'updated_at': '2021-08-16T22:37:10Z', 'revision_number': 3, 'project_id': '8804af5c2aa3459ebe7e77550bac4237', 'gw_port': {'id': 'c3a86415-cd62-4219-bb9f-0e0856b45028', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85beace-0b2f-47f6-9d5f-77115509d544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:37:08Z', 'updated_at': '2021-08-16T22:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:18.249024 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06b7c535-409c-4fc8-83b0-f83248454534 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:18.263814 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1ae1-f904-42c9-a616-1a6e70951207 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:18.280996 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48472caa-f3ef-40d5-88aa-5c35214048f0 None None] The sync data for ids ['b85beace-0b2f-47f6-9d5f-77115509d544'] in n-d-792458-15 is: [{'id': 'b85beace-0b2f-47f6-9d5f-77115509d544', 'name': 'tempest-snat-router-1136253673', 'tenant_id': '8804af5c2aa3459ebe7e77550bac4237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.79'}], 'enable_snat': False}, 'gw_port_id': 'c3a86415-cd62-4219-bb9f-0e0856b45028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:37:06Z', 'updated_at': '2021-08-16T22:37:10Z', 'revision_number': 3, 'project_id': '8804af5c2aa3459ebe7e77550bac4237', 'gw_port': {'id': 'c3a86415-cd62-4219-bb9f-0e0856b45028', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85beace-0b2f-47f6-9d5f-77115509d544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:37:08Z', 'updated_at': '2021-08-16T22:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:37:18.291107 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1201569-448e-4d23-ad91-929f21f896e0 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Checking segment: {'id': '73543e1f-7f24-4613-aba8-040122fce33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e9fe5176-06ab-4fd6-b9a0-9c391023bf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:37:18.292316 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1201569-448e-4d23-ad91-929f21f896e0 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network hostable DHCP agents. Network: e9fe5176-06ab-4fd6-b9a0-9c391023bf61, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:37:18.353092 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0cec017b-ef22-4076-9d1d-31bd79fe402c req-afcd0be3-29ba-4260-aaa8-8931551f2a57 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1515725 Aug 16 22:37:18.578918 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06b7c535-409c-4fc8-83b0-f83248454534 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:18.584247 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1201569-448e-4d23-ad91-929f21f896e0 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network e9fe5176-06ab-4fd6-b9a0-9c391023bf61 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:37:18.600371 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06b7c535-409c-4fc8-83b0-f83248454534 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:18.602327 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1ae1-f904-42c9-a616-1a6e70951207 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:18.723493 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-b1201569-448e-4d23-ad91-929f21f896e0 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, e9fe5176-06ab-4fd6-b9a0-9c391023bf61) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:18.743669 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1201569-448e-4d23-ad91-929f21f896e0 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:18.744575 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b1201569-448e-4d23-ad91-929f21f896e0 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:18.755847 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06b7c535-409c-4fc8-83b0-f83248454534 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:18.756725 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b7c535-409c-4fc8-83b0-f83248454534 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19a86ed1-efda-40bf-95f9-d82760c9fe92 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:37:18.774733 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d7c081-50bc-4ea1-a878-a692d86faf42 None None] Network e9fe5176-06ab-4fd6-b9a0-9c391023bf61 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:37:18.779283 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646527e1-72eb-4851-bd84-fd200733f83c None None] Port d10797b7-1390-494a-912e-692ee82e12bd not found while updating agent binding for router 19a86ed1-efda-40bf-95f9-d82760c9fe92. {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 22:37:18.788562 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06b7c535-409c-4fc8-83b0-f83248454534 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:18.790657 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-06b7c535-409c-4fc8-83b0-f83248454534 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "DELETE /v2.0/routers/19a86ed1-efda-40bf-95f9-d82760c9fe92 HTTP/1.1" status: 204 len: 168 time: 3.4678936 Aug 16 22:37:18.796877 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43562) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:18.855035 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646527e1-72eb-4851-bd84-fd200733f83c None None] Routers set() bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:18.855728 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646527e1-72eb-4851-bd84-fd200733f83c None None] Router IDs set() for agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 22:37:18.856590 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_agentschedulers_db [None req-646527e1-72eb-4851-bd84-fd200733f83c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'19a86ed1-efda-40bf-95f9-d82760c9fe92'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent'). {{(pid=94873) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 22:37:18.857171 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646527e1-72eb-4851-bd84-fd200733f83c None None] The sync data for ids ['19a86ed1-efda-40bf-95f9-d82760c9fe92'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:37:18.927717 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-044d2309-6c4c-41b6-aa90-bd34d1f38811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:18.933177 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac593d75-2067-4998-b4c5-bcf65df6b882 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Deleting subnet b4b39144-31f3-4dfd-9345-6b35d30ac016 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:37:18.937087 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac593d75-2067-4998-b4c5-bcf65df6b882 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:18.978325 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac593d75-2067-4998-b4c5-bcf65df6b882 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:19.018743 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-e9fe5176-06ab-4fd6-b9a0-9c391023bf61', 'network_id': 'e9fe5176-06ab-4fd6-b9a0-9c391023bf61', 'tenant_id': 'd151c136af15401e8630f50830d07764', 'fixed_ips': [{'subnet_id': 'fdfa3b50-97c3-468c-ad42-6ab19a617b0f'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:37:19.020035 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:19.034130 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c32c2ca2-ba61-4653-bcc4-426451ade1c6 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "DELETE /v2.0/ports/65280f86-bc4f-42c2-b181-2fc76ea9b2b7/tags/tempest-TagsExtTest-Tag-1903575246 HTTP/1.1" status: 204 len: 168 time: 0.8736424 Aug 16 22:37:19.036207 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3abc3997-b6e6-4220-bbcb-0003534bf326 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Deleting port f16fed15-6c3b-4d46-93de-f9e399ac45fd {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:19.036893 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3abc3997-b6e6-4220-bbcb-0003534bf326 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:19.040143 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-044d2309-6c4c-41b6-aa90-bd34d1f38811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:19.048325 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43564) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:19.088450 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.tag.tag_plugin [None req-f7fab496-bf80-46e4-9d9d-0b731ad25dbe tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '65280f86-bc4f-42c2-b181-2fc76ea9b2b7') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:19.092897 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b1201569-448e-4d23-ad91-929f21f896e0 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4191589 Aug 16 22:37:19.146441 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43566) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:19.175864 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5bb82d91-39d9-47f9-a091-864065e289f1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'port': {'network_id': 'e9fe5176-06ab-4fd6-b9a0-9c391023bf61', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-326058085'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:19.273610 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] Allocated IP 2001:db8::2 (e9fe5176-06ab-4fd6-b9a0-9c391023bf61/fdfa3b50-97c3-468c-ad42-6ab19a617b0f/fde725e0-3ea2-4078-8ae3-de94bea83f1b) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:19.283540 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4f1ae1-f904-42c9-a616-1a6e70951207 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Router c81a4dc5-0048-4b6b-a496-c71ff8be9443 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:37:19.390052 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c3a86415-cd62-4219-bb9f-0e0856b45028 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:19.490598 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4f1ae1-f904-42c9-a616-1a6e70951207 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:37:19.511644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] Sync routers for ids ['c81a4dc5-0048-4b6b-a496-c71ff8be9443'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:37:19.525323 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1ae1-f904-42c9-a616-1a6e70951207 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:19.528184 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1c4f1ae1-f904-42c9-a616-1a6e70951207 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.5763643 Aug 16 22:37:19.531542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43572) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:19.559449 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port c3a86415-cd62-4219-bb9f-0e0856b45028 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:19.566735 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] Routers {'c81a4dc5-0048-4b6b-a496-c71ff8be9443'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:19.568070 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c81a4dc5-0048-4b6b-a496-c71ff8be9443'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:19.575986 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c3a86415-cd62-4219-bb9f-0e0856b45028 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:19.576783 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:19.706661 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6f0b9-14d0-4f9e-8cea-d5b582d72fd7 req-0fee2fa8-68ea-4e83-a615-999b276339f2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:19.713012 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6f0b9-14d0-4f9e-8cea-d5b582d72fd7 req-0fee2fa8-68ea-4e83-a615-999b276339f2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:19.720280 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6f0b9-14d0-4f9e-8cea-d5b582d72fd7 req-0fee2fa8-68ea-4e83-a615-999b276339f2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:19.727619 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6f0b9-14d0-4f9e-8cea-d5b582d72fd7 req-0fee2fa8-68ea-4e83-a615-999b276339f2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:19.735548 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6f0b9-14d0-4f9e-8cea-d5b582d72fd7 req-0fee2fa8-68ea-4e83-a615-999b276339f2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:19.743279 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6f0b9-14d0-4f9e-8cea-d5b582d72fd7 req-0fee2fa8-68ea-4e83-a615-999b276339f2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:19.750520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6f0b9-14d0-4f9e-8cea-d5b582d72fd7 req-0fee2fa8-68ea-4e83-a615-999b276339f2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:19.752278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d4c6f0b9-14d0-4f9e-8cea-d5b582d72fd7 req-0fee2fa8-68ea-4e83-a615-999b276339f2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5421 time: 0.1510723 Aug 16 22:37:19.779679 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-df2c4397-edc5-4540-a25b-5cc31d4bc651 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "GET /v2.0/routers/c81a4dc5-0048-4b6b-a496-c71ff8be9443 HTTP/1.1" status: 200 len: 906 time: 0.2404218 Aug 16 22:37:19.793448 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43574) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:19.797838 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-044d2309-6c4c-41b6-aa90-bd34d1f38811 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8cc056f97f014773bac99d1d8ec3af08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8450465 Aug 16 22:37:19.810749 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43576) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:19.811514 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d2309-6c4c-41b6-aa90-bd34d1f38811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422a5804-10c5-4df7-bcea-ad1b3a3f0a54,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:19.834284 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:19.847406 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d4c6f0b9-14d0-4f9e-8cea-d5b582d72fd7 req-b5d69c7c-2d8d-4502-ab6d-5398791f5aaa tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0759177 Aug 16 22:37:19.853028 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] Transition to ACTIVE for port object fde725e0-3ea2-4078-8ae3-de94bea83f1b will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:19.868151 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac593d75-2067-4998-b4c5-bcf65df6b882 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:19.929451 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] Transition to ACTIVE for port object fde725e0-3ea2-4078-8ae3-de94bea83f1b will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:19.934175 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] Set router c81a4dc5-0048-4b6b-a496-c71ff8be9443 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:37:19.968135 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:20.009812 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:20.059956 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3abc3997-b6e6-4220-bbcb-0003534bf326 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:20.060517 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3abc3997-b6e6-4220-bbcb-0003534bf326 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:20.101288 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port c3a86415-cd62-4219-bb9f-0e0856b45028, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c3a86415-cd62-4219-bb9f-0e0856b45028,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:20.126110 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] Network e9fe5176-06ab-4fd6-b9a0-9c391023bf61 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:20.126979 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:20.131177 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3abc3997-b6e6-4220-bbcb-0003534bf326 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Calling delete_port for f16fed15-6c3b-4d46-93de-f9e399ac45fd owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:20.137450 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:20.141531 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:20.145362 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] Pushing event updated for resources: {'Port': ['ID=fde725e0-3ea2-4078-8ae3-de94bea83f1b,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:20.195527 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f7fab496-bf80-46e4-9d9d-0b731ad25dbe tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/ports/65280f86-bc4f-42c2-b181-2fc76ea9b2b7/tags HTTP/1.1" status: 200 len: 205 time: 1.1359012 Aug 16 22:37:20.196253 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43580) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:20.202063 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-ea78b9ac-8e93-400a-9a3e-f9569315f77a tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b5082a72-1be9-4a3f-a53f-005e91d15ba8') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:20.285800 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0715e9f-ccfd-4641-92a5-b794e00bb9f6 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:20.331802 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ea78b9ac-8e93-400a-9a3e-f9569315f77a tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/routers/b5082a72-1be9-4a3f-a53f-005e91d15ba8/tags HTTP/1.1" status: 200 len: 240 time: 0.1317599 Aug 16 22:37:20.332429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43582) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:20.340424 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-27581830-6daf-48ce-95d9-ae0b27ba7b76 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b5082a72-1be9-4a3f-a53f-005e91d15ba8', 'tempest-TagsExtTest-Tag-923793234') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:20.356781 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] Attempting to bind port fde725e0-3ea2-4078-8ae3-de94bea83f1b on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:37:20.357282 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] Attempting to bind port fde725e0-3ea2-4078-8ae3-de94bea83f1b by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '73543e1f-7f24-4613-aba8-040122fce33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e9fe5176-06ab-4fd6-b9a0-9c391023bf61'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:37:20.357517 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] Attempting to bind port fde725e0-3ea2-4078-8ae3-de94bea83f1b on network e9fe5176-06ab-4fd6-b9a0-9c391023bf61 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:37:20.379207 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:37:20.380291 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] Checking segment: {'id': '73543e1f-7f24-4613-aba8-040122fce33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e9fe5176-06ab-4fd6-b9a0-9c391023bf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:37:20.380780 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:20.382117 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] Bound using segment: {'id': '73543e1f-7f24-4613-aba8-040122fce33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e9fe5176-06ab-4fd6-b9a0-9c391023bf61'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:37:20.382117 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] Bound port: fde725e0-3ea2-4078-8ae3-de94bea83f1b, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73543e1f-7f24-4613-aba8-040122fce33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e9fe5176-06ab-4fd6-b9a0-9c391023bf61'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:37:20.382117 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:20.388420 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=c3a86415-cd62-4219-bb9f-0e0856b45028,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:20.399496 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac593d75-2067-4998-b4c5-bcf65df6b882 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:20.411577 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9bf30fdb-af99-4f08-866d-74641239c27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:20.467485 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb82d91-39d9-47f9-a091-864065e289f1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:20.472718 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5bb82d91-39d9-47f9-a091-864065e289f1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:20.473671 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-27581830-6daf-48ce-95d9-ae0b27ba7b76 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/routers/b5082a72-1be9-4a3f-a53f-005e91d15ba8/tags/tempest-TagsExtTest-Tag-923793234 HTTP/1.1" status: 204 len: 168 time: 0.1393483 Aug 16 22:37:20.476595 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43584) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:20.486649 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-d311fa27-addf-486c-8c73-9f2a71b4e5c9 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b5082a72-1be9-4a3f-a53f-005e91d15ba8', 'tempest-TagsExtTest-Tag-923793234') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:20.495141 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81a4dc5-0048-4b6b-a496-c71ff8be9443', 'name': 'tempest-snat-router-1136253673', 'tenant_id': '8804af5c2aa3459ebe7e77550bac4237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '54312846-2afd-4832-b8b8-aa7ba745f602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:37:15Z', 'updated_at': '2021-08-16T22:37:17Z', 'revision_number': 3, 'project_id': '8804af5c2aa3459ebe7e77550bac4237', 'gw_port': {'id': '54312846-2afd-4832-b8b8-aa7ba745f602', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:64:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81a4dc5-0048-4b6b-a496-c71ff8be9443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:37:16Z', 'updated_at': '2021-08-16T22:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:20.506019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac593d75-2067-4998-b4c5-bcf65df6b882 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b4b39144-31f3-4dfd-9345-6b35d30ac016,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:20.558362 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] Checking router: c81a4dc5-0048-4b6b-a496-c71ff8be9443 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:37:20.558802 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] Updating router c81a4dc5-0048-4b6b-a496-c71ff8be9443 port 54312846-2afd-4832-b8b8-aa7ba745f602 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:37:20.588833 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac593d75-2067-4998-b4c5-bcf65df6b882 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:20.591351 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ac593d75-2067-4998-b4c5-bcf65df6b882 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "DELETE /v2.0/subnets/b4b39144-31f3-4dfd-9345-6b35d30ac016 HTTP/1.1" status: 204 len: 168 time: 1.7806053 Aug 16 22:37:20.598426 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43586) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:20.600680 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] For port fde725e0-3ea2-4078-8ae3-de94bea83f1b, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:37:20.622816 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:20.630200 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] For port fde725e0-3ea2-4078-8ae3-de94bea83f1b, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=fde725e0-3ea2-4078-8ae3-de94bea83f1b,segment=NetworkSegment(73543e1f-7f24-4613-aba8-040122fce33c),segment_id=73543e1f-7f24-4613-aba8-040122fce33c)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:37:20.635118 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9bf30fdb-af99-4f08-866d-74641239c27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:20.658611 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d311fa27-addf-486c-8c73-9f2a71b4e5c9 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "DELETE /v2.0/routers/b5082a72-1be9-4a3f-a53f-005e91d15ba8/tags/tempest-TagsExtTest-Tag-923793234 HTTP/1.1" status: 204 len: 168 time: 0.1801682 Aug 16 22:37:20.660405 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43588) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:20.667219 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:20.671088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-50d11cab-1183-44e5-b66b-872fb5b9d3b5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b5082a72-1be9-4a3f-a53f-005e91d15ba8') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:20.694216 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-5bb82d91-39d9-47f9-a091-864065e289f1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] device_id is not set on port 0598b661-6b48-4b95-bcba-9edf319a142c yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:37:20.776680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-50d11cab-1183-44e5-b66b-872fb5b9d3b5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/routers/b5082a72-1be9-4a3f-a53f-005e91d15ba8/tags HTTP/1.1" status: 200 len: 205 time: 0.1145544 Aug 16 22:37:20.784075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43590) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:20.797021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-af693110-3b42-41dd-b8f1-c1f015b34c64 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a4019102-b1f6-4c5f-8ec5-470bcc932f09') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:20.843825 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0668d4a-9a3c-4ebb-9651-18c29b8f1266 None None] Pushing event updated for resources: {'Port': ['ID=fde725e0-3ea2-4078-8ae3-de94bea83f1b,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:20.888797 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-af693110-3b42-41dd-b8f1-c1f015b34c64 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/subnetpools/a4019102-b1f6-4c5f-8ec5-470bcc932f09/tags HTTP/1.1" status: 200 len: 240 time: 0.1015563 Aug 16 22:37:20.894108 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43592) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:20.899600 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.tag.tag_plugin [None req-8b14f6d1-c496-42b3-a109-2272434029db tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a4019102-b1f6-4c5f-8ec5-470bcc932f09', 'tempest-TagsExtTest-Tag-660190328') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:21.010299 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0715e9f-ccfd-4641-92a5-b794e00bb9f6 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:21.039431 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b47dc720-0856-4bca-b12f-b1388d0cc1a3 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:21.063729 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b655e-7754-4f23-9190-3e4f9aa7e2b0 req-580d22d1-cc4b-4774-99c6-baab528087f4 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:21.078154 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b655e-7754-4f23-9190-3e4f9aa7e2b0 req-580d22d1-cc4b-4774-99c6-baab528087f4 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:21.091582 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b655e-7754-4f23-9190-3e4f9aa7e2b0 req-580d22d1-cc4b-4774-99c6-baab528087f4 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:21.104881 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b655e-7754-4f23-9190-3e4f9aa7e2b0 req-580d22d1-cc4b-4774-99c6-baab528087f4 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:21.117059 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b655e-7754-4f23-9190-3e4f9aa7e2b0 req-580d22d1-cc4b-4774-99c6-baab528087f4 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:21.123215 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9bf30fdb-af99-4f08-866d-74641239c27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:21.128281 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9bf30fdb-af99-4f08-866d-74641239c27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:21.128748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b655e-7754-4f23-9190-3e4f9aa7e2b0 req-580d22d1-cc4b-4774-99c6-baab528087f4 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:21.130449 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9bf30fdb-af99-4f08-866d-74641239c27b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/422a5804-10c5-4df7-bcea-ad1b3a3f0a54 HTTP/1.1" status: 204 len: 168 time: 1.3159826 Aug 16 22:37:21.143526 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b655e-7754-4f23-9190-3e4f9aa7e2b0 req-580d22d1-cc4b-4774-99c6-baab528087f4 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:21.157001 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d19b655e-7754-4f23-9190-3e4f9aa7e2b0 req-580d22d1-cc4b-4774-99c6-baab528087f4 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5421 time: 0.1765115 Aug 16 22:37:21.263961 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8b14f6d1-c496-42b3-a109-2272434029db tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/subnetpools/a4019102-b1f6-4c5f-8ec5-470bcc932f09/tags/tempest-TagsExtTest-Tag-660190328 HTTP/1.1" status: 204 len: 168 time: 0.3645689 Aug 16 22:37:21.265667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43598) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:21.284486 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-292034b5-37e8-449f-a910-5fcc4c057aa4 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a4019102-b1f6-4c5f-8ec5-470bcc932f09', 'tempest-TagsExtTest-Tag-660190328') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:21.303032 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf30fdb-af99-4f08-866d-74641239c27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422a5804-10c5-4df7-bcea-ad1b3a3f0a54,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:21.324322 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3abc3997-b6e6-4220-bbcb-0003534bf326 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:21.404700 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d19b655e-7754-4f23-9190-3e4f9aa7e2b0 req-4be9fa1a-dd4c-449c-bb10-bf81a20bb3ad tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2438214 Aug 16 22:37:21.474845 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:21.484361 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-5bb82d91-39d9-47f9-a091-864065e289f1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Allocated IP 2001:db8::2d4 (e9fe5176-06ab-4fd6-b9a0-9c391023bf61/fdfa3b50-97c3-468c-ad42-6ab19a617b0f/0598b661-6b48-4b95-bcba-9edf319a142c) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:21.503188 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc3997-b6e6-4220-bbcb-0003534bf326 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Pushing event deleted for resources: {'Port': ['ID=f16fed15-6c3b-4d46-93de-f9e399ac45fd,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:21.515600 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] Transition to ACTIVE for port object 54312846-2afd-4832-b8b8-aa7ba745f602 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:21.528774 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:21.538401 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-292034b5-37e8-449f-a910-5fcc4c057aa4 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "DELETE /v2.0/subnetpools/a4019102-b1f6-4c5f-8ec5-470bcc932f09/tags/tempest-TagsExtTest-Tag-660190328 HTTP/1.1" status: 204 len: 168 time: 0.2695329 Aug 16 22:37:21.540348 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43600) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:21.554829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-e2473a3f-88b7-42e0-9fa5-0c19d8350102 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a4019102-b1f6-4c5f-8ec5-470bcc932f09') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:21.643520 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e2473a3f-88b7-42e0-9fa5-0c19d8350102 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/subnetpools/a4019102-b1f6-4c5f-8ec5-470bcc932f09/tags HTTP/1.1" status: 200 len: 205 time: 0.0984676 Aug 16 22:37:21.644355 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43602) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:21.650471 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device fde725e0-3ea2-4078-8ae3-de94bea83f1b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:21.652756 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-be94a1fa-2a8f-4652-bc3b-5aa156cab749 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a4019102-b1f6-4c5f-8ec5-470bcc932f09') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:21.708032 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-be94a1fa-2a8f-4652-bc3b-5aa156cab749 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "DELETE /v2.0/subnetpools/a4019102-b1f6-4c5f-8ec5-470bcc932f09/tags HTTP/1.1" status: 204 len: 168 time: 0.0613251 Aug 16 22:37:21.709184 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43606) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:21.717627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-dafa1612-9a70-4361-bc94-b07e6c47d43d tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b5082a72-1be9-4a3f-a53f-005e91d15ba8') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:21.720177 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] Attempting to bind port 54312846-2afd-4832-b8b8-aa7ba745f602 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:37:21.720972 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] Attempting to bind port 54312846-2afd-4832-b8b8-aa7ba745f602 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:37:21.722011 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] Attempting to bind port 54312846-2afd-4832-b8b8-aa7ba745f602 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:37:21.751709 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bbd2b-643f-4c6c-a7f6-6da5ada1d391 None None] Pushing event updated for resources: {'Port': ['ID=54312846-2afd-4832-b8b8-aa7ba745f602,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:21.759814 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:37:21.760419 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:37:21.760895 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:21.761365 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:37:21.761938 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] Bound port: 54312846-2afd-4832-b8b8-aa7ba745f602, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:37:21.762480 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:21.763651 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b47dc720-0856-4bca-b12f-b1388d0cc1a3 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:21.839221 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3abc3997-b6e6-4220-bbcb-0003534bf326 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:21.842504 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3abc3997-b6e6-4220-bbcb-0003534bf326 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:21.847408 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3abc3997-b6e6-4220-bbcb-0003534bf326 tempest-ServerActionsTestJSON-713750478 tempest-ServerActionsTestJSON-713750478-project] 10.222.0.93 "DELETE /v2.0/floatingips/d209d54d-14c4-4926-a2d2-c78cc68f6ae7 HTTP/1.1" status: 204 len: 168 time: 3.7269342 Aug 16 22:37:21.848431 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43608) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:21.850831 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-b47dc720-0856-4bca-b12f-b1388d0cc1a3 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84863083-c37c-4b09-a02d-e93ba491055c']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:21.862737 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port fde725e0-3ea2-4078-8ae3-de94bea83f1b completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:21.863606 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0715e9f-ccfd-4641-92a5-b794e00bb9f6 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Deleting port 54312846-2afd-4832-b8b8-aa7ba745f602 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:21.863839 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0715e9f-ccfd-4641-92a5-b794e00bb9f6 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:21.889901 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-b47dc720-0856-4bca-b12f-b1388d0cc1a3 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12dbf528-d469-4832-9cff-daaed2876f2d') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:21.890290 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-b47dc720-0856-4bca-b12f-b1388d0cc1a3 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12dbf528-d469-4832-9cff-daaed2876f2d') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:21.894459 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c3a86415-cd62-4219-bb9f-0e0856b45028 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:21.912291 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] For port 54312846-2afd-4832-b8b8-aa7ba745f602, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:37:21.914778 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dafa1612-9a70-4361-bc94-b07e6c47d43d tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "DELETE /v2.0/routers/b5082a72-1be9-4a3f-a53f-005e91d15ba8/tags HTTP/1.1" status: 204 len: 168 time: 0.2041183 Aug 16 22:37:21.916597 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43612) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:21.925832 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-4bb56371-c339-4df0-9a71-a73f7ce86cfe tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '65280f86-bc4f-42c2-b181-2fc76ea9b2b7') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:21.961614 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b47dc720-0856-4bca-b12f-b1388d0cc1a3 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:22.015889 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b47dc720-0856-4bca-b12f-b1388d0cc1a3 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:22.027393 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] For port 54312846-2afd-4832-b8b8-aa7ba745f602, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=54312846-2afd-4832-b8b8-aa7ba745f602,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:37:22.049258 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:22.054910 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47dc720-0856-4bca-b12f-b1388d0cc1a3 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:37:22.055444 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b47dc720-0856-4bca-b12f-b1388d0cc1a3 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:37:22.062637 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:37:22.093041 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4bb56371-c339-4df0-9a71-a73f7ce86cfe tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "DELETE /v2.0/ports/65280f86-bc4f-42c2-b181-2fc76ea9b2b7/tags HTTP/1.1" status: 204 len: 168 time: 0.1746435 Aug 16 22:37:22.097362 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43618) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:22.109526 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-9d778972-6ca8-42a0-a536-75a279b843fb tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '32be30f3-1c2b-4496-8e23-90a208499b0a') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:22.176734 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0715e9f-ccfd-4641-92a5-b794e00bb9f6 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:22.208519 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5bb82d91-39d9-47f9-a091-864065e289f1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:22.209108 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bbd2b-643f-4c6c-a7f6-6da5ada1d391 None None] Pushing event updated for resources: {'Port': ['ID=54312846-2afd-4832-b8b8-aa7ba745f602,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:22.276013 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] Routers {'c81a4dc5-0048-4b6b-a496-c71ff8be9443'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:22.277332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c81a4dc5-0048-4b6b-a496-c71ff8be9443'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:22.279689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c3a86415-cd62-4219-bb9f-0e0856b45028 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:22.281469 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:22.281673 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e0715e9f-ccfd-4641-92a5-b794e00bb9f6 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Calling delete_port for 54312846-2afd-4832-b8b8-aa7ba745f602 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:22.294581 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9d778972-6ca8-42a0-a536-75a279b843fb tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "DELETE /v2.0/subnets/32be30f3-1c2b-4496-8e23-90a208499b0a/tags HTTP/1.1" status: 204 len: 168 time: 0.1952107 Aug 16 22:37:22.295365 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43622) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:22.303097 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-bfb1c510-90e6-48bb-ae70-4a0dde6a349e tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '32be30f3-1c2b-4496-8e23-90a208499b0a', 'tempest-TagsExtTest-Tag-114073888') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:22.389298 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5bb82d91-39d9-47f9-a091-864065e289f1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Transition to ACTIVE for port object 0598b661-6b48-4b95-bcba-9edf319a142c will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:22.395574 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b47dc720-0856-4bca-b12f-b1388d0cc1a3 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:22.487538 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bfb1c510-90e6-48bb-ae70-4a0dde6a349e tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "PUT /v2.0/subnets/32be30f3-1c2b-4496-8e23-90a208499b0a/tags/tempest-TagsExtTest-Tag-114073888 HTTP/1.1" status: 201 len: 201 time: 0.1906624 Aug 16 22:37:22.488995 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43628) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:22.490214 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] Set router c81a4dc5-0048-4b6b-a496-c71ff8be9443 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:37:22.499989 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-de58cf5d-d4e8-4a15-98a9-8ab0c81270e2 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '65280f86-bc4f-42c2-b181-2fc76ea9b2b7', 'tempest-TagsExtTest-Tag-1628513831') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:22.614705 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81a4dc5-0048-4b6b-a496-c71ff8be9443', 'name': 'tempest-snat-router-1136253673', 'tenant_id': '8804af5c2aa3459ebe7e77550bac4237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:37:15Z', 'updated_at': '2021-08-16T22:37:21Z', 'revision_number': 4, 'project_id': '8804af5c2aa3459ebe7e77550bac4237', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:22.708029 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-de58cf5d-d4e8-4a15-98a9-8ab0c81270e2 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "PUT /v2.0/ports/65280f86-bc4f-42c2-b181-2fc76ea9b2b7/tags/tempest-TagsExtTest-Tag-1628513831 HTTP/1.1" status: 201 len: 201 time: 0.2150857 Aug 16 22:37:22.711567 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43632) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:22.735970 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-23713472-eb06-4aed-bea6-01b2accbb9e5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b5082a72-1be9-4a3f-a53f-005e91d15ba8', 'tempest-TagsExtTest-Tag-1447726003') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:22.749418 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7356bb3-876f-4eae-bda5-3f41b4b1a428 None None] The sync data for ids ['c81a4dc5-0048-4b6b-a496-c71ff8be9443'] in n-d-792458-15 is: [{'id': 'c81a4dc5-0048-4b6b-a496-c71ff8be9443', 'name': 'tempest-snat-router-1136253673', 'tenant_id': '8804af5c2aa3459ebe7e77550bac4237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:37:15Z', 'updated_at': '2021-08-16T22:37:21Z', 'revision_number': 4, 'project_id': '8804af5c2aa3459ebe7e77550bac4237', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:37:22.800003 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e940143e-a6a8-46ee-aed6-25d1778c820d None None] Network e9fe5176-06ab-4fd6-b9a0-9c391023bf61 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:37:22.807494 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47dc720-0856-4bca-b12f-b1388d0cc1a3 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 84863083-c37c-4b09-a02d-e93ba491055c {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 22:37:22.811584 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0715e9f-ccfd-4641-92a5-b794e00bb9f6 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:22.913877 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b47dc720-0856-4bca-b12f-b1388d0cc1a3 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:22.916310 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b47dc720-0856-4bca-b12f-b1388d0cc1a3 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "DELETE /v2.0/networks/84863083-c37c-4b09-a02d-e93ba491055c HTTP/1.1" status: 204 len: 168 time: 2.3138463 Aug 16 22:37:22.936851 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-00a6af95-6fda-49b5-92b1-ed776b1cbb53 None None] Provisioning for port fde725e0-3ea2-4078-8ae3-de94bea83f1b completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:22.950640 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-00a6af95-6fda-49b5-92b1-ed776b1cbb53 None None] Provisioning complete for port fde725e0-3ea2-4078-8ae3-de94bea83f1b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:22.951041 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-00a6af95-6fda-49b5-92b1-ed776b1cbb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:22.960525 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9ca47-ec32-48b7-8f08-fcf44aacd9a1 req-9fb28d25-04a5-44f5-b674-754406060a5c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:22.967663 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9ca47-ec32-48b7-8f08-fcf44aacd9a1 req-9fb28d25-04a5-44f5-b674-754406060a5c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:22.974383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9ca47-ec32-48b7-8f08-fcf44aacd9a1 req-9fb28d25-04a5-44f5-b674-754406060a5c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:22.981072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9ca47-ec32-48b7-8f08-fcf44aacd9a1 req-9fb28d25-04a5-44f5-b674-754406060a5c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:22.987321 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9ca47-ec32-48b7-8f08-fcf44aacd9a1 req-9fb28d25-04a5-44f5-b674-754406060a5c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:22.993768 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9ca47-ec32-48b7-8f08-fcf44aacd9a1 req-9fb28d25-04a5-44f5-b674-754406060a5c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:22.998331 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0715e9f-ccfd-4641-92a5-b794e00bb9f6 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Pushing event deleted for resources: {'Port': ['ID=54312846-2afd-4832-b8b8-aa7ba745f602,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:23.000633 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9ca47-ec32-48b7-8f08-fcf44aacd9a1 req-9fb28d25-04a5-44f5-b674-754406060a5c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:23.002791 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13d9ca47-ec32-48b7-8f08-fcf44aacd9a1 req-9fb28d25-04a5-44f5-b674-754406060a5c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5421 time: 0.3925843 Aug 16 22:37:23.005358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47dc720-0856-4bca-b12f-b1388d0cc1a3 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Pushing event deleted for resources: {'Network': ['ID=84863083-c37c-4b09-a02d-e93ba491055c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:23.038770 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-23713472-eb06-4aed-bea6-01b2accbb9e5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "PUT /v2.0/routers/b5082a72-1be9-4a3f-a53f-005e91d15ba8/tags/tempest-TagsExtTest-Tag-1447726003 HTTP/1.1" status: 201 len: 201 time: 0.3227191 Aug 16 22:37:23.050983 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43640) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:23.060060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-e9ba37cb-61a7-4d42-85a8-397f1f727685 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a4019102-b1f6-4c5f-8ec5-470bcc932f09', 'tempest-TagsExtTest-Tag-823636519') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:23.179281 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13d9ca47-ec32-48b7-8f08-fcf44aacd9a1 req-1416157f-0560-4ec5-88e9-52c390bf303c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1652815 Aug 16 22:37:23.238055 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e9ba37cb-61a7-4d42-85a8-397f1f727685 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "PUT /v2.0/subnetpools/a4019102-b1f6-4c5f-8ec5-470bcc932f09/tags/tempest-TagsExtTest-Tag-823636519 HTTP/1.1" status: 201 len: 201 time: 0.1820478 Aug 16 22:37:23.238329 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43644) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:23.250946 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-f26fbdb0-3751-4e77-a625-9e8e6f172953 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '32be30f3-1c2b-4496-8e23-90a208499b0a', {'tags': ['tempest-TagsExtTest-Tag-492841805', 'tempest-TagsExtTest-Tag-1627950312', 'tempest-TagsExtTest-Tag-504159767']}) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:23.332814 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-00a6af95-6fda-49b5-92b1-ed776b1cbb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:23.391014 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5bb82d91-39d9-47f9-a091-864065e289f1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:23.433951 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f26fbdb0-3751-4e77-a625-9e8e6f172953 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "PUT /v2.0/subnets/32be30f3-1c2b-4496-8e23-90a208499b0a/tags HTTP/1.1" status: 200 len: 316 time: 0.1937914 Aug 16 22:37:23.437737 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43648) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:23.444852 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-fad6dad6-2499-4d59-9f4a-03b548393afe tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '32be30f3-1c2b-4496-8e23-90a208499b0a') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:23.467718 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-00a6af95-6fda-49b5-92b1-ed776b1cbb53 None None] For port fde725e0-3ea2-4078-8ae3-de94bea83f1b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=fde725e0-3ea2-4078-8ae3-de94bea83f1b,segment=NetworkSegment(73543e1f-7f24-4613-aba8-040122fce33c),segment_id=73543e1f-7f24-4613-aba8-040122fce33c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:23.487296 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-00a6af95-6fda-49b5-92b1-ed776b1cbb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:23.551132 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fad6dad6-2499-4d59-9f4a-03b548393afe tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "DELETE /v2.0/subnets/32be30f3-1c2b-4496-8e23-90a208499b0a/tags HTTP/1.1" status: 204 len: 168 time: 0.1111960 Aug 16 22:37:23.552666 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43650) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:23.571322 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-274fd7c4-cced-428d-92b4-78f92cb19328 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '32be30f3-1c2b-4496-8e23-90a208499b0a', 'tempest-TagsExtTest-Tag-492841805') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:23.700400 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-274fd7c4-cced-428d-92b4-78f92cb19328 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] show failed (client error): The resource could not be found. Aug 16 22:37:23.701486 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-274fd7c4-cced-428d-92b4-78f92cb19328 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/subnets/32be30f3-1c2b-4496-8e23-90a208499b0a/tags/tempest-TagsExtTest-Tag-492841805 HTTP/1.1" status: 404 len: 328 time: 0.1425407 Aug 16 22:37:23.704480 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43656) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:23.713490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-8e9a5c8c-b833-4114-bab3-23e43babd472 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '32be30f3-1c2b-4496-8e23-90a208499b0a', 'tempest-TagsExtTest-Tag-1627950312') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:23.731152 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6af95-6fda-49b5-92b1-ed776b1cbb53 None None] Pushing event updated for resources: {'Port': ['ID=fde725e0-3ea2-4078-8ae3-de94bea83f1b,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:23.737862 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0715e9f-ccfd-4641-92a5-b794e00bb9f6 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:23.782667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb82d91-39d9-47f9-a091-864065e289f1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network e9fe5176-06ab-4fd6-b9a0-9c391023bf61 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:23.829000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d83498af-3cff-4116-beee-8f2c0696f5cc None None] Provisioning complete for port fde725e0-3ea2-4078-8ae3-de94bea83f1b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:23.831880 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d83498af-3cff-4116-beee-8f2c0696f5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:23.850163 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-8e9a5c8c-b833-4114-bab3-23e43babd472 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] show failed (client error): The resource could not be found. Aug 16 22:37:23.851937 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8e9a5c8c-b833-4114-bab3-23e43babd472 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/subnets/32be30f3-1c2b-4496-8e23-90a208499b0a/tags/tempest-TagsExtTest-Tag-1627950312 HTTP/1.1" status: 404 len: 329 time: 0.1462886 Aug 16 22:37:23.855928 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43660) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:23.871877 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-8e286409-4fa8-4bbd-b432-23b08dfcd231 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '32be30f3-1c2b-4496-8e23-90a208499b0a', 'tempest-TagsExtTest-Tag-504159767') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:23.888489 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5bb82d91-39d9-47f9-a091-864065e289f1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:23.893162 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb82d91-39d9-47f9-a091-864065e289f1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:23.907745 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb82d91-39d9-47f9-a091-864065e289f1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:23.909272 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5bb82d91-39d9-47f9-a091-864065e289f1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:23.985654 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb82d91-39d9-47f9-a091-864065e289f1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=0598b661-6b48-4b95-bcba-9edf319a142c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:24.013583 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-8e286409-4fa8-4bbd-b432-23b08dfcd231 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] show failed (client error): The resource could not be found. Aug 16 22:37:24.015100 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8e286409-4fa8-4bbd-b432-23b08dfcd231 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/subnets/32be30f3-1c2b-4496-8e23-90a208499b0a/tags/tempest-TagsExtTest-Tag-504159767 HTTP/1.1" status: 404 len: 328 time: 0.1574938 Aug 16 22:37:24.021056 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0715e9f-ccfd-4641-92a5-b794e00bb9f6 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:24.022385 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43666) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:24.027901 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-1f1188a5-5b1c-40b0-a9f3-e6dce2e079af tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '65280f86-bc4f-42c2-b181-2fc76ea9b2b7', {'tags': ['tempest-TagsExtTest-Tag-516060451', 'tempest-TagsExtTest-Tag-825030347', 'tempest-TagsExtTest-Tag-2088817693']}) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:24.036309 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0715e9f-ccfd-4641-92a5-b794e00bb9f6 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:24.071236 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5bb82d91-39d9-47f9-a091-864065e289f1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.9003270 Aug 16 22:37:24.146726 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0715e9f-ccfd-4641-92a5-b794e00bb9f6 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:24.147410 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0715e9f-ccfd-4641-92a5-b794e00bb9f6 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c81a4dc5-0048-4b6b-a496-c71ff8be9443 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:37:24.152422 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43668) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:24.167600 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e0715e9f-ccfd-4641-92a5-b794e00bb9f6 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:24.168837 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e0715e9f-ccfd-4641-92a5-b794e00bb9f6 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "DELETE /v2.0/routers/c81a4dc5-0048-4b6b-a496-c71ff8be9443 HTTP/1.1" status: 204 len: 168 time: 4.3699272 Aug 16 22:37:24.175856 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43672) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:24.302957 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1f1188a5-5b1c-40b0-a9f3-e6dce2e079af tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "PUT /v2.0/ports/65280f86-bc4f-42c2-b181-2fc76ea9b2b7/tags HTTP/1.1" status: 200 len: 316 time: 0.2790980 Aug 16 22:37:24.309691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43678) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:24.319404 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43680) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:24.343509 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.tag.tag_plugin [None req-7c36bfbc-8260-42f4-a4d5-ee6c9f21a598 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '65280f86-bc4f-42c2-b181-2fc76ea9b2b7') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:24.399817 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e6e1ffbd-a4ab-4a2f-85b7-c4e808de78bd tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Request body: {'router': {'name': 'tempest-router--948409481', 'project_id': '4c97108394204d5d9e70dc1b5900976f'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:24.497865 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb639f5f-c6a0-42d9-828e-b2ecf25918ec tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:24.502319 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6e1ffbd-a4ab-4a2f-85b7-c4e808de78bd tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:24.503656 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6e1ffbd-a4ab-4a2f-85b7-c4e808de78bd tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:24.520766 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9daabce0-deca-4e00-91db-0834efb86aa0 None None] Provisioning for port 0598b661-6b48-4b95-bcba-9edf319a142c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:24.527304 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9daabce0-deca-4e00-91db-0834efb86aa0 None None] Provisioning complete for port 0598b661-6b48-4b95-bcba-9edf319a142c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:24.527686 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9daabce0-deca-4e00-91db-0834efb86aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:24.570793 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f405f1c-8057-4997-ae33-2382868584d0 req-dd689172-9c6e-435a-9937-b697f32f3cf0 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:24.575985 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-9daabce0-deca-4e00-91db-0834efb86aa0 None None] Port 0598b661-6b48-4b95-bcba-9edf319a142c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:37:24.582514 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f405f1c-8057-4997-ae33-2382868584d0 req-dd689172-9c6e-435a-9937-b697f32f3cf0 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:24.594828 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f405f1c-8057-4997-ae33-2382868584d0 req-dd689172-9c6e-435a-9937-b697f32f3cf0 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:24.606764 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f405f1c-8057-4997-ae33-2382868584d0 req-dd689172-9c6e-435a-9937-b697f32f3cf0 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:24.620539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f405f1c-8057-4997-ae33-2382868584d0 req-dd689172-9c6e-435a-9937-b697f32f3cf0 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:24.632617 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f405f1c-8057-4997-ae33-2382868584d0 req-dd689172-9c6e-435a-9937-b697f32f3cf0 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:24.646918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f405f1c-8057-4997-ae33-2382868584d0 req-dd689172-9c6e-435a-9937-b697f32f3cf0 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:24.650827 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5f405f1c-8057-4997-ae33-2382868584d0 req-dd689172-9c6e-435a-9937-b697f32f3cf0 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5421 time: 0.2132609 Aug 16 22:37:24.695124 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-67823d38-c056-4458-8e1e-322ee1a61990 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting port 0598b661-6b48-4b95-bcba-9edf319a142c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:24.696120 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-67823d38-c056-4458-8e1e-322ee1a61990 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:24.855459 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5f405f1c-8057-4997-ae33-2382868584d0 req-579a3c2e-2a48-4236-8643-ddebc87f5a0e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1771426 Aug 16 22:37:24.916095 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-67823d38-c056-4458-8e1e-322ee1a61990 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:24.938320 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-67823d38-c056-4458-8e1e-322ee1a61990 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Calling delete_port for 0598b661-6b48-4b95-bcba-9edf319a142c owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:25.176554 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-67823d38-c056-4458-8e1e-322ee1a61990 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:25.215605 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67823d38-c056-4458-8e1e-322ee1a61990 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Port': ['ID=0598b661-6b48-4b95-bcba-9edf319a142c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:25.224314 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b06afe89-01d7-47e2-b666-ffbd9bd58fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:25.252019 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-67823d38-c056-4458-8e1e-322ee1a61990 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:25.258914 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-67823d38-c056-4458-8e1e-322ee1a61990 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/ports/0598b661-6b48-4b95-bcba-9edf319a142c HTTP/1.1" status: 204 len: 168 time: 1.0786686 Aug 16 22:37:25.265397 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43690) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:25.265851 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6e1ffbd-a4ab-4a2f-85b7-c4e808de78bd tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:25.296767 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6e1ffbd-a4ab-4a2f-85b7-c4e808de78bd tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:25.303260 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6f8250-2395-4399-b48a-6c3df8970908 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] GET failed (client error): The resource could not be found. Aug 16 22:37:25.304992 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ae6f8250-2395-4399-b48a-6c3df8970908 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports/0598b661-6b48-4b95-bcba-9edf319a142c HTTP/1.1" status: 404 len: 333 time: 0.0376000 Aug 16 22:37:25.307893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43694) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:25.317572 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7c36bfbc-8260-42f4-a4d5-ee6c9f21a598 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "DELETE /v2.0/ports/65280f86-bc4f-42c2-b181-2fc76ea9b2b7/tags HTTP/1.1" status: 204 len: 168 time: 1.0030882 Aug 16 22:37:25.318242 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43696) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:25.337879 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.tag.tag_plugin [None req-8cd1adcf-31df-4084-9320-48a718f315a9 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '65280f86-bc4f-42c2-b181-2fc76ea9b2b7', 'tempest-TagsExtTest-Tag-516060451') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:25.417294 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device fde725e0-3ea2-4078-8ae3-de94bea83f1b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:25.449816 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6e1ffbd-a4ab-4a2f-85b7-c4e808de78bd tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:25.451136 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e6e1ffbd-a4ab-4a2f-85b7-c4e808de78bd tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1307497 Aug 16 22:37:25.458809 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43698) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:25.488145 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb639f5f-c6a0-42d9-828e-b2ecf25918ec tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:25.634916 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-8cd1adcf-31df-4084-9320-48a718f315a9 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] show failed (client error): The resource could not be found. Aug 16 22:37:25.636492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port fde725e0-3ea2-4078-8ae3-de94bea83f1b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:25.637361 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:25.640271 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8cd1adcf-31df-4084-9320-48a718f315a9 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/ports/65280f86-bc4f-42c2-b181-2fc76ea9b2b7/tags/tempest-TagsExtTest-Tag-516060451 HTTP/1.1" status: 404 len: 328 time: 0.3101602 Aug 16 22:37:25.640989 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43700) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:25.655285 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.tag.tag_plugin [None req-e05ff47a-0bb2-4e99-801a-8784858b1199 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '65280f86-bc4f-42c2-b181-2fc76ea9b2b7', 'tempest-TagsExtTest-Tag-825030347') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:25.741732 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e866610-241e-4640-8608-3e1cc073d041 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:25.782118 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-cb639f5f-c6a0-42d9-828e-b2ecf25918ec tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Deleting port c3a86415-cd62-4219-bb9f-0e0856b45028 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:25.782842 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb639f5f-c6a0-42d9-828e-b2ecf25918ec tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:25.883717 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-3794c6f2-c5ce-4df3-90e0-d8e1abf4ccfc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting subnet fdfa3b50-97c3-468c-ad42-6ab19a617b0f {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:37:25.928902 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-e05ff47a-0bb2-4e99-801a-8784858b1199 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] show failed (client error): The resource could not be found. Aug 16 22:37:25.928902 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e05ff47a-0bb2-4e99-801a-8784858b1199 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/ports/65280f86-bc4f-42c2-b181-2fc76ea9b2b7/tags/tempest-TagsExtTest-Tag-825030347 HTTP/1.1" status: 404 len: 328 time: 0.2829580 Aug 16 22:37:25.936166 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43706) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:25.944019 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3794c6f2-c5ce-4df3-90e0-d8e1abf4ccfc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:25.955833 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.tag.tag_plugin [None req-cec37699-632b-4918-8bb5-38b0385b02b2 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '65280f86-bc4f-42c2-b181-2fc76ea9b2b7', 'tempest-TagsExtTest-Tag-2088817693') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:26.047069 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-cb639f5f-c6a0-42d9-828e-b2ecf25918ec tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] For port c3a86415-cd62-4219-bb9f-0e0856b45028, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c3a86415-cd62-4219-bb9f-0e0856b45028,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:26.047838 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb639f5f-c6a0-42d9-828e-b2ecf25918ec tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:26.081053 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-cb639f5f-c6a0-42d9-828e-b2ecf25918ec tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Calling delete_port for c3a86415-cd62-4219-bb9f-0e0856b45028 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:26.082905 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3794c6f2-c5ce-4df3-90e0-d8e1abf4ccfc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:26.120780 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43708) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:26.221570 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b06afe89-01d7-47e2-b666-ffbd9bd58fa1 admin admin] Deleting port d0200df7-9ec0-442d-9866-c2b2f83367b3 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:26.222121 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b06afe89-01d7-47e2-b666-ffbd9bd58fa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:26.231699 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-cec37699-632b-4918-8bb5-38b0385b02b2 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] show failed (client error): The resource could not be found. Aug 16 22:37:26.233434 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cec37699-632b-4918-8bb5-38b0385b02b2 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/ports/65280f86-bc4f-42c2-b181-2fc76ea9b2b7/tags/tempest-TagsExtTest-Tag-2088817693 HTTP/1.1" status: 404 len: 329 time: 0.2944171 Aug 16 22:37:26.254850 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43712) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:26.306728 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e866610-241e-4640-8608-3e1cc073d041 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:26.315353 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.tag.tag_plugin [None req-9b6e801d-f9cf-4bea-8de2-fb60d948c2b7 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b5082a72-1be9-4a3f-a53f-005e91d15ba8', {'tags': ['tempest-TagsExtTest-Tag-1856222303', 'tempest-TagsExtTest-Tag-515239001', 'tempest-TagsExtTest-Tag-350505737']}) {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:26.315820 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e866610-241e-4640-8608-3e1cc073d041 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:26.349498 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef749985-8923-4b71-a7be-15e6f1397cd7 req-097f4f7b-3c8a-4e32-a186-1bf3d799a6bd tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:26.361070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef749985-8923-4b71-a7be-15e6f1397cd7 req-097f4f7b-3c8a-4e32-a186-1bf3d799a6bd tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:26.372439 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef749985-8923-4b71-a7be-15e6f1397cd7 req-097f4f7b-3c8a-4e32-a186-1bf3d799a6bd tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:26.383905 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef749985-8923-4b71-a7be-15e6f1397cd7 req-097f4f7b-3c8a-4e32-a186-1bf3d799a6bd tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:26.395633 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef749985-8923-4b71-a7be-15e6f1397cd7 req-097f4f7b-3c8a-4e32-a186-1bf3d799a6bd tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:26.407382 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef749985-8923-4b71-a7be-15e6f1397cd7 req-097f4f7b-3c8a-4e32-a186-1bf3d799a6bd tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:26.418809 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef749985-8923-4b71-a7be-15e6f1397cd7 req-097f4f7b-3c8a-4e32-a186-1bf3d799a6bd tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:26.422064 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef749985-8923-4b71-a7be-15e6f1397cd7 req-097f4f7b-3c8a-4e32-a186-1bf3d799a6bd tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5421 time: 0.4140744 Aug 16 22:37:26.473124 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21b330ec-d8a3-483b-a048-0b31cd9ccd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:26.581270 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e866610-241e-4640-8608-3e1cc073d041 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:26.582443 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e866610-241e-4640-8608-3e1cc073d041 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5039e558-956d-491b-8403-e0890b1a680e {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:37:26.601174 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e866610-241e-4640-8608-3e1cc073d041 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:26.603049 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0e866610-241e-4640-8608-3e1cc073d041 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "DELETE /v2.0/routers/5039e558-956d-491b-8403-e0890b1a680e HTTP/1.1" status: 204 len: 168 time: 1.1368358 Aug 16 22:37:26.619762 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3794c6f2-c5ce-4df3-90e0-d8e1abf4ccfc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:26.641383 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef749985-8923-4b71-a7be-15e6f1397cd7 req-0fe8b468-bf2f-4b00-a642-38b5e54bbf66 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2090380 Aug 16 22:37:26.673480 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9b6e801d-f9cf-4bea-8de2-fb60d948c2b7 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "PUT /v2.0/routers/b5082a72-1be9-4a3f-a53f-005e91d15ba8/tags HTTP/1.1" status: 200 len: 316 time: 0.3676605 Aug 16 22:37:26.679064 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b06afe89-01d7-47e2-b666-ffbd9bd58fa1 admin admin] For port d0200df7-9ec0-442d-9866-c2b2f83367b3, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d0200df7-9ec0-442d-9866-c2b2f83367b3,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:26.679842 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b06afe89-01d7-47e2-b666-ffbd9bd58fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:26.681685 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43716) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:26.690539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-0814070a-d50e-414d-9f14-74be617fc415 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b5082a72-1be9-4a3f-a53f-005e91d15ba8') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:26.737613 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b06afe89-01d7-47e2-b666-ffbd9bd58fa1 admin admin] Calling delete_port for d0200df7-9ec0-442d-9866-c2b2f83367b3 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:26.811073 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb639f5f-c6a0-42d9-828e-b2ecf25918ec tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:26.846816 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb639f5f-c6a0-42d9-828e-b2ecf25918ec tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3a86415-cd62-4219-bb9f-0e0856b45028,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:26.890455 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3794c6f2-c5ce-4df3-90e0-d8e1abf4ccfc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:26.906968 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0814070a-d50e-414d-9f14-74be617fc415 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "DELETE /v2.0/routers/b5082a72-1be9-4a3f-a53f-005e91d15ba8/tags HTTP/1.1" status: 204 len: 168 time: 0.2233698 Aug 16 22:37:26.910707 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43718) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:26.920523 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.tag.tag_plugin [None req-1fa51d2a-aa5d-4e73-80e4-cd5775b5880b tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b5082a72-1be9-4a3f-a53f-005e91d15ba8', 'tempest-TagsExtTest-Tag-1856222303') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:26.933672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794c6f2-c5ce-4df3-90e0-d8e1abf4ccfc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Subnet': ['ID=fdfa3b50-97c3-468c-ad42-6ab19a617b0f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:26.939938 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3794c6f2-c5ce-4df3-90e0-d8e1abf4ccfc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:26.946007 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3794c6f2-c5ce-4df3-90e0-d8e1abf4ccfc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/subnets/fdfa3b50-97c3-468c-ad42-6ab19a617b0f HTTP/1.1" status: 204 len: 168 time: 1.6331048 Aug 16 22:37:26.946969 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43720) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:26.951027 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944131c0-e5a8-4caa-9632-72ff933f58bb None None] Network e9fe5176-06ab-4fd6-b9a0-9c391023bf61 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:37:26.954060 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43722) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:27.077762 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e2a08bbe-cc42-44bb-b9ef-910820593ae4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.134291 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb639f5f-c6a0-42d9-828e-b2ecf25918ec tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.145891 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e2a08bbe-cc42-44bb-b9ef-910820593ae4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting port fde725e0-3ea2-4078-8ae3-de94bea83f1b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:27.146305 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e2a08bbe-cc42-44bb-b9ef-910820593ae4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.197054 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56d39c8-0fd3-4700-8b07-316742d8e8b0 None None] DHCP port deletion for e9fe5176-06ab-4fd6-b9a0-9c391023bf61 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:37:27.232413 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-e2a08bbe-cc42-44bb-b9ef-910820593ae4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] For port fde725e0-3ea2-4078-8ae3-de94bea83f1b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=fde725e0-3ea2-4078-8ae3-de94bea83f1b,segment=NetworkSegment(73543e1f-7f24-4613-aba8-040122fce33c),segment_id=73543e1f-7f24-4613-aba8-040122fce33c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:27.232937 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e2a08bbe-cc42-44bb-b9ef-910820593ae4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.257566 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e2a08bbe-cc42-44bb-b9ef-910820593ae4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Calling delete_port for fde725e0-3ea2-4078-8ae3-de94bea83f1b owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:27.324591 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e56d39c8-0fd3-4700-8b07-316742d8e8b0 None None] Deleting port fde725e0-3ea2-4078-8ae3-de94bea83f1b {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:27.324977 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5e2ab551-0687-400d-8a9f-418c072ee6bd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-944239426', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}, 'admin_state_up': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:27.325760 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e56d39c8-0fd3-4700-8b07-316742d8e8b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.344237 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21b330ec-d8a3-483b-a048-0b31cd9ccd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.348638 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb639f5f-c6a0-42d9-828e-b2ecf25918ec tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.357440 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb639f5f-c6a0-42d9-828e-b2ecf25918ec tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.374947 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-1fa51d2a-aa5d-4e73-80e4-cd5775b5880b tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] show failed (client error): The resource could not be found. Aug 16 22:37:27.376586 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1fa51d2a-aa5d-4e73-80e4-cd5775b5880b tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/routers/b5082a72-1be9-4a3f-a53f-005e91d15ba8/tags/tempest-TagsExtTest-Tag-1856222303 HTTP/1.1" status: 404 len: 329 time: 0.4637563 Aug 16 22:37:27.377283 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21b330ec-d8a3-483b-a048-0b31cd9ccd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.383371 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43726) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:27.393786 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-699ea8f2-1f47-4a0d-84c4-ca879972e127 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b5082a72-1be9-4a3f-a53f-005e91d15ba8', 'tempest-TagsExtTest-Tag-515239001') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:27.406194 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-e56d39c8-0fd3-4700-8b07-316742d8e8b0 None None] For port fde725e0-3ea2-4078-8ae3-de94bea83f1b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=fde725e0-3ea2-4078-8ae3-de94bea83f1b,segment=NetworkSegment(73543e1f-7f24-4613-aba8-040122fce33c),segment_id=73543e1f-7f24-4613-aba8-040122fce33c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:27.406911 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e56d39c8-0fd3-4700-8b07-316742d8e8b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.431536 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e56d39c8-0fd3-4700-8b07-316742d8e8b0 None None] Calling delete_port for fde725e0-3ea2-4078-8ae3-de94bea83f1b owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:27.464691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b330ec-d8a3-483b-a048-0b31cd9ccd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee49d3a3-24e7-4afc-b183-6458cd5eeca1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:27.490914 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e2ab551-0687-400d-8a9f-418c072ee6bd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.491963 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e2ab551-0687-400d-8a9f-418c072ee6bd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.500905 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb639f5f-c6a0-42d9-828e-b2ecf25918ec tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.501676 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb639f5f-c6a0-42d9-828e-b2ecf25918ec tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b85beace-0b2f-47f6-9d5f-77115509d544 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:37:27.507566 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-21b330ec-d8a3-483b-a048-0b31cd9ccd55 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8702bac6f8574ef6ae15254752be778f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3853583 Aug 16 22:37:27.510067 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 9c81783d-6b34-4769-b8e6-f21cb76f85b3 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:37:27.512666 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device fde725e0-3ea2-4078-8ae3-de94bea83f1b no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:37:27.515785 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb639f5f-c6a0-42d9-828e-b2ecf25918ec tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.522758 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cb639f5f-c6a0-42d9-828e-b2ecf25918ec tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "DELETE /v2.0/routers/b85beace-0b2f-47f6-9d5f-77115509d544 HTTP/1.1" status: 204 len: 168 time: 3.3454123 Aug 16 22:37:27.527425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43728) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:27.527763 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43730) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:27.534016 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-134abc49-95a5-4ffe-895b-5e3bfabdb1d8 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-993010259', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}, 'admin_state_up': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:27.730188 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-134abc49-95a5-4ffe-895b-5e3bfabdb1d8 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.731685 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-134abc49-95a5-4ffe-895b-5e3bfabdb1d8 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.761732 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e2ab551-0687-400d-8a9f-418c072ee6bd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.787823 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ead777f6-176e-4bd4-a5a1-b26c7f3e98fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.793057 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.847916 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b06afe89-01d7-47e2-b666-ffbd9bd58fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.853665 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 9c81783d-6b34-4769-b8e6-f21cb76f85b3, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=9c81783d-6b34-4769-b8e6-f21cb76f85b3,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:27.872397 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port fde725e0-3ea2-4078-8ae3-de94bea83f1b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=fde725e0-3ea2-4078-8ae3-de94bea83f1b,segment=NetworkSegment(73543e1f-7f24-4613-aba8-040122fce33c),segment_id=73543e1f-7f24-4613-aba8-040122fce33c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:27.876607 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '9c81783d-6b34-4769-b8e6-f21cb76f85b3', 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285', 'port_id': '9c81783d-6b34-4769-b8e6-f21cb76f85b3', 'mac_address': 'fa:16:3e:06:4c:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba958f9-7606-4a57-ac70-15a7d712df06', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:37:27.880846 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.964970 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e2a08bbe-cc42-44bb-b9ef-910820593ae4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.980277 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ead777f6-176e-4bd4-a5a1-b26c7f3e98fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.988820 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06afe89-01d7-47e2-b666-ffbd9bd58fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0200df7-9ec0-442d-9866-c2b2f83367b3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:27.991436 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-134abc49-95a5-4ffe-895b-5e3bfabdb1d8 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:27.991974 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:28.009518 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-699ea8f2-1f47-4a0d-84c4-ca879972e127 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] show failed (client error): The resource could not be found. Aug 16 22:37:28.011106 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-699ea8f2-1f47-4a0d-84c4-ca879972e127 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/routers/b5082a72-1be9-4a3f-a53f-005e91d15ba8/tags/tempest-TagsExtTest-Tag-515239001 HTTP/1.1" status: 404 len: 328 time: 0.6253796 Aug 16 22:37:28.015985 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a08bbe-cc42-44bb-b9ef-910820593ae4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] No DVR routers for this DVR port fde725e0-3ea2-4078-8ae3-de94bea83f1b on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:37:28.020359 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a08bbe-cc42-44bb-b9ef-910820593ae4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Port': ['ID=fde725e0-3ea2-4078-8ae3-de94bea83f1b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:28.023806 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e56d39c8-0fd3-4700-8b07-316742d8e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:28.025089 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43734) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:28.030844 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=fde725e0-3ea2-4078-8ae3-de94bea83f1b,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:28.032360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-6e88a10f-b5b6-477b-857d-08355d85bd91 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b5082a72-1be9-4a3f-a53f-005e91d15ba8', 'tempest-TagsExtTest-Tag-350505737') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:28.071416 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c81783d-6b34-4769-b8e6-f21cb76f85b3 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:37:28.082650 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d39c8-0fd3-4700-8b07-316742d8e8b0 None None] Pushing event deleted for resources: {'Port': ['ID=fde725e0-3ea2-4078-8ae3-de94bea83f1b,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:28.098632 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56d39c8-0fd3-4700-8b07-316742d8e8b0 None None] No DVR routers for this DVR port fde725e0-3ea2-4078-8ae3-de94bea83f1b on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:37:28.127719 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e2ab551-0687-400d-8a9f-418c072ee6bd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:28.140502 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 9c81783d-6b34-4769-b8e6-f21cb76f85b3, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=9c81783d-6b34-4769-b8e6-f21cb76f85b3,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:28.150372 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:28.151561 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 882b75e0-8639-46ef-a97c-2657f474d5df details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:37:28.173380 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73929e-f52a-4e9f-b586-7d634bd4aaf4 req-903bc788-b5e3-4361-a87e-6431929f204c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:28.179523 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73929e-f52a-4e9f-b586-7d634bd4aaf4 req-903bc788-b5e3-4361-a87e-6431929f204c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:28.186210 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73929e-f52a-4e9f-b586-7d634bd4aaf4 req-903bc788-b5e3-4361-a87e-6431929f204c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:28.192049 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73929e-f52a-4e9f-b586-7d634bd4aaf4 req-903bc788-b5e3-4361-a87e-6431929f204c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:28.198044 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73929e-f52a-4e9f-b586-7d634bd4aaf4 req-903bc788-b5e3-4361-a87e-6431929f204c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:28.204008 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73929e-f52a-4e9f-b586-7d634bd4aaf4 req-903bc788-b5e3-4361-a87e-6431929f204c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:28.210204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73929e-f52a-4e9f-b586-7d634bd4aaf4 req-903bc788-b5e3-4361-a87e-6431929f204c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:28.212109 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f73929e-f52a-4e9f-b586-7d634bd4aaf4 req-903bc788-b5e3-4361-a87e-6431929f204c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5421 time: 0.2878006 Aug 16 22:37:28.226200 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=9c81783d-6b34-4769-b8e6-f21cb76f85b3,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:28.271967 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 882b75e0-8639-46ef-a97c-2657f474d5df, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=882b75e0-8639-46ef-a97c-2657f474d5df,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:28.302230 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '882b75e0-8639-46ef-a97c-2657f474d5df', 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285', 'port_id': '882b75e0-8639-46ef-a97c-2657f474d5df', 'mac_address': 'fa:16:3e:7a:f2:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba958f9-7606-4a57-ac70-15a7d712df06', 'ip_address': '10.1.1.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:37:28.317830 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e2a08bbe-cc42-44bb-b9ef-910820593ae4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:28.331364 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e2a08bbe-cc42-44bb-b9ef-910820593ae4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fe5176-06ab-4fd6-b9a0-9c391023bf61']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:28.353827 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e2a08bbe-cc42-44bb-b9ef-910820593ae4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73543e1f-7f24-4613-aba8-040122fce33c') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:28.354186 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e2a08bbe-cc42-44bb-b9ef-910820593ae4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73543e1f-7f24-4613-aba8-040122fce33c') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:28.370821 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-6e88a10f-b5b6-477b-857d-08355d85bd91 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] show failed (client error): The resource could not be found. Aug 16 22:37:28.372154 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6e88a10f-b5b6-477b-857d-08355d85bd91 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/routers/b5082a72-1be9-4a3f-a53f-005e91d15ba8/tags/tempest-TagsExtTest-Tag-350505737 HTTP/1.1" status: 404 len: 328 time: 0.3441615 Aug 16 22:37:28.374300 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e2a08bbe-cc42-44bb-b9ef-910820593ae4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:28.381620 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f73929e-f52a-4e9f-b586-7d634bd4aaf4 req-884ce6e8-1361-4af6-9885-f2d9b7acc94c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0975804 Aug 16 22:37:28.388516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43736) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:28.394170 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-07acaea9-4647-499d-b8eb-88435af4c40c tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a4019102-b1f6-4c5f-8ec5-470bcc932f09', {'tags': ['tempest-TagsExtTest-Tag-91156511', 'tempest-TagsExtTest-Tag-904111209', 'tempest-TagsExtTest-Tag-1845855016']}) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:28.419877 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e2a08bbe-cc42-44bb-b9ef-910820593ae4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:28.423995 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:28.431419 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a08bbe-cc42-44bb-b9ef-910820593ae4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:37:28.442956 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e2a08bbe-cc42-44bb-b9ef-910820593ae4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:37:28.448631 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:37:28.458877 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882b75e0-8639-46ef-a97c-2657f474d5df {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:37:28.474648 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 882b75e0-8639-46ef-a97c-2657f474d5df, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=882b75e0-8639-46ef-a97c-2657f474d5df,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:28.480383 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:28.481337 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 95258e61-57fb-4f52-995b-af813f1e9267 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:37:28.537940 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e2a08bbe-cc42-44bb-b9ef-910820593ae4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:28.551805 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e2a08bbe-cc42-44bb-b9ef-910820593ae4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:28.555298 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-134abc49-95a5-4ffe-895b-5e3bfabdb1d8 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:28.555931 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e2a08bbe-cc42-44bb-b9ef-910820593ae4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/networks/e9fe5176-06ab-4fd6-b9a0-9c391023bf61 HTTP/1.1" status: 204 len: 168 time: 1.6073225 Aug 16 22:37:28.570736 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43738) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:28.573301 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=882b75e0-8639-46ef-a97c-2657f474d5df,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:28.573943 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ead777f6-176e-4bd4-a5a1-b26c7f3e98fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:28.574809 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a08bbe-cc42-44bb-b9ef-910820593ae4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Network': ['ID=e9fe5176-06ab-4fd6-b9a0-9c391023bf61,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:28.577631 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ead777f6-176e-4bd4-a5a1-b26c7f3e98fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:28.579191 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ead777f6-176e-4bd4-a5a1-b26c7f3e98fc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ee49d3a3-24e7-4afc-b183-6458cd5eeca1 HTTP/1.1" status: 204 len: 168 time: 1.0502160 Aug 16 22:37:28.589373 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-be1598b9-4678-4ca2-a03a-a40fafcbda88 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'port': {'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712', 'name': 'tempest-PortsIpV6TestJSON-1909882939'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:28.591555 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-07acaea9-4647-499d-b8eb-88435af4c40c tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "PUT /v2.0/subnetpools/a4019102-b1f6-4c5f-8ec5-470bcc932f09/tags HTTP/1.1" status: 200 len: 315 time: 0.2010639 Aug 16 22:37:28.593296 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43742) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:28.600976 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-d4190c25-abe2-4182-adfd-4bf942d7481c tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a4019102-b1f6-4c5f-8ec5-470bcc932f09') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:28.612547 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead777f6-176e-4bd4-a5a1-b26c7f3e98fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee49d3a3-24e7-4afc-b183-6458cd5eeca1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:28.685379 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d4190c25-abe2-4182-adfd-4bf942d7481c tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "DELETE /v2.0/subnetpools/a4019102-b1f6-4c5f-8ec5-470bcc932f09/tags HTTP/1.1" status: 204 len: 168 time: 0.0902426 Aug 16 22:37:28.690056 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43744) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:28.695965 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-83fdee47-d7d6-4cdb-8ffd-9e7407fb6653 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a4019102-b1f6-4c5f-8ec5-470bcc932f09', 'tempest-TagsExtTest-Tag-91156511') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:28.707707 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 95258e61-57fb-4f52-995b-af813f1e9267, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=95258e61-57fb-4f52-995b-af813f1e9267,segment=NetworkSegment(e45973da-241f-4c39-aca9-311267aeaf35),segment_id=e45973da-241f-4c39-aca9-311267aeaf35)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:28.720402 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '95258e61-57fb-4f52-995b-af813f1e9267', 'network_id': 'e0cb4e5b-5bf9-4e5d-a515-b419835c0a66', 'port_id': '95258e61-57fb-4f52-995b-af813f1e9267', 'mac_address': 'fa:16:3e:7e:ce:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c52f2cc-75f7-4661-a433-31d875d006cb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:37:28.731715 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-83fdee47-d7d6-4cdb-8ffd-9e7407fb6653 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] show failed (client error): The resource could not be found. Aug 16 22:37:28.734031 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-83fdee47-d7d6-4cdb-8ffd-9e7407fb6653 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/subnetpools/a4019102-b1f6-4c5f-8ec5-470bcc932f09/tags/tempest-TagsExtTest-Tag-91156511 HTTP/1.1" status: 404 len: 327 time: 0.0418394 Aug 16 22:37:28.737553 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43746) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:28.746648 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-2451465c-86c0-4e41-ab06-0d4992ec4e74 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a4019102-b1f6-4c5f-8ec5-470bcc932f09', 'tempest-TagsExtTest-Tag-904111209') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:28.770003 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:28.785913 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-2451465c-86c0-4e41-ab06-0d4992ec4e74 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] show failed (client error): The resource could not be found. Aug 16 22:37:28.787344 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2451465c-86c0-4e41-ab06-0d4992ec4e74 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/subnetpools/a4019102-b1f6-4c5f-8ec5-470bcc932f09/tags/tempest-TagsExtTest-Tag-904111209 HTTP/1.1" status: 404 len: 328 time: 0.0477870 Aug 16 22:37:28.787662 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95258e61-57fb-4f52-995b-af813f1e9267 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:37:28.790237 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43748) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:28.798375 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-5950a83e-0697-4e7c-afa6-b920533dd3b4 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a4019102-b1f6-4c5f-8ec5-470bcc932f09', 'tempest-TagsExtTest-Tag-1845855016') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:28.818214 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 95258e61-57fb-4f52-995b-af813f1e9267, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=95258e61-57fb-4f52-995b-af813f1e9267,segment=NetworkSegment(e45973da-241f-4c39-aca9-311267aeaf35),segment_id=e45973da-241f-4c39-aca9-311267aeaf35)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:28.831117 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:28.832266 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 516c568f-19b6-4e89-a94c-c7442b86dbc7 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:37:28.838863 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-5950a83e-0697-4e7c-afa6-b920533dd3b4 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] show failed (client error): The resource could not be found. Aug 16 22:37:28.844068 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5950a83e-0697-4e7c-afa6-b920533dd3b4 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/subnetpools/a4019102-b1f6-4c5f-8ec5-470bcc932f09/tags/tempest-TagsExtTest-Tag-1845855016 HTTP/1.1" status: 404 len: 329 time: 0.0500748 Aug 16 22:37:28.844925 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43752) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:28.856282 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-aa6837c6-cd3b-4273-929f-847607c9be5b tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a4019102-b1f6-4c5f-8ec5-470bcc932f09') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:28.892018 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b06afe89-01d7-47e2-b666-ffbd9bd58fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:28.894594 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1598b9-4678-4ca2-a03a-a40fafcbda88 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:28.899592 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-be1598b9-4678-4ca2-a03a-a40fafcbda88 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:28.941715 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 516c568f-19b6-4e89-a94c-c7442b86dbc7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=516c568f-19b6-4e89-a94c-c7442b86dbc7,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:28.946302 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=95258e61-57fb-4f52-995b-af813f1e9267,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:28.954407 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-aa6837c6-cd3b-4273-929f-847607c9be5b tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "DELETE /v2.0/subnetpools/a4019102-b1f6-4c5f-8ec5-470bcc932f09/tags HTTP/1.1" status: 204 len: 168 time: 0.1070940 Aug 16 22:37:28.958648 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43754) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:28.972172 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '516c568f-19b6-4e89-a94c-c7442b86dbc7', 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285', 'port_id': '516c568f-19b6-4e89-a94c-c7442b86dbc7', 'mac_address': 'fa:16:3e:2b:f5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba958f9-7606-4a57-ac70-15a7d712df06', 'ip_address': '10.1.1.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:37:28.974610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-7d8db373-bb2b-4d30-8858-b366ae93b39a tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b5082a72-1be9-4a3f-a53f-005e91d15ba8') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:29.030728 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:29.047221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516c568f-19b6-4e89-a94c-c7442b86dbc7 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:37:29.072058 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 516c568f-19b6-4e89-a94c-c7442b86dbc7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=516c568f-19b6-4e89-a94c-c7442b86dbc7,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:29.077247 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:29.078196 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a0a260f4-e95c-4287-9011-ab8907999577 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:37:29.118698 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a0a260f4-e95c-4287-9011-ab8907999577, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a0a260f4-e95c-4287-9011-ab8907999577,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:29.127024 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43756) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:29.134275 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'a0a260f4-e95c-4287-9011-ab8907999577', 'network_id': 'a23f0fde-fc4c-4841-ad11-d7c8bad85285', 'port_id': 'a0a260f4-e95c-4287-9011-ab8907999577', 'mac_address': 'fa:16:3e:8e:a7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba958f9-7606-4a57-ac70-15a7d712df06', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:37:29.149838 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7d8db373-bb2b-4d30-8858-b366ae93b39a tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "DELETE /v2.0/routers/b5082a72-1be9-4a3f-a53f-005e91d15ba8/tags HTTP/1.1" status: 204 len: 168 time: 0.1900964 Aug 16 22:37:29.154095 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43758) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:29.161558 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-d68e3a39-0a97-49d7-a46b-3fb072f364fe tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '65280f86-bc4f-42c2-b181-2fc76ea9b2b7') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:29.165690 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ceba5942-de26-40f8-8894-fca1d9851e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:29.218925 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:29.248189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a260f4-e95c-4287-9011-ab8907999577 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:37:29.293984 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a0a260f4-e95c-4287-9011-ab8907999577, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a0a260f4-e95c-4287-9011-ab8907999577,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:29.304074 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:29.304936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:37:29.325988 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d68e3a39-0a97-49d7-a46b-3fb072f364fe tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "DELETE /v2.0/ports/65280f86-bc4f-42c2-b181-2fc76ea9b2b7/tags HTTP/1.1" status: 204 len: 168 time: 0.1698442 Aug 16 22:37:29.332827 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=516c568f-19b6-4e89-a94c-c7442b86dbc7,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:29.333165 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43760) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:29.342758 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-69df281d-aaa7-426d-a269-a29b1da71459 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '32be30f3-1c2b-4496-8e23-90a208499b0a') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:29.425355 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=91bc08db-0eb4-4c28-b758-f80f8c5d6e8a,segment=NetworkSegment(e45973da-241f-4c39-aca9-311267aeaf35),segment_id=e45973da-241f-4c39-aca9-311267aeaf35)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:29.436715 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c3a86415-cd62-4219-bb9f-0e0856b45028 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:37:29.469378 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ceba5942-de26-40f8-8894-fca1d9851e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:29.478400 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ceba5942-de26-40f8-8894-fca1d9851e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:29.479024 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: c3a86415-cd62-4219-bb9f-0e0856b45028 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:37:29.479988 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c3a86415-cd62-4219-bb9f-0e0856b45028 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:37:29.488468 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=a0a260f4-e95c-4287-9011-ab8907999577,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:29.500698 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '91bc08db-0eb4-4c28-b758-f80f8c5d6e8a', 'network_id': 'e0cb4e5b-5bf9-4e5d-a515-b419835c0a66', 'port_id': '91bc08db-0eb4-4c28-b758-f80f8c5d6e8a', 'mac_address': 'fa:16:3e:0b:54:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c52f2cc-75f7-4661-a433-31d875d006cb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:37:29.542342 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:29.565719 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:37:29.570331 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ceba5942-de26-40f8-8894-fca1d9851e7b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=745f7f993be34eaabff28ea928adf24a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4387233 Aug 16 22:37:29.575436 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43764) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:29.580499 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-be1598b9-4678-4ca2-a03a-a40fafcbda88 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] device_id is not set on port 98f48945-7e3e-49c7-aef7-0267c71fec90 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:37:29.589814 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-69df281d-aaa7-426d-a269-a29b1da71459 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "DELETE /v2.0/subnets/32be30f3-1c2b-4496-8e23-90a208499b0a/tags HTTP/1.1" status: 204 len: 168 time: 0.2552369 Aug 16 22:37:29.591058 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba5942-de26-40f8-8894-fca1d9851e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a2cf5d-a32b-46ac-8a86-d2986269b261,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:29.598393 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=91bc08db-0eb4-4c28-b758-f80f8c5d6e8a,segment=NetworkSegment(e45973da-241f-4c39-aca9-311267aeaf35),segment_id=e45973da-241f-4c39-aca9-311267aeaf35)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:29.598635 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43766) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:29.612153 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:29.613362 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 591b5968-9ed1-44b8-afc2-1f142f90e8d8 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:37:29.811624 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84319c89-9337-4bb9-954c-e467361a77f0 req-ec1968c2-f735-4a10-844b-5eb037ceecc7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:29.815299 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=91bc08db-0eb4-4c28-b758-f80f8c5d6e8a,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:29.823400 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84319c89-9337-4bb9-954c-e467361a77f0 req-ec1968c2-f735-4a10-844b-5eb037ceecc7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:29.833170 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84319c89-9337-4bb9-954c-e467361a77f0 req-ec1968c2-f735-4a10-844b-5eb037ceecc7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:29.844596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84319c89-9337-4bb9-954c-e467361a77f0 req-ec1968c2-f735-4a10-844b-5eb037ceecc7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:29.855843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84319c89-9337-4bb9-954c-e467361a77f0 req-ec1968c2-f735-4a10-844b-5eb037ceecc7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:29.866540 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84319c89-9337-4bb9-954c-e467361a77f0 req-ec1968c2-f735-4a10-844b-5eb037ceecc7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:29.867994 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 591b5968-9ed1-44b8-afc2-1f142f90e8d8, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=591b5968-9ed1-44b8-afc2-1f142f90e8d8,segment=NetworkSegment(f49b538c-ee16-49f5-9348-ff385476c911),segment_id=f49b538c-ee16-49f5-9348-ff385476c911)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:29.877286 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84319c89-9337-4bb9-954c-e467361a77f0 req-ec1968c2-f735-4a10-844b-5eb037ceecc7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:29.882079 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84319c89-9337-4bb9-954c-e467361a77f0 req-ec1968c2-f735-4a10-844b-5eb037ceecc7 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5426 time: 0.3098524 Aug 16 22:37:29.889852 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e2ab551-0687-400d-8a9f-418c072ee6bd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:29.892050 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '591b5968-9ed1-44b8-afc2-1f142f90e8d8', 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b', 'port_id': '591b5968-9ed1-44b8-afc2-1f142f90e8d8', 'mac_address': 'fa:16:3e:97:2b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ffe763c-ff2b-42ed-bcf3-687f913d441b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:37:29.961211 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:29.968890 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8769f29a-92bb-4366-bb29-08a69a4a733d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:29.980141 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e2ab551-0687-400d-8a9f-418c072ee6bd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:29.987423 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591b5968-9ed1-44b8-afc2-1f142f90e8d8 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:37:30.004246 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-473a0067-fb21-4bee-b3c1-267ad4afd8ef tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks [] for subnetpool, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.005422 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-473a0067-fb21-4bee-b3c1-267ad4afd8ef tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "DELETE /v2.0/subnetpools/a4019102-b1f6-4c5f-8ec5-470bcc932f09 HTTP/1.1" status: 204 len: 168 time: 0.3981166 Aug 16 22:37:30.015144 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84319c89-9337-4bb9-954c-e467361a77f0 req-d011a4bf-5570-4a87-a2db-bf1a4ac791ed tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1091473 Aug 16 22:37:30.015701 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43768) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:30.020165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 591b5968-9ed1-44b8-afc2-1f142f90e8d8, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=591b5968-9ed1-44b8-afc2-1f142f90e8d8,segment=NetworkSegment(f49b538c-ee16-49f5-9348-ff385476c911),segment_id=f49b538c-ee16-49f5-9348-ff385476c911)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:30.028480 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.037381 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8769f29a-92bb-4366-bb29-08a69a4a733d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.094889 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=591b5968-9ed1-44b8-afc2-1f142f90e8d8,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:30.096035 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ea101657-3083-47fb-b62e-bbd862d8df65 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5082a72-1be9-4a3f-a53f-005e91d15ba8 HTTP/1.1" status: 200 len: 205 time: 0.0426631 Aug 16 22:37:30.105064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43770) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:30.216563 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2b03c238-2b42-47dd-9880-3df6dcad9d69 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.253911 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-be1598b9-4678-4ca2-a03a-a40fafcbda88 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.292275 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8769f29a-92bb-4366-bb29-08a69a4a733d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.294919 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8769f29a-92bb-4366-bb29-08a69a4a733d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.296307 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8769f29a-92bb-4366-bb29-08a69a4a733d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e4a2cf5d-a32b-46ac-8a86-d2986269b261 HTTP/1.1" status: 204 len: 168 time: 0.7197738 Aug 16 22:37:30.296687 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-134abc49-95a5-4ffe-895b-5e3bfabdb1d8 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.312465 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769f29a-92bb-4366-bb29-08a69a4a733d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a2cf5d-a32b-46ac-8a86-d2986269b261,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:30.405588 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06afe89-01d7-47e2-b666-ffbd9bd58fa1 admin admin] Router 42fc6061-1de9-4aab-b37b-95bc31787f50 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:37:30.405588 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-134abc49-95a5-4ffe-895b-5e3bfabdb1d8 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.485367 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2b03c238-2b42-47dd-9880-3df6dcad9d69 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.489274 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2b03c238-2b42-47dd-9880-3df6dcad9d69 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.560555 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-5e2ab551-0687-400d-8a9f-418c072ee6bd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Allocated IP 172.25.6.206 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/934954c2-c19b-4448-b803-557dafd74564) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:30.590133 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2b03c238-2b42-47dd-9880-3df6dcad9d69 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.590831 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b03c238-2b42-47dd-9880-3df6dcad9d69 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Fanout notify agent at l3_agent the message router_deleted on router b5082a72-1be9-4a3f-a53f-005e91d15ba8 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:37:30.599757 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2b03c238-2b42-47dd-9880-3df6dcad9d69 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.600505 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2b03c238-2b42-47dd-9880-3df6dcad9d69 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "DELETE /v2.0/routers/b5082a72-1be9-4a3f-a53f-005e91d15ba8 HTTP/1.1" status: 204 len: 168 time: 0.4943328 Aug 16 22:37:30.604665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43774) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:30.673549 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-be1598b9-4678-4ca2-a03a-a40fafcbda88 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.782085 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-dad9e8d8-a4ce-41ae-8509-e64b36506aec tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Deleting port 65280f86-bc4f-42c2-b181-2fc76ea9b2b7 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:30.782872 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dad9e8d8-a4ce-41ae-8509-e64b36506aec tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.812243 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['882b75e0-8639-46ef-a97c-2657f474d5df'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:37:30.818159 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['516c568f-19b6-4e89-a94c-c7442b86dbc7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:37:30.855234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1598b9-4678-4ca2-a03a-a40fafcbda88 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network babb651f-43c0-4f3a-a214-ef8d0ec92712 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:30.875405 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-be1598b9-4678-4ca2-a03a-a40fafcbda88 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:30.894152 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1598b9-4678-4ca2-a03a-a40fafcbda88 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:30.905539 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1598b9-4678-4ca2-a03a-a40fafcbda88 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:30.906729 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-be1598b9-4678-4ca2-a03a-a40fafcbda88 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.930384 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dad9e8d8-a4ce-41ae-8509-e64b36506aec tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.931713 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1598b9-4678-4ca2-a03a-a40fafcbda88 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=98f48945-7e3e-49c7-aef7-0267c71fec90,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:30.944488 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-be1598b9-4678-4ca2-a03a-a40fafcbda88 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3625307 Aug 16 22:37:30.952056 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-dad9e8d8-a4ce-41ae-8509-e64b36506aec tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Calling delete_port for 65280f86-bc4f-42c2-b181-2fc76ea9b2b7 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:30.957060 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43784) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:30.965652 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['9c81783d-6b34-4769-b8e6-f21cb76f85b3'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:37:31.017450 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['a0a260f4-e95c-4287-9011-ab8907999577'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:37:31.022209 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['91bc08db-0eb4-4c28-b758-f80f8c5d6e8a'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:37:31.049427 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06afe89-01d7-47e2-b666-ffbd9bd58fa1 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:37:31.059876 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b06afe89-01d7-47e2-b666-ffbd9bd58fa1 admin admin] 10.222.0.93 "PUT /v2.0/routers/42fc6061-1de9-4aab-b37b-95bc31787f50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2026436 Aug 16 22:37:31.066831 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89574b82-e3c4-4118-b6b8-324e5e241fac None None] Sync routers for ids ['42fc6061-1de9-4aab-b37b-95bc31787f50'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:37:31.082385 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43788) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:31.086631 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89574b82-e3c4-4118-b6b8-324e5e241fac None None] Routers {'42fc6061-1de9-4aab-b37b-95bc31787f50'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:31.087292 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-89574b82-e3c4-4118-b6b8-324e5e241fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['42fc6061-1de9-4aab-b37b-95bc31787f50'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:31.108120 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['591b5968-9ed1-44b8-afc2-1f142f90e8d8'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:37:31.181635 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dad9e8d8-a4ce-41ae-8509-e64b36506aec tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.231047 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e2ab551-0687-400d-8a9f-418c072ee6bd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.467450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9e8d8-a4ce-41ae-8509-e64b36506aec tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Pushing event deleted for resources: {'Port': ['ID=65280f86-bc4f-42c2-b181-2fc76ea9b2b7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:31.470489 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-134e45f4-773d-4953-8704-54472565290f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting port 98f48945-7e3e-49c7-aef7-0267c71fec90 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:31.477792 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-134e45f4-773d-4953-8704-54472565290f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.518256 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dad9e8d8-a4ce-41ae-8509-e64b36506aec tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.523408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dad9e8d8-a4ce-41ae-8509-e64b36506aec tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "DELETE /v2.0/ports/65280f86-bc4f-42c2-b181-2fc76ea9b2b7 HTTP/1.1" status: 204 len: 168 time: 0.9151063 Aug 16 22:37:31.530611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43798) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:31.593677 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-89574b82-e3c4-4118-b6b8-324e5e241fac None None] Set router 42fc6061-1de9-4aab-b37b-95bc31787f50 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:37:31.645689 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42e864c0-771a-4afd-b3a8-b583f706a0c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.674225 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-e198bad0-a9ad-4a3e-8ba6-af0cf01cf88e tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Deleting subnet 32be30f3-1c2b-4496-8e23-90a208499b0a {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:37:31.682071 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e198bad0-a9ad-4a3e-8ba6-af0cf01cf88e tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.785435 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8c366-004a-45d7-b54a-4dfdb05e8d81 req-516d8e8e-bde0-430c-961d-7e0819348fd0 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:31.802665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8c366-004a-45d7-b54a-4dfdb05e8d81 req-516d8e8e-bde0-430c-961d-7e0819348fd0 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:31.810759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['95258e61-57fb-4f52-995b-af813f1e9267'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:37:31.819563 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8c366-004a-45d7-b54a-4dfdb05e8d81 req-516d8e8e-bde0-430c-961d-7e0819348fd0 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:31.833068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8c366-004a-45d7-b54a-4dfdb05e8d81 req-516d8e8e-bde0-430c-961d-7e0819348fd0 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:31.840270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8c366-004a-45d7-b54a-4dfdb05e8d81 req-516d8e8e-bde0-430c-961d-7e0819348fd0 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:31.847547 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8c366-004a-45d7-b54a-4dfdb05e8d81 req-516d8e8e-bde0-430c-961d-7e0819348fd0 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:31.855299 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8c366-004a-45d7-b54a-4dfdb05e8d81 req-516d8e8e-bde0-430c-961d-7e0819348fd0 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:31.857612 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30a8c366-004a-45d7-b54a-4dfdb05e8d81 req-516d8e8e-bde0-430c-961d-7e0819348fd0 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5428 time: 0.5758667 Aug 16 22:37:31.918282 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e198bad0-a9ad-4a3e-8ba6-af0cf01cf88e tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.934203 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-134abc49-95a5-4ffe-895b-5e3bfabdb1d8 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Allocated IP 172.25.6.83 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/9b3c5b43-3046-4000-8a6c-d4ef3b5c5f72) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:31.971000 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e2ab551-0687-400d-8a9f-418c072ee6bd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.975563 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-134e45f4-773d-4953-8704-54472565290f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.996178 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42e864c0-771a-4afd-b3a8-b583f706a0c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:32.054286 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-134e45f4-773d-4953-8704-54472565290f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Calling delete_port for 98f48945-7e3e-49c7-aef7-0267c71fec90 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:32.091951 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-89574b82-e3c4-4118-b6b8-324e5e241fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'name': 'tempest-ServerActionsTestJSON-1172534678-router', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:37Z', 'updated_at': '2021-08-16T22:37:27Z', 'revision_number': 5, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'gw_port': {'id': '52a8583f-7143-4d17-abdc-16ee66a07b4a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:38Z', 'updated_at': '2021-08-16T22:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:32.115192 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30a8c366-004a-45d7-b54a-4dfdb05e8d81 req-5fe9afa2-6b72-4c0b-b4e6-d4a1313884aa tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2363758 Aug 16 22:37:32.167555 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89574b82-e3c4-4118-b6b8-324e5e241fac None None] Checking router: 42fc6061-1de9-4aab-b37b-95bc31787f50 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:37:32.190045 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89574b82-e3c4-4118-b6b8-324e5e241fac None None] Routers {'42fc6061-1de9-4aab-b37b-95bc31787f50'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:32.191004 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-89574b82-e3c4-4118-b6b8-324e5e241fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['42fc6061-1de9-4aab-b37b-95bc31787f50'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:32.255228 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e198bad0-a9ad-4a3e-8ba6-af0cf01cf88e tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:32.273035 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2ab551-0687-400d-8a9f-418c072ee6bd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:32.388570 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-89574b82-e3c4-4118-b6b8-324e5e241fac None None] Set router 42fc6061-1de9-4aab-b37b-95bc31787f50 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:37:32.418694 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e198bad0-a9ad-4a3e-8ba6-af0cf01cf88e tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:32.474208 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ab551-0687-400d-8a9f-418c072ee6bd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Pushing event updated for resources: {'Port': ['ID=934954c2-c19b-4448-b803-557dafd74564,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:32.475550 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-89574b82-e3c4-4118-b6b8-324e5e241fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'name': 'tempest-ServerActionsTestJSON-1172534678-router', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:37Z', 'updated_at': '2021-08-16T22:37:31Z', 'revision_number': 6, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:32.486061 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5e2ab551-0687-400d-8a9f-418c072ee6bd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:32.493921 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2ab551-0687-400d-8a9f-418c072ee6bd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:32.494590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198bad0-a9ad-4a3e-8ba6-af0cf01cf88e tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Pushing event deleted for resources: {'Subnet': ['ID=32be30f3-1c2b-4496-8e23-90a208499b0a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:32.499529 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e198bad0-a9ad-4a3e-8ba6-af0cf01cf88e tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:32.501923 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e198bad0-a9ad-4a3e-8ba6-af0cf01cf88e tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "DELETE /v2.0/subnets/32be30f3-1c2b-4496-8e23-90a208499b0a HTTP/1.1" status: 204 len: 168 time: 0.9685214 Aug 16 22:37:32.504613 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43808) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:32.509275 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3f8bdc-cea6-40e9-9730-51a4fbdea50e None None] Network 63218041-337d-4f71-9c2d-e2584a71f762 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:37:32.547736 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89574b82-e3c4-4118-b6b8-324e5e241fac None None] The sync data for ids ['42fc6061-1de9-4aab-b37b-95bc31787f50'] in n-d-792458-15 is: [{'id': '42fc6061-1de9-4aab-b37b-95bc31787f50', 'name': 'tempest-ServerActionsTestJSON-1172534678-router', 'tenant_id': '92faa7784798435a97e9cef690c8ad52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:37Z', 'updated_at': '2021-08-16T22:37:31Z', 'revision_number': 6, 'project_id': '92faa7784798435a97e9cef690c8ad52', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:37:32.597656 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-134abc49-95a5-4ffe-895b-5e3bfabdb1d8 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:32.664697 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-07fa1ac2-7b0d-491a-9fce-a794a27e12c5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:32.711143 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-134abc49-95a5-4ffe-895b-5e3bfabdb1d8 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:32.728626 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-134e45f4-773d-4953-8704-54472565290f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:32.778928 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-07fa1ac2-7b0d-491a-9fce-a794a27e12c5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Deleting port 6355440b-21af-461c-bf81-a039e8662a27 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:32.779541 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-07fa1ac2-7b0d-491a-9fce-a794a27e12c5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:32.797737 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134abc49-95a5-4ffe-895b-5e3bfabdb1d8 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:32.811258 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-42e864c0-771a-4afd-b3a8-b583f706a0c3 admin admin] Deleting port 52a8583f-7143-4d17-abdc-16ee66a07b4a {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:32.811603 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42e864c0-771a-4afd-b3a8-b583f706a0c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:32.816499 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-134abc49-95a5-4ffe-895b-5e3bfabdb1d8 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:32.826437 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-134e45f4-773d-4953-8704-54472565290f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:32.828799 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-134e45f4-773d-4953-8704-54472565290f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/ports/98f48945-7e3e-49c7-aef7-0267c71fec90 HTTP/1.1" status: 204 len: 168 time: 1.8700330 Aug 16 22:37:32.829726 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134abc49-95a5-4ffe-895b-5e3bfabdb1d8 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:32.855338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43818) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:32.865834 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6bb82c06-e39a-4669-9ff4-bba6e0556b46 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'port': {'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712', 'mac_address': 'fa:16:3e:6c:93:bd', 'name': 'tempest-PortsIpV6TestJSON-1436295677'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:32.942841 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d9b3a7-66fd-4904-8a5f-90a06fa210fd None None] DHCP port deletion for 63218041-337d-4f71-9c2d-e2584a71f762 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:37:33.002227 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-07fa1ac2-7b0d-491a-9fce-a794a27e12c5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] For port 6355440b-21af-461c-bf81-a039e8662a27, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6355440b-21af-461c-bf81-a039e8662a27,segment=NetworkSegment(0d56be7c-b365-4cd7-a125-49a5f7099a90),segment_id=0d56be7c-b365-4cd7-a125-49a5f7099a90)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:33.002640 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-07fa1ac2-7b0d-491a-9fce-a794a27e12c5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:33.025816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-07fa1ac2-7b0d-491a-9fce-a794a27e12c5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Calling delete_port for 6355440b-21af-461c-bf81-a039e8662a27 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:33.048709 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b1d9b3a7-66fd-4904-8a5f-90a06fa210fd None None] Deleting port 6355440b-21af-461c-bf81-a039e8662a27 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:33.049724 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b1d9b3a7-66fd-4904-8a5f-90a06fa210fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:33.053842 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb82c06-e39a-4669-9ff4-bba6e0556b46 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:33.078522 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-42e864c0-771a-4afd-b3a8-b583f706a0c3 admin admin] For port 52a8583f-7143-4d17-abdc-16ee66a07b4a, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=52a8583f-7143-4d17-abdc-16ee66a07b4a,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:33.079368 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42e864c0-771a-4afd-b3a8-b583f706a0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:33.097149 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-42e864c0-771a-4afd-b3a8-b583f706a0c3 admin admin] Calling delete_port for 52a8583f-7143-4d17-abdc-16ee66a07b4a owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:33.199759 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6bb82c06-e39a-4669-9ff4-bba6e0556b46 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:33.209492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b1d9b3a7-66fd-4904-8a5f-90a06fa210fd None None] For port 6355440b-21af-461c-bf81-a039e8662a27, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6355440b-21af-461c-bf81-a039e8662a27,segment=NetworkSegment(0d56be7c-b365-4cd7-a125-49a5f7099a90),segment_id=0d56be7c-b365-4cd7-a125-49a5f7099a90)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:33.210072 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b1d9b3a7-66fd-4904-8a5f-90a06fa210fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:33.227250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-6bb82c06-e39a-4669-9ff4-bba6e0556b46 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] device_id is not set on port f7d8bf6c-7fc3-47d6-a625-94ecde2fd18b yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:37:33.228437 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134abc49-95a5-4ffe-895b-5e3bfabdb1d8 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Pushing event updated for resources: {'Port': ['ID=9b3c5b43-3046-4000-8a6c-d4ef3b5c5f72,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:33.229745 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b1d9b3a7-66fd-4904-8a5f-90a06fa210fd None None] Calling delete_port for 6355440b-21af-461c-bf81-a039e8662a27 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:33.333264 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:37:33.341175 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b1d9b3a7-66fd-4904-8a5f-90a06fa210fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:33.347580 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e45f4-773d-4953-8704-54472565290f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Port': ['ID=98f48945-7e3e-49c7-aef7-0267c71fec90,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:33.354474 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-07fa1ac2-7b0d-491a-9fce-a794a27e12c5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:33.364360 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d9b3a7-66fd-4904-8a5f-90a06fa210fd None None] No DVR routers for this DVR port 6355440b-21af-461c-bf81-a039e8662a27 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:37:33.418836 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9b3a7-66fd-4904-8a5f-90a06fa210fd None None] Pushing event deleted for resources: {'Port': ['ID=6355440b-21af-461c-bf81-a039e8662a27,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:33.495485 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa1ac2-7b0d-491a-9fce-a794a27e12c5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Pushing event deleted for resources: {'Port': ['ID=6355440b-21af-461c-bf81-a039e8662a27,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:33.498974 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fa1ac2-7b0d-491a-9fce-a794a27e12c5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] No DVR routers for this DVR port 6355440b-21af-461c-bf81-a039e8662a27 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:37:33.557795 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d0200df7-9ec0-442d-9866-c2b2f83367b3 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:37:33.597047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: d0200df7-9ec0-442d-9866-c2b2f83367b3 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:37:33.597527 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d0200df7-9ec0-442d-9866-c2b2f83367b3 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:37:33.598191 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6355440b-21af-461c-bf81-a039e8662a27 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:37:33.664981 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee9658-dd3c-40a3-beae-fdd7abd37296 req-1b090a94-f685-4500-be8f-b7e5a36f0818 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:33.666674 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 6355440b-21af-461c-bf81-a039e8662a27 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:37:33.667398 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6355440b-21af-461c-bf81-a039e8662a27 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:37:33.668191 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 52a8583f-7143-4d17-abdc-16ee66a07b4a no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:37:33.672959 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee9658-dd3c-40a3-beae-fdd7abd37296 req-1b090a94-f685-4500-be8f-b7e5a36f0818 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:33.679604 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee9658-dd3c-40a3-beae-fdd7abd37296 req-1b090a94-f685-4500-be8f-b7e5a36f0818 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:33.689433 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee9658-dd3c-40a3-beae-fdd7abd37296 req-1b090a94-f685-4500-be8f-b7e5a36f0818 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:33.699575 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee9658-dd3c-40a3-beae-fdd7abd37296 req-1b090a94-f685-4500-be8f-b7e5a36f0818 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:33.709548 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee9658-dd3c-40a3-beae-fdd7abd37296 req-1b090a94-f685-4500-be8f-b7e5a36f0818 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:33.720151 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee9658-dd3c-40a3-beae-fdd7abd37296 req-1b090a94-f685-4500-be8f-b7e5a36f0818 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:33.731234 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5ee9658-dd3c-40a3-beae-fdd7abd37296 req-1b090a94-f685-4500-be8f-b7e5a36f0818 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5428 time: 0.4361844 Aug 16 22:37:33.890592 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:33.900353 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-07fa1ac2-7b0d-491a-9fce-a794a27e12c5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:33.926480 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5ee9658-dd3c-40a3-beae-fdd7abd37296 req-1cf78ebc-19b5-47d9-be42-2762ea4a93a9 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1929953 Aug 16 22:37:33.931338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-07fa1ac2-7b0d-491a-9fce-a794a27e12c5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63218041-337d-4f71-9c2d-e2584a71f762']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:33.951310 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6bb82c06-e39a-4669-9ff4-bba6e0556b46 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:33.954522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-07fa1ac2-7b0d-491a-9fce-a794a27e12c5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d56be7c-b365-4cd7-a125-49a5f7099a90') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:33.954866 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-07fa1ac2-7b0d-491a-9fce-a794a27e12c5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d56be7c-b365-4cd7-a125-49a5f7099a90') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:33.970247 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-07fa1ac2-7b0d-491a-9fce-a794a27e12c5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.000357 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-07fa1ac2-7b0d-491a-9fce-a794a27e12c5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.017169 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07fa1ac2-7b0d-491a-9fce-a794a27e12c5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:37:34.017840 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-07fa1ac2-7b0d-491a-9fce-a794a27e12c5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:37:34.023250 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:37:34.051267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 516c568f-19b6-4e89-a94c-c7442b86dbc7 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:34.117772 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 516c568f-19b6-4e89-a94c-c7442b86dbc7 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:34.124171 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 516c568f-19b6-4e89-a94c-c7442b86dbc7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:34.124705 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.166158 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-07fa1ac2-7b0d-491a-9fce-a794a27e12c5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.181848 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6bb82c06-e39a-4669-9ff4-bba6e0556b46 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.195437 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-07fa1ac2-7b0d-491a-9fce-a794a27e12c5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.201786 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-07fa1ac2-7b0d-491a-9fce-a794a27e12c5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] 10.222.0.93 "DELETE /v2.0/networks/63218041-337d-4f71-9c2d-e2584a71f762 HTTP/1.1" status: 204 len: 168 time: 1.6926908 Aug 16 22:37:34.275293 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa1ac2-7b0d-491a-9fce-a794a27e12c5 tempest-TagsExtTest-1452873250 tempest-TagsExtTest-1452873250-project] Pushing event deleted for resources: {'Network': ['ID=63218041-337d-4f71-9c2d-e2584a71f762,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:34.293222 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb82c06-e39a-4669-9ff4-bba6e0556b46 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=f7d8bf6c-7fc3-47d6-a625-94ecde2fd18b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:34.308571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb82c06-e39a-4669-9ff4-bba6e0556b46 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network babb651f-43c0-4f3a-a214-ef8d0ec92712 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:34.311891 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-6bb82c06-e39a-4669-9ff4-bba6e0556b46 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:34.324830 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb82c06-e39a-4669-9ff4-bba6e0556b46 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:34.334166 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb82c06-e39a-4669-9ff4-bba6e0556b46 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:34.335207 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6bb82c06-e39a-4669-9ff4-bba6e0556b46 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.342629 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.372201 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6bb82c06-e39a-4669-9ff4-bba6e0556b46 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5147071 Aug 16 22:37:34.374628 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43872) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:34.384250 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516c568f-19b6-4e89-a94c-c7442b86dbc7'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:37:34.388590 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294d49f2-b569-44cb-bacc-8f5f61fe8d87" -d '{"events": [{"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-plugged", "status": "completed", "tag": "516c568f-19b6-4e89-a94c-c7442b86dbc7"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:37:34.416712 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 516c568f-19b6-4e89-a94c-c7442b86dbc7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=516c568f-19b6-4e89-a94c-c7442b86dbc7,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:34.424022 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.480590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5015800d-b403-403f-b193-a60f021461a4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:34.482305 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5015800d-b403-403f-b193-a60f021461a4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports/f7d8bf6c-7fc3-47d6-a625-94ecde2fd18b HTTP/1.1" status: 200 len: 845 time: 0.1052496 Aug 16 22:37:34.486194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43882) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:34.534845 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=516c568f-19b6-4e89-a94c-c7442b86dbc7,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:34.568950 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-134abc49-95a5-4ffe-895b-5e3bfabdb1d8 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.616783 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e4cb72da-4a93-450f-a543-c69ada1b1484 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting port f7d8bf6c-7fc3-47d6-a625-94ecde2fd18b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:34.617454 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4cb72da-4a93-450f-a543-c69ada1b1484 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.656630 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e2ab551-0687-400d-8a9f-418c072ee6bd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.698903 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4cb72da-4a93-450f-a543-c69ada1b1484 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.709634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43884) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:34.719324 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e4cb72da-4a93-450f-a543-c69ada1b1484 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Calling delete_port for f7d8bf6c-7fc3-47d6-a625-94ecde2fd18b owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:34.748940 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43888) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:34.781700 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42e864c0-771a-4afd-b3a8-b583f706a0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.849630 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4cb72da-4a93-450f-a543-c69ada1b1484 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.908584 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb72da-4a93-450f-a543-c69ada1b1484 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Port': ['ID=f7d8bf6c-7fc3-47d6-a625-94ecde2fd18b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:34.921496 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4cb72da-4a93-450f-a543-c69ada1b1484 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.926424 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e4cb72da-4a93-450f-a543-c69ada1b1484 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/ports/f7d8bf6c-7fc3-47d6-a625-94ecde2fd18b HTTP/1.1" status: 204 len: 168 time: 0.4362226 Aug 16 22:37:34.929022 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb7245d-5850-4a8c-9fed-21a5cc6069d3 x-openstack-request-id: req-aeb7245d-5850-4a8c-9fed-21a5cc6069d3 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:37:34.930063 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-plugged", "status": "completed", "tag": "516c568f-19b6-4e89-a94c-c7442b86dbc7", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:37:34.930554 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-aeb7245d-5850-4a8c-9fed-21a5cc6069d3 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:37:34.931526 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516c568f-19b6-4e89-a94c-c7442b86dbc7', 'code': 200} Aug 16 22:37:34.931649 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43894) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:34.945169 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-30d8bbd1-f101-40a6-bc81-810ed2c005f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.969387 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f7fafb-1ba0-4dec-8242-21ab7e49f441 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] GET failed (client error): The resource could not be found. Aug 16 22:37:34.971046 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-97f7fafb-1ba0-4dec-8242-21ab7e49f441 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports/f7d8bf6c-7fc3-47d6-a625-94ecde2fd18b HTTP/1.1" status: 404 len: 333 time: 0.0375834 Aug 16 22:37:34.976767 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43896) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:34.983827 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9e87725c-b463-4ee2-b857-bffc8dc5c66d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'port': {'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712', 'name': 'tempest-PortsIpV6TestJSON-348390845'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:35.030902 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e864c0-771a-4afd-b3a8-b583f706a0c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=52a8583f-7143-4d17-abdc-16ee66a07b4a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:35.169109 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a23f4-918d-4f33-abbf-bc004b893aec req-ea431710-c097-4280-80fe-0aa18d1aca55 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:35.174956 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a23f4-918d-4f33-abbf-bc004b893aec req-ea431710-c097-4280-80fe-0aa18d1aca55 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:35.180724 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a23f4-918d-4f33-abbf-bc004b893aec req-ea431710-c097-4280-80fe-0aa18d1aca55 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:35.186591 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a23f4-918d-4f33-abbf-bc004b893aec req-ea431710-c097-4280-80fe-0aa18d1aca55 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:35.192516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a23f4-918d-4f33-abbf-bc004b893aec req-ea431710-c097-4280-80fe-0aa18d1aca55 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:35.198421 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a23f4-918d-4f33-abbf-bc004b893aec req-ea431710-c097-4280-80fe-0aa18d1aca55 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:35.204275 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a23f4-918d-4f33-abbf-bc004b893aec req-ea431710-c097-4280-80fe-0aa18d1aca55 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:35.206225 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d6a23f4-918d-4f33-abbf-bc004b893aec req-ea431710-c097-4280-80fe-0aa18d1aca55 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5429 time: 0.1237504 Aug 16 22:37:35.224732 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-30d8bbd1-f101-40a6-bc81-810ed2c005f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.241388 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-30d8bbd1-f101-40a6-bc81-810ed2c005f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.299340 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e87725c-b463-4ee2-b857-bffc8dc5c66d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:35.302868 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e87725c-b463-4ee2-b857-bffc8dc5c66d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.314718 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d6a23f4-918d-4f33-abbf-bc004b893aec req-58620b4e-eff9-4a0a-94fa-7ddb3d91a4ce tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1000593 Aug 16 22:37:35.328455 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-30d8bbd1-f101-40a6-bc81-810ed2c005f3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4d7e15fabb354f628d4cb7609c5c7048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6140616 Aug 16 22:37:35.328455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8bbd1-f101-40a6-bc81-810ed2c005f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b83f536-ea89-4b6d-9416-36d9cdd242bc,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:35.330270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43900) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:35.344470 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42e864c0-771a-4afd-b3a8-b583f706a0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.349562 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-9e87725c-b463-4ee2-b857-bffc8dc5c66d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] device_id is not set on port 87c97db0-bb56-4c86-8c5c-e27d71ad6d84 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:37:35.358771 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bc212a9b-eb1f-400a-841a-ec68570b8159 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c293bed024634b38bac0905820b0e2fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5977206 Aug 16 22:37:35.358942 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43902) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:35.498514 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42e864c0-771a-4afd-b3a8-b583f706a0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.505233 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d9ba909e-1b74-462a-ba6e-7d788e8467e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.520415 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e38154c1-133e-43dc-af39-2aee3a83e4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.525500 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42e864c0-771a-4afd-b3a8-b583f706a0c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.588381 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d9ba909e-1b74-462a-ba6e-7d788e8467e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.595359 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-134abc49-95a5-4ffe-895b-5e3bfabdb1d8 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.602157 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42e864c0-771a-4afd-b3a8-b583f706a0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.602654 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e864c0-771a-4afd-b3a8-b583f706a0c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42fc6061-1de9-4aab-b37b-95bc31787f50 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:37:35.609645 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42e864c0-771a-4afd-b3a8-b583f706a0c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.610873 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-42e864c0-771a-4afd-b3a8-b583f706a0c3 admin admin] 10.222.0.93 "DELETE /v2.0/routers/42fc6061-1de9-4aab-b37b-95bc31787f50 HTTP/1.1" status: 204 len: 168 time: 4.5151920 Aug 16 22:37:35.614309 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e2ab551-0687-400d-8a9f-418c072ee6bd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.625357 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43904) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:35.635431 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e38154c1-133e-43dc-af39-2aee3a83e4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.712980 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e87725c-b463-4ee2-b857-bffc8dc5c66d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.750516 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d9ba909e-1b74-462a-ba6e-7d788e8467e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.755216 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d9ba909e-1b74-462a-ba6e-7d788e8467e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.756420 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d9ba909e-1b74-462a-ba6e-7d788e8467e4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2b83f536-ea89-4b6d-9416-36d9cdd242bc HTTP/1.1" status: 204 len: 168 time: 0.4241633 Aug 16 22:37:35.766303 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e38154c1-133e-43dc-af39-2aee3a83e4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.768792 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e38154c1-133e-43dc-af39-2aee3a83e4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.772896 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e38154c1-133e-43dc-af39-2aee3a83e4ec admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/18c20823-8892-4234-af10-73f8cf18f120 HTTP/1.1" status: 204 len: 168 time: 0.4113266 Aug 16 22:37:35.784652 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba909e-1b74-462a-ba6e-7d788e8467e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b83f536-ea89-4b6d-9416-36d9cdd242bc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:35.800298 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38154c1-133e-43dc-af39-2aee3a83e4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c20823-8892-4234-af10-73f8cf18f120,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:35.804666 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e87725c-b463-4ee2-b857-bffc8dc5c66d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.853696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e87725c-b463-4ee2-b857-bffc8dc5c66d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network babb651f-43c0-4f3a-a214-ef8d0ec92712 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:35.857291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-9e87725c-b463-4ee2-b857-bffc8dc5c66d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:35.861463 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e87725c-b463-4ee2-b857-bffc8dc5c66d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:35.867316 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e87725c-b463-4ee2-b857-bffc8dc5c66d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:35.867978 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e87725c-b463-4ee2-b857-bffc8dc5c66d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.875487 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87725c-b463-4ee2-b857-bffc8dc5c66d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=87c97db0-bb56-4c86-8c5c-e27d71ad6d84,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:35.892016 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9e87725c-b463-4ee2-b857-bffc8dc5c66d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9141295 Aug 16 22:37:35.895995 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43910) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:35.905599 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-db8e5e9a-bda2-4065-a109-3979b3054e0f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:35.965882 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20e594e-7c14-4345-bb46-9419d0203513 admin admin] Deleting subnet b3a36816-1aac-4ae9-b74d-79c0aa191fc4 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:37:35.980376 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c20e594e-7c14-4345-bb46-9419d0203513 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.992986 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db8e5e9a-bda2-4065-a109-3979b3054e0f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:36.056264 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 9c81783d-6b34-4769-b8e6-f21cb76f85b3 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:36.083581 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c20e594e-7c14-4345-bb46-9419d0203513 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:36.194545 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 9c81783d-6b34-4769-b8e6-f21cb76f85b3 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:36.202504 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134abc49-95a5-4ffe-895b-5e3bfabdb1d8 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Router 9206098c-515e-46a6-b2f0-11bc1305a42c is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:37:36.206088 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 9c81783d-6b34-4769-b8e6-f21cb76f85b3 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:36.206924 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:36.284979 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2ab551-0687-400d-8a9f-418c072ee6bd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Router 6f6110fd-5cb5-4067-bd75-126c017709cf is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:37:36.339110 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43918) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:36.340756 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:36.352402 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db8e5e9a-bda2-4065-a109-3979b3054e0f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:36.380834 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8064cead-1be7-42ce-bf7d-868c0d778f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:36.394795 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db8e5e9a-bda2-4065-a109-3979b3054e0f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:36.440072 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 9c81783d-6b34-4769-b8e6-f21cb76f85b3, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=9c81783d-6b34-4769-b8e6-f21cb76f85b3,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:36.447603 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:36.449552 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 882b75e0-8639-46ef-a97c-2657f474d5df up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:36.471986 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c20e594e-7c14-4345-bb46-9419d0203513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:36.534726 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-db8e5e9a-bda2-4065-a109-3979b3054e0f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] In _notify_port_updated(), no bound segment for port 87c97db0-bb56-4c86-8c5c-e27d71ad6d84 on network babb651f-43c0-4f3a-a214-ef8d0ec92712 {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:37:36.542757 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8e5e9a-bda2-4065-a109-3979b3054e0f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:36.543947 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-db8e5e9a-bda2-4065-a109-3979b3054e0f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:36.548737 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-db8e5e9a-bda2-4065-a109-3979b3054e0f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "PUT /v2.0/ports/87c97db0-bb56-4c86-8c5c-e27d71ad6d84 HTTP/1.1" status: 200 len: 818 time: 0.6511459 Aug 16 22:37:36.549441 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43926) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:36.566049 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=9c81783d-6b34-4769-b8e6-f21cb76f85b3,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:36.608325 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2ab551-0687-400d-8a9f-418c072ee6bd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:37:36.623666 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b83ba9-3407-4ade-8b23-c28f4ff71618 None None] Sync routers for ids ['6f6110fd-5cb5-4067-bd75-126c017709cf'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:37:36.631039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 882b75e0-8639-46ef-a97c-2657f474d5df completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:36.646303 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e5e9a-bda2-4065-a109-3979b3054e0f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=87c97db0-bb56-4c86-8c5c-e27d71ad6d84,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:36.647736 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 882b75e0-8639-46ef-a97c-2657f474d5df triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:36.648513 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:36.687023 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b83ba9-3407-4ade-8b23-c28f4ff71618 None None] Routers {'6f6110fd-5cb5-4067-bd75-126c017709cf'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:36.687780 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f3b83ba9-3407-4ade-8b23-c28f4ff71618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['6f6110fd-5cb5-4067-bd75-126c017709cf'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:36.726539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4d61d-99c5-4f01-a3fd-69f39769538d req-63b5d51e-6151-4073-839d-72b362576718 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:36.738260 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f3b83ba9-3407-4ade-8b23-c28f4ff71618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:36.741443 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4d61d-99c5-4f01-a3fd-69f39769538d req-63b5d51e-6151-4073-839d-72b362576718 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:36.749465 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4d61d-99c5-4f01-a3fd-69f39769538d req-63b5d51e-6151-4073-839d-72b362576718 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:36.756465 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b83ba9-3407-4ade-8b23-c28f4ff71618 None None] Routers {'6f6110fd-5cb5-4067-bd75-126c017709cf'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:36.757100 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f3b83ba9-3407-4ade-8b23-c28f4ff71618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['6f6110fd-5cb5-4067-bd75-126c017709cf'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:36.762662 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4d61d-99c5-4f01-a3fd-69f39769538d req-63b5d51e-6151-4073-839d-72b362576718 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:36.771656 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4d61d-99c5-4f01-a3fd-69f39769538d req-63b5d51e-6151-4073-839d-72b362576718 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:36.780115 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134abc49-95a5-4ffe-895b-5e3bfabdb1d8 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:37:36.781668 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4d61d-99c5-4f01-a3fd-69f39769538d req-63b5d51e-6151-4073-839d-72b362576718 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:36.792034 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956a4bba-2922-428d-a670-610681364047 None None] Sync routers for ids ['9206098c-515e-46a6-b2f0-11bc1305a42c'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:37:36.793097 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c20e594e-7c14-4345-bb46-9419d0203513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:36.812401 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4d61d-99c5-4f01-a3fd-69f39769538d req-63b5d51e-6151-4073-839d-72b362576718 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:36.814099 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f3b83ba9-3407-4ade-8b23-c28f4ff71618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:36.814677 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b83ba9-3407-4ade-8b23-c28f4ff71618 None None] The sync data for ids ['6f6110fd-5cb5-4067-bd75-126c017709cf'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:37:36.832368 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956a4bba-2922-428d-a670-610681364047 None None] Routers {'9206098c-515e-46a6-b2f0-11bc1305a42c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:36.836159 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-956a4bba-2922-428d-a670-610681364047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['9206098c-515e-46a6-b2f0-11bc1305a42c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:36.839105 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2e4d61d-99c5-4f01-a3fd-69f39769538d req-63b5d51e-6151-4073-839d-72b362576718 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5430 time: 0.2830751 Aug 16 22:37:36.888876 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:36.900000 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c20e594e-7c14-4345-bb46-9419d0203513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:36.904863 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c20e594e-7c14-4345-bb46-9419d0203513 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/b3a36816-1aac-4ae9-b74d-79c0aa191fc4 HTTP/1.1" status: 204 len: 168 time: 1.2785008 Aug 16 22:37:36.904863 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e594e-7c14-4345-bb46-9419d0203513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3a36816-1aac-4ae9-b74d-79c0aa191fc4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:36.905103 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-956a4bba-2922-428d-a670-610681364047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:36.908970 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43934) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:36.922289 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956a4bba-2922-428d-a670-610681364047 None None] Routers {'9206098c-515e-46a6-b2f0-11bc1305a42c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:36.923643 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-956a4bba-2922-428d-a670-610681364047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['9206098c-515e-46a6-b2f0-11bc1305a42c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:36.936844 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-67391b7a-23b9-4f05-a825-58aed17662ea tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting port 87c97db0-bb56-4c86-8c5c-e27d71ad6d84 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:36.937231 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67391b7a-23b9-4f05-a825-58aed17662ea tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:36.940031 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b38909e-77e2-4c7b-bc4d-3e44abe5f299 None None] Network 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:37:36.946368 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c81783d-6b34-4769-b8e6-f21cb76f85b3'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:37:36.949517 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2e4d61d-99c5-4f01-a3fd-69f39769538d req-a8eeaff3-2672-4adf-8771-e30b8505b9d6 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1073506 Aug 16 22:37:36.951453 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546600a1-c7af-46b4-87b1-9ebf3994ba51" -d '{"events": [{"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-plugged", "status": "completed", "tag": "9c81783d-6b34-4769-b8e6-f21cb76f85b3"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:37:37.021244 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-956a4bba-2922-428d-a670-610681364047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:37.022489 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956a4bba-2922-428d-a670-610681364047 None None] The sync data for ids ['9206098c-515e-46a6-b2f0-11bc1305a42c'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:37:37.044487 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 882b75e0-8639-46ef-a97c-2657f474d5df, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=882b75e0-8639-46ef-a97c-2657f474d5df,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:37.047210 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d568c5-df4d-4c8d-b91a-0416a7bcc67d x-openstack-request-id: req-48d568c5-df4d-4c8d-b91a-0416a7bcc67d {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:37:37.047578 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-plugged", "status": "completed", "tag": "9c81783d-6b34-4769-b8e6-f21cb76f85b3", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:37:37.047954 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8064cead-1be7-42ce-bf7d-868c0d778f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:37.048172 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-48d568c5-df4d-4c8d-b91a-0416a7bcc67d {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:37:37.048766 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c81783d-6b34-4769-b8e6-f21cb76f85b3', 'code': 200} Aug 16 22:37:37.056347 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8064cead-1be7-42ce-bf7d-868c0d778f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:37.089969 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:37.091884 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 95258e61-57fb-4f52-995b-af813f1e9267 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:37.118982 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6c63c58-9fd2-45d0-a54c-5d0ac11674ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:37.130713 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e2ab551-0687-400d-8a9f-418c072ee6bd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:37.132940 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5e2ab551-0687-400d-8a9f-418c072ee6bd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.1761944 Aug 16 22:37:37.134275 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-134abc49-95a5-4ffe-895b-5e3bfabdb1d8 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:37.136207 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8064cead-1be7-42ce-bf7d-868c0d778f85 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e2aa460da78c4e52958abd8ad5867142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7946758 Aug 16 22:37:37.136655 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-134abc49-95a5-4ffe-895b-5e3bfabdb1d8 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.6062615 Aug 16 22:37:37.137511 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064cead-1be7-42ce-bf7d-868c0d778f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a22b82-a038-462d-af10-75a7d84a3992,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:37.142428 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43944) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:37.142628 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43946) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:37.142706 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43948) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:37.167452 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6e561d0a-b558-4674-9273-d4529624a3c2 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'enable_snat': False}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:37.241514 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1fc22fff-20e7-4632-bb97-74355d2f37bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:37.289188 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1fc22fff-20e7-4632-bb97-74355d2f37bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:37.293071 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=882b75e0-8639-46ef-a97c-2657f474d5df,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:37.334674 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67391b7a-23b9-4f05-a825-58aed17662ea tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:37.337056 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 95258e61-57fb-4f52-995b-af813f1e9267 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:37.343112 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 95258e61-57fb-4f52-995b-af813f1e9267 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:37.343756 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:37.393482 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1fc22fff-20e7-4632-bb97-74355d2f37bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:37.403798 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1fc22fff-20e7-4632-bb97-74355d2f37bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:37.407961 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1fc22fff-20e7-4632-bb97-74355d2f37bc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f6a22b82-a038-462d-af10-75a7d84a3992 HTTP/1.1" status: 204 len: 168 time: 0.2641549 Aug 16 22:37:37.412067 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-67391b7a-23b9-4f05-a825-58aed17662ea tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Calling delete_port for 87c97db0-bb56-4c86-8c5c-e27d71ad6d84 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:37.424483 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc22fff-20e7-4632-bb97-74355d2f37bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a22b82-a038-462d-af10-75a7d84a3992,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:37.523083 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a60fea-25bb-49b8-b217-9a6fcaedabea None None] DHCP port deletion for 6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:37:37.554297 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:37.610936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 95258e61-57fb-4f52-995b-af813f1e9267, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=95258e61-57fb-4f52-995b-af813f1e9267,segment=NetworkSegment(e45973da-241f-4c39-aca9-311267aeaf35),segment_id=e45973da-241f-4c39-aca9-311267aeaf35)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:37.626605 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:37.627841 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a0a260f4-e95c-4287-9011-ab8907999577 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:37.692120 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e4a60fea-25bb-49b8-b217-9a6fcaedabea None None] Deleting port 59fc8669-a148-4d26-8c8a-4e862edc2266 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:37.692705 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e4a60fea-25bb-49b8-b217-9a6fcaedabea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:37.781845 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-e4a60fea-25bb-49b8-b217-9a6fcaedabea None None] For port 59fc8669-a148-4d26-8c8a-4e862edc2266, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=59fc8669-a148-4d26-8c8a-4e862edc2266,segment=NetworkSegment(e6cd76c9-a7c4-4fbf-89ca-a25170a86676),segment_id=e6cd76c9-a7c4-4fbf-89ca-a25170a86676)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:37.782588 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e4a60fea-25bb-49b8-b217-9a6fcaedabea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:37.799750 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e4a60fea-25bb-49b8-b217-9a6fcaedabea None None] Calling delete_port for 59fc8669-a148-4d26-8c8a-4e862edc2266 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:37.903794 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port a0a260f4-e95c-4287-9011-ab8907999577 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:37.905909 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=95258e61-57fb-4f52-995b-af813f1e9267,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:37.915188 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port a0a260f4-e95c-4287-9011-ab8907999577 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:37.915561 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:38.040459 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e4a60fea-25bb-49b8-b217-9a6fcaedabea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:38.096668 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7e31768f-baff-43fd-a606-450917849be0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "GET /v2.0/routers/6f6110fd-5cb5-4067-bd75-126c017709cf HTTP/1.1" status: 200 len: 924 time: 0.9462566 Aug 16 22:37:38.100965 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43972) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:38.105221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a60fea-25bb-49b8-b217-9a6fcaedabea None None] Pushing event deleted for resources: {'Port': ['ID=59fc8669-a148-4d26-8c8a-4e862edc2266,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:38.111996 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a60fea-25bb-49b8-b217-9a6fcaedabea None None] No DVR routers for this DVR port 59fc8669-a148-4d26-8c8a-4e862edc2266 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:37:38.117916 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:38.171780 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a6c63c58-9fd2-45d0-a54c-5d0ac11674ce admin admin] Deleting port 59fc8669-a148-4d26-8c8a-4e862edc2266 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:38.172460 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6c63c58-9fd2-45d0-a54c-5d0ac11674ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:38.192012 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a0a260f4-e95c-4287-9011-ab8907999577, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a0a260f4-e95c-4287-9011-ab8907999577,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:38.197466 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:38.199016 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:38.249203 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67391b7a-23b9-4f05-a825-58aed17662ea tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:38.311719 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=a0a260f4-e95c-4287-9011-ab8907999577,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:38.331618 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:38.338092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:38.339488 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:38.419312 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67391b7a-23b9-4f05-a825-58aed17662ea tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Port': ['ID=87c97db0-bb56-4c86-8c5c-e27d71ad6d84,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:38.440652 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a6c63c58-9fd2-45d0-a54c-5d0ac11674ce admin admin] For port 59fc8669-a148-4d26-8c8a-4e862edc2266, host n-d-792458-15, got binding levels [] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:38.441172 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6c63c58-9fd2-45d0-a54c-5d0ac11674ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:38.455130 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67391b7a-23b9-4f05-a825-58aed17662ea tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:38.457196 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-67391b7a-23b9-4f05-a825-58aed17662ea tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/ports/87c97db0-bb56-4c86-8c5c-e27d71ad6d84 HTTP/1.1" status: 204 len: 168 time: 1.9066811 Aug 16 22:37:38.464579 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43982) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:38.474271 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a6c63c58-9fd2-45d0-a54c-5d0ac11674ce admin admin] Calling delete_port for 59fc8669-a148-4d26-8c8a-4e862edc2266 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:38.480924 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.ipam_backend_mixin [None req-a6c63c58-9fd2-45d0-a54c-5d0ac11674ce admin admin] Port 59fc8669-a148-4d26-8c8a-4e862edc2266 was not found and therefore no delete operation was performed {{(pid=94872) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:37:38.499521 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:38.530346 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6c63c58-9fd2-45d0-a54c-5d0ac11674ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:38.570540 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=91bc08db-0eb4-4c28-b758-f80f8c5d6e8a,segment=NetworkSegment(e45973da-241f-4c39-aca9-311267aeaf35),segment_id=e45973da-241f-4c39-aca9-311267aeaf35)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:38.574464 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:38.577542 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:38.578953 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 591b5968-9ed1-44b8-afc2-1f142f90e8d8 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:38.584143 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6e561d0a-b558-4674-9273-d4529624a3c2 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:38.648820 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c63c58-9fd2-45d0-a54c-5d0ac11674ce admin admin] Pushing event deleted for resources: {'Port': ['ID=59fc8669-a148-4d26-8c8a-4e862edc2266,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:38.656668 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c63c58-9fd2-45d0-a54c-5d0ac11674ce admin admin] No DVR routers for this DVR port 59fc8669-a148-4d26-8c8a-4e862edc2266 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:37:38.687175 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=91bc08db-0eb4-4c28-b758-f80f8c5d6e8a,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:38.705691 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 591b5968-9ed1-44b8-afc2-1f142f90e8d8 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:38.713322 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 591b5968-9ed1-44b8-afc2-1f142f90e8d8 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:38.714359 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:38.722020 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ca458e-3927-4916-b6e2-e3bba144864a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:38.724232 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-28ca458e-3927-4916-b6e2-e3bba144864a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2584684 Aug 16 22:37:38.729393 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43992) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:38.865756 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6c63c58-9fd2-45d0-a54c-5d0ac11674ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:38.877571 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-77a1c7eb-01ff-4660-9fdd-ca7b6bec5260 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f6110fd-5cb5-4067-bd75-126c017709cf HTTP/1.1" status: 200 len: 205 time: 0.7735476 Aug 16 22:37:38.878233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43998) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:38.881684 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-a6c63c58-9fd2-45d0-a54c-5d0ac11674ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:38.888278 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:38.895016 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-a6c63c58-9fd2-45d0-a54c-5d0ac11674ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:38.898312 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-a6c63c58-9fd2-45d0-a54c-5d0ac11674ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6cd76c9-a7c4-4fbf-89ca-a25170a86676') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:38.938487 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf8b52c-2848-48b8-9ea5-59d98249fcc3 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] GET failed (client error): The resource could not be found. Aug 16 22:37:38.941252 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-adf8b52c-2848-48b8-9ea5-59d98249fcc3 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports/87c97db0-bb56-4c86-8c5c-e27d71ad6d84 HTTP/1.1" status: 404 len: 333 time: 0.2101665 Aug 16 22:37:38.949248 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 591b5968-9ed1-44b8-afc2-1f142f90e8d8, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=591b5968-9ed1-44b8-afc2-1f142f90e8d8,segment=NetworkSegment(f49b538c-ee16-49f5-9348-ff385476c911),segment_id=f49b538c-ee16-49f5-9348-ff385476c911)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:38.952976 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44002) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:38.954774 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6c63c58-9fd2-45d0-a54c-5d0ac11674ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:38.956410 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:38.961478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-344a9bdb-0e52-4a81-8318-78245a46953f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1778597688'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:38.998099 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344a9bdb-0e52-4a81-8318-78245a46953f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:39.002198 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-344a9bdb-0e52-4a81-8318-78245a46953f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.034174 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6c63c58-9fd2-45d0-a54c-5d0ac11674ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.048902 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=591b5968-9ed1-44b8-afc2-1f142f90e8d8,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:39.059275 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344a9bdb-0e52-4a81-8318-78245a46953f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:37:39.070247 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-344a9bdb-0e52-4a81-8318-78245a46953f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.070604 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-344a9bdb-0e52-4a81-8318-78245a46953f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Added segment 314e5593-c427-4464-8c29-37711728be2a of type vlan for network e83b8883-97f9-4c68-91c1-b75c1ff5e0f0 Aug 16 22:37:39.075018 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882b75e0-8639-46ef-a97c-2657f474d5df'}, {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95258e61-57fb-4f52-995b-af813f1e9267'}, {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a260f4-e95c-4287-9011-ab8907999577'}, {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bc08db-0eb4-4c28-b758-f80f8c5d6e8a'}, {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591b5968-9ed1-44b8-afc2-1f142f90e8d8'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:37:39.079303 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1f10c9-a04c-46a0-bf48-227a6428d701" -d '{"events": [{"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-plugged", "status": "completed", "tag": "882b75e0-8639-46ef-a97c-2657f474d5df"}, {"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-plugged", "status": "completed", "tag": "95258e61-57fb-4f52-995b-af813f1e9267"}, {"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-plugged", "status": "completed", "tag": "a0a260f4-e95c-4287-9011-ab8907999577"}, {"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-plugged", "status": "completed", "tag": "91bc08db-0eb4-4c28-b758-f80f8c5d6e8a"}, {"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-plugged", "status": "completed", "tag": "591b5968-9ed1-44b8-afc2-1f142f90e8d8"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:37:39.098787 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4895c191-575b-4c87-96ab-f748ce179c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.101953 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-479a166a-d7e0-4e41-8427-c0f698606a6e tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.146182 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-344a9bdb-0e52-4a81-8318-78245a46953f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.159054 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c63c58-9fd2-45d0-a54c-5d0ac11674ce admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:37:39.159591 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6c63c58-9fd2-45d0-a54c-5d0ac11674ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:37:39.162716 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:37:39.171446 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d962e-de11-4c0c-b926-49fae407ee70 req-401c45e2-35a2-43d2-a34f-0bd31b1be19a tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:39.177572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d962e-de11-4c0c-b926-49fae407ee70 req-401c45e2-35a2-43d2-a34f-0bd31b1be19a tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:39.186275 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d962e-de11-4c0c-b926-49fae407ee70 req-401c45e2-35a2-43d2-a34f-0bd31b1be19a tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:39.194343 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d962e-de11-4c0c-b926-49fae407ee70 req-401c45e2-35a2-43d2-a34f-0bd31b1be19a tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:39.199959 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d962e-de11-4c0c-b926-49fae407ee70 req-401c45e2-35a2-43d2-a34f-0bd31b1be19a tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:39.207352 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d962e-de11-4c0c-b926-49fae407ee70 req-401c45e2-35a2-43d2-a34f-0bd31b1be19a tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:39.207493 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 16 Aug 2021 22:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98ae9b5-ef05-4bc6-8f01-bcdae8d221f0 x-openstack-request-id: req-c98ae9b5-ef05-4bc6-8f01-bcdae8d221f0 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:37:39.207493 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-plugged", "status": "completed", "tag": "882b75e0-8639-46ef-a97c-2657f474d5df", "code": 200}, {"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-plugged", "status": "completed", "tag": "95258e61-57fb-4f52-995b-af813f1e9267", "code": 200}, {"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-plugged", "status": "completed", "tag": "a0a260f4-e95c-4287-9011-ab8907999577", "code": 200}, {"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-plugged", "status": "completed", "tag": "91bc08db-0eb4-4c28-b758-f80f8c5d6e8a", "code": 200}, {"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-plugged", "status": "completed", "tag": "591b5968-9ed1-44b8-afc2-1f142f90e8d8", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:37:39.208055 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c98ae9b5-ef05-4bc6-8f01-bcdae8d221f0 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:37:39.208055 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882b75e0-8639-46ef-a97c-2657f474d5df', 'code': 200} Aug 16 22:37:39.208242 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95258e61-57fb-4f52-995b-af813f1e9267', 'code': 200} Aug 16 22:37:39.208475 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a260f4-e95c-4287-9011-ab8907999577', 'code': 200} Aug 16 22:37:39.208701 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bc08db-0eb4-4c28-b758-f80f8c5d6e8a', 'code': 200} Aug 16 22:37:39.208948 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591b5968-9ed1-44b8-afc2-1f142f90e8d8', 'code': 200} Aug 16 22:37:39.213479 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d962e-de11-4c0c-b926-49fae407ee70 req-401c45e2-35a2-43d2-a34f-0bd31b1be19a tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:39.215514 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-180d962e-de11-4c0c-b926-49fae407ee70 req-401c45e2-35a2-43d2-a34f-0bd31b1be19a tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5434 time: 0.3442881 Aug 16 22:37:39.272192 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-344a9bdb-0e52-4a81-8318-78245a46953f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.278946 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344a9bdb-0e52-4a81-8318-78245a46953f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:39.280130 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-344a9bdb-0e52-4a81-8318-78245a46953f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.306969 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-344a9bdb-0e52-4a81-8318-78245a46953f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3455181 Aug 16 22:37:39.306969 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6c63c58-9fd2-45d0-a54c-5d0ac11674ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.322008 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44012) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:39.361885 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6c63c58-9fd2-45d0-a54c-5d0ac11674ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.364325 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a6c63c58-9fd2-45d0-a54c-5d0ac11674ce admin admin] 10.222.0.93 "DELETE /v2.0/networks/6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751 HTTP/1.1" status: 204 len: 168 time: 2.4539769 Aug 16 22:37:39.368619 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-9b7afff1-d8bf-4c33-a0b4-d512c08016ab tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'subnet': {'network_id': 'e83b8883-97f9-4c68-91c1-b75c1ff5e0f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:39.390451 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 59fc8669-a148-4d26-8c8a-4e862edc2266 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:37:39.416198 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 59fc8669-a148-4d26-8c8a-4e862edc2266 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:37:39.416594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 59fc8669-a148-4d26-8c8a-4e862edc2266 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:37:39.454359 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-180d962e-de11-4c0c-b926-49fae407ee70 req-4b12207a-bd9d-4a70-b04f-9bd47a9e2c0c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2189720 Aug 16 22:37:39.473628 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-479a166a-d7e0-4e41-8427-c0f698606a6e tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.484406 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a9bdb-0e52-4a81-8318-78245a46953f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Network': ['ID=e83b8883-97f9-4c68-91c1-b75c1ff5e0f0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:39.498096 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network e83b8883-97f9-4c68-91c1-b75c1ff5e0f0 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:37:39.502442 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a9132-8a38-4bca-b064-90fb47ed82b2 req-df65623b-232f-4ebd-ae48-80ad2f228af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:39.503057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a9132-8a38-4bca-b064-90fb47ed82b2 req-df65623b-232f-4ebd-ae48-80ad2f228af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:39.504304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a9132-8a38-4bca-b064-90fb47ed82b2 req-df65623b-232f-4ebd-ae48-80ad2f228af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:39.504978 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a9132-8a38-4bca-b064-90fb47ed82b2 req-df65623b-232f-4ebd-ae48-80ad2f228af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:39.505504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a9132-8a38-4bca-b064-90fb47ed82b2 req-df65623b-232f-4ebd-ae48-80ad2f228af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:39.506067 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a9132-8a38-4bca-b064-90fb47ed82b2 req-df65623b-232f-4ebd-ae48-80ad2f228af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:39.507437 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a9132-8a38-4bca-b064-90fb47ed82b2 req-df65623b-232f-4ebd-ae48-80ad2f228af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:39.510864 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e1a9132-8a38-4bca-b064-90fb47ed82b2 req-df65623b-232f-4ebd-ae48-80ad2f228af4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 6499 time: 0.1741419 Aug 16 22:37:39.540568 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c63c58-9fd2-45d0-a54c-5d0ac11674ce admin admin] Pushing event deleted for resources: {'Network': ['ID=6b1fcd6c-f66d-4769-b0b2-ed3bb98c1751,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:39.620208 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e1a9132-8a38-4bca-b064-90fb47ed82b2 req-3e2cb331-a4a1-4538-a3b8-7d95f3b6326c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1023617 Aug 16 22:37:39.644499 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-479a166a-d7e0-4e41-8427-c0f698606a6e tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Deleting port 934954c2-c19b-4448-b803-557dafd74564 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:39.644853 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-479a166a-d7e0-4e41-8427-c0f698606a6e tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.658150 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44022) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:39.688077 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7afff1-d8bf-4c33-a0b4-d512c08016ab tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:39.691660 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b7afff1-d8bf-4c33-a0b4-d512c08016ab tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.794971 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cd66bd7b-b8bb-427e-b9db-c2d45a2f521e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=92faa7784798435a97e9cef690c8ad52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357613 Aug 16 22:37:39.799586 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44026) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:39.808059 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44028) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:39.937779 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b72b46b-9fb8-47df-901c-38f03cbc19e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.943567 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-479a166a-d7e0-4e41-8427-c0f698606a6e tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.969046 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-479a166a-d7e0-4e41-8427-c0f698606a6e tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Calling delete_port for 934954c2-c19b-4448-b803-557dafd74564 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:39.983675 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b72b46b-9fb8-47df-901c-38f03cbc19e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.992046 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15e6229a-978d-4932-96c4-dc142d26639c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:40.049256 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b7afff1-d8bf-4c33-a0b4-d512c08016ab tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:40.148951 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b72b46b-9fb8-47df-901c-38f03cbc19e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:40.152020 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b72b46b-9fb8-47df-901c-38f03cbc19e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:40.153731 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4b72b46b-9fb8-47df-901c-38f03cbc19e2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d3f3f2c1-a36c-4692-98a8-d401f9a936ce HTTP/1.1" status: 204 len: 168 time: 0.3521624 Aug 16 22:37:40.167273 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72b46b-9fb8-47df-901c-38f03cbc19e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f3f2c1-a36c-4692-98a8-d401f9a936ce,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:40.254553 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7afff1-d8bf-4c33-a0b4-d512c08016ab tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Subnet': ['ID=6814dacf-82a4-4d8b-b75d-3d9a9e068abb,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:40.267282 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-479a166a-d7e0-4e41-8427-c0f698606a6e tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:40.272290 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6e561d0a-b558-4674-9273-d4529624a3c2 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:40.276376 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7afff1-d8bf-4c33-a0b4-d512c08016ab tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Checking segment: {'id': '314e5593-c427-4464-8c29-37711728be2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e83b8883-97f9-4c68-91c1-b75c1ff5e0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:37:40.276647 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7afff1-d8bf-4c33-a0b4-d512c08016ab tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network hostable DHCP agents. Network: e83b8883-97f9-4c68-91c1-b75c1ff5e0f0, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:37:40.288339 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6e561d0a-b558-4674-9273-d4529624a3c2 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578920'] for router, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:40.350472 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7afff1-d8bf-4c33-a0b4-d512c08016ab tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network e83b8883-97f9-4c68-91c1-b75c1ff5e0f0 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:37:40.376129 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-9b7afff1-d8bf-4c33-a0b4-d512c08016ab tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, e83b8883-97f9-4c68-91c1-b75c1ff5e0f0) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:40.387406 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fe9f22-5296-4931-871d-9ba0bb61ec26 None None] Network e83b8883-97f9-4c68-91c1-b75c1ff5e0f0 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:37:40.397824 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7afff1-d8bf-4c33-a0b4-d512c08016ab tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:40.398556 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b7afff1-d8bf-4c33-a0b4-d512c08016ab tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:40.400630 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a166a-d7e0-4e41-8427-c0f698606a6e tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Pushing event deleted for resources: {'Port': ['ID=934954c2-c19b-4448-b803-557dafd74564,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:40.415918 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-479a166a-d7e0-4e41-8427-c0f698606a6e tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:40.467408 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15e6229a-978d-4932-96c4-dc142d26639c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:40.484456 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15e6229a-978d-4932-96c4-dc142d26639c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:40.495405 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9b7afff1-d8bf-4c33-a0b4-d512c08016ab tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1392407 Aug 16 22:37:40.539985 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44050) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:40.561292 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6721dc42-4aca-4408-9876-bd20d203f30c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'subnet': {'network_id': 'e83b8883-97f9-4c68-91c1-b75c1ff5e0f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:40.626891 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-479a166a-d7e0-4e41-8427-c0f698606a6e tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:40.626891 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-479a166a-d7e0-4e41-8427-c0f698606a6e tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:40.641995 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e561d0a-b558-4674-9273-d4529624a3c2 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Router 9206098c-515e-46a6-b2f0-11bc1305a42c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:37:40.703602 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-479a166a-d7e0-4e41-8427-c0f698606a6e tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:40.705088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479a166a-d7e0-4e41-8427-c0f698606a6e tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Fanout notify agent at l3_agent the message router_deleted on router 6f6110fd-5cb5-4067-bd75-126c017709cf {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:37:40.718876 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-15e6229a-978d-4932-96c4-dc142d26639c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=eff0a227558747e2aa86f9a1473743ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9054601 Aug 16 22:37:40.719027 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-479a166a-d7e0-4e41-8427-c0f698606a6e tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:40.723017 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-479a166a-d7e0-4e41-8427-c0f698606a6e tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "DELETE /v2.0/routers/6f6110fd-5cb5-4067-bd75-126c017709cf HTTP/1.1" status: 204 len: 168 time: 1.8315027 Aug 16 22:37:40.723017 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44058) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:40.749366 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44060) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:40.762054 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6e4ed4bd-83eb-4016-8d0f-9ea9dfe52dab tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Request body: {'router': {'name': 'tempest-snat-router-896943415', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'enable_snat': False}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:40.812917 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6229a-978d-4932-96c4-dc142d26639c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d51903-696e-4443-99a6-915dd619b35d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:40.916755 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdde27-b564-4b64-80dd-362646a2a125 req-421a9eb7-eaf7-42eb-aef1-3bc7ca99c731 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:40.923524 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdde27-b564-4b64-80dd-362646a2a125 req-421a9eb7-eaf7-42eb-aef1-3bc7ca99c731 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:40.927591 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-6721dc42-4aca-4408-9876-bd20d203f30c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:37:40.927591 n-d-792458-15 neutron-server[94872]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 22:37:40.927591 n-d-792458-15 neutron-server[94872]: [parameters: {'project_id': 'd151c136af15401e8630f50830d07764', 'id': '014089d6-4d99-4b0a-8bc4-6ffc77dbb4e1', 'expiration': datetime.datetime(2021, 8, 16, 22, 39, 40, 835447)}] Aug 16 22:37:40.927591 n-d-792458-15 neutron-server[94872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:37:40.929269 n-d-792458-15 neutron-server[94872]: DEBUG oslo_db.api [None req-6721dc42-4aca-4408-9876-bd20d203f30c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:37:40.929864 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdde27-b564-4b64-80dd-362646a2a125 req-421a9eb7-eaf7-42eb-aef1-3bc7ca99c731 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:40.936304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdde27-b564-4b64-80dd-362646a2a125 req-421a9eb7-eaf7-42eb-aef1-3bc7ca99c731 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:40.947137 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdde27-b564-4b64-80dd-362646a2a125 req-421a9eb7-eaf7-42eb-aef1-3bc7ca99c731 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:40.957527 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdde27-b564-4b64-80dd-362646a2a125 req-421a9eb7-eaf7-42eb-aef1-3bc7ca99c731 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:40.968459 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdde27-b564-4b64-80dd-362646a2a125 req-421a9eb7-eaf7-42eb-aef1-3bc7ca99c731 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:40.981563 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87cdde27-b564-4b64-80dd-362646a2a125 req-421a9eb7-eaf7-42eb-aef1-3bc7ca99c731 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5435 time: 0.2919855 Aug 16 22:37:40.983787 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec393018-7eb3-4927-bc3c-295e525986b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:40.986180 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed4bd-83eb-4016-8d0f-9ea9dfe52dab tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:40.987796 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed4bd-83eb-4016-8d0f-9ea9dfe52dab tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.009871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-e83b8883-97f9-4c68-91c1-b75c1ff5e0f0', 'network_id': 'e83b8883-97f9-4c68-91c1-b75c1ff5e0f0', 'tenant_id': 'd151c136af15401e8630f50830d07764', 'fixed_ips': [{'subnet_id': '6814dacf-82a4-4d8b-b75d-3d9a9e068abb'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:37:41.011349 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.017145 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.052625 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec393018-7eb3-4927-bc3c-295e525986b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.074191 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e561d0a-b558-4674-9273-d4529624a3c2 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:37:41.086252 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6e561d0a-b558-4674-9273-d4529624a3c2 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.094082 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6e561d0a-b558-4674-9273-d4529624a3c2 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "PUT /v2.0/routers/9206098c-515e-46a6-b2f0-11bc1305a42c HTTP/1.1" status: 200 len: 920 time: 3.9387467 Aug 16 22:37:41.094781 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44072) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:41.200568 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] Allocated IP 2001:db8::2 (e83b8883-97f9-4c68-91c1-b75c1ff5e0f0/6814dacf-82a4-4d8b-b75d-3d9a9e068abb/466de7fc-7d8f-4d28-9d6d-a87bd41a6509) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:41.219132 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87cdde27-b564-4b64-80dd-362646a2a125 req-9234ab00-a51b-4f93-afbd-695f96a2c209 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2216599 Aug 16 22:37:41.238600 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed4bd-83eb-4016-8d0f-9ea9dfe52dab tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.352336 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c701f7-7b01-4cf9-8e73-d0405927ce66 None None] Sync routers for ids ['9206098c-515e-46a6-b2f0-11bc1305a42c'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:37:41.395304 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c701f7-7b01-4cf9-8e73-d0405927ce66 None None] Routers {'9206098c-515e-46a6-b2f0-11bc1305a42c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:41.396018 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-22c701f7-7b01-4cf9-8e73-d0405927ce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['9206098c-515e-46a6-b2f0-11bc1305a42c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:41.413845 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec393018-7eb3-4927-bc3c-295e525986b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.418193 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec393018-7eb3-4927-bc3c-295e525986b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.419491 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ec393018-7eb3-4927-bc3c-295e525986b9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/66d51903-696e-4443-99a6-915dd619b35d HTTP/1.1" status: 204 len: 168 time: 0.6712492 Aug 16 22:37:41.433080 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8932d0c4-1fb2-4743-89b4-cf03d9999f44 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "GET /v2.0/routers/9206098c-515e-46a6-b2f0-11bc1305a42c HTTP/1.1" status: 200 len: 920 time: 0.3366160 Aug 16 22:37:41.444043 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44098) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:41.506230 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec393018-7eb3-4927-bc3c-295e525986b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d51903-696e-4443-99a6-915dd619b35d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:41.525469 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-22c701f7-7b01-4cf9-8e73-d0405927ce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:41.527277 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed4bd-83eb-4016-8d0f-9ea9dfe52dab tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.623588 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.630932 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c701f7-7b01-4cf9-8e73-d0405927ce66 None None] Routers {'9206098c-515e-46a6-b2f0-11bc1305a42c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:41.632381 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-22c701f7-7b01-4cf9-8e73-d0405927ce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['9206098c-515e-46a6-b2f0-11bc1305a42c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:41.648259 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-eda7acd6-88d8-49f9-ba0d-60bf031d956a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.655901 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6721dc42-4aca-4408-9876-bd20d203f30c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:41.662007 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6721dc42-4aca-4408-9876-bd20d203f30c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.719328 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-22c701f7-7b01-4cf9-8e73-d0405927ce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:41.720411 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c701f7-7b01-4cf9-8e73-d0405927ce66 None None] The sync data for ids ['9206098c-515e-46a6-b2f0-11bc1305a42c'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:37:41.723505 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] Transition to ACTIVE for port object 466de7fc-7d8f-4d28-9d6d-a87bd41a6509 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:41.741187 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cc0190-9a42-470e-b0b7-47961f6be8dd tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:41.748479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] Transition to ACTIVE for port object 466de7fc-7d8f-4d28-9d6d-a87bd41a6509 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:41.748670 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-70cc0190-9a42-470e-b0b7-47961f6be8dd tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&device_id=9206098c-515e-46a6-b2f0-11bc1305a42c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2960579 Aug 16 22:37:41.752088 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44110) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:41.757981 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.818355 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] Network e83b8883-97f9-4c68-91c1-b75c1ff5e0f0 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:41.822590 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:41.828706 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:41.832565 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] Pushing event updated for resources: {'Port': ['ID=466de7fc-7d8f-4d28-9d6d-a87bd41a6509,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:41.876852 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed4bd-83eb-4016-8d0f-9ea9dfe52dab tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.900519 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] Attempting to bind port 466de7fc-7d8f-4d28-9d6d-a87bd41a6509 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:37:41.901848 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] Attempting to bind port 466de7fc-7d8f-4d28-9d6d-a87bd41a6509 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '314e5593-c427-4464-8c29-37711728be2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e83b8883-97f9-4c68-91c1-b75c1ff5e0f0'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:37:41.902553 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] Attempting to bind port 466de7fc-7d8f-4d28-9d6d-a87bd41a6509 on network e83b8883-97f9-4c68-91c1-b75c1ff5e0f0 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:37:41.909562 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed4bd-83eb-4016-8d0f-9ea9dfe52dab tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.916423 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:37:41.917123 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] Checking segment: {'id': '314e5593-c427-4464-8c29-37711728be2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e83b8883-97f9-4c68-91c1-b75c1ff5e0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:37:41.917716 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.918405 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] Bound using segment: {'id': '314e5593-c427-4464-8c29-37711728be2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e83b8883-97f9-4c68-91c1-b75c1ff5e0f0'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:37:41.919169 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] Bound port: 466de7fc-7d8f-4d28-9d6d-a87bd41a6509, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314e5593-c427-4464-8c29-37711728be2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e83b8883-97f9-4c68-91c1-b75c1ff5e0f0'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:37:41.919780 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.924909 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44114) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:41.945577 n-d-792458-15 neutron-server[94872]: INFO neutron.db.ipam_backend_mixin [None req-6721dc42-4aca-4408-9876-bd20d203f30c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6814dacf-82a4-4d8b-b75d-3d9a9e068abb (CIDR: 2001:db8::/64) Aug 16 22:37:41.950549 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-6721dc42-4aca-4408-9876-bd20d203f30c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:37:41.951133 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6721dc42-4aca-4408-9876-bd20d203f30c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:37:41.993638 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6721dc42-4aca-4408-9876-bd20d203f30c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4434001 Aug 16 22:37:41.998263 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44118) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:42.001641 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7100fd87-a611-4623-aad6-63c359d972d6 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:42.003977 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7100fd87-a611-4623-aad6-63c359d972d6 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 881 time: 0.2500796 Aug 16 22:37:42.008774 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44120) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:42.012682 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-77ff483d-940d-491e-a8ee-d80326c400f9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'subnet': {'network_id': 'e83b8883-97f9-4c68-91c1-b75c1ff5e0f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:42.064409 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2ae2a252-6497-4de7-8905-5c4c134cd4c1 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "GET /v2.0/ports?device_id=9206098c-515e-46a6-b2f0-11bc1305a42c HTTP/1.1" status: 200 len: 205 time: 0.0539565 Aug 16 22:37:42.068205 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44122) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:42.100032 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] For port 466de7fc-7d8f-4d28-9d6d-a87bd41a6509, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:37:42.105541 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.137383 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] For port 466de7fc-7d8f-4d28-9d6d-a87bd41a6509, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=466de7fc-7d8f-4d28-9d6d-a87bd41a6509,segment=NetworkSegment(314e5593-c427-4464-8c29-37711728be2a),segment_id=314e5593-c427-4464-8c29-37711728be2a)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:37:42.144247 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.179149 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44126) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:42.219170 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-6e4ed4bd-83eb-4016-8d0f-9ea9dfe52dab tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Allocated IP 172.25.6.115 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/53c3da98-4236-4069-bc6e-8c258976c47e) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:42.256907 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7df21-47fd-49ee-829b-800585b7e898 None None] Pushing event updated for resources: {'Port': ['ID=466de7fc-7d8f-4d28-9d6d-a87bd41a6509,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:42.263909 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d80c865b-928a-4de5-aade-0da00f27f38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.484725 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed4bd-83eb-4016-8d0f-9ea9dfe52dab tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.560410 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44130) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:42.572362 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1425569684-network', 'tenant_id': '729e44ecc953497b8bf930c79bba20ac'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:42.577080 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed4bd-83eb-4016-8d0f-9ea9dfe52dab tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.618603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ff483d-940d-491e-a8ee-d80326c400f9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:42.622796 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77ff483d-940d-491e-a8ee-d80326c400f9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.662428 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee15f65e-1613-42c1-a49a-dff5f8cd6c2d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.794605 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4ed4bd-83eb-4016-8d0f-9ea9dfe52dab tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:42.811015 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee15f65e-1613-42c1-a49a-dff5f8cd6c2d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.842427 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ed4bd-83eb-4016-8d0f-9ea9dfe52dab tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Pushing event updated for resources: {'Port': ['ID=53c3da98-4236-4069-bc6e-8c258976c47e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:42.845409 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-6e4ed4bd-83eb-4016-8d0f-9ea9dfe52dab tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:42.857181 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4ed4bd-83eb-4016-8d0f-9ea9dfe52dab tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:42.861714 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbe1d6c7-2f2d-4fb9-a23e-65209657ae18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.876482 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ee15f65e-1613-42c1-a49a-dff5f8cd6c2d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Deleting port 9b3c5b43-3046-4000-8a6c-d4ef3b5c5f72 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:42.876876 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee15f65e-1613-42c1-a49a-dff5f8cd6c2d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.908361 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedda455-9b64-4815-8233-1c48be3dd7ff req-376bddfc-c8c2-496c-babc-7639c53dd6d9 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:42.914476 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedda455-9b64-4815-8233-1c48be3dd7ff req-376bddfc-c8c2-496c-babc-7639c53dd6d9 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:42.920799 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedda455-9b64-4815-8233-1c48be3dd7ff req-376bddfc-c8c2-496c-babc-7639c53dd6d9 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:42.926929 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedda455-9b64-4815-8233-1c48be3dd7ff req-376bddfc-c8c2-496c-babc-7639c53dd6d9 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:42.932798 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedda455-9b64-4815-8233-1c48be3dd7ff req-376bddfc-c8c2-496c-babc-7639c53dd6d9 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:42.938615 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedda455-9b64-4815-8233-1c48be3dd7ff req-376bddfc-c8c2-496c-babc-7639c53dd6d9 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:42.944613 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedda455-9b64-4815-8233-1c48be3dd7ff req-376bddfc-c8c2-496c-babc-7639c53dd6d9 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:42.946664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cedda455-9b64-4815-8233-1c48be3dd7ff req-376bddfc-c8c2-496c-babc-7639c53dd6d9 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5435 time: 0.3871591 Aug 16 22:37:42.972416 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee15f65e-1613-42c1-a49a-dff5f8cd6c2d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.991675 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ee15f65e-1613-42c1-a49a-dff5f8cd6c2d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Calling delete_port for 9b3c5b43-3046-4000-8a6c-d4ef3b5c5f72 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:43.183745 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cedda455-9b64-4815-8233-1c48be3dd7ff req-dea82c79-88de-4efd-aa55-5abe8315e7ca tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2179697 Aug 16 22:37:43.274670 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.343408 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d80c865b-928a-4de5-aade-0da00f27f38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.400651 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d80c865b-928a-4de5-aade-0da00f27f38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.444530 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee15f65e-1613-42c1-a49a-dff5f8cd6c2d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.460250 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-bbe1d6c7-2f2d-4fb9-a23e-65209657ae18 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:37:43.460250 n-d-792458-15 neutron-server[94871]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:37:43.460250 n-d-792458-15 neutron-server[94871]: [parameters: {'project_id_1': '45fadd30ae404b988ee0a337458917b0', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 37, 43, 9592)}] Aug 16 22:37:43.460250 n-d-792458-15 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:37:43.460875 n-d-792458-15 neutron-server[94871]: DEBUG oslo_db.api [None req-bbe1d6c7-2f2d-4fb9-a23e-65209657ae18 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:37:43.484440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 466de7fc-7d8f-4d28-9d6d-a87bd41a6509 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:43.502772 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15f65e-1613-42c1-a49a-dff5f8cd6c2d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Pushing event deleted for resources: {'Port': ['ID=9b3c5b43-3046-4000-8a6c-d4ef3b5c5f72,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:43.523982 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Made reservation on behalf of 729e44ecc953497b8bf930c79bba20ac for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:43.528409 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.561096 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.581801 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d80c865b-928a-4de5-aade-0da00f27f38c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4a8f467c8d4849a08d4f721170f71b51&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3858464 Aug 16 22:37:43.586990 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c865b-928a-4de5-aade-0da00f27f38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfa1790-ba7b-4561-9b84-6fe58d80ded7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:43.591079 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77ff483d-940d-491e-a8ee-d80326c400f9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.591574 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44138) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:43.642611 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 466de7fc-7d8f-4d28-9d6d-a87bd41a6509 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:43.661787 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee15f65e-1613-42c1-a49a-dff5f8cd6c2d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.732278 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ff483d-940d-491e-a8ee-d80326c400f9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network e83b8883-97f9-4c68-91c1-b75c1ff5e0f0 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:43.752482 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455bc00-4139-41ff-91b4-9067448c8aeb req-96b602e8-54ce-4204-905a-1e03ff000fe8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:43.758742 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455bc00-4139-41ff-91b4-9067448c8aeb req-96b602e8-54ce-4204-905a-1e03ff000fe8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:43.766637 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455bc00-4139-41ff-91b4-9067448c8aeb req-96b602e8-54ce-4204-905a-1e03ff000fe8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:43.773022 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455bc00-4139-41ff-91b4-9067448c8aeb req-96b602e8-54ce-4204-905a-1e03ff000fe8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:43.779998 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455bc00-4139-41ff-91b4-9067448c8aeb req-96b602e8-54ce-4204-905a-1e03ff000fe8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:43.786094 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455bc00-4139-41ff-91b4-9067448c8aeb req-96b602e8-54ce-4204-905a-1e03ff000fe8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:43.792254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455bc00-4139-41ff-91b4-9067448c8aeb req-96b602e8-54ce-4204-905a-1e03ff000fe8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:43.794401 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6455bc00-4139-41ff-91b4-9067448c8aeb req-96b602e8-54ce-4204-905a-1e03ff000fe8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5435 time: 0.4137425 Aug 16 22:37:43.810886 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-77ff483d-940d-491e-a8ee-d80326c400f9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:43.816755 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44140) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:43.817545 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee15f65e-1613-42c1-a49a-dff5f8cd6c2d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.821871 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee15f65e-1613-42c1-a49a-dff5f8cd6c2d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.823849 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ff483d-940d-491e-a8ee-d80326c400f9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:43.824449 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77ff483d-940d-491e-a8ee-d80326c400f9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.835436 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c7e03e8c-f163-4311-9d36-c99e0c7f2188 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Request body: {'floatingip': {'port_id': '591b5968-9ed1-44b8-afc2-1f142f90e8d8'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:43.889858 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fc9f66f5-a514-4491-8edd-879fb374e046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.895277 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee15f65e-1613-42c1-a49a-dff5f8cd6c2d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.896180 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee15f65e-1613-42c1-a49a-dff5f8cd6c2d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Fanout notify agent at l3_agent the message router_deleted on router 9206098c-515e-46a6-b2f0-11bc1305a42c {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:37:43.904904 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee15f65e-1613-42c1-a49a-dff5f8cd6c2d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.912514 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ee15f65e-1613-42c1-a49a-dff5f8cd6c2d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "DELETE /v2.0/routers/9206098c-515e-46a6-b2f0-11bc1305a42c HTTP/1.1" status: 204 len: 168 time: 1.8373575 Aug 16 22:37:43.912895 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44142) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:43.915563 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7e03e8c-f163-4311-9d36-c99e0c7f2188 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.919693 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-15859476-53c9-47dd-9916-4c544e92bd97 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1521336407', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:43.925693 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ad21b6-be15-406d-acf3-f2dcce5f0609 None None] Network e83b8883-97f9-4c68-91c1-b75c1ff5e0f0 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:37:43.952103 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fc9f66f5-a514-4491-8edd-879fb374e046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.978958 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbe1d6c7-2f2d-4fb9-a23e-65209657ae18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.990475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff483d-940d-491e-a8ee-d80326c400f9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Subnet': ['ID=87c1243b-1717-4c5e-a795-a96472d97d81,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:44.015523 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3d5ccbc9-c89d-4ba4-8e6a-05125fa6832d None None] Provisioning for port 466de7fc-7d8f-4d28-9d6d-a87bd41a6509 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:44.029423 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3d5ccbc9-c89d-4ba4-8e6a-05125fa6832d None None] Provisioning complete for port 466de7fc-7d8f-4d28-9d6d-a87bd41a6509 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:44.029872 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d5ccbc9-c89d-4ba4-8e6a-05125fa6832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:44.036216 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fc9f66f5-a514-4491-8edd-879fb374e046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:44.039309 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fc9f66f5-a514-4491-8edd-879fb374e046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:44.044057 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fc9f66f5-a514-4491-8edd-879fb374e046 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0bfa1790-ba7b-4561-9b84-6fe58d80ded7 HTTP/1.1" status: 204 len: 168 time: 0.4478393 Aug 16 22:37:44.055138 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f66f5-a514-4491-8edd-879fb374e046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfa1790-ba7b-4561-9b84-6fe58d80ded7,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:44.262965 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d5ccbc9-c89d-4ba4-8e6a-05125fa6832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:44.329506 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3d5ccbc9-c89d-4ba4-8e6a-05125fa6832d None None] For port 466de7fc-7d8f-4d28-9d6d-a87bd41a6509, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=466de7fc-7d8f-4d28-9d6d-a87bd41a6509,segment=NetworkSegment(314e5593-c427-4464-8c29-37711728be2a),segment_id=314e5593-c427-4464-8c29-37711728be2a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:44.339915 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d5ccbc9-c89d-4ba4-8e6a-05125fa6832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:44.448538 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53644481-bf84-454b-a41f-63c590407a09 None None] Update dhcp port {'port': {'network_id': 'e83b8883-97f9-4c68-91c1-b75c1ff5e0f0', 'fixed_ips': [{'subnet_id': '6814dacf-82a4-4d8b-b75d-3d9a9e068abb', 'ip_address': '2001:db8::2'}, {'subnet_id': '87c1243b-1717-4c5e-a795-a96472d97d81'}], 'binding:host_id': 'n-d-792458-15'}, 'id': '466de7fc-7d8f-4d28-9d6d-a87bd41a6509'} from n-d-792458-15. {{(pid=94873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:37:44.472492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ccbc9-c89d-4ba4-8e6a-05125fa6832d None None] Pushing event updated for resources: {'Port': ['ID=466de7fc-7d8f-4d28-9d6d-a87bd41a6509,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:44.489338 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed4bd-83eb-4016-8d0f-9ea9dfe52dab tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:44.490638 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-53644481-bf84-454b-a41f-63c590407a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:44.729128 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:44.740971 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:44.779947 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-53644481-bf84-454b-a41f-63c590407a09 None None] Allocated IP 2001:db8:0:1::2 (e83b8883-97f9-4c68-91c1-b75c1ff5e0f0/87c1243b-1717-4c5e-a795-a96472d97d81/466de7fc-7d8f-4d28-9d6d-a87bd41a6509) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:44.780218 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-77ff483d-940d-491e-a8ee-d80326c400f9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7754214 Aug 16 22:37:44.787707 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44158) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:44.791107 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15859476-53c9-47dd-9916-4c544e92bd97 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:44.793001 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15859476-53c9-47dd-9916-4c544e92bd97 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:44.842486 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:44.884751 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:37:44.887097 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15859476-53c9-47dd-9916-4c544e92bd97 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:44.895605 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0d2e7e59-f804-4aa6-830e-1645ca944f1c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'port': {'network_id': 'e83b8883-97f9-4c68-91c1-b75c1ff5e0f0', 'fixed_ips': [{'subnet_id': '6814dacf-82a4-4d8b-b75d-3d9a9e068abb'}, {'subnet_id': '87c1243b-1717-4c5e-a795-a96472d97d81'}], 'name': 'tempest-PortsIpV6TestJSON-1163889665'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:44.902762 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15859476-53c9-47dd-9916-4c544e92bd97 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:44.927844 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:44.945837 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:44.946226 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Added segment cf644787-902a-4fa9-933b-54a0f58f8904 of type vlan for network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 Aug 16 22:37:44.993489 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-53644481-bf84-454b-a41f-63c590407a09 None None] For port 466de7fc-7d8f-4d28-9d6d-a87bd41a6509, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=466de7fc-7d8f-4d28-9d6d-a87bd41a6509,segment=NetworkSegment(314e5593-c427-4464-8c29-37711728be2a),segment_id=314e5593-c427-4464-8c29-37711728be2a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:45.045303 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-53644481-bf84-454b-a41f-63c590407a09 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:45.062441 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-53644481-bf84-454b-a41f-63c590407a09 None None] Transition to ACTIVE for port object 466de7fc-7d8f-4d28-9d6d-a87bd41a6509 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:45.069643 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-53644481-bf84-454b-a41f-63c590407a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:45.179459 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53644481-bf84-454b-a41f-63c590407a09 None None] Pushing event updated for resources: {'Port': ['ID=466de7fc-7d8f-4d28-9d6d-a87bd41a6509,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:45.202350 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:45.218004 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed4bd-83eb-4016-8d0f-9ea9dfe52dab tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:45.344067 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:45.345620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:45.346475 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:45.361026 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 466de7fc-7d8f-4d28-9d6d-a87bd41a6509 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:45.381771 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbe1d6c7-2f2d-4fb9-a23e-65209657ae18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:45.404332 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15859476-53c9-47dd-9916-4c544e92bd97 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:45.406762 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-15859476-53c9-47dd-9916-4c544e92bd97 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4916389 Aug 16 22:37:45.415905 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44170) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:45.438050 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-fcba4c9c-1978-4ace-8786-a03694483121 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:45.445697 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbe1d6c7-2f2d-4fb9-a23e-65209657ae18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:45.560481 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2e7e59-f804-4aa6-830e-1645ca944f1c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:45.585764 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.6528804 Aug 16 22:37:45.585764 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.resource_extend [None req-c7e03e8c-f163-4311-9d36-c99e0c7f2188 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:37:45.586500 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44176) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:45.630929 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Request body: {'subnet': {'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1425569684-subnet', 'tenant_id': '729e44ecc953497b8bf930c79bba20ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:45.685740 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Pushing event updated for resources: {'Network': ['ID=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:45.702298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bbe1d6c7-2f2d-4fb9-a23e-65209657ae18 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=45fadd30ae404b988ee0a337458917b0&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1372404 Aug 16 22:37:45.710141 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44180) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:45.712926 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1d6c7-2f2d-4fb9-a23e-65209657ae18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca22339-dc79-467d-9b7f-1b0346aff4e2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:45.748765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.748765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.748765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.750196 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.750196 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.750196 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.750196 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.750432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.750611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.750945 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.751342 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.751594 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb100e-d0f5-4ea7-a05b-3e836368d966 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.767466 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7e03e8c-f163-4311-9d36-c99e0c7f2188 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:45.771410 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe1d6c7-2f2d-4fb9-a23e-65209657ae18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.771642 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:37:45.771795 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe1d6c7-2f2d-4fb9-a23e-65209657ae18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.772064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe1d6c7-2f2d-4fb9-a23e-65209657ae18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.772416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe1d6c7-2f2d-4fb9-a23e-65209657ae18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.772709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe1d6c7-2f2d-4fb9-a23e-65209657ae18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.773051 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe1d6c7-2f2d-4fb9-a23e-65209657ae18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.773652 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe1d6c7-2f2d-4fb9-a23e-65209657ae18 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.774157 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe1d6c7-2f2d-4fb9-a23e-65209657ae18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.775335 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe1d6c7-2f2d-4fb9-a23e-65209657ae18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.775693 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe1d6c7-2f2d-4fb9-a23e-65209657ae18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.776627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe1d6c7-2f2d-4fb9-a23e-65209657ae18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.777046 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe1d6c7-2f2d-4fb9-a23e-65209657ae18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:45.786723 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7e03e8c-f163-4311-9d36-c99e0c7f2188 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:45.789530 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Made reservation on behalf of 729e44ecc953497b8bf930c79bba20ac for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:45.793830 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:45.942001 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-80ba7bec-bafc-4d67-9400-9977a392a22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:45.948448 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4ed4bd-83eb-4016-8d0f-9ea9dfe52dab tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Router c7899bfd-6f42-4d9f-830c-eaa197bcfb22 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:37:45.983559 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-c7e03e8c-f163-4311-9d36-c99e0c7f2188 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Floating IP 2d7a83eb-03cc-4a48-b9ed-37c972d57b58 associated. External IP: 172.25.6.124, port: 591b5968-9ed1-44b8-afc2-1f142f90e8d8. Aug 16 22:37:45.992638 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-80ba7bec-bafc-4d67-9400-9977a392a22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:46.033080 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fcba4c9c-1978-4ace-8786-a03694483121 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:46.057812 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d2e7e59-f804-4aa6-830e-1645ca944f1c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:46.094844 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fb9987-84ea-4869-8bfc-8990bd867808 None None] Network e83b8883-97f9-4c68-91c1-b75c1ff5e0f0 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:37:46.137019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-0d2e7e59-f804-4aa6-830e-1645ca944f1c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] device_id is not set on port e891bbc5-33bb-42be-a1d8-2af1919d024c yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:37:46.219752 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-52ed5d2b-8524-4176-a696-4acea4878b13 None None] Provisioning for port 466de7fc-7d8f-4d28-9d6d-a87bd41a6509 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:46.231037 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-52ed5d2b-8524-4176-a696-4acea4878b13 None None] Provisioning complete for port 466de7fc-7d8f-4d28-9d6d-a87bd41a6509 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:46.231847 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-52ed5d2b-8524-4176-a696-4acea4878b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:46.240118 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-80ba7bec-bafc-4d67-9400-9977a392a22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:46.242817 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-80ba7bec-bafc-4d67-9400-9977a392a22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:46.244039 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-80ba7bec-bafc-4d67-9400-9977a392a22d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8ca22339-dc79-467d-9b7f-1b0346aff4e2 HTTP/1.1" status: 204 len: 168 time: 0.5325444 Aug 16 22:37:46.276980 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4ed4bd-83eb-4016-8d0f-9ea9dfe52dab tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:37:46.280570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba7bec-bafc-4d67-9400-9977a392a22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca22339-dc79-467d-9b7f-1b0346aff4e2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:46.290671 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] Sync routers for ids ['c7899bfd-6f42-4d9f-830c-eaa197bcfb22'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:37:46.319182 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] Routers {'c7899bfd-6f42-4d9f-830c-eaa197bcfb22'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:46.323852 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c7899bfd-6f42-4d9f-830c-eaa197bcfb22'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:46.511401 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed4bd-83eb-4016-8d0f-9ea9dfe52dab tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:46.525675 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6e4ed4bd-83eb-4016-8d0f-9ea9dfe52dab tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.7670798 Aug 16 22:37:46.525675 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44196) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:46.606525 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] Set router c7899bfd-6f42-4d9f-830c-eaa197bcfb22 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:37:46.679380 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:46.711148 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e03e8c-f163-4311-9d36-c99e0c7f2188 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Router 3d35e2bf-351d-4949-b12e-fb3c9fccc31a has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:37:46.798281 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1d5be3d5-7612-4925-9c49-4e40a5095461 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "GET /v2.0/routers/c7899bfd-6f42-4d9f-830c-eaa197bcfb22 HTTP/1.1" status: 200 len: 908 time: 0.2671857 Aug 16 22:37:46.803818 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44208) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:46.834242 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e75c03be-afd1-426e-bfc4-7ed28c9385ef tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Request body: {'router': {'name': 'tempest-snat-router-896943415', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'enable_snat': True}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:46.899528 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2abfc365-29c3-4616-9b87-7c7a7ec9e755,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:46.925669 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e03e8c-f163-4311-9d36-c99e0c7f2188 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:37:46.936524 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7e03e8c-f163-4311-9d36-c99e0c7f2188 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:46.939322 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41fde2c-77f4-4799-b572-77544b5ef48c None None] Sync routers for ids ['3d35e2bf-351d-4949-b12e-fb3c9fccc31a'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:37:46.960730 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41fde2c-77f4-4799-b572-77544b5ef48c None None] Routers {'3d35e2bf-351d-4949-b12e-fb3c9fccc31a'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:46.963912 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a41fde2c-77f4-4799-b572-77544b5ef48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['3d35e2bf-351d-4949-b12e-fb3c9fccc31a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:46.980827 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44214) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:47.007516 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c7e03e8c-f163-4311-9d36-c99e0c7f2188 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "PUT /v2.0/floatingips/2d7a83eb-03cc-4a48-b9ed-37c972d57b58 HTTP/1.1" status: 200 len: 992 time: 3.1760302 Aug 16 22:37:47.011721 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'tag': '591b5968-9ed1-44b8-afc2-1f142f90e8d8'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:37:47.018902 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783328bf-e3d5-4ce8-86d1-086b1a0f06e8" -d '{"events": [{"name": "network-changed", "server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "tag": "591b5968-9ed1-44b8-afc2-1f142f90e8d8"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:37:47.041514 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-98efbe17-4358-4e80-8c7e-f73be5744446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:47.083926 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516c216d-65a8-48ce-a1ee-f3355607c4b4 x-openstack-request-id: req-516c216d-65a8-48ce-a1ee-f3355607c4b4 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:37:47.084281 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "tag": "591b5968-9ed1-44b8-afc2-1f142f90e8d8", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:37:47.084477 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-516c216d-65a8-48ce-a1ee-f3355607c4b4 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:37:47.084934 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'tag': '591b5968-9ed1-44b8-afc2-1f142f90e8d8', 'status': 'completed', 'code': 200} Aug 16 22:37:47.088382 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.091183 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.093376 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.093696 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.094076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.094417 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.094749 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.096667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.096667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.096667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.096667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.096975 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.109331 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7899bfd-6f42-4d9f-830c-eaa197bcfb22', 'name': 'tempest-snat-router-896943415', 'tenant_id': '7f7e0ce488ee4d88a1ad35259cfb0eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.115'}], 'enable_snat': False}, 'gw_port_id': '53c3da98-4236-4069-bc6e-8c258976c47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:37:41Z', 'updated_at': '2021-08-16T22:37:43Z', 'revision_number': 3, 'project_id': '7f7e0ce488ee4d88a1ad35259cfb0eb3', 'gw_port': {'id': '53c3da98-4236-4069-bc6e-8c258976c47e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:17:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7899bfd-6f42-4d9f-830c-eaa197bcfb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:37:41Z', 'updated_at': '2021-08-16T22:37:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:47.136104 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-20239bdf-bc9e-4792-91ae-fd0ff52e38e5 None None] Provisioning complete for port 466de7fc-7d8f-4d28-9d6d-a87bd41a6509 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:47.136482 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-20239bdf-bc9e-4792-91ae-fd0ff52e38e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:47.147279 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Checking segment: {'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:37:47.147655 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Network hostable DHCP agents. Network: a0b4d9a2-666b-4be2-bf62-f6b4cce7a325, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:37:47.163936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a41fde2c-77f4-4799-b572-77544b5ef48c None None] Set router 3d35e2bf-351d-4949-b12e-fb3c9fccc31a gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:37:47.164949 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e75c03be-afd1-426e-bfc4-7ed28c9385ef tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:47.166033 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e75c03be-afd1-426e-bfc4-7ed28c9385ef tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:47.186637 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] Checking router: c7899bfd-6f42-4d9f-830c-eaa197bcfb22 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:37:47.186989 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] Updating router c7899bfd-6f42-4d9f-830c-eaa197bcfb22 port 53c3da98-4236-4069-bc6e-8c258976c47e binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:37:47.196204 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-0d2e7e59-f804-4aa6-830e-1645ca944f1c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Allocated IP 2001:db8::b5 (e83b8883-97f9-4c68-91c1-b75c1ff5e0f0/6814dacf-82a4-4d8b-b75d-3d9a9e068abb/e891bbc5-33bb-42be-a1d8-2af1919d024c) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:47.210107 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-0d2e7e59-f804-4aa6-830e-1645ca944f1c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Allocated IP 2001:db8:0:1::bb (e83b8883-97f9-4c68-91c1-b75c1ff5e0f0/87c1243b-1717-4c5e-a795-a96472d97d81/e891bbc5-33bb-42be-a1d8-2af1919d024c) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:47.236015 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:47.247767 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783328bf-e3d5-4ce8-86d1-086b1a0f06e8 req-a67096b4-614d-4af7-a269-bb5f75160873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:47.248275 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783328bf-e3d5-4ce8-86d1-086b1a0f06e8 req-a67096b4-614d-4af7-a269-bb5f75160873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:47.248763 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783328bf-e3d5-4ce8-86d1-086b1a0f06e8 req-a67096b4-614d-4af7-a269-bb5f75160873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:47.249266 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783328bf-e3d5-4ce8-86d1-086b1a0f06e8 req-a67096b4-614d-4af7-a269-bb5f75160873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:47.249725 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783328bf-e3d5-4ce8-86d1-086b1a0f06e8 req-a67096b4-614d-4af7-a269-bb5f75160873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:47.250291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783328bf-e3d5-4ce8-86d1-086b1a0f06e8 req-a67096b4-614d-4af7-a269-bb5f75160873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:47.250917 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783328bf-e3d5-4ce8-86d1-086b1a0f06e8 req-a67096b4-614d-4af7-a269-bb5f75160873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:47.253103 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-783328bf-e3d5-4ce8-86d1-086b1a0f06e8 req-a67096b4-614d-4af7-a269-bb5f75160873 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec65b3f25804ec5b636b887d7c98229&device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 6499 time: 0.1177294 Aug 16 22:37:47.355288 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783328bf-e3d5-4ce8-86d1-086b1a0f06e8 req-c29273b1-5bde-4407-a397-092c43d391f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:47.356843 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-783328bf-e3d5-4ce8-86d1-086b1a0f06e8 req-c29273b1-5bde-4407-a397-092c43d391f8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=da99628b-b531-4700-97cd-f2deca3ca96b HTTP/1.1" status: 200 len: 912 time: 0.0964849 Aug 16 22:37:47.407644 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fcba4c9c-1978-4ace-8786-a03694483121 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:47.480811 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fcba4c9c-1978-4ace-8786-a03694483121 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:47.483267 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:37:47.495585 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-98efbe17-4358-4e80-8c7e-f73be5744446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:47.498840 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-783328bf-e3d5-4ce8-86d1-086b1a0f06e8 req-647ef395-15db-4190-8e44-e82ddb2263e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=591b5968-9ed1-44b8-afc2-1f142f90e8d8 HTTP/1.1" status: 200 len: 1000 time: 0.1343141 Aug 16 22:37:47.504171 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-98efbe17-4358-4e80-8c7e-f73be5744446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:47.511632 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, a0b4d9a2-666b-4be2-bf62-f6b4cce7a325) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:47.528936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fe1ba1-1713-4ba7-9464-b1e100288b5a None None] Network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:37:47.545119 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:47.545910 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:47.582462 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783328bf-e3d5-4ce8-86d1-086b1a0f06e8 req-99541ee6-5f45-4971-8af6-afd968d56509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:47.584144 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-783328bf-e3d5-4ce8-86d1-086b1a0f06e8 req-99541ee6-5f45-4971-8af6-afd968d56509 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ffe763c-ff2b-42ed-bcf3-687f913d441b HTTP/1.1" status: 200 len: 850 time: 0.0740886 Aug 16 22:37:47.616954 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e61e2f63-ca92-419e-9b69-859205f38c9b admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.0177093 Aug 16 22:37:47.673739 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-98efbe17-4358-4e80-8c7e-f73be5744446 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=45699d455800498699269987bbf89a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6915169 Aug 16 22:37:47.674469 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44250) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:47.677638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efbe17-4358-4e80-8c7e-f73be5744446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5ab77b-3c15-42fd-9101-a762e2fadb8e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:47.686425 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:47.699834 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] Transition to ACTIVE for port object 53c3da98-4236-4069-bc6e-8c258976c47e will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:47.712115 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:47.728263 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783328bf-e3d5-4ce8-86d1-086b1a0f06e8 req-591e2c96-2bf7-4746-9d0a-84cb49543156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:47.730002 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-783328bf-e3d5-4ce8-86d1-086b1a0f06e8 req-591e2c96-2bf7-4746-9d0a-84cb49543156 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=da99628b-b531-4700-97cd-f2deca3ca96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1361699 Aug 16 22:37:47.754437 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5016bde9-732f-473b-ab24-f4c1512304a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:47.778832 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a786174-3aa9-4b77-914e-7b1b56384ff3 None None] Pushing event updated for resources: {'Port': ['ID=53c3da98-4236-4069-bc6e-8c258976c47e,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:47.785382 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e75c03be-afd1-426e-bfc4-7ed28c9385ef tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:47.795629 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786174-3aa9-4b77-914e-7b1b56384ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.796803 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786174-3aa9-4b77-914e-7b1b56384ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.797365 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786174-3aa9-4b77-914e-7b1b56384ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.797921 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786174-3aa9-4b77-914e-7b1b56384ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.800244 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786174-3aa9-4b77-914e-7b1b56384ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.800621 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786174-3aa9-4b77-914e-7b1b56384ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.800959 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786174-3aa9-4b77-914e-7b1b56384ff3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.801294 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786174-3aa9-4b77-914e-7b1b56384ff3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.801760 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786174-3aa9-4b77-914e-7b1b56384ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.802160 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786174-3aa9-4b77-914e-7b1b56384ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.802551 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786174-3aa9-4b77-914e-7b1b56384ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.802882 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a786174-3aa9-4b77-914e-7b1b56384ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:47.832123 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] Attempting to bind port 53c3da98-4236-4069-bc6e-8c258976c47e on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:37:47.832591 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] Attempting to bind port 53c3da98-4236-4069-bc6e-8c258976c47e by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:37:47.832959 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] Attempting to bind port 53c3da98-4236-4069-bc6e-8c258976c47e on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:37:47.839554 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:37:47.839929 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:37:47.840334 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:47.841310 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:37:47.841787 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] Bound port: 53c3da98-4236-4069-bc6e-8c258976c47e, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:37:47.842195 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:47.868661 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d2e7e59-f804-4aa6-830e-1645ca944f1c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:47.895976 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5016bde9-732f-473b-ab24-f4c1512304a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:47.937900 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] For port 53c3da98-4236-4069-bc6e-8c258976c47e, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:37:47.944529 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] For port 53c3da98-4236-4069-bc6e-8c258976c47e, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=53c3da98-4236-4069-bc6e-8c258976c47e,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:37:47.965842 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:47.972860 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-783328bf-e3d5-4ce8-86d1-086b1a0f06e8 req-cf9c95d8-3a92-40a8-b51d-4d79234df2d0 service neutron] 10.222.0.39 "GET /v2.0/networks/da99628b-b531-4700-97cd-f2deca3ca96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194326 Aug 16 22:37:48.003624 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b234972a-a8cf-47fb-bfa3-fcd57c235265 None None] Network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:37:48.061791 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] Routers {'c7899bfd-6f42-4d9f-830c-eaa197bcfb22'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:48.063040 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c7899bfd-6f42-4d9f-830c-eaa197bcfb22'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:48.148227 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a786174-3aa9-4b77-914e-7b1b56384ff3 None None] Pushing event updated for resources: {'Port': ['ID=53c3da98-4236-4069-bc6e-8c258976c47e,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:48.175506 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0d2e7e59-f804-4aa6-830e-1645ca944f1c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Transition to ACTIVE for port object e891bbc5-33bb-42be-a1d8-2af1919d024c will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:48.220844 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e75c03be-afd1-426e-bfc4-7ed28c9385ef tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:48.224804 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-fcba4c9c-1978-4ace-8786-a03694483121 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Allocated IP 172.25.6.191 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/21c6c160-fe34-45dd-b1aa-c2201c785e16) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:48.227211 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-783328bf-e3d5-4ce8-86d1-086b1a0f06e8 req-47966c46-f589-4941-b71d-23de17033791 service neutron] 10.222.0.39 "GET /v2.0/networks/da99628b-b531-4700-97cd-f2deca3ca96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443063 Aug 16 22:37:48.228755 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5016bde9-732f-473b-ab24-f4c1512304a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:48.235745 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5016bde9-732f-473b-ab24-f4c1512304a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:48.246144 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5016bde9-732f-473b-ab24-f4c1512304a2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0f5ab77b-3c15-42fd-9101-a762e2fadb8e HTTP/1.1" status: 204 len: 168 time: 0.5694604 Aug 16 22:37:48.254714 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016bde9-732f-473b-ab24-f4c1512304a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5ab77b-3c15-42fd-9101-a762e2fadb8e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:48.360775 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a41fde2c-77f4-4799-b572-77544b5ef48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'name': 'tempest-TaggedBootDevicesTest-721575723-router', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:16Z', 'updated_at': '2021-08-16T22:34:40Z', 'revision_number': 4, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'gw_port': {'id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:19Z', 'updated_at': '2021-08-16T22:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '2d7a83eb-03cc-4a48-b9ed-37c972d57b58', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'floating_ip_address': '172.25.6.124', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'port_id': '591b5968-9ed1-44b8-afc2-1f142f90e8d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b', 'mac_address': 'fa:16:3e:97:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:35:50Z', 'updated_at': '2021-08-16T22:37:45Z', 'revision_number': 1, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efda58b9-e2c7-4a0e-b813-8720602a1756', 'name': '', 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'mac_address': 'fa:16:3e:bb:ce:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1ffe763c-ff2b-42ed-bcf3-687f913d441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:35Z', 'updated_at': '2021-08-16T22:34:53Z', 'revision_number': 5, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'subnets': [{'id': '1ffe763c-ff2b-42ed-bcf3-687f913d441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:48.439836 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41fde2c-77f4-4799-b572-77544b5ef48c None None] Checking router: 3d35e2bf-351d-4949-b12e-fb3c9fccc31a for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:37:48.507422 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] Set router c7899bfd-6f42-4d9f-830c-eaa197bcfb22 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:37:48.520996 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41fde2c-77f4-4799-b572-77544b5ef48c None None] Routers {'3d35e2bf-351d-4949-b12e-fb3c9fccc31a'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:48.521906 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a41fde2c-77f4-4799-b572-77544b5ef48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['3d35e2bf-351d-4949-b12e-fb3c9fccc31a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:48.723572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-acda7919-6619-48bb-b1ca-3832ae970125 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:48.725223 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-acda7919-6619-48bb-b1ca-3832ae970125 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 806 time: 0.3036726 Aug 16 22:37:48.772947 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-e7c05680-b1ce-4f14-b520-7ffc3178221a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/quotas/729e44ecc953497b8bf930c79bba20ac HTTP/1.1" status: 200 len: 375 time: 0.0359156 Aug 16 22:37:48.831664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-efa2046d-757e-4825-ab91-7ec4e8723c0f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508323 Aug 16 22:37:48.837799 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a41fde2c-77f4-4799-b572-77544b5ef48c None None] Set router 3d35e2bf-351d-4949-b12e-fb3c9fccc31a gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:37:48.850489 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-0228c9b5-1a6a-4f3f-9424-93ca82e5d45c tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:37:48.851814 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-0228c9b5-1a6a-4f3f-9424-93ca82e5d45c tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118921 Aug 16 22:37:48.973702 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-c2adc7ab-27e6-4933-9bdc-ea4d07edc4c8 service neutron] 10.222.0.93 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098609 Aug 16 22:37:48.978010 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7899bfd-6f42-4d9f-830c-eaa197bcfb22', 'name': 'tempest-snat-router-896943415', 'tenant_id': '7f7e0ce488ee4d88a1ad35259cfb0eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.115'}], 'enable_snat': False}, 'gw_port_id': '53c3da98-4236-4069-bc6e-8c258976c47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:37:41Z', 'updated_at': '2021-08-16T22:37:43Z', 'revision_number': 3, 'project_id': '7f7e0ce488ee4d88a1ad35259cfb0eb3', 'gw_port': {'id': '53c3da98-4236-4069-bc6e-8c258976c47e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:17:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7899bfd-6f42-4d9f-830c-eaa197bcfb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:37:41Z', 'updated_at': '2021-08-16T22:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:49.032227 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170d52d6-6d51-46ff-9c53-0a745584ab23 None None] The sync data for ids ['c7899bfd-6f42-4d9f-830c-eaa197bcfb22'] in n-d-792458-15 is: [{'id': 'c7899bfd-6f42-4d9f-830c-eaa197bcfb22', 'name': 'tempest-snat-router-896943415', 'tenant_id': '7f7e0ce488ee4d88a1ad35259cfb0eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.115'}], 'enable_snat': False}, 'gw_port_id': '53c3da98-4236-4069-bc6e-8c258976c47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:37:41Z', 'updated_at': '2021-08-16T22:37:43Z', 'revision_number': 3, 'project_id': '7f7e0ce488ee4d88a1ad35259cfb0eb3', 'gw_port': {'id': '53c3da98-4236-4069-bc6e-8c258976c47e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:17:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7899bfd-6f42-4d9f-830c-eaa197bcfb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:37:41Z', 'updated_at': '2021-08-16T22:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:37:49.181039 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fcba4c9c-1978-4ace-8786-a03694483121 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:49.233339 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fcba4c9c-1978-4ace-8786-a03694483121 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:49.308465 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d2e7e59-f804-4aa6-830e-1645ca944f1c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:49.320391 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44332) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:49.321531 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba4c9c-1978-4ace-8786-a03694483121 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Pushing event updated for resources: {'Port': ['ID=21c6c160-fe34-45dd-b1aa-c2201c785e16,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:49.381594 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcba4c9c-1978-4ace-8786-a03694483121 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:49.431546 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a41fde2c-77f4-4799-b572-77544b5ef48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'name': 'tempest-TaggedBootDevicesTest-721575723-router', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:16Z', 'updated_at': '2021-08-16T22:34:40Z', 'revision_number': 4, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'gw_port': {'id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:19Z', 'updated_at': '2021-08-16T22:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '2d7a83eb-03cc-4a48-b9ed-37c972d57b58', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'floating_ip_address': '172.25.6.124', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'port_id': '591b5968-9ed1-44b8-afc2-1f142f90e8d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b', 'mac_address': 'fa:16:3e:97:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:35:50Z', 'updated_at': '2021-08-16T22:37:45Z', 'revision_number': 1, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efda58b9-e2c7-4a0e-b813-8720602a1756', 'name': '', 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'mac_address': 'fa:16:3e:bb:ce:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1ffe763c-ff2b-42ed-bcf3-687f913d441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:35Z', 'updated_at': '2021-08-16T22:34:53Z', 'revision_number': 5, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'subnets': [{'id': '1ffe763c-ff2b-42ed-bcf3-687f913d441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:49.460471 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-fcba4c9c-1978-4ace-8786-a03694483121 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:49.465176 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e7e59-f804-4aa6-830e-1645ca944f1c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=e891bbc5-33bb-42be-a1d8-2af1919d024c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:49.477035 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcba4c9c-1978-4ace-8786-a03694483121 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:49.491158 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2e7e59-f804-4aa6-830e-1645ca944f1c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network e83b8883-97f9-4c68-91c1-b75c1ff5e0f0 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:49.512128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41fde2c-77f4-4799-b572-77544b5ef48c None None] The sync data for ids ['3d35e2bf-351d-4949-b12e-fb3c9fccc31a'] in n-d-792458-15 is: [{'id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'name': 'tempest-TaggedBootDevicesTest-721575723-router', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:16Z', 'updated_at': '2021-08-16T22:34:40Z', 'revision_number': 4, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'gw_port': {'id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:19Z', 'updated_at': '2021-08-16T22:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '2d7a83eb-03cc-4a48-b9ed-37c972d57b58', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'floating_ip_address': '172.25.6.124', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'port_id': '591b5968-9ed1-44b8-afc2-1f142f90e8d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b', 'mac_address': 'fa:16:3e:97:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:35:50Z', 'updated_at': '2021-08-16T22:37:45Z', 'revision_number': 1, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efda58b9-e2c7-4a0e-b813-8720602a1756', 'name': '', 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'mac_address': 'fa:16:3e:bb:ce:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1ffe763c-ff2b-42ed-bcf3-687f913d441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:35Z', 'updated_at': '2021-08-16T22:34:53Z', 'revision_number': 5, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'subnets': [{'id': '1ffe763c-ff2b-42ed-bcf3-687f913d441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:37:49.559501 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0d2e7e59-f804-4aa6-830e-1645ca944f1c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:49.577216 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f291c289-6bc5-4496-a708-db6cfbcd3dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:49.613640 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2e7e59-f804-4aa6-830e-1645ca944f1c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:49.621056 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2e7e59-f804-4aa6-830e-1645ca944f1c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:49.622277 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d2e7e59-f804-4aa6-830e-1645ca944f1c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:49.690968 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0d2e7e59-f804-4aa6-830e-1645ca944f1c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.7996528 Aug 16 22:37:49.696422 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44342) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:49.717024 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-9af91649-7e2b-4fa9-bcc9-f0cfeea31546 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6814dacf-82a4-4d8b-b75d-3d9a9e068abb'}]}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:50.032036 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-a70fd785-fa31-4423-ba97-7c5302a06fcb service neutron] 10.222.0.93 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0499020 Aug 16 22:37:50.082657 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876dcdf4-8591-446f-94af-f385b8457bb5 None None] New status for floating IP 2d7a83eb-03cc-4a48-b9ed-37c972d57b58: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:37:50.086133 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fb9944b5-79b3-41a6-ae8f-fa5c1b5d954d None None] Provisioning for port e891bbc5-33bb-42be-a1d8-2af1919d024c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:50.091338 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9af91649-7e2b-4fa9-bcc9-f0cfeea31546 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:50.096418 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fb9944b5-79b3-41a6-ae8f-fa5c1b5d954d None None] Provisioning complete for port e891bbc5-33bb-42be-a1d8-2af1919d024c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:50.096794 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fb9944b5-79b3-41a6-ae8f-fa5c1b5d954d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:50.188830 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-fb9944b5-79b3-41a6-ae8f-fa5c1b5d954d None None] Port e891bbc5-33bb-42be-a1d8-2af1919d024c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:37:50.434581 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96d144a6-2794-4449-b89c-83adb6bcefbc req-fd602d56-f998-4c00-80dd-5580d92b2b0a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=7bf12dc1-c55c-4b35-8563-062ccbf3d2d8 HTTP/1.1" status: 200 len: 210 time: 0.0994658 Aug 16 22:37:50.646354 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f291c289-6bc5-4496-a708-db6cfbcd3dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:50.695846 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f291c289-6bc5-4496-a708-db6cfbcd3dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:50.729844 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fcba4c9c-1978-4ace-8786-a03694483121 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:50.743679 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e75c03be-afd1-426e-bfc4-7ed28c9385ef tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:50.861396 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e75c03be-afd1-426e-bfc4-7ed28c9385ef tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:50.865507 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f291c289-6bc5-4496-a708-db6cfbcd3dd0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=465d512d3d384f89ab47e2a127171845&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5390968 Aug 16 22:37:50.868754 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44390) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:50.890842 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291c289-6bc5-4496-a708-db6cfbcd3dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee98f64a-68b2-4314-9325-c4104e217ab5,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:50.956123 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6ca2794-11a6-4e07-a7a6-efcf5b53d289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:50.989429 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6ca2794-11a6-4e07-a7a6-efcf5b53d289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:51.015777 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44392) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:51.079049 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6ca2794-11a6-4e07-a7a6-efcf5b53d289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:51.082666 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6ca2794-11a6-4e07-a7a6-efcf5b53d289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:51.083998 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a6ca2794-11a6-4e07-a7a6-efcf5b53d289 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ee98f64a-68b2-4314-9325-c4104e217ab5 HTTP/1.1" status: 204 len: 168 time: 0.2142010 Aug 16 22:37:51.093453 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca2794-11a6-4e07-a7a6-efcf5b53d289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee98f64a-68b2-4314-9325-c4104e217ab5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:51.274775 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-9af91649-7e2b-4fa9-bcc9-f0cfeea31546 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Delete allocated IP 2001:db8:0:1::bb (e83b8883-97f9-4c68-91c1-b75c1ff5e0f0/87c1243b-1717-4c5e-a795-a96472d97d81) {{(pid=94872) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 22:37:51.284846 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69943dc9-5254-4282-9854-7418fa77ceae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:51.367714 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-e75c03be-afd1-426e-bfc4-7ed28c9385ef tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Allocated IP 172.25.6.231 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/72eb82f8-1642-45bc-938b-56b7bc0af3cf) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:51.400392 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 53c3da98-4236-4069-bc6e-8c258976c47e up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:51.491601 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 53c3da98-4236-4069-bc6e-8c258976c47e completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:51.498826 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 53c3da98-4236-4069-bc6e-8c258976c47e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:51.499923 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:51.565759 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fcba4c9c-1978-4ace-8786-a03694483121 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:51.611318 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44406) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:51.612517 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f272e1d-8d50-4389-8cda-6a2bc25f35df req-13f1511d-44a5-43d7-8170-b889bc4974bd tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=7bf12dc1-c55c-4b35-8563-062ccbf3d2d8 HTTP/1.1" status: 200 len: 210 time: 0.0371671 Aug 16 22:37:51.633189 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fcba4c9c-1978-4ace-8786-a03694483121 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578920'] for router, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:51.643389 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:51.667982 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 53c3da98-4236-4069-bc6e-8c258976c47e, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=53c3da98-4236-4069-bc6e-8c258976c47e,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:51.672433 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:51.684595 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7c3bee55-6cf3-4abd-bd86-6ee61f7eb92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:51.726119 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=53c3da98-4236-4069-bc6e-8c258976c47e,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:51.859337 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9af91649-7e2b-4fa9-bcc9-f0cfeea31546 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:51.880546 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e75c03be-afd1-426e-bfc4-7ed28c9385ef tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:51.908972 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9af91649-7e2b-4fa9-bcc9-f0cfeea31546 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Transition to ACTIVE for port object e891bbc5-33bb-42be-a1d8-2af1919d024c will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:51.920559 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9af91649-7e2b-4fa9-bcc9-f0cfeea31546 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:51.985478 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69943dc9-5254-4282-9854-7418fa77ceae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:52.015837 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69943dc9-5254-4282-9854-7418fa77ceae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:52.067968 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9af91649-7e2b-4fa9-bcc9-f0cfeea31546 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] In _notify_port_updated(), no bound segment for port e891bbc5-33bb-42be-a1d8-2af1919d024c on network e83b8883-97f9-4c68-91c1-b75c1ff5e0f0 {{(pid=94872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:37:52.073709 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af91649-7e2b-4fa9-bcc9-f0cfeea31546 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:52.074425 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9af91649-7e2b-4fa9-bcc9-f0cfeea31546 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:52.075800 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9af91649-7e2b-4fa9-bcc9-f0cfeea31546 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "PUT /v2.0/ports/e891bbc5-33bb-42be-a1d8-2af1919d024c HTTP/1.1" status: 200 len: 925 time: 2.3676074 Aug 16 22:37:52.079560 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44408) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:52.095714 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af91649-7e2b-4fa9-bcc9-f0cfeea31546 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=e891bbc5-33bb-42be-a1d8-2af1919d024c,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:52.097678 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a2dabfc4-0a90-4f40-8511-0b23a07074bd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6814dacf-82a4-4d8b-b75d-3d9a9e068abb'}, {'subnet_id': '87c1243b-1717-4c5e-a795-a96472d97d81'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:52.146773 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-72c1e888-f0ea-4b72-a448-9694e35745f1 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:52.149346 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-72c1e888-f0ea-4b72-a448-9694e35745f1 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 806 time: 0.2308357 Aug 16 22:37:52.153181 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-69943dc9-5254-4282-9854-7418fa77ceae admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=09803ff7015343d7bb9164d144b1f3f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1361945 Aug 16 22:37:52.154464 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e75c03be-afd1-426e-bfc4-7ed28c9385ef tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:52.156731 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44410) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:52.160187 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69943dc9-5254-4282-9854-7418fa77ceae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f70105-9a2c-4bb3-9457-b875db876ddd,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:52.172119 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-f7a6c7c0-b4de-4040-aa64-6ac0a49eb9ba tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Request body: {'port': {'device_id': '7bf12dc1-c55c-4b35-8563-062ccbf3d2d8', 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325', 'admin_state_up': True, 'tenant_id': '729e44ecc953497b8bf930c79bba20ac'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:52.255629 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcba4c9c-1978-4ace-8786-a03694483121 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Router 729e122f-d502-4168-916a-563ecd2cabae is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:37:52.259294 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75c03be-afd1-426e-bfc4-7ed28c9385ef tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:52.271173 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-e75c03be-afd1-426e-bfc4-7ed28c9385ef tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:52.273275 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c03be-afd1-426e-bfc4-7ed28c9385ef tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Pushing event updated for resources: {'Port': ['ID=72eb82f8-1642-45bc-938b-56b7bc0af3cf,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:52.278264 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75c03be-afd1-426e-bfc4-7ed28c9385ef tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:52.415032 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7c3bee55-6cf3-4abd-bd86-6ee61f7eb92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:52.467779 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ba414cb9-5eff-483c-994c-ae07c803aec1 None None] Provisioning for port e891bbc5-33bb-42be-a1d8-2af1919d024c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:52.473490 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ba414cb9-5eff-483c-994c-ae07c803aec1 None None] Provisioning complete for port e891bbc5-33bb-42be-a1d8-2af1919d024c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:52.474151 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ba414cb9-5eff-483c-994c-ae07c803aec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:52.482011 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1910224-a63c-437a-a938-240839cdaaf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:52.507575 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7c3bee55-6cf3-4abd-bd86-6ee61f7eb92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:52.551539 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1910224-a63c-437a-a938-240839cdaaf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:52.559784 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ba414cb9-5eff-483c-994c-ae07c803aec1 None None] Port e891bbc5-33bb-42be-a1d8-2af1919d024c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:37:52.573594 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-f7a6c7c0-b4de-4040-aa64-6ac0a49eb9ba tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Made reservation on behalf of 729e44ecc953497b8bf930c79bba20ac for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:52.578254 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-f7a6c7c0-b4de-4040-aa64-6ac0a49eb9ba tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:52.583820 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2dabfc4-0a90-4f40-8511-0b23a07074bd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:52.658068 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7c3bee55-6cf3-4abd-bd86-6ee61f7eb92d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2cf551ee8cb64bb0955cb628ce8f38dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0397224 Aug 16 22:37:52.670919 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44416) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:52.693563 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bee55-6cf3-4abd-bd86-6ee61f7eb92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdb82a9-df62-46e8-9302-26f47eaf6754,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:52.705755 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcba4c9c-1978-4ace-8786-a03694483121 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:37:52.717980 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fcba4c9c-1978-4ace-8786-a03694483121 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:52.723537 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fcba4c9c-1978-4ace-8786-a03694483121 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "PUT /v2.0/routers/729e122f-d502-4168-916a-563ecd2cabae HTTP/1.1" status: 200 len: 880 time: 7.2985504 Aug 16 22:37:52.724446 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44418) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:52.750223 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fddfa9d-e1f3-499c-8741-3b37185f1df8 None None] Sync routers for ids ['729e122f-d502-4168-916a-563ecd2cabae'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:37:52.767590 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fddfa9d-e1f3-499c-8741-3b37185f1df8 None None] Routers {'729e122f-d502-4168-916a-563ecd2cabae'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:52.769023 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1fddfa9d-e1f3-499c-8741-3b37185f1df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['729e122f-d502-4168-916a-563ecd2cabae'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:52.810369 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1fddfa9d-e1f3-499c-8741-3b37185f1df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:52.833441 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fddfa9d-e1f3-499c-8741-3b37185f1df8 None None] Routers {'729e122f-d502-4168-916a-563ecd2cabae'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:52.834855 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1fddfa9d-e1f3-499c-8741-3b37185f1df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['729e122f-d502-4168-916a-563ecd2cabae'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:52.889094 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1910224-a63c-437a-a938-240839cdaaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:52.893782 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1910224-a63c-437a-a938-240839cdaaf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:52.896450 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f1910224-a63c-437a-a938-240839cdaaf0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/01f70105-9a2c-4bb3-9457-b875db876ddd HTTP/1.1" status: 204 len: 168 time: 0.7384825 Aug 16 22:37:52.897707 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1fddfa9d-e1f3-499c-8741-3b37185f1df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:52.898790 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fddfa9d-e1f3-499c-8741-3b37185f1df8 None None] The sync data for ids ['729e122f-d502-4168-916a-563ecd2cabae'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:37:52.914992 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0997acee-ab61-4d73-8df1-5471ac5c4a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:52.931359 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc7ab02f-4281-40a6-843d-33e81466a49f req-409b45b0-81e0-45c5-b4cd-77708b20652a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=7bf12dc1-c55c-4b35-8563-062ccbf3d2d8 HTTP/1.1" status: 200 len: 210 time: 0.1377380 Aug 16 22:37:52.950308 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1910224-a63c-437a-a938-240839cdaaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f70105-9a2c-4bb3-9457-b875db876ddd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:53.367005 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-a2dabfc4-0a90-4f40-8511-0b23a07074bd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Allocated IP 2001:db8:0:1::e9 (e83b8883-97f9-4c68-91c1-b75c1ff5e0f0/87c1243b-1717-4c5e-a795-a96472d97d81/e891bbc5-33bb-42be-a1d8-2af1919d024c) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:53.374925 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-f7a6c7c0-b4de-4040-aa64-6ac0a49eb9ba tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Allocated IP 172.20.0.6 (a0b4d9a2-666b-4be2-bf62-f6b4cce7a325/2abfc365-29c3-4616-9b87-7c7a7ec9e755/8507266d-0a1f-46dd-89e2-1352a70987b1) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:53.394227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 53c3da98-4236-4069-bc6e-8c258976c47e up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:53.444006 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0997acee-ab61-4d73-8df1-5471ac5c4a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:53.467793 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-acb2b0bc-b0df-4c1b-aa0a-982d2a747453 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "GET /v2.0/routers/729e122f-d502-4168-916a-563ecd2cabae HTTP/1.1" status: 200 len: 921 time: 0.7397466 Aug 16 22:37:53.471028 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e75c03be-afd1-426e-bfc4-7ed28c9385ef tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:53.475639 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44428) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:53.514272 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 53c3da98-4236-4069-bc6e-8c258976c47e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:53.515393 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:53.600077 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:37:53.670170 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adef3a60-069f-4cda-8a73-4fde6635b3a3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:53.674205 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-adef3a60-069f-4cda-8a73-4fde6635b3a3 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&device_id=729e122f-d502-4168-916a-563ecd2cabae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1950777 Aug 16 22:37:53.677596 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44436) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:53.740375 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0997acee-ab61-4d73-8df1-5471ac5c4a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:53.742987 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0997acee-ab61-4d73-8df1-5471ac5c4a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:53.745014 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0997acee-ab61-4d73-8df1-5471ac5c4a5b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3cdb82a9-df62-46e8-9302-26f47eaf6754 HTTP/1.1" status: 204 len: 168 time: 1.0523882 Aug 16 22:37:53.776422 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997acee-ab61-4d73-8df1-5471ac5c4a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdb82a9-df62-46e8-9302-26f47eaf6754,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:53.780015 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-f7a6c7c0-b4de-4040-aa64-6ac0a49eb9ba tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:53.838283 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2dabfc4-0a90-4f40-8511-0b23a07074bd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:53.874476 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-a2dabfc4-0a90-4f40-8511-0b23a07074bd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Transition to ACTIVE for port object e891bbc5-33bb-42be-a1d8-2af1919d024c will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:53.882386 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2dabfc4-0a90-4f40-8511-0b23a07074bd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:53.893268 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-f7a6c7c0-b4de-4040-aa64-6ac0a49eb9ba tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:53.931610 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cad2e4-7a3b-4917-9830-3ce86ae9e39a tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:53.935139 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e3cad2e4-7a3b-4917-9830-3ce86ae9e39a tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 881 time: 0.2554717 Aug 16 22:37:53.942354 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44446) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:53.966359 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e75c03be-afd1-426e-bfc4-7ed28c9385ef tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:54.100979 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-f7a6c7c0-b4de-4040-aa64-6ac0a49eb9ba tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:54.105672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a2dabfc4-0a90-4f40-8511-0b23a07074bd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] In _notify_port_updated(), no bound segment for port e891bbc5-33bb-42be-a1d8-2af1919d024c on network e83b8883-97f9-4c68-91c1-b75c1ff5e0f0 {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:37:54.134662 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dabfc4-0a90-4f40-8511-0b23a07074bd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:54.138678 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2dabfc4-0a90-4f40-8511-0b23a07074bd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:54.148875 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a2dabfc4-0a90-4f40-8511-0b23a07074bd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "PUT /v2.0/ports/e891bbc5-33bb-42be-a1d8-2af1919d024c HTTP/1.1" status: 200 len: 1010 time: 2.0642498 Aug 16 22:37:54.149735 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44452) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:54.157226 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7134e0cd-e47f-47ab-9d2e-c6785ff32b92 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "GET /v2.0/ports?device_id=729e122f-d502-4168-916a-563ecd2cabae HTTP/1.1" status: 200 len: 205 time: 0.2082572 Aug 16 22:37:54.158336 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-f7a6c7c0-b4de-4040-aa64-6ac0a49eb9ba tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:54.162947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44454) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:54.207848 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dabfc4-0a90-4f40-8511-0b23a07074bd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=e891bbc5-33bb-42be-a1d8-2af1919d024c,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:54.217850 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-f7a6c7c0-b4de-4040-aa64-6ac0a49eb9ba tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:54.360118 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75c03be-afd1-426e-bfc4-7ed28c9385ef tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Router 15023b5b-a156-4c36-96ed-222c0b792477 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:37:54.420483 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6bb78e49-a09f-46e9-8a68-904bb3edded9 None None] Provisioning for port e891bbc5-33bb-42be-a1d8-2af1919d024c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:54.437194 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6bb78e49-a09f-46e9-8a68-904bb3edded9 None None] Provisioning complete for port e891bbc5-33bb-42be-a1d8-2af1919d024c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:54.439432 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6bb78e49-a09f-46e9-8a68-904bb3edded9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:54.455225 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7dedceaa-947d-4fee-be24-f768a548b3d7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting port e891bbc5-33bb-42be-a1d8-2af1919d024c {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:54.455743 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7dedceaa-947d-4fee-be24-f768a548b3d7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:54.533670 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-6bb78e49-a09f-46e9-8a68-904bb3edded9 None None] Port e891bbc5-33bb-42be-a1d8-2af1919d024c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:37:54.557796 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6c7c0-b4de-4040-aa64-6ac0a49eb9ba tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Pushing event updated for resources: {'Port': ['ID=8507266d-0a1f-46dd-89e2-1352a70987b1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:54.617020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25dbf1-bfc4-4cce-817e-a4ba194ab6da req-59cd55bb-0066-4e86-9f32-5aef3c4f0063 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:54.630815 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e25dbf1-bfc4-4cce-817e-a4ba194ab6da req-59cd55bb-0066-4e86-9f32-5aef3c4f0063 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=7bf12dc1-c55c-4b35-8563-062ccbf3d2d8 HTTP/1.1" status: 200 len: 931 time: 0.4788277 Aug 16 22:37:54.643958 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-f7a6c7c0-b4de-4040-aa64-6ac0a49eb9ba tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:54.644577 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-f7a6c7c0-b4de-4040-aa64-6ac0a49eb9ba tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:54.677618 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75c03be-afd1-426e-bfc4-7ed28c9385ef tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:37:54.699626 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] Sync routers for ids ['15023b5b-a156-4c36-96ed-222c0b792477'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:37:54.705617 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7dedceaa-947d-4fee-be24-f768a548b3d7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:54.728663 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7dedceaa-947d-4fee-be24-f768a548b3d7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Calling delete_port for e891bbc5-33bb-42be-a1d8-2af1919d024c owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:54.730388 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] Routers {'15023b5b-a156-4c36-96ed-222c0b792477'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:54.732836 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e75c03be-afd1-426e-bfc4-7ed28c9385ef tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:54.734290 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e75c03be-afd1-426e-bfc4-7ed28c9385ef tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.9235363 Aug 16 22:37:54.735139 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['15023b5b-a156-4c36-96ed-222c0b792477'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:54.739611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44468) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:54.778125 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f80fffc4-8aaf-4888-88cf-91aeab719bb7 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:54.991408 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] Set router 15023b5b-a156-4c36-96ed-222c0b792477 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:37:55.102564 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-f7a6c7c0-b4de-4040-aa64-6ac0a49eb9ba tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9413741 Aug 16 22:37:55.237948 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b9919808-cd17-490b-ad98-e505b37b6a38 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "GET /v2.0/routers/15023b5b-a156-4c36-96ed-222c0b792477 HTTP/1.1" status: 200 len: 907 time: 0.4871418 Aug 16 22:37:55.239878 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44480) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:55.248547 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e25dbf1-bfc4-4cce-817e-a4ba194ab6da req-9ad6e81d-54ec-4a9d-bfda-570253efa0f7 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5935512 Aug 16 22:37:55.282141 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] Request body: {'port': {'device_id': '7bf12dc1-c55c-4b35-8563-062ccbf3d2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:55.324687 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f80fffc4-8aaf-4888-88cf-91aeab719bb7 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:55.380681 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7dedceaa-947d-4fee-be24-f768a548b3d7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:55.402012 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:55.450164 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15023b5b-a156-4c36-96ed-222c0b792477', 'name': 'tempest-snat-router-896943415', 'tenant_id': '7f7e0ce488ee4d88a1ad35259cfb0eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '72eb82f8-1642-45bc-938b-56b7bc0af3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:37:47Z', 'updated_at': '2021-08-16T22:37:52Z', 'revision_number': 3, 'project_id': '7f7e0ce488ee4d88a1ad35259cfb0eb3', 'gw_port': {'id': '72eb82f8-1642-45bc-938b-56b7bc0af3cf', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:90:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15023b5b-a156-4c36-96ed-222c0b792477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:37:50Z', 'updated_at': '2021-08-16T22:37:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:55.478151 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f80fffc4-8aaf-4888-88cf-91aeab719bb7 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Deleting port 21c6c160-fe34-45dd-b1aa-c2201c785e16 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:55.478975 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f80fffc4-8aaf-4888-88cf-91aeab719bb7 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:55.517502 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedceaa-947d-4fee-be24-f768a548b3d7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Port': ['ID=e891bbc5-33bb-42be-a1d8-2af1919d024c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:55.529648 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] Checking router: 15023b5b-a156-4c36-96ed-222c0b792477 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:37:55.530341 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] Updating router 15023b5b-a156-4c36-96ed-222c0b792477 port 72eb82f8-1642-45bc-938b-56b7bc0af3cf binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:37:55.630122 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7dedceaa-947d-4fee-be24-f768a548b3d7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:55.633990 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7dedceaa-947d-4fee-be24-f768a548b3d7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/ports/e891bbc5-33bb-42be-a1d8-2af1919d024c HTTP/1.1" status: 204 len: 168 time: 1.4829724 Aug 16 22:37:55.657058 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44490) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:55.660287 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:55.681746 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f80fffc4-8aaf-4888-88cf-91aeab719bb7 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:55.707792 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f80fffc4-8aaf-4888-88cf-91aeab719bb7 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Calling delete_port for 21c6c160-fe34-45dd-b1aa-c2201c785e16 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:55.730992 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a3dc56f-abad-4d2f-9915-3dfb2475ff25 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] GET failed (client error): The resource could not be found. Aug 16 22:37:55.735386 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8a3dc56f-abad-4d2f-9915-3dfb2475ff25 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports/e891bbc5-33bb-42be-a1d8-2af1919d024c HTTP/1.1" status: 404 len: 333 time: 0.0764322 Aug 16 22:37:55.742947 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44492) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:55.820591 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17f20a13-5291-42ec-904f-f42d367de59a tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:56.096161 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c2d132-85a3-4f9d-9c1f-806e0fe3e246 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting subnet 87c1243b-1717-4c5e-a795-a96472d97d81 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:37:56.109730 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93c2d132-85a3-4f9d-9c1f-806e0fe3e246 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:56.199572 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17f20a13-5291-42ec-904f-f42d367de59a tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:56.251449 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f80fffc4-8aaf-4888-88cf-91aeab719bb7 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:56.342375 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93c2d132-85a3-4f9d-9c1f-806e0fe3e246 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:56.398642 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:56.421685 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fffc4-8aaf-4888-88cf-91aeab719bb7 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Pushing event deleted for resources: {'Port': ['ID=21c6c160-fe34-45dd-b1aa-c2201c785e16,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:56.425658 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] Transition to ACTIVE for port object 72eb82f8-1642-45bc-938b-56b7bc0af3cf will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:56.442483 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:56.500839 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] Attempting to bind port 72eb82f8-1642-45bc-938b-56b7bc0af3cf on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:37:56.501093 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] Attempting to bind port 72eb82f8-1642-45bc-938b-56b7bc0af3cf by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:37:56.501471 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] Attempting to bind port 72eb82f8-1642-45bc-938b-56b7bc0af3cf on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:37:56.515696 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-17f20a13-5291-42ec-904f-f42d367de59a tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Deleting port 72eb82f8-1642-45bc-938b-56b7bc0af3cf {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:56.516592 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17f20a13-5291-42ec-904f-f42d367de59a tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:56.553737 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:37:56.557605 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:37:56.559265 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:56.561868 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:37:56.562440 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] Bound port: 72eb82f8-1642-45bc-938b-56b7bc0af3cf, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:37:56.562809 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:56.660937 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93c2d132-85a3-4f9d-9c1f-806e0fe3e246 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:56.684027 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a3c62-a567-4f93-91ea-5cfbea414565 None None] Pushing event updated for resources: {'Port': ['ID=72eb82f8-1642-45bc-938b-56b7bc0af3cf,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:56.700655 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f80fffc4-8aaf-4888-88cf-91aeab719bb7 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:56.727387 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] For port 72eb82f8-1642-45bc-938b-56b7bc0af3cf, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:37:56.731827 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] For port 72eb82f8-1642-45bc-938b-56b7bc0af3cf, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=72eb82f8-1642-45bc-938b-56b7bc0af3cf,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:37:56.741299 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:56.780374 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17f20a13-5291-42ec-904f-f42d367de59a tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:56.806339 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-17f20a13-5291-42ec-904f-f42d367de59a tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Calling delete_port for 72eb82f8-1642-45bc-938b-56b7bc0af3cf owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:56.824710 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a3c62-a567-4f93-91ea-5cfbea414565 None None] Pushing event updated for resources: {'Port': ['ID=72eb82f8-1642-45bc-938b-56b7bc0af3cf,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:56.826590 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93c2d132-85a3-4f9d-9c1f-806e0fe3e246 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:56.841850 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] Routers {'15023b5b-a156-4c36-96ed-222c0b792477'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:56.842589 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['15023b5b-a156-4c36-96ed-222c0b792477'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:56.862584 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6e92b-e9d6-44b0-b7c9-1718ffcd53b9 req-71b79820-8396-4c18-a5d8-bbe314a2a241 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:56.871696 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-deb6e92b-e9d6-44b0-b7c9-1718ffcd53b9 req-71b79820-8396-4c18-a5d8-bbe314a2a241 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=7bf12dc1-c55c-4b35-8563-062ccbf3d2d8 HTTP/1.1" status: 200 len: 931 time: 0.4367180 Aug 16 22:37:56.881471 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2d132-85a3-4f9d-9c1f-806e0fe3e246 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Subnet': ['ID=87c1243b-1717-4c5e-a795-a96472d97d81,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:56.943126 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93c2d132-85a3-4f9d-9c1f-806e0fe3e246 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:56.949676 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-93c2d132-85a3-4f9d-9c1f-806e0fe3e246 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/subnets/87c1243b-1717-4c5e-a795-a96472d97d81 HTTP/1.1" status: 204 len: 168 time: 1.2019203 Aug 16 22:37:56.954536 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac8c40e-9442-4034-85ee-8371484cbf05 None None] Network e83b8883-97f9-4c68-91c1-b75c1ff5e0f0 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:37:56.958722 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] Set router 15023b5b-a156-4c36-96ed-222c0b792477 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:37:56.967770 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44518) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:56.970769 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-deb6e92b-e9d6-44b0-b7c9-1718ffcd53b9 req-3e86e056-7587-4c4a-901b-e200e1b89cac tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979114 Aug 16 22:37:56.983008 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8507266d-0a1f-46dd-89e2-1352a70987b1 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:37:56.989294 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f80fffc4-8aaf-4888-88cf-91aeab719bb7 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:56.994348 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f80fffc4-8aaf-4888-88cf-91aeab719bb7 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:56.997751 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:57.062874 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] Transition to ACTIVE for port object 8507266d-0a1f-46dd-89e2-1352a70987b1 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:57.072154 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:57.103339 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f80fffc4-8aaf-4888-88cf-91aeab719bb7 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:57.104445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80fffc4-8aaf-4888-88cf-91aeab719bb7 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Fanout notify agent at l3_agent the message router_deleted on router 729e122f-d502-4168-916a-563ecd2cabae {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:37:57.121315 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44522) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:57.129043 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15023b5b-a156-4c36-96ed-222c0b792477', 'name': 'tempest-snat-router-896943415', 'tenant_id': '7f7e0ce488ee4d88a1ad35259cfb0eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:37:47Z', 'updated_at': '2021-08-16T22:37:56Z', 'revision_number': 4, 'project_id': '7f7e0ce488ee4d88a1ad35259cfb0eb3', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:57.160293 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3687912-0a91-4d99-9620-b18cd82f57be None None] The sync data for ids ['15023b5b-a156-4c36-96ed-222c0b792477'] in n-d-792458-15 is: [{'id': '15023b5b-a156-4c36-96ed-222c0b792477', 'name': 'tempest-snat-router-896943415', 'tenant_id': '7f7e0ce488ee4d88a1ad35259cfb0eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:37:47Z', 'updated_at': '2021-08-16T22:37:56Z', 'revision_number': 4, 'project_id': '7f7e0ce488ee4d88a1ad35259cfb0eb3', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:37:57.220747 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eab3a55-e2e0-45ce-b489-b91a0b77803a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting subnet 6814dacf-82a4-4d8b-b75d-3d9a9e068abb {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:37:57.221337 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f80fffc4-8aaf-4888-88cf-91aeab719bb7 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:57.229740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44530) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:57.234940 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f80fffc4-8aaf-4888-88cf-91aeab719bb7 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "DELETE /v2.0/routers/729e122f-d502-4168-916a-563ecd2cabae HTTP/1.1" status: 204 len: 168 time: 3.0343702 Aug 16 22:37:57.236694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b7ce2fa1-747a-446a-b540-e3680d2ee947 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1102875899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:57.243369 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7eab3a55-e2e0-45ce-b489-b91a0b77803a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:57.419376 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7eab3a55-e2e0-45ce-b489-b91a0b77803a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:57.428286 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b7ce2fa1-747a-446a-b540-e3680d2ee947 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:57.430094 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b7ce2fa1-747a-446a-b540-e3680d2ee947 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:57.567123 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b7ce2fa1-747a-446a-b540-e3680d2ee947 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:57.598748 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b7ce2fa1-747a-446a-b540-e3680d2ee947 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:57.632879 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-2ed45dbc-f573-48a4-9d4e-6f075906ef38 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:57.679508 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b7ce2fa1-747a-446a-b540-e3680d2ee947 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:57.683973 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b7ce2fa1-747a-446a-b540-e3680d2ee947 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4505918 Aug 16 22:37:57.686680 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44536) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:57.698891 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3ca6218f-74ce-4123-91f3-0c6686e1a67e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'enable_snat': True}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:57.763582 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17f20a13-5291-42ec-904f-f42d367de59a tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:57.884760 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] Pushing event updated for resources: {'Port': ['ID=8507266d-0a1f-46dd-89e2-1352a70987b1,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:57.918522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] Attempting to bind port 8507266d-0a1f-46dd-89e2-1352a70987b1 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:37:57.919411 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] Attempting to bind port 8507266d-0a1f-46dd-89e2-1352a70987b1 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:37:57.919944 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] Attempting to bind port 8507266d-0a1f-46dd-89e2-1352a70987b1 on network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:37:57.925161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] Port 8507266d-0a1f-46dd-89e2-1352a70987b1 on network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:37:57.925742 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] Attempting to bind port 8507266d-0a1f-46dd-89e2-1352a70987b1 on network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:37:57.932068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:37:57.932674 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] Checking segment: {'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:37:57.933233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] Bound using segment: {'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:37:57.933850 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] Bound port: 8507266d-0a1f-46dd-89e2-1352a70987b1, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:37:57.934450 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:57.940247 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f20a13-5291-42ec-904f-f42d367de59a tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Pushing event deleted for resources: {'Port': ['ID=72eb82f8-1642-45bc-938b-56b7bc0af3cf,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:58.034483 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] For port 8507266d-0a1f-46dd-89e2-1352a70987b1, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:37:58.042407 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] For port 8507266d-0a1f-46dd-89e2-1352a70987b1, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=8507266d-0a1f-46dd-89e2-1352a70987b1,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:37:58.049888 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ca6218f-74ce-4123-91f3-0c6686e1a67e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:58.056533 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:58.089215 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2ed45dbc-f573-48a4-9d4e-6f075906ef38 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] 10.222.0.93 "PUT /v2.0/quotas/24b5f56f3b6d42508cb94703b7e7e24f HTTP/1.1" status: 200 len: 366 time: 0.9663904 Aug 16 22:37:58.123391 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44544) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:58.126973 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7eab3a55-e2e0-45ce-b489-b91a0b77803a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:58.201810 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:58.202912 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:58.204847 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] 10.222.0.39 "PUT /v2.0/ports/8507266d-0a1f-46dd-89e2-1352a70987b1 HTTP/1.1" status: 200 len: 1092 time: 2.9478667 Aug 16 22:37:58.221500 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf12dc1-c55c-4b35-8563-062ccbf3d2d8', 'tag': '8507266d-0a1f-46dd-89e2-1352a70987b1'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:37:58.226869 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0fd2b9-4e4c-4d1a-a446-7538eed70958" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf12dc1-c55c-4b35-8563-062ccbf3d2d8", "tag": "8507266d-0a1f-46dd-89e2-1352a70987b1"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:37:58.247048 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6e08844e-fcaa-41bb-be91-66949463b54c tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] 10.222.0.93 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1221199 Aug 16 22:37:58.259347 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44552) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:58.289067 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17f20a13-5291-42ec-904f-f42d367de59a tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:58.317601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3856864a-5c52-4d93-b0d6-ebded8470175 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] 10.222.0.93 "GET /v2.0/quotas/24b5f56f3b6d42508cb94703b7e7e24f HTTP/1.1" status: 200 len: 366 time: 0.0544999 Aug 16 22:37:58.326970 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154989db-3579-4f2a-ad2c-e2c19cde4687 service neutron] Pushing event updated for resources: {'Port': ['ID=8507266d-0a1f-46dd-89e2-1352a70987b1,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:58.337245 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44554) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:58.361863 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0179c1eb-8a2b-4b1f-8865-1019f104d457 x-openstack-request-id: req-0179c1eb-8a2b-4b1f-8865-1019f104d457 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:37:58.362436 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf12dc1-c55c-4b35-8563-062ccbf3d2d8", "tag": "8507266d-0a1f-46dd-89e2-1352a70987b1", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:37:58.362812 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0179c1eb-8a2b-4b1f-8865-1019f104d457 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:37:58.363378 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf12dc1-c55c-4b35-8563-062ccbf3d2d8', 'tag': '8507266d-0a1f-46dd-89e2-1352a70987b1', 'status': 'completed', 'code': 200} Aug 16 22:37:58.398015 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ad4f7-15e5-4bad-9c5f-09e7a23ae042 req-67a9dac4-9d97-44aa-958c-c92cd9187528 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:58.400411 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-622ad4f7-15e5-4bad-9c5f-09e7a23ae042 req-67a9dac4-9d97-44aa-958c-c92cd9187528 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=7bf12dc1-c55c-4b35-8563-062ccbf3d2d8 HTTP/1.1" status: 200 len: 943 time: 0.2658746 Aug 16 22:37:58.405590 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e3ff1164-b4f4-46e8-b1ee-80c64e56e4ec tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] 10.222.0.93 "DELETE /v2.0/quotas/24b5f56f3b6d42508cb94703b7e7e24f HTTP/1.1" status: 204 len: 168 time: 0.0476201 Aug 16 22:37:58.408838 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44556) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:58.443106 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bebfe65d-3c4f-4e59-b860-d9b6dad193b5 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] 10.222.0.93 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0328887 Aug 16 22:37:58.443417 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44558) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:58.454141 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17f20a13-5291-42ec-904f-f42d367de59a tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:58.466628 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17f20a13-5291-42ec-904f-f42d367de59a tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:58.467135 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-38f07ecd-ad75-471c-9667-47f3cc357416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:58.468940 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-38f07ecd-ad75-471c-9667-47f3cc357416 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&device_id=7bf12dc1-c55c-4b35-8563-062ccbf3d2d8 HTTP/1.1" status: 200 len: 1095 time: 0.2133090 Aug 16 22:37:58.472551 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-622ad4f7-15e5-4bad-9c5f-09e7a23ae042 req-fcdf0f4e-1c0f-4970-b320-cef7dbe84f67 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544589 Aug 16 22:37:58.477667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44560) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:58.481981 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a05176ba-1383-4b87-a4e4-961e5f4ad55e tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] 10.222.0.93 "GET /v2.0/quotas/24b5f56f3b6d42508cb94703b7e7e24f HTTP/1.1" status: 200 len: 370 time: 0.0307677 Aug 16 22:37:58.485556 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44562) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:58.486379 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7eab3a55-e2e0-45ce-b489-b91a0b77803a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:58.501252 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a8d26364-beee-4a5b-939b-f94f19d0104b tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] 10.222.0.93 "GET /v2.0/quotas/24b5f56f3b6d42508cb94703b7e7e24f/default HTTP/1.1" status: 200 len: 370 time: 0.0108547 Aug 16 22:37:58.551863 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f51d166-53e7-4eab-a400-ed098d028ffd None None] Network e83b8883-97f9-4c68-91c1-b75c1ff5e0f0 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:37:58.566948 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44566) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:58.577182 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-5bcab629-e756-4136-b089-f78db46ea4c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8507266d-0a1f-46dd-89e2-1352a70987b1 HTTP/1.1" status: 200 len: 217 time: 0.1004069 Aug 16 22:37:58.585668 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7eab3a55-e2e0-45ce-b489-b91a0b77803a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:58.587746 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7eab3a55-e2e0-45ce-b489-b91a0b77803a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/subnets/6814dacf-82a4-4d8b-b75d-3d9a9e068abb HTTP/1.1" status: 204 len: 168 time: 1.6139972 Aug 16 22:37:58.598502 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44568) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:58.605110 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab3a55-e2e0-45ce-b489-b91a0b77803a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Subnet': ['ID=6814dacf-82a4-4d8b-b75d-3d9a9e068abb,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:58.649579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-67f44816-0f86-45e4-8f70-8cb668f6d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:58.652995 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-67f44816-0f86-45e4-8f70-8cb668f6d1cb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2abfc365-29c3-4616-9b87-7c7a7ec9e755 HTTP/1.1" status: 200 len: 846 time: 0.0685530 Aug 16 22:37:58.676221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9ecc14d8-dd82-4d5c-bca0-3cfad519f749 None None] Provisioning complete for port 466de7fc-7d8f-4d28-9d6d-a87bd41a6509 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:58.676920 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9ecc14d8-dd82-4d5c-bca0-3cfad519f749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:58.689750 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-1bb99b85-38d8-4e08-9e73-c98373e0463a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297115 Aug 16 22:37:58.706002 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17f20a13-5291-42ec-904f-f42d367de59a tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:58.706824 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f20a13-5291-42ec-904f-f42d367de59a tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15023b5b-a156-4c36-96ed-222c0b792477 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:37:58.709516 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-a6d24551-dd99-4894-ac50-a0e2a7783687 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] delete failed (client error): The resource could not be found. Aug 16 22:37:58.715413 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a6d24551-dd99-4894-ac50-a0e2a7783687 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] 10.222.0.93 "DELETE /v2.0/quotas/24b5f56f3b6d42508cb94703b7e7e24f HTTP/1.1" status: 404 len: 348 time: 0.1211774 Aug 16 22:37:58.718255 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17f20a13-5291-42ec-904f-f42d367de59a tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:58.722709 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-17f20a13-5291-42ec-904f-f42d367de59a tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "DELETE /v2.0/routers/15023b5b-a156-4c36-96ed-222c0b792477 HTTP/1.1" status: 204 len: 168 time: 3.4813581 Aug 16 22:37:58.729546 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44572) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:58.876815 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c403-2bb8-488e-a506-5d8941ac420e tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:58.886436 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2634f044-0531-4ef9-9629-98d0ae857bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:58.982685 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1f3ac3-f50c-4791-a7bb-0491fb55d890 None None] DHCP port deletion for e83b8883-97f9-4c68-91c1-b75c1ff5e0f0 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:37:59.055409 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-649e4314-f637-4211-8fd2-2d096b977c46 service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580692 Aug 16 22:37:59.132278 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-4e1f3ac3-f50c-4791-a7bb-0491fb55d890 None None] Deleting port 466de7fc-7d8f-4d28-9d6d-a87bd41a6509 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:59.132749 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4e1f3ac3-f50c-4791-a7bb-0491fb55d890 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:59.145194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44574) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:59.213776 n-d-792458-15 neutron-server[94871]: DEBUG neutron.quota.resource [None req-70457ce7-232c-489c-aa07-ba6043b3abf4 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] Usage tracker for resource:network and tenant:b899462c41804902939afeb9abb0175d is out of sync, need to count used quota {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 22:37:59.215612 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-4e1f3ac3-f50c-4791-a7bb-0491fb55d890 None None] For port 466de7fc-7d8f-4d28-9d6d-a87bd41a6509, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=466de7fc-7d8f-4d28-9d6d-a87bd41a6509,segment=NetworkSegment(314e5593-c427-4464-8c29-37711728be2a),segment_id=314e5593-c427-4464-8c29-37711728be2a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:59.216017 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4e1f3ac3-f50c-4791-a7bb-0491fb55d890 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:59.217117 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2634f044-0531-4ef9-9629-98d0ae857bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:59.231924 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2634f044-0531-4ef9-9629-98d0ae857bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:59.232539 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-4e1f3ac3-f50c-4791-a7bb-0491fb55d890 None None] Calling delete_port for 466de7fc-7d8f-4d28-9d6d-a87bd41a6509 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:59.234097 n-d-792458-15 neutron-server[94871]: DEBUG neutron.quota.resource [None req-70457ce7-232c-489c-aa07-ba6043b3abf4 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 22:37:59.288935 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2ade8e8-965b-45ea-b3a7-e3f188d6f0a2 req-3e302977-efa8-405c-a4cf-8de2b751617c service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197285 Aug 16 22:37:59.296150 n-d-792458-15 neutron-server[94871]: DEBUG neutron.quota.resource [None req-70457ce7-232c-489c-aa07-ba6043b3abf4 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] Usage tracker for resource:subnet and tenant:b899462c41804902939afeb9abb0175d is out of sync, need to count used quota {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 22:37:59.306754 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2634f044-0531-4ef9-9629-98d0ae857bea admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4c17889c419040d8ad3c1d084b8f9fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8277414 Aug 16 22:37:59.308081 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634f044-0531-4ef9-9629-98d0ae857bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec8b176-e27f-40ff-acf1-cc7376239443,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:59.311752 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44578) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:59.314872 n-d-792458-15 neutron-server[94871]: DEBUG neutron.quota.resource [None req-70457ce7-232c-489c-aa07-ba6043b3abf4 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 22:37:59.339880 n-d-792458-15 neutron-server[94871]: DEBUG neutron.quota.resource [None req-70457ce7-232c-489c-aa07-ba6043b3abf4 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] Usage tracker for resource:subnetpool and tenant:b899462c41804902939afeb9abb0175d is out of sync, need to count used quota {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 22:37:59.357482 n-d-792458-15 neutron-server[94871]: DEBUG neutron.quota.resource [None req-70457ce7-232c-489c-aa07-ba6043b3abf4 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 22:37:59.374242 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37767123-f600-4f44-b2e9-030f852c4d98 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:59.396450 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4e1f3ac3-f50c-4791-a7bb-0491fb55d890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:59.405764 n-d-792458-15 neutron-server[94871]: DEBUG neutron.quota.resource [None req-70457ce7-232c-489c-aa07-ba6043b3abf4 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] Usage tracker for resource:port and tenant:b899462c41804902939afeb9abb0175d is out of sync, need to count used quota {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 22:37:59.421764 n-d-792458-15 neutron-server[94871]: DEBUG neutron.quota.resource [None req-70457ce7-232c-489c-aa07-ba6043b3abf4 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 22:37:59.430949 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c77dd915-9d36-4a1f-a181-6d910f74a147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:59.448147 n-d-792458-15 neutron-server[94871]: DEBUG neutron.quota.resource [None req-70457ce7-232c-489c-aa07-ba6043b3abf4 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] Usage tracker for resource:router and tenant:b899462c41804902939afeb9abb0175d is out of sync, need to count used quota {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 22:37:59.449031 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f3ac3-f50c-4791-a7bb-0491fb55d890 None None] Pushing event deleted for resources: {'Port': ['ID=466de7fc-7d8f-4d28-9d6d-a87bd41a6509,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:59.461568 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 466de7fc-7d8f-4d28-9d6d-a87bd41a6509 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:37:59.467360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fd2b9-4e4c-4d1a-a446-7538eed70958 req-e7aee4a2-4f43-41b0-9092-91efc89faf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:59.468900 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b0fd2b9-4e4c-4d1a-a446-7538eed70958 req-e7aee4a2-4f43-41b0-9092-91efc89faf8f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&device_id=7bf12dc1-c55c-4b35-8563-062ccbf3d2d8 HTTP/1.1" status: 200 len: 1095 time: 0.1020019 Aug 16 22:37:59.474919 n-d-792458-15 neutron-server[94871]: DEBUG neutron.quota.resource [None req-70457ce7-232c-489c-aa07-ba6043b3abf4 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 22:37:59.490545 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1f3ac3-f50c-4791-a7bb-0491fb55d890 None None] No DVR routers for this DVR port 466de7fc-7d8f-4d28-9d6d-a87bd41a6509 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:37:59.493271 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3ac3-f50c-4791-a7bb-0491fb55d890 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:59.493651 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3ac3-f50c-4791-a7bb-0491fb55d890 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:59.494119 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3ac3-f50c-4791-a7bb-0491fb55d890 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:59.494377 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3ac3-f50c-4791-a7bb-0491fb55d890 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:59.495689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3ac3-f50c-4791-a7bb-0491fb55d890 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:59.496046 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3ac3-f50c-4791-a7bb-0491fb55d890 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:59.497506 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c77dd915-9d36-4a1f-a181-6d910f74a147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:59.497624 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3ac3-f50c-4791-a7bb-0491fb55d890 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:59.498039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3ac3-f50c-4791-a7bb-0491fb55d890 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:59.498274 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3ac3-f50c-4791-a7bb-0491fb55d890 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:59.498927 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3ac3-f50c-4791-a7bb-0491fb55d890 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:59.498927 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3ac3-f50c-4791-a7bb-0491fb55d890 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:59.499325 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f3ac3-f50c-4791-a7bb-0491fb55d890 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:59.503948 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 466de7fc-7d8f-4d28-9d6d-a87bd41a6509 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:37:59.504295 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 466de7fc-7d8f-4d28-9d6d-a87bd41a6509 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:37:59.549786 n-d-792458-15 neutron-server[94871]: DEBUG neutron.quota.resource [None req-70457ce7-232c-489c-aa07-ba6043b3abf4 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] Usage tracker for resource:floatingip and tenant:b899462c41804902939afeb9abb0175d is out of sync, need to count used quota {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 22:37:59.568842 n-d-792458-15 neutron-server[94871]: DEBUG neutron.quota.resource [None req-70457ce7-232c-489c-aa07-ba6043b3abf4 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 22:37:59.679057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fd2b9-4e4c-4d1a-a446-7538eed70958 req-aa472c50-03dc-4521-bb88-66d108fd5e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:59.680569 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b0fd2b9-4e4c-4d1a-a446-7538eed70958 req-aa472c50-03dc-4521-bb88-66d108fd5e27 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 907 time: 0.1980598 Aug 16 22:37:59.685657 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c77dd915-9d36-4a1f-a181-6d910f74a147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:59.688178 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c77dd915-9d36-4a1f-a181-6d910f74a147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:59.691955 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c77dd915-9d36-4a1f-a181-6d910f74a147 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5ec8b176-e27f-40ff-acf1-cc7376239443 HTTP/1.1" status: 204 len: 168 time: 0.3763177 Aug 16 22:37:59.708154 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c403-2bb8-488e-a506-5d8941ac420e tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:59.709648 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6278881-508d-4161-8b1e-f0744cad3c24 req-2fa66320-3c34-426b-9766-f1dccade8ef0 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:59.710980 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ca6218f-74ce-4123-91f3-0c6686e1a67e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:59.711239 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6278881-508d-4161-8b1e-f0744cad3c24 req-2fa66320-3c34-426b-9766-f1dccade8ef0 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=7bf12dc1-c55c-4b35-8563-062ccbf3d2d8 HTTP/1.1" status: 200 len: 943 time: 0.1385376 Aug 16 22:37:59.723398 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c1a7c403-2bb8-488e-a506-5d8941ac420e tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83b8883-97f9-4c68-91c1-b75c1ff5e0f0']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:59.753457 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77dd915-9d36-4a1f-a181-6d910f74a147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec8b176-e27f-40ff-acf1-cc7376239443,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:59.756476 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b0fd2b9-4e4c-4d1a-a446-7538eed70958 req-93756698-7030-4356-8894-5584078c2532 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8507266d-0a1f-46dd-89e2-1352a70987b1 HTTP/1.1" status: 200 len: 217 time: 0.0620317 Aug 16 22:37:59.758964 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ca6218f-74ce-4123-91f3-0c6686e1a67e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:59.763744 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c1a7c403-2bb8-488e-a506-5d8941ac420e tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314e5593-c427-4464-8c29-37711728be2a') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:59.763978 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c1a7c403-2bb8-488e-a506-5d8941ac420e tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314e5593-c427-4464-8c29-37711728be2a') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:59.784805 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c403-2bb8-488e-a506-5d8941ac420e tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:59.796738 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37767123-f600-4f44-b2e9-030f852c4d98 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:59.811963 n-d-792458-15 neutron-server[94871]: DEBUG neutron.quota.resource [None req-70457ce7-232c-489c-aa07-ba6043b3abf4 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] Usage tracker for resource:security_group and tenant:b899462c41804902939afeb9abb0175d is out of sync, need to count used quota {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 22:37:59.832291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.quota.resource [None req-70457ce7-232c-489c-aa07-ba6043b3abf4 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 22:37:59.841901 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6278881-508d-4161-8b1e-f0744cad3c24 req-13b19f9d-ba3c-4ac4-8ffb-fa32edb30648 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950098 Aug 16 22:37:59.846839 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c403-2bb8-488e-a506-5d8941ac420e tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:59.850310 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fd2b9-4e4c-4d1a-a446-7538eed70958 req-e490ae23-0a69-452a-837e-0d81c0a0899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:59.851815 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b0fd2b9-4e4c-4d1a-a446-7538eed70958 req-e490ae23-0a69-452a-837e-0d81c0a0899a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2abfc365-29c3-4616-9b87-7c7a7ec9e755 HTTP/1.1" status: 200 len: 846 time: 0.0776508 Aug 16 22:37:59.852520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.quota.resource [None req-70457ce7-232c-489c-aa07-ba6043b3abf4 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] Usage tracker for resource:security_group_rule and tenant:b899462c41804902939afeb9abb0175d is out of sync, need to count used quota {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 22:37:59.858489 n-d-792458-15 neutron-server[94871]: DEBUG neutron.quota.resource [None req-70457ce7-232c-489c-aa07-ba6043b3abf4 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94871) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 22:37:59.878091 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-70457ce7-232c-489c-aa07-ba6043b3abf4 tempest-QuotasTest-841928025 tempest-QuotasTest-841928025-project-admin] 10.222.0.93 "GET /v2.0/quotas/b899462c41804902939afeb9abb0175d/details.json HTTP/1.1" status: 200 len: 703 time: 0.7316718 Aug 16 22:37:59.878904 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a7c403-2bb8-488e-a506-5d8941ac420e tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:37:59.879313 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c403-2bb8-488e-a506-5d8941ac420e tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:37:59.883608 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:37:59.903513 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b0fd2b9-4e4c-4d1a-a446-7538eed70958 req-d4c8c884-88c5-4d5d-8d83-ce46bd198df1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419886 Aug 16 22:38:00.006048 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c403-2bb8-488e-a506-5d8941ac420e tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.030460 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c403-2bb8-488e-a506-5d8941ac420e tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.032361 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c1a7c403-2bb8-488e-a506-5d8941ac420e tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/networks/e83b8883-97f9-4c68-91c1-b75c1ff5e0f0 HTTP/1.1" status: 204 len: 168 time: 1.4302726 Aug 16 22:38:00.035227 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-3ca6218f-74ce-4123-91f3-0c6686e1a67e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Allocated IP 172.25.6.26 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/ee2cbc37-f9fa-4c58-8402-73ea7fe3b701) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:00.036032 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44590) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:00.052213 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b0fd2b9-4e4c-4d1a-a446-7538eed70958 req-df46ccaa-6525-4543-921a-8d3d768a7b1c service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400611 Aug 16 22:38:00.063274 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-37767123-f600-4f44-b2e9-030f852c4d98 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Deleting port 53c3da98-4236-4069-bc6e-8c258976c47e {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:00.063628 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37767123-f600-4f44-b2e9-030f852c4d98 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.081467 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7c403-2bb8-488e-a506-5d8941ac420e tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Network': ['ID=e83b8883-97f9-4c68-91c1-b75c1ff5e0f0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:00.147642 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f918616-47d3-4b54-952c-325ccdb1f66f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:00.152615 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4f918616-47d3-4b54-952c-325ccdb1f66f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1119936 Aug 16 22:38:00.153019 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44592) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:00.185074 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44594) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:00.210360 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b0fd2b9-4e4c-4d1a-a446-7538eed70958 req-8ff2e748-3ba2-4eb5-9428-df00f85138cc service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383467 Aug 16 22:38:00.230994 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ab3f15e2-6aeb-43ad-9df4-97bf9840897b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0770566 Aug 16 22:38:00.234423 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44598) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:00.239240 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-37767123-f600-4f44-b2e9-030f852c4d98 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] For port 53c3da98-4236-4069-bc6e-8c258976c47e, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=53c3da98-4236-4069-bc6e-8c258976c47e,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:00.239834 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37767123-f600-4f44-b2e9-030f852c4d98 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.240727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b73dbb1a-e8c2-4734-9f64-11a4d786f846 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1666249700'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:00.268724 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-37767123-f600-4f44-b2e9-030f852c4d98 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Calling delete_port for 53c3da98-4236-4069-bc6e-8c258976c47e owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:00.268939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73dbb1a-e8c2-4734-9f64-11a4d786f846 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:00.273666 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b73dbb1a-e8c2-4734-9f64-11a4d786f846 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.289256 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ca6218f-74ce-4123-91f3-0c6686e1a67e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.308660 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73dbb1a-e8c2-4734-9f64-11a4d786f846 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:38:00.319140 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b73dbb1a-e8c2-4734-9f64-11a4d786f846 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.319536 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-b73dbb1a-e8c2-4734-9f64-11a4d786f846 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Added segment 4d73294b-5f18-4a91-a2f5-668f030efefb of type vlan for network 7c68d63c-4fb2-439e-83c1-c955170ffa24 Aug 16 22:38:00.357332 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3291e19e-b73b-4744-a3cf-c66c209a6a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.364282 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b73dbb1a-e8c2-4734-9f64-11a4d786f846 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.373429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44600) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:00.396908 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-272793a5-a7ff-4d4d-9863-983d70c21ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.416486 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b73dbb1a-e8c2-4734-9f64-11a4d786f846 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.422386 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73dbb1a-e8c2-4734-9f64-11a4d786f846 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:00.422990 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b73dbb1a-e8c2-4734-9f64-11a4d786f846 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.435517 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-272793a5-a7ff-4d4d-9863-983d70c21ab9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:38:00.435517 n-d-792458-15 neutron-server[94871]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:38:00.435517 n-d-792458-15 neutron-server[94871]: [parameters: {'project_id_1': 'ef6ce6e324b747ffa9fadadc1e2eb63d', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 38, 0, 414306)}] Aug 16 22:38:00.435517 n-d-792458-15 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:38:00.435896 n-d-792458-15 neutron-server[94871]: DEBUG oslo_db.api [None req-272793a5-a7ff-4d4d-9863-983d70c21ab9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:38:00.462614 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ca6218f-74ce-4123-91f3-0c6686e1a67e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.499081 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73dbb1a-e8c2-4734-9f64-11a4d786f846 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Network': ['ID=7c68d63c-4fb2-439e-83c1-c955170ffa24,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:00.515164 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 7c68d63c-4fb2-439e-83c1-c955170ffa24 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:38:00.540316 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca6218f-74ce-4123-91f3-0c6686e1a67e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:00.549054 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-3ca6218f-74ce-4123-91f3-0c6686e1a67e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:00.559919 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca6218f-74ce-4123-91f3-0c6686e1a67e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:00.566745 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6218f-74ce-4123-91f3-0c6686e1a67e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Pushing event updated for resources: {'Port': ['ID=ee2cbc37-f9fa-4c58-8402-73ea7fe3b701,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:00.695718 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37767123-f600-4f44-b2e9-030f852c4d98 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.765731 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37767123-f600-4f44-b2e9-030f852c4d98 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Pushing event deleted for resources: {'Port': ['ID=53c3da98-4236-4069-bc6e-8c258976c47e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:00.771214 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3291e19e-b73b-4744-a3cf-c66c209a6a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.781186 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b73dbb1a-e8c2-4734-9f64-11a4d786f846 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5454597 Aug 16 22:38:00.783846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44604) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:00.789603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-14ce9dbf-dd73-49e6-9e14-bf1f824f5b26 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'subnet': {'network_id': '7c68d63c-4fb2-439e-83c1-c955170ffa24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:00.797564 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3291e19e-b73b-4744-a3cf-c66c209a6a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.900140 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3291e19e-b73b-4744-a3cf-c66c209a6a05 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=62cbb2313a29406dbfd1dd7d016b6c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7131083 Aug 16 22:38:00.903121 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44608) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:00.904898 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291e19e-b73b-4744-a3cf-c66c209a6a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6ce9b2-7503-473d-a0ba-9097b4528e4d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:00.918608 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ce9dbf-dd73-49e6-9e14-bf1f824f5b26 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:00.922840 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14ce9dbf-dd73-49e6-9e14-bf1f824f5b26 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.940372 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-272793a5-a7ff-4d4d-9863-983d70c21ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.954289 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37767123-f600-4f44-b2e9-030f852c4d98 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.090868 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37767123-f600-4f44-b2e9-030f852c4d98 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.094501 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37767123-f600-4f44-b2e9-030f852c4d98 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.114814 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daac77-416e-4d12-9bf5-be540d9db82e req-4ca39e54-945f-4c43-aeae-96a6e1817892 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:01.116333 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1daac77-416e-4d12-9bf5-be540d9db82e req-4ca39e54-945f-4c43-aeae-96a6e1817892 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=7bf12dc1-c55c-4b35-8563-062ccbf3d2d8 HTTP/1.1" status: 200 len: 943 time: 0.1884487 Aug 16 22:38:01.129762 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b206160d-fd30-4977-b97e-d5e113130b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.153826 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37767123-f600-4f44-b2e9-030f852c4d98 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.154551 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37767123-f600-4f44-b2e9-030f852c4d98 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7899bfd-6f42-4d9f-830c-eaa197bcfb22 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:38:01.159874 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-37767123-f600-4f44-b2e9-030f852c4d98 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.164482 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-37767123-f600-4f44-b2e9-030f852c4d98 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "DELETE /v2.0/routers/c7899bfd-6f42-4d9f-830c-eaa197bcfb22 HTTP/1.1" status: 204 len: 168 time: 2.4307775 Aug 16 22:38:01.164747 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44610) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:01.166731 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ca6218f-74ce-4123-91f3-0c6686e1a67e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.176319 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e17165ed-a7dd-49ed-8883-959a6f8884ef tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1557236236', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:01.225130 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b206160d-fd30-4977-b97e-d5e113130b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.266328 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1daac77-416e-4d12-9bf5-be540d9db82e req-4c68dc96-3f81-4a51-b486-0a6957caa7dd tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408329 Aug 16 22:38:01.380189 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-272793a5-a7ff-4d4d-9863-983d70c21ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.382273 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14ce9dbf-dd73-49e6-9e14-bf1f824f5b26 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.395025 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-272793a5-a7ff-4d4d-9863-983d70c21ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.403201 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b206160d-fd30-4977-b97e-d5e113130b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.405597 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b206160d-fd30-4977-b97e-d5e113130b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.407298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b206160d-fd30-4977-b97e-d5e113130b97 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6e6ce9b2-7503-473d-a0ba-9097b4528e4d HTTP/1.1" status: 204 len: 168 time: 0.5017860 Aug 16 22:38:01.423891 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ca6218f-74ce-4123-91f3-0c6686e1a67e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.428918 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ca6218f-74ce-4123-91f3-0c6686e1a67e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578920'] for router, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.493220 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e17165ed-a7dd-49ed-8883-959a6f8884ef tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.494337 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e17165ed-a7dd-49ed-8883-959a6f8884ef tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.507840 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-272793a5-a7ff-4d4d-9863-983d70c21ab9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ef6ce6e324b747ffa9fadadc1e2eb63d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1307454 Aug 16 22:38:01.510239 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272793a5-a7ff-4d4d-9863-983d70c21ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6a7c87-1285-4856-ba95-1eec82fad470,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:01.513996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44614) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:01.532047 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce9dbf-dd73-49e6-9e14-bf1f824f5b26 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Subnet': ['ID=ba4fd8ec-291d-4bc8-a8a9-250a8b08b090,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:01.569173 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206160d-fd30-4977-b97e-d5e113130b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6ce9b2-7503-473d-a0ba-9097b4528e4d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:01.603034 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ce9dbf-dd73-49e6-9e14-bf1f824f5b26 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Checking segment: {'id': '4d73294b-5f18-4a91-a2f5-668f030efefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c68d63c-4fb2-439e-83c1-c955170ffa24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:01.603415 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ce9dbf-dd73-49e6-9e14-bf1f824f5b26 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network hostable DHCP agents. Network: 7c68d63c-4fb2-439e-83c1-c955170ffa24, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:38:01.617858 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e17165ed-a7dd-49ed-8883-959a6f8884ef tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.636656 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca6218f-74ce-4123-91f3-0c6686e1a67e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Router 12074f03-d7cc-4a93-ba3f-b75fdc969b42 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:38:01.718979 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ce9dbf-dd73-49e6-9e14-bf1f824f5b26 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network 7c68d63c-4fb2-439e-83c1-c955170ffa24 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:38:01.728181 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96586b7c-c11c-4282-a8d4-440a48ab624f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.794926 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca6218f-74ce-4123-91f3-0c6686e1a67e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:01.800640 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ca6218f-74ce-4123-91f3-0c6686e1a67e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.802839 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3ca6218f-74ce-4123-91f3-0c6686e1a67e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "PUT /v2.0/routers/12074f03-d7cc-4a93-ba3f-b75fdc969b42 HTTP/1.1" status: 200 len: 914 time: 4.1113551 Aug 16 22:38:01.805176 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44620) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:01.813451 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96213f43-0b5a-487b-917c-3cb0cfba9f9a None None] Sync routers for ids ['12074f03-d7cc-4a93-ba3f-b75fdc969b42'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:01.821547 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-14ce9dbf-dd73-49e6-9e14-bf1f824f5b26 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 7c68d63c-4fb2-439e-83c1-c955170ffa24) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:01.833491 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ce9dbf-dd73-49e6-9e14-bf1f824f5b26 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:01.834133 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14ce9dbf-dd73-49e6-9e14-bf1f824f5b26 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.846830 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e17165ed-a7dd-49ed-8883-959a6f8884ef tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.850738 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa5fb53-2ecf-4f45-8109-b8cbf899fac5 None None] Network 7c68d63c-4fb2-439e-83c1-c955170ffa24 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:01.868217 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96586b7c-c11c-4282-a8d4-440a48ab624f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.885559 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-14ce9dbf-dd73-49e6-9e14-bf1f824f5b26 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0973463 Aug 16 22:38:01.887079 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44622) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:01.907322 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3e6225e2-d04a-4021-a456-10c499a4b744 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'port': {'network_id': '7c68d63c-4fb2-439e-83c1-c955170ffa24', 'name': 'tempest-PortsIpV6TestJSON-1615103942'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:01.938375 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44624) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:01.945169 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96213f43-0b5a-487b-917c-3cb0cfba9f9a None None] Routers {'12074f03-d7cc-4a93-ba3f-b75fdc969b42'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:01.946000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-96213f43-0b5a-487b-917c-3cb0cfba9f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['12074f03-d7cc-4a93-ba3f-b75fdc969b42'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:01.969300 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6753fd5e-7d26-4633-abe7-2d9c986637c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:01.978812 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a5d7da7e-2195-47e9-8fd1-637152b722ac tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "GET /v2.0/routers/12074f03-d7cc-4a93-ba3f-b75fdc969b42 HTTP/1.1" status: 200 len: 920 time: 0.1693671 Aug 16 22:38:01.982314 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44626) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:01.988702 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-96213f43-0b5a-487b-917c-3cb0cfba9f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:02.006344 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96213f43-0b5a-487b-917c-3cb0cfba9f9a None None] Routers {'12074f03-d7cc-4a93-ba3f-b75fdc969b42'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:02.007001 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-96213f43-0b5a-487b-917c-3cb0cfba9f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['12074f03-d7cc-4a93-ba3f-b75fdc969b42'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:02.051926 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49364f78-8e6c-4c14-b597-e20f907818a6 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:02.054026 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-49364f78-8e6c-4c14-b597-e20f907818a6 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&device_id=12074f03-d7cc-4a93-ba3f-b75fdc969b42&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0702257 Aug 16 22:38:02.057891 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44628) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:02.062207 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-96213f43-0b5a-487b-917c-3cb0cfba9f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:02.062914 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96213f43-0b5a-487b-917c-3cb0cfba9f9a None None] The sync data for ids ['12074f03-d7cc-4a93-ba3f-b75fdc969b42'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:02.142709 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96586b7c-c11c-4282-a8d4-440a48ab624f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.146707 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96586b7c-c11c-4282-a8d4-440a48ab624f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.154212 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-96586b7c-c11c-4282-a8d4-440a48ab624f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ee6a7c87-1285-4856-ba95-1eec82fad470 HTTP/1.1" status: 204 len: 168 time: 0.6278522 Aug 16 22:38:02.172653 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96586b7c-c11c-4282-a8d4-440a48ab624f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6a7c87-1285-4856-ba95-1eec82fad470,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:02.214797 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 8507266d-0a1f-46dd-89e2-1352a70987b1 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:38:02.233811 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-7c68d63c-4fb2-439e-83c1-c955170ffa24', 'network_id': '7c68d63c-4fb2-439e-83c1-c955170ffa24', 'tenant_id': 'd151c136af15401e8630f50830d07764', 'fixed_ips': [{'subnet_id': 'ba4fd8ec-291d-4bc8-a8a9-250a8b08b090'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:38:02.234787 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.322931 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6753fd5e-7d26-4633-abe7-2d9c986637c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.331916 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243516f0-e256-44ba-97db-58b8f07a6b9f tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:02.334158 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-243516f0-e256-44ba-97db-58b8f07a6b9f tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 881 time: 0.2743337 Aug 16 22:38:02.335980 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6753fd5e-7d26-4633-abe7-2d9c986637c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.341488 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44634) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:02.412587 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e17165ed-a7dd-49ed-8883-959a6f8884ef tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.423879 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0341eac2-02ea-4fd6-903b-499c7119326f tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "GET /v2.0/ports?device_id=12074f03-d7cc-4a93-ba3f-b75fdc969b42 HTTP/1.1" status: 200 len: 205 time: 0.0780442 Aug 16 22:38:02.435399 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44636) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:02.461951 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6753fd5e-7d26-4633-abe7-2d9c986637c1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b899462c41804902939afeb9abb0175d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5220468 Aug 16 22:38:02.465535 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e17165ed-a7dd-49ed-8883-959a6f8884ef tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.524961 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44638) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:02.530836 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753fd5e-7d26-4633-abe7-2d9c986637c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3927586e-9239-409a-8ff2-863ed4f7769f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:02.598697 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 8507266d-0a1f-46dd-89e2-1352a70987b1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=8507266d-0a1f-46dd-89e2-1352a70987b1,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:02.622923 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '8507266d-0a1f-46dd-89e2-1352a70987b1', 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325', 'port_id': '8507266d-0a1f-46dd-89e2-1352a70987b1', 'mac_address': 'fa:16:3e:ce:f0:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2abfc365-29c3-4616-9b87-7c7a7ec9e755', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:38:02.628757 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-e17165ed-a7dd-49ed-8883-959a6f8884ef tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Allocated IP 172.25.6.154 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/4ebb45e5-51a0-4f1f-9480-013e38540439) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:02.634089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] Allocated IP 2001:db8::2 (7c68d63c-4fb2-439e-83c1-c955170ffa24/ba4fd8ec-291d-4bc8-a8a9-250a8b08b090/039aa9db-dd43-4d5b-a535-463ffc89e679) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:02.639239 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1cac3d2-f6bd-45f6-8939-97e06ebfcb5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.676746 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6225e2-d04a-4021-a456-10c499a4b744 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:02.682760 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e6225e2-d04a-4021-a456-10c499a4b744 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.701327 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.731486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8507266d-0a1f-46dd-89e2-1352a70987b1 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:38:02.749063 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1cac3d2-f6bd-45f6-8939-97e06ebfcb5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.778925 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-3e6225e2-d04a-4021-a456-10c499a4b744 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] device_id is not set on port 379659c2-f614-4e1a-b54a-d338a7fdfcce yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:38:02.790449 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2eec95e7-e6e3-4aa1-b50d-00d59b360a72 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.816723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 8507266d-0a1f-46dd-89e2-1352a70987b1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=8507266d-0a1f-46dd-89e2-1352a70987b1,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:02.822177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf00acf-e0ed-49f9-a136-064bbcfad5a4 req-6f847173-f121-4127-a5c0-ed44d7479b6d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:02.824092 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcf00acf-e0ed-49f9-a136-064bbcfad5a4 req-6f847173-f121-4127-a5c0-ed44d7479b6d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=7bf12dc1-c55c-4b35-8563-062ccbf3d2d8 HTTP/1.1" status: 200 len: 943 time: 0.4136372 Aug 16 22:38:02.825167 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.979371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcf00acf-e0ed-49f9-a136-064bbcfad5a4 req-160e0025-2e92-489c-8361-0d78eb2d0ab4 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202059 Aug 16 22:38:03.034743 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e17165ed-a7dd-49ed-8883-959a6f8884ef tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:03.070097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=8507266d-0a1f-46dd-89e2-1352a70987b1,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:03.120578 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e17165ed-a7dd-49ed-8883-959a6f8884ef tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:03.188848 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:03.196526 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['8507266d-0a1f-46dd-89e2-1352a70987b1'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:38:03.199662 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2eec95e7-e6e3-4aa1-b50d-00d59b360a72 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:03.210213 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1cac3d2-f6bd-45f6-8939-97e06ebfcb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:03.213676 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1cac3d2-f6bd-45f6-8939-97e06ebfcb5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:03.217882 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e1cac3d2-f6bd-45f6-8939-97e06ebfcb5d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3927586e-9239-409a-8ff2-863ed4f7769f HTTP/1.1" status: 204 len: 168 time: 0.6899123 Aug 16 22:38:03.243992 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cac3d2-f6bd-45f6-8939-97e06ebfcb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3927586e-9239-409a-8ff2-863ed4f7769f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:03.249121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] Transition to ACTIVE for port object 039aa9db-dd43-4d5b-a535-463ffc89e679 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:03.269775 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17165ed-a7dd-49ed-8883-959a6f8884ef tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Pushing event updated for resources: {'Port': ['ID=4ebb45e5-51a0-4f1f-9480-013e38540439,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:03.307692 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17165ed-a7dd-49ed-8883-959a6f8884ef tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:03.320167 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-e17165ed-a7dd-49ed-8883-959a6f8884ef tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:03.325148 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17165ed-a7dd-49ed-8883-959a6f8884ef tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:03.356862 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] Transition to ACTIVE for port object 039aa9db-dd43-4d5b-a535-463ffc89e679 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:03.368582 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 53c3da98-4236-4069-bc6e-8c258976c47e no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:38:03.381563 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:03.394019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2eec95e7-e6e3-4aa1-b50d-00d59b360a72 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Deleting port ee2cbc37-f9fa-4c58-8402-73ea7fe3b701 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:03.395232 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2eec95e7-e6e3-4aa1-b50d-00d59b360a72 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:03.501075 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] Pushing event updated for resources: {'Port': ['ID=039aa9db-dd43-4d5b-a535-463ffc89e679,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:03.507752 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 53c3da98-4236-4069-bc6e-8c258976c47e {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:38:03.508168 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 53c3da98-4236-4069-bc6e-8c258976c47e not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:38:03.558088 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] Network 7c68d63c-4fb2-439e-83c1-c955170ffa24 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:03.565294 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2eec95e7-e6e3-4aa1-b50d-00d59b360a72 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:03.574540 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:03.581072 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:03.601993 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2eec95e7-e6e3-4aa1-b50d-00d59b360a72 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Calling delete_port for ee2cbc37-f9fa-4c58-8402-73ea7fe3b701 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:03.745064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-3e6225e2-d04a-4021-a456-10c499a4b744 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Allocated IP 2001:db8::3a4 (7c68d63c-4fb2-439e-83c1-c955170ffa24/ba4fd8ec-291d-4bc8-a8a9-250a8b08b090/379659c2-f614-4e1a-b54a-d338a7fdfcce) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:03.776804 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] Attempting to bind port 039aa9db-dd43-4d5b-a535-463ffc89e679 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:38:03.777182 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] Attempting to bind port 039aa9db-dd43-4d5b-a535-463ffc89e679 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '4d73294b-5f18-4a91-a2f5-668f030efefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c68d63c-4fb2-439e-83c1-c955170ffa24'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:38:03.777549 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] Attempting to bind port 039aa9db-dd43-4d5b-a535-463ffc89e679 on network 7c68d63c-4fb2-439e-83c1-c955170ffa24 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:03.821085 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:38:03.822297 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] Checking segment: {'id': '4d73294b-5f18-4a91-a2f5-668f030efefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c68d63c-4fb2-439e-83c1-c955170ffa24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:03.825642 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:03.826166 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] Bound using segment: {'id': '4d73294b-5f18-4a91-a2f5-668f030efefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c68d63c-4fb2-439e-83c1-c955170ffa24'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:38:03.830335 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] Bound port: 039aa9db-dd43-4d5b-a535-463ffc89e679, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d73294b-5f18-4a91-a2f5-668f030efefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c68d63c-4fb2-439e-83c1-c955170ffa24'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:38:03.830967 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:03.911037 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e17165ed-a7dd-49ed-8883-959a6f8884ef tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:04.142341 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] For port 039aa9db-dd43-4d5b-a535-463ffc89e679, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:38:04.148413 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] For port 039aa9db-dd43-4d5b-a535-463ffc89e679, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=039aa9db-dd43-4d5b-a535-463ffc89e679,segment=NetworkSegment(4d73294b-5f18-4a91-a2f5-668f030efefb),segment_id=4d73294b-5f18-4a91-a2f5-668f030efefb)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:38:04.157346 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e6225e2-d04a-4021-a456-10c499a4b744 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:04.161688 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:04.243528 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-3e6225e2-d04a-4021-a456-10c499a4b744 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Transition to ACTIVE for port object 379659c2-f614-4e1a-b54a-d338a7fdfcce will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:04.308558 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09aba1a-72fd-4e9e-90a3-5016c3c42c02 None None] Pushing event updated for resources: {'Port': ['ID=039aa9db-dd43-4d5b-a535-463ffc89e679,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:04.702483 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2eec95e7-e6e3-4aa1-b50d-00d59b360a72 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:04.778486 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec95e7-e6e3-4aa1-b50d-00d59b360a72 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Pushing event deleted for resources: {'Port': ['ID=ee2cbc37-f9fa-4c58-8402-73ea7fe3b701,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:04.902416 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2eec95e7-e6e3-4aa1-b50d-00d59b360a72 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:04.976131 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac16326-ceab-4c5a-bc41-ef2b24532dcd req-eb5b7c2b-1649-4b5b-88f1-1ea204e803e3 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:04.977979 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dac16326-ceab-4c5a-bc41-ef2b24532dcd req-eb5b7c2b-1649-4b5b-88f1-1ea204e803e3 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=7bf12dc1-c55c-4b35-8563-062ccbf3d2d8 HTTP/1.1" status: 200 len: 944 time: 0.8458576 Aug 16 22:38:05.107395 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2eec95e7-e6e3-4aa1-b50d-00d59b360a72 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.117333 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2eec95e7-e6e3-4aa1-b50d-00d59b360a72 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.117805 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e17165ed-a7dd-49ed-8883-959a6f8884ef tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.151964 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dac16326-ceab-4c5a-bc41-ef2b24532dcd req-fdd28749-e84b-47ed-94d8-f9e2484dc58c tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508489 Aug 16 22:38:05.203666 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44690) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:05.208514 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e6225e2-d04a-4021-a456-10c499a4b744 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.235413 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2eec95e7-e6e3-4aa1-b50d-00d59b360a72 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.236663 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eec95e7-e6e3-4aa1-b50d-00d59b360a72 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Fanout notify agent at l3_agent the message router_deleted on router 12074f03-d7cc-4a93-ba3f-b75fdc969b42 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:38:05.252691 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2eec95e7-e6e3-4aa1-b50d-00d59b360a72 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.255613 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2eec95e7-e6e3-4aa1-b50d-00d59b360a72 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "DELETE /v2.0/routers/12074f03-d7cc-4a93-ba3f-b75fdc969b42 HTTP/1.1" status: 204 len: 168 time: 2.8140516 Aug 16 22:38:05.262338 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44694) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:05.277654 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-266b0911-c1d3-4e79-9386-290ef1ff823b tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-547836481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:05.296096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6225e2-d04a-4021-a456-10c499a4b744 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network 7c68d63c-4fb2-439e-83c1-c955170ffa24 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:05.331991 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-266b0911-c1d3-4e79-9386-290ef1ff823b tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.333609 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-266b0911-c1d3-4e79-9386-290ef1ff823b tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.399347 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-3e6225e2-d04a-4021-a456-10c499a4b744 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:05.408238 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6225e2-d04a-4021-a456-10c499a4b744 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:05.418934 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-266b0911-c1d3-4e79-9386-290ef1ff823b tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.427576 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-266b0911-c1d3-4e79-9386-290ef1ff823b tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.428516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6225e2-d04a-4021-a456-10c499a4b744 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:05.429594 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e6225e2-d04a-4021-a456-10c499a4b744 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.479790 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-266b0911-c1d3-4e79-9386-290ef1ff823b tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.482674 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-266b0911-c1d3-4e79-9386-290ef1ff823b tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2177184 Aug 16 22:38:05.487202 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44696) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:05.507826 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5af7f429-a813-470e-8522-16101895ad4e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'enable_snat': False}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:05.589506 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3e6225e2-d04a-4021-a456-10c499a4b744 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6978173 Aug 16 22:38:05.592328 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6225e2-d04a-4021-a456-10c499a4b744 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=379659c2-f614-4e1a-b54a-d338a7fdfcce,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:05.595724 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44698) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:05.609817 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9a82008c-264a-4d5f-aba3-1a873ad9cffb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'port': {'network_id': '7c68d63c-4fb2-439e-83c1-c955170ffa24', 'name': 'tempest-PortsIpV6TestJSON-668466205'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:05.674027 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 039aa9db-dd43-4d5b-a535-463ffc89e679 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:05.794897 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17165ed-a7dd-49ed-8883-959a6f8884ef tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Router b016675a-5ae8-470b-88b7-8cb14becff73 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:38:05.831825 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 039aa9db-dd43-4d5b-a535-463ffc89e679 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:05.970140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3f6332f5-3e82-4c74-9f05-f373d441a2d4 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-980976370'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:06.095843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203f0e61-deb9-4887-8591-8dd4b117fdb9 None None] Network 7c68d63c-4fb2-439e-83c1-c955170ffa24 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:06.114592 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6332f5-3e82-4c74-9f05-f373d441a2d4 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Made reservation on behalf of 4867ad18984c4fb08b51209245f2f6ec for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:06.118606 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f6332f5-3e82-4c74-9f05-f373d441a2d4 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:06.173472 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f6332f5-3e82-4c74-9f05-f373d441a2d4 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:06.194985 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a82008c-264a-4d5f-aba3-1a873ad9cffb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:06.200320 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a82008c-264a-4d5f-aba3-1a873ad9cffb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:06.217992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17165ed-a7dd-49ed-8883-959a6f8884ef tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:06.224057 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5af7f429-a813-470e-8522-16101895ad4e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:06.232942 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df652543-099b-4fd5-afb4-3b81f50baeea None None] Sync routers for ids ['b016675a-5ae8-470b-88b7-8cb14becff73'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:06.258112 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df652543-099b-4fd5-afb4-3b81f50baeea None None] Routers {'b016675a-5ae8-470b-88b7-8cb14becff73'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:06.258753 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-df652543-099b-4fd5-afb4-3b81f50baeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b016675a-5ae8-470b-88b7-8cb14becff73'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:06.299372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 8507266d-0a1f-46dd-89e2-1352a70987b1 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:06.339747 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-9a82008c-264a-4d5f-aba3-1a873ad9cffb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] device_id is not set on port 53aee861-ff4a-420c-9119-f412b9719982 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:38:06.370562 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-df652543-099b-4fd5-afb4-3b81f50baeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:06.375621 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-50e78bf4-b631-497f-b8bd-43812f27a256 None None] Provisioning for port 039aa9db-dd43-4d5b-a535-463ffc89e679 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:06.386438 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df652543-099b-4fd5-afb4-3b81f50baeea None None] Routers {'b016675a-5ae8-470b-88b7-8cb14becff73'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:06.387677 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-df652543-099b-4fd5-afb4-3b81f50baeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b016675a-5ae8-470b-88b7-8cb14becff73'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:06.393543 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-50e78bf4-b631-497f-b8bd-43812f27a256 None None] Provisioning complete for port 039aa9db-dd43-4d5b-a535-463ffc89e679 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:06.393543 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-50e78bf4-b631-497f-b8bd-43812f27a256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:06.487837 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-df652543-099b-4fd5-afb4-3b81f50baeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:06.489314 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df652543-099b-4fd5-afb4-3b81f50baeea None None] The sync data for ids ['b016675a-5ae8-470b-88b7-8cb14becff73'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:06.574942 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 8507266d-0a1f-46dd-89e2-1352a70987b1 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:06.589293 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 8507266d-0a1f-46dd-89e2-1352a70987b1 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:06.590382 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:06.756647 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd6212-9d28-43fb-bbf5-7b2e4ec9e2cd req-4049d19f-6f5b-4832-9029-2a82efb66ea8 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:06.767279 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ccd6212-9d28-43fb-bbf5-7b2e4ec9e2cd req-4049d19f-6f5b-4832-9029-2a82efb66ea8 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=7bf12dc1-c55c-4b35-8563-062ccbf3d2d8 HTTP/1.1" status: 200 len: 944 time: 0.4023268 Aug 16 22:38:06.788596 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5af7f429-a813-470e-8522-16101895ad4e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:06.820302 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f6332f5-3e82-4c74-9f05-f373d441a2d4 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:06.821932 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-50e78bf4-b631-497f-b8bd-43812f27a256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:06.828385 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5af7f429-a813-470e-8522-16101895ad4e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:06.836310 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f6332f5-3e82-4c74-9f05-f373d441a2d4 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:06.854448 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e17165ed-a7dd-49ed-8883-959a6f8884ef tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:06.860482 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e17165ed-a7dd-49ed-8883-959a6f8884ef tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6925375 Aug 16 22:38:06.861714 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44710) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:06.891609 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a25bbdd9-4dfc-4002-803a-14a7652278f0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'enable_snat': False}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:06.910823 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ccd6212-9d28-43fb-bbf5-7b2e4ec9e2cd req-038e673b-f605-4a4b-b552-249a18d98125 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410394 Aug 16 22:38:06.992902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-9a82008c-264a-4d5f-aba3-1a873ad9cffb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Allocated IP 2001:db8::85 (7c68d63c-4fb2-439e-83c1-c955170ffa24/ba4fd8ec-291d-4bc8-a8a9-250a8b08b090/53aee861-ff4a-420c-9119-f412b9719982) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:07.001155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6332f5-3e82-4c74-9f05-f373d441a2d4 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:38:07.026257 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6332f5-3e82-4c74-9f05-f373d441a2d4 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea02089d-13db-44d3-bb01-596085870fb7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:07.052968 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.064259 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-50e78bf4-b631-497f-b8bd-43812f27a256 None None] For port 039aa9db-dd43-4d5b-a535-463ffc89e679, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=039aa9db-dd43-4d5b-a535-463ffc89e679,segment=NetworkSegment(4d73294b-5f18-4a91-a2f5-668f030efefb),segment_id=4d73294b-5f18-4a91-a2f5-668f030efefb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:07.076293 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f6332f5-3e82-4c74-9f05-f373d441a2d4 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.076941 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-3f6332f5-3e82-4c74-9f05-f373d441a2d4 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Added segment c050597e-b897-4443-a961-a09a8204eaf7 of type vlan for network 26c96fe1-6a77-4707-8968-c539e56695ae Aug 16 22:38:07.131497 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-50e78bf4-b631-497f-b8bd-43812f27a256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.153198 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-5af7f429-a813-470e-8522-16101895ad4e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Allocated IP 172.25.6.88 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/51bd8cd3-e906-48d1-a36a-9f68794cf8da) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:07.417145 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5af7f429-a813-470e-8522-16101895ad4e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.446313 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f6332f5-3e82-4c74-9f05-f373d441a2d4 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.504126 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5af7f429-a813-470e-8522-16101895ad4e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.530633 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a82008c-264a-4d5f-aba3-1a873ad9cffb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.598214 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af7f429-a813-470e-8522-16101895ad4e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:07.601168 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf12dc1-c55c-4b35-8563-062ccbf3d2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8507266d-0a1f-46dd-89e2-1352a70987b1'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:38:07.603353 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5af7f429-a813-470e-8522-16101895ad4e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:07.605818 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00e1937-14ae-4714-8038-f11f25f6b5aa" -d '{"events": [{"server_uuid": "7bf12dc1-c55c-4b35-8563-062ccbf3d2d8", "name": "network-vif-plugged", "status": "completed", "tag": "8507266d-0a1f-46dd-89e2-1352a70987b1"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:38:07.608569 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af7f429-a813-470e-8522-16101895ad4e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:07.613708 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f6332f5-3e82-4c74-9f05-f373d441a2d4 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.654069 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6332f5-3e82-4c74-9f05-f373d441a2d4 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:07.655606 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3f6332f5-3e82-4c74-9f05-f373d441a2d4 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.666845 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 8507266d-0a1f-46dd-89e2-1352a70987b1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=8507266d-0a1f-46dd-89e2-1352a70987b1,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:07.675572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-9a82008c-264a-4d5f-aba3-1a873ad9cffb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Transition to ACTIVE for port object 53aee861-ff4a-420c-9119-f412b9719982 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:07.682789 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7f429-a813-470e-8522-16101895ad4e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Pushing event updated for resources: {'Port': ['ID=51bd8cd3-e906-48d1-a36a-9f68794cf8da,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:07.719251 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83befb5-b948-4dee-b504-8ce754a5ea1e x-openstack-request-id: req-b83befb5-b948-4dee-b504-8ce754a5ea1e {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:38:07.719715 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf12dc1-c55c-4b35-8563-062ccbf3d2d8", "name": "network-vif-plugged", "status": "completed", "tag": "8507266d-0a1f-46dd-89e2-1352a70987b1", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:38:07.720406 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b83befb5-b948-4dee-b504-8ce754a5ea1e {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:38:07.734219 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf12dc1-c55c-4b35-8563-062ccbf3d2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8507266d-0a1f-46dd-89e2-1352a70987b1', 'code': 200} Aug 16 22:38:07.735860 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6d8bf879-d6b4-4d1f-8a78-73befadde50d None None] Provisioning complete for port 039aa9db-dd43-4d5b-a535-463ffc89e679 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:07.736779 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6d8bf879-d6b4-4d1f-8a78-73befadde50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.746296 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.794672 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e78bf4-b631-497f-b8bd-43812f27a256 None None] Pushing event updated for resources: {'Port': ['ID=039aa9db-dd43-4d5b-a535-463ffc89e679,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:07.897435 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a82008c-264a-4d5f-aba3-1a873ad9cffb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.963937 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=8507266d-0a1f-46dd-89e2-1352a70987b1,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:08.019220 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6d8bf879-d6b4-4d1f-8a78-73befadde50d None None] Provisioning for port 379659c2-f614-4e1a-b54a-d338a7fdfcce completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:08.028736 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6d8bf879-d6b4-4d1f-8a78-73befadde50d None None] Provisioning complete for port 379659c2-f614-4e1a-b54a-d338a7fdfcce triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:08.029428 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6d8bf879-d6b4-4d1f-8a78-73befadde50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:08.098391 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-6d8bf879-d6b4-4d1f-8a78-73befadde50d None None] Port 379659c2-f614-4e1a-b54a-d338a7fdfcce cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:08.139120 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3f6332f5-3e82-4c74-9f05-f373d441a2d4 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.9274766 Aug 16 22:38:08.144294 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44720) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:08.149876 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8f4d3b4b-871a-4f2f-bd76-005311877a6a tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Request body: {'subnet': {'network_id': '26c96fe1-6a77-4707-8968-c539e56695ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:08.247868 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6332f5-3e82-4c74-9f05-f373d441a2d4 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Pushing event updated for resources: {'Network': ['ID=26c96fe1-6a77-4707-8968-c539e56695ae,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:08.252263 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a82008c-264a-4d5f-aba3-1a873ad9cffb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network 7c68d63c-4fb2-439e-83c1-c955170ffa24 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:08.259424 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82008c-264a-4d5f-aba3-1a873ad9cffb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=53aee861-ff4a-420c-9119-f412b9719982,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:08.267131 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-9a82008c-264a-4d5f-aba3-1a873ad9cffb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:08.280468 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a82008c-264a-4d5f-aba3-1a873ad9cffb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:08.287230 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82008c-264a-4d5f-aba3-1a873ad9cffb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:08.287979 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a82008c-264a-4d5f-aba3-1a873ad9cffb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:08.293111 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9449b2-fb3e-433c-8634-150ccc82d847 req-250d70a4-cf33-4687-8409-c581646f49f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:08.294987 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ea9449b2-fb3e-433c-8634-150ccc82d847 req-250d70a4-cf33-4687-8409-c581646f49f4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7bf12dc1-c55c-4b35-8563-062ccbf3d2d8 HTTP/1.1" status: 200 len: 1097 time: 0.4027219 Aug 16 22:38:08.304323 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 26c96fe1-6a77-4707-8968-c539e56695ae details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:38:08.307569 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-808a3ae3-44c3-4453-9b5c-a207427f8559 None None] Provisioning complete for port 379659c2-f614-4e1a-b54a-d338a7fdfcce triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:08.308046 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-808a3ae3-44c3-4453-9b5c-a207427f8559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:08.345360 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a25bbdd9-4dfc-4002-803a-14a7652278f0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:08.357258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16a492-e8d2-46ee-af62-116c14874dcb req-1851c8db-c489-46c7-b556-a0b5af9616fc tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:08.357532 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5af7f429-a813-470e-8522-16101895ad4e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:08.358870 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ea16a492-e8d2-46ee-af62-116c14874dcb req-1851c8db-c489-46c7-b556-a0b5af9616fc tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=7bf12dc1-c55c-4b35-8563-062ccbf3d2d8 HTTP/1.1" status: 200 len: 945 time: 0.2631338 Aug 16 22:38:08.440280 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4d3b4b-871a-4f2f-bd76-005311877a6a tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Made reservation on behalf of 4867ad18984c4fb08b51209245f2f6ec for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:08.443611 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f4d3b4b-871a-4f2f-bd76-005311877a6a tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:08.471033 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-808a3ae3-44c3-4453-9b5c-a207427f8559 None None] Port 379659c2-f614-4e1a-b54a-d338a7fdfcce cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:08.509686 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ea9449b2-fb3e-433c-8634-150ccc82d847 req-da64b535-53f2-4b78-b885-738ec6aefe86 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062106 Aug 16 22:38:08.559894 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9a82008c-264a-4d5f-aba3-1a873ad9cffb tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9592090 Aug 16 22:38:08.560155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44728) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:08.563961 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:08.751804 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ea16a492-e8d2-46ee-af62-116c14874dcb req-1132fbd8-e56e-4d3b-a3c0-f5141a1dcf71 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775651 Aug 16 22:38:08.780332 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7a3819-ccfc-4424-bfc1-8e3d6f69706c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:08.781946 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fb7a3819-ccfc-4424-bfc1-8e3d6f69706c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3a4 HTTP/1.1" status: 200 len: 929 time: 0.2198155 Aug 16 22:38:08.791109 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44732) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:08.801207 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-dc50be3e-9bd3-4ba2-a9e3-79d0629c35f4 None None] Provisioning for port 53aee861-ff4a-420c-9119-f412b9719982 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:08.813888 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-dc50be3e-9bd3-4ba2-a9e3-79d0629c35f4 None None] Provisioning complete for port 53aee861-ff4a-420c-9119-f412b9719982 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:08.814355 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dc50be3e-9bd3-4ba2-a9e3-79d0629c35f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:08.865272 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-dc50be3e-9bd3-4ba2-a9e3-79d0629c35f4 None None] Port 53aee861-ff4a-420c-9119-f412b9719982 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:08.980407 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5af7f429-a813-470e-8522-16101895ad4e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:08.997582 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5af7f429-a813-470e-8522-16101895ad4e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578920'] for router, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.016308 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f4d3b4b-871a-4f2f-bd76-005311877a6a tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.018429 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b775a04a-1f21-4314-b7f5-bc7659276050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.190307 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d3b4b-871a-4f2f-bd76-005311877a6a tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Pushing event updated for resources: {'Subnet': ['ID=cbcc45ed-58e5-49bc-b441-f21f7a592fda,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:09.195277 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b31e7069-73ac-4206-876f-80e3a922549c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting port 53aee861-ff4a-420c-9119-f412b9719982 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:09.195747 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b31e7069-73ac-4206-876f-80e3a922549c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.271792 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d3b4b-871a-4f2f-bd76-005311877a6a tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Checking segment: {'id': 'c050597e-b897-4443-a961-a09a8204eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '26c96fe1-6a77-4707-8968-c539e56695ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:09.272236 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4d3b4b-871a-4f2f-bd76-005311877a6a tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Network hostable DHCP agents. Network: 26c96fe1-6a77-4707-8968-c539e56695ae, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:38:09.362608 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4d3b4b-871a-4f2f-bd76-005311877a6a tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Network 26c96fe1-6a77-4707-8968-c539e56695ae is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:38:09.373046 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b31e7069-73ac-4206-876f-80e3a922549c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.383258 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a25bbdd9-4dfc-4002-803a-14a7652278f0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.390881 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a25bbdd9-4dfc-4002-803a-14a7652278f0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578920'] for router, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.396723 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-8f4d3b4b-871a-4f2f-bd76-005311877a6a tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 26c96fe1-6a77-4707-8968-c539e56695ae) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:09.398918 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b31e7069-73ac-4206-876f-80e3a922549c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Calling delete_port for 53aee861-ff4a-420c-9119-f412b9719982 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:09.405678 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af7f429-a813-470e-8522-16101895ad4e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Router 7200c3ef-e34a-4aa3-b947-c46ddfe59f28 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:38:09.408470 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4d3b4b-871a-4f2f-bd76-005311877a6a tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:09.409089 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f4d3b4b-871a-4f2f-bd76-005311877a6a tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.419486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1b698c-82c5-43bf-96f5-b341c0d37c34 None None] Network 26c96fe1-6a77-4707-8968-c539e56695ae requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:09.475214 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8f4d3b4b-871a-4f2f-bd76-005311877a6a tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3296328 Aug 16 22:38:09.477868 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44734) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:09.480932 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 039aa9db-dd43-4d5b-a535-463ffc89e679 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:09.483608 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-026f681c-6bf8-4d41-b1a4-16dd2ccce75b tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Request body: {'port': {'network_id': '26c96fe1-6a77-4707-8968-c539e56695ae', 'name': 'tempest-AllowedAddressPairTestJSON-26831432'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:09.682780 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af7f429-a813-470e-8522-16101895ad4e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:09.691469 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5af7f429-a813-470e-8522-16101895ad4e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.694432 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5af7f429-a813-470e-8522-16101895ad4e tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "PUT /v2.0/routers/7200c3ef-e34a-4aa3-b947-c46ddfe59f28 HTTP/1.1" status: 200 len: 914 time: 4.2039602 Aug 16 22:38:09.698182 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44738) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:09.776920 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b31e7069-73ac-4206-876f-80e3a922549c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.819732 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e7069-73ac-4206-876f-80e3a922549c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Port': ['ID=53aee861-ff4a-420c-9119-f412b9719982,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:09.856428 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a521cea-37a2-45b1-bc08-9e26037e25e0 None None] Sync routers for ids ['7200c3ef-e34a-4aa3-b947-c46ddfe59f28'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:09.921633 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b31e7069-73ac-4206-876f-80e3a922549c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.924203 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b31e7069-73ac-4206-876f-80e3a922549c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/ports/53aee861-ff4a-420c-9119-f412b9719982 HTTP/1.1" status: 204 len: 168 time: 1.1284821 Aug 16 22:38:09.943941 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44744) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:09.952758 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-26c96fe1-6a77-4707-8968-c539e56695ae', 'network_id': '26c96fe1-6a77-4707-8968-c539e56695ae', 'tenant_id': '4867ad18984c4fb08b51209245f2f6ec', 'fixed_ips': [{'subnet_id': 'cbcc45ed-58e5-49bc-b441-f21f7a592fda'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:38:09.961764 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.973422 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a521cea-37a2-45b1-bc08-9e26037e25e0 None None] Routers {'7200c3ef-e34a-4aa3-b947-c46ddfe59f28'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:09.974499 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7a521cea-37a2-45b1-bc08-9e26037e25e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['7200c3ef-e34a-4aa3-b947-c46ddfe59f28'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:10.040914 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1abfa081-2e0c-47f9-ae4c-8b3156be454c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "GET /v2.0/routers/7200c3ef-e34a-4aa3-b947-c46ddfe59f28 HTTP/1.1" status: 200 len: 920 time: 0.3379230 Aug 16 22:38:10.043097 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-e795b1cc-8a89-4301-b883-3d2c86b77b0d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] GET failed (client error): The resource could not be found. Aug 16 22:38:10.047636 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e795b1cc-8a89-4301-b883-3d2c86b77b0d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports/53aee861-ff4a-420c-9119-f412b9719982 HTTP/1.1" status: 404 len: 333 time: 0.1046600 Aug 16 22:38:10.048637 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44746) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:10.070380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 039aa9db-dd43-4d5b-a535-463ffc89e679 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:10.071069 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:10.075964 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7a521cea-37a2-45b1-bc08-9e26037e25e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:10.126418 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44748) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:10.164854 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a521cea-37a2-45b1-bc08-9e26037e25e0 None None] Routers {'7200c3ef-e34a-4aa3-b947-c46ddfe59f28'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:10.167650 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7a521cea-37a2-45b1-bc08-9e26037e25e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['7200c3ef-e34a-4aa3-b947-c46ddfe59f28'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:10.248689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7a521cea-37a2-45b1-bc08-9e26037e25e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:10.249372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a521cea-37a2-45b1-bc08-9e26037e25e0 None None] The sync data for ids ['7200c3ef-e34a-4aa3-b947-c46ddfe59f28'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:10.280192 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d7241-03a3-4ec8-850f-286c5991bdf8 req-77b11abb-b8ca-40a4-8f0c-56ee7cee422e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:10.289791 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb9d7241-03a3-4ec8-850f-286c5991bdf8 req-77b11abb-b8ca-40a4-8f0c-56ee7cee422e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=7bf12dc1-c55c-4b35-8563-062ccbf3d2d8 HTTP/1.1" status: 200 len: 945 time: 0.1602128 Aug 16 22:38:10.354093 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c56951b-98ec-4121-a4d2-2b503563033c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:10.359685 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7c56951b-98ec-4121-a4d2-2b503563033c tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&device_id=7200c3ef-e34a-4aa3-b947-c46ddfe59f28&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3053596 Aug 16 22:38:10.360293 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44750) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:10.370393 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25bbdd9-4dfc-4002-803a-14a7652278f0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Router b016675a-5ae8-470b-88b7-8cb14becff73 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:38:10.439313 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb9d7241-03a3-4ec8-850f-286c5991bdf8 req-ea732c76-da08-418e-a64c-01450d72fb55 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453948 Aug 16 22:38:10.477665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026f681c-6bf8-4d41-b1a4-16dd2ccce75b tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Made reservation on behalf of 4867ad18984c4fb08b51209245f2f6ec for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:10.482275 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-026f681c-6bf8-4d41-b1a4-16dd2ccce75b tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:10.486971 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8fb02d11-bef2-42a7-81aa-93a7e92ac261 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting port 379659c2-f614-4e1a-b54a-d338a7fdfcce {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:10.488043 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8fb02d11-bef2-42a7-81aa-93a7e92ac261 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:10.655529 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] Allocated IP 172.20.0.2 (26c96fe1-6a77-4707-8968-c539e56695ae/cbcc45ed-58e5-49bc-b441-f21f7a592fda/3b806284-55fb-4653-a697-46d418690d53) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:10.690472 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-026f681c-6bf8-4d41-b1a4-16dd2ccce75b tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] device_id is not set on port 8205e31d-9cc8-49f2-8ea4-e3bc4a56d987 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:38:10.904272 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f45fdf-e6af-46b6-8a7b-b8f1e32e797b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:10.905880 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f0f45fdf-e6af-46b6-8a7b-b8f1e32e797b tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 881 time: 0.5430133 Aug 16 22:38:10.910749 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44766) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:10.924285 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:10.936748 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] Transition to ACTIVE for port object 3b806284-55fb-4653-a697-46d418690d53 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:10.962124 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] Transition to ACTIVE for port object 3b806284-55fb-4653-a697-46d418690d53 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:10.973593 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:11.030842 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] Pushing event updated for resources: {'Port': ['ID=3b806284-55fb-4653-a697-46d418690d53,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:11.033768 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:11.051675 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] Network 26c96fe1-6a77-4707-8968-c539e56695ae is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:11.053554 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:11.063075 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:11.065753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fc35b-f0fc-4882-bb33-e9a566515a73 req-161f9c6b-6100-4659-b3e1-941b87aca885 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:11.067530 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca0fc35b-f0fc-4882-bb33-e9a566515a73 req-161f9c6b-6100-4659-b3e1-941b87aca885 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 806 time: 0.1680858 Aug 16 22:38:11.084927 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25bbdd9-4dfc-4002-803a-14a7652278f0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:11.100940 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670ac80d-3a63-46dc-9614-73a4b3afc2fe None None] Sync routers for ids ['b016675a-5ae8-470b-88b7-8cb14becff73'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:11.105903 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a25bbdd9-4dfc-4002-803a-14a7652278f0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:11.112914 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a25bbdd9-4dfc-4002-803a-14a7652278f0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "PUT /v2.0/routers/b016675a-5ae8-470b-88b7-8cb14becff73 HTTP/1.1" status: 200 len: 926 time: 4.2404838 Aug 16 22:38:11.116194 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670ac80d-3a63-46dc-9614-73a4b3afc2fe None None] Routers {'b016675a-5ae8-470b-88b7-8cb14becff73'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:11.117059 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-670ac80d-3a63-46dc-9614-73a4b3afc2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b016675a-5ae8-470b-88b7-8cb14becff73'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:11.154111 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44772) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:11.173902 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca0fc35b-f0fc-4882-bb33-e9a566515a73 req-88bab1f4-a4d4-415b-9003-e95727f69560 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/quotas/729e44ecc953497b8bf930c79bba20ac HTTP/1.1" status: 200 len: 375 time: 0.0811744 Aug 16 22:38:11.199866 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-670ac80d-3a63-46dc-9614-73a4b3afc2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:11.211628 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4b0b9d54-b237-4530-a65b-7bdca9b71326 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "GET /v2.0/ports?device_id=7200c3ef-e34a-4aa3-b947-c46ddfe59f28 HTTP/1.1" status: 200 len: 205 time: 0.1563215 Aug 16 22:38:11.217794 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44778) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:11.226463 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670ac80d-3a63-46dc-9614-73a4b3afc2fe None None] Routers {'b016675a-5ae8-470b-88b7-8cb14becff73'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:11.227680 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-670ac80d-3a63-46dc-9614-73a4b3afc2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:37:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['b016675a-5ae8-470b-88b7-8cb14becff73'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:11.239891 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] Attempting to bind port 3b806284-55fb-4653-a697-46d418690d53 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:38:11.240647 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] Attempting to bind port 3b806284-55fb-4653-a697-46d418690d53 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'c050597e-b897-4443-a961-a09a8204eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '26c96fe1-6a77-4707-8968-c539e56695ae'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:38:11.240969 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] Attempting to bind port 3b806284-55fb-4653-a697-46d418690d53 on network 26c96fe1-6a77-4707-8968-c539e56695ae {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:11.254690 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:38:11.255201 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] Checking segment: {'id': 'c050597e-b897-4443-a961-a09a8204eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '26c96fe1-6a77-4707-8968-c539e56695ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:11.255728 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:11.256227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] Bound using segment: {'id': 'c050597e-b897-4443-a961-a09a8204eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '26c96fe1-6a77-4707-8968-c539e56695ae'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:38:11.256773 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] Bound port: 3b806284-55fb-4653-a697-46d418690d53, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c050597e-b897-4443-a961-a09a8204eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '26c96fe1-6a77-4707-8968-c539e56695ae'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:38:11.257167 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:11.295204 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-670ac80d-3a63-46dc-9614-73a4b3afc2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:11.296719 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670ac80d-3a63-46dc-9614-73a4b3afc2fe None None] The sync data for ids ['b016675a-5ae8-470b-88b7-8cb14becff73'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:11.364944 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-026f681c-6bf8-4d41-b1a4-16dd2ccce75b tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Allocated IP 172.20.0.12 (26c96fe1-6a77-4707-8968-c539e56695ae/cbcc45ed-58e5-49bc-b441-f21f7a592fda/8205e31d-9cc8-49f2-8ea4-e3bc4a56d987) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:11.414086 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] For port 3b806284-55fb-4653-a697-46d418690d53, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:38:11.418583 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] For port 3b806284-55fb-4653-a697-46d418690d53, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3b806284-55fb-4653-a697-46d418690d53,segment=NetworkSegment(c050597e-b897-4443-a961-a09a8204eaf7),segment_id=c050597e-b897-4443-a961-a09a8204eaf7)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:38:11.427022 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:11.448893 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8fb02d11-bef2-42a7-81aa-93a7e92ac261 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:11.467504 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8fb02d11-bef2-42a7-81aa-93a7e92ac261 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Calling delete_port for 379659c2-f614-4e1a-b54a-d338a7fdfcce owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:11.548789 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c0e5819b-ef98-4165-aa10-feb8576bdf58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:11.556044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae085bc4-d9e1-4950-9784-1d3c2ca01492 None None] Pushing event updated for resources: {'Port': ['ID=3b806284-55fb-4653-a697-46d418690d53,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:11.584520 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-58ae0ec2-b7ad-4a63-9c26-ad02650291de tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "GET /v2.0/routers/b016675a-5ae8-470b-88b7-8cb14becff73 HTTP/1.1" status: 200 len: 926 time: 0.4277129 Aug 16 22:38:11.587998 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44788) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:11.663269 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca0fc35b-f0fc-4882-bb33-e9a566515a73 req-8577a596-5132-46a1-82c7-a9941ed14786 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4499702 Aug 16 22:38:11.686045 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-ca0fc35b-f0fc-4882-bb33-e9a566515a73 req-99cde8e7-9293-4f5b-a25c-50621133b83f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:11.688074 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca0fc35b-f0fc-4882-bb33-e9a566515a73 req-99cde8e7-9293-4f5b-a25c-50621133b83f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114501 Aug 16 22:38:11.696930 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccc41043-a3ff-4eee-ac86-18741623f52d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:11.706719 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0bcedf-4756-4693-ad4a-3f02bc93d2e6 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:11.708940 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7b0bcedf-4756-4693-ad4a-3f02bc93d2e6 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&device_id=b016675a-5ae8-470b-88b7-8cb14becff73&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1197293 Aug 16 22:38:11.715811 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44792) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:11.848518 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8fb02d11-bef2-42a7-81aa-93a7e92ac261 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:11.907214 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-026f681c-6bf8-4d41-b1a4-16dd2ccce75b tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:12.003792 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb02d11-bef2-42a7-81aa-93a7e92ac261 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Port': ['ID=379659c2-f614-4e1a-b54a-d338a7fdfcce,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:12.020795 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8fb02d11-bef2-42a7-81aa-93a7e92ac261 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:12.022769 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-026f681c-6bf8-4d41-b1a4-16dd2ccce75b tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Transition to ACTIVE for port object 8205e31d-9cc8-49f2-8ea4-e3bc4a56d987 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:12.044224 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8fb02d11-bef2-42a7-81aa-93a7e92ac261 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/ports/379659c2-f614-4e1a-b54a-d338a7fdfcce HTTP/1.1" status: 204 len: 168 time: 1.9125178 Aug 16 22:38:12.049908 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44804) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:12.084023 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:12.128872 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b771b51-87df-4cee-b636-4b5831f59cca tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] GET failed (client error): The resource could not be found. Aug 16 22:38:12.133461 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7b771b51-87df-4cee-b636-4b5831f59cca tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports/379659c2-f614-4e1a-b54a-d338a7fdfcce HTTP/1.1" status: 404 len: 333 time: 0.0753117 Aug 16 22:38:12.136076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f77913-e6e2-4382-9386-96a34a34d895 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:12.137838 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-81f77913-e6e2-4382-9386-96a34a34d895 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 881 time: 0.4207354 Aug 16 22:38:12.139571 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44808) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:12.144642 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44810) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:12.225948 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca0fc35b-f0fc-4882-bb33-e9a566515a73 req-d26a1a53-ecee-4111-be34-e171051d3029 service neutron] 10.222.0.93 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234671 Aug 16 22:38:12.238959 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-42b63b55-405d-4d98-9ea5-6eb99f764a2c tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "GET /v2.0/ports?device_id=b016675a-5ae8-470b-88b7-8cb14becff73 HTTP/1.1" status: 200 len: 205 time: 0.0838163 Aug 16 22:38:12.250112 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44814) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:12.250488 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-026f681c-6bf8-4d41-b1a4-16dd2ccce75b tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:12.287321 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026f681c-6bf8-4d41-b1a4-16dd2ccce75b tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Network 26c96fe1-6a77-4707-8968-c539e56695ae is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:12.289687 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccc41043-a3ff-4eee-ac86-18741623f52d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:12.307620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-026f681c-6bf8-4d41-b1a4-16dd2ccce75b tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:12.381642 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026f681c-6bf8-4d41-b1a4-16dd2ccce75b tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:12.441756 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f25e434-7028-4168-9a31-548ab84c5b43 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting subnet ba4fd8ec-291d-4bc8-a8a9-250a8b08b090 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:38:12.456107 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f25e434-7028-4168-9a31-548ab84c5b43 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:12.493792 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f681c-6bf8-4d41-b1a4-16dd2ccce75b tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Pushing event updated for resources: {'Port': ['ID=8205e31d-9cc8-49f2-8ea4-e3bc4a56d987,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:12.506936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026f681c-6bf8-4d41-b1a4-16dd2ccce75b tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:12.507935 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-026f681c-6bf8-4d41-b1a4-16dd2ccce75b tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:12.527177 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f53ba03d-ed8a-4199-8400-5d8167cc3c7d tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:12.553706 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-026f681c-6bf8-4d41-b1a4-16dd2ccce75b tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0694149 Aug 16 22:38:12.554242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44818) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:12.562468 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9324fc89-7055-4d26-b8a6-9847cda54da1 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Request body: {'port': {'network_id': '26c96fe1-6a77-4707-8968-c539e56695ae', 'name': 'tempest-AllowedAddressPairTestJSON-253431276', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:80:0d:41'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:12.573192 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca0fc35b-f0fc-4882-bb33-e9a566515a73 req-ed0e08ea-1e36-4661-a09c-03c96ab6df8a service neutron] 10.222.0.93 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459702 Aug 16 22:38:12.657860 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ccc41043-a3ff-4eee-ac86-18741623f52d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Deleting port 51bd8cd3-e906-48d1-a36a-9f68794cf8da {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:12.658674 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccc41043-a3ff-4eee-ac86-18741623f52d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:12.673094 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f25e434-7028-4168-9a31-548ab84c5b43 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:12.677222 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f53ba03d-ed8a-4199-8400-5d8167cc3c7d tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:12.863731 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f25e434-7028-4168-9a31-548ab84c5b43 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:12.891725 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f53ba03d-ed8a-4199-8400-5d8167cc3c7d tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Deleting port 4ebb45e5-51a0-4f1f-9480-013e38540439 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:12.892059 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f53ba03d-ed8a-4199-8400-5d8167cc3c7d tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:12.967320 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccc41043-a3ff-4eee-ac86-18741623f52d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:13.016732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ccc41043-a3ff-4eee-ac86-18741623f52d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Calling delete_port for 51bd8cd3-e906-48d1-a36a-9f68794cf8da owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:13.082973 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f25e434-7028-4168-9a31-548ab84c5b43 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:13.100105 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9324fc89-7055-4d26-b8a6-9847cda54da1 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Made reservation on behalf of 4867ad18984c4fb08b51209245f2f6ec for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:13.117172 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f53ba03d-ed8a-4199-8400-5d8167cc3c7d tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:13.118189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14247ccb-0c36-416a-853b-b50f17ed00d0 None None] Network 7c68d63c-4fb2-439e-83c1-c955170ffa24 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:13.121737 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f25e434-7028-4168-9a31-548ab84c5b43 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:13.126597 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9f25e434-7028-4168-9a31-548ab84c5b43 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/subnets/ba4fd8ec-291d-4bc8-a8a9-250a8b08b090 HTTP/1.1" status: 204 len: 168 time: 0.9817495 Aug 16 22:38:13.163109 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44824) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:13.212331 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25e434-7028-4168-9a31-548ab84c5b43 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Subnet': ['ID=ba4fd8ec-291d-4bc8-a8a9-250a8b08b090,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:13.317692 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f53ba03d-ed8a-4199-8400-5d8167cc3c7d tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Calling delete_port for 4ebb45e5-51a0-4f1f-9480-013e38540439 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:13.407121 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:13.409251 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96b46e37-d453-4517-9077-6c12fdb35d8b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:13.611154 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3b806284-55fb-4653-a697-46d418690d53 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:13.703557 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58116659-6b73-416b-bd36-b5378283db4b None None] Network 26c96fe1-6a77-4707-8968-c539e56695ae requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:13.850343 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9324fc89-7055-4d26-b8a6-9847cda54da1 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:13.935985 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a4586066-7393-4816-b156-c1bcee88b9e7 None None] Provisioning for port 3b806284-55fb-4653-a697-46d418690d53 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:14.047630 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-9324fc89-7055-4d26-b8a6-9847cda54da1 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] device_id is not set on port 7e454ac0-11f9-42b8-be23-61aebda9a844 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:38:14.056303 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f53ba03d-ed8a-4199-8400-5d8167cc3c7d tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:14.180640 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 3b806284-55fb-4653-a697-46d418690d53 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:14.229727 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 3b806284-55fb-4653-a697-46d418690d53 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:14.230148 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:14.306176 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-9324fc89-7055-4d26-b8a6-9847cda54da1 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Allocated IP 172.20.0.14 (26c96fe1-6a77-4707-8968-c539e56695ae/cbcc45ed-58e5-49bc-b441-f21f7a592fda/7e454ac0-11f9-42b8-be23-61aebda9a844) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:14.320028 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ba03d-ed8a-4199-8400-5d8167cc3c7d tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Pushing event deleted for resources: {'Port': ['ID=4ebb45e5-51a0-4f1f-9480-013e38540439,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:14.363434 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2717583-5d20-4dea-a70b-5796bd3ca555 None None] DHCP port deletion for 7c68d63c-4fb2-439e-83c1-c955170ffa24 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:38:14.481164 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f53ba03d-ed8a-4199-8400-5d8167cc3c7d tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:14.544236 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:14.615805 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 3b806284-55fb-4653-a697-46d418690d53, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3b806284-55fb-4653-a697-46d418690d53,segment=NetworkSegment(c050597e-b897-4443-a961-a09a8204eaf7),segment_id=c050597e-b897-4443-a961-a09a8204eaf7)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:14.628719 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:14.644173 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-f2717583-5d20-4dea-a70b-5796bd3ca555 None None] Deleting port 039aa9db-dd43-4d5b-a535-463ffc89e679 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:14.644993 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f2717583-5d20-4dea-a70b-5796bd3ca555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:14.699241 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-96b46e37-d453-4517-9077-6c12fdb35d8b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting port 039aa9db-dd43-4d5b-a535-463ffc89e679 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:14.701296 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96b46e37-d453-4517-9077-6c12fdb35d8b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:14.713026 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccc41043-a3ff-4eee-ac86-18741623f52d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:14.761856 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f2717583-5d20-4dea-a70b-5796bd3ca555 None None] For port 039aa9db-dd43-4d5b-a535-463ffc89e679, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=039aa9db-dd43-4d5b-a535-463ffc89e679,segment=NetworkSegment(4d73294b-5f18-4a91-a2f5-668f030efefb),segment_id=4d73294b-5f18-4a91-a2f5-668f030efefb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:14.762651 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f2717583-5d20-4dea-a70b-5796bd3ca555 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:14.786764 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f53ba03d-ed8a-4199-8400-5d8167cc3c7d tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:14.792160 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f53ba03d-ed8a-4199-8400-5d8167cc3c7d tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:14.813810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-f2717583-5d20-4dea-a70b-5796bd3ca555 None None] Calling delete_port for 039aa9db-dd43-4d5b-a535-463ffc89e679 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:14.846234 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:14.854271 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=3b806284-55fb-4653-a697-46d418690d53,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:14.896979 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f53ba03d-ed8a-4199-8400-5d8167cc3c7d tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:14.898601 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53ba03d-ed8a-4199-8400-5d8167cc3c7d tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Fanout notify agent at l3_agent the message router_deleted on router b016675a-5ae8-470b-88b7-8cb14becff73 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:38:14.913875 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f53ba03d-ed8a-4199-8400-5d8167cc3c7d tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:14.922640 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f53ba03d-ed8a-4199-8400-5d8167cc3c7d tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "DELETE /v2.0/routers/b016675a-5ae8-470b-88b7-8cb14becff73 HTTP/1.1" status: 204 len: 168 time: 2.6705453 Aug 16 22:38:14.923878 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44870) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:14.924884 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-219b9e4e-3ef7-4504-b1f2-4f7d021e9914 None None] Provisioning complete for port 3b806284-55fb-4653-a697-46d418690d53 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:14.925433 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-219b9e4e-3ef7-4504-b1f2-4f7d021e9914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:14.932447 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ddfa0758-97af-4463-b01d-a3a87284b915 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1747222057', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:14.970200 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ddfa0758-97af-4463-b01d-a3a87284b915 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:14.972180 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ddfa0758-97af-4463-b01d-a3a87284b915 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.083862 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ddfa0758-97af-4463-b01d-a3a87284b915 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.093296 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ddfa0758-97af-4463-b01d-a3a87284b915 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.095936 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f2717583-5d20-4dea-a70b-5796bd3ca555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.125460 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ddfa0758-97af-4463-b01d-a3a87284b915 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.129440 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ddfa0758-97af-4463-b01d-a3a87284b915 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2014003 Aug 16 22:38:15.129671 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44872) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:15.135909 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-47f5db8e-cea4-45a1-bb4c-b1a5b1e65c78 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:15.142769 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc41043-a3ff-4eee-ac86-18741623f52d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Pushing event deleted for resources: {'Port': ['ID=51bd8cd3-e906-48d1-a36a-9f68794cf8da,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:15.168649 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2717583-5d20-4dea-a70b-5796bd3ca555 None None] No DVR routers for this DVR port 039aa9db-dd43-4d5b-a535-463ffc89e679 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:38:15.181869 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2717583-5d20-4dea-a70b-5796bd3ca555 None None] Pushing event deleted for resources: {'Port': ['ID=039aa9db-dd43-4d5b-a535-463ffc89e679,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:15.210631 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-219b9e4e-3ef7-4504-b1f2-4f7d021e9914 None None] Provisioning for port 8205e31d-9cc8-49f2-8ea4-e3bc4a56d987 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:15.219415 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-219b9e4e-3ef7-4504-b1f2-4f7d021e9914 None None] Provisioning complete for port 8205e31d-9cc8-49f2-8ea4-e3bc4a56d987 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:15.219961 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-219b9e4e-3ef7-4504-b1f2-4f7d021e9914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.253834 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9324fc89-7055-4d26-b8a6-9847cda54da1 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.272397 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-96b46e37-d453-4517-9077-6c12fdb35d8b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] For port 039aa9db-dd43-4d5b-a535-463ffc89e679, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=039aa9db-dd43-4d5b-a535-463ffc89e679,segment=NetworkSegment(4d73294b-5f18-4a91-a2f5-668f030efefb),segment_id=4d73294b-5f18-4a91-a2f5-668f030efefb)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:15.272397 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96b46e37-d453-4517-9077-6c12fdb35d8b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.302362 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-219b9e4e-3ef7-4504-b1f2-4f7d021e9914 None None] Port 8205e31d-9cc8-49f2-8ea4-e3bc4a56d987 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:15.314326 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-acb49fea-c589-43ee-a8dc-172d93d685c0 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:15.315972 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-acb49fea-c589-43ee-a8dc-172d93d685c0 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 806 time: 0.6208718 Aug 16 22:38:15.328111 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-9324fc89-7055-4d26-b8a6-9847cda54da1 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Transition to ACTIVE for port object 7e454ac0-11f9-42b8-be23-61aebda9a844 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:15.331929 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-96b46e37-d453-4517-9077-6c12fdb35d8b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Calling delete_port for 039aa9db-dd43-4d5b-a535-463ffc89e679 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:15.355943 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccc41043-a3ff-4eee-ac86-18741623f52d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.386990 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3b806284-55fb-4653-a697-46d418690d53 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:15.438308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-486ff2d4-a8aa-49fe-9195-df735068e9a7 None None] Provisioning complete for port 8205e31d-9cc8-49f2-8ea4-e3bc4a56d987 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:15.439074 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-486ff2d4-a8aa-49fe-9195-df735068e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.476621 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-47f5db8e-cea4-45a1-bb4c-b1a5b1e65c78 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.503713 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-486ff2d4-a8aa-49fe-9195-df735068e9a7 None None] Port 8205e31d-9cc8-49f2-8ea4-e3bc4a56d987 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:15.510700 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 3b806284-55fb-4653-a697-46d418690d53 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:15.511083 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.747438 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 039aa9db-dd43-4d5b-a535-463ffc89e679 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:38:15.835883 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 039aa9db-dd43-4d5b-a535-463ffc89e679 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:38:15.837421 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 039aa9db-dd43-4d5b-a535-463ffc89e679 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:38:15.910584 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-47f5db8e-cea4-45a1-bb4c-b1a5b1e65c78 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.917445 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccc41043-a3ff-4eee-ac86-18741623f52d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.923844 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-25c6baa2-0234-445b-ab8c-5b520132109b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/quotas/729e44ecc953497b8bf930c79bba20ac HTTP/1.1" status: 200 len: 375 time: 0.5761678 Aug 16 22:38:15.925712 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccc41043-a3ff-4eee-ac86-18741623f52d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.943614 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-47f5db8e-cea4-45a1-bb4c-b1a5b1e65c78 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:16.108840 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccc41043-a3ff-4eee-ac86-18741623f52d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:16.109489 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc41043-a3ff-4eee-ac86-18741623f52d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Fanout notify agent at l3_agent the message router_deleted on router 7200c3ef-e34a-4aa3-b947-c46ddfe59f28 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:38:16.114378 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-47f5db8e-cea4-45a1-bb4c-b1a5b1e65c78 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Allocated IP 172.25.6.228 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/6f8fa63a-6621-4bf9-9ddc-cab89f4ede07) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:16.119712 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ccc41043-a3ff-4eee-ac86-18741623f52d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:16.121097 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ccc41043-a3ff-4eee-ac86-18741623f52d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "DELETE /v2.0/routers/7200c3ef-e34a-4aa3-b947-c46ddfe59f28 HTTP/1.1" status: 204 len: 168 time: 4.9010785 Aug 16 22:38:16.131812 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44884) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:16.140538 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9324fc89-7055-4d26-b8a6-9847cda54da1 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:16.154351 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-793a6cee-b97b-4608-80f5-bee566170567 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1811225 Aug 16 22:38:16.160559 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-621225cc-f4b0-44cf-a5ba-698cfb0bcb8d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-317298936', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:16.238143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9324fc89-7055-4d26-b8a6-9847cda54da1 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Network 26c96fe1-6a77-4707-8968-c539e56695ae is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:16.281405 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-9324fc89-7055-4d26-b8a6-9847cda54da1 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:16.297351 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9324fc89-7055-4d26-b8a6-9847cda54da1 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:16.305067 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96b46e37-d453-4517-9077-6c12fdb35d8b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:16.328178 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-47f5db8e-cea4-45a1-bb4c-b1a5b1e65c78 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:16.329695 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324fc89-7055-4d26-b8a6-9847cda54da1 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Pushing event updated for resources: {'Port': ['ID=7e454ac0-11f9-42b8-be23-61aebda9a844,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:16.363394 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-621225cc-f4b0-44cf-a5ba-698cfb0bcb8d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:16.364600 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-621225cc-f4b0-44cf-a5ba-698cfb0bcb8d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:16.381898 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b46e37-d453-4517-9077-6c12fdb35d8b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Port': ['ID=039aa9db-dd43-4d5b-a535-463ffc89e679,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:16.393427 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b46e37-d453-4517-9077-6c12fdb35d8b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] No DVR routers for this DVR port 039aa9db-dd43-4d5b-a535-463ffc89e679 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:38:16.417557 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-47f5db8e-cea4-45a1-bb4c-b1a5b1e65c78 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:16.481841 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f5db8e-cea4-45a1-bb4c-b1a5b1e65c78 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:16.485281 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-47f5db8e-cea4-45a1-bb4c-b1a5b1e65c78 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:16.487366 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9324fc89-7055-4d26-b8a6-9847cda54da1 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:16.487767 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9324fc89-7055-4d26-b8a6-9847cda54da1 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:16.489997 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f5db8e-cea4-45a1-bb4c-b1a5b1e65c78 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:16.516073 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5db8e-cea4-45a1-bb4c-b1a5b1e65c78 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Pushing event updated for resources: {'Port': ['ID=6f8fa63a-6621-4bf9-9ddc-cab89f4ede07,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:16.583445 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-621225cc-f4b0-44cf-a5ba-698cfb0bcb8d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:16.591127 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-4cf0452b-2867-49b2-a160-4891c6e92c63 service neutron] 10.222.0.93 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960121 Aug 16 22:38:16.593482 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96b46e37-d453-4517-9077-6c12fdb35d8b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:16.608996 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9324fc89-7055-4d26-b8a6-9847cda54da1 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.0494561 Aug 16 22:38:16.619985 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44886) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:16.674956 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-96b46e37-d453-4517-9077-6c12fdb35d8b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c68d63c-4fb2-439e-83c1-c955170ffa24']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:16.696968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-96b46e37-d453-4517-9077-6c12fdb35d8b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d73294b-5f18-4a91-a2f5-668f030efefb') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:16.698744 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-96b46e37-d453-4517-9077-6c12fdb35d8b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d73294b-5f18-4a91-a2f5-668f030efefb') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:16.719393 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96b46e37-d453-4517-9077-6c12fdb35d8b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:16.748390 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96b46e37-d453-4517-9077-6c12fdb35d8b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:16.761890 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b46e37-d453-4517-9077-6c12fdb35d8b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:38:16.762586 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96b46e37-d453-4517-9077-6c12fdb35d8b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:16.801381 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96efeb6d-1e71-49ab-9869-78bc6f37a2c9 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:16.807829 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96efeb6d-1e71-49ab-9869-78bc6f37a2c9 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:16.817548 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96efeb6d-1e71-49ab-9869-78bc6f37a2c9 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:16.825407 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-96efeb6d-1e71-49ab-9869-78bc6f37a2c9 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1991110 Aug 16 22:38:16.825841 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44888) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:38:16.829100 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:38:16.873481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9f7cabca-4450-4fdc-bde6-27a265053e81 None None] Provisioning for port 7e454ac0-11f9-42b8-be23-61aebda9a844 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:16.899583 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9f7cabca-4450-4fdc-bde6-27a265053e81 None None] Provisioning complete for port 7e454ac0-11f9-42b8-be23-61aebda9a844 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:16.899970 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f7cabca-4450-4fdc-bde6-27a265053e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.000734 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-9f7cabca-4450-4fdc-bde6-27a265053e81 None None] Port 7e454ac0-11f9-42b8-be23-61aebda9a844 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:17.121705 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-47f5db8e-cea4-45a1-bb4c-b1a5b1e65c78 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.129038 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e4591-4a2f-46a9-9777-d7a59259bbaa tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Deleting port 7e454ac0-11f9-42b8-be23-61aebda9a844 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:17.129581 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c8e4591-4a2f-46a9-9777-d7a59259bbaa tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.151175 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-accd4da8-c797-4835-b824-1cc9db91651d service neutron] 10.222.0.93 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446651 Aug 16 22:38:17.151769 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96b46e37-d453-4517-9077-6c12fdb35d8b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.189798 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-96b46e37-d453-4517-9077-6c12fdb35d8b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.192333 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-96b46e37-d453-4517-9077-6c12fdb35d8b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/networks/7c68d63c-4fb2-439e-83c1-c955170ffa24 HTTP/1.1" status: 204 len: 168 time: 4.0276189 Aug 16 22:38:17.200959 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-621225cc-f4b0-44cf-a5ba-698cfb0bcb8d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.204496 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44894) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:17.223651 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d12b53d5-ae32-4fb4-be6f-ff9ecfba3336 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-753607317'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:17.228588 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b46e37-d453-4517-9077-6c12fdb35d8b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Network': ['ID=7c68d63c-4fb2-439e-83c1-c955170ffa24,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:17.328473 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12b53d5-ae32-4fb4-be6f-ff9ecfba3336 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:17.341478 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d12b53d5-ae32-4fb4-be6f-ff9ecfba3336 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.442516 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c8e4591-4a2f-46a9-9777-d7a59259bbaa tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.471455 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f7af5e2-849a-4578-aaa6-e7391c71dfc7 req-0861572b-aa60-49fb-8dc1-3ae12beb48d2 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=00767fd8-f270-46a7-98ad-cfd3cbf017d2 HTTP/1.1" status: 200 len: 210 time: 0.0693138 Aug 16 22:38:17.505128 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e4591-4a2f-46a9-9777-d7a59259bbaa tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Calling delete_port for 7e454ac0-11f9-42b8-be23-61aebda9a844 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:17.519376 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12b53d5-ae32-4fb4-be6f-ff9ecfba3336 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:38:17.584742 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d12b53d5-ae32-4fb4-be6f-ff9ecfba3336 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.585103 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-d12b53d5-ae32-4fb4-be6f-ff9ecfba3336 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Added segment 76c2c2cb-20b4-4eb9-b52a-4f68548545fe of type vlan for network fe63b94d-f020-456d-8aeb-973ef194cab1 Aug 16 22:38:17.656851 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d12b53d5-ae32-4fb4-be6f-ff9ecfba3336 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.856874 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-621225cc-f4b0-44cf-a5ba-698cfb0bcb8d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.886288 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d12b53d5-ae32-4fb4-be6f-ff9ecfba3336 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.896176 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12b53d5-ae32-4fb4-be6f-ff9ecfba3336 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:17.897251 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d12b53d5-ae32-4fb4-be6f-ff9ecfba3336 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.919164 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-621225cc-f4b0-44cf-a5ba-698cfb0bcb8d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.118072 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-47f5db8e-cea4-45a1-bb4c-b1a5b1e65c78 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.128735 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-47f5db8e-cea4-45a1-bb4c-b1a5b1e65c78 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578920'] for router, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.133401 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c8e4591-4a2f-46a9-9777-d7a59259bbaa tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.206210 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d12b53d5-ae32-4fb4-be6f-ff9ecfba3336 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9891477 Aug 16 22:38:18.230987 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44912) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:18.294598 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-837b42cf-96b1-4f1b-9368-7276d724b515 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'subnet': {'network_id': 'fe63b94d-f020-456d-8aeb-973ef194cab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:18.303718 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e4591-4a2f-46a9-9777-d7a59259bbaa tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Pushing event deleted for resources: {'Port': ['ID=7e454ac0-11f9-42b8-be23-61aebda9a844,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:18.308599 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-621225cc-f4b0-44cf-a5ba-698cfb0bcb8d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Allocated IP 172.25.6.174 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/a7bb1194-ec39-471c-a311-2a38c9d110a3) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:18.325199 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b53d5-ae32-4fb4-be6f-ff9ecfba3336 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Network': ['ID=fe63b94d-f020-456d-8aeb-973ef194cab1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:18.397827 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network fe63b94d-f020-456d-8aeb-973ef194cab1 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:38:18.553391 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-621225cc-f4b0-44cf-a5ba-698cfb0bcb8d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.731151 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee73c7da-17a0-4ab0-a670-54618494d9b5 req-92b92e3b-cae4-4031-8676-2065ce2f3e8e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=00767fd8-f270-46a7-98ad-cfd3cbf017d2 HTTP/1.1" status: 200 len: 210 time: 0.0863171 Aug 16 22:38:18.778219 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-621225cc-f4b0-44cf-a5ba-698cfb0bcb8d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.854020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621225cc-f4b0-44cf-a5ba-698cfb0bcb8d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:18.861551 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-621225cc-f4b0-44cf-a5ba-698cfb0bcb8d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:18.866850 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621225cc-f4b0-44cf-a5ba-698cfb0bcb8d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:18.894753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621225cc-f4b0-44cf-a5ba-698cfb0bcb8d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Pushing event updated for resources: {'Port': ['ID=a7bb1194-ec39-471c-a311-2a38c9d110a3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:19.280440 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-621225cc-f4b0-44cf-a5ba-698cfb0bcb8d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:19.310314 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837b42cf-96b1-4f1b-9368-7276d724b515 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:19.314505 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-837b42cf-96b1-4f1b-9368-7276d724b515 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:19.408978 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c8e4591-4a2f-46a9-9777-d7a59259bbaa tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:19.411665 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0c8e4591-4a2f-46a9-9777-d7a59259bbaa tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "DELETE /v2.0/ports/7e454ac0-11f9-42b8-be23-61aebda9a844 HTTP/1.1" status: 204 len: 168 time: 2.5845582 Aug 16 22:38:19.418161 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44924) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:19.433885 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f5db8e-cea4-45a1-bb4c-b1a5b1e65c78 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Router 7db5c015-99e9-42c2-becd-7a93e6f81d95 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:38:19.465489 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-175f73a4-a0f1-4841-8031-5b48064a7994 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] GET failed (client error): The resource could not be found. Aug 16 22:38:19.468103 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-175f73a4-a0f1-4841-8031-5b48064a7994 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "GET /v2.0/ports/7e454ac0-11f9-42b8-be23-61aebda9a844 HTTP/1.1" status: 404 len: 333 time: 0.0487046 Aug 16 22:38:19.473660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44926) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:19.482954 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ef39fd02-32af-4549-a1b7-8f2a8dd647c3 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Request body: {'port': {'network_id': '26c96fe1-6a77-4707-8968-c539e56695ae', 'name': 'tempest-AllowedAddressPairTestJSON-1537412871'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:19.754013 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44930) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:19.821333 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-621225cc-f4b0-44cf-a5ba-698cfb0bcb8d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:19.921790 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f5db8e-cea4-45a1-bb4c-b1a5b1e65c78 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:19.934569 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf31308-76ea-46f4-8ab1-e50970e4d915 None None] Sync routers for ids ['7db5c015-99e9-42c2-becd-7a93e6f81d95'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:19.935697 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-47f5db8e-cea4-45a1-bb4c-b1a5b1e65c78 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:19.937527 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-47f5db8e-cea4-45a1-bb4c-b1a5b1e65c78 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "PUT /v2.0/routers/7db5c015-99e9-42c2-becd-7a93e6f81d95 HTTP/1.1" status: 200 len: 884 time: 4.8062875 Aug 16 22:38:19.942822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b783610-66c8-4cc6-a7d7-7ce54d43fffd req-a05c2969-032d-43d9-9aea-4b79e4070b08 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=00767fd8-f270-46a7-98ad-cfd3cbf017d2 HTTP/1.1" status: 200 len: 210 time: 0.0606761 Aug 16 22:38:19.946282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44936) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:19.951826 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf31308-76ea-46f4-8ab1-e50970e4d915 None None] Routers {'7db5c015-99e9-42c2-becd-7a93e6f81d95'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:19.952888 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-bdf31308-76ea-46f4-8ab1-e50970e4d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:38:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['7db5c015-99e9-42c2-becd-7a93e6f81d95'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:19.974086 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-16dfa80c-479f-44d3-b3ce-fb4fa2bd17ea tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:19.974086 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-16dfa80c-479f-44d3-b3ce-fb4fa2bd17ea tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 806 time: 0.4494390 Aug 16 22:38:20.008220 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-734909b8-d00d-4d78-9440-bde1b70d7a9b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Request body: {'port': {'device_id': '00767fd8-f270-46a7-98ad-cfd3cbf017d2', 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325', 'admin_state_up': True, 'tenant_id': '729e44ecc953497b8bf930c79bba20ac'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:20.021199 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-bdf31308-76ea-46f4-8ab1-e50970e4d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:20.031767 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf31308-76ea-46f4-8ab1-e50970e4d915 None None] Routers {'7db5c015-99e9-42c2-becd-7a93e6f81d95'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:20.032503 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-bdf31308-76ea-46f4-8ab1-e50970e4d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:38:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['7db5c015-99e9-42c2-becd-7a93e6f81d95'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:20.066571 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-36cba998-04eb-4c9d-b883-a17b644ed92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:20.078032 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-bdf31308-76ea-46f4-8ab1-e50970e4d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:20.079462 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf31308-76ea-46f4-8ab1-e50970e4d915 None None] The sync data for ids ['7db5c015-99e9-42c2-becd-7a93e6f81d95'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:20.089999 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef39fd02-32af-4549-a1b7-8f2a8dd647c3 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Made reservation on behalf of 4867ad18984c4fb08b51209245f2f6ec for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:20.093420 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef39fd02-32af-4549-a1b7-8f2a8dd647c3 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:20.144410 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-837b42cf-96b1-4f1b-9368-7276d724b515 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:20.180114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621225cc-f4b0-44cf-a5ba-698cfb0bcb8d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Router 669081fe-dda6-4b2f-9674-67e5d7157c03 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:38:20.203286 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-ef39fd02-32af-4549-a1b7-8f2a8dd647c3 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] device_id is not set on port b8028684-c914-4a0f-816a-578842e4d866 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:38:20.311989 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5a2b54dc-b50c-4c7a-82ef-63acdfaa7e72 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "GET /v2.0/routers/7db5c015-99e9-42c2-becd-7a93e6f81d95 HTTP/1.1" status: 200 len: 925 time: 0.3564355 Aug 16 22:38:20.328191 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44940) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:20.336751 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621225cc-f4b0-44cf-a5ba-698cfb0bcb8d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:20.348696 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785fc13f-1dee-4208-aca6-b0ce7c00aa0f None None] Sync routers for ids ['669081fe-dda6-4b2f-9674-67e5d7157c03'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:20.381402 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b42cf-96b1-4f1b-9368-7276d724b515 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Subnet': ['ID=71bcc3b9-b96e-4e54-b3f5-9327ff4fcb22,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:20.435140 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837b42cf-96b1-4f1b-9368-7276d724b515 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Checking segment: {'id': '76c2c2cb-20b4-4eb9-b52a-4f68548545fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fe63b94d-f020-456d-8aeb-973ef194cab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:20.435511 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837b42cf-96b1-4f1b-9368-7276d724b515 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network hostable DHCP agents. Network: fe63b94d-f020-456d-8aeb-973ef194cab1, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:38:20.467745 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785fc13f-1dee-4208-aca6-b0ce7c00aa0f None None] Routers {'669081fe-dda6-4b2f-9674-67e5d7157c03'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:20.468758 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-785fc13f-1dee-4208-aca6-b0ce7c00aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:38:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['669081fe-dda6-4b2f-9674-67e5d7157c03'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:20.503362 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-785fc13f-1dee-4208-aca6-b0ce7c00aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:20.504993 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9960eb3-e2eb-4cc3-ae1a-d499fb15359e tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:20.506632 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c9960eb3-e2eb-4cc3-ae1a-d499fb15359e tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&device_id=7db5c015-99e9-42c2-becd-7a93e6f81d95&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1773665 Aug 16 22:38:20.510316 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44942) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:20.518531 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785fc13f-1dee-4208-aca6-b0ce7c00aa0f None None] Routers {'669081fe-dda6-4b2f-9674-67e5d7157c03'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:20.519430 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-785fc13f-1dee-4208-aca6-b0ce7c00aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:38:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['669081fe-dda6-4b2f-9674-67e5d7157c03'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:20.521575 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-ef39fd02-32af-4549-a1b7-8f2a8dd647c3 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Allocated IP 172.20.0.3 (26c96fe1-6a77-4707-8968-c539e56695ae/cbcc45ed-58e5-49bc-b441-f21f7a592fda/b8028684-c914-4a0f-816a-578842e4d866) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:20.535806 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837b42cf-96b1-4f1b-9368-7276d724b515 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network fe63b94d-f020-456d-8aeb-973ef194cab1 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:38:20.550656 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-36cba998-04eb-4c9d-b883-a17b644ed92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:20.554519 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-785fc13f-1dee-4208-aca6-b0ce7c00aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:20.555450 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785fc13f-1dee-4208-aca6-b0ce7c00aa0f None None] The sync data for ids ['669081fe-dda6-4b2f-9674-67e5d7157c03'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:20.565526 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-36cba998-04eb-4c9d-b883-a17b644ed92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:20.591811 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-837b42cf-96b1-4f1b-9368-7276d724b515 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, fe63b94d-f020-456d-8aeb-973ef194cab1) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:20.606306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4048c48-3dce-497c-b9c3-44450bdcb760 None None] Network fe63b94d-f020-456d-8aeb-973ef194cab1 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:20.623037 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-734909b8-d00d-4d78-9440-bde1b70d7a9b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Made reservation on behalf of 729e44ecc953497b8bf930c79bba20ac for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:20.639579 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-734909b8-d00d-4d78-9440-bde1b70d7a9b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:20.643913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837b42cf-96b1-4f1b-9368-7276d724b515 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:20.644906 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-837b42cf-96b1-4f1b-9368-7276d724b515 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:20.671057 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-621225cc-f4b0-44cf-a5ba-698cfb0bcb8d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:20.675914 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-621225cc-f4b0-44cf-a5ba-698cfb0bcb8d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5293548 Aug 16 22:38:20.683592 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-36cba998-04eb-4c9d-b883-a17b644ed92a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fb4b38319ea34db5a05b308b8db0c33d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9281154 Aug 16 22:38:20.685062 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44944) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:20.685615 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44946) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:20.707847 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-52e53d85-32d2-4c96-9e64-e5a60fff7c3d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:20.710015 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cba998-04eb-4c9d-b883-a17b644ed92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dcf6e5-ee18-4981-8c9a-4910b7a9d5ac,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:20.780891 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-837b42cf-96b1-4f1b-9368-7276d724b515 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5050225 Aug 16 22:38:20.788694 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44948) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:20.794252 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-21c43c52-c1c5-4cc8-afda-c733ac440bb1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'port': {'network_id': 'fe63b94d-f020-456d-8aeb-973ef194cab1', 'name': 'tempest-PortsIpV6TestJSON-1148871430', 'fixed_ips': [{'subnet_id': '71bcc3b9-b96e-4e54-b3f5-9327ff4fcb22', 'ip_address': '2001:db8::10'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:20.803353 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf1cf31-35b9-4cb8-93c1-7d29c642e13b tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:20.807508 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dcf1cf31-35b9-4cb8-93c1-7d29c642e13b tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 881 time: 0.2920671 Aug 16 22:38:20.838312 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44950) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:20.880530 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-fe63b94d-f020-456d-8aeb-973ef194cab1', 'network_id': 'fe63b94d-f020-456d-8aeb-973ef194cab1', 'tenant_id': 'd151c136af15401e8630f50830d07764', 'fixed_ips': [{'subnet_id': '71bcc3b9-b96e-4e54-b3f5-9327ff4fcb22'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:38:20.881865 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:20.922287 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-de891b6e-4ee3-491d-b6a5-71da0ef6d78a tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "GET /v2.0/ports?device_id=7db5c015-99e9-42c2-becd-7a93e6f81d95 HTTP/1.1" status: 200 len: 205 time: 0.0827019 Aug 16 22:38:20.926917 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44952) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:20.948807 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-734909b8-d00d-4d78-9440-bde1b70d7a9b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Allocated IP 172.20.0.7 (a0b4d9a2-666b-4be2-bf62-f6b4cce7a325/2abfc365-29c3-4616-9b87-7c7a7ec9e755/745e4781-8b5f-46f7-a1b9-012bbeadc1b3) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:21.035802 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef39fd02-32af-4549-a1b7-8f2a8dd647c3 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.044974 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c43c52-c1c5-4cc8-afda-c733ac440bb1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:21.049633 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ef39fd02-32af-4549-a1b7-8f2a8dd647c3 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Transition to ACTIVE for port object b8028684-c914-4a0f-816a-578842e4d866 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:21.074492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] Allocated IP 2001:db8::2 (fe63b94d-f020-456d-8aeb-973ef194cab1/71bcc3b9-b96e-4e54-b3f5-9327ff4fcb22/6eae5034-3bee-4542-9ce3-af9fb6259869) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:21.109128 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ff5db974-ef71-4949-81c3-01875bbe9742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.214815 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef39fd02-32af-4549-a1b7-8f2a8dd647c3 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.246738 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ff5db974-ef71-4949-81c3-01875bbe9742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.257444 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.268403 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] Transition to ACTIVE for port object 6eae5034-3bee-4542-9ce3-af9fb6259869 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:21.287199 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] Transition to ACTIVE for port object 6eae5034-3bee-4542-9ce3-af9fb6259869 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:21.294202 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.338229 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] Network fe63b94d-f020-456d-8aeb-973ef194cab1 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:21.341844 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:21.346198 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:21.350134 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] Pushing event updated for resources: {'Port': ['ID=6eae5034-3bee-4542-9ce3-af9fb6259869,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:21.357776 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3078e68-d57e-4f7d-bc5b-925b89909a82 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.425577 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef39fd02-32af-4549-a1b7-8f2a8dd647c3 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Network 26c96fe1-6a77-4707-8968-c539e56695ae is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:21.430690 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39fd02-32af-4549-a1b7-8f2a8dd647c3 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Pushing event updated for resources: {'Port': ['ID=b8028684-c914-4a0f-816a-578842e4d866,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:21.438470 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ef39fd02-32af-4549-a1b7-8f2a8dd647c3 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:21.439808 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] Attempting to bind port 6eae5034-3bee-4542-9ce3-af9fb6259869 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:38:21.440238 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] Attempting to bind port 6eae5034-3bee-4542-9ce3-af9fb6259869 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '76c2c2cb-20b4-4eb9-b52a-4f68548545fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fe63b94d-f020-456d-8aeb-973ef194cab1'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:38:21.447990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef39fd02-32af-4549-a1b7-8f2a8dd647c3 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:21.452512 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] Attempting to bind port 6eae5034-3bee-4542-9ce3-af9fb6259869 on network fe63b94d-f020-456d-8aeb-973ef194cab1 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:21.460830 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:38:21.460830 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] Checking segment: {'id': '76c2c2cb-20b4-4eb9-b52a-4f68548545fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fe63b94d-f020-456d-8aeb-973ef194cab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:21.460830 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.461177 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] Bound using segment: {'id': '76c2c2cb-20b4-4eb9-b52a-4f68548545fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fe63b94d-f020-456d-8aeb-973ef194cab1'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:38:21.461647 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] Bound port: 6eae5034-3bee-4542-9ce3-af9fb6259869, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c2c2cb-20b4-4eb9-b52a-4f68548545fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fe63b94d-f020-456d-8aeb-973ef194cab1'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:38:21.462200 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.569050 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1578b94-40f6-4a36-8d8d-bc093bb23228 req-3346191c-4d9e-48bd-9b5e-61587f7127f7 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=00767fd8-f270-46a7-98ad-cfd3cbf017d2 HTTP/1.1" status: 200 len: 210 time: 0.5195549 Aug 16 22:38:21.605873 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] For port 6eae5034-3bee-4542-9ce3-af9fb6259869, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:38:21.614014 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] For port 6eae5034-3bee-4542-9ce3-af9fb6259869, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6eae5034-3bee-4542-9ce3-af9fb6259869,segment=NetworkSegment(76c2c2cb-20b4-4eb9-b52a-4f68548545fe),segment_id=76c2c2cb-20b4-4eb9-b52a-4f68548545fe)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:38:21.621305 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.631475 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ff5db974-ef71-4949-81c3-01875bbe9742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.634435 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ff5db974-ef71-4949-81c3-01875bbe9742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.637938 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ff5db974-ef71-4949-81c3-01875bbe9742 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c5dcf6e5-ee18-4981-8c9a-4910b7a9d5ac HTTP/1.1" status: 204 len: 168 time: 0.9402089 Aug 16 22:38:21.673028 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef39fd02-32af-4549-a1b7-8f2a8dd647c3 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:21.673778 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef39fd02-32af-4549-a1b7-8f2a8dd647c3 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.681290 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21c43c52-c1c5-4cc8-afda-c733ac440bb1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.689033 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-734909b8-d00d-4d78-9440-bde1b70d7a9b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.700913 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485bff4-1683-47d7-9f0b-9425e4e03a79 None None] Pushing event updated for resources: {'Port': ['ID=6eae5034-3bee-4542-9ce3-af9fb6259869,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:21.708312 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5db974-ef71-4949-81c3-01875bbe9742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dcf6e5-ee18-4981-8c9a-4910b7a9d5ac,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:21.742632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-21c43c52-c1c5-4cc8-afda-c733ac440bb1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] device_id is not set on port 6db4a295-4974-4348-8af6-f183dd320b3b yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:38:21.761085 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ef39fd02-32af-4549-a1b7-8f2a8dd647c3 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2855327 Aug 16 22:38:21.767561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44960) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:21.784838 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-09d91e04-6eac-4cc9-8e9f-d75c0f75a56c tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:80:0d:41'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:21.801536 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3078e68-d57e-4f7d-bc5b-925b89909a82 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.815495 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-21f18738-5cb6-41ad-9020-56a5e7454224 None None] Provisioning for port b8028684-c914-4a0f-816a-578842e4d866 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:21.819910 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-21f18738-5cb6-41ad-9020-56a5e7454224 None None] Provisioning complete for port b8028684-c914-4a0f-816a-578842e4d866 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:21.820349 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-21f18738-5cb6-41ad-9020-56a5e7454224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.868355 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-21f18738-5cb6-41ad-9020-56a5e7454224 None None] Port b8028684-c914-4a0f-816a-578842e4d866 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:21.885387 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52e53d85-32d2-4c96-9e64-e5a60fff7c3d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.903379 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52e53d85-32d2-4c96-9e64-e5a60fff7c3d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.918026 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-734909b8-d00d-4d78-9440-bde1b70d7a9b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.935641 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['8507266d-0a1f-46dd-89e2-1352a70987b1'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:38:21.946689 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c3078e68-d57e-4f7d-bc5b-925b89909a82 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Deleting port 6f8fa63a-6621-4bf9-9ddc-cab89f4ede07 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:21.947031 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3078e68-d57e-4f7d-bc5b-925b89909a82 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.096613 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3078e68-d57e-4f7d-bc5b-925b89909a82 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.107226 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-52e53d85-32d2-4c96-9e64-e5a60fff7c3d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Deleting port a7bb1194-ec39-471c-a311-2a38c9d110a3 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:22.107729 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52e53d85-32d2-4c96-9e64-e5a60fff7c3d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.147319 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c3078e68-d57e-4f7d-bc5b-925b89909a82 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Calling delete_port for 6f8fa63a-6621-4bf9-9ddc-cab89f4ede07 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:22.270876 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-734909b8-d00d-4d78-9440-bde1b70d7a9b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:22.287672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-734909b8-d00d-4d78-9440-bde1b70d7a9b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:22.291046 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-734909b8-d00d-4d78-9440-bde1b70d7a9b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:22.329137 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52e53d85-32d2-4c96-9e64-e5a60fff7c3d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.334430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734909b8-d00d-4d78-9440-bde1b70d7a9b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Pushing event updated for resources: {'Port': ['ID=745e4781-8b5f-46f7-a1b9-012bbeadc1b3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:22.345647 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09d91e04-6eac-4cc9-8e9f-d75c0f75a56c tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.346885 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-52e53d85-32d2-4c96-9e64-e5a60fff7c3d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Calling delete_port for a7bb1194-ec39-471c-a311-2a38c9d110a3 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:22.472181 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-734909b8-d00d-4d78-9440-bde1b70d7a9b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:22.473230 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-734909b8-d00d-4d78-9440-bde1b70d7a9b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.508879 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-21c43c52-c1c5-4cc8-afda-c733ac440bb1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Allocated IP 2001:db8::10 (fe63b94d-f020-456d-8aeb-973ef194cab1/71bcc3b9-b96e-4e54-b3f5-9327ff4fcb22/6db4a295-4974-4348-8af6-f183dd320b3b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:22.525143 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-734909b8-d00d-4d78-9440-bde1b70d7a9b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5211227 Aug 16 22:38:22.542681 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] Request body: {'port': {'device_id': '00767fd8-f270-46a7-98ad-cfd3cbf017d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:22.596230 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3078e68-d57e-4f7d-bc5b-925b89909a82 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.627944 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3078e68-d57e-4f7d-bc5b-925b89909a82 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Pushing event deleted for resources: {'Port': ['ID=6f8fa63a-6621-4bf9-9ddc-cab89f4ede07,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:22.739090 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52e53d85-32d2-4c96-9e64-e5a60fff7c3d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.742105 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3078e68-d57e-4f7d-bc5b-925b89909a82 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.807128 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e53d85-32d2-4c96-9e64-e5a60fff7c3d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Pushing event deleted for resources: {'Port': ['ID=a7bb1194-ec39-471c-a311-2a38c9d110a3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:22.862954 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.954121 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3078e68-d57e-4f7d-bc5b-925b89909a82 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.957098 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3078e68-d57e-4f7d-bc5b-925b89909a82 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.004314 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214cf52-76c5-4479-af8c-c715888dbe6a req-bae82c8a-f315-478d-86de-8debad357948 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:23.005877 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f214cf52-76c5-4479-af8c-c715888dbe6a req-bae82c8a-f315-478d-86de-8debad357948 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=00767fd8-f270-46a7-98ad-cfd3cbf017d2 HTTP/1.1" status: 200 len: 931 time: 0.3095343 Aug 16 22:38:23.053570 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3078e68-d57e-4f7d-bc5b-925b89909a82 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.054590 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3078e68-d57e-4f7d-bc5b-925b89909a82 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Fanout notify agent at l3_agent the message router_deleted on router 7db5c015-99e9-42c2-becd-7a93e6f81d95 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:38:23.056354 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52e53d85-32d2-4c96-9e64-e5a60fff7c3d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.065785 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3078e68-d57e-4f7d-bc5b-925b89909a82 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.067629 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c3078e68-d57e-4f7d-bc5b-925b89909a82 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "DELETE /v2.0/routers/7db5c015-99e9-42c2-becd-7a93e6f81d95 HTTP/1.1" status: 204 len: 168 time: 2.1340852 Aug 16 22:38:23.073087 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44994) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:23.078375 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b88b8619-fcbf-49f8-9201-7fe6563bf231 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-151644844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:23.088467 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09d91e04-6eac-4cc9-8e9f-d75c0f75a56c tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.167628 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09d91e04-6eac-4cc9-8e9f-d75c0f75a56c tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.181019 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b88b8619-fcbf-49f8-9201-7fe6563bf231 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.183632 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b88b8619-fcbf-49f8-9201-7fe6563bf231 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.194415 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21c43c52-c1c5-4cc8-afda-c733ac440bb1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.265780 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f214cf52-76c5-4479-af8c-c715888dbe6a req-0cc23813-4daf-404d-9450-b8653430727e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345147 Aug 16 22:38:23.272809 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-21c43c52-c1c5-4cc8-afda-c733ac440bb1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Transition to ACTIVE for port object 6db4a295-4974-4348-8af6-f183dd320b3b will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:23.438358 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4379475-131d-47d8-9f7b-abec1b4ebb8a None None] Network fe63b94d-f020-456d-8aeb-973ef194cab1 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:23.446531 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44998) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:23.505140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d91e04-6eac-4cc9-8e9f-d75c0f75a56c tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Pushing event updated for resources: {'Port': ['ID=b8028684-c914-4a0f-816a-578842e4d866,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:23.520999 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6eae5034-3bee-4542-9ce3-af9fb6259869 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:23.570150 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-09d91e04-6eac-4cc9-8e9f-d75c0f75a56c tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] In _notify_port_updated(), no bound segment for port b8028684-c914-4a0f-816a-578842e4d866 on network 26c96fe1-6a77-4707-8968-c539e56695ae {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:38:23.581949 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d91e04-6eac-4cc9-8e9f-d75c0f75a56c tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:23.582962 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09d91e04-6eac-4cc9-8e9f-d75c0f75a56c tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.584597 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-09d91e04-6eac-4cc9-8e9f-d75c0f75a56c tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "PUT /v2.0/ports/b8028684-c914-4a0f-816a-578842e4d866 HTTP/1.1" status: 200 len: 994 time: 1.8129184 Aug 16 22:38:23.589025 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45002) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:23.625391 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c5ff316c-be88-46b8-83bc-b1512ef62a8a None None] Provisioning for port 6eae5034-3bee-4542-9ce3-af9fb6259869 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:23.668870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 6eae5034-3bee-4542-9ce3-af9fb6259869 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:23.677388 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 6eae5034-3bee-4542-9ce3-af9fb6259869 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:23.678003 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.704777 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21c43c52-c1c5-4cc8-afda-c733ac440bb1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.788469 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-644dc03a-965b-4e15-9396-a853e7226f87 None None] Provisioning complete for port b8028684-c914-4a0f-816a-578842e4d866 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:23.788890 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-644dc03a-965b-4e15-9396-a853e7226f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.826626 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1d2fb7f-7ac6-43eb-ac72-fc4af69896d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.847104 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c43c52-c1c5-4cc8-afda-c733ac440bb1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network fe63b94d-f020-456d-8aeb-973ef194cab1 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:23.859014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-21c43c52-c1c5-4cc8-afda-c733ac440bb1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:23.862522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c43c52-c1c5-4cc8-afda-c733ac440bb1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:23.868091 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c43c52-c1c5-4cc8-afda-c733ac440bb1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:23.868801 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21c43c52-c1c5-4cc8-afda-c733ac440bb1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.871454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-644dc03a-965b-4e15-9396-a853e7226f87 None None] Port b8028684-c914-4a0f-816a-578842e4d866 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:23.895365 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.898915 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c43c52-c1c5-4cc8-afda-c733ac440bb1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=6db4a295-4974-4348-8af6-f183dd320b3b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:23.946532 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745e4781-8b5f-46f7-a1b9-012bbeadc1b3 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:38:23.948397 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 6eae5034-3bee-4542-9ce3-af9fb6259869, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6eae5034-3bee-4542-9ce3-af9fb6259869,segment=NetworkSegment(76c2c2cb-20b4-4eb9-b52a-4f68548545fe),segment_id=76c2c2cb-20b4-4eb9-b52a-4f68548545fe)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:23.953083 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.966756 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.996069 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] Transition to ACTIVE for port object 745e4781-8b5f-46f7-a1b9-012bbeadc1b3 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:23.997851 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b171694d-05a4-49ff-8c42-d59a2e6e5b06 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Deleting port b8028684-c914-4a0f-816a-578842e4d866 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:23.998244 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b171694d-05a4-49ff-8c42-d59a2e6e5b06 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:24.019037 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b88b8619-fcbf-49f8-9201-7fe6563bf231 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:24.019584 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:24.025747 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b88b8619-fcbf-49f8-9201-7fe6563bf231 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:24.041983 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=6eae5034-3bee-4542-9ce3-af9fb6259869,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:24.117335 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52e53d85-32d2-4c96-9e64-e5a60fff7c3d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:24.120979 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52e53d85-32d2-4c96-9e64-e5a60fff7c3d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578920'] for router, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:24.214411 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e53d85-32d2-4c96-9e64-e5a60fff7c3d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Router 669081fe-dda6-4b2f-9674-67e5d7157c03 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:38:24.218964 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e09f3d23-c839-4cbe-a157-7172e5895f13 None None] Provisioning for port 6db4a295-4974-4348-8af6-f183dd320b3b completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:24.229206 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e09f3d23-c839-4cbe-a157-7172e5895f13 None None] Provisioning complete for port 6db4a295-4974-4348-8af6-f183dd320b3b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:24.230549 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e09f3d23-c839-4cbe-a157-7172e5895f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:24.234719 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] Pushing event updated for resources: {'Port': ['ID=745e4781-8b5f-46f7-a1b9-012bbeadc1b3,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:24.295045 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e09f3d23-c839-4cbe-a157-7172e5895f13 None None] Port 6db4a295-4974-4348-8af6-f183dd320b3b cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:24.305489 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e09f3d23-c839-4cbe-a157-7172e5895f13 None None] Provisioning complete for port 6eae5034-3bee-4542-9ce3-af9fb6259869 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:24.305729 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b171694d-05a4-49ff-8c42-d59a2e6e5b06 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:24.305868 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e09f3d23-c839-4cbe-a157-7172e5895f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:24.309829 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e53d85-32d2-4c96-9e64-e5a60fff7c3d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:24.326709 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52e53d85-32d2-4c96-9e64-e5a60fff7c3d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:24.326709 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-52e53d85-32d2-4c96-9e64-e5a60fff7c3d tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "PUT /v2.0/routers/669081fe-dda6-4b2f-9674-67e5d7157c03 HTTP/1.1" status: 200 len: 705 time: 3.6271465 Aug 16 22:38:24.326709 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45008) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:24.344732 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30dfd54-780f-4e3f-8e8c-0e9b637730ac None None] Sync routers for ids ['669081fe-dda6-4b2f-9674-67e5d7157c03'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:24.345478 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1d2fb7f-7ac6-43eb-ac72-fc4af69896d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:24.349715 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b171694d-05a4-49ff-8c42-d59a2e6e5b06 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Calling delete_port for b8028684-c914-4a0f-816a-578842e4d866 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:24.360305 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1d2fb7f-7ac6-43eb-ac72-fc4af69896d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:24.364696 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30dfd54-780f-4e3f-8e8c-0e9b637730ac None None] Routers {'669081fe-dda6-4b2f-9674-67e5d7157c03'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:24.365668 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b30dfd54-780f-4e3f-8e8c-0e9b637730ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:38:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['669081fe-dda6-4b2f-9674-67e5d7157c03'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:24.401322 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-21c43c52-c1c5-4cc8-afda-c733ac440bb1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6093717 Aug 16 22:38:24.425200 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45010) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:24.451622 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-03732fe4-49ff-4fda-b78f-0f4c7bfeb5c7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'port': {'network_id': 'fe63b94d-f020-456d-8aeb-973ef194cab1', 'name': 'tempest-PortsIpV6TestJSON-239424454', 'fixed_ips': [{'subnet_id': '71bcc3b9-b96e-4e54-b3f5-9327ff4fcb22', 'ip_address': '2001:db8::f'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:24.458890 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b88b8619-fcbf-49f8-9201-7fe6563bf231 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:24.463022 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b88b8619-fcbf-49f8-9201-7fe6563bf231 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3886032 Aug 16 22:38:24.465801 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45012) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:24.472319 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e2ac4d73-5f15-4eb5-ba2f-4e183d57059d tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'enable_snat': True}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:24.496027 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b30dfd54-780f-4e3f-8e8c-0e9b637730ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:24.517534 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30dfd54-780f-4e3f-8e8c-0e9b637730ac None None] Routers {'669081fe-dda6-4b2f-9674-67e5d7157c03'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:24.518637 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b30dfd54-780f-4e3f-8e8c-0e9b637730ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:38:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['669081fe-dda6-4b2f-9674-67e5d7157c03'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:24.545534 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-756e3d89-0317-4bb7-9d37-74e41151e6cf tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "GET /v2.0/routers/669081fe-dda6-4b2f-9674-67e5d7157c03 HTTP/1.1" status: 200 len: 740 time: 0.2216809 Aug 16 22:38:24.546147 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45014) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:24.547768 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] Attempting to bind port 745e4781-8b5f-46f7-a1b9-012bbeadc1b3 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:38:24.547958 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] Attempting to bind port 745e4781-8b5f-46f7-a1b9-012bbeadc1b3 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:38:24.548609 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] Attempting to bind port 745e4781-8b5f-46f7-a1b9-012bbeadc1b3 on network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:24.556179 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b30dfd54-780f-4e3f-8e8c-0e9b637730ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:24.557399 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30dfd54-780f-4e3f-8e8c-0e9b637730ac None None] The sync data for ids ['669081fe-dda6-4b2f-9674-67e5d7157c03'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:24.605056 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f1d2fb7f-7ac6-43eb-ac72-fc4af69896d0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=74a606a3be5a4829bd2ec0dd3dd9ac33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1562831 Aug 16 22:38:24.624687 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45016) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:24.643622 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2fb7f-7ac6-43eb-ac72-fc4af69896d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bb3147-6010-4c14-a439-bb7c2b986aba,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:24.647177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] Port 745e4781-8b5f-46f7-a1b9-012bbeadc1b3 on network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:38:24.647516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] Attempting to bind port 745e4781-8b5f-46f7-a1b9-012bbeadc1b3 on network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:24.650984 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-478badd8-daef-41af-8287-636db00cb0ca None None] Provisioning complete for port 6db4a295-4974-4348-8af6-f183dd320b3b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:24.651466 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-478badd8-daef-41af-8287-636db00cb0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:24.685432 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-260a4165-90c1-4e02-ac41-c8f8676995e1 tempest-RoutersAdminTest-1361678697 tempest-RoutersAdminTest-1361678697-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&device_id=669081fe-dda6-4b2f-9674-67e5d7157c03 HTTP/1.1" status: 200 len: 205 time: 0.1362405 Aug 16 22:38:24.686079 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45018) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:24.691518 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:38:24.691965 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] Checking segment: {'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:24.692287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] Bound using segment: {'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:38:24.692712 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] Bound port: 745e4781-8b5f-46f7-a1b9-012bbeadc1b3, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:38:24.693075 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:24.698000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-478badd8-daef-41af-8287-636db00cb0ca None None] Port 6db4a295-4974-4348-8af6-f183dd320b3b cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:24.774082 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-163c26a8-5dd3-4431-b155-f44ff9939270 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "GET /v2.0/ports?device_id=669081fe-dda6-4b2f-9674-67e5d7157c03 HTTP/1.1" status: 200 len: 205 time: 0.0850244 Aug 16 22:38:24.776773 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45022) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:24.786383 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4d73-5f15-4eb5-ba2f-4e183d57059d tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:24.808690 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c21305-e139-4370-aef0-79eed7795ac9 req-4870645c-189e-4db3-9c26-c6a840d1f908 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:24.810508 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-06c21305-e139-4370-aef0-79eed7795ac9 req-4870645c-189e-4db3-9c26-c6a840d1f908 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=00767fd8-f270-46a7-98ad-cfd3cbf017d2 HTTP/1.1" status: 200 len: 943 time: 0.3740194 Aug 16 22:38:24.883172 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1b25c455-bf31-45a9-9cc2-aea465092b9c tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:24.921414 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5226-44d7-4719-90e1-071c33af96eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:24.943646 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] For port 745e4781-8b5f-46f7-a1b9-012bbeadc1b3, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:38:24.984682 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03732fe4-49ff-4fda-b78f-0f4c7bfeb5c7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:24.989675 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03732fe4-49ff-4fda-b78f-0f4c7bfeb5c7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:24.999942 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] For port 745e4781-8b5f-46f7-a1b9-012bbeadc1b3, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=745e4781-8b5f-46f7-a1b9-012bbeadc1b3,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:38:25.015358 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-06c21305-e139-4370-aef0-79eed7795ac9 req-e8eb1aa5-9294-4c8b-897f-68b8ef102c87 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932006 Aug 16 22:38:25.015978 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b171694d-05a4-49ff-8c42-d59a2e6e5b06 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.024795 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5226-44d7-4719-90e1-071c33af96eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.029247 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.071577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171694d-05a4-49ff-8c42-d59a2e6e5b06 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Pushing event deleted for resources: {'Port': ['ID=b8028684-c914-4a0f-816a-578842e4d866,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:25.078945 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1b25c455-bf31-45a9-9cc2-aea465092b9c tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.081515 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1b25c455-bf31-45a9-9cc2-aea465092b9c tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.121832 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-03732fe4-49ff-4fda-b78f-0f4c7bfeb5c7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] device_id is not set on port 8383dd9c-77af-45b7-9fc1-74363f8871ab yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:38:25.141887 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:25.142623 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.144059 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] 10.222.0.39 "PUT /v2.0/ports/745e4781-8b5f-46f7-a1b9-012bbeadc1b3 HTTP/1.1" status: 200 len: 1092 time: 2.6066945 Aug 16 22:38:25.145946 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1b25c455-bf31-45a9-9cc2-aea465092b9c tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.146576 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b25c455-bf31-45a9-9cc2-aea465092b9c tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Fanout notify agent at l3_agent the message router_deleted on router 669081fe-dda6-4b2f-9674-67e5d7157c03 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:38:25.148584 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00767fd8-f270-46a7-98ad-cfd3cbf017d2', 'tag': '745e4781-8b5f-46f7-a1b9-012bbeadc1b3'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:38:25.151173 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d0723b-b652-4b69-b71b-e2dc6db75bca" -d '{"events": [{"name": "network-changed", "server_uuid": "00767fd8-f270-46a7-98ad-cfd3cbf017d2", "tag": "745e4781-8b5f-46f7-a1b9-012bbeadc1b3"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:38:25.154508 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1b25c455-bf31-45a9-9cc2-aea465092b9c tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.159468 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1b25c455-bf31-45a9-9cc2-aea465092b9c tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "DELETE /v2.0/routers/669081fe-dda6-4b2f-9674-67e5d7157c03 HTTP/1.1" status: 204 len: 168 time: 0.3816202 Aug 16 22:38:25.160851 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45026) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:25.234082 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10e305a-a886-4d1a-9041-66340514781d x-openstack-request-id: req-c10e305a-a886-4d1a-9041-66340514781d {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:38:25.234399 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00767fd8-f270-46a7-98ad-cfd3cbf017d2", "tag": "745e4781-8b5f-46f7-a1b9-012bbeadc1b3", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:38:25.234502 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c10e305a-a886-4d1a-9041-66340514781d {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:38:25.234728 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a3ce91a4-17a8-43ea-9804-df4d69aa2792 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "GET /v2.0/ports?device_id=669081fe-dda6-4b2f-9674-67e5d7157c03 HTTP/1.1" status: 200 len: 205 time: 0.0726011 Aug 16 22:38:25.234969 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00767fd8-f270-46a7-98ad-cfd3cbf017d2', 'tag': '745e4781-8b5f-46f7-a1b9-012bbeadc1b3', 'status': 'completed', 'code': 200} Aug 16 22:38:25.235509 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45028) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:25.333781 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-ef9f2e5a-4144-4810-b28d-85ab80f06a0e tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] delete failed (client error): The resource could not be found. Aug 16 22:38:25.339835 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ef9f2e5a-4144-4810-b28d-85ab80f06a0e tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "DELETE /v2.0/routers/669081fe-dda6-4b2f-9674-67e5d7157c03 HTTP/1.1" status: 404 len: 336 time: 0.0732381 Aug 16 22:38:25.342332 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45030) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:25.352095 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11fc2e-3d94-470d-9cb0-2dfdd569c808 service neutron] Pushing event updated for resources: {'Port': ['ID=745e4781-8b5f-46f7-a1b9-012bbeadc1b3,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:25.384767 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d53c9137-a9b8-442d-83a6-70c478e500c5 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "GET /v2.0/ports?device_id=7200c3ef-e34a-4aa3-b947-c46ddfe59f28 HTTP/1.1" status: 200 len: 205 time: 0.0411875 Aug 16 22:38:25.385439 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45032) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:25.401579 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6eae5034-3bee-4542-9ce3-af9fb6259869 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:25.408737 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5226-44d7-4719-90e1-071c33af96eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.412447 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5226-44d7-4719-90e1-071c33af96eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.413680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ec0e5226-44d7-4719-90e1-071c33af96eb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/62bb3147-6010-4c14-a439-bb7c2b986aba HTTP/1.1" status: 204 len: 168 time: 0.7830577 Aug 16 22:38:25.462003 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 6eae5034-3bee-4542-9ce3-af9fb6259869 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:25.462397 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.471216 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-0c04413d-2bb8-4c2e-827b-6d68d7cac8d1 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] delete failed (client error): The resource could not be found. Aug 16 22:38:25.475641 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0c04413d-2bb8-4c2e-827b-6d68d7cac8d1 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "DELETE /v2.0/routers/7200c3ef-e34a-4aa3-b947-c46ddfe59f28 HTTP/1.1" status: 404 len: 336 time: 0.0848193 Aug 16 22:38:25.492337 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45036) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:25.500438 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4d73-5f15-4eb5-ba2f-4e183d57059d tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.526487 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4d73-5f15-4eb5-ba2f-4e183d57059d tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.574250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-6ae2661f-b8ba-4f18-8e04-653bf08ec51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:25.575956 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-6ae2661f-b8ba-4f18-8e04-653bf08ec51a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&device_id=00767fd8-f270-46a7-98ad-cfd3cbf017d2 HTTP/1.1" status: 200 len: 1095 time: 0.3341694 Aug 16 22:38:25.576727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e5226-44d7-4719-90e1-071c33af96eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bb3147-6010-4c14-a439-bb7c2b986aba,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:25.618707 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ba930ede-ad88-4ea8-8136-1e671ae271c5 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "GET /v2.0/ports?device_id=12074f03-d7cc-4a93-ba3f-b75fdc969b42 HTTP/1.1" status: 200 len: 205 time: 0.1167445 Aug 16 22:38:25.635448 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45040) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:25.671827 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-e2ac4d73-5f15-4eb5-ba2f-4e183d57059d tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Allocated IP 172.25.6.238 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/b6f86729-7771-4e4b-80da-355ef2ddc0b4) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:25.715419 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-3172d4d4-d851-4f51-9ca6-dd28c216d7c6 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] delete failed (client error): The resource could not be found. Aug 16 22:38:25.716466 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3172d4d4-d851-4f51-9ca6-dd28c216d7c6 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "DELETE /v2.0/routers/12074f03-d7cc-4a93-ba3f-b75fdc969b42 HTTP/1.1" status: 404 len: 336 time: 0.0798018 Aug 16 22:38:25.722219 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45044) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:25.739324 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-e002ded5-781b-4c48-8171-937292534cdf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=745e4781-8b5f-46f7-a1b9-012bbeadc1b3 HTTP/1.1" status: 200 len: 217 time: 0.1236205 Aug 16 22:38:25.761951 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b171694d-05a4-49ff-8c42-d59a2e6e5b06 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.763995 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b171694d-05a4-49ff-8c42-d59a2e6e5b06 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "DELETE /v2.0/ports/b8028684-c914-4a0f-816a-578842e4d866 HTTP/1.1" status: 204 len: 168 time: 2.1616323 Aug 16 22:38:25.770851 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45048) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:25.797670 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dee8a852-ec02-40a9-a681-131e72b6d0a1 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "GET /v2.0/ports?device_id=729e122f-d502-4168-916a-563ecd2cabae HTTP/1.1" status: 200 len: 205 time: 0.0701125 Aug 16 22:38:25.809687 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45052) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:25.823516 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a84c694-6f02-4951-801b-3e751afcfb51 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] GET failed (client error): The resource could not be found. Aug 16 22:38:25.825077 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1a84c694-6f02-4951-801b-3e751afcfb51 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "GET /v2.0/ports/b8028684-c914-4a0f-816a-578842e4d866 HTTP/1.1" status: 404 len: 333 time: 0.0527439 Aug 16 22:38:25.828456 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4d73-5f15-4eb5-ba2f-4e183d57059d tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.831726 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45054) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:25.838204 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c877d852-b320-4099-a842-ffa218457902 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Request body: {'port': {'network_id': '26c96fe1-6a77-4707-8968-c539e56695ae', 'name': 'tempest-AllowedAddressPairTestJSON-1845542697'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:25.875324 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-406aae55-4474-4a34-a7ee-4a3cdaed7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:25.877043 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-406aae55-4474-4a34-a7ee-4a3cdaed7411 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2abfc365-29c3-4616-9b87-7c7a7ec9e755 HTTP/1.1" status: 200 len: 846 time: 0.1113243 Aug 16 22:38:25.878678 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-b4a4f006-9714-4854-9ebb-0f3e1683de67 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] delete failed (client error): The resource could not be found. Aug 16 22:38:25.882323 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b4a4f006-9714-4854-9ebb-0f3e1683de67 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "DELETE /v2.0/routers/729e122f-d502-4168-916a-563ecd2cabae HTTP/1.1" status: 404 len: 336 time: 0.0644422 Aug 16 22:38:25.883364 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45060) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:25.930982 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-03732fe4-49ff-4fda-b78f-0f4c7bfeb5c7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Allocated IP 2001:db8::f (fe63b94d-f020-456d-8aeb-973ef194cab1/71bcc3b9-b96e-4e54-b3f5-9327ff4fcb22/8383dd9c-77af-45b7-9fc1-74363f8871ab) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:25.952813 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4344836d-59f0-4615-b6e2-bb37296bda2f tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "GET /v2.0/ports?device_id=9206098c-515e-46a6-b2f0-11bc1305a42c HTTP/1.1" status: 200 len: 205 time: 0.0679328 Aug 16 22:38:25.957160 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-f01ef43f-7f4a-47f9-9fb2-d25d784ba7f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569685 Aug 16 22:38:25.959520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45062) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:26.028682 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-88d01378-4075-4bcb-9e7d-278f99c9d101 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] delete failed (client error): The resource could not be found. Aug 16 22:38:26.029788 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-88d01378-4075-4bcb-9e7d-278f99c9d101 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "DELETE /v2.0/routers/9206098c-515e-46a6-b2f0-11bc1305a42c HTTP/1.1" status: 404 len: 336 time: 0.0694683 Aug 16 22:38:26.238327 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45066) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:26.293483 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-75059997-c4e5-46b7-b47e-fb5ba7a42ff9 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "GET /v2.0/ports?device_id=bf10a0ba-b066-4a05-98ac-e58b66bdc052 HTTP/1.1" status: 200 len: 205 time: 0.0493157 Aug 16 22:38:26.297071 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45078) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:26.315913 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4d73-5f15-4eb5-ba2f-4e183d57059d tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:26.381376 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-599c20b3-ceda-42e7-b839-2f24f8509ae3 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] delete failed (client error): The resource could not be found. Aug 16 22:38:26.382812 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-599c20b3-ceda-42e7-b839-2f24f8509ae3 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "DELETE /v2.0/routers/bf10a0ba-b066-4a05-98ac-e58b66bdc052 HTTP/1.1" status: 404 len: 336 time: 0.0845292 Aug 16 22:38:26.411633 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45084) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:26.433287 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ac4d73-5f15-4eb5-ba2f-4e183d57059d tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:26.461493 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-e2ac4d73-5f15-4eb5-ba2f-4e183d57059d tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:26.464417 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ac4d73-5f15-4eb5-ba2f-4e183d57059d tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:26.470383 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-32979f46-16db-4862-8d92-f537d3199f39 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] DELETE failed (client error): The resource could not be found. Aug 16 22:38:26.471878 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32979f46-16db-4862-8d92-f537d3199f39 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:38:26.472558 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-32979f46-16db-4862-8d92-f537d3199f39 tempest-RoutersAdminTest-994944036 tempest-RoutersAdminTest-994944036-project] 10.222.0.93 "DELETE /v2.0/subnets/8f319936-d9db-4957-a13c-fe2dd1672e65 HTTP/1.1" status: 404 len: 337 time: 0.0558090 Aug 16 22:38:26.502332 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c877d852-b320-4099-a842-ffa218457902 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Made reservation on behalf of 4867ad18984c4fb08b51209245f2f6ec for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:26.508229 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c877d852-b320-4099-a842-ffa218457902 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:26.526710 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac4d73-5f15-4eb5-ba2f-4e183d57059d tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Pushing event updated for resources: {'Port': ['ID=b6f86729-7771-4e4b-80da-355ef2ddc0b4,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:26.552077 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-c877d852-b320-4099-a842-ffa218457902 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] device_id is not set on port 4792408e-d364-4369-aac5-4b2512abef4d yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:38:26.601779 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c16c94-8750-4993-b9c4-86dd694d222d req-d8d8d8ab-3ed3-4c15-9f5b-13b10211d53e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:26.603916 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9c16c94-8750-4993-b9c4-86dd694d222d req-d8d8d8ab-3ed3-4c15-9f5b-13b10211d53e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=00767fd8-f270-46a7-98ad-cfd3cbf017d2 HTTP/1.1" status: 200 len: 943 time: 0.1581566 Aug 16 22:38:26.618989 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-c42bdb3f-0f55-4389-ba83-7eecc1238060 service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6494949 Aug 16 22:38:26.750112 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9c16c94-8750-4993-b9c4-86dd694d222d req-b81eccd7-6175-4265-9287-1fa8f3f38423 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350756 Aug 16 22:38:26.800114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3bae313-4a1c-4a75-bf23-0f62b21f4281 req-0e7b00d8-45c0-42dd-bba0-3f9e2d3d50b2 service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678100 Aug 16 22:38:26.819301 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03732fe4-49ff-4fda-b78f-0f4c7bfeb5c7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:26.841651 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-03732fe4-49ff-4fda-b78f-0f4c7bfeb5c7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Transition to ACTIVE for port object 8383dd9c-77af-45b7-9fc1-74363f8871ab will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:26.885403 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-c877d852-b320-4099-a842-ffa218457902 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Allocated IP 172.20.0.6 (26c96fe1-6a77-4707-8968-c539e56695ae/cbcc45ed-58e5-49bc-b441-f21f7a592fda/4792408e-d364-4369-aac5-4b2512abef4d) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:26.927331 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0723b-b652-4b69-b71b-e2dc6db75bca req-755cf766-5d25-44be-9fd8-c8a889dc6850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:26.928889 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6d0723b-b652-4b69-b71b-e2dc6db75bca req-755cf766-5d25-44be-9fd8-c8a889dc6850 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&device_id=00767fd8-f270-46a7-98ad-cfd3cbf017d2 HTTP/1.1" status: 200 len: 1095 time: 0.0766892 Aug 16 22:38:26.960812 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45090) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:27.004438 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03732fe4-49ff-4fda-b78f-0f4c7bfeb5c7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.049323 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4d73-5f15-4eb5-ba2f-4e183d57059d tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.066474 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03732fe4-49ff-4fda-b78f-0f4c7bfeb5c7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=8383dd9c-77af-45b7-9fc1-74363f8871ab,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:27.104297 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03732fe4-49ff-4fda-b78f-0f4c7bfeb5c7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network fe63b94d-f020-456d-8aeb-973ef194cab1 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:27.108583 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-03732fe4-49ff-4fda-b78f-0f4c7bfeb5c7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:27.112076 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03732fe4-49ff-4fda-b78f-0f4c7bfeb5c7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:27.120500 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03732fe4-49ff-4fda-b78f-0f4c7bfeb5c7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:27.121533 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03732fe4-49ff-4fda-b78f-0f4c7bfeb5c7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.180948 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-03732fe4-49ff-4fda-b78f-0f4c7bfeb5c7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7539475 Aug 16 22:38:27.186083 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45100) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:27.227733 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0723b-b652-4b69-b71b-e2dc6db75bca req-e5b3f924-6fe7-4d0a-b5e6-24ebc9fd1783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:27.229860 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6d0723b-b652-4b69-b71b-e2dc6db75bca req-e5b3f924-6fe7-4d0a-b5e6-24ebc9fd1783 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 907 time: 0.2923417 Aug 16 22:38:27.245773 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c877d852-b320-4099-a842-ffa218457902 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.271983 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-66b8ecef-ed7f-4ded-84da-974ef503a7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.308465 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-c877d852-b320-4099-a842-ffa218457902 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Transition to ACTIVE for port object 4792408e-d364-4369-aac5-4b2512abef4d will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:27.311611 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6d0723b-b652-4b69-b71b-e2dc6db75bca req-49c21383-c494-4385-acec-0ec8262ff61d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=745e4781-8b5f-46f7-a1b9-012bbeadc1b3 HTTP/1.1" status: 200 len: 217 time: 0.0590079 Aug 16 22:38:27.366516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878eca14-6288-4dcb-b776-710b872028e5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:27.368174 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-878eca14-6288-4dcb-b776-710b872028e5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1780105 Aug 16 22:38:27.371295 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45104) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:27.451160 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0723b-b652-4b69-b71b-e2dc6db75bca req-9e762dc5-c51b-4169-9974-21619409f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:27.453012 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6d0723b-b652-4b69-b71b-e2dc6db75bca req-9e762dc5-c51b-4169-9974-21619409f262 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2abfc365-29c3-4616-9b87-7c7a7ec9e755 HTTP/1.1" status: 200 len: 846 time: 0.1331348 Aug 16 22:38:27.473638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5472fdd3-9926-4169-8ecf-23498787d434 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:27.481532 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5472fdd3-9926-4169-8ecf-23498787d434 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:27.491260 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5472fdd3-9926-4169-8ecf-23498787d434 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:27.492530 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5472fdd3-9926-4169-8ecf-23498787d434 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1202302 Aug 16 22:38:27.502275 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45106) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:27.528865 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c877d852-b320-4099-a842-ffa218457902 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.559043 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4d73-5f15-4eb5-ba2f-4e183d57059d tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.571485 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c31152a7-2b2b-4b1e-bd4c-cb4ab997cbd3 None None] Provisioning for port 8383dd9c-77af-45b7-9fc1-74363f8871ab completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:27.580736 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c31152a7-2b2b-4b1e-bd4c-cb4ab997cbd3 None None] Provisioning complete for port 8383dd9c-77af-45b7-9fc1-74363f8871ab triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:27.582648 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c31152a7-2b2b-4b1e-bd4c-cb4ab997cbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.597465 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4d73-5f15-4eb5-ba2f-4e183d57059d tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578920'] for router, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.613848 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c877d852-b320-4099-a842-ffa218457902 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Network 26c96fe1-6a77-4707-8968-c539e56695ae is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:27.627541 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-c877d852-b320-4099-a842-ffa218457902 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:27.634096 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6d0723b-b652-4b69-b71b-e2dc6db75bca req-a85f1a60-4bcf-42dc-a4f1-743f6195048c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1383669 Aug 16 22:38:27.642810 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c877d852-b320-4099-a842-ffa218457902 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:27.659742 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c31152a7-2b2b-4b1e-bd4c-cb4ab997cbd3 None None] Port 8383dd9c-77af-45b7-9fc1-74363f8871ab cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:27.709442 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877d852-b320-4099-a842-ffa218457902 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Pushing event updated for resources: {'Port': ['ID=4792408e-d364-4369-aac5-4b2512abef4d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:27.745759 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-66b8ecef-ed7f-4ded-84da-974ef503a7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.766062 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-66b8ecef-ed7f-4ded-84da-974ef503a7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.793216 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6235e6c9-78b5-4122-bd76-485c171a9fd6 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting port 8383dd9c-77af-45b7-9fc1-74363f8871ab {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:27.793802 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6235e6c9-78b5-4122-bd76-485c171a9fd6 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.831124 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c877d852-b320-4099-a842-ffa218457902 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:27.831801 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c877d852-b320-4099-a842-ffa218457902 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.894340 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-66b8ecef-ed7f-4ded-84da-974ef503a7cb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6f2a8f39aea54da1828f4f3e90eba14d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9302623 Aug 16 22:38:27.895601 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8ecef-ed7f-4ded-84da-974ef503a7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0974206-fc78-4224-b31d-e3dd44dd79f5,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:27.900018 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6d0723b-b652-4b69-b71b-e2dc6db75bca req-188f0fe3-fe82-4d0a-9439-996b8f75524c service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567301 Aug 16 22:38:27.905864 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45110) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:27.920507 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c877d852-b320-4099-a842-ffa218457902 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0862153 Aug 16 22:38:27.925919 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45112) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:27.940674 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c02cd6d0-6056-4ff7-83b9-8f11a4ee458d tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:80:0d:41'}]}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:28.068004 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91061577-bed1-4c45-b8a6-a4351151e7e7 req-81f463ee-41dc-40eb-a7e9-ea1cb540bf31 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:28.079946 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91061577-bed1-4c45-b8a6-a4351151e7e7 req-81f463ee-41dc-40eb-a7e9-ea1cb540bf31 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=00767fd8-f270-46a7-98ad-cfd3cbf017d2 HTTP/1.1" status: 200 len: 943 time: 0.2059081 Aug 16 22:38:28.084452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c964d458-3c35-432f-8406-1ed3029c6a5b None None] Provisioning for port 4792408e-d364-4369-aac5-4b2512abef4d completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:28.097226 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c964d458-3c35-432f-8406-1ed3029c6a5b None None] Provisioning complete for port 4792408e-d364-4369-aac5-4b2512abef4d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:28.097791 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c964d458-3c35-432f-8406-1ed3029c6a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:28.101516 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6235e6c9-78b5-4122-bd76-485c171a9fd6 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:28.107723 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ac4d73-5f15-4eb5-ba2f-4e183d57059d tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Router 8bb84dab-acd9-4bd0-9bac-1a3e932516e9 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:38:28.133312 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-090c352c-9f00-4ad7-a81b-895f5220d357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:28.142721 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6d0723b-b652-4b69-b71b-e2dc6db75bca req-8dcb5fe5-4205-40a6-b65e-b21ef077f8f5 service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037840 Aug 16 22:38:28.155985 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c964d458-3c35-432f-8406-1ed3029c6a5b None None] Port 4792408e-d364-4369-aac5-4b2512abef4d cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:28.176038 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6235e6c9-78b5-4122-bd76-485c171a9fd6 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Calling delete_port for 8383dd9c-77af-45b7-9fc1-74363f8871ab owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:28.195015 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91061577-bed1-4c45-b8a6-a4351151e7e7 req-525cd426-e212-415a-a31c-f4f759a760b3 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988817 Aug 16 22:38:28.252968 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-090c352c-9f00-4ad7-a81b-895f5220d357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:28.293400 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 745e4781-8b5f-46f7-a1b9-012bbeadc1b3 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:38:28.367893 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6235e6c9-78b5-4122-bd76-485c171a9fd6 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:28.407212 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c02cd6d0-6056-4ff7-83b9-8f11a4ee458d tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:28.462554 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 745e4781-8b5f-46f7-a1b9-012bbeadc1b3, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=745e4781-8b5f-46f7-a1b9-012bbeadc1b3,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:28.474483 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6235e6c9-78b5-4122-bd76-485c171a9fd6 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:28.476711 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6235e6c9-78b5-4122-bd76-485c171a9fd6 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/ports/8383dd9c-77af-45b7-9fc1-74363f8871ab HTTP/1.1" status: 204 len: 168 time: 0.9732125 Aug 16 22:38:28.480638 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '745e4781-8b5f-46f7-a1b9-012bbeadc1b3', 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325', 'port_id': '745e4781-8b5f-46f7-a1b9-012bbeadc1b3', 'mac_address': 'fa:16:3e:21:6a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2abfc365-29c3-4616-9b87-7c7a7ec9e755', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:38:28.482783 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45122) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:28.488909 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-090c352c-9f00-4ad7-a81b-895f5220d357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:28.490072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235e6c9-78b5-4122-bd76-485c171a9fd6 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Port': ['ID=8383dd9c-77af-45b7-9fc1-74363f8871ab,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:28.491905 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-090c352c-9f00-4ad7-a81b-895f5220d357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:28.496667 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-090c352c-9f00-4ad7-a81b-895f5220d357 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a0974206-fc78-4224-b31d-e3dd44dd79f5 HTTP/1.1" status: 204 len: 168 time: 0.5712693 Aug 16 22:38:28.503954 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ac4d73-5f15-4eb5-ba2f-4e183d57059d tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:28.515092 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df30182e-f5ad-4eb7-af46-a772110bf3ec None None] Sync routers for ids ['8bb84dab-acd9-4bd0-9bac-1a3e932516e9'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:28.542497 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df30182e-f5ad-4eb7-af46-a772110bf3ec None None] Routers {'8bb84dab-acd9-4bd0-9bac-1a3e932516e9'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:28.543071 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:28.543261 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-df30182e-f5ad-4eb7-af46-a772110bf3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:38:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8bb84dab-acd9-4bd0-9bac-1a3e932516e9'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:28.576474 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745e4781-8b5f-46f7-a1b9-012bbeadc1b3 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:38:28.600194 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca420a7-46c6-475a-b57a-2e8b6566bb79 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] GET failed (client error): The resource could not be found. Aug 16 22:38:28.608031 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0ca420a7-46c6-475a-b57a-2e8b6566bb79 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports/8383dd9c-77af-45b7-9fc1-74363f8871ab HTTP/1.1" status: 404 len: 333 time: 0.1197882 Aug 16 22:38:28.608689 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45126) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:28.610079 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4d73-5f15-4eb5-ba2f-4e183d57059d tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:28.614775 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45128) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:28.620428 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e2ac4d73-5f15-4eb5-ba2f-4e183d57059d tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "PUT /v2.0/routers/8bb84dab-acd9-4bd0-9bac-1a3e932516e9 HTTP/1.1" status: 200 len: 918 time: 4.1535122 Aug 16 22:38:28.623836 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c352c-9f00-4ad7-a81b-895f5220d357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0974206-fc78-4224-b31d-e3dd44dd79f5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:28.624031 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-df30182e-f5ad-4eb7-af46-a772110bf3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:28.661392 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 745e4781-8b5f-46f7-a1b9-012bbeadc1b3, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=745e4781-8b5f-46f7-a1b9-012bbeadc1b3,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:28.678099 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:28.686739 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df30182e-f5ad-4eb7-af46-a772110bf3ec None None] Routers {'8bb84dab-acd9-4bd0-9bac-1a3e932516e9'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:28.687838 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-df30182e-f5ad-4eb7-af46-a772110bf3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:38:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8bb84dab-acd9-4bd0-9bac-1a3e932516e9'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:28.755271 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=745e4781-8b5f-46f7-a1b9-012bbeadc1b3,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:28.771150 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-df30182e-f5ad-4eb7-af46-a772110bf3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:28.771971 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df30182e-f5ad-4eb7-af46-a772110bf3ec None None] The sync data for ids ['8bb84dab-acd9-4bd0-9bac-1a3e932516e9'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:28.975851 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c02cd6d0-6056-4ff7-83b9-8f11a4ee458d tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:28.984236 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c02cd6d0-6056-4ff7-83b9-8f11a4ee458d tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:29.001639 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a6d7936a-de02-4f94-abaf-b6cbfb616e60 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "GET /v2.0/routers/8bb84dab-acd9-4bd0-9bac-1a3e932516e9 HTTP/1.1" status: 200 len: 924 time: 0.3684795 Aug 16 22:38:29.002302 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45132) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:29.043347 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['745e4781-8b5f-46f7-a1b9-012bbeadc1b3'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:38:29.072400 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cd6d0-6056-4ff7-83b9-8f11a4ee458d tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Pushing event updated for resources: {'Port': ['ID=4792408e-d364-4369-aac5-4b2512abef4d,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:29.088914 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-11b37f18-102e-4ff0-a69f-c9772517822b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting port 6db4a295-4974-4348-8af6-f183dd320b3b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:29.089529 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11b37f18-102e-4ff0-a69f-c9772517822b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:29.100393 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45134) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:29.177747 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-eb02aa30-00b4-4ea1-a87a-56c28ecc3b2d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8804af5c2aa3459ebe7e77550bac4237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0721240 Aug 16 22:38:29.178332 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45136) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:29.213348 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c8ea86-8bce-4f5e-b797-4923f612d8c4 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:29.215159 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-42c8ea86-8bce-4f5e-b797-4923f612d8c4 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&device_id=8bb84dab-acd9-4bd0-9bac-1a3e932516e9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2118442 Aug 16 22:38:29.224822 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45138) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:29.335552 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11b37f18-102e-4ff0-a69f-c9772517822b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:29.357884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-11b37f18-102e-4ff0-a69f-c9772517822b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Calling delete_port for 6db4a295-4974-4348-8af6-f183dd320b3b owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:29.486966 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63baa332-ca2a-4993-bfec-eec3b439a421 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:29.488377 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-63baa332-ca2a-4993-bfec-eec3b439a421 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 881 time: 0.2625346 Aug 16 22:38:29.501258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45146) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:29.511366 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4fde063-2baf-4f7f-a66f-4810f3f7df39 None None] Provisioning complete for port 4792408e-d364-4369-aac5-4b2512abef4d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:29.511759 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4fde063-2baf-4f7f-a66f-4810f3f7df39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:29.559182 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4fde063-2baf-4f7f-a66f-4810f3f7df39 None None] Port 4792408e-d364-4369-aac5-4b2512abef4d cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:29.588463 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a381f84a-5fbb-411a-b949-6761fb94e039 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bb84dab-acd9-4bd0-9bac-1a3e932516e9 HTTP/1.1" status: 200 len: 205 time: 0.0844476 Aug 16 22:38:29.596243 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45148) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:29.668261 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c02cd6d0-6056-4ff7-83b9-8f11a4ee458d tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] In _notify_port_updated(), no bound segment for port 4792408e-d364-4369-aac5-4b2512abef4d on network 26c96fe1-6a77-4707-8968-c539e56695ae {{(pid=94872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:38:29.675383 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02cd6d0-6056-4ff7-83b9-8f11a4ee458d tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:29.676052 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c02cd6d0-6056-4ff7-83b9-8f11a4ee458d tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:29.680256 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c02cd6d0-6056-4ff7-83b9-8f11a4ee458d tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "PUT /v2.0/ports/4792408e-d364-4369-aac5-4b2512abef4d HTTP/1.1" status: 200 len: 996 time: 1.7417264 Aug 16 22:38:29.683947 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45150) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:29.686529 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00530801-83a9-4e78-b669-d664dee4bbd8 req-c90daea2-978f-4e8d-a385-15dafd3488fe tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:29.688084 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00530801-83a9-4e78-b669-d664dee4bbd8 req-c90daea2-978f-4e8d-a385-15dafd3488fe tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=00767fd8-f270-46a7-98ad-cfd3cbf017d2 HTTP/1.1" status: 200 len: 944 time: 0.2338402 Aug 16 22:38:29.780333 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-00774685-7df2-406f-9834-5f7df7a0ae23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:29.816298 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-00774685-7df2-406f-9834-5f7df7a0ae23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:29.825072 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-761f3ca0-e38f-42be-98a5-ee012d5bfa41 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:29.839398 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00530801-83a9-4e78-b669-d664dee4bbd8 req-dd1a2ff4-74e9-410f-a1b8-8276e00bf594 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090341 Aug 16 22:38:29.869363 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-553cd1c4-55e4-484e-ac06-5e4a272ed2f2 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Deleting port 4792408e-d364-4369-aac5-4b2512abef4d {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:29.869713 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-553cd1c4-55e4-484e-ac06-5e4a272ed2f2 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:29.897540 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11b37f18-102e-4ff0-a69f-c9772517822b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:29.953066 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-00774685-7df2-406f-9834-5f7df7a0ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:29.981004 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-00774685-7df2-406f-9834-5f7df7a0ae23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:29.988480 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-00774685-7df2-406f-9834-5f7df7a0ae23 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/61cee525-65a4-4377-9045-55d1609b85a9 HTTP/1.1" status: 204 len: 168 time: 0.8087993 Aug 16 22:38:30.016560 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00774685-7df2-406f-9834-5f7df7a0ae23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cee525-65a4-4377-9045-55d1609b85a9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:30.064328 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11b37f18-102e-4ff0-a69f-c9772517822b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.067620 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-11b37f18-102e-4ff0-a69f-c9772517822b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/ports/6db4a295-4974-4348-8af6-f183dd320b3b HTTP/1.1" status: 204 len: 168 time: 1.4579194 Aug 16 22:38:30.074611 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45154) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:30.086282 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b37f18-102e-4ff0-a69f-c9772517822b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Port': ['ID=6db4a295-4974-4348-8af6-f183dd320b3b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:30.087109 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-553cd1c4-55e4-484e-ac06-5e4a272ed2f2 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.118936 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc7de0d-57a0-41ca-b3f1-68d68dc3383c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] GET failed (client error): The resource could not be found. Aug 16 22:38:30.123810 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1fc7de0d-57a0-41ca-b3f1-68d68dc3383c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports/6db4a295-4974-4348-8af6-f183dd320b3b HTTP/1.1" status: 404 len: 333 time: 0.0478759 Aug 16 22:38:30.125765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45156) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:30.133545 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-553cd1c4-55e4-484e-ac06-5e4a272ed2f2 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Calling delete_port for 4792408e-d364-4369-aac5-4b2512abef4d owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:30.198663 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-761f3ca0-e38f-42be-98a5-ee012d5bfa41 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.213218 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-52553d9c-2d7a-4ddd-9d5a-495b1f0ecf0a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting subnet 71bcc3b9-b96e-4e54-b3f5-9327ff4fcb22 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:38:30.217866 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52553d9c-2d7a-4ddd-9d5a-495b1f0ecf0a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.296324 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52553d9c-2d7a-4ddd-9d5a-495b1f0ecf0a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.378851 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-553cd1c4-55e4-484e-ac06-5e4a272ed2f2 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.404665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-761f3ca0-e38f-42be-98a5-ee012d5bfa41 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Deleting port b6f86729-7771-4e4b-80da-355ef2ddc0b4 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:30.405024 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-761f3ca0-e38f-42be-98a5-ee012d5bfa41 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.416323 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cd1c4-55e4-484e-ac06-5e4a272ed2f2 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Pushing event deleted for resources: {'Port': ['ID=4792408e-d364-4369-aac5-4b2512abef4d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:30.521284 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52553d9c-2d7a-4ddd-9d5a-495b1f0ecf0a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.540405 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-553cd1c4-55e4-484e-ac06-5e4a272ed2f2 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.553894 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-553cd1c4-55e4-484e-ac06-5e4a272ed2f2 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "DELETE /v2.0/ports/4792408e-d364-4369-aac5-4b2512abef4d HTTP/1.1" status: 204 len: 168 time: 0.8661518 Aug 16 22:38:30.557403 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45170) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:30.590170 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-761f3ca0-e38f-42be-98a5-ee012d5bfa41 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.598096 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:38:30.611577 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d29e77-ef81-467d-8623-8b0ddfc35514 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] GET failed (client error): The resource could not be found. Aug 16 22:38:30.613942 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f9d29e77-ef81-467d-8623-8b0ddfc35514 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "GET /v2.0/ports/4792408e-d364-4369-aac5-4b2512abef4d HTTP/1.1" status: 404 len: 333 time: 0.0553753 Aug 16 22:38:30.617739 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45174) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:30.644301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e6deb20e-1a88-463c-b10f-04a8d3413653 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Request body: {'port': {'network_id': '26c96fe1-6a77-4707-8968-c539e56695ae', 'name': 'tempest-AllowedAddressPairTestJSON-1611047184'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:30.654831 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-761f3ca0-e38f-42be-98a5-ee012d5bfa41 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Calling delete_port for b6f86729-7771-4e4b-80da-355ef2ddc0b4 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:30.814626 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52553d9c-2d7a-4ddd-9d5a-495b1f0ecf0a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.867395 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52553d9c-2d7a-4ddd-9d5a-495b1f0ecf0a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Subnet': ['ID=71bcc3b9-b96e-4e54-b3f5-9327ff4fcb22,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:30.871808 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52553d9c-2d7a-4ddd-9d5a-495b1f0ecf0a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.876923 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-52553d9c-2d7a-4ddd-9d5a-495b1f0ecf0a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/subnets/71bcc3b9-b96e-4e54-b3f5-9327ff4fcb22 HTTP/1.1" status: 204 len: 168 time: 0.7481458 Aug 16 22:38:30.877284 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45182) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:30.913250 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946836da-76e6-4906-ab8a-720f60f0a755 None None] Network fe63b94d-f020-456d-8aeb-973ef194cab1 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:30.963897 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6deb20e-1a88-463c-b10f-04a8d3413653 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Made reservation on behalf of 4867ad18984c4fb08b51209245f2f6ec for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:30.968792 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e6deb20e-1a88-463c-b10f-04a8d3413653 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:31.029334 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-e6deb20e-1a88-463c-b10f-04a8d3413653 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] device_id is not set on port f8558df4-dd2c-4d8b-b253-be90bb2373dc yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:38:31.066215 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-761f3ca0-e38f-42be-98a5-ee012d5bfa41 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:31.088706 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69e24869-7117-464d-987a-2b49bce520cf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:31.157078 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f3ca0-e38f-42be-98a5-ee012d5bfa41 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Pushing event deleted for resources: {'Port': ['ID=b6f86729-7771-4e4b-80da-355ef2ddc0b4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:31.192938 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45192) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:31.194486 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-69e24869-7117-464d-987a-2b49bce520cf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting port 6eae5034-3bee-4542-9ce3-af9fb6259869 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:31.194828 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69e24869-7117-464d-987a-2b49bce520cf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:31.278814 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064d24af-3357-44b3-a0dc-eb53f9a1c1a1 None None] DHCP port deletion for fe63b94d-f020-456d-8aeb-973ef194cab1 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:38:31.297214 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-69e24869-7117-464d-987a-2b49bce520cf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] For port 6eae5034-3bee-4542-9ce3-af9fb6259869, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6eae5034-3bee-4542-9ce3-af9fb6259869,segment=NetworkSegment(76c2c2cb-20b4-4eb9-b52a-4f68548545fe),segment_id=76c2c2cb-20b4-4eb9-b52a-4f68548545fe)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:31.297650 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69e24869-7117-464d-987a-2b49bce520cf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:31.313578 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-69e24869-7117-464d-987a-2b49bce520cf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Calling delete_port for 6eae5034-3bee-4542-9ce3-af9fb6259869 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:31.375803 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc1d0f-d3b1-40aa-a9a1-238f55d0f635 req-8c603fdf-f712-4943-a765-c954fbdec649 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:31.377656 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96cc1d0f-d3b1-40aa-a9a1-238f55d0f635 req-8c603fdf-f712-4943-a765-c954fbdec649 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=00767fd8-f270-46a7-98ad-cfd3cbf017d2 HTTP/1.1" status: 200 len: 944 time: 0.3254540 Aug 16 22:38:31.390453 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-064d24af-3357-44b3-a0dc-eb53f9a1c1a1 None None] Deleting port 6eae5034-3bee-4542-9ce3-af9fb6259869 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:31.390802 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-064d24af-3357-44b3-a0dc-eb53f9a1c1a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:31.396746 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-e6deb20e-1a88-463c-b10f-04a8d3413653 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Allocated IP 172.20.0.11 (26c96fe1-6a77-4707-8968-c539e56695ae/cbcc45ed-58e5-49bc-b441-f21f7a592fda/f8558df4-dd2c-4d8b-b253-be90bb2373dc) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:31.442684 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-40c1933e-3dfb-414d-94f9-48f2cf373ce1 tempest-AgentManagementNegativeTest-929028841 tempest-AgentManagementNegativeTest-929028841-project] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2452886 Aug 16 22:38:31.449155 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6eae5034-3bee-4542-9ce3-af9fb6259869 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:38:31.492683 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69e24869-7117-464d-987a-2b49bce520cf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:31.493295 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-761f3ca0-e38f-42be-98a5-ee012d5bfa41 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:31.543620 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e24869-7117-464d-987a-2b49bce520cf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Port': ['ID=6eae5034-3bee-4542-9ce3-af9fb6259869,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:31.550509 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-064d24af-3357-44b3-a0dc-eb53f9a1c1a1 None None] For port 6eae5034-3bee-4542-9ce3-af9fb6259869, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6eae5034-3bee-4542-9ce3-af9fb6259869,segment=NetworkSegment(76c2c2cb-20b4-4eb9-b52a-4f68548545fe),segment_id=76c2c2cb-20b4-4eb9-b52a-4f68548545fe)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:31.551564 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-064d24af-3357-44b3-a0dc-eb53f9a1c1a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:31.555844 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e24869-7117-464d-987a-2b49bce520cf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] No DVR routers for this DVR port 6eae5034-3bee-4542-9ce3-af9fb6259869 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:38:31.571816 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-064d24af-3357-44b3-a0dc-eb53f9a1c1a1 None None] Calling delete_port for 6eae5034-3bee-4542-9ce3-af9fb6259869 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:31.583437 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No active binding found for port 6eae5034-3bee-4542-9ce3-af9fb6259869 {{(pid=94873) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 22:38:31.584281 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6eae5034-3bee-4542-9ce3-af9fb6259869 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:38:31.710802 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-064d24af-3357-44b3-a0dc-eb53f9a1c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:31.762891 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d24af-3357-44b3-a0dc-eb53f9a1c1a1 None None] Pushing event deleted for resources: {'Port': ['ID=6eae5034-3bee-4542-9ce3-af9fb6259869,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:31.770719 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d24af-3357-44b3-a0dc-eb53f9a1c1a1 None None] No DVR routers for this DVR port 6eae5034-3bee-4542-9ce3-af9fb6259869 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:38:31.835768 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69e24869-7117-464d-987a-2b49bce520cf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:31.854504 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-69e24869-7117-464d-987a-2b49bce520cf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe63b94d-f020-456d-8aeb-973ef194cab1']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:31.868510 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-69e24869-7117-464d-987a-2b49bce520cf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c2c2cb-20b4-4eb9-b52a-4f68548545fe') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:31.869467 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-69e24869-7117-464d-987a-2b49bce520cf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c2c2cb-20b4-4eb9-b52a-4f68548545fe') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:31.886240 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69e24869-7117-464d-987a-2b49bce520cf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:31.910820 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69e24869-7117-464d-987a-2b49bce520cf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:31.924087 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e24869-7117-464d-987a-2b49bce520cf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:38:31.925262 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69e24869-7117-464d-987a-2b49bce520cf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:38:31.930198 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:38:31.993478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45204) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:32.062272 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69e24869-7117-464d-987a-2b49bce520cf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.074950 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69e24869-7117-464d-987a-2b49bce520cf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.088958 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-69e24869-7117-464d-987a-2b49bce520cf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/networks/fe63b94d-f020-456d-8aeb-973ef194cab1 HTTP/1.1" status: 204 len: 168 time: 1.2097616 Aug 16 22:38:32.090850 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45208) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:32.112028 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96cc1d0f-d3b1-40aa-a9a1-238f55d0f635 req-22b28241-3e78-425e-b983-ec3ac1225153 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7125165 Aug 16 22:38:32.120553 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e24869-7117-464d-987a-2b49bce520cf tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Network': ['ID=fe63b94d-f020-456d-8aeb-973ef194cab1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:32.151819 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-76bc8f77-7a33-47ca-93fb-10a41b9cb06a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-365512045'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:32.160173 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-761f3ca0-e38f-42be-98a5-ee012d5bfa41 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.168237 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-761f3ca0-e38f-42be-98a5-ee012d5bfa41 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.200824 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bc8f77-7a33-47ca-93fb-10a41b9cb06a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:32.204782 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-76bc8f77-7a33-47ca-93fb-10a41b9cb06a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.220311 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d0f68cc-d42f-4c27-97cf-e04ade34fb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.277005 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76bc8f77-7a33-47ca-93fb-10a41b9cb06a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:38:32.295221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 745e4781-8b5f-46f7-a1b9-012bbeadc1b3 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:32.342498 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-761f3ca0-e38f-42be-98a5-ee012d5bfa41 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.344532 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761f3ca0-e38f-42be-98a5-ee012d5bfa41 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Fanout notify agent at l3_agent the message router_deleted on router 8bb84dab-acd9-4bd0-9bac-1a3e932516e9 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:38:32.359153 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-76bc8f77-7a33-47ca-93fb-10a41b9cb06a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.370045 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-76bc8f77-7a33-47ca-93fb-10a41b9cb06a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Added segment 203259ae-e449-418c-a7e3-a302f66eb932 of type vlan for network e5595e36-bd43-498c-8d41-4fce2bdb6f3f Aug 16 22:38:32.380598 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-761f3ca0-e38f-42be-98a5-ee012d5bfa41 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.392027 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-761f3ca0-e38f-42be-98a5-ee012d5bfa41 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "DELETE /v2.0/routers/8bb84dab-acd9-4bd0-9bac-1a3e932516e9 HTTP/1.1" status: 204 len: 168 time: 2.7920017 Aug 16 22:38:32.396459 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45210) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:32.408964 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5d19bcb7-efe1-46b7-8634-518d0e2c9e63 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1695087472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:32.455803 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 745e4781-8b5f-46f7-a1b9-012bbeadc1b3 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:32.463027 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 745e4781-8b5f-46f7-a1b9-012bbeadc1b3 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:32.463751 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.508894 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-76bc8f77-7a33-47ca-93fb-10a41b9cb06a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.557142 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e6deb20e-1a88-463c-b10f-04a8d3413653 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.587536 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-e6deb20e-1a88-463c-b10f-04a8d3413653 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Transition to ACTIVE for port object f8558df4-dd2c-4d8b-b253-be90bb2373dc will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:32.591246 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d0f68cc-d42f-4c27-97cf-e04ade34fb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.594323 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.600503 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d0f68cc-d42f-4c27-97cf-e04ade34fb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.613040 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-76bc8f77-7a33-47ca-93fb-10a41b9cb06a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.629391 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d19bcb7-efe1-46b7-8634-518d0e2c9e63 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.630653 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d19bcb7-efe1-46b7-8634-518d0e2c9e63 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.635989 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bc8f77-7a33-47ca-93fb-10a41b9cb06a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:32.637210 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-76bc8f77-7a33-47ca-93fb-10a41b9cb06a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.646842 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00767fd8-f270-46a7-98ad-cfd3cbf017d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745e4781-8b5f-46f7-a1b9-012bbeadc1b3'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:38:32.649495 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f61088b-2225-4a67-ac9c-b3d9b417b5a1" -d '{"events": [{"server_uuid": "00767fd8-f270-46a7-98ad-cfd3cbf017d2", "name": "network-vif-plugged", "status": "completed", "tag": "745e4781-8b5f-46f7-a1b9-012bbeadc1b3"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:38:32.668445 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 745e4781-8b5f-46f7-a1b9-012bbeadc1b3, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=745e4781-8b5f-46f7-a1b9-012bbeadc1b3,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:32.674512 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.676396 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9d0f68cc-d42f-4c27-97cf-e04ade34fb27 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9b868089d07c473ab26839a1acbed53a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6810615 Aug 16 22:38:32.689218 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45214) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:32.696463 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e6deb20e-1a88-463c-b10f-04a8d3413653 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.752082 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e95a74-6bb1-4f08-a59a-74075d9a5ad0 x-openstack-request-id: req-61e95a74-6bb1-4f08-a59a-74075d9a5ad0 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:38:32.752510 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00767fd8-f270-46a7-98ad-cfd3cbf017d2", "name": "network-vif-plugged", "status": "completed", "tag": "745e4781-8b5f-46f7-a1b9-012bbeadc1b3", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:38:32.753054 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-61e95a74-6bb1-4f08-a59a-74075d9a5ad0 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:38:32.755555 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-76bc8f77-7a33-47ca-93fb-10a41b9cb06a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6399779 Aug 16 22:38:32.758887 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00767fd8-f270-46a7-98ad-cfd3cbf017d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745e4781-8b5f-46f7-a1b9-012bbeadc1b3', 'code': 200} Aug 16 22:38:32.763761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45216) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:32.779469 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0d86bfe2-87ba-4802-b443-79a803aa55d1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'subnet': {'network_id': 'e5595e36-bd43-498c-8d41-4fce2bdb6f3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:32.803398 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d19bcb7-efe1-46b7-8634-518d0e2c9e63 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.804288 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f68cc-d42f-4c27-97cf-e04ade34fb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3475a2f5-1cd0-46ed-96c9-0dc20c02125d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:32.813592 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d19bcb7-efe1-46b7-8634-518d0e2c9e63 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.838997 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=745e4781-8b5f-46f7-a1b9-012bbeadc1b3,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:32.843415 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6deb20e-1a88-463c-b10f-04a8d3413653 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Network 26c96fe1-6a77-4707-8968-c539e56695ae is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:32.869857 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc8f77-7a33-47ca-93fb-10a41b9cb06a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Network': ['ID=e5595e36-bd43-498c-8d41-4fce2bdb6f3f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:32.895996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-e6deb20e-1a88-463c-b10f-04a8d3413653 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:32.906515 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6deb20e-1a88-463c-b10f-04a8d3413653 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:32.911139 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network e5595e36-bd43-498c-8d41-4fce2bdb6f3f details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:38:32.915281 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d19bcb7-efe1-46b7-8634-518d0e2c9e63 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.916702 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5d19bcb7-efe1-46b7-8634-518d0e2c9e63 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5206659 Aug 16 22:38:32.917052 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-358fb43f-a891-4953-9e0f-71df12eb3cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.920602 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6deb20e-1a88-463c-b10f-04a8d3413653 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Pushing event updated for resources: {'Port': ['ID=f8558df4-dd2c-4d8b-b253-be90bb2373dc,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:32.920773 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45224) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:32.933475 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0b704dd1-8eec-4562-ba65-e928b6ef8cd0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'enable_snat': False}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:32.986172 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c364f8-9fbf-4cc1-8c34-b793721e5bee req-0b376958-5882-49f4-97cc-5f791866047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:32.987831 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f8c364f8-9fbf-4cc1-8c34-b793721e5bee req-0b376958-5882-49f4-97cc-5f791866047f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=00767fd8-f270-46a7-98ad-cfd3cbf017d2 HTTP/1.1" status: 200 len: 1097 time: 0.1303341 Aug 16 22:38:33.029483 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6deb20e-1a88-463c-b10f-04a8d3413653 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:33.031345 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e6deb20e-1a88-463c-b10f-04a8d3413653 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.091301 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-358fb43f-a891-4953-9e0f-71df12eb3cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.097696 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f8c364f8-9fbf-4cc1-8c34-b793721e5bee req-7bb06ac3-6b0b-45db-9143-c30a55912dde service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980728 Aug 16 22:38:33.170213 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e6deb20e-1a88-463c-b10f-04a8d3413653 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5501604 Aug 16 22:38:33.173896 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45228) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:33.191048 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8f2d15f9-74d8-4421-b8ca-0c7a8e1bbc71 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Request body: {'port': {'network_id': '26c96fe1-6a77-4707-8968-c539e56695ae', 'name': 'tempest-AllowedAddressPairTestJSON-1933247217'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:33.218202 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d86bfe2-87ba-4802-b443-79a803aa55d1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:33.223327 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d86bfe2-87ba-4802-b443-79a803aa55d1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.339112 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-358fb43f-a891-4953-9e0f-71df12eb3cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.341630 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-358fb43f-a891-4953-9e0f-71df12eb3cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.346604 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-358fb43f-a891-4953-9e0f-71df12eb3cfb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3475a2f5-1cd0-46ed-96c9-0dc20c02125d HTTP/1.1" status: 204 len: 168 time: 0.6515348 Aug 16 22:38:33.379340 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fb43f-a891-4953-9e0f-71df12eb3cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3475a2f5-1cd0-46ed-96c9-0dc20c02125d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:33.441778 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-16194c09-bc1d-4189-afd9-c960c31d246a None None] Provisioning for port f8558df4-dd2c-4d8b-b253-be90bb2373dc completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:33.451081 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-16194c09-bc1d-4189-afd9-c960c31d246a None None] Provisioning complete for port f8558df4-dd2c-4d8b-b253-be90bb2373dc triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:33.452500 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-16194c09-bc1d-4189-afd9-c960c31d246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.496944 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b704dd1-8eec-4562-ba65-e928b6ef8cd0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.614052 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-16194c09-bc1d-4189-afd9-c960c31d246a None None] Port f8558df4-dd2c-4d8b-b253-be90bb2373dc cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:33.624877 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef6b20-8324-4e1f-a76f-05d6372f7911 req-37aa282d-5d95-4ff0-90dd-275108e4794d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:33.637844 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-85ef6b20-8324-4e1f-a76f-05d6372f7911 req-37aa282d-5d95-4ff0-90dd-275108e4794d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=00767fd8-f270-46a7-98ad-cfd3cbf017d2 HTTP/1.1" status: 200 len: 945 time: 0.2744112 Aug 16 22:38:33.670958 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-15a20268-1ec5-44f7-8a4f-9334032c1cec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2193575 Aug 16 22:38:33.687560 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d86bfe2-87ba-4802-b443-79a803aa55d1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.795618 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-85ef6b20-8324-4e1f-a76f-05d6372f7911 req-d2fbc455-cf33-4245-a2f2-0a7784d3e14d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564479 Aug 16 22:38:33.813855 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d86bfe2-87ba-4802-b443-79a803aa55d1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Checking segment: {'id': '203259ae-e449-418c-a7e3-a302f66eb932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e5595e36-bd43-498c-8d41-4fce2bdb6f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:33.814412 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d86bfe2-87ba-4802-b443-79a803aa55d1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network hostable DHCP agents. Network: e5595e36-bd43-498c-8d41-4fce2bdb6f3f, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:38:33.822116 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86bfe2-87ba-4802-b443-79a803aa55d1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Subnet': ['ID=8e975177-33ff-4a8e-b1e3-79cac718758d,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:33.834718 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2d15f9-74d8-4421-b8ca-0c7a8e1bbc71 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Made reservation on behalf of 4867ad18984c4fb08b51209245f2f6ec for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:33.842456 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f2d15f9-74d8-4421-b8ca-0c7a8e1bbc71 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.870706 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d86bfe2-87ba-4802-b443-79a803aa55d1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network e5595e36-bd43-498c-8d41-4fce2bdb6f3f is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:38:33.896404 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0d86bfe2-87ba-4802-b443-79a803aa55d1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, e5595e36-bd43-498c-8d41-4fce2bdb6f3f) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:33.901787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-8f2d15f9-74d8-4421-b8ca-0c7a8e1bbc71 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] device_id is not set on port 98ecfeaa-2018-44a5-986f-667d3951d7a2 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:38:33.907822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1911a534-dec3-4c0c-8ec9-76c6ec07a341 None None] Network e5595e36-bd43-498c-8d41-4fce2bdb6f3f requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:33.972816 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d86bfe2-87ba-4802-b443-79a803aa55d1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:33.973732 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d86bfe2-87ba-4802-b443-79a803aa55d1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:34.021160 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0d86bfe2-87ba-4802-b443-79a803aa55d1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2546265 Aug 16 22:38:34.026565 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45242) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:34.037925 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3ed24ea4-d5a0-4872-bd28-7e582f0eb69b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1500602415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:34.106382 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b704dd1-8eec-4562-ba65-e928b6ef8cd0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:34.126865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-0c654cba-0c07-41db-bf6d-d35fda997bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:34.131682 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-0c654cba-0c07-41db-bf6d-d35fda997bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:34.132889 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b704dd1-8eec-4562-ba65-e928b6ef8cd0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:34.134347 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-0c654cba-0c07-41db-bf6d-d35fda997bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:34.134871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-0c654cba-0c07-41db-bf6d-d35fda997bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:34.135365 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-0c654cba-0c07-41db-bf6d-d35fda997bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:34.135845 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-0c654cba-0c07-41db-bf6d-d35fda997bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:34.136520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-0c654cba-0c07-41db-bf6d-d35fda997bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:34.140322 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-0c654cba-0c07-41db-bf6d-d35fda997bbb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=862fd4c5b7334530a4c88c30c2542f34&device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 6507 time: 0.3863208 Aug 16 22:38:34.201003 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ed24ea4-d5a0-4872-bd28-7e582f0eb69b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:34.204315 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ed24ea4-d5a0-4872-bd28-7e582f0eb69b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:34.349324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-e5595e36-bd43-498c-8d41-4fce2bdb6f3f', 'network_id': 'e5595e36-bd43-498c-8d41-4fce2bdb6f3f', 'tenant_id': 'd151c136af15401e8630f50830d07764', 'fixed_ips': [{'subnet_id': '8e975177-33ff-4a8e-b1e3-79cac718758d'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:38:34.350650 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:34.387864 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ed24ea4-d5a0-4872-bd28-7e582f0eb69b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:34.415892 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ed24ea4-d5a0-4872-bd28-7e582f0eb69b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:34.421246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-8f2d15f9-74d8-4421-b8ca-0c7a8e1bbc71 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Allocated IP 172.20.0.7 (26c96fe1-6a77-4707-8968-c539e56695ae/cbcc45ed-58e5-49bc-b441-f21f7a592fda/98ecfeaa-2018-44a5-986f-667d3951d7a2) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:34.447294 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-f2b1e2c2-8a89-40c9-8267-81e911611934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:34.447778 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-f2b1e2c2-8a89-40c9-8267-81e911611934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:34.448433 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-f2b1e2c2-8a89-40c9-8267-81e911611934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:34.450965 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-f2b1e2c2-8a89-40c9-8267-81e911611934 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bfbbb3c1-abc2-4612-a582-fc15eac32f93&id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&id=4a4f1f6c-9680-469a-bab8-e73ceb2b4da1&id=4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 HTTP/1.1" status: 200 len: 2298 time: 0.2445893 Aug 16 22:38:34.480993 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ed24ea4-d5a0-4872-bd28-7e582f0eb69b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:34.485758 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3ed24ea4-d5a0-4872-bd28-7e582f0eb69b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4548604 Aug 16 22:38:34.485758 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45252) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:34.490999 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-bf09fe34-6cfe-46fd-8f65-e10ecf4d64dc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'port': {'network_id': 'e5595e36-bd43-498c-8d41-4fce2bdb6f3f', 'name': 'tempest-PortsIpV6TestJSON-1095291016'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:34.617425 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] Allocated IP 2001:db8::2 (e5595e36-bd43-498c-8d41-4fce2bdb6f3f/8e975177-33ff-4a8e-b1e3-79cac718758d/0ad290a6-3b88-4a69-b0bc-e9a123c95fbf) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:34.664839 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-0b704dd1-8eec-4562-ba65-e928b6ef8cd0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Allocated IP 172.25.6.69 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/50325590-e998-450c-afbb-6b6a7ca070de) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:34.720498 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-7c72b970-5074-405b-8947-b69729064386 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cc8d146-8521-4493-8309-20588af1db83 HTTP/1.1" status: 200 len: 1001 time: 0.2554884 Aug 16 22:38:34.840546 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf09fe34-6cfe-46fd-8f65-e10ecf4d64dc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:34.844178 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf09fe34-6cfe-46fd-8f65-e10ecf4d64dc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:34.870365 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-bf09fe34-6cfe-46fd-8f65-e10ecf4d64dc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] device_id is not set on port 86053757-206a-4e5a-ac27-f39314cb5ad8 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:38:34.942235 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b704dd1-8eec-4562-ba65-e928b6ef8cd0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:34.944747 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f2d15f9-74d8-4421-b8ca-0c7a8e1bbc71 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:34.951786 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45262) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:35.028077 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b704dd1-8eec-4562-ba65-e928b6ef8cd0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:35.060352 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-db975276-b83c-4fc3-97d3-73b4fa4a5f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:35.063053 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-db975276-b83c-4fc3-97d3-73b4fa4a5f9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=62c30f10-757f-4cb9-8c1b-499905cfdd0a HTTP/1.1" status: 200 len: 855 time: 0.3309960 Aug 16 22:38:35.069053 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-8f2d15f9-74d8-4421-b8ca-0c7a8e1bbc71 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Transition to ACTIVE for port object 98ecfeaa-2018-44a5-986f-667d3951d7a2 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:35.094604 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b704dd1-8eec-4562-ba65-e928b6ef8cd0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Pushing event updated for resources: {'Port': ['ID=50325590-e998-450c-afbb-6b6a7ca070de,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:35.105255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b704dd1-8eec-4562-ba65-e928b6ef8cd0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:35.106889 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0b704dd1-8eec-4562-ba65-e928b6ef8cd0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:35.109563 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b704dd1-8eec-4562-ba65-e928b6ef8cd0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:35.169156 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c457bfc-4296-4871-b9ce-30bf682f71b6 req-b7cdeae8-d81c-483e-a3b5-768ac94db8f8 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:35.170958 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c457bfc-4296-4871-b9ce-30bf682f71b6 req-b7cdeae8-d81c-483e-a3b5-768ac94db8f8 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=00767fd8-f270-46a7-98ad-cfd3cbf017d2 HTTP/1.1" status: 200 len: 945 time: 0.1824534 Aug 16 22:38:35.238565 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:35.248280 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f2d15f9-74d8-4421-b8ca-0c7a8e1bbc71 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:35.295569 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] Transition to ACTIVE for port object 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:35.326862 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] Transition to ACTIVE for port object 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:35.350739 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:35.434711 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-6cf3625a-a5d6-4d8c-a297-df81f2fbf6af tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:35.435829 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6cf3625a-a5d6-4d8c-a297-df81f2fbf6af tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4829273 Aug 16 22:38:35.451218 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-2c109957-f5f2-4dbc-8d08-fd53607b11aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:35.452954 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-2c109957-f5f2-4dbc-8d08-fd53607b11aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfbbb3c1-abc2-4612-a582-fc15eac32f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3781435 Aug 16 22:38:35.453709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45270) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:35.469343 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-71f20a90-8191-4e7e-8824-fcbb147d1e5a tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:35.470482 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-71f20a90-8191-4e7e-8824-fcbb147d1e5a tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0080431 Aug 16 22:38:35.484242 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] Network e5595e36-bd43-498c-8d41-4fce2bdb6f3f is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:35.484969 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45272) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:35.490013 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-2708d101-f7b0-476f-b1d3-16f49f031b09 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:35.494254 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2708d101-f7b0-476f-b1d3-16f49f031b09 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0050521 Aug 16 22:38:35.494481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:35.494481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] Pushing event updated for resources: {'Port': ['ID=0ad290a6-3b88-4a69-b0bc-e9a123c95fbf,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:35.499538 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:35.521190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45274) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:35.533843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d15f9-74d8-4421-b8ca-0c7a8e1bbc71 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Pushing event updated for resources: {'Port': ['ID=98ecfeaa-2018-44a5-986f-667d3951d7a2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:35.550970 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c457bfc-4296-4871-b9ce-30bf682f71b6 req-61c5806f-cc89-49c0-bed2-e6db8cfec604 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254828 Aug 16 22:38:35.569816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2d15f9-74d8-4421-b8ca-0c7a8e1bbc71 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Network 26c96fe1-6a77-4707-8968-c539e56695ae is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:35.577103 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-1111b973-c808-447f-8e43-a165fdcaf12a tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:35.578599 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1111b973-c808-447f-8e43-a165fdcaf12a tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0459611 Aug 16 22:38:35.590334 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-8f2d15f9-74d8-4421-b8ca-0c7a8e1bbc71 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:35.608622 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] Attempting to bind port 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:38:35.609131 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] Attempting to bind port 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '203259ae-e449-418c-a7e3-a302f66eb932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e5595e36-bd43-498c-8d41-4fce2bdb6f3f'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:38:35.609605 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] Attempting to bind port 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf on network e5595e36-bd43-498c-8d41-4fce2bdb6f3f {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:35.628406 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45278) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:35.630619 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:38:35.631284 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2d15f9-74d8-4421-b8ca-0c7a8e1bbc71 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:35.631417 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] Checking segment: {'id': '203259ae-e449-418c-a7e3-a302f66eb932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e5595e36-bd43-498c-8d41-4fce2bdb6f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:35.631738 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:35.632190 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] Bound using segment: {'id': '203259ae-e449-418c-a7e3-a302f66eb932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e5595e36-bd43-498c-8d41-4fce2bdb6f3f'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:38:35.635668 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] Bound port: 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203259ae-e449-418c-a7e3-a302f66eb932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e5595e36-bd43-498c-8d41-4fce2bdb6f3f'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:38:35.637253 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:35.639296 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-f355c16f-afc6-45b4-ade2-f0c496da96ca tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:35.640552 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f355c16f-afc6-45b4-ade2-f0c496da96ca tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0107567 Aug 16 22:38:35.661327 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45280) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:35.672742 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-bf09fe34-6cfe-46fd-8f65-e10ecf4d64dc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Allocated IP 2001:db8::1a7 (e5595e36-bd43-498c-8d41-4fce2bdb6f3f/8e975177-33ff-4a8e-b1e3-79cac718758d/86053757-206a-4e5a-ac27-f39314cb5ad8) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:35.683520 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-96c3d30c-aee1-41bd-a77a-1d067c5a3fde tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:35.685211 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-96c3d30c-aee1-41bd-a77a-1d067c5a3fde tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0191839 Aug 16 22:38:35.696701 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45282) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:35.710587 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-f0ec672e-3ce7-48f2-891f-9af98ab176f4 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:35.716347 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f0ec672e-3ce7-48f2-891f-9af98ab176f4 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0131893 Aug 16 22:38:35.724200 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2d15f9-74d8-4421-b8ca-0c7a8e1bbc71 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:35.725684 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f2d15f9-74d8-4421-b8ca-0c7a8e1bbc71 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:35.734772 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45284) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:35.780015 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-9ca08acf-8ce1-4788-ab50-f1cef4e607c8 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:35.787771 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9ca08acf-8ce1-4788-ab50-f1cef4e607c8 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0331328 Aug 16 22:38:35.793030 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45286) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:35.800486 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-3231711c-f630-47ec-b67a-ecdd182ace87 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:35.803940 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3231711c-f630-47ec-b67a-ecdd182ace87 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0078094 Aug 16 22:38:35.808097 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45288) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:35.810178 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] For port 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:38:35.815844 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] For port 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0ad290a6-3b88-4a69-b0bc-e9a123c95fbf,segment=NetworkSegment(203259ae-e449-418c-a7e3-a302f66eb932),segment_id=203259ae-e449-418c-a7e3-a302f66eb932)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:38:35.824670 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:35.829891 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-50f0e061-9045-4397-861f-c91c8784976b tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:35.836380 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-50f0e061-9045-4397-861f-c91c8784976b tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0158002 Aug 16 22:38:35.861651 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45290) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:35.872137 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-67e1eb70-a53a-43f1-a859-02832f614237 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:35.876837 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-67e1eb70-a53a-43f1-a859-02832f614237 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0077126 Aug 16 22:38:35.879739 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45292) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:35.903996 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8f2d15f9-74d8-4421-b8ca-0c7a8e1bbc71 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7241750 Aug 16 22:38:35.907272 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45294) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:35.914293 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1f8b5632-6299-439d-884e-8b9558c31429 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:80:0d:41'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:cf:85:72'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:35.924564 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-df795225-ccda-4b58-ab62-e78ef9af744d service neutron] 10.222.0.39 "GET /v2.0/networks/bfbbb3c1-abc2-4612-a582-fc15eac32f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488521 Aug 16 22:38:35.985075 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367e4ba-6e40-4bf0-b9a5-6ae3ad96217b None None] Pushing event updated for resources: {'Port': ['ID=0ad290a6-3b88-4a69-b0bc-e9a123c95fbf,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:36.041677 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb50cf6-d71f-4009-bfa8-0f7e79348a48 req-1b7c2ae4-3fd5-48b6-b961-110bf5535c7c tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:36.044768 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2bb50cf6-d71f-4009-bfa8-0f7e79348a48 req-1b7c2ae4-3fd5-48b6-b961-110bf5535c7c tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=00767fd8-f270-46a7-98ad-cfd3cbf017d2 HTTP/1.1" status: 200 len: 945 time: 0.3111088 Aug 16 22:38:36.086185 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a870f17c-e6b3-4221-8e9d-b097315625ba None None] Provisioning for port 98ecfeaa-2018-44a5-986f-667d3951d7a2 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:36.094285 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a870f17c-e6b3-4221-8e9d-b097315625ba None None] Provisioning complete for port 98ecfeaa-2018-44a5-986f-667d3951d7a2 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:36.095285 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a870f17c-e6b3-4221-8e9d-b097315625ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:36.169697 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a870f17c-e6b3-4221-8e9d-b097315625ba None None] Port 98ecfeaa-2018-44a5-986f-667d3951d7a2 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:36.212026 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2bb50cf6-d71f-4009-bfa8-0f7e79348a48 req-acebc036-436e-455d-a14b-dcc66e06d476 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560035 Aug 16 22:38:36.253849 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-634e2a4a-3ef1-4b99-a553-fcd5a0a2de10 service neutron] 10.222.0.39 "GET /v2.0/networks/bfbbb3c1-abc2-4612-a582-fc15eac32f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241842 Aug 16 22:38:36.254615 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-d0c4fc37-251f-4932-8c27-39bdbcb641fe tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.256352 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d0c4fc37-251f-4932-8c27-39bdbcb641fe tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.3687127 Aug 16 22:38:36.264412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45298) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.287612 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-b14c593e-9213-48c5-9d5f-28fc6ba843c1 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.292417 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b14c593e-9213-48c5-9d5f-28fc6ba843c1 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0123699 Aug 16 22:38:36.300950 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45300) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.364020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-f4fa9226-66ec-4937-b1e4-58161b7dd177 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.368030 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f4fa9226-66ec-4937-b1e4-58161b7dd177 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0594571 Aug 16 22:38:36.378123 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45302) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.379687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-7147b435-f720-48df-968d-17c39228d1a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=8a6c2671-f986-41c4-892f-cc350ac251e1 HTTP/1.1" status: 200 len: 217 time: 0.1137671 Aug 16 22:38:36.385995 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-8837f24a-4bc3-49fb-8389-45a8e776ded0 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.389432 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8837f24a-4bc3-49fb-8389-45a8e776ded0 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0064101 Aug 16 22:38:36.416431 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45306) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.457267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-d7a9d031-413c-41ca-aa26-243635c57072 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.459145 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d7a9d031-413c-41ca-aa26-243635c57072 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0135548 Aug 16 22:38:36.472165 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45310) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.479468 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-06ea59e3-481b-49a6-a7b1-2c9385c0370e tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.483994 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-06ea59e3-481b-49a6-a7b1-2c9385c0370e tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0097163 Aug 16 22:38:36.489771 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45312) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.500249 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-9ed06635-b92a-4a09-ada5-e59c65eda192 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.503312 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9ed06635-b92a-4a09-ada5-e59c65eda192 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0122824 Aug 16 22:38:36.508913 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5632-6299-439d-884e-8b9558c31429 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:36.509104 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b704dd1-8eec-4562-ba65-e928b6ef8cd0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:36.518542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45314) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.532211 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-3fa08baf-7264-4ec0-a8a3-d44e75a73550 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.535068 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3fa08baf-7264-4ec0-a8a3-d44e75a73550 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0116935 Aug 16 22:38:36.610677 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45318) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.616326 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-1c21d121-0bc9-4583-840c-48e1246161b6 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.625414 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1c21d121-0bc9-4583-840c-48e1246161b6 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0131171 Aug 16 22:38:36.644356 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45326) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.656978 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-943777af-55dd-4ce9-873c-64f83d0ec768 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.658278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-943777af-55dd-4ce9-873c-64f83d0ec768 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0123456 Aug 16 22:38:36.664776 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45330) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.674546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-c22f4da0-b3fe-440f-8ff2-9301b1d08a38 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.675670 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c22f4da0-b3fe-440f-8ff2-9301b1d08a38 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0058172 Aug 16 22:38:36.683360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45332) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.691570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-c29d761c-51f9-4efc-8aef-834c96aba7dd tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.693218 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c29d761c-51f9-4efc-8aef-834c96aba7dd tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0075967 Aug 16 22:38:36.700028 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-946704ef-527c-42e7-be78-eb0876e642b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:36.702649 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-946704ef-527c-42e7-be78-eb0876e642b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8 HTTP/1.1" status: 200 len: 797 time: 0.2915378 Aug 16 22:38:36.703340 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45336) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.721180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-169ae899-a984-4bcf-8263-335dfaa49d04 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.726740 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-169ae899-a984-4bcf-8263-335dfaa49d04 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0138965 Aug 16 22:38:36.738826 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45338) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.748890 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-6de1d48e-0447-4b89-8b5a-812b492220e5 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.753283 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6de1d48e-0447-4b89-8b5a-812b492220e5 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0099320 Aug 16 22:38:36.754608 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45342) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.759672 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf09fe34-6cfe-46fd-8f65-e10ecf4d64dc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:36.770148 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-4a43ce29-25bf-46dc-b52e-fd1276be1d99 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.775535 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4a43ce29-25bf-46dc-b52e-fd1276be1d99 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0081146 Aug 16 22:38:36.778837 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45344) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.796082 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-ef5808f8-9a65-4093-9643-859ae2e7eada tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.800989 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ef5808f8-9a65-4093-9643-859ae2e7eada tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0129385 Aug 16 22:38:36.802172 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45346) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.815890 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-bfa4acc6-35f9-4320-aed6-5c8397c0551a tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.822744 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bfa4acc6-35f9-4320-aed6-5c8397c0551a tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0109324 Aug 16 22:38:36.826014 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45350) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.827562 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bf09fe34-6cfe-46fd-8f65-e10ecf4d64dc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Transition to ACTIVE for port object 86053757-206a-4e5a-ac27-f39314cb5ad8 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:36.834854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-f5a273ca-1988-4ec9-949c-8f60e245a05a tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.839789 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f5a273ca-1988-4ec9-949c-8f60e245a05a tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0055928 Aug 16 22:38:36.843693 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45352) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.851026 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-dad93297-b234-47ae-b604-c8a82c2e921d tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.854789 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dad93297-b234-47ae-b604-c8a82c2e921d tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0070326 Aug 16 22:38:36.856277 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45356) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.872986 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-ea973fde-3869-4516-9d6b-0a997a2f7bbf tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.877013 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ea973fde-3869-4516-9d6b-0a997a2f7bbf tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0130260 Aug 16 22:38:36.881204 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45358) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.895166 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-8c4224ca-7d0b-47d1-88fd-71424293ed30 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.896529 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8c4224ca-7d0b-47d1-88fd-71424293ed30 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0108297 Aug 16 22:38:36.901764 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45362) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.920898 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-6e3720c5-5e61-4182-9280-f7f5ebe55906 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.925789 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6e3720c5-5e61-4182-9280-f7f5ebe55906 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0124419 Aug 16 22:38:36.936399 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45364) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.953637 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-e383750e-6b0c-45ab-a4f1-c1345171334f tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.955419 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e383750e-6b0c-45ab-a4f1-c1345171334f tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0102386 Aug 16 22:38:36.960818 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45368) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:36.977371 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-2ff84598-5682-470f-8618-08c9183f8628 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:36.979660 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2ff84598-5682-470f-8618-08c9183f8628 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0147197 Aug 16 22:38:36.986743 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45370) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:37.004989 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a588b54-1360-4686-baa6-ddeb4186cbf0 req-bacf21f9-04be-4777-a0d5-0876479b6830 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:37.019346 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a588b54-1360-4686-baa6-ddeb4186cbf0 req-bacf21f9-04be-4777-a0d5-0876479b6830 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=00767fd8-f270-46a7-98ad-cfd3cbf017d2 HTTP/1.1" status: 200 len: 945 time: 0.2742579 Aug 16 22:38:37.027347 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-a10a5158-323b-46aa-b4c2-c17f8d81f487 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:37.033033 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a10a5158-323b-46aa-b4c2-c17f8d81f487 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0383317 Aug 16 22:38:37.047151 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45374) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:37.060047 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-bc5bc790-93f0-4ba9-b031-5ba306340e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:37.062648 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-bc5bc790-93f0-4ba9-b031-5ba306340e48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3378320 Aug 16 22:38:37.067888 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-359e9b21-c4e3-495a-98be-c155a0dbd24e tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:37.079063 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-359e9b21-c4e3-495a-98be-c155a0dbd24e tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0133851 Aug 16 22:38:37.079548 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45376) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:37.086833 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-e49c76dc-86ad-4dd8-817b-2b1f3d462def tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:37.093325 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e49c76dc-86ad-4dd8-817b-2b1f3d462def tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0118325 Aug 16 22:38:37.097000 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45380) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:37.104914 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-fa1a4dd7-433a-41f5-a60d-075463cd83c0 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:37.110744 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fa1a4dd7-433a-41f5-a60d-075463cd83c0 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0121603 Aug 16 22:38:37.115823 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf09fe34-6cfe-46fd-8f65-e10ecf4d64dc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:37.121348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45382) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:37.143307 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-3c1bb871-828c-4261-aafc-68b443ab3aa1 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:37.149271 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3c1bb871-828c-4261-aafc-68b443ab3aa1 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0262814 Aug 16 22:38:37.159011 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45384) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:37.169201 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-45d637c1-f3a5-46e7-bc21-f6c0ad617e0d tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:37.178372 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-45d637c1-f3a5-46e7-bc21-f6c0ad617e0d tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0152509 Aug 16 22:38:37.187091 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45388) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:37.193708 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b704dd1-8eec-4562-ba65-e928b6ef8cd0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:37.203247 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-80d46714-c0dc-4ba7-81ca-a5c1026acb7b tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:37.209438 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-80d46714-c0dc-4ba7-81ca-a5c1026acb7b tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0205512 Aug 16 22:38:37.222119 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b704dd1-8eec-4562-ba65-e928b6ef8cd0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578920'] for router, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:37.227606 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45390) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:37.240057 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-0970448c-0b9e-4b5c-b727-a063b09f8d52 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:37.241331 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0970448c-0b9e-4b5c-b727-a063b09f8d52 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0105221 Aug 16 22:38:37.259099 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45394) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:37.267754 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-5c346f2f-d9c7-443e-8d1f-8a7f4c8c2bb1 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:37.269270 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5c346f2f-d9c7-443e-8d1f-8a7f4c8c2bb1 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0076978 Aug 16 22:38:37.282328 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45396) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:37.287132 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-cf4ff9f5-70a3-486d-86c9-2a84b1bdd2e6 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:37.288485 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cf4ff9f5-70a3-486d-86c9-2a84b1bdd2e6 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0051029 Aug 16 22:38:37.306093 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45398) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:37.315477 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-1067a952-9a0b-494d-8677-a52865e24792 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:37.320081 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1067a952-9a0b-494d-8677-a52865e24792 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0045822 Aug 16 22:38:37.326138 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a588b54-1360-4686-baa6-ddeb4186cbf0 req-b494e092-ab8f-4edf-8817-87fc47f7df40 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056247 Aug 16 22:38:37.328676 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45402) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:37.338244 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-2e168166-1a30-4e12-965d-d9c3719ab3a8 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:37.343602 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2e168166-1a30-4e12-965d-d9c3719ab3a8 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0080690 Aug 16 22:38:37.384557 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45404) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:37.407183 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf09fe34-6cfe-46fd-8f65-e10ecf4d64dc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network e5595e36-bd43-498c-8d41-4fce2bdb6f3f is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:37.421935 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-875b0bda-fb7b-485d-8e30-b89bc822dc4e tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:37.426511 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-875b0bda-fb7b-485d-8e30-b89bc822dc4e tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0201972 Aug 16 22:38:37.438821 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5632-6299-439d-884e-8b9558c31429 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:37.441003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45408) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:37.452913 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-73444c47-c876-4617-9f5b-05eac67f63ca tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:37.458132 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-73444c47-c876-4617-9f5b-05eac67f63ca tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0102556 Aug 16 22:38:37.460016 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5632-6299-439d-884e-8b9558c31429 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:37.462955 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45412) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:37.470519 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-9cf4ea33-1a6d-4349-b934-cb8a5fb854ae service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918347 Aug 16 22:38:37.476170 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-97f06ad0-1bac-43ab-9740-27c027c98c3d tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:37.480774 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-97f06ad0-1bac-43ab-9740-27c027c98c3d tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0138011 Aug 16 22:38:37.495792 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09fe34-6cfe-46fd-8f65-e10ecf4d64dc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=86053757-206a-4e5a-ac27-f39314cb5ad8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:37.502459 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45414) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:37.513096 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-bf09fe34-6cfe-46fd-8f65-e10ecf4d64dc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:37.513785 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-cfbc61c8-3438-44ab-8f36-ca9544e9ff6a tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:37.518428 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cfbc61c8-3438-44ab-8f36-ca9544e9ff6a tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0098014 Aug 16 22:38:37.519887 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45416) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:37.545289 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf09fe34-6cfe-46fd-8f65-e10ecf4d64dc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:37.551246 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf09fe34-6cfe-46fd-8f65-e10ecf4d64dc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:37.552628 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf09fe34-6cfe-46fd-8f65-e10ecf4d64dc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:37.567408 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:37.578805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-bab53904-d3b6-45db-8c1e-e68f68c10ebb tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:37.583113 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bab53904-d3b6-45db-8c1e-e68f68c10ebb tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0130229 Aug 16 22:38:37.586166 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45420) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:37.646506 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bf09fe34-6cfe-46fd-8f65-e10ecf4d64dc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1475663 Aug 16 22:38:37.649803 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45426) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:37.731437 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506eb251-a601-4f1b-8a88-10178da59a94 None None] Network e5595e36-bd43-498c-8d41-4fce2bdb6f3f requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:37.740575 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:37.887981 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-055956eb-a68c-4539-8187-78939754d28f None None] Provisioning for port 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:37.896769 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-055956eb-a68c-4539-8187-78939754d28f None None] Provisioning complete for port 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:37.897395 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-055956eb-a68c-4539-8187-78939754d28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:38.051374 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-9b965d9a-f657-49a1-8f95-6fe2ebcb0077 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:38.056649 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9b965d9a-f657-49a1-8f95-6fe2ebcb0077 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.4657044 Aug 16 22:38:38.091333 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45432) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:38.115572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-96062966-e496-41a5-b31b-ded600044caa tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:38.120165 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-96062966-e496-41a5-b31b-ded600044caa tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0083485 Aug 16 22:38:38.127628 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45434) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:38.155356 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-5bdd5edd-5c63-46f5-b37f-8c2d46bde3ea tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:38.161537 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5bdd5edd-5c63-46f5-b37f-8c2d46bde3ea tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0126193 Aug 16 22:38:38.169736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45436) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:38.187003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-727bc446-e79a-450d-81a8-fe418395eb76 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:38.193843 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-727bc446-e79a-450d-81a8-fe418395eb76 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0148039 Aug 16 22:38:38.209503 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45438) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:38.218987 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-055956eb-a68c-4539-8187-78939754d28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:38.222462 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-fc7ff8a5-212b-452d-9ba1-b3854b8c8887 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:38.230109 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fc7ff8a5-212b-452d-9ba1-b3854b8c8887 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0133908 Aug 16 22:38:38.240164 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45440) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:38.241580 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b5632-6299-439d-884e-8b9558c31429 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Pushing event updated for resources: {'Port': ['ID=98ecfeaa-2018-44a5-986f-667d3951d7a2,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:38.253457 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-3567b70c-148f-4ce6-8bbe-1aeee2a69a47 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:38.260607 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3567b70c-148f-4ce6-8bbe-1aeee2a69a47 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0133033 Aug 16 22:38:38.267032 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45442) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:38.284941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-b55d0ec9-b894-48ef-a33b-1f69e45cd64d tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:38.291854 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b55d0ec9-b894-48ef-a33b-1f69e45cd64d tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0122747 Aug 16 22:38:38.301623 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45444) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:38.317978 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-3be047ff-51e8-408b-9ba3-35d8e542fe83 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:38.324915 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3be047ff-51e8-408b-9ba3-35d8e542fe83 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0125847 Aug 16 22:38:38.335092 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45446) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:38.346310 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-4f1c6a60-3c89-42c0-8511-9a0777e64316 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:38.354610 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4f1c6a60-3c89-42c0-8511-9a0777e64316 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0148070 Aug 16 22:38:38.363594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-055956eb-a68c-4539-8187-78939754d28f None None] For port 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0ad290a6-3b88-4a69-b0bc-e9a123c95fbf,segment=NetworkSegment(203259ae-e449-418c-a7e3-a302f66eb932),segment_id=203259ae-e449-418c-a7e3-a302f66eb932)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:38.372773 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-055956eb-a68c-4539-8187-78939754d28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:38.383763 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45448) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:38.394124 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-c0164597-da03-4539-9588-530c9838961b tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:38.402395 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c0164597-da03-4539-9588-530c9838961b tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0153797 Aug 16 22:38:38.405632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45452) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:38.417997 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-e954383d-d378-477b-a972-ee4d45c4e25c tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:38.418509 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b704dd1-8eec-4562-ba65-e928b6ef8cd0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Router fae09c44-8774-40ee-bb5a-5f5f307eb21a is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:38:38.424595 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e954383d-d378-477b-a972-ee4d45c4e25c tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0105948 Aug 16 22:38:38.426924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45454) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:38.432561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b5632-6299-439d-884e-8b9558c31429 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] In _notify_port_updated(), no bound segment for port 98ecfeaa-2018-44a5-986f-667d3951d7a2 on network 26c96fe1-6a77-4707-8968-c539e56695ae {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:38:38.443237 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8b5632-6299-439d-884e-8b9558c31429 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:38.444837 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5632-6299-439d-884e-8b9558c31429 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:38.448166 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1f8b5632-6299-439d-884e-8b9558c31429 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "PUT /v2.0/ports/98ecfeaa-2018-44a5-986f-667d3951d7a2 HTTP/1.1" status: 200 len: 1057 time: 2.5387175 Aug 16 22:38:38.456117 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-8d2c1124-ec0e-4875-a71b-241e2160ead0 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:38.469859 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8d2c1124-ec0e-4875-a71b-241e2160ead0 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0193901 Aug 16 22:38:38.486194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e315e0-f113-45a8-8618-1288fc0629c7 req-0cd57da6-3eda-480e-bb01-08de6d7bd5a5 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:38.497063 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5e315e0-f113-45a8-8618-1288fc0629c7 req-0cd57da6-3eda-480e-bb01-08de6d7bd5a5 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "GET /v2.0/ports?device_id=00767fd8-f270-46a7-98ad-cfd3cbf017d2 HTTP/1.1" status: 200 len: 945 time: 0.4514868 Aug 16 22:38:38.499519 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45456) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:38.500714 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45458) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:38.509928 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-70f5cab6-6fd8-4115-9936-c9c81d766d6d tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:38.511815 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-70f5cab6-6fd8-4115-9936-c9c81d766d6d tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0070775 Aug 16 22:38:38.533062 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45460) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:38.546976 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-929869d6-e200-43db-b9ad-04611fd4389e None None] Provisioning complete for port 98ecfeaa-2018-44a5-986f-667d3951d7a2 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:38.547430 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-929869d6-e200-43db-b9ad-04611fd4389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:38.581862 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-0cf2e1db-3bee-4607-a059-59d0294396f6 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:38.584139 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0cf2e1db-3bee-4607-a059-59d0294396f6 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0495050 Aug 16 22:38:38.592400 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45462) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:38.600570 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055956eb-a68c-4539-8187-78939754d28f None None] Pushing event updated for resources: {'Port': ['ID=0ad290a6-3b88-4a69-b0bc-e9a123c95fbf,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:38.609278 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-f81a1416-8d83-4fe0-8fc8-38ddba516af8 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:38.612605 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f81a1416-8d83-4fe0-8fc8-38ddba516af8 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0119328 Aug 16 22:38:38.654179 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:38.659894 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-929869d6-e200-43db-b9ad-04611fd4389e None None] Port 98ecfeaa-2018-44a5-986f-667d3951d7a2 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:38.672219 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45464) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:38.699565 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [None req-ef4e9387-c0b4-482f-86bb-a27c4c1829d0 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:38.702255 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ef4e9387-c0b4-482f-86bb-a27c4c1829d0 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0130980 Aug 16 22:38:38.705292 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6088c63e-239a-406d-bbcf-030531afb933 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:38.716522 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45466) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:38.740815 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [None req-52894ac3-9e5e-414b-9445-988519d7a937 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] http://10.222.0.93:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:38:38.750444 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-52894ac3-9e5e-414b-9445-988519d7a937 tempest-ExtensionsTestJSON-554094826 tempest-ExtensionsTestJSON-554094826-project] 10.222.0.93 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0247140 Aug 16 22:38:38.750728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-9889d9bd-8691-4c47-8f67-b08ed9d17fbf service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2390497 Aug 16 22:38:38.834113 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-bd0d6875-1f81-49a7-96cf-4183b0f64e29 None None] Provisioning complete for port 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:38.834491 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bd0d6875-1f81-49a7-96cf-4183b0f64e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:39.011126 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-71f70f57-e7c0-4b7c-8691-c49c0ead1125 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=e06f4eb2-9456-487d-879d-8e9aea9648b9 HTTP/1.1" status: 200 len: 217 time: 0.2511716 Aug 16 22:38:39.045600 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9883160-a704-4784-b314-bf4cec9f35eb req-9c3d1a7b-b825-46fb-b187-8efe8dd12319 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:39.049502 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9883160-a704-4784-b314-bf4cec9f35eb req-9c3d1a7b-b825-46fb-b187-8efe8dd12319 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=00767fd8-f270-46a7-98ad-cfd3cbf017d2 HTTP/1.1" status: 200 len: 945 time: 0.5381916 Aug 16 22:38:39.115386 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b704dd1-8eec-4562-ba65-e928b6ef8cd0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:39.125618 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0b704dd1-8eec-4562-ba65-e928b6ef8cd0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:39.136655 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0b704dd1-8eec-4562-ba65-e928b6ef8cd0 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "PUT /v2.0/routers/fae09c44-8774-40ee-bb5a-5f5f307eb21a HTTP/1.1" status: 200 len: 919 time: 6.2109411 Aug 16 22:38:39.143938 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16aed7a-0eec-4cc9-abe8-153a66f6aa42 None None] Sync routers for ids ['fae09c44-8774-40ee-bb5a-5f5f307eb21a'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:39.158796 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45474) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:39.229203 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16aed7a-0eec-4cc9-abe8-153a66f6aa42 None None] Routers {'fae09c44-8774-40ee-bb5a-5f5f307eb21a'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:39.230058 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e16aed7a-0eec-4cc9-abe8-153a66f6aa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:38:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['fae09c44-8774-40ee-bb5a-5f5f307eb21a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:39.308705 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e16aed7a-0eec-4cc9-abe8-153a66f6aa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:39.346987 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f2bf5b00-ba4e-40a7-9cbb-8c5df9abb8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:39.352839 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16aed7a-0eec-4cc9-abe8-153a66f6aa42 None None] Routers {'fae09c44-8774-40ee-bb5a-5f5f307eb21a'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:39.358317 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e16aed7a-0eec-4cc9-abe8-153a66f6aa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:38:11Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['fae09c44-8774-40ee-bb5a-5f5f307eb21a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:39.429999 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-bd0d6875-1f81-49a7-96cf-4183b0f64e29 None None] Provisioning for port 86053757-206a-4e5a-ac27-f39314cb5ad8 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:39.434134 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e16aed7a-0eec-4cc9-abe8-153a66f6aa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:39.434910 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16aed7a-0eec-4cc9-abe8-153a66f6aa42 None None] The sync data for ids ['fae09c44-8774-40ee-bb5a-5f5f307eb21a'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:39.438960 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-bd0d6875-1f81-49a7-96cf-4183b0f64e29 None None] Provisioning complete for port 86053757-206a-4e5a-ac27-f39314cb5ad8 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:39.439420 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bd0d6875-1f81-49a7-96cf-4183b0f64e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:39.444131 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:39.501352 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e58d620a-045b-4340-a74a-05bf3c56fc9e tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Deleting port 98ecfeaa-2018-44a5-986f-667d3951d7a2 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:39.502894 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d620a-045b-4340-a74a-05bf3c56fc9e tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:39.507431 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d6875-1f81-49a7-96cf-4183b0f64e29 None None] Port 86053757-206a-4e5a-ac27-f39314cb5ad8 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:39.526926 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:39.527735 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:39.538812 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9883160-a704-4784-b314-bf4cec9f35eb req-93ee4918-2098-4beb-babb-6769b21ed06c tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852065 Aug 16 22:38:39.562439 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45478) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:39.569640 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-850185f7-a8ed-4d26-85f5-ca1780b7d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:39.571490 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-850185f7-a8ed-4d26-85f5-ca1780b7d485 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8 HTTP/1.1" status: 200 len: 797 time: 0.5205724 Aug 16 22:38:39.641401 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a5e315e0-f113-45a8-8618-1288fc0629c7 req-43db0946-bf19-44eb-a6bf-16529184b73e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Deleting port 745e4781-8b5f-46f7-a1b9-012bbeadc1b3 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:39.642682 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5e315e0-f113-45a8-8618-1288fc0629c7 req-43db0946-bf19-44eb-a6bf-16529184b73e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:39.684987 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ffe406b0-cd9a-426f-926d-2531e75f788e None None] Provisioning complete for port 86053757-206a-4e5a-ac27-f39314cb5ad8 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:39.686707 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ffe406b0-cd9a-426f-926d-2531e75f788e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:39.746231 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ffe406b0-cd9a-426f-926d-2531e75f788e None None] Port 86053757-206a-4e5a-ac27-f39314cb5ad8 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:39.775673 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5e58dbd6-d5f0-491b-8cfe-0fe94dd725aa tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "GET /v2.0/routers/fae09c44-8774-40ee-bb5a-5f5f307eb21a HTTP/1.1" status: 200 len: 925 time: 0.6139350 Aug 16 22:38:39.783423 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45482) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:39.851038 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-63e9a7f1-7fe1-405b-8b70-4d2185612a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:39.852676 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-63e9a7f1-7fe1-405b-8b70-4d2185612a3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2517736 Aug 16 22:38:39.897141 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6088c63e-239a-406d-bbcf-030531afb933 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:39.904717 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d620a-045b-4340-a74a-05bf3c56fc9e tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:39.920509 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9a480f2-02a0-4675-a373-448f041f3f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:39.960136 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6088c63e-239a-406d-bbcf-030531afb933 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:40.010877 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e58d620a-045b-4340-a74a-05bf3c56fc9e tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Calling delete_port for 98ecfeaa-2018-44a5-986f-667d3951d7a2 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:40.156018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11ef5a2-1fc9-4bd1-a1c2-004c28b2881f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:40.161924 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f11ef5a2-1fc9-4bd1-a1c2-004c28b2881f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&device_id=fae09c44-8774-40ee-bb5a-5f5f307eb21a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3731055 Aug 16 22:38:40.179696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a5e315e0-f113-45a8-8618-1288fc0629c7 req-43db0946-bf19-44eb-a6bf-16529184b73e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] For port 745e4781-8b5f-46f7-a1b9-012bbeadc1b3, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=745e4781-8b5f-46f7-a1b9-012bbeadc1b3,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:40.180499 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5e315e0-f113-45a8-8618-1288fc0629c7 req-43db0946-bf19-44eb-a6bf-16529184b73e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:40.188305 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45488) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:40.281129 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a5e315e0-f113-45a8-8618-1288fc0629c7 req-43db0946-bf19-44eb-a6bf-16529184b73e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Calling delete_port for 745e4781-8b5f-46f7-a1b9-012bbeadc1b3 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:40.428941 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-f8216105-2df4-4610-9f30-2070821e95f4 service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626686 Aug 16 22:38:40.480491 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fb9c8754-5bf5-42ff-81a4-c38fa0388858 None None] Provisioning complete for port 86053757-206a-4e5a-ac27-f39314cb5ad8 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:40.480929 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fb9c8754-5bf5-42ff-81a4-c38fa0388858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:40.534001 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-fb9c8754-5bf5-42ff-81a4-c38fa0388858 None None] Port 86053757-206a-4e5a-ac27-f39314cb5ad8 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:40.571797 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088c63e-239a-406d-bbcf-030531afb933 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=86053757-206a-4e5a-ac27-f39314cb5ad8,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:40.606075 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9a480f2-02a0-4675-a373-448f041f3f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:40.619883 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9a480f2-02a0-4675-a373-448f041f3f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:40.634020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f7713e-9c2f-4cf6-af0a-67ef78075e83 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:40.638016 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a4f7713e-9c2f-4cf6-af0a-67ef78075e83 tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 881 time: 0.4464290 Aug 16 22:38:40.645711 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45492) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:40.703019 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1c5773f2-7935-4434-9387-af4b5505b88c tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "GET /v2.0/ports?device_id=fae09c44-8774-40ee-bb5a-5f5f307eb21a HTTP/1.1" status: 200 len: 205 time: 0.0555573 Aug 16 22:38:40.706126 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6088c63e-239a-406d-bbcf-030531afb933 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:40.717085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45494) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:40.735201 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:40.750917 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a480f2-02a0-4675-a373-448f041f3f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ffdcb0-5d91-47d4-9f11-0000ce929cd9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:40.754909 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b9a480f2-02a0-4675-a373-448f041f3f4e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=256c06b888dc4970a7871275fdd25692&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1902645 Aug 16 22:38:40.779227 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45496) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:40.782939 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-c448fb19-be6c-4d01-8b9b-1e705908a063 service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364501 Aug 16 22:38:40.892967 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-54272dbc-af49-4a8c-9bbb-da4dd6b69ef3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd HTTP/1.1" status: 200 len: 217 time: 0.0980752 Aug 16 22:38:40.945866 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9922341-4cec-4307-86f7-272cb6ca76fd req-9d3059e4-f5d3-4b37-98f1-82b713b5892b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:40.947640 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d620a-045b-4340-a74a-05bf3c56fc9e tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:40.948321 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9922341-4cec-4307-86f7-272cb6ca76fd req-9d3059e4-f5d3-4b37-98f1-82b713b5892b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=00767fd8-f270-46a7-98ad-cfd3cbf017d2 HTTP/1.1" status: 200 len: 945 time: 0.2332385 Aug 16 22:38:40.965086 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec52ee1d-2101-4e54-be88-e337c57864cc tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:40.998413 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5e315e0-f113-45a8-8618-1288fc0629c7 req-43db0946-bf19-44eb-a6bf-16529184b73e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:41.021515 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['8507266d-0a1f-46dd-89e2-1352a70987b1'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:38:41.062442 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d620a-045b-4340-a74a-05bf3c56fc9e tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Pushing event deleted for resources: {'Port': ['ID=98ecfeaa-2018-44a5-986f-667d3951d7a2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:41.064180 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70e73a73-080a-4f7d-a356-f6ff47e7b801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:41.070658 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-155ce274-e734-49df-8ad6-361c78769208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:41.078593 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-155ce274-e734-49df-8ad6-361c78769208 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8 HTTP/1.1" status: 200 len: 797 time: 0.1674566 Aug 16 22:38:41.091028 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db0946-bf19-44eb-a6bf-16529184b73e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Pushing event deleted for resources: {'Port': ['ID=745e4781-8b5f-46f7-a1b9-012bbeadc1b3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:41.247416 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9922341-4cec-4307-86f7-272cb6ca76fd req-8efbee7c-ebf2-40c6-9e9e-f0b0e7cd7bb4 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756526 Aug 16 22:38:41.266355 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70e73a73-080a-4f7d-a356-f6ff47e7b801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:41.330633 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e315e0-f113-45a8-8618-1288fc0629c7 req-43db0946-bf19-44eb-a6bf-16529184b73e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] No DVR routers for this DVR port 745e4781-8b5f-46f7-a1b9-012bbeadc1b3 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:38:41.343228 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5e315e0-f113-45a8-8618-1288fc0629c7 req-43db0946-bf19-44eb-a6bf-16529184b73e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:41.345981 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5e315e0-f113-45a8-8618-1288fc0629c7 req-43db0946-bf19-44eb-a6bf-16529184b73e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "DELETE /v2.0/ports/745e4781-8b5f-46f7-a1b9-012bbeadc1b3 HTTP/1.1" status: 204 len: 173 time: 2.8475254 Aug 16 22:38:41.346997 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00767fd8-f270-46a7-98ad-cfd3cbf017d2', 'name': 'network-vif-deleted', 'tag': '745e4781-8b5f-46f7-a1b9-012bbeadc1b3'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:38:41.352185 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66603a96-1acb-4e37-9784-c87c50df4078" -d '{"events": [{"server_uuid": "00767fd8-f270-46a7-98ad-cfd3cbf017d2", "name": "network-vif-deleted", "tag": "745e4781-8b5f-46f7-a1b9-012bbeadc1b3"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:38:41.372824 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec52ee1d-2101-4e54-be88-e337c57864cc tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:41.396788 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6088c63e-239a-406d-bbcf-030531afb933 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:41.427514 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-6536cdcb-b38b-4434-9e0f-0d5efc9332cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:41.451412 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-6536cdcb-b38b-4434-9e0f-0d5efc9332cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3552296 Aug 16 22:38:41.488523 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa146b5a-6513-4033-9fa9-0aef7ad9b0fd x-openstack-request-id: req-fa146b5a-6513-4033-9fa9-0aef7ad9b0fd {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:38:41.490355 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00767fd8-f270-46a7-98ad-cfd3cbf017d2", "name": "network-vif-deleted", "tag": "745e4781-8b5f-46f7-a1b9-012bbeadc1b3", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:38:41.490764 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fa146b5a-6513-4033-9fa9-0aef7ad9b0fd {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:38:41.491335 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00767fd8-f270-46a7-98ad-cfd3cbf017d2', 'name': 'network-vif-deleted', 'tag': '745e4781-8b5f-46f7-a1b9-012bbeadc1b3', 'status': 'completed', 'code': 200} Aug 16 22:38:41.582911 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9df8a85f-db84-4933-8631-a91bd205d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:41.589588 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70e73a73-080a-4f7d-a356-f6ff47e7b801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:41.592745 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70e73a73-080a-4f7d-a356-f6ff47e7b801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:41.595081 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-70e73a73-080a-4f7d-a356-f6ff47e7b801 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f7ffdcb0-5d91-47d4-9f11-0000ce929cd9 HTTP/1.1" status: 204 len: 168 time: 0.8107295 Aug 16 22:38:41.611105 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e73a73-080a-4f7d-a356-f6ff47e7b801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ffdcb0-5d91-47d4-9f11-0000ce929cd9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:41.698888 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-784c1710-0d14-4025-b6c3-033542d1d36c service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376778 Aug 16 22:38:41.851125 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e58d620a-045b-4340-a74a-05bf3c56fc9e tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:41.854025 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e58d620a-045b-4340-a74a-05bf3c56fc9e tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "DELETE /v2.0/ports/98ecfeaa-2018-44a5-986f-667d3951d7a2 HTTP/1.1" status: 204 len: 168 time: 3.3506229 Aug 16 22:38:41.860577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45512) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:41.916183 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf07ce5-d5d9-4ef8-b970-a949f29ece9a tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] GET failed (client error): The resource could not be found. Aug 16 22:38:41.919492 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0bf07ce5-d5d9-4ef8-b970-a949f29ece9a tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "GET /v2.0/ports/98ecfeaa-2018-44a5-986f-667d3951d7a2 HTTP/1.1" status: 404 len: 333 time: 0.0569546 Aug 16 22:38:41.923727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45514) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:41.941846 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-4cbf0ae2-b36e-47b7-9b2d-2c8b6ffeccb9 service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339382 Aug 16 22:38:41.964131 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ec52ee1d-2101-4e54-be88-e337c57864cc tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Deleting port 50325590-e998-450c-afbb-6b6a7ca070de {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:41.964507 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec52ee1d-2101-4e54-be88-e337c57864cc tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:42.070412 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-5739e10e-f263-445e-b6c0-528aeebc58ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=b6203b99-3093-4799-9ebe-caeb302b396f HTTP/1.1" status: 200 len: 217 time: 0.0826192 Aug 16 22:38:42.080673 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:42.113878 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec52ee1d-2101-4e54-be88-e337c57864cc tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:42.126253 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ec52ee1d-2101-4e54-be88-e337c57864cc tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Calling delete_port for 50325590-e998-450c-afbb-6b6a7ca070de owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:42.249876 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-78ac37f7-6377-4ea5-baf1-ff9a19cac9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:42.251859 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-78ac37f7-6377-4ea5-baf1-ff9a19cac9ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8 HTTP/1.1" status: 200 len: 797 time: 0.1595428 Aug 16 22:38:42.306644 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-055f9fe7-2341-4c17-a421-7787df5c9bda tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Deleting port f8558df4-dd2c-4d8b-b253-be90bb2373dc {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:42.307002 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-055f9fe7-2341-4c17-a421-7787df5c9bda tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:42.348708 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 745e4781-8b5f-46f7-a1b9-012bbeadc1b3 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:38:42.372698 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 745e4781-8b5f-46f7-a1b9-012bbeadc1b3 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:38:42.373346 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 745e4781-8b5f-46f7-a1b9-012bbeadc1b3 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:38:42.407137 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-7053b362-f111-4d87-83d0-6794f5ef7940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:42.408298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-7053b362-f111-4d87-83d0-6794f5ef7940 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1470585 Aug 16 22:38:42.538938 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6088c63e-239a-406d-bbcf-030531afb933 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:42.552481 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6088c63e-239a-406d-bbcf-030531afb933 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:42.558768 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6088c63e-239a-406d-bbcf-030531afb933 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:42.603459 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec52ee1d-2101-4e54-be88-e337c57864cc tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:42.632631 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-055f9fe7-2341-4c17-a421-7787df5c9bda tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:42.662157 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-055f9fe7-2341-4c17-a421-7787df5c9bda tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Calling delete_port for f8558df4-dd2c-4d8b-b253-be90bb2373dc owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:42.806697 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088c63e-239a-406d-bbcf-030531afb933 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=86053757-206a-4e5a-ac27-f39314cb5ad8,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:42.842386 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-6fcd7df9-77dd-44dd-95c6-afebecd57f0d service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157166 Aug 16 22:38:42.852715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52ee1d-2101-4e54-be88-e337c57864cc tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Pushing event deleted for resources: {'Port': ['ID=50325590-e998-450c-afbb-6b6a7ca070de,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:42.874655 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec52ee1d-2101-4e54-be88-e337c57864cc tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:43.048005 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec52ee1d-2101-4e54-be88-e337c57864cc tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:43.050813 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec52ee1d-2101-4e54-be88-e337c57864cc tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:43.106168 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45544) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:43.130805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6088c63e-239a-406d-bbcf-030531afb933 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network e5595e36-bd43-498c-8d41-4fce2bdb6f3f is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:43.133662 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-6088c63e-239a-406d-bbcf-030531afb933 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:43.142164 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec52ee1d-2101-4e54-be88-e337c57864cc tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:43.143255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec52ee1d-2101-4e54-be88-e337c57864cc tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Fanout notify agent at l3_agent the message router_deleted on router fae09c44-8774-40ee-bb5a-5f5f307eb21a {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:38:43.151404 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec52ee1d-2101-4e54-be88-e337c57864cc tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:43.156252 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ec52ee1d-2101-4e54-be88-e337c57864cc tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "DELETE /v2.0/routers/fae09c44-8774-40ee-bb5a-5f5f307eb21a HTTP/1.1" status: 204 len: 168 time: 2.4349766 Aug 16 22:38:43.172769 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45554) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:43.185723 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0ef91b52-a24a-4235-b350-24273b65ecbf tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-387118002', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}, 'admin_state_up': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:43.205914 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:43.279302 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-637dd098-fc03-4eba-b26b-7da1fd1ce4b9 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-350895301'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:43.394510 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-055f9fe7-2341-4c17-a421-7787df5c9bda tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:43.485293 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f9fe7-2341-4c17-a421-7787df5c9bda tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Pushing event deleted for resources: {'Port': ['ID=f8558df4-dd2c-4d8b-b253-be90bb2373dc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:43.509282 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-fdc2cc2c-cfc9-4042-9903-d1478c357f7e service neutron] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6501176 Aug 16 22:38:43.519685 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-03578190-9b2e-4f17-ad2d-aaf25b90709c tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:43.521467 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-03578190-9b2e-4f17-ad2d-aaf25b90709c tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 806 time: 0.3367505 Aug 16 22:38:43.648839 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c8131a2d-063b-42f6-8c5b-d4d9a44f956f None None] Provisioning complete for port 86053757-206a-4e5a-ac27-f39314cb5ad8 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:43.649454 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c8131a2d-063b-42f6-8c5b-d4d9a44f956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:43.670038 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-967db29d-499d-407f-a6e8-4b17515d9276 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e66f3d2d-debb-4dea-bb6b-dae2d7029967 HTTP/1.1" status: 200 len: 217 time: 0.1471033 Aug 16 22:38:43.720455 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c8131a2d-063b-42f6-8c5b-d4d9a44f956f None None] Port 86053757-206a-4e5a-ac27-f39314cb5ad8 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:43.756483 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-82ba7d31-7a65-4874-89ce-dfba71948aad tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/quotas/729e44ecc953497b8bf930c79bba20ac HTTP/1.1" status: 200 len: 375 time: 0.1589761 Aug 16 22:38:43.760375 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637dd098-fc03-4eba-b26b-7da1fd1ce4b9 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Made reservation on behalf of 9e6b067d67d0403d9a2db694d2b67d0e for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:43.765211 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-637dd098-fc03-4eba-b26b-7da1fd1ce4b9 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:43.768758 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ef91b52-a24a-4235-b350-24273b65ecbf tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:43.770070 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ef91b52-a24a-4235-b350-24273b65ecbf tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:43.809488 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-055f9fe7-2341-4c17-a421-7787df5c9bda tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:43.814812 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-055f9fe7-2341-4c17-a421-7787df5c9bda tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "DELETE /v2.0/ports/f8558df4-dd2c-4d8b-b253-be90bb2373dc HTTP/1.1" status: 204 len: 168 time: 1.8858109 Aug 16 22:38:43.816297 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45568) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:43.832540 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-1ed3772e-be0f-4092-b9c0-c0641e5fb36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:43.834133 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-1ed3772e-be0f-4092-b9c0-c0641e5fb36a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6407f57a-0a4a-4c45-b6bc-4d49c5bbccdb HTTP/1.1" status: 200 len: 797 time: 0.1443479 Aug 16 22:38:43.845095 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ef91b52-a24a-4235-b350-24273b65ecbf tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:43.847766 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-637dd098-fc03-4eba-b26b-7da1fd1ce4b9 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:43.861904 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae203f83-c6be-40c7-89b4-c5b3918deb9a tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] GET failed (client error): The resource could not be found. Aug 16 22:38:43.863611 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ae203f83-c6be-40c7-89b4-c5b3918deb9a tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "GET /v2.0/ports/f8558df4-dd2c-4d8b-b253-be90bb2373dc HTTP/1.1" status: 404 len: 333 time: 0.0447505 Aug 16 22:38:43.878133 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45570) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:43.883836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-8173c539-96eb-493b-91b5-05fd0c850deb tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1169815 Aug 16 22:38:43.894848 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6088c63e-239a-406d-bbcf-030531afb933 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Router 188c1d0a-dcf4-41dd-9186-c44f20b4bb97 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:38:44.014993 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-9993938b-3203-4e01-bacc-35833340a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:44.016586 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-9993938b-3203-4e01-bacc-35833340a212 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a4f1f6c-9680-469a-bab8-e73ceb2b4da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1676617 Aug 16 22:38:44.121454 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-1ed567e8-4848-46e5-b45d-b343ff914d61 service neutron] 10.222.0.93 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987660 Aug 16 22:38:44.159783 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-17c9773c-c2b2-40e7-9c71-b90fd305833c tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Deleting port 8205e31d-9cc8-49f2-8ea4-e3bc4a56d987 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:44.160107 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17c9773c-c2b2-40e7-9c71-b90fd305833c tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:44.183090 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ef91b52-a24a-4235-b350-24273b65ecbf tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:44.255740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6088c63e-239a-406d-bbcf-030531afb933 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:44.258622 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-1065fa12-67e5-4e39-bad0-0690a8a0621b service neutron] 10.222.0.39 "GET /v2.0/networks/4a4f1f6c-9680-469a-bab8-e73ceb2b4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337615 Aug 16 22:38:44.268264 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6088c63e-239a-406d-bbcf-030531afb933 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "PUT /v2.0/routers/188c1d0a-dcf4-41dd-9186-c44f20b4bb97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6095145 Aug 16 22:38:44.273837 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542a029a-5c46-4c3d-88bc-c60a9efdcb6c None None] Sync routers for ids ['188c1d0a-dcf4-41dd-9186-c44f20b4bb97'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:44.279097 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45572) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:44.290370 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542a029a-5c46-4c3d-88bc-c60a9efdcb6c None None] Routers {'188c1d0a-dcf4-41dd-9186-c44f20b4bb97'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:44.292034 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-542a029a-5c46-4c3d-88bc-c60a9efdcb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:38:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['188c1d0a-dcf4-41dd-9186-c44f20b4bb97'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:44.334355 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-637dd098-fc03-4eba-b26b-7da1fd1ce4b9 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:44.347525 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-637dd098-fc03-4eba-b26b-7da1fd1ce4b9 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:44.348058 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-542a029a-5c46-4c3d-88bc-c60a9efdcb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:44.362864 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542a029a-5c46-4c3d-88bc-c60a9efdcb6c None None] Routers {'188c1d0a-dcf4-41dd-9186-c44f20b4bb97'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:44.364712 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-542a029a-5c46-4c3d-88bc-c60a9efdcb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:38:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['188c1d0a-dcf4-41dd-9186-c44f20b4bb97'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:44.398170 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637dd098-fc03-4eba-b26b-7da1fd1ce4b9 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:38:44.409616 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17c9773c-c2b2-40e7-9c71-b90fd305833c tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:44.429859 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637dd098-fc03-4eba-b26b-7da1fd1ce4b9 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cf89b6-35f9-43b9-a4de-0aad23b4f5c3,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:44.435531 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-637dd098-fc03-4eba-b26b-7da1fd1ce4b9 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:44.435955 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-637dd098-fc03-4eba-b26b-7da1fd1ce4b9 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Added segment 5788150f-2d84-4ab4-bb41-e31d967217dd of type vlan for network 10931623-99bf-4db9-8b9c-38d94f293a2a Aug 16 22:38:44.446211 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-542a029a-5c46-4c3d-88bc-c60a9efdcb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:44.447459 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542a029a-5c46-4c3d-88bc-c60a9efdcb6c None None] The sync data for ids ['188c1d0a-dcf4-41dd-9186-c44f20b4bb97'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:44.482255 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-52f97415-4382-4f7a-af98-166aac7b25b3 service neutron] 10.222.0.93 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498569 Aug 16 22:38:44.509885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-17c9773c-c2b2-40e7-9c71-b90fd305833c tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Calling delete_port for 8205e31d-9cc8-49f2-8ea4-e3bc4a56d987 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:44.512132 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-637dd098-fc03-4eba-b26b-7da1fd1ce4b9 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:44.580325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a6ddd4-eb02-43c7-a1f4-3a8b09394540 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:44.581916 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-09a6ddd4-eb02-43c7-a1f4-3a8b09394540 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports?device_id=188c1d0a-dcf4-41dd-9186-c44f20b4bb97 HTTP/1.1" status: 200 len: 989 time: 0.2999482 Aug 16 22:38:44.584255 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-a445314a-883a-4cec-9efb-929aa57fd0de service neutron] 10.222.0.39 "GET /v2.0/networks/4a4f1f6c-9680-469a-bab8-e73ceb2b4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149381 Aug 16 22:38:44.592068 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45578) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:44.667403 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-637dd098-fc03-4eba-b26b-7da1fd1ce4b9 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:44.677661 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637dd098-fc03-4eba-b26b-7da1fd1ce4b9 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:44.678823 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-637dd098-fc03-4eba-b26b-7da1fd1ce4b9 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:44.777519 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:44.800017 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-5ad8192b-fb1b-4b31-a53b-0712d48622fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e26f09f8-7d01-4e95-a60f-3430a43aa863 HTTP/1.1" status: 200 len: 217 time: 0.1993961 Aug 16 22:38:44.887733 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3dd2f38d-8fae-4659-91f6-3d22245075f8 req-45e221da-3738-44eb-ae6c-3bc904fa4805 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=3765ae42-a043-4dd0-890e-c238d23182a3 HTTP/1.1" status: 200 len: 210 time: 0.0864589 Aug 16 22:38:44.932004 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-559ec9fe-cdde-421c-99d6-7114bccafd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:44.933808 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-559ec9fe-cdde-421c-99d6-7114bccafd73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6407f57a-0a4a-4c45-b6bc-4d49c5bbccdb HTTP/1.1" status: 200 len: 797 time: 0.1242919 Aug 16 22:38:44.973245 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ef91b52-a24a-4235-b350-24273b65ecbf tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:45.002079 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-637dd098-fc03-4eba-b26b-7da1fd1ce4b9 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8935945 Aug 16 22:38:45.003889 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17c9773c-c2b2-40e7-9c71-b90fd305833c tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:45.007103 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45588) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:45.017881 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Request body: {'subnet': {'network_id': '10931623-99bf-4db9-8b9c-38d94f293a2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:45.048775 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ef91b52-a24a-4235-b350-24273b65ecbf tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:45.053729 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637dd098-fc03-4eba-b26b-7da1fd1ce4b9 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Pushing event updated for resources: {'Network': ['ID=10931623-99bf-4db9-8b9c-38d94f293a2a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:45.078619 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 10931623-99bf-4db9-8b9c-38d94f293a2a details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:38:45.244281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9773c-c2b2-40e7-9c71-b90fd305833c tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Pushing event deleted for resources: {'Port': ['ID=8205e31d-9cc8-49f2-8ea4-e3bc4a56d987,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:45.249504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-64b08f11-4105-41d1-b165-8fa5d3971911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:45.251887 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-64b08f11-4105-41d1-b165-8fa5d3971911 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a4f1f6c-9680-469a-bab8-e73ceb2b4da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3026347 Aug 16 22:38:45.366127 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-0ef91b52-a24a-4235-b350-24273b65ecbf tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Allocated IP 172.25.6.221 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/7c419f61-b278-4553-a065-5261c243e39c) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:45.426213 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17c9773c-c2b2-40e7-9c71-b90fd305833c tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:45.433171 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-17c9773c-c2b2-40e7-9c71-b90fd305833c tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "DELETE /v2.0/ports/8205e31d-9cc8-49f2-8ea4-e3bc4a56d987 HTTP/1.1" status: 204 len: 168 time: 1.5536063 Aug 16 22:38:45.436638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45592) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:45.528111 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Made reservation on behalf of 9e6b067d67d0403d9a2db694d2b67d0e for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:45.531796 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:45.612665 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ef91b52-a24a-4235-b350-24273b65ecbf tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:45.786819 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-063600c3-ced3-49f2-980e-24b3c1d5fa40 service neutron] 10.222.0.39 "GET /v2.0/networks/4a4f1f6c-9680-469a-bab8-e73ceb2b4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221777 Aug 16 22:38:45.788935 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ef91b52-a24a-4235-b350-24273b65ecbf tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:45.795243 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6d91f4-3ec5-4f51-8632-131725620c84 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Deleting subnet cbcc45ed-58e5-49bc-b441-f21f7a592fda {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:38:45.799292 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e6d91f4-3ec5-4f51-8632-131725620c84 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:45.902693 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef91b52-a24a-4235-b350-24273b65ecbf tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:45.934847 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0ef91b52-a24a-4235-b350-24273b65ecbf tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:45.942182 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef91b52-a24a-4235-b350-24273b65ecbf tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:45.950218 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef91b52-a24a-4235-b350-24273b65ecbf tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Pushing event updated for resources: {'Port': ['ID=7c419f61-b278-4553-a065-5261c243e39c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:45.960290 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e6d91f4-3ec5-4f51-8632-131725620c84 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:46.003910 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:46.053063 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:46.132489 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5aa913f2-9c3a-48ca-bbac-21e1a14a9bb2 req-8f2d93c3-b0bc-47d3-ac1d-cf26a4e56e02 service neutron] 10.222.0.39 "GET /v2.0/networks/4a4f1f6c-9680-469a-bab8-e73ceb2b4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086646 Aug 16 22:38:46.135749 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-73d42fbe-05c4-4021-ba43-c0e42c91aed9 req-9eec9371-0c59-4b70-a274-66b43f489168 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=3765ae42-a043-4dd0-890e-c238d23182a3 HTTP/1.1" status: 200 len: 210 time: 0.0894461 Aug 16 22:38:46.241403 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Pushing event updated for resources: {'Subnet': ['ID=dd3db602-a4f7-407a-a74a-93496405724b,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:46.576534 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:46.576896 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:46.577114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:46.577989 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:46.577989 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:46.578178 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:46.578524 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:46.578712 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:46.579309 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:46.579309 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:46.579631 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:46.579946 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:46.615102 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e6d91f4-3ec5-4f51-8632-131725620c84 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:46.657998 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Checking segment: {'id': '5788150f-2d84-4ab4-bb41-e31d967217dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '10931623-99bf-4db9-8b9c-38d94f293a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:46.658353 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Network hostable DHCP agents. Network: 10931623-99bf-4db9-8b9c-38d94f293a2a, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:38:46.705202 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-2115f206-8423-481c-9091-15661194cc86 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:46.706788 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-2115f206-8423-481c-9091-15661194cc86 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 806 time: 0.5795500 Aug 16 22:38:46.720512 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-8a330658-1b05-4924-901c-b2cae40e89de tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Request body: {'port': {'device_id': '3765ae42-a043-4dd0-890e-c238d23182a3', 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325', 'admin_state_up': True, 'tenant_id': '729e44ecc953497b8bf930c79bba20ac'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:46.727393 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Network 10931623-99bf-4db9-8b9c-38d94f293a2a is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:38:46.761005 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ef91b52-a24a-4235-b350-24273b65ecbf tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:46.775497 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e6d91f4-3ec5-4f51-8632-131725620c84 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:46.801572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 10931623-99bf-4db9-8b9c-38d94f293a2a) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:46.811216 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e23dfa1-4664-4633-9f9f-0c003941aa85 None None] Network 10931623-99bf-4db9-8b9c-38d94f293a2a requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:46.831049 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:46.831602 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:46.836261 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d91f4-3ec5-4f51-8632-131725620c84 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Pushing event deleted for resources: {'Subnet': ['ID=cbcc45ed-58e5-49bc-b441-f21f7a592fda,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:46.842284 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e6d91f4-3ec5-4f51-8632-131725620c84 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:46.854732 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9e6d91f4-3ec5-4f51-8632-131725620c84 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "DELETE /v2.0/subnets/cbcc45ed-58e5-49bc-b441-f21f7a592fda HTTP/1.1" status: 204 len: 168 time: 1.4137821 Aug 16 22:38:46.859046 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5375d622-6e61-409a-bb9a-b7608a7d94ac None None] Network 26c96fe1-6a77-4707-8968-c539e56695ae requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:46.864428 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45608) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:47.001506 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5e561165-e396-4ca9-8b93-75c35ec9d0b5 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9905274 Aug 16 22:38:47.009310 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45610) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:47.012789 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting port 86053757-206a-4e5a-ac27-f39314cb5ad8 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:47.013340 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:47.025523 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-208f5c73-4cd8-4d01-aebd-f681f3838959 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Request body: {'port': {'network_id': '10931623-99bf-4db9-8b9c-38d94f293a2a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-725148379'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:47.120386 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ef91b52-a24a-4235-b350-24273b65ecbf tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:47.174070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-8a330658-1b05-4924-901c-b2cae40e89de tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Made reservation on behalf of 729e44ecc953497b8bf930c79bba20ac for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:47.178241 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-8a330658-1b05-4924-901c-b2cae40e89de tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:47.183822 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cc43e424-b922-4c5d-baec-3bb8ae29da40 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:47.184540 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-10931623-99bf-4db9-8b9c-38d94f293a2a', 'network_id': '10931623-99bf-4db9-8b9c-38d94f293a2a', 'tenant_id': '9e6b067d67d0403d9a2db694d2b67d0e', 'fixed_ips': [{'subnet_id': 'dd3db602-a4f7-407a-a74a-93496405724b'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:38:47.185874 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:47.226254 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:47.250519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208f5c73-4cd8-4d01-aebd-f681f3838959 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Made reservation on behalf of 9e6b067d67d0403d9a2db694d2b67d0e for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:47.254363 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-208f5c73-4cd8-4d01-aebd-f681f3838959 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:47.254589 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Calling delete_port for 86053757-206a-4e5a-ac27-f39314cb5ad8 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:47.333595 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cace2f03-1a87-45a4-a7ea-4700e2acfab9 None None] DHCP port deletion for 26c96fe1-6a77-4707-8968-c539e56695ae request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:38:47.463512 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3b806284-55fb-4653-a697-46d418690d53 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:38:47.495529 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef91b52-a24a-4235-b350-24273b65ecbf tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Router 088f7620-b26f-4694-a637-88244acdfca8 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:38:47.532699 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] Allocated IP 172.20.0.2 (10931623-99bf-4db9-8b9c-38d94f293a2a/dd3db602-a4f7-407a-a74a-93496405724b/9d911198-5263-4cc7-8b7f-62dcafb6e1ba) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:47.553003 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c95b778-5742-4ead-8eb0-b155858a7eba req-6e5f273f-8043-4e38-9848-5523786ae7e2 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=3765ae42-a043-4dd0-890e-c238d23182a3 HTTP/1.1" status: 200 len: 210 time: 0.2640803 Aug 16 22:38:47.562828 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-208f5c73-4cd8-4d01-aebd-f681f3838959 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] device_id is not set on port f423fea5-2431-4560-8e3f-c0ac4f675541 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:38:47.649103 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-cace2f03-1a87-45a4-a7ea-4700e2acfab9 None None] Deleting port 3b806284-55fb-4653-a697-46d418690d53 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:47.649491 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cace2f03-1a87-45a4-a7ea-4700e2acfab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:47.663632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-8a330658-1b05-4924-901c-b2cae40e89de tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Allocated IP 172.20.0.8 (a0b4d9a2-666b-4be2-bf62-f6b4cce7a325/2abfc365-29c3-4616-9b87-7c7a7ec9e755/aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:47.715664 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-cc43e424-b922-4c5d-baec-3bb8ae29da40 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Deleting port 3b806284-55fb-4653-a697-46d418690d53 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:47.716036 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cc43e424-b922-4c5d-baec-3bb8ae29da40 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:47.743275 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:47.802652 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:47.808549 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Port': ['ID=86053757-206a-4e5a-ac27-f39314cb5ad8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:47.967036 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:47.977622 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] Transition to ACTIVE for port object 9d911198-5263-4cc7-8b7f-62dcafb6e1ba will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:47.994645 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-cc43e424-b922-4c5d-baec-3bb8ae29da40 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] For port 3b806284-55fb-4653-a697-46d418690d53, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3b806284-55fb-4653-a697-46d418690d53,segment=NetworkSegment(c050597e-b897-4443-a961-a09a8204eaf7),segment_id=c050597e-b897-4443-a961-a09a8204eaf7)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:47.995154 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cc43e424-b922-4c5d-baec-3bb8ae29da40 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:48.007810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] Transition to ACTIVE for port object 9d911198-5263-4cc7-8b7f-62dcafb6e1ba will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:48.031078 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.031639 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.034335 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-cc43e424-b922-4c5d-baec-3bb8ae29da40 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Calling delete_port for 3b806284-55fb-4653-a697-46d418690d53 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:48.042600 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.043209 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.043767 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.044177 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.044995 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.044995 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.045748 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.046145 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.046485 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.046874 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.063009 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef91b52-a24a-4235-b350-24273b65ecbf tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:48.085170 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:48.090492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 3b806284-55fb-4653-a697-46d418690d53, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3b806284-55fb-4653-a697-46d418690d53,segment=NetworkSegment(c050597e-b897-4443-a961-a09a8204eaf7),segment_id=c050597e-b897-4443-a961-a09a8204eaf7)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:48.094660 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-cace2f03-1a87-45a4-a7ea-4700e2acfab9 None None] For port 3b806284-55fb-4653-a697-46d418690d53, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3b806284-55fb-4653-a697-46d418690d53,segment=NetworkSegment(c050597e-b897-4443-a961-a09a8204eaf7),segment_id=c050597e-b897-4443-a961-a09a8204eaf7)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:48.095909 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cace2f03-1a87-45a4-a7ea-4700e2acfab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:48.096080 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ef91b52-a24a-4235-b350-24273b65ecbf tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:48.097755 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0ef91b52-a24a-4235-b350-24273b65ecbf tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.9224923 Aug 16 22:38:48.100810 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:48.108417 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45618) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:48.112856 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:48.187510 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a4eaba12-c37c-47fd-950d-0eebb0703ee1 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:48.231346 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-8a330658-1b05-4924-901c-b2cae40e89de tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:48.270064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-208f5c73-4cd8-4d01-aebd-f681f3838959 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Allocated IP 172.20.0.3 (10931623-99bf-4db9-8b9c-38d94f293a2a/dd3db602-a4f7-407a-a74a-93496405724b/f423fea5-2431-4560-8e3f-c0ac4f675541) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:48.348300 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1580d032-c02d-4544-96e2-4b42b064f16e None None] Sync routers for ids ['088f7620-b26f-4694-a637-88244acdfca8'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:48.360986 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-cace2f03-1a87-45a4-a7ea-4700e2acfab9 None None] Calling delete_port for 3b806284-55fb-4653-a697-46d418690d53 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:48.391384 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] Network 10931623-99bf-4db9-8b9c-38d94f293a2a is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:48.396078 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:48.400420 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cc43e424-b922-4c5d-baec-3bb8ae29da40 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:48.404589 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1580d032-c02d-4544-96e2-4b42b064f16e None None] Routers {'088f7620-b26f-4694-a637-88244acdfca8'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:48.405580 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1580d032-c02d-4544-96e2-4b42b064f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:38:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['088f7620-b26f-4694-a637-88244acdfca8'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:48.412259 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:48.414463 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-8a330658-1b05-4924-901c-b2cae40e89de tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:48.461422 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] Pushing event updated for resources: {'Port': ['ID=9d911198-5263-4cc7-8b7f-62dcafb6e1ba,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:48.469628 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['8507266d-0a1f-46dd-89e2-1352a70987b1'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:38:48.472454 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Router 188c1d0a-dcf4-41dd-9186-c44f20b4bb97 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:38:48.508490 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1580d032-c02d-4544-96e2-4b42b064f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:48.615652 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-208f5c73-4cd8-4d01-aebd-f681f3838959 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:48.620253 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event deleted for resources: {'Port': ['ID=3b806284-55fb-4653-a697-46d418690d53,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:48.644749 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-208f5c73-4cd8-4d01-aebd-f681f3838959 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Transition to ACTIVE for port object f423fea5-2431-4560-8e3f-c0ac4f675541 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:48.648676 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] Attempting to bind port 9d911198-5263-4cc7-8b7f-62dcafb6e1ba on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:38:48.649144 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] Attempting to bind port 9d911198-5263-4cc7-8b7f-62dcafb6e1ba by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '5788150f-2d84-4ab4-bb41-e31d967217dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '10931623-99bf-4db9-8b9c-38d94f293a2a'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:38:48.649611 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] Attempting to bind port 9d911198-5263-4cc7-8b7f-62dcafb6e1ba on network 10931623-99bf-4db9-8b9c-38d94f293a2a {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:48.667870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1580d032-c02d-4544-96e2-4b42b064f16e None None] Routers {'088f7620-b26f-4694-a637-88244acdfca8'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:48.668535 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1580d032-c02d-4544-96e2-4b42b064f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:38:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['088f7620-b26f-4694-a637-88244acdfca8'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:48.669446 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:48.673534 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:38:48.674054 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] Checking segment: {'id': '5788150f-2d84-4ab4-bb41-e31d967217dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '10931623-99bf-4db9-8b9c-38d94f293a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:48.674544 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:48.675014 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] Bound using segment: {'id': '5788150f-2d84-4ab4-bb41-e31d967217dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '10931623-99bf-4db9-8b9c-38d94f293a2a'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:38:48.675579 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] Bound port: 9d911198-5263-4cc7-8b7f-62dcafb6e1ba, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5788150f-2d84-4ab4-bb41-e31d967217dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '10931623-99bf-4db9-8b9c-38d94f293a2a'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:38:48.676072 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:48.677630 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0c190211-a1b0-4886-ab13-116ddd3c83c5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "PUT /v2.0/routers/188c1d0a-dcf4-41dd-9186-c44f20b4bb97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0822287 Aug 16 22:38:48.680862 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2689842f-7325-4bec-b8ab-e3a22791ef05 None None] Sync routers for ids ['188c1d0a-dcf4-41dd-9186-c44f20b4bb97'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:48.682092 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45622) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:48.702683 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2689842f-7325-4bec-b8ab-e3a22791ef05 None None] Routers {'188c1d0a-dcf4-41dd-9186-c44f20b4bb97'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:48.703992 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-2689842f-7325-4bec-b8ab-e3a22791ef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:38:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['188c1d0a-dcf4-41dd-9186-c44f20b4bb97'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:48.734050 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-724d6cff-ee5d-40d5-b574-5c0d01487d54 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] GET failed (client error): The resource could not be found. Aug 16 22:38:48.739873 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-724d6cff-ee5d-40d5-b574-5c0d01487d54 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports/86053757-206a-4e5a-ac27-f39314cb5ad8 HTTP/1.1" status: 404 len: 333 time: 0.0568349 Aug 16 22:38:48.743142 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45624) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:48.748408 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1580d032-c02d-4544-96e2-4b42b064f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:48.749981 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43e424-b922-4c5d-baec-3bb8ae29da40 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Pushing event deleted for resources: {'Port': ['ID=3b806284-55fb-4653-a697-46d418690d53,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:48.754202 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1580d032-c02d-4544-96e2-4b42b064f16e None None] The sync data for ids ['088f7620-b26f-4694-a637-88244acdfca8'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:48.761572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-8a330658-1b05-4924-901c-b2cae40e89de tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:48.765492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc43e424-b922-4c5d-baec-3bb8ae29da40 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] No DVR routers for this DVR port 3b806284-55fb-4653-a697-46d418690d53 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:38:48.770376 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-2689842f-7325-4bec-b8ab-e3a22791ef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:48.791078 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2689842f-7325-4bec-b8ab-e3a22791ef05 None None] Routers {'188c1d0a-dcf4-41dd-9186-c44f20b4bb97'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:48.792230 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-2689842f-7325-4bec-b8ab-e3a22791ef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:38:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['188c1d0a-dcf4-41dd-9186-c44f20b4bb97'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:48.839050 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a10cef5e-b963-4135-9ec4-576d781e0c28 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:48.840770 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-2689842f-7325-4bec-b8ab-e3a22791ef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:48.841547 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2689842f-7325-4bec-b8ab-e3a22791ef05 None None] The sync data for ids ['188c1d0a-dcf4-41dd-9186-c44f20b4bb97'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:48.842373 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-8a330658-1b05-4924-901c-b2cae40e89de tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:48.845288 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a330658-1b05-4924-901c-b2cae40e89de tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Pushing event updated for resources: {'Port': ['ID=aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:48.849657 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-8a330658-1b05-4924-901c-b2cae40e89de tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:48.909473 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cace2f03-1a87-45a4-a7ea-4700e2acfab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:48.976823 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace2f03-1a87-45a4-a7ea-4700e2acfab9 None None] Pushing event deleted for resources: {'Port': ['ID=3b806284-55fb-4653-a697-46d418690d53,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:49.022253 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cc43e424-b922-4c5d-baec-3bb8ae29da40 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:49.045547 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-cc43e424-b922-4c5d-baec-3bb8ae29da40 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c96fe1-6a77-4707-8968-c539e56695ae']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:49.050726 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cace2f03-1a87-45a4-a7ea-4700e2acfab9 None None] No DVR routers for this DVR port 3b806284-55fb-4653-a697-46d418690d53 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:38:49.057546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-cc43e424-b922-4c5d-baec-3bb8ae29da40 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c050597e-b897-4443-a961-a09a8204eaf7') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:49.057861 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-cc43e424-b922-4c5d-baec-3bb8ae29da40 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c050597e-b897-4443-a961-a09a8204eaf7') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:49.072085 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cc43e424-b922-4c5d-baec-3bb8ae29da40 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:49.078170 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] For port 9d911198-5263-4cc7-8b7f-62dcafb6e1ba, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:38:49.103458 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cc43e424-b922-4c5d-baec-3bb8ae29da40 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:49.110585 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc43e424-b922-4c5d-baec-3bb8ae29da40 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:38:49.111000 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cc43e424-b922-4c5d-baec-3bb8ae29da40 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:49.158763 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] For port 9d911198-5263-4cc7-8b7f-62dcafb6e1ba, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9d911198-5263-4cc7-8b7f-62dcafb6e1ba,segment=NetworkSegment(5788150f-2d84-4ab4-bb41-e31d967217dd),segment_id=5788150f-2d84-4ab4-bb41-e31d967217dd)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:38:49.183700 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:38:49.201606 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:38:49.223416 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-208f5c73-4cd8-4d01-aebd-f681f3838959 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:49.225385 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cc43e424-b922-4c5d-baec-3bb8ae29da40 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:49.293021 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cc43e424-b922-4c5d-baec-3bb8ae29da40 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:49.295208 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cc43e424-b922-4c5d-baec-3bb8ae29da40 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] 10.222.0.93 "DELETE /v2.0/networks/26c96fe1-6a77-4707-8968-c539e56695ae HTTP/1.1" status: 204 len: 168 time: 2.4265289 Aug 16 22:38:49.298073 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43e424-b922-4c5d-baec-3bb8ae29da40 tempest-AllowedAddressPairTestJSON-1253549957 tempest-AllowedAddressPairTestJSON-1253549957-project] Pushing event deleted for resources: {'Network': ['ID=26c96fe1-6a77-4707-8968-c539e56695ae,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:49.317707 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4bb57-3c8a-4513-9bd0-57e7cfe10e21 req-862c8e96-87d8-4fa2-9b22-fbdda1c8c67b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:49.327030 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-faf4bb57-3c8a-4513-9bd0-57e7cfe10e21 req-862c8e96-87d8-4fa2-9b22-fbdda1c8c67b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=3765ae42-a043-4dd0-890e-c238d23182a3 HTTP/1.1" status: 200 len: 931 time: 0.5778782 Aug 16 22:38:49.338499 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208f5c73-4cd8-4d01-aebd-f681f3838959 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Network 10931623-99bf-4db9-8b9c-38d94f293a2a is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:49.361953 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-8a330658-1b05-4924-901c-b2cae40e89de tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:49.362643 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-8a330658-1b05-4924-901c-b2cae40e89de tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:49.377328 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-208f5c73-4cd8-4d01-aebd-f681f3838959 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:49.387996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208f5c73-4cd8-4d01-aebd-f681f3838959 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:49.495080 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114f14b-3246-4ac0-8073-1c6f63a5ffa3 None None] Pushing event updated for resources: {'Port': ['ID=9d911198-5263-4cc7-8b7f-62dcafb6e1ba,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:49.511162 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208f5c73-4cd8-4d01-aebd-f681f3838959 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:49.511850 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-208f5c73-4cd8-4d01-aebd-f681f3838959 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:49.535979 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-8a330658-1b05-4924-901c-b2cae40e89de tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8192456 Aug 16 22:38:49.565503 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-faf4bb57-3c8a-4513-9bd0-57e7cfe10e21 req-10c58ae6-8551-48ab-90ef-31ee2668e5ad tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368050 Aug 16 22:38:49.581596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] Request body: {'port': {'device_id': '3765ae42-a043-4dd0-890e-c238d23182a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:49.591994 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-208f5c73-4cd8-4d01-aebd-f681f3838959 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5814092 Aug 16 22:38:49.619447 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45636) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:49.631462 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-86ac594e-d943-4ab4-abfb-04c4620f573e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Request body: {'port': {'network_id': '10931623-99bf-4db9-8b9c-38d94f293a2a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-695508413', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:49.632037 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.api.validators [None req-86ac594e-d943-4ab4-abfb-04c4620f573e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] bootfile-name is not in valid_values {{(pid=94872) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:38:49.632383 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.api.validators [None req-86ac594e-d943-4ab4-abfb-04c4620f573e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] tftp-server is not in valid_values {{(pid=94872) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:38:49.632711 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.api.validators [None req-86ac594e-d943-4ab4-abfb-04c4620f573e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] server-ip-address is not in valid_values {{(pid=94872) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:38:49.687555 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f5c73-4cd8-4d01-aebd-f681f3838959 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Pushing event updated for resources: {'Port': ['ID=f423fea5-2431-4560-8e3f-c0ac4f675541,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:49.785014 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45640) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:49.798650 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:49.836212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45642) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:49.954738 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a10cef5e-b963-4135-9ec4-576d781e0c28 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:49.960728 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a10cef5e-b963-4135-9ec4-576d781e0c28 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.085382 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4eaba12-c37c-47fd-950d-0eebb0703ee1 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.095756 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a10cef5e-b963-4135-9ec4-576d781e0c28 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.096586 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10cef5e-b963-4135-9ec4-576d781e0c28 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Fanout notify agent at l3_agent the message router_deleted on router 188c1d0a-dcf4-41dd-9186-c44f20b4bb97 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:38:50.111427 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a10cef5e-b963-4135-9ec4-576d781e0c28 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.112812 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a10cef5e-b963-4135-9ec4-576d781e0c28 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/routers/188c1d0a-dcf4-41dd-9186-c44f20b4bb97 HTTP/1.1" status: 204 len: 168 time: 1.3686535 Aug 16 22:38:50.117989 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45648) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:50.126355 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4eaba12-c37c-47fd-950d-0eebb0703ee1 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.192777 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6d18393-29d1-4e9e-8935-108d637f4b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.197591 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ac594e-d943-4ab4-abfb-04c4620f573e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Made reservation on behalf of 9e6b067d67d0403d9a2db694d2b67d0e for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:50.201071 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86ac594e-d943-4ab4-abfb-04c4620f573e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.230546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a80afae-f2f6-42cd-aa52-a5efd097a950 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting subnet 8e975177-33ff-4a8e-b1e3-79cac718758d {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:38:50.232100 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-86ac594e-d943-4ab4-abfb-04c4620f573e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] device_id is not set on port b69adabc-1ddb-4e70-9c3c-d7692acc282b yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:38:50.242489 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a80afae-f2f6-42cd-aa52-a5efd097a950 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.316261 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6255efca-9ced-4bcb-ba96-086f14d846f2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4867ad18984c4fb08b51209245f2f6ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4787638 Aug 16 22:38:50.321321 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45652) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:50.322807 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a4eaba12-c37c-47fd-950d-0eebb0703ee1 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Deleting port 7c419f61-b278-4553-a065-5261c243e39c {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:50.323152 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4eaba12-c37c-47fd-950d-0eebb0703ee1 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.329265 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a80afae-f2f6-42cd-aa52-a5efd097a950 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.407118 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:38:50.419482 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.465549 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] Transition to ACTIVE for port object aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:50.482818 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a80afae-f2f6-42cd-aa52-a5efd097a950 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.487385 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.517090 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-86ac594e-d943-4ab4-abfb-04c4620f573e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Allocated IP 172.20.0.7 (10931623-99bf-4db9-8b9c-38d94f293a2a/dd3db602-a4f7-407a-a74a-93496405724b/b69adabc-1ddb-4e70-9c3c-d7692acc282b) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:50.564497 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4eaba12-c37c-47fd-950d-0eebb0703ee1 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.575400 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f90444c5-41e8-4723-9e59-4234f9ff9bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.584411 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] Pushing event updated for resources: {'Port': ['ID=aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:50.612656 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a4eaba12-c37c-47fd-950d-0eebb0703ee1 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Calling delete_port for 7c419f61-b278-4553-a065-5261c243e39c owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:50.618241 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6d18393-29d1-4e9e-8935-108d637f4b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.663207 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a80afae-f2f6-42cd-aa52-a5efd097a950 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.679505 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b6d18393-29d1-4e9e-8935-108d637f4b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.711300 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f90444c5-41e8-4723-9e59-4234f9ff9bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.719018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80afae-f2f6-42cd-aa52-a5efd097a950 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Subnet': ['ID=8e975177-33ff-4a8e-b1e3-79cac718758d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:50.734896 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33852c80-2ee8-446e-8c14-0c2655f2d667 None None] Network e5595e36-bd43-498c-8d41-4fce2bdb6f3f requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:50.745447 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a80afae-f2f6-42cd-aa52-a5efd097a950 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.747931 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8a80afae-f2f6-42cd-aa52-a5efd097a950 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/subnets/8e975177-33ff-4a8e-b1e3-79cac718758d HTTP/1.1" status: 204 len: 168 time: 0.6281371 Aug 16 22:38:50.749217 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] Attempting to bind port aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:38:50.749577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] Attempting to bind port aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:38:50.749909 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] Attempting to bind port aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6 on network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:50.753783 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45656) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:50.782398 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] Port aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6 on network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:38:50.782736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] Attempting to bind port aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6 on network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:50.815603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:38:50.815968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] Checking segment: {'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:50.816355 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] Bound using segment: {'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:38:50.816815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] Bound port: aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:38:50.817501 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.867928 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b6d18393-29d1-4e9e-8935-108d637f4b39 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9161ab319e6b48c68014565193c51a01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0486469 Aug 16 22:38:50.883062 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45658) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:50.885445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110d4ab-f172-4247-81bb-9ab9a71f8907 req-1b53cdaa-4c4f-479c-9dc0-0fa6f3a68e82 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:50.890784 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b110d4ab-f172-4247-81bb-9ab9a71f8907 req-1b53cdaa-4c4f-479c-9dc0-0fa6f3a68e82 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=3765ae42-a043-4dd0-890e-c238d23182a3 HTTP/1.1" status: 200 len: 943 time: 0.2127392 Aug 16 22:38:50.894263 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d18393-29d1-4e9e-8935-108d637f4b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8b9f2d-6c2e-4e64-8945-282e49316b2d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:50.942904 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-488a38bf-4762-4413-bcbd-b125d0985920 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:51.006082 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7e4bf4-bb56-40a6-8544-e60d81db3069 None None] Network 10931623-99bf-4db9-8b9c-38d94f293a2a requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:51.010669 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6677b0-daa1-4f00-9cdf-8c32c7d8564f None None] DHCP port deletion for e5595e36-bd43-498c-8d41-4fce2bdb6f3f request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:38:51.027922 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dae5d5a6-488e-4df7-9b91-8c75123e5c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:51.031219 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b110d4ab-f172-4247-81bb-9ab9a71f8907 req-3497181e-cdd5-47ce-b4ff-1dd7dc4cb1db tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037657 Aug 16 22:38:51.090249 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] For port aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:38:51.093516 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f90444c5-41e8-4723-9e59-4234f9ff9bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:51.096498 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f90444c5-41e8-4723-9e59-4234f9ff9bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:51.101048 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f90444c5-41e8-4723-9e59-4234f9ff9bf8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ea02089d-13db-44d3-bb01-596085870fb7 HTTP/1.1" status: 204 len: 168 time: 0.7757149 Aug 16 22:38:51.113409 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] For port aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:38:51.120607 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:51.123480 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-552c2f33-3cd7-4e57-b0cd-7fa2641c31c9 None None] Provisioning for port 9d911198-5263-4cc7-8b7f-62dcafb6e1ba completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:51.132245 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90444c5-41e8-4723-9e59-4234f9ff9bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea02089d-13db-44d3-bb01-596085870fb7,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:51.145021 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dae5d5a6-488e-4df7-9b91-8c75123e5c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:51.193252 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:51.194425 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:51.197436 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] 10.222.0.39 "PUT /v2.0/ports/aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6 HTTP/1.1" status: 200 len: 1092 time: 1.6204665 Aug 16 22:38:51.203581 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86ac594e-d943-4ab4-abfb-04c4620f573e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:51.213420 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3765ae42-a043-4dd0-890e-c238d23182a3', 'tag': 'aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:38:51.218263 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf190c0-fc40-4f58-b9d6-d6b8fe8c7fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "3765ae42-a043-4dd0-890e-c238d23182a3", "tag": "aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:38:51.238721 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-488a38bf-4762-4413-bcbd-b125d0985920 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting port 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:51.239071 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-488a38bf-4762-4413-bcbd-b125d0985920 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:51.252101 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-9a6677b0-daa1-4f00-9cdf-8c32c7d8564f None None] Deleting port 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:51.253509 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9a6677b0-daa1-4f00-9cdf-8c32c7d8564f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:51.287727 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-86ac594e-d943-4ab4-abfb-04c4620f573e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Transition to ACTIVE for port object b69adabc-1ddb-4e70-9c3c-d7692acc282b will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:51.327305 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58df8a91-ff05-4a84-830a-888bddccdc0e x-openstack-request-id: req-58df8a91-ff05-4a84-830a-888bddccdc0e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:38:51.330418 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3765ae42-a043-4dd0-890e-c238d23182a3", "tag": "aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:38:51.330979 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-58df8a91-ff05-4a84-830a-888bddccdc0e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:38:51.331727 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3765ae42-a043-4dd0-890e-c238d23182a3', 'tag': 'aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6', 'status': 'completed', 'code': 200} Aug 16 22:38:51.340943 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dae5d5a6-488e-4df7-9b91-8c75123e5c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:51.345833 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dae5d5a6-488e-4df7-9b91-8c75123e5c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:51.348138 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dae5d5a6-488e-4df7-9b91-8c75123e5c08 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7c8b9f2d-6c2e-4e64-8945-282e49316b2d HTTP/1.1" status: 204 len: 168 time: 0.4380322 Aug 16 22:38:51.394247 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73819579-f227-4ef9-b43c-be34ea24908d service neutron] Pushing event updated for resources: {'Port': ['ID=aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:51.395301 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5d5a6-488e-4df7-9b91-8c75123e5c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8b9f2d-6c2e-4e64-8945-282e49316b2d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:51.406126 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4eaba12-c37c-47fd-950d-0eebb0703ee1 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:51.477298 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9a6677b0-daa1-4f00-9cdf-8c32c7d8564f None None] For port 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0ad290a6-3b88-4a69-b0bc-e9a123c95fbf,segment=NetworkSegment(203259ae-e449-418c-a7e3-a302f66eb932),segment_id=203259ae-e449-418c-a7e3-a302f66eb932)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:51.477707 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9a6677b0-daa1-4f00-9cdf-8c32c7d8564f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:51.489159 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-488a38bf-4762-4413-bcbd-b125d0985920 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] For port 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0ad290a6-3b88-4a69-b0bc-e9a123c95fbf,segment=NetworkSegment(203259ae-e449-418c-a7e3-a302f66eb932),segment_id=203259ae-e449-418c-a7e3-a302f66eb932)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:51.489547 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-488a38bf-4762-4413-bcbd-b125d0985920 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:51.512305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eaba12-c37c-47fd-950d-0eebb0703ee1 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Pushing event deleted for resources: {'Port': ['ID=7c419f61-b278-4553-a065-5261c243e39c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:51.524630 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-488a38bf-4762-4413-bcbd-b125d0985920 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Calling delete_port for 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:51.534689 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86ac594e-d943-4ab4-abfb-04c4620f573e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:51.544665 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-9a6677b0-daa1-4f00-9cdf-8c32c7d8564f None None] Calling delete_port for 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:51.545922 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-626e2c20-dedd-4ea9-a9a1-de40d4e98d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:51.549738 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-626e2c20-dedd-4ea9-a9a1-de40d4e98d62 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&device_id=3765ae42-a043-4dd0-890e-c238d23182a3 HTTP/1.1" status: 200 len: 1095 time: 0.2839160 Aug 16 22:38:51.561098 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9d911198-5263-4cc7-8b7f-62dcafb6e1ba up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:51.682637 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-5d8b7ef2-0edf-474f-80ef-84d5472575c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6 HTTP/1.1" status: 200 len: 217 time: 0.0803256 Aug 16 22:38:51.701455 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ac594e-d943-4ab4-abfb-04c4620f573e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Network 10931623-99bf-4db9-8b9c-38d94f293a2a is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:51.708068 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-86ac594e-d943-4ab4-abfb-04c4620f573e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:51.723723 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ac594e-d943-4ab4-abfb-04c4620f573e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:51.781247 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-3ed0378c-e17e-4e66-9e08-610e9fdfefe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:51.782958 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-3ed0378c-e17e-4e66-9e08-610e9fdfefe5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2abfc365-29c3-4616-9b87-7c7a7ec9e755 HTTP/1.1" status: 200 len: 846 time: 0.0895629 Aug 16 22:38:51.801185 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9a6677b0-daa1-4f00-9cdf-8c32c7d8564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:51.823439 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-cbb28528-f522-4ebf-aa22-175d63738deb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328326 Aug 16 22:38:51.828746 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-488a38bf-4762-4413-bcbd-b125d0985920 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:51.856813 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 9d911198-5263-4cc7-8b7f-62dcafb6e1ba completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:51.862077 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6677b0-daa1-4f00-9cdf-8c32c7d8564f None None] Pushing event deleted for resources: {'Port': ['ID=0ad290a6-3b88-4a69-b0bc-e9a123c95fbf,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:51.865831 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 9d911198-5263-4cc7-8b7f-62dcafb6e1ba triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:51.866244 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:51.870867 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6677b0-daa1-4f00-9cdf-8c32c7d8564f None None] No DVR routers for this DVR port 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:38:51.917220 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a38bf-4762-4413-bcbd-b125d0985920 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Port': ['ID=0ad290a6-3b88-4a69-b0bc-e9a123c95fbf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:51.921397 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ac594e-d943-4ab4-abfb-04c4620f573e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:51.923413 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86ac594e-d943-4ab4-abfb-04c4620f573e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:51.970522 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac594e-d943-4ab4-abfb-04c4620f573e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Pushing event updated for resources: {'Port': ['ID=b69adabc-1ddb-4e70-9c3c-d7692acc282b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:51.983638 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4eaba12-c37c-47fd-950d-0eebb0703ee1 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:51.992270 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-86ac594e-d943-4ab4-abfb-04c4620f573e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.3713655 Aug 16 22:38:51.992952 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45682) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:51.998646 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488a38bf-4762-4413-bcbd-b125d0985920 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] No DVR routers for this DVR port 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:38:52.048652 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:52.109051 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 9d911198-5263-4cc7-8b7f-62dcafb6e1ba, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9d911198-5263-4cc7-8b7f-62dcafb6e1ba,segment=NetworkSegment(5788150f-2d84-4ab4-bb41-e31d967217dd),segment_id=5788150f-2d84-4ab4-bb41-e31d967217dd)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:52.123391 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:52.243965 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:38:52.301777 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dda5028-0414-457d-b9d4-a0dcbcbadd51 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:52.311871 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dda5028-0414-457d-b9d4-a0dcbcbadd51 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:52.325496 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=9d911198-5263-4cc7-8b7f-62dcafb6e1ba,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:52.327768 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dda5028-0414-457d-b9d4-a0dcbcbadd51 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:52.332636 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1dda5028-0414-457d-b9d4-a0dcbcbadd51 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.3370669 Aug 16 22:38:52.335139 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45694) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:52.342839 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:38:52.343395 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0ad290a6-3b88-4a69-b0bc-e9a123c95fbf not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:38:52.377293 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-be8e5ac8-cb81-4e2c-bcf5-99a4df30ae3f None None] Provisioning complete for port 9d911198-5263-4cc7-8b7f-62dcafb6e1ba triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:52.378322 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-be8e5ac8-cb81-4e2c-bcf5-99a4df30ae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:52.490221 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4eaba12-c37c-47fd-950d-0eebb0703ee1 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:52.497019 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4eaba12-c37c-47fd-950d-0eebb0703ee1 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578920'] for router, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:52.596077 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-be8e5ac8-cb81-4e2c-bcf5-99a4df30ae3f None None] Provisioning for port f423fea5-2431-4560-8e3f-c0ac4f675541 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:52.607128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-be8e5ac8-cb81-4e2c-bcf5-99a4df30ae3f None None] Provisioning complete for port f423fea5-2431-4560-8e3f-c0ac4f675541 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:52.607936 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-be8e5ac8-cb81-4e2c-bcf5-99a4df30ae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:52.714062 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-be8e5ac8-cb81-4e2c-bcf5-99a4df30ae3f None None] Port f423fea5-2431-4560-8e3f-c0ac4f675541 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:52.809482 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-488a38bf-4762-4413-bcbd-b125d0985920 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:52.822259 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-488a38bf-4762-4413-bcbd-b125d0985920 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5595e36-bd43-498c-8d41-4fce2bdb6f3f']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:52.835941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-488a38bf-4762-4413-bcbd-b125d0985920 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203259ae-e449-418c-a7e3-a302f66eb932') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:52.836232 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-488a38bf-4762-4413-bcbd-b125d0985920 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203259ae-e449-418c-a7e3-a302f66eb932') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:52.848346 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-488a38bf-4762-4413-bcbd-b125d0985920 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:52.862901 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cb8c91e0-2c50-4033-8b9e-d599cdd944a7 None None] Provisioning complete for port f423fea5-2431-4560-8e3f-c0ac4f675541 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:52.866874 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb8c91e0-2c50-4033-8b9e-d599cdd944a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:52.867766 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-488a38bf-4762-4413-bcbd-b125d0985920 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:52.876945 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488a38bf-4762-4413-bcbd-b125d0985920 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:38:52.877380 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-488a38bf-4762-4413-bcbd-b125d0985920 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:38:53.005195 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:38:53.009104 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45710) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:53.020266 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-cb8c91e0-2c50-4033-8b9e-d599cdd944a7 None None] Port f423fea5-2431-4560-8e3f-c0ac4f675541 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:53.027837 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-488a38bf-4762-4413-bcbd-b125d0985920 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:53.067544 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-488a38bf-4762-4413-bcbd-b125d0985920 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:53.076042 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-488a38bf-4762-4413-bcbd-b125d0985920 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/networks/e5595e36-bd43-498c-8d41-4fce2bdb6f3f HTTP/1.1" status: 204 len: 168 time: 2.3131835 Aug 16 22:38:53.091618 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45716) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:53.108281 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4eaba12-c37c-47fd-950d-0eebb0703ee1 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Router 088f7620-b26f-4694-a637-88244acdfca8 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:38:53.111872 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a38bf-4762-4413-bcbd-b125d0985920 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Network': ['ID=e5595e36-bd43-498c-8d41-4fce2bdb6f3f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:53.160093 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8e69a078-d804-485d-b8e8-bdacd969d2d7 None None] Provisioning for port b69adabc-1ddb-4e70-9c3c-d7692acc282b completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:53.167482 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8e69a078-d804-485d-b8e8-bdacd969d2d7 None None] Provisioning complete for port b69adabc-1ddb-4e70-9c3c-d7692acc282b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:53.167937 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8e69a078-d804-485d-b8e8-bdacd969d2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:53.197278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-f96e8c0a-0c30-4783-a912-a32c0ad09670 service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3554580 Aug 16 22:38:53.229245 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2883a48-2ee2-4098-9b1d-fc2979d979ee req-1b5d7036-355d-4c3a-9288-967c61114ac4 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:53.229245 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2883a48-2ee2-4098-9b1d-fc2979d979ee req-1b5d7036-355d-4c3a-9288-967c61114ac4 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=3765ae42-a043-4dd0-890e-c238d23182a3 HTTP/1.1" status: 200 len: 943 time: 0.5026402 Aug 16 22:38:53.235165 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45718) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:53.267111 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-8e69a078-d804-485d-b8e8-bdacd969d2d7 None None] Port b69adabc-1ddb-4e70-9c3c-d7692acc282b cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:53.282372 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae45fcc-2519-4854-ad00-3e085c4e3387 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:53.284375 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-eae45fcc-2519-4854-ad00-3e085c4e3387 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports/4a115518-896d-4661-b265-7cd76ea84a7d HTTP/1.1" status: 200 len: 845 time: 0.1854529 Aug 16 22:38:53.326994 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45722) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:53.396073 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2883a48-2ee2-4098-9b1d-fc2979d979ee req-0c135974-9592-48fd-97f8-3bd714cf6a61 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508310 Aug 16 22:38:53.407597 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-acda0e06-7320-403c-a88c-4e42262083ca tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Deleting port b69adabc-1ddb-4e70-9c3c-d7692acc282b {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:53.410153 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-acda0e06-7320-403c-a88c-4e42262083ca tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:53.473053 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9d911198-5263-4cc7-8b7f-62dcafb6e1ba up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:53.487771 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-11dc603a-6fda-48df-ac65-c95d34cd1b26 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1613214354-network', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:53.506091 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Request body: {'networks': [{'name': 'tempest-network--1896018471'}, {'name': 'tempest-network--187521868'}]} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:53.506936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Request body: {'network': {'name': 'tempest-network--1896018471'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:53.507692 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Request body: {'network': {'name': 'tempest-network--187521868'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:53.510275 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7f72cfd4-09d9-4bb4-9c8e-c0b4b22caa81 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports/4a115518-896d-4661-b265-7cd76ea84a7d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1819050 Aug 16 22:38:53.515665 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4eaba12-c37c-47fd-950d-0eebb0703ee1 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:53.519303 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45724) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:53.529114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfbad60b-c688-4c6b-b7b7-740ebadcdfd9 req-007e3573-c26e-420b-b979-c2609d181bcd service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304996 Aug 16 22:38:53.540017 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4eaba12-c37c-47fd-950d-0eebb0703ee1 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:53.545324 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a4eaba12-c37c-47fd-950d-0eebb0703ee1 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "PUT /v2.0/routers/088f7620-b26f-4694-a637-88244acdfca8 HTTP/1.1" status: 200 len: 709 time: 5.4336412 Aug 16 22:38:53.551359 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c6003e-0e02-42ca-88a4-f1972c9db94f None None] Sync routers for ids ['088f7620-b26f-4694-a637-88244acdfca8'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:53.551822 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c4c012f7-2507-486e-b375-b4f405f508a9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'subnet': {'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:53.559514 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45726) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:53.571147 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-11dc603a-6fda-48df-ac65-c95d34cd1b26 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:38:53.571147 n-d-792458-15 neutron-server[94871]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 22:38:53.571147 n-d-792458-15 neutron-server[94871]: [parameters: {'project_id': '7537f5cabb134098ac7e1d49956c397c', 'id': '03964941-24ab-45da-83ff-a0ff0e9a336c', 'expiration': datetime.datetime(2021, 8, 16, 22, 40, 53, 557046)}] Aug 16 22:38:53.571147 n-d-792458-15 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:38:53.573416 n-d-792458-15 neutron-server[94871]: DEBUG oslo_db.api [None req-11dc603a-6fda-48df-ac65-c95d34cd1b26 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:38:53.592298 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c6003e-0e02-42ca-88a4-f1972c9db94f None None] Routers {'088f7620-b26f-4694-a637-88244acdfca8'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:53.593573 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-36c6003e-0e02-42ca-88a4-f1972c9db94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:38:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['088f7620-b26f-4694-a637-88244acdfca8'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:53.649078 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-36c6003e-0e02-42ca-88a4-f1972c9db94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:53.651773 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 9d911198-5263-4cc7-8b7f-62dcafb6e1ba triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:53.652941 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:53.700163 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Made reservation on behalf of 02b09ca8421441e0bcc5ceb923c6fc6b for: {'network': 2} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:53.700391 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-acda0e06-7320-403c-a88c-4e42262083ca tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:53.705303 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:53.726777 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-be911bad-16a7-448a-9ba9-483b79e2d78f tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "GET /v2.0/routers/088f7620-b26f-4694-a637-88244acdfca8 HTTP/1.1" status: 200 len: 744 time: 0.1577127 Aug 16 22:38:53.734043 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:53.734363 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-acda0e06-7320-403c-a88c-4e42262083ca tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Calling delete_port for b69adabc-1ddb-4e70-9c3c-d7692acc282b owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:53.737537 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c6003e-0e02-42ca-88a4-f1972c9db94f None None] Routers {'088f7620-b26f-4694-a637-88244acdfca8'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:53.737537 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-36c6003e-0e02-42ca-88a4-f1972c9db94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:38:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['088f7620-b26f-4694-a637-88244acdfca8'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:53.737911 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45730) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:53.766511 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c012f7-2507-486e-b375-b4f405f508a9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:53.773128 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c4c012f7-2507-486e-b375-b4f405f508a9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:53.812518 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-36c6003e-0e02-42ca-88a4-f1972c9db94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:53.813432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c6003e-0e02-42ca-88a4-f1972c9db94f None None] The sync data for ids ['088f7620-b26f-4694-a637-88244acdfca8'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:53.821709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1da57750-ca9e-438b-93e1-a679a469930d tempest-RoutersIpV6AdminTest-751618110 tempest-RoutersIpV6AdminTest-751618110-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&device_id=088f7620-b26f-4694-a637-88244acdfca8 HTTP/1.1" status: 200 len: 205 time: 0.0757132 Aug 16 22:38:53.827929 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45732) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:53.842853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf190c0-fc40-4f58-b9d6-d6b8fe8c7fa9 req-0bf2fdb6-71b8-4c93-8a4d-2b961dda5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:53.844401 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8bf190c0-fc40-4f58-b9d6-d6b8fe8c7fa9 req-0bf2fdb6-71b8-4c93-8a4d-2b961dda5cdb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&device_id=3765ae42-a043-4dd0-890e-c238d23182a3 HTTP/1.1" status: 200 len: 1095 time: 0.2073154 Aug 16 22:38:53.874424 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cc10c729-0ec0-43af-8d11-26c8297531a6 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "GET /v2.0/ports?device_id=088f7620-b26f-4694-a637-88244acdfca8 HTTP/1.1" status: 200 len: 205 time: 0.0452223 Aug 16 22:38:53.885174 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45734) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:54.030410 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5c659772-cd4f-4e80-b59a-3b91c90d4cfd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.102858 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-acda0e06-7320-403c-a88c-4e42262083ca tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.144186 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda0e06-7320-403c-a88c-4e42262083ca tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Pushing event deleted for resources: {'Port': ['ID=b69adabc-1ddb-4e70-9c3c-d7692acc282b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:54.144884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf190c0-fc40-4f58-b9d6-d6b8fe8c7fa9 req-a45d4483-5d36-43e3-8861-de955b4a147d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:54.146229 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8bf190c0-fc40-4f58-b9d6-d6b8fe8c7fa9 req-a45d4483-5d36-43e3-8861-de955b4a147d service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 907 time: 0.2748983 Aug 16 22:38:54.154248 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c4c012f7-2507-486e-b375-b4f405f508a9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.257515 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c012f7-2507-486e-b375-b4f405f508a9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network babb651f-43c0-4f3a-a214-ef8d0ec92712 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:54.266012 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-c4c012f7-2507-486e-b375-b4f405f508a9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:54.272838 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c012f7-2507-486e-b375-b4f405f508a9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:54.273456 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c4c012f7-2507-486e-b375-b4f405f508a9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.284534 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf746f8-20a1-40d7-a2f2-c86bcb389d82 None None] Network babb651f-43c0-4f3a-a214-ef8d0ec92712 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:54.289534 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.293514 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c012f7-2507-486e-b375-b4f405f508a9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Subnet': ['ID=f2cff6ab-7eb7-4ec9-99a8-35bed2e87979,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:54.294546 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8bf190c0-fc40-4f58-b9d6-d6b8fe8c7fa9 req-010279a6-d73b-4693-908d-85edd4ce19ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6 HTTP/1.1" status: 200 len: 217 time: 0.1380057 Aug 16 22:38:54.299018 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-acda0e06-7320-403c-a88c-4e42262083ca tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.300129 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.301237 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.302445 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-acda0e06-7320-403c-a88c-4e42262083ca tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] 10.222.0.93 "DELETE /v2.0/ports/b69adabc-1ddb-4e70-9c3c-d7692acc282b HTTP/1.1" status: 204 len: 168 time: 1.9659021 Aug 16 22:38:54.305908 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c4c012f7-2507-486e-b375-b4f405f508a9 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7845576 Aug 16 22:38:54.306267 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45736) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:54.308720 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45738) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:54.310340 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5c659772-cd4f-4e80-b59a-3b91c90d4cfd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.318297 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0c681dfb-3e68-4913-891e-548e37ed6987 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Request body: {'port': {'name': 'tempest-new-port-name-1542433036', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:54.318709 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.api.validators [None req-0c681dfb-3e68-4913-891e-548e37ed6987 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] bootfile-name is not in valid_values {{(pid=94872) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:38:54.319057 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.api.validators [None req-0c681dfb-3e68-4913-891e-548e37ed6987 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] tftp-server is not in valid_values {{(pid=94872) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:38:54.319394 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.api.validators [None req-0c681dfb-3e68-4913-891e-548e37ed6987 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] server-ip-address is not in valid_values {{(pid=94872) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:38:54.325549 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4a56bbd4-012a-4df9-a86f-a46777d04e34 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'security_group': {'name': 'tempest-secgroup-742356106'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:54.331823 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5c659772-cd4f-4e80-b59a-3b91c90d4cfd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.416483 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c681dfb-3e68-4913-891e-548e37ed6987 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.496576 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11dc603a-6fda-48df-ac65-c95d34cd1b26 admin admin] Made reservation on behalf of 7537f5cabb134098ac7e1d49956c397c for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:54.498952 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11dc603a-6fda-48df-ac65-c95d34cd1b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.501463 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:38:54.526554 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=558ea44d-ab34-4e17-892f-1b84b20aee78,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:54.529693 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf190c0-fc40-4f58-b9d6-d6b8fe8c7fa9 req-0a5373fc-05e6-4c27-aee0-0e4086f108b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:54.531637 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8bf190c0-fc40-4f58-b9d6-d6b8fe8c7fa9 req-0a5373fc-05e6-4c27-aee0-0e4086f108b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2abfc365-29c3-4616-9b87-7c7a7ec9e755 HTTP/1.1" status: 200 len: 846 time: 0.2189069 Aug 16 22:38:54.539592 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-babb651f-43c0-4f3a-a214-ef8d0ec92712', 'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712', 'tenant_id': 'd151c136af15401e8630f50830d07764', 'fixed_ips': [{'subnet_id': 'f2cff6ab-7eb7-4ec9-99a8-35bed2e87979'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:38:54.540569 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.546813 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.547171 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Added segment fed02d04-0429-4fc0-a259-4905c3c7a7e6 of type vlan for network c223feca-e919-4801-a6ce-d6f7e9e9a50b Aug 16 22:38:54.562786 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a56bbd4-012a-4df9-a86f-a46777d04e34 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.592468 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.626477 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:38:54.629234 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11dc603a-6fda-48df-ac65-c95d34cd1b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.631459 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5c659772-cd4f-4e80-b59a-3b91c90d4cfd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.632269 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c659772-cd4f-4e80-b59a-3b91c90d4cfd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Fanout notify agent at l3_agent the message router_deleted on router 088f7620-b26f-4694-a637-88244acdfca8 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:38:54.658860 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5c659772-cd4f-4e80-b59a-3b91c90d4cfd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.660532 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5c659772-cd4f-4e80-b59a-3b91c90d4cfd tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "DELETE /v2.0/routers/088f7620-b26f-4694-a637-88244acdfca8 HTTP/1.1" status: 204 len: 168 time: 0.7742569 Aug 16 22:38:54.665749 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45742) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:54.683704 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.684060 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Added segment 02226a93-7878-4051-bd08-56694104e9e7 of type vlan for network 4028ae0a-4a95-46cb-a40c-0d39bd0ef56e Aug 16 22:38:54.721014 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5df53958-c760-493c-aad4-31608f40834f tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "GET /v2.0/ports?device_id=088f7620-b26f-4694-a637-88244acdfca8 HTTP/1.1" status: 200 len: 205 time: 0.0516624 Aug 16 22:38:54.723272 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45744) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:54.724841 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8bf190c0-fc40-4f58-b9d6-d6b8fe8c7fa9 req-7409bc7a-98f5-4d25-a9a0-26a9a3efb5bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842023 Aug 16 22:38:54.736480 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] Allocated IP 2001:db8::2 (babb651f-43c0-4f3a-a214-ef8d0ec92712/f2cff6ab-7eb7-4ec9-99a8-35bed2e87979/00729a7b-bd96-48b9-a0dd-0d3d5a59738d) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:54.787849 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-48c25d54-d6de-4285-a96d-35464f054c1e tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] delete failed (client error): The resource could not be found. Aug 16 22:38:54.790074 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-48c25d54-d6de-4285-a96d-35464f054c1e tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "DELETE /v2.0/routers/088f7620-b26f-4694-a637-88244acdfca8 HTTP/1.1" status: 404 len: 336 time: 0.0629196 Aug 16 22:38:54.797601 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45746) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:54.835967 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1c224493-1e9c-4e70-adf4-8e75eb41acff tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "GET /v2.0/ports?device_id=fae09c44-8774-40ee-bb5a-5f5f307eb21a HTTP/1.1" status: 200 len: 205 time: 0.0344915 Aug 16 22:38:54.838862 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45750) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:54.863806 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a56bbd4-012a-4df9-a86f-a46777d04e34 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.876277 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a56bbd4-012a-4df9-a86f-a46777d04e34 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.930635 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.933804 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.935981 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c681dfb-3e68-4913-891e-548e37ed6987 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.938938 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56bbd4-012a-4df9-a86f-a46777d04e34 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f8d78f-eaeb-4181-b3ed-2eff82911176,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:54.950001 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-f1e07c02-59c9-4504-a58a-63543b6a0680 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] delete failed (client error): The resource could not be found. Aug 16 22:38:54.950413 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] Transition to ACTIVE for port object 00729a7b-bd96-48b9-a0dd-0d3d5a59738d will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:54.950648 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f1e07c02-59c9-4504-a58a-63543b6a0680 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "DELETE /v2.0/routers/fae09c44-8774-40ee-bb5a-5f5f307eb21a HTTP/1.1" status: 404 len: 336 time: 0.1008947 Aug 16 22:38:54.950794 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c681dfb-3e68-4913-891e-548e37ed6987 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.950906 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45752) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:54.956779 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8bf190c0-fc40-4f58-b9d6-d6b8fe8c7fa9 req-fe3af8e2-079d-4f29-bb08-7e249a1d75cc service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209105 Aug 16 22:38:54.971601 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] Transition to ACTIVE for port object 00729a7b-bd96-48b9-a0dd-0d3d5a59738d will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:54.980958 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:54.996872 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e830e7a-0d5f-42ac-9ad2-4d4a8adbd6de req-e1a14480-0dcf-4a38-a1a8-6301e300c43e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:54.999371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e830e7a-0d5f-42ac-9ad2-4d4a8adbd6de req-e1a14480-0dcf-4a38-a1a8-6301e300c43e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=3765ae42-a043-4dd0-890e-c238d23182a3 HTTP/1.1" status: 200 len: 943 time: 0.3557878 Aug 16 22:38:55.025284 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] Network babb651f-43c0-4f3a-a214-ef8d0ec92712 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:55.029293 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:55.033242 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:55.041502 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fbf35bbd-d5aa-4be5-b3e3-f3d3c671f0dc tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bb84dab-acd9-4bd0-9bac-1a3e932516e9 HTTP/1.1" status: 200 len: 205 time: 0.0899916 Aug 16 22:38:55.051087 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] Pushing event updated for resources: {'Port': ['ID=00729a7b-bd96-48b9-a0dd-0d3d5a59738d,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:55.079403 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45756) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:55.120432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] Attempting to bind port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:38:55.120811 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] Attempting to bind port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '9a61217c-2627-40c5-a052-c71e5ab83f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:38:55.121335 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] Attempting to bind port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d on network babb651f-43c0-4f3a-a214-ef8d0ec92712 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:55.129300 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:38:55.130339 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] Checking segment: {'id': '9a61217c-2627-40c5-a052-c71e5ab83f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:55.130770 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:55.131233 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] Bound using segment: {'id': '9a61217c-2627-40c5-a052-c71e5ab83f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:38:55.131734 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] Bound port: 00729a7b-bd96-48b9-a0dd-0d3d5a59738d, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a61217c-2627-40c5-a052-c71e5ab83f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:38:55.132122 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:55.133714 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:55.134308 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:55.143602 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:55.149041 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:55.150029 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:55.151174 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c681dfb-3e68-4913-891e-548e37ed6987 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Pushing event updated for resources: {'Port': ['ID=f423fea5-2431-4560-8e3f-c0ac4f675541,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:55.160806 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-1c34744d-1a9d-4428-af90-72df6d75b11d tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] delete failed (client error): The resource could not be found. Aug 16 22:38:55.162031 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1c34744d-1a9d-4428-af90-72df6d75b11d tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "DELETE /v2.0/routers/8bb84dab-acd9-4bd0-9bac-1a3e932516e9 HTTP/1.1" status: 404 len: 336 time: 0.0782986 Aug 16 22:38:55.166353 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45758) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:55.209812 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4e35891b-e829-4b48-99bb-1e6e5eab6337 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "GET /v2.0/ports?device_id=7db5c015-99e9-42c2-becd-7a93e6f81d95 HTTP/1.1" status: 200 len: 205 time: 0.0421188 Aug 16 22:38:55.211186 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-0c681dfb-3e68-4913-891e-548e37ed6987 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] In _notify_port_updated(), no bound segment for port f423fea5-2431-4560-8e3f-c0ac4f675541 on network 10931623-99bf-4db9-8b9c-38d94f293a2a {{(pid=94872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:38:55.219048 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c681dfb-3e68-4913-891e-548e37ed6987 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:55.219694 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c681dfb-3e68-4913-891e-548e37ed6987 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:55.223991 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0c681dfb-3e68-4913-891e-548e37ed6987 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] 10.222.0.93 "PUT /v2.0/ports/f423fea5-2431-4560-8e3f-c0ac4f675541 HTTP/1.1" status: 200 len: 1136 time: 0.9138026 Aug 16 22:38:55.223991 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45760) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:55.224504 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45762) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:55.242810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] For port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:38:55.247755 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] For port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=00729a7b-bd96-48b9-a0dd-0d3d5a59738d,segment=NetworkSegment(9a61217c-2627-40c5-a052-c71e5ab83f82),segment_id=9a61217c-2627-40c5-a052-c71e5ab83f82)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:38:55.254484 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:55.287602 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-03166408-b2eb-400b-a7c3-82dabfedff68 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] delete failed (client error): The resource could not be found. Aug 16 22:38:55.287795 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-03166408-b2eb-400b-a7c3-82dabfedff68 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "DELETE /v2.0/routers/7db5c015-99e9-42c2-becd-7a93e6f81d95 HTTP/1.1" status: 404 len: 336 time: 0.0644777 Aug 16 22:38:55.297823 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45764) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:55.340380 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3941ea-f414-49dd-b6de-7a3e1be4b3b1 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:55.342521 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cd3941ea-f414-49dd-b6de-7a3e1be4b3b1 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] 10.222.0.93 "GET /v2.0/ports/f423fea5-2431-4560-8e3f-c0ac4f675541 HTTP/1.1" status: 200 len: 1136 time: 0.1093547 Aug 16 22:38:55.343069 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-62e4032b-5980-4591-873e-57a80c2d03c2 None None] Provisioning complete for port f423fea5-2431-4560-8e3f-c0ac4f675541 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:55.343609 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-62e4032b-5980-4591-873e-57a80c2d03c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:55.346521 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45766) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:55.381922 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9bd97d72-a409-4f64-86d3-4d11cfce065a tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "GET /v2.0/ports?device_id=b016675a-5ae8-470b-88b7-8cb14becff73 HTTP/1.1" status: 200 len: 205 time: 0.0749083 Aug 16 22:38:55.388043 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45768) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:55.389138 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68119910-92c7-4f95-80b0-6ebc35f71700 None None] Pushing event updated for resources: {'Port': ['ID=00729a7b-bd96-48b9-a0dd-0d3d5a59738d,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:55.419446 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-62e4032b-5980-4591-873e-57a80c2d03c2 None None] Port f423fea5-2431-4560-8e3f-c0ac4f675541 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:55.420454 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e830e7a-0d5f-42ac-9ad2-4d4a8adbd6de req-d913932f-1478-44b1-b36d-a8e3e189c0e7 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820052 Aug 16 22:38:55.439078 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Pushing event updated for resources: {'Network': ['ID=c223feca-e919-4801-a6ce-d6f7e9e9a50b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:55.439969 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-02161cc7-f851-45c9-8ec3-7d0637145a6e tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] delete failed (client error): The resource could not be found. Aug 16 22:38:55.443677 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-02161cc7-f851-45c9-8ec3-7d0637145a6e tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "DELETE /v2.0/routers/b016675a-5ae8-470b-88b7-8cb14becff73 HTTP/1.1" status: 404 len: 336 time: 0.0519845 Aug 16 22:38:55.443879 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45770) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:55.456351 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network c223feca-e919-4801-a6ce-d6f7e9e9a50b details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:38:55.491134 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8d1533be-b32c-496b-9fed-84572be76754 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f6110fd-5cb5-4067-bd75-126c017709cf HTTP/1.1" status: 200 len: 205 time: 0.0440016 Aug 16 22:38:55.496274 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45772) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:55.546359 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8bf190c0-fc40-4f58-b9d6-d6b8fe8c7fa9 req-0db2497f-b88f-42d4-a390-77250e746708 service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696943 Aug 16 22:38:55.572519 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-fbfc4989-e8ed-42d3-8fd6-826138034d7e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Deleting port f423fea5-2431-4560-8e3f-c0ac4f675541 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:55.572910 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbfc4989-e8ed-42d3-8fd6-826138034d7e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:55.597938 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11dc603a-6fda-48df-ac65-c95d34cd1b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:55.608282 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-7eadb5d5-5338-4781-9cd5-aa1d4a43bd3f tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] delete failed (client error): The resource could not be found. Aug 16 22:38:55.615874 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7eadb5d5-5338-4781-9cd5-aa1d4a43bd3f tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "DELETE /v2.0/routers/6f6110fd-5cb5-4067-bd75-126c017709cf HTTP/1.1" status: 404 len: 336 time: 0.1182034 Aug 16 22:38:55.646221 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45774) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:55.659710 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11dc603a-6fda-48df-ac65-c95d34cd1b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:55.662131 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a56bbd4-012a-4df9-a86f-a46777d04e34 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:55.667818 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4a56bbd4-012a-4df9-a86f-a46777d04e34 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3579388 Aug 16 22:38:55.670063 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45776) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:55.680545 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45778) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:55.680759 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.6692283 Aug 16 22:38:55.685513 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-daae69fd-15a9-4ab1-8551-1f4105a163a6 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'security_group': {'name': 'tempest-secgroup-2098310208'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:55.729501 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9375b9-8baf-4210-94a5-963e1e1c77f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Pushing event updated for resources: {'Network': ['ID=4028ae0a-4a95-46cb-a40c-0d39bd0ef56e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:55.740122 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83366d7-8aa1-49d3-8490-7553d9a84c22 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] DELETE failed (client error): The resource could not be found. Aug 16 22:38:55.740584 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d83366d7-8aa1-49d3-8490-7553d9a84c22 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:38:55.745458 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d83366d7-8aa1-49d3-8490-7553d9a84c22 tempest-RoutersIpV6AdminTest-658665058 tempest-RoutersIpV6AdminTest-658665058-project] 10.222.0.93 "DELETE /v2.0/subnets/b4b39144-31f3-4dfd-9345-6b35d30ac016 HTTP/1.1" status: 404 len: 337 time: 0.0966432 Aug 16 22:38:55.746467 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11dc603a-6fda-48df-ac65-c95d34cd1b26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:38:55.755238 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 4028ae0a-4a95-46cb-a40c-0d39bd0ef56e details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:38:55.798554 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11dc603a-6fda-48df-ac65-c95d34cd1b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:55.799334 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-11dc603a-6fda-48df-ac65-c95d34cd1b26 admin admin] Added segment 1ed050c3-3278-47d9-af20-f41346a21c4f of type vlan for network 435a10a5-cc42-49d2-96bb-80e24e818305 Aug 16 22:38:55.810416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc603a-6fda-48df-ac65-c95d34cd1b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92800af-8cc6-49e0-81bc-50046160cb66,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:55.839672 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-daae69fd-15a9-4ab1-8551-1f4105a163a6 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:55.847466 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbfc4989-e8ed-42d3-8fd6-826138034d7e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:55.888479 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-fbfc4989-e8ed-42d3-8fd6-826138034d7e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Calling delete_port for f423fea5-2431-4560-8e3f-c0ac4f675541 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:56.017699 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-daae69fd-15a9-4ab1-8551-1f4105a163a6 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:56.029398 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-daae69fd-15a9-4ab1-8551-1f4105a163a6 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:56.057980 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11dc603a-6fda-48df-ac65-c95d34cd1b26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:56.067600 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-daae69fd-15a9-4ab1-8551-1f4105a163a6 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:56.072807 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-daae69fd-15a9-4ab1-8551-1f4105a163a6 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3966007 Aug 16 22:38:56.075515 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45790) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:56.091683 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fbc393fd-7f43-43d7-8f8c-848ba360d8b2 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-44173310', 'security_groups': ['59139455-b4a4-455e-ae73-c3d89c991a4f'], 'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f2cff6ab-7eb7-4ec9-99a8-35bed2e87979'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:56.134106 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45792) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:56.186020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae69fd-15a9-4ab1-8551-1f4105a163a6 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59139455-b4a4-455e-ae73-c3d89c991a4f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:56.234500 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11dc603a-6fda-48df-ac65-c95d34cd1b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:56.242250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dc603a-6fda-48df-ac65-c95d34cd1b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:56.245210 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11dc603a-6fda-48df-ac65-c95d34cd1b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:56.396963 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:38:56.488149 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-11dc603a-6fda-48df-ac65-c95d34cd1b26 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2511282 Aug 16 22:38:56.506264 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8c98-3612-4a4f-bf8f-a9bee5443c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:56.532749 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2002bd-32d6-464b-8bcf-6550312dbdfd tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:56.539319 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2002bd-32d6-464b-8bcf-6550312dbdfd tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:56.541317 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45800) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:56.558849 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2002bd-32d6-464b-8bcf-6550312dbdfd tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:56.572447 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2002bd-32d6-464b-8bcf-6550312dbdfd tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:56.575146 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0c2002bd-32d6-464b-8bcf-6550312dbdfd tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8929279 Aug 16 22:38:56.614538 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45802) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:56.638008 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-64e9b0e8-c2a2-4efb-adfc-3850754758a3 admin admin] Request body: {'subnet': {'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1613214354-subnet', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:56.646287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc603a-6fda-48df-ac65-c95d34cd1b26 admin admin] Pushing event updated for resources: {'Network': ['ID=435a10a5-cc42-49d2-96bb-80e24e818305,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:56.732164 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 435a10a5-cc42-49d2-96bb-80e24e818305 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:38:56.822350 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbfc4989-e8ed-42d3-8fd6-826138034d7e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:56.848292 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c426-c952-48bb-b501-05e1daa2721a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:56.879414 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc4989-e8ed-42d3-8fd6-826138034d7e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Pushing event deleted for resources: {'Port': ['ID=f423fea5-2431-4560-8e3f-c0ac4f675541,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:56.898653 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66700ac3-de7a-4e5b-8c4d-aae3c9af33ee req-afae4f84-a0ac-4dec-b781-12d0c4f2abbf tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:56.901583 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-66700ac3-de7a-4e5b-8c4d-aae3c9af33ee req-afae4f84-a0ac-4dec-b781-12d0c4f2abbf tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=3765ae42-a043-4dd0-890e-c238d23182a3 HTTP/1.1" status: 200 len: 943 time: 0.2504897 Aug 16 22:38:56.930433 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abe97d-d72d-4f53-a175-837a99db3ad2 req-a4dea432-f3b4-4352-8d03-d14b159e2a07 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:56.940389 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abe97d-d72d-4f53-a175-837a99db3ad2 req-a4dea432-f3b4-4352-8d03-d14b159e2a07 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:56.946746 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abe97d-d72d-4f53-a175-837a99db3ad2 req-a4dea432-f3b4-4352-8d03-d14b159e2a07 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:56.952948 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abe97d-d72d-4f53-a175-837a99db3ad2 req-a4dea432-f3b4-4352-8d03-d14b159e2a07 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:56.959048 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abe97d-d72d-4f53-a175-837a99db3ad2 req-a4dea432-f3b4-4352-8d03-d14b159e2a07 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:56.965501 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abe97d-d72d-4f53-a175-837a99db3ad2 req-a4dea432-f3b4-4352-8d03-d14b159e2a07 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:56.972086 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abe97d-d72d-4f53-a175-837a99db3ad2 req-a4dea432-f3b4-4352-8d03-d14b159e2a07 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:56.974117 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-20abe97d-d72d-4f53-a175-837a99db3ad2 req-a4dea432-f3b4-4352-8d03-d14b159e2a07 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5443 time: 0.3124270 Aug 16 22:38:56.983587 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:57.002229 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6', 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325', 'port_id': 'aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6', 'mac_address': 'fa:16:3e:49:d8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2abfc365-29c3-4616-9b87-7c7a7ec9e755', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:38:57.008099 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a0834f6e-978e-4fe5-8520-b8b74b6e638d None None] Provisioning for port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:57.061030 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c426-c952-48bb-b501-05e1daa2721a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.076331 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a0834f6e-978e-4fe5-8520-b8b74b6e638d None None] Provisioning complete for port 4a115518-896d-4661-b265-7cd76ea84a7d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:57.077007 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a0834f6e-978e-4fe5-8520-b8b74b6e638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.083936 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-a5e0c426-c952-48bb-b501-05e1daa2721a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c223feca-e919-4801-a6ce-d6f7e9e9a50b']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:57.094541 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbfc4989-e8ed-42d3-8fd6-826138034d7e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.099889 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fbfc4989-e8ed-42d3-8fd6-826138034d7e tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] 10.222.0.93 "DELETE /v2.0/ports/f423fea5-2431-4560-8e3f-c0ac4f675541 HTTP/1.1" status: 204 len: 168 time: 1.7517979 Aug 16 22:38:57.100561 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45806) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:57.117549 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.150865 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:38:57.175838 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-a5e0c426-c952-48bb-b501-05e1daa2721a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed02d04-0429-4fc0-a259-4905c3c7a7e6') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:57.176130 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-a5e0c426-c952-48bb-b501-05e1daa2721a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed02d04-0429-4fc0-a259-4905c3c7a7e6') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:57.177361 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:57.182975 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a0834f6e-978e-4fe5-8520-b8b74b6e638d None None] Port 4a115518-896d-4661-b265-7cd76ea84a7d cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:57.183481 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2319a6-3d20-4d8a-87d3-9b69e3257194 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Deleting subnet dd3db602-a4f7-407a-a74a-93496405724b {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:38:57.187700 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0e2319a6-3d20-4d8a-87d3-9b69e3257194 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.188026 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.252530 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:57.314773 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8c98-3612-4a4f-bf8f-a9bee5443c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.335158 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8c98-3612-4a4f-bf8f-a9bee5443c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.356435 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-66700ac3-de7a-4e5b-8c4d-aae3c9af33ee req-56980dcf-db1c-465a-bbc2-dfa3b8041672 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812616 Aug 16 22:38:57.387709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-20abe97d-d72d-4f53-a175-837a99db3ad2 req-dcce5757-fca5-4eea-9eff-f6a3f4bb53a9 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146262 Aug 16 22:38:57.429743 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e9b0e8-c2a2-4efb-adfc-3850754758a3 admin admin] Made reservation on behalf of 7537f5cabb134098ac7e1d49956c397c for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:57.433661 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64e9b0e8-c2a2-4efb-adfc-3850754758a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.461471 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c8c98-3612-4a4f-bf8f-a9bee5443c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703ccf1e-e2c9-4781-817b-e9bbf1824b62,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:57.501567 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:38:57.536971 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 00729a7b-bd96-48b9-a0dd-0d3d5a59738d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:57.543553 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ef6c8c98-3612-4a4f-bf8f-a9bee5443c40 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a3a1f28c53ba452b98649fb962c48e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4045665 Aug 16 22:38:57.547511 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45808) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:57.568695 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc393fd-7f43-43d7-8f8c-848ba360d8b2 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:57.583268 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c426-c952-48bb-b501-05e1daa2721a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.616397 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c426-c952-48bb-b501-05e1daa2721a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.628588 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0e2319a6-3d20-4d8a-87d3-9b69e3257194 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.644235 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:57.648971 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:57.649422 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.659691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e0c426-c952-48bb-b501-05e1daa2721a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:38:57.660262 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c426-c952-48bb-b501-05e1daa2721a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:38:57.664462 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:38:57.748992 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c426-c952-48bb-b501-05e1daa2721a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.754907 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c426-c952-48bb-b501-05e1daa2721a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.761080 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a5e0c426-c952-48bb-b501-05e1daa2721a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "DELETE /v2.0/networks/c223feca-e919-4801-a6ce-d6f7e9e9a50b HTTP/1.1" status: 204 len: 168 time: 1.1410642 Aug 16 22:38:57.763961 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45810) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:57.792942 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0c426-c952-48bb-b501-05e1daa2721a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Pushing event deleted for resources: {'Network': ['ID=c223feca-e919-4801-a6ce-d6f7e9e9a50b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:57.827829 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0e2319a6-3d20-4d8a-87d3-9b69e3257194 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.896285 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.924290 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0e2319a6-3d20-4d8a-87d3-9b69e3257194 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.938906 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-3a744bd0-f98a-4799-9875-015193f9779a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:57.942902 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=00729a7b-bd96-48b9-a0dd-0d3d5a59738d,segment=NetworkSegment(9a61217c-2627-40c5-a052-c71e5ab83f82),segment_id=9a61217c-2627-40c5-a052-c71e5ab83f82)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:57.949518 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.950402 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-3a744bd0-f98a-4799-9875-015193f9779a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:57.957844 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2319a6-3d20-4d8a-87d3-9b69e3257194 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Pushing event deleted for resources: {'Subnet': ['ID=dd3db602-a4f7-407a-a74a-93496405724b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:57.958861 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-3a744bd0-f98a-4799-9875-015193f9779a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:57.960949 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0e2319a6-3d20-4d8a-87d3-9b69e3257194 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.967571 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0e2319a6-3d20-4d8a-87d3-9b69e3257194 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] 10.222.0.93 "DELETE /v2.0/subnets/dd3db602-a4f7-407a-a74a-93496405724b HTTP/1.1" status: 204 len: 168 time: 0.8596153 Aug 16 22:38:57.967734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-3a744bd0-f98a-4799-9875-015193f9779a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:57.967868 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45812) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:57.976661 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-3a744bd0-f98a-4799-9875-015193f9779a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:57.986448 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977e3105-bb54-4263-946e-8b4f77688782 None None] Network 10931623-99bf-4db9-8b9c-38d94f293a2a requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:57.988841 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-3a744bd0-f98a-4799-9875-015193f9779a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:58.001510 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-3a744bd0-f98a-4799-9875-015193f9779a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:58.005833 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-3a744bd0-f98a-4799-9875-015193f9779a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.39 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5443 time: 0.4274721 Aug 16 22:38:58.006180 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eaa420a0-0b76-4a8f-90da-920c8a3a8c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.027416 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbc393fd-7f43-43d7-8f8c-848ba360d8b2 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.066026 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-768073fd-5a8c-4305-ae4d-589117140260 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.068886 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=00729a7b-bd96-48b9-a0dd-0d3d5a59738d,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:58.072170 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2489da0b-0857-4f88-8464-37a943343dda tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.123057 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eaa420a0-0b76-4a8f-90da-920c8a3a8c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.146421 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-fbc393fd-7f43-43d7-8f8c-848ba360d8b2 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] device_id is not set on port 2e8bc1cb-0625-4c53-9686-b1ef0daea221 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:38:58.148684 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-768073fd-5a8c-4305-ae4d-589117140260 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Deleting port 9d911198-5263-4cc7-8b7f-62dcafb6e1ba {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:58.149115 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-768073fd-5a8c-4305-ae4d-589117140260 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.158158 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-cde086b1-1583-44bc-9e58-3de74d20b91a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:58.159656 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-cde086b1-1583-44bc-9e58-3de74d20b91a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.39 "GET /v2.0/ports/e06f4eb2-9456-487d-879d-8e9aea9648b9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1392210 Aug 16 22:38:58.251791 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328430e8-aa99-4e5b-8282-627f5c892a73 None None] DHCP port deletion for 10931623-99bf-4db9-8b9c-38d94f293a2a request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:38:58.268159 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-768073fd-5a8c-4305-ae4d-589117140260 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] For port 9d911198-5263-4cc7-8b7f-62dcafb6e1ba, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9d911198-5263-4cc7-8b7f-62dcafb6e1ba,segment=NetworkSegment(5788150f-2d84-4ab4-bb41-e31d967217dd),segment_id=5788150f-2d84-4ab4-bb41-e31d967217dd)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:58.268433 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-768073fd-5a8c-4305-ae4d-589117140260 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.292755 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-768073fd-5a8c-4305-ae4d-589117140260 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Calling delete_port for 9d911198-5263-4cc7-8b7f-62dcafb6e1ba owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:58.336924 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-328430e8-aa99-4e5b-8282-627f5c892a73 None None] Deleting port 9d911198-5263-4cc7-8b7f-62dcafb6e1ba {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:58.337890 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-328430e8-aa99-4e5b-8282-627f5c892a73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.380268 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64e9b0e8-c2a2-4efb-adfc-3850754758a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.436163 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-328430e8-aa99-4e5b-8282-627f5c892a73 None None] For port 9d911198-5263-4cc7-8b7f-62dcafb6e1ba, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9d911198-5263-4cc7-8b7f-62dcafb6e1ba,segment=NetworkSegment(5788150f-2d84-4ab4-bb41-e31d967217dd),segment_id=5788150f-2d84-4ab4-bb41-e31d967217dd)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:58.436749 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-328430e8-aa99-4e5b-8282-627f5c892a73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.453415 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-768073fd-5a8c-4305-ae4d-589117140260 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.461563 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-328430e8-aa99-4e5b-8282-627f5c892a73 None None] Calling delete_port for 9d911198-5263-4cc7-8b7f-62dcafb6e1ba owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:58.492497 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768073fd-5a8c-4305-ae4d-589117140260 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Pushing event deleted for resources: {'Port': ['ID=9d911198-5263-4cc7-8b7f-62dcafb6e1ba,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:58.500549 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768073fd-5a8c-4305-ae4d-589117140260 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] No DVR routers for this DVR port 9d911198-5263-4cc7-8b7f-62dcafb6e1ba on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:38:58.603959 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-328430e8-aa99-4e5b-8282-627f5c892a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.614882 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eaa420a0-0b76-4a8f-90da-920c8a3a8c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.617709 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eaa420a0-0b76-4a8f-90da-920c8a3a8c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.618984 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-eaa420a0-0b76-4a8f-90da-920c8a3a8c68 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/703ccf1e-e2c9-4781-817b-e9bbf1824b62 HTTP/1.1" status: 204 len: 168 time: 1.0701592 Aug 16 22:38:58.627920 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328430e8-aa99-4e5b-8282-627f5c892a73 None None] No DVR routers for this DVR port 9d911198-5263-4cc7-8b7f-62dcafb6e1ba on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:38:58.628162 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2489da0b-0857-4f88-8464-37a943343dda tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.651908 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-768073fd-5a8c-4305-ae4d-589117140260 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.661112 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328430e8-aa99-4e5b-8282-627f5c892a73 None None] Pushing event deleted for resources: {'Port': ['ID=9d911198-5263-4cc7-8b7f-62dcafb6e1ba,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:58.670649 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-768073fd-5a8c-4305-ae4d-589117140260 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10931623-99bf-4db9-8b9c-38d94f293a2a']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:58.683482 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-768073fd-5a8c-4305-ae4d-589117140260 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5788150f-2d84-4ab4-bb41-e31d967217dd') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:58.683699 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-768073fd-5a8c-4305-ae4d-589117140260 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5788150f-2d84-4ab4-bb41-e31d967217dd') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:58.695986 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-768073fd-5a8c-4305-ae4d-589117140260 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.697995 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-c78fe136-1f29-42ec-812a-f222d857a199 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.39 "GET /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5241981 Aug 16 22:38:58.717156 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-768073fd-5a8c-4305-ae4d-589117140260 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.725865 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-768073fd-5a8c-4305-ae4d-589117140260 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:38:58.726707 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-768073fd-5a8c-4305-ae4d-589117140260 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.730850 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9b0e8-c2a2-4efb-adfc-3850754758a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18a4055b-447e-4e48-915e-006ede5ab862,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:38:58.735336 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:38:58.738006 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-2489da0b-0857-4f88-8464-37a943343dda tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4028ae0a-4a95-46cb-a40c-0d39bd0ef56e']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:58.743788 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-5373e45f-ebfa-4fcb-a4d5-a7cf9ae744b7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:58.749321 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa420a0-0b76-4a8f-90da-920c8a3a8c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703ccf1e-e2c9-4781-817b-e9bbf1824b62,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:58.808871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-2489da0b-0857-4f88-8464-37a943343dda tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02226a93-7878-4051-bd08-56694104e9e7') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:58.809467 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-2489da0b-0857-4f88-8464-37a943343dda tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02226a93-7878-4051-bd08-56694104e9e7') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:58.846350 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-768073fd-5a8c-4305-ae4d-589117140260 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.860202 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-768073fd-5a8c-4305-ae4d-589117140260 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.866250 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-768073fd-5a8c-4305-ae4d-589117140260 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] 10.222.0.93 "DELETE /v2.0/networks/10931623-99bf-4db9-8b9c-38d94f293a2a HTTP/1.1" status: 204 len: 168 time: 0.8935719 Aug 16 22:38:58.868629 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2489da0b-0857-4f88-8464-37a943343dda tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.879778 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768073fd-5a8c-4305-ae4d-589117140260 tempest-ExtraDHCPOptionsTestJSON-2129041854 tempest-ExtraDHCPOptionsTestJSON-2129041854-project] Pushing event deleted for resources: {'Network': ['ID=10931623-99bf-4db9-8b9c-38d94f293a2a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:58.907646 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e9b0e8-c2a2-4efb-adfc-3850754758a3 admin admin] Checking segment: {'id': '1ed050c3-3278-47d9-af20-f41346a21c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:58.908047 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e9b0e8-c2a2-4efb-adfc-3850754758a3 admin admin] Network hostable DHCP agents. Network: 435a10a5-cc42-49d2-96bb-80e24e818305, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:38:58.940782 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b466dc-9ee4-4e9f-a8b2-21b4fb451334 req-dd04722a-3d5a-4d71-b1eb-a4b30883fe77 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:58.942600 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-11b466dc-9ee4-4e9f-a8b2-21b4fb451334 req-dd04722a-3d5a-4d71-b1eb-a4b30883fe77 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=3765ae42-a043-4dd0-890e-c238d23182a3 HTTP/1.1" status: 200 len: 944 time: 0.3540854 Aug 16 22:38:58.945866 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2489da0b-0857-4f88-8464-37a943343dda tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:58.972176 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05543a37-855a-4d5d-a12b-b3a7ed7234fb req-f9d78c79-fd19-4a3b-9b0a-b0566ebce638 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:58.978856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05543a37-855a-4d5d-a12b-b3a7ed7234fb req-f9d78c79-fd19-4a3b-9b0a-b0566ebce638 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:58.985545 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05543a37-855a-4d5d-a12b-b3a7ed7234fb req-f9d78c79-fd19-4a3b-9b0a-b0566ebce638 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:58.991921 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05543a37-855a-4d5d-a12b-b3a7ed7234fb req-f9d78c79-fd19-4a3b-9b0a-b0566ebce638 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:59.004176 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05543a37-855a-4d5d-a12b-b3a7ed7234fb req-f9d78c79-fd19-4a3b-9b0a-b0566ebce638 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:59.016224 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05543a37-855a-4d5d-a12b-b3a7ed7234fb req-f9d78c79-fd19-4a3b-9b0a-b0566ebce638 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:59.028824 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05543a37-855a-4d5d-a12b-b3a7ed7234fb req-f9d78c79-fd19-4a3b-9b0a-b0566ebce638 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:59.043695 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05543a37-855a-4d5d-a12b-b3a7ed7234fb req-f9d78c79-fd19-4a3b-9b0a-b0566ebce638 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 5443 time: 0.4511850 Aug 16 22:38:59.052688 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45826) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:59.070722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-fbc393fd-7f43-43d7-8f8c-848ba360d8b2 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Allocated IP 2001:db8::15e (babb651f-43c0-4f3a-a214-ef8d0ec92712/f2cff6ab-7eb7-4ec9-99a8-35bed2e87979/2e8bc1cb-0625-4c53-9686-b1ef0daea221) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:59.073339 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2489da0b-0857-4f88-8464-37a943343dda tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:38:59.073754 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2489da0b-0857-4f88-8464-37a943343dda tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:38:59.084186 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:38:59.111034 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7a3ca96b-bea8-4e21-8fec-bd1fb5bb2f92 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7f7e0ce488ee4d88a1ad35259cfb0eb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563784 Aug 16 22:38:59.113987 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45828) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:59.143868 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-5373e45f-ebfa-4fcb-a4d5-a7cf9ae744b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:59.198293 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fe79e657-028e-46b3-993f-d80c20a8c7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:59.239810 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fe79e657-028e-46b3-993f-d80c20a8c7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:59.258095 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05543a37-855a-4d5d-a12b-b3a7ed7234fb req-c080ab5a-e71e-4506-99b8-054fc97fb874 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2124913 Aug 16 22:38:59.259288 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e9b0e8-c2a2-4efb-adfc-3850754758a3 admin admin] Network 435a10a5-cc42-49d2-96bb-80e24e818305 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:38:59.283369 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45832) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:59.323477 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fe79e657-028e-46b3-993f-d80c20a8c7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:59.326640 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fe79e657-028e-46b3-993f-d80c20a8c7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:59.331620 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fe79e657-028e-46b3-993f-d80c20a8c7c5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/59669bc2-6dfd-4738-82fd-050172f89e10 HTTP/1.1" status: 204 len: 168 time: 0.2128389 Aug 16 22:38:59.351627 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79e657-028e-46b3-993f-d80c20a8c7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59669bc2-6dfd-4738-82fd-050172f89e10,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:59.465827 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-11b466dc-9ee4-4e9f-a8b2-21b4fb451334 req-6940365c-b0e8-4c3a-b34a-ee0d506ec70e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123897 Aug 16 22:38:59.466625 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2489da0b-0857-4f88-8464-37a943343dda tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:59.478835 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 00729a7b-bd96-48b9-a0dd-0d3d5a59738d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:59.486854 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2489da0b-0857-4f88-8464-37a943343dda tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:59.495932 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2489da0b-0857-4f88-8464-37a943343dda tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "DELETE /v2.0/networks/4028ae0a-4a95-46cb-a40c-0d39bd0ef56e HTTP/1.1" status: 204 len: 168 time: 1.7209754 Aug 16 22:38:59.496100 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45838) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:59.554936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:59.555573 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:59.667940 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-64e9b0e8-c2a2-4efb-adfc-3850754758a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 435a10a5-cc42-49d2-96bb-80e24e818305) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:59.687956 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81660208-f5a5-41c3-a5a2-5b366c60e54c None None] Network 435a10a5-cc42-49d2-96bb-80e24e818305 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:59.740399 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb09e59-500b-47f8-a138-5a3cbf50f607 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:59.744660 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbc393fd-7f43-43d7-8f8c-848ba360d8b2 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:59.754126 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb09e59-500b-47f8-a138-5a3cbf50f607 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:59.758832 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4cb09e59-500b-47f8-a138-5a3cbf50f607 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2617493 Aug 16 22:38:59.764115 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-fbc393fd-7f43-43d7-8f8c-848ba360d8b2 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Transition to ACTIVE for port object 2e8bc1cb-0625-4c53-9686-b1ef0daea221 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:59.770875 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45844) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:59.776822 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489da0b-0857-4f88-8464-37a943343dda tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Pushing event deleted for resources: {'Network': ['ID=4028ae0a-4a95-46cb-a40c-0d39bd0ef56e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:59.777024 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-efc3ac4a-2fec-47a1-a90e-6ed3872d539e tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-366351541'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:59.794714 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e9b0e8-c2a2-4efb-adfc-3850754758a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:59.795788 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64e9b0e8-c2a2-4efb-adfc-3850754758a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:59.852024 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc3ac4a-2fec-47a1-a90e-6ed3872d539e tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Made reservation on behalf of 02b09ca8421441e0bcc5ceb923c6fc6b for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:59.856257 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efc3ac4a-2fec-47a1-a90e-6ed3872d539e tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:59.902095 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-64e9b0e8-c2a2-4efb-adfc-3850754758a3 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.3532963 Aug 16 22:38:59.913187 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45850) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:59.929013 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9d911198-5263-4cc7-8b7f-62dcafb6e1ba no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:38:59.930670 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-300670e3-4c0d-44d4-8077-aedbf9dc861b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1613214354-router', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:59.951452 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7fbf0c0b-8799-4bfc-889b-3593d873c5a9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9e6b067d67d0403d9a2db694d2b67d0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6645539 Aug 16 22:38:59.955251 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45852) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:59.961453 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-5373e45f-ebfa-4fcb-a4d5-a7cf9ae744b7 service neutron] For port e06f4eb2-9456-487d-879d-8e9aea9648b9, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e06f4eb2-9456-487d-879d-8e9aea9648b9,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:59.968523 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc3ac4a-2fec-47a1-a90e-6ed3872d539e tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:38:59.975721 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 9d911198-5263-4cc7-8b7f-62dcafb6e1ba {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:38:59.976640 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9d911198-5263-4cc7-8b7f-62dcafb6e1ba not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:38:59.996786 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efc3ac4a-2fec-47a1-a90e-6ed3872d539e tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:59.997420 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-efc3ac4a-2fec-47a1-a90e-6ed3872d539e tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Added segment 1c7daca2-984c-48b8-86f1-d7bf38042417 of type vlan for network eaff731f-a910-4630-b6f7-e88005ad2b0c Aug 16 22:39:00.017196 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbc393fd-7f43-43d7-8f8c-848ba360d8b2 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:00.041894 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-300670e3-4c0d-44d4-8077-aedbf9dc861b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:00.043175 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-300670e3-4c0d-44d4-8077-aedbf9dc861b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:00.056683 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-435a10a5-cc42-49d2-96bb-80e24e818305', 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'fixed_ips': [{'subnet_id': '18a4055b-447e-4e48-915e-006ede5ab862'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:39:00.057719 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:00.080341 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efc3ac4a-2fec-47a1-a90e-6ed3872d539e tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:00.142442 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc393fd-7f43-43d7-8f8c-848ba360d8b2 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network babb651f-43c0-4f3a-a214-ef8d0ec92712 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:00.159610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-fbc393fd-7f43-43d7-8f8c-848ba360d8b2 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:00.162117 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d3b68ca-3262-4d26-98b8-fd930a377e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:00.164081 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc393fd-7f43-43d7-8f8c-848ba360d8b2 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:00.172101 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc393fd-7f43-43d7-8f8c-848ba360d8b2 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:00.172789 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbc393fd-7f43-43d7-8f8c-848ba360d8b2 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:00.178654 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc393fd-7f43-43d7-8f8c-848ba360d8b2 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=2e8bc1cb-0625-4c53-9686-b1ef0daea221,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:00.187208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-5373e45f-ebfa-4fcb-a4d5-a7cf9ae744b7 service neutron] For port e06f4eb2-9456-487d-879d-8e9aea9648b9, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:39:00.192078 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efc3ac4a-2fec-47a1-a90e-6ed3872d539e tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:00.213414 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc3ac4a-2fec-47a1-a90e-6ed3872d539e tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:00.214835 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efc3ac4a-2fec-47a1-a90e-6ed3872d539e tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:00.217267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Allocated IP 172.20.0.2 (435a10a5-cc42-49d2-96bb-80e24e818305/18a4055b-447e-4e48-915e-006ede5ab862/00e4aade-537a-40ab-9f14-7bf0231572fa) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:00.241996 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-300670e3-4c0d-44d4-8077-aedbf9dc861b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:00.263929 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fbc393fd-7f43-43d7-8f8c-848ba360d8b2 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1806974 Aug 16 22:39:00.272827 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d3b68ca-3262-4d26-98b8-fd930a377e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:00.274840 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45856) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:00.287730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b14f1aeb-ad8b-4bfe-8ac2-ebf1bdd1c69d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'subnet': {'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:00.304059 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-5373e45f-ebfa-4fcb-a4d5-a7cf9ae744b7 service neutron] device_id is not set on port e06f4eb2-9456-487d-879d-8e9aea9648b9 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:39:00.340678 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-5373e45f-ebfa-4fcb-a4d5-a7cf9ae744b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:00.391041 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-5373e45f-ebfa-4fcb-a4d5-a7cf9ae744b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:00.485120 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-efc3ac4a-2fec-47a1-a90e-6ed3872d539e tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7127080 Aug 16 22:39:00.489671 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45866) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:00.512544 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a15aec39-2fbc-40c6-8191-e0545c5bec52 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-14538946'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:00.557465 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:00.569609 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Transition to ACTIVE for port object 00e4aade-537a-40ab-9f14-7bf0231572fa will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:00.593660 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Transition to ACTIVE for port object 00e4aade-537a-40ab-9f14-7bf0231572fa will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:00.600450 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:00.606357 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:00.748540 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Network 435a10a5-cc42-49d2-96bb-80e24e818305 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:00.749612 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-300670e3-4c0d-44d4-8077-aedbf9dc861b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:00.757143 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3ac4a-2fec-47a1-a90e-6ed3872d539e tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Pushing event updated for resources: {'Network': ['ID=eaff731f-a910-4630-b6f7-e88005ad2b0c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:00.776827 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network eaff731f-a910-4630-b6f7-e88005ad2b0c details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:39:00.781289 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:00.785903 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:00.788680 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Pushing event updated for resources: {'Port': ['ID=00e4aade-537a-40ab-9f14-7bf0231572fa,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:00.859479 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15aec39-2fbc-40c6-8191-e0545c5bec52 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Made reservation on behalf of 02b09ca8421441e0bcc5ceb923c6fc6b for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:00.863124 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a15aec39-2fbc-40c6-8191-e0545c5bec52 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:00.884546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-5373e45f-ebfa-4fcb-a4d5-a7cf9ae744b7 service neutron] No DVR routers for this DVR port e06f4eb2-9456-487d-879d-8e9aea9648b9 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:39:00.889072 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:00.889768 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:00.890296 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:00.890702 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:00.891044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:00.891380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:00.891711 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:00.892041 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:00.892365 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:00.893576 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:00.893576 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:00.893576 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:00.926194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373e45f-ebfa-4fcb-a4d5-a7cf9ae744b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e06f4eb2-9456-487d-879d-8e9aea9648b9,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:00.936902 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-374e504f-11d4-403a-a0c7-1beafef8770b None None] Provisioning for port 2e8bc1cb-0625-4c53-9686-b1ef0daea221 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:00.955491 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15aec39-2fbc-40c6-8191-e0545c5bec52 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:39:00.980499 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a15aec39-2fbc-40c6-8191-e0545c5bec52 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:00.981250 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-a15aec39-2fbc-40c6-8191-e0545c5bec52 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Added segment cf251cea-6681-4fb1-a679-708663ae2b9e of type vlan for network 696d6fc1-86a7-40bf-aa46-be6fc9045701 Aug 16 22:39:00.983198 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-374e504f-11d4-403a-a0c7-1beafef8770b None None] Provisioning complete for port 2e8bc1cb-0625-4c53-9686-b1ef0daea221 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:00.983588 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-374e504f-11d4-403a-a0c7-1beafef8770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:00.996763 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:01.002490 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d3b68ca-3262-4d26-98b8-fd930a377e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:01.007870 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d3b68ca-3262-4d26-98b8-fd930a377e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:01.010690 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0d3b68ca-3262-4d26-98b8-fd930a377e49 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d0cf89b6-35f9-43b9-a4de-0aad23b4f5c3 HTTP/1.1" status: 204 len: 168 time: 1.0537980 Aug 16 22:39:01.034175 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:01.034658 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:01.040611 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Attempting to bind port 00e4aade-537a-40ab-9f14-7bf0231572fa on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:39:01.041028 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Attempting to bind port 00e4aade-537a-40ab-9f14-7bf0231572fa by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '1ed050c3-3278-47d9-af20-f41346a21c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:39:01.041358 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Attempting to bind port 00e4aade-537a-40ab-9f14-7bf0231572fa on network 435a10a5-cc42-49d2-96bb-80e24e818305 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:39:01.066734 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45876) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:01.076816 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-374e504f-11d4-403a-a0c7-1beafef8770b None None] Port 2e8bc1cb-0625-4c53-9686-b1ef0daea221 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:39:01.080493 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a15aec39-2fbc-40c6-8191-e0545c5bec52 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:01.083093 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:39:01.083491 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Checking segment: {'id': '1ed050c3-3278-47d9-af20-f41346a21c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:01.083905 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:01.084767 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Bound using segment: {'id': '1ed050c3-3278-47d9-af20-f41346a21c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:39:01.085285 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Bound port: 00e4aade-537a-40ab-9f14-7bf0231572fa, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed050c3-3278-47d9-af20-f41346a21c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:39:01.085672 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:01.229148 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a15aec39-2fbc-40c6-8191-e0545c5bec52 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:01.231964 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] For port 00e4aade-537a-40ab-9f14-7bf0231572fa, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:39:01.237026 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15aec39-2fbc-40c6-8191-e0545c5bec52 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:01.237941 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a15aec39-2fbc-40c6-8191-e0545c5bec52 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:01.260267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] For port 00e4aade-537a-40ab-9f14-7bf0231572fa, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=00e4aade-537a-40ab-9f14-7bf0231572fa,segment=NetworkSegment(1ed050c3-3278-47d9-af20-f41346a21c4f),segment_id=1ed050c3-3278-47d9-af20-f41346a21c4f)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:39:01.263212 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:01.267767 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ac2d09f4-f03a-477a-9ed3-d6130263be2a None None] Provisioning complete for port e06f4eb2-9456-487d-879d-8e9aea9648b9 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:01.268699 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ac2d09f4-f03a-477a-9ed3-d6130263be2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:01.278632 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:01.299936 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-300670e3-4c0d-44d4-8077-aedbf9dc861b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:01.371744 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3765ae42-a043-4dd0-890e-c238d23182a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:39:01.374116 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3081c2-9898-4006-b4f4-8e89ccaa7928" -d '{"events": [{"server_uuid": "3765ae42-a043-4dd0-890e-c238d23182a3", "name": "network-vif-plugged", "status": "completed", "tag": "aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:39:01.390527 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8a0fab51-d337-41cf-99b9-d3cb5affa333 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-820291057'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:01.398098 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ac2d09f4-f03a-477a-9ed3-d6130263be2a None None] Port e06f4eb2-9456-487d-879d-8e9aea9648b9 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:39:01.404018 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-300670e3-4c0d-44d4-8077-aedbf9dc861b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:01.407836 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:01.418852 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:01.429845 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e5d39-ce09-435c-9b12-2210b7e07215 None None] Pushing event updated for resources: {'Port': ['ID=00e4aade-537a-40ab-9f14-7bf0231572fa,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:01.492323 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15aec39-2fbc-40c6-8191-e0545c5bec52 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Pushing event updated for resources: {'Network': ['ID=696d6fc1-86a7-40bf-aa46-be6fc9045701,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:01.521416 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 696d6fc1-86a7-40bf-aa46-be6fc9045701 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:39:01.593172 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-300670e3-4c0d-44d4-8077-aedbf9dc861b admin admin] Allocated IP 172.25.6.125 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/16b6da4f-240d-46fc-b94c-65a78e4b3bd0) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:01.620156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:01.642260 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b68ca-3262-4d26-98b8-fd930a377e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cf89b6-35f9-43b9-a4de-0aad23b4f5c3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:01.644582 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14f1aeb-ad8b-4bfe-8ac2-ebf1bdd1c69d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:01.648023 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b14f1aeb-ad8b-4bfe-8ac2-ebf1bdd1c69d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:01.667067 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b4754-a105-4d99-98e8-3caa9d772769 req-674c406a-b52a-4db5-8a4e-7351b52552d9 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:01.677118 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a15aec39-2fbc-40c6-8191-e0545c5bec52 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1707182 Aug 16 22:39:01.693546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b4754-a105-4d99-98e8-3caa9d772769 req-674c406a-b52a-4db5-8a4e-7351b52552d9 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:01.700215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b4754-a105-4d99-98e8-3caa9d772769 req-674c406a-b52a-4db5-8a4e-7351b52552d9 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:01.706721 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b4754-a105-4d99-98e8-3caa9d772769 req-674c406a-b52a-4db5-8a4e-7351b52552d9 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:01.725629 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b4754-a105-4d99-98e8-3caa9d772769 req-674c406a-b52a-4db5-8a4e-7351b52552d9 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:01.738304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b4754-a105-4d99-98e8-3caa9d772769 req-674c406a-b52a-4db5-8a4e-7351b52552d9 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:01.739575 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45888) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:01.742916 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f9b4754-a105-4d99-98e8-3caa9d772769 req-674c406a-b52a-4db5-8a4e-7351b52552d9 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 4663 time: 1.3348699 Aug 16 22:39:01.768925 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Request body: {'ports': [{'network_id': 'eaff731f-a910-4630-b6f7-e88005ad2b0c', 'name': 'tempest-port--2057416019', 'admin_state_up': True}, {'network_id': '696d6fc1-86a7-40bf-aa46-be6fc9045701', 'admin_state_up': False}]} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:01.769700 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Request body: {'port': {'network_id': 'eaff731f-a910-4630-b6f7-e88005ad2b0c', 'name': 'tempest-port--2057416019', 'admin_state_up': True}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:01.770650 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Request body: {'port': {'network_id': '696d6fc1-86a7-40bf-aa46-be6fc9045701', 'admin_state_up': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:01.825605 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0fab51-d337-41cf-99b9-d3cb5affa333 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Made reservation on behalf of 45332726b2904830be2dc7889d01268e for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:01.830576 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-5373e45f-ebfa-4fcb-a4d5-a7cf9ae744b7 service neutron] In _notify_port_updated(), no bound segment for port e06f4eb2-9456-487d-879d-8e9aea9648b9 on network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:39:01.830902 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8a0fab51-d337-41cf-99b9-d3cb5affa333 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:01.832232 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-5373e45f-ebfa-4fcb-a4d5-a7cf9ae744b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:01.833218 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-5373e45f-ebfa-4fcb-a4d5-a7cf9ae744b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:01.835384 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-5373e45f-ebfa-4fcb-a4d5-a7cf9ae744b7 service neutron] 10.222.0.39 "PUT /v2.0/ports/e06f4eb2-9456-487d-879d-8e9aea9648b9 HTTP/1.1" status: 200 len: 1033 time: 3.1101952 Aug 16 22:39:01.876487 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796eaa28-23f5-4ac3-9595-b118db368f40 req-05d579c9-c8a1-4032-8eec-a309d52524e4 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:01.879344 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-796eaa28-23f5-4ac3-9595-b118db368f40 req-05d579c9-c8a1-4032-8eec-a309d52524e4 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=3765ae42-a043-4dd0-890e-c238d23182a3 HTTP/1.1" status: 200 len: 944 time: 0.9972730 Aug 16 22:39:01.902669 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8a0fab51-d337-41cf-99b9-d3cb5affa333 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:02.026851 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-300670e3-4c0d-44d4-8077-aedbf9dc861b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:02.042916 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f9b4754-a105-4d99-98e8-3caa9d772769 req-dc4187ed-08ac-435a-9344-5792ffe42e9b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=7d68461f-b4aa-4076-b8b6-2cff3f832937&id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2892931 Aug 16 22:39:02.108814 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-f534e717-5059-484d-9bb7-825a89fecbb9 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:02.110710 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-f534e717-5059-484d-9bb7-825a89fecbb9 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.39 "GET /v2.0/ports/8a6c2671-f986-41c4-892f-cc350ac251e1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2638872 Aug 16 22:39:02.126267 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-796eaa28-23f5-4ac3-9595-b118db368f40 req-622eac0e-a041-4a5b-a3c6-4a50892bbacc tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008514 Aug 16 22:39:02.137721 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29019621-634c-44cc-8846-95a470caa470 x-openstack-request-id: req-29019621-634c-44cc-8846-95a470caa470 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:39:02.138535 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3765ae42-a043-4dd0-890e-c238d23182a3", "name": "network-vif-plugged", "status": "completed", "tag": "aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:39:02.138678 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-29019621-634c-44cc-8846-95a470caa470 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:39:02.139027 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3765ae42-a043-4dd0-890e-c238d23182a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6', 'code': 200} Aug 16 22:39:02.168840 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-e32cd48f-36b2-4ad2-b778-ae2a22bcec72 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:02.267752 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-300670e3-4c0d-44d4-8077-aedbf9dc861b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:02.327804 n-d-792458-15 neutron-server[94871]: INFO neutron.db.ipam_backend_mixin [None req-b14f1aeb-ad8b-4bfe-8ac2-ebf1bdd1c69d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f2cff6ab-7eb7-4ec9-99a8-35bed2e87979 (CIDR: 2001:db8::/64) Aug 16 22:39:02.378971 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14f1aeb-ad8b-4bfe-8ac2-ebf1bdd1c69d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:39:02.380493 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b14f1aeb-ad8b-4bfe-8ac2-ebf1bdd1c69d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:39:02.400974 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-e32cd48f-36b2-4ad2-b778-ae2a22bcec72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:02.410438 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300670e3-4c0d-44d4-8077-aedbf9dc861b admin admin] Pushing event updated for resources: {'Port': ['ID=16b6da4f-240d-46fc-b94c-65a78e4b3bd0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:02.430690 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8a0fab51-d337-41cf-99b9-d3cb5affa333 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:02.434745 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300670e3-4c0d-44d4-8077-aedbf9dc861b admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:02.437136 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-300670e3-4c0d-44d4-8077-aedbf9dc861b admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:02.437775 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 5cc8d146-8521-4493-8309-20588af1db83 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:39:02.447145 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8a0fab51-d337-41cf-99b9-d3cb5affa333 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:02.459424 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300670e3-4c0d-44d4-8077-aedbf9dc861b admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:02.568418 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da7f27-a632-496f-b791-5468cb1f3107 req-4fe40b02-6e90-4717-8e0f-a0977a224c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:02.569062 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0fab51-d337-41cf-99b9-d3cb5affa333 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:39:02.569977 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9da7f27-a632-496f-b791-5468cb1f3107 req-4fe40b02-6e90-4717-8e0f-a0977a224c44 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3765ae42-a043-4dd0-890e-c238d23182a3 HTTP/1.1" status: 200 len: 1097 time: 0.3333583 Aug 16 22:39:02.630111 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Made reservation on behalf of 02b09ca8421441e0bcc5ceb923c6fc6b for: {'port': 2} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:02.630111 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:02.630111 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8a0fab51-d337-41cf-99b9-d3cb5affa333 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:02.630777 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-8a0fab51-d337-41cf-99b9-d3cb5affa333 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Added segment a775ac7f-cc11-4a71-b9aa-f0947a09cc0c of type vlan for network 595db15b-bbce-4204-bb21-401781164ac7 Aug 16 22:39:02.631724 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:02.654425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fab51-d337-41cf-99b9-d3cb5affa333 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=487e17fd-8fbf-4cdb-b13b-e71828947e77,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:02.674401 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-e32cd48f-36b2-4ad2-b778-ae2a22bcec72 service neutron] For port 8a6c2671-f986-41c4-892f-cc350ac251e1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=8a6c2671-f986-41c4-892f-cc350ac251e1,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:02.687595 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b14f1aeb-ad8b-4bfe-8ac2-ebf1bdd1c69d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4082143 Aug 16 22:39:02.699756 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45904) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:02.700291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45906) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:02.704252 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:02.724941 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 5cc8d146-8521-4493-8309-20588af1db83, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5cc8d146-8521-4493-8309-20588af1db83,segment=NetworkSegment(df519e46-de07-453b-bbcc-75ee7d668a7f),segment_id=df519e46-de07-453b-bbcc-75ee7d668a7f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:02.734770 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:02.736128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e26f09f8-7d01-4e95-a60f-3430a43aa863 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:39:02.736970 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d9bfd6b1-a777-420f-a049-515146ee172a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'subnet': {'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:02.801077 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8a0fab51-d337-41cf-99b9-d3cb5affa333 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:02.839600 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=5cc8d146-8521-4493-8309-20588af1db83,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:02.858649 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f5eccf-36c3-4012-af46-3388335bcbd9 None None] Network 435a10a5-cc42-49d2-96bb-80e24e818305 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:02.895375 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-e32cd48f-36b2-4ad2-b778-ae2a22bcec72 service neutron] For port 8a6c2671-f986-41c4-892f-cc350ac251e1, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:39:02.921255 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.resource_extend [None req-8a0fab51-d337-41cf-99b9-d3cb5affa333 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:39:02.951111 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:02.970320 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e2760cae-6e10-4714-9517-492287802dc5 None None] Provisioning for port 00e4aade-537a-40ab-9f14-7bf0231572fa completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:02.974619 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] device_id is not set on port b7a0b50c-e6dd-43c0-8bfb-dff5150eb949 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:39:02.983572 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8a0fab51-d337-41cf-99b9-d3cb5affa333 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:02.989556 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0fab51-d337-41cf-99b9-d3cb5affa333 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:02.990224 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8a0fab51-d337-41cf-99b9-d3cb5affa333 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:03.004213 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9da7f27-a632-496f-b791-5468cb1f3107 req-61f69f7b-9a1c-4a80-8c48-7a3adc600131 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233129 Aug 16 22:39:03.009467 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-e32cd48f-36b2-4ad2-b778-ae2a22bcec72 service neutron] device_id is not set on port 8a6c2671-f986-41c4-892f-cc350ac251e1 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:39:03.029652 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a6ad8082-1f92-4475-9405-ce2eccf675cd tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-853361231'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:03.038653 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-e32cd48f-36b2-4ad2-b778-ae2a22bcec72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:03.057224 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-e32cd48f-36b2-4ad2-b778-ae2a22bcec72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:03.093594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e26f09f8-7d01-4e95-a60f-3430a43aa863, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e26f09f8-7d01-4e95-a60f-3430a43aa863,segment=NetworkSegment(cb807bf3-34f9-4fc7-bb65-ae2e13f03841),segment_id=cb807bf3-34f9-4fc7-bb65-ae2e13f03841)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:03.126155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ad8082-1f92-4475-9405-ce2eccf675cd tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Made reservation on behalf of ca7f7ed193114646a23e4e746e77035e for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:03.131552 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6ad8082-1f92-4475-9405-ce2eccf675cd tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:03.139217 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8a0fab51-d337-41cf-99b9-d3cb5affa333 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0713732 Aug 16 22:39:03.148537 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45912) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:03.151765 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:03.157543 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 8a6c2671-f986-41c4-892f-cc350ac251e1 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:39:03.158396 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6ad8082-1f92-4475-9405-ce2eccf675cd tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:03.213430 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8b95e325-6c73-4510-922f-ab626a06632d tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Request body: {'subnet': {'network_id': '595db15b-bbce-4204-bb21-401781164ac7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:03.220164 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fab51-d337-41cf-99b9-d3cb5affa333 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Pushing event updated for resources: {'Network': ['ID=595db15b-bbce-4204-bb21-401781164ac7,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:03.269102 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 595db15b-bbce-4204-bb21-401781164ac7 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:39:03.418443 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-e32cd48f-36b2-4ad2-b778-ae2a22bcec72 service neutron] No DVR routers for this DVR port 8a6c2671-f986-41c4-892f-cc350ac251e1 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:39:03.528527 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cd48f-36b2-4ad2-b778-ae2a22bcec72 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6c2671-f986-41c4-892f-cc350ac251e1,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:03.543748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-e32cd48f-36b2-4ad2-b778-ae2a22bcec72 service neutron] In _notify_port_updated(), no bound segment for port 8a6c2671-f986-41c4-892f-cc350ac251e1 on network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:39:03.546985 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-e32cd48f-36b2-4ad2-b778-ae2a22bcec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:03.548147 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-e32cd48f-36b2-4ad2-b778-ae2a22bcec72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:03.550519 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-e32cd48f-36b2-4ad2-b778-ae2a22bcec72 service neutron] 10.222.0.39 "PUT /v2.0/ports/8a6c2671-f986-41c4-892f-cc350ac251e1 HTTP/1.1" status: 200 len: 1032 time: 1.3898923 Aug 16 22:39:03.560078 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 8a6c2671-f986-41c4-892f-cc350ac251e1 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:39:03.560696 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e06f4eb2-9456-487d-879d-8e9aea9648b9 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:39:03.573534 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 00e4aade-537a-40ab-9f14-7bf0231572fa up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:03.616317 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e26f09f8-7d01-4e95-a60f-3430a43aa863,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:03.797084 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-300670e3-4c0d-44d4-8077-aedbf9dc861b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:03.830256 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85763f75-ba0b-4311-991d-cf79d107784f req-1c1d7fec-ecaa-43b8-8584-1b05be9fe694 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:03.834183 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-85763f75-ba0b-4311-991d-cf79d107784f req-1c1d7fec-ecaa-43b8-8584-1b05be9fe694 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=3765ae42-a043-4dd0-890e-c238d23182a3 HTTP/1.1" status: 200 len: 945 time: 0.4560680 Aug 16 22:39:03.852149 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37326189-dac4-4589-9865-ebdbcf068628 req-e622bb34-01e4-40d7-8357-2c74c0c737fc tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:03.864293 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37326189-dac4-4589-9865-ebdbcf068628 req-e622bb34-01e4-40d7-8357-2c74c0c737fc tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:03.878536 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37326189-dac4-4589-9865-ebdbcf068628 req-e622bb34-01e4-40d7-8357-2c74c0c737fc tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:03.901696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37326189-dac4-4589-9865-ebdbcf068628 req-e622bb34-01e4-40d7-8357-2c74c0c737fc tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:03.932543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37326189-dac4-4589-9865-ebdbcf068628 req-e622bb34-01e4-40d7-8357-2c74c0c737fc tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:03.935603 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-37326189-dac4-4589-9865-ebdbcf068628 req-e622bb34-01e4-40d7-8357-2c74c0c737fc tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 3880 time: 0.6123109 Aug 16 22:39:03.951965 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:03.982885 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cb0bf9e3-993b-4c86-abf0-029bc5954469 None None] Provisioning complete for port 8a6c2671-f986-41c4-892f-cc350ac251e1 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:03.983324 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb0bf9e3-993b-4c86-abf0-029bc5954469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:03.985771 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e06f4eb2-9456-487d-879d-8e9aea9648b9 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:39:03.986338 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:39:04.053845 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 00e4aade-537a-40ab-9f14-7bf0231572fa completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:04.071921 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 00e4aade-537a-40ab-9f14-7bf0231572fa triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:04.072516 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:04.115202 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-cb0bf9e3-993b-4c86-abf0-029bc5954469 None None] Port 8a6c2671-f986-41c4-892f-cc350ac251e1 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:39:04.130081 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-37326189-dac4-4589-9865-ebdbcf068628 req-c9fb0fdb-9f2e-4924-b952-820ae3c6e4db tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724057 Aug 16 22:39:04.140629 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] device_id is not set on port 47d17900-4fbe-4fd0-945b-fc70214675c2 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:39:04.142240 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cc8d146-8521-4493-8309-20588af1db83'}, {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e26f09f8-7d01-4e95-a60f-3430a43aa863'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:39:04.145194 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fac157d-edf7-4a7f-979b-2ade7d46362c" -d '{"events": [{"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-unplugged", "status": "completed", "tag": "5cc8d146-8521-4493-8309-20588af1db83"}, {"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-unplugged", "status": "completed", "tag": "e26f09f8-7d01-4e95-a60f-3430a43aa863"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:39:04.182563 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-eb5b090a-1abe-4c42-b1e8-68e6cf751d75 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Deleting port e26f09f8-7d01-4e95-a60f-3430a43aa863 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:39:04.184623 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-eb5b090a-1abe-4c42-b1e8-68e6cf751d75 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:04.256109 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-300670e3-4c0d-44d4-8077-aedbf9dc861b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:04.265378 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:04.283580 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:04.311988 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6ad8082-1f92-4475-9405-ce2eccf675cd tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:04.322721 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-85763f75-ba0b-4311-991d-cf79d107784f req-65325cc7-89db-4460-9c63-61b47c7e4559 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783317 Aug 16 22:39:04.329869 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6ad8082-1f92-4475-9405-ce2eccf675cd tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:04.352240 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 00e4aade-537a-40ab-9f14-7bf0231572fa, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=00e4aade-537a-40ab-9f14-7bf0231572fa,segment=NetworkSegment(1ed050c3-3278-47d9-af20-f41346a21c4f),segment_id=1ed050c3-3278-47d9-af20-f41346a21c4f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:04.357843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-415f638b-bb42-4a2c-b450-cec131ab514f None None] Provisioning complete for port 00e4aade-537a-40ab-9f14-7bf0231572fa triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:04.358389 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-415f638b-bb42-4a2c-b450-cec131ab514f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:04.412047 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 22:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1ec3a3-d17a-4961-94bd-3ad955047308 x-openstack-request-id: req-7c1ec3a3-d17a-4961-94bd-3ad955047308 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:39:04.412484 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-unplugged", "status": "completed", "tag": "5cc8d146-8521-4493-8309-20588af1db83", "code": 200}, {"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-unplugged", "status": "completed", "tag": "e26f09f8-7d01-4e95-a60f-3430a43aa863", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:39:04.412831 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7c1ec3a3-d17a-4961-94bd-3ad955047308 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:39:04.413347 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cc8d146-8521-4493-8309-20588af1db83', 'code': 200} Aug 16 22:39:04.413649 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e26f09f8-7d01-4e95-a60f-3430a43aa863', 'code': 200} Aug 16 22:39:04.415722 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:04.435621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad8082-1f92-4475-9405-ce2eccf675cd tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ba562e-f909-4021-8019-f6612d8a8908,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:04.442741 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bfd6b1-a777-420f-a049-515146ee172a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:04.446668 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d9bfd6b1-a777-420f-a049-515146ee172a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:04.455059 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ad8082-1f92-4475-9405-ce2eccf675cd tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:39:04.458480 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-eb5b090a-1abe-4c42-b1e8-68e6cf751d75 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] For port e26f09f8-7d01-4e95-a60f-3430a43aa863, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e26f09f8-7d01-4e95-a60f-3430a43aa863,segment=NetworkSegment(cb807bf3-34f9-4fc7-bb65-ae2e13f03841),segment_id=cb807bf3-34f9-4fc7-bb65-ae2e13f03841)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:04.458846 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-eb5b090a-1abe-4c42-b1e8-68e6cf751d75 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:04.476639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=00e4aade-537a-40ab-9f14-7bf0231572fa,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:04.500762 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:04.508193 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:04.508589 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device b6203b99-3093-4799-9ebe-caeb302b396f no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:39:04.512970 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6ad8082-1f92-4475-9405-ce2eccf675cd tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:04.513332 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-a6ad8082-1f92-4475-9405-ce2eccf675cd tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Added segment 72d967c6-e8b1-42b3-8165-2248e4205d97 of type vlan for network f50fe2f4-c686-48a1-b075-f244cae9f467 Aug 16 22:39:04.523035 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-eb5b090a-1abe-4c42-b1e8-68e6cf751d75 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Calling delete_port for e26f09f8-7d01-4e95-a60f-3430a43aa863 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:39:04.546247 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b95e325-6c73-4510-922f-ab626a06632d tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Made reservation on behalf of 45332726b2904830be2dc7889d01268e for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:04.551675 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b95e325-6c73-4510-922f-ab626a06632d tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:04.575708 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6ad8082-1f92-4475-9405-ce2eccf675cd tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:04.654015 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:04.682696 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6ad8082-1f92-4475-9405-ce2eccf675cd tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:04.688797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ad8082-1f92-4475-9405-ce2eccf675cd tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:04.689440 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6ad8082-1f92-4475-9405-ce2eccf675cd tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:04.726723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:04.760824 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:04.773010 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a6ad8082-1f92-4475-9405-ce2eccf675cd tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.0611677 Aug 16 22:39:04.795922 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:04.850385 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad8082-1f92-4475-9405-ce2eccf675cd tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event updated for resources: {'Network': ['ID=f50fe2f4-c686-48a1-b075-f244cae9f467,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:04.864115 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port b6203b99-3093-4799-9ebe-caeb302b396f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=b6203b99-3093-4799-9ebe-caeb302b396f,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:04.868364 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network f50fe2f4-c686-48a1-b075-f244cae9f467 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:39:04.872643 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:04.873712 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e66f3d2d-debb-4dea-bb6b-dae2d7029967 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:39:04.882162 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-eb5b090a-1abe-4c42-b1e8-68e6cf751d75 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:04.923151 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b090a-1abe-4c42-b1e8-68e6cf751d75 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event deleted for resources: {'Port': ['ID=e26f09f8-7d01-4e95-a60f-3430a43aa863,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:04.977199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300670e3-4c0d-44d4-8077-aedbf9dc861b admin admin] Router cc550f3a-6aac-4bd3-b2ea-74fb7b5012de is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:39:05.010485 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-eb5b090a-1abe-4c42-b1e8-68e6cf751d75 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] No DVR routers for this DVR port e26f09f8-7d01-4e95-a60f-3430a43aa863 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:39:05.014375 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-eb5b090a-1abe-4c42-b1e8-68e6cf751d75 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:05.017187 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-eb5b090a-1abe-4c42-b1e8-68e6cf751d75 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.39 "DELETE /v2.0/ports/e26f09f8-7d01-4e95-a60f-3430a43aa863 HTTP/1.1" status: 204 len: 173 time: 1.4262269 Aug 16 22:39:05.043440 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-deleted', 'tag': 'e26f09f8-7d01-4e95-a60f-3430a43aa863'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:39:05.046077 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c06362-bc6c-42b5-808d-40eed1836789" -d '{"events": [{"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-deleted", "tag": "e26f09f8-7d01-4e95-a60f-3430a43aa863"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:39:05.069298 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Pushing event updated for resources: {'Port': ['ID=b7a0b50c-e6dd-43c0-8bfb-dff5150eb949,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:05.155459 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:05.169119 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=b6203b99-3093-4799-9ebe-caeb302b396f,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:05.210804 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e66f3d2d-debb-4dea-bb6b-dae2d7029967, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e66f3d2d-debb-4dea-bb6b-dae2d7029967,segment=NetworkSegment(cb807bf3-34f9-4fc7-bb65-ae2e13f03841),segment_id=cb807bf3-34f9-4fc7-bb65-ae2e13f03841)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:05.218643 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c8522c-7939-41a8-97bf-105c849b71a9 x-openstack-request-id: req-07c8522c-7939-41a8-97bf-105c849b71a9 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:39:05.219223 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-deleted", "tag": "e26f09f8-7d01-4e95-a60f-3430a43aa863", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:39:05.219490 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-07c8522c-7939-41a8-97bf-105c849b71a9 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:39:05.220098 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-deleted', 'tag': 'e26f09f8-7d01-4e95-a60f-3430a43aa863', 'status': 'completed', 'code': 200} Aug 16 22:39:05.224510 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Checking segment: {'id': '1c7daca2-984c-48b8-86f1-d7bf38042417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'eaff731f-a910-4630-b6f7-e88005ad2b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:05.225119 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Network hostable DHCP agents. Network: eaff731f-a910-4630-b6f7-e88005ad2b0c, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:39:05.231897 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b95e325-6c73-4510-922f-ab626a06632d tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:05.232369 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:05.342937 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Network eaff731f-a910-4630-b6f7-e88005ad2b0c is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:39:05.352707 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300670e3-4c0d-44d4-8077-aedbf9dc861b admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:39:05.364509 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95e325-6c73-4510-922f-ab626a06632d tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Pushing event updated for resources: {'Subnet': ['ID=976fae86-7732-44e4-98ce-b6f6bf46a72e,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:05.370422 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62390233-e759-468e-9745-f49b7379ac5a None None] Sync routers for ids ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:39:05.376978 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, eaff731f-a910-4630-b6f7-e88005ad2b0c) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:05.400705 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:05.401855 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:05.412444 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62390233-e759-468e-9745-f49b7379ac5a None None] Routers {'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:39:05.413520 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-62390233-e759-468e-9745-f49b7379ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:38:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:05.428276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e66f3d2d-debb-4dea-bb6b-dae2d7029967,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:05.451729 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c2bc0b-b4ce-486a-b101-50545727f868 None None] Network eaff731f-a910-4630-b6f7-e88005ad2b0c requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:05.545771 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b95e325-6c73-4510-922f-ab626a06632d tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Checking segment: {'id': 'a775ac7f-cc11-4a71-b9aa-f0947a09cc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '595db15b-bbce-4204-bb21-401781164ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:05.547908 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b95e325-6c73-4510-922f-ab626a06632d tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Network hostable DHCP agents. Network: 595db15b-bbce-4204-bb21-401781164ac7, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:39:05.552616 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-300670e3-4c0d-44d4-8077-aedbf9dc861b admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:05.555390 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-300670e3-4c0d-44d4-8077-aedbf9dc861b admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6340716 Aug 16 22:39:05.570856 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45928) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:05.629484 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-b2a2d3a8-b0ff-401f-b869-2ce2f26d5cb8 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Deleting port e66f3d2d-debb-4dea-bb6b-dae2d7029967 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:39:05.629891 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-b2a2d3a8-b0ff-401f-b869-2ce2f26d5cb8 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:05.684808 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Pushing event updated for resources: {'Port': ['ID=47d17900-4fbe-4fd0-945b-fc70214675c2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:05.726122 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b95e325-6c73-4510-922f-ab626a06632d tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Network 595db15b-bbce-4204-bb21-401781164ac7 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:39:05.737234 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d9bfd6b1-a777-420f-a049-515146ee172a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:05.781524 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Checking segment: {'id': 'cf251cea-6681-4fb1-a679-708663ae2b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '696d6fc1-86a7-40bf-aa46-be6fc9045701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:05.782454 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Network hostable DHCP agents. Network: 696d6fc1-86a7-40bf-aa46-be6fc9045701, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:39:05.784807 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-8b95e325-6c73-4510-922f-ab626a06632d tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 595db15b-bbce-4204-bb21-401781164ac7) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:05.808756 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b95e325-6c73-4510-922f-ab626a06632d tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:05.809787 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b95e325-6c73-4510-922f-ab626a06632d tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:05.818520 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 00e4aade-537a-40ab-9f14-7bf0231572fa up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:05.828787 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06720dd-49ce-4e12-85bc-66e6a3f6141a None None] Network 595db15b-bbce-4204-bb21-401781164ac7 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:05.840408 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-62390233-e759-468e-9745-f49b7379ac5a None None] Set router cc550f3a-6aac-4bd3-b2ea-74fb7b5012de gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:39:05.856177 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8b95e325-6c73-4510-922f-ab626a06632d tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7044287 Aug 16 22:39:05.860567 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45930) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:05.866425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-26e3e289-a43f-41c3-a2e1-dd8e72ca1d7b tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Request body: {'port': {'network_id': '595db15b-bbce-4204-bb21-401781164ac7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-272837830'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:05.879169 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Network 696d6fc1-86a7-40bf-aa46-be6fc9045701 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:39:05.984708 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 696d6fc1-86a7-40bf-aa46-be6fc9045701) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:06.026962 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:06.032737 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:06.037908 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:06.038728 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:06.109410 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-63bef716-1685-4915-bd52-d136d266e6be tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.3510096 Aug 16 22:39:06.125331 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45932) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:06.145746 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83456274-7278-438b-af1e-ba5a864a4859 None None] Network 696d6fc1-86a7-40bf-aa46-be6fc9045701 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:06.170386 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-b2a2d3a8-b0ff-401f-b869-2ce2f26d5cb8 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] For port e66f3d2d-debb-4dea-bb6b-dae2d7029967, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e66f3d2d-debb-4dea-bb6b-dae2d7029967,segment=NetworkSegment(cb807bf3-34f9-4fc7-bb65-ae2e13f03841),segment_id=cb807bf3-34f9-4fc7-bb65-ae2e13f03841)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:06.170847 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-b2a2d3a8-b0ff-401f-b869-2ce2f26d5cb8 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:06.184422 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-b2a2d3a8-b0ff-401f-b869-2ce2f26d5cb8 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Calling delete_port for e66f3d2d-debb-4dea-bb6b-dae2d7029967 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:39:06.295263 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-62390233-e759-468e-9745-f49b7379ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'name': 'tempest-TestVolumeBackupRestore-1613214354-router', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:00Z', 'updated_at': '2021-08-16T22:39:02Z', 'revision_number': 3, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'gw_port': {'id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:01Z', 'updated_at': '2021-08-16T22:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:06.329348 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-b2a2d3a8-b0ff-401f-b869-2ce2f26d5cb8 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:06.346450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bfd6b1-a777-420f-a049-515146ee172a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network babb651f-43c0-4f3a-a214-ef8d0ec92712 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:06.361091 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394045a-799c-4ab9-b20b-473fdefc58e5 req-a1a93fb9-5dcb-4720-bedd-39a2b6309bc5 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:06.368023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394045a-799c-4ab9-b20b-473fdefc58e5 req-a1a93fb9-5dcb-4720-bedd-39a2b6309bc5 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:06.374161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394045a-799c-4ab9-b20b-473fdefc58e5 req-a1a93fb9-5dcb-4720-bedd-39a2b6309bc5 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:06.380160 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394045a-799c-4ab9-b20b-473fdefc58e5 req-a1a93fb9-5dcb-4720-bedd-39a2b6309bc5 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:06.392306 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c394045a-799c-4ab9-b20b-473fdefc58e5 req-a1a93fb9-5dcb-4720-bedd-39a2b6309bc5 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 3141 time: 1.1046398 Aug 16 22:39:06.424960 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62390233-e759-468e-9745-f49b7379ac5a None None] Checking router: cc550f3a-6aac-4bd3-b2ea-74fb7b5012de for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:39:06.425872 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62390233-e759-468e-9745-f49b7379ac5a None None] Updating router cc550f3a-6aac-4bd3-b2ea-74fb7b5012de port 16b6da4f-240d-46fc-b94c-65a78e4b3bd0 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:39:06.428644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd'}, {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6203b99-3093-4799-9ebe-caeb302b396f'}, {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e66f3d2d-debb-4dea-bb6b-dae2d7029967'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:39:06.437621 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7392b8d-2681-4940-b249-775ffa59d5eb" -d '{"events": [{"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-unplugged", "status": "completed", "tag": "df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd"}, {"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-unplugged", "status": "completed", "tag": "b6203b99-3093-4799-9ebe-caeb302b396f"}, {"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-unplugged", "status": "completed", "tag": "e66f3d2d-debb-4dea-bb6b-dae2d7029967"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:39:06.451399 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e674bfa7-bacd-48d7-b89a-5cfa1fc8fed0 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:06.457672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d9bfd6b1-a777-420f-a049-515146ee172a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:06.468235 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e674bfa7-bacd-48d7-b89a-5cfa1fc8fed0 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:06.470927 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bfd6b1-a777-420f-a049-515146ee172a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:06.471578 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d9bfd6b1-a777-420f-a049-515146ee172a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:06.477601 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e674bfa7-bacd-48d7-b89a-5cfa1fc8fed0 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3456869 Aug 16 22:39:06.486593 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45936) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:06.490782 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-62390233-e759-468e-9745-f49b7379ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:06.505193 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfd6b1-a777-420f-a049-515146ee172a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Subnet': ['ID=04358293-3660-4317-8f0b-9790bfbaf4ac,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:06.508824 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2d3a8-b0ff-401f-b869-2ce2f26d5cb8 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event deleted for resources: {'Port': ['ID=e66f3d2d-debb-4dea-bb6b-dae2d7029967,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:06.528949 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd40474-e018-4589-a760-f3fd486eeca6 req-dacf3571-38da-4826-a96e-2e4ae3ef178a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:06.542471 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2cd40474-e018-4589-a760-f3fd486eeca6 req-dacf3571-38da-4826-a96e-2e4ae3ef178a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=3765ae42-a043-4dd0-890e-c238d23182a3 HTTP/1.1" status: 200 len: 945 time: 0.8885636 Aug 16 22:39:06.553349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eb4e3d-baff-4c9f-9123-a77b025ceb5a None None] Network babb651f-43c0-4f3a-a214-ef8d0ec92712 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:06.593347 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-595db15b-bbce-4204-bb21-401781164ac7', 'network_id': '595db15b-bbce-4204-bb21-401781164ac7', 'tenant_id': '45332726b2904830be2dc7889d01268e', 'fixed_ips': [{'subnet_id': '976fae86-7732-44e4-98ce-b6f6bf46a72e'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:39:06.595123 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:06.808101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e3e289-a43f-41c3-a2e1-dd8e72ca1d7b tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Made reservation on behalf of 45332726b2904830be2dc7889d01268e for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:06.815804 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26e3e289-a43f-41c3-a2e1-dd8e72ca1d7b tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:06.830754 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 00e4aade-537a-40ab-9f14-7bf0231572fa triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:06.831963 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:06.866415 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-26e3e289-a43f-41c3-a2e1-dd8e72ca1d7b tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] device_id is not set on port 8c2d36ac-2e9a-4bde-b5c3-630734607670 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:39:07.151151 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d9bfd6b1-a777-420f-a049-515146ee172a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.4417388 Aug 16 22:39:07.164427 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-b2a2d3a8-b0ff-401f-b869-2ce2f26d5cb8 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] No DVR routers for this DVR port e66f3d2d-debb-4dea-bb6b-dae2d7029967 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:39:07.167399 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45940) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:07.179419 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-b2a2d3a8-b0ff-401f-b869-2ce2f26d5cb8 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:07.183033 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-b2a2d3a8-b0ff-401f-b869-2ce2f26d5cb8 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.39 "DELETE /v2.0/ports/e66f3d2d-debb-4dea-bb6b-dae2d7029967 HTTP/1.1" status: 204 len: 173 time: 2.1326225 Aug 16 22:39:07.192676 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5d2f05ec-142f-4f7c-bd64-226dbcf50a62 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1536241571', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '04358293-3660-4317-8f0b-9790bfbaf4ac'}], 'security_groups': ['89f8d78f-eaeb-4181-b3ed-2eff82911176']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:07.282719 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c394045a-799c-4ab9-b20b-473fdefc58e5 req-2869e656-d7e3-470a-a0c2-c1523dd73c23 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8791831 Aug 16 22:39:07.283775 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-deleted', 'tag': 'e66f3d2d-debb-4dea-bb6b-dae2d7029967'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:39:07.288696 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b10dc4-830f-4c9d-9980-850140382196" -d '{"events": [{"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-deleted", "tag": "e66f3d2d-debb-4dea-bb6b-dae2d7029967"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:39:07.351805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-26e3e289-a43f-41c3-a2e1-dd8e72ca1d7b tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Allocated IP 2001:db8::2c4 (595db15b-bbce-4204-bb21-401781164ac7/976fae86-7732-44e4-98ce-b6f6bf46a72e/8c2d36ac-2e9a-4bde-b5c3-630734607670) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:07.422057 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-62390233-e759-468e-9745-f49b7379ac5a None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:07.443747 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2cd40474-e018-4589-a760-f3fd486eeca6 req-2ad92102-df1f-4b27-8a77-d6125e93be63 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8998735 Aug 16 22:39:07.461531 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-62390233-e759-468e-9745-f49b7379ac5a None None] Transition to ACTIVE for port object 16b6da4f-240d-46fc-b94c-65a78e4b3bd0 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:07.466235 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 16 Aug 2021 22:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a62e3a8-0e5e-4bb4-9f05-96e9661f1928 x-openstack-request-id: req-5a62e3a8-0e5e-4bb4-9f05-96e9661f1928 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:39:07.474283 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-unplugged", "status": "completed", "tag": "df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd", "code": 200}, {"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-unplugged", "status": "completed", "tag": "b6203b99-3093-4799-9ebe-caeb302b396f", "code": 200}, {"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-unplugged", "status": "completed", "tag": "e66f3d2d-debb-4dea-bb6b-dae2d7029967", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:39:07.477331 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5a62e3a8-0e5e-4bb4-9f05-96e9661f1928 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:39:07.478006 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd', 'code': 200} Aug 16 22:39:07.478441 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6203b99-3093-4799-9ebe-caeb302b396f', 'code': 200} Aug 16 22:39:07.479023 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e66f3d2d-debb-4dea-bb6b-dae2d7029967', 'code': 200} Aug 16 22:39:07.493663 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-62390233-e759-468e-9745-f49b7379ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:07.609142 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b72c6-1c14-4bfd-9d46-4ed29c636fe5 None None] Pushing event updated for resources: {'Port': ['ID=16b6da4f-240d-46fc-b94c-65a78e4b3bd0,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:07.623769 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e61c95-15ea-49a1-8ffa-7ee10b494db6 x-openstack-request-id: req-42e61c95-15ea-49a1-8ffa-7ee10b494db6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:39:07.624558 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-deleted", "tag": "e66f3d2d-debb-4dea-bb6b-dae2d7029967", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:39:07.625066 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-42e61c95-15ea-49a1-8ffa-7ee10b494db6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:39:07.625781 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-deleted', 'tag': 'e66f3d2d-debb-4dea-bb6b-dae2d7029967', 'status': 'completed', 'code': 200} Aug 16 22:39:07.640803 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d607cbf2-9737-42d3-a03b-0e8a3da1827e tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Deleting port b7a0b50c-e6dd-43c0-8bfb-dff5150eb949 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:39:07.646075 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d607cbf2-9737-42d3-a03b-0e8a3da1827e tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:07.692247 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b72c6-1c14-4bfd-9d46-4ed29c636fe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:07.692607 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b72c6-1c14-4bfd-9d46-4ed29c636fe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:07.692942 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b72c6-1c14-4bfd-9d46-4ed29c636fe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:07.693289 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b72c6-1c14-4bfd-9d46-4ed29c636fe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:07.693614 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b72c6-1c14-4bfd-9d46-4ed29c636fe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:07.693942 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b72c6-1c14-4bfd-9d46-4ed29c636fe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:07.694449 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b72c6-1c14-4bfd-9d46-4ed29c636fe5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:07.696101 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b72c6-1c14-4bfd-9d46-4ed29c636fe5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:07.698128 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b72c6-1c14-4bfd-9d46-4ed29c636fe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:07.698558 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b72c6-1c14-4bfd-9d46-4ed29c636fe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:07.698903 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b72c6-1c14-4bfd-9d46-4ed29c636fe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:07.699237 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b72c6-1c14-4bfd-9d46-4ed29c636fe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:07.717376 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:39:07.774976 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-62390233-e759-468e-9745-f49b7379ac5a None None] Attempting to bind port 16b6da4f-240d-46fc-b94c-65a78e4b3bd0 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:39:07.775625 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-62390233-e759-468e-9745-f49b7379ac5a None None] Attempting to bind port 16b6da4f-240d-46fc-b94c-65a78e4b3bd0 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:39:07.776145 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62390233-e759-468e-9745-f49b7379ac5a None None] Attempting to bind port 16b6da4f-240d-46fc-b94c-65a78e4b3bd0 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:39:07.784998 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62390233-e759-468e-9745-f49b7379ac5a None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:39:07.786040 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62390233-e759-468e-9745-f49b7379ac5a None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:07.786918 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-62390233-e759-468e-9745-f49b7379ac5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:07.787700 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62390233-e759-468e-9745-f49b7379ac5a None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:39:07.788351 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-62390233-e759-468e-9745-f49b7379ac5a None None] Bound port: 16b6da4f-240d-46fc-b94c-65a78e4b3bd0, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:39:07.788915 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-62390233-e759-468e-9745-f49b7379ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:07.869043 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-95ebf245-3ca0-4233-8bcd-096579b77bd2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Deleting port df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:39:07.870336 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-95ebf245-3ca0-4233-8bcd-096579b77bd2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:07.885694 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fc73ef-8fad-420a-b70c-1dcbb45f0d39 None None] Update dhcp port {'port': {'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712', 'fixed_ips': [{'subnet_id': 'f2cff6ab-7eb7-4ec9-99a8-35bed2e87979', 'ip_address': '2001:db8::2'}, {'subnet_id': '04358293-3660-4317-8f0b-9790bfbaf4ac'}], 'binding:host_id': 'n-d-792458-15'}, 'id': '00729a7b-bd96-48b9-a0dd-0d3d5a59738d'} from n-d-792458-15. {{(pid=94873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:39:07.925040 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-62390233-e759-468e-9745-f49b7379ac5a None None] For port 16b6da4f-240d-46fc-b94c-65a78e4b3bd0, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:39:07.938976 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-62390233-e759-468e-9745-f49b7379ac5a None None] For port 16b6da4f-240d-46fc-b94c-65a78e4b3bd0, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=16b6da4f-240d-46fc-b94c-65a78e4b3bd0,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:39:07.939864 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d2f05ec-142f-4f7c-bd64-226dbcf50a62 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:07.945914 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-53fc73ef-8fad-420a-b70c-1dcbb45f0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:07.951601 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-62390233-e759-468e-9745-f49b7379ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:08.015563 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26e3e289-a43f-41c3-a2e1-dd8e72ca1d7b tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:08.046172 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-26e3e289-a43f-41c3-a2e1-dd8e72ca1d7b tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Transition to ACTIVE for port object 8c2d36ac-2e9a-4bde-b5c3-630734607670 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:08.096937 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2248a2c-2eab-47cb-a5b7-5383c31cb34f req-452e8643-5642-423d-b5e9-5e6166cafb9d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:08.107055 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2248a2c-2eab-47cb-a5b7-5383c31cb34f req-452e8643-5642-423d-b5e9-5e6166cafb9d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=3765ae42-a043-4dd0-890e-c238d23182a3 HTTP/1.1" status: 200 len: 945 time: 0.3328650 Aug 16 22:39:08.163353 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62390233-e759-468e-9745-f49b7379ac5a None None] Routers {'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:39:08.164711 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-62390233-e759-468e-9745-f49b7379ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:38:41Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:08.173920 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b72c6-1c14-4bfd-9d46-4ed29c636fe5 None None] Pushing event updated for resources: {'Port': ['ID=16b6da4f-240d-46fc-b94c-65a78e4b3bd0,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:08.276480 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2248a2c-2eab-47cb-a5b7-5383c31cb34f req-1f56bf18-2519-4828-ba2c-25edc08f6477 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683736 Aug 16 22:39:08.307478 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26e3e289-a43f-41c3-a2e1-dd8e72ca1d7b tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:08.384864 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-95ebf245-3ca0-4233-8bcd-096579b77bd2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] For port df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:08.389201 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-95ebf245-3ca0-4233-8bcd-096579b77bd2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:08.445769 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] Allocated IP 2001:db8::2 (595db15b-bbce-4204-bb21-401781164ac7/976fae86-7732-44e4-98ce-b6f6bf46a72e/a3d7d26b-0336-4293-8077-a0c84175b4de) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:08.472176 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-95ebf245-3ca0-4233-8bcd-096579b77bd2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Calling delete_port for df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:39:08.509887 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-62390233-e759-468e-9745-f49b7379ac5a None None] Set router cc550f3a-6aac-4bd3-b2ea-74fb7b5012de gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:39:08.738431 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef15eafa-b26e-46a1-bf01-44e704e19a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:08.743704 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:08.823066 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d607cbf2-9737-42d3-a03b-0e8a3da1827e tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:09.098112 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-95ebf245-3ca0-4233-8bcd-096579b77bd2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:09.191726 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebf245-3ca0-4233-8bcd-096579b77bd2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event deleted for resources: {'Port': ['ID=df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:09.195633 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-62390233-e759-468e-9745-f49b7379ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'name': 'tempest-TestVolumeBackupRestore-1613214354-router', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:00Z', 'updated_at': '2021-08-16T22:39:02Z', 'revision_number': 3, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'gw_port': {'id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:01Z', 'updated_at': '2021-08-16T22:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:09.221052 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-53fc73ef-8fad-420a-b70c-1dcbb45f0d39 None None] Allocated IP 2001:db8:0:1::2 (babb651f-43c0-4f3a-a214-ef8d0ec92712/04358293-3660-4317-8f0b-9790bfbaf4ac/00729a7b-bd96-48b9-a0dd-0d3d5a59738d) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:09.231768 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4d1a-a921-4e30-adbb-9229368f26ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:09.275728 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af95271-12ae-42e6-bb8f-de7d428d68a8 req-27947079-c494-4874-8e74-20e2c3fd9431 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:09.284799 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af95271-12ae-42e6-bb8f-de7d428d68a8 req-27947079-c494-4874-8e74-20e2c3fd9431 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:09.287379 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7af95271-12ae-42e6-bb8f-de7d428d68a8 req-27947079-c494-4874-8e74-20e2c3fd9431 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 1676 time: 0.4332318 Aug 16 22:39:09.318051 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-95ebf245-3ca0-4233-8bcd-096579b77bd2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] No DVR routers for this DVR port df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:39:09.319351 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62390233-e759-468e-9745-f49b7379ac5a None None] The sync data for ids ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'] in n-d-792458-15 is: [{'id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'name': 'tempest-TestVolumeBackupRestore-1613214354-router', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:00Z', 'updated_at': '2021-08-16T22:39:02Z', 'revision_number': 3, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'gw_port': {'id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:01Z', 'updated_at': '2021-08-16T22:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:39:09.344025 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-95ebf245-3ca0-4233-8bcd-096579b77bd2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:09.348081 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-95ebf245-3ca0-4233-8bcd-096579b77bd2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.39 "DELETE /v2.0/ports/df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd HTTP/1.1" status: 204 len: 173 time: 2.1510746 Aug 16 22:39:09.407833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd56c5a-75c7-43fe-a4ce-695d778fd8a9 req-32f0c44b-2146-4da2-9f5c-47677a2dbe4e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:09.419804 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cd56c5a-75c7-43fe-a4ce-695d778fd8a9 req-32f0c44b-2146-4da2-9f5c-47677a2dbe4e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=3765ae42-a043-4dd0-890e-c238d23182a3 HTTP/1.1" status: 200 len: 945 time: 0.3805468 Aug 16 22:39:09.439527 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:09.445641 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e3e289-a43f-41c3-a2e1-dd8e72ca1d7b tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Network 595db15b-bbce-4204-bb21-401781164ac7 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:09.466860 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-26e3e289-a43f-41c3-a2e1-dd8e72ca1d7b tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:09.472022 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e3e289-a43f-41c3-a2e1-dd8e72ca1d7b tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:09.481655 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] Transition to ACTIVE for port object a3d7d26b-0336-4293-8077-a0c84175b4de will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:09.495613 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e3e289-a43f-41c3-a2e1-dd8e72ca1d7b tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:09.496658 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26e3e289-a43f-41c3-a2e1-dd8e72ca1d7b tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:09.538995 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] Transition to ACTIVE for port object a3d7d26b-0336-4293-8077-a0c84175b4de will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:09.547165 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-26e3e289-a43f-41c3-a2e1-dd8e72ca1d7b tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.6845317 Aug 16 22:39:09.551028 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d607cbf2-9737-42d3-a03b-0e8a3da1827e tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Calling delete_port for b7a0b50c-e6dd-43c0-8bfb-dff5150eb949 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:39:09.555081 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:09.562803 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45956) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:09.594022 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cd56c5a-75c7-43fe-a4ce-695d778fd8a9 req-c6615e08-511b-44f2-ab1e-c2ea764c91ea tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724703 Aug 16 22:39:09.613865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f50ed078-01af-4ec6-96e7-42ebb2b279bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Request body: {'port': {'network_id': '595db15b-bbce-4204-bb21-401781164ac7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-171393148', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:09.614581 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.api.validators [None req-f50ed078-01af-4ec6-96e7-42ebb2b279bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] bootfile-name is not in valid_values {{(pid=94871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:39:09.615069 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.api.validators [None req-f50ed078-01af-4ec6-96e7-42ebb2b279bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] tftp-server is not in valid_values {{(pid=94871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:39:09.615490 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.api.validators [None req-f50ed078-01af-4ec6-96e7-42ebb2b279bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] server-ip-address is not in valid_values {{(pid=94871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:39:09.664017 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-deleted', 'tag': 'df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:39:09.680084 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3e289-a43f-41c3-a2e1-dd8e72ca1d7b tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Pushing event updated for resources: {'Port': ['ID=8c2d36ac-2e9a-4bde-b5c3-630734607670,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:09.719139 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035461fb-f493-499f-94d5-49dfbc751f7c" -d '{"events": [{"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-deleted", "tag": "df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:39:10.033207 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d2c994-54a9-4b71-a5d3-2f528562f895 x-openstack-request-id: req-05d2c994-54a9-4b71-a5d3-2f528562f895 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:39:10.033207 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-deleted", "tag": "df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:39:10.033207 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-05d2c994-54a9-4b71-a5d3-2f528562f895 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:39:10.033207 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-deleted', 'tag': 'df6805d5-5ea9-4fb4-8ef2-3dd83639b3dd', 'status': 'completed', 'code': 200} Aug 16 22:39:10.112116 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-ef15eafa-b26e-46a1-bf01-44e704e19a7b admin admin] Allocated IP 172.20.0.1 (435a10a5-cc42-49d2-96bb-80e24e818305/18a4055b-447e-4e48-915e-006ede5ab862/2aa383e6-512e-4aba-9ce6-fd1d0fda8647) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:10.125374 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7af95271-12ae-42e6-bb8f-de7d428d68a8 req-44b13f3e-dc50-46e8-a6ec-2aa25dc4efef tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8089581 Aug 16 22:39:10.218680 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d607cbf2-9737-42d3-a03b-0e8a3da1827e tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:10.245372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] Network 595db15b-bbce-4204-bb21-401781164ac7 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:10.255661 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] Pushing event updated for resources: {'Port': ['ID=a3d7d26b-0336-4293-8077-a0c84175b4de,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:10.272339 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:10.298119 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:10.299352 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d607cbf2-9737-42d3-a03b-0e8a3da1827e tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:10.302952 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d607cbf2-9737-42d3-a03b-0e8a3da1827e tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "DELETE /v2.0/ports/b7a0b50c-e6dd-43c0-8bfb-dff5150eb949 HTTP/1.1" status: 204 len: 168 time: 3.7958832 Aug 16 22:39:10.312991 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45960) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:10.314150 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-53fc73ef-8fad-420a-b70c-1dcbb45f0d39 None None] For port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=00729a7b-bd96-48b9-a0dd-0d3d5a59738d,segment=NetworkSegment(9a61217c-2627-40c5-a052-c71e5ab83f82),segment_id=9a61217c-2627-40c5-a052-c71e5ab83f82)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:10.328973 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2230fd-a284-4671-99f8-b3b2ab07077e req-1ebec00f-6271-423b-814c-0b265e4d5fd3 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:10.332795 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-df2230fd-a284-4671-99f8-b3b2ab07077e req-1ebec00f-6271-423b-814c-0b265e4d5fd3 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "GET /v2.0/ports?device_id=3765ae42-a043-4dd0-890e-c238d23182a3 HTTP/1.1" status: 200 len: 945 time: 0.3084798 Aug 16 22:39:10.387191 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607cbf2-9737-42d3-a03b-0e8a3da1827e tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Pushing event deleted for resources: {'Port': ['ID=b7a0b50c-e6dd-43c0-8bfb-dff5150eb949,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:10.482342 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-53fc73ef-8fad-420a-b70c-1dcbb45f0d39 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:10.501904 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-53fc73ef-8fad-420a-b70c-1dcbb45f0d39 None None] Transition to ACTIVE for port object 00729a7b-bd96-48b9-a0dd-0d3d5a59738d will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:10.524095 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45962) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:10.532798 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0185ff45-e633-4c07-8f00-eca0393926a3 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Request body: {'subnet': {'network_id': 'f50fe2f4-c686-48a1-b075-f244cae9f467', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:10.533559 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-53fc73ef-8fad-420a-b70c-1dcbb45f0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:10.547879 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef15eafa-b26e-46a1-bf01-44e704e19a7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:10.655610 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc73ef-8fad-420a-b70c-1dcbb45f0d39 None None] Pushing event updated for resources: {'Port': ['ID=00729a7b-bd96-48b9-a0dd-0d3d5a59738d,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:10.659177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-1197cd70-792f-4074-89be-2b06c717878c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Deleting port 5cc8d146-8521-4493-8309-20588af1db83 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:39:10.660026 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-1197cd70-792f-4074-89be-2b06c717878c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:10.676384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50ed078-01af-4ec6-96e7-42ebb2b279bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Made reservation on behalf of 45332726b2904830be2dc7889d01268e for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:10.678228 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] Attempting to bind port a3d7d26b-0336-4293-8077-a0c84175b4de on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:39:10.678615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] Attempting to bind port a3d7d26b-0336-4293-8077-a0c84175b4de by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'a775ac7f-cc11-4a71-b9aa-f0947a09cc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '595db15b-bbce-4204-bb21-401781164ac7'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:39:10.678989 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] Attempting to bind port a3d7d26b-0336-4293-8077-a0c84175b4de on network 595db15b-bbce-4204-bb21-401781164ac7 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:39:10.680546 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f50ed078-01af-4ec6-96e7-42ebb2b279bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:10.708480 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ef15eafa-b26e-46a1-bf01-44e704e19a7b admin admin] Transition to ACTIVE for port object 2aa383e6-512e-4aba-9ce6-fd1d0fda8647 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:10.742784 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:39:10.743726 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] Checking segment: {'id': 'a775ac7f-cc11-4a71-b9aa-f0947a09cc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '595db15b-bbce-4204-bb21-401781164ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:10.744289 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:10.744828 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] Bound using segment: {'id': 'a775ac7f-cc11-4a71-b9aa-f0947a09cc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '595db15b-bbce-4204-bb21-401781164ac7'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:39:10.745782 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] Bound port: a3d7d26b-0336-4293-8077-a0c84175b4de, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a775ac7f-cc11-4a71-b9aa-f0947a09cc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '595db15b-bbce-4204-bb21-401781164ac7'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:39:10.746359 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:10.792075 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0185ff45-e633-4c07-8f00-eca0393926a3 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Made reservation on behalf of ca7f7ed193114646a23e4e746e77035e for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:10.798534 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0185ff45-e633-4c07-8f00-eca0393926a3 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:10.819592 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:10.921530 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] For port a3d7d26b-0336-4293-8077-a0c84175b4de, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:39:10.933511 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef15eafa-b26e-46a1-bf01-44e704e19a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:10.935130 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] For port a3d7d26b-0336-4293-8077-a0c84175b4de, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a3d7d26b-0336-4293-8077-a0c84175b4de,segment=NetworkSegment(a775ac7f-cc11-4a71-b9aa-f0947a09cc0c),segment_id=a775ac7f-cc11-4a71-b9aa-f0947a09cc0c)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:39:10.941126 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-f50ed078-01af-4ec6-96e7-42ebb2b279bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] device_id is not set on port 698632c5-e2d5-414e-9ac5-a5a0628c5599 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:39:10.947477 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:11.085011 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef15eafa-b26e-46a1-bf01-44e704e19a7b admin admin] Network 435a10a5-cc42-49d2-96bb-80e24e818305 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:11.107408 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd89daf-d079-4e1e-8475-5f38ac0dd32d None None] Pushing event updated for resources: {'Port': ['ID=a3d7d26b-0336-4293-8077-a0c84175b4de,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:11.110486 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ef15eafa-b26e-46a1-bf01-44e704e19a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:11.114008 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef15eafa-b26e-46a1-bf01-44e704e19a7b admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:11.116097 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15eafa-b26e-46a1-bf01-44e704e19a7b admin admin] Pushing event updated for resources: {'Port': ['ID=2aa383e6-512e-4aba-9ce6-fd1d0fda8647,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:11.167373 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-1197cd70-792f-4074-89be-2b06c717878c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] For port 5cc8d146-8521-4493-8309-20588af1db83, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5cc8d146-8521-4493-8309-20588af1db83,segment=NetworkSegment(df519e46-de07-453b-bbcc-75ee7d668a7f),segment_id=df519e46-de07-453b-bbcc-75ee7d668a7f)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:11.168027 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-1197cd70-792f-4074-89be-2b06c717878c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:11.242151 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621267f-9030-4792-ba4d-3a4f14471911 req-285c6a05-c71f-4eec-b2fb-ff8353d1681b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:11.244205 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c621267f-9030-4792-ba4d-3a4f14471911 req-285c6a05-c71f-4eec-b2fb-ff8353d1681b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=3765ae42-a043-4dd0-890e-c238d23182a3 HTTP/1.1" status: 200 len: 945 time: 0.4330454 Aug 16 22:39:11.248731 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef15eafa-b26e-46a1-bf01-44e704e19a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:11.357572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-5d2f05ec-142f-4f7c-bd64-226dbcf50a62 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Delete allocated IP 2001:db8::15e (babb651f-43c0-4f3a-a214-ef8d0ec92712/f2cff6ab-7eb7-4ec9-99a8-35bed2e87979) {{(pid=94871) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 22:39:11.446827 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0af93008-b10e-42ad-b8de-7efc15c7a276 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Deleting port 47d17900-4fbe-4fd0-945b-fc70214675c2 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:39:11.447210 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0af93008-b10e-42ad-b8de-7efc15c7a276 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:11.454486 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-df2230fd-a284-4671-99f8-b3b2ab07077e req-9b66f08a-5aa5-4cf8-86f6-5a099a9be6af tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Deleting port aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:39:11.455032 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-df2230fd-a284-4671-99f8-b3b2ab07077e req-9b66f08a-5aa5-4cf8-86f6-5a099a9be6af tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:11.539010 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0185ff45-e633-4c07-8f00-eca0393926a3 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:11.563613 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c620b8b9-780d-4ba4-afaf-550f4cda38cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:11.664894 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef15eafa-b26e-46a1-bf01-44e704e19a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:11.690440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ed338477-81c8-42af-91cb-475892c46b37 None None] Provisioning for port 2aa383e6-512e-4aba-9ce6-fd1d0fda8647 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:11.700876 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185ff45-e633-4c07-8f00-eca0393926a3 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event updated for resources: {'Subnet': ['ID=0063288a-1bbd-4162-85e6-9376f148fb77,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:11.708041 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ed338477-81c8-42af-91cb-475892c46b37 None None] Provisioning complete for port 2aa383e6-512e-4aba-9ce6-fd1d0fda8647 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:11.709557 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ed338477-81c8-42af-91cb-475892c46b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:11.713008 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0185ff45-e633-4c07-8f00-eca0393926a3 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Checking segment: {'id': '72d967c6-e8b1-42b3-8165-2248e4205d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f50fe2f4-c686-48a1-b075-f244cae9f467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:11.713381 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0185ff45-e633-4c07-8f00-eca0393926a3 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Network hostable DHCP agents. Network: f50fe2f4-c686-48a1-b075-f244cae9f467, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:39:11.831117 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0185ff45-e633-4c07-8f00-eca0393926a3 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Network f50fe2f4-c686-48a1-b075-f244cae9f467 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:39:11.866854 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ed338477-81c8-42af-91cb-475892c46b37 None None] Port 2aa383e6-512e-4aba-9ce6-fd1d0fda8647 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:39:11.950102 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0185ff45-e633-4c07-8f00-eca0393926a3 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, f50fe2f4-c686-48a1-b075-f244cae9f467) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:11.960016 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8897278-7e06-474d-85d8-f7cfafda7b17 None None] Network f50fe2f4-c686-48a1-b075-f244cae9f467 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:11.962792 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0185ff45-e633-4c07-8f00-eca0393926a3 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:11.963530 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0185ff45-e633-4c07-8f00-eca0393926a3 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:11.996966 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0185ff45-e633-4c07-8f00-eca0393926a3 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4711297 Aug 16 22:39:12.063662 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef15eafa-b26e-46a1-bf01-44e704e19a7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:12.065465 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45970) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:12.073464 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4028f302-ce07-489c-8786-097a5abe4f20 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1105360329'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:12.108979 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef15eafa-b26e-46a1-bf01-44e704e19a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:12.114915 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4028f302-ce07-489c-8786-097a5abe4f20 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Made reservation on behalf of ca7f7ed193114646a23e4e746e77035e for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:12.118529 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4028f302-ce07-489c-8786-097a5abe4f20 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:12.128378 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 00729a7b-bd96-48b9-a0dd-0d3d5a59738d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:12.190759 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:12.215283 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef15eafa-b26e-46a1-bf01-44e704e19a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:12.230576 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15eafa-b26e-46a1-bf01-44e704e19a7b admin admin] Pushing event updated for resources: {'Port': ['ID=2aa383e6-512e-4aba-9ce6-fd1d0fda8647,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:12.288165 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4028f302-ce07-489c-8786-097a5abe4f20 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:39:12.309648 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4028f302-ce07-489c-8786-097a5abe4f20 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:12.310026 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-4028f302-ce07-489c-8786-097a5abe4f20 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Added segment da170c2d-19a2-4926-9880-7d6685794705 of type vlan for network 9ed53d57-76d7-46ab-b220-a617ed96c6d4 Aug 16 22:39:12.351191 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-93f6d8e6-be07-4b7d-ad88-1c1096a09eb0 None None] Provisioning complete for port 2e8bc1cb-0625-4c53-9686-b1ef0daea221 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:12.353601 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-93f6d8e6-be07-4b7d-ad88-1c1096a09eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:12.377917 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4028f302-ce07-489c-8786-097a5abe4f20 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:12.387220 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-5d2f05ec-142f-4f7c-bd64-226dbcf50a62 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Allocated IP 2001:db8:0:1::301 (babb651f-43c0-4f3a-a214-ef8d0ec92712/04358293-3660-4317-8f0b-9790bfbaf4ac/2e8bc1cb-0625-4c53-9686-b1ef0daea221) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:12.400639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 16b6da4f-240d-46fc-b94c-65a78e4b3bd0 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:12.458765 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef15eafa-b26e-46a1-bf01-44e704e19a7b admin admin] Network 435a10a5-cc42-49d2-96bb-80e24e818305 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:12.463160 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4028f302-ce07-489c-8786-097a5abe4f20 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:12.464541 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-93f6d8e6-be07-4b7d-ad88-1c1096a09eb0 None None] Port 2e8bc1cb-0625-4c53-9686-b1ef0daea221 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:39:12.470613 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4028f302-ce07-489c-8786-097a5abe4f20 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:12.471458 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4028f302-ce07-489c-8786-097a5abe4f20 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:12.475194 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ef15eafa-b26e-46a1-bf01-44e704e19a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:12.498012 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-f50fe2f4-c686-48a1-b075-f244cae9f467', 'network_id': 'f50fe2f4-c686-48a1-b075-f244cae9f467', 'tenant_id': 'ca7f7ed193114646a23e4e746e77035e', 'fixed_ips': [{'subnet_id': '0063288a-1bbd-4162-85e6-9376f148fb77'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:39:12.499001 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:12.554814 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-93f6d8e6-be07-4b7d-ad88-1c1096a09eb0 None None] Provisioning complete for port 4a115518-896d-4661-b265-7cd76ea84a7d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:12.556176 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-93f6d8e6-be07-4b7d-ad88-1c1096a09eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:12.590079 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-1197cd70-792f-4074-89be-2b06c717878c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:12.590633 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-1197cd70-792f-4074-89be-2b06c717878c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:12.591034 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-1197cd70-792f-4074-89be-2b06c717878c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Floating IP 0b8b8b60-18eb-48f4-93c7-07c0c2684bf1 disassociated. External IP: 172.25.6.188, port: 5cc8d146-8521-4493-8309-20588af1db83. Aug 16 22:39:12.591446 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-1197cd70-792f-4074-89be-2b06c717878c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Calling delete_port for 5cc8d146-8521-4493-8309-20588af1db83 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:39:12.635017 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-93f6d8e6-be07-4b7d-ad88-1c1096a09eb0 None None] Port 4a115518-896d-4661-b265-7cd76ea84a7d cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:39:12.782594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-93f6d8e6-be07-4b7d-ad88-1c1096a09eb0 None None] Provisioning for port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:12.784008 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c621267f-9030-4792-ba4d-3a4f14471911 req-8ce70733-e6ae-4345-8b3f-0e9c348b47a8 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5084510 Aug 16 22:39:12.795396 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-93f6d8e6-be07-4b7d-ad88-1c1096a09eb0 None None] Provisioning complete for port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:12.796272 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-93f6d8e6-be07-4b7d-ad88-1c1096a09eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:12.833129 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 16b6da4f-240d-46fc-b94c-65a78e4b3bd0 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:12.849333 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef15eafa-b26e-46a1-bf01-44e704e19a7b admin admin] Router cc550f3a-6aac-4bd3-b2ea-74fb7b5012de has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:39:12.869430 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4028f302-ce07-489c-8786-097a5abe4f20 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8007331 Aug 16 22:39:12.870971 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 16b6da4f-240d-46fc-b94c-65a78e4b3bd0 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:12.871379 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:12.875079 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45974) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:12.908915 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4347e059-9623-4fab-910c-0345f8f26697 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Request body: {'subnet': {'network_id': '9ed53d57-76d7-46ab-b220-a617ed96c6d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:13.005826 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] Allocated IP 2001:db8:0:ffff::2 (f50fe2f4-c686-48a1-b075-f244cae9f467/0063288a-1bbd-4162-85e6-9376f148fb77/a49db2d5-888e-45c4-8706-119bad76dc58) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:13.114828 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028f302-ce07-489c-8786-097a5abe4f20 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event updated for resources: {'Network': ['ID=9ed53d57-76d7-46ab-b220-a617ed96c6d4,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:13.126017 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6024ef-9020-4e41-bc25-cd1946eb8582 None None] Network 595db15b-bbce-4204-bb21-401781164ac7 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:13.172161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-df2230fd-a284-4671-99f8-b3b2ab07077e req-9b66f08a-5aa5-4cf8-86f6-5a099a9be6af tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] For port aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:13.172642 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-df2230fd-a284-4671-99f8-b3b2ab07077e req-9b66f08a-5aa5-4cf8-86f6-5a099a9be6af tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:13.184602 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-f50ed078-01af-4ec6-96e7-42ebb2b279bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Allocated IP 2001:db8::e2 (595db15b-bbce-4204-bb21-401781164ac7/976fae86-7732-44e4-98ce-b6f6bf46a72e/698632c5-e2d5-414e-9ac5-a5a0628c5599) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:13.187340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 9ed53d57-76d7-46ab-b220-a617ed96c6d4 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:39:13.207681 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9542b4f-b4c7-4bef-894e-457e87faad31 req-eb3801d5-dfd2-4fd7-8240-46cf34521b7a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:13.218920 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9542b4f-b4c7-4bef-894e-457e87faad31 req-eb3801d5-dfd2-4fd7-8240-46cf34521b7a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:13.220621 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a9542b4f-b4c7-4bef-894e-457e87faad31 req-eb3801d5-dfd2-4fd7-8240-46cf34521b7a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 1676 time: 1.8674209 Aug 16 22:39:13.238946 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0af93008-b10e-42ad-b8de-7efc15c7a276 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:13.247057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-df2230fd-a284-4671-99f8-b3b2ab07077e req-9b66f08a-5aa5-4cf8-86f6-5a099a9be6af tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Calling delete_port for aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:39:13.302740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4347e059-9623-4fab-910c-0345f8f26697 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Made reservation on behalf of ca7f7ed193114646a23e4e746e77035e for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:13.308755 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4347e059-9623-4fab-910c-0345f8f26697 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:13.334517 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef15eafa-b26e-46a1-bf01-44e704e19a7b admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:39:13.336462 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:13.348437 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0af93008-b10e-42ad-b8de-7efc15c7a276 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Calling delete_port for 47d17900-4fbe-4fd0-945b-fc70214675c2 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:39:13.359368 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ef15eafa-b26e-46a1-bf01-44e704e19a7b admin admin] 10.222.0.93 "PUT /v2.0/routers/cc550f3a-6aac-4bd3-b2ea-74fb7b5012de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7857349 Aug 16 22:39:13.408361 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] Sync routers for ids ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:39:13.516708 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] Routers {'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:39:13.517361 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:39:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:13.541142 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:13.579458 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a9542b4f-b4c7-4bef-894e-457e87faad31 req-ed5a12e2-1970-47ef-b02f-6c21068e3ea6 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3302703 Aug 16 22:39:13.600504 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:13.611371 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] Transition to ACTIVE for port object a49db2d5-888e-45c4-8706-119bad76dc58 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:13.741815 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] Transition to ACTIVE for port object a49db2d5-888e-45c4-8706-119bad76dc58 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:13.748295 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 16b6da4f-240d-46fc-b94c-65a78e4b3bd0, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=16b6da4f-240d-46fc-b94c-65a78e4b3bd0,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:13.758973 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d2f05ec-142f-4f7c-bd64-226dbcf50a62 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:13.760938 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:13.761974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a3d7d26b-0336-4293-8077-a0c84175b4de up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:13.772778 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:13.797166 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-5d2f05ec-142f-4f7c-bd64-226dbcf50a62 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Transition to ACTIVE for port object 2e8bc1cb-0625-4c53-9686-b1ef0daea221 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:13.828516 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d2f05ec-142f-4f7c-bd64-226dbcf50a62 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:13.905124 n-d-792458-15 neutron-server[94872]: DEBUG neutron.objects.ports [None req-4347e059-9623-4fab-910c-0345f8f26697 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:39:13.907141 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4347e059-9623-4fab-910c-0345f8f26697 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:13.908147 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-1197cd70-792f-4074-89be-2b06c717878c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:13.908725 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] Set router cc550f3a-6aac-4bd3-b2ea-74fb7b5012de gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:39:13.969127 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347e059-9623-4fab-910c-0345f8f26697 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event updated for resources: {'Subnet': ['ID=c4d4040f-511d-4212-b292-154a1db2dc72,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:14.015096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5d2f05ec-142f-4f7c-bd64-226dbcf50a62 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] In _notify_port_updated(), no bound segment for port 2e8bc1cb-0625-4c53-9686-b1ef0daea221 on network babb651f-43c0-4f3a-a214-ef8d0ec92712 {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:39:14.017600 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4347e059-9623-4fab-910c-0345f8f26697 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Checking segment: {'id': 'da170c2d-19a2-4926-9880-7d6685794705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9ed53d57-76d7-46ab-b220-a617ed96c6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:14.018463 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4347e059-9623-4fab-910c-0345f8f26697 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Network hostable DHCP agents. Network: 9ed53d57-76d7-46ab-b220-a617ed96c6d4, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:39:14.023572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2f05ec-142f-4f7c-bd64-226dbcf50a62 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:14.025128 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d2f05ec-142f-4f7c-bd64-226dbcf50a62 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:14.026805 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5d2f05ec-142f-4f7c-bd64-226dbcf50a62 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "PUT /v2.0/ports/2e8bc1cb-0625-4c53-9686-b1ef0daea221 HTTP/1.1" status: 200 len: 931 time: 6.8522923 Aug 16 22:39:14.043244 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45984) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:14.078355 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0af93008-b10e-42ad-b8de-7efc15c7a276 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:14.090244 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-049d7b6c-06a9-412e-8fca-d43eb51a2b1a None None] Provisioning complete for port 2aa383e6-512e-4aba-9ce6-fd1d0fda8647 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:14.090791 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-049d7b6c-06a9-412e-8fca-d43eb51a2b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:14.094025 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4347e059-9623-4fab-910c-0345f8f26697 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Network 9ed53d57-76d7-46ab-b220-a617ed96c6d4 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:39:14.109208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f05ec-142f-4f7c-bd64-226dbcf50a62 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=2e8bc1cb-0625-4c53-9686-b1ef0daea221,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:14.130286 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-4347e059-9623-4fab-910c-0345f8f26697 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 9ed53d57-76d7-46ab-b220-a617ed96c6d4) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:14.141640 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4347e059-9623-4fab-910c-0345f8f26697 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:14.142837 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4347e059-9623-4fab-910c-0345f8f26697 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:14.192171 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4347e059-9623-4fab-910c-0345f8f26697 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3003500 Aug 16 22:39:14.192969 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45992) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:14.214263 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-93b1449a-461e-4b6f-b3e5-773ae1e86e8d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Request body: {'port': {'network_id': '9ed53d57-76d7-46ab-b220-a617ed96c6d4', 'name': 'tempest-NetworksIpV6TestAttrs-531837193'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:14.235816 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0af93008-b10e-42ad-b8de-7efc15c7a276 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:14.241594 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0af93008-b10e-42ad-b8de-7efc15c7a276 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "DELETE /v2.0/ports/47d17900-4fbe-4fd0-945b-fc70214675c2 HTTP/1.1" status: 204 len: 168 time: 3.9045181 Aug 16 22:39:14.254580 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45994) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:14.339525 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fae6f762-3257-4f5a-8520-1fae4ddfe481 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0830894 Aug 16 22:39:14.343168 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45998) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:14.351795 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-bba2b52d-0e28-4de2-b588-6092a746b025 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1486470641'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:14.435379 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba2b52d-0e28-4de2-b588-6092a746b025 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Made reservation on behalf of 02b09ca8421441e0bcc5ceb923c6fc6b for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:14.439679 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bba2b52d-0e28-4de2-b588-6092a746b025 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:14.531958 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba2b52d-0e28-4de2-b588-6092a746b025 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:39:14.546097 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bba2b52d-0e28-4de2-b588-6092a746b025 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:14.546475 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-bba2b52d-0e28-4de2-b588-6092a746b025 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Added segment bd58e291-1f0a-49e3-9920-fcd46add17ae of type vlan for network d493eb06-d056-4696-8665-99ef596ab8a1 Aug 16 22:39:14.595479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] Network f50fe2f4-c686-48a1-b075-f244cae9f467 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:14.596351 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09623c3-cc05-4147-b5d0-1a28e9a11796 None None] Network 9ed53d57-76d7-46ab-b220-a617ed96c6d4 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:14.598268 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:39:14.638651 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bba2b52d-0e28-4de2-b588-6092a746b025 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:14.657891 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:14.661352 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f50ed078-01af-4ec6-96e7-42ebb2b279bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:14.696717 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46002) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:14.696980 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:14.698736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-f50ed078-01af-4ec6-96e7-42ebb2b279bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Transition to ACTIVE for port object 698632c5-e2d5-414e-9ac5-a5a0628c5599 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:14.708213 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8e431a30-8544-4474-a20b-c644332fcdd8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1895079137-network', 'tenant_id': 'e856da6162c04d41a839167cd8640590'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:14.728052 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:39:14.728399 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:39:14.755075 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bba2b52d-0e28-4de2-b588-6092a746b025 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:14.767536 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba2b52d-0e28-4de2-b588-6092a746b025 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:14.768588 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bba2b52d-0e28-4de2-b588-6092a746b025 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:14.827006 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197cd70-792f-4074-89be-2b06c717878c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event deleted for resources: {'Port': ['ID=5cc8d146-8521-4493-8309-20588af1db83,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:14.896844 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=16b6da4f-240d-46fc-b94c-65a78e4b3bd0,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:14.930966 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e431a30-8544-4474-a20b-c644332fcdd8 admin admin] Made reservation on behalf of e856da6162c04d41a839167cd8640590 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:14.935023 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8e431a30-8544-4474-a20b-c644332fcdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:14.948894 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2b52d-0e28-4de2-b588-6092a746b025 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Pushing event updated for resources: {'Network': ['ID=d493eb06-d056-4696-8665-99ef596ab8a1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:14.956140 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-049d7b6c-06a9-412e-8fca-d43eb51a2b1a None None] Port 2aa383e6-512e-4aba-9ce6-fd1d0fda8647 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:39:14.986956 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17fa9b-537b-4175-bfa2-515d25b37de3 req-2aa48e2c-2b10-46b3-b138-f0dc7408021d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:14.988940 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a17fa9b-537b-4175-bfa2-515d25b37de3 req-2aa48e2c-2b10-46b3-b138-f0dc7408021d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=3765ae42-a043-4dd0-890e-c238d23182a3 HTTP/1.1" status: 200 len: 867 time: 0.9261553 Aug 16 22:39:14.990209 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f50ed078-01af-4ec6-96e7-42ebb2b279bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:14.992400 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-df2230fd-a284-4671-99f8-b3b2ab07077e req-9b66f08a-5aa5-4cf8-86f6-5a099a9be6af tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:14.995367 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8e431a30-8544-4474-a20b-c644332fcdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:15.036656 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b1449a-461e-4b6f-b3e5-773ae1e86e8d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Made reservation on behalf of ca7f7ed193114646a23e4e746e77035e for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:15.038094 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af93008-b10e-42ad-b8de-7efc15c7a276 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Pushing event deleted for resources: {'Port': ['ID=47d17900-4fbe-4fd0-945b-fc70214675c2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:15.059810 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93b1449a-461e-4b6f-b3e5-773ae1e86e8d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:15.101125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network d493eb06-d056-4696-8665-99ef596ab8a1 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:39:15.104886 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['8507266d-0a1f-46dd-89e2-1352a70987b1'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:39:15.243306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] Attempting to bind port a49db2d5-888e-45c4-8706-119bad76dc58 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:39:15.243744 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] Attempting to bind port a49db2d5-888e-45c4-8706-119bad76dc58 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '72d967c6-e8b1-42b3-8165-2248e4205d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f50fe2f4-c686-48a1-b075-f244cae9f467'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:39:15.244062 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] Attempting to bind port a49db2d5-888e-45c4-8706-119bad76dc58 on network f50fe2f4-c686-48a1-b075-f244cae9f467 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:39:15.246310 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:15.257105 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-049d7b6c-06a9-412e-8fca-d43eb51a2b1a None None] Provisioning for port a3d7d26b-0336-4293-8077-a0c84175b4de completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:15.259532 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bba2b52d-0e28-4de2-b588-6092a746b025 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9141355 Aug 16 22:39:15.260581 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port a3d7d26b-0336-4293-8077-a0c84175b4de completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:15.265841 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8e431a30-8544-4474-a20b-c644332fcdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:15.267415 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-93b1449a-461e-4b6f-b3e5-773ae1e86e8d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] device_id is not set on port bc9fab7c-a5c5-4770-9237-c56219d35517 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:39:15.273721 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50ed078-01af-4ec6-96e7-42ebb2b279bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Network 595db15b-bbce-4204-bb21-401781164ac7 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:15.278944 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46008) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:15.291220 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2230fd-a284-4671-99f8-b3b2ab07077e req-9b66f08a-5aa5-4cf8-86f6-5a099a9be6af tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] No DVR routers for this DVR port aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:39:15.291730 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-73880998-5cc6-41df-9305-9d58383afa6f tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2125676267'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:15.306281 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8e431a30-8544-4474-a20b-c644332fcdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:15.318146 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-049d7b6c-06a9-412e-8fca-d43eb51a2b1a None None] Provisioning complete for port a3d7d26b-0336-4293-8077-a0c84175b4de triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:15.318512 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-049d7b6c-06a9-412e-8fca-d43eb51a2b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:15.321734 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:39:15.322152 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] Checking segment: {'id': '72d967c6-e8b1-42b3-8165-2248e4205d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f50fe2f4-c686-48a1-b075-f244cae9f467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:15.323986 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:15.324404 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] Bound using segment: {'id': '72d967c6-e8b1-42b3-8165-2248e4205d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f50fe2f4-c686-48a1-b075-f244cae9f467'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:39:15.324913 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] Bound port: a49db2d5-888e-45c4-8706-119bad76dc58, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d967c6-e8b1-42b3-8165-2248e4205d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f50fe2f4-c686-48a1-b075-f244cae9f467'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:39:15.325308 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:15.337714 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-df2230fd-a284-4671-99f8-b3b2ab07077e req-9b66f08a-5aa5-4cf8-86f6-5a099a9be6af tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:15.340555 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-df2230fd-a284-4671-99f8-b3b2ab07077e req-9b66f08a-5aa5-4cf8-86f6-5a099a9be6af tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "DELETE /v2.0/ports/aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6 HTTP/1.1" status: 204 len: 173 time: 4.9034610 Aug 16 22:39:15.341745 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3765ae42-a043-4dd0-890e-c238d23182a3', 'name': 'network-vif-deleted', 'tag': 'aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:39:15.344755 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111b3f02-6bd0-4cd8-8f18-d69e3d3fd728" -d '{"events": [{"server_uuid": "3765ae42-a043-4dd0-890e-c238d23182a3", "name": "network-vif-deleted", "tag": "aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:39:15.349571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-f50ed078-01af-4ec6-96e7-42ebb2b279bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:15.385307 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50ed078-01af-4ec6-96e7-42ebb2b279bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:15.396813 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ed078-01af-4ec6-96e7-42ebb2b279bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:15.397482 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f50ed078-01af-4ec6-96e7-42ebb2b279bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:15.410862 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e431a30-8544-4474-a20b-c644332fcdd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:39:15.415550 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] Pushing event updated for resources: {'Port': ['ID=a49db2d5-888e-45c4-8706-119bad76dc58,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:15.418558 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port a3d7d26b-0336-4293-8077-a0c84175b4de triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:15.418936 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:15.475998 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8e431a30-8544-4474-a20b-c644332fcdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:15.476747 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-8e431a30-8544-4474-a20b-c644332fcdd8 admin admin] Added segment 99620c27-12fd-4033-8bf4-c67a05211565 of type vlan for network 373ef9ab-685b-49bb-8aa1-e83804e2a944 Aug 16 22:39:15.508027 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73880998-5cc6-41df-9305-9d58383afa6f tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Made reservation on behalf of 02b09ca8421441e0bcc5ceb923c6fc6b for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:15.512044 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca385f0f-8642-4f3b-8fa7-6c34b35e8e5e req-4499e9d8-18a1-4f5a-9eee-10d638b2b66c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:15.518238 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca385f0f-8642-4f3b-8fa7-6c34b35e8e5e req-4499e9d8-18a1-4f5a-9eee-10d638b2b66c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 942 time: 0.6568770 Aug 16 22:39:15.519344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ed078-01af-4ec6-96e7-42ebb2b279bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Pushing event updated for resources: {'Port': ['ID=698632c5-e2d5-414e-9ac5-a5a0628c5599,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:15.530407 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73880998-5cc6-41df-9305-9d58383afa6f tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:15.595076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e431a30-8544-4474-a20b-c644332fcdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456abb62-4e3e-4f4b-9302-3e52896dfe63,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:15.619544 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a17fa9b-537b-4175-bfa2-515d25b37de3 req-bf7a335f-a595-4537-b407-6fb8da7ef87f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895014 Aug 16 22:39:15.642468 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66f08a-5aa5-4cf8-86f6-5a099a9be6af tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Pushing event deleted for resources: {'Port': ['ID=aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:15.667356 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-1197cd70-792f-4074-89be-2b06c717878c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Router 3a7340df-4377-4a3d-9382-78bf634109c7 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:39:15.689474 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f50ed078-01af-4ec6-96e7-42ebb2b279bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 6.0928276 Aug 16 22:39:15.693145 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46012) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:15.728064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e3c345a6-3c75-43aa-a0ff-d5256bb3d8b1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting port 2e8bc1cb-0625-4c53-9686-b1ef0daea221 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:39:15.728639 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3c345a6-3c75-43aa-a0ff-d5256bb3d8b1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:15.777221 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8e431a30-8544-4474-a20b-c644332fcdd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:15.836441 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73880998-5cc6-41df-9305-9d58383afa6f tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:39:15.841681 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-93b1449a-461e-4b6f-b3e5-773ae1e86e8d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Allocated IP 2001:db8::f816:3eff:fe92:1a39 (9ed53d57-76d7-46ab-b220-a617ed96c6d4/c4d4040f-511d-4212-b292-154a1db2dc72/bc9fab7c-a5c5-4770-9237-c56219d35517) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:15.892284 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73880998-5cc6-41df-9305-9d58383afa6f tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:15.893062 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-73880998-5cc6-41df-9305-9d58383afa6f tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Added segment 608fd6c1-05a9-49f7-9c7f-dfe357700f1f of type vlan for network 91813c0d-6282-4720-a39b-5938097379c2 Aug 16 22:39:15.937342 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-9ed53d57-76d7-46ab-b220-a617ed96c6d4', 'network_id': '9ed53d57-76d7-46ab-b220-a617ed96c6d4', 'tenant_id': 'ca7f7ed193114646a23e4e746e77035e', 'fixed_ips': [{'subnet_id': 'c4d4040f-511d-4212-b292-154a1db2dc72'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:39:15.938546 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8e431a30-8544-4474-a20b-c644332fcdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:15.939516 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:15.941049 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e431a30-8544-4474-a20b-c644332fcdd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:15.942190 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8e431a30-8544-4474-a20b-c644332fcdd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:15.943479 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb979cf3-cef6-4081-81c2-9593a9291870 x-openstack-request-id: req-cb979cf3-cef6-4081-81c2-9593a9291870 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:39:15.943932 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3765ae42-a043-4dd0-890e-c238d23182a3", "name": "network-vif-deleted", "tag": "aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:39:15.944539 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cb979cf3-cef6-4081-81c2-9593a9291870 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:39:15.945376 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3765ae42-a043-4dd0-890e-c238d23182a3', 'name': 'network-vif-deleted', 'tag': 'aba4ee04-b20b-4fd3-96a6-de2b4f0a5da6', 'status': 'completed', 'code': 200} Aug 16 22:39:15.956564 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] For port a49db2d5-888e-45c4-8706-119bad76dc58, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:39:15.968291 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'name': 'tempest-TestVolumeBackupRestore-1613214354-router', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:00Z', 'updated_at': '2021-08-16T22:39:11Z', 'revision_number': 4, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'gw_port': {'id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:01Z', 'updated_at': '2021-08-16T22:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '2aa383e6-512e-4aba-9ce6-fd1d0fda8647', 'name': '', 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'mac_address': 'fa:16:3e:3a:b0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '18a4055b-447e-4e48-915e-006ede5ab862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:08Z', 'updated_at': '2021-08-16T22:39:11Z', 'revision_number': 2, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'subnets': [{'id': '18a4055b-447e-4e48-915e-006ede5ab862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:16.085124 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73880998-5cc6-41df-9305-9d58383afa6f tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:16.085416 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] For port a49db2d5-888e-45c4-8706-119bad76dc58, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a49db2d5-888e-45c4-8706-119bad76dc58,segment=NetworkSegment(72d967c6-e8b1-42b3-8165-2248e4205d97),segment_id=72d967c6-e8b1-42b3-8165-2248e4205d97)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:39:16.119068 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca385f0f-8642-4f3b-8fa7-6c34b35e8e5e req-27818a4f-7396-4c17-bfbf-abc9faeec3cf tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4972882 Aug 16 22:39:16.169426 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8e431a30-8544-4474-a20b-c644332fcdd8 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4701853 Aug 16 22:39:16.188806 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46014) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:16.208393 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3c345a6-3c75-43aa-a0ff-d5256bb3d8b1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:16.221759 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e4ea4457-1d89-45b9-84f4-39e71aaca918 admin admin] Request body: {'subnet': {'network_id': '373ef9ab-685b-49bb-8aa1-e83804e2a944', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1895079137-subnet', 'tenant_id': 'e856da6162c04d41a839167cd8640590', 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:16.238014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e3c345a6-3c75-43aa-a0ff-d5256bb3d8b1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Calling delete_port for 2e8bc1cb-0625-4c53-9686-b1ef0daea221 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:39:16.238908 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] Checking router: cc550f3a-6aac-4bd3-b2ea-74fb7b5012de for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:39:16.239491 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] Updating router cc550f3a-6aac-4bd3-b2ea-74fb7b5012de port 2aa383e6-512e-4aba-9ce6-fd1d0fda8647 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:39:16.256836 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:16.293093 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a58bb40-c40b-4c86-a15b-c87dad2f5fa9 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:16.304395 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a58bb40-c40b-4c86-a15b-c87dad2f5fa9 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:16.316670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a58bb40-c40b-4c86-a15b-c87dad2f5fa9 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:16.322829 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3a58bb40-c40b-4c86-a15b-c87dad2f5fa9 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.6266010 Aug 16 22:39:16.324561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46016) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:16.359224 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e431a30-8544-4474-a20b-c644332fcdd8 admin admin] Pushing event updated for resources: {'Network': ['ID=373ef9ab-685b-49bb-8aa1-e83804e2a944,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:16.383348 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73880998-5cc6-41df-9305-9d58383afa6f tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:16.390780 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73880998-5cc6-41df-9305-9d58383afa6f tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:16.391435 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73880998-5cc6-41df-9305-9d58383afa6f tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:16.429561 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ea4457-1d89-45b9-84f4-39e71aaca918 admin admin] Made reservation on behalf of e856da6162c04d41a839167cd8640590 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:16.429561 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4457-1d89-45b9-84f4-39e71aaca918 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:16.452207 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 373ef9ab-685b-49bb-8aa1-e83804e2a944 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:39:16.459660 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:16.617812 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-73880998-5cc6-41df-9305-9d58383afa6f tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3370602 Aug 16 22:39:16.629358 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-1197cd70-792f-4074-89be-2b06c717878c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:39:16.662735 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecad586-a700-42ba-b255-cef85d442557 None None] Sync routers for ids ['3a7340df-4377-4a3d-9382-78bf634109c7'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:39:16.663585 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-049d7b6c-06a9-412e-8fca-d43eb51a2b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:16.673601 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:16.698566 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecad586-a700-42ba-b255-cef85d442557 None None] Routers {'3a7340df-4377-4a3d-9382-78bf634109c7'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:39:16.701087 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9ecad586-a700-42ba-b255-cef85d442557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:39:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['3a7340df-4377-4a3d-9382-78bf634109c7'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:16.725323 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2a77f-855f-4a98-b6c1-f38bda3e83cb None None] Pushing event updated for resources: {'Port': ['ID=a49db2d5-888e-45c4-8706-119bad76dc58,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:16.764700 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93b1449a-461e-4b6f-b3e5-773ae1e86e8d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:16.819431 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46020) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:16.840221 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5f9a0739-8008-4ad0-9bd2-aecff8427654 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Request body: {'subnets': [{'network_id': 'd493eb06-d056-4696-8665-99ef596ab8a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--826100364', 'ip_version': 4}, {'network_id': '91813c0d-6282-4720-a39b-5938097379c2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:16.845645 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5f9a0739-8008-4ad0-9bd2-aecff8427654 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Request body: {'subnet': {'network_id': 'd493eb06-d056-4696-8665-99ef596ab8a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--826100364', 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:16.859453 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5f9a0739-8008-4ad0-9bd2-aecff8427654 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Request body: {'subnet': {'network_id': '91813c0d-6282-4720-a39b-5938097379c2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:16.893999 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73880998-5cc6-41df-9305-9d58383afa6f tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Pushing event updated for resources: {'Network': ['ID=91813c0d-6282-4720-a39b-5938097379c2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:16.923937 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-1197cd70-792f-4074-89be-2b06c717878c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] No DVR routers for this DVR port 5cc8d146-8521-4493-8309-20588af1db83 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:39:16.935341 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-1197cd70-792f-4074-89be-2b06c717878c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:16.937009 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-93b1449a-461e-4b6f-b3e5-773ae1e86e8d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Transition to ACTIVE for port object bc9fab7c-a5c5-4770-9237-c56219d35517 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:16.956711 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-1197cd70-792f-4074-89be-2b06c717878c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.39 "DELETE /v2.0/ports/5cc8d146-8521-4493-8309-20588af1db83 HTTP/1.1" status: 204 len: 173 time: 7.5928013 Aug 16 22:39:17.040691 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 91813c0d-6282-4720-a39b-5938097379c2 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:39:17.043594 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-9ecad586-a700-42ba-b255-cef85d442557 None None] Set router 3a7340df-4377-4a3d-9382-78bf634109c7 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:39:17.303648 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port a3d7d26b-0336-4293-8077-a0c84175b4de, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a3d7d26b-0336-4293-8077-a0c84175b4de,segment=NetworkSegment(a775ac7f-cc11-4a71-b9aa-f0947a09cc0c),segment_id=a775ac7f-cc11-4a71-b9aa-f0947a09cc0c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:17.351297 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:17.624833 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-049d7b6c-06a9-412e-8fca-d43eb51a2b1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:39:17.625445 n-d-792458-15 neutron-server[94873]: DEBUG oslo_db.api [None req-049d7b6c-06a9-412e-8fca-d43eb51a2b1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:39:17.643104 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=a3d7d26b-0336-4293-8077-a0c84175b4de,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:17.675801 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0e80efae-4a4c-47aa-a906-1b5a537285bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Deleting port 698632c5-e2d5-414e-9ac5-a5a0628c5599 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:39:17.676148 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e80efae-4a4c-47aa-a906-1b5a537285bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:17.794946 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9ecad586-a700-42ba-b255-cef85d442557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'name': 'tempest-TaggedBootDevicesTest_v242-139392037-router', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:57Z', 'updated_at': '2021-08-16T22:28:01Z', 'revision_number': 4, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'gw_port': {'id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:58Z', 'updated_at': '2021-08-16T22:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '07e23629-8307-44e2-8307-cb681f7beb70', 'name': '', 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'mac_address': 'fa:16:3e:fb:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:00Z', 'updated_at': '2021-08-16T22:28:10Z', 'revision_number': 5, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'subnets': [{'id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:17.832565 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 16b6da4f-240d-46fc-b94c-65a78e4b3bd0 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:17.845993 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e80efae-4a4c-47aa-a906-1b5a537285bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:17.854464 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecad586-a700-42ba-b255-cef85d442557 None None] Checking router: 3a7340df-4377-4a3d-9382-78bf634109c7 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:39:17.868985 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecad586-a700-42ba-b255-cef85d442557 None None] Routers {'3a7340df-4377-4a3d-9382-78bf634109c7'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:39:17.870220 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9ecad586-a700-42ba-b255-cef85d442557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:39:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['3a7340df-4377-4a3d-9382-78bf634109c7'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:17.884988 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0e80efae-4a4c-47aa-a906-1b5a537285bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Calling delete_port for 698632c5-e2d5-414e-9ac5-a5a0628c5599 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:39:17.965252 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93b1449a-461e-4b6f-b3e5-773ae1e86e8d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:18.013379 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-deleted', 'tag': '5cc8d146-8521-4493-8309-20588af1db83'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:39:18.014405 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:18.018905 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b2a0b3-c1f7-4f68-8f3b-46c09c25f340" -d '{"events": [{"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-deleted", "tag": "5cc8d146-8521-4493-8309-20588af1db83"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:39:18.068415 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] Allocated IP 2001:db8::f816:3eff:fe93:201f (9ed53d57-76d7-46ab-b220-a617ed96c6d4/c4d4040f-511d-4212-b292-154a1db2dc72/015d71eb-110d-4a13-9f4d-0c45c57783e2) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:18.112705 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 16b6da4f-240d-46fc-b94c-65a78e4b3bd0 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:18.113308 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:18.124245 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-9ecad586-a700-42ba-b255-cef85d442557 None None] Set router 3a7340df-4377-4a3d-9382-78bf634109c7 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:39:18.148973 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b1449a-461e-4b6f-b3e5-773ae1e86e8d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Network 9ed53d57-76d7-46ab-b220-a617ed96c6d4 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:18.201570 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-93b1449a-461e-4b6f-b3e5-773ae1e86e8d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:18.205241 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1449a-461e-4b6f-b3e5-773ae1e86e8d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event updated for resources: {'Port': ['ID=bc9fab7c-a5c5-4770-9237-c56219d35517,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:18.246330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] Transition to ACTIVE for port object 2aa383e6-512e-4aba-9ce6-fd1d0fda8647 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:18.255384 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3c345a6-3c75-43aa-a0ff-d5256bb3d8b1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:18.285757 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b1449a-461e-4b6f-b3e5-773ae1e86e8d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:18.288243 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda239bf-f6f4-4492-a32e-c93b486cf415 req-d5fbb6cc-d670-4ea0-a3d8-068b8fb8f593 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:18.291033 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eda239bf-f6f4-4492-a32e-c93b486cf415 req-d5fbb6cc-d670-4ea0-a3d8-068b8fb8f593 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 942 time: 0.7494569 Aug 16 22:39:18.318828 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b1449a-461e-4b6f-b3e5-773ae1e86e8d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:18.319961 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93b1449a-461e-4b6f-b3e5-773ae1e86e8d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:18.384813 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:18.454410 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4457-1d89-45b9-84f4-39e71aaca918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:18.510309 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e80efae-4a4c-47aa-a906-1b5a537285bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:18.531217 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-c54a78b9-ffd0-4403-85b1-3ed573cb991d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Deleting port b6203b99-3093-4799-9ebe-caeb302b396f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:39:18.531577 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-c54a78b9-ffd0-4403-85b1-3ed573cb991d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:18.559414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c345a6-3c75-43aa-a0ff-d5256bb3d8b1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Port': ['ID=2e8bc1cb-0625-4c53-9686-b1ef0daea221,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:18.688648 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9a0739-8008-4ad0-9bd2-aecff8427654 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Made reservation on behalf of 02b09ca8421441e0bcc5ceb923c6fc6b for: {'subnet': 2} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:18.711373 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f9a0739-8008-4ad0-9bd2-aecff8427654 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:18.712129 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f9a0739-8008-4ad0-9bd2-aecff8427654 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:18.762583 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea4457-1d89-45b9-84f4-39e71aaca918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=582efea3-de9b-4941-b9c9-e2426ababbdd,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:18.780892 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-df1dda57-c123-4a37-b5d0-91483ec1ac7a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:18.790873 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-93b1449a-461e-4b6f-b3e5-773ae1e86e8d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.5925426 Aug 16 22:39:18.794633 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-df1dda57-c123-4a37-b5d0-91483ec1ac7a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 806 time: 1.2508230 Aug 16 22:39:18.814481 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46044) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:18.839052 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ea4457-1d89-45b9-84f4-39e71aaca918 admin admin] Checking segment: {'id': '99620c27-12fd-4033-8bf4-c67a05211565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '373ef9ab-685b-49bb-8aa1-e83804e2a944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:18.839834 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ea4457-1d89-45b9-84f4-39e71aaca918 admin admin] Network hostable DHCP agents. Network: 373ef9ab-685b-49bb-8aa1-e83804e2a944, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:39:18.872193 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9ecad586-a700-42ba-b255-cef85d442557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'name': 'tempest-TaggedBootDevicesTest_v242-139392037-router', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:57Z', 'updated_at': '2021-08-16T22:28:01Z', 'revision_number': 4, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'gw_port': {'id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:58Z', 'updated_at': '2021-08-16T22:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '07e23629-8307-44e2-8307-cb681f7beb70', 'name': '', 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'mac_address': 'fa:16:3e:fb:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:00Z', 'updated_at': '2021-08-16T22:28:10Z', 'revision_number': 5, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'subnets': [{'id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:18.925192 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3c345a6-3c75-43aa-a0ff-d5256bb3d8b1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:18.927505 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e3c345a6-3c75-43aa-a0ff-d5256bb3d8b1 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/ports/2e8bc1cb-0625-4c53-9686-b1ef0daea221 HTTP/1.1" status: 204 len: 168 time: 4.8559840 Aug 16 22:39:18.928523 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ea4457-1d89-45b9-84f4-39e71aaca918 admin admin] Network 373ef9ab-685b-49bb-8aa1-e83804e2a944 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:39:18.931593 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46046) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:18.950092 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-e4ea4457-1d89-45b9-84f4-39e71aaca918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 373ef9ab-685b-49bb-8aa1-e83804e2a944) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:18.961332 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecad586-a700-42ba-b255-cef85d442557 None None] The sync data for ids ['3a7340df-4377-4a3d-9382-78bf634109c7'] in n-d-792458-15 is: [{'id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'name': 'tempest-TaggedBootDevicesTest_v242-139392037-router', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:57Z', 'updated_at': '2021-08-16T22:28:01Z', 'revision_number': 4, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'gw_port': {'id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:58Z', 'updated_at': '2021-08-16T22:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '07e23629-8307-44e2-8307-cb681f7beb70', 'name': '', 'network_id': 'bfbbb3c1-abc2-4612-a582-fc15eac32f93', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'mac_address': 'fa:16:3e:fb:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:00Z', 'updated_at': '2021-08-16T22:28:10Z', 'revision_number': 5, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'subnets': [{'id': '62c30f10-757f-4cb9-8c1b-499905cfdd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:39:18.961887 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ea4457-1d89-45b9-84f4-39e71aaca918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:18.963283 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4457-1d89-45b9-84f4-39e71aaca918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:18.989231 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80efae-4a4c-47aa-a906-1b5a537285bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Pushing event deleted for resources: {'Port': ['ID=698632c5-e2d5-414e-9ac5-a5a0628c5599,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:19.023193 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339ec67d-5ee0-4f03-a554-1069ceade318 None None] Network f50fe2f4-c686-48a1-b075-f244cae9f467 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:19.026143 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f222a1f-aa13-4532-a1bb-7551114ff109 None None] Network 373ef9ab-685b-49bb-8aa1-e83804e2a944 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:19.067693 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eda239bf-f6f4-4492-a32e-c93b486cf415 req-d7265271-791a-47d3-abd1-a64187690e42 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7205436 Aug 16 22:39:19.093510 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-74605725-6c00-44d2-8306-cdbf0db3f08c tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/quotas/729e44ecc953497b8bf930c79bba20ac HTTP/1.1" status: 200 len: 375 time: 0.1982522 Aug 16 22:39:19.107135 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e80efae-4a4c-47aa-a906-1b5a537285bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:19.112459 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0e80efae-4a4c-47aa-a906-1b5a537285bd tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] 10.222.0.93 "DELETE /v2.0/ports/698632c5-e2d5-414e-9ac5-a5a0628c5599 HTTP/1.1" status: 204 len: 168 time: 2.7282488 Aug 16 22:39:19.115650 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e8af24-99ee-4173-af89-c5009713d0bc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] GET failed (client error): The resource could not be found. Aug 16 22:39:19.120112 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-43e8af24-99ee-4173-af89-c5009713d0bc tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports/2e8bc1cb-0625-4c53-9686-b1ef0daea221 HTTP/1.1" status: 404 len: 333 time: 0.1558979 Aug 16 22:39:19.122478 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46048) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:19.150658 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3a7591fb-2c45-4d9f-8e54-2b48c85fb09a tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Request body: {'port': {'name': 'tempest-new-port-name-1054414718', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:19.157586 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.api.validators [None req-3a7591fb-2c45-4d9f-8e54-2b48c85fb09a tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] bootfile-name is not in valid_values {{(pid=94871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:39:19.158525 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.api.validators [None req-3a7591fb-2c45-4d9f-8e54-2b48c85fb09a tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] tftp-server is not in valid_values {{(pid=94871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:39:19.159354 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.api.validators [None req-3a7591fb-2c45-4d9f-8e54-2b48c85fb09a tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] server-ip-address is not in valid_values {{(pid=94871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:39:19.203139 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46050) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:19.246628 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e4ea4457-1d89-45b9-84f4-39e71aaca918 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.0556755 Aug 16 22:39:19.267391 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46052) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:19.398467 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4af3b213-efbc-4584-ae5d-91a03d600149 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1895079137-router', 'tenant_id': 'e856da6162c04d41a839167cd8640590', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:19.465936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c11654-d358-4e01-a44f-2d710a249c0e None None] Pushing event updated for resources: {'Port': ['ID=2aa383e6-512e-4aba-9ce6-fd1d0fda8647,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:19.570347 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-c54a78b9-ffd0-4403-85b1-3ed573cb991d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] For port b6203b99-3093-4799-9ebe-caeb302b396f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=b6203b99-3093-4799-9ebe-caeb302b396f,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:19.570687 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-c54a78b9-ffd0-4403-85b1-3ed573cb991d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:19.601548 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdefe419-8423-4d25-b263-3e29a04de427 x-openstack-request-id: req-fdefe419-8423-4d25-b263-3e29a04de427 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:39:19.602351 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-deleted", "tag": "5cc8d146-8521-4493-8309-20588af1db83", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:39:19.603703 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4af3b213-efbc-4584-ae5d-91a03d600149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:19.605424 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4af3b213-efbc-4584-ae5d-91a03d600149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:19.608297 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fdefe419-8423-4d25-b263-3e29a04de427 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:39:19.608741 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-deleted', 'tag': '5cc8d146-8521-4493-8309-20588af1db83', 'status': 'completed', 'code': 200} Aug 16 22:39:19.699197 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a6f826-9b46-4dc5-b348-f231c9418447 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Deleting subnet c4d4040f-511d-4212-b292-154a1db2dc72 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:39:19.719219 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50c2175d-7a47-4eab-9acb-9d379f8109a7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:19.722158 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-c54a78b9-ffd0-4403-85b1-3ed573cb991d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Calling delete_port for b6203b99-3093-4799-9ebe-caeb302b396f owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:39:19.734977 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4af3b213-efbc-4584-ae5d-91a03d600149 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:19.802717 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:19.812790 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] Transition to ACTIVE for port object 015d71eb-110d-4a13-9f4d-0c45c57783e2 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:19.830760 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] Transition to ACTIVE for port object 015d71eb-110d-4a13-9f4d-0c45c57783e2 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:19.874559 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-058a85ef-b66b-474f-898d-649ce88119be None None] Could not find standard attr ID for object 2e8bc1cb-0625-4c53-9686-b1ef0daea221. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:39:19.880434 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a47393-3d85-44f2-8e8a-599c058e4ce4 None None] New status for floating IP 0b8b8b60-18eb-48f4-93c7-07c0c2684bf1: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:39:19.885787 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:19.899552 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50c2175d-7a47-4eab-9acb-9d379f8109a7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:19.903772 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-80a6f826-9b46-4dc5-b348-f231c9418447 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:19.981042 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-6ca1da2e-2520-48aa-950e-2d50633af3cb tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8431475 Aug 16 22:39:20.005287 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4af3b213-efbc-4584-ae5d-91a03d600149 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:20.088763 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-80a6f826-9b46-4dc5-b348-f231c9418447 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:20.222083 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f9a0739-8008-4ad0-9bd2-aecff8427654 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:20.288310 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a0739-8008-4ad0-9bd2-aecff8427654 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Pushing event updated for resources: {'Subnet': ['ID=cba90ac5-58fa-4d89-9b6a-5a1033d897fa,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:20.328070 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] Network 9ed53d57-76d7-46ab-b220-a617ed96c6d4 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:20.330927 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a49db2d5-888e-45c4-8706-119bad76dc58 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:20.351743 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:20.382954 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:20.387272 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-80a6f826-9b46-4dc5-b348-f231c9418447 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:20.394423 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9a0739-8008-4ad0-9bd2-aecff8427654 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Checking segment: {'id': 'bd58e291-1f0a-49e3-9920-fcd46add17ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd493eb06-d056-4696-8665-99ef596ab8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:20.397430 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9a0739-8008-4ad0-9bd2-aecff8427654 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Network hostable DHCP agents. Network: d493eb06-d056-4696-8665-99ef596ab8a1, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:39:20.408008 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] Attempting to bind port 2aa383e6-512e-4aba-9ce6-fd1d0fda8647 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:39:20.408546 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] Attempting to bind port 2aa383e6-512e-4aba-9ce6-fd1d0fda8647 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '1ed050c3-3278-47d9-af20-f41346a21c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:39:20.409044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] Attempting to bind port 2aa383e6-512e-4aba-9ce6-fd1d0fda8647 on network 435a10a5-cc42-49d2-96bb-80e24e818305 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:39:20.423031 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:39:20.423613 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] Checking segment: {'id': '1ed050c3-3278-47d9-af20-f41346a21c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:20.424131 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:20.424640 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] Bound using segment: {'id': '1ed050c3-3278-47d9-af20-f41346a21c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:39:20.425412 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] Bound port: 2aa383e6-512e-4aba-9ce6-fd1d0fda8647, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed050c3-3278-47d9-af20-f41346a21c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:39:20.425896 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:20.428081 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-058a85ef-b66b-474f-898d-649ce88119be None None] Provisioning for port 8c2d36ac-2e9a-4bde-b5c3-630734607670 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:20.478998 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] Pushing event updated for resources: {'Port': ['ID=015d71eb-110d-4a13-9f4d-0c45c57783e2,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:20.480818 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9a0739-8008-4ad0-9bd2-aecff8427654 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Network d493eb06-d056-4696-8665-99ef596ab8a1 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:39:20.491678 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-058a85ef-b66b-474f-898d-649ce88119be None None] Provisioning complete for port 8c2d36ac-2e9a-4bde-b5c3-630734607670 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:20.492261 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-058a85ef-b66b-474f-898d-649ce88119be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:20.578633 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5f9a0739-8008-4ad0-9bd2-aecff8427654 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, d493eb06-d056-4696-8665-99ef596ab8a1) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:20.586148 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a7591fb-2c45-4d9f-8e54-2b48c85fb09a tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:20.592321 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f9a0739-8008-4ad0-9bd2-aecff8427654 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:20.636651 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-058a85ef-b66b-474f-898d-649ce88119be None None] Port 8c2d36ac-2e9a-4bde-b5c3-630734607670 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:39:20.668650 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-80a6f826-9b46-4dc5-b348-f231c9418447 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:20.690191 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9689d0-f7a3-4ed5-bd5d-79d0b9194cd1 None None] Network d493eb06-d056-4696-8665-99ef596ab8a1 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:20.700672 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] Attempting to bind port 015d71eb-110d-4a13-9f4d-0c45c57783e2 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:39:20.701838 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] Attempting to bind port 015d71eb-110d-4a13-9f4d-0c45c57783e2 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'da170c2d-19a2-4926-9880-7d6685794705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9ed53d57-76d7-46ab-b220-a617ed96c6d4'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:39:20.703133 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] Attempting to bind port 015d71eb-110d-4a13-9f4d-0c45c57783e2 on network 9ed53d57-76d7-46ab-b220-a617ed96c6d4 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:39:20.718435 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a0739-8008-4ad0-9bd2-aecff8427654 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Pushing event updated for resources: {'Subnet': ['ID=2307caff-60ef-4cfc-9e19-34db86f63f0b,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:20.733153 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:39:20.734086 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] Checking segment: {'id': 'da170c2d-19a2-4926-9880-7d6685794705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9ed53d57-76d7-46ab-b220-a617ed96c6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:20.734840 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:20.735606 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] Bound using segment: {'id': 'da170c2d-19a2-4926-9880-7d6685794705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9ed53d57-76d7-46ab-b220-a617ed96c6d4'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:39:20.736842 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] Bound port: 015d71eb-110d-4a13-9f4d-0c45c57783e2, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da170c2d-19a2-4926-9880-7d6685794705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9ed53d57-76d7-46ab-b220-a617ed96c6d4'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:39:20.737478 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:20.743520 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9a0739-8008-4ad0-9bd2-aecff8427654 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Checking segment: {'id': '608fd6c1-05a9-49f7-9c7f-dfe357700f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '91813c0d-6282-4720-a39b-5938097379c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:20.743890 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9a0739-8008-4ad0-9bd2-aecff8427654 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Network hostable DHCP agents. Network: 91813c0d-6282-4720-a39b-5938097379c2, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:39:20.746726 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4af3b213-efbc-4584-ae5d-91a03d600149 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:20.772931 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-80a6f826-9b46-4dc5-b348-f231c9418447 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:20.776605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-80a6f826-9b46-4dc5-b348-f231c9418447 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "DELETE /v2.0/subnets/c4d4040f-511d-4212-b292-154a1db2dc72 HTTP/1.1" status: 204 len: 168 time: 1.9103649 Aug 16 22:39:20.783031 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46060) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:20.783635 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4af3b213-efbc-4584-ae5d-91a03d600149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:20.797392 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9a0739-8008-4ad0-9bd2-aecff8427654 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Network 91813c0d-6282-4720-a39b-5938097379c2 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:39:20.814756 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5f9a0739-8008-4ad0-9bd2-aecff8427654 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 91813c0d-6282-4720-a39b-5938097379c2) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:20.835652 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6f826-9b46-4dc5-b348-f231c9418447 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d4040f-511d-4212-b292-154a1db2dc72,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:20.867092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8924a76-be98-487f-bc3c-1b1ddbad1835 None None] Network 91813c0d-6282-4720-a39b-5938097379c2 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:20.871368 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-373ef9ab-685b-49bb-8aa1-e83804e2a944', 'network_id': '373ef9ab-685b-49bb-8aa1-e83804e2a944', 'tenant_id': 'e856da6162c04d41a839167cd8640590', 'fixed_ips': [{'subnet_id': '582efea3-de9b-4941-b9c9-e2426ababbdd'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:39:20.879267 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:20.879511 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9a0739-8008-4ad0-9bd2-aecff8427654 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:20.879511 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9a0739-8008-4ad0-9bd2-aecff8427654 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:20.879511 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5f9a0739-8008-4ad0-9bd2-aecff8427654 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:20.879897 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50c2175d-7a47-4eab-9acb-9d379f8109a7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:20.884387 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-50c2175d-7a47-4eab-9acb-9d379f8109a7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:20.886262 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-50c2175d-7a47-4eab-9acb-9d379f8109a7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/security-groups/59139455-b4a4-455e-ae73-c3d89c991a4f HTTP/1.1" status: 204 len: 168 time: 1.6804924 Aug 16 22:39:20.892783 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46062) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:20.914681 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port a49db2d5-888e-45c4-8706-119bad76dc58 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:20.925190 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5f9a0739-8008-4ad0-9bd2-aecff8427654 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.0949395 Aug 16 22:39:20.928322 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46064) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:20.944503 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] For port 2aa383e6-512e-4aba-9ce6-fd1d0fda8647, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:39:21.037042 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11be9b-a649-40c9-8524-3f83bad9de5a req-7b3c0daf-b5b9-4f23-9f14-f7815a6b0c25 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:21.039144 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0a11be9b-a649-40c9-8524-3f83bad9de5a req-7b3c0daf-b5b9-4f23-9f14-f7815a6b0c25 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 942 time: 0.5283508 Aug 16 22:39:21.040401 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2175d-7a47-4eab-9acb-9d379f8109a7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59139455-b4a4-455e-ae73-c3d89c991a4f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:21.071739 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f295450c-08a3-490f-aca0-9646458bf8aa tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:21.073424 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f295450c-08a3-490f-aca0-9646458bf8aa tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:21.075115 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f295450c-08a3-490f-aca0-9646458bf8aa tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:21.076800 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f295450c-08a3-490f-aca0-9646458bf8aa tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1418118 Aug 16 22:39:21.087056 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46066) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:21.107131 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-058a85ef-b66b-474f-898d-649ce88119be None None] Provisioning complete for port a3d7d26b-0336-4293-8077-a0c84175b4de triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:21.107505 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-058a85ef-b66b-474f-898d-649ce88119be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:21.155908 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] For port 2aa383e6-512e-4aba-9ce6-fd1d0fda8647, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=2aa383e6-512e-4aba-9ce6-fd1d0fda8647,segment=NetworkSegment(1ed050c3-3278-47d9-af20-f41346a21c4f),segment_id=1ed050c3-3278-47d9-af20-f41346a21c4f)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:39:21.157685 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49d48059-bccc-4a29-8846-c6a60c52ae60 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:21.197651 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49d48059-bccc-4a29-8846-c6a60c52ae60 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:21.204387 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:21.245806 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-d9f4c19b-ef2e-45a6-bae8-3cf8a446d576 service neutron] 10.222.0.93 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2334862 Aug 16 22:39:21.261391 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49d48059-bccc-4a29-8846-c6a60c52ae60 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:21.264040 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49d48059-bccc-4a29-8846-c6a60c52ae60 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:21.267865 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-49d48059-bccc-4a29-8846-c6a60c52ae60 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/security-groups/89f8d78f-eaeb-4181-b3ed-2eff82911176 HTTP/1.1" status: 204 len: 168 time: 0.3713088 Aug 16 22:39:21.267865 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-4af3b213-efbc-4584-ae5d-91a03d600149 admin admin] Allocated IP 172.25.6.196 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/a579c651-21a3-457c-a6df-6f701713801d) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:21.276809 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46068) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:21.286106 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a3d7d26b-0336-4293-8077-a0c84175b4de up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:21.296939 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d48059-bccc-4a29-8846-c6a60c52ae60 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f8d78f-eaeb-4181-b3ed-2eff82911176,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:21.326915 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-d786a3d5-ab1c-4c41-9100-805c312c4b8a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Deleting subnet cba90ac5-58fa-4d89-9b6a-5a1033d897fa {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:39:21.329366 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa1a3f7-17a2-43f9-86be-507cceb8a565 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:21.331623 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa1a3f7-17a2-43f9-86be-507cceb8a565 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:21.337146 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2fa1a3f7-17a2-43f9-86be-507cceb8a565 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5156813 Aug 16 22:39:21.338378 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d786a3d5-ab1c-4c41-9100-805c312c4b8a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:21.359876 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46070) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:21.395246 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b310c7e-41fd-4920-8d14-81082377f026 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting subnet f2cff6ab-7eb7-4ec9-99a8-35bed2e87979 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:39:21.412390 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d786a3d5-ab1c-4c41-9100-805c312c4b8a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:21.456282 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] For port 015d71eb-110d-4a13-9f4d-0c45c57783e2, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:39:21.464687 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] For port 015d71eb-110d-4a13-9f4d-0c45c57783e2, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=015d71eb-110d-4a13-9f4d-0c45c57783e2,segment=NetworkSegment(da170c2d-19a2-4926-9880-7d6685794705),segment_id=da170c2d-19a2-4926-9880-7d6685794705)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:39:21.483001 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d786a3d5-ab1c-4c41-9100-805c312c4b8a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:21.506582 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] Allocated IP 172.20.0.2 (373ef9ab-685b-49bb-8aa1-e83804e2a944/582efea3-de9b-4941-b9c9-e2426ababbdd/ea94d913-80b4-4541-9aec-596837d043fe) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:21.551296 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0a11be9b-a649-40c9-8524-3f83bad9de5a req-af5da6e8-334b-4eb3-a401-79414b3c390d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2e96f25-ade0-4881-b151-dc537e03be72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3891704 Aug 16 22:39:21.558192 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b310c7e-41fd-4920-8d14-81082377f026 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:21.646002 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b310c7e-41fd-4920-8d14-81082377f026 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:21.702418 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d786a3d5-ab1c-4c41-9100-805c312c4b8a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:21.810269 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:21.829425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786a3d5-ab1c-4c41-9100-805c312c4b8a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Pushing event deleted for resources: {'Subnet': ['ID=cba90ac5-58fa-4d89-9b6a-5a1033d897fa,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:21.841049 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d786a3d5-ab1c-4c41-9100-805c312c4b8a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:21.847076 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d786a3d5-ab1c-4c41-9100-805c312c4b8a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "DELETE /v2.0/subnets/cba90ac5-58fa-4d89-9b6a-5a1033d897fa HTTP/1.1" status: 204 len: 168 time: 0.7550194 Aug 16 22:39:21.849097 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46072) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:21.895189 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-c54a78b9-ffd0-4403-85b1-3ed573cb991d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:21.934514 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-59bf974c-341f-4996-a1c2-4db00c509c6f req-246d63e7-ea88-44f9-b069-6abca1d7e877 service neutron] (94872) timed out ('10.222.0.43', 60269) {{(pid=94872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:39:21.980589 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a78b9-ffd0-4403-85b1-3ed573cb991d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event deleted for resources: {'Port': ['ID=b6203b99-3093-4799-9ebe-caeb302b396f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:22.022150 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31ef820f-2fd6-4bce-a45c-29e0784aef0a tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:22.038045 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b310c7e-41fd-4920-8d14-81082377f026 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:22.061324 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-028c2528-9ff9-4507-9423-33711c497455 service neutron] 10.222.0.93 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7431114 Aug 16 22:39:22.066695 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-c54a78b9-ffd0-4403-85b1-3ed573cb991d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] No DVR routers for this DVR port b6203b99-3093-4799-9ebe-caeb302b396f on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:39:22.074301 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ef820f-2fd6-4bce-a45c-29e0784aef0a tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 22:39:22.074775 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ef820f-2fd6-4bce-a45c-29e0784aef0a tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:39:22.082580 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-31ef820f-2fd6-4bce-a45c-29e0784aef0a tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "DELETE /v2.0/networks/9ed53d57-76d7-46ab-b220-a617ed96c6d4 HTTP/1.1" status: 409 len: 405 time: 0.7155669 Aug 16 22:39:22.082580 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-c54a78b9-ffd0-4403-85b1-3ed573cb991d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:22.082580 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a1a059e1-4100-4fc4-b1ae-829be7186c92 req-c54a78b9-ffd0-4403-85b1-3ed573cb991d tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.39 "DELETE /v2.0/ports/b6203b99-3093-4799-9ebe-caeb302b396f HTTP/1.1" status: 204 len: 173 time: 5.1036649 Aug 16 22:39:22.082580 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-deleted', 'tag': 'b6203b99-3093-4799-9ebe-caeb302b396f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:39:22.084618 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0b1cbb-7159-4942-9dba-91407c810af5" -d '{"events": [{"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-deleted", "tag": "b6203b99-3093-4799-9ebe-caeb302b396f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:39:22.090518 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a7591fb-2c45-4d9f-8e54-2b48c85fb09a tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:22.092068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46074) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:22.097468 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-722e3fe7-02f1-485a-bd74-f65b4c8613f5 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1902334838'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:22.106898 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a7591fb-2c45-4d9f-8e54-2b48c85fb09a tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:22.117416 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d8d989-08ac-42c3-984b-30a95e263074 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Deleting subnet 2307caff-60ef-4cfc-9e19-34db86f63f0b {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:39:22.119529 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] Routers {'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:39:22.120562 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:39:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:22.138086 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b3d8d989-08ac-42c3-984b-30a95e263074 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:22.211203 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-3a7591fb-2c45-4d9f-8e54-2b48c85fb09a tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] In _notify_port_updated(), no bound segment for port 8c2d36ac-2e9a-4bde-b5c3-630734607670 on network 595db15b-bbce-4204-bb21-401781164ac7 {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:39:22.221068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7591fb-2c45-4d9f-8e54-2b48c85fb09a tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:22.221769 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a7591fb-2c45-4d9f-8e54-2b48c85fb09a tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:22.223310 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3a7591fb-2c45-4d9f-8e54-2b48c85fb09a tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] 10.222.0.93 "PUT /v2.0/ports/8c2d36ac-2e9a-4bde-b5c3-630734607670 HTTP/1.1" status: 200 len: 1130 time: 3.0836911 Aug 16 22:39:22.237783 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46080) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:22.244889 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f2e6a9-62d8-445b-9f3b-04829256a926 None None] Network d493eb06-d056-4696-8665-99ef596ab8a1 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:22.276810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c11654-d358-4e01-a44f-2d710a249c0e None None] Pushing event updated for resources: {'Port': ['ID=2aa383e6-512e-4aba-9ce6-fd1d0fda8647,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:22.312172 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b3d8d989-08ac-42c3-984b-30a95e263074 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:22.330905 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722e3fe7-02f1-485a-bd74-f65b4c8613f5 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Made reservation on behalf of ca7f7ed193114646a23e4e746e77035e for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:22.341047 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-722e3fe7-02f1-485a-bd74-f65b4c8613f5 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:22.467762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a11ec7a-dcc5-4f44-9ad8-c40fc49c7c1a tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:22.474797 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8a11ec7a-dcc5-4f44-9ad8-c40fc49c7c1a tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] 10.222.0.93 "GET /v2.0/ports/8c2d36ac-2e9a-4bde-b5c3-630734607670 HTTP/1.1" status: 200 len: 1130 time: 0.2283175 Aug 16 22:39:22.474797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7591fb-2c45-4d9f-8e54-2b48c85fb09a tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Pushing event updated for resources: {'Port': ['ID=8c2d36ac-2e9a-4bde-b5c3-630734607670,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:22.479812 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46082) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:22.514961 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4af3b213-efbc-4584-ae5d-91a03d600149 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:22.577870 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b310c7e-41fd-4920-8d14-81082377f026 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:22.751578 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2da4340-27b1-4457-a94f-f3a36b4af73e x-openstack-request-id: req-c2da4340-27b1-4457-a94f-f3a36b4af73e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:39:22.751995 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c673f3-af86-4e83-89e2-d38839a6e530", "name": "network-vif-deleted", "tag": "b6203b99-3093-4799-9ebe-caeb302b396f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:39:22.752347 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c2da4340-27b1-4457-a94f-f3a36b4af73e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:39:22.752856 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c673f3-af86-4e83-89e2-d38839a6e530', 'name': 'network-vif-deleted', 'tag': 'b6203b99-3093-4799-9ebe-caeb302b396f', 'status': 'completed', 'code': 200} Aug 16 22:39:22.785318 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b3d8d989-08ac-42c3-984b-30a95e263074 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:22.797118 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:22.799207 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-812abea0-24b3-4e24-986a-15213afada89 req-98b89ad5-52cc-4770-9e1f-511c1177615f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 210 time: 0.0391343 Aug 16 22:39:22.803570 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b310c7e-41fd-4920-8d14-81082377f026 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Subnet': ['ID=f2cff6ab-7eb7-4ec9-99a8-35bed2e87979,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:22.816236 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722e3fe7-02f1-485a-bd74-f65b4c8613f5 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:39:22.851816 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-722e3fe7-02f1-485a-bd74-f65b4c8613f5 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:22.852779 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-722e3fe7-02f1-485a-bd74-f65b4c8613f5 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Added segment 8b91d5ab-1ab4-4995-8ab3-878a60341dd4 of type vlan for network 57f12b98-7c75-4d22-aa91-7214840dd50d Aug 16 22:39:22.861826 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] Transition to ACTIVE for port object ea94d913-80b4-4541-9aec-596837d043fe will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:22.880082 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b310c7e-41fd-4920-8d14-81082377f026 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:22.884103 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4b310c7e-41fd-4920-8d14-81082377f026 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/subnets/f2cff6ab-7eb7-4ec9-99a8-35bed2e87979 HTTP/1.1" status: 204 len: 168 time: 1.6036961 Aug 16 22:39:22.908681 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46092) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:22.963845 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942421f1-42af-4bd2-960f-b570ade810be None None] Network babb651f-43c0-4f3a-a214-ef8d0ec92712 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:22.974448 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de589e2d-3553-4d23-8cc0-9125e94a0d7c req-6f61f27c-66f0-42f6-a119-a919649c3348 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.1413558 Aug 16 22:39:22.982388 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-94f3380f-7945-45ac-9eb2-d468fe1a9412 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'subnet': {'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:23.054458 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ca0d81c7-0a39-47cd-97da-d84a9ffd7fae tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Deleting port 8c2d36ac-2e9a-4bde-b5c3-630734607670 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:39:23.055103 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ca0d81c7-0a39-47cd-97da-d84a9ffd7fae tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:23.141004 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-722e3fe7-02f1-485a-bd74-f65b4c8613f5 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:23.182733 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35f29d2-ff75-4996-b693-3597372f6d2b None None] Network 9ed53d57-76d7-46ab-b220-a617ed96c6d4 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:23.223802 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4af3b213-efbc-4584-ae5d-91a03d600149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:23.248273 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ca0d81c7-0a39-47cd-97da-d84a9ffd7fae tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:23.266688 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ca0d81c7-0a39-47cd-97da-d84a9ffd7fae tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Calling delete_port for 8c2d36ac-2e9a-4bde-b5c3-630734607670 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:39:23.288287 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af3b213-efbc-4584-ae5d-91a03d600149 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:23.303760 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-4af3b213-efbc-4584-ae5d-91a03d600149 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:23.314096 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af3b213-efbc-4584-ae5d-91a03d600149 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:23.402385 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b3d8d989-08ac-42c3-984b-30a95e263074 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:23.447916 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-722e3fe7-02f1-485a-bd74-f65b4c8613f5 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:23.460183 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722e3fe7-02f1-485a-bd74-f65b4c8613f5 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:23.461700 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-722e3fe7-02f1-485a-bd74-f65b4c8613f5 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:23.473582 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ca0d81c7-0a39-47cd-97da-d84a9ffd7fae tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:23.553384 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b3d8d989-08ac-42c3-984b-30a95e263074 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:23.558704 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b3d8d989-08ac-42c3-984b-30a95e263074 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "DELETE /v2.0/subnets/2307caff-60ef-4cfc-9e19-34db86f63f0b HTTP/1.1" status: 204 len: 168 time: 1.7081273 Aug 16 22:39:23.580564 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46100) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:23.581661 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d81c7-0a39-47cd-97da-d84a9ffd7fae tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Pushing event deleted for resources: {'Port': ['ID=8c2d36ac-2e9a-4bde-b5c3-630734607670,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:23.606286 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-722e3fe7-02f1-485a-bd74-f65b4c8613f5 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5127213 Aug 16 22:39:23.670273 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46102) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:23.697353 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5ecb2647-8535-4b20-93ca-4035e95ed4b2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Request body: {'subnet': {'network_id': '57f12b98-7c75-4d22-aa91-7214840dd50d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:23.760379 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3b213-efbc-4584-ae5d-91a03d600149 admin admin] Pushing event updated for resources: {'Port': ['ID=a579c651-21a3-457c-a6df-6f701713801d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:23.762736 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] Transition to ACTIVE for port object ea94d913-80b4-4541-9aec-596837d043fe will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:23.782549 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port a3d7d26b-0336-4293-8077-a0c84175b4de triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:23.783304 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:23.837681 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:23.910075 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f24939-ba6b-4b85-8cd6-b8bf2c9a5826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-91813c0d-6282-4720-a39b-5938097379c2', 'network_id': '91813c0d-6282-4720-a39b-5938097379c2', 'tenant_id': '02b09ca8421441e0bcc5ceb923c6fc6b', 'fixed_ips': [{'subnet_id': '2307caff-60ef-4cfc-9e19-34db86f63f0b'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:39:23.911228 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6f24939-ba6b-4b85-8cd6-b8bf2c9a5826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:23.913990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8d989-08ac-42c3-984b-30a95e263074 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Pushing event deleted for resources: {'Subnet': ['ID=2307caff-60ef-4cfc-9e19-34db86f63f0b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:23.943742 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e7a85-957c-4cab-a740-b6c36c17913a None None] Pushing event updated for resources: {'Port': ['ID=015d71eb-110d-4a13-9f4d-0c45c57783e2,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:23.965033 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-058a85ef-b66b-474f-898d-649ce88119be None None] Could not find standard attr ID for object 698632c5-e2d5-414e-9ac5-a5a0628c5599. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:39:23.976724 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ca0d81c7-0a39-47cd-97da-d84a9ffd7fae tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:23.991329 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ca0d81c7-0a39-47cd-97da-d84a9ffd7fae tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] 10.222.0.93 "DELETE /v2.0/ports/8c2d36ac-2e9a-4bde-b5c3-630734607670 HTTP/1.1" status: 204 len: 168 time: 1.5006068 Aug 16 22:39:23.997212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e3fe7-02f1-485a-bd74-f65b4c8613f5 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event updated for resources: {'Network': ['ID=57f12b98-7c75-4d22-aa91-7214840dd50d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:24.000622 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46106) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:24.018190 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] Network 373ef9ab-685b-49bb-8aa1-e83804e2a944 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:24.020272 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] Set router cc550f3a-6aac-4bd3-b2ea-74fb7b5012de gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:39:24.038766 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 57f12b98-7c75-4d22-aa91-7214840dd50d details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:39:24.126931 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f3380f-7945-45ac-9eb2-d468fe1a9412 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:24.134626 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-94f3380f-7945-45ac-9eb2-d468fe1a9412 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:24.233658 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b581eba1-825a-4a87-9797-f95ce0c9b353 req-a860ef80-57d2-4511-916b-397a02eb8ad4 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 210 time: 0.1196194 Aug 16 22:39:24.326387 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17b4700-b8b1-48b0-96ce-f3cbf1b3491a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:24.342178 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c17b4700-b8b1-48b0-96ce-f3cbf1b3491a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7563746 Aug 16 22:39:24.392026 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4af3b213-efbc-4584-ae5d-91a03d600149 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:24.393014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46112) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:24.401625 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:24.419783 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a92ad595-9733-4703-9fdc-566e1c9d75d9 req-f9f37a95-3b0b-45c9-af12-199739ef512e tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.1648307 Aug 16 22:39:24.533896 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-5621399e-f734-4f7b-9ec4-54e35e00ed66 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Deleting subnet 976fae86-7732-44e4-98ce-b6f6bf46a72e {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:39:24.630252 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:24.647591 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5621399e-f734-4f7b-9ec4-54e35e00ed66 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:24.659652 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8c118b8-0b91-4363-ac51-9c48481b5f54 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:24.766442 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0092fc65-b728-4ae5-aefa-d4715330fb8b None None] Network 91813c0d-6282-4720-a39b-5938097379c2 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:24.788487 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecb2647-8535-4b20-93ca-4035e95ed4b2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Made reservation on behalf of ca7f7ed193114646a23e4e746e77035e for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:24.795913 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ecb2647-8535-4b20-93ca-4035e95ed4b2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:24.920913 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] Pushing event updated for resources: {'Port': ['ID=ea94d913-80b4-4541-9aec-596837d043fe,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:24.964619 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5621399e-f734-4f7b-9ec4-54e35e00ed66 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:25.109946 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-cc180e45-0160-4861-aacf-f6ba8f5efda7 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:25.112666 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-cc180e45-0160-4861-aacf-f6ba8f5efda7 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 806 time: 0.3670073 Aug 16 22:39:25.116654 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-94f3380f-7945-45ac-9eb2-d468fe1a9412 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:25.217470 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-058a85ef-b66b-474f-898d-649ce88119be None None] Provisioning for port a49db2d5-888e-45c4-8706-119bad76dc58 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:25.249813 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f3380f-7945-45ac-9eb2-d468fe1a9412 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network babb651f-43c0-4f3a-a214-ef8d0ec92712 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:25.252273 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] Attempting to bind port ea94d913-80b4-4541-9aec-596837d043fe on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:39:25.252806 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] Attempting to bind port ea94d913-80b4-4541-9aec-596837d043fe by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '99620c27-12fd-4033-8bf4-c67a05211565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '373ef9ab-685b-49bb-8aa1-e83804e2a944'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:39:25.254112 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] Attempting to bind port ea94d913-80b4-4541-9aec-596837d043fe on network 373ef9ab-685b-49bb-8aa1-e83804e2a944 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:39:25.286980 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5621399e-f734-4f7b-9ec4-54e35e00ed66 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:25.318018 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:39:25.318482 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] Checking segment: {'id': '99620c27-12fd-4033-8bf4-c67a05211565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '373ef9ab-685b-49bb-8aa1-e83804e2a944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:25.318901 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:25.319303 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] Bound using segment: {'id': '99620c27-12fd-4033-8bf4-c67a05211565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '373ef9ab-685b-49bb-8aa1-e83804e2a944'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:39:25.320528 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] Bound port: ea94d913-80b4-4541-9aec-596837d043fe, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99620c27-12fd-4033-8bf4-c67a05211565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '373ef9ab-685b-49bb-8aa1-e83804e2a944'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:39:25.320528 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:25.347682 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-058a85ef-b66b-474f-898d-649ce88119be None None] Provisioning complete for port a49db2d5-888e-45c4-8706-119bad76dc58 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:25.348085 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-058a85ef-b66b-474f-898d-649ce88119be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:25.447040 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5621399e-f734-4f7b-9ec4-54e35e00ed66 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:25.454980 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-d37ade4f-cd9d-416e-9b5f-da0fc873a444 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Request body: {'port': {'device_id': 'e77bfe05-f37f-40d6-9b15-6872c8b3877d', 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325', 'admin_state_up': True, 'tenant_id': '729e44ecc953497b8bf930c79bba20ac'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:25.572715 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621399e-f734-4f7b-9ec4-54e35e00ed66 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Pushing event deleted for resources: {'Subnet': ['ID=976fae86-7732-44e4-98ce-b6f6bf46a72e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:25.598454 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-058a85ef-b66b-474f-898d-649ce88119be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:25.694320 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-94f3380f-7945-45ac-9eb2-d468fe1a9412 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:25.710863 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba9d0ba5-c72e-46b8-a16f-9ce6d1bc6a0c req-b82de5b0-4996-4634-be27-345a6f3605a7 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 210 time: 0.2801380 Aug 16 22:39:25.717076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b15bb4-3ad7-4915-82ef-1a4de4d965c6 None None] Network babb651f-43c0-4f3a-a214-ef8d0ec92712 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:25.723575 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3380f-7945-45ac-9eb2-d468fe1a9412 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:25.724505 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-94f3380f-7945-45ac-9eb2-d468fe1a9412 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:25.752116 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3380f-7945-45ac-9eb2-d468fe1a9412 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Subnet': ['ID=67679b6d-444d-401e-b27f-1ba2be224aa6,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:25.763818 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-94f3380f-7945-45ac-9eb2-d468fe1a9412 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8175230 Aug 16 22:39:25.770430 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46120) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:25.770525 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5621399e-f734-4f7b-9ec4-54e35e00ed66 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:25.774710 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5621399e-f734-4f7b-9ec4-54e35e00ed66 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] 10.222.0.93 "DELETE /v2.0/subnets/976fae86-7732-44e4-98ce-b6f6bf46a72e HTTP/1.1" status: 204 len: 168 time: 1.7540488 Aug 16 22:39:25.778392 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f559d8a0-4e16-49ee-bb85-df42544c201d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'security_group': {'name': 'tempest-secgroup-697976748'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:25.803342 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46122) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:25.834567 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-058a85ef-b66b-474f-898d-649ce88119be None None] For port a49db2d5-888e-45c4-8706-119bad76dc58, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a49db2d5-888e-45c4-8706-119bad76dc58,segment=NetworkSegment(72d967c6-e8b1-42b3-8165-2248e4205d97),segment_id=72d967c6-e8b1-42b3-8165-2248e4205d97)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:25.834567 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee800a0-2b6d-4437-9366-49bf701a3b4d None None] Network 595db15b-bbce-4204-bb21-401781164ac7 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:25.835117 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6a2cce9b-c48c-49ec-b2cd-40cce57553cf req-3c1a2ba3-128c-4dac-8fbb-1db16a0e841f tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.0488532 Aug 16 22:39:25.838074 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8c118b8-0b91-4363-ac51-9c48481b5f54 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:25.858666 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-058a85ef-b66b-474f-898d-649ce88119be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:25.885052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a8c118b8-0b91-4363-ac51-9c48481b5f54 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91813c0d-6282-4720-a39b-5938097379c2']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:25.911177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a8c118b8-0b91-4363-ac51-9c48481b5f54 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608fd6c1-05a9-49f7-9c7f-dfe357700f1f') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:25.911478 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a8c118b8-0b91-4363-ac51-9c48481b5f54 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608fd6c1-05a9-49f7-9c7f-dfe357700f1f') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:25.923097 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8c118b8-0b91-4363-ac51-9c48481b5f54 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:25.937453 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7c55ab3-1d58-4f7e-b403-ba6aec65e32f tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:25.939629 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8c118b8-0b91-4363-ac51-9c48481b5f54 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:25.943972 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f559d8a0-4e16-49ee-bb85-df42544c201d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:25.947784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c118b8-0b91-4363-ac51-9c48481b5f54 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:39:25.948309 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8c118b8-0b91-4363-ac51-9c48481b5f54 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:25.953119 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4af3b213-efbc-4584-ae5d-91a03d600149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:39:26.029235 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:39:26.031728 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8c118b8-0b91-4363-ac51-9c48481b5f54 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:26.060000 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8c118b8-0b91-4363-ac51-9c48481b5f54 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:26.066580 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a8c118b8-0b91-4363-ac51-9c48481b5f54 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "DELETE /v2.0/networks/91813c0d-6282-4720-a39b-5938097379c2 HTTP/1.1" status: 204 len: 168 time: 1.6712198 Aug 16 22:39:26.076284 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c118b8-0b91-4363-ac51-9c48481b5f54 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Pushing event deleted for resources: {'Network': ['ID=91813c0d-6282-4720-a39b-5938097379c2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:26.078013 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46124) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:26.175704 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] For port ea94d913-80b4-4541-9aec-596837d043fe, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:39:26.182613 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-345f8e1c-1614-4162-b173-3599253c6c58 None None] Could not find standard attr ID for object 8c2d36ac-2e9a-4bde-b5c3-630734607670. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:39:26.240558 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6beb4ff-a8d8-48e6-8fb1-76c55dfdd9f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:26.240833 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] For port ea94d913-80b4-4541-9aec-596837d043fe, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ea94d913-80b4-4541-9aec-596837d043fe,segment=NetworkSegment(99620c27-12fd-4033-8bf4-c67a05211565),segment_id=99620c27-12fd-4033-8bf4-c67a05211565)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:39:26.276136 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:26.309129 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e7c55ab3-1d58-4f7e-b403-ba6aec65e32f tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Deleting port a3d7d26b-0336-4293-8077-a0c84175b4de {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:39:26.309521 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7c55ab3-1d58-4f7e-b403-ba6aec65e32f tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:26.338230 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a85ef-b66b-474f-898d-649ce88119be None None] Pushing event updated for resources: {'Port': ['ID=a49db2d5-888e-45c4-8706-119bad76dc58,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:26.366045 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-345f8e1c-1614-4162-b173-3599253c6c58 None None] Provisioning complete for port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:26.366694 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-345f8e1c-1614-4162-b173-3599253c6c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:26.491561 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e7c55ab3-1d58-4f7e-b403-ba6aec65e32f tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] For port a3d7d26b-0336-4293-8077-a0c84175b4de, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a3d7d26b-0336-4293-8077-a0c84175b4de,segment=NetworkSegment(a775ac7f-cc11-4a71-b9aa-f0947a09cc0c),segment_id=a775ac7f-cc11-4a71-b9aa-f0947a09cc0c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:26.492103 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7c55ab3-1d58-4f7e-b403-ba6aec65e32f tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:26.501933 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6beb4ff-a8d8-48e6-8fb1-76c55dfdd9f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:26.515128 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f559d8a0-4e16-49ee-bb85-df42544c201d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:26.535187 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-b6beb4ff-a8d8-48e6-8fb1-76c55dfdd9f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d493eb06-d056-4696-8665-99ef596ab8a1']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:26.565017 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-b6beb4ff-a8d8-48e6-8fb1-76c55dfdd9f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd58e291-1f0a-49e3-9920-fcd46add17ae') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:26.565458 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-b6beb4ff-a8d8-48e6-8fb1-76c55dfdd9f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd58e291-1f0a-49e3-9920-fcd46add17ae') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:26.566401 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e7c55ab3-1d58-4f7e-b403-ba6aec65e32f tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Calling delete_port for a3d7d26b-0336-4293-8077-a0c84175b4de owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:39:26.586324 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6beb4ff-a8d8-48e6-8fb1-76c55dfdd9f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:26.604454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'name': 'tempest-TestVolumeBackupRestore-1613214354-router', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:00Z', 'updated_at': '2021-08-16T22:39:11Z', 'revision_number': 4, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'gw_port': {'id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:01Z', 'updated_at': '2021-08-16T22:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '2aa383e6-512e-4aba-9ce6-fd1d0fda8647', 'name': '', 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'mac_address': 'fa:16:3e:3a:b0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '18a4055b-447e-4e48-915e-006ede5ab862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:08Z', 'updated_at': '2021-08-16T22:39:20Z', 'revision_number': 4, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'subnets': [{'id': '18a4055b-447e-4e48-915e-006ede5ab862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:26.614279 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6beb4ff-a8d8-48e6-8fb1-76c55dfdd9f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:26.619440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99817b74-fab7-437d-8c96-69a14af920c5 None None] Pushing event updated for resources: {'Port': ['ID=ea94d913-80b4-4541-9aec-596837d043fe,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:26.627112 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6beb4ff-a8d8-48e6-8fb1-76c55dfdd9f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:39:26.642640 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6beb4ff-a8d8-48e6-8fb1-76c55dfdd9f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:26.686545 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d618b271-149b-4742-8af6-2a00cabc6ebb None None] The sync data for ids ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'] in n-d-792458-15 is: [{'id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'name': 'tempest-TestVolumeBackupRestore-1613214354-router', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:00Z', 'updated_at': '2021-08-16T22:39:11Z', 'revision_number': 4, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'gw_port': {'id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:01Z', 'updated_at': '2021-08-16T22:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '2aa383e6-512e-4aba-9ce6-fd1d0fda8647', 'name': '', 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'mac_address': 'fa:16:3e:3a:b0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '18a4055b-447e-4e48-915e-006ede5ab862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:08Z', 'updated_at': '2021-08-16T22:39:20Z', 'revision_number': 4, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'subnets': [{'id': '18a4055b-447e-4e48-915e-006ede5ab862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:39:26.727178 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f559d8a0-4e16-49ee-bb85-df42544c201d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:26.891889 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af3b213-efbc-4584-ae5d-91a03d600149 admin admin] Router cf16af9d-efa7-4bb9-9f26-d12babbe1f1e is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:39:26.940299 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559d8a0-4e16-49ee-bb85-df42544c201d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d940c11b-d4a8-4e8f-b4b3-4b583fb5fe22,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:26.970379 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-345f8e1c-1614-4162-b173-3599253c6c58 None None] Provisioning complete for port a49db2d5-888e-45c4-8706-119bad76dc58 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:26.970760 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-345f8e1c-1614-4162-b173-3599253c6c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:39:27.037720 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:39:27.084119 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7ea20a-2315-4382-b433-4fd93d6820d9 None None] DHCP port deletion for 595db15b-bbce-4204-bb21-401781164ac7 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:39:27.111591 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb148fb9-d183-46d6-b63b-d14e0b651623 None None] Update dhcp port {'port': {'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712', 'fixed_ips': [{'subnet_id': '04358293-3660-4317-8f0b-9790bfbaf4ac', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '67679b6d-444d-401e-b27f-1ba2be224aa6'}], 'binding:host_id': 'n-d-792458-15'}, 'id': '00729a7b-bd96-48b9-a0dd-0d3d5a59738d'} from n-d-792458-15. {{(pid=94873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:39:27.264628 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb148fb9-d183-46d6-b63b-d14e0b651623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:27.326284 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af3b213-efbc-4584-ae5d-91a03d600149 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:39:27.346977 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7c55ab3-1d58-4f7e-b403-ba6aec65e32f tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:27.362561 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e5f04082-f257-4f3b-8459-c17555252586 req-53ea41bd-aa69-472f-82f9-b2aa0082a053 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 210 time: 0.2875581 Aug 16 22:39:27.367982 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] Sync routers for ids ['cf16af9d-efa7-4bb9-9f26-d12babbe1f1e'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:39:27.399022 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ddb2e3cf-9cc8-44c8-be5a-bef0ee34681e req-9544c9b6-6f9a-4537-8104-52a0097c4a15 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.1315613 Aug 16 22:39:27.411643 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-d37ade4f-cd9d-416e-9b5f-da0fc873a444 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Made reservation on behalf of 729e44ecc953497b8bf930c79bba20ac for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:27.435795 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-d37ade4f-cd9d-416e-9b5f-da0fc873a444 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:27.446516 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6beb4ff-a8d8-48e6-8fb1-76c55dfdd9f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:27.463452 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] Routers {'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:39:27.467193 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:39:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['cf16af9d-efa7-4bb9-9f26-d12babbe1f1e'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:27.480874 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c55ab3-1d58-4f7e-b403-ba6aec65e32f tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Pushing event deleted for resources: {'Port': ['ID=a3d7d26b-0336-4293-8077-a0c84175b4de,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:27.481344 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6beb4ff-a8d8-48e6-8fb1-76c55dfdd9f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:27.486385 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b6beb4ff-a8d8-48e6-8fb1-76c55dfdd9f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "DELETE /v2.0/networks/d493eb06-d056-4696-8665-99ef596ab8a1 HTTP/1.1" status: 204 len: 168 time: 1.3900316 Aug 16 22:39:27.490152 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46132) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:27.503735 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4af3b213-efbc-4584-ae5d-91a03d600149 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:27.513379 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4af3b213-efbc-4584-ae5d-91a03d600149 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.2401903 Aug 16 22:39:27.519578 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f559d8a0-4e16-49ee-bb85-df42544c201d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:27.536616 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f559d8a0-4e16-49ee-bb85-df42544c201d tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7676671 Aug 16 22:39:27.547735 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46134) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:27.548079 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46136) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:27.568559 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-41f3eec4-7b32-48ee-9563-043ce2bd2556 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'security_group': {'name': 'tempest-secgroup-232225915'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:27.592430 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c55ab3-1d58-4f7e-b403-ba6aec65e32f tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] No DVR routers for this DVR port a3d7d26b-0336-4293-8077-a0c84175b4de on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:39:27.748441 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ea94d913-80b4-4541-9aec-596837d043fe up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:27.772212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6beb4ff-a8d8-48e6-8fb1-76c55dfdd9f3 tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Pushing event deleted for resources: {'Network': ['ID=d493eb06-d056-4696-8665-99ef596ab8a1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:27.798452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-1c7ea20a-2315-4382-b433-4fd93d6820d9 None None] Deleting port a3d7d26b-0336-4293-8077-a0c84175b4de {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:39:27.805682 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1c7ea20a-2315-4382-b433-4fd93d6820d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:27.837043 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41f3eec4-7b32-48ee-9563-043ce2bd2556 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:27.903907 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] Set router cf16af9d-efa7-4bb9-9f26-d12babbe1f1e gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:39:27.978278 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a999b062-3f91-4d69-a071-747dd66a581a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:28.054797 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-1c7ea20a-2315-4382-b433-4fd93d6820d9 None None] For port a3d7d26b-0336-4293-8077-a0c84175b4de, host n-d-792458-15, got binding levels [] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:28.056373 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1c7ea20a-2315-4382-b433-4fd93d6820d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:28.085503 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-1c7ea20a-2315-4382-b433-4fd93d6820d9 None None] Calling delete_port for a3d7d26b-0336-4293-8077-a0c84175b4de owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:39:28.089570 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.ipam_backend_mixin [None req-1c7ea20a-2315-4382-b433-4fd93d6820d9 None None] Port a3d7d26b-0336-4293-8077-a0c84175b4de was not found and therefore no delete operation was performed {{(pid=94873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:39:28.106737 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7c55ab3-1d58-4f7e-b403-ba6aec65e32f tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:28.176275 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-e7c55ab3-1d58-4f7e-b403-ba6aec65e32f tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595db15b-bbce-4204-bb21-401781164ac7']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:28.255863 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-cb148fb9-d183-46d6-b63b-d14e0b651623 None None] Allocated IP 2001:db8::2 (babb651f-43c0-4f3a-a214-ef8d0ec92712/67679b6d-444d-401e-b27f-1ba2be224aa6/00729a7b-bd96-48b9-a0dd-0d3d5a59738d) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:28.358104 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-e7c55ab3-1d58-4f7e-b403-ba6aec65e32f tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a775ac7f-cc11-4a71-b9aa-f0947a09cc0c') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:28.358449 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-e7c55ab3-1d58-4f7e-b403-ba6aec65e32f tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a775ac7f-cc11-4a71-b9aa-f0947a09cc0c') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:28.419737 n-d-792458-15 neutron-server[94871]: DEBUG neutron.objects.ports [None req-5ecb2647-8535-4b20-93ca-4035e95ed4b2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94871) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:39:28.430798 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ecb2647-8535-4b20-93ca-4035e95ed4b2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:28.459101 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7c55ab3-1d58-4f7e-b403-ba6aec65e32f tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:28.517645 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-cb148fb9-d183-46d6-b63b-d14e0b651623 None None] For port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=00729a7b-bd96-48b9-a0dd-0d3d5a59738d,segment=NetworkSegment(9a61217c-2627-40c5-a052-c71e5ab83f82),segment_id=9a61217c-2627-40c5-a052-c71e5ab83f82)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:28.613630 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb148fb9-d183-46d6-b63b-d14e0b651623 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:28.618841 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e', 'name': 'tempest-TestVolumeBackupRestore-1895079137-router', 'tenant_id': 'e856da6162c04d41a839167cd8640590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'a579c651-21a3-457c-a6df-6f701713801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:19Z', 'updated_at': '2021-08-16T22:39:23Z', 'revision_number': 3, 'project_id': 'e856da6162c04d41a839167cd8640590', 'gw_port': {'id': 'a579c651-21a3-457c-a6df-6f701713801d', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:36:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:20Z', 'updated_at': '2021-08-16T22:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:28.655779 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cb148fb9-d183-46d6-b63b-d14e0b651623 None None] Transition to ACTIVE for port object 00729a7b-bd96-48b9-a0dd-0d3d5a59738d will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:28.662127 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1c7ea20a-2315-4382-b433-4fd93d6820d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:28.733753 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] Checking router: cf16af9d-efa7-4bb9-9f26-d12babbe1f1e for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:39:28.738774 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] Updating router cf16af9d-efa7-4bb9-9f26-d12babbe1f1e port a579c651-21a3-457c-a6df-6f701713801d binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:39:28.745445 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7ea20a-2315-4382-b433-4fd93d6820d9 None None] No DVR routers for this DVR port a3d7d26b-0336-4293-8077-a0c84175b4de on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:39:28.751421 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb148fb9-d183-46d6-b63b-d14e0b651623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:28.775855 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:28.799179 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb2647-8535-4b20-93ca-4035e95ed4b2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event updated for resources: {'Subnet': ['ID=a8849198-cf63-455b-b3ab-3cc7dd80a05b,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:28.818210 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7c55ab3-1d58-4f7e-b403-ba6aec65e32f tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:28.839860 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd16373a-8537-4be6-89bd-ea7d759de6aa None None] Network 373ef9ab-685b-49bb-8aa1-e83804e2a944 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:28.994406 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c55ab3-1d58-4f7e-b403-ba6aec65e32f tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:39:28.995142 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7c55ab3-1d58-4f7e-b403-ba6aec65e32f tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:39:29.017003 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:39:29.195238 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ea20a-2315-4382-b433-4fd93d6820d9 None None] Pushing event deleted for resources: {'Port': ['ID=a3d7d26b-0336-4293-8077-a0c84175b4de,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:29.272259 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-345f8e1c-1614-4162-b173-3599253c6c58 None None] Provisioning complete for port 4a115518-896d-4661-b265-7cd76ea84a7d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:29.272637 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-345f8e1c-1614-4162-b173-3599253c6c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:29.286477 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port ea94d913-80b4-4541-9aec-596837d043fe completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:29.390537 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 2aa383e6-512e-4aba-9ce6-fd1d0fda8647 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:29.437935 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-330b3ef6-d073-460b-9e61-1dd3265511bc req-09b65b9e-aad9-4914-a336-8f2b2b5381bc tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 210 time: 0.6976366 Aug 16 22:39:29.451610 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a999b062-3f91-4d69-a071-747dd66a581a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:29.470812 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41f3eec4-7b32-48ee-9563-043ce2bd2556 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:29.501766 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-22507011-4c9c-463b-b03c-1d67b9d3bb8f req-83d3fcc7-8718-44c7-90b8-272661f4f314 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.7579994 Aug 16 22:39:29.543464 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:29.553348 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb148fb9-d183-46d6-b63b-d14e0b651623 None None] Pushing event updated for resources: {'Port': ['ID=00729a7b-bd96-48b9-a0dd-0d3d5a59738d,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:29.557891 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-345f8e1c-1614-4162-b173-3599253c6c58 None None] Port 4a115518-896d-4661-b265-7cd76ea84a7d cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:39:29.593195 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] Transition to ACTIVE for port object a579c651-21a3-457c-a6df-6f701713801d will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:29.608075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a999b062-3f91-4d69-a071-747dd66a581a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696d6fc1-86a7-40bf-aa46-be6fc9045701']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:29.620081 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-d37ade4f-cd9d-416e-9b5f-da0fc873a444 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Allocated IP 172.20.0.12 (a0b4d9a2-666b-4be2-bf62-f6b4cce7a325/2abfc365-29c3-4616-9b87-7c7a7ec9e755/bc1e7f6a-23ab-47c1-abaa-231b151908c9) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:29.628134 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7c55ab3-1d58-4f7e-b403-ba6aec65e32f tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:29.646775 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7c55ab3-1d58-4f7e-b403-ba6aec65e32f tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:29.649110 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e7c55ab3-1d58-4f7e-b403-ba6aec65e32f tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] 10.222.0.93 "DELETE /v2.0/networks/595db15b-bbce-4204-bb21-401781164ac7 HTTP/1.1" status: 204 len: 168 time: 3.8439109 Aug 16 22:39:29.650498 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:29.674443 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 2aa383e6-512e-4aba-9ce6-fd1d0fda8647 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:29.685303 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a999b062-3f91-4d69-a071-747dd66a581a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf251cea-6681-4fb1-a679-708663ae2b9e') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:29.685775 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a999b062-3f91-4d69-a071-747dd66a581a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf251cea-6681-4fb1-a679-708663ae2b9e') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:29.726506 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 2aa383e6-512e-4aba-9ce6-fd1d0fda8647 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:29.728058 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:29.744938 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41f3eec4-7b32-48ee-9563-043ce2bd2556 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:29.770155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecb2647-8535-4b20-93ca-4035e95ed4b2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Checking segment: {'id': '8b91d5ab-1ab4-4995-8ab3-878a60341dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '57f12b98-7c75-4d22-aa91-7214840dd50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:29.772059 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecb2647-8535-4b20-93ca-4035e95ed4b2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Network hostable DHCP agents. Network: 57f12b98-7c75-4d22-aa91-7214840dd50d, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:39:29.827682 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a999b062-3f91-4d69-a071-747dd66a581a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:29.862161 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8a2a5c16-9ebb-47fd-8445-2122db43cfe7 None None] Provisioning for port ea94d913-80b4-4541-9aec-596837d043fe completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:29.899810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8a2a5c16-9ebb-47fd-8445-2122db43cfe7 None None] Provisioning complete for port ea94d913-80b4-4541-9aec-596837d043fe triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:29.900253 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8a2a5c16-9ebb-47fd-8445-2122db43cfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:29.969088 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3eec4-7b32-48ee-9563-043ce2bd2556 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b934d57-47f9-4e71-a933-53987c06ba6e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:29.991251 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c55ab3-1d58-4f7e-b403-ba6aec65e32f tempest-ExtraDHCPOptionsIpV6TestJSON-839154386 tempest-ExtraDHCPOptionsIpV6TestJSON-839154386-project] Pushing event deleted for resources: {'Network': ['ID=595db15b-bbce-4204-bb21-401781164ac7,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:30.026411 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecb2647-8535-4b20-93ca-4035e95ed4b2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Network 57f12b98-7c75-4d22-aa91-7214840dd50d is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:39:30.050851 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] Attempting to bind port a579c651-21a3-457c-a6df-6f701713801d on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:39:30.052153 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] Attempting to bind port a579c651-21a3-457c-a6df-6f701713801d by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:39:30.054646 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] Attempting to bind port a579c651-21a3-457c-a6df-6f701713801d on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:39:30.060730 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ba130-0237-4870-abeb-4d660bec76ba None None] Pushing event updated for resources: {'Port': ['ID=a579c651-21a3-457c-a6df-6f701713801d,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:30.083543 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a999b062-3f91-4d69-a071-747dd66a581a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:30.089687 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41f3eec4-7b32-48ee-9563-043ce2bd2556 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:30.098022 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:39:30.098671 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:30.099260 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:30.099850 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:39:30.100518 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] Bound port: a579c651-21a3-457c-a6df-6f701713801d, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:39:30.101065 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:30.104441 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-41f3eec4-7b32-48ee-9563-043ce2bd2556 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.5471594 Aug 16 22:39:30.105403 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46148) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:30.144656 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-00ccc0ac-0dff-4b66-bfcf-adf000177d2b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'security_group': {'name': 'tempest-secgroup-1160125324'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:30.176064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a999b062-3f91-4d69-a071-747dd66a581a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:39:30.179432 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a999b062-3f91-4d69-a071-747dd66a581a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:39:30.193875 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:39:30.269696 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] For port a579c651-21a3-457c-a6df-6f701713801d, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:39:30.270701 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5ecb2647-8535-4b20-93ca-4035e95ed4b2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 57f12b98-7c75-4d22-aa91-7214840dd50d) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:30.284603 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] For port a579c651-21a3-457c-a6df-6f701713801d, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a579c651-21a3-457c-a6df-6f701713801d,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:39:30.294546 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:30.318510 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6157fa5-a423-4037-abb1-f0494724a5d6 None None] Network 57f12b98-7c75-4d22-aa91-7214840dd50d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:30.397084 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] Routers {'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:39:30.398099 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:39:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['cf16af9d-efa7-4bb9-9f26-d12babbe1f1e'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:30.408649 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-00ccc0ac-0dff-4b66-bfcf-adf000177d2b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:30.455129 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46152) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:30.552581 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecb2647-8535-4b20-93ca-4035e95ed4b2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:30.553574 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ecb2647-8535-4b20-93ca-4035e95ed4b2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:30.610231 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:30.693148 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fb2b322-9b80-4a4c-a4b4-c37644eb199e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:30.873324 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2a23435-73f2-4ead-982d-5b5036e2e919 req-75dc687e-6f24-47c6-bbf7-9d150f99d69f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 210 time: 0.0933537 Aug 16 22:39:30.943934 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ba130-0237-4870-abeb-4d660bec76ba None None] Pushing event updated for resources: {'Port': ['ID=a579c651-21a3-457c-a6df-6f701713801d,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:30.997453 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8a2a5c16-9ebb-47fd-8445-2122db43cfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:31.001081 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] Set router cf16af9d-efa7-4bb9-9f26-d12babbe1f1e gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:39:31.057733 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a999b062-3f91-4d69-a071-747dd66a581a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:31.093486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 2aa383e6-512e-4aba-9ce6-fd1d0fda8647, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=2aa383e6-512e-4aba-9ce6-fd1d0fda8647,segment=NetworkSegment(1ed050c3-3278-47d9-af20-f41346a21c4f),segment_id=1ed050c3-3278-47d9-af20-f41346a21c4f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:31.096400 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9892195-6bd8-41e4-bc85-227f77a0f108 req-ef443b8f-471a-4a2a-8e7a-938cc9f175a4 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.2038836 Aug 16 22:39:31.118406 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-76e5bb1b-ab9c-4ee4-986d-19728a9a9b88 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=45332726b2904830be2dc7889d01268e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6197169 Aug 16 22:39:31.131085 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:31.135129 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a49db2d5-888e-45c4-8706-119bad76dc58 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:31.142866 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a999b062-3f91-4d69-a071-747dd66a581a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:31.148619 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46162) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:31.149616 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a999b062-3f91-4d69-a071-747dd66a581a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "DELETE /v2.0/networks/696d6fc1-86a7-40bf-aa46-be6fc9045701 HTTP/1.1" status: 204 len: 168 time: 3.6428511 Aug 16 22:39:31.149773 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46164) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:31.159609 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-57f12b98-7c75-4d22-aa91-7214840dd50d', 'network_id': '57f12b98-7c75-4d22-aa91-7214840dd50d', 'tenant_id': 'ca7f7ed193114646a23e4e746e77035e', 'fixed_ips': [{'subnet_id': 'a8849198-cf63-455b-b3ab-3cc7dd80a05b'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:39:31.161438 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:31.173309 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999b062-3f91-4d69-a071-747dd66a581a tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Pushing event deleted for resources: {'Network': ['ID=696d6fc1-86a7-40bf-aa46-be6fc9045701,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:31.252699 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-d37ade4f-cd9d-416e-9b5f-da0fc873a444 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:31.267570 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=2aa383e6-512e-4aba-9ce6-fd1d0fda8647,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:31.332609 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-d37ade4f-cd9d-416e-9b5f-da0fc873a444 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:31.368859 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['8507266d-0a1f-46dd-89e2-1352a70987b1'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:39:31.382550 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8a2a5c16-9ebb-47fd-8445-2122db43cfe7 None None] For port ea94d913-80b4-4541-9aec-596837d043fe, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ea94d913-80b4-4541-9aec-596837d043fe,segment=NetworkSegment(99620c27-12fd-4033-8bf4-c67a05211565),segment_id=99620c27-12fd-4033-8bf4-c67a05211565)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:31.449826 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ade4f-cd9d-416e-9b5f-da0fc873a444 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Pushing event updated for resources: {'Port': ['ID=bc1e7f6a-23ab-47c1-abaa-231b151908c9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:31.491531 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8a2a5c16-9ebb-47fd-8445-2122db43cfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:31.492894 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-d37ade4f-cd9d-416e-9b5f-da0fc873a444 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:31.503339 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-d37ade4f-cd9d-416e-9b5f-da0fc873a444 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:31.514280 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e', 'name': 'tempest-TestVolumeBackupRestore-1895079137-router', 'tenant_id': 'e856da6162c04d41a839167cd8640590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'a579c651-21a3-457c-a6df-6f701713801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:19Z', 'updated_at': '2021-08-16T22:39:23Z', 'revision_number': 3, 'project_id': 'e856da6162c04d41a839167cd8640590', 'gw_port': {'id': 'a579c651-21a3-457c-a6df-6f701713801d', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:36:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:20Z', 'updated_at': '2021-08-16T22:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:31.518050 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-d37ade4f-cd9d-416e-9b5f-da0fc873a444 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:31.575773 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8e5d277-c4a9-437b-887b-e4a03f872ddb tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:31.597894 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b91dac-7540-4e46-85be-0b77c7a106e1 None None] The sync data for ids ['cf16af9d-efa7-4bb9-9f26-d12babbe1f1e'] in n-d-792458-15 is: [{'id': 'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e', 'name': 'tempest-TestVolumeBackupRestore-1895079137-router', 'tenant_id': 'e856da6162c04d41a839167cd8640590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'a579c651-21a3-457c-a6df-6f701713801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:19Z', 'updated_at': '2021-08-16T22:39:23Z', 'revision_number': 3, 'project_id': 'e856da6162c04d41a839167cd8640590', 'gw_port': {'id': 'a579c651-21a3-457c-a6df-6f701713801d', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:36:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:20Z', 'updated_at': '2021-08-16T22:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:39:31.603089 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-00ccc0ac-0dff-4b66-bfcf-adf000177d2b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:31.641566 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-d37ade4f-cd9d-416e-9b5f-da0fc873a444 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:31.643070 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-d37ade4f-cd9d-416e-9b5f-da0fc873a444 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:31.676894 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5ecb2647-8535-4b20-93ca-4035e95ed4b2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 8.0027683 Aug 16 22:39:31.677399 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46166) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:31.688828 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e9233fea-e289-403f-ab04-bf677098ff2a tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Request body: {'port': {'network_id': '57f12b98-7c75-4d22-aa91-7214840dd50d', 'name': 'tempest-NetworksIpV6TestAttrs-838432221'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:31.702593 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port a49db2d5-888e-45c4-8706-119bad76dc58 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:31.703981 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:31.733549 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-00ccc0ac-0dff-4b66-bfcf-adf000177d2b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:31.735728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-d37ade4f-cd9d-416e-9b5f-da0fc873a444 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3039224 Aug 16 22:39:31.762846 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a5c16-9ebb-47fd-8445-2122db43cfe7 None None] Pushing event updated for resources: {'Port': ['ID=ea94d913-80b4-4541-9aec-596837d043fe,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:31.811907 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-bc898d36-a103-42af-8b9c-3396f9b39f1c None None] Provisioning complete for port ea94d913-80b4-4541-9aec-596837d043fe triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:31.812414 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bc898d36-a103-42af-8b9c-3396f9b39f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:31.819593 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] Allocated IP 2001:db8::f816:3eff:fe40:5803 (57f12b98-7c75-4d22-aa91-7214840dd50d/a8849198-cf63-455b-b3ab-3cc7dd80a05b/1c9bf0f4-d288-4d5e-a9bc-a881bda25b55) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:31.835317 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18418082-b555-43b1-b4a9-4d03f68f2f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:31.852745 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] Request body: {'port': {'device_id': 'e77bfe05-f37f-40d6-9b15-6872c8b3877d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:31.876525 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-00ccc0ac-0dff-4b66-bfcf-adf000177d2b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:31.878350 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-00ccc0ac-0dff-4b66-bfcf-adf000177d2b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7659469 Aug 16 22:39:31.915288 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46170) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:31.926823 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-690372dc-78ba-48a4-9508-c21bc1c1dcbd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-609188907', 'security_groups': ['ee82404b-f7bb-4d4a-8e9e-41501136cc49'], 'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '67679b6d-444d-401e-b27f-1ba2be224aa6'}]}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:31.975418 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc0ac-0dff-4b66-bfcf-adf000177d2b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee82404b-f7bb-4d4a-8e9e-41501136cc49,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:32.034882 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18418082-b555-43b1-b4a9-4d03f68f2f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:32.285056 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:32.345736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c418e6c-47e6-417b-812f-12220131c0c6 req-02c234a9-c65a-439c-be27-316ff3a5080c tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:32.361009 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c418e6c-47e6-417b-812f-12220131c0c6 req-02c234a9-c65a-439c-be27-316ff3a5080c tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 932 time: 0.2262638 Aug 16 22:39:32.373475 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-5fb2b322-9b80-4a4c-a4b4-c37644eb199e admin admin] Allocated IP 172.20.0.1 (373ef9ab-685b-49bb-8aa1-e83804e2a944/582efea3-de9b-4941-b9c9-e2426ababbdd/c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:32.396212 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8e5d277-c4a9-437b-887b-e4a03f872ddb tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:32.526845 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c8e5d277-c4a9-437b-887b-e4a03f872ddb tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaff731f-a910-4630-b6f7-e88005ad2b0c']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:32.631599 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c418e6c-47e6-417b-812f-12220131c0c6 req-362a9258-3808-4cda-80a0-94919b2f745a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664602 Aug 16 22:39:32.683409 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c8e5d277-c4a9-437b-887b-e4a03f872ddb tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7daca2-984c-48b8-86f1-d7bf38042417') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:32.684624 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c8e5d277-c4a9-437b-887b-e4a03f872ddb tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7daca2-984c-48b8-86f1-d7bf38042417') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:32.687035 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18418082-b555-43b1-b4a9-4d03f68f2f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:32.690781 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-18418082-b555-43b1-b4a9-4d03f68f2f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:32.692488 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-18418082-b555-43b1-b4a9-4d03f68f2f11 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/487e17fd-8fbf-4cdb-b13b-e71828947e77 HTTP/1.1" status: 204 len: 168 time: 1.5406880 Aug 16 22:39:32.695055 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0391203-ade7-4511-9dec-fec663d7a46c req-3d5d1810-f2e0-4376-b0ef-3dd243e7f2bb tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.1840062 Aug 16 22:39:32.720752 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8e5d277-c4a9-437b-887b-e4a03f872ddb tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:32.752716 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18418082-b555-43b1-b4a9-4d03f68f2f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487e17fd-8fbf-4cdb-b13b-e71828947e77,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:32.782232 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8e5d277-c4a9-437b-887b-e4a03f872ddb tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:32.821875 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9233fea-e289-403f-ab04-bf677098ff2a tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Made reservation on behalf of ca7f7ed193114646a23e4e746e77035e for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:32.829261 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9233fea-e289-403f-ab04-bf677098ff2a tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:32.843661 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e5d277-c4a9-437b-887b-e4a03f872ddb tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:39:32.844106 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8e5d277-c4a9-437b-887b-e4a03f872ddb tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:39:32.857725 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:39:32.979639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-bc898d36-a103-42af-8b9c-3396f9b39f1c None None] Provisioning for port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:33.112528 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690372dc-78ba-48a4-9508-c21bc1c1dcbd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:33.124299 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8e5d277-c4a9-437b-887b-e4a03f872ddb tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:33.142667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-e9233fea-e289-403f-ab04-bf677098ff2a tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] device_id is not set on port 6405d0ff-133d-4042-a203-6acb09d90151 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:39:33.157066 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c8e5d277-c4a9-437b-887b-e4a03f872ddb tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:33.160961 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c8e5d277-c4a9-437b-887b-e4a03f872ddb tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] 10.222.0.93 "DELETE /v2.0/networks/eaff731f-a910-4630-b6f7-e88005ad2b0c HTTP/1.1" status: 204 len: 168 time: 2.0040355 Aug 16 22:39:33.167663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-bc898d36-a103-42af-8b9c-3396f9b39f1c None None] Provisioning complete for port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:33.168545 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bc898d36-a103-42af-8b9c-3396f9b39f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:33.266274 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a3d7d26b-0336-4293-8077-a0c84175b4de no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:39:33.409193 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: a3d7d26b-0336-4293-8077-a0c84175b4de {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:39:33.409990 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a3d7d26b-0336-4293-8077-a0c84175b4de not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:39:33.460740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5d277-c4a9-437b-887b-e4a03f872ddb tempest-BulkNetworkOpsTest-1944113403 tempest-BulkNetworkOpsTest-1944113403-project] Pushing event deleted for resources: {'Network': ['ID=eaff731f-a910-4630-b6f7-e88005ad2b0c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:33.502153 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fb2b322-9b80-4a4c-a4b4-c37644eb199e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:33.528922 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:33.580576 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5fb2b322-9b80-4a4c-a4b4-c37644eb199e admin admin] Transition to ACTIVE for port object c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:33.683407 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] Transition to ACTIVE for port object 1c9bf0f4-d288-4d5e-a9bc-a881bda25b55 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:33.760679 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-690372dc-78ba-48a4-9508-c21bc1c1dcbd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:33.881717 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] Transition to ACTIVE for port object 1c9bf0f4-d288-4d5e-a9bc-a881bda25b55 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:33.898386 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-690372dc-78ba-48a4-9508-c21bc1c1dcbd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] device_id is not set on port aaf7aebc-b1aa-4ec6-93d3-326352d67c26 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:39:33.913757 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:34.110601 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1e7f6a-23ab-47c1-abaa-231b151908c9 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:39:34.120190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46198) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:34.149613 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] Pushing event updated for resources: {'Port': ['ID=1c9bf0f4-d288-4d5e-a9bc-a881bda25b55,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:34.163179 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fb2b322-9b80-4a4c-a4b4-c37644eb199e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:34.163469 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ea94d913-80b4-4541-9aec-596837d043fe up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:34.253742 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] Network 57f12b98-7c75-4d22-aa91-7214840dd50d is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:34.263386 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:34.271729 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:34.273343 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb2b322-9b80-4a4c-a4b4-c37644eb199e admin admin] Network 373ef9ab-685b-49bb-8aa1-e83804e2a944 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:34.284303 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5fb2b322-9b80-4a4c-a4b4-c37644eb199e admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:34.308559 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb2b322-9b80-4a4c-a4b4-c37644eb199e admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:34.313831 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-bc898d36-a103-42af-8b9c-3396f9b39f1c None None] Provisioning complete for port 4a115518-896d-4661-b265-7cd76ea84a7d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:34.314329 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bc898d36-a103-42af-8b9c-3396f9b39f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:34.340939 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c5c1630f-59a2-4b28-af7e-4d097c626906 req-a091df30-92e7-4445-8ee0-07432df5935a tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.2517793 Aug 16 22:39:34.346381 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:34.424821 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-e9233fea-e289-403f-ab04-bf677098ff2a tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Allocated IP 2001:db8::f816:3eff:feff:f25e (57f12b98-7c75-4d22-aa91-7214840dd50d/a8849198-cf63-455b-b3ab-3cc7dd80a05b/6405d0ff-133d-4042-a203-6acb09d90151) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:34.429323 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] Transition to ACTIVE for port object bc1e7f6a-23ab-47c1-abaa-231b151908c9 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:34.449145 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:34.501333 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2b322-9b80-4a4c-a4b4-c37644eb199e admin admin] Pushing event updated for resources: {'Port': ['ID=c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:34.514329 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fb2b322-9b80-4a4c-a4b4-c37644eb199e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:34.540961 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] Attempting to bind port 1c9bf0f4-d288-4d5e-a9bc-a881bda25b55 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:39:34.541374 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] Attempting to bind port 1c9bf0f4-d288-4d5e-a9bc-a881bda25b55 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '8b91d5ab-1ab4-4995-8ab3-878a60341dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '57f12b98-7c75-4d22-aa91-7214840dd50d'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:39:34.541811 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] Attempting to bind port 1c9bf0f4-d288-4d5e-a9bc-a881bda25b55 on network 57f12b98-7c75-4d22-aa91-7214840dd50d {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:39:34.553758 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb0186-efef-4f34-b39c-a6b570d7ced7 req-750df3e7-4b38-4227-afb4-0adf7bc5fcaf tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:34.562838 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-bc898d36-a103-42af-8b9c-3396f9b39f1c None None] Port 4a115518-896d-4661-b265-7cd76ea84a7d cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:39:34.571411 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eacb0186-efef-4f34-b39c-a6b570d7ced7 req-750df3e7-4b38-4227-afb4-0adf7bc5fcaf tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 932 time: 0.6133459 Aug 16 22:39:34.573346 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:39:34.575294 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] Checking segment: {'id': '8b91d5ab-1ab4-4995-8ab3-878a60341dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '57f12b98-7c75-4d22-aa91-7214840dd50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:34.576800 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:34.578541 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] Bound using segment: {'id': '8b91d5ab-1ab4-4995-8ab3-878a60341dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '57f12b98-7c75-4d22-aa91-7214840dd50d'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:39:34.580198 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] Bound port: 1c9bf0f4-d288-4d5e-a9bc-a881bda25b55, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b91d5ab-1ab4-4995-8ab3-878a60341dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '57f12b98-7c75-4d22-aa91-7214840dd50d'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:39:34.580668 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:34.738253 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] For port 1c9bf0f4-d288-4d5e-a9bc-a881bda25b55, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:39:34.747803 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] For port 1c9bf0f4-d288-4d5e-a9bc-a881bda25b55, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1c9bf0f4-d288-4d5e-a9bc-a881bda25b55,segment=NetworkSegment(8b91d5ab-1ab4-4995-8ab3-878a60341dd4),segment_id=8b91d5ab-1ab4-4995-8ab3-878a60341dd4)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:39:34.753829 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port ea94d913-80b4-4541-9aec-596837d043fe triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:34.754313 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:34.769392 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:34.797818 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eacb0186-efef-4f34-b39c-a6b570d7ced7 req-e4f3f1b9-00c4-475d-bc48-a42244379c1d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233965 Aug 16 22:39:34.814734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] Pushing event updated for resources: {'Port': ['ID=bc1e7f6a-23ab-47c1-abaa-231b151908c9,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:35.051831 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89fd65-1041-4d4d-80a5-f52b7131da54 None None] Pushing event updated for resources: {'Port': ['ID=1c9bf0f4-d288-4d5e-a9bc-a881bda25b55,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:35.060314 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b84f9fc2-1eaf-43bc-846e-60bce01317bc None None] Provisioning for port c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:35.082633 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b84f9fc2-1eaf-43bc-846e-60bce01317bc None None] Provisioning complete for port c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:35.082981 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b84f9fc2-1eaf-43bc-846e-60bce01317bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:35.177165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b84f9fc2-1eaf-43bc-846e-60bce01317bc None None] Port c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:39:35.224763 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 00729a7b-bd96-48b9-a0dd-0d3d5a59738d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:35.361774 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9210caf4-e125-48c3-86a5-45fef0f6a2d1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=02b09ca8421441e0bcc5ceb923c6fc6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2377017 Aug 16 22:39:35.367294 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46214) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:35.417163 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:35.417422 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:35.423899 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] Attempting to bind port bc1e7f6a-23ab-47c1-abaa-231b151908c9 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:39:35.424309 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] Attempting to bind port bc1e7f6a-23ab-47c1-abaa-231b151908c9 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:39:35.424641 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] Attempting to bind port bc1e7f6a-23ab-47c1-abaa-231b151908c9 on network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:39:35.457328 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] Port bc1e7f6a-23ab-47c1-abaa-231b151908c9 on network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:39:35.457604 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] Attempting to bind port bc1e7f6a-23ab-47c1-abaa-231b151908c9 on network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:39:35.502428 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9233fea-e289-403f-ab04-bf677098ff2a tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:35.558304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-e9233fea-e289-403f-ab04-bf677098ff2a tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Transition to ACTIVE for port object 6405d0ff-133d-4042-a203-6acb09d90151 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:35.615163 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:39:35.622433 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] Checking segment: {'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:35.623143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] Bound using segment: {'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:39:35.624205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] Bound port: bc1e7f6a-23ab-47c1-abaa-231b151908c9, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:39:35.625191 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:35.668317 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89ad52ed-5786-47f0-929b-4445fd2058a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:35.678524 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9233fea-e289-403f-ab04-bf677098ff2a tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:35.702207 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a579c651-21a3-457c-a6df-6f701713801d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:35.746618 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8f807579-a75d-4b3d-baba-c3e0b48b82e6 req-574d51a2-5f42-4f4d-8240-7b6bb3f5ace3 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.1325076 Aug 16 22:39:35.781868 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46222) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:35.833687 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port a579c651-21a3-457c-a6df-6f701713801d completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:35.848183 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-690372dc-78ba-48a4-9508-c21bc1c1dcbd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Allocated IP 2001:db8::3a0 (babb651f-43c0-4f3a-a214-ef8d0ec92712/67679b6d-444d-401e-b27f-1ba2be224aa6/aaf7aebc-b1aa-4ec6-93d3-326352d67c26) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:35.856139 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port a579c651-21a3-457c-a6df-6f701713801d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:35.856973 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:35.983290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9233fea-e289-403f-ab04-bf677098ff2a tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Network 57f12b98-7c75-4d22-aa91-7214840dd50d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:36.005004 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fb2b322-9b80-4a4c-a4b4-c37644eb199e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:36.006841 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9233fea-e289-403f-ab04-bf677098ff2a tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event updated for resources: {'Port': ['ID=6405d0ff-133d-4042-a203-6acb09d90151,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:36.021155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-e9233fea-e289-403f-ab04-bf677098ff2a tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:36.029470 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9233fea-e289-403f-ab04-bf677098ff2a tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:36.035634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9233fea-e289-403f-ab04-bf677098ff2a tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:36.036303 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9233fea-e289-403f-ab04-bf677098ff2a tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:36.049711 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89ad52ed-5786-47f0-929b-4445fd2058a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:36.161385 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-323c857c-02ba-4301-96b6-7161bf9694cd tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-316099282'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:36.170336 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e9233fea-e289-403f-ab04-bf677098ff2a tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.4911349 Aug 16 22:39:36.176168 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:36.184973 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46228) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:36.215128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port a579c651-21a3-457c-a6df-6f701713801d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a579c651-21a3-457c-a6df-6f701713801d,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:36.222493 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:36.224067 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 2aa383e6-512e-4aba-9ce6-fd1d0fda8647 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:36.248839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] For port bc1e7f6a-23ab-47c1-abaa-231b151908c9, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:39:36.263912 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8e995-821d-4dcc-ae4f-25816b97a168 req-c94d5cef-83b0-4830-9f64-ddeca1856f3b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:36.272796 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0fd8e995-821d-4dcc-ae4f-25816b97a168 req-c94d5cef-83b0-4830-9f64-ddeca1856f3b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 944 time: 0.2615359 Aug 16 22:39:36.351591 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] For port bc1e7f6a-23ab-47c1-abaa-231b151908c9, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=bc1e7f6a-23ab-47c1-abaa-231b151908c9,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:39:36.357826 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-690372dc-78ba-48a4-9508-c21bc1c1dcbd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:36.372314 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:36.390376 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=a579c651-21a3-457c-a6df-6f701713801d,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:36.421272 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-690372dc-78ba-48a4-9508-c21bc1c1dcbd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Transition to ACTIVE for port object aaf7aebc-b1aa-4ec6-93d3-326352d67c26 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:36.442148 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 2aa383e6-512e-4aba-9ce6-fd1d0fda8647 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:36.442523 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:36.499327 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323c857c-02ba-4301-96b6-7161bf9694cd tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Made reservation on behalf of 236204fcaa2441d088ae6289f8c3c54c for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:36.505986 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-323c857c-02ba-4301-96b6-7161bf9694cd tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:36.524324 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] Pushing event updated for resources: {'Port': ['ID=bc1e7f6a-23ab-47c1-abaa-231b151908c9,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:36.593456 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89ad52ed-5786-47f0-929b-4445fd2058a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:36.598917 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89ad52ed-5786-47f0-929b-4445fd2058a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:36.604413 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-89ad52ed-5786-47f0-929b-4445fd2058a4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/558ea44d-ab34-4e17-892f-1b84b20aee78 HTTP/1.1" status: 204 len: 168 time: 1.2326701 Aug 16 22:39:36.607115 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a932a4c-1aea-40d9-ab76-6aeff02369c2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Deleting subnet a8849198-cf63-455b-b3ab-3cc7dd80a05b {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:39:36.611447 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a932a4c-1aea-40d9-ab76-6aeff02369c2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:36.665550 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a932a4c-1aea-40d9-ab76-6aeff02369c2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:36.793853 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fb2b322-9b80-4a4c-a4b4-c37644eb199e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:36.796739 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-690372dc-78ba-48a4-9508-c21bc1c1dcbd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:36.858580 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0fd8e995-821d-4dcc-ae4f-25816b97a168 req-e02bc2aa-643e-46f3-99cd-3a0d0b70323c tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5843208 Aug 16 22:39:36.869215 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-323c857c-02ba-4301-96b6-7161bf9694cd tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:36.941534 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fb2b322-9b80-4a4c-a4b4-c37644eb199e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:36.947671 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690372dc-78ba-48a4-9508-c21bc1c1dcbd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network babb651f-43c0-4f3a-a214-ef8d0ec92712 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:36.948631 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690372dc-78ba-48a4-9508-c21bc1c1dcbd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=aaf7aebc-b1aa-4ec6-93d3-326352d67c26,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:36.970477 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-690372dc-78ba-48a4-9508-c21bc1c1dcbd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:36.983534 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bce7e46-ed36-44c9-b02a-0045b7e48718 None None] Network 57f12b98-7c75-4d22-aa91-7214840dd50d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:37.011495 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:37.015558 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:37.019368 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-bca84793-26a6-4d29-92ea-10167526c9cd service neutron] 10.222.0.39 "PUT /v2.0/ports/bc1e7f6a-23ab-47c1-abaa-231b151908c9 HTTP/1.1" status: 200 len: 1093 time: 5.1834574 Aug 16 22:39:37.067209 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77bfe05-f37f-40d6-9b15-6872c8b3877d', 'tag': 'bc1e7f6a-23ab-47c1-abaa-231b151908c9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:39:37.073690 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28112da2-cf50-4805-a45b-1117e1a96b39" -d '{"events": [{"name": "network-changed", "server_uuid": "e77bfe05-f37f-40d6-9b15-6872c8b3877d", "tag": "bc1e7f6a-23ab-47c1-abaa-231b151908c9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:39:37.107624 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad52ed-5786-47f0-929b-4445fd2058a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558ea44d-ab34-4e17-892f-1b84b20aee78,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:37.120811 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690372dc-78ba-48a4-9508-c21bc1c1dcbd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:37.135268 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690372dc-78ba-48a4-9508-c21bc1c1dcbd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:37.136168 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-690372dc-78ba-48a4-9508-c21bc1c1dcbd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:37.140137 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fb2b322-9b80-4a4c-a4b4-c37644eb199e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:37.293372 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-37a99a43-c42a-4815-b76a-d19d37133a00 req-47338913-ce28-4e34-9e4c-76f1ae15630e tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.2007544 Aug 16 22:39:37.335484 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcc7c4d-1bc3-431f-b9c2-2a2358f783f5 x-openstack-request-id: req-0bcc7c4d-1bc3-431f-b9c2-2a2358f783f5 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:39:37.335797 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77bfe05-f37f-40d6-9b15-6872c8b3877d", "tag": "bc1e7f6a-23ab-47c1-abaa-231b151908c9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:39:37.336062 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0bcc7c4d-1bc3-431f-b9c2-2a2358f783f5 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:39:37.337023 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77bfe05-f37f-40d6-9b15-6872c8b3877d', 'tag': 'bc1e7f6a-23ab-47c1-abaa-231b151908c9', 'status': 'completed', 'code': 200} Aug 16 22:39:37.359645 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2b322-9b80-4a4c-a4b4-c37644eb199e admin admin] Pushing event updated for resources: {'Port': ['ID=c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:37.377016 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a579c651-21a3-457c-a6df-6f701713801d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:37.441679 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a932a4c-1aea-40d9-ab76-6aeff02369c2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:37.499038 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-2906556b-d3e8-464f-9b0f-92f918f035c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6733115 Aug 16 22:39:37.596871 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb2b322-9b80-4a4c-a4b4-c37644eb199e admin admin] Network 373ef9ab-685b-49bb-8aa1-e83804e2a944 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:37.600255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5fb2b322-9b80-4a4c-a4b4-c37644eb199e admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:37.607285 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1059a4ca-7d2f-4764-b5cb-c5cf3f23740e None None] Provisioning for port 1c9bf0f4-d288-4d5e-a9bc-a881bda25b55 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:37.696175 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-5ece85cb-424b-41c9-8cd6-429b42dc8e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:37.698123 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-5ece85cb-424b-41c9-8cd6-429b42dc8e21 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 1096 time: 0.5389495 Aug 16 22:39:37.724640 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port a579c651-21a3-457c-a6df-6f701713801d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:37.728842 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:37.837051 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-efccb151-272a-4fae-9f99-d3536d5b4959 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc1e7f6a-23ab-47c1-abaa-231b151908c9 HTTP/1.1" status: 200 len: 217 time: 0.1286240 Aug 16 22:39:37.887341 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb2b322-9b80-4a4c-a4b4-c37644eb199e admin admin] Router cf16af9d-efa7-4bb9-9f26-d12babbe1f1e has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:39:37.903924 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-323c857c-02ba-4301-96b6-7161bf9694cd tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:37.963966 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5101c8b5-3548-4049-8078-a568a934569d None None] Provisioning for port aaf7aebc-b1aa-4ec6-93d3-326352d67c26 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:37.967584 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-08debfae-5368-4ee4-8a16-95aa7c0ed4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:37.968653 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-08debfae-5368-4ee4-8a16-95aa7c0ed4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:37.970045 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-08debfae-5368-4ee4-8a16-95aa7c0ed4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:37.971171 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-08debfae-5368-4ee4-8a16-95aa7c0ed4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:37.972671 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-08debfae-5368-4ee4-8a16-95aa7c0ed4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:37.974235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-08debfae-5368-4ee4-8a16-95aa7c0ed4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:37.975312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-08debfae-5368-4ee4-8a16-95aa7c0ed4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:37.980311 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-08debfae-5368-4ee4-8a16-95aa7c0ed4bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec65b3f25804ec5b636b887d7c98229&device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 6499 time: 0.3973699 Aug 16 22:39:37.982062 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-323c857c-02ba-4301-96b6-7161bf9694cd tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:37.986659 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5101c8b5-3548-4049-8078-a568a934569d None None] Provisioning complete for port aaf7aebc-b1aa-4ec6-93d3-326352d67c26 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:37.995506 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5101c8b5-3548-4049-8078-a568a934569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:37.996897 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a932a4c-1aea-40d9-ab76-6aeff02369c2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:38.123522 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-690372dc-78ba-48a4-9508-c21bc1c1dcbd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.2017097 Aug 16 22:39:38.130928 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46252) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:38.132910 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a932a4c-1aea-40d9-ab76-6aeff02369c2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event deleted for resources: {'Subnet': ['ID=a8849198-cf63-455b-b3ab-3cc7dd80a05b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:38.142258 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6f771d96-f580-4de0-aeec-f06bbc919648 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'subnet': {'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:38.154536 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a932a4c-1aea-40d9-ab76-6aeff02369c2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:38.161465 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2a932a4c-1aea-40d9-ab76-6aeff02369c2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "DELETE /v2.0/subnets/a8849198-cf63-455b-b3ab-3cc7dd80a05b HTTP/1.1" status: 204 len: 168 time: 1.9696391 Aug 16 22:39:38.184899 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46254) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:38.230502 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-5101c8b5-3548-4049-8078-a568a934569d None None] Port aaf7aebc-b1aa-4ec6-93d3-326352d67c26 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:39:38.241122 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323c857c-02ba-4301-96b6-7161bf9694cd tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:39:38.320932 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1c9bf0f4-d288-4d5e-a9bc-a881bda25b55 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:38.420429 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2510299f-d7d8-43e2-97c3-8e58067ab9ac None None] Network 57f12b98-7c75-4d22-aa91-7214840dd50d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:38.462357 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-100203d3-1d7d-450a-9dfd-1d646bc448f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:38.462357 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-100203d3-1d7d-450a-9dfd-1d646bc448f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2abfc365-29c3-4616-9b87-7c7a7ec9e755 HTTP/1.1" status: 200 len: 846 time: 0.5204103 Aug 16 22:39:38.475958 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-323c857c-02ba-4301-96b6-7161bf9694cd tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:38.476588 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-323c857c-02ba-4301-96b6-7161bf9694cd tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Added segment 767ce17a-1c21-4c36-a826-74fc8d374409 of type vlan for network 0ef76a33-5d60-468b-a397-6e095a4830c4 Aug 16 22:39:38.540653 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-07f9037d-0785-4483-8ba4-335d1e1fba15 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576634 Aug 16 22:39:38.560820 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c857c-02ba-4301-96b6-7161bf9694cd tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=348eb98a-b519-465f-98a7-75d84e19e26e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:38.672926 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581cce11-b5ff-44c2-a671-4cb60b76fb56 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:38.675178 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581cce11-b5ff-44c2-a671-4cb60b76fb56 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:38.681521 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-581cce11-b5ff-44c2-a671-4cb60b76fb56 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4814625 Aug 16 22:39:38.688070 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb2b322-9b80-4a4c-a4b4-c37644eb199e admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:39:38.690118 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46266) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:38.726206 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] Sync routers for ids ['cf16af9d-efa7-4bb9-9f26-d12babbe1f1e'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:39:38.730166 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-83b0a08d-a1f2-4ba7-96b3-94bef0f883bf req-0d970c29-6d99-4794-b054-4a9cec2ac62b tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.1192071 Aug 16 22:39:38.738879 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-323c857c-02ba-4301-96b6-7161bf9694cd tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:38.770028 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35354a56-f69f-4bb2-abc6-c19a67c6417c req-c16cff37-e156-41c7-b489-975dfc3dec58 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:38.779289 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35354a56-f69f-4bb2-abc6-c19a67c6417c req-c16cff37-e156-41c7-b489-975dfc3dec58 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 944 time: 0.4153445 Aug 16 22:39:38.791754 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46268) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:38.812199 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:38.841776 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] Routers {'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:39:38.842953 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:39:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['cf16af9d-efa7-4bb9-9f26-d12babbe1f1e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:38.851474 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0afc5906-d573-4f18-8cb9-6a23663e094b None None] Provisioning complete for port c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:38.853165 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0afc5906-d573-4f18-8cb9-6a23663e094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:38.883475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-6986b47c-a568-4f22-86b4-6b03c783f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:38.883977 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-6986b47c-a568-4f22-86b4-6b03c783f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:38.884420 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-6986b47c-a568-4f22-86b4-6b03c783f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:38.886124 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-6986b47c-a568-4f22-86b4-6b03c783f487 service neutron] 10.222.0.39 "GET /v2.0/networks?id=da99628b-b531-4700-97cd-f2deca3ca96b&id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66&id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 HTTP/1.1" status: 200 len: 2293 time: 0.7792921 Aug 16 22:39:38.943609 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5fb2b322-9b80-4a4c-a4b4-c37644eb199e admin admin] 10.222.0.93 "PUT /v2.0/routers/cf16af9d-efa7-4bb9-9f26-d12babbe1f1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3940084 Aug 16 22:39:38.990081 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0afc5906-d573-4f18-8cb9-6a23663e094b None None] Port c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:39:38.990939 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a806964f-ac04-4f2e-9d03-eb83b9238fe3 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:39.052448 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-a806964f-ac04-4f2e-9d03-eb83b9238fe3 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 22:39:39.053494 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a806964f-ac04-4f2e-9d03-eb83b9238fe3 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:39:39.059047 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a806964f-ac04-4f2e-9d03-eb83b9238fe3 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "DELETE /v2.0/networks/57f12b98-7c75-4d22-aa91-7214840dd50d HTTP/1.1" status: 409 len: 405 time: 0.3129287 Aug 16 22:39:39.064810 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f771d96-f580-4de0-aeec-f06bbc919648 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:39.073132 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f771d96-f580-4de0-aeec-f06bbc919648 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:39.088750 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46276) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:39.098931 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4f1b24be-317a-4002-bcb3-2e7efc5b90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:39.101218 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 1c9bf0f4-d288-4d5e-a9bc-a881bda25b55 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:39.120711 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6006cdce-f413-4eda-acb3-21b3af6a3f18 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-988242603'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:39.121819 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 1c9bf0f4-d288-4d5e-a9bc-a881bda25b55 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:39.122417 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:39.273578 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6006cdce-f413-4eda-acb3-21b3af6a3f18 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Made reservation on behalf of ca7f7ed193114646a23e4e746e77035e for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:39.285422 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6006cdce-f413-4eda-acb3-21b3af6a3f18 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:39.309425 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-60884f47-fb4b-4c6e-b582-fe9f602dd207 None None] Provisioning complete for port 1c9bf0f4-d288-4d5e-a9bc-a881bda25b55 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:39.309806 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-60884f47-fb4b-4c6e-b582-fe9f602dd207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:39.399394 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6006cdce-f413-4eda-acb3-21b3af6a3f18 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:39:39.447160 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8c0796e8-d15f-4522-850f-4c3cbb3a07bb tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Request body: {'security_group': {'name': 'tempest-secgroup--896945110'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:39.479943 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-323c857c-02ba-4301-96b6-7161bf9694cd tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:39.485024 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] Set router cf16af9d-efa7-4bb9-9f26-d12babbe1f1e gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:39:39.486119 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323c857c-02ba-4301-96b6-7161bf9694cd tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:39.486797 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-323c857c-02ba-4301-96b6-7161bf9694cd tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:39.526882 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6006cdce-f413-4eda-acb3-21b3af6a3f18 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:39.529189 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-6006cdce-f413-4eda-acb3-21b3af6a3f18 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Added segment 151a9fd2-64f7-48ff-9e28-3b8059c722d4 of type vlan for network c6e86587-370f-42b4-b5f0-d7efe74fe86d Aug 16 22:39:39.596671 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565ec8e0-6cac-4bf3-bda4-57102ca30d61 None None] DHCP port deletion for 57f12b98-7c75-4d22-aa91-7214840dd50d request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:39:39.659652 n-d-792458-15 neutron-server[94872]: INFO neutron.db.ipam_backend_mixin [None req-6f771d96-f580-4de0-aeec-f06bbc919648 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 67679b6d-444d-401e-b27f-1ba2be224aa6 (CIDR: 2001:db8::/64) Aug 16 22:39:39.671098 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f771d96-f580-4de0-aeec-f06bbc919648 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:39:39.671978 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f771d96-f580-4de0-aeec-f06bbc919648 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:39:39.676901 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6006cdce-f413-4eda-acb3-21b3af6a3f18 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:39.714896 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6f771d96-f580-4de0-aeec-f06bbc919648 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5780749 Aug 16 22:39:39.715163 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46286) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:39.720597 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c0796e8-d15f-4522-850f-4c3cbb3a07bb tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:39.738030 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3e354c44-185c-460f-8b76-9fe945552b18 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'subnet': {'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:39.746981 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-323c857c-02ba-4301-96b6-7161bf9694cd tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.9635403 Aug 16 22:39:39.751138 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-fb460d50-adfb-4f2c-b06b-bddcad5ff363 service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1606352 Aug 16 22:39:39.756020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46288) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:39.770479 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35354a56-f69f-4bb2-abc6-c19a67c6417c req-9ea8b18f-400b-4154-aba3-6b5377e06947 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9901416 Aug 16 22:39:39.788697 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-be1bef15-ffb4-4492-abbf-581875da514f tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Request body: {'subnet': {'network_id': '0ef76a33-5d60-468b-a397-6e095a4830c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:39.903106 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:39.941188 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c0796e8-d15f-4522-850f-4c3cbb3a07bb tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:39.964439 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c857c-02ba-4301-96b6-7161bf9694cd tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Pushing event updated for resources: {'Network': ['ID=0ef76a33-5d60-468b-a397-6e095a4830c4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:39.978191 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6006cdce-f413-4eda-acb3-21b3af6a3f18 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:39.984706 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6006cdce-f413-4eda-acb3-21b3af6a3f18 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:39.985354 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6006cdce-f413-4eda-acb3-21b3af6a3f18 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:40.111524 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006cdce-f413-4eda-acb3-21b3af6a3f18 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event updated for resources: {'Network': ['ID=c6e86587-370f-42b4-b5f0-d7efe74fe86d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:40.118455 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7cfd98d3-775e-4c40-a81f-b28fd4f2c4fa req-9a8db67b-7654-4f68-8e2e-4953156d66c0 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.1744790 Aug 16 22:39:40.174712 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-b3b54717-8a48-44e1-9685-4a572ec3589b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=591b5968-9ed1-44b8-afc2-1f142f90e8d8 HTTP/1.1" status: 200 len: 1002 time: 1.2792301 Aug 16 22:39:40.180070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1bef15-ffb4-4492-abbf-581875da514f tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Made reservation on behalf of 236204fcaa2441d088ae6289f8c3c54c for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:40.186445 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be1bef15-ffb4-4492-abbf-581875da514f tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:40.223601 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e354c44-185c-460f-8b76-9fe945552b18 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:40.233898 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e354c44-185c-460f-8b76-9fe945552b18 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:40.241785 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6006cdce-f413-4eda-acb3-21b3af6a3f18 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1513100 Aug 16 22:39:40.260272 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46318) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:40.267853 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-bb5fd7f4-955c-4f29-adca-3227287ab9dc tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Request body: {'subnet': {'network_id': 'c6e86587-370f-42b4-b5f0-d7efe74fe86d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:40.313880 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 0ef76a33-5d60-468b-a397-6e095a4830c4 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:39:40.316067 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network c6e86587-370f-42b4-b5f0-d7efe74fe86d details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:39:40.351918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-abba72e5-0121-422d-ad19-39ec4163c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:40.362283 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-abba72e5-0121-422d-ad19-39ec4163c68b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ffe763c-ff2b-42ed-bcf3-687f913d441b HTTP/1.1" status: 200 len: 850 time: 0.1512983 Aug 16 22:39:40.592669 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27c2ca32-0a8a-4f9f-a8ed-d9b7286ae416 req-7df3fd84-0289-4920-b042-4264f1932dfb service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6884472 Aug 16 22:39:40.682598 n-d-792458-15 neutron-server[94872]: INFO neutron.db.ipam_backend_mixin [None req-3e354c44-185c-460f-8b76-9fe945552b18 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 04358293-3660-4317-8f0b-9790bfbaf4ac (CIDR: 2001:db8:0:1::/64) Aug 16 22:39:40.688402 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e354c44-185c-460f-8b76-9fe945552b18 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:39:40.689018 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e354c44-185c-460f-8b76-9fe945552b18 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:39:40.732163 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-f26dd4e8-a5a1-460b-8245-f2e2f6206cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:40.734178 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-f26dd4e8-a5a1-460b-8245-f2e2f6206cc8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=da99628b-b531-4700-97cd-f2deca3ca96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3710418 Aug 16 22:39:40.764234 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c0796e8-d15f-4522-850f-4c3cbb3a07bb tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:40.787809 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3e354c44-185c-460f-8b76-9fe945552b18 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0712299 Aug 16 22:39:40.788871 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46330) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:40.799225 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c0796e8-d15f-4522-850f-4c3cbb3a07bb tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:40.822431 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 1c9bf0f4-d288-4d5e-a9bc-a881bda25b55, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1c9bf0f4-d288-4d5e-a9bc-a881bda25b55,segment=NetworkSegment(8b91d5ab-1ab4-4995-8ab3-878a60341dd4),segment_id=8b91d5ab-1ab4-4995-8ab3-878a60341dd4)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:40.828977 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c37ccfeb-bc46-4197-b907-a8294d718720 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'subnet': {'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:40.900013 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:40.901545 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:40.948839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28112da2-cf50-4805-a45b-1117e1a96b39 req-36594d5f-a6d7-4fc2-b3c7-636431ee9eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:40.950395 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-28112da2-cf50-4805-a45b-1117e1a96b39 req-36594d5f-a6d7-4fc2-b3c7-636431ee9eda service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 1096 time: 0.2780154 Aug 16 22:39:40.999555 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-565ec8e0-6cac-4bf3-bda4-57102ca30d61 None None] Deleting port 1c9bf0f4-d288-4d5e-a9bc-a881bda25b55 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:39:41.001170 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-565ec8e0-6cac-4bf3-bda4-57102ca30d61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:41.040721 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5fd7f4-955c-4f29-adca-3227287ab9dc tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Made reservation on behalf of ca7f7ed193114646a23e4e746e77035e for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:41.044607 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb5fd7f4-955c-4f29-adca-3227287ab9dc tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:41.192750 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-565ec8e0-6cac-4bf3-bda4-57102ca30d61 None None] For port 1c9bf0f4-d288-4d5e-a9bc-a881bda25b55, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1c9bf0f4-d288-4d5e-a9bc-a881bda25b55,segment=NetworkSegment(8b91d5ab-1ab4-4995-8ab3-878a60341dd4),segment_id=8b91d5ab-1ab4-4995-8ab3-878a60341dd4)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:41.193167 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-565ec8e0-6cac-4bf3-bda4-57102ca30d61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:41.214034 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-565ec8e0-6cac-4bf3-bda4-57102ca30d61 None None] Calling delete_port for 1c9bf0f4-d288-4d5e-a9bc-a881bda25b55 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:39:41.292776 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0796e8-d15f-4522-850f-4c3cbb3a07bb tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60b9be6-7b68-4d39-9863-3324c3a32d3f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:41.313000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1c9bf0f4-d288-4d5e-a9bc-a881bda25b55 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:39:41.415010 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-60884f47-fb4b-4c6e-b582-fe9f602dd207 None None] Provisioning for port 6405d0ff-133d-4042-a203-6acb09d90151 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:41.446874 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e', 'name': 'tempest-TestVolumeBackupRestore-1895079137-router', 'tenant_id': 'e856da6162c04d41a839167cd8640590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'a579c651-21a3-457c-a6df-6f701713801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:19Z', 'updated_at': '2021-08-16T22:39:35Z', 'revision_number': 4, 'project_id': 'e856da6162c04d41a839167cd8640590', 'gw_port': {'id': 'a579c651-21a3-457c-a6df-6f701713801d', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:36:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:20Z', 'updated_at': '2021-08-16T22:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1', 'name': '', 'network_id': '373ef9ab-685b-49bb-8aa1-e83804e2a944', 'tenant_id': 'e856da6162c04d41a839167cd8640590', 'mac_address': 'fa:16:3e:e6:bb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '582efea3-de9b-4941-b9c9-e2426ababbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:30Z', 'updated_at': '2021-08-16T22:39:36Z', 'revision_number': 2, 'project_id': 'e856da6162c04d41a839167cd8640590', 'subnets': [{'id': '582efea3-de9b-4941-b9c9-e2426ababbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:41.456524 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-60884f47-fb4b-4c6e-b582-fe9f602dd207 None None] Provisioning complete for port 6405d0ff-133d-4042-a203-6acb09d90151 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:41.457798 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-60884f47-fb4b-4c6e-b582-fe9f602dd207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:41.547917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-19029f59-d286-427a-8b31-8fd826c1b9bb service neutron] 10.222.0.39 "GET /v2.0/networks/da99628b-b531-4700-97cd-f2deca3ca96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7964153 Aug 16 22:39:41.582730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf913f-07d3-45fc-ab7d-73ef501efc12 req-fccb9975-fcc4-47b4-9cb7-4c0a62546365 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:41.592375 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eacf913f-07d3-45fc-ab7d-73ef501efc12 req-fccb9975-fcc4-47b4-9cb7-4c0a62546365 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 944 time: 0.5498445 Aug 16 22:39:41.599687 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-60884f47-fb4b-4c6e-b582-fe9f602dd207 None None] Port 6405d0ff-133d-4042-a203-6acb09d90151 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:39:41.606609 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0a355a78-cab7-4924-be2a-ecf28105a4ec req-515c0e4d-6cc2-41e9-80c6-adfd31d43efa tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.1680737 Aug 16 22:39:41.638743 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] Checking router: cf16af9d-efa7-4bb9-9f26-d12babbe1f1e for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:39:41.639813 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] Updating router cf16af9d-efa7-4bb9-9f26-d12babbe1f1e port c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:39:41.655495 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be1bef15-ffb4-4492-abbf-581875da514f tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:41.661298 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=1c9bf0f4-d288-4d5e-a9bc-a881bda25b55,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:41.685814 n-d-792458-15 neutron-server[94872]: DEBUG neutron.objects.ports [None req-bb5fd7f4-955c-4f29-adca-3227287ab9dc tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:39:41.690600 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb5fd7f4-955c-4f29-adca-3227287ab9dc tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:41.710011 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4c19bb07-64a9-428c-8ba9-12297dddd7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:41.756333 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:41.891194 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fd7f4-955c-4f29-adca-3227287ab9dc tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event updated for resources: {'Subnet': ['ID=978b5699-9dd2-48e3-8f47-9e2823a55ab4,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:41.935765 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5fd7f4-955c-4f29-adca-3227287ab9dc tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Checking segment: {'id': '151a9fd2-64f7-48ff-9e28-3b8059c722d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c6e86587-370f-42b4-b5f0-d7efe74fe86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:41.936757 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5fd7f4-955c-4f29-adca-3227287ab9dc tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Network hostable DHCP agents. Network: c6e86587-370f-42b4-b5f0-d7efe74fe86d, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:39:41.972944 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5fd7f4-955c-4f29-adca-3227287ab9dc tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Network c6e86587-370f-42b4-b5f0-d7efe74fe86d is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:39:41.986639 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-bb5fd7f4-955c-4f29-adca-3227287ab9dc tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, c6e86587-370f-42b4-b5f0-d7efe74fe86d) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:42.002106 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5fd7f4-955c-4f29-adca-3227287ab9dc tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:42.002765 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb5fd7f4-955c-4f29-adca-3227287ab9dc tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:42.016493 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28112da2-cf50-4805-a45b-1117e1a96b39 req-cc1ab000-e9d4-428c-be5f-c960721e8ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:42.018523 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-28112da2-cf50-4805-a45b-1117e1a96b39 req-cc1ab000-e9d4-428c-be5f-c960721e8ef8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 907 time: 1.0501060 Aug 16 22:39:42.037243 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b11ad2-6ed4-4193-8292-3ae8430fdbca None None] Network c6e86587-370f-42b4-b5f0-d7efe74fe86d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:42.060011 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-565ec8e0-6cac-4bf3-bda4-57102ca30d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:42.150595 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c0796e8-d15f-4522-850f-4c3cbb3a07bb tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:42.176237 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eacf913f-07d3-45fc-ab7d-73ef501efc12 req-98e326ae-dbc9-4fc1-8246-094d5881abf5 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5823641 Aug 16 22:39:42.193034 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-28112da2-cf50-4805-a45b-1117e1a96b39 req-3f8ad877-90a8-41f2-8243-3d5ff600adb5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc1e7f6a-23ab-47c1-abaa-231b151908c9 HTTP/1.1" status: 200 len: 217 time: 0.1569836 Aug 16 22:39:42.204248 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c0796e8-d15f-4522-850f-4c3cbb3a07bb tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:42.212340 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bb5fd7f4-955c-4f29-adca-3227287ab9dc tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9451368 Aug 16 22:39:42.212340 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46374) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:42.237839 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37ccfeb-bc46-4197-b907-a8294d718720 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Made reservation on behalf of d151c136af15401e8630f50830d07764 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:42.245735 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bef15-ffb4-4492-abbf-581875da514f tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Pushing event updated for resources: {'Subnet': ['ID=ea51d407-0964-47d3-8f7b-b41a87df52bc,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:42.268055 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c37ccfeb-bc46-4197-b907-a8294d718720 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:42.362295 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1bef15-ffb4-4492-abbf-581875da514f tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Checking segment: {'id': '767ce17a-1c21-4c36-a826-74fc8d374409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0ef76a33-5d60-468b-a397-6e095a4830c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:42.363642 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1bef15-ffb4-4492-abbf-581875da514f tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Network hostable DHCP agents. Network: 0ef76a33-5d60-468b-a397-6e095a4830c4, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:39:42.373604 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:42.377439 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565ec8e0-6cac-4bf3-bda4-57102ca30d61 None None] No DVR routers for this DVR port 1c9bf0f4-d288-4d5e-a9bc-a881bda25b55 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:39:42.377664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-4228f2ae-986c-4d56-b0da-5922454ae0dc service neutron] 10.222.0.39 "GET /v2.0/networks/da99628b-b531-4700-97cd-f2deca3ca96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7820461 Aug 16 22:39:42.396662 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c0796e8-d15f-4522-850f-4c3cbb3a07bb tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:42.398807 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8c0796e8-d15f-4522-850f-4c3cbb3a07bb tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.6037509 Aug 16 22:39:42.413184 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46376) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:42.418356 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ec8e0-6cac-4bf3-bda4-57102ca30d61 None None] Pushing event deleted for resources: {'Port': ['ID=1c9bf0f4-d288-4d5e-a9bc-a881bda25b55,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:42.446759 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:42.461595 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0796e8-d15f-4522-850f-4c3cbb3a07bb tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f09a302-045b-4cd0-86f4-d96851f6c427,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:42.492253 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-40592921-b326-4fcf-a718-4049c928e0b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=a0a260f4-e95c-4287-9011-ab8907999577 HTTP/1.1" status: 200 len: 217 time: 0.0979640 Aug 16 22:39:42.495535 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28112da2-cf50-4805-a45b-1117e1a96b39 req-f983f164-c390-42b4-8767-c773d6a42192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:42.498277 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-28112da2-cf50-4805-a45b-1117e1a96b39 req-f983f164-c390-42b4-8767-c773d6a42192 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2abfc365-29c3-4616-9b87-7c7a7ec9e755 HTTP/1.1" status: 200 len: 846 time: 0.2800708 Aug 16 22:39:42.595968 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device bc1e7f6a-23ab-47c1-abaa-231b151908c9 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:39:42.669042 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1bef15-ffb4-4492-abbf-581875da514f tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Network 0ef76a33-5d60-468b-a397-6e095a4830c4 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:39:42.694172 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-28112da2-cf50-4805-a45b-1117e1a96b39 req-58ac3f4f-8fcd-45a7-86b5-c286bcfe23a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1815646 Aug 16 22:39:42.738232 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-be1bef15-ffb4-4492-abbf-581875da514f tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 0ef76a33-5d60-468b-a397-6e095a4830c4) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:42.773524 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port bc1e7f6a-23ab-47c1-abaa-231b151908c9, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=bc1e7f6a-23ab-47c1-abaa-231b151908c9,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:42.807605 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'bc1e7f6a-23ab-47c1-abaa-231b151908c9', 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325', 'port_id': 'bc1e7f6a-23ab-47c1-abaa-231b151908c9', 'mac_address': 'fa:16:3e:bc:9c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2abfc365-29c3-4616-9b87-7c7a7ec9e755', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:39:42.813635 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2cf043-4f45-4518-8c02-47b2ce6c4366 None None] Network 0ef76a33-5d60-468b-a397-6e095a4830c4 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:42.853543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1bef15-ffb4-4492-abbf-581875da514f tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:42.854662 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be1bef15-ffb4-4492-abbf-581875da514f tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:42.859612 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-24495dd0-fb7b-445c-ac46-3ee9a7d1da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:42.861946 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-24495dd0-fb7b-445c-ac46-3ee9a7d1da75 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ba958f9-7606-4a57-ac70-15a7d712df06 HTTP/1.1" status: 200 len: 797 time: 0.3473396 Aug 16 22:39:42.897298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3831dcce-5be7-4bbd-bea1-5c33630a1d72 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4770796 Aug 16 22:39:42.920683 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46384) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:42.988910 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f678a1a4-cfab-4d77-bb3f-47c060de3a19 req-e945dbe9-9a80-4a98-9029-7e94bbb22f27 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.1208994 Aug 16 22:39:42.990575 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8258a7bf-cdb5-45c8-a48a-a41c3204bd99 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Request body: {'security_group': {'name': 'tempest-security--1045669157', 'description': 'tempest-security-description-643617839'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:43.001246 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-be1bef15-ffb4-4492-abbf-581875da514f tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2296848 Aug 16 22:39:43.016262 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:43.016944 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46386) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:43.054703 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2a801fae-8bf2-4385-8373-5451879d87b2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1694394423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:43.060751 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3501-6782-4db0-8755-e9973281011d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:43.109215 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1e7f6a-23ab-47c1-abaa-231b151908c9 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:39:43.272832 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8258a7bf-cdb5-45c8-a48a-a41c3204bd99 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:43.350968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-39da257f-caa4-4066-ba7b-606d943f6950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:43.357257 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-39da257f-caa4-4066-ba7b-606d943f6950 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4193799 Aug 16 22:39:43.442488 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a801fae-8bf2-4385-8373-5451879d87b2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:43.443819 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a801fae-8bf2-4385-8373-5451879d87b2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:43.483219 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3501-6782-4db0-8755-e9973281011d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:43.509850 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-28112da2-cf50-4805-a45b-1117e1a96b39 req-45e1777b-1745-4dea-9ff1-4b0062d3601e service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7944005 Aug 16 22:39:43.535768 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8258a7bf-cdb5-45c8-a48a-a41c3204bd99 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:43.565670 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port bc1e7f6a-23ab-47c1-abaa-231b151908c9, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=bc1e7f6a-23ab-47c1-abaa-231b151908c9,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:43.587724 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8258a7bf-cdb5-45c8-a48a-a41c3204bd99 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:43.592831 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8258a7bf-cdb5-45c8-a48a-a41c3204bd99 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:43.601595 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8258a7bf-cdb5-45c8-a48a-a41c3204bd99 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "PUT /v2.0/security-groups/0f09a302-045b-4cd0-86f4-d96851f6c427 HTTP/1.1" status: 200 len: 1779 time: 0.6450601 Aug 16 22:39:43.612618 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46394) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:43.755487 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:43.783450 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:43.783699 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258a7bf-cdb5-45c8-a48a-a41c3204bd99 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f09a302-045b-4cd0-86f4-d96851f6c427,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:43.798029 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1d9fa1ab-fc76-431d-bbe2-15484272c39f tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-groups/0f09a302-045b-4cd0-86f4-d96851f6c427 HTTP/1.1" status: 200 len: 1779 time: 0.1772356 Aug 16 22:39:43.801867 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46396) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:43.813334 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a801fae-8bf2-4385-8373-5451879d87b2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:43.841885 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a801fae-8bf2-4385-8373-5451879d87b2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:43.862827 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3501-6782-4db0-8755-e9973281011d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:43.874143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8723c-f196-4d90-bf58-eac0638bd628 req-3e531732-52ec-46ba-9397-0d8f0de6e029 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:43.876722 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96d8723c-f196-4d90-bf58-eac0638bd628 req-3e531732-52ec-46ba-9397-0d8f0de6e029 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 944 time: 0.4282086 Aug 16 22:39:43.881677 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:43.893001 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c37ccfeb-bc46-4197-b907-a8294d718720 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:43.908498 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] Transition to ACTIVE for port object c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:43.963258 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a801fae-8bf2-4385-8373-5451879d87b2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:43.969164 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2a801fae-8bf2-4385-8373-5451879d87b2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9274449 Aug 16 22:39:43.969318 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:43.973849 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-5c0fc143-7f6c-4e31-ad32-67ab7f05d33b service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756624 Aug 16 22:39:43.986755 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46398) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:43.997451 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c444f44a-3d1e-42bf-8075-1c0214d39fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-c6e86587-370f-42b4-b5f0-d7efe74fe86d', 'network_id': 'c6e86587-370f-42b4-b5f0-d7efe74fe86d', 'tenant_id': 'ca7f7ed193114646a23e4e746e77035e', 'fixed_ips': [{'subnet_id': '978b5699-9dd2-48e3-8f47-9e2823a55ab4'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:39:43.998940 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c444f44a-3d1e-42bf-8075-1c0214d39fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:44.012182 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c3501-6782-4db0-8755-e9973281011d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event deleted for resources: {'Subnet': ['ID=978b5699-9dd2-48e3-8f47-9e2823a55ab4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:44.101997 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['bc1e7f6a-23ab-47c1-abaa-231b151908c9'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:39:44.131020 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-28112da2-cf50-4805-a45b-1117e1a96b39 req-62147c01-9291-47bc-bdf5-872b6b2461cc service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900424 Aug 16 22:39:44.153099 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96d8723c-f196-4d90-bf58-eac0638bd628 req-cde4454f-9476-4051-94b1-148606e8f4ad tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534471 Aug 16 22:39:44.194001 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3501-6782-4db0-8755-e9973281011d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:44.228827 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-f1b205bf-6766-4b4e-b0bb-f1c47e3c7e5e service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444382 Aug 16 22:39:44.298644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-0ef76a33-5d60-468b-a397-6e095a4830c4', 'network_id': '0ef76a33-5d60-468b-a397-6e095a4830c4', 'tenant_id': '236204fcaa2441d088ae6289f8c3c54c', 'fixed_ips': [{'subnet_id': 'ea51d407-0964-47d3-8f7b-b41a87df52bc'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:39:44.300996 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:44.504633 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=bc1e7f6a-23ab-47c1-abaa-231b151908c9,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:44.618263 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:39:44.729884 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-4366c6a8-f46b-432a-b5be-10bfca18f5ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=882b75e0-8639-46ef-a97c-2657f474d5df HTTP/1.1" status: 200 len: 217 time: 0.4853549 Aug 16 22:39:44.746739 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-43c6c53c-f17c-4555-b710-672546ce2d97 req-c7bd741f-873e-4b91-b78a-5e003446a0a1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.5161366 Aug 16 22:39:44.840559 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37ccfeb-bc46-4197-b907-a8294d718720 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Network babb651f-43c0-4f3a-a214-ef8d0ec92712 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:44.844554 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-de11b23b-3c47-4327-aef9-cd4e2df824fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:44.846176 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-de11b23b-3c47-4327-aef9-cd4e2df824fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ba958f9-7606-4a57-ac70-15a7d712df06 HTTP/1.1" status: 200 len: 797 time: 0.0984006 Aug 16 22:39:44.873650 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] Attempting to bind port c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:39:44.874238 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] Attempting to bind port c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '99620c27-12fd-4033-8bf4-c67a05211565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '373ef9ab-685b-49bb-8aa1-e83804e2a944'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:39:44.874805 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] Attempting to bind port c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1 on network 373ef9ab-685b-49bb-8aa1-e83804e2a944 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:39:44.884492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a864fda-eb22-4e2d-b8b4-9929af6696f9 None None] Pushing event updated for resources: {'Port': ['ID=c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:44.949136 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-5c467a1e-2f3a-4166-a140-16f6f2b1eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:44.950714 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-5c467a1e-2f3a-4166-a140-16f6f2b1eac3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0958011 Aug 16 22:39:44.980444 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-c37ccfeb-bc46-4197-b907-a8294d718720 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:44.993948 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:39:44.994640 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] Checking segment: {'id': '99620c27-12fd-4033-8bf4-c67a05211565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '373ef9ab-685b-49bb-8aa1-e83804e2a944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:44.995299 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:44.995902 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] Bound using segment: {'id': '99620c27-12fd-4033-8bf4-c67a05211565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '373ef9ab-685b-49bb-8aa1-e83804e2a944'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:39:44.996686 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] Bound port: c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99620c27-12fd-4033-8bf4-c67a05211565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '373ef9ab-685b-49bb-8aa1-e83804e2a944'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:39:44.997288 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.006958 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-03fb1e5e-92f8-48f2-9df6-d4d42531fae6 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.053015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42691dcd-41cd-4555-9225-717dad1fd1ce None None] Network babb651f-43c0-4f3a-a214-ef8d0ec92712 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:45.073498 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-03fb1e5e-92f8-48f2-9df6-d4d42531fae6 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.150098 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-7a37fe87-8188-4062-9475-919f0cf50e94 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858461 Aug 16 22:39:45.294866 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37ccfeb-bc46-4197-b907-a8294d718720 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:45.296096 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c37ccfeb-bc46-4197-b907-a8294d718720 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.342756 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-9efb935b-4269-4077-a1d0-676d21a5bc59 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755276 Aug 16 22:39:45.423391 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-77873177-3904-4792-a91c-46275d334df4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=9c81783d-6b34-4769-b8e6-f21cb76f85b3 HTTP/1.1" status: 200 len: 217 time: 0.0678604 Aug 16 22:39:45.444993 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-ec1c3501-6782-4db0-8755-e9973281011d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e86587-370f-42b4-b5f0-d7efe74fe86d']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:45.494444 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] Allocated IP 172.20.0.2 (0ef76a33-5d60-468b-a397-6e095a4830c4/ea51d407-0964-47d3-8f7b-b41a87df52bc/455124d3-8ac0-45da-ad04-43bd78bdaebe) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:45.498345 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b9dde-e583-4958-a101-1eb94bc9df11 req-ff461a50-648d-46b4-8ef3-399010b009af tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:45.500534 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-878b9dde-e583-4958-a101-1eb94bc9df11 req-ff461a50-648d-46b4-8ef3-399010b009af tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 945 time: 0.1567638 Aug 16 22:39:45.559494 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c37ccfeb-bc46-4197-b907-a8294d718720 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.7568083 Aug 16 22:39:45.563114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-fd9d6c6a-25dd-4b87-b40a-6f9fedfced3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:45.565838 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-fd9d6c6a-25dd-4b87-b40a-6f9fedfced3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ba958f9-7606-4a57-ac70-15a7d712df06 HTTP/1.1" status: 200 len: 797 time: 0.1334300 Aug 16 22:39:45.566417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46410) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:45.589338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2f1d7f01-3e01-42a0-8336-ec2963e51021 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1889778904', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f05b67c9-a6e5-4e9f-b9b9-f913165b8049'}], 'security_groups': ['d940c11b-d4a8-4e8f-b4b3-4b583fb5fe22', '6b934d57-47f9-4e71-a933-53987c06ba6e']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:45.655752 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.681858 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.692010 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-ec1c3501-6782-4db0-8755-e9973281011d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151a9fd2-64f7-48ff-9e28-3b8059c722d4') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:45.692463 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-ec1c3501-6782-4db0-8755-e9973281011d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151a9fd2-64f7-48ff-9e28-3b8059c722d4') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:45.692937 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] Transition to ACTIVE for port object 455124d3-8ac0-45da-ad04-43bd78bdaebe will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:45.710599 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] Transition to ACTIVE for port object 455124d3-8ac0-45da-ad04-43bd78bdaebe will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:45.736637 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.774395 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dbd1c9-f1cc-434e-b65d-87293e801d23 None None] Network c6e86587-370f-42b4-b5f0-d7efe74fe86d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:45.824085 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-878b9dde-e583-4958-a101-1eb94bc9df11 req-a90eab78-7ffb-4d90-91d8-9676d68d96a5 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164272 Aug 16 22:39:45.904784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-3691477b-62f5-4237-b8a3-1b8679138fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:45.906524 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-3691477b-62f5-4237-b8a3-1b8679138fc2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3323598 Aug 16 22:39:45.961354 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:46.105095 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f55e68d-aa5c-4653-b41d-a723a007b1c1 req-3f52a2a8-e524-4d22-8a6b-ab8157b6a156 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.2029562 Aug 16 22:39:46.115955 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Allocated IP 172.20.0.1 (0ef76a33-5d60-468b-a397-6e095a4830c4/ea51d407-0964-47d3-8f7b-b41a87df52bc/bf18a6cb-c6e8-4c15-aa17-07354aef08a6) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:46.152795 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] Network 0ef76a33-5d60-468b-a397-6e095a4830c4 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:46.185200 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:46.264716 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-d92cefdc-0cf9-4463-b330-676d74290fca service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465855 Aug 16 22:39:46.298084 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:46.321439 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Transition to ACTIVE for port object bf18a6cb-c6e8-4c15-aa17-07354aef08a6 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:46.380014 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:46.403911 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3501-6782-4db0-8755-e9973281011d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:46.413270 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f1d7f01-3e01-42a0-8336-ec2963e51021 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:46.437531 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] For port c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:39:46.447907 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] For port c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1,segment=NetworkSegment(99620c27-12fd-4033-8bf4-c67a05211565),segment_id=99620c27-12fd-4033-8bf4-c67a05211565)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:39:46.461676 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:46.495815 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Network 0ef76a33-5d60-468b-a397-6e095a4830c4 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:46.496806 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-03fb1e5e-92f8-48f2-9df6-d4d42531fae6 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:46.498754 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] Pushing event updated for resources: {'Port': ['ID=455124d3-8ac0-45da-ad04-43bd78bdaebe,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:46.500017 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-03fb1e5e-92f8-48f2-9df6-d4d42531fae6 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:46.502173 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-03fb1e5e-92f8-48f2-9df6-d4d42531fae6 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "DELETE /v2.0/security-groups/0f09a302-045b-4cd0-86f4-d96851f6c427 HTTP/1.1" status: 204 len: 168 time: 2.6968989 Aug 16 22:39:46.514161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46416) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:46.522261 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Pushing event updated for resources: {'Port': ['ID=bf18a6cb-c6e8-4c15-aa17-07354aef08a6,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:46.534680 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:46.565177 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:46.614231 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-2fa182ef-6dc1-4db0-9841-61d59c5bff1a service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342757 Aug 16 22:39:46.664694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb1e5e-92f8-48f2-9df6-d4d42531fae6 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f09a302-045b-4cd0-86f4-d96851f6c427,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:46.676129 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:46.676882 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:46.691419 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ccfeb-bc46-4197-b907-a8294d718720 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Subnet': ['ID=f05b67c9-a6e5-4e9f-b9b9-f913165b8049,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:46.700353 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3501-6782-4db0-8755-e9973281011d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:46.770881 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-45627591-f4e8-4bda-a4b1-720f1ae226de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=516c568f-19b6-4e89-a94c-c7442b86dbc7 HTTP/1.1" status: 200 len: 217 time: 0.1045063 Aug 16 22:39:46.780246 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1c3501-6782-4db0-8755-e9973281011d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:39:46.780789 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3501-6782-4db0-8755-e9973281011d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:39:46.787049 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:39:47.087044 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3501-6782-4db0-8755-e9973281011d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:47.105165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] Routers {'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:39:47.106190 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:39:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['cf16af9d-efa7-4bb9-9f26-d12babbe1f1e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:47.112945 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec1c3501-6782-4db0-8755-e9973281011d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:47.122288 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ec1c3501-6782-4db0-8755-e9973281011d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "DELETE /v2.0/networks/c6e86587-370f-42b4-b5f0-d7efe74fe86d HTTP/1.1" status: 204 len: 168 time: 4.8980405 Aug 16 22:39:47.133266 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46422) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:47.164572 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-52d1d134-6b41-4006-a2bf-c7ffb3142c82 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-39683989'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:47.168698 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-4639edfa-7ab4-41b2-be5c-b727ab6caf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:47.171240 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-4639edfa-7ab4-41b2-be5c-b727ab6caf99 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ba958f9-7606-4a57-ac70-15a7d712df06 HTTP/1.1" status: 200 len: 797 time: 0.0995145 Aug 16 22:39:47.173555 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c3501-6782-4db0-8755-e9973281011d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event deleted for resources: {'Network': ['ID=c6e86587-370f-42b4-b5f0-d7efe74fe86d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:47.178316 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:47.222397 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d1d134-6b41-4006-a2bf-c7ffb3142c82 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Made reservation on behalf of ca7f7ed193114646a23e4e746e77035e for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:47.230778 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52d1d134-6b41-4006-a2bf-c7ffb3142c82 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:47.277344 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f7e4ea04-2f0a-41c2-a3bb-73f2d1ba81a2 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7611437 Aug 16 22:39:47.277610 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] Attempting to bind port 455124d3-8ac0-45da-ad04-43bd78bdaebe on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:39:47.277932 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] Attempting to bind port 455124d3-8ac0-45da-ad04-43bd78bdaebe by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '767ce17a-1c21-4c36-a826-74fc8d374409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0ef76a33-5d60-468b-a397-6e095a4830c4'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:39:47.278542 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] Attempting to bind port 455124d3-8ac0-45da-ad04-43bd78bdaebe on network 0ef76a33-5d60-468b-a397-6e095a4830c4 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:39:47.304421 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46428) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:47.359358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d1d134-6b41-4006-a2bf-c7ffb3142c82 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:39:47.373743 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52d1d134-6b41-4006-a2bf-c7ffb3142c82 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:47.374217 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-52d1d134-6b41-4006-a2bf-c7ffb3142c82 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Added segment 5772a434-aa9c-4443-9d4e-ee6929251b70 of type vlan for network e509d72a-5f3d-4c78-935a-6e15b50859ce Aug 16 22:39:47.404063 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-d9f93a5b-9027-4b31-a4a4-c0c45ef256cf tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] delete failed (client error): The resource could not be found. Aug 16 22:39:47.413178 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d9f93a5b-9027-4b31-a4a4-c0c45ef256cf tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "DELETE /v2.0/security-groups/0f09a302-045b-4cd0-86f4-d96851f6c427 HTTP/1.1" status: 404 len: 347 time: 0.1061723 Aug 16 22:39:47.421926 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46430) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:47.432504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-13eb567c-0285-4741-8704-886c9f952743 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Request body: {'security_group': {'name': 'tempest-secgroup--256332064'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:47.435055 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52d1d134-6b41-4006-a2bf-c7ffb3142c82 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:47.442974 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d0cb133-8617-4022-aead-852086893b01 req-07470ca3-f743-4984-8a2e-8e8ce9ab2384 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.0980616 Aug 16 22:39:47.518215 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52d1d134-6b41-4006-a2bf-c7ffb3142c82 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:47.533534 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d1d134-6b41-4006-a2bf-c7ffb3142c82 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:47.534297 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52d1d134-6b41-4006-a2bf-c7ffb3142c82 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:47.553772 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4cb74-31ac-4ab4-ae75-0668368f3b1c req-b95d93ad-be79-4773-9455-dd0eb1a69c37 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:47.569805 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ca4cb74-31ac-4ab4-ae75-0668368f3b1c req-b95d93ad-be79-4773-9455-dd0eb1a69c37 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 945 time: 0.3886683 Aug 16 22:39:47.612014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-092319c3-68fe-4f8c-8f45-63ab7b02c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:47.614856 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-092319c3-68fe-4f8c-8f45-63ab7b02c067 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4145164 Aug 16 22:39:47.618206 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] Set router cf16af9d-efa7-4bb9-9f26-d12babbe1f1e gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:39:47.726935 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:39:47.727382 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] Checking segment: {'id': '767ce17a-1c21-4c36-a826-74fc8d374409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0ef76a33-5d60-468b-a397-6e095a4830c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:47.727810 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:47.728217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] Bound using segment: {'id': '767ce17a-1c21-4c36-a826-74fc8d374409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0ef76a33-5d60-468b-a397-6e095a4830c4'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:39:47.728719 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] Bound port: 455124d3-8ac0-45da-ad04-43bd78bdaebe, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767ce17a-1c21-4c36-a826-74fc8d374409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0ef76a33-5d60-468b-a397-6e095a4830c4'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:39:47.729106 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:47.742075 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-13eb567c-0285-4741-8704-886c9f952743 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:47.774322 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a864fda-eb22-4e2d-b8b4-9929af6696f9 None None] Pushing event updated for resources: {'Port': ['ID=c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:47.829255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1d134-6b41-4006-a2bf-c7ffb3142c82 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event updated for resources: {'Network': ['ID=e509d72a-5f3d-4c78-935a-6e15b50859ce,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:47.859076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network e509d72a-5f3d-4c78-935a-6e15b50859ce details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:39:47.897186 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ca4cb74-31ac-4ab4-ae75-0668368f3b1c req-c6817518-b4e8-4e26-ad6e-9e1f3b2d6cad tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283093 Aug 16 22:39:48.065428 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-13eb567c-0285-4741-8704-886c9f952743 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:48.084541 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-52d1d134-6b41-4006-a2bf-c7ffb3142c82 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9248240 Aug 16 22:39:48.094808 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46434) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:48.104266 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-984b661a-9469-4124-ad63-9445d0f1aa6b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Request body: {'subnet': {'network_id': 'e509d72a-5f3d-4c78-935a-6e15b50859ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:48.143951 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-2f1d7f01-3e01-42a0-8336-ec2963e51021 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Delete allocated IP 2001:db8::3a0 (babb651f-43c0-4f3a-a214-ef8d0ec92712/67679b6d-444d-401e-b27f-1ba2be224aa6) {{(pid=94871) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 22:39:48.168269 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-2f1d7f01-3e01-42a0-8336-ec2963e51021 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Allocated IP 2001:db8:0:2::30b (babb651f-43c0-4f3a-a214-ef8d0ec92712/f05b67c9-a6e5-4e9f-b9b9-f913165b8049/aaf7aebc-b1aa-4ec6-93d3-326352d67c26) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:48.302007 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-13eb567c-0285-4741-8704-886c9f952743 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:48.316651 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] For port 455124d3-8ac0-45da-ad04-43bd78bdaebe, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:39:48.337802 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] For port 455124d3-8ac0-45da-ad04-43bd78bdaebe, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=455124d3-8ac0-45da-ad04-43bd78bdaebe,segment=NetworkSegment(767ce17a-1c21-4c36-a826-74fc8d374409),segment_id=767ce17a-1c21-4c36-a826-74fc8d374409)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:39:48.348394 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984b661a-9469-4124-ad63-9445d0f1aa6b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Made reservation on behalf of ca7f7ed193114646a23e4e746e77035e for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:48.356630 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-984b661a-9469-4124-ad63-9445d0f1aa6b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:48.391562 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-13eb567c-0285-4741-8704-886c9f952743 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:48.392492 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-13eb567c-0285-4741-8704-886c9f952743 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9663951 Aug 16 22:39:48.402423 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:48.409795 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5ec467-b693-438c-a4ff-523be4a57e3a None None] Update dhcp port {'port': {'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712', 'fixed_ips': [{'subnet_id': '04358293-3660-4317-8f0b-9790bfbaf4ac', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '67679b6d-444d-401e-b27f-1ba2be224aa6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f05b67c9-a6e5-4e9f-b9b9-f913165b8049'}], 'binding:host_id': 'n-d-792458-15'}, 'id': '00729a7b-bd96-48b9-a0dd-0d3d5a59738d'} from n-d-792458-15. {{(pid=94873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:39:48.436004 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46436) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:48.447062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8c62432d-7984-414e-b139-80e9562f2309 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Request body: {'security_group_rule': {'security_group_id': 'cb3082b7-5d2f-449e-a680-6fb8849df2d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:48.462421 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb567c-0285-4741-8704-886c9f952743 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3082b7-5d2f-449e-a680-6fb8849df2d6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:48.478474 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-fc9a68b9-7db1-4fd8-833f-d205ff4db2fc service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8531270 Aug 16 22:39:48.501080 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb567c-0285-4741-8704-886c9f952743 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.501428 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb567c-0285-4741-8704-886c9f952743 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.501769 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb567c-0285-4741-8704-886c9f952743 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.502135 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb567c-0285-4741-8704-886c9f952743 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.502470 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb567c-0285-4741-8704-886c9f952743 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.502792 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb567c-0285-4741-8704-886c9f952743 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.503114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb567c-0285-4741-8704-886c9f952743 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.503453 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb567c-0285-4741-8704-886c9f952743 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.503795 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb567c-0285-4741-8704-886c9f952743 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.504167 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb567c-0285-4741-8704-886c9f952743 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.504496 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb567c-0285-4741-8704-886c9f952743 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.504818 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb567c-0285-4741-8704-886c9f952743 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.522893 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec467-b693-438c-a4ff-523be4a57e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:48.530363 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd5cb2-290d-440b-843d-8a3e4b9513bf None None] Pushing event updated for resources: {'Port': ['ID=455124d3-8ac0-45da-ad04-43bd78bdaebe,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:48.560933 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device bc1e7f6a-23ab-47c1-abaa-231b151908c9 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:48.574609 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:48.585403 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:48.594682 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e', 'name': 'tempest-TestVolumeBackupRestore-1895079137-router', 'tenant_id': 'e856da6162c04d41a839167cd8640590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'a579c651-21a3-457c-a6df-6f701713801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:19Z', 'updated_at': '2021-08-16T22:39:35Z', 'revision_number': 4, 'project_id': 'e856da6162c04d41a839167cd8640590', 'gw_port': {'id': 'a579c651-21a3-457c-a6df-6f701713801d', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:36:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:20Z', 'updated_at': '2021-08-16T22:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1', 'name': '', 'network_id': '373ef9ab-685b-49bb-8aa1-e83804e2a944', 'tenant_id': 'e856da6162c04d41a839167cd8640590', 'mac_address': 'fa:16:3e:e6:bb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '582efea3-de9b-4941-b9c9-e2426ababbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:30Z', 'updated_at': '2021-08-16T22:39:46Z', 'revision_number': 4, 'project_id': 'e856da6162c04d41a839167cd8640590', 'subnets': [{'id': '582efea3-de9b-4941-b9c9-e2426ababbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:48.745217 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c62432d-7984-414e-b139-80e9562f2309 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:48.811742 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de24853f-ceee-4479-82df-38a5f528b6ac req-f7136aab-3741-4325-8b59-bf6f4b0fdd0e tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.0752292 Aug 16 22:39:48.820802 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Pushing event updated for resources: {'Port': ['ID=bf18a6cb-c6e8-4c15-aa17-07354aef08a6,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:48.824757 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:48.939874 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f1d7f01-3e01-42a0-8336-ec2963e51021 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:48.959580 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.960085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.960414 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.960623 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.960999 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.961378 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.961891 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.962357 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.962746 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.963244 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.963585 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.973003 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:48.989761 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d10929-4f04-44f1-9612-95f80d8883a8 None None] The sync data for ids ['cf16af9d-efa7-4bb9-9f26-d12babbe1f1e'] in n-d-792458-15 is: [{'id': 'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e', 'name': 'tempest-TestVolumeBackupRestore-1895079137-router', 'tenant_id': 'e856da6162c04d41a839167cd8640590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'a579c651-21a3-457c-a6df-6f701713801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:19Z', 'updated_at': '2021-08-16T22:39:35Z', 'revision_number': 4, 'project_id': 'e856da6162c04d41a839167cd8640590', 'gw_port': {'id': 'a579c651-21a3-457c-a6df-6f701713801d', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:36:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:20Z', 'updated_at': '2021-08-16T22:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1', 'name': '', 'network_id': '373ef9ab-685b-49bb-8aa1-e83804e2a944', 'tenant_id': 'e856da6162c04d41a839167cd8640590', 'mac_address': 'fa:16:3e:e6:bb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '582efea3-de9b-4941-b9c9-e2426ababbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:30Z', 'updated_at': '2021-08-16T22:39:46Z', 'revision_number': 4, 'project_id': 'e856da6162c04d41a839167cd8640590', 'subnets': [{'id': '582efea3-de9b-4941-b9c9-e2426ababbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:39:49.047998 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port bc1e7f6a-23ab-47c1-abaa-231b151908c9 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:49.064068 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port bc1e7f6a-23ab-47c1-abaa-231b151908c9 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:49.064744 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:49.146792 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-2f1d7f01-3e01-42a0-8336-ec2963e51021 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Transition to ACTIVE for port object aaf7aebc-b1aa-4ec6-93d3-326352d67c26 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:49.235827 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f1d7f01-3e01-42a0-8336-ec2963e51021 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:49.292077 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c62432d-7984-414e-b139-80e9562f2309 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:49.307119 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c62432d-7984-414e-b139-80e9562f2309 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:49.326841 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-984b661a-9469-4124-ad63-9445d0f1aa6b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:49.351843 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Network 0ef76a33-5d60-468b-a397-6e095a4830c4 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:49.394885 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:49.395240 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-e750d939-cc24-411f-af64-2b426e3320e0 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9071105 Aug 16 22:39:49.418914 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-5f5ec467-b693-438c-a4ff-523be4a57e3a None None] Allocated IP 2001:db8:0:2::2 (babb651f-43c0-4f3a-a214-ef8d0ec92712/f05b67c9-a6e5-4e9f-b9b9-f913165b8049/00729a7b-bd96-48b9-a0dd-0d3d5a59738d) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:49.532762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2f1d7f01-3e01-42a0-8336-ec2963e51021 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] In _notify_port_updated(), no bound segment for port aaf7aebc-b1aa-4ec6-93d3-326352d67c26 on network babb651f-43c0-4f3a-a214-ef8d0ec92712 {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:39:49.542972 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1d7f01-3e01-42a0-8336-ec2963e51021 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:49.543668 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f1d7f01-3e01-42a0-8336-ec2963e51021 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:49.547575 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2f1d7f01-3e01-42a0-8336-ec2963e51021 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "PUT /v2.0/ports/aaf7aebc-b1aa-4ec6-93d3-326352d67c26 HTTP/1.1" status: 200 len: 970 time: 3.9735887 Aug 16 22:39:49.547575 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62432d-7984-414e-b139-80e9562f2309 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87637f5a-6b91-45c7-874b-2377798dbc4c,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:49.559255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46446) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:49.568037 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b661a-9469-4124-ad63-9445d0f1aa6b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event updated for resources: {'Subnet': ['ID=d1905717-0ffc-4801-893e-dbb95fc7529f,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:49.580068 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-4f763bf6-f135-4ce5-a060-f35b82d6167d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=95258e61-57fb-4f52-995b-af813f1e9267 HTTP/1.1" status: 200 len: 217 time: 0.1627400 Aug 16 22:39:49.652247 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c62432d-7984-414e-b139-80e9562f2309 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:49.667435 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8c62432d-7984-414e-b139-80e9562f2309 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2283330 Aug 16 22:39:49.670562 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46448) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:49.704889 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984b661a-9469-4124-ad63-9445d0f1aa6b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Checking segment: {'id': '5772a434-aa9c-4443-9d4e-ee6929251b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e509d72a-5f3d-4c78-935a-6e15b50859ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:49.705442 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984b661a-9469-4124-ad63-9445d0f1aa6b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Network hostable DHCP agents. Network: e509d72a-5f3d-4c78-935a-6e15b50859ce, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:39:49.748171 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d7f01-3e01-42a0-8336-ec2963e51021 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event updated for resources: {'Port': ['ID=aaf7aebc-b1aa-4ec6-93d3-326352d67c26,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:49.783813 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-5f5ec467-b693-438c-a4ff-523be4a57e3a None None] For port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=00729a7b-bd96-48b9-a0dd-0d3d5a59738d,segment=NetworkSegment(9a61217c-2627-40c5-a052-c71e5ab83f82),segment_id=9a61217c-2627-40c5-a052-c71e5ab83f82)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:49.789053 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984b661a-9469-4124-ad63-9445d0f1aa6b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Network e509d72a-5f3d-4c78-935a-6e15b50859ce is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:39:49.901890 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-984b661a-9469-4124-ad63-9445d0f1aa6b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, e509d72a-5f3d-4c78-935a-6e15b50859ce) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:49.910607 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984b661a-9469-4124-ad63-9445d0f1aa6b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:49.911298 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-984b661a-9469-4124-ad63-9445d0f1aa6b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:49.927725 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Router bcdb8a8c-c070-4c69-bbcd-22a40b440c12 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:39:49.939638 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4d660f-6e1f-4db2-a920-215cd7602bb3 None None] Network e509d72a-5f3d-4c78-935a-6e15b50859ce requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:50.106589 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-984b661a-9469-4124-ad63-9445d0f1aa6b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0100255 Aug 16 22:39:50.110501 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46454) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:50.189496 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f5053-9b06-415e-942a-ec12932aa86a req-e4e92b4c-ce6d-44fc-a91c-04306dc9bfca tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:50.196553 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc2f5053-9b06-415e-942a-ec12932aa86a req-e4e92b4c-ce6d-44fc-a91c-04306dc9bfca tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 945 time: 0.8997674 Aug 16 22:39:50.238599 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c2ac048-bdb7-48de-9b07-a38755f5937d tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:50.248570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-0616919b-8309-46d4-bae5-9937348a7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:50.250465 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-0616919b-8309-46d4-bae5-9937348a7919 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c52f2cc-75f7-4661-a433-31d875d006cb HTTP/1.1" status: 200 len: 797 time: 0.6435254 Aug 16 22:39:50.387528 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:39:50.405001 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9f4f9528-7d36-42f3-8222-59b00a012ad2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] 10.222.0.93 "PUT /v2.0/routers/bcdb8a8c-c070-4c69-bbcd-22a40b440c12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4112387 Aug 16 22:39:50.408313 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46458) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:50.410638 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a73143f-e13b-478c-bd77-747d49b5c3d0 None None] Sync routers for ids ['bcdb8a8c-c070-4c69-bbcd-22a40b440c12'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:39:50.431228 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a73143f-e13b-478c-bd77-747d49b5c3d0 None None] Routers {'bcdb8a8c-c070-4c69-bbcd-22a40b440c12'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:39:50.431887 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4a73143f-e13b-478c-bd77-747d49b5c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:39:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['bcdb8a8c-c070-4c69-bbcd-22a40b440c12'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:50.432908 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8a31fd07-adeb-4a48-9d03-31cc75cb96de tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Request body: {'port': {'network_id': '0ef76a33-5d60-468b-a397-6e095a4830c4', 'name': 'tempest-FloatingIPNegativeTestJSON-1488007462'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:50.449851 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c2ac048-bdb7-48de-9b07-a38755f5937d tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:50.475713 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0a92edb8-f819-4066-9be4-0b024b417cfc req-65da4333-a640-49b7-a7b3-76941170fd03 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.3223350 Aug 16 22:39:50.557130 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4a73143f-e13b-478c-bd77-747d49b5c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:50.600561 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a73143f-e13b-478c-bd77-747d49b5c3d0 None None] Routers {'bcdb8a8c-c070-4c69-bbcd-22a40b440c12'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:39:50.601200 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4a73143f-e13b-478c-bd77-747d49b5c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:39:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['bcdb8a8c-c070-4c69-bbcd-22a40b440c12'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:50.726873 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4a73143f-e13b-478c-bd77-747d49b5c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:50.728069 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a73143f-e13b-478c-bd77-747d49b5c3d0 None None] The sync data for ids ['bcdb8a8c-c070-4c69-bbcd-22a40b440c12'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:39:50.788595 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c2ac048-bdb7-48de-9b07-a38755f5937d tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:50.815847 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c2ac048-bdb7-48de-9b07-a38755f5937d tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:50.816800 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a77ba9-998e-49c3-9a5a-43faa78c4f93 None None] Network 0ef76a33-5d60-468b-a397-6e095a4830c4 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:50.818775 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6c2ac048-bdb7-48de-9b07-a38755f5937d tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/87637f5a-6b91-45c7-874b-2377798dbc4c HTTP/1.1" status: 204 len: 168 time: 1.0879402 Aug 16 22:39:50.827134 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-e23e58f0-b854-4abc-86f5-c71dd94b110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:50.831748 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-e23e58f0-b854-4abc-86f5-c71dd94b110b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4256384 Aug 16 22:39:50.831998 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46460) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:50.838948 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc2f5053-9b06-415e-942a-ec12932aa86a req-71b8a6e8-0f4e-454b-ab78-90f2bd239e71 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6040595 Aug 16 22:39:50.858702 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d1c5104c-00c4-488e-87d4-95c821a08c6b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting port aaf7aebc-b1aa-4ec6-93d3-326352d67c26 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:39:50.859450 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1c5104c-00c4-488e-87d4-95c821a08c6b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:50.947301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ac048-bdb7-48de-9b07-a38755f5937d tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87637f5a-6b91-45c7-874b-2377798dbc4c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:51.158218 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:51.188527 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a31fd07-adeb-4a48-9d03-31cc75cb96de tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Made reservation on behalf of 236204fcaa2441d088ae6289f8c3c54c for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:51.194212 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8a31fd07-adeb-4a48-9d03-31cc75cb96de tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:51.228876 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec467-b693-438c-a4ff-523be4a57e3a None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:51.287288 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-8a31fd07-adeb-4a48-9d03-31cc75cb96de tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] device_id is not set on port ea5a88ca-9d75-4e5a-9b9d-46e42c748daa yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:39:51.349073 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 455124d3-8ac0-45da-ad04-43bd78bdaebe up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:51.441977 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5f5ec467-b693-438c-a4ff-523be4a57e3a None None] Transition to ACTIVE for port object 00729a7b-bd96-48b9-a0dd-0d3d5a59738d will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:51.526033 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:51.639718 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec467-b693-438c-a4ff-523be4a57e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:51.652358 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-588d6364-facd-432e-bc6e-b160a77a02cc None None] Provisioning for port 455124d3-8ac0-45da-ad04-43bd78bdaebe completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:51.670863 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-e509d72a-5f3d-4c78-935a-6e15b50859ce', 'network_id': 'e509d72a-5f3d-4c78-935a-6e15b50859ce', 'tenant_id': 'ca7f7ed193114646a23e4e746e77035e', 'fixed_ips': [{'subnet_id': 'd1905717-0ffc-4801-893e-dbb95fc7529f'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:39:51.673078 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:51.839093 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-418c04e7-9fc6-4cd7-86eb-40aa6e95295f tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9817383 Aug 16 22:39:51.845365 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46466) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:51.897024 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1c5104c-00c4-488e-87d4-95c821a08c6b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:51.930916 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:51.946811 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77bfe05-f37f-40d6-9b15-6872c8b3877d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1e7f6a-23ab-47c1-abaa-231b151908c9'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:39:51.952808 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b664495-0dd9-4873-9d75-ffe480c54d45" -d '{"events": [{"server_uuid": "e77bfe05-f37f-40d6-9b15-6872c8b3877d", "name": "network-vif-plugged", "status": "completed", "tag": "bc1e7f6a-23ab-47c1-abaa-231b151908c9"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:39:51.957470 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d1c5104c-00c4-488e-87d4-95c821a08c6b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Calling delete_port for aaf7aebc-b1aa-4ec6-93d3-326352d67c26 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:39:51.999121 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-a5657db9-3700-468c-a472-234fd9028e77 service neutron] 10.222.0.39 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1505949 Aug 16 22:39:52.020024 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] Allocated IP 2001:db8::2 (e509d72a-5f3d-4c78-935a-6e15b50859ce/d1905717-0ffc-4801-893e-dbb95fc7529f/0bdfa471-1ffb-41c2-a33e-19e38aac6870) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:52.093953 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-8a31fd07-adeb-4a48-9d03-31cc75cb96de tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Allocated IP 172.20.0.6 (0ef76a33-5d60-468b-a397-6e095a4830c4/ea51d407-0964-47d3-8f7b-b41a87df52bc/ea5a88ca-9d75-4e5a-9b9d-46e42c748daa) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:52.119751 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-804e5c32-8da8-45ab-babc-a28e6a76cfd9 req-17c81014-df87-4b57-a334-1a49798a483c tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c673f3-af86-4e83-89e2-d38839a6e530 HTTP/1.1" status: 200 len: 210 time: 0.1681008 Aug 16 22:39:52.215788 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-893c9038-2495-4b65-a407-e450e01e07a5 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:52.264078 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8a31fd07-adeb-4a48-9d03-31cc75cb96de tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:52.279696 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:52.284068 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8a31fd07-adeb-4a48-9d03-31cc75cb96de tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Transition to ACTIVE for port object ea5a88ca-9d75-4e5a-9b9d-46e42c748daa will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:52.303406 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] Transition to ACTIVE for port object 0bdfa471-1ffb-41c2-a33e-19e38aac6870 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:52.326513 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8a31fd07-adeb-4a48-9d03-31cc75cb96de tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:52.391700 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a31fd07-adeb-4a48-9d03-31cc75cb96de tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Network 0ef76a33-5d60-468b-a397-6e095a4830c4 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:52.396659 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-8a31fd07-adeb-4a48-9d03-31cc75cb96de tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:52.403849 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a31fd07-adeb-4a48-9d03-31cc75cb96de tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:52.417185 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 455124d3-8ac0-45da-ad04-43bd78bdaebe completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:52.547097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port bc1e7f6a-23ab-47c1-abaa-231b151908c9, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=bc1e7f6a-23ab-47c1-abaa-231b151908c9,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:52.555837 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31fd07-adeb-4a48-9d03-31cc75cb96de tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Pushing event updated for resources: {'Port': ['ID=ea5a88ca-9d75-4e5a-9b9d-46e42c748daa,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:52.573622 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af40381f-f7dc-48da-a7fb-f791e945e9da x-openstack-request-id: req-af40381f-f7dc-48da-a7fb-f791e945e9da {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:39:52.574254 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77bfe05-f37f-40d6-9b15-6872c8b3877d", "name": "network-vif-plugged", "status": "completed", "tag": "bc1e7f6a-23ab-47c1-abaa-231b151908c9", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:39:52.575401 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-af40381f-f7dc-48da-a7fb-f791e945e9da {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:39:52.576790 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77bfe05-f37f-40d6-9b15-6872c8b3877d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1e7f6a-23ab-47c1-abaa-231b151908c9', 'code': 200} Aug 16 22:39:52.590581 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] Transition to ACTIVE for port object 0bdfa471-1ffb-41c2-a33e-19e38aac6870 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:52.610894 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 455124d3-8ac0-45da-ad04-43bd78bdaebe triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:52.611568 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:52.614215 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:52.619784 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a31fd07-adeb-4a48-9d03-31cc75cb96de tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:52.626807 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8a31fd07-adeb-4a48-9d03-31cc75cb96de tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:52.665311 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8a31fd07-adeb-4a48-9d03-31cc75cb96de tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2537293 Aug 16 22:39:52.668173 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46476) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:52.678797 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-05755677-c705-4e09-b8dd-cbdf5f52cbb1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:52.704294 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ec467-b693-438c-a4ff-523be4a57e3a None None] Pushing event updated for resources: {'Port': ['ID=00729a7b-bd96-48b9-a0dd-0d3d5a59738d,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:52.705186 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:52.776384 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:52.810870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] Network e509d72a-5f3d-4c78-935a-6e15b50859ce is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:52.846035 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-355570c0-5d8f-440d-a874-6b93abc27550 service neutron] 10.222.0.39 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7418249 Aug 16 22:39:52.919198 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:52.936951 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:53.006798 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event deleted for resources: {'Subnet': ['ID=d1905717-0ffc-4801-893e-dbb95fc7529f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:53.022307 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-1eabfb5e-f1de-41a9-b02c-05f28ee4c3b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=91bc08db-0eb4-4c28-b758-f80f8c5d6e8a HTTP/1.1" status: 200 len: 217 time: 0.0873222 Aug 16 22:39:53.026644 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05755677-c705-4e09-b8dd-cbdf5f52cbb1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:53.034284 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:53.060310 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:53.067809 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e509d72a-5f3d-4c78-935a-6e15b50859ce']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:53.069458 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-893c9038-2495-4b65-a407-e450e01e07a5 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:53.096995 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-aa680b38-c08f-4a07-be90-bc9cd1b34cf8 None None] Provisioning for port bf18a6cb-c6e8-4c15-aa17-07354aef08a6 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:53.119951 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-aa680b38-c08f-4a07-be90-bc9cd1b34cf8 None None] Provisioning complete for port bf18a6cb-c6e8-4c15-aa17-07354aef08a6 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:53.120567 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-aa680b38-c08f-4a07-be90-bc9cd1b34cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:53.238017 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5772a434-aa9c-4443-9d4e-ee6929251b70') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:53.241685 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5772a434-aa9c-4443-9d4e-ee6929251b70') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:53.281617 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:53.284004 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1c5104c-00c4-488e-87d4-95c821a08c6b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:53.360786 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a532d-4777-4c38-9cfb-aaa63ef63f34 req-06647b9f-e46f-446e-8862-486776764332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:53.365622 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b4a532d-4777-4c38-9cfb-aaa63ef63f34 req-06647b9f-e46f-446e-8862-486776764332 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 1098 time: 0.6136024 Aug 16 22:39:53.401140 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:53.421716 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46484) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:53.457321 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=bc1e7f6a-23ab-47c1-abaa-231b151908c9,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:53.463335 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:39:53.463787 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:39:53.472496 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:39:53.485650 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec5200-afe1-45e7-907e-891dbf478f0c req-2fa2ddfa-340f-4ec1-97a0-edf4f74a97c5 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:53.489932 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3cec5200-afe1-45e7-907e-891dbf478f0c req-2fa2ddfa-340f-4ec1-97a0-edf4f74a97c5 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 945 time: 1.3862915 Aug 16 22:39:53.630749 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 455124d3-8ac0-45da-ad04-43bd78bdaebe, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=455124d3-8ac0-45da-ad04-43bd78bdaebe,segment=NetworkSegment(767ce17a-1c21-4c36-a826-74fc8d374409),segment_id=767ce17a-1c21-4c36-a826-74fc8d374409)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:53.648755 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5104c-00c4-488e-87d4-95c821a08c6b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Port': ['ID=aaf7aebc-b1aa-4ec6-93d3-326352d67c26,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:53.705037 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-aa680b38-c08f-4a07-be90-bc9cd1b34cf8 None None] Port bf18a6cb-c6e8-4c15-aa17-07354aef08a6 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:39:53.716340 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-ab7cc904-4c5a-4563-8a5b-6471dcce4932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:53.718213 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-ab7cc904-4c5a-4563-8a5b-6471dcce4932 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c52f2cc-75f7-4661-a433-31d875d006cb HTTP/1.1" status: 200 len: 797 time: 0.6354945 Aug 16 22:39:53.737991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b4a532d-4777-4c38-9cfb-aaa63ef63f34 req-ac48955a-addb-4783-b7ed-a51fb00cb2b4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105206 Aug 16 22:39:53.741928 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1c5104c-00c4-488e-87d4-95c821a08c6b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:53.748130 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d1c5104c-00c4-488e-87d4-95c821a08c6b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/ports/aaf7aebc-b1aa-4ec6-93d3-326352d67c26 HTTP/1.1" status: 204 len: 168 time: 4.1703923 Aug 16 22:39:53.757511 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-893c9038-2495-4b65-a407-e450e01e07a5 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:53.760313 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-893c9038-2495-4b65-a407-e450e01e07a5 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:53.764718 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-893c9038-2495-4b65-a407-e450e01e07a5 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "DELETE /v2.0/security-groups/cb3082b7-5d2f-449e-a680-6fb8849df2d6 HTTP/1.1" status: 204 len: 168 time: 1.9173212 Aug 16 22:39:53.765460 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46488) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:53.765799 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46490) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:53.782841 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 22:39:53.782841 n-d-792458-15 neutron-server[94872]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 22:39:53.782841 n-d-792458-15 neutron-server[94872]: [parameters: {'id': 'e509d72a-5f3d-4c78-935a-6e15b50859ce'}] Aug 16 22:39:53.782841 n-d-792458-15 neutron-server[94872]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:39:53.783623 n-d-792458-15 neutron-server[94872]: DEBUG oslo_db.api [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:39:53.795430 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:53.796802 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:53.820873 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3cec5200-afe1-45e7-907e-891dbf478f0c req-67dbf2aa-e78a-4431-bbdb-a8450bcafea2 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072196 Aug 16 22:39:53.857906 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c9038-2495-4b65-a407-e450e01e07a5 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3082b7-5d2f-449e-a680-6fb8849df2d6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:53.864181 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4e861b-93cc-4a42-b8b6-9d0023f1783f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] GET failed (client error): The resource could not be found. Aug 16 22:39:53.870226 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ee4e861b-93cc-4a42-b8b6-9d0023f1783f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports/aaf7aebc-b1aa-4ec6-93d3-326352d67c26 HTTP/1.1" status: 404 len: 333 time: 0.0794561 Aug 16 22:39:53.871673 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46492) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:53.902088 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52bf2e19-a3de-4e23-a374-92c214e2a2fb tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:53.941810 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-882e0b8d-3481-48f5-8939-e61987526e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:53.943584 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-882e0b8d-3481-48f5-8939-e61987526e9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2087128 Aug 16 22:39:53.972426 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52bf2e19-a3de-4e23-a374-92c214e2a2fb tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:53.991838 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] Pushing event updated for resources: {'Port': ['ID=0bdfa471-1ffb-41c2-a33e-19e38aac6870,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:53.999155 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] Attempting to bind port 0bdfa471-1ffb-41c2-a33e-19e38aac6870 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:39:53.999797 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] Attempting to bind port 0bdfa471-1ffb-41c2-a33e-19e38aac6870 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '5772a434-aa9c-4443-9d4e-ee6929251b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e509d72a-5f3d-4c78-935a-6e15b50859ce'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:39:54.000371 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] Attempting to bind port 0bdfa471-1ffb-41c2-a33e-19e38aac6870 on network e509d72a-5f3d-4c78-935a-6e15b50859ce {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:39:54.072765 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05755677-c705-4e09-b8dd-cbdf5f52cbb1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:54.076555 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52bf2e19-a3de-4e23-a374-92c214e2a2fb tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:54.079770 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52bf2e19-a3de-4e23-a374-92c214e2a2fb tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:54.084122 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-52bf2e19-a3de-4e23-a374-92c214e2a2fb tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "DELETE /v2.0/security-groups/e2e96f25-ade0-4881-b151-dc537e03be72 HTTP/1.1" status: 204 len: 168 time: 0.6488066 Aug 16 22:39:54.094222 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46494) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:54.102254 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e57615b2-c66a-499e-b8c6-eb02810f3e16 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3054092 Aug 16 22:39:54.106870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46496) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:54.126482 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-09ba6cc4-9245-47ba-b20d-0acb9858d96a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217705989'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:54.141116 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:39:54.141765 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] Checking segment: {'id': '5772a434-aa9c-4443-9d4e-ee6929251b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e509d72a-5f3d-4c78-935a-6e15b50859ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:54.142884 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:54.144177 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] Bound using segment: {'id': '5772a434-aa9c-4443-9d4e-ee6929251b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e509d72a-5f3d-4c78-935a-6e15b50859ce'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:39:54.145294 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] Bound port: 0bdfa471-1ffb-41c2-a33e-19e38aac6870, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5772a434-aa9c-4443-9d4e-ee6929251b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e509d72a-5f3d-4c78-935a-6e15b50859ce'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:39:54.146452 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:54.207874 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf2e19-a3de-4e23-a374-92c214e2a2fb tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e96f25-ade0-4881-b151-dc537e03be72,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:54.213489 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66fd052c-8522-4a23-85d3-13b14ee19984 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:54.287911 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] For port 0bdfa471-1ffb-41c2-a33e-19e38aac6870, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:39:54.294759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] For port 0bdfa471-1ffb-41c2-a33e-19e38aac6870, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0bdfa471-1ffb-41c2-a33e-19e38aac6870,segment=NetworkSegment(5772a434-aa9c-4443-9d4e-ee6929251b70),segment_id=5772a434-aa9c-4443-9d4e-ee6929251b70)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:39:54.297397 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:54.323492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:54.326187 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:54.341358 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09ba6cc4-9245-47ba-b20d-0acb9858d96a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:54.386231 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-798cc2fe-0032-45b5-b9cb-be246a28e0b8 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] show failed (client error): The resource could not be found. Aug 16 22:39:54.387693 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-798cc2fe-0032-45b5-b9cb-be246a28e0b8 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "GET /v2.0/security-groups/e2e96f25-ade0-4881-b151-dc537e03be72 HTTP/1.1" status: 404 len: 347 time: 0.2756033 Aug 16 22:39:54.388695 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:54.396918 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46498) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:54.419247 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:54.432005 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-aa680b38-c08f-4a07-be90-bc9cd1b34cf8 None None] Provisioning complete for port 455124d3-8ac0-45da-ad04-43bd78bdaebe triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:54.433602 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-aa680b38-c08f-4a07-be90-bc9cd1b34cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:54.442134 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66fd052c-8522-4a23-85d3-13b14ee19984 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:54.515705 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-31292d36-93a4-463b-8856-f0c78d991509 service neutron] 10.222.0.39 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514033 Aug 16 22:39:54.555537 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-05755677-c705-4e09-b8dd-cbdf5f52cbb1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Allocated IP 172.25.6.118 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/e9568a6a-61ef-4f99-805a-fd7a3e5103ec) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:54.680614 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=455124d3-8ac0-45da-ad04-43bd78bdaebe,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:54.817414 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:54.838578 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f299e0-6554-41f5-affe-8ec40d54e241 None None] Network e509d72a-5f3d-4c78-935a-6e15b50859ce requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:54.945669 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09ba6cc4-9245-47ba-b20d-0acb9858d96a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:54.984162 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1,segment=NetworkSegment(99620c27-12fd-4033-8bf4-c67a05211565),segment_id=99620c27-12fd-4033-8bf4-c67a05211565)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:55.000911 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05755677-c705-4e09-b8dd-cbdf5f52cbb1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:55.008654 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:55.009333 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Deleting port 0bdfa471-1ffb-41c2-a33e-19e38aac6870 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:39:55.009734 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:55.125934 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09ba6cc4-9245-47ba-b20d-0acb9858d96a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:55.162722 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb24e7c-1933-4d21-a4eb-aa70a25ff80d None None] Pushing event updated for resources: {'Port': ['ID=0bdfa471-1ffb-41c2-a33e-19e38aac6870,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:55.194385 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-0f93c4ad-7e28-4aef-8d8f-27cfb353dab3 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Deleting port 9dbd7552-81b2-4135-b694-aa2de2d5c308 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:39:55.194968 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f93c4ad-7e28-4aef-8d8f-27cfb353dab3 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:55.255731 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba6cc4-9245-47ba-b20d-0acb9858d96a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0d9cb1-d6a3-4555-8ddc-b77caee5f4a9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:55.270842 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 00729a7b-bd96-48b9-a0dd-0d3d5a59738d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:55.321421 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09ba6cc4-9245-47ba-b20d-0acb9858d96a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:55.323552 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-09ba6cc4-9245-47ba-b20d-0acb9858d96a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2115250 Aug 16 22:39:55.331152 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66fd052c-8522-4a23-85d3-13b14ee19984 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:55.335418 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66fd052c-8522-4a23-85d3-13b14ee19984 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:55.342415 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-66fd052c-8522-4a23-85d3-13b14ee19984 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/security-groups/ee82404b-f7bb-4d4a-8e9e-41501136cc49 HTTP/1.1" status: 204 len: 168 time: 1.4685972 Aug 16 22:39:55.347843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46506) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:55.348678 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46508) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:55.356191 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-01eacc65-1e2b-4f55-9545-ac7182fb8ac9 None None] Could not find standard attr ID for object aaf7aebc-b1aa-4ec6-93d3-326352d67c26. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:39:55.358292 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:55.378577 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 455124d3-8ac0-45da-ad04-43bd78bdaebe up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:55.382495 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-68732759-30f4-4433-819a-47dfae12fe1d tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Request body: {'security_group_rule': {'security_group_id': 'bd0d9cb1-d6a3-4555-8ddc-b77caee5f4a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:55.404904 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-01eacc65-1e2b-4f55-9545-ac7182fb8ac9 None None] Provisioning for port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:55.412133 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-01eacc65-1e2b-4f55-9545-ac7182fb8ac9 None None] Provisioning complete for port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:55.412637 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-01eacc65-1e2b-4f55-9545-ac7182fb8ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:55.431389 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd052c-8522-4a23-85d3-13b14ee19984 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee82404b-f7bb-4d4a-8e9e-41501136cc49,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:55.445681 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf65bb0-8c3e-46ae-9aed-293ff0603f35 req-adb6acf6-d03d-4752-a426-bac28cfa45a9 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:55.452644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cdcac2-a009-447a-a193-0ff8d0f90df7 None None] get_active_networks_info from n-d-792458-15 {{(pid=94873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:39:55.457836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7bf65bb0-8c3e-46ae-9aed-293ff0603f35 req-adb6acf6-d03d-4752-a426-bac28cfa45a9 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 946 time: 0.3352416 Aug 16 22:39:55.493614 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] For port 0bdfa471-1ffb-41c2-a33e-19e38aac6870, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0bdfa471-1ffb-41c2-a33e-19e38aac6870,segment=NetworkSegment(5772a434-aa9c-4443-9d4e-ee6929251b70),segment_id=5772a434-aa9c-4443-9d4e-ee6929251b70)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:55.494460 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:55.555071 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Calling delete_port for 0bdfa471-1ffb-41c2-a33e-19e38aac6870 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:39:55.562843 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68732759-30f4-4433-819a-47dfae12fe1d tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:55.593445 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7bf65bb0-8c3e-46ae-9aed-293ff0603f35 req-d06a3fac-2b3c-4e2f-ad23-b4abfdca95e3 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334114 Aug 16 22:39:55.614415 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f93c4ad-7e28-4aef-8d8f-27cfb353dab3 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:55.614918 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f93c4ad-7e28-4aef-8d8f-27cfb353dab3 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:55.659625 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ab3984b-1793-467f-9aa3-81aaea6cf26f req-959c719b-e47e-49a4-8cc8-3e3c373d7998 service neutron] 10.222.0.39 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1259811 Aug 16 22:39:55.688836 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-0f93c4ad-7e28-4aef-8d8f-27cfb353dab3 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Calling delete_port for 9dbd7552-81b2-4135-b694-aa2de2d5c308 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:39:55.706626 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05755677-c705-4e09-b8dd-cbdf5f52cbb1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:55.734575 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 455124d3-8ac0-45da-ad04-43bd78bdaebe triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:55.735943 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:55.863350 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e09f4e58-08b3-49c2-be35-5b6e74fa9e84 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:55.869977 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68732759-30f4-4433-819a-47dfae12fe1d tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:55.919839 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68732759-30f4-4433-819a-47dfae12fe1d tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:56.000833 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e09f4e58-08b3-49c2-be35-5b6e74fa9e84 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:56.024376 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-01eacc65-1e2b-4f55-9545-ac7182fb8ac9 None None] Provisioning for port ea5a88ca-9d75-4e5a-9b9d-46e42c748daa completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:56.036984 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-01eacc65-1e2b-4f55-9545-ac7182fb8ac9 None None] Provisioning complete for port ea5a88ca-9d75-4e5a-9b9d-46e42c748daa triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:56.037628 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-01eacc65-1e2b-4f55-9545-ac7182fb8ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:56.042396 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68732759-30f4-4433-819a-47dfae12fe1d tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:56.056462 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-68732759-30f4-4433-819a-47dfae12fe1d tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6789598 Aug 16 22:39:56.062015 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05755677-c705-4e09-b8dd-cbdf5f52cbb1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Pushing event updated for resources: {'Port': ['ID=e9568a6a-61ef-4f99-805a-fd7a3e5103ec,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:56.076743 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68732759-30f4-4433-819a-47dfae12fe1d tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d22222-19c0-4bf6-aad7-cccb4ee0010c,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:56.083737 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46526) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:56.090241 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d621ea8c-8fa2-43e5-ad8d-8520dff81ad7 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Request body: {'security_group_rule': {'security_group_id': 'bd0d9cb1-d6a3-4555-8ddc-b77caee5f4a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:56.140562 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cdcac2-a009-447a-a193-0ff8d0f90df7 None None] Resources bound (agent type, host, resource id): {{(pid=94873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:39:56.153235 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-01eacc65-1e2b-4f55-9545-ac7182fb8ac9 None None] Port ea5a88ca-9d75-4e5a-9b9d-46e42c748daa cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:39:56.203167 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05755677-c705-4e09-b8dd-cbdf5f52cbb1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:56.212255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-05755677-c705-4e09-b8dd-cbdf5f52cbb1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:56.224211 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05755677-c705-4e09-b8dd-cbdf5f52cbb1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:56.245494 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-01eacc65-1e2b-4f55-9545-ac7182fb8ac9 None None] Provisioning complete for port bf18a6cb-c6e8-4c15-aa17-07354aef08a6 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:56.246518 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-01eacc65-1e2b-4f55-9545-ac7182fb8ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:56.307415 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39145eb7-9415-408e-8d30-c39df4613064 req-bda9bb7e-0fb4-4dda-9c96-2aab303dd208 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:56.310454 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39145eb7-9415-408e-8d30-c39df4613064 req-bda9bb7e-0fb4-4dda-9c96-2aab303dd208 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 806 time: 0.2799892 Aug 16 22:39:56.319018 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e09f4e58-08b3-49c2-be35-5b6e74fa9e84 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:56.324579 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e09f4e58-08b3-49c2-be35-5b6e74fa9e84 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:56.334304 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e09f4e58-08b3-49c2-be35-5b6e74fa9e84 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/security-groups/6b934d57-47f9-4e71-a933-53987c06ba6e HTTP/1.1" status: 204 len: 168 time: 0.9162555 Aug 16 22:39:56.340060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46528) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:56.347309 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d621ea8c-8fa2-43e5-ad8d-8520dff81ad7 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:56.386898 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39145eb7-9415-408e-8d30-c39df4613064 req-b6fb12eb-59ad-4357-9f08-084eb86fd58e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/quotas/729e44ecc953497b8bf930c79bba20ac HTTP/1.1" status: 200 len: 375 time: 0.0497301 Aug 16 22:39:56.387744 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f4e58-08b3-49c2-be35-5b6e74fa9e84 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b934d57-47f9-4e71-a933-53987c06ba6e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:56.495016 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:56.548981 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39145eb7-9415-408e-8d30-c39df4613064 req-3bb2b99c-dab0-483b-8986-c92678688a62 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1453564 Aug 16 22:39:56.552553 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52995a02-8358-4a1b-b2d9-4bb148806e1a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:56.591183 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52995a02-8358-4a1b-b2d9-4bb148806e1a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:56.620407 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-01eacc65-1e2b-4f55-9545-ac7182fb8ac9 None None] Port bf18a6cb-c6e8-4c15-aa17-07354aef08a6 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:39:56.647887 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-01eacc65-1e2b-4f55-9545-ac7182fb8ac9 None None] Provisioning complete for port 4a115518-896d-4661-b265-7cd76ea84a7d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:56.648712 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-01eacc65-1e2b-4f55-9545-ac7182fb8ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:56.672852 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52995a02-8358-4a1b-b2d9-4bb148806e1a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:56.678643 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-52995a02-8358-4a1b-b2d9-4bb148806e1a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:56.682523 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-52995a02-8358-4a1b-b2d9-4bb148806e1a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/security-groups/d940c11b-d4a8-4e8f-b4b3-4b583fb5fe22 HTTP/1.1" status: 204 len: 168 time: 0.3300655 Aug 16 22:39:56.683517 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46532) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:56.702111 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event deleted for resources: {'Port': ['ID=0bdfa471-1ffb-41c2-a33e-19e38aac6870,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:56.746856 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-01eacc65-1e2b-4f55-9545-ac7182fb8ac9 None None] Port 4a115518-896d-4661-b265-7cd76ea84a7d cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:39:56.760020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52995a02-8358-4a1b-b2d9-4bb148806e1a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d940c11b-d4a8-4e8f-b4b3-4b583fb5fe22,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:56.780188 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] No DVR routers for this DVR port 0bdfa471-1ffb-41c2-a33e-19e38aac6870 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:39:56.891363 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39145eb7-9415-408e-8d30-c39df4613064 req-7918d8cd-ac45-4b85-94cf-7a1e1f6ca5f6 service neutron] 10.222.0.93 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326461 Aug 16 22:39:56.904116 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bbfbc0-0faa-444e-9264-4ee141d0928b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting subnet 67679b6d-444d-401e-b27f-1ba2be224aa6 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:39:56.910296 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64bbfbc0-0faa-444e-9264-4ee141d0928b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:56.972579 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d621ea8c-8fa2-43e5-ad8d-8520dff81ad7 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.006877 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc186017-cee4-45e3-8ede-ee007fbc3c39 None None] get_active_networks_info from n-d-792458-15 {{(pid=94873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:39:57.090514 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64bbfbc0-0faa-444e-9264-4ee141d0928b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.110185 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d621ea8c-8fa2-43e5-ad8d-8520dff81ad7 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.112933 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05755677-c705-4e09-b8dd-cbdf5f52cbb1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.153164 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f93c4ad-7e28-4aef-8d8f-27cfb353dab3 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.197362 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:57.201927 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.205936 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39145eb7-9415-408e-8d30-c39df4613064 req-14ec8eb7-7169-4ddd-a20e-b1f430c07c39 service neutron] 10.222.0.93 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449977 Aug 16 22:39:57.226306 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621ea8c-8fa2-43e5-ad8d-8520dff81ad7 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0740933-e418-4cbf-8e3f-471ee89d306d,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:57.262026 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93c4ad-7e28-4aef-8d8f-27cfb353dab3 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event deleted for resources: {'Port': ['ID=9dbd7552-81b2-4135-b694-aa2de2d5c308,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:57.268490 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e509d72a-5f3d-4c78-935a-6e15b50859ce']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:57.278772 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d621ea8c-8fa2-43e5-ad8d-8520dff81ad7 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.284734 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d621ea8c-8fa2-43e5-ad8d-8520dff81ad7 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1952081 Aug 16 22:39:57.287714 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46538) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:57.300092 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0b351b53-1876-44d7-ab43-5fcf8940efb9 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Request body: {'security_group_rule': {'security_group_id': 'bd0d9cb1-d6a3-4555-8ddc-b77caee5f4a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:57.304784 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5772a434-aa9c-4443-9d4e-ee6929251b70') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:57.305118 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5772a434-aa9c-4443-9d4e-ee6929251b70') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:57.334759 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64bbfbc0-0faa-444e-9264-4ee141d0928b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.345644 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.347269 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05755677-c705-4e09-b8dd-cbdf5f52cbb1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.368478 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:57.369358 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.397130 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0b351b53-1876-44d7-ab43-5fcf8940efb9 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.400832 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.413743 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:39:57.415302 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.478500 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc186017-cee4-45e3-8ede-ee007fbc3c39 None None] Resources bound (agent type, host, resource id): {{(pid=94873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:39:57.512347 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64bbfbc0-0faa-444e-9264-4ee141d0928b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.518734 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0b351b53-1876-44d7-ab43-5fcf8940efb9 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:39:57.541675 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:39:57.585536 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0b351b53-1876-44d7-ab43-5fcf8940efb9 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.586737 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f93c4ad-7e28-4aef-8d8f-27cfb353dab3 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.590325 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f93c4ad-7e28-4aef-8d8f-27cfb353dab3 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.591876 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0f93c4ad-7e28-4aef-8d8f-27cfb353dab3 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "DELETE /v2.0/floatingips/0b8b8b60-18eb-48f4-93c7-07c0c2684bf1 HTTP/1.1" status: 204 len: 168 time: 3.1938739 Aug 16 22:39:57.596260 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46544) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:57.608290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbfbc0-0faa-444e-9264-4ee141d0928b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Subnet': ['ID=67679b6d-444d-401e-b27f-1ba2be224aa6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:57.618315 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.649037 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-64bbfbc0-0faa-444e-9264-4ee141d0928b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.653717 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-64bbfbc0-0faa-444e-9264-4ee141d0928b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/subnets/67679b6d-444d-401e-b27f-1ba2be224aa6 HTTP/1.1" status: 204 len: 168 time: 0.9656320 Aug 16 22:39:57.691033 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b351b53-1876-44d7-ab43-5fcf8940efb9 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab9127f-7364-4a47-9890-27738d69444e,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:57.705156 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46546) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:57.711706 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.717636 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "DELETE /v2.0/networks/e509d72a-5f3d-4c78-935a-6e15b50859ce HTTP/1.1" status: 204 len: 168 time: 7.6021962 Aug 16 22:39:57.721738 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46548) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:57.728871 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b17a7046-8737-4229-bd73-87ee67f198e6 req-40cb498b-3e8f-494a-890e-81db6c21deb9 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8 HTTP/1.1" status: 200 len: 210 time: 0.1350701 Aug 16 22:39:57.743650 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a688ee4c-4d40-4a1b-baf8-dd169bd58613 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-355325978'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:57.750975 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0b351b53-1876-44d7-ab43-5fcf8940efb9 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.756395 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0b351b53-1876-44d7-ab43-5fcf8940efb9 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4656973 Aug 16 22:39:57.757353 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46550) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:57.764544 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2df4c525-fe60-4ad4-b73d-4d2f6b0ff687 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Request body: {'security_group_rule': {'security_group_id': 'bd0d9cb1-d6a3-4555-8ddc-b77caee5f4a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:57.792243 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e345b-29f1-4d02-a5a1-f93a50edf84b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event deleted for resources: {'Network': ['ID=e509d72a-5f3d-4c78-935a-6e15b50859ce,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:57.866628 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a688ee4c-4d40-4a1b-baf8-dd169bd58613 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Made reservation on behalf of ca7f7ed193114646a23e4e746e77035e for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:57.870905 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a688ee4c-4d40-4a1b-baf8-dd169bd58613 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.887132 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f9e231-c066-4450-9265-ed41141606a7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting subnet f05b67c9-a6e5-4e9f-b9b9-f913165b8049 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:39:57.894197 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e231-c066-4450-9265-ed41141606a7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.953221 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2df4c525-fe60-4ad4-b73d-4d2f6b0ff687 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.967257 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a688ee4c-4d40-4a1b-baf8-dd169bd58613 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:39:57.995409 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a688ee4c-4d40-4a1b-baf8-dd169bd58613 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.995695 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-a688ee4c-4d40-4a1b-baf8-dd169bd58613 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Added segment 6356c75a-aa88-4cc1-976d-8443764bad45 of type vlan for network dc9685c0-f9d7-46dd-af58-7bb8ad4043bc Aug 16 22:39:58.011638 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e231-c066-4450-9265-ed41141606a7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:58.026818 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05755677-c705-4e09-b8dd-cbdf5f52cbb1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:58.032711 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b88eb8da-99b0-407e-bca4-ff1a4e350dc2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Deleting port e06f4eb2-9456-487d-879d-8e9aea9648b9 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:39:58.033312 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b88eb8da-99b0-407e-bca4-ff1a4e350dc2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:58.076112 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05755677-c705-4e09-b8dd-cbdf5f52cbb1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:58.167879 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a688ee4c-4d40-4a1b-baf8-dd169bd58613 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:58.191177 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2df4c525-fe60-4ad4-b73d-4d2f6b0ff687 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:58.216931 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2df4c525-fe60-4ad4-b73d-4d2f6b0ff687 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:58.311966 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05755677-c705-4e09-b8dd-cbdf5f52cbb1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Pushing event updated for resources: {'Port': ['ID=e9568a6a-61ef-4f99-805a-fd7a3e5103ec,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:58.349195 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2df4c525-fe60-4ad4-b73d-4d2f6b0ff687 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:58.350463 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2df4c525-fe60-4ad4-b73d-4d2f6b0ff687 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5916369 Aug 16 22:39:58.351366 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4c525-fe60-4ad4-b73d-4d2f6b0ff687 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d8bbab-6f9b-4bbd-bd0d-e2f901827098,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:58.354195 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a688ee4c-4d40-4a1b-baf8-dd169bd58613 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:58.359422 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a688ee4c-4d40-4a1b-baf8-dd169bd58613 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:58.360065 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a688ee4c-4d40-4a1b-baf8-dd169bd58613 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:58.368795 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46562) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:58.374581 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-86316427-f286-4286-9e6f-c7fbece00c22 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Request body: {'security_group_rule': {'security_group_id': 'bd0d9cb1-d6a3-4555-8ddc-b77caee5f4a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:58.404154 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b88eb8da-99b0-407e-bca4-ff1a4e350dc2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:58.419956 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a7e723-0da7-43f4-a612-d51f719ba3d9 None None] Network babb651f-43c0-4f3a-a214-ef8d0ec92712 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:58.457496 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05755677-c705-4e09-b8dd-cbdf5f52cbb1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:58.472200 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b88eb8da-99b0-407e-bca4-ff1a4e350dc2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Calling delete_port for e06f4eb2-9456-487d-879d-8e9aea9648b9 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:39:58.481118 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e231-c066-4450-9265-ed41141606a7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:58.504836 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a688ee4c-4d40-4a1b-baf8-dd169bd58613 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7688167 Aug 16 22:39:58.511310 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05755677-c705-4e09-b8dd-cbdf5f52cbb1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:58.513012 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-05755677-c705-4e09-b8dd-cbdf5f52cbb1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8430672 Aug 16 22:39:58.517478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46564) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:58.517807 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46566) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:58.522886 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5d3cba01-04e7-48eb-b5b6-39fe54e6e173 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Request body: {'subnet': {'network_id': 'dc9685c0-f9d7-46dd-af58-7bb8ad4043bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:58.530750 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b7fbd4f3-d68f-4d96-b9d4-97b5ffdeaa76 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Request body: {'floatingip': {'port_id': 'ea5a88ca-9d75-4e5a-9b9d-46e42c748daa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:58.537686 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688ee4c-4d40-4a1b-baf8-dd169bd58613 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event updated for resources: {'Network': ['ID=dc9685c0-f9d7-46dd-af58-7bb8ad4043bc,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:58.565110 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86316427-f286-4286-9e6f-c7fbece00c22 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:58.595749 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network dc9685c0-f9d7-46dd-af58-7bb8ad4043bc details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:39:58.744873 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e231-c066-4450-9265-ed41141606a7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:58.764899 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86316427-f286-4286-9e6f-c7fbece00c22 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:58.863240 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86316427-f286-4286-9e6f-c7fbece00c22 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:58.872811 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e231-c066-4450-9265-ed41141606a7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:58.879768 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f0f9e231-c066-4450-9265-ed41141606a7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/subnets/f05b67c9-a6e5-4e9f-b9b9-f913165b8049 HTTP/1.1" status: 204 len: 168 time: 1.1686094 Aug 16 22:39:58.936561 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46570) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:58.955119 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9e231-c066-4450-9265-ed41141606a7 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Subnet': ['ID=f05b67c9-a6e5-4e9f-b9b9-f913165b8049,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:58.982370 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80bcde4-e5be-48c7-978e-b1b175ddd28a None None] Update dhcp port {'port': {'network_id': 'babb651f-43c0-4f3a-a214-ef8d0ec92712', 'fixed_ips': [{'subnet_id': '04358293-3660-4317-8f0b-9790bfbaf4ac', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f05b67c9-a6e5-4e9f-b9b9-f913165b8049'}], 'binding:host_id': 'n-d-792458-15'}, 'id': '00729a7b-bd96-48b9-a0dd-0d3d5a59738d'} from n-d-792458-15. {{(pid=94873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:39:59.010168 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b7fbd4f3-d68f-4d96-b9d4-97b5ffdeaa76 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for floatingip, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:59.019562 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6171795-50f7-46f7-964b-5429a4bc51f4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] DELETE failed (client error): The resource could not be found. Aug 16 22:39:59.020031 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6171795-50f7-46f7-964b-5429a4bc51f4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:39:59.025033 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d6171795-50f7-46f7-964b-5429a4bc51f4 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/subnets/67679b6d-444d-401e-b27f-1ba2be224aa6 HTTP/1.1" status: 404 len: 337 time: 0.0810289 Aug 16 22:39:59.030440 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b80bcde4-e5be-48c7-978e-b1b175ddd28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:59.037870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86316427-f286-4286-9e6f-c7fbece00c22 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9af39a1-b2f1-4d3f-a198-ecc3e656ab56,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:59.043040 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46572) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:59.045488 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d1af27e-4bcc-42ff-8645-4cb9a107513c req-d4a970d3-af68-47ba-92da-096e56272c10 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8 HTTP/1.1" status: 200 len: 210 time: 0.0703557 Aug 16 22:39:59.097722 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86316427-f286-4286-9e6f-c7fbece00c22 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:59.099113 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-86316427-f286-4286-9e6f-c7fbece00c22 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7331905 Aug 16 22:39:59.119120 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46574) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:59.208106 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aba93f2-120f-449e-a6f3-4ae380d9f63a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting subnet 04358293-3660-4317-8f0b-9790bfbaf4ac {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:39:59.212705 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-218d8b55-e6da-40a1-9791-31f7549e4754 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:59.221514 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9aba93f2-120f-449e-a6f3-4ae380d9f63a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:59.227853 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-218d8b55-e6da-40a1-9791-31f7549e4754 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:59.239805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3cba01-04e7-48eb-b5b6-39fe54e6e173 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Made reservation on behalf of ca7f7ed193114646a23e4e746e77035e for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:59.243919 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d3cba01-04e7-48eb-b5b6-39fe54e6e173 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:59.294201 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-b7fbd4f3-d68f-4d96-b9d4-97b5ffdeaa76 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] update failed (client error): The resource could not be found. Aug 16 22:39:59.306223 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b7fbd4f3-d68f-4d96-b9d4-97b5ffdeaa76 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] 10.222.0.93 "PUT /v2.0/floatingips/69adb082-2866-4ba3-a4df-b87c783127b1 HTTP/1.1" status: 404 len: 507 time: 0.7695894 Aug 16 22:39:59.311603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46580) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:59.494598 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b88eb8da-99b0-407e-bca4-ff1a4e350dc2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:59.542374 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9aba93f2-120f-449e-a6f3-4ae380d9f63a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:59.571084 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-218d8b55-e6da-40a1-9791-31f7549e4754 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:59.588072 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-218d8b55-e6da-40a1-9791-31f7549e4754 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:59.589220 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-218d8b55-e6da-40a1-9791-31f7549e4754 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/e9af39a1-b2f1-4d3f-a198-ecc3e656ab56 HTTP/1.1" status: 204 len: 168 time: 0.4686353 Aug 16 22:39:59.596948 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46582) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:59.608330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88eb8da-99b0-407e-bca4-ff1a4e350dc2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event deleted for resources: {'Port': ['ID=e06f4eb2-9456-487d-879d-8e9aea9648b9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:59.623217 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d8b55-e6da-40a1-9791-31f7549e4754 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9af39a1-b2f1-4d3f-a198-ecc3e656ab56,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:59.741369 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39145eb7-9415-408e-8d30-c39df4613064 req-d52b6f78-3e8f-4f8b-847a-fb2b49df0d4f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:59.743624 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39145eb7-9415-408e-8d30-c39df4613064 req-d52b6f78-3e8f-4f8b-847a-fb2b49df0d4f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 806 time: 0.3149188 Aug 16 22:39:59.747979 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9aba93f2-120f-449e-a6f3-4ae380d9f63a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:59.838245 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-141198ef-8ce1-4d2b-97d8-ffacf081521f tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2350109 Aug 16 22:39:59.840562 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46584) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:59.884841 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b88eb8da-99b0-407e-bca4-ff1a4e350dc2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:59.890388 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b88eb8da-99b0-407e-bca4-ff1a4e350dc2 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "DELETE /v2.0/ports/e06f4eb2-9456-487d-879d-8e9aea9648b9 HTTP/1.1" status: 204 len: 168 time: 2.2877409 Aug 16 22:39:59.890662 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46586) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:59.998779 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-456efedf-4405-4677-8bd8-a123ff3dbb07 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:00.041368 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-456efedf-4405-4677-8bd8-a123ff3dbb07 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:00.062046 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-39145eb7-9415-408e-8d30-c39df4613064 req-ecde8bcd-c65a-446c-88c1-f99b234fe601 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Request body: {'port': {'device_id': 'e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8', 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325', 'admin_state_up': True, 'tenant_id': '729e44ecc953497b8bf930c79bba20ac'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:00.070458 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f729a18a-47b4-44a0-ac17-b79cf5e9e6f6 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Deleting port e9568a6a-61ef-4f99-805a-fd7a3e5103ec {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:00.070696 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f729a18a-47b4-44a0-ac17-b79cf5e9e6f6 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:00.281396 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75f6abe7-bcd9-4ed8-9e15-9f5c662131ae req-930b30df-3b09-4c7d-9b45-5f2bb1161555 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8 HTTP/1.1" status: 200 len: 210 time: 0.0728910 Aug 16 22:40:00.287174 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9aba93f2-120f-449e-a6f3-4ae380d9f63a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:00.305572 n-d-792458-15 neutron-server[94872]: DEBUG neutron.objects.ports [None req-5d3cba01-04e7-48eb-b5b6-39fe54e6e173 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:40:00.308190 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-456efedf-4405-4677-8bd8-a123ff3dbb07 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server [None req-b80bcde4-e5be-48c7-978e-b1b175ddd28a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04358293-3660-4317-8f0b-9790bfbaf4ac: This subnet is being modified by another concurrent operation. Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise exception Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04358293-3660-4317-8f0b-9790bfbaf4ac: This subnet is being modified by another concurrent operation. Aug 16 22:40:00.318945 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server Aug 16 22:40:00.335004 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-456efedf-4405-4677-8bd8-a123ff3dbb07 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:00.335004 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-456efedf-4405-4677-8bd8-a123ff3dbb07 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/a5d8bbab-6f9b-4bbd-bd0d-e2f901827098 HTTP/1.1" status: 204 len: 168 time: 0.4885180 Aug 16 22:40:00.338041 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46590) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:00.349238 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d3cba01-04e7-48eb-b5b6-39fe54e6e173 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:00.365243 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9aba93f2-120f-449e-a6f3-4ae380d9f63a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:00.370421 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9aba93f2-120f-449e-a6f3-4ae380d9f63a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/subnets/04358293-3660-4317-8f0b-9790bfbaf4ac HTTP/1.1" status: 204 len: 168 time: 1.3232608 Aug 16 22:40:00.371342 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46592) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:00.383210 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba93f2-120f-449e-a6f3-4ae380d9f63a tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Subnet': ['ID=04358293-3660-4317-8f0b-9790bfbaf4ac,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:00.397657 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-41267929-f1c3-43df-b1cc-dd28dfa60699 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Deleting port 8a6c2671-f986-41c4-892f-cc350ac251e1 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:00.398650 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41267929-f1c3-43df-b1cc-dd28dfa60699 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:00.403181 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456efedf-4405-4677-8bd8-a123ff3dbb07 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5d8bbab-6f9b-4bbd-bd0d-e2f901827098,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:00.477573 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-571d15c8-0944-4aa5-baf7-029a1eb07369 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] DELETE failed (client error): The resource could not be found. Aug 16 22:40:00.477837 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f52e43c-370d-43d9-9ce1-46b5ddc4d33b None None] Network babb651f-43c0-4f3a-a214-ef8d0ec92712 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:00.478408 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-571d15c8-0944-4aa5-baf7-029a1eb07369 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:40:00.486216 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-571d15c8-0944-4aa5-baf7-029a1eb07369 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/subnets/f2cff6ab-7eb7-4ec9-99a8-35bed2e87979 HTTP/1.1" status: 404 len: 337 time: 0.0949433 Aug 16 22:40:00.500183 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f729a18a-47b4-44a0-ac17-b79cf5e9e6f6 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:00.510835 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f729a18a-47b4-44a0-ac17-b79cf5e9e6f6 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:00.518420 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46598) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:00.536689 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f729a18a-47b4-44a0-ac17-b79cf5e9e6f6 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Calling delete_port for e9568a6a-61ef-4f99-805a-fd7a3e5103ec owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:00.600884 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-22afbc16-06de-4e7b-b2f3-fc0f3cba98aa tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "GET /v2.0/ports?device_id=188c1d0a-dcf4-41dd-9186-c44f20b4bb97 HTTP/1.1" status: 200 len: 205 time: 0.0807235 Aug 16 22:40:00.604722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46600) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:00.646552 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a4ce74bd-05cf-4df2-9c20-6aa667674e58 None None] Provisioning complete for port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:00.646936 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a4ce74bd-05cf-4df2-9c20-6aa667674e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:00.695782 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39145eb7-9415-408e-8d30-c39df4613064 req-ecde8bcd-c65a-446c-88c1-f99b234fe601 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Made reservation on behalf of 729e44ecc953497b8bf930c79bba20ac for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:00.701661 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-39145eb7-9415-408e-8d30-c39df4613064 req-ecde8bcd-c65a-446c-88c1-f99b234fe601 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:00.720040 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-86ea02e4-2a7f-4499-b714-35ee022d4d42 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] delete failed (client error): The resource could not be found. Aug 16 22:40:00.723949 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-86ea02e4-2a7f-4499-b714-35ee022d4d42 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/routers/188c1d0a-dcf4-41dd-9186-c44f20b4bb97 HTTP/1.1" status: 404 len: 336 time: 0.1165407 Aug 16 22:40:00.725793 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46602) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:00.746904 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41267929-f1c3-43df-b1cc-dd28dfa60699 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:00.772896 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-41267929-f1c3-43df-b1cc-dd28dfa60699 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Calling delete_port for 8a6c2671-f986-41c4-892f-cc350ac251e1 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:00.795192 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e1b4189-eb64-4bae-814c-315764635475 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] DELETE failed (client error): The resource could not be found. Aug 16 22:40:00.796354 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e1b4189-eb64-4bae-814c-315764635475 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:40:00.798757 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7e1b4189-eb64-4bae-814c-315764635475 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/subnets/8e975177-33ff-4a8e-b1e3-79cac718758d HTTP/1.1" status: 404 len: 337 time: 0.0704527 Aug 16 22:40:00.805157 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-89202afc-7eb2-44a9-b93f-f749e2a40ba7 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4575605 Aug 16 22:40:00.805157 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46604) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:00.808973 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46606) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:00.846733 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cba01-04e7-48eb-b5b6-39fe54e6e173 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event updated for resources: {'Subnet': ['ID=e8dbd2ac-2d61-4295-ab83-2a2782f99e04,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:00.854589 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a4ce74bd-05cf-4df2-9c20-6aa667674e58 None None] Provisioning complete for port 4a115518-896d-4661-b265-7cd76ea84a7d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:00.855154 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a4ce74bd-05cf-4df2-9c20-6aa667674e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:00.885976 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a492e92c-89fe-4a24-b251-e7ff06190eae None None] DHCP port deletion for babb651f-43c0-4f3a-a214-ef8d0ec92712 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:40:00.924132 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3cba01-04e7-48eb-b5b6-39fe54e6e173 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Checking segment: {'id': '6356c75a-aa88-4cc1-976d-8443764bad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dc9685c0-f9d7-46dd-af58-7bb8ad4043bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:00.924538 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3cba01-04e7-48eb-b5b6-39fe54e6e173 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Network hostable DHCP agents. Network: dc9685c0-f9d7-46dd-af58-7bb8ad4043bc, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:40:00.934072 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a4ce74bd-05cf-4df2-9c20-6aa667674e58 None None] Port 4a115518-896d-4661-b265-7cd76ea84a7d cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:40:00.936738 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd419f0-a8d5-4ba6-b510-9d4dfeb310de tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] DELETE failed (client error): The resource could not be found. Aug 16 22:40:00.937276 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd419f0-a8d5-4ba6-b510-9d4dfeb310de tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:40:00.939336 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ecd419f0-a8d5-4ba6-b510-9d4dfeb310de tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/subnets/71bcc3b9-b96e-4e54-b3f5-9327ff4fcb22 HTTP/1.1" status: 404 len: 337 time: 0.1144962 Aug 16 22:40:00.945610 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46608) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:00.951507 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70bea95c-359a-4c6e-9ffa-066242fc388a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:00.975090 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70bea95c-359a-4c6e-9ffa-066242fc388a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:00.999156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a492e92c-89fe-4a24-b251-e7ff06190eae None None] Deleting port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:00.999664 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a492e92c-89fe-4a24-b251-e7ff06190eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:01.021607 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3cba01-04e7-48eb-b5b6-39fe54e6e173 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Network dc9685c0-f9d7-46dd-af58-7bb8ad4043bc is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:40:01.037034 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3020b6a-a5f2-463d-b18a-dd6302d3f967 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] DELETE failed (client error): The resource could not be found. Aug 16 22:40:01.037793 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3020b6a-a5f2-463d-b18a-dd6302d3f967 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:40:01.040979 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-39145eb7-9415-408e-8d30-c39df4613064 req-ecde8bcd-c65a-446c-88c1-f99b234fe601 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Allocated IP 172.20.0.4 (a0b4d9a2-666b-4be2-bf62-f6b4cce7a325/2abfc365-29c3-4616-9b87-7c7a7ec9e755/a37698e8-abaf-4d1e-923f-8e7b630bb6a9) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:40:01.044469 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c3020b6a-a5f2-463d-b18a-dd6302d3f967 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/subnets/ba4fd8ec-291d-4bc8-a8a9-250a8b08b090 HTTP/1.1" status: 404 len: 337 time: 0.0943167 Aug 16 22:40:01.046914 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5d3cba01-04e7-48eb-b5b6-39fe54e6e173 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, dc9685c0-f9d7-46dd-af58-7bb8ad4043bc) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:01.052545 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46610) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:01.105413 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb555cf5-9eb1-4b8f-b57e-0658c80bbf96 None None] Network dc9685c0-f9d7-46dd-af58-7bb8ad4043bc requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:01.130147 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-b027cdd4-ead3-4109-9845-02f6b0eb603f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] DELETE failed (client error): The resource could not be found. Aug 16 22:40:01.131251 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b027cdd4-ead3-4109-9845-02f6b0eb603f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:40:01.135776 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b027cdd4-ead3-4109-9845-02f6b0eb603f tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/ports/e891bbc5-33bb-42be-a1d8-2af1919d024c HTTP/1.1" status: 404 len: 333 time: 0.0735812 Aug 16 22:40:01.141475 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3cba01-04e7-48eb-b5b6-39fe54e6e173 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:01.141753 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d3cba01-04e7-48eb-b5b6-39fe54e6e173 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:01.143078 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70bea95c-359a-4c6e-9ffa-066242fc388a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:01.145373 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46612) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:01.196920 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70bea95c-359a-4c6e-9ffa-066242fc388a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:01.201003 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-70bea95c-359a-4c6e-9ffa-066242fc388a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/2ab9127f-7364-4a47-9890-27738d69444e HTTP/1.1" status: 204 len: 168 time: 0.3888347 Aug 16 22:40:01.205326 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bea95c-359a-4c6e-9ffa-066242fc388a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ab9127f-7364-4a47-9890-27738d69444e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:01.210036 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46614) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:01.239301 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-63afcab7-ac93-4bdd-83f7-21bf0f3008a6 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] DELETE failed (client error): The resource could not be found. Aug 16 22:40:01.240076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63afcab7-ac93-4bdd-83f7-21bf0f3008a6 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:40:01.247588 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-63afcab7-ac93-4bdd-83f7-21bf0f3008a6 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/subnets/87c1243b-1717-4c5e-a795-a96472d97d81 HTTP/1.1" status: 404 len: 337 time: 0.0946140 Aug 16 22:40:01.250591 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46616) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:01.291233 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a492e92c-89fe-4a24-b251-e7ff06190eae None None] For port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=00729a7b-bd96-48b9-a0dd-0d3d5a59738d,segment=NetworkSegment(9a61217c-2627-40c5-a052-c71e5ab83f82),segment_id=9a61217c-2627-40c5-a052-c71e5ab83f82)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:01.292080 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a492e92c-89fe-4a24-b251-e7ff06190eae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:01.322097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a492e92c-89fe-4a24-b251-e7ff06190eae None None] Calling delete_port for 00729a7b-bd96-48b9-a0dd-0d3d5a59738d owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:01.340086 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f73a240b-ecef-4671-a2ed-1a45015a4374 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1246772 Aug 16 22:40:01.340886 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46620) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:01.348504 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63dc21b-94ce-40d4-aa8f-5d350b1934b0 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] DELETE failed (client error): The resource could not be found. Aug 16 22:40:01.350728 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d63dc21b-94ce-40d4-aa8f-5d350b1934b0 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:40:01.357942 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 00729a7b-bd96-48b9-a0dd-0d3d5a59738d no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:40:01.359733 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f729a18a-47b4-44a0-ac17-b79cf5e9e6f6 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:01.361503 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46622) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:01.367466 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d63dc21b-94ce-40d4-aa8f-5d350b1934b0 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/subnets/6814dacf-82a4-4d8b-b75d-3d9a9e068abb HTTP/1.1" status: 404 len: 337 time: 0.1111488 Aug 16 22:40:01.379573 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5d3cba01-04e7-48eb-b5b6-39fe54e6e173 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.8604410 Aug 16 22:40:01.386193 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46624) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:01.403057 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6cf3706-989b-4405-be16-5c536460814c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] DELETE failed (client error): The resource could not be found. Aug 16 22:40:01.403760 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6cf3706-989b-4405-be16-5c536460814c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:40:01.405533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a6cf3706-989b-4405-be16-5c536460814c tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/ports/0598b661-6b48-4b95-bcba-9edf319a142c HTTP/1.1" status: 404 len: 333 time: 0.0409117 Aug 16 22:40:01.431947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46626) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:01.506824 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-206398e4-1847-4cb5-9045-60653d5cfa94 req-78e1c123-379b-4a5c-b413-335c76a2c6e6 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8 HTTP/1.1" status: 200 len: 210 time: 0.0729384 Aug 16 22:40:01.512821 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-1525f6c3-eeed-4680-8158-f54829b476d5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] DELETE failed (client error): The resource could not be found. Aug 16 22:40:01.512821 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1525f6c3-eeed-4680-8158-f54829b476d5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:40:01.517405 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1525f6c3-eeed-4680-8158-f54829b476d5 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/subnets/fdfa3b50-97c3-468c-ad42-6ab19a617b0f HTTP/1.1" status: 404 len: 337 time: 0.0511014 Aug 16 22:40:01.519155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729a18a-47b4-44a0-ac17-b79cf5e9e6f6 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Pushing event deleted for resources: {'Port': ['ID=e9568a6a-61ef-4f99-805a-fd7a3e5103ec,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:01.528548 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46630) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:01.665731 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:01.681546 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41267929-f1c3-43df-b1cc-dd28dfa60699 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:01.688811 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f729a18a-47b4-44a0-ac17-b79cf5e9e6f6 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:01.701760 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f729a18a-47b4-44a0-ac17-b79cf5e9e6f6 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:01.707204 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f729a18a-47b4-44a0-ac17-b79cf5e9e6f6 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] 10.222.0.93 "DELETE /v2.0/floatingips/69adb082-2866-4ba3-a4df-b87c783127b1 HTTP/1.1" status: 204 len: 168 time: 2.3839767 Aug 16 22:40:01.707204 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2cdce60-9013-42d5-a10b-ef3423378390 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:01.708320 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a492e92c-89fe-4a24-b251-e7ff06190eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:01.721545 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2cdce60-9013-42d5-a10b-ef3423378390 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:01.748639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a492e92c-89fe-4a24-b251-e7ff06190eae None None] No DVR routers for this DVR port 00729a7b-bd96-48b9-a0dd-0d3d5a59738d on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:40:01.774258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46634) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:01.775319 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-275af1e4-abe2-4249-a9e1-b956e8ec43d8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] DELETE failed (client error): The resource could not be found. Aug 16 22:40:01.775776 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275af1e4-abe2-4249-a9e1-b956e8ec43d8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:40:01.777654 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-275af1e4-abe2-4249-a9e1-b956e8ec43d8 tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/subnets/42f7c2b8-fc2f-4a27-b0ae-50081a1dd90e HTTP/1.1" status: 404 len: 337 time: 0.2455504 Aug 16 22:40:01.779418 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41267929-f1c3-43df-b1cc-dd28dfa60699 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event deleted for resources: {'Port': ['ID=8a6c2671-f986-41c4-892f-cc350ac251e1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:01.782600 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-dd4fda59-11da-465e-9819-2e276902f108 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Request body: {'floatingip': {'floating_network_id': '0ef76a33-5d60-468b-a397-6e095a4830c4', 'port_id': 'ea5a88ca-9d75-4e5a-9b9d-46e42c748daa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:01.791671 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46636) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:01.792364 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2cdce60-9013-42d5-a10b-ef3423378390 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:01.796623 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492e92c-89fe-4a24-b251-e7ff06190eae None None] Pushing event deleted for resources: {'Port': ['ID=00729a7b-bd96-48b9-a0dd-0d3d5a59738d,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:01.803541 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2cdce60-9013-42d5-a10b-ef3423378390 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:01.807588 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b2cdce60-9013-42d5-a10b-ef3423378390 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/a0740933-e418-4cbf-8e3f-471ee89d306d HTTP/1.1" status: 204 len: 168 time: 0.4633169 Aug 16 22:40:01.817597 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46638) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:01.836264 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492e92c-89fe-4a24-b251-e7ff06190eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:01.841460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492e92c-89fe-4a24-b251-e7ff06190eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:01.841460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492e92c-89fe-4a24-b251-e7ff06190eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:01.841460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492e92c-89fe-4a24-b251-e7ff06190eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:01.841460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492e92c-89fe-4a24-b251-e7ff06190eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:01.841460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492e92c-89fe-4a24-b251-e7ff06190eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:01.841460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492e92c-89fe-4a24-b251-e7ff06190eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:01.841460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492e92c-89fe-4a24-b251-e7ff06190eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:01.841460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492e92c-89fe-4a24-b251-e7ff06190eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:01.841460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492e92c-89fe-4a24-b251-e7ff06190eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:01.841460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492e92c-89fe-4a24-b251-e7ff06190eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:01.841460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492e92c-89fe-4a24-b251-e7ff06190eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:01.869001 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-dc9685c0-f9d7-46dd-af58-7bb8ad4043bc', 'network_id': 'dc9685c0-f9d7-46dd-af58-7bb8ad4043bc', 'tenant_id': 'ca7f7ed193114646a23e4e746e77035e', 'fixed_ips': [{'subnet_id': 'e8dbd2ac-2d61-4295-ab83-2a2782f99e04'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:40:01.872291 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:01.879872 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdce60-9013-42d5-a10b-ef3423378390 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0740933-e418-4cbf-8e3f-471ee89d306d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:01.920634 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-39145eb7-9415-408e-8d30-c39df4613064 req-ecde8bcd-c65a-446c-88c1-f99b234fe601 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:01.932098 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:01.944330 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41267929-f1c3-43df-b1cc-dd28dfa60699 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:01.946870 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-41267929-f1c3-43df-b1cc-dd28dfa60699 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "DELETE /v2.0/ports/8a6c2671-f986-41c4-892f-cc350ac251e1 HTTP/1.1" status: 204 len: 168 time: 2.0552123 Aug 16 22:40:01.960231 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46640) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:01.980019 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd4fda59-11da-465e-9819-2e276902f108 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:01.988311 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-401657c6-532e-4f91-9fde-d762a2f0d918 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1015112 Aug 16 22:40:01.992586 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46642) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:02.063828 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-add89518-8c73-4e9e-8382-3436c4735fbe tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:02.079968 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-add89518-8c73-4e9e-8382-3436c4735fbe tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:02.108904 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:02.135349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-76895dcc-12ad-4f97-ac23-c25d7353dece tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Deleting subnet 6407f57a-0a4a-4c45-b6bc-4d49c5bbccdb {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:40:02.139080 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76895dcc-12ad-4f97-ac23-c25d7353dece tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:02.184370 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76895dcc-12ad-4f97-ac23-c25d7353dece tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:02.192530 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-add89518-8c73-4e9e-8382-3436c4735fbe tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:02.206476 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-add89518-8c73-4e9e-8382-3436c4735fbe tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:02.208539 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-add89518-8c73-4e9e-8382-3436c4735fbe tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/c1d22222-19c0-4bf6-aad7-cccb4ee0010c HTTP/1.1" status: 204 len: 168 time: 0.2147508 Aug 16 22:40:02.214385 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46644) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:02.224907 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] Allocated IP 2001:db8::f816:3eff:fe4d:569a (dc9685c0-f9d7-46dd-af58-7bb8ad4043bc/e8dbd2ac-2d61-4295-ab83-2a2782f99e04/78989601-cb16-4246-8301-e65de60d2ccb) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:40:02.252870 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add89518-8c73-4e9e-8382-3436c4735fbe tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1d22222-19c0-4bf6-aad7-cccb4ee0010c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:02.282914 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ea84fc7e-a973-42ea-bb7f-26d088b03e44 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0672281 Aug 16 22:40:02.288459 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46646) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:02.332292 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76895dcc-12ad-4f97-ac23-c25d7353dece tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:02.379842 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3794e0b9-1f44-4ec0-8f4c-6194c9fae2d8 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:02.423121 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3794e0b9-1f44-4ec0-8f4c-6194c9fae2d8 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:02.477416 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76895dcc-12ad-4f97-ac23-c25d7353dece tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:02.482386 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-39145eb7-9415-408e-8d30-c39df4613064 req-ecde8bcd-c65a-446c-88c1-f99b234fe601 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:02.502368 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3794e0b9-1f44-4ec0-8f4c-6194c9fae2d8 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:02.510195 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3794e0b9-1f44-4ec0-8f4c-6194c9fae2d8 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:02.513293 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3794e0b9-1f44-4ec0-8f4c-6194c9fae2d8 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "DELETE /v2.0/security-groups/bd0d9cb1-d6a3-4555-8ddc-b77caee5f4a9 HTTP/1.1" status: 204 len: 168 time: 0.2230213 Aug 16 22:40:02.518613 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-48fda3dc-f5a3-4dab-a2cd-c773ec6e6d5b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Deleting port 4a115518-896d-4661-b265-7cd76ea84a7d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:02.518860 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48fda3dc-f5a3-4dab-a2cd-c773ec6e6d5b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:02.521483 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46648) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:02.527816 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['8507266d-0a1f-46dd-89e2-1352a70987b1', 'bc1e7f6a-23ab-47c1-abaa-231b151908c9'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:40:02.528401 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794e0b9-1f44-4ec0-8f4c-6194c9fae2d8 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0d9cb1-d6a3-4555-8ddc-b77caee5f4a9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:02.642722 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:02.670594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92140113-10aa-4fc1-9028-ebeacfef82d6 None None] Network 4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:02.678237 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76895dcc-12ad-4f97-ac23-c25d7353dece tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event deleted for resources: {'Subnet': ['ID=6407f57a-0a4a-4c45-b6bc-4d49c5bbccdb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:02.678498 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] Transition to ACTIVE for port object 78989601-cb16-4246-8301-e65de60d2ccb will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:02.698777 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-76895dcc-12ad-4f97-ac23-c25d7353dece tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:02.704663 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46654) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:02.705646 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-76895dcc-12ad-4f97-ac23-c25d7353dece tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "DELETE /v2.0/subnets/6407f57a-0a4a-4c45-b6bc-4d49c5bbccdb HTTP/1.1" status: 204 len: 168 time: 0.7383232 Aug 16 22:40:02.779967 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48fda3dc-f5a3-4dab-a2cd-c773ec6e6d5b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:02.787609 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] Transition to ACTIVE for port object 78989601-cb16-4246-8301-e65de60d2ccb will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:02.809086 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-48fda3dc-f5a3-4dab-a2cd-c773ec6e6d5b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Calling delete_port for 4a115518-896d-4661-b265-7cd76ea84a7d owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:02.836733 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-61323b3d-cb44-4dc9-a06e-a9945fda8776 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Deleting subnet cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:40:02.844679 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-61323b3d-cb44-4dc9-a06e-a9945fda8776 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:02.849479 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39145eb7-9415-408e-8d30-c39df4613064 req-ecde8bcd-c65a-446c-88c1-f99b234fe601 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:02.919072 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-61323b3d-cb44-4dc9-a06e-a9945fda8776 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:02.947069 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-39145eb7-9415-408e-8d30-c39df4613064 req-ecde8bcd-c65a-446c-88c1-f99b234fe601 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:02.964941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-39145eb7-9415-408e-8d30-c39df4613064 req-ecde8bcd-c65a-446c-88c1-f99b234fe601 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:40:02.981739 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde8bcd-c65a-446c-88c1-f99b234fe601 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Pushing event updated for resources: {'Port': ['ID=a37698e8-abaf-4d1e-923f-8e7b630bb6a9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:03.022434 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3db61854-9d24-448d-a796-52cf21bff41e tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4584734 Aug 16 22:40:03.040153 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46658) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:03.045230 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d0b12f51-6ef4-429c-ad2c-52fdde79f54d tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1881172014'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:03.084832 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.121549 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39145eb7-9415-408e-8d30-c39df4613064 req-ecde8bcd-c65a-446c-88c1-f99b234fe601 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:03.122477 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-39145eb7-9415-408e-8d30-c39df4613064 req-ecde8bcd-c65a-446c-88c1-f99b234fe601 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.135131 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc8484-549d-4212-ae00-ae4834fff255 req-6997e661-d1f9-495a-8892-22c9f08b1dc0 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:03.136715 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63bc8484-549d-4212-ae00-ae4834fff255 req-6997e661-d1f9-495a-8892-22c9f08b1dc0 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8 HTTP/1.1" status: 200 len: 931 time: 0.4628043 Aug 16 22:40:03.162284 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] Network dc9685c0-f9d7-46dd-af58-7bb8ad4043bc is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:03.166273 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-61323b3d-cb44-4dc9-a06e-a9945fda8776 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.178261 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0b12f51-6ef4-429c-ad2c-52fdde79f54d tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.185765 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39145eb7-9415-408e-8d30-c39df4613064 req-ecde8bcd-c65a-446c-88c1-f99b234fe601 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4320767 Aug 16 22:40:03.209659 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.219391 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-dd4fda59-11da-465e-9819-2e276902f108 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:40:03.221401 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dd4fda59-11da-465e-9819-2e276902f108 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.4424441 Aug 16 22:40:03.222194 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48fda3dc-f5a3-4dab-a2cd-c773ec6e6d5b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.228324 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46660) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:03.235959 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-142b5d92-e85c-4edc-a525-04b9d0d40914 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': 'ea5a88ca-9d75-4e5a-9b9d-46e42c748daa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:03.247684 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-39145eb7-9415-408e-8d30-c39df4613064 req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] Request body: {'port': {'device_id': 'e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:03.254701 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:03.266911 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-48fda3dc-f5a3-4dab-a2cd-c773ec6e6d5b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.273268 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-48fda3dc-f5a3-4dab-a2cd-c773ec6e6d5b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/ports/4a115518-896d-4661-b265-7cd76ea84a7d HTTP/1.1" status: 204 len: 168 time: 1.4786954 Aug 16 22:40:03.280811 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46662) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:03.291586 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:40:03.306971 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event deleted for resources: {'Subnet': ['ID=e8dbd2ac-2d61-4295-ab83-2a2782f99e04,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:03.317263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] Pushing event updated for resources: {'Port': ['ID=78989601-cb16-4246-8301-e65de60d2ccb,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:03.349201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fda3dc-f5a3-4dab-a2cd-c773ec6e6d5b tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Port': ['ID=4a115518-896d-4661-b265-7cd76ea84a7d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:03.376466 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63bc8484-549d-4212-ae00-ae4834fff255 req-3aa224be-5547-44ea-bd47-f5782cf14377 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145660 Aug 16 22:40:03.440155 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-39145eb7-9415-408e-8d30-c39df4613064 req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.473864 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142b5d92-e85c-4edc-a525-04b9d0d40914 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.477588 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] Attempting to bind port 78989601-cb16-4246-8301-e65de60d2ccb on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:40:03.478028 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] Attempting to bind port 78989601-cb16-4246-8301-e65de60d2ccb by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '6356c75a-aa88-4cc1-976d-8443764bad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dc9685c0-f9d7-46dd-af58-7bb8ad4043bc'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:40:03.478447 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] Attempting to bind port 78989601-cb16-4246-8301-e65de60d2ccb on network dc9685c0-f9d7-46dd-af58-7bb8ad4043bc {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:40:03.483853 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-61323b3d-cb44-4dc9-a06e-a9945fda8776 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.491193 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.551669 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:40:03.552656 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] Checking segment: {'id': '6356c75a-aa88-4cc1-976d-8443764bad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dc9685c0-f9d7-46dd-af58-7bb8ad4043bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:03.553928 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.555995 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] Bound using segment: {'id': '6356c75a-aa88-4cc1-976d-8443764bad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dc9685c0-f9d7-46dd-af58-7bb8ad4043bc'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:40:03.556764 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] Bound port: 78989601-cb16-4246-8301-e65de60d2ccb, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6356c75a-aa88-4cc1-976d-8443764bad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dc9685c0-f9d7-46dd-af58-7bb8ad4043bc'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:40:03.557422 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.560951 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9685c0-f9d7-46dd-af58-7bb8ad4043bc']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:03.572717 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a456a2af-2c00-4701-bbb8-6303934730dd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.573243 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30b076a-6450-43f7-aaae-c234679ab6f4 None None] DHCP port deletion for 4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:40:03.648660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61323b3d-cb44-4dc9-a06e-a9945fda8776 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event deleted for resources: {'Subnet': ['ID=cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:03.677216 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6356c75a-aa88-4cc1-976d-8443764bad45') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:03.677492 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6356c75a-aa88-4cc1-976d-8443764bad45') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:03.739328 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-61323b3d-cb44-4dc9-a06e-a9945fda8776 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.752181 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] For port 78989601-cb16-4246-8301-e65de60d2ccb, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:40:03.755999 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-61323b3d-cb44-4dc9-a06e-a9945fda8776 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "DELETE /v2.0/subnets/cc9aabf0-e1ba-4c6e-ac05-ee5d39a4ccb8 HTTP/1.1" status: 204 len: 168 time: 1.0459592 Aug 16 22:40:03.759755 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] For port 78989601-cb16-4246-8301-e65de60d2ccb, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=78989601-cb16-4246-8301-e65de60d2ccb,segment=NetworkSegment(6356c75a-aa88-4cc1-976d-8443764bad45),segment_id=6356c75a-aa88-4cc1-976d-8443764bad45)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:40:03.767125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb2842a-b2ee-47ad-baba-18b43f285948 None None] Network 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:03.783461 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46664) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:03.795025 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.796902 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0b12f51-6ef4-429c-ad2c-52fdde79f54d tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.877294 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0b12f51-6ef4-429c-ad2c-52fdde79f54d tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.901173 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.910555 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.910970 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:40:03.911276 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:40:03.931954 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:40:03.946553 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d0b12f51-6ef4-429c-ad2c-52fdde79f54d tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.949543 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d0b12f51-6ef4-429c-ad2c-52fdde79f54d tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9081740 Aug 16 22:40:03.953493 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46670) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:03.954347 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b12f51-6ef4-429c-ad2c-52fdde79f54d tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51bc2674-dcbd-48eb-8c5e-97afb66c7aeb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:03.967029 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c6b64156-61d8-490a-9536-363db6aa49d7 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Request body: {'security_group_rule': {'security_group_id': '51bc2674-dcbd-48eb-8c5e-97afb66c7aeb', 'direction': 'ingress', 'protocol': 17}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:04.047656 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c6b64156-61d8-490a-9536-363db6aa49d7 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:04.139117 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830383d6-e8c7-499c-8040-01d1bcaf8d95 None None] Pushing event updated for resources: {'Port': ['ID=78989601-cb16-4246-8301-e65de60d2ccb,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:04.174019 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c30b076a-6450-43f7-aaae-c234679ab6f4 None None] Deleting port 75d0dcbf-aa53-4611-9f13-75b7ac5720e2 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:04.174408 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c30b076a-6450-43f7-aaae-c234679ab6f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:04.178627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-39145eb7-9415-408e-8d30-c39df4613064 req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37698e8-abaf-4d1e-923f-8e7b630bb6a9 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:40:04.190541 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-39145eb7-9415-408e-8d30-c39df4613064 req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:04.221571 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ae7c9e-6e12-47a6-b3c9-f73fc6cb5f3c None None] Network dc9685c0-f9d7-46dd-af58-7bb8ad4043bc requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:04.254553 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c6b64156-61d8-490a-9536-363db6aa49d7 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:04.259308 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c6b64156-61d8-490a-9536-363db6aa49d7 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:04.276005 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a456a2af-2c00-4701-bbb8-6303934730dd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:04.287474 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-39145eb7-9415-408e-8d30-c39df4613064 req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] Transition to ACTIVE for port object a37698e8-abaf-4d1e-923f-8e7b630bb6a9 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:04.294927 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b64156-61d8-490a-9536-363db6aa49d7 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041e6419-9aff-452e-9066-f1eb8e48acd9,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:04.299666 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-39145eb7-9415-408e-8d30-c39df4613064 req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:04.305594 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c6b64156-61d8-490a-9536-363db6aa49d7 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:04.306980 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c6b64156-61d8-490a-9536-363db6aa49d7 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3481123 Aug 16 22:40:04.314897 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46672) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:04.319669 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-a456a2af-2c00-4701-bbb8-6303934730dd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babb651f-43c0-4f3a-a214-ef8d0ec92712']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:04.321950 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03daa215-3a75-4066-b207-52392554b734 None None] DHCP port deletion for 3d52a80a-46a1-4a85-b6ee-83d618bc5e2e request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:40:04.325058 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 22:40:04.325058 n-d-792458-15 neutron-server[94872]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 22:40:04.325058 n-d-792458-15 neutron-server[94872]: [parameters: {'id': 'dc9685c0-f9d7-46dd-af58-7bb8ad4043bc'}] Aug 16 22:40:04.325058 n-d-792458-15 neutron-server[94872]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:40:04.325558 n-d-792458-15 neutron-server[94872]: DEBUG oslo_db.api [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:40:04.360026 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-a456a2af-2c00-4701-bbb8-6303934730dd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a61217c-2627-40c5-a052-c71e5ab83f82') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:04.360409 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-a456a2af-2c00-4701-bbb8-6303934730dd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a61217c-2627-40c5-a052-c71e5ab83f82') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:04.376461 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5b7b-a0b7-4005-aab4-0657ac63f6ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:04.384938 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a456a2af-2c00-4701-bbb8-6303934730dd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:04.410992 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c30b076a-6450-43f7-aaae-c234679ab6f4 None None] For port 75d0dcbf-aa53-4611-9f13-75b7ac5720e2, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=75d0dcbf-aa53-4611-9f13-75b7ac5720e2,segment=NetworkSegment(cb807bf3-34f9-4fc7-bb65-ae2e13f03841),segment_id=cb807bf3-34f9-4fc7-bb65-ae2e13f03841)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:04.410992 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c30b076a-6450-43f7-aaae-c234679ab6f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:04.411419 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a456a2af-2c00-4701-bbb8-6303934730dd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:04.427811 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a456a2af-2c00-4701-bbb8-6303934730dd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:40:04.428262 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a456a2af-2c00-4701-bbb8-6303934730dd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:40:04.432868 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:40:04.452547 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c30b076a-6450-43f7-aaae-c234679ab6f4 None None] Calling delete_port for 75d0dcbf-aa53-4611-9f13-75b7ac5720e2 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:04.465473 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] Pushing event updated for resources: {'Port': ['ID=a37698e8-abaf-4d1e-923f-8e7b630bb6a9,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:04.608305 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c30b076a-6450-43f7-aaae-c234679ab6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:04.653477 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142b5d92-e85c-4edc-a525-04b9d0d40914 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:04.656966 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a456a2af-2c00-4701-bbb8-6303934730dd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:04.677553 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a456a2af-2c00-4701-bbb8-6303934730dd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:04.679897 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a456a2af-2c00-4701-bbb8-6303934730dd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] 10.222.0.93 "DELETE /v2.0/networks/babb651f-43c0-4f3a-a214-ef8d0ec92712 HTTP/1.1" status: 204 len: 168 time: 1.3954942 Aug 16 22:40:04.689234 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b076a-6450-43f7-aaae-c234679ab6f4 None None] Pushing event deleted for resources: {'Port': ['ID=75d0dcbf-aa53-4611-9f13-75b7ac5720e2,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:04.694676 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30b076a-6450-43f7-aaae-c234679ab6f4 None None] No DVR routers for this DVR port 75d0dcbf-aa53-4611-9f13-75b7ac5720e2 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:40:04.776540 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-03daa215-3a75-4066-b207-52392554b734 None None] Deleting port dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:04.777063 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-03daa215-3a75-4066-b207-52392554b734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:04.907188 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc3a387a-12d1-493f-8fa4-841bdbee74ec tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:04.912566 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-03daa215-3a75-4066-b207-52392554b734 None None] For port dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e,segment=NetworkSegment(44081139-c3e7-4662-872a-94353d92601c),segment_id=44081139-c3e7-4662-872a-94353d92601c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:04.913185 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-03daa215-3a75-4066-b207-52392554b734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:04.956748 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-03daa215-3a75-4066-b207-52392554b734 None None] Calling delete_port for dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:04.957021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-39145eb7-9415-408e-8d30-c39df4613064 req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] Attempting to bind port a37698e8-abaf-4d1e-923f-8e7b630bb6a9 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:40:04.957211 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-39145eb7-9415-408e-8d30-c39df4613064 req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] Attempting to bind port a37698e8-abaf-4d1e-923f-8e7b630bb6a9 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:40:04.957419 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39145eb7-9415-408e-8d30-c39df4613064 req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] Attempting to bind port a37698e8-abaf-4d1e-923f-8e7b630bb6a9 on network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:40:04.970107 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:04.977108 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5ebb8-0568-42c0-83cf-290f3e7c5532 req-37916a93-b5f9-4b9a-9f89-32a10ae09671 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:04.978851 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c7c5ebb8-0568-42c0-83cf-290f3e7c5532 req-37916a93-b5f9-4b9a-9f89-32a10ae09671 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8 HTTP/1.1" status: 200 len: 943 time: 0.1474397 Aug 16 22:40:04.985839 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc3a387a-12d1-493f-8fa4-841bdbee74ec tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:04.991525 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456a2af-2c00-4701-bbb8-6303934730dd tempest-PortsIpV6TestJSON-1639220760 tempest-PortsIpV6TestJSON-1639220760-project] Pushing event deleted for resources: {'Network': ['ID=babb651f-43c0-4f3a-a214-ef8d0ec92712,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:05.006262 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39145eb7-9415-408e-8d30-c39df4613064 req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] Port a37698e8-abaf-4d1e-923f-8e7b630bb6a9 on network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:40:05.006662 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39145eb7-9415-408e-8d30-c39df4613064 req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] Attempting to bind port a37698e8-abaf-4d1e-923f-8e7b630bb6a9 on network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:40:05.016744 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39145eb7-9415-408e-8d30-c39df4613064 req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:40:05.017100 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39145eb7-9415-408e-8d30-c39df4613064 req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] Checking segment: {'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:05.017513 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39145eb7-9415-408e-8d30-c39df4613064 req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] Bound using segment: {'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:40:05.018024 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-39145eb7-9415-408e-8d30-c39df4613064 req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] Bound port: a37698e8-abaf-4d1e-923f-8e7b630bb6a9, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:40:05.018416 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-39145eb7-9415-408e-8d30-c39df4613064 req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:05.195875 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c7c5ebb8-0568-42c0-83cf-290f3e7c5532 req-f3e3a4e9-8c55-49c5-bb30-91df3913a931 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985481 Aug 16 22:40:05.196779 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-03daa215-3a75-4066-b207-52392554b734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:05.216893 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bb6f5b7b-a0b7-4005-aab4-0657ac63f6ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Deleting port 75d0dcbf-aa53-4611-9f13-75b7ac5720e2 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:05.217437 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5b7b-a0b7-4005-aab4-0657ac63f6ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:05.249133 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-142b5d92-e85c-4edc-a525-04b9d0d40914 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Allocated IP 172.25.6.13 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/dd32d14d-99b0-4ab6-8c84-84b508d85822) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:40:05.261282 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc3a387a-12d1-493f-8fa4-841bdbee74ec tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:05.266418 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc3a387a-12d1-493f-8fa4-841bdbee74ec tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:05.268462 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fc3a387a-12d1-493f-8fa4-841bdbee74ec tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "DELETE /v2.0/security-groups/51bc2674-dcbd-48eb-8c5e-97afb66c7aeb HTTP/1.1" status: 204 len: 168 time: 0.9522965 Aug 16 22:40:05.292865 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46684) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:05.303121 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a387a-12d1-493f-8fa4-841bdbee74ec tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bc2674-dcbd-48eb-8c5e-97afb66c7aeb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:05.315744 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 75d0dcbf-aa53-4611-9f13-75b7ac5720e2 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:40:05.326506 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-39145eb7-9415-408e-8d30-c39df4613064 req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] For port a37698e8-abaf-4d1e-923f-8e7b630bb6a9, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:40:05.334962 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-39145eb7-9415-408e-8d30-c39df4613064 req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] For port a37698e8-abaf-4d1e-923f-8e7b630bb6a9, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a37698e8-abaf-4d1e-923f-8e7b630bb6a9,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:40:05.347526 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-39145eb7-9415-408e-8d30-c39df4613064 req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:05.390764 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 75d0dcbf-aa53-4611-9f13-75b7ac5720e2 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:40:05.397783 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 75d0dcbf-aa53-4611-9f13-75b7ac5720e2 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:40:05.398824 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46686) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:05.399275 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:40:05.462936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03daa215-3a75-4066-b207-52392554b734 None None] Pushing event deleted for resources: {'Port': ['ID=dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:05.467614 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:40:05.468145 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:40:05.474634 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03daa215-3a75-4066-b207-52392554b734 None None] No DVR routers for this DVR port dfbd77c4-2f2f-4b57-9b13-2a1d25233e1e on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:40:05.509487 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] Pushing event updated for resources: {'Port': ['ID=a37698e8-abaf-4d1e-923f-8e7b630bb6a9,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:05.510019 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0775d97-e3ba-446d-944e-d4f39b6e69a7 None None] get_active_networks_info from n-d-792458-15 {{(pid=94873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:40:05.519829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39145eb7-9415-408e-8d30-c39df4613064 req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:05.520477 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-39145eb7-9415-408e-8d30-c39df4613064 req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:05.522435 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39145eb7-9415-408e-8d30-c39df4613064 req-42326968-2c8e-43e2-b6c6-724dad124745 service neutron] 10.222.0.39 "PUT /v2.0/ports/a37698e8-abaf-4d1e-923f-8e7b630bb6a9 HTTP/1.1" status: 200 len: 1092 time: 2.2790663 Aug 16 22:40:05.523859 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8', 'tag': 'a37698e8-abaf-4d1e-923f-8e7b630bb6a9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:40:05.527171 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7da5ae-1c6e-427b-b5ef-63842074c54f" -d '{"events": [{"name": "network-changed", "server_uuid": "e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8", "tag": "a37698e8-abaf-4d1e-923f-8e7b630bb6a9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:40:05.627144 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-114041cd-ef39-400f-ada4-6302a1f8138b tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3167539 Aug 16 22:40:05.638759 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-bb6f5b7b-a0b7-4005-aab4-0657ac63f6ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] For port 75d0dcbf-aa53-4611-9f13-75b7ac5720e2, host n-d-792458-15, got binding levels [] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:05.640385 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5b7b-a0b7-4005-aab4-0657ac63f6ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:05.647188 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46692) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:05.649795 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038fc9ab-e3e3-4c0f-8ef6-1e19d7be9297 x-openstack-request-id: req-038fc9ab-e3e3-4c0f-8ef6-1e19d7be9297 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:40:05.650130 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8", "tag": "a37698e8-abaf-4d1e-923f-8e7b630bb6a9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:40:05.650386 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-038fc9ab-e3e3-4c0f-8ef6-1e19d7be9297 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:40:05.650792 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8', 'tag': 'a37698e8-abaf-4d1e-923f-8e7b630bb6a9', 'status': 'completed', 'code': 200} Aug 16 22:40:05.666542 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c07eea1f-64ff-45e7-8661-b2ea3e5a8e9a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Request body: {'security_group': {'name': 'tempest-secgroup--887994581'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:05.691474 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39145eb7-9415-408e-8d30-c39df4613064 req-628d1c10-7643-42c3-9b52-d04491de80f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:05.693247 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39145eb7-9415-408e-8d30-c39df4613064 req-628d1c10-7643-42c3-9b52-d04491de80f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&device_id=e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8 HTTP/1.1" status: 200 len: 1095 time: 0.1122289 Aug 16 22:40:05.710280 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c07eea1f-64ff-45e7-8661-b2ea3e5a8e9a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:05.720416 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bb6f5b7b-a0b7-4005-aab4-0657ac63f6ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Calling delete_port for 75d0dcbf-aa53-4611-9f13-75b7ac5720e2 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:05.724819 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Deleting port 78989601-cb16-4246-8301-e65de60d2ccb {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:05.725475 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:05.728746 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.ipam_backend_mixin [None req-bb6f5b7b-a0b7-4005-aab4-0657ac63f6ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Port 75d0dcbf-aa53-4611-9f13-75b7ac5720e2 was not found and therefore no delete operation was performed {{(pid=94872) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:40:05.733290 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0775d97-e3ba-446d-944e-d4f39b6e69a7 None None] Resources bound (agent type, host, resource id): {{(pid=94873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:40:05.753137 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5b7b-a0b7-4005-aab4-0657ac63f6ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:05.796790 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39145eb7-9415-408e-8d30-c39df4613064 req-ce219bbe-3d20-49cf-98f2-05f26d959637 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a37698e8-abaf-4d1e-923f-8e7b630bb6a9 HTTP/1.1" status: 200 len: 217 time: 0.0944436 Aug 16 22:40:05.891987 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39145eb7-9415-408e-8d30-c39df4613064 req-4fede825-9da8-418b-a8e6-53ed75bf9a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:05.893506 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39145eb7-9415-408e-8d30-c39df4613064 req-4fede825-9da8-418b-a8e6-53ed75bf9a42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2abfc365-29c3-4616-9b87-7c7a7ec9e755 HTTP/1.1" status: 200 len: 846 time: 0.0891013 Aug 16 22:40:05.932748 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39145eb7-9415-408e-8d30-c39df4613064 req-c64243d8-70cb-47f6-a064-c10d583e5aab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311155 Aug 16 22:40:06.079230 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39145eb7-9415-408e-8d30-c39df4613064 req-e550565b-6cc5-4fee-93ef-2742beaf06b5 service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361754 Aug 16 22:40:06.227038 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c83fdcf-c078-494c-859e-13f1a0d556b6 None None] get_active_networks_info from n-d-792458-15 {{(pid=94873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:40:06.287831 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6f5b7b-a0b7-4005-aab4-0657ac63f6ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] No DVR routers for this DVR port 75d0dcbf-aa53-4611-9f13-75b7ac5720e2 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:40:06.295083 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39145eb7-9415-408e-8d30-c39df4613064 req-8a0f2294-65b4-45f6-bd4e-ea5a305af4c0 service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078636 Aug 16 22:40:06.327498 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f5b7b-a0b7-4005-aab4-0657ac63f6ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event deleted for resources: {'Port': ['ID=75d0dcbf-aa53-4611-9f13-75b7ac5720e2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:06.355960 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] For port 78989601-cb16-4246-8301-e65de60d2ccb, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=78989601-cb16-4246-8301-e65de60d2ccb,segment=NetworkSegment(6356c75a-aa88-4cc1-976d-8443764bad45),segment_id=6356c75a-aa88-4cc1-976d-8443764bad45)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:06.355960 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:06.390182 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-02741780-fa1e-4436-b098-d07986e8fb39 req-f25262c6-d469-404d-a2aa-b09fdab36abc tempest-ServersOnMultiNodesTest-308064016 tempest-ServersOnMultiNodesTest-308064016-project] (94871) timed out ('10.222.0.43', 60279) {{(pid=94871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:40:06.463250 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142b5d92-e85c-4edc-a525-04b9d0d40914 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:06.480360 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Calling delete_port for 78989601-cb16-4246-8301-e65de60d2ccb owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:06.501330 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c961c045-b6cb-4525-aa5f-788c6413e579 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d151c136af15401e8630f50830d07764&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0726614 Aug 16 22:40:06.505039 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e2ad9-1ca2-42c6-9402-15a90720ef84 req-de8dfc83-b2fb-4c91-b670-cdb57a1420ed tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:06.507300 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f9e2ad9-1ca2-42c6-9402-15a90720ef84 req-de8dfc83-b2fb-4c91-b670-cdb57a1420ed tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8 HTTP/1.1" status: 200 len: 943 time: 0.1955507 Aug 16 22:40:06.508177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46708) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:06.518749 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5b7b-a0b7-4005-aab4-0657ac63f6ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:06.532010 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c83fdcf-c078-494c-859e-13f1a0d556b6 None None] Resources bound (agent type, host, resource id): {{(pid=94873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:40:06.587173 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7da5ae-1c6e-427b-b5ef-63842074c54f req-d4c476e1-69c4-49a6-bb83-88a7ded1d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:06.591033 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a7da5ae-1c6e-427b-b5ef-63842074c54f req-d4c476e1-69c4-49a6-bb83-88a7ded1d8d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&device_id=e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8 HTTP/1.1" status: 200 len: 1095 time: 0.1889970 Aug 16 22:40:06.624846 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-bb6f5b7b-a0b7-4005-aab4-0657ac63f6ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4f1f6c-9680-469a-bab8-e73ceb2b4da1']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:06.641748 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142b5d92-e85c-4edc-a525-04b9d0d40914 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:06.650981 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-bb6f5b7b-a0b7-4005-aab4-0657ac63f6ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb807bf3-34f9-4fc7-bb65-ae2e13f03841') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:06.651280 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-bb6f5b7b-a0b7-4005-aab4-0657ac63f6ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb807bf3-34f9-4fc7-bb65-ae2e13f03841') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:06.697316 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5b7b-a0b7-4005-aab4-0657ac63f6ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:06.724474 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f9e2ad9-1ca2-42c6-9402-15a90720ef84 req-a1e73211-b580-4e79-a697-ce5b298d7b80 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920795 Aug 16 22:40:06.768995 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5b7b-a0b7-4005-aab4-0657ac63f6ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:06.772833 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142b5d92-e85c-4edc-a525-04b9d0d40914 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:06.791137 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58630a1c-93d5-4e09-94f4-9342f96f24f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:06.793632 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-142b5d92-e85c-4edc-a525-04b9d0d40914 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:06.814679 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c07eea1f-64ff-45e7-8661-b2ea3e5a8e9a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:06.818833 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6f5b7b-a0b7-4005-aab4-0657ac63f6ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:40:06.819566 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5b7b-a0b7-4005-aab4-0657ac63f6ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:40:06.829220 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:40:06.844986 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142b5d92-e85c-4edc-a525-04b9d0d40914 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:40:06.862872 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58630a1c-93d5-4e09-94f4-9342f96f24f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:06.897165 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b5d92-e85c-4edc-a525-04b9d0d40914 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Pushing event updated for resources: {'Port': ['ID=dd32d14d-99b0-4ab6-8c84-84b508d85822,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:06.900186 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c07eea1f-64ff-45e7-8661-b2ea3e5a8e9a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:06.947153 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7da5ae-1c6e-427b-b5ef-63842074c54f req-f7a25e88-22f5-4973-9315-2b3814ab44eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:06.951055 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a7da5ae-1c6e-427b-b5ef-63842074c54f req-f7a25e88-22f5-4973-9315-2b3814ab44eb service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 907 time: 0.3328879 Aug 16 22:40:06.993639 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07eea1f-64ff-45e7-8661-b2ea3e5a8e9a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc06690-24f5-4348-95c3-cfdc5136f25e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:06.996127 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c07eea1f-64ff-45e7-8661-b2ea3e5a8e9a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:06.998026 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c07eea1f-64ff-45e7-8661-b2ea3e5a8e9a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3366303 Aug 16 22:40:07.009624 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46710) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:07.015140 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a16506b6-dabc-4672-962b-55cc6c746990 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1670596787'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:07.034446 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a7da5ae-1c6e-427b-b5ef-63842074c54f req-9f2112a6-d553-4278-9373-91540fe36b69 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a37698e8-abaf-4d1e-923f-8e7b630bb6a9 HTTP/1.1" status: 200 len: 217 time: 0.0702043 Aug 16 22:40:07.055418 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:07.103925 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5b7b-a0b7-4005-aab4-0657ac63f6ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:07.113897 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event deleted for resources: {'Port': ['ID=78989601-cb16-4246-8301-e65de60d2ccb,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:07.125906 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5b7b-a0b7-4005-aab4-0657ac63f6ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:07.126258 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58630a1c-93d5-4e09-94f4-9342f96f24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:07.128032 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bb6f5b7b-a0b7-4005-aab4-0657ac63f6ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "DELETE /v2.0/networks/4a4f1f6c-9680-469a-bab8-e73ceb2b4da1 HTTP/1.1" status: 204 len: 168 time: 3.3473616 Aug 16 22:40:07.129643 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58630a1c-93d5-4e09-94f4-9342f96f24f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:07.130952 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-58630a1c-93d5-4e09-94f4-9342f96f24f9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/842ff725-b64c-44a5-8bd3-e3acda9bd9b5 HTTP/1.1" status: 204 len: 168 time: 0.6213014 Aug 16 22:40:07.138580 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46712) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:07.168807 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f5b7b-a0b7-4005-aab4-0657ac63f6ae tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event deleted for resources: {'Network': ['ID=4a4f1f6c-9680-469a-bab8-e73ceb2b4da1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:07.171057 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] No DVR routers for this DVR port 78989601-cb16-4246-8301-e65de60d2ccb on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:40:07.178113 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a16506b6-dabc-4672-962b-55cc6c746990 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:07.263647 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58630a1c-93d5-4e09-94f4-9342f96f24f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842ff725-b64c-44a5-8bd3-e3acda9bd9b5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:07.275665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7da5ae-1c6e-427b-b5ef-63842074c54f req-2b46eb72-6486-4648-9650-849655282a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:07.278203 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a7da5ae-1c6e-427b-b5ef-63842074c54f req-2b46eb72-6486-4648-9650-849655282a22 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2abfc365-29c3-4616-9b87-7c7a7ec9e755 HTTP/1.1" status: 200 len: 846 time: 0.2298853 Aug 16 22:40:07.357067 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a7da5ae-1c6e-427b-b5ef-63842074c54f req-8e34f05a-d624-4700-b57e-d805bede9b9e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678155 Aug 16 22:40:07.526390 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:07.529137 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a7da5ae-1c6e-427b-b5ef-63842074c54f req-38eece88-2e1d-43bb-858b-2d2c287b9bbf service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517711 Aug 16 22:40:07.537420 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62512dd4-5742-4d01-83b1-02da6cc641b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:07.599691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9685c0-f9d7-46dd-af58-7bb8ad4043bc']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:07.639945 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6356c75a-aa88-4cc1-976d-8443764bad45') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:07.640176 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6356c75a-aa88-4cc1-976d-8443764bad45') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:07.681268 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:07.743013 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:07.747742 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-142b5d92-e85c-4edc-a525-04b9d0d40914 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Deleting port dd32d14d-99b0-4ab6-8c84-84b508d85822 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:07.748241 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142b5d92-e85c-4edc-a525-04b9d0d40914 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:07.835441 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62512dd4-5742-4d01-83b1-02da6cc641b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:07.871048 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-62512dd4-5742-4d01-83b1-02da6cc641b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d52a80a-46a1-4a85-b6ee-83d618bc5e2e']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:07.900179 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142b5d92-e85c-4edc-a525-04b9d0d40914 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:07.900686 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142b5d92-e85c-4edc-a525-04b9d0d40914 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:07.924327 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-142b5d92-e85c-4edc-a525-04b9d0d40914 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Calling delete_port for dd32d14d-99b0-4ab6-8c84-84b508d85822 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:07.934844 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-62512dd4-5742-4d01-83b1-02da6cc641b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44081139-c3e7-4662-872a-94353d92601c') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:07.935461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-62512dd4-5742-4d01-83b1-02da6cc641b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44081139-c3e7-4662-872a-94353d92601c') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:07.964746 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62512dd4-5742-4d01-83b1-02da6cc641b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:07.979232 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a7da5ae-1c6e-427b-b5ef-63842074c54f req-3520b1d5-46a3-464b-b588-392725c9c219 service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392111 Aug 16 22:40:07.998944 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62512dd4-5742-4d01-83b1-02da6cc641b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:08.025919 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93748654-0be2-42a8-bb71-ff1a3b06b6bc req-b6a710df-f818-4f95-a5af-6d3e3e3e75f6 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:08.030187 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:40:08.030777 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:08.041260 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-93748654-0be2-42a8-bb71-ff1a3b06b6bc req-b6a710df-f818-4f95-a5af-6d3e3e3e75f6 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8 HTTP/1.1" status: 200 len: 943 time: 0.1710207 Aug 16 22:40:08.046073 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62512dd4-5742-4d01-83b1-02da6cc641b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:40:08.047080 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62512dd4-5742-4d01-83b1-02da6cc641b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:40:08.053880 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:40:08.100747 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:40:08.168227 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a16506b6-dabc-4672-962b-55cc6c746990 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:08.178224 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a16506b6-dabc-4672-962b-55cc6c746990 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:08.187257 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-93748654-0be2-42a8-bb71-ff1a3b06b6bc req-439f22c6-af44-4a0d-a0f1-667223e71912 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442263 Aug 16 22:40:08.189776 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:08.199836 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:08.201862 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "DELETE /v2.0/networks/dc9685c0-f9d7-46dd-af58-7bb8ad4043bc HTTP/1.1" status: 204 len: 168 time: 6.7895472 Aug 16 22:40:08.206323 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46746) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:08.246942 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb176ca7-4861-4ada-af0b-3b82bd2a39a2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] DELETE failed (client error): The resource could not be found. Aug 16 22:40:08.247898 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb176ca7-4861-4ada-af0b-3b82bd2a39a2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:40:08.250091 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bb176ca7-4861-4ada-af0b-3b82bd2a39a2 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "DELETE /v2.0/subnets/e8dbd2ac-2d61-4295-ab83-2a2782f99e04 HTTP/1.1" status: 404 len: 337 time: 0.0416112 Aug 16 22:40:08.251289 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62512dd4-5742-4d01-83b1-02da6cc641b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:08.259662 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-62512dd4-5742-4d01-83b1-02da6cc641b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:08.266233 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-62512dd4-5742-4d01-83b1-02da6cc641b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] 10.222.0.93 "DELETE /v2.0/networks/3d52a80a-46a1-4a85-b6ee-83d618bc5e2e HTTP/1.1" status: 204 len: 168 time: 1.1181881 Aug 16 22:40:08.266233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46750) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:08.273614 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77694c7-2691-4f3d-b4a0-952942224c96 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event deleted for resources: {'Network': ['ID=dc9685c0-f9d7-46dd-af58-7bb8ad4043bc,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:08.290732 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a16506b6-dabc-4672-962b-55cc6c746990 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:08.296999 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a16506b6-dabc-4672-962b-55cc6c746990 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2862091 Aug 16 22:40:08.301515 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46754) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:08.318144 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e54d3e5c-b2e8-4c30-b74d-46b6694c7484 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Request body: {'security_group_rule': {'security_group_id': 'bbc06690-24f5-4348-95c3-cfdc5136f25e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ac206923-4cb9-4a11-a3fb-8e9bada7355a', 'remote_ip_prefix': None}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:08.356064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62512dd4-5742-4d01-83b1-02da6cc641b1 tempest-TaggedBootDevicesTest_v242-1864642243 tempest-TaggedBootDevicesTest_v242-1864642243-project] Pushing event deleted for resources: {'Network': ['ID=3d52a80a-46a1-4a85-b6ee-83d618bc5e2e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:08.369101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16506b6-dabc-4672-962b-55cc6c746990 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac206923-4cb9-4a11-a3fb-8e9bada7355a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:08.441505 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f59801c-e93f-4440-a643-e65875ca294b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] DELETE failed (client error): The resource could not be found. Aug 16 22:40:08.442817 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f59801c-e93f-4440-a643-e65875ca294b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:40:08.452401 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4f59801c-e93f-4440-a643-e65875ca294b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "DELETE /v2.0/networks/dc9685c0-f9d7-46dd-af58-7bb8ad4043bc HTTP/1.1" status: 404 len: 339 time: 0.1886985 Aug 16 22:40:08.461207 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46756) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:08.508625 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e54d3e5c-b2e8-4c30-b74d-46b6694c7484 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:08.512326 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-0964ccf9-f353-4fab-80b0-1f5e4474605c tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] DELETE failed (client error): The resource could not be found. Aug 16 22:40:08.513057 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0964ccf9-f353-4fab-80b0-1f5e4474605c tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:40:08.516280 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0964ccf9-f353-4fab-80b0-1f5e4474605c tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "DELETE /v2.0/subnets/d1905717-0ffc-4801-893e-dbb95fc7529f HTTP/1.1" status: 404 len: 337 time: 0.0525136 Aug 16 22:40:08.520939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46760) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:08.529244 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142b5d92-e85c-4edc-a525-04b9d0d40914 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:08.584997 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b5d92-e85c-4edc-a525-04b9d0d40914 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Pushing event deleted for resources: {'Port': ['ID=dd32d14d-99b0-4ab6-8c84-84b508d85822,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:08.590207 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6912dd-b304-4985-bc72-1c4d626576f0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] DELETE failed (client error): The resource could not be found. Aug 16 22:40:08.591341 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b6912dd-b304-4985-bc72-1c4d626576f0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:40:08.600275 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46764) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:08.600695 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2b6912dd-b304-4985-bc72-1c4d626576f0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "DELETE /v2.0/networks/e509d72a-5f3d-4c78-935a-6e15b50859ce HTTP/1.1" status: 404 len: 339 time: 0.0776603 Aug 16 22:40:08.601752 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46766) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:08.615384 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:08.663334 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a37698e8-abaf-4d1e-923f-8e7b630bb6a9 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:40:08.715696 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df08131-ed86-446a-9a67-30616fbe869b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] DELETE failed (client error): The resource could not be found. Aug 16 22:40:08.716167 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df08131-ed86-446a-9a67-30616fbe869b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:40:08.720531 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0df08131-ed86-446a-9a67-30616fbe869b tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "DELETE /v2.0/subnets/978b5699-9dd2-48e3-8f47-9e2823a55ab4 HTTP/1.1" status: 404 len: 337 time: 0.1123536 Aug 16 22:40:08.721895 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46774) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:08.773886 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-830c70de-aaa7-4d60-92a8-02ba5d0b4aae tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] DELETE failed (client error): The resource could not be found. Aug 16 22:40:08.775307 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-830c70de-aaa7-4d60-92a8-02ba5d0b4aae tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:40:08.789059 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-830c70de-aaa7-4d60-92a8-02ba5d0b4aae tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "DELETE /v2.0/networks/c6e86587-370f-42b4-b5f0-d7efe74fe86d HTTP/1.1" status: 404 len: 339 time: 0.0654836 Aug 16 22:40:08.789379 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46776) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:08.867330 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e54d3e5c-b2e8-4c30-b74d-46b6694c7484 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:08.900641 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e54d3e5c-b2e8-4c30-b74d-46b6694c7484 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:08.903250 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a37698e8-abaf-4d1e-923f-8e7b630bb6a9, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a37698e8-abaf-4d1e-923f-8e7b630bb6a9,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:08.932837 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'a37698e8-abaf-4d1e-923f-8e7b630bb6a9', 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325', 'port_id': 'a37698e8-abaf-4d1e-923f-8e7b630bb6a9', 'mac_address': 'fa:16:3e:cf:c5:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2abfc365-29c3-4616-9b87-7c7a7ec9e755', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:40:08.960173 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-142b5d92-e85c-4edc-a525-04b9d0d40914 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] create failed (client error): The resource could not be found. Aug 16 22:40:08.966826 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-142b5d92-e85c-4edc-a525-04b9d0d40914 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.7321527 Aug 16 22:40:08.966826 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d3e5c-b2e8-4c30-b74d-46b6694c7484 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8ab1d3-57a1-49f3-8b3e-1063f1d3c026,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:08.968294 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46780) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:09.041591 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b84305c5-7708-4f95-8c3e-e44d7b39a856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:09.061147 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e54d3e5c-b2e8-4c30-b74d-46b6694c7484 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:09.065568 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e54d3e5c-b2e8-4c30-b74d-46b6694c7484 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7561071 Aug 16 22:40:09.065986 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46782) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:09.070793 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:09.094805 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37698e8-abaf-4d1e-923f-8e7b630bb6a9 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:40:09.109685 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c85b9678-7c22-4934-a867-91657768a694 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:09.113383 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a1944eb7-8e0f-4eb8-a524-ef23db5dabdd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'network': {'name': 'tempest-RoutersTest-199506447'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:09.133429 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a37698e8-abaf-4d1e-923f-8e7b630bb6a9, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a37698e8-abaf-4d1e-923f-8e7b630bb6a9,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:09.137733 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c85b9678-7c22-4934-a867-91657768a694 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:09.141074 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:09.174461 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c85b9678-7c22-4934-a867-91657768a694 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:09.184207 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c85b9678-7c22-4934-a867-91657768a694 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:09.189539 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c85b9678-7c22-4934-a867-91657768a694 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/da8ab1d3-57a1-49f3-8b3e-1063f1d3c026 HTTP/1.1" status: 204 len: 168 time: 0.1182754 Aug 16 22:40:09.191640 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46784) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:09.214863 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-af02956b-1d91-405a-8cd5-c351f4c11863 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Deleting port 6405d0ff-133d-4042-a203-6acb09d90151 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:09.215321 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af02956b-1d91-405a-8cd5-c351f4c11863 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:09.234652 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=a37698e8-abaf-4d1e-923f-8e7b630bb6a9,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:09.262638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b9678-7c22-4934-a867-91657768a694 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da8ab1d3-57a1-49f3-8b3e-1063f1d3c026,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:09.296225 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1944eb7-8e0f-4eb8-a524-ef23db5dabdd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Made reservation on behalf of f0f3efc4f10c40e08a0406c07a5a96c6 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:09.300179 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a1944eb7-8e0f-4eb8-a524-ef23db5dabdd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:09.309445 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b9943b2b-8918-46b3-aa6b-a6adbfe62a83 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1163950 Aug 16 22:40:09.315021 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46792) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:09.328109 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a1944eb7-8e0f-4eb8-a524-ef23db5dabdd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:09.364117 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af02956b-1d91-405a-8cd5-c351f4c11863 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:09.396903 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c774dc8d-a2f0-4773-941b-2ca3aa9d99b1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Deleting port ea5a88ca-9d75-4e5a-9b9d-46e42c748daa {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:09.397249 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c774dc8d-a2f0-4773-941b-2ca3aa9d99b1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:09.418234 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6571d35-0151-40af-813d-c2cc51bf9976 req-944ce605-9e09-4a34-8fc1-28f9296ec0af tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:09.421068 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b6571d35-0151-40af-813d-c2cc51bf9976 req-944ce605-9e09-4a34-8fc1-28f9296ec0af tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8 HTTP/1.1" status: 200 len: 944 time: 0.1021512 Aug 16 22:40:09.426249 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-af02956b-1d91-405a-8cd5-c351f4c11863 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Calling delete_port for 6405d0ff-133d-4042-a203-6acb09d90151 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:09.477439 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['a37698e8-abaf-4d1e-923f-8e7b630bb6a9'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:40:09.578719 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30ae49b9-ecd7-473f-a068-9f6311e197f7 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:09.584951 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b6571d35-0151-40af-813d-c2cc51bf9976 req-e9d5cac5-bc30-432e-bac6-3cd814baaf03 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533890 Aug 16 22:40:09.744433 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30ae49b9-ecd7-473f-a068-9f6311e197f7 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:09.754184 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c774dc8d-a2f0-4773-941b-2ca3aa9d99b1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:09.802352 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c774dc8d-a2f0-4773-941b-2ca3aa9d99b1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Calling delete_port for ea5a88ca-9d75-4e5a-9b9d-46e42c748daa owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:09.912289 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a1944eb7-8e0f-4eb8-a524-ef23db5dabdd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:09.918243 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af02956b-1d91-405a-8cd5-c351f4c11863 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:09.922447 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a1944eb7-8e0f-4eb8-a524-ef23db5dabdd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:09.926068 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30ae49b9-ecd7-473f-a068-9f6311e197f7 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:09.929274 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30ae49b9-ecd7-473f-a068-9f6311e197f7 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:09.930604 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-30ae49b9-ecd7-473f-a068-9f6311e197f7 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "DELETE /v2.0/security-groups/ac206923-4cb9-4a11-a3fb-8e9bada7355a HTTP/1.1" status: 204 len: 168 time: 0.6089473 Aug 16 22:40:09.935314 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46802) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:10.041332 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1944eb7-8e0f-4eb8-a524-ef23db5dabdd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:40:10.051877 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02956b-1d91-405a-8cd5-c351f4c11863 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event deleted for resources: {'Port': ['ID=6405d0ff-133d-4042-a203-6acb09d90151,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:10.068384 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f4759203-56d7-44fc-bcea-2ba6d887c320 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1287172 Aug 16 22:40:10.069072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46806) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:10.091514 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af02956b-1d91-405a-8cd5-c351f4c11863 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:10.093861 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-af02956b-1d91-405a-8cd5-c351f4c11863 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "DELETE /v2.0/ports/6405d0ff-133d-4042-a203-6acb09d90151 HTTP/1.1" status: 204 len: 168 time: 1.3035207 Aug 16 22:40:10.097461 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a1944eb7-8e0f-4eb8-a524-ef23db5dabdd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:10.098313 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-a1944eb7-8e0f-4eb8-a524-ef23db5dabdd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Added segment 4fea7666-2a22-4a33-bc51-cac6e6958f5b of type vlan for network 7ce60fdd-a8d9-4349-a941-ccce1db05337 Aug 16 22:40:10.100127 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46808) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:10.111582 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1944eb7-8e0f-4eb8-a524-ef23db5dabdd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19ccf9df-930c-4c7e-a7eb-7f8745a76463,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:10.140492 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85fb5d4-3cbc-48e6-8d4d-45648f5dae1d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] DELETE failed (client error): The resource could not be found. Aug 16 22:40:10.141013 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c85fb5d4-3cbc-48e6-8d4d-45648f5dae1d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:40:10.143245 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c85fb5d4-3cbc-48e6-8d4d-45648f5dae1d tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "DELETE /v2.0/subnets/a8849198-cf63-455b-b3ab-3cc7dd80a05b HTTP/1.1" status: 404 len: 337 time: 0.0408838 Aug 16 22:40:10.147082 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46810) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:10.148802 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae49b9-ecd7-473f-a068-9f6311e197f7 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac206923-4cb9-4a11-a3fb-8e9bada7355a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:10.238270 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a1944eb7-8e0f-4eb8-a524-ef23db5dabdd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:10.276113 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de804685-7f73-4b74-a642-9983f73a7589 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:10.295335 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-561c882d-985b-4d6b-beec-561d53dbd9b2 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:10.365840 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c774dc8d-a2f0-4773-941b-2ca3aa9d99b1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:10.398980 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-561c882d-985b-4d6b-beec-561d53dbd9b2 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:10.436442 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de804685-7f73-4b74-a642-9983f73a7589 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:10.458646 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-de804685-7f73-4b74-a642-9983f73a7589 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f12b98-7c75-4d22-aa91-7214840dd50d']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:10.475437 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-de804685-7f73-4b74-a642-9983f73a7589 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b91d5ab-1ab4-4995-8ab3-878a60341dd4') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:10.475816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-de804685-7f73-4b74-a642-9983f73a7589 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b91d5ab-1ab4-4995-8ab3-878a60341dd4') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:10.487006 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774dc8d-a2f0-4773-941b-2ca3aa9d99b1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Pushing event deleted for resources: {'Port': ['ID=ea5a88ca-9d75-4e5a-9b9d-46e42c748daa,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:10.488455 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de804685-7f73-4b74-a642-9983f73a7589 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:10.511216 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-561c882d-985b-4d6b-beec-561d53dbd9b2 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:10.515339 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-561c882d-985b-4d6b-beec-561d53dbd9b2 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:10.519717 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-561c882d-985b-4d6b-beec-561d53dbd9b2 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "DELETE /v2.0/security-groups/bbc06690-24f5-4348-95c3-cfdc5136f25e HTTP/1.1" status: 204 len: 168 time: 0.4470513 Aug 16 22:40:10.523566 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de804685-7f73-4b74-a642-9983f73a7589 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:10.525466 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46812) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:10.533415 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a1944eb7-8e0f-4eb8-a524-ef23db5dabdd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:10.543958 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1944eb7-8e0f-4eb8-a524-ef23db5dabdd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:10.545188 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a1944eb7-8e0f-4eb8-a524-ef23db5dabdd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:10.553671 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de804685-7f73-4b74-a642-9983f73a7589 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:40:10.554131 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de804685-7f73-4b74-a642-9983f73a7589 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:10.558601 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c882d-985b-4d6b-beec-561d53dbd9b2 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc06690-24f5-4348-95c3-cfdc5136f25e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:40:10.561953 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:40:10.680273 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a37698e8-abaf-4d1e-923f-8e7b630bb6a9 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:40:10.702714 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de804685-7f73-4b74-a642-9983f73a7589 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:10.719416 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2eabc8e6-077d-4ff8-af66-846a746790aa tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1926408 Aug 16 22:40:10.728375 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1944eb7-8e0f-4eb8-a524-ef23db5dabdd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Network': ['ID=7ce60fdd-a8d9-4349-a941-ccce1db05337,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:10.744585 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46816) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:10.751482 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de804685-7f73-4b74-a642-9983f73a7589 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:10.755797 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-de804685-7f73-4b74-a642-9983f73a7589 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "DELETE /v2.0/networks/57f12b98-7c75-4d22-aa91-7214840dd50d HTTP/1.1" status: 204 len: 168 time: 0.6072900 Aug 16 22:40:10.767049 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46820) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:10.774311 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 7ce60fdd-a8d9-4349-a941-ccce1db05337 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:40:10.815806 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-90053521-df29-4abb-ab36-491c96ab584a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1326248646'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:10.862384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804685-7f73-4b74-a642-9983f73a7589 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event deleted for resources: {'Network': ['ID=57f12b98-7c75-4d22-aa91-7214840dd50d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:10.869392 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:10.882219 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port a37698e8-abaf-4d1e-923f-8e7b630bb6a9 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:10.888908 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port a37698e8-abaf-4d1e-923f-8e7b630bb6a9 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:10.890464 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:10.912741 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a1944eb7-8e0f-4eb8-a524-ef23db5dabdd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.3079517 Aug 16 22:40:10.915976 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46824) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:10.922164 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c774dc8d-a2f0-4773-941b-2ca3aa9d99b1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:10.927848 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c774dc8d-a2f0-4773-941b-2ca3aa9d99b1 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] 10.222.0.93 "DELETE /v2.0/ports/ea5a88ca-9d75-4e5a-9b9d-46e42c748daa HTTP/1.1" status: 204 len: 168 time: 1.9530230 Aug 16 22:40:10.928745 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46826) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:10.943271 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8073da41-485a-43f5-a02e-dc69122d75b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'network': {'name': 'tempest-RoutersTest-163927810'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:10.954929 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-90053521-df29-4abb-ab36-491c96ab584a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:10.990264 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a420f-947f-45d1-8156-2ac6d3372652 req-ab0fcb0a-8d6d-47dd-8f47-326b620f512a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:10.992680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a65a420f-947f-45d1-8156-2ac6d3372652 req-ab0fcb0a-8d6d-47dd-8f47-326b620f512a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8 HTTP/1.1" status: 200 len: 944 time: 0.2179227 Aug 16 22:40:11.011434 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8073da41-485a-43f5-a02e-dc69122d75b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Made reservation on behalf of f0f3efc4f10c40e08a0406c07a5a96c6 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:11.015583 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8073da41-485a-43f5-a02e-dc69122d75b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:11.050004 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8087feaf-b9a0-4391-868f-c4359babc7ac tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:11.057287 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8087feaf-b9a0-4391-868f-c4359babc7ac tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] 10.222.0.93 "GET /v2.0/ports?device_id=bcdb8a8c-c070-4c69-bbcd-22a40b440c12 HTTP/1.1" status: 200 len: 913 time: 0.1245959 Aug 16 22:40:11.058238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46828) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:11.065478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-81298bfe-efe7-4380-95a7-8a1897527a58 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Deleting port bc9fab7c-a5c5-4770-9237-c56219d35517 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:11.066163 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81298bfe-efe7-4380-95a7-8a1897527a58 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:11.094677 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a65a420f-947f-45d1-8156-2ac6d3372652 req-bc4ad2dc-1880-45f7-809e-8d610951748f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879037 Aug 16 22:40:11.146002 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8073da41-485a-43f5-a02e-dc69122d75b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:40:11.183000 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:11.185073 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8073da41-485a-43f5-a02e-dc69122d75b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:11.186025 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-8073da41-485a-43f5-a02e-dc69122d75b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Added segment f153a75e-ac2f-4acb-82c3-84eb9cdc7f89 of type vlan for network 5cd9fac8-735c-4162-9b91-0338b941b5aa Aug 16 22:40:11.241598 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port a37698e8-abaf-4d1e-923f-8e7b630bb6a9, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a37698e8-abaf-4d1e-923f-8e7b630bb6a9,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:11.246122 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37698e8-abaf-4d1e-923f-8e7b630bb6a9'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:40:11.251727 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6233176b-ca1f-4cf8-80d5-06fd6a7783df" -d '{"events": [{"server_uuid": "e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8", "name": "network-vif-plugged", "status": "completed", "tag": "a37698e8-abaf-4d1e-923f-8e7b630bb6a9"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:40:11.259828 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:11.358948 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=a37698e8-abaf-4d1e-923f-8e7b630bb6a9,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:11.359252 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81298bfe-efe7-4380-95a7-8a1897527a58 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:11.366980 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8073da41-485a-43f5-a02e-dc69122d75b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:11.392087 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-90053521-df29-4abb-ab36-491c96ab584a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:11.399255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-81298bfe-efe7-4380-95a7-8a1897527a58 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Calling delete_port for bc9fab7c-a5c5-4770-9237-c56219d35517 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:11.400212 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-90053521-df29-4abb-ab36-491c96ab584a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:11.402383 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd41a38-bf18-4f07-b276-e584d3165f43 x-openstack-request-id: req-5bd41a38-bf18-4f07-b276-e584d3165f43 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:40:11.402843 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8", "name": "network-vif-plugged", "status": "completed", "tag": "a37698e8-abaf-4d1e-923f-8e7b630bb6a9", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:40:11.403256 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5bd41a38-bf18-4f07-b276-e584d3165f43 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:40:11.403917 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37698e8-abaf-4d1e-923f-8e7b630bb6a9', 'code': 200} Aug 16 22:40:11.446772 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90053521-df29-4abb-ab36-491c96ab584a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bf0b26-207e-428d-9d5b-1e36a037cda4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:11.449430 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-90053521-df29-4abb-ab36-491c96ab584a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:11.450786 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-90053521-df29-4abb-ab36-491c96ab584a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6887884 Aug 16 22:40:11.459344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46834) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:11.479885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5aa63499-14fa-482f-b1da-539d63942a32 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Request body: {'security_group_rule': {'security_group_id': 'b9bf0b26-207e-428d-9d5b-1e36a037cda4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:11.487058 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8073da41-485a-43f5-a02e-dc69122d75b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:11.505462 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8073da41-485a-43f5-a02e-dc69122d75b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:11.506605 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8073da41-485a-43f5-a02e-dc69122d75b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:11.536303 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fc353383-5ea7-45f4-b1e8-784eadab7716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:11.646830 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073da41-485a-43f5-a02e-dc69122d75b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Network': ['ID=5cd9fac8-735c-4162-9b91-0338b941b5aa,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:11.666586 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 5cd9fac8-735c-4162-9b91-0338b941b5aa details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:40:11.766119 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5aa63499-14fa-482f-b1da-539d63942a32 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:11.805853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502422e-f889-433f-940d-38ab285da099 req-4dec4c75-9c0b-4936-a7a4-5b161fbeac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:11.807449 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3502422e-f889-433f-940d-38ab285da099 req-4dec4c75-9c0b-4936-a7a4-5b161fbeac9a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8 HTTP/1.1" status: 200 len: 1097 time: 0.2905574 Aug 16 22:40:11.819245 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8073da41-485a-43f5-a02e-dc69122d75b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8927011 Aug 16 22:40:11.822823 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46836) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:11.831722 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5770769e-28b9-49c4-9320-7816f3bce3ca tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'subnet': {'network_id': '7ce60fdd-a8d9-4349-a941-ccce1db05337', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:11.939771 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3502422e-f889-433f-940d-38ab285da099 req-d14a294c-1a7c-4590-a833-7944b032af17 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190135 Aug 16 22:40:11.943100 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5aa63499-14fa-482f-b1da-539d63942a32 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:11.950341 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5aa63499-14fa-482f-b1da-539d63942a32 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:11.953054 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81298bfe-efe7-4380-95a7-8a1897527a58 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:11.992315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa63499-14fa-482f-b1da-539d63942a32 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c261e0eb-8e3d-40fc-9db4-f8d4d063108c,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:12.072829 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:12.367702 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81298bfe-efe7-4380-95a7-8a1897527a58 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event deleted for resources: {'Port': ['ID=bc9fab7c-a5c5-4770-9237-c56219d35517,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:12.410616 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81298bfe-efe7-4380-95a7-8a1897527a58 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:12.415012 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-81298bfe-efe7-4380-95a7-8a1897527a58 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "DELETE /v2.0/ports/bc9fab7c-a5c5-4770-9237-c56219d35517 HTTP/1.1" status: 204 len: 168 time: 1.6386080 Aug 16 22:40:12.419492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46846) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:12.474184 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025312f7-f595-4b4d-a9fd-2b212eff5d2a req-d5949b4b-edaa-4a7c-a106-68b20e57fff9 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:12.476574 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-025312f7-f595-4b4d-a9fd-2b212eff5d2a req-d5949b4b-edaa-4a7c-a106-68b20e57fff9 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8 HTTP/1.1" status: 200 len: 945 time: 0.1706061 Aug 16 22:40:12.485690 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5aa63499-14fa-482f-b1da-539d63942a32 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:12.490604 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5aa63499-14fa-482f-b1da-539d63942a32 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0293648 Aug 16 22:40:12.491342 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46848) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:12.491503 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5770769e-28b9-49c4-9320-7816f3bce3ca tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Made reservation on behalf of f0f3efc4f10c40e08a0406c07a5a96c6 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:12.493952 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae55145-da51-4397-bc65-8edc6422629f tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] DELETE failed (client error): The resource could not be found. Aug 16 22:40:12.494444 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae55145-da51-4397-bc65-8edc6422629f tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:40:12.501278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4ae55145-da51-4397-bc65-8edc6422629f tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "DELETE /v2.0/subnets/c4d4040f-511d-4212-b292-154a1db2dc72 HTTP/1.1" status: 404 len: 337 time: 0.0760660 Aug 16 22:40:12.501583 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5770769e-28b9-49c4-9320-7816f3bce3ca tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:12.503884 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46850) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:12.638271 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-142dfd90-5a63-4b88-a7f3-de106ed2e97c tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:12.659787 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-025312f7-f595-4b4d-a9fd-2b212eff5d2a req-d5db5d04-66ef-415a-a8cc-e6bdd8bc8b08 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303957 Aug 16 22:40:12.665303 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-142dfd90-5a63-4b88-a7f3-de106ed2e97c tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:12.749059 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-142dfd90-5a63-4b88-a7f3-de106ed2e97c tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:12.760218 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-142dfd90-5a63-4b88-a7f3-de106ed2e97c tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:12.768215 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-142dfd90-5a63-4b88-a7f3-de106ed2e97c tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/c261e0eb-8e3d-40fc-9db4-f8d4d063108c HTTP/1.1" status: 204 len: 168 time: 0.2608624 Aug 16 22:40:12.772838 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46852) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:12.829614 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142dfd90-5a63-4b88-a7f3-de106ed2e97c tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c261e0eb-8e3d-40fc-9db4-f8d4d063108c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:12.830653 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aaa1d406-896a-4d9c-83dc-b0db25d72cd0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:12.879764 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cf9999c9-9604-442a-b1d1-8f2d4455111a tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1042786 Aug 16 22:40:12.884609 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46854) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:13.032253 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6472b8fd-b5c8-4267-9119-1a5a0b250892 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:13.075678 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6472b8fd-b5c8-4267-9119-1a5a0b250892 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:13.147716 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6472b8fd-b5c8-4267-9119-1a5a0b250892 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:13.154257 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6472b8fd-b5c8-4267-9119-1a5a0b250892 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:13.162431 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46858) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:13.163325 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6472b8fd-b5c8-4267-9119-1a5a0b250892 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "DELETE /v2.0/security-groups/b9bf0b26-207e-428d-9d5b-1e36a037cda4 HTTP/1.1" status: 204 len: 168 time: 0.2762930 Aug 16 22:40:13.183480 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472b8fd-b5c8-4267-9119-1a5a0b250892 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bf0b26-207e-428d-9d5b-1e36a037cda4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:13.263864 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:13.347061 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-99a430f4-2c84-4112-ac64-520a9c1977e4 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:13.360413 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-aaa1d406-896a-4d9c-83dc-b0db25d72cd0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Deleting port 015d71eb-110d-4a13-9f4d-0c45c57783e2 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:13.360815 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aaa1d406-896a-4d9c-83dc-b0db25d72cd0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:13.364178 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5770769e-28b9-49c4-9320-7816f3bce3ca tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:13.668036 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46868) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:13.675842 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a2ef6724-8ef8-4cdb-872c-c16fd39ed486 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Request body: {'security_group': {'name': 'tempest-secgroup--707114658'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:13.685441 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-11d28e79-49e5-44a3-8e55-a17cc717c982 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5212374 Aug 16 22:40:13.729548 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2ef6724-8ef8-4cdb-872c-c16fd39ed486 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:13.756308 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770769e-28b9-49c4-9320-7816f3bce3ca tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Subnet': ['ID=a55005e4-6161-4fe3-a586-c8d614bec47b,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:13.900510 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-aaa1d406-896a-4d9c-83dc-b0db25d72cd0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] For port 015d71eb-110d-4a13-9f4d-0c45c57783e2, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=015d71eb-110d-4a13-9f4d-0c45c57783e2,segment=NetworkSegment(da170c2d-19a2-4926-9880-7d6685794705),segment_id=da170c2d-19a2-4926-9880-7d6685794705)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:13.901812 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aaa1d406-896a-4d9c-83dc-b0db25d72cd0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:13.952863 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-aaa1d406-896a-4d9c-83dc-b0db25d72cd0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Calling delete_port for 015d71eb-110d-4a13-9f4d-0c45c57783e2 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:14.010228 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fe5e7-586d-4e8f-a944-1a07dc2a155c req-5c797ad7-4ec7-4b2d-93ed-d95592133f1a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:14.022184 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d65fe5e7-586d-4e8f-a944-1a07dc2a155c req-5c797ad7-4ec7-4b2d-93ed-d95592133f1a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8 HTTP/1.1" status: 200 len: 945 time: 0.1880424 Aug 16 22:40:14.081827 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2ef6724-8ef8-4cdb-872c-c16fd39ed486 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:14.101829 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2ef6724-8ef8-4cdb-872c-c16fd39ed486 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:14.120565 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5770769e-28b9-49c4-9320-7816f3bce3ca tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Checking segment: {'id': '4fea7666-2a22-4a33-bc51-cac6e6958f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7ce60fdd-a8d9-4349-a941-ccce1db05337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:14.121215 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5770769e-28b9-49c4-9320-7816f3bce3ca tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network hostable DHCP agents. Network: 7ce60fdd-a8d9-4349-a941-ccce1db05337, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:40:14.139692 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d65fe5e7-586d-4e8f-a944-1a07dc2a155c req-be634063-90d5-473e-a9c8-570f6801c72c tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155183 Aug 16 22:40:14.149293 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a2ef6724-8ef8-4cdb-872c-c16fd39ed486 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:14.150939 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a2ef6724-8ef8-4cdb-872c-c16fd39ed486 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4805987 Aug 16 22:40:14.156453 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46872) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:14.164276 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef6724-8ef8-4cdb-872c-c16fd39ed486 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b599a744-0b8e-4e52-9301-c6b7b67951c2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:14.189103 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-dce27cb8-08dc-4419-8445-e379a169a261 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Request body: {'security_group_rule': {'security_group_id': 'b599a744-0b8e-4e52-9301-c6b7b67951c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:14.199225 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5770769e-28b9-49c4-9320-7816f3bce3ca tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network 7ce60fdd-a8d9-4349-a941-ccce1db05337 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:40:14.249393 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5770769e-28b9-49c4-9320-7816f3bce3ca tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 7ce60fdd-a8d9-4349-a941-ccce1db05337) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:14.254992 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5770769e-28b9-49c4-9320-7816f3bce3ca tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:14.255616 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5770769e-28b9-49c4-9320-7816f3bce3ca tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:14.267743 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef7aa4d-4b49-401c-ab2b-e033c9958073 None None] Network 7ce60fdd-a8d9-4349-a941-ccce1db05337 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:14.325494 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dce27cb8-08dc-4419-8445-e379a169a261 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:14.368673 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-99a430f4-2c84-4112-ac64-520a9c1977e4 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Deleting port bf18a6cb-c6e8-4c15-aa17-07354aef08a6 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:14.369436 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-99a430f4-2c84-4112-ac64-520a9c1977e4 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:14.414065 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe35ac6-15e0-4aea-ae63-389faaf9069b req-607be9e8-38dd-41b5-86b2-e1227e75bbd6 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:14.430320 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abe35ac6-15e0-4aea-ae63-389faaf9069b req-607be9e8-38dd-41b5-86b2-e1227e75bbd6 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 946 time: 0.1144516 Aug 16 22:40:14.512522 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abe35ac6-15e0-4aea-ae63-389faaf9069b req-ff94a013-9a17-4c9e-9e87-57eb90fdae65 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673029 Aug 16 22:40:14.616185 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-99a430f4-2c84-4112-ac64-520a9c1977e4 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:14.637332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-7ce60fdd-a8d9-4349-a941-ccce1db05337', 'network_id': '7ce60fdd-a8d9-4349-a941-ccce1db05337', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'fixed_ips': [{'subnet_id': 'a55005e4-6161-4fe3-a586-c8d614bec47b'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:40:14.639466 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:14.660756 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-99a430f4-2c84-4112-ac64-520a9c1977e4 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Calling delete_port for bf18a6cb-c6e8-4c15-aa17-07354aef08a6 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:14.826792 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5770769e-28b9-49c4-9320-7816f3bce3ca tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9999812 Aug 16 22:40:14.829739 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46884) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:14.838657 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-294af4a2-e378-45bc-9de4-d32979575186 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'subnet': {'network_id': '5cd9fac8-735c-4162-9b91-0338b941b5aa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:14.914396 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aaa1d406-896a-4d9c-83dc-b0db25d72cd0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:14.927816 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] Allocated IP 172.20.0.2 (7ce60fdd-a8d9-4349-a941-ccce1db05337/a55005e4-6161-4fe3-a586-c8d614bec47b/8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:40:14.987845 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1d406-896a-4d9c-83dc-b0db25d72cd0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event deleted for resources: {'Port': ['ID=015d71eb-110d-4a13-9f4d-0c45c57783e2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:15.003914 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa1d406-896a-4d9c-83dc-b0db25d72cd0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] No DVR routers for this DVR port 015d71eb-110d-4a13-9f4d-0c45c57783e2 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:40:15.008698 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dce27cb8-08dc-4419-8445-e379a169a261 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.030476 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2e773-4241-4d18-8314-6a44c4fff3f5 req-b54f23f2-c876-40cd-a955-00d833b7db13 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:15.032871 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2e2e773-4241-4d18-8314-6a44c4fff3f5 req-b54f23f2-c876-40cd-a955-00d833b7db13 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8 HTTP/1.1" status: 200 len: 945 time: 0.3047774 Aug 16 22:40:15.051140 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dce27cb8-08dc-4419-8445-e379a169a261 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.114444 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.202207 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294af4a2-e378-45bc-9de4-d32979575186 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Made reservation on behalf of f0f3efc4f10c40e08a0406c07a5a96c6 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:15.222974 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.224621 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-294af4a2-e378-45bc-9de4-d32979575186 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.240488 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] Transition to ACTIVE for port object 8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:15.246842 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dce27cb8-08dc-4419-8445-e379a169a261 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.251072 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dce27cb8-08dc-4419-8445-e379a169a261 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0678890 Aug 16 22:40:15.251072 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce27cb8-08dc-4419-8445-e379a169a261 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a131e6f-374d-49e4-ab22-9951d336f34a,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:15.262142 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46886) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:15.264722 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] Transition to ACTIVE for port object 8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:15.270618 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2e2e773-4241-4d18-8314-6a44c4fff3f5 req-f116d03b-9a8d-40ac-875e-20220fd5a360 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221727 Aug 16 22:40:15.274704 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.310377 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aaa1d406-896a-4d9c-83dc-b0db25d72cd0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.367927 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d19f2e03-4556-4e70-9b99-31c40ed34a58 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-group-rules/0a131e6f-374d-49e4-ab22-9951d336f34a HTTP/1.1" status: 200 len: 763 time: 0.0879803 Aug 16 22:40:15.378223 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-aaa1d406-896a-4d9c-83dc-b0db25d72cd0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed53d57-76d7-46ab-b220-a617ed96c6d4']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:15.392652 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] Network 7ce60fdd-a8d9-4349-a941-ccce1db05337 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:15.396819 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:15.397019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46890) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:15.401643 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:40:15.411635 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] Pushing event updated for resources: {'Port': ['ID=8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:15.465602 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-aaa1d406-896a-4d9c-83dc-b0db25d72cd0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da170c2d-19a2-4926-9880-7d6685794705') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:15.465891 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-aaa1d406-896a-4d9c-83dc-b0db25d72cd0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da170c2d-19a2-4926-9880-7d6685794705') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:15.494012 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aaa1d406-896a-4d9c-83dc-b0db25d72cd0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.518750 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6dcb1bdc-73ef-46be-a10e-dbf6c8c75664 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1163402 Aug 16 22:40:15.520979 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46892) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:15.540632 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] Attempting to bind port 8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:40:15.543418 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] Attempting to bind port 8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '4fea7666-2a22-4a33-bc51-cac6e6958f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7ce60fdd-a8d9-4349-a941-ccce1db05337'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:40:15.543647 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] Attempting to bind port 8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9 on network 7ce60fdd-a8d9-4349-a941-ccce1db05337 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:40:15.543803 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aaa1d406-896a-4d9c-83dc-b0db25d72cd0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.548087 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-99a430f4-2c84-4112-ac64-520a9c1977e4 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.555954 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:40:15.556952 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] Checking segment: {'id': '4fea7666-2a22-4a33-bc51-cac6e6958f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7ce60fdd-a8d9-4349-a941-ccce1db05337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:15.559107 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.559644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] Bound using segment: {'id': '4fea7666-2a22-4a33-bc51-cac6e6958f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7ce60fdd-a8d9-4349-a941-ccce1db05337'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:40:15.560349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] Bound port: 8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fea7666-2a22-4a33-bc51-cac6e6958f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7ce60fdd-a8d9-4349-a941-ccce1db05337'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:40:15.564450 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.583909 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a430f4-2c84-4112-ac64-520a9c1977e4 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Pushing event deleted for resources: {'Port': ['ID=bf18a6cb-c6e8-4c15-aa17-07354aef08a6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:15.594871 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa1d406-896a-4d9c-83dc-b0db25d72cd0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:40:15.595305 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aaa1d406-896a-4d9c-83dc-b0db25d72cd0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:40:15.599129 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:40:15.727010 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7da6d84-891b-44cb-98cd-6282108e9bca tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.754607 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7da6d84-891b-44cb-98cd-6282108e9bca tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.782016 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7da6d84-891b-44cb-98cd-6282108e9bca tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.795122 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7da6d84-891b-44cb-98cd-6282108e9bca tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.796441 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a7da6d84-891b-44cb-98cd-6282108e9bca tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/0a131e6f-374d-49e4-ab22-9951d336f34a HTTP/1.1" status: 204 len: 168 time: 0.2754633 Aug 16 22:40:15.802734 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-294af4a2-e378-45bc-9de4-d32979575186 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.817869 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] For port 8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:40:15.820619 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46902) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:15.829798 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da6d84-891b-44cb-98cd-6282108e9bca tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a131e6f-374d-49e4-ab22-9951d336f34a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:15.839921 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aaa1d406-896a-4d9c-83dc-b0db25d72cd0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.851466 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aaa1d406-896a-4d9c-83dc-b0db25d72cd0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.856095 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-aaa1d406-896a-4d9c-83dc-b0db25d72cd0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "DELETE /v2.0/networks/9ed53d57-76d7-46ab-b220-a617ed96c6d4 HTTP/1.1" status: 204 len: 168 time: 3.3485117 Aug 16 22:40:15.857218 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46906) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:15.861484 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] For port 8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9,segment=NetworkSegment(4fea7666-2a22-4a33-bc51-cac6e6958f5b),segment_id=4fea7666-2a22-4a33-bc51-cac6e6958f5b)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:40:15.874309 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.957068 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1d406-896a-4d9c-83dc-b0db25d72cd0 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event deleted for resources: {'Network': ['ID=9ed53d57-76d7-46ab-b220-a617ed96c6d4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:15.999685 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294af4a2-e378-45bc-9de4-d32979575186 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Subnet': ['ID=74585941-5c3d-4ce0-b76a-423dd280ec4e,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:16.131540 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8afd3-31ef-4c97-8c75-ecd2401b06b7 None None] Pushing event updated for resources: {'Port': ['ID=8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:16.154320 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-36cb2b6a-e519-4520-a86f-c9c57abd3f38 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Deleting subnet 0063288a-1bbd-4162-85e6-9376f148fb77 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:40:16.160854 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-36cb2b6a-e519-4520-a86f-c9c57abd3f38 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:16.163091 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294af4a2-e378-45bc-9de4-d32979575186 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Checking segment: {'id': 'f153a75e-ac2f-4acb-82c3-84eb9cdc7f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5cd9fac8-735c-4162-9b91-0338b941b5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:16.163969 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294af4a2-e378-45bc-9de4-d32979575186 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network hostable DHCP agents. Network: 5cd9fac8-735c-4162-9b91-0338b941b5aa, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:40:16.165693 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-99a430f4-2c84-4112-ac64-520a9c1977e4 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:16.177316 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c7b7fa6e-42c7-4cef-b66c-96a7987d16db tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3430457 Aug 16 22:40:16.182156 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46912) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:16.188917 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-07b36675-b45c-47f2-9ac4-e4931d8059eb tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Request body: {'security_group_rule': {'security_group_id': 'b599a744-0b8e-4e52-9301-c6b7b67951c2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:16.218249 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294af4a2-e378-45bc-9de4-d32979575186 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network 5cd9fac8-735c-4162-9b91-0338b941b5aa is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:40:16.259893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-294af4a2-e378-45bc-9de4-d32979575186 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 5cd9fac8-735c-4162-9b91-0338b941b5aa) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:16.274409 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0d0fa2-b0fb-4a89-aa02-b918dec8518a None None] Network 5cd9fac8-735c-4162-9b91-0338b941b5aa requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:16.295286 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-07b36675-b45c-47f2-9ac4-e4931d8059eb tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:16.327907 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae2d4f-5b12-49d1-8ec7-93b78095c979 req-66fbe6c6-679a-488f-9985-733df6228d1f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:16.330036 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51ae2d4f-5b12-49d1-8ec7-93b78095c979 req-66fbe6c6-679a-488f-9985-733df6228d1f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8 HTTP/1.1" status: 200 len: 945 time: 0.3240652 Aug 16 22:40:16.337505 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294af4a2-e378-45bc-9de4-d32979575186 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:16.338420 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-294af4a2-e378-45bc-9de4-d32979575186 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:16.379472 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-294af4a2-e378-45bc-9de4-d32979575186 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5479093 Aug 16 22:40:16.386923 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46916) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:16.397231 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1c8285d6-5925-4755-9b15-de88af386829 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-514727902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:16.440018 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c8285d6-5925-4755-9b15-de88af386829 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:16.450343 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c8285d6-5925-4755-9b15-de88af386829 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:16.571568 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-36cb2b6a-e519-4520-a86f-c9c57abd3f38 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:16.577283 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-07b36675-b45c-47f2-9ac4-e4931d8059eb tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:16.607662 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-07b36675-b45c-47f2-9ac4-e4931d8059eb tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:16.659870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-5cd9fac8-735c-4162-9b91-0338b941b5aa', 'network_id': '5cd9fac8-735c-4162-9b91-0338b941b5aa', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'fixed_ips': [{'subnet_id': '74585941-5c3d-4ce0-b76a-423dd280ec4e'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:40:16.660843 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:16.693303 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51ae2d4f-5b12-49d1-8ec7-93b78095c979 req-834b18f2-adfb-4c7b-9b03-8e4d05a286a6 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370941 Aug 16 22:40:16.722496 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b36675-b45c-47f2-9ac4-e4931d8059eb tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c442b2-0d30-4960-9f3c-dae72255feb2,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:16.769488 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-07b36675-b45c-47f2-9ac4-e4931d8059eb tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:16.775265 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-07b36675-b45c-47f2-9ac4-e4931d8059eb tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5873654 Aug 16 22:40:16.777094 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46918) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:16.784878 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c8285d6-5925-4755-9b15-de88af386829 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:16.794977 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c8285d6-5925-4755-9b15-de88af386829 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:16.808655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-27478578-a9e9-4876-826d-bff2894d53fb tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-group-rules/65c442b2-0d30-4960-9f3c-dae72255feb2 HTTP/1.1" status: 200 len: 763 time: 0.0262918 Aug 16 22:40:16.808909 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46920) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:16.829830 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c8285d6-5925-4755-9b15-de88af386829 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:16.831359 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1c8285d6-5925-4755-9b15-de88af386829 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4380407 Aug 16 22:40:16.834310 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46922) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:16.955670 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a430f4-2c84-4112-ac64-520a9c1977e4 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Router bcdb8a8c-c070-4c69-bbcd-22a40b440c12 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:40:16.968331 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] Allocated IP 172.21.0.2 (5cd9fac8-735c-4162-9b91-0338b941b5aa/74585941-5c3d-4ce0-b76a-423dd280ec4e/cb64d651-fe53-492f-bceb-51d0ab6f5133) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:40:17.121031 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a6b94330-2a78-4b51-82c2-22750a6a3924 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3105526 Aug 16 22:40:17.215966 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46928) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:17.405213 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9674afdd-4803-4d66-953a-013f7a82c633 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:17.418826 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9674afdd-4803-4d66-953a-013f7a82c633 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:17.450489 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:40:17.486562 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a430f4-2c84-4112-ac64-520a9c1977e4 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:40:17.509357 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8045701-0d68-49d8-82a4-9b43fb6c9532 req-c085cd2c-9da3-4bea-9ed6-37ea696288fd tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:17.513399 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-99a430f4-2c84-4112-ac64-520a9c1977e4 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] 10.222.0.93 "PUT /v2.0/routers/bcdb8a8c-c070-4c69-bbcd-22a40b440c12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4531479 Aug 16 22:40:17.523986 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8045701-0d68-49d8-82a4-9b43fb6c9532 req-c085cd2c-9da3-4bea-9ed6-37ea696288fd tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "GET /v2.0/ports?device_id=e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8 HTTP/1.1" status: 200 len: 945 time: 0.4213231 Aug 16 22:40:17.525344 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46932) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:17.527155 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-36cb2b6a-e519-4520-a86f-c9c57abd3f38 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:17.597132 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:17.600454 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9674afdd-4803-4d66-953a-013f7a82c633 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:17.624647 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] Transition to ACTIVE for port object cb64d651-fe53-492f-bceb-51d0ab6f5133 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:17.662608 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] Transition to ACTIVE for port object cb64d651-fe53-492f-bceb-51d0ab6f5133 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:17.765838 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd47ad2-83bf-4b33-89db-ddbdf2a5f62d None None] Sync routers for ids ['bcdb8a8c-c070-4c69-bbcd-22a40b440c12'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:40:17.771679 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:17.827858 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34b2a421-5de0-4a77-84df-8b99da65322b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:17.841783 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5c07126-788a-4730-b6f7-5716d8fd74f2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:17.866287 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9674afdd-4803-4d66-953a-013f7a82c633 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:17.873153 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9674afdd-4803-4d66-953a-013f7a82c633 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/65c442b2-0d30-4960-9f3c-dae72255feb2 HTTP/1.1" status: 204 len: 168 time: 0.6400657 Aug 16 22:40:17.874555 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674afdd-4803-4d66-953a-013f7a82c633 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65c442b2-0d30-4960-9f3c-dae72255feb2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:17.877019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46936) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:17.886576 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] Network 5cd9fac8-735c-4162-9b91-0338b941b5aa is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:17.907620 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd47ad2-83bf-4b33-89db-ddbdf2a5f62d None None] Routers {'bcdb8a8c-c070-4c69-bbcd-22a40b440c12'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:40:17.909463 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0dd47ad2-83bf-4b33-89db-ddbdf2a5f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:40:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['bcdb8a8c-c070-4c69-bbcd-22a40b440c12'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:17.914493 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:17.920612 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:40:18.064898 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b11e663-125e-4993-9f69-1af124ec0f7d None None] Network 7ce60fdd-a8d9-4349-a941-ccce1db05337 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:18.102645 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-eda1801b-bc48-493f-ae05-4b8ffaf98426 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1289103 Aug 16 22:40:18.107343 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46938) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:18.114025 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-59b38c94-ba7c-4878-8bb6-9cce2d3893b8 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Request body: {'security_group_rule': {'security_group_id': 'b599a744-0b8e-4e52-9301-c6b7b67951c2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:18.317278 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5c07126-788a-4730-b6f7-5716d8fd74f2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:18.320143 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5c07126-788a-4730-b6f7-5716d8fd74f2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:18.353063 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0dd47ad2-83bf-4b33-89db-ddbdf2a5f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:18.370647 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:18.389867 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59b38c94-ba7c-4878-8bb6-9cce2d3893b8 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:18.392762 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5c07126-788a-4730-b6f7-5716d8fd74f2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:18.393271 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c07126-788a-4730-b6f7-5716d8fd74f2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Fanout notify agent at l3_agent the message router_deleted on router bcdb8a8c-c070-4c69-bbcd-22a40b440c12 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:40:18.405515 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5c07126-788a-4730-b6f7-5716d8fd74f2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:18.409743 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c5c07126-788a-4730-b6f7-5716d8fd74f2 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] 10.222.0.93 "DELETE /v2.0/routers/bcdb8a8c-c070-4c69-bbcd-22a40b440c12 HTTP/1.1" status: 204 len: 168 time: 0.8787467 Aug 16 22:40:18.416915 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46944) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:18.471573 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] Pushing event updated for resources: {'Port': ['ID=cb64d651-fe53-492f-bceb-51d0ab6f5133,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:18.481324 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-00749074-d1ef-4e11-9a38-7f503c1aea42 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Deleting subnet ea51d407-0964-47d3-8f7b-b41a87df52bc {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:40:18.488292 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-36cb2b6a-e519-4520-a86f-c9c57abd3f38 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:18.498466 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-00749074-d1ef-4e11-9a38-7f503c1aea42 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:18.529174 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd47ad2-83bf-4b33-89db-ddbdf2a5f62d None None] Routers set() bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:40:18.530003 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd47ad2-83bf-4b33-89db-ddbdf2a5f62d None None] Router IDs set() for agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 22:40:18.531731 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_agentschedulers_db [None req-0dd47ad2-83bf-4b33-89db-ddbdf2a5f62d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bcdb8a8c-c070-4c69-bbcd-22a40b440c12'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:40:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent'). {{(pid=94873) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 22:40:18.532855 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd47ad2-83bf-4b33-89db-ddbdf2a5f62d None None] The sync data for ids ['bcdb8a8c-c070-4c69-bbcd-22a40b440c12'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:40:18.589452 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb2b6a-e519-4520-a86f-c9c57abd3f38 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event deleted for resources: {'Subnet': ['ID=0063288a-1bbd-4162-85e6-9376f148fb77,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:18.625068 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-198c33c6-05f2-42b2-b197-e5868e321f8d None None] Provisioning for port 8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:18.635233 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fdf094-f33f-4ec3-a54c-cbf0d700ba1e None None] Network f50fe2f4-c686-48a1-b075-f244cae9f467 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:18.636211 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-36cb2b6a-e519-4520-a86f-c9c57abd3f38 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:18.645694 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-36cb2b6a-e519-4520-a86f-c9c57abd3f38 tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "DELETE /v2.0/subnets/0063288a-1bbd-4162-85e6-9376f148fb77 HTTP/1.1" status: 204 len: 168 time: 2.7792673 Aug 16 22:40:18.651966 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46948) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:18.824214 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-198c33c6-05f2-42b2-b197-e5868e321f8d None None] Provisioning complete for port 8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:18.824901 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-198c33c6-05f2-42b2-b197-e5868e321f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:18.848960 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] Attempting to bind port cb64d651-fe53-492f-bceb-51d0ab6f5133 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:40:18.849450 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] Attempting to bind port cb64d651-fe53-492f-bceb-51d0ab6f5133 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'f153a75e-ac2f-4acb-82c3-84eb9cdc7f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5cd9fac8-735c-4162-9b91-0338b941b5aa'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:40:18.849952 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] Attempting to bind port cb64d651-fe53-492f-bceb-51d0ab6f5133 on network 5cd9fac8-735c-4162-9b91-0338b941b5aa {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:40:18.935527 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:40:18.936068 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] Checking segment: {'id': 'f153a75e-ac2f-4acb-82c3-84eb9cdc7f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5cd9fac8-735c-4162-9b91-0338b941b5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:18.936990 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:18.937116 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] Bound using segment: {'id': 'f153a75e-ac2f-4acb-82c3-84eb9cdc7f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5cd9fac8-735c-4162-9b91-0338b941b5aa'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:40:18.937811 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] Bound port: cb64d651-fe53-492f-bceb-51d0ab6f5133, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f153a75e-ac2f-4acb-82c3-84eb9cdc7f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5cd9fac8-735c-4162-9b91-0338b941b5aa'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:40:18.945523 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:18.974710 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-00749074-d1ef-4e11-9a38-7f503c1aea42 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:19.075529 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-34b2a421-5de0-4a77-84df-8b99da65322b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Allocated IP 172.20.0.1 (7ce60fdd-a8d9-4349-a941-ccce1db05337/a55005e4-6161-4fe3-a586-c8d614bec47b/4234b63c-7715-4bd0-9032-8ba8a5c40932) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:40:19.168276 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-00749074-d1ef-4e11-9a38-7f503c1aea42 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:19.224084 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34b2a421-5de0-4a77-84df-8b99da65322b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:19.240068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-34b2a421-5de0-4a77-84df-8b99da65322b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Transition to ACTIVE for port object 4234b63c-7715-4bd0-9032-8ba8a5c40932 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:19.285352 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34b2a421-5de0-4a77-84df-8b99da65322b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:19.317046 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32066346-0847-44f1-a07f-c98fec24e63f req-f417735c-a44f-4679-a443-b7a7672be767 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:19.319020 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-32066346-0847-44f1-a07f-c98fec24e63f req-f417735c-a44f-4679-a443-b7a7672be767 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8 HTTP/1.1" status: 200 len: 945 time: 1.4636528 Aug 16 22:40:19.327241 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59b38c94-ba7c-4878-8bb6-9cce2d3893b8 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:19.351695 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59b38c94-ba7c-4878-8bb6-9cce2d3893b8 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:19.466399 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-00749074-d1ef-4e11-9a38-7f503c1aea42 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:19.486992 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a441a9e-b2e8-4fc8-89ca-74acfb7c4dbe tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:19.497836 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b38c94-ba7c-4878-8bb6-9cce2d3893b8 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e66f5a7-cbe2-4ecb-8fee-5443670bceac,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:19.547165 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b2a421-5de0-4a77-84df-8b99da65322b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network 7ce60fdd-a8d9-4349-a941-ccce1db05337 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:19.557316 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00749074-d1ef-4e11-9a38-7f503c1aea42 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Pushing event deleted for resources: {'Subnet': ['ID=ea51d407-0964-47d3-8f7b-b41a87df52bc,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:19.562980 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-34b2a421-5de0-4a77-84df-8b99da65322b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:19.584235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b8045701-0d68-49d8-82a4-9b43fb6c9532 req-4558ae43-dd06-45c5-8799-f98cd5ba474e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Deleting port a37698e8-abaf-4d1e-923f-8e7b630bb6a9 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:19.586285 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b8045701-0d68-49d8-82a4-9b43fb6c9532 req-4558ae43-dd06-45c5-8799-f98cd5ba474e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:19.594048 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2a421-5de0-4a77-84df-8b99da65322b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Port': ['ID=4234b63c-7715-4bd0-9032-8ba8a5c40932,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:19.596148 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-00749074-d1ef-4e11-9a38-7f503c1aea42 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:19.604667 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-00749074-d1ef-4e11-9a38-7f503c1aea42 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] 10.222.0.93 "DELETE /v2.0/subnets/ea51d407-0964-47d3-8f7b-b41a87df52bc HTTP/1.1" status: 204 len: 168 time: 1.1848803 Aug 16 22:40:19.605783 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59b38c94-ba7c-4878-8bb6-9cce2d3893b8 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:19.609747 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-59b38c94-ba7c-4878-8bb6-9cce2d3893b8 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5035799 Aug 16 22:40:19.610968 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46956) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:19.613224 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46958) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:19.669402 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b2a421-5de0-4a77-84df-8b99da65322b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:40:19.759752 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44cb638-b557-431f-9857-25ee8cc8afa6 None None] Network 0ef76a33-5d60-468b-a397-6e095a4830c4 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:19.852236 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34b2a421-5de0-4a77-84df-8b99da65322b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:20.142670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b8045701-0d68-49d8-82a4-9b43fb6c9532 req-4558ae43-dd06-45c5-8799-f98cd5ba474e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] For port a37698e8-abaf-4d1e-923f-8e7b630bb6a9, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a37698e8-abaf-4d1e-923f-8e7b630bb6a9,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:20.143634 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b8045701-0d68-49d8-82a4-9b43fb6c9532 req-4558ae43-dd06-45c5-8799-f98cd5ba474e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:20.165670 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] For port cb64d651-fe53-492f-bceb-51d0ab6f5133, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:40:20.186569 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b8045701-0d68-49d8-82a4-9b43fb6c9532 req-4558ae43-dd06-45c5-8799-f98cd5ba474e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Calling delete_port for a37698e8-abaf-4d1e-923f-8e7b630bb6a9 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:20.255451 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] For port cb64d651-fe53-492f-bceb-51d0ab6f5133, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cb64d651-fe53-492f-bceb-51d0ab6f5133,segment=NetworkSegment(f153a75e-ac2f-4acb-82c3-84eb9cdc7f89),segment_id=f153a75e-ac2f-4acb-82c3-84eb9cdc7f89)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:40:20.259171 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-198c33c6-05f2-42b2-b197-e5868e321f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:20.342518 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-453ee226-3931-4d85-94e4-33f38d4c0fdd tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-group-rules/0e66f5a7-cbe2-4ecb-8fee-5443670bceac HTTP/1.1" status: 200 len: 764 time: 0.7231994 Aug 16 22:40:20.344772 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:20.443584 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46964) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:20.455906 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b106483e-bccf-416a-95f8-aaa6e7ea1854 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:20.462339 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e184e48-7e87-40d5-b552-556e92f6cce8 None None] DHCP port deletion for f50fe2f4-c686-48a1-b075-f244cae9f467 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:40:20.490820 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-32066346-0847-44f1-a07f-c98fec24e63f req-ad0a2c0d-a611-40d0-833b-17daccf1ab75 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1291809 Aug 16 22:40:20.540186 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59809c09-5875-45d7-bc77-7a5ca38580da None None] DHCP port deletion for 0ef76a33-5d60-468b-a397-6e095a4830c4 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:40:20.671395 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-198c33c6-05f2-42b2-b197-e5868e321f8d None None] For port 8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9,segment=NetworkSegment(4fea7666-2a22-4a33-bc51-cac6e6958f5b),segment_id=4fea7666-2a22-4a33-bc51-cac6e6958f5b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:20.707759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5c2ef-a97d-40fb-a5e4-11cb3533930d None None] Pushing event updated for resources: {'Port': ['ID=cb64d651-fe53-492f-bceb-51d0ab6f5133,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:20.717721 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a37698e8-abaf-4d1e-923f-8e7b630bb6a9 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:40:20.720818 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-198c33c6-05f2-42b2-b197-e5868e321f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:20.863640 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-130e942d-c7c7-42f9-b464-414e79a263f4 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3820198 Aug 16 22:40:20.868327 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46970) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:21.061561 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-0a441a9e-b2e8-4fc8-89ca-74acfb7c4dbe tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Deleting port a49db2d5-888e-45c4-8706-119bad76dc58 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:21.061905 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a441a9e-b2e8-4fc8-89ca-74acfb7c4dbe tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:21.081844 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34b2a421-5de0-4a77-84df-8b99da65322b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:21.201360 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2ca3765e-1f2d-4233-b7f0-33b81d486d92 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:21.325434 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c33c6-05f2-42b2-b197-e5868e321f8d None None] Pushing event updated for resources: {'Port': ['ID=8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:21.387313 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2ca3765e-1f2d-4233-b7f0-33b81d486d92 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:21.419207 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9135da42-9e1e-4d8d-bdb2-3a59b4521cbd None None] Provisioning for port 4234b63c-7715-4bd0-9032-8ba8a5c40932 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:21.438660 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b8045701-0d68-49d8-82a4-9b43fb6c9532 req-4558ae43-dd06-45c5-8799-f98cd5ba474e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:21.487338 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['8507266d-0a1f-46dd-89e2-1352a70987b1', 'bc1e7f6a-23ab-47c1-abaa-231b151908c9'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:40:21.502700 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9135da42-9e1e-4d8d-bdb2-3a59b4521cbd None None] Provisioning complete for port 4234b63c-7715-4bd0-9032-8ba8a5c40932 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:21.503041 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9135da42-9e1e-4d8d-bdb2-3a59b4521cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:21.520978 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cb64d651-fe53-492f-bceb-51d0ab6f5133 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:40:21.525384 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Port a37698e8-abaf-4d1e-923f-8e7b630bb6a9 update to DOWN by agent not found {{(pid=94873) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 16 22:40:21.535604 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-0a441a9e-b2e8-4fc8-89ca-74acfb7c4dbe tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] For port a49db2d5-888e-45c4-8706-119bad76dc58, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a49db2d5-888e-45c4-8706-119bad76dc58,segment=NetworkSegment(72d967c6-e8b1-42b3-8165-2248e4205d97),segment_id=72d967c6-e8b1-42b3-8165-2248e4205d97)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:21.536158 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a441a9e-b2e8-4fc8-89ca-74acfb7c4dbe tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:21.551665 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b106483e-bccf-416a-95f8-aaa6e7ea1854 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Deleting port 455124d3-8ac0-45da-ad04-43bd78bdaebe {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:21.552055 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b106483e-bccf-416a-95f8-aaa6e7ea1854 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:21.639438 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:40:21.884542 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b106483e-bccf-416a-95f8-aaa6e7ea1854 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] For port 455124d3-8ac0-45da-ad04-43bd78bdaebe, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=455124d3-8ac0-45da-ad04-43bd78bdaebe,segment=NetworkSegment(767ce17a-1c21-4c36-a826-74fc8d374409),segment_id=767ce17a-1c21-4c36-a826-74fc8d374409)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:21.885359 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b106483e-bccf-416a-95f8-aaa6e7ea1854 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:21.893528 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-5e184e48-7e87-40d5-b552-556e92f6cce8 None None] Deleting port a49db2d5-888e-45c4-8706-119bad76dc58 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:21.893912 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5e184e48-7e87-40d5-b552-556e92f6cce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:21.914329 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b106483e-bccf-416a-95f8-aaa6e7ea1854 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Calling delete_port for 455124d3-8ac0-45da-ad04-43bd78bdaebe owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:22.056557 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2ca3765e-1f2d-4233-b7f0-33b81d486d92 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:22.086996 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2ca3765e-1f2d-4233-b7f0-33b81d486d92 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:22.093644 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2ca3765e-1f2d-4233-b7f0-33b81d486d92 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/0e66f5a7-cbe2-4ecb-8fee-5443670bceac HTTP/1.1" status: 204 len: 168 time: 1.2239268 Aug 16 22:40:22.094198 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-9135da42-9e1e-4d8d-bdb2-3a59b4521cbd None None] Port 4234b63c-7715-4bd0-9032-8ba8a5c40932 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:40:22.095706 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-0a441a9e-b2e8-4fc8-89ca-74acfb7c4dbe tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Calling delete_port for a49db2d5-888e-45c4-8706-119bad76dc58 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:22.099199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3765e-1f2d-4233-b7f0-33b81d486d92 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e66f5a7-cbe2-4ecb-8fee-5443670bceac,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:22.111325 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46982) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:22.161474 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b106483e-bccf-416a-95f8-aaa6e7ea1854 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:22.202507 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-59809c09-5875-45d7-bc77-7a5ca38580da None None] Deleting port 455124d3-8ac0-45da-ad04-43bd78bdaebe {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:22.203464 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-59809c09-5875-45d7-bc77-7a5ca38580da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:22.319431 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558ae43-dd06-45c5-8799-f98cd5ba474e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Pushing event deleted for resources: {'Port': ['ID=a37698e8-abaf-4d1e-923f-8e7b630bb6a9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:22.396729 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106483e-bccf-416a-95f8-aaa6e7ea1854 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Pushing event deleted for resources: {'Port': ['ID=455124d3-8ac0-45da-ad04-43bd78bdaebe,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:22.413001 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9135da42-9e1e-4d8d-bdb2-3a59b4521cbd None None] Provisioning complete for port 8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:22.413863 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9135da42-9e1e-4d8d-bdb2-3a59b4521cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:22.420490 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b106483e-bccf-416a-95f8-aaa6e7ea1854 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] No DVR routers for this DVR port 455124d3-8ac0-45da-ad04-43bd78bdaebe on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:40:22.482010 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-5e184e48-7e87-40d5-b552-556e92f6cce8 None None] For port a49db2d5-888e-45c4-8706-119bad76dc58, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a49db2d5-888e-45c4-8706-119bad76dc58,segment=NetworkSegment(72d967c6-e8b1-42b3-8165-2248e4205d97),segment_id=72d967c6-e8b1-42b3-8165-2248e4205d97)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:22.482803 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5e184e48-7e87-40d5-b552-556e92f6cce8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:22.520921 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-59809c09-5875-45d7-bc77-7a5ca38580da None None] For port 455124d3-8ac0-45da-ad04-43bd78bdaebe, host n-d-792458-15, got binding levels [] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:22.523838 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-59809c09-5875-45d7-bc77-7a5ca38580da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:22.527375 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9039a609-90db-461a-9f66-0b0cb38a43a3 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4092629 Aug 16 22:40:22.533397 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46986) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:22.537841 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port cb64d651-fe53-492f-bceb-51d0ab6f5133 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:22.578125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-5e184e48-7e87-40d5-b552-556e92f6cce8 None None] Calling delete_port for a49db2d5-888e-45c4-8706-119bad76dc58 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:22.639504 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34b2a421-5de0-4a77-84df-8b99da65322b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:22.642594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-59809c09-5875-45d7-bc77-7a5ca38580da None None] Calling delete_port for 455124d3-8ac0-45da-ad04-43bd78bdaebe owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:22.675224 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.ipam_backend_mixin [None req-59809c09-5875-45d7-bc77-7a5ca38580da None None] Port 455124d3-8ac0-45da-ad04-43bd78bdaebe was not found and therefore no delete operation was performed {{(pid=94873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:40:22.677650 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34b2a421-5de0-4a77-84df-8b99da65322b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:22.704032 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-59809c09-5875-45d7-bc77-7a5ca38580da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:22.755293 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59809c09-5875-45d7-bc77-7a5ca38580da None None] No DVR routers for this DVR port 455124d3-8ac0-45da-ad04-43bd78bdaebe on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:40:22.841417 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99b0b542-d41e-44c5-a248-42b0912278da req-951d9fa3-7af8-4a92-999b-24ca7bf43661 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8 HTTP/1.1" status: 200 len: 210 time: 0.6760416 Aug 16 22:40:22.881227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9de81b6-b330-4878-8c1a-328a8601104b None None] Network 5cd9fac8-735c-4162-9b91-0338b941b5aa requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:22.884896 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 455124d3-8ac0-45da-ad04-43bd78bdaebe no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:40:22.896829 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59809c09-5875-45d7-bc77-7a5ca38580da None None] Pushing event deleted for resources: {'Port': ['ID=455124d3-8ac0-45da-ad04-43bd78bdaebe,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:22.940669 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8045701-0d68-49d8-82a4-9b43fb6c9532 req-4558ae43-dd06-45c5-8799-f98cd5ba474e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] No DVR routers for this DVR port a37698e8-abaf-4d1e-923f-8e7b630bb6a9 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:40:22.958937 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b8045701-0d68-49d8-82a4-9b43fb6c9532 req-4558ae43-dd06-45c5-8799-f98cd5ba474e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:22.962507 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8045701-0d68-49d8-82a4-9b43fb6c9532 req-4558ae43-dd06-45c5-8799-f98cd5ba474e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "DELETE /v2.0/ports/a37698e8-abaf-4d1e-923f-8e7b630bb6a9 HTTP/1.1" status: 204 len: 173 time: 5.4255552 Aug 16 22:40:22.975462 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8', 'name': 'network-vif-deleted', 'tag': 'a37698e8-abaf-4d1e-923f-8e7b630bb6a9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:40:22.980130 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e48f73-1f7c-458f-a73a-7a8606e3b803" -d '{"events": [{"server_uuid": "e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8", "name": "network-vif-deleted", "tag": "a37698e8-abaf-4d1e-923f-8e7b630bb6a9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:40:22.992226 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 455124d3-8ac0-45da-ad04-43bd78bdaebe {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:40:22.992620 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 455124d3-8ac0-45da-ad04-43bd78bdaebe not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:40:22.993797 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a49db2d5-888e-45c4-8706-119bad76dc58 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:40:23.036610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2a421-5de0-4a77-84df-8b99da65322b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Port': ['ID=4234b63c-7715-4bd0-9032-8ba8a5c40932,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:23.042886 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34b2a421-5de0-4a77-84df-8b99da65322b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:23.075589 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b106483e-bccf-416a-95f8-aaa6e7ea1854 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:23.115349 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-b106483e-bccf-416a-95f8-aaa6e7ea1854 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef76a33-5d60-468b-a397-6e095a4830c4']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:23.158120 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a441a9e-b2e8-4fc8-89ca-74acfb7c4dbe tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:23.160817 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27649f9f-76db-4401-a208-51f6436987a1 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:23.175035 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-b106483e-bccf-416a-95f8-aaa6e7ea1854 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767ce17a-1c21-4c36-a826-74fc8d374409') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:23.175334 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-b106483e-bccf-416a-95f8-aaa6e7ea1854 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767ce17a-1c21-4c36-a826-74fc8d374409') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:23.229067 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecae8cdb-7184-40af-a163-f6b5e9adf91e x-openstack-request-id: req-ecae8cdb-7184-40af-a163-f6b5e9adf91e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:40:23.231076 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8", "name": "network-vif-deleted", "tag": "a37698e8-abaf-4d1e-923f-8e7b630bb6a9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:40:23.231734 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ecae8cdb-7184-40af-a163-f6b5e9adf91e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:40:23.232513 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8', 'name': 'network-vif-deleted', 'tag': 'a37698e8-abaf-4d1e-923f-8e7b630bb6a9', 'status': 'completed', 'code': 200} Aug 16 22:40:23.243504 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a441a9e-b2e8-4fc8-89ca-74acfb7c4dbe tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event deleted for resources: {'Port': ['ID=a49db2d5-888e-45c4-8706-119bad76dc58,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:23.268413 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b106483e-bccf-416a-95f8-aaa6e7ea1854 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:23.294213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b2a421-5de0-4a77-84df-8b99da65322b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network 7ce60fdd-a8d9-4349-a941-ccce1db05337 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:23.298021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-34b2a421-5de0-4a77-84df-8b99da65322b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:23.363262 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a441a9e-b2e8-4fc8-89ca-74acfb7c4dbe tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] No DVR routers for this DVR port a49db2d5-888e-45c4-8706-119bad76dc58 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:40:23.400602 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: a49db2d5-888e-45c4-8706-119bad76dc58 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:40:23.401064 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a49db2d5-888e-45c4-8706-119bad76dc58 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:40:23.434460 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27649f9f-76db-4401-a208-51f6436987a1 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:23.467378 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b106483e-bccf-416a-95f8-aaa6e7ea1854 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:23.645914 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b106483e-bccf-416a-95f8-aaa6e7ea1854 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:40:23.667573 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b106483e-bccf-416a-95f8-aaa6e7ea1854 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:40:23.673789 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:40:23.733842 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b2a421-5de0-4a77-84df-8b99da65322b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router 56248e96-99eb-4127-b412-e068b949eb13 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:40:23.790728 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5e184e48-7e87-40d5-b552-556e92f6cce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:23.848024 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e184e48-7e87-40d5-b552-556e92f6cce8 None None] Pushing event deleted for resources: {'Port': ['ID=a49db2d5-888e-45c4-8706-119bad76dc58,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:23.917615 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a441a9e-b2e8-4fc8-89ca-74acfb7c4dbe tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:23.984861 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:40:24.004950 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-0a441a9e-b2e8-4fc8-89ca-74acfb7c4dbe tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50fe2f4-c686-48a1-b075-f244cae9f467']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:24.031624 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b2a421-5de0-4a77-84df-8b99da65322b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:40:24.047897 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-34b2a421-5de0-4a77-84df-8b99da65322b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/56248e96-99eb-4127-b412-e068b949eb13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2083707 Aug 16 22:40:24.053230 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412db05d-89ca-4400-b98e-b82c143bff83 None None] Sync routers for ids ['56248e96-99eb-4127-b412-e068b949eb13'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:40:24.075716 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47002) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:24.080189 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412db05d-89ca-4400-b98e-b82c143bff83 None None] Routers {'56248e96-99eb-4127-b412-e068b949eb13'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:40:24.082888 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-412db05d-89ca-4400-b98e-b82c143bff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:40:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['56248e96-99eb-4127-b412-e068b949eb13'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:24.084631 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-251bb946-3c66-45e0-ac19-6c844580ecd4 req-51a72b0a-98d3-4e08-8e47-a02145b8d135 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e839ad01-9a34-42ad-ad6b-3ff43ec9bbc8 HTTP/1.1" status: 200 len: 210 time: 0.0343704 Aug 16 22:40:24.106098 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-0a441a9e-b2e8-4fc8-89ca-74acfb7c4dbe tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d967c6-e8b1-42b3-8165-2248e4205d97') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:24.109903 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-0a441a9e-b2e8-4fc8-89ca-74acfb7c4dbe tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d967c6-e8b1-42b3-8165-2248e4205d97') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:24.153074 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a441a9e-b2e8-4fc8-89ca-74acfb7c4dbe tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:24.176744 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b106483e-bccf-416a-95f8-aaa6e7ea1854 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:24.187015 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-412db05d-89ca-4400-b98e-b82c143bff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:24.192582 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b106483e-bccf-416a-95f8-aaa6e7ea1854 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:24.197651 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f40db2-a011-4e46-ba26-8bbff28a2366 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:24.203512 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b106483e-bccf-416a-95f8-aaa6e7ea1854 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] 10.222.0.93 "DELETE /v2.0/networks/0ef76a33-5d60-468b-a397-6e095a4830c4 HTTP/1.1" status: 204 len: 168 time: 4.5836704 Aug 16 22:40:24.203512 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27649f9f-76db-4401-a208-51f6436987a1 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:24.205080 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-92f40db2-a011-4e46-ba26-8bbff28a2366 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/ports/4234b63c-7715-4bd0-9032-8ba8a5c40932 HTTP/1.1" status: 200 len: 910 time: 0.1129136 Aug 16 22:40:24.208207 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47004) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:24.213706 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27649f9f-76db-4401-a208-51f6436987a1 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:24.223158 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-27649f9f-76db-4401-a208-51f6436987a1 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "DELETE /v2.0/security-groups/b599a744-0b8e-4e52-9301-c6b7b67951c2 HTTP/1.1" status: 204 len: 168 time: 1.6860044 Aug 16 22:40:24.226645 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412db05d-89ca-4400-b98e-b82c143bff83 None None] Routers {'56248e96-99eb-4127-b412-e068b949eb13'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:40:24.227896 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-412db05d-89ca-4400-b98e-b82c143bff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:40:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['56248e96-99eb-4127-b412-e068b949eb13'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:24.233806 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e184e48-7e87-40d5-b552-556e92f6cce8 None None] No DVR routers for this DVR port a49db2d5-888e-45c4-8706-119bad76dc58 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:40:24.240660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47008) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:24.314362 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:24.315699 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:24.324688 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a441a9e-b2e8-4fc8-89ca-74acfb7c4dbe tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:24.339307 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106483e-bccf-416a-95f8-aaa6e7ea1854 tempest-FloatingIPNegativeTestJSON-1330836223 tempest-FloatingIPNegativeTestJSON-1330836223-project] Pushing event deleted for resources: {'Network': ['ID=0ef76a33-5d60-468b-a397-6e095a4830c4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:24.351599 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27649f9f-76db-4401-a208-51f6436987a1 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b599a744-0b8e-4e52-9301-c6b7b67951c2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:24.362595 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a441a9e-b2e8-4fc8-89ca-74acfb7c4dbe tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:40:24.364242 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a441a9e-b2e8-4fc8-89ca-74acfb7c4dbe tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:24.373006 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-412db05d-89ca-4400-b98e-b82c143bff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:40:24.379617 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:40:24.386820 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412db05d-89ca-4400-b98e-b82c143bff83 None None] The sync data for ids ['56248e96-99eb-4127-b412-e068b949eb13'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:40:24.435144 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fba5cdfa-3070-4257-9e41-fccc5145a8ea None None] Provisioning complete for port 4234b63c-7715-4bd0-9032-8ba8a5c40932 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:24.435603 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fba5cdfa-3070-4257-9e41-fccc5145a8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:24.522484 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-fba5cdfa-3070-4257-9e41-fccc5145a8ea None None] Port 4234b63c-7715-4bd0-9032-8ba8a5c40932 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:40:24.583247 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fba5cdfa-3070-4257-9e41-fccc5145a8ea None None] Provisioning for port cb64d651-fe53-492f-bceb-51d0ab6f5133 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:24.610427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fba5cdfa-3070-4257-9e41-fccc5145a8ea None None] Provisioning complete for port cb64d651-fe53-492f-bceb-51d0ab6f5133 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:24.611208 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fba5cdfa-3070-4257-9e41-fccc5145a8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:24.708335 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8b171fee-6732-44f3-a0ae-ea323caff7e7 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4537959 Aug 16 22:40:24.709896 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a441a9e-b2e8-4fc8-89ca-74acfb7c4dbe tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:24.716655 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a441a9e-b2e8-4fc8-89ca-74acfb7c4dbe tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:24.717829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47016) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:24.731348 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0a441a9e-b2e8-4fc8-89ca-74acfb7c4dbe tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] 10.222.0.93 "DELETE /v2.0/networks/f50fe2f4-c686-48a1-b075-f244cae9f467 HTTP/1.1" status: 204 len: 168 time: 6.0718222 Aug 16 22:40:24.798587 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47020) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:24.823843 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a441a9e-b2e8-4fc8-89ca-74acfb7c4dbe tempest-NetworksIpV6TestAttrs-955693232 tempest-NetworksIpV6TestAttrs-955693232-project] Pushing event deleted for resources: {'Network': ['ID=f50fe2f4-c686-48a1-b075-f244cae9f467,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:24.844948 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3d2020cf-0ac3-41d4-bf3b-3a7b42190de5 tempest-SecGroupTest-396097218 tempest-SecGroupTest-396097218-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1255691 Aug 16 22:40:24.940983 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fba5cdfa-3070-4257-9e41-fccc5145a8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:25.020092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-fba5cdfa-3070-4257-9e41-fccc5145a8ea None None] For port cb64d651-fe53-492f-bceb-51d0ab6f5133, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cb64d651-fe53-492f-bceb-51d0ab6f5133,segment=NetworkSegment(f153a75e-ac2f-4acb-82c3-84eb9cdc7f89),segment_id=f153a75e-ac2f-4acb-82c3-84eb9cdc7f89)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:25.025597 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fba5cdfa-3070-4257-9e41-fccc5145a8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:25.128434 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5cdfa-3070-4257-9e41-fccc5145a8ea None None] Pushing event updated for resources: {'Port': ['ID=cb64d651-fe53-492f-bceb-51d0ab6f5133,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:25.150943 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-02c487c1-f7a1-42d9-b6b2-83cfe857daf4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=236204fcaa2441d088ae6289f8c3c54c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3505363 Aug 16 22:40:25.154027 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47032) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:25.181379 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5c426d8c-fb85-48f4-99c5-549debc3ec4e None None] Provisioning complete for port cb64d651-fe53-492f-bceb-51d0ab6f5133 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:25.181760 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5c426d8c-fb85-48f4-99c5-549debc3ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:25.212361 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39d3ab1d-0906-4c35-bec7-8e12caa24be4 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:25.294720 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-148c2b8d-dd30-47d8-b5e5-ffaa1543e53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:25.343251 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-148c2b8d-dd30-47d8-b5e5-ffaa1543e53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:25.419603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47038) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:25.437202 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-148c2b8d-dd30-47d8-b5e5-ffaa1543e53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:25.443802 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-148c2b8d-dd30-47d8-b5e5-ffaa1543e53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:25.445065 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-148c2b8d-dd30-47d8-b5e5-ffaa1543e53a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/348eb98a-b519-465f-98a7-75d84e19e26e HTTP/1.1" status: 204 len: 168 time: 0.2896047 Aug 16 22:40:25.465889 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c2b8d-dd30-47d8-b5e5-ffaa1543e53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348eb98a-b519-465f-98a7-75d84e19e26e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:25.676930 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cb64d651-fe53-492f-bceb-51d0ab6f5133 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:40:25.739712 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47050) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:25.783757 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port cb64d651-fe53-492f-bceb-51d0ab6f5133 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:25.784138 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:25.892202 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b46c0-9019-4268-8200-9432f40e6758 req-448a1a8c-432b-4892-9e49-48a9216b0325 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:25.894878 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf9b46c0-9019-4268-8200-9432f40e6758 req-448a1a8c-432b-4892-9e49-48a9216b0325 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 946 time: 0.1400933 Aug 16 22:40:26.033634 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf9b46c0-9019-4268-8200-9432f40e6758 req-54720aa9-30f8-4b37-9305-8f359fe6281f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305747 Aug 16 22:40:26.104846 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dadc6cff-4681-4afe-8134-761acd4cb35b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ca7f7ed193114646a23e4e746e77035e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6814013 Aug 16 22:40:26.108941 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47060) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:26.111598 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-39d3ab1d-0906-4c35-bec7-8e12caa24be4 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Allocated IP 172.21.0.1 (5cd9fac8-735c-4162-9b91-0338b941b5aa/74585941-5c3d-4ce0-b76a-423dd280ec4e/0fbd9ba3-7ac3-42bc-b40b-792e16709e14) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:40:26.319732 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b91dd78e-dfa1-4572-9ec9-e2caa4952293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:26.332837 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39d3ab1d-0906-4c35-bec7-8e12caa24be4 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:26.350081 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-39d3ab1d-0906-4c35-bec7-8e12caa24be4 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Transition to ACTIVE for port object 0fbd9ba3-7ac3-42bc-b40b-792e16709e14 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:26.372126 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b91dd78e-dfa1-4572-9ec9-e2caa4952293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:26.397656 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39d3ab1d-0906-4c35-bec7-8e12caa24be4 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:26.476728 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d3ab1d-0906-4c35-bec7-8e12caa24be4 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network 5cd9fac8-735c-4162-9b91-0338b941b5aa is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:26.484159 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-39d3ab1d-0906-4c35-bec7-8e12caa24be4 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:26.488207 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d3ab1d-0906-4c35-bec7-8e12caa24be4 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:40:26.530580 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3ab1d-0906-4c35-bec7-8e12caa24be4 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Port': ['ID=0fbd9ba3-7ac3-42bc-b40b-792e16709e14,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:26.561808 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39d3ab1d-0906-4c35-bec7-8e12caa24be4 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:26.619696 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b91dd78e-dfa1-4572-9ec9-e2caa4952293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:26.624236 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b91dd78e-dfa1-4572-9ec9-e2caa4952293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:26.626348 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b91dd78e-dfa1-4572-9ec9-e2caa4952293 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d3ba562e-f909-4021-8019-f6612d8a8908 HTTP/1.1" status: 204 len: 168 time: 0.5149620 Aug 16 22:40:26.654103 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-91c4b173-c02e-405e-9d76-733d9bb6f48f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ed5ce01c1fb04f94be5ab3fe8db5a834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9124589 Aug 16 22:40:26.656449 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dd78e-dfa1-4572-9ec9-e2caa4952293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ba562e-f909-4021-8019-f6612d8a8908,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:26.659359 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47070) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:26.816376 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47076) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:26.864457 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7df91e99-c8ff-406e-9b5f-1ff6f438eaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:26.956536 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7df91e99-c8ff-406e-9b5f-1ff6f438eaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:27.077377 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-851351e8-0dcd-42f5-bf37-1473db897cd4 None None] Provisioning for port 0fbd9ba3-7ac3-42bc-b40b-792e16709e14 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:27.090696 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-851351e8-0dcd-42f5-bf37-1473db897cd4 None None] Provisioning complete for port 0fbd9ba3-7ac3-42bc-b40b-792e16709e14 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:27.109323 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-851351e8-0dcd-42f5-bf37-1473db897cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:27.168075 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7df91e99-c8ff-406e-9b5f-1ff6f438eaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:27.171408 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7df91e99-c8ff-406e-9b5f-1ff6f438eaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:27.176502 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7df91e99-c8ff-406e-9b5f-1ff6f438eaf8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f60b9be6-7b68-4d39-9863-3324c3a32d3f HTTP/1.1" status: 204 len: 168 time: 0.5121410 Aug 16 22:40:27.192920 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df91e99-c8ff-406e-9b5f-1ff6f438eaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60b9be6-7b68-4d39-9863-3324c3a32d3f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:27.330086 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-851351e8-0dcd-42f5-bf37-1473db897cd4 None None] Port 0fbd9ba3-7ac3-42bc-b40b-792e16709e14 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:40:27.410964 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39d3ab1d-0906-4c35-bec7-8e12caa24be4 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:27.462861 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a09d8d-da63-4a50-9a48-da0dbfc02157 req-b6639b8d-e2a0-4d3b-8ca1-2e4090f29943 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:27.466280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0a09d8d-da63-4a50-9a48-da0dbfc02157 req-b6639b8d-e2a0-4d3b-8ca1-2e4090f29943 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 946 time: 0.5907311 Aug 16 22:40:27.563564 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a665e-1e0a-40a4-bee2-7b3e41e5b9e1 req-35881cb8-0018-480a-b393-0d78314a258d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:27.566723 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f7a665e-1e0a-40a4-bee2-7b3e41e5b9e1 req-35881cb8-0018-480a-b393-0d78314a258d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 946 time: 0.1996050 Aug 16 22:40:27.981163 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f7a665e-1e0a-40a4-bee2-7b3e41e5b9e1 req-85cb18a7-257c-4d00-b408-31353a38998a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420843 Aug 16 22:40:28.355754 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47118) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:28.402173 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f0a09d8d-da63-4a50-9a48-da0dbfc02157 req-79a0fe84-9a69-4b2e-8805-6de42ee5b63a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Deleting port bc1e7f6a-23ab-47c1-abaa-231b151908c9 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:28.402668 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f0a09d8d-da63-4a50-9a48-da0dbfc02157 req-79a0fe84-9a69-4b2e-8805-6de42ee5b63a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:28.687576 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f0a09d8d-da63-4a50-9a48-da0dbfc02157 req-79a0fe84-9a69-4b2e-8805-6de42ee5b63a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] For port bc1e7f6a-23ab-47c1-abaa-231b151908c9, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=bc1e7f6a-23ab-47c1-abaa-231b151908c9,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:28.688716 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f0a09d8d-da63-4a50-9a48-da0dbfc02157 req-79a0fe84-9a69-4b2e-8805-6de42ee5b63a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:28.762917 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39d3ab1d-0906-4c35-bec7-8e12caa24be4 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:28.773900 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f0a09d8d-da63-4a50-9a48-da0dbfc02157 req-79a0fe84-9a69-4b2e-8805-6de42ee5b63a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Calling delete_port for bc1e7f6a-23ab-47c1-abaa-231b151908c9 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:28.783730 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39d3ab1d-0906-4c35-bec7-8e12caa24be4 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:28.811646 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-05aac2e9-129e-4387-9b9c-a92695c5d98d tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1899814727'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:28.877202 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05aac2e9-129e-4387-9b9c-a92695c5d98d tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Made reservation on behalf of c0195f94a6a04044bec6d077c1b340bc for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:28.887195 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05aac2e9-129e-4387-9b9c-a92695c5d98d tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:28.899380 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05aac2e9-129e-4387-9b9c-a92695c5d98d tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:28.986670 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-39d3ab1d-0906-4c35-bec7-8e12caa24be4 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:28.999121 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3ab1d-0906-4c35-bec7-8e12caa24be4 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Port': ['ID=0fbd9ba3-7ac3-42bc-b40b-792e16709e14,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:29.041990 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f79402c-b810-4052-a6e9-5fd4a8520b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:29.142552 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05aac2e9-129e-4387-9b9c-a92695c5d98d tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:29.151840 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05aac2e9-129e-4387-9b9c-a92695c5d98d tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:29.221563 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47142) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:29.228653 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aac2e9-129e-4387-9b9c-a92695c5d98d tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13232b65-2321-466a-81ea-845cb8b20a5d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:29.253117 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05aac2e9-129e-4387-9b9c-a92695c5d98d tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:40:29.269011 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05aac2e9-129e-4387-9b9c-a92695c5d98d tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:29.269808 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-05aac2e9-129e-4387-9b9c-a92695c5d98d tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Added segment 4c2354f2-8c38-430e-afbb-a836a8d7c632 of type vlan for network 92ee3448-6280-40ad-878a-c53d64f5ff8a Aug 16 22:40:29.339514 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05aac2e9-129e-4387-9b9c-a92695c5d98d tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:29.439936 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05aac2e9-129e-4387-9b9c-a92695c5d98d tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:29.468062 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aac2e9-129e-4387-9b9c-a92695c5d98d tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:29.469418 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05aac2e9-129e-4387-9b9c-a92695c5d98d tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:29.549999 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fe94d-20a6-41e7-b802-6529702506c4 req-01e0d601-bb12-43f4-a7ab-0fe0b7d6320d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:29.549999 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-739fe94d-20a6-41e7-b802-6529702506c4 req-01e0d601-bb12-43f4-a7ab-0fe0b7d6320d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=e77bfe05-f37f-40d6-9b15-6872c8b3877d HTTP/1.1" status: 200 len: 946 time: 0.3283110 Aug 16 22:40:29.561163 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-05aac2e9-129e-4387-9b9c-a92695c5d98d tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1962554 Aug 16 22:40:29.561342 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d3ab1d-0906-4c35-bec7-8e12caa24be4 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network 5cd9fac8-735c-4162-9b91-0338b941b5aa is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:29.606053 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-39d3ab1d-0906-4c35-bec7-8e12caa24be4 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:29.691959 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aac2e9-129e-4387-9b9c-a92695c5d98d tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Network': ['ID=92ee3448-6280-40ad-878a-c53d64f5ff8a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:29.694846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-48e01779-550f-4587-9865-324fa044d59b tempest-DvrRoutersNegativeTest-15436891 tempest-DvrRoutersNegativeTest-15436891-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-848459301', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:29.697760 n-d-792458-15 neutron-server[94871]: DEBUG neutron.policy [None req-48e01779-550f-4587-9865-324fa044d59b tempest-DvrRoutersNegativeTest-15436891 tempest-DvrRoutersNegativeTest-15436891-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94871) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 16 22:40:29.701106 n-d-792458-15 neutron-server[94871]: DEBUG neutron.policy [None req-48e01779-550f-4587-9865-324fa044d59b tempest-DvrRoutersNegativeTest-15436891 tempest-DvrRoutersNegativeTest-15436891-project] Failed policy check for 'create_router' {{(pid=94871) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 16 22:40:29.703347 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-48e01779-550f-4587-9865-324fa044d59b tempest-DvrRoutersNegativeTest-15436891 tempest-DvrRoutersNegativeTest-15436891-project] create failed (client error): Access was denied to this resource. Aug 16 22:40:29.709577 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-48e01779-550f-4587-9865-324fa044d59b tempest-DvrRoutersNegativeTest-15436891 tempest-DvrRoutersNegativeTest-15436891-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4858594 Aug 16 22:40:29.715209 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 92ee3448-6280-40ad-878a-c53d64f5ff8a details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:40:29.774581 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f0a09d8d-da63-4a50-9a48-da0dbfc02157 req-79a0fe84-9a69-4b2e-8805-6de42ee5b63a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:29.903177 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['8507266d-0a1f-46dd-89e2-1352a70987b1'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:40:30.211835 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-739fe94d-20a6-41e7-b802-6529702506c4 req-f37ad576-aa82-48e4-85af-445799a99bbc tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6053472 Aug 16 22:40:30.222241 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0fe84-9a69-4b2e-8805-6de42ee5b63a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Pushing event deleted for resources: {'Port': ['ID=bc1e7f6a-23ab-47c1-abaa-231b151908c9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:30.270497 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47164) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:30.352866 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-75f1bdda-3311-41dd-bf7b-02bbeecca679 None None] Provisioning complete for port 0fbd9ba3-7ac3-42bc-b40b-792e16709e14 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:30.353910 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-75f1bdda-3311-41dd-bf7b-02bbeecca679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:30.360274 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a09d8d-da63-4a50-9a48-da0dbfc02157 req-79a0fe84-9a69-4b2e-8805-6de42ee5b63a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] No DVR routers for this DVR port bc1e7f6a-23ab-47c1-abaa-231b151908c9 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:40:30.367188 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f0a09d8d-da63-4a50-9a48-da0dbfc02157 req-79a0fe84-9a69-4b2e-8805-6de42ee5b63a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:30.370736 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0a09d8d-da63-4a50-9a48-da0dbfc02157 req-79a0fe84-9a69-4b2e-8805-6de42ee5b63a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "DELETE /v2.0/ports/bc1e7f6a-23ab-47c1-abaa-231b151908c9 HTTP/1.1" status: 204 len: 173 time: 2.8719828 Aug 16 22:40:30.376423 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77bfe05-f37f-40d6-9b15-6872c8b3877d', 'name': 'network-vif-deleted', 'tag': 'bc1e7f6a-23ab-47c1-abaa-231b151908c9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:40:30.380092 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca86cfc3-0332-4a2a-ac9a-53ed76059dc7" -d '{"events": [{"server_uuid": "e77bfe05-f37f-40d6-9b15-6872c8b3877d", "name": "network-vif-deleted", "tag": "bc1e7f6a-23ab-47c1-abaa-231b151908c9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:40:30.451360 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-75f1bdda-3311-41dd-bf7b-02bbeecca679 None None] Port 0fbd9ba3-7ac3-42bc-b40b-792e16709e14 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:40:30.525553 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3ae451-d9a2-402b-b502-a91367f73b5c x-openstack-request-id: req-cd3ae451-d9a2-402b-b502-a91367f73b5c {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:40:30.526555 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77bfe05-f37f-40d6-9b15-6872c8b3877d", "name": "network-vif-deleted", "tag": "bc1e7f6a-23ab-47c1-abaa-231b151908c9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:40:30.527147 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cd3ae451-d9a2-402b-b502-a91367f73b5c {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:40:30.528275 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77bfe05-f37f-40d6-9b15-6872c8b3877d', 'name': 'network-vif-deleted', 'tag': 'bc1e7f6a-23ab-47c1-abaa-231b151908c9', 'status': 'completed', 'code': 200} Aug 16 22:40:30.727452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device bc1e7f6a-23ab-47c1-abaa-231b151908c9 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:40:30.772191 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: bc1e7f6a-23ab-47c1-abaa-231b151908c9 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:40:30.773064 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device bc1e7f6a-23ab-47c1-abaa-231b151908c9 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:40:30.791444 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60235f96-2665-4873-8b89-f927549f17f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.069044 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60235f96-2665-4873-8b89-f927549f17f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.086768 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60235f96-2665-4873-8b89-f927549f17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.109000 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d3ab1d-0906-4c35-bec7-8e12caa24be4 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router 56248e96-99eb-4127-b412-e068b949eb13 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:40:31.164681 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60235f96-2665-4873-8b89-f927549f17f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac00ab0f-52e8-44e6-9688-eed5192c3a38,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:31.215454 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-60235f96-2665-4873-8b89-f927549f17f3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=956d4a95051d4c06a662aedbd8cee7b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9417398 Aug 16 22:40:31.219581 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47182) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:31.367444 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91f892b4-7157-40e9-b2d6-03c733a3e346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.382631 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-1f79402c-b810-4052-a6e9-5fd4a8520b92 admin admin] Deleting port 07e23629-8307-44e2-8307-cb681f7beb70 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:31.383442 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f79402c-b810-4052-a6e9-5fd4a8520b92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.416082 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91f892b4-7157-40e9-b2d6-03c733a3e346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.418005 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d3ab1d-0906-4c35-bec7-8e12caa24be4 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:40:31.433146 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c3d61d-a804-49a2-b389-ce9c395d5153 None None] Sync routers for ids ['56248e96-99eb-4127-b412-e068b949eb13'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:40:31.446658 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3d61d-a804-49a2-b389-ce9c395d5153 None None] Routers {'56248e96-99eb-4127-b412-e068b949eb13'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:40:31.456524 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-49c3d61d-a804-49a2-b389-ce9c395d5153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:40:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['56248e96-99eb-4127-b412-e068b949eb13'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:31.564833 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-39d3ab1d-0906-4c35-bec7-8e12caa24be4 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/56248e96-99eb-4127-b412-e068b949eb13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3525341 Aug 16 22:40:31.567216 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47196) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:31.599822 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91f892b4-7157-40e9-b2d6-03c733a3e346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.602499 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-49c3d61d-a804-49a2-b389-ce9c395d5153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:31.612664 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91f892b4-7157-40e9-b2d6-03c733a3e346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.633503 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-91f892b4-7157-40e9-b2d6-03c733a3e346 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ac00ab0f-52e8-44e6-9688-eed5192c3a38 HTTP/1.1" status: 204 len: 168 time: 0.4127498 Aug 16 22:40:31.743295 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3d61d-a804-49a2-b389-ce9c395d5153 None None] Routers {'56248e96-99eb-4127-b412-e068b949eb13'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:40:31.749056 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-49c3d61d-a804-49a2-b389-ce9c395d5153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:40:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['56248e96-99eb-4127-b412-e068b949eb13'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:31.752731 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-1f79402c-b810-4052-a6e9-5fd4a8520b92 admin admin] For port 07e23629-8307-44e2-8307-cb681f7beb70, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=07e23629-8307-44e2-8307-cb681f7beb70,segment=NetworkSegment(df519e46-de07-453b-bbcc-75ee7d668a7f),segment_id=df519e46-de07-453b-bbcc-75ee7d668a7f)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:31.758531 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f79402c-b810-4052-a6e9-5fd4a8520b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.763520 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f892b4-7157-40e9-b2d6-03c733a3e346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac00ab0f-52e8-44e6-9688-eed5192c3a38,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:31.831705 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fb2205-f5c9-422e-8fe5-421214c51f1e tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:31.836407 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-79fb2205-f5c9-422e-8fe5-421214c51f1e tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/ports/0fbd9ba3-7ac3-42bc-b40b-792e16709e14 HTTP/1.1" status: 200 len: 910 time: 0.2680469 Aug 16 22:40:31.841870 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47212) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:31.845451 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-1f79402c-b810-4052-a6e9-5fd4a8520b92 admin admin] Calling delete_port for 07e23629-8307-44e2-8307-cb681f7beb70 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:31.980326 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-49c3d61d-a804-49a2-b389-ce9c395d5153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:31.981997 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c3d61d-a804-49a2-b389-ce9c395d5153 None None] The sync data for ids ['56248e96-99eb-4127-b412-e068b949eb13'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:40:32.287643 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee0628-e85e-49c7-8933-0178049729bb req-23c96dea-959a-4571-a268-c1c4009ceb4d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:32.304783 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcee0628-e85e-49c7-8933-0178049729bb req-23c96dea-959a-4571-a268-c1c4009ceb4d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 806 time: 0.5318995 Aug 16 22:40:32.367841 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcee0628-e85e-49c7-8933-0178049729bb req-21fa8bed-d6da-4e0c-9f7d-5b2c44d700dc tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/quotas/729e44ecc953497b8bf930c79bba20ac HTTP/1.1" status: 200 len: 375 time: 0.0620496 Aug 16 22:40:32.670641 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcee0628-e85e-49c7-8933-0178049729bb req-8752c788-214a-4a64-80fb-51f3d3ed771d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3017700 Aug 16 22:40:32.814485 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47240) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:32.879427 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ab264c6-19b1-420d-b91d-d1462493adbe tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:33.158623 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcee0628-e85e-49c7-8933-0178049729bb req-ac324880-ef44-4e08-a50f-d028305a1d60 service neutron] 10.222.0.93 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860046 Aug 16 22:40:33.192467 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f79402c-b810-4052-a6e9-5fd4a8520b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:33.332495 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-899339dd-5dc2-4098-8757-1102a2b0d6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:33.411783 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79402c-b810-4052-a6e9-5fd4a8520b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=07e23629-8307-44e2-8307-cb681f7beb70,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:33.767196 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcee0628-e85e-49c7-8933-0178049729bb req-b7db44df-3167-4f67-9499-82937d3dd76a service neutron] 10.222.0.93 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6001127 Aug 16 22:40:33.816900 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-899339dd-5dc2-4098-8757-1102a2b0d6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:33.819509 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-899339dd-5dc2-4098-8757-1102a2b0d6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:33.957598 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47260) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:33.992693 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899339dd-5dc2-4098-8757-1102a2b0d6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86882af7-c7b0-43b4-89d9-c0174294dec9,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:34.023986 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-899339dd-5dc2-4098-8757-1102a2b0d6ca admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a0c222374db84fbbbf7ec89939b31f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2078018 Aug 16 22:40:34.024637 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47264) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:34.060009 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4ab264c6-19b1-420d-b91d-d1462493adbe tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting port 0fbd9ba3-7ac3-42bc-b40b-792e16709e14 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:34.060422 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ab264c6-19b1-420d-b91d-d1462493adbe tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:34.206309 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bbd36d99-8d85-48b1-ae33-df040accfb8a req-d482cfbf-1c9c-4257-8131-f967dde4f712 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 210 time: 0.0724690 Aug 16 22:40:34.248771 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9e09443e-1207-4414-bac0-0aa03cd1019f tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1499444748'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:34.305538 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f79402c-b810-4052-a6e9-5fd4a8520b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:34.324957 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f911cc8-6afc-4e14-8c39-7db7e854f6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:34.331834 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e09443e-1207-4414-bac0-0aa03cd1019f tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:34.364699 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47276) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:34.366825 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ab264c6-19b1-420d-b91d-d1462493adbe tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:34.378399 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f911cc8-6afc-4e14-8c39-7db7e854f6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:34.386192 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-19cfdcbb-d90e-4fc4-b057-ab2c15f60cdf tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'subnet': {'network_id': '92ee3448-6280-40ad-878a-c53d64f5ff8a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:34.388333 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e09443e-1207-4414-bac0-0aa03cd1019f tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:34.466387 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4ab264c6-19b1-420d-b91d-d1462493adbe tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Calling delete_port for 0fbd9ba3-7ac3-42bc-b40b-792e16709e14 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:34.712773 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f79402c-b810-4052-a6e9-5fd4a8520b92 admin admin] Router 3a7340df-4377-4a3d-9382-78bf634109c7 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:40:34.784932 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e09443e-1207-4414-bac0-0aa03cd1019f tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:34.795597 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e09443e-1207-4414-bac0-0aa03cd1019f tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:34.825729 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ab264c6-19b1-420d-b91d-d1462493adbe tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:34.903712 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab264c6-19b1-420d-b91d-d1462493adbe tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Port': ['ID=0fbd9ba3-7ac3-42bc-b40b-792e16709e14,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:34.996786 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f911cc8-6afc-4e14-8c39-7db7e854f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:35.006951 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f911cc8-6afc-4e14-8c39-7db7e854f6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:35.007668 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09443e-1207-4414-bac0-0aa03cd1019f tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199c8b74-2876-466a-b9a7-177f3262a54d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:35.011752 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0f911cc8-6afc-4e14-8c39-7db7e854f6fd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/86882af7-c7b0-43b4-89d9-c0174294dec9 HTTP/1.1" status: 204 len: 168 time: 0.9849026 Aug 16 22:40:35.031606 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e09443e-1207-4414-bac0-0aa03cd1019f tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:35.043672 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f335a6d-12b1-488a-963a-9194f626a72e req-ee8692f9-2409-4aa4-850e-6c30980547e4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7bf12dc1-c55c-4b35-8563-062ccbf3d2d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2244143 Aug 16 22:40:35.048582 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e09443e-1207-4414-bac0-0aa03cd1019f tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:35.065696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f79402c-b810-4052-a6e9-5fd4a8520b92 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:40:35.068443 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f911cc8-6afc-4e14-8c39-7db7e854f6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86882af7-c7b0-43b4-89d9-c0174294dec9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:35.076962 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c0ea52-89ab-429f-acab-d5605baaa4be None None] Sync routers for ids ['3a7340df-4377-4a3d-9382-78bf634109c7'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:40:35.083788 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1f79402c-b810-4052-a6e9-5fd4a8520b92 admin admin] 10.222.0.93 "PUT /v2.0/routers/3a7340df-4377-4a3d-9382-78bf634109c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2662590 Aug 16 22:40:35.094821 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c0ea52-89ab-429f-acab-d5605baaa4be None None] Routers {'3a7340df-4377-4a3d-9382-78bf634109c7'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:40:35.095841 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f0c0ea52-89ab-429f-acab-d5605baaa4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:40:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['3a7340df-4377-4a3d-9382-78bf634109c7'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:35.100226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47284) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:35.290567 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e09443e-1207-4414-bac0-0aa03cd1019f tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:35.291851 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9e09443e-1207-4414-bac0-0aa03cd1019f tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3341832 Aug 16 22:40:35.292634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09443e-1207-4414-bac0-0aa03cd1019f tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=598d5498-f16b-4e2b-aaf5-f2b56ca63969,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:35.325928 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47296) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:35.330805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cfdcbb-d90e-4fc4-b057-ab2c15f60cdf tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Made reservation on behalf of c0195f94a6a04044bec6d077c1b340bc for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:35.340751 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19cfdcbb-d90e-4fc4-b057-ab2c15f60cdf tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:35.387990 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-f0c0ea52-89ab-429f-acab-d5605baaa4be None None] Set router 3a7340df-4377-4a3d-9382-78bf634109c7 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:40:35.503698 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f335a6d-12b1-488a-963a-9194f626a72e req-f41f7b02-1e5f-4afb-b2a1-8f070a32a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:35.505453 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f335a6d-12b1-488a-963a-9194f626a72e req-f41f7b02-1e5f-4afb-b2a1-8f070a32a611 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&device_id=7bf12dc1-c55c-4b35-8563-062ccbf3d2d8 HTTP/1.1" status: 200 len: 1097 time: 0.3802168 Aug 16 22:40:35.549208 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0d00b5f-c5dc-4645-9056-ea073993838d req-cd65a238-a4f0-4ee4-b900-f5f9c32c9a54 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 210 time: 0.1368337 Aug 16 22:40:35.704906 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-699bfc1e-b32d-48f0-bc6f-00267e099583 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3754146 Aug 16 22:40:35.712213 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47304) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:35.726512 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ab264c6-19b1-420d-b91d-d1462493adbe tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:35.752340 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-14517da0-ab29-4538-ad0e-b9d09efa61c0 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Request body: {'security_group': {'name': 'tempest-security--1788853799', 'description': 'tempest-security-description-1365461338'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:35.806912 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-022207cd-4173-414f-abe7-df7488cb8f9c admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:35.848421 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f0c0ea52-89ab-429f-acab-d5605baaa4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'name': 'tempest-TaggedBootDevicesTest_v242-139392037-router', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:57Z', 'updated_at': '2021-08-16T22:40:32Z', 'revision_number': 5, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'gw_port': {'id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:58Z', 'updated_at': '2021-08-16T22:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:35.932638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47306) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:35.936329 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c0ea52-89ab-429f-acab-d5605baaa4be None None] Checking router: 3a7340df-4377-4a3d-9382-78bf634109c7 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:40:35.969465 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0adaa65e-096b-4e33-b58d-c458e04e37ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:35.970083 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c0ea52-89ab-429f-acab-d5605baaa4be None None] Routers {'3a7340df-4377-4a3d-9382-78bf634109c7'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:40:35.979563 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f0c0ea52-89ab-429f-acab-d5605baaa4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:40:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['3a7340df-4377-4a3d-9382-78bf634109c7'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:35.988306 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14517da0-ab29-4538-ad0e-b9d09efa61c0 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:36.060705 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19cfdcbb-d90e-4fc4-b057-ab2c15f60cdf tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:36.157129 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-f0c0ea52-89ab-429f-acab-d5605baaa4be None None] Set router 3a7340df-4377-4a3d-9382-78bf634109c7 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:40:36.430683 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f0c0ea52-89ab-429f-acab-d5605baaa4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'name': 'tempest-TaggedBootDevicesTest_v242-139392037-router', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:57Z', 'updated_at': '2021-08-16T22:40:32Z', 'revision_number': 5, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'gw_port': {'id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:58Z', 'updated_at': '2021-08-16T22:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:36.469024 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c0ea52-89ab-429f-acab-d5605baaa4be None None] The sync data for ids ['3a7340df-4377-4a3d-9382-78bf634109c7'] in n-d-792458-15 is: [{'id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'name': 'tempest-TaggedBootDevicesTest_v242-139392037-router', 'tenant_id': '862fd4c5b7334530a4c88c30c2542f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:57Z', 'updated_at': '2021-08-16T22:40:32Z', 'revision_number': 5, 'project_id': '862fd4c5b7334530a4c88c30c2542f34', 'gw_port': {'id': 'e9a86f11-ae2c-4e39-9a90-50c653a11afb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7340df-4377-4a3d-9382-78bf634109c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:58Z', 'updated_at': '2021-08-16T22:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:40:36.485304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f335a6d-12b1-488a-963a-9194f626a72e req-530dbd27-071e-4a4f-80e6-8d4e1a720ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:36.493770 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f335a6d-12b1-488a-963a-9194f626a72e req-530dbd27-071e-4a4f-80e6-8d4e1a720ac2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 907 time: 0.9379020 Aug 16 22:40:36.547386 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14517da0-ab29-4538-ad0e-b9d09efa61c0 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:36.560175 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14517da0-ab29-4538-ad0e-b9d09efa61c0 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:36.563349 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14517da0-ab29-4538-ad0e-b9d09efa61c0 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:36.565118 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-14517da0-ab29-4538-ad0e-b9d09efa61c0 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "PUT /v2.0/security-groups/598d5498-f16b-4e2b-aaf5-f2b56ca63969 HTTP/1.1" status: 200 len: 1780 time: 0.8419108 Aug 16 22:40:36.566082 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfdcbb-d90e-4fc4-b057-ab2c15f60cdf tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Subnet': ['ID=00c650de-2844-49fd-a234-d86f074c97f2,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:36.606108 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47320) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:36.705163 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee0628-e85e-49c7-8933-0178049729bb req-966b3354-522d-4a14-8cde-10566f4386ef tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:36.706919 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcee0628-e85e-49c7-8933-0178049729bb req-966b3354-522d-4a14-8cde-10566f4386ef tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 806 time: 0.9926915 Aug 16 22:40:36.729862 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f335a6d-12b1-488a-963a-9194f626a72e req-c0096e51-7a69-482e-b7af-497e62899f63 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8507266d-0a1f-46dd-89e2-1352a70987b1 HTTP/1.1" status: 200 len: 217 time: 0.1896486 Aug 16 22:40:36.739383 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14517da0-ab29-4538-ad0e-b9d09efa61c0 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=598d5498-f16b-4e2b-aaf5-f2b56ca63969,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:36.745358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cfdcbb-d90e-4fc4-b057-ab2c15f60cdf tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Checking segment: {'id': '4c2354f2-8c38-430e-afbb-a836a8d7c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '92ee3448-6280-40ad-878a-c53d64f5ff8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:36.745731 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cfdcbb-d90e-4fc4-b057-ab2c15f60cdf tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Network hostable DHCP agents. Network: 92ee3448-6280-40ad-878a-c53d64f5ff8a, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:40:36.755267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-dcee0628-e85e-49c7-8933-0178049729bb req-689aa309-e0ef-4858-8463-aae590f9df29 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Request body: {'port': {'device_id': 'b9f2884e-e3c8-4071-99d5-9f1681bb4b3f', 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325', 'admin_state_up': True, 'tenant_id': '729e44ecc953497b8bf930c79bba20ac'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:36.771634 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab264c6-19b1-420d-b91d-d1462493adbe tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router 56248e96-99eb-4127-b412-e068b949eb13 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:40:36.790401 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cfdcbb-d90e-4fc4-b057-ab2c15f60cdf tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Network 92ee3448-6280-40ad-878a-c53d64f5ff8a is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:40:36.808819 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-19cfdcbb-d90e-4fc4-b057-ab2c15f60cdf tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 92ee3448-6280-40ad-878a-c53d64f5ff8a) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:36.827711 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5df5a5-9872-4aa5-9c47-02984f1b2439 None None] Network 92ee3448-6280-40ad-878a-c53d64f5ff8a requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:36.920547 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cfdcbb-d90e-4fc4-b057-ab2c15f60cdf tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:36.922147 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19cfdcbb-d90e-4fc4-b057-ab2c15f60cdf tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:36.974182 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab264c6-19b1-420d-b91d-d1462493adbe tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:40:36.995025 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4ab264c6-19b1-420d-b91d-d1462493adbe tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/56248e96-99eb-4127-b412-e068b949eb13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1448553 Aug 16 22:40:36.997893 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47332) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:37.026156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb9789a-1218-418e-9ac7-5ac2887e5c5c None None] Sync routers for ids ['56248e96-99eb-4127-b412-e068b949eb13'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:40:37.028786 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a8c085c1-cd32-4a89-a43c-1992fe0a6198 req-55c4e5a3-ff00-4101-af96-2c5dad074cca tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 210 time: 0.3163862 Aug 16 22:40:37.063299 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0ed97fcc-19f7-4e99-ba55-81c48fcf2e72 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-groups/598d5498-f16b-4e2b-aaf5-f2b56ca63969 HTTP/1.1" status: 200 len: 1780 time: 0.4444182 Aug 16 22:40:37.067192 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb9789a-1218-418e-9ac7-5ac2887e5c5c None None] Routers {'56248e96-99eb-4127-b412-e068b949eb13'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:40:37.067881 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fcb9789a-1218-418e-9ac7-5ac2887e5c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:40:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['56248e96-99eb-4127-b412-e068b949eb13'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:37.072843 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47334) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:37.079980 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-022207cd-4173-414f-abe7-df7488cb8f9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:37.181148 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f335a6d-12b1-488a-963a-9194f626a72e req-8d0e003d-0fa9-4a13-9987-58c4bb905eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:37.183451 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f335a6d-12b1-488a-963a-9194f626a72e req-8d0e003d-0fa9-4a13-9987-58c4bb905eef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2abfc365-29c3-4616-9b87-7c7a7ec9e755 HTTP/1.1" status: 200 len: 846 time: 0.4320562 Aug 16 22:40:37.206760 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fcb9789a-1218-418e-9ac7-5ac2887e5c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:37.232876 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb9789a-1218-418e-9ac7-5ac2887e5c5c None None] Routers {'56248e96-99eb-4127-b412-e068b949eb13'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:40:37.234442 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fcb9789a-1218-418e-9ac7-5ac2887e5c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:40:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['56248e96-99eb-4127-b412-e068b949eb13'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:37.263299 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f335a6d-12b1-488a-963a-9194f626a72e req-ac2df7b8-7f81-42b7-973b-5cb8f05d957a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519986 Aug 16 22:40:37.276617 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-92ee3448-6280-40ad-878a-c53d64f5ff8a', 'network_id': '92ee3448-6280-40ad-878a-c53d64f5ff8a', 'tenant_id': 'c0195f94a6a04044bec6d077c1b340bc', 'fixed_ips': [{'subnet_id': '00c650de-2844-49fd-a234-d86f074c97f2'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:40:37.277875 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:37.287937 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77579e7f-1f2d-4496-9370-cf0ac587145d tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:37.297656 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fcb9789a-1218-418e-9ac7-5ac2887e5c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:37.298422 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb9789a-1218-418e-9ac7-5ac2887e5c5c None None] The sync data for ids ['56248e96-99eb-4127-b412-e068b949eb13'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:40:37.339979 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77579e7f-1f2d-4496-9370-cf0ac587145d tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:37.483654 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f335a6d-12b1-488a-963a-9194f626a72e req-706e9947-f680-42c3-b6a0-be10246b472d service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017066 Aug 16 22:40:37.501322 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77579e7f-1f2d-4496-9370-cf0ac587145d tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:37.502923 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0adaa65e-096b-4e33-b58d-c458e04e37ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:37.505291 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77579e7f-1f2d-4496-9370-cf0ac587145d tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:37.507255 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-77579e7f-1f2d-4496-9370-cf0ac587145d tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "DELETE /v2.0/security-groups/598d5498-f16b-4e2b-aaf5-f2b56ca63969 HTTP/1.1" status: 204 len: 168 time: 0.4333339 Aug 16 22:40:37.517157 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] Allocated IP 2001:db8:0:ffff::2 (92ee3448-6280-40ad-878a-c53d64f5ff8a/00c650de-2844-49fd-a234-d86f074c97f2/875c3183-48a9-47bf-b0e4-917423ced35a) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:40:37.585358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47340) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:37.610616 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-19cfdcbb-d90e-4fc4-b057-ab2c15f60cdf tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2405252 Aug 16 22:40:37.618597 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47344) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:37.629267 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8fd1f137-9998-4956-bc49-0a6d18989401 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-222621181'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:37.641718 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77579e7f-1f2d-4496-9370-cf0ac587145d tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=598d5498-f16b-4e2b-aaf5-f2b56ca63969,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:37.748106 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c23fe5af-d07e-4343-935f-5dfc59ce4393 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1611238 Aug 16 22:40:37.750490 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f335a6d-12b1-488a-963a-9194f626a72e req-13447c1d-33eb-4026-9f02-047f38fac164 service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521994 Aug 16 22:40:37.752759 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47348) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:37.777384 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-a518e3c4-4557-4710-a1a6-e429b9a5c92d tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] delete failed (client error): The resource could not be found. Aug 16 22:40:37.779107 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a518e3c4-4557-4710-a1a6-e429b9a5c92d tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "DELETE /v2.0/security-groups/598d5498-f16b-4e2b-aaf5-f2b56ca63969 HTTP/1.1" status: 404 len: 347 time: 0.0227864 Aug 16 22:40:37.784329 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:37.785229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47350) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:37.794014 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0adaa65e-096b-4e33-b58d-c458e04e37ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:37.796334 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] Transition to ACTIVE for port object 875c3183-48a9-47bf-b0e4-917423ced35a will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:37.808492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3729ec8e-52a3-41dc-9c37-54dc061a50f9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Request body: {'security_group': {'name': 'tempest-secgroup--673897397'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:37.831922 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] Transition to ACTIVE for port object 875c3183-48a9-47bf-b0e4-917423ced35a will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:37.835043 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd1f137-9998-4956-bc49-0a6d18989401 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Made reservation on behalf of c0195f94a6a04044bec6d077c1b340bc for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:37.840252 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f137-9998-4956-bc49-0a6d18989401 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:37.849936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 07e23629-8307-44e2-8307-cb681f7beb70 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:40:37.875261 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adaa65e-096b-4e33-b58d-c458e04e37ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da21d366-e067-4411-9cc3-82d9c4e269cc,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:37.904653 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 07e23629-8307-44e2-8307-cb681f7beb70 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:40:37.905091 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 07e23629-8307-44e2-8307-cb681f7beb70 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:40:37.905414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-022207cd-4173-414f-abe7-df7488cb8f9c admin admin] Deleting port e9a86f11-ae2c-4e39-9a90-50c653a11afb {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:37.905691 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-022207cd-4173-414f-abe7-df7488cb8f9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:37.916133 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:37.975145 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd1f137-9998-4956-bc49-0a6d18989401 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:40:37.991979 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f137-9998-4956-bc49-0a6d18989401 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:37.992517 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-8fd1f137-9998-4956-bc49-0a6d18989401 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Added segment ca8d8c9c-7aab-4179-84e6-c3d6311d5030 of type vlan for network a52838e0-64aa-438a-9b82-98e24180a8f7 Aug 16 22:40:37.993294 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0adaa65e-096b-4e33-b58d-c458e04e37ec admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f48b047df52f47c5bbb0ee22d419752f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0546467 Aug 16 22:40:37.994254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcee0628-e85e-49c7-8933-0178049729bb req-689aa309-e0ef-4858-8463-aae590f9df29 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Made reservation on behalf of 729e44ecc953497b8bf930c79bba20ac for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:37.998898 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dcee0628-e85e-49c7-8933-0178049729bb req-689aa309-e0ef-4858-8463-aae590f9df29 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:38.001925 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47352) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:38.003834 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] Network 92ee3448-6280-40ad-878a-c53d64f5ff8a is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:38.010870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:38.016594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:40:38.155011 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] Attempting to bind port 875c3183-48a9-47bf-b0e4-917423ced35a on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:40:38.155236 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] Attempting to bind port 875c3183-48a9-47bf-b0e4-917423ced35a by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '4c2354f2-8c38-430e-afbb-a836a8d7c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '92ee3448-6280-40ad-878a-c53d64f5ff8a'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:40:38.155575 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] Attempting to bind port 875c3183-48a9-47bf-b0e4-917423ced35a on network 92ee3448-6280-40ad-878a-c53d64f5ff8a {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:40:38.157473 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f137-9998-4956-bc49-0a6d18989401 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:38.160490 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] Pushing event updated for resources: {'Port': ['ID=875c3183-48a9-47bf-b0e4-917423ced35a,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:38.168575 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:40:38.168715 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] Checking segment: {'id': '4c2354f2-8c38-430e-afbb-a836a8d7c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '92ee3448-6280-40ad-878a-c53d64f5ff8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:38.169245 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:38.169689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] Bound using segment: {'id': '4c2354f2-8c38-430e-afbb-a836a8d7c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '92ee3448-6280-40ad-878a-c53d64f5ff8a'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:40:38.170503 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] Bound port: 875c3183-48a9-47bf-b0e4-917423ced35a, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2354f2-8c38-430e-afbb-a836a8d7c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '92ee3448-6280-40ad-878a-c53d64f5ff8a'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:40:38.170953 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:38.286422 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3711915a-8a3e-43ab-bc19-473d56b24565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:38.335859 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f137-9998-4956-bc49-0a6d18989401 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:38.344409 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] For port 875c3183-48a9-47bf-b0e4-917423ced35a, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:40:38.345920 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd1f137-9998-4956-bc49-0a6d18989401 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:38.347064 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f137-9998-4956-bc49-0a6d18989401 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:38.356229 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] For port 875c3183-48a9-47bf-b0e4-917423ced35a, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=875c3183-48a9-47bf-b0e4-917423ced35a,segment=NetworkSegment(4c2354f2-8c38-430e-afbb-a836a8d7c632),segment_id=4c2354f2-8c38-430e-afbb-a836a8d7c632)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:40:38.366880 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:38.375303 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3729ec8e-52a3-41dc-9c37-54dc061a50f9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:38.482196 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297726d-507d-4253-8f52-93708c7f71e5 None None] Pushing event updated for resources: {'Port': ['ID=875c3183-48a9-47bf-b0e4-917423ced35a,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:38.512403 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ccb481c-14b9-4ab1-89f2-e117cb108378 req-06ae0fc9-ddaa-4077-9a13-2185c0c57f6d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 210 time: 0.1393652 Aug 16 22:40:38.540963 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1f137-9998-4956-bc49-0a6d18989401 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Network': ['ID=a52838e0-64aa-438a-9b82-98e24180a8f7,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:38.546365 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3711915a-8a3e-43ab-bc19-473d56b24565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:38.567131 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc38f5ea-83f5-41cd-9310-b327222a9a31 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:38.567467 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network a52838e0-64aa-438a-9b82-98e24180a8f7 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:40:38.583358 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-022207cd-4173-414f-abe7-df7488cb8f9c admin admin] For port e9a86f11-ae2c-4e39-9a90-50c653a11afb, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e9a86f11-ae2c-4e39-9a90-50c653a11afb,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:38.584464 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-022207cd-4173-414f-abe7-df7488cb8f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:38.613000 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-dcee0628-e85e-49c7-8933-0178049729bb req-689aa309-e0ef-4858-8463-aae590f9df29 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Allocated IP 172.20.0.8 (a0b4d9a2-666b-4be2-bf62-f6b4cce7a325/2abfc365-29c3-4616-9b87-7c7a7ec9e755/bb330c8d-3fd9-431d-8ab6-293e03a519b4) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:40:38.645302 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-022207cd-4173-414f-abe7-df7488cb8f9c admin admin] Calling delete_port for e9a86f11-ae2c-4e39-9a90-50c653a11afb owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:38.717979 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:38.960544 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3711915a-8a3e-43ab-bc19-473d56b24565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:38.964566 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3711915a-8a3e-43ab-bc19-473d56b24565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:38.969850 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3711915a-8a3e-43ab-bc19-473d56b24565 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/da21d366-e067-4411-9cc3-82d9c4e269cc HTTP/1.1" status: 204 len: 168 time: 0.9533262 Aug 16 22:40:39.009298 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711915a-8a3e-43ab-bc19-473d56b24565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da21d366-e067-4411-9cc3-82d9c4e269cc,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:39.044712 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3f792e48-6f3d-4f33-ade9-c7f659e30e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:39.232652 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-cc38f5ea-83f5-41cd-9310-b327222a9a31 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting port 4234b63c-7715-4bd0-9032-8ba8a5c40932 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:39.233456 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc38f5ea-83f5-41cd-9310-b327222a9a31 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:39.348500 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3729ec8e-52a3-41dc-9c37-54dc061a50f9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:39.361142 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3729ec8e-52a3-41dc-9c37-54dc061a50f9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:39.387272 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc38f5ea-83f5-41cd-9310-b327222a9a31 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:39.404497 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8fd1f137-9998-4956-bc49-0a6d18989401 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7840359 Aug 16 22:40:39.408699 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47368) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:39.422778 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a7467936-2523-45b0-ba6f-db12a90ed18b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'subnet': {'network_id': 'a52838e0-64aa-438a-9b82-98e24180a8f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:39.438136 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3729ec8e-52a3-41dc-9c37-54dc061a50f9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:39.450466 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3729ec8e-52a3-41dc-9c37-54dc061a50f9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6380000 Aug 16 22:40:39.450466 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dcee0628-e85e-49c7-8933-0178049729bb req-689aa309-e0ef-4858-8463-aae590f9df29 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:39.450685 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47370) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:39.452549 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-cc38f5ea-83f5-41cd-9310-b327222a9a31 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Calling delete_port for 4234b63c-7715-4bd0-9032-8ba8a5c40932 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:39.471918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729ec8e-52a3-41dc-9c37-54dc061a50f9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67aacb5d-ab65-4f40-ba00-098dcd540feb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:39.522723 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-022207cd-4173-414f-abe7-df7488cb8f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:39.565194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022207cd-4173-414f-abe7-df7488cb8f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a86f11-ae2c-4e39-9a90-50c653a11afb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:39.587797 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-162d408e-258b-470c-b6c2-a683bfa329ce tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Request body: {'security_group_rule': {'security_group_id': '67aacb5d-ab65-4f40-ba00-098dcd540feb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:39.609552 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dcee0628-e85e-49c7-8933-0178049729bb req-689aa309-e0ef-4858-8463-aae590f9df29 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:39.622410 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['8507266d-0a1f-46dd-89e2-1352a70987b1'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:40:39.720926 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-162d408e-258b-470c-b6c2-a683bfa329ce tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:39.801716 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 875c3183-48a9-47bf-b0e4-917423ced35a up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:40:39.816157 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7467936-2523-45b0-ba6f-db12a90ed18b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Made reservation on behalf of c0195f94a6a04044bec6d077c1b340bc for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:39.820635 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7467936-2523-45b0-ba6f-db12a90ed18b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:39.948084 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcee0628-e85e-49c7-8933-0178049729bb req-689aa309-e0ef-4858-8463-aae590f9df29 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:39.964325 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 875c3183-48a9-47bf-b0e4-917423ced35a completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:40.062373 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-dcee0628-e85e-49c7-8933-0178049729bb req-689aa309-e0ef-4858-8463-aae590f9df29 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:40.078387 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcee0628-e85e-49c7-8933-0178049729bb req-689aa309-e0ef-4858-8463-aae590f9df29 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:40:40.084073 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689aa309-e0ef-4858-8463-aae590f9df29 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Pushing event updated for resources: {'Port': ['ID=bb330c8d-3fd9-431d-8ab6-293e03a519b4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:40.134207 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-022207cd-4173-414f-abe7-df7488cb8f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:40.179486 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-162d408e-258b-470c-b6c2-a683bfa329ce tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:40.201913 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-162d408e-258b-470c-b6c2-a683bfa329ce tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:40.286247 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d408e-258b-470c-b6c2-a683bfa329ce tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091c8e07-3e28-46b2-9f54-1fc462bf5f60,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:40.295136 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-162d408e-258b-470c-b6c2-a683bfa329ce tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:40.299609 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-162d408e-258b-470c-b6c2-a683bfa329ce tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7718921 Aug 16 22:40:40.304467 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e3fb1-1146-4ff7-a0f8-a41370bffb04 req-38f9ebd9-a2f7-471b-914b-ffe51611d094 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:40.306928 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47394) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:40.333042 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-108e3fb1-1146-4ff7-a0f8-a41370bffb04 req-38f9ebd9-a2f7-471b-914b-ffe51611d094 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 931 time: 0.5879302 Aug 16 22:40:40.370687 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee0628-e85e-49c7-8933-0178049729bb req-689aa309-e0ef-4858-8463-aae590f9df29 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:40.371389 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dcee0628-e85e-49c7-8933-0178049729bb req-689aa309-e0ef-4858-8463-aae590f9df29 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:40.384654 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2d5c311-ef67-4442-b8f2-5bdd4e7e09c8 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:40.396105 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc38f5ea-83f5-41cd-9310-b327222a9a31 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:40.405430 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-022207cd-4173-414f-abe7-df7488cb8f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:40.414552 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-022207cd-4173-414f-abe7-df7488cb8f9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:40.415546 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df02ee3-741d-482e-82f6-54ade157f863 None None] Network 92ee3448-6280-40ad-878a-c53d64f5ff8a requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:40.420315 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2d5c311-ef67-4442-b8f2-5bdd4e7e09c8 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:40.438917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-108e3fb1-1146-4ff7-a0f8-a41370bffb04 req-f34ee720-3cc9-4504-815b-b3c503964dfb tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045892 Aug 16 22:40:40.467309 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38f5ea-83f5-41cd-9310-b327222a9a31 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Port': ['ID=4234b63c-7715-4bd0-9032-8ba8a5c40932,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:40.513315 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcee0628-e85e-49c7-8933-0178049729bb req-689aa309-e0ef-4858-8463-aae590f9df29 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7785227 Aug 16 22:40:40.515203 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-022207cd-4173-414f-abe7-df7488cb8f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:40.516065 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022207cd-4173-414f-abe7-df7488cb8f9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a7340df-4377-4a3d-9382-78bf634109c7 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:40:40.525705 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-022207cd-4173-414f-abe7-df7488cb8f9c admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:40.528567 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-022207cd-4173-414f-abe7-df7488cb8f9c admin admin] 10.222.0.93 "DELETE /v2.0/routers/3a7340df-4377-4a3d-9382-78bf634109c7 HTTP/1.1" status: 204 len: 168 time: 5.4020278 Aug 16 22:40:40.531719 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47400) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:40.545308 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-dcee0628-e85e-49c7-8933-0178049729bb req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] Request body: {'port': {'device_id': 'b9f2884e-e3c8-4071-99d5-9f1681bb4b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:40.581092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a72c8415-3170-4ca2-88d0-8f63e04f1984 None None] Provisioning for port 875c3183-48a9-47bf-b0e4-917423ced35a completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:40.593060 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a72c8415-3170-4ca2-88d0-8f63e04f1984 None None] Provisioning complete for port 875c3183-48a9-47bf-b0e4-917423ced35a triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:40.593445 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a72c8415-3170-4ca2-88d0-8f63e04f1984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:40.706699 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2d5c311-ef67-4442-b8f2-5bdd4e7e09c8 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:40.742997 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2d5c311-ef67-4442-b8f2-5bdd4e7e09c8 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:40.745324 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b2d5c311-ef67-4442-b8f2-5bdd4e7e09c8 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/091c8e07-3e28-46b2-9f54-1fc462bf5f60 HTTP/1.1" status: 204 len: 168 time: 0.4370368 Aug 16 22:40:40.750487 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7467936-2523-45b0-ba6f-db12a90ed18b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:40.758143 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47402) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:40.815184 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd67f09-4cf5-496c-bb52-caa2419b9616 admin admin] Deleting subnet 62c30f10-757f-4cb9-8c1b-499905cfdd0a {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:40:40.823075 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5dd67f09-4cf5-496c-bb52-caa2419b9616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:40.870132 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5c311-ef67-4442-b8f2-5bdd4e7e09c8 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=091c8e07-3e28-46b2-9f54-1fc462bf5f60,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:40.905311 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5dd67f09-4cf5-496c-bb52-caa2419b9616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:40.933081 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:41.013049 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a72c8415-3170-4ca2-88d0-8f63e04f1984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:41.062923 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc38f5ea-83f5-41cd-9310-b327222a9a31 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:41.078515 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7467936-2523-45b0-ba6f-db12a90ed18b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Subnet': ['ID=cbcbda5a-045b-46e9-944c-2a7db0ed7be3,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:41.103438 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-47ddf019-356c-4a76-b10c-48731989a953 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3305399 Aug 16 22:40:41.106095 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47408) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:41.114163 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5dd67f09-4cf5-496c-bb52-caa2419b9616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:41.192627 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a72c8415-3170-4ca2-88d0-8f63e04f1984 None None] For port 875c3183-48a9-47bf-b0e4-917423ced35a, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=875c3183-48a9-47bf-b0e4-917423ced35a,segment=NetworkSegment(4c2354f2-8c38-430e-afbb-a836a8d7c632),segment_id=4c2354f2-8c38-430e-afbb-a836a8d7c632)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:41.216764 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a72c8415-3170-4ca2-88d0-8f63e04f1984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:41.294626 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c8415-3170-4ca2-88d0-8f63e04f1984 None None] Pushing event updated for resources: {'Port': ['ID=875c3183-48a9-47bf-b0e4-917423ced35a,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:41.328703 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5dd67f09-4cf5-496c-bb52-caa2419b9616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:41.348728 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5dd67f09-4cf5-496c-bb52-caa2419b9616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:41.353606 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5dd67f09-4cf5-496c-bb52-caa2419b9616 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/62c30f10-757f-4cb9-8c1b-499905cfdd0a HTTP/1.1" status: 204 len: 168 time: 0.8017788 Aug 16 22:40:41.357197 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00ba04e-61b1-4c1b-9a4f-3e88d54f2a4e None None] Network bfbbb3c1-abc2-4612-a582-fc15eac32f93 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:41.361492 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47414) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:41.375430 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dcee0628-e85e-49c7-8933-0178049729bb req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:41.378266 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd67f09-4cf5-496c-bb52-caa2419b9616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c30f10-757f-4cb9-8c1b-499905cfdd0a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:41.399127 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7467936-2523-45b0-ba6f-db12a90ed18b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Checking segment: {'id': 'ca8d8c9c-7aab-4179-84e6-c3d6311d5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a52838e0-64aa-438a-9b82-98e24180a8f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:41.399739 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7467936-2523-45b0-ba6f-db12a90ed18b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Network hostable DHCP agents. Network: a52838e0-64aa-438a-9b82-98e24180a8f7, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:40:41.586828 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5a54c240-a384-4fca-b302-9d21975220c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:41.731642 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 875c3183-48a9-47bf-b0e4-917423ced35a up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:40:41.846149 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbff13a-bbe2-4fc1-9b13-57e4b14c5e72 req-546cdddb-f721-4b7e-b3ac-3dc7dcdf7912 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:41.847901 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7d3f8edf-fec6-46f1-b731-6a30a47e5533 None None] Provisioning complete for port 875c3183-48a9-47bf-b0e4-917423ced35a triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:41.848280 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7d3f8edf-fec6-46f1-b731-6a30a47e5533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:41.854274 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ffbff13a-bbe2-4fc1-9b13-57e4b14c5e72 req-546cdddb-f721-4b7e-b3ac-3dc7dcdf7912 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 931 time: 0.1857686 Aug 16 22:40:41.910798 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7467936-2523-45b0-ba6f-db12a90ed18b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Network a52838e0-64aa-438a-9b82-98e24180a8f7 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:40:41.943068 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c55e2d6-2207-44bd-8d8f-503a9b0a074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:41.958056 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ffbff13a-bbe2-4fc1-9b13-57e4b14c5e72 req-be9464df-1e8d-43d4-ad0b-c66b15ba60eb tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901272 Aug 16 22:40:41.992109 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7487fa8f-47c3-42ce-bd7f-36d9a6f288b3 None None] DHCP port deletion for bfbbb3c1-abc2-4612-a582-fc15eac32f93 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:40:42.011090 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1633ed51-29a2-410a-bede-18fe8623431d tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:42.070237 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-a7467936-2523-45b0-ba6f-db12a90ed18b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, a52838e0-64aa-438a-9b82-98e24180a8f7) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:42.098786 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d791ed1e-d4d8-4b24-9b72-a1ed9bd54c9a None None] Network a52838e0-64aa-438a-9b82-98e24180a8f7 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:42.153073 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc38f5ea-83f5-41cd-9310-b327222a9a31 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router 56248e96-99eb-4127-b412-e068b949eb13 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:40:42.173826 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7467936-2523-45b0-ba6f-db12a90ed18b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:42.174481 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7467936-2523-45b0-ba6f-db12a90ed18b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:42.189817 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-dcee0628-e85e-49c7-8933-0178049729bb req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb330c8d-3fd9-431d-8ab6-293e03a519b4 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:40:42.207389 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dcee0628-e85e-49c7-8933-0178049729bb req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:42.211495 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1633ed51-29a2-410a-bede-18fe8623431d tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:42.236545 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a7467936-2523-45b0-ba6f-db12a90ed18b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8261194 Aug 16 22:40:42.247787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47430) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:42.258179 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-dcee0628-e85e-49c7-8933-0178049729bb req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] Transition to ACTIVE for port object bb330c8d-3fd9-431d-8ab6-293e03a519b4 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:42.278465 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dcee0628-e85e-49c7-8933-0178049729bb req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:42.355724 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:42.399262 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc38f5ea-83f5-41cd-9310-b327222a9a31 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:40:42.409049 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cc38f5ea-83f5-41cd-9310-b327222a9a31 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/56248e96-99eb-4127-b412-e068b949eb13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4081903 Aug 16 22:40:42.412108 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2c55e2d6-2207-44bd-8d8f-503a9b0a074f admin admin] Deleting port 4835e907-5c62-4d2a-91e5-246a6ea08b54 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:42.412651 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c55e2d6-2207-44bd-8d8f-503a9b0a074f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:42.423046 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd956947-e9c7-41bd-ac4d-41cfb2855287 None None] Sync routers for ids ['56248e96-99eb-4127-b412-e068b949eb13'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:40:42.441510 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 875c3183-48a9-47bf-b0e4-917423ced35a triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:42.446445 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:42.455314 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd956947-e9c7-41bd-ac4d-41cfb2855287 None None] Routers {'56248e96-99eb-4127-b412-e068b949eb13'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:40:42.456213 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-fd956947-e9c7-41bd-ac4d-41cfb2855287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:40:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['56248e96-99eb-4127-b412-e068b949eb13'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:42.484235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47438) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:42.512837 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2c55e2d6-2207-44bd-8d8f-503a9b0a074f admin admin] For port 4835e907-5c62-4d2a-91e5-246a6ea08b54, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4835e907-5c62-4d2a-91e5-246a6ea08b54,segment=NetworkSegment(df519e46-de07-453b-bbcc-75ee7d668a7f),segment_id=df519e46-de07-453b-bbcc-75ee7d668a7f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:42.513198 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c55e2d6-2207-44bd-8d8f-503a9b0a074f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:42.528003 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2c55e2d6-2207-44bd-8d8f-503a9b0a074f admin admin] Calling delete_port for 4835e907-5c62-4d2a-91e5-246a6ea08b54 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:42.591381 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-fd956947-e9c7-41bd-ac4d-41cfb2855287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:42.621122 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c55e2d6-2207-44bd-8d8f-503a9b0a074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:42.626020 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1633ed51-29a2-410a-bede-18fe8623431d tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:42.629178 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1633ed51-29a2-410a-bede-18fe8623431d tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:42.629922 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1633ed51-29a2-410a-bede-18fe8623431d tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "DELETE /v2.0/security-groups/67aacb5d-ab65-4f40-ba00-098dcd540feb HTTP/1.1" status: 204 len: 168 time: 1.5212097 Aug 16 22:40:42.640802 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47442) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:42.647096 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd956947-e9c7-41bd-ac4d-41cfb2855287 None None] Routers {'56248e96-99eb-4127-b412-e068b949eb13'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:40:42.648663 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-fd956947-e9c7-41bd-ac4d-41cfb2855287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:40:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['56248e96-99eb-4127-b412-e068b949eb13'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:42.672405 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-678f49c8-95ae-4787-b838-79421c469438 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/ports?device_id=56248e96-99eb-4127-b412-e068b949eb13 HTTP/1.1" status: 200 len: 205 time: 0.1863928 Aug 16 22:40:42.681215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47446) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:42.716487 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-fd956947-e9c7-41bd-ac4d-41cfb2855287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:42.717284 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd956947-e9c7-41bd-ac4d-41cfb2855287 None None] The sync data for ids ['56248e96-99eb-4127-b412-e068b949eb13'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:40:42.816941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] Pushing event updated for resources: {'Port': ['ID=bb330c8d-3fd9-431d-8ab6-293e03a519b4,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:42.878734 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-7487fa8f-47c3-42ce-bd7f-36d9a6f288b3 None None] Deleting port 4835e907-5c62-4d2a-91e5-246a6ea08b54 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:42.879330 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7487fa8f-47c3-42ce-bd7f-36d9a6f288b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:42.894819 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:42.900673 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a52838e0-64aa-438a-9b82-98e24180a8f7', 'network_id': 'a52838e0-64aa-438a-9b82-98e24180a8f7', 'tenant_id': 'c0195f94a6a04044bec6d077c1b340bc', 'fixed_ips': [{'subnet_id': 'cbcbda5a-045b-46e9-944c-2a7db0ed7be3'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:40:42.901554 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:42.903789 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-927cbcb3-ea31-4291-84d8-9858cb7f1435 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:43.112501 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633ed51-29a2-410a-bede-18fe8623431d tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67aacb5d-ab65-4f40-ba00-098dcd540feb,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:43.116504 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55e2d6-2207-44bd-8d8f-503a9b0a074f admin admin] Pushing event deleted for resources: {'Port': ['ID=4835e907-5c62-4d2a-91e5-246a6ea08b54,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:43.125280 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c55e2d6-2207-44bd-8d8f-503a9b0a074f admin admin] No DVR routers for this DVR port 4835e907-5c62-4d2a-91e5-246a6ea08b54 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:40:43.199483 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9dba5f7a-b6f8-4bd7-9cbb-71f5b3b46521 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5552988 Aug 16 22:40:43.205977 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47460) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:43.211184 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-630dcd77-dea8-47a1-a3b9-9651eddb7e96 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1073288735'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:43.340841 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c55e2d6-2207-44bd-8d8f-503a9b0a074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:43.365716 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-2c55e2d6-2207-44bd-8d8f-503a9b0a074f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbbb3c1-abc2-4612-a582-fc15eac32f93']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:43.370626 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7487fa8f-47c3-42ce-bd7f-36d9a6f288b3 None None] For port 4835e907-5c62-4d2a-91e5-246a6ea08b54, host n-d-792458-15, got binding levels [] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:43.371340 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7487fa8f-47c3-42ce-bd7f-36d9a6f288b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:43.398949 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-7487fa8f-47c3-42ce-bd7f-36d9a6f288b3 None None] Calling delete_port for 4835e907-5c62-4d2a-91e5-246a6ea08b54 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:43.402401 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-2c55e2d6-2207-44bd-8d8f-503a9b0a074f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df519e46-de07-453b-bbcc-75ee7d668a7f') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:43.403252 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-2c55e2d6-2207-44bd-8d8f-503a9b0a074f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df519e46-de07-453b-bbcc-75ee7d668a7f') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:43.404802 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.ipam_backend_mixin [None req-7487fa8f-47c3-42ce-bd7f-36d9a6f288b3 None None] Port 4835e907-5c62-4d2a-91e5-246a6ea08b54 was not found and therefore no delete operation was performed {{(pid=94873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:40:43.419237 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7487fa8f-47c3-42ce-bd7f-36d9a6f288b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:43.429654 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c55e2d6-2207-44bd-8d8f-503a9b0a074f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:43.468999 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c55e2d6-2207-44bd-8d8f-503a9b0a074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:43.483542 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c55e2d6-2207-44bd-8d8f-503a9b0a074f admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:40:43.484653 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c55e2d6-2207-44bd-8d8f-503a9b0a074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:43.495732 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487fa8f-47c3-42ce-bd7f-36d9a6f288b3 None None] Pushing event deleted for resources: {'Port': ['ID=4835e907-5c62-4d2a-91e5-246a6ea08b54,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:43.497545 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:40:43.556031 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:40:43.590229 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-630dcd77-dea8-47a1-a3b9-9651eddb7e96 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:43.650614 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c55e2d6-2207-44bd-8d8f-503a9b0a074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:43.656848 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c55e2d6-2207-44bd-8d8f-503a9b0a074f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:43.662656 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2c55e2d6-2207-44bd-8d8f-503a9b0a074f admin admin] 10.222.0.93 "DELETE /v2.0/networks/bfbbb3c1-abc2-4612-a582-fc15eac32f93 HTTP/1.1" status: 204 len: 168 time: 2.2913358 Aug 16 22:40:43.678644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7487fa8f-47c3-42ce-bd7f-36d9a6f288b3 None None] No DVR routers for this DVR port 4835e907-5c62-4d2a-91e5-246a6ea08b54 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:40:43.683144 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55e2d6-2207-44bd-8d8f-503a9b0a074f admin admin] Pushing event deleted for resources: {'Network': ['ID=bfbbb3c1-abc2-4612-a582-fc15eac32f93,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:43.732402 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-dcee0628-e85e-49c7-8933-0178049729bb req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] Attempting to bind port bb330c8d-3fd9-431d-8ab6-293e03a519b4 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:40:43.732402 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-dcee0628-e85e-49c7-8933-0178049729bb req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] Attempting to bind port bb330c8d-3fd9-431d-8ab6-293e03a519b4 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:40:43.732852 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcee0628-e85e-49c7-8933-0178049729bb req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] Attempting to bind port bb330c8d-3fd9-431d-8ab6-293e03a519b4 on network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:40:43.852491 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcee0628-e85e-49c7-8933-0178049729bb req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] Port bb330c8d-3fd9-431d-8ab6-293e03a519b4 on network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:40:43.852881 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcee0628-e85e-49c7-8933-0178049729bb req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] Attempting to bind port bb330c8d-3fd9-431d-8ab6-293e03a519b4 on network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:40:43.856113 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-630dcd77-dea8-47a1-a3b9-9651eddb7e96 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:43.862459 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-630dcd77-dea8-47a1-a3b9-9651eddb7e96 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:43.939223 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-630dcd77-dea8-47a1-a3b9-9651eddb7e96 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:43.948872 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-630dcd77-dea8-47a1-a3b9-9651eddb7e96 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7412612 Aug 16 22:40:43.951365 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47482) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:43.959841 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-9260c799-1f01-4127-8eab-7efb9548fb98 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Request body: {'security_group_rule': {'security_group_id': 'cfd4a7db-affa-46db-bd1d-a52382dec8e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:43.962016 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcee0628-e85e-49c7-8933-0178049729bb req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:40:43.963028 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcee0628-e85e-49c7-8933-0178049729bb req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] Checking segment: {'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:43.963663 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcee0628-e85e-49c7-8933-0178049729bb req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] Bound using segment: {'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:40:43.965795 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-dcee0628-e85e-49c7-8933-0178049729bb req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] Bound port: bb330c8d-3fd9-431d-8ab6-293e03a519b4, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:40:43.966423 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dcee0628-e85e-49c7-8933-0178049729bb req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:43.969649 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630dcd77-dea8-47a1-a3b9-9651eddb7e96 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd4a7db-affa-46db-bd1d-a52382dec8e9,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:44.008065 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] Allocated IP 2001:db8::1 (a52838e0-64aa-438a-9b82-98e24180a8f7/cbcbda5a-045b-46e9-944c-2a7db0ed7be3/7e40f053-551d-4770-bd53-283d191a2c6c) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:40:44.015038 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a6e09-8ff8-45c6-a97d-9f543241f818 req-94f6c7a0-02a8-4e27-a71e-2ad764e5e31b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:44.015038 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ad2a6e09-8ff8-45c6-a97d-9f543241f818 req-94f6c7a0-02a8-4e27-a71e-2ad764e5e31b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 943 time: 0.4650836 Aug 16 22:40:44.057142 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.070342 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9260c799-1f01-4127-8eab-7efb9548fb98 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.180893 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-927cbcb3-ea31-4291-84d8-9858cb7f1435 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.194702 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-927cbcb3-ea31-4291-84d8-9858cb7f1435 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.214758 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e9a86f11-ae2c-4e39-9a90-50c653a11afb no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:40:44.227450 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9260c799-1f01-4127-8eab-7efb9548fb98 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.234904 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9260c799-1f01-4127-8eab-7efb9548fb98 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.256638 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: e9a86f11-ae2c-4e39-9a90-50c653a11afb {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:40:44.257216 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e9a86f11-ae2c-4e39-9a90-50c653a11afb not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:40:44.265389 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47488) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:44.285052 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9260c799-1f01-4127-8eab-7efb9548fb98 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.291298 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9260c799-1f01-4127-8eab-7efb9548fb98 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3382857 Aug 16 22:40:44.298693 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47490) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:44.330860 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e33fa5cb-536b-4f42-9991-df42204f45cd tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Request body: {'security_group_rule': {'security_group_id': 'cfd4a7db-affa-46db-bd1d-a52382dec8e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:44.373211 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260c799-1f01-4127-8eab-7efb9548fb98 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ddca1cf-f4fd-45fa-ba06-1480af272694,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:44.434806 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ad2a6e09-8ff8-45c6-a97d-9f543241f818 req-cdf29903-b0f1-4186-86b3-2e9783133e74 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686168 Aug 16 22:40:44.435669 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e33fa5cb-536b-4f42-9991-df42204f45cd tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.465874 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-927cbcb3-ea31-4291-84d8-9858cb7f1435 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.466670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927cbcb3-ea31-4291-84d8-9858cb7f1435 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Fanout notify agent at l3_agent the message router_deleted on router 56248e96-99eb-4127-b412-e068b949eb13 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:40:44.469701 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4835e907-5c62-4d2a-91e5-246a6ea08b54 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:40:44.479866 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-927cbcb3-ea31-4291-84d8-9858cb7f1435 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.484958 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a638f219-69cb-4cbd-9ca7-41270e235ce4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=862fd4c5b7334530a4c88c30c2542f34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130194 Aug 16 22:40:44.487048 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-927cbcb3-ea31-4291-84d8-9858cb7f1435 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/routers/56248e96-99eb-4127-b412-e068b949eb13 HTTP/1.1" status: 204 len: 168 time: 1.8028741 Aug 16 22:40:44.488269 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47494) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:44.488546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47496) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:44.517704 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 4835e907-5c62-4d2a-91e5-246a6ea08b54 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:40:44.526594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4835e907-5c62-4d2a-91e5-246a6ea08b54 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:40:44.566687 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e33fa5cb-536b-4f42-9991-df42204f45cd tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.573013 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e33fa5cb-536b-4f42-9991-df42204f45cd tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.609464 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fa5cb-536b-4f42-9991-df42204f45cd tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97dd6374-c653-4c1b-a51d-582cd7188ed3,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:44.642019 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e33fa5cb-536b-4f42-9991-df42204f45cd tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.644380 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e33fa5cb-536b-4f42-9991-df42204f45cd tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3334086 Aug 16 22:40:44.648092 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47502) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:44.660640 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-577fef3b-d608-4f2d-bf79-2bc18e4d605c tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Request body: {'security_group_rule': {'security_group_id': 'cfd4a7db-affa-46db-bd1d-a52382dec8e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:44.661280 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.672344 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] Transition to ACTIVE for port object 7e40f053-551d-4770-bd53-283d191a2c6c will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:44.691335 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] Transition to ACTIVE for port object 7e40f053-551d-4770-bd53-283d191a2c6c will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:44.700629 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.742589 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-577fef3b-d608-4f2d-bf79-2bc18e4d605c tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.759437 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-dcee0628-e85e-49c7-8933-0178049729bb req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] For port bb330c8d-3fd9-431d-8ab6-293e03a519b4, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:40:44.828512 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-783f02d3-d425-417f-b5d2-c61e1bf8b5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.828880 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] Network a52838e0-64aa-438a-9b82-98e24180a8f7 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:44.838792 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d492395-4554-44ac-a0e5-e6e65f91fa9f tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting subnet 74585941-5c3d-4ce0-b76a-423dd280ec4e {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:40:44.858772 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:44.867270 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d492395-4554-44ac-a0e5-e6e65f91fa9f tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.875556 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-dcee0628-e85e-49c7-8933-0178049729bb req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] For port bb330c8d-3fd9-431d-8ab6-293e03a519b4, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=bb330c8d-3fd9-431d-8ab6-293e03a519b4,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:40:44.878139 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.881354 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:40:44.891359 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-577fef3b-d608-4f2d-bf79-2bc18e4d605c tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.898659 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-577fef3b-d608-4f2d-bf79-2bc18e4d605c tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.906801 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.922144 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] Pushing event updated for resources: {'Port': ['ID=7e40f053-551d-4770-bd53-283d191a2c6c,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:44.944530 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fef3b-d608-4f2d-bf79-2bc18e4d605c tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7156f9b7-010f-46ec-be6f-d1a8f8b0b68e,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:44.961875 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-577fef3b-d608-4f2d-bf79-2bc18e4d605c tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.965306 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-577fef3b-d608-4f2d-bf79-2bc18e4d605c tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3159750 Aug 16 22:40:44.974949 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47512) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:44.977005 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dcee0628-e85e-49c7-8933-0178049729bb req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.986460 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4b7464bf-c129-499a-8ef4-41981497b089 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Request body: {'security_group_rule': {'security_group_id': 'cfd4a7db-affa-46db-bd1d-a52382dec8e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:44.992978 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-783f02d3-d425-417f-b5d2-c61e1bf8b5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.039574 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] Attempting to bind port 7e40f053-551d-4770-bd53-283d191a2c6c on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:40:45.040486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] Attempting to bind port 7e40f053-551d-4770-bd53-283d191a2c6c by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'ca8d8c9c-7aab-4179-84e6-c3d6311d5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a52838e0-64aa-438a-9b82-98e24180a8f7'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:40:45.041463 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] Attempting to bind port 7e40f053-551d-4770-bd53-283d191a2c6c on network a52838e0-64aa-438a-9b82-98e24180a8f7 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:40:45.048727 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:40:45.049297 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] Checking segment: {'id': 'ca8d8c9c-7aab-4179-84e6-c3d6311d5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a52838e0-64aa-438a-9b82-98e24180a8f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:45.049788 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.050591 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] Bound using segment: {'id': 'ca8d8c9c-7aab-4179-84e6-c3d6311d5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a52838e0-64aa-438a-9b82-98e24180a8f7'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:40:45.052175 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] Bound port: 7e40f053-551d-4770-bd53-283d191a2c6c, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8d8c9c-7aab-4179-84e6-c3d6311d5030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a52838e0-64aa-438a-9b82-98e24180a8f7'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:40:45.052175 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.061672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Subnet': ['ID=cbcbda5a-045b-46e9-944c-2a7db0ed7be3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:45.079255 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b7464bf-c129-499a-8ef4-41981497b089 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.135800 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-783f02d3-d425-417f-b5d2-c61e1bf8b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.138309 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-783f02d3-d425-417f-b5d2-c61e1bf8b5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.139732 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-783f02d3-d425-417f-b5d2-c61e1bf8b5f2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7d68461f-b4aa-4076-b8b6-2cff3f832937 HTTP/1.1" status: 204 len: 168 time: 0.6336899 Aug 16 22:40:45.210377 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] For port 7e40f053-551d-4770-bd53-283d191a2c6c, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:40:45.218316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] For port 7e40f053-551d-4770-bd53-283d191a2c6c, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7e40f053-551d-4770-bd53-283d191a2c6c,segment=NetworkSegment(ca8d8c9c-7aab-4179-84e6-c3d6311d5030),segment_id=ca8d8c9c-7aab-4179-84e6-c3d6311d5030)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:40:45.229727 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.236817 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b7464bf-c129-499a-8ef4-41981497b089 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.242846 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b7464bf-c129-499a-8ef4-41981497b089 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.263485 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7464bf-c129-499a-8ef4-41981497b089 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4823acca-9d0d-42fa-b1c1-07a68e4b236a,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:45.290163 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b7464bf-c129-499a-8ef4-41981497b089 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.298057 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4b7464bf-c129-499a-8ef4-41981497b089 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3201740 Aug 16 22:40:45.298266 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d492395-4554-44ac-a0e5-e6e65f91fa9f tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.299106 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47520) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:45.305495 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f02d3-d425-417f-b5d2-c61e1bf8b5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d68461f-b4aa-4076-b8b6-2cff3f832937,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:45.310141 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16eccb-254c-4219-abde-615cdc0c092e None None] Pushing event updated for resources: {'Port': ['ID=7e40f053-551d-4770-bd53-283d191a2c6c,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:45.324965 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4d4a2a17-91be-42d3-a8b9-3c0a3f926883 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Request body: {'security_group_rule': {'security_group_id': 'cfd4a7db-affa-46db-bd1d-a52382dec8e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:45.367495 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee0628-e85e-49c7-8933-0178049729bb req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:45.368598 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dcee0628-e85e-49c7-8933-0178049729bb req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.370016 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcee0628-e85e-49c7-8933-0178049729bb req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] 10.222.0.39 "PUT /v2.0/ports/bb330c8d-3fd9-431d-8ab6-293e03a519b4 HTTP/1.1" status: 200 len: 1092 time: 4.8391697 Aug 16 22:40:45.370492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f2884e-e3c8-4071-99d5-9f1681bb4b3f', 'tag': 'bb330c8d-3fd9-431d-8ab6-293e03a519b4'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:40:45.372898 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c853068f-aa3b-46c8-b961-0aa7e636d622" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f2884e-e3c8-4071-99d5-9f1681bb4b3f", "tag": "bb330c8d-3fd9-431d-8ab6-293e03a519b4"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:40:45.373260 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4d4a2a17-91be-42d3-a8b9-3c0a3f926883 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.411233 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c172de-6e4c-4064-9c24-08173a6de383 None None] Network a52838e0-64aa-438a-9b82-98e24180a8f7 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:45.462030 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.480091 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4d4a2a17-91be-42d3-a8b9-3c0a3f926883 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.491528 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4d4a2a17-91be-42d3-a8b9-3c0a3f926883 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.494214 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47526) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:45.574384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52838e0-64aa-438a-9b82-98e24180a8f7']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:45.595129 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a2a17-91be-42d3-a8b9-3c0a3f926883 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229b415d-0933-4341-be2f-1bee6fb5a957,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:45.596432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8d8c9c-7aab-4179-84e6-c3d6311d5030') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:45.606115 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8d8c9c-7aab-4179-84e6-c3d6311d5030') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:45.607866 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4d4a2a17-91be-42d3-a8b9-3c0a3f926883 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.612570 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4d4a2a17-91be-42d3-a8b9-3c0a3f926883 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3103733 Aug 16 22:40:45.616796 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef266de-9d12-465a-8bfc-2b80c3c2f45a None None] get_active_networks_info from n-d-792458-15 {{(pid=94873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:40:45.618832 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47536) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:45.655751 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.662277 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fc7e1ba8-2638-480e-be83-22ff63f58957 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.664677 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03113b4a-c31e-42c8-9af1-22648ee0d81b x-openstack-request-id: req-03113b4a-c31e-42c8-9af1-22648ee0d81b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:40:45.665090 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f2884e-e3c8-4071-99d5-9f1681bb4b3f", "tag": "bb330c8d-3fd9-431d-8ab6-293e03a519b4", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:40:45.665247 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-03113b4a-c31e-42c8-9af1-22648ee0d81b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:40:45.665655 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f2884e-e3c8-4071-99d5-9f1681bb4b3f', 'tag': 'bb330c8d-3fd9-431d-8ab6-293e03a519b4', 'status': 'completed', 'code': 200} Aug 16 22:40:45.669669 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3590ac-0696-4495-aefa-30e42ec082eb service neutron] Pushing event updated for resources: {'Port': ['ID=bb330c8d-3fd9-431d-8ab6-293e03a519b4,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:45.674589 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fc7e1ba8-2638-480e-be83-22ff63f58957 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.757925 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fc7e1ba8-2638-480e-be83-22ff63f58957 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.778554 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fc7e1ba8-2638-480e-be83-22ff63f58957 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.782046 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fc7e1ba8-2638-480e-be83-22ff63f58957 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/229b415d-0933-4341-be2f-1bee6fb5a957 HTTP/1.1" status: 204 len: 168 time: 0.1610005 Aug 16 22:40:45.793259 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47540) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:45.806164 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.810984 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e1ba8-2638-480e-be83-22ff63f58957 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=229b415d-0933-4341-be2f-1bee6fb5a957,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:45.825912 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef266de-9d12-465a-8bfc-2b80c3c2f45a None None] Resources bound (agent type, host, resource id): {{(pid=94873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:40:45.836307 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-becae7f2-b162-4694-8955-7f1da7a992bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.841715 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:40:45.842176 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:40:45.846329 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:40:45.962347 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d492395-4554-44ac-a0e5-e6e65f91fa9f tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.978333 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee0628-e85e-49c7-8933-0178049729bb req-03f14486-5e05-4ad1-90ce-fa0f3a30dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:45.980777 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcee0628-e85e-49c7-8933-0178049729bb req-03f14486-5e05-4ad1-90ce-fa0f3a30dda5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 1095 time: 0.5421877 Aug 16 22:40:46.026214 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15acb5-46ec-41bf-ab10-012f0d868c75 req-a27e1e19-f72f-4622-8d1d-485d0e37afd6 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.028061 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f15acb5-46ec-41bf-ab10-012f0d868c75 req-a27e1e19-f72f-4622-8d1d-485d0e37afd6 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 943 time: 0.3122241 Aug 16 22:40:46.059555 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 22:40:46.059555 n-d-792458-15 neutron-server[94871]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 22:40:46.059555 n-d-792458-15 neutron-server[94871]: [parameters: {'id': 'a52838e0-64aa-438a-9b82-98e24180a8f7'}] Aug 16 22:40:46.059555 n-d-792458-15 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:40:46.060575 n-d-792458-15 neutron-server[94871]: DEBUG oslo_db.api [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:40:46.115080 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-962751b8-0618-46b6-aba6-2efbaa00e816 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3161175 Aug 16 22:40:46.118058 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-becae7f2-b162-4694-8955-7f1da7a992bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:46.119603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47550) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:46.124762 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcee0628-e85e-49c7-8933-0178049729bb req-81ba1015-c1fb-4ac5-97a9-17cdfbc790c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb330c8d-3fd9-431d-8ab6-293e03a519b4 HTTP/1.1" status: 200 len: 217 time: 0.1100066 Aug 16 22:40:46.126738 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-becae7f2-b162-4694-8955-7f1da7a992bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:46.217569 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becae7f2-b162-4694-8955-7f1da7a992bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37720f4-de35-4536-9481-1dd0f36109f6,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:46.235973 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-becae7f2-b162-4694-8955-7f1da7a992bb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=10fa6ee8a1204cf2a60f22a1af31af6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7283440 Aug 16 22:40:46.238416 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47554) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:46.252481 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-26d91d92-76b9-47be-8bc3-d67bcf3e2eb9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:46.258999 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f15acb5-46ec-41bf-ab10-012f0d868c75 req-e8df6575-7720-49cb-831c-29a7392bce71 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142031 Aug 16 22:40:46.270205 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-26d91d92-76b9-47be-8bc3-d67bcf3e2eb9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:46.279710 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d492395-4554-44ac-a0e5-e6e65f91fa9f tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:46.289213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee0628-e85e-49c7-8933-0178049729bb req-1b4f00cd-d023-419e-8f53-d0ed5526aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.291079 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcee0628-e85e-49c7-8933-0178049729bb req-1b4f00cd-d023-419e-8f53-d0ed5526aea8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2abfc365-29c3-4616-9b87-7c7a7ec9e755 HTTP/1.1" status: 200 len: 846 time: 0.1492305 Aug 16 22:40:46.380270 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcee0628-e85e-49c7-8933-0178049729bb req-85e61be1-33c9-4e29-b591-a6d892467a3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785263 Aug 16 22:40:46.386128 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d492395-4554-44ac-a0e5-e6e65f91fa9f tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Subnet': ['ID=74585941-5c3d-4ce0-b76a-423dd280ec4e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:46.396583 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d492395-4554-44ac-a0e5-e6e65f91fa9f tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:46.399509 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3d492395-4554-44ac-a0e5-e6e65f91fa9f tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/subnets/74585941-5c3d-4ce0-b76a-423dd280ec4e HTTP/1.1" status: 204 len: 168 time: 1.8949246 Aug 16 22:40:46.409520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47564) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:46.410424 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e56064-59de-49d9-8fb2-280489975292 None None] Network 5cd9fac8-735c-4162-9b91-0338b941b5aa requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:46.413713 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14e5525e-50b1-48d3-b169-3e2b8d359c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:46.423073 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-26d91d92-76b9-47be-8bc3-d67bcf3e2eb9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:46.472963 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14e5525e-50b1-48d3-b169-3e2b8d359c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:46.547397 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14e5525e-50b1-48d3-b169-3e2b8d359c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:46.550515 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14e5525e-50b1-48d3-b169-3e2b8d359c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:46.552202 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-14e5525e-50b1-48d3-b169-3e2b8d359c1d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f37720f4-de35-4536-9481-1dd0f36109f6 HTTP/1.1" status: 204 len: 168 time: 0.3119092 Aug 16 22:40:46.562184 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5525e-50b1-48d3-b169-3e2b8d359c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37720f4-de35-4536-9481-1dd0f36109f6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:46.606778 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-26d91d92-76b9-47be-8bc3-d67bcf3e2eb9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:46.611415 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47572) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:46.612134 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-26d91d92-76b9-47be-8bc3-d67bcf3e2eb9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/4823acca-9d0d-42fa-b1c1-07a68e4b236a HTTP/1.1" status: 204 len: 168 time: 0.4888792 Aug 16 22:40:46.615920 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:46.628534 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad5813c-042e-41cc-88d3-d2e94efdc75a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting subnet a55005e4-6161-4fe3-a586-c8d614bec47b {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:40:46.644414 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ad5813c-042e-41cc-88d3-d2e94efdc75a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:46.723518 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ff204f30-6a5f-474e-98c0-5397f98605c6 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1107810 Aug 16 22:40:46.731461 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47574) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:46.757251 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d91d92-76b9-47be-8bc3-d67bcf3e2eb9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4823acca-9d0d-42fa-b1c1-07a68e4b236a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:46.764625 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47576) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:46.810205 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e5f5cc-eb6d-4912-b602-874abf07d238 None None] DHCP port deletion for 5cd9fac8-735c-4162-9b91-0338b941b5aa request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:40:46.819951 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8693f16-ca10-40f6-80a9-e4e881a017f3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:46.835689 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8693f16-ca10-40f6-80a9-e4e881a017f3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:46.836884 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ad5813c-042e-41cc-88d3-d2e94efdc75a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:46.866180 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcee0628-e85e-49c7-8933-0178049729bb req-774c5c9f-407f-4ae1-80df-4a598a3c342c service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725327 Aug 16 22:40:46.885220 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8693f16-ca10-40f6-80a9-e4e881a017f3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:46.921659 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8693f16-ca10-40f6-80a9-e4e881a017f3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:46.924638 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b8693f16-ca10-40f6-80a9-e4e881a017f3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/7156f9b7-010f-46ec-be6f-d1a8f8b0b68e HTTP/1.1" status: 204 len: 168 time: 0.1912186 Aug 16 22:40:46.928339 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8693f16-ca10-40f6-80a9-e4e881a017f3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7156f9b7-010f-46ec-be6f-d1a8f8b0b68e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:46.935486 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47584) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:46.965169 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b7e5f5cc-eb6d-4912-b602-874abf07d238 None None] Deleting port cb64d651-fe53-492f-bceb-51d0ab6f5133 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:46.965797 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f5cc-eb6d-4912-b602-874abf07d238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.018928 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-075128ff-e519-45f6-bc4d-35d0aecb8a46 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0814929 Aug 16 22:40:47.019831 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47590) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:47.060268 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1188e8b-8fca-4843-9b45-549133996993 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.082461 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1188e8b-8fca-4843-9b45-549133996993 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.136057 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1188e8b-8fca-4843-9b45-549133996993 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.147719 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1188e8b-8fca-4843-9b45-549133996993 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.151909 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e1188e8b-8fca-4843-9b45-549133996993 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/97dd6374-c653-4c1b-a51d-582cd7188ed3 HTTP/1.1" status: 204 len: 168 time: 0.1302547 Aug 16 22:40:47.155850 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Deleting port 7e40f053-551d-4770-bd53-283d191a2c6c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:47.156668 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.163490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47592) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:47.164438 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1188e8b-8fca-4843-9b45-549133996993 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97dd6374-c653-4c1b-a51d-582cd7188ed3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:47.224189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b7e5f5cc-eb6d-4912-b602-874abf07d238 None None] For port cb64d651-fe53-492f-bceb-51d0ab6f5133, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cb64d651-fe53-492f-bceb-51d0ab6f5133,segment=NetworkSegment(f153a75e-ac2f-4acb-82c3-84eb9cdc7f89),segment_id=f153a75e-ac2f-4acb-82c3-84eb9cdc7f89)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:47.226652 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f5cc-eb6d-4912-b602-874abf07d238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.248404 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b7e5f5cc-eb6d-4912-b602-874abf07d238 None None] Calling delete_port for cb64d651-fe53-492f-bceb-51d0ab6f5133 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:47.313547 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-9be01eb1-f95d-415f-b9ed-a8e3e3e5fc47 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-729451695-network', 'tenant_id': '793682cd26c144d588f06564d966c7b1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:47.328580 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ad5813c-042e-41cc-88d3-d2e94efdc75a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.391316 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be01eb1-f95d-415f-b9ed-a8e3e3e5fc47 admin admin] Made reservation on behalf of 793682cd26c144d588f06564d966c7b1 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:47.393951 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9be01eb1-f95d-415f-b9ed-a8e3e3e5fc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.395413 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f5cc-eb6d-4912-b602-874abf07d238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.419096 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcee0628-e85e-49c7-8933-0178049729bb req-6b9b14a1-ecf4-402b-abed-9eb55f5e7a95 service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336263 Aug 16 22:40:47.421159 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9be01eb1-f95d-415f-b9ed-a8e3e3e5fc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.474701 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] For port 7e40f053-551d-4770-bd53-283d191a2c6c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7e40f053-551d-4770-bd53-283d191a2c6c,segment=NetworkSegment(ca8d8c9c-7aab-4179-84e6-c3d6311d5030),segment_id=ca8d8c9c-7aab-4179-84e6-c3d6311d5030)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:47.475083 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.477272 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5f5cc-eb6d-4912-b602-874abf07d238 None None] Pushing event deleted for resources: {'Port': ['ID=cb64d651-fe53-492f-bceb-51d0ab6f5133,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:47.499095 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e5f5cc-eb6d-4912-b602-874abf07d238 None None] No DVR routers for this DVR port cb64d651-fe53-492f-bceb-51d0ab6f5133 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:40:47.536142 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-da24047c-b395-468d-8cc9-56916f24fe83 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3626976 Aug 16 22:40:47.545240 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Calling delete_port for 7e40f053-551d-4770-bd53-283d191a2c6c owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:47.547600 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47602) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:47.598842 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9be01eb1-f95d-415f-b9ed-a8e3e3e5fc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.605985 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9be01eb1-f95d-415f-b9ed-a8e3e3e5fc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.624366 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be01eb1-f95d-415f-b9ed-a8e3e3e5fc47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:40:47.626093 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47604) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:47.641066 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9be01eb1-f95d-415f-b9ed-a8e3e3e5fc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.641490 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-9be01eb1-f95d-415f-b9ed-a8e3e3e5fc47 admin admin] Added segment af86c1b3-d718-4588-bacc-5ed8f10f33bb of type vlan for network c3b48f81-4d80-4b30-bb67-c1eb10a28ea3 Aug 16 22:40:47.698088 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9be01eb1-f95d-415f-b9ed-a8e3e3e5fc47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.701061 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ad5813c-042e-41cc-88d3-d2e94efdc75a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.703097 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3300ebb0-a1bc-427b-ba2f-dae148d3d03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.712305 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83797077-c2e6-4f9c-947a-eb5d2eb2d85c tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.739338 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9be01eb1-f95d-415f-b9ed-a8e3e3e5fc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.740415 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be01eb1-f95d-415f-b9ed-a8e3e3e5fc47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:47.741588 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9be01eb1-f95d-415f-b9ed-a8e3e3e5fc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.755860 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83797077-c2e6-4f9c-947a-eb5d2eb2d85c tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.760045 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5813c-042e-41cc-88d3-d2e94efdc75a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Subnet': ['ID=a55005e4-6161-4fe3-a586-c8d614bec47b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:47.788845 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ad5813c-042e-41cc-88d3-d2e94efdc75a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.794978 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2ad5813c-042e-41cc-88d3-d2e94efdc75a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/subnets/a55005e4-6161-4fe3-a586-c8d614bec47b HTTP/1.1" status: 204 len: 168 time: 1.3806658 Aug 16 22:40:47.799085 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b243e1-c65b-4f57-ad90-91418b8b2a6b None None] Network 7ce60fdd-a8d9-4349-a941-ccce1db05337 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:47.816803 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47606) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:47.821984 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853068f-aa3b-46c8-b961-0aa7e636d622 req-a1d10724-ecf3-444a-88a1-17b1e1131f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:47.824172 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c853068f-aa3b-46c8-b961-0aa7e636d622 req-a1d10724-ecf3-444a-88a1-17b1e1131f3f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 1095 time: 0.3299775 Aug 16 22:40:47.834171 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36db65-3ca7-43c3-92c9-370265fe4bfc req-b8f2f745-bee6-435b-8fd7-e22e3ab05c0b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:47.844237 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d36db65-3ca7-43c3-92c9-370265fe4bfc req-b8f2f745-bee6-435b-8fd7-e22e3ab05c0b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 943 time: 0.3101456 Aug 16 22:40:47.927360 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3613e093-0192-4ef1-85fe-31b3e85b1369 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.932729 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be01eb1-f95d-415f-b9ed-a8e3e3e5fc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cf3a35-86cf-4086-ba9b-4d70de65ff7e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:47.957880 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9be01eb1-f95d-415f-b9ed-a8e3e3e5fc47 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1669204 Aug 16 22:40:47.959196 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47612) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:47.981538 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Request body: {'subnet': {'network_id': 'c3b48f81-4d80-4b30-bb67-c1eb10a28ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-729451695-subnet', 'tenant_id': '793682cd26c144d588f06564d966c7b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:48.015850 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83797077-c2e6-4f9c-947a-eb5d2eb2d85c tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.016102 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be01eb1-f95d-415f-b9ed-a8e3e3e5fc47 admin admin] Pushing event updated for resources: {'Network': ['ID=c3b48f81-4d80-4b30-bb67-c1eb10a28ea3,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:48.031791 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network c3b48f81-4d80-4b30-bb67-c1eb10a28ea3 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:40:48.067363 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83797077-c2e6-4f9c-947a-eb5d2eb2d85c tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.069173 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-83797077-c2e6-4f9c-947a-eb5d2eb2d85c tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/6ddca1cf-f4fd-45fa-ba06-1480af272694 HTTP/1.1" status: 204 len: 168 time: 0.5191820 Aug 16 22:40:48.082757 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d36db65-3ca7-43c3-92c9-370265fe4bfc req-77420308-dd42-4fa8-8cf4-2f45162b5ada tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373960 Aug 16 22:40:48.087454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47614) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:48.096095 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.118988 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8b3d4b-87aa-404e-ac31-9751f59bcd51 None None] DHCP port deletion for 7ce60fdd-a8d9-4349-a941-ccce1db05337 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:40:48.143580 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83797077-c2e6-4f9c-947a-eb5d2eb2d85c tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ddca1cf-f4fd-45fa-ba06-1480af272694,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:48.173065 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3613e093-0192-4ef1-85fe-31b3e85b1369 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.196248 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-3613e093-0192-4ef1-85fe-31b3e85b1369 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd9fac8-735c-4162-9b91-0338b941b5aa']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:48.217301 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ae8b3d4b-87aa-404e-ac31-9751f59bcd51 None None] Deleting port 8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:48.217608 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-3613e093-0192-4ef1-85fe-31b3e85b1369 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f153a75e-ac2f-4acb-82c3-84eb9cdc7f89') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:48.218148 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-3613e093-0192-4ef1-85fe-31b3e85b1369 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f153a75e-ac2f-4acb-82c3-84eb9cdc7f89') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:48.218840 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ae8b3d4b-87aa-404e-ac31-9751f59bcd51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.238567 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3613e093-0192-4ef1-85fe-31b3e85b1369 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.248211 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Port': ['ID=7e40f053-551d-4770-bd53-283d191a2c6c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:48.273572 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3613e093-0192-4ef1-85fe-31b3e85b1369 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.286558 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3613e093-0192-4ef1-85fe-31b3e85b1369 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:40:48.287180 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3613e093-0192-4ef1-85fe-31b3e85b1369 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:40:48.291984 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:40:48.341002 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] No DVR routers for this DVR port 7e40f053-551d-4770-bd53-283d191a2c6c on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:40:48.343597 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853068f-aa3b-46c8-b961-0aa7e636d622 req-4282074c-1f03-4ad4-b357-cd2bcc85a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:48.345318 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c853068f-aa3b-46c8-b961-0aa7e636d622 req-4282074c-1f03-4ad4-b357-cd2bcc85a7c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 907 time: 0.4688213 Aug 16 22:40:48.355325 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3300ebb0-a1bc-427b-ba2f-dae148d3d03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.363275 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ae8b3d4b-87aa-404e-ac31-9751f59bcd51 None None] For port 8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9,segment=NetworkSegment(4fea7666-2a22-4a33-bc51-cac6e6958f5b),segment_id=4fea7666-2a22-4a33-bc51-cac6e6958f5b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:48.363915 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ae8b3d4b-87aa-404e-ac31-9751f59bcd51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.379814 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3613e093-0192-4ef1-85fe-31b3e85b1369 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.390571 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3613e093-0192-4ef1-85fe-31b3e85b1369 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.399103 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3613e093-0192-4ef1-85fe-31b3e85b1369 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/networks/5cd9fac8-735c-4162-9b91-0338b941b5aa HTTP/1.1" status: 204 len: 168 time: 0.5784981 Aug 16 22:40:48.400602 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47620) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:48.414767 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ae8b3d4b-87aa-404e-ac31-9751f59bcd51 None None] Calling delete_port for 8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:48.426341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c853068f-aa3b-46c8-b961-0aa7e636d622 req-7233252a-ee4e-482f-9270-be8a87b976e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb330c8d-3fd9-431d-8ab6-293e03a519b4 HTTP/1.1" status: 200 len: 217 time: 0.0695162 Aug 16 22:40:48.443503 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:40:48.454659 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3300ebb0-a1bc-427b-ba2f-dae148d3d03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.455308 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613e093-0192-4ef1-85fe-31b3e85b1369 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Network': ['ID=5cd9fac8-735c-4162-9b91-0338b941b5aa,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:48.508492 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Made reservation on behalf of 793682cd26c144d588f06564d966c7b1 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:48.511219 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.578077 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ea4c80c0-1a82-4ce7-ad0e-97b1007daffa tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4831922 Aug 16 22:40:48.583965 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47622) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:48.585986 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853068f-aa3b-46c8-b961-0aa7e636d622 req-1fe02337-a32c-478d-988e-aba689bc4607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:48.588502 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c853068f-aa3b-46c8-b961-0aa7e636d622 req-1fe02337-a32c-478d-988e-aba689bc4607 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2abfc365-29c3-4616-9b87-7c7a7ec9e755 HTTP/1.1" status: 200 len: 846 time: 0.1358566 Aug 16 22:40:48.628429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300ebb0-a1bc-427b-ba2f-dae148d3d03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea73662a-380c-4fe2-bbef-f95b335bec8a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:48.641818 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71f10536-8caf-464e-9c86-87140ea5cecb tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.664914 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300ebb0-a1bc-427b-ba2f-dae148d3d03f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:48.665275 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300ebb0-a1bc-427b-ba2f-dae148d3d03f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:48.665735 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300ebb0-a1bc-427b-ba2f-dae148d3d03f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:48.666110 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300ebb0-a1bc-427b-ba2f-dae148d3d03f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:48.666490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300ebb0-a1bc-427b-ba2f-dae148d3d03f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:48.666929 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300ebb0-a1bc-427b-ba2f-dae148d3d03f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:48.667359 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300ebb0-a1bc-427b-ba2f-dae148d3d03f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:48.668931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300ebb0-a1bc-427b-ba2f-dae148d3d03f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:48.668931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300ebb0-a1bc-427b-ba2f-dae148d3d03f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:48.668931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300ebb0-a1bc-427b-ba2f-dae148d3d03f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:48.669335 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300ebb0-a1bc-427b-ba2f-dae148d3d03f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:48.669500 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300ebb0-a1bc-427b-ba2f-dae148d3d03f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:48.689057 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.773100 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ae8b3d4b-87aa-404e-ac31-9751f59bcd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.774142 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c853068f-aa3b-46c8-b961-0aa7e636d622 req-d4a057be-3446-4c5d-b2b5-1d666e059b61 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270163 Aug 16 22:40:48.778202 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64fffa0a-eefa-448a-a7ce-9f8161981978 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.780135 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cb64d651-fe53-492f-bceb-51d0ab6f5133 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:40:48.791183 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3300ebb0-a1bc-427b-ba2f-dae148d3d03f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3289d3304c794d38b1bb653e92b74a18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1636868 Aug 16 22:40:48.804875 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47624) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:48.808540 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.810047 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64fffa0a-eefa-448a-a7ce-9f8161981978 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.838361 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b3d4b-87aa-404e-ac31-9751f59bcd51 None None] Pushing event deleted for resources: {'Port': ['ID=8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:48.845869 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: cb64d651-fe53-492f-bceb-51d0ab6f5133 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:40:48.846785 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cb64d651-fe53-492f-bceb-51d0ab6f5133 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:40:48.869552 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8b3d4b-87aa-404e-ac31-9751f59bcd51 None None] No DVR routers for this DVR port 8f14f5eb-2f2b-4efa-ab93-04fa1155f0e9 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:40:48.904805 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64fffa0a-eefa-448a-a7ce-9f8161981978 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.906879 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64fffa0a-eefa-448a-a7ce-9f8161981978 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.911432 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-64fffa0a-eefa-448a-a7ce-9f8161981978 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "DELETE /v2.0/security-groups/cfd4a7db-affa-46db-bd1d-a52382dec8e9 HTTP/1.1" status: 204 len: 168 time: 0.3213856 Aug 16 22:40:48.934398 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47626) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:48.937915 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52838e0-64aa-438a-9b82-98e24180a8f7']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:48.960145 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fffa0a-eefa-448a-a7ce-9f8161981978 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd4a7db-affa-46db-bd1d-a52382dec8e9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:48.964614 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71f10536-8caf-464e-9c86-87140ea5cecb tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.984558 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-71f10536-8caf-464e-9c86-87140ea5cecb tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce60fdd-a8d9-4349-a941-ccce1db05337']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:49.002658 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-71f10536-8caf-464e-9c86-87140ea5cecb tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fea7666-2a22-4a33-bc51-cac6e6958f5b') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:49.002944 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-71f10536-8caf-464e-9c86-87140ea5cecb tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fea7666-2a22-4a33-bc51-cac6e6958f5b') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:49.035346 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8d8c9c-7aab-4179-84e6-c3d6311d5030') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:49.035699 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8d8c9c-7aab-4179-84e6-c3d6311d5030') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:49.038966 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c33a8c7d-8af3-4ae0-865d-bbd1b2f0b9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.044883 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71f10536-8caf-464e-9c86-87140ea5cecb tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.057561 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-abe9222f-d84a-4b97-a8cb-21f8a5eaa51d tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1088207 Aug 16 22:40:49.058666 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47628) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:49.065694 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.070629 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5b918891-9cc5-4012-be9a-9921c36eea03 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Request body: {'security_group': {'name': 'tempest-secgroup--2092265574'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:49.088697 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.095581 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71f10536-8caf-464e-9c86-87140ea5cecb tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.121345 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c33a8c7d-8af3-4ae0-865d-bbd1b2f0b9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.131101 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.156536 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f10536-8caf-464e-9c86-87140ea5cecb tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:40:49.157018 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71f10536-8caf-464e-9c86-87140ea5cecb tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:40:49.162794 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:40:49.169701 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:40:49.169701 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:40:49.176483 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:40:49.243942 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Checking segment: {'id': 'af86c1b3-d718-4588-bacc-5ed8f10f33bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c3b48f81-4d80-4b30-bb67-c1eb10a28ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:49.244370 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Network hostable DHCP agents. Network: c3b48f81-4d80-4b30-bb67-c1eb10a28ea3, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:40:49.282209 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b918891-9cc5-4012-be9a-9921c36eea03 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.309407 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a66cde-925b-4a3c-b5bb-28bd8fc02d9b,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:49.326265 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71f10536-8caf-464e-9c86-87140ea5cecb tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.350143 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71f10536-8caf-464e-9c86-87140ea5cecb tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.357400 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-71f10536-8caf-464e-9c86-87140ea5cecb tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/networks/7ce60fdd-a8d9-4349-a941-ccce1db05337 HTTP/1.1" status: 204 len: 168 time: 0.9068794 Aug 16 22:40:49.357400 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:49.357400 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:49.357400 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:49.357400 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:49.357400 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:49.358674 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:49.358674 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:49.358674 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:49.359126 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:49.359126 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:49.359456 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:49.360293 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:49.375645 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47636) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:49.381258 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ff4c7d21-ab52-4b42-8715-4ae5593e65b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'network': {'name': 'tempest-RoutersTest-1702556111'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:49.392959 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f10536-8caf-464e-9c86-87140ea5cecb tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Network': ['ID=7ce60fdd-a8d9-4349-a941-ccce1db05337,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:49.401506 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Network c3b48f81-4d80-4b30-bb67-c1eb10a28ea3 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:40:49.416598 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, c3b48f81-4d80-4b30-bb67-c1eb10a28ea3) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:49.425155 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:49.425845 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.442063 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781f5fdd-f57d-4f51-81c5-04d559708781 None None] Network c3b48f81-4d80-4b30-bb67-c1eb10a28ea3 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:49.496277 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b918891-9cc5-4012-be9a-9921c36eea03 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.501240 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b918891-9cc5-4012-be9a-9921c36eea03 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.530747 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cc8c355f-e20d-4ac0-97eb-a05431ce34ef admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5567131 Aug 16 22:40:49.570349 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b918891-9cc5-4012-be9a-9921c36eea03 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6884c0-126e-46d9-8dad-38a66cfb033e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:49.614252 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4c7d21-ab52-4b42-8715-4ae5593e65b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Made reservation on behalf of f0f3efc4f10c40e08a0406c07a5a96c6 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:49.633875 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7d21-ab52-4b42-8715-4ae5593e65b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.691245 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c853068f-aa3b-46c8-b961-0aa7e636d622 req-1efece5b-d42c-4d51-9779-f8f596f8e447 service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8905060 Aug 16 22:40:49.714586 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4c7d21-ab52-4b42-8715-4ae5593e65b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:40:49.736157 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b918891-9cc5-4012-be9a-9921c36eea03 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.740707 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5b918891-9cc5-4012-be9a-9921c36eea03 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6786220 Aug 16 22:40:49.741561 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7d21-ab52-4b42-8715-4ae5593e65b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.742287 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-ff4c7d21-ab52-4b42-8715-4ae5593e65b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Added segment ba2bb8a1-df52-4d80-a97e-855e933c6497 of type vlan for network 67c1a539-036c-4284-85a5-c8d0681e8d64 Aug 16 22:40:49.744509 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47646) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:49.765891 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c0c97a96-0776-4d52-bd03-ae7d23dd2abc tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Request body: {'security_group_rule': {'security_group_id': '2d6884c0-126e-46d9-8dad-38a66cfb033e', 'direction': 'ingress', 'protocol': 17}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:49.825466 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc440c7d-cd8a-4fda-8df6-9e258a1172be None None] Network c3b48f81-4d80-4b30-bb67-c1eb10a28ea3 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:49.844343 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7d21-ab52-4b42-8715-4ae5593e65b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.894858 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0c97a96-0776-4d52-bd03-ae7d23dd2abc tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.915005 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.942198 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.946326 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/networks/a52838e0-64aa-438a-9b82-98e24180a8f7 HTTP/1.1" status: 204 len: 168 time: 7.6962628 Aug 16 22:40:49.955985 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47652) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:49.962281 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-13f22b6a-678d-48bc-be86-c534076c6452 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-476413416'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:49.993499 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f22b6a-678d-48bc-be86-c534076c6452 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Made reservation on behalf of c0195f94a6a04044bec6d077c1b340bc for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:49.998295 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13f22b6a-678d-48bc-be86-c534076c6452 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:50.012332 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7d21-ab52-4b42-8715-4ae5593e65b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:50.019653 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4c7d21-ab52-4b42-8715-4ae5593e65b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:50.020421 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7d21-ab52-4b42-8715-4ae5593e65b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:50.037674 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f4d2d-b0f2-4afe-910d-48f1eac770ad req-ac327717-b2da-43b0-a34a-9f9a71fe8d7e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:50.040364 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be5f4d2d-b0f2-4afe-910d-48f1eac770ad req-ac327717-b2da-43b0-a34a-9f9a71fe8d7e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 943 time: 0.3226326 Aug 16 22:40:50.043980 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c853068f-aa3b-46c8-b961-0aa7e636d622 req-9d6aadba-a20c-4f74-bdbf-3d068f7dd8bc service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240714 Aug 16 22:40:50.049752 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc2499-ae15-4a62-a5ec-f63ac14a79f2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Network': ['ID=a52838e0-64aa-438a-9b82-98e24180a8f7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:50.101043 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f22b6a-678d-48bc-be86-c534076c6452 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:40:50.104671 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c33a8c7d-8af3-4ae0-865d-bbd1b2f0b9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:50.107586 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c33a8c7d-8af3-4ae0-865d-bbd1b2f0b9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:50.111789 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13f22b6a-678d-48bc-be86-c534076c6452 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:50.112154 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-13f22b6a-678d-48bc-be86-c534076c6452 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Added segment c2c0d582-65c0-43e4-957c-b79c608b3550 of type vlan for network 00e9cfda-f4a1-4a6a-b116-d61df90a3260 Aug 16 22:40:50.119939 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c33a8c7d-8af3-4ae0-865d-bbd1b2f0b9ce admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ea73662a-380c-4fe2-bbef-f95b335bec8a HTTP/1.1" status: 204 len: 168 time: 1.3060148 Aug 16 22:40:50.156626 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ff4c7d21-ab52-4b42-8715-4ae5593e65b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7797873 Aug 16 22:40:50.173462 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47664) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:50.194939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ef5d2393-62a6-48f9-95c5-900c6b26fb9c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'subnet': {'network_id': '67c1a539-036c-4284-85a5-c8d0681e8d64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:50.199335 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a8c7d-8af3-4ae0-865d-bbd1b2f0b9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea73662a-380c-4fe2-bbef-f95b335bec8a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:50.214170 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0c97a96-0776-4d52-bd03-ae7d23dd2abc tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:50.227775 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0c97a96-0776-4d52-bd03-ae7d23dd2abc tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:50.247030 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13f22b6a-678d-48bc-be86-c534076c6452 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:50.276440 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c7d21-ab52-4b42-8715-4ae5593e65b3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Network': ['ID=67c1a539-036c-4284-85a5-c8d0681e8d64,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:50.289481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 67c1a539-036c-4284-85a5-c8d0681e8d64 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:40:50.302795 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c97a96-0776-4d52-bd03-ae7d23dd2abc tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944ae709-8080-45b9-b3cb-9170174b4fac,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:50.319851 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0c97a96-0776-4d52-bd03-ae7d23dd2abc tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:50.324566 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c0c97a96-0776-4d52-bd03-ae7d23dd2abc tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5778630 Aug 16 22:40:50.328038 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47666) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:50.390195 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13f22b6a-678d-48bc-be86-c534076c6452 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:50.399865 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f22b6a-678d-48bc-be86-c534076c6452 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:50.400506 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13f22b6a-678d-48bc-be86-c534076c6452 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:50.423086 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-c4bd3895-3ae3-4c25-83ef-e18a3c912c2a tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:50.424884 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-c4bd3895-3ae3-4c25-83ef-e18a3c912c2a tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/networks?id=c3b48f81-4d80-4b30-bb67-c1eb10a28ea3 HTTP/1.1" status: 200 len: 813 time: 0.2503633 Aug 16 22:40:50.476067 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be5f4d2d-b0f2-4afe-910d-48f1eac770ad req-5add7325-eb99-40de-bb40-72a311eb95a0 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257410 Aug 16 22:40:50.496289 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-d78f6f7b-4df5-4545-8d88-ddb9960b3096 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/quotas/793682cd26c144d588f06564d966c7b1 HTTP/1.1" status: 200 len: 375 time: 0.0565410 Aug 16 22:40:50.557354 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-05159ed1-e540-4691-8175-fc8e8f8bf8f6 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=793682cd26c144d588f06564d966c7b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493019 Aug 16 22:40:50.593352 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f22b6a-678d-48bc-be86-c534076c6452 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Network': ['ID=00e9cfda-f4a1-4a6a-b116-d61df90a3260,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:50.614970 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8c8d501-4426-48bb-a9d2-d4d90641b8b4 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:50.616108 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 00e9cfda-f4a1-4a6a-b116-d61df90a3260 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:40:50.657728 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8c8d501-4426-48bb-a9d2-d4d90641b8b4 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:50.759952 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8c8d501-4426-48bb-a9d2-d4d90641b8b4 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:50.763573 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8c8d501-4426-48bb-a9d2-d4d90641b8b4 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:50.767187 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f8c8d501-4426-48bb-a9d2-d4d90641b8b4 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "DELETE /v2.0/security-groups/2d6884c0-126e-46d9-8dad-38a66cfb033e HTTP/1.1" status: 204 len: 168 time: 0.4360495 Aug 16 22:40:50.774339 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47684) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:50.776145 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5d2393-62a6-48f9-95c5-900c6b26fb9c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Made reservation on behalf of f0f3efc4f10c40e08a0406c07a5a96c6 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:50.787136 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ef5d2393-62a6-48f9-95c5-900c6b26fb9c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:50.789680 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8d501-4426-48bb-a9d2-d4d90641b8b4 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6884c0-126e-46d9-8dad-38a66cfb033e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:50.818167 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-13f22b6a-678d-48bc-be86-c534076c6452 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8606586 Aug 16 22:40:50.826669 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47688) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:50.844214 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-72f571c1-7da6-4e61-94f8-628b73afaba4 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'subnet': {'network_id': '00e9cfda-f4a1-4a6a-b116-d61df90a3260', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:50.855531 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device bb330c8d-3fd9-431d-8ab6-293e03a519b4 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:40:51.027628 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f571c1-7da6-4e61-94f8-628b73afaba4 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Made reservation on behalf of c0195f94a6a04044bec6d077c1b340bc for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:51.035173 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-72f571c1-7da6-4e61-94f8-628b73afaba4 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:51.085279 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port bb330c8d-3fd9-431d-8ab6-293e03a519b4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=bb330c8d-3fd9-431d-8ab6-293e03a519b4,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:51.100882 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-00dfd994-15d4-4bc4-8c20-d88efc5aa1fb service neutron] 10.222.0.93 "GET /v2.0/networks/c3b48f81-4d80-4b30-bb67-c1eb10a28ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339460 Aug 16 22:40:51.116926 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'bb330c8d-3fd9-431d-8ab6-293e03a519b4', 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325', 'port_id': 'bb330c8d-3fd9-431d-8ab6-293e03a519b4', 'mac_address': 'fa:16:3e:fb:ac:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2abfc365-29c3-4616-9b87-7c7a7ec9e755', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:40:51.192014 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:51.212354 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb330c8d-3fd9-431d-8ab6-293e03a519b4 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:40:51.256241 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7bc14e85-8ddf-4a98-ac85-eedd8f017206 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4776444 Aug 16 22:40:51.264126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port bb330c8d-3fd9-431d-8ab6-293e03a519b4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=bb330c8d-3fd9-431d-8ab6-293e03a519b4,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:51.272541 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:51.275157 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47698) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:51.317857 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-af6ad24d-1202-4bb9-b7ec-2579b03f14d3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1285874973'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:51.342120 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-72f571c1-7da6-4e61-94f8-628b73afaba4 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:51.375882 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=bb330c8d-3fd9-431d-8ab6-293e03a519b4,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:51.382468 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ef5d2393-62a6-48f9-95c5-900c6b26fb9c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:51.428729 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af6ad24d-1202-4bb9-b7ec-2579b03f14d3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:51.477937 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f571c1-7da6-4e61-94f8-628b73afaba4 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Subnet': ['ID=4247b556-6260-4109-ba88-66e5c49dfbe9,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:51.500897 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f571c1-7da6-4e61-94f8-628b73afaba4 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Checking segment: {'id': 'c2c0d582-65c0-43e4-957c-b79c608b3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '00e9cfda-f4a1-4a6a-b116-d61df90a3260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:51.501275 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f571c1-7da6-4e61-94f8-628b73afaba4 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Network hostable DHCP agents. Network: 00e9cfda-f4a1-4a6a-b116-d61df90a3260, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:40:51.516043 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-1858bd75-d3a7-4e41-aed6-f6c96250b7f2 service neutron] 10.222.0.93 "GET /v2.0/networks/c3b48f81-4d80-4b30-bb67-c1eb10a28ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022458 Aug 16 22:40:51.532702 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f571c1-7da6-4e61-94f8-628b73afaba4 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Network 00e9cfda-f4a1-4a6a-b116-d61df90a3260 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:40:51.534774 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['bb330c8d-3fd9-431d-8ab6-293e03a519b4'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:40:51.545806 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-72f571c1-7da6-4e61-94f8-628b73afaba4 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 00e9cfda-f4a1-4a6a-b116-d61df90a3260) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:51.552062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d2393-62a6-48f9-95c5-900c6b26fb9c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Subnet': ['ID=4a630bdc-c941-4b65-baad-39cb7a3215ff,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:51.552487 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f571c1-7da6-4e61-94f8-628b73afaba4 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:51.554226 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-72f571c1-7da6-4e61-94f8-628b73afaba4 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:51.592275 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af6ad24d-1202-4bb9-b7ec-2579b03f14d3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:51.594165 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5d2393-62a6-48f9-95c5-900c6b26fb9c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Checking segment: {'id': 'ba2bb8a1-df52-4d80-a97e-855e933c6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '67c1a539-036c-4284-85a5-c8d0681e8d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:51.594761 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5d2393-62a6-48f9-95c5-900c6b26fb9c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network hostable DHCP agents. Network: 67c1a539-036c-4284-85a5-c8d0681e8d64, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:40:51.600833 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af6ad24d-1202-4bb9-b7ec-2579b03f14d3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:51.611729 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-72f571c1-7da6-4e61-94f8-628b73afaba4 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7816684 Aug 16 22:40:51.616885 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47708) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:51.617597 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf219dc-c2ef-4bea-a39d-4badb6c7107b None None] Network 00e9cfda-f4a1-4a6a-b116-d61df90a3260 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:51.623469 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4228e749-b596-4ba6-be0d-95fd716aca5c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-630142610'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:51.632597 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af6ad24d-1202-4bb9-b7ec-2579b03f14d3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:51.634252 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-af6ad24d-1202-4bb9-b7ec-2579b03f14d3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3560083 Aug 16 22:40:51.638377 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47710) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:51.644143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-202a0e8e-ce48-4fcd-8898-338dc1bf2348 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382228546'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:51.674127 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4228e749-b596-4ba6-be0d-95fd716aca5c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Made reservation on behalf of c0195f94a6a04044bec6d077c1b340bc for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:51.679269 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5d2393-62a6-48f9-95c5-900c6b26fb9c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network 67c1a539-036c-4284-85a5-c8d0681e8d64 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:40:51.681682 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4228e749-b596-4ba6-be0d-95fd716aca5c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:51.697651 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ad24d-1202-4bb9-b7ec-2579b03f14d3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=777e9d08-47fd-488e-a716-570a7a068f16,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:51.714472 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ef5d2393-62a6-48f9-95c5-900c6b26fb9c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 67c1a539-036c-4284-85a5-c8d0681e8d64) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:51.731725 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4228e749-b596-4ba6-be0d-95fd716aca5c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:40:51.750586 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5d2393-62a6-48f9-95c5-900c6b26fb9c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:51.751488 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ef5d2393-62a6-48f9-95c5-900c6b26fb9c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:51.764112 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4228e749-b596-4ba6-be0d-95fd716aca5c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:51.766447 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-4228e749-b596-4ba6-be0d-95fd716aca5c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Added segment 6e97726a-8e80-432a-aac7-5470208a9c03 of type vlan for network 4e02c07f-663b-447a-9107-c4bbc01a579e Aug 16 22:40:51.766626 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-202a0e8e-ce48-4fcd-8898-338dc1bf2348 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:51.851989 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ef5d2393-62a6-48f9-95c5-900c6b26fb9c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6712263 Aug 16 22:40:51.855812 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47718) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:51.861356 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-961ece14-f833-4b42-8885-91f5e2605c70 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1420951429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:51.891448 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4228e749-b596-4ba6-be0d-95fd716aca5c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:51.933267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237b3e2-48dc-43c4-8750-f7bdf05e7efa req-336fed1e-528f-4dce-9dc3-cedf67f62215 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:51.936101 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7237b3e2-48dc-43c4-8750-f7bdf05e7efa req-336fed1e-528f-4dce-9dc3-cedf67f62215 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 944 time: 0.2442985 Aug 16 22:40:51.976213 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4228e749-b596-4ba6-be0d-95fd716aca5c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:52.008586 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4228e749-b596-4ba6-be0d-95fd716aca5c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:52.011441 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4228e749-b596-4ba6-be0d-95fd716aca5c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:52.125416 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d386f5b6-baaf-45eb-89a0-1361d64e8d4d req-24491ef4-31af-4a79-b922-f4fce7b900a6 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/ports?device_id=a9496893-2e64-468e-8630-05a3a6391cf8 HTTP/1.1" status: 200 len: 210 time: 0.0567644 Aug 16 22:40:52.179589 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7237b3e2-48dc-43c4-8750-f7bdf05e7efa req-ac2e8bd8-35fd-4c9a-b396-8667bfdebe8e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267032 Aug 16 22:40:52.189734 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228e749-b596-4ba6-be0d-95fd716aca5c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Network': ['ID=4e02c07f-663b-447a-9107-c4bbc01a579e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:52.219756 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-202a0e8e-ce48-4fcd-8898-338dc1bf2348 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:52.230512 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-202a0e8e-ce48-4fcd-8898-338dc1bf2348 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:52.232281 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1112ebdd-7bf7-48bf-866c-41dd9198f729 None None] Network 67c1a539-036c-4284-85a5-c8d0681e8d64 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:52.240144 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4228e749-b596-4ba6-be0d-95fd716aca5c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6196113 Aug 16 22:40:52.247952 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47732) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:52.256347 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 4e02c07f-663b-447a-9107-c4bbc01a579e details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:40:52.269259 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0daac31f-1089-4255-9dd5-f0f8392ba264 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'subnet': {'network_id': '4e02c07f-663b-447a-9107-c4bbc01a579e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:52.317502 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a0e8e-ce48-4fcd-8898-338dc1bf2348 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7300d851-0a02-4031-95af-2bc7bcacdc3f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:52.403736 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-202a0e8e-ce48-4fcd-8898-338dc1bf2348 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:52.406658 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-202a0e8e-ce48-4fcd-8898-338dc1bf2348 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7665651 Aug 16 22:40:52.414104 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-961ece14-f833-4b42-8885-91f5e2605c70 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:52.415686 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-961ece14-f833-4b42-8885-91f5e2605c70 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:52.416605 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47740) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:52.431985 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-84957774-391f-4e7a-ae09-12f83cb0a7df tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Request body: {'security_group_rule': {'security_group_id': '777e9d08-47fd-488e-a716-570a7a068f16', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7300d851-0a02-4031-95af-2bc7bcacdc3f', 'remote_ip_prefix': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:52.485054 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-0daac31f-1089-4255-9dd5-f0f8392ba264 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:40:52.485054 n-d-792458-15 neutron-server[94872]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:40:52.485054 n-d-792458-15 neutron-server[94872]: [parameters: {'project_id_1': 'c0195f94a6a04044bec6d077c1b340bc', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 40, 52, 472876)}] Aug 16 22:40:52.485054 n-d-792458-15 neutron-server[94872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:40:52.486368 n-d-792458-15 neutron-server[94872]: DEBUG oslo_db.api [None req-0daac31f-1089-4255-9dd5-f0f8392ba264 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:40:52.524952 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84957774-391f-4e7a-ae09-12f83cb0a7df tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:52.571349 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-961ece14-f833-4b42-8885-91f5e2605c70 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:52.581685 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-961ece14-f833-4b42-8885-91f5e2605c70 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:52.653620 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-961ece14-f833-4b42-8885-91f5e2605c70 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:52.659381 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47748) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:52.660145 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-961ece14-f833-4b42-8885-91f5e2605c70 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8024111 Aug 16 22:40:52.669087 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6a9e2d73-a587-4d81-b71f-c82675360ade tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'port': {'network_id': '67c1a539-036c-4284-85a5-c8d0681e8d64', 'name': 'tempest-RoutersTest-1317502900'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:52.777354 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-00e9cfda-f4a1-4a6a-b116-d61df90a3260', 'network_id': '00e9cfda-f4a1-4a6a-b116-d61df90a3260', 'tenant_id': 'c0195f94a6a04044bec6d077c1b340bc', 'fixed_ips': [{'subnet_id': '4247b556-6260-4109-ba88-66e5c49dfbe9'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:40:52.778269 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:52.863269 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84957774-391f-4e7a-ae09-12f83cb0a7df tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:52.878427 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84957774-391f-4e7a-ae09-12f83cb0a7df tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:52.914609 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84957774-391f-4e7a-ae09-12f83cb0a7df tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30bbebe7-360e-417a-af0a-16b42614533f,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:52.967856 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84957774-391f-4e7a-ae09-12f83cb0a7df tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:52.969123 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-84957774-391f-4e7a-ae09-12f83cb0a7df tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5512552 Aug 16 22:40:52.972766 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47754) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:53.011428 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9e2d73-a587-4d81-b71f-c82675360ade tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Made reservation on behalf of f0f3efc4f10c40e08a0406c07a5a96c6 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:53.022381 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2d73-a587-4d81-b71f-c82675360ade tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:53.057226 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-320d3ad1-6967-4ce9-9c9b-18d9eb857781 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:53.076044 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-320d3ad1-6967-4ce9-9c9b-18d9eb857781 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:53.081827 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0daac31f-1089-4255-9dd5-f0f8392ba264 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Made reservation on behalf of c0195f94a6a04044bec6d077c1b340bc for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:53.090360 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0daac31f-1089-4255-9dd5-f0f8392ba264 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:53.093940 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] Allocated IP 2001:db8::1 (00e9cfda-f4a1-4a6a-b116-d61df90a3260/4247b556-6260-4109-ba88-66e5c49dfbe9/bc47cb3d-0a7c-4c76-a2e4-909806e4ee69) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:40:53.094935 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-6a9e2d73-a587-4d81-b71f-c82675360ade tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] device_id is not set on port 60ce8425-6de8-4825-b6f7-434ab6d60e4f yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:40:53.101029 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-67c1a539-036c-4284-85a5-c8d0681e8d64', 'network_id': '67c1a539-036c-4284-85a5-c8d0681e8d64', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'fixed_ips': [{'subnet_id': '4a630bdc-c941-4b65-baad-39cb7a3215ff'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:40:53.102299 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:53.321616 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] Allocated IP 172.20.0.2 (67c1a539-036c-4284-85a5-c8d0681e8d64/4a630bdc-c941-4b65-baad-39cb7a3215ff/488c9ed7-4af4-403b-97a2-6dc8cdaf47f6) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:40:53.339429 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.ipam_backend_mixin [None req-0daac31f-1089-4255-9dd5-f0f8392ba264 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Performing IP validity checks on allocation pools {{(pid=94872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 22:40:53.340120 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.ipam_backend_mixin [None req-0daac31f-1089-4255-9dd5-f0f8392ba264 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 22:40:53.496660 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aeeb9233-6b7e-40dd-84f0-fb9977feef80 req-c2467a36-9d2e-4fdb-9386-ea6bfa8ef422 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/ports?device_id=a9496893-2e64-468e-8630-05a3a6391cf8 HTTP/1.1" status: 200 len: 210 time: 0.1802616 Aug 16 22:40:53.662040 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-320d3ad1-6967-4ce9-9c9b-18d9eb857781 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:53.673151 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-320d3ad1-6967-4ce9-9c9b-18d9eb857781 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:53.678956 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-320d3ad1-6967-4ce9-9c9b-18d9eb857781 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/30bbebe7-360e-417a-af0a-16b42614533f HTTP/1.1" status: 204 len: 168 time: 0.7046950 Aug 16 22:40:53.683307 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0daac31f-1089-4255-9dd5-f0f8392ba264 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:53.690306 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47770) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:53.776787 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:53.779819 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:53.782471 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30e748-57aa-4508-acec-d08df924b012 req-8adffdb4-db69-47a7-8039-c5ab6e97251f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:53.796960 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a30e748-57aa-4508-acec-d08df924b012 req-8adffdb4-db69-47a7-8039-c5ab6e97251f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 944 time: 0.4469879 Aug 16 22:40:53.805796 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d3ad1-6967-4ce9-9c9b-18d9eb857781 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30bbebe7-360e-417a-af0a-16b42614533f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:53.812310 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] Transition to ACTIVE for port object bc47cb3d-0a7c-4c76-a2e4-909806e4ee69 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:53.816188 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] Transition to ACTIVE for port object 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:53.867293 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daac31f-1089-4255-9dd5-f0f8392ba264 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Checking segment: {'id': '6e97726a-8e80-432a-aac7-5470208a9c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e02c07f-663b-447a-9107-c4bbc01a579e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:53.867293 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daac31f-1089-4255-9dd5-f0f8392ba264 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Network hostable DHCP agents. Network: 4e02c07f-663b-447a-9107-c4bbc01a579e, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:40:53.882911 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] Transition to ACTIVE for port object 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:53.884567 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] Transition to ACTIVE for port object bc47cb3d-0a7c-4c76-a2e4-909806e4ee69 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:53.894444 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:53.911778 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:53.932964 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bcb7ecd5-7a8c-4b9c-bea0-26ce4cb74c16 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2352338 Aug 16 22:40:53.933762 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daac31f-1089-4255-9dd5-f0f8392ba264 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Subnet': ['ID=f6d3ca1e-f630-40af-b4ae-2fac658d7a76,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:53.936040 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daac31f-1089-4255-9dd5-f0f8392ba264 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Network 4e02c07f-663b-447a-9107-c4bbc01a579e is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:40:53.938622 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47776) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:53.972739 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0daac31f-1089-4255-9dd5-f0f8392ba264 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 4e02c07f-663b-447a-9107-c4bbc01a579e) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:54.002239 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ada2d2-5cb3-47b7-8ca8-ce81163abe90 None None] Network 4e02c07f-663b-447a-9107-c4bbc01a579e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:54.019673 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-6a9e2d73-a587-4d81-b71f-c82675360ade tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Allocated IP 172.20.0.7 (67c1a539-036c-4284-85a5-c8d0681e8d64/4a630bdc-c941-4b65-baad-39cb7a3215ff/60ce8425-6de8-4825-b6f7-434ab6d60e4f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:40:54.041892 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] Network 67c1a539-036c-4284-85a5-c8d0681e8d64 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:54.049808 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daac31f-1089-4255-9dd5-f0f8392ba264 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:54.052033 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0daac31f-1089-4255-9dd5-f0f8392ba264 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:54.086213 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:54.092327 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:40:54.119349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] Network 00e9cfda-f4a1-4a6a-b116-d61df90a3260 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:54.124198 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] Pushing event updated for resources: {'Port': ['ID=488c9ed7-4af4-403b-97a2-6dc8cdaf47f6,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:54.157798 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:54.164513 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:40:54.170614 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-99e79f30-0813-4f69-be09-731445a98712 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:54.203845 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a30e748-57aa-4508-acec-d08df924b012 req-5d5a5e92-d803-45f7-b92c-fee1b0e0d397 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033375 Aug 16 22:40:54.254961 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47784) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:54.256806 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0daac31f-1089-4255-9dd5-f0f8392ba264 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0059562 Aug 16 22:40:54.307236 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-99e79f30-0813-4f69-be09-731445a98712 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:54.340994 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-ace82573-80fa-42aa-a140-ed2d7ba9d424 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:54.343977 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-ace82573-80fa-42aa-a140-ed2d7ba9d424 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.39 "GET /v2.0/networks?id=c3b48f81-4d80-4b30-bb67-c1eb10a28ea3 HTTP/1.1" status: 200 len: 813 time: 0.8253403 Aug 16 22:40:54.352121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] Pushing event updated for resources: {'Port': ['ID=bc47cb3d-0a7c-4c76-a2e4-909806e4ee69,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:54.353855 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2d73-a587-4d81-b71f-c82675360ade tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:54.371273 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-318789f8-6a79-4806-b3b6-691b2e67811d tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Request body: {'port': {'device_id': 'a9496893-2e64-468e-8630-05a3a6391cf8', 'network_id': 'c3b48f81-4d80-4b30-bb67-c1eb10a28ea3', 'admin_state_up': True, 'tenant_id': '793682cd26c144d588f06564d966c7b1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:54.379529 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] Attempting to bind port 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:40:54.379917 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] Attempting to bind port 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'ba2bb8a1-df52-4d80-a97e-855e933c6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '67c1a539-036c-4284-85a5-c8d0681e8d64'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:40:54.380290 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] Attempting to bind port 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6 on network 67c1a539-036c-4284-85a5-c8d0681e8d64 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:40:54.393168 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:40:54.393577 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] Checking segment: {'id': 'ba2bb8a1-df52-4d80-a97e-855e933c6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '67c1a539-036c-4284-85a5-c8d0681e8d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:54.394071 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:54.394550 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] Bound using segment: {'id': 'ba2bb8a1-df52-4d80-a97e-855e933c6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '67c1a539-036c-4284-85a5-c8d0681e8d64'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:40:54.395054 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] Bound port: 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2bb8a1-df52-4d80-a97e-855e933c6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '67c1a539-036c-4284-85a5-c8d0681e8d64'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:40:54.395731 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:54.424047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] Attempting to bind port bc47cb3d-0a7c-4c76-a2e4-909806e4ee69 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:40:54.424571 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] Attempting to bind port bc47cb3d-0a7c-4c76-a2e4-909806e4ee69 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'c2c0d582-65c0-43e4-957c-b79c608b3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '00e9cfda-f4a1-4a6a-b116-d61df90a3260'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:40:54.424782 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] Attempting to bind port bc47cb3d-0a7c-4c76-a2e4-909806e4ee69 on network 00e9cfda-f4a1-4a6a-b116-d61df90a3260 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:40:54.458791 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:40:54.459202 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] Checking segment: {'id': 'c2c0d582-65c0-43e4-957c-b79c608b3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '00e9cfda-f4a1-4a6a-b116-d61df90a3260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:54.459682 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:54.460084 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] Bound using segment: {'id': 'c2c0d582-65c0-43e4-957c-b79c608b3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '00e9cfda-f4a1-4a6a-b116-d61df90a3260'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:40:54.460710 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] Bound port: bc47cb3d-0a7c-4c76-a2e4-909806e4ee69, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c0d582-65c0-43e4-957c-b79c608b3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '00e9cfda-f4a1-4a6a-b116-d61df90a3260'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:40:54.461505 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:54.462579 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-99e79f30-0813-4f69-be09-731445a98712 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:54.467872 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-99e79f30-0813-4f69-be09-731445a98712 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:54.469583 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-6a9e2d73-a587-4d81-b71f-c82675360ade tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Transition to ACTIVE for port object 60ce8425-6de8-4825-b6f7-434ab6d60e4f will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:54.471843 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-99e79f30-0813-4f69-be09-731445a98712 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "DELETE /v2.0/security-groups/7300d851-0a02-4031-95af-2bc7bcacdc3f HTTP/1.1" status: 204 len: 168 time: 0.5319290 Aug 16 22:40:54.479810 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47794) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:54.498142 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e79f30-0813-4f69-be09-731445a98712 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7300d851-0a02-4031-95af-2bc7bcacdc3f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:54.585996 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:54.681529 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-49f4821c-9bae-4dbe-987b-0228d2777c54 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2007875 Aug 16 22:40:54.684360 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47802) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:54.688041 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] For port 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:40:54.722974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-4e02c07f-663b-447a-9107-c4bbc01a579e', 'network_id': '4e02c07f-663b-447a-9107-c4bbc01a579e', 'tenant_id': 'c0195f94a6a04044bec6d077c1b340bc', 'fixed_ips': [{'subnet_id': 'f6d3ca1e-f630-40af-b4ae-2fac658d7a76'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:40:54.724921 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:54.727327 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2d73-a587-4d81-b71f-c82675360ade tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:54.730880 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e966a9b-0567-4da5-86e9-baa591079176 req-5fc4745e-8ad1-4ab5-a68a-e732ce134c33 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/ports?device_id=a9496893-2e64-468e-8630-05a3a6391cf8 HTTP/1.1" status: 200 len: 210 time: 0.0928547 Aug 16 22:40:54.777945 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] For port 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=488c9ed7-4af4-403b-97a2-6dc8cdaf47f6,segment=NetworkSegment(ba2bb8a1-df52-4d80-a97e-855e933c6497),segment_id=ba2bb8a1-df52-4d80-a97e-855e933c6497)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:40:54.786403 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-318789f8-6a79-4806-b3b6-691b2e67811d tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Made reservation on behalf of 793682cd26c144d588f06564d966c7b1 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:54.791025 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-318789f8-6a79-4806-b3b6-691b2e67811d tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:54.808228 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1321ec8-d286-425c-b293-3d336b9d1907 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:54.808854 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:54.831859 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] For port bc47cb3d-0a7c-4c76-a2e4-909806e4ee69, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:40:54.848873 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:54.889201 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1321ec8-d286-425c-b293-3d336b9d1907 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:54.919427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device bb330c8d-3fd9-431d-8ab6-293e03a519b4 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:40:55.017076 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9e2d73-a587-4d81-b71f-c82675360ade tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network 67c1a539-036c-4284-85a5-c8d0681e8d64 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:55.041398 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1321ec8-d286-425c-b293-3d336b9d1907 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:55.044731 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1321ec8-d286-425c-b293-3d336b9d1907 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:55.046004 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c1321ec8-d286-425c-b293-3d336b9d1907 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "DELETE /v2.0/security-groups/777e9d08-47fd-488e-a716-570a7a068f16 HTTP/1.1" status: 204 len: 168 time: 0.3603446 Aug 16 22:40:55.050165 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47810) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:55.057987 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] For port bc47cb3d-0a7c-4c76-a2e4-909806e4ee69, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=bc47cb3d-0a7c-4c76-a2e4-909806e4ee69,segment=NetworkSegment(c2c0d582-65c0-43e4-957c-b79c608b3550),segment_id=c2c0d582-65c0-43e4-957c-b79c608b3550)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:40:55.059313 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-6a9e2d73-a587-4d81-b71f-c82675360ade tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:55.063972 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9e2d73-a587-4d81-b71f-c82675360ade tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:40:55.084104 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1321ec8-d286-425c-b293-3d336b9d1907 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=777e9d08-47fd-488e-a716-570a7a068f16,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:55.139711 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9e2d73-a587-4d81-b71f-c82675360ade tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:55.140671 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2d73-a587-4d81-b71f-c82675360ade tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:55.155152 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e2d73-a587-4d81-b71f-c82675360ade tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Port': ['ID=60ce8425-6de8-4825-b6f7-434ab6d60e4f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:55.199066 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-263a8f2a-ac63-4aa4-80e4-01339638c853 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1406305 Aug 16 22:40:55.199667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47814) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:55.205553 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded81bc8-35cd-4cd2-98d6-7d32c9442eee None None] Pushing event updated for resources: {'Port': ['ID=488c9ed7-4af4-403b-97a2-6dc8cdaf47f6,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:55.219365 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ed661465-a4a5-4fe1-af40-77dfc71ac9b9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1694526549'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:55.226502 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:55.305369 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ed661465-a4a5-4fe1-af40-77dfc71ac9b9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:55.371734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-318789f8-6a79-4806-b3b6-691b2e67811d tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Allocated IP 172.20.0.8 (c3b48f81-4d80-4b30-bb67-c1eb10a28ea3/58a66cde-925b-4a3c-b5bb-28bd8fc02d9b/3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:40:55.395532 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port bb330c8d-3fd9-431d-8ab6-293e03a519b4 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:55.420521 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port bb330c8d-3fd9-431d-8ab6-293e03a519b4 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:55.426638 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:55.479125 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ed661465-a4a5-4fe1-af40-77dfc71ac9b9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:55.488873 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ed661465-a4a5-4fe1-af40-77dfc71ac9b9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:55.524511 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed661465-a4a5-4fe1-af40-77dfc71ac9b9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e7e044-f760-4b99-ad49-0269e65ff901,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:55.542106 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ed661465-a4a5-4fe1-af40-77dfc71ac9b9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:55.547434 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ed661465-a4a5-4fe1-af40-77dfc71ac9b9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3428359 Aug 16 22:40:55.554419 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47822) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:55.554588 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020dcfd-5116-4e24-8eae-4dda447cbd90 None None] Pushing event updated for resources: {'Port': ['ID=bc47cb3d-0a7c-4c76-a2e4-909806e4ee69,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:55.571275 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b53bf9ee-a125-434b-96d6-e1e3e01c0e52 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Request body: {'security_group_rule': {'security_group_id': '74e7e044-f760-4b99-ad49-0269e65ff901', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:55.607102 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] Allocated IP 2001:db8::3 (4e02c07f-663b-447a-9107-c4bbc01a579e/f6d3ca1e-f630-40af-b4ae-2fac658d7a76/ac2f20b9-5ee5-4f2c-a5b7-46ad12604a0e) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:40:55.652801 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b53bf9ee-a125-434b-96d6-e1e3e01c0e52 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:55.671762 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6a9e2d73-a587-4d81-b71f-c82675360ade tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.0106804 Aug 16 22:40:55.676243 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47826) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:55.840741 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b53bf9ee-a125-434b-96d6-e1e3e01c0e52 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:55.854326 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b53bf9ee-a125-434b-96d6-e1e3e01c0e52 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:55.909205 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bf9ee-a125-434b-96d6-e1e3e01c0e52 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc6ec9c-f176-45ea-b27a-80a5785a7356,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:55.914427 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b53bf9ee-a125-434b-96d6-e1e3e01c0e52 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:55.916380 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b53bf9ee-a125-434b-96d6-e1e3e01c0e52 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3611314 Aug 16 22:40:55.922019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47830) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:55.988974 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d6fca48-73ff-4a5c-aff3-67dc40c752db tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:56.002747 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d6fca48-73ff-4a5c-aff3-67dc40c752db tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:56.020316 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:56.054545 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d6fca48-73ff-4a5c-aff3-67dc40c752db tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:56.062853 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d6fca48-73ff-4a5c-aff3-67dc40c752db tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:56.067955 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9d6fca48-73ff-4a5c-aff3-67dc40c752db tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/bfc6ec9c-f176-45ea-b27a-80a5785a7356 HTTP/1.1" status: 204 len: 168 time: 0.1421177 Aug 16 22:40:56.082741 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47834) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:56.100670 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f2884e-e3c8-4071-99d5-9f1681bb4b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb330c8d-3fd9-431d-8ab6-293e03a519b4'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:40:56.108258 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cb1a9a-3900-4265-89d4-ddda74ef8765" -d '{"events": [{"server_uuid": "b9f2884e-e3c8-4071-99d5-9f1681bb4b3f", "name": "network-vif-plugged", "status": "completed", "tag": "bb330c8d-3fd9-431d-8ab6-293e03a519b4"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:40:56.123597 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fca48-73ff-4a5c-aff3-67dc40c752db tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfc6ec9c-f176-45ea-b27a-80a5785a7356,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:56.162029 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dfc88b3e-473f-4dc2-9c25-472ac382457d tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0783296 Aug 16 22:40:56.165266 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port bb330c8d-3fd9-431d-8ab6-293e03a519b4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=bb330c8d-3fd9-431d-8ab6-293e03a519b4,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:56.167513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47840) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:56.216131 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f45c31-5991-4ac5-a92b-36a2ca63527d req-d46e75d6-959c-4213-b84a-5ef9662431a4 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:56.218692 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-68f45c31-5991-4ac5-a92b-36a2ca63527d req-d46e75d6-959c-4213-b84a-5ef9662431a4 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 944 time: 0.6539657 Aug 16 22:40:56.244145 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:56.387294 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-762bbcfb-0b64-4c9e-819e-fdc1058ccc1d tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:56.448325 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:56.483850 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] Transition to ACTIVE for port object ac2f20b9-5ee5-4f2c-a5b7-46ad12604a0e will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:56.488464 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-762bbcfb-0b64-4c9e-819e-fdc1058ccc1d tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:56.576319 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] Transition to ACTIVE for port object ac2f20b9-5ee5-4f2c-a5b7-46ad12604a0e will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:56.619998 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:56.633941 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=bb330c8d-3fd9-431d-8ab6-293e03a519b4,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:56.655563 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-762bbcfb-0b64-4c9e-819e-fdc1058ccc1d tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:56.658972 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-762bbcfb-0b64-4c9e-819e-fdc1058ccc1d tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:56.660567 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-762bbcfb-0b64-4c9e-819e-fdc1058ccc1d tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "DELETE /v2.0/security-groups/74e7e044-f760-4b99-ad49-0269e65ff901 HTTP/1.1" status: 204 len: 168 time: 0.4894598 Aug 16 22:40:56.667119 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47850) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:56.718800 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bbcfb-0b64-4c9e-819e-fdc1058ccc1d tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e7e044-f760-4b99-ad49-0269e65ff901,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:56.758044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] Pushing event updated for resources: {'Port': ['ID=ac2f20b9-5ee5-4f2c-a5b7-46ad12604a0e,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:56.802691 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d133fcc9-8e89-4e1c-91b3-7d9159322eb9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1299441 Aug 16 22:40:56.805557 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] Network 4e02c07f-663b-447a-9107-c4bbc01a579e is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:56.807778 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:56.812379 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47854) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:56.817999 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d8234b1b-88f8-4edb-96d9-735f6b10e1fb tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Request body: {'security_group': {'name': 'tempest-secgroup--373597937'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:56.822777 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:40:56.900672 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8234b1b-88f8-4edb-96d9-735f6b10e1fb tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:56.915424 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:40:57.083848 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4cbf92f6-02a6-40d1-8901-f39a395b1cb5 req-ab9283f4-a325-47f7-af29-90ed17ab8f6e tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/ports?device_id=a9496893-2e64-468e-8630-05a3a6391cf8 HTTP/1.1" status: 200 len: 210 time: 0.9287291 Aug 16 22:40:57.098766 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] Attempting to bind port ac2f20b9-5ee5-4f2c-a5b7-46ad12604a0e on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:40:57.100628 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] Attempting to bind port ac2f20b9-5ee5-4f2c-a5b7-46ad12604a0e by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '6e97726a-8e80-432a-aac7-5470208a9c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e02c07f-663b-447a-9107-c4bbc01a579e'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:40:57.101272 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] Attempting to bind port ac2f20b9-5ee5-4f2c-a5b7-46ad12604a0e on network 4e02c07f-663b-447a-9107-c4bbc01a579e {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:40:57.148202 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:40:57.150073 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] Checking segment: {'id': '6e97726a-8e80-432a-aac7-5470208a9c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e02c07f-663b-447a-9107-c4bbc01a579e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:57.150551 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:57.151065 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] Bound using segment: {'id': '6e97726a-8e80-432a-aac7-5470208a9c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e02c07f-663b-447a-9107-c4bbc01a579e'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:40:57.151450 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] Bound port: ac2f20b9-5ee5-4f2c-a5b7-46ad12604a0e, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e97726a-8e80-432a-aac7-5470208a9c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e02c07f-663b-447a-9107-c4bbc01a579e'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:40:57.153147 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:57.163917 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a534eb67-17b7-4d48-8139-036682b6e399 None None] Network 67c1a539-036c-4284-85a5-c8d0681e8d64 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:57.180599 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8234b1b-88f8-4edb-96d9-735f6b10e1fb tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:57.190675 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8234b1b-88f8-4edb-96d9-735f6b10e1fb tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:57.223029 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:57.223701 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e14a8e4-3048-4bce-ad6c-066691f1a840 x-openstack-request-id: req-5e14a8e4-3048-4bce-ad6c-066691f1a840 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:40:57.224403 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f2884e-e3c8-4071-99d5-9f1681bb4b3f", "name": "network-vif-plugged", "status": "completed", "tag": "bb330c8d-3fd9-431d-8ab6-293e03a519b4", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:40:57.225435 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5e14a8e4-3048-4bce-ad6c-066691f1a840 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:40:57.226143 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f2884e-e3c8-4071-99d5-9f1681bb4b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb330c8d-3fd9-431d-8ab6-293e03a519b4', 'code': 200} Aug 16 22:40:57.261051 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8234b1b-88f8-4edb-96d9-735f6b10e1fb tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e89b45f-c6fb-42e4-a44a-638a452efe31,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:57.275552 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8234b1b-88f8-4edb-96d9-735f6b10e1fb tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:57.277214 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d8234b1b-88f8-4edb-96d9-735f6b10e1fb tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4630492 Aug 16 22:40:57.282866 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47860) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:57.290399 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-17e1d1fe-3e34-46d3-a79e-ed7af37db3a9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Request body: {'security_group_rule': {'security_group_id': '8e89b45f-c6fb-42e4-a44a-638a452efe31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:57.318527 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9a13beb1-4f2e-4375-a0a6-e4b50fd50bf0 None None] Provisioning for port 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:57.337104 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17e1d1fe-3e34-46d3-a79e-ed7af37db3a9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:57.377754 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:57.385115 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9a13beb1-4f2e-4375-a0a6-e4b50fd50bf0 None None] Provisioning complete for port 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:57.385887 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9a13beb1-4f2e-4375-a0a6-e4b50fd50bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:57.391392 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:57.392139 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:57.464615 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17e1d1fe-3e34-46d3-a79e-ed7af37db3a9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:57.470384 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17e1d1fe-3e34-46d3-a79e-ed7af37db3a9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:57.534217 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1d1fe-3e34-46d3-a79e-ed7af37db3a9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1541ea3a-1a0a-45be-95ac-caeb1198e6a1,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:57.549194 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17e1d1fe-3e34-46d3-a79e-ed7af37db3a9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:57.553687 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-17e1d1fe-3e34-46d3-a79e-ed7af37db3a9 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2692914 Aug 16 22:40:57.554457 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47864) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:57.599427 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-70b43354-1c2c-47a3-9ea3-13180765d723 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-group-rules/1541ea3a-1a0a-45be-95ac-caeb1198e6a1 HTTP/1.1" status: 200 len: 763 time: 0.0435147 Aug 16 22:40:57.600834 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47866) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:57.704727 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-59216404-1702-4741-8ff9-c8fce4492e00 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1002331 Aug 16 22:40:57.706931 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47868) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:57.717288 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51b2e05-d62c-43dc-9174-3f87c80416e1 None None] Network 00e9cfda-f4a1-4a6a-b116-d61df90a3260 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:57.767820 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-318789f8-6a79-4806-b3b6-691b2e67811d tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:57.784262 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4faaf28-c1d9-41d4-90ff-dff04e2c25bd tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:57.809441 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4faaf28-c1d9-41d4-90ff-dff04e2c25bd tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:57.888433 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4faaf28-c1d9-41d4-90ff-dff04e2c25bd tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:57.901796 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-68f45c31-5991-4ac5-a92b-36a2ca63527d req-378aea62-a6cb-476c-9e58-be28e476d802 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8724806 Aug 16 22:40:57.902671 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d3ca1e-f630-40af-b4ae-2fac658d7a76,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:57.903388 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4faaf28-c1d9-41d4-90ff-dff04e2c25bd tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:57.904644 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f4faaf28-c1d9-41d4-90ff-dff04e2c25bd tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/1541ea3a-1a0a-45be-95ac-caeb1198e6a1 HTTP/1.1" status: 204 len: 168 time: 0.1782806 Aug 16 22:40:57.920987 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47872) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:57.923621 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:57.955161 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4faaf28-c1d9-41d4-90ff-dff04e2c25bd tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1541ea3a-1a0a-45be-95ac-caeb1198e6a1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:57.967421 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e02c07f-663b-447a-9107-c4bbc01a579e']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:58.004748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e97726a-8e80-432a-aac7-5470208a9c03') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:58.005252 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e97726a-8e80-432a-aac7-5470208a9c03') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:58.007529 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-50fd8637-347d-4a8c-a31f-c1ebbbfe3065 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0850589 Aug 16 22:40:58.014877 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47874) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:58.036653 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-318789f8-6a79-4806-b3b6-691b2e67811d tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.038779 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-56bcee75-3f1a-4f0d-864f-aad498fe6186 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Request body: {'security_group_rule': {'security_group_id': '8e89b45f-c6fb-42e4-a44a-638a452efe31', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:58.039005 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.051011 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.129373 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] For port ac2f20b9-5ee5-4f2c-a5b7-46ad12604a0e, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:40:58.130278 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56bcee75-3f1a-4f0d-864f-aad498fe6186 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.165349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318789f8-6a79-4806-b3b6-691b2e67811d tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Pushing event updated for resources: {'Port': ['ID=3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:58.199273 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56bcee75-3f1a-4f0d-864f-aad498fe6186 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.205568 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56bcee75-3f1a-4f0d-864f-aad498fe6186 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.232816 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcee75-3f1a-4f0d-864f-aad498fe6186 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0380ec-6cb2-4856-b0a8-c50323d4aa84,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:58.240994 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56bcee75-3f1a-4f0d-864f-aad498fe6186 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.246079 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-56bcee75-3f1a-4f0d-864f-aad498fe6186 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2297027 Aug 16 22:40:58.246750 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47878) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:58.261459 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] For port ac2f20b9-5ee5-4f2c-a5b7-46ad12604a0e, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ac2f20b9-5ee5-4f2c-a5b7-46ad12604a0e,segment=NetworkSegment(6e97726a-8e80-432a-aac7-5470208a9c03),segment_id=6e97726a-8e80-432a-aac7-5470208a9c03)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:40:58.275814 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-937c23f8-cebe-4279-9699-8d69e54107f7 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-group-rules/7b0380ec-6cb2-4856-b0a8-c50323d4aa84 HTTP/1.1" status: 200 len: 763 time: 0.0277209 Aug 16 22:40:58.277378 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47880) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:58.296093 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-318789f8-6a79-4806-b3b6-691b2e67811d tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Network c3b48f81-4d80-4b30-bb67-c1eb10a28ea3 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:58.297226 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.337819 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.341983 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-318789f8-6a79-4806-b3b6-691b2e67811d tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:58.344404 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-318789f8-6a79-4806-b3b6-691b2e67811d tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:40:58.349196 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535ab4d-4f57-4159-954f-c917971db4cf req-ad5d32c3-c7ee-40af-a701-2feeec0d6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:58.354277 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0535ab4d-4f57-4159-954f-c917971db4cf req-ad5d32c3-c7ee-40af-a701-2feeec0d6748 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 1097 time: 0.8531630 Aug 16 22:40:58.355938 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-166953c1-543a-4ed6-81ea-9b09ead2dde1 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0768170 Aug 16 22:40:58.357894 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47882) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:58.358050 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:40:58.358388 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:40:58.362098 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:40:58.391898 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01b385cd-3442-4287-ae1e-405bb9eee725 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.405241 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01b385cd-3442-4287-ae1e-405bb9eee725 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.479035 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01b385cd-3442-4287-ae1e-405bb9eee725 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.487506 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01b385cd-3442-4287-ae1e-405bb9eee725 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.492962 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-01b385cd-3442-4287-ae1e-405bb9eee725 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/7b0380ec-6cb2-4856-b0a8-c50323d4aa84 HTTP/1.1" status: 204 len: 168 time: 0.1331236 Aug 16 22:40:58.494748 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47886) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:58.497003 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=488c9ed7-4af4-403b-97a2-6dc8cdaf47f6,segment=NetworkSegment(ba2bb8a1-df52-4d80-a97e-855e933c6497),segment_id=ba2bb8a1-df52-4d80-a97e-855e933c6497)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:58.511217 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b385cd-3442-4287-ae1e-405bb9eee725 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b0380ec-6cb2-4856-b0a8-c50323d4aa84,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:58.575139 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4d8e4364-14f3-4ab6-a312-7468175934b2 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0783916 Aug 16 22:40:58.576012 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47888) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:58.582453 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b73cbe02-045b-49f8-bb3e-e2ae1561bff3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Request body: {'security_group_rule': {'security_group_id': '8e89b45f-c6fb-42e4-a44a-638a452efe31', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:58.608843 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.610346 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device bc47cb3d-0a7c-4c76-a2e4-909806e4ee69 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:40:58.611378 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0535ab4d-4f57-4159-954f-c917971db4cf req-016a5dd7-c512-4e38-a166-460f11a0b1dc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450190 Aug 16 22:40:58.624435 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:40:58.673762 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-b73cbe02-045b-49f8-bb3e-e2ae1561bff3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Project 87b2a8fbd1a54a83a215276b12cb90df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:40:58.687746 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b73cbe02-045b-49f8-bb3e-e2ae1561bff3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.736329 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-318789f8-6a79-4806-b3b6-691b2e67811d tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:58.736997 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-318789f8-6a79-4806-b3b6-691b2e67811d tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.739461 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 22:40:58.739461 n-d-792458-15 neutron-server[94871]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 22:40:58.739461 n-d-792458-15 neutron-server[94871]: [parameters: {'id': '4e02c07f-663b-447a-9107-c4bbc01a579e'}] Aug 16 22:40:58.739461 n-d-792458-15 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:40:58.740084 n-d-792458-15 neutron-server[94871]: DEBUG oslo_db.api [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:40:58.759187 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4418d7e-d532-4df2-8481-10e8e3ea9e35 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.776217 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669a3c9-3fad-4862-a94f-5e4cd85198ff req-3e7c8d77-6cea-40ea-bbaa-b709bbfdfee6 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:58.781448 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0669a3c9-3fad-4862-a94f-5e4cd85198ff req-3e7c8d77-6cea-40ea-bbaa-b709bbfdfee6 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/ports?device_id=a9496893-2e64-468e-8630-05a3a6391cf8 HTTP/1.1" status: 200 len: 931 time: 0.4539816 Aug 16 22:40:58.791984 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-318789f8-6a79-4806-b3b6-691b2e67811d tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4351768 Aug 16 22:40:58.808230 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9a13beb1-4f2e-4375-a0a6-e4b50fd50bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.822860 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] Request body: {'port': {'device_id': 'a9496893-2e64-468e-8630-05a3a6391cf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:58.833422 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b73cbe02-045b-49f8-bb3e-e2ae1561bff3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.840024 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b73cbe02-045b-49f8-bb3e-e2ae1561bff3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.924599 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cbe02-045b-49f8-bb3e-e2ae1561bff3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6908e9ab-3801-457b-98e3-0d9c14e93cb6,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:58.926434 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a8cac2-cfb7-49bb-9be6-20b0972872a8 None None] Network 4e02c07f-663b-447a-9107-c4bbc01a579e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:58.948975 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b73cbe02-045b-49f8-bb3e-e2ae1561bff3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.951518 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b73cbe02-045b-49f8-bb3e-e2ae1561bff3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3739989 Aug 16 22:40:58.953874 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47900) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:58.987194 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1fc17-71ab-48f3-84c0-6525cc7f7fa4 None None] Pushing event updated for resources: {'Port': ['ID=ac2f20b9-5ee5-4f2c-a5b7-46ad12604a0e,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:59.040975 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-80682da7-6007-4fe6-97fc-92aa2b6dd39f tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-group-rules/6908e9ab-3801-457b-98e3-0d9c14e93cb6 HTTP/1.1" status: 200 len: 769 time: 0.0844233 Aug 16 22:40:59.041610 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47906) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:59.142194 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-07415eae-da7a-41d4-a793-440fcca14d51 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0952785 Aug 16 22:40:59.143010 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47910) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:59.187398 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=488c9ed7-4af4-403b-97a2-6dc8cdaf47f6,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:59.198549 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2ee673bc-4e79-4729-aaac-48724ed5d72b tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:59.199300 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port bc47cb3d-0a7c-4c76-a2e4-909806e4ee69 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:59.222300 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2ee673bc-4e79-4729-aaac-48724ed5d72b tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:59.255040 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:59.288586 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0669a3c9-3fad-4862-a94f-5e4cd85198ff req-68bd57df-46c9-4368-b2ab-0ab7893810db tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/security-groups?id=06cf3a35-86cf-4086-ba9b-4d70de65ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875543 Aug 16 22:40:59.304585 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2ee673bc-4e79-4729-aaac-48724ed5d72b tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:59.337356 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2ee673bc-4e79-4729-aaac-48724ed5d72b tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:59.342844 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2ee673bc-4e79-4729-aaac-48724ed5d72b tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/6908e9ab-3801-457b-98e3-0d9c14e93cb6 HTTP/1.1" status: 204 len: 168 time: 0.1975310 Aug 16 22:40:59.344249 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee673bc-4e79-4729-aaac-48724ed5d72b tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6908e9ab-3801-457b-98e3-0d9c14e93cb6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:59.346344 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47912) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:59.413746 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ec6dec93-ec02-46f7-90a0-f3e192571e0c tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0647526 Aug 16 22:40:59.414628 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47914) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:59.440781 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:59.479112 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-9a13beb1-4f2e-4375-a0a6-e4b50fd50bf0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:40:59.480133 n-d-792458-15 neutron-server[94873]: DEBUG oslo_db.api [None req-9a13beb1-4f2e-4375-a0a6-e4b50fd50bf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:40:59.485216 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:40:59.522224 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bb572-2035-42f9-9068-855b8dc6d4c2 req-3a426412-2800-4c6a-853a-3413f038f8d3 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:59.523828 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-400bb572-2035-42f9-9068-855b8dc6d4c2 req-3a426412-2800-4c6a-853a-3413f038f8d3 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 945 time: 0.4555485 Aug 16 22:40:59.574404 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e49a566a-adf2-4bd9-bb77-274e35c7ebe3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:59.669876 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e49a566a-adf2-4bd9-bb77-274e35c7ebe3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:59.699794 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:59.700096 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:59.705859 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbc5a49-2bea-4295-b3dd-8b55b1f13f1f None None] get_active_networks_info from n-d-792458-15 {{(pid=94873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:40:59.757012 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e49a566a-adf2-4bd9-bb77-274e35c7ebe3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:59.769256 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e49a566a-adf2-4bd9-bb77-274e35c7ebe3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:59.770889 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e49a566a-adf2-4bd9-bb77-274e35c7ebe3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "DELETE /v2.0/security-groups/8e89b45f-c6fb-42e4-a44a-638a452efe31 HTTP/1.1" status: 204 len: 168 time: 0.3548191 Aug 16 22:40:59.775505 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47918) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:59.795635 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a566a-adf2-4bd9-bb77-274e35c7ebe3 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e89b45f-c6fb-42e4-a44a-638a452efe31,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:59.850022 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8d4170d2-39df-4352-b65f-5a8132915916 tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0726593 Aug 16 22:40:59.859322 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47920) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:59.910503 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d5b239fe-11d0-4be2-83cf-fc119708a8ec tempest-SecGroupIPv6Test-1517011342 tempest-SecGroupIPv6Test-1517011342-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0496027 Aug 16 22:40:59.956479 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-400bb572-2035-42f9-9068-855b8dc6d4c2 req-09783772-63c4-4a9d-9201-3fa6c26cd3d5 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938649 Aug 16 22:40:59.965216 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbc5a49-2bea-4295-b3dd-8b55b1f13f1f None None] Resources bound (agent type, host, resource id): {{(pid=94873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:40:59.990202 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4418d7e-d532-4df2-8481-10e8e3ea9e35 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:00.003098 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4418d7e-d532-4df2-8481-10e8e3ea9e35 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:00.142517 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Deleting port ac2f20b9-5ee5-4f2c-a5b7-46ad12604a0e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:00.143402 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:00.231035 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4418d7e-d532-4df2-8481-10e8e3ea9e35 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Port': ['ID=60ce8425-6de8-4825-b6f7-434ab6d60e4f,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:00.280713 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f905b225-3c44-45f3-8f6d-86e4be713e07 None None] Provisioning for port 60ce8425-6de8-4825-b6f7-434ab6d60e4f completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:41:00.297618 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f905b225-3c44-45f3-8f6d-86e4be713e07 None None] Provisioning complete for port 60ce8425-6de8-4825-b6f7-434ab6d60e4f triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:00.297897 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f905b225-3c44-45f3-8f6d-86e4be713e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:00.333090 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] For port ac2f20b9-5ee5-4f2c-a5b7-46ad12604a0e, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ac2f20b9-5ee5-4f2c-a5b7-46ad12604a0e,segment=NetworkSegment(6e97726a-8e80-432a-aac7-5470208a9c03),segment_id=6e97726a-8e80-432a-aac7-5470208a9c03)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:00.333670 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:00.360998 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-f905b225-3c44-45f3-8f6d-86e4be713e07 None None] Port 60ce8425-6de8-4825-b6f7-434ab6d60e4f cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:41:00.414859 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Calling delete_port for ac2f20b9-5ee5-4f2c-a5b7-46ad12604a0e owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:00.518459 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47936) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:00.551244 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f905b225-3c44-45f3-8f6d-86e4be713e07 None None] Provisioning complete for port 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:00.551862 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f905b225-3c44-45f3-8f6d-86e4be713e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:00.826338 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-40e00d7d-b1ad-4d66-b5b8-7f527cc709ed admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=87b2a8fbd1a54a83a215276b12cb90df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055677 Aug 16 22:41:00.838581 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47942) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:00.844948 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4418d7e-d532-4df2-8481-10e8e3ea9e35 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:00.856197 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:41:00.872024 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:00.904157 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:00.926295 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac94581d-a5a5-4d3e-a4f2-c6bfb35e4565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:00.944211 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] Transition to ACTIVE for port object 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:01.013178 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac94581d-a5a5-4d3e-a4f2-c6bfb35e4565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:01.049440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f905b225-3c44-45f3-8f6d-86e4be713e07 None None] Provisioning for port bc47cb3d-0a7c-4c76-a2e4-909806e4ee69 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:41:01.067250 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f905b225-3c44-45f3-8f6d-86e4be713e07 None None] Provisioning complete for port bc47cb3d-0a7c-4c76-a2e4-909806e4ee69 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:01.070131 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Port': ['ID=ac2f20b9-5ee5-4f2c-a5b7-46ad12604a0e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:01.070503 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f905b225-3c44-45f3-8f6d-86e4be713e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:01.072847 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] No DVR routers for this DVR port ac2f20b9-5ee5-4f2c-a5b7-46ad12604a0e on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:41:01.076305 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:01.139891 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac94581d-a5a5-4d3e-a4f2-c6bfb35e4565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:01.145146 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac94581d-a5a5-4d3e-a4f2-c6bfb35e4565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:01.146891 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ac94581d-a5a5-4d3e-a4f2-c6bfb35e4565 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/199c8b74-2876-466a-b9a7-177f3262a54d HTTP/1.1" status: 204 len: 168 time: 0.3070676 Aug 16 22:41:01.163404 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] Pushing event updated for resources: {'Port': ['ID=3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:01.184041 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94581d-a5a5-4d3e-a4f2-c6bfb35e4565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199c8b74-2876-466a-b9a7-177f3262a54d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:01.255360 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f905b225-3c44-45f3-8f6d-86e4be713e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:01.332538 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f905b225-3c44-45f3-8f6d-86e4be713e07 None None] For port bc47cb3d-0a7c-4c76-a2e4-909806e4ee69, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=bc47cb3d-0a7c-4c76-a2e4-909806e4ee69,segment=NetworkSegment(c2c0d582-65c0-43e4-957c-b79c608b3550),segment_id=c2c0d582-65c0-43e4-957c-b79c608b3550)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:01.354363 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f905b225-3c44-45f3-8f6d-86e4be713e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:01.357233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c9dff-074f-48b4-ac5f-5dbe00717397 req-760b6d7d-7dd4-4ab0-b089-9bc00baeaaa3 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:01.364895 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fc1c9dff-074f-48b4-ac5f-5dbe00717397 req-760b6d7d-7dd4-4ab0-b089-9bc00baeaaa3 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/ports?device_id=a9496893-2e64-468e-8630-05a3a6391cf8 HTTP/1.1" status: 200 len: 931 time: 0.8588810 Aug 16 22:41:01.428476 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905b225-3c44-45f3-8f6d-86e4be713e07 None None] Pushing event updated for resources: {'Port': ['ID=bc47cb3d-0a7c-4c76-a2e4-909806e4ee69,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:01.501428 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4053aeec-5924-440e-8813-65d301ba98fc None None] Provisioning complete for port 60ce8425-6de8-4825-b6f7-434ab6d60e4f triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:01.503533 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4053aeec-5924-440e-8813-65d301ba98fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:01.511277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fbf5f-cb36-40e1-9c93-f87b137f1de5 req-5c48162e-fa23-4101-a296-68033e05715b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:01.512974 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d3fbf5f-cb36-40e1-9c93-f87b137f1de5 req-5c48162e-fa23-4101-a296-68033e05715b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 945 time: 0.2899208 Aug 16 22:41:01.518610 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4418d7e-d532-4df2-8481-10e8e3ea9e35 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:01.592286 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-4053aeec-5924-440e-8813-65d301ba98fc None None] Port 60ce8425-6de8-4825-b6f7-434ab6d60e4f cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:41:01.656141 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:01.734571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e02c07f-663b-447a-9107-c4bbc01a579e']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:01.740273 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fc1c9dff-074f-48b4-ac5f-5dbe00717397 req-73a58eec-b4c7-471b-8ed1-57935479cb0f tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/security-groups?id=06cf3a35-86cf-4086-ba9b-4d70de65ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736765 Aug 16 22:41:01.785814 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e97726a-8e80-432a-aac7-5470208a9c03') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:01.785814 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e97726a-8e80-432a-aac7-5470208a9c03') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:01.811269 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:01.858270 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d3fbf5f-cb36-40e1-9c93-f87b137f1de5 req-08717fa7-7d58-4359-9898-9e1928472e1f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271232 Aug 16 22:41:01.861825 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:01.963324 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:41:01.963740 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:41:01.967370 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:41:02.502248 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:02.508506 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:02.511823 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47982) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:02.518544 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47984) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:02.525023 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/networks/4e02c07f-663b-447a-9107-c4bbc01a579e HTTP/1.1" status: 204 len: 168 time: 8.2550557 Aug 16 22:41:02.525023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] Attempting to bind port 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:41:02.525023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] Attempting to bind port 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'af86c1b3-d718-4588-bacc-5ed8f10f33bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c3b48f81-4d80-4b30-bb67-c1eb10a28ea3'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:41:02.526345 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] Attempting to bind port 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2 on network c3b48f81-4d80-4b30-bb67-c1eb10a28ea3 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:41:02.538040 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e854027c-4877-4a92-98d4-b5f1e58d2878 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1752978731'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:02.591576 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] Port 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2 on network c3b48f81-4d80-4b30-bb67-c1eb10a28ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:41:02.592056 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] Attempting to bind port 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2 on network c3b48f81-4d80-4b30-bb67-c1eb10a28ea3 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:41:02.592566 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e854027c-4877-4a92-98d4-b5f1e58d2878 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Made reservation on behalf of c0195f94a6a04044bec6d077c1b340bc for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:02.600132 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e854027c-4877-4a92-98d4-b5f1e58d2878 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:02.601376 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3097009-dc45-43b8-976e-09429e9eabdb tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Network': ['ID=4e02c07f-663b-447a-9107-c4bbc01a579e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:02.607718 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:41:02.608726 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] Checking segment: {'id': 'af86c1b3-d718-4588-bacc-5ed8f10f33bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c3b48f81-4d80-4b30-bb67-c1eb10a28ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:02.609226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] Bound using segment: {'id': 'af86c1b3-d718-4588-bacc-5ed8f10f33bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c3b48f81-4d80-4b30-bb67-c1eb10a28ea3'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:41:02.609788 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] Bound port: 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af86c1b3-d718-4588-bacc-5ed8f10f33bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c3b48f81-4d80-4b30-bb67-c1eb10a28ea3'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:41:02.610438 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:02.655858 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e854027c-4877-4a92-98d4-b5f1e58d2878 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:41:02.677273 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e854027c-4877-4a92-98d4-b5f1e58d2878 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:02.677916 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-e854027c-4877-4a92-98d4-b5f1e58d2878 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Added segment ec558875-bbcb-43be-9c8d-4545e859fe72 of type vlan for network 29e0dc19-3865-45f5-899e-3bdb8f15ad17 Aug 16 22:41:02.766507 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8b632828-d715-487d-a63d-2a9ce9945636 tempest-SubnetPoolsTestJSON-76553335 tempest-SubnetPoolsTestJSON-76553335-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1782344136', 'prefixes': ['172.20.0.0/16']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:02.794605 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e854027c-4877-4a92-98d4-b5f1e58d2878 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:02.900393 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e854027c-4877-4a92-98d4-b5f1e58d2878 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:02.913761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e854027c-4877-4a92-98d4-b5f1e58d2878 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:02.914915 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e854027c-4877-4a92-98d4-b5f1e58d2878 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:02.927736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072eeff-6cc5-4f6a-a457-2354ce8cbeaa req-1e1ded80-1466-4fcb-aff0-77bb929f612f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:02.936914 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d072eeff-6cc5-4f6a-a457-2354ce8cbeaa req-1e1ded80-1466-4fcb-aff0-77bb929f612f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 945 time: 0.4482796 Aug 16 22:41:02.953364 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e854027c-4877-4a92-98d4-b5f1e58d2878 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4312704 Aug 16 22:41:02.967890 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47994) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:03.015094 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c6530e96-283f-42a8-9ce8-9086eea4d497 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'subnet': {'network_id': '29e0dc19-3865-45f5-899e-3bdb8f15ad17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:03.103865 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b632828-d715-487d-a63d-2a9ce9945636 tempest-SubnetPoolsTestJSON-76553335 tempest-SubnetPoolsTestJSON-76553335-project] Notify callbacks [] for subnetpool, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:03.105093 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8b632828-d715-487d-a63d-2a9ce9945636 tempest-SubnetPoolsTestJSON-76553335 tempest-SubnetPoolsTestJSON-76553335-project] 10.222.0.93 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5916235 Aug 16 22:41:03.109141 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48002) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:03.133730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] For port 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:41:03.160314 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-90a3d9e8-b0e2-4214-b6e2-446f4a11c6af tempest-SubnetPoolsTestJSON-76553335 tempest-SubnetPoolsTestJSON-76553335-project] 10.222.0.93 "GET /v2.0/subnetpools/24d47b07-ecc3-4358-9c12-c7ec3feb9535 HTTP/1.1" status: 200 len: 732 time: 0.0463393 Aug 16 22:41:03.163666 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48006) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:03.168245 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ca9d0cbc-8232-461a-a6d0-55372da40544 tempest-SubnetPoolsTestJSON-76553335 tempest-SubnetPoolsTestJSON-76553335-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1245759504'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:03.204748 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854027c-4877-4a92-98d4-b5f1e58d2878 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Network': ['ID=29e0dc19-3865-45f5-899e-3bdb8f15ad17,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:03.222081 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 29e0dc19-3865-45f5-899e-3bdb8f15ad17 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:41:03.242851 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d072eeff-6cc5-4f6a-a457-2354ce8cbeaa req-afec90ce-56db-4425-9d43-556ff7daa3ca tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047042 Aug 16 22:41:03.302884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] For port 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2,segment=NetworkSegment(af86c1b3-d718-4588-bacc-5ed8f10f33bb),segment_id=af86c1b3-d718-4588-bacc-5ed8f10f33bb)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:41:03.333534 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:03.423004 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6530e96-283f-42a8-9ce8-9086eea4d497 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Made reservation on behalf of c0195f94a6a04044bec6d077c1b340bc for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:03.433614 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6530e96-283f-42a8-9ce8-9086eea4d497 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:03.457230 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device bc47cb3d-0a7c-4c76-a2e4-909806e4ee69 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:41:03.524964 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] Pushing event updated for resources: {'Port': ['ID=3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:03.574005 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca9d0cbc-8232-461a-a6d0-55372da40544 tempest-SubnetPoolsTestJSON-76553335 tempest-SubnetPoolsTestJSON-76553335-project] Notify callbacks [] for subnetpool, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:03.579583 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ca9d0cbc-8232-461a-a6d0-55372da40544 tempest-SubnetPoolsTestJSON-76553335 tempest-SubnetPoolsTestJSON-76553335-project] 10.222.0.93 "PUT /v2.0/subnetpools/24d47b07-ecc3-4358-9c12-c7ec3feb9535 HTTP/1.1" status: 200 len: 684 time: 0.4146874 Aug 16 22:41:03.590552 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48012) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:03.620675 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5f339-20e3-4075-811e-47c202eec10b req-5ef1dcb9-66a4-4b65-8ee5-f88074344dc7 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:03.629378 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ed5f339-20e3-4075-811e-47c202eec10b req-5ef1dcb9-66a4-4b65-8ee5-f88074344dc7 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/ports?device_id=a9496893-2e64-468e-8630-05a3a6391cf8 HTTP/1.1" status: 200 len: 943 time: 0.7151101 Aug 16 22:41:03.657946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port bc47cb3d-0a7c-4c76-a2e4-909806e4ee69 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:03.659506 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:03.660661 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:03.661150 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:03.662945 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-13b2ef8a-4578-4dba-913e-bfe0d8616fdc service neutron] 10.222.0.39 "PUT /v2.0/ports/3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2 HTTP/1.1" status: 200 len: 1092 time: 4.8604538 Aug 16 22:41:03.665291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9496893-2e64-468e-8630-05a3a6391cf8', 'tag': '3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:41:03.696304 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e78ee73-205b-4ac8-8cea-294b80d4e3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "a9496893-2e64-468e-8630-05a3a6391cf8", "tag": "3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:41:03.765590 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4418d7e-d532-4df2-8481-10e8e3ea9e35 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:03.832549 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4418d7e-d532-4df2-8481-10e8e3ea9e35 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:03.884119 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6530e96-283f-42a8-9ce8-9086eea4d497 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:03.944210 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6530e96-283f-42a8-9ce8-9086eea4d497 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Subnet': ['ID=962ad603-17ce-4544-a8f6-66d83114fb13,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:04.009009 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6530e96-283f-42a8-9ce8-9086eea4d497 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Checking segment: {'id': 'ec558875-bbcb-43be-9c8d-4545e859fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '29e0dc19-3865-45f5-899e-3bdb8f15ad17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:04.009715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6530e96-283f-42a8-9ce8-9086eea4d497 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Network hostable DHCP agents. Network: 29e0dc19-3865-45f5-899e-3bdb8f15ad17, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:41:04.036593 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6530e96-283f-42a8-9ce8-9086eea4d497 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Network 29e0dc19-3865-45f5-899e-3bdb8f15ad17 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:41:04.056210 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ed5f339-20e3-4075-811e-47c202eec10b req-9e1980ee-fdc2-4299-8b01-4ce91fe54d29 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/security-groups?id=06cf3a35-86cf-4086-ba9b-4d70de65ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555498 Aug 16 22:41:04.070121 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-c6530e96-283f-42a8-9ce8-9086eea4d497 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 29e0dc19-3865-45f5-899e-3bdb8f15ad17) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:04.086315 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b490e3b-a4da-46e3-87f8-90f52aa34d4d None None] Network 29e0dc19-3865-45f5-899e-3bdb8f15ad17 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:04.114169 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6530e96-283f-42a8-9ce8-9086eea4d497 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:04.115194 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6530e96-283f-42a8-9ce8-9086eea4d497 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:04.140811 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4418d7e-d532-4df2-8481-10e8e3ea9e35 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:04.162286 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c6530e96-283f-42a8-9ce8-9086eea4d497 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1928608 Aug 16 22:41:04.167420 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48024) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:04.169833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-d6f335d0-a94d-48c6-88a4-2b1ef9cab908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:04.172572 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-d6f335d0-a94d-48c6-88a4-2b1ef9cab908 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=793682cd26c144d588f06564d966c7b1&device_id=a9496893-2e64-468e-8630-05a3a6391cf8 HTTP/1.1" status: 200 len: 1095 time: 0.4422581 Aug 16 22:41:04.173813 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4418d7e-d532-4df2-8481-10e8e3ea9e35 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Port': ['ID=60ce8425-6de8-4825-b6f7-434ab6d60e4f,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:04.305579 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-9335a1ef-85f9-4bef-96de-11f43b358569 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2 HTTP/1.1" status: 200 len: 217 time: 0.1125460 Aug 16 22:41:04.315866 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166496ff-7e49-4f4c-81cd-650adc0366e6 x-openstack-request-id: req-166496ff-7e49-4f4c-81cd-650adc0366e6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:41:04.318409 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9496893-2e64-468e-8630-05a3a6391cf8", "tag": "3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:41:04.319019 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-166496ff-7e49-4f4c-81cd-650adc0366e6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:41:04.328295 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9496893-2e64-468e-8630-05a3a6391cf8', 'tag': '3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2', 'status': 'completed', 'code': 200} Aug 16 22:41:04.389344 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2c89719-18a9-4d24-a988-dc068350a41e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:04.521388 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd158bf6-1b3e-4bcd-a0c8-fc77ec68fbe1 req-933b3ada-9f5b-4a01-9e89-88479b09c6df tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:04.544472 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd158bf6-1b3e-4bcd-a0c8-fc77ec68fbe1 req-933b3ada-9f5b-4a01-9e89-88479b09c6df tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 945 time: 0.8798022 Aug 16 22:41:04.548460 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2c89719-18a9-4d24-a988-dc068350a41e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:04.680275 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-554079f7-5c37-4eb1-afcb-dc31c7013a12 tempest-SubnetPoolsTestJSON-76553335 tempest-SubnetPoolsTestJSON-76553335-project] Notify callbacks [] for subnetpool, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:04.684402 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-554079f7-5c37-4eb1-afcb-dc31c7013a12 tempest-SubnetPoolsTestJSON-76553335 tempest-SubnetPoolsTestJSON-76553335-project] 10.222.0.93 "DELETE /v2.0/subnetpools/24d47b07-ecc3-4358-9c12-c7ec3feb9535 HTTP/1.1" status: 204 len: 168 time: 1.0507886 Aug 16 22:41:04.694906 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48030) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:04.710246 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0fb783-6c9d-4317-a453-7d9ab8f923ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-29e0dc19-3865-45f5-899e-3bdb8f15ad17', 'network_id': '29e0dc19-3865-45f5-899e-3bdb8f15ad17', 'tenant_id': 'c0195f94a6a04044bec6d077c1b340bc', 'fixed_ips': [{'subnet_id': '962ad603-17ce-4544-a8f6-66d83114fb13'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:41:04.711220 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d0fb783-6c9d-4317-a453-7d9ab8f923ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:04.740550 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-620bdd9e-87ba-4849-9a48-9980495b0422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:04.742418 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-620bdd9e-87ba-4849-9a48-9980495b0422 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58a66cde-925b-4a3c-b5bb-28bd8fc02d9b HTTP/1.1" status: 200 len: 853 time: 0.4067061 Aug 16 22:41:04.749193 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-6e7f5afa-de38-4d7a-830b-9ae81e7ee658 tempest-SubnetPoolsTestJSON-76553335 tempest-SubnetPoolsTestJSON-76553335-project] show failed (client error): The resource could not be found. Aug 16 22:41:04.757939 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6e7f5afa-de38-4d7a-830b-9ae81e7ee658 tempest-SubnetPoolsTestJSON-76553335 tempest-SubnetPoolsTestJSON-76553335-project] 10.222.0.93 "GET /v2.0/subnetpools/24d47b07-ecc3-4358-9c12-c7ec3feb9535 HTTP/1.1" status: 404 len: 346 time: 0.0545115 Aug 16 22:41:04.758160 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2c89719-18a9-4d24-a988-dc068350a41e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:04.760651 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48032) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:04.790967 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-76892fa1-44b6-4bd2-a3ff-99c64a8ac9c9 tempest-SubnetPoolsTestJSON-76553335 tempest-SubnetPoolsTestJSON-76553335-project] delete failed (client error): The resource could not be found. Aug 16 22:41:04.795603 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-76892fa1-44b6-4bd2-a3ff-99c64a8ac9c9 tempest-SubnetPoolsTestJSON-76553335 tempest-SubnetPoolsTestJSON-76553335-project] 10.222.0.93 "DELETE /v2.0/subnetpools/24d47b07-ecc3-4358-9c12-c7ec3feb9535 HTTP/1.1" status: 404 len: 346 time: 0.0266197 Aug 16 22:41:04.808411 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-80af5201-daf0-4fdb-b306-efc06b379d50 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3b48f81-4d80-4b30-bb67-c1eb10a28ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525439 Aug 16 22:41:04.837192 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c89719-18a9-4d24-a988-dc068350a41e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Subnet': ['ID=962ad603-17ce-4544-a8f6-66d83114fb13,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:04.844266 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd158bf6-1b3e-4bcd-a0c8-fc77ec68fbe1 req-2b7e3c9f-70b3-40c5-981e-62cc7944c3df tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987094 Aug 16 22:41:04.883290 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e29169a-2fdd-4122-987e-d13651901a15 None None] Network 29e0dc19-3865-45f5-899e-3bdb8f15ad17 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:05.024426 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4418d7e-d532-4df2-8481-10e8e3ea9e35 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network 67c1a539-036c-4284-85a5-c8d0681e8d64 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:05.028672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-a4418d7e-d532-4df2-8481-10e8e3ea9e35 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:05.063312 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2c89719-18a9-4d24-a988-dc068350a41e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:05.090108 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-b2c89719-18a9-4d24-a988-dc068350a41e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e0dc19-3865-45f5-899e-3bdb8f15ad17']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:05.107573 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-b2c89719-18a9-4d24-a988-dc068350a41e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec558875-bbcb-43be-9c8d-4545e859fe72') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:05.112943 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-b2c89719-18a9-4d24-a988-dc068350a41e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec558875-bbcb-43be-9c8d-4545e859fe72') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:05.133166 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2c89719-18a9-4d24-a988-dc068350a41e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:05.167048 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2c89719-18a9-4d24-a988-dc068350a41e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:05.177720 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c89719-18a9-4d24-a988-dc068350a41e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:41:05.179260 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2c89719-18a9-4d24-a988-dc068350a41e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:41:05.184251 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:41:05.291226 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2c89719-18a9-4d24-a988-dc068350a41e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:05.304663 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2c89719-18a9-4d24-a988-dc068350a41e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:05.307207 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b2c89719-18a9-4d24-a988-dc068350a41e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/networks/29e0dc19-3865-45f5-899e-3bdb8f15ad17 HTTP/1.1" status: 204 len: 168 time: 1.1388087 Aug 16 22:41:05.313640 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48042) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:05.343189 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-46de8c14-afc5-4527-908b-9164f51bbd3e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1980678691'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:05.386728 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46de8c14-afc5-4527-908b-9164f51bbd3e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Made reservation on behalf of c0195f94a6a04044bec6d077c1b340bc for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:05.393997 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-46de8c14-afc5-4527-908b-9164f51bbd3e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:05.400487 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c89719-18a9-4d24-a988-dc068350a41e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Network': ['ID=29e0dc19-3865-45f5-899e-3bdb8f15ad17,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:05.476074 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46de8c14-afc5-4527-908b-9164f51bbd3e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:41:05.499313 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-46de8c14-afc5-4527-908b-9164f51bbd3e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:05.499673 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-46de8c14-afc5-4527-908b-9164f51bbd3e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Added segment feed9553-3653-4d7b-928c-472ec064a469 of type vlan for network a759b290-dcd5-44d1-b30e-0d8bd92c05e8 Aug 16 22:41:05.559962 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-46de8c14-afc5-4527-908b-9164f51bbd3e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:05.580391 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4303d30c-60e2-4c61-9673-3f5ce75fb0a9 None None] Provisioning complete for port 60ce8425-6de8-4825-b6f7-434ab6d60e4f triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:05.585523 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4303d30c-60e2-4c61-9673-3f5ce75fb0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:05.612085 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-46de8c14-afc5-4527-908b-9164f51bbd3e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:05.622345 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46de8c14-afc5-4527-908b-9164f51bbd3e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:05.623419 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-46de8c14-afc5-4527-908b-9164f51bbd3e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:05.698233 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-c096c431-1f95-4385-8f62-7768ad299432 service neutron] 10.222.0.39 "GET /v2.0/networks/c3b48f81-4d80-4b30-bb67-c1eb10a28ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8518329 Aug 16 22:41:05.714782 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-4303d30c-60e2-4c61-9673-3f5ce75fb0a9 None None] Port 60ce8425-6de8-4825-b6f7-434ab6d60e4f cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:41:05.731408 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48058) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:05.758310 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-46de8c14-afc5-4527-908b-9164f51bbd3e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4389312 Aug 16 22:41:05.759508 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48064) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:05.884570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c42112-0993-431b-b151-aa6c51907232 req-1aaca02b-35d6-47a1-81a0-4e52dad2f37b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:05.886627 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-33c42112-0993-431b-b151-aa6c51907232 req-1aaca02b-35d6-47a1-81a0-4e52dad2f37b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 945 time: 0.3532283 Aug 16 22:41:05.909105 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238d240-94e1-4cc9-8fb3-9c8eb6d251db req-62fb7e51-fb75-45d8-a4b5-23b0e67ab895 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:05.911441 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e238d240-94e1-4cc9-8fb3-9c8eb6d251db req-62fb7e51-fb75-45d8-a4b5-23b0e67ab895 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/ports?device_id=a9496893-2e64-468e-8630-05a3a6391cf8 HTTP/1.1" status: 200 len: 943 time: 0.5268068 Aug 16 22:41:06.066487 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e238d240-94e1-4cc9-8fb3-9c8eb6d251db req-99317466-b8d5-4f40-a34e-aeca901b6ef0 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/security-groups?id=06cf3a35-86cf-4086-ba9b-4d70de65ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214643 Aug 16 22:41:06.087619 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-33c42112-0993-431b-b151-aa6c51907232 req-11b7db01-f47d-4339-8a6a-5dc216b92cff tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893408 Aug 16 22:41:06.103356 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8107c5a4-4f54-480b-870b-83a2fba4ceab req-763bf2f1-61e7-476a-8ce8-d8b3872f8b36 service neutron] 10.222.0.39 "GET /v2.0/networks/c3b48f81-4d80-4b30-bb67-c1eb10a28ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801441 Aug 16 22:41:06.122560 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4418d7e-d532-4df2-8481-10e8e3ea9e35 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router edb9ebba-d276-4a12-8476-59b2284b3bbd is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:41:06.310822 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4418d7e-d532-4df2-8481-10e8e3ea9e35 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:41:06.325008 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a4418d7e-d532-4df2-8481-10e8e3ea9e35 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/edb9ebba-d276-4a12-8476-59b2284b3bbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6250200 Aug 16 22:41:06.326158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfd6f35-ae0a-46b9-8dd0-4772f1f1d040 None None] Sync routers for ids ['edb9ebba-d276-4a12-8476-59b2284b3bbd'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:41:06.345269 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfd6f35-ae0a-46b9-8dd0-4772f1f1d040 None None] Routers {'edb9ebba-d276-4a12-8476-59b2284b3bbd'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:41:06.346641 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7dfd6f35-ae0a-46b9-8dd0-4772f1f1d040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:40:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['edb9ebba-d276-4a12-8476-59b2284b3bbd'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:06.359662 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48074) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:06.409741 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-af2dd534-0f2c-45d5-a7e9-dc5cdf925e16 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'subnet': {'network_id': 'a759b290-dcd5-44d1-b30e-0d8bd92c05e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:06.414721 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de8c14-afc5-4527-908b-9164f51bbd3e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Network': ['ID=a759b290-dcd5-44d1-b30e-0d8bd92c05e8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:06.484025 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78ee73-205b-4ac8-8cea-294b80d4e3b5 req-90062df6-574b-46bc-94cd-36b32821a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:06.486496 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e78ee73-205b-4ac8-8cea-294b80d4e3b5 req-90062df6-574b-46bc-94cd-36b32821a4b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=793682cd26c144d588f06564d966c7b1&device_id=a9496893-2e64-468e-8630-05a3a6391cf8 HTTP/1.1" status: 200 len: 1095 time: 0.1909986 Aug 16 22:41:06.492763 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network a759b290-dcd5-44d1-b30e-0d8bd92c05e8 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:41:06.501032 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7dfd6f35-ae0a-46b9-8dd0-4772f1f1d040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:06.501303 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e179618-4921-4bfb-bab6-805d83929b01 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:06.508254 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9e179618-4921-4bfb-bab6-805d83929b01 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/ports/60ce8425-6de8-4825-b6f7-434ab6d60e4f HTTP/1.1" status: 200 len: 977 time: 0.1423533 Aug 16 22:41:06.519638 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48076) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:06.554632 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b94f913-ad6e-48c0-90dd-e5b58849e61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:06.621415 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfd6f35-ae0a-46b9-8dd0-4772f1f1d040 None None] Routers {'edb9ebba-d276-4a12-8476-59b2284b3bbd'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:41:06.622352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7dfd6f35-ae0a-46b9-8dd0-4772f1f1d040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:40:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['edb9ebba-d276-4a12-8476-59b2284b3bbd'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:06.635093 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78ee73-205b-4ac8-8cea-294b80d4e3b5 req-dcd039c7-91c0-4ae8-8c36-feda224e7a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:06.636874 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e78ee73-205b-4ac8-8cea-294b80d4e3b5 req-dcd039c7-91c0-4ae8-8c36-feda224e7a26 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c3b48f81-4d80-4b30-bb67-c1eb10a28ea3 HTTP/1.1" status: 200 len: 914 time: 0.1315203 Aug 16 22:41:06.691844 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7dfd6f35-ae0a-46b9-8dd0-4772f1f1d040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:06.691844 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfd6f35-ae0a-46b9-8dd0-4772f1f1d040 None None] The sync data for ids ['edb9ebba-d276-4a12-8476-59b2284b3bbd'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:41:06.727948 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e78ee73-205b-4ac8-8cea-294b80d4e3b5 req-ef679952-cc60-4059-b542-73ddc56cc4d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2 HTTP/1.1" status: 200 len: 217 time: 0.0542996 Aug 16 22:41:06.792320 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17949489-94ae-44cd-80e5-12b1c068fd93 req-121c13b3-534b-4769-a955-675234f7cef5 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:06.794344 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17949489-94ae-44cd-80e5-12b1c068fd93 req-121c13b3-534b-4769-a955-675234f7cef5 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 945 time: 0.1564174 Aug 16 22:41:06.799194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78ee73-205b-4ac8-8cea-294b80d4e3b5 req-c082c659-8228-41c3-8286-ecc47a4907a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:06.800736 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e78ee73-205b-4ac8-8cea-294b80d4e3b5 req-c082c659-8228-41c3-8286-ecc47a4907a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58a66cde-925b-4a3c-b5bb-28bd8fc02d9b HTTP/1.1" status: 200 len: 853 time: 0.0646684 Aug 16 22:41:06.843639 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e78ee73-205b-4ac8-8cea-294b80d4e3b5 req-b7dd9e82-b19f-4e63-a2e5-13c41b32ac94 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3b48f81-4d80-4b30-bb67-c1eb10a28ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335295 Aug 16 22:41:06.995287 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b94f913-ad6e-48c0-90dd-e5b58849e61d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:07.006127 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b94f913-ad6e-48c0-90dd-e5b58849e61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:07.127657 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e78ee73-205b-4ac8-8cea-294b80d4e3b5 req-12f91874-8268-4115-bf16-a0b95f637cdf service neutron] 10.222.0.39 "GET /v2.0/networks/c3b48f81-4d80-4b30-bb67-c1eb10a28ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657320 Aug 16 22:41:07.156604 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2dd534-0f2c-45d5-a7e9-dc5cdf925e16 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Made reservation on behalf of c0195f94a6a04044bec6d077c1b340bc for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:07.163409 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af2dd534-0f2c-45d5-a7e9-dc5cdf925e16 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:07.304992 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94f913-ad6e-48c0-90dd-e5b58849e61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2091ce-8ec8-4ecb-9f5c-c90ee214e051,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:07.321713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-17949489-94ae-44cd-80e5-12b1c068fd93 req-f4114fbc-4155-4032-b4a2-741886295917 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Deleting port bb330c8d-3fd9-431d-8ab6-293e03a519b4 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:07.322094 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-17949489-94ae-44cd-80e5-12b1c068fd93 req-f4114fbc-4155-4032-b4a2-741886295917 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:07.344068 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4b94f913-ad6e-48c0-90dd-e5b58849e61d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6af1382d3d404c3c82010214ae15e463&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6111553 Aug 16 22:41:07.352244 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48098) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:07.477774 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e78ee73-205b-4ac8-8cea-294b80d4e3b5 req-16722b6a-e8ab-4aa5-8a90-888aa6ecac83 service neutron] 10.222.0.39 "GET /v2.0/networks/c3b48f81-4d80-4b30-bb67-c1eb10a28ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410616 Aug 16 22:41:07.500576 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd70deeb-74ca-41b3-a826-8811f061a9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:07.534073 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd70deeb-74ca-41b3-a826-8811f061a9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:07.546237 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7da5f-605c-48c2-a77f-0fbca313b811 req-e26d85f5-217b-48f8-bfd7-3d8b4fdfca62 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:07.548601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aed7da5f-605c-48c2-a77f-0fbca313b811 req-e26d85f5-217b-48f8-bfd7-3d8b4fdfca62 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 945 time: 0.2501354 Aug 16 22:41:07.625584 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc624f-4444-411a-b90b-a1ab2f9c984a req-c0150cdb-6179-48d4-b4ee-ce65fe5157af tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:07.625584 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9efc624f-4444-411a-b90b-a1ab2f9c984a req-c0150cdb-6179-48d4-b4ee-ce65fe5157af tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/ports?device_id=a9496893-2e64-468e-8630-05a3a6391cf8 HTTP/1.1" status: 200 len: 943 time: 0.3279393 Aug 16 22:41:07.643454 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd70deeb-74ca-41b3-a826-8811f061a9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:07.649803 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd70deeb-74ca-41b3-a826-8811f061a9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:07.662195 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dd70deeb-74ca-41b3-a826-8811f061a9e8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fc2091ce-8ec8-4ecb-9f5c-c90ee214e051 HTTP/1.1" status: 204 len: 168 time: 0.3087056 Aug 16 22:41:07.670370 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aed7da5f-605c-48c2-a77f-0fbca313b811 req-34900e53-0d40-494f-b111-9396c5aa2ea4 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096606 Aug 16 22:41:07.723677 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-17949489-94ae-44cd-80e5-12b1c068fd93 req-f4114fbc-4155-4032-b4a2-741886295917 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] For port bb330c8d-3fd9-431d-8ab6-293e03a519b4, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=bb330c8d-3fd9-431d-8ab6-293e03a519b4,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:07.724196 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-17949489-94ae-44cd-80e5-12b1c068fd93 req-f4114fbc-4155-4032-b4a2-741886295917 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:07.772418 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9efc624f-4444-411a-b90b-a1ab2f9c984a req-4754b85d-cd1e-4e3e-aeee-8d7d01d8a462 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/security-groups?id=06cf3a35-86cf-4086-ba9b-4d70de65ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997097 Aug 16 22:41:07.811642 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-17949489-94ae-44cd-80e5-12b1c068fd93 req-f4114fbc-4155-4032-b4a2-741886295917 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Calling delete_port for bb330c8d-3fd9-431d-8ab6-293e03a519b4 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:07.905276 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70deeb-74ca-41b3-a826-8811f061a9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2091ce-8ec8-4ecb-9f5c-c90ee214e051,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:07.910616 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af2dd534-0f2c-45d5-a7e9-dc5cdf925e16 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:08.085464 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2dd534-0f2c-45d5-a7e9-dc5cdf925e16 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Subnet': ['ID=7de13bdd-9f34-46b7-8b98-e4d525dd93db,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:08.090956 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2fd55793-d7d1-4759-bbd5-669f6f7f1cd2 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:08.203902 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2dd534-0f2c-45d5-a7e9-dc5cdf925e16 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Checking segment: {'id': 'feed9553-3653-4d7b-928c-472ec064a469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a759b290-dcd5-44d1-b30e-0d8bd92c05e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:08.204446 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2dd534-0f2c-45d5-a7e9-dc5cdf925e16 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Network hostable DHCP agents. Network: a759b290-dcd5-44d1-b30e-0d8bd92c05e8, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:41:08.223996 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-17949489-94ae-44cd-80e5-12b1c068fd93 req-f4114fbc-4155-4032-b4a2-741886295917 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:08.238899 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['8507266d-0a1f-46dd-89e2-1352a70987b1', 'bb330c8d-3fd9-431d-8ab6-293e03a519b4'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:41:08.262741 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2dd534-0f2c-45d5-a7e9-dc5cdf925e16 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Network a759b290-dcd5-44d1-b30e-0d8bd92c05e8 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:41:08.307802 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114fbc-4155-4032-b4a2-741886295917 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Pushing event deleted for resources: {'Port': ['ID=bb330c8d-3fd9-431d-8ab6-293e03a519b4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:08.345633 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-af2dd534-0f2c-45d5-a7e9-dc5cdf925e16 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, a759b290-dcd5-44d1-b30e-0d8bd92c05e8) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:08.352545 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2dd534-0f2c-45d5-a7e9-dc5cdf925e16 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:08.353834 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af2dd534-0f2c-45d5-a7e9-dc5cdf925e16 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:08.374608 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-af2dd534-0f2c-45d5-a7e9-dc5cdf925e16 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6116953 Aug 16 22:41:08.378506 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48116) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:08.381680 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3192f4-a410-44e9-9cd8-d7bf86dee2d3 None None] Network a759b290-dcd5-44d1-b30e-0d8bd92c05e8 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:08.459638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-17949489-94ae-44cd-80e5-12b1c068fd93 req-f4114fbc-4155-4032-b4a2-741886295917 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] No DVR routers for this DVR port bb330c8d-3fd9-431d-8ab6-293e03a519b4 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:41:08.473589 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-17949489-94ae-44cd-80e5-12b1c068fd93 req-f4114fbc-4155-4032-b4a2-741886295917 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:08.486078 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17949489-94ae-44cd-80e5-12b1c068fd93 req-f4114fbc-4155-4032-b4a2-741886295917 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "DELETE /v2.0/ports/bb330c8d-3fd9-431d-8ab6-293e03a519b4 HTTP/1.1" status: 204 len: 173 time: 1.6840959 Aug 16 22:41:08.486813 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f2884e-e3c8-4071-99d5-9f1681bb4b3f', 'name': 'network-vif-deleted', 'tag': 'bb330c8d-3fd9-431d-8ab6-293e03a519b4'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:41:08.490860 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1909b7-1030-49b0-8284-af8ab761f8bd" -d '{"events": [{"server_uuid": "b9f2884e-e3c8-4071-99d5-9f1681bb4b3f", "name": "network-vif-deleted", "tag": "bb330c8d-3fd9-431d-8ab6-293e03a519b4"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:41:08.658845 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-391fd9cb-3458-4774-8bc4-7a4f034eaa35 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:08.667531 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bf3bb7-cd0d-4aa9-bfa7-28e20b5767cf x-openstack-request-id: req-48bf3bb7-cd0d-4aa9-bfa7-28e20b5767cf {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:41:08.667848 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f2884e-e3c8-4071-99d5-9f1681bb4b3f", "name": "network-vif-deleted", "tag": "bb330c8d-3fd9-431d-8ab6-293e03a519b4", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:41:08.668120 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-48bf3bb7-cd0d-4aa9-bfa7-28e20b5767cf {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:41:08.669561 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f2884e-e3c8-4071-99d5-9f1681bb4b3f', 'name': 'network-vif-deleted', 'tag': 'bb330c8d-3fd9-431d-8ab6-293e03a519b4', 'status': 'completed', 'code': 200} Aug 16 22:41:08.759199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2fd55793-d7d1-4759-bbd5-669f6f7f1cd2 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting port 60ce8425-6de8-4825-b6f7-434ab6d60e4f {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:08.759565 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2fd55793-d7d1-4759-bbd5-669f6f7f1cd2 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:08.847394 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:08.887897 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-391fd9cb-3458-4774-8bc4-7a4f034eaa35 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:08.892089 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e00a7aa3-9657-4143-adc5-5da787115844 req-531e4b1c-0689-443a-ad4d-155a4176de9c tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9f2884e-e3c8-4071-99d5-9f1681bb4b3f HTTP/1.1" status: 200 len: 210 time: 0.0507522 Aug 16 22:41:08.937650 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:41:09.033503 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3a422f-fc7d-47cf-b1ce-81e58d4cca4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a759b290-dcd5-44d1-b30e-0d8bd92c05e8', 'network_id': 'a759b290-dcd5-44d1-b30e-0d8bd92c05e8', 'tenant_id': 'c0195f94a6a04044bec6d077c1b340bc', 'fixed_ips': [{'subnet_id': '7de13bdd-9f34-46b7-8b98-e4d525dd93db'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:41:09.034866 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cf3a422f-fc7d-47cf-b1ce-81e58d4cca4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:09.088983 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a6e8df17-a3c9-4cd0-b39c-6e58507bf802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:09.118905 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.resource_extend [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:41:09.220947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cc963-ce9d-477d-90a0-0ce422da0749 req-628817a4-a6e6-47fa-9413-0b9e00d45461 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:09.232175 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c4cc963-ce9d-477d-90a0-0ce422da0749 req-628817a4-a6e6-47fa-9413-0b9e00d45461 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/ports?device_id=a9496893-2e64-468e-8630-05a3a6391cf8 HTTP/1.1" status: 200 len: 943 time: 0.1658497 Aug 16 22:41:09.277601 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-391fd9cb-3458-4774-8bc4-7a4f034eaa35 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:09.284161 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2fd55793-d7d1-4759-bbd5-669f6f7f1cd2 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:09.334532 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c4cc963-ce9d-477d-90a0-0ce422da0749 req-b4374274-5bd3-461a-9d16-4a8e0fe68ef3 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/security-groups?id=06cf3a35-86cf-4086-ba9b-4d70de65ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001956 Aug 16 22:41:09.335293 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48142) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:09.376575 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2fd55793-d7d1-4759-bbd5-669f6f7f1cd2 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Calling delete_port for 60ce8425-6de8-4825-b6f7-434ab6d60e4f owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:09.380423 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fd9cb-3458-4774-8bc4-7a4f034eaa35 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Subnet': ['ID=7de13bdd-9f34-46b7-8b98-e4d525dd93db,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:09.583627 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-391fd9cb-3458-4774-8bc4-7a4f034eaa35 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:09.627043 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-391fd9cb-3458-4774-8bc4-7a4f034eaa35 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a759b290-dcd5-44d1-b30e-0d8bd92c05e8']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:09.636724 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-26349977-0837-4c7b-949c-dcfc7b8283a1 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-657076233'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:09.666593 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-391fd9cb-3458-4774-8bc4-7a4f034eaa35 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feed9553-3653-4d7b-928c-472ec064a469') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:09.667351 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-391fd9cb-3458-4774-8bc4-7a4f034eaa35 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feed9553-3653-4d7b-928c-472ec064a469') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:09.687910 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-391fd9cb-3458-4774-8bc4-7a4f034eaa35 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:09.709727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26349977-0837-4c7b-949c-dcfc7b8283a1 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Made reservation on behalf of 4749d8168fcb48ce975e316e4911cd6f for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:09.717681 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-26349977-0837-4c7b-949c-dcfc7b8283a1 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:09.743445 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-26349977-0837-4c7b-949c-dcfc7b8283a1 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:09.760137 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2,segment=NetworkSegment(af86c1b3-d718-4588-bacc-5ed8f10f33bb),segment_id=af86c1b3-d718-4588-bacc-5ed8f10f33bb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:09.773758 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2', 'network_id': 'c3b48f81-4d80-4b30-bb67-c1eb10a28ea3', 'port_id': '3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2', 'mac_address': 'fa:16:3e:7d:54:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a66cde-925b-4a3c-b5bb-28bd8fc02d9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:41:09.777737 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-391fd9cb-3458-4774-8bc4-7a4f034eaa35 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:09.801346 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391fd9cb-3458-4774-8bc4-7a4f034eaa35 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:41:09.802356 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-391fd9cb-3458-4774-8bc4-7a4f034eaa35 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:41:09.808320 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:41:09.835921 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:09.870827 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server [None req-cf3a422f-fc7d-47cf-b1ce-81e58d4cca4c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7de13bdd-9f34-46b7-8b98-e4d525dd93db: This subnet is being modified by another concurrent operation. Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise exception Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7de13bdd-9f34-46b7-8b98-e4d525dd93db: This subnet is being modified by another concurrent operation. Aug 16 22:41:09.900676 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server Aug 16 22:41:09.937819 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90d8c30-5433-444b-b272-5baa16f5561f None None] Network a759b290-dcd5-44d1-b30e-0d8bd92c05e8 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:09.947031 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2,segment=NetworkSegment(af86c1b3-d718-4588-bacc-5ed8f10f33bb),segment_id=af86c1b3-d718-4588-bacc-5ed8f10f33bb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:10.016636 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:10.017831 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-391fd9cb-3458-4774-8bc4-7a4f034eaa35 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:10.060330 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-391fd9cb-3458-4774-8bc4-7a4f034eaa35 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:10.068942 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48156) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:10.069840 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-391fd9cb-3458-4774-8bc4-7a4f034eaa35 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/networks/a759b290-dcd5-44d1-b30e-0d8bd92c05e8 HTTP/1.1" status: 204 len: 168 time: 1.6886055 Aug 16 22:41:10.070334 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2fd55793-d7d1-4759-bbd5-669f6f7f1cd2 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:10.083856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-dd9a571f-d80c-4a35-8862-1df29de1c043 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1037424620'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:10.093345 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fd9cb-3458-4774-8bc4-7a4f034eaa35 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Network': ['ID=a759b290-dcd5-44d1-b30e-0d8bd92c05e8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:10.122618 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd55793-d7d1-4759-bbd5-669f6f7f1cd2 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Port': ['ID=60ce8425-6de8-4825-b6f7-434ab6d60e4f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:10.254697 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-26349977-0837-4c7b-949c-dcfc7b8283a1 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:10.270852 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-26349977-0837-4c7b-949c-dcfc7b8283a1 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:10.312832 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:41:10.350058 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26349977-0837-4c7b-949c-dcfc7b8283a1 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:41:10.416017 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9a571f-d80c-4a35-8862-1df29de1c043 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Made reservation on behalf of c0195f94a6a04044bec6d077c1b340bc for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:10.426278 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd9a571f-d80c-4a35-8862-1df29de1c043 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:10.431654 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:10.493990 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-26349977-0837-4c7b-949c-dcfc7b8283a1 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:10.494402 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-26349977-0837-4c7b-949c-dcfc7b8283a1 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Added segment 69864ca9-5e87-4f88-b164-956d9cdb2930 of type vlan for network e99b49d0-1397-47ea-957f-79026338d613 Aug 16 22:41:10.520808 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:10.522129 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:10.522767 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:10.523406 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:10.524044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:10.524701 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:10.525520 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:10.526260 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:10.526849 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:10.527962 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:10.529046 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:10.529839 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:10.541394 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26349977-0837-4c7b-949c-dcfc7b8283a1 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf36054-8130-4203-a7e9-5e883adf58c1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:10.692477 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9a571f-d80c-4a35-8862-1df29de1c043 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:41:10.704454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a393709-0f67-41d0-bd6a-56f01a61f92c None None] get_active_networks_info from n-d-792458-15 {{(pid=94873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:41:10.731691 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd9a571f-d80c-4a35-8862-1df29de1c043 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:10.733050 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-dd9a571f-d80c-4a35-8862-1df29de1c043 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Added segment 28b4ad92-9c8e-4b57-8b4e-6767a7bab107 of type vlan for network 6cc675bc-612b-47c6-bf67-a1f60b307e43 Aug 16 22:41:10.740573 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-26349977-0837-4c7b-949c-dcfc7b8283a1 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:10.760679 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2fd55793-d7d1-4759-bbd5-669f6f7f1cd2 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:10.792836 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a43a50-b8af-47ab-b251-f1d4ceb2dd8d req-6fbfe4a5-09bc-4177-8d0f-180f8c15c23c tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:10.794398 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-83a43a50-b8af-47ab-b251-f1d4ceb2dd8d req-6fbfe4a5-09bc-4177-8d0f-180f8c15c23c tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/ports?device_id=a9496893-2e64-468e-8630-05a3a6391cf8 HTTP/1.1" status: 200 len: 944 time: 0.3129930 Aug 16 22:41:11.057054 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a393709-0f67-41d0-bd6a-56f01a61f92c None None] Resources bound (agent type, host, resource id): {{(pid=94873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:41:11.081819 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device bb330c8d-3fd9-431d-8ab6-293e03a519b4 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:41:11.187411 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: bb330c8d-3fd9-431d-8ab6-293e03a519b4 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:41:11.187966 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device bb330c8d-3fd9-431d-8ab6-293e03a519b4 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:41:11.298179 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:11.315159 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd55793-d7d1-4759-bbd5-669f6f7f1cd2 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router edb9ebba-d276-4a12-8476-59b2284b3bbd has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:41:11.422290 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.resource_extend [None req-26349977-0837-4c7b-949c-dcfc7b8283a1 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:41:11.435836 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd9a571f-d80c-4a35-8862-1df29de1c043 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:11.530879 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-26349977-0837-4c7b-949c-dcfc7b8283a1 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:11.534828 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd55793-d7d1-4759-bbd5-669f6f7f1cd2 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:41:11.541186 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2fd55793-d7d1-4759-bbd5-669f6f7f1cd2 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/edb9ebba-d276-4a12-8476-59b2284b3bbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0182145 Aug 16 22:41:11.542842 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26349977-0837-4c7b-949c-dcfc7b8283a1 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:11.543828 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-26349977-0837-4c7b-949c-dcfc7b8283a1 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:11.551619 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48192) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:11.554086 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5d17b2-49fe-45a6-b7b3-7e122adecb08 None None] Sync routers for ids ['edb9ebba-d276-4a12-8476-59b2284b3bbd'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:41:11.580616 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5d17b2-49fe-45a6-b7b3-7e122adecb08 None None] Routers {'edb9ebba-d276-4a12-8476-59b2284b3bbd'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:41:11.584332 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-2f5d17b2-49fe-45a6-b7b3-7e122adecb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:40:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['edb9ebba-d276-4a12-8476-59b2284b3bbd'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:11.629926 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-26349977-0837-4c7b-949c-dcfc7b8283a1 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.2930346 Aug 16 22:41:11.757790 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48194) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:11.761687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-83a43a50-b8af-47ab-b251-f1d4ceb2dd8d req-5ad5dd29-31c2-4e02-8111-272195bdaa7d tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/security-groups?id=06cf3a35-86cf-4086-ba9b-4d70de65ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755302 Aug 16 22:41:11.772045 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-7a8b97bd-82af-476a-af2f-8b67bf935898 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:11.774637 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-7a8b97bd-82af-476a-af2f-8b67bf935898 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 806 time: 1.2822480 Aug 16 22:41:11.783262 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-7a1fe713-7e09-4df9-850f-1d6ba9a59b5e tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'e99b49d0-1397-47ea-957f-79026338d613', 'tempest-TagsTest-Tag-1481255995') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:11.830265 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-01c567cc-acb7-42d2-ac58-f0f4fff599ef tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/quotas/729e44ecc953497b8bf930c79bba20ac HTTP/1.1" status: 200 len: 375 time: 0.0424354 Aug 16 22:41:11.840937 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd9a571f-d80c-4a35-8862-1df29de1c043 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:11.856477 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9a571f-d80c-4a35-8862-1df29de1c043 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:11.857414 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd9a571f-d80c-4a35-8862-1df29de1c043 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:11.936293 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26349977-0837-4c7b-949c-dcfc7b8283a1 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Pushing event updated for resources: {'Network': ['ID=e99b49d0-1397-47ea-957f-79026338d613,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:12.029523 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-30c95344-ba75-4f4b-b050-3ba1a51c30b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:12.061195 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network e99b49d0-1397-47ea-957f-79026338d613 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:41:12.069549 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dd9a571f-d80c-4a35-8862-1df29de1c043 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0001118 Aug 16 22:41:12.074376 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48200) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:12.085863 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0ecbd0cd-dbc9-4e9e-8c88-96de97af4886 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'subnet': {'network_id': '6cc675bc-612b-47c6-bf67-a1f60b307e43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:12.105017 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-2f5d17b2-49fe-45a6-b7b3-7e122adecb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:12.154240 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5d17b2-49fe-45a6-b7b3-7e122adecb08 None None] Routers {'edb9ebba-d276-4a12-8476-59b2284b3bbd'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:41:12.155360 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-2f5d17b2-49fe-45a6-b7b3-7e122adecb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:41:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['edb9ebba-d276-4a12-8476-59b2284b3bbd'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:12.185782 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-2d916a45-b124-4827-9ef9-f9e51ceecc26 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3246062 Aug 16 22:41:12.189803 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a571f-d80c-4a35-8862-1df29de1c043 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Network': ['ID=6cc675bc-612b-47c6-bf67-a1f60b307e43,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:12.236981 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 6cc675bc-612b-47c6-bf67-a1f60b307e43 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:41:12.281729 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-6620fb94-06f7-4873-ad60-afe798065b39 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 22:41:12.287943 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6620fb94-06f7-4873-ad60-afe798065b39 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/edb9ebba-d276-4a12-8476-59b2284b3bbd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7300901 Aug 16 22:41:12.288255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48202) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:12.289105 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-2f5d17b2-49fe-45a6-b7b3-7e122adecb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:12.290112 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5d17b2-49fe-45a6-b7b3-7e122adecb08 None None] The sync data for ids ['edb9ebba-d276-4a12-8476-59b2284b3bbd'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:41:12.336530 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4a6dfb32-a5ee-4cb1-9f11-a90efcf213b9 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/ports?device_id=edb9ebba-d276-4a12-8476-59b2284b3bbd HTTP/1.1" status: 200 len: 205 time: 0.0469186 Aug 16 22:41:12.344999 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48204) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:12.385922 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48206) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:12.400822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7a1fe713-7e09-4df9-850f-1d6ba9a59b5e tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] 10.222.0.93 "PUT /v2.0/networks/e99b49d0-1397-47ea-957f-79026338d613/tags/tempest-TagsTest-Tag-1481255995 HTTP/1.1" status: 201 len: 201 time: 0.6376224 Aug 16 22:41:12.417249 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48210) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:12.433721 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:12.436816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-5d28eed6-a49c-41d1-b960-7d01a7431524 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e99b49d0-1397-47ea-957f-79026338d613', 'tempest-TagsTest-Tag-1481255995') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:12.492336 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5090a925-5129-41e4-a099-f568fcfb6081 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:12.591843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecbd0cd-dbc9-4e9e-8c88-96de97af4886 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Made reservation on behalf of c0195f94a6a04044bec6d077c1b340bc for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:12.607975 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ecbd0cd-dbc9-4e9e-8c88-96de97af4886 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:12.769744 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-965c8e0b-c5a8-4788-bb09-ea6b2b028155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:12.822970 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-bf91586d-5d6c-42e7-a465-16966ffa598e service neutron] 10.222.0.93 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057212 Aug 16 22:41:12.862530 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5090a925-5129-41e4-a099-f568fcfb6081 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:12.865935 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5090a925-5129-41e4-a099-f568fcfb6081 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:12.929800 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5090a925-5129-41e4-a099-f568fcfb6081 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:12.930413 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5090a925-5129-41e4-a099-f568fcfb6081 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Fanout notify agent at l3_agent the message router_deleted on router edb9ebba-d276-4a12-8476-59b2284b3bbd {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:41:12.939388 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5090a925-5129-41e4-a099-f568fcfb6081 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:12.940773 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5090a925-5129-41e4-a099-f568fcfb6081 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/routers/edb9ebba-d276-4a12-8476-59b2284b3bbd HTTP/1.1" status: 204 len: 168 time: 0.5947809 Aug 16 22:41:12.945692 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48220) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:13.032358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d8998e-987d-402e-8bb1-f4a5e2adea31 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting subnet 4a630bdc-c941-4b65-baad-39cb7a3215ff {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:41:13.038730 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65d8998e-987d-402e-8bb1-f4a5e2adea31 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:13.047417 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-9a80458b-499e-4521-85f0-7a4ed725ba76 service neutron] 10.222.0.93 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085428 Aug 16 22:41:13.119493 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65d8998e-987d-402e-8bb1-f4a5e2adea31 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:13.138425 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5d28eed6-a49c-41d1-b960-7d01a7431524 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] 10.222.0.93 "GET /v2.0/networks/e99b49d0-1397-47ea-957f-79026338d613/tags/tempest-TagsTest-Tag-1481255995 HTTP/1.1" status: 204 len: 168 time: 0.7178905 Aug 16 22:41:13.147290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48224) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:13.166176 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-b5788c12-30d7-4dca-8999-a22c81edcf0c tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'e99b49d0-1397-47ea-957f-79026338d613') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:13.248807 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:13.301703 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65d8998e-987d-402e-8bb1-f4a5e2adea31 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:13.336767 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e229d-9d31-4d26-86f3-6f75af546d50 req-c3aeb985-f614-4812-8be4-e1cda1e4b0f2 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:13.342561 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-175e229d-9d31-4d26-86f3-6f75af546d50 req-c3aeb985-f614-4812-8be4-e1cda1e4b0f2 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/ports?device_id=a9496893-2e64-468e-8630-05a3a6391cf8 HTTP/1.1" status: 200 len: 944 time: 0.2872648 Aug 16 22:41:13.429823 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65d8998e-987d-402e-8bb1-f4a5e2adea31 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:13.468733 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8998e-987d-402e-8bb1-f4a5e2adea31 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Subnet': ['ID=4a630bdc-c941-4b65-baad-39cb7a3215ff,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:13.493113 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-65d8998e-987d-402e-8bb1-f4a5e2adea31 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:13.496744 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-65d8998e-987d-402e-8bb1-f4a5e2adea31 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/subnets/4a630bdc-c941-4b65-baad-39cb7a3215ff HTTP/1.1" status: 204 len: 168 time: 0.5491507 Aug 16 22:41:13.501489 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48230) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:13.502626 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489cf815-9869-4941-9af4-58703c03f9e8 None None] Network 67c1a539-036c-4284-85a5-c8d0681e8d64 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:13.607985 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d75090c1-146c-4401-be89-bd110dfedb4e req-5943e4f1-9715-44c6-a5bf-f4e704d90405 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 210 time: 0.0753009 Aug 16 22:41:13.663865 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b5788c12-30d7-4dca-8999-a22c81edcf0c tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] 10.222.0.93 "GET /v2.0/networks/e99b49d0-1397-47ea-957f-79026338d613/tags HTTP/1.1" status: 200 len: 238 time: 0.5039570 Aug 16 22:41:13.668932 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48236) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:13.679254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-194e5843-4990-4725-b9bc-e18857ef04de tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'e99b49d0-1397-47ea-957f-79026338d613', {'tags': ['tempest-TagsTest-Tag-744204198', 'tempest-TagsTest-Tag-1346362316', 'tempest-TagsTest-Tag-14058458']}) {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:13.883032 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-175e229d-9d31-4d26-86f3-6f75af546d50 req-9e3dbbca-ff25-4393-b02f-a07907001654 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/security-groups?id=06cf3a35-86cf-4086-ba9b-4d70de65ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5265038 Aug 16 22:41:13.927798 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602593e6-a867-4f74-bc9e-3f4d92dce206 None None] DHCP port deletion for 67c1a539-036c-4284-85a5-c8d0681e8d64 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:41:13.968440 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-965c8e0b-c5a8-4788-bb09-ea6b2b028155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:13.979633 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-965c8e0b-c5a8-4788-bb09-ea6b2b028155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:14.031492 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-965c8e0b-c5a8-4788-bb09-ea6b2b028155 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8ee2c22bbb5c46fba2612b69cb3dae82&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6379309 Aug 16 22:41:14.033276 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48242) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:14.035211 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ecbd0cd-dbc9-4e9e-8c88-96de97af4886 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:14.058508 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-194e5843-4990-4725-b9bc-e18857ef04de tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] 10.222.0.93 "PUT /v2.0/networks/e99b49d0-1397-47ea-957f-79026338d613/tags HTTP/1.1" status: 200 len: 306 time: 0.3788755 Aug 16 22:41:14.059671 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48244) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:14.070719 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.tag.tag_plugin [None req-88c5d4b8-fd9a-4246-8764-804c5e6fcf73 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'e99b49d0-1397-47ea-957f-79026338d613', 'tempest-TagsTest-Tag-744204198') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:14.089129 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-602593e6-a867-4f74-bc9e-3f4d92dce206 None None] Deleting port 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:14.089422 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-602593e6-a867-4f74-bc9e-3f4d92dce206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:14.114722 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec973492-147f-479b-8ac2-1010f25b9e37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:14.196511 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-602593e6-a867-4f74-bc9e-3f4d92dce206 None None] For port 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=488c9ed7-4af4-403b-97a2-6dc8cdaf47f6,segment=NetworkSegment(ba2bb8a1-df52-4d80-a97e-855e933c6497),segment_id=ba2bb8a1-df52-4d80-a97e-855e933c6497)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:14.197243 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-602593e6-a867-4f74-bc9e-3f4d92dce206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:14.221259 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-602593e6-a867-4f74-bc9e-3f4d92dce206 None None] Calling delete_port for 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:14.225725 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbd0cd-dbc9-4e9e-8c88-96de97af4886 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Subnet': ['ID=1d7c816a-4fd3-47ff-bd5a-64c9350a7598,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:14.261415 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c8e0b-c5a8-4788-bb09-ea6b2b028155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaab80fc-6fa1-4825-9862-5925fb4f7a37,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:14.291408 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ec973492-147f-479b-8ac2-1010f25b9e37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting port 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:14.291947 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec973492-147f-479b-8ac2-1010f25b9e37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:14.308709 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cefcd261-56fe-4998-b931-38b8e8fa5d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:14.312794 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecbd0cd-dbc9-4e9e-8c88-96de97af4886 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Checking segment: {'id': '28b4ad92-9c8e-4b57-8b4e-6767a7bab107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6cc675bc-612b-47c6-bf67-a1f60b307e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:14.313784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecbd0cd-dbc9-4e9e-8c88-96de97af4886 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Network hostable DHCP agents. Network: 6cc675bc-612b-47c6-bf67-a1f60b307e43, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:41:14.347667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecbd0cd-dbc9-4e9e-8c88-96de97af4886 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Network 6cc675bc-612b-47c6-bf67-a1f60b307e43 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:41:14.362300 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0ecbd0cd-dbc9-4e9e-8c88-96de97af4886 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 6cc675bc-612b-47c6-bf67-a1f60b307e43) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:14.372200 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cefcd261-56fe-4998-b931-38b8e8fa5d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:14.379161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecbd0cd-dbc9-4e9e-8c88-96de97af4886 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:14.380055 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ecbd0cd-dbc9-4e9e-8c88-96de97af4886 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:14.380388 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2c0c3e-d9ef-48ec-ba26-eb4b9484593c None None] Network 6cc675bc-612b-47c6-bf67-a1f60b307e43 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:14.386775 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-602593e6-a867-4f74-bc9e-3f4d92dce206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:14.438178 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0ecbd0cd-dbc9-4e9e-8c88-96de97af4886 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3577728 Aug 16 22:41:14.439650 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48248) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:14.449246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-422cf749-0a1b-42f7-bf0e-46c4cb4c74d6 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'subnet': {'network_id': '6cc675bc-612b-47c6-bf67-a1f60b307e43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:14.480235 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-88c5d4b8-fd9a-4246-8764-804c5e6fcf73 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] 10.222.0.93 "DELETE /v2.0/networks/e99b49d0-1397-47ea-957f-79026338d613/tags/tempest-TagsTest-Tag-744204198 HTTP/1.1" status: 204 len: 168 time: 0.4188521 Aug 16 22:41:14.482124 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48250) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:14.497597 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.tag.tag_plugin [None req-42470f50-89b2-477e-a6f9-ccb9ebbf14c7 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e99b49d0-1397-47ea-957f-79026338d613', 'tempest-TagsTest-Tag-744204198') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:14.517955 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602593e6-a867-4f74-bc9e-3f4d92dce206 None None] Pushing event deleted for resources: {'Port': ['ID=488c9ed7-4af4-403b-97a2-6dc8cdaf47f6,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:14.523489 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ec973492-147f-479b-8ac2-1010f25b9e37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] For port 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=488c9ed7-4af4-403b-97a2-6dc8cdaf47f6,segment=NetworkSegment(ba2bb8a1-df52-4d80-a97e-855e933c6497),segment_id=ba2bb8a1-df52-4d80-a97e-855e933c6497)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:14.524901 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec973492-147f-479b-8ac2-1010f25b9e37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:14.527409 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602593e6-a867-4f74-bc9e-3f4d92dce206 None None] No DVR routers for this DVR port 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:41:14.576162 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ec973492-147f-479b-8ac2-1010f25b9e37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Calling delete_port for 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:14.812624 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec973492-147f-479b-8ac2-1010f25b9e37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:14.830257 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:14.844299 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-feb3a193-a4a9-463c-bb62-fb420189d5b0 req-621dd6c5-0221-443d-a4d0-266d408ca787 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 210 time: 0.0701265 Aug 16 22:41:14.871034 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-6cc675bc-612b-47c6-bf67-a1f60b307e43', 'network_id': '6cc675bc-612b-47c6-bf67-a1f60b307e43', 'tenant_id': 'c0195f94a6a04044bec6d077c1b340bc', 'fixed_ips': [{'subnet_id': '1d7c816a-4fd3-47ff-bd5a-64c9350a7598'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:41:14.872434 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:14.885691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec973492-147f-479b-8ac2-1010f25b9e37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Port': ['ID=488c9ed7-4af4-403b-97a2-6dc8cdaf47f6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:14.895869 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cefcd261-56fe-4998-b931-38b8e8fa5d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:14.897460 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec973492-147f-479b-8ac2-1010f25b9e37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] No DVR routers for this DVR port 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:41:14.900932 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cefcd261-56fe-4998-b931-38b8e8fa5d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:14.906213 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cefcd261-56fe-4998-b931-38b8e8fa5d37 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/eaab80fc-6fa1-4825-9862-5925fb4f7a37 HTTP/1.1" status: 204 len: 168 time: 0.8637617 Aug 16 22:41:14.907866 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422cf749-0a1b-42f7-bf0e-46c4cb4c74d6 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Made reservation on behalf of c0195f94a6a04044bec6d077c1b340bc for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:14.912716 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-422cf749-0a1b-42f7-bf0e-46c4cb4c74d6 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:14.948666 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:41:14.994075 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-42470f50-89b2-477e-a6f9-ccb9ebbf14c7 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] show failed (client error): The resource could not be found. Aug 16 22:41:14.999964 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-42470f50-89b2-477e-a6f9-ccb9ebbf14c7 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] 10.222.0.93 "GET /v2.0/networks/e99b49d0-1397-47ea-957f-79026338d613/tags/tempest-TagsTest-Tag-744204198 HTTP/1.1" status: 404 len: 325 time: 0.5159559 Aug 16 22:41:15.020521 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48260) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:15.037449 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.tag.tag_plugin [None req-cb615581-7f6d-45d1-a4c3-e4b376547204 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e99b49d0-1397-47ea-957f-79026338d613', 'tempest-TagsTest-Tag-1346362316') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:15.074913 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcd261-56fe-4998-b931-38b8e8fa5d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaab80fc-6fa1-4825-9862-5925fb4f7a37,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:15.206476 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec973492-147f-479b-8ac2-1010f25b9e37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:15.228133 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-ec973492-147f-479b-8ac2-1010f25b9e37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c1a539-036c-4284-85a5-c8d0681e8d64']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:15.298517 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-ec973492-147f-479b-8ac2-1010f25b9e37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2bb8a1-df52-4d80-a97e-855e933c6497') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:15.298895 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-ec973492-147f-479b-8ac2-1010f25b9e37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2bb8a1-df52-4d80-a97e-855e933c6497') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:15.344315 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec973492-147f-479b-8ac2-1010f25b9e37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:15.398408 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cb615581-7f6d-45d1-a4c3-e4b376547204 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] 10.222.0.93 "GET /v2.0/networks/e99b49d0-1397-47ea-957f-79026338d613/tags/tempest-TagsTest-Tag-1346362316 HTTP/1.1" status: 204 len: 168 time: 0.3755760 Aug 16 22:41:15.406024 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec973492-147f-479b-8ac2-1010f25b9e37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:15.410384 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48268) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:15.427271 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.tag.tag_plugin [None req-5846c81b-2815-4d3f-8e7a-c355876f1316 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e99b49d0-1397-47ea-957f-79026338d613', 'tempest-TagsTest-Tag-14058458') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:15.451993 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec973492-147f-479b-8ac2-1010f25b9e37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:41:15.452464 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec973492-147f-479b-8ac2-1010f25b9e37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: self.session.flush() Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: self.session.flush() Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: self.session.flush() Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: self.session.flush() Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:41:15.456606 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:41:15.462935 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:41:15.476354 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:41:15.481599 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] Allocated IP 2001:db8::2 (6cc675bc-612b-47c6-bf67-a1f60b307e43/1d7c816a-4fd3-47ff-bd5a-64c9350a7598/a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:41:15.506324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:15.506872 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:15.533519 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:41:15.533871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 488c9ed7-4af4-403b-97a2-6dc8cdaf47f6 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:41:15.688024 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48272) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:15.707422 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec973492-147f-479b-8ac2-1010f25b9e37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:15.739146 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ec973492-147f-479b-8ac2-1010f25b9e37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:15.749613 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ec973492-147f-479b-8ac2-1010f25b9e37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/networks/67c1a539-036c-4284-85a5-c8d0681e8d64 HTTP/1.1" status: 204 len: 168 time: 2.2455664 Aug 16 22:41:15.753419 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5846c81b-2815-4d3f-8e7a-c355876f1316 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] 10.222.0.93 "GET /v2.0/networks/e99b49d0-1397-47ea-957f-79026338d613/tags/tempest-TagsTest-Tag-14058458 HTTP/1.1" status: 204 len: 168 time: 0.3388002 Aug 16 22:41:15.755008 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ad7f203a-8571-45bf-aa9e-5315396f6683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:15.768782 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-422cf749-0a1b-42f7-bf0e-46c4cb4c74d6 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:15.772388 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48274) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:15.773332 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48276) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:15.779523 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:15.781221 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.tag.tag_plugin [None req-748a2dfb-c749-49f8-9f23-b4ebde4708e0 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e99b49d0-1397-47ea-957f-79026338d613') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:15.795456 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-003587b5-6667-4c22-9cdc-f8e9126ae54d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'network': {'name': 'tempest-RoutersTest-2136844296'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:15.815650 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a0335-2c17-47b6-8038-1bb04476f188 req-cafb0387-7c21-4aad-8ff1-b2399298e571 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:15.835223 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a94a0335-2c17-47b6-8038-1bb04476f188 req-cafb0387-7c21-4aad-8ff1-b2399298e571 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/ports?device_id=a9496893-2e64-468e-8630-05a3a6391cf8 HTTP/1.1" status: 200 len: 944 time: 0.7697451 Aug 16 22:41:15.839626 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec973492-147f-479b-8ac2-1010f25b9e37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Network': ['ID=67c1a539-036c-4284-85a5-c8d0681e8d64,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:15.842665 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9496893-2e64-468e-8630-05a3a6391cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:41:15.845576 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc830ad-8cdd-4393-893e-6b8f489700df" -d '{"events": [{"server_uuid": "a9496893-2e64-468e-8630-05a3a6391cf8", "name": "network-vif-plugged", "status": "completed", "tag": "3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:41:15.869349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2,segment=NetworkSegment(af86c1b3-d718-4588-bacc-5ed8f10f33bb),segment_id=af86c1b3-d718-4588-bacc-5ed8f10f33bb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:15.874528 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:15.914375 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:15.935155 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] Transition to ACTIVE for port object a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:15.980897 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] Transition to ACTIVE for port object a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:15.984987 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bffecf-6be9-437a-b14f-71e8f07d737a x-openstack-request-id: req-16bffecf-6be9-437a-b14f-71e8f07d737a {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:41:15.985403 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9496893-2e64-468e-8630-05a3a6391cf8", "name": "network-vif-plugged", "status": "completed", "tag": "3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:41:15.985771 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-16bffecf-6be9-437a-b14f-71e8f07d737a {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:41:15.986676 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9496893-2e64-468e-8630-05a3a6391cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2', 'code': 200} Aug 16 22:41:15.989476 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:15.996172 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:16.056508 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] Pushing event updated for resources: {'Port': ['ID=a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:16.070904 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] Network 6cc675bc-612b-47c6-bf67-a1f60b307e43 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:16.072558 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:16.075550 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:41:16.087441 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cf749-0a1b-42f7-bf0e-46c4cb4c74d6 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Subnet': ['ID=72a76e78-2c44-4176-aac8-e6a7896dd3da,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:16.139581 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-748a2dfb-c749-49f8-9f23-b4ebde4708e0 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] 10.222.0.93 "DELETE /v2.0/networks/e99b49d0-1397-47ea-957f-79026338d613/tags HTTP/1.1" status: 204 len: 168 time: 0.3592296 Aug 16 22:41:16.139829 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48284) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:16.144790 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.tag.tag_plugin [None req-77e2e0fc-56d0-4fe1-89ff-72f866423e7d tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e99b49d0-1397-47ea-957f-79026338d613', 'tempest-TagsTest-Tag-1346362316') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:16.148533 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422cf749-0a1b-42f7-bf0e-46c4cb4c74d6 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Network 6cc675bc-612b-47c6-bf67-a1f60b307e43 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:16.187485 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] Attempting to bind port a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:41:16.188595 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] Attempting to bind port a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '28b4ad92-9c8e-4b57-8b4e-6767a7bab107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6cc675bc-612b-47c6-bf67-a1f60b307e43'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:41:16.189556 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] Attempting to bind port a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 on network 6cc675bc-612b-47c6-bf67-a1f60b307e43 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:41:16.196072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-422cf749-0a1b-42f7-bf0e-46c4cb4c74d6 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:16.204126 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422cf749-0a1b-42f7-bf0e-46c4cb4c74d6 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:16.205061 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-422cf749-0a1b-42f7-bf0e-46c4cb4c74d6 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:16.207612 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:41:16.208834 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] Checking segment: {'id': '28b4ad92-9c8e-4b57-8b4e-6767a7bab107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6cc675bc-612b-47c6-bf67-a1f60b307e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:16.209869 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:16.211357 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3493c3f0-72da-4253-afba-1455755c738e req-48622d00-00c4-436d-892f-098cf039dac1 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 210 time: 0.0590930 Aug 16 22:41:16.220383 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ad7f203a-8571-45bf-aa9e-5315396f6683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:16.223502 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] Bound using segment: {'id': '28b4ad92-9c8e-4b57-8b4e-6767a7bab107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6cc675bc-612b-47c6-bf67-a1f60b307e43'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:41:16.226944 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] Bound port: a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b4ad92-9c8e-4b57-8b4e-6767a7bab107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6cc675bc-612b-47c6-bf67-a1f60b307e43'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:41:16.228398 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:16.242229 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ad7f203a-8571-45bf-aa9e-5315396f6683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:16.249418 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003587b5-6667-4c22-9cdc-f8e9126ae54d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Made reservation on behalf of f0f3efc4f10c40e08a0406c07a5a96c6 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:16.253096 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-003587b5-6667-4c22-9cdc-f8e9126ae54d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:16.333082 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ad7f203a-8571-45bf-aa9e-5315396f6683 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fcd82f813454470fbb9042e8b1d2c59f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6425805 Aug 16 22:41:16.343273 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48286) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:16.346548 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f203a-8571-45bf-aa9e-5315396f6683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7accfb03-c8db-4be4-b1db-782761ca84d5,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:16.368916 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-bee8b570-4ccb-4c9d-8428-0fdee577582d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:16.381805 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-bee8b570-4ccb-4c9d-8428-0fdee577582d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 806 time: 1.2690961 Aug 16 22:41:16.389554 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a94a0335-2c17-47b6-8038-1bb04476f188 req-7ab8f396-9657-4395-ae8a-b6cc5ef8154f tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/security-groups?id=06cf3a35-86cf-4086-ba9b-4d70de65ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604418 Aug 16 22:41:16.403684 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-525a6fa6-5384-4c3f-b393-57ea85829738 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Request body: {'port': {'device_id': 'd0fa6f8d-2457-4027-9a10-27247f6eb491', 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325', 'admin_state_up': True, 'tenant_id': '729e44ecc953497b8bf930c79bba20ac'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:16.422077 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-422cf749-0a1b-42f7-bf0e-46c4cb4c74d6 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9726045 Aug 16 22:41:16.422430 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-77e2e0fc-56d0-4fe1-89ff-72f866423e7d tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] show failed (client error): The resource could not be found. Aug 16 22:41:16.422430 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-77e2e0fc-56d0-4fe1-89ff-72f866423e7d tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] 10.222.0.93 "GET /v2.0/networks/e99b49d0-1397-47ea-957f-79026338d613/tags/tempest-TagsTest-Tag-1346362316 HTTP/1.1" status: 404 len: 326 time: 0.2761910 Aug 16 22:41:16.422430 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48288) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:16.426841 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48290) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:16.432248 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003587b5-6667-4c22-9cdc-f8e9126ae54d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:41:16.437057 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.tag.tag_plugin [None req-b7fbe10f-166b-4aa0-ad8e-bd56dda234e8 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e99b49d0-1397-47ea-957f-79026338d613', 'tempest-TagsTest-Tag-14058458') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:16.454489 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] For port a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:41:16.458261 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] For port a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6,segment=NetworkSegment(28b4ad92-9c8e-4b57-8b4e-6767a7bab107),segment_id=28b4ad92-9c8e-4b57-8b4e-6767a7bab107)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:41:16.469434 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:16.485099 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93bf6a-6285-4cbe-8ce2-e94f03b68f3e req-d6e5d520-3b83-4a35-977c-532e53447ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:16.487652 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da93bf6a-6285-4cbe-8ce2-e94f03b68f3e req-d6e5d520-3b83-4a35-977c-532e53447ee8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a9496893-2e64-468e-8630-05a3a6391cf8 HTTP/1.1" status: 200 len: 1097 time: 0.3975878 Aug 16 22:41:16.547424 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe20db-72c2-4c98-8485-95c18811d448 None None] Pushing event updated for resources: {'Port': ['ID=a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:16.594727 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da93bf6a-6285-4cbe-8ce2-e94f03b68f3e req-8a683834-a4a2-4b84-86d5-3e44866bd837 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=06cf3a35-86cf-4086-ba9b-4d70de65ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975716 Aug 16 22:41:16.626671 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633ab39a-93a3-456d-b0bc-22deb44a5ded tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:16.626671 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633ab39a-93a3-456d-b0bc-22deb44a5ded tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:16.629706 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633ab39a-93a3-456d-b0bc-22deb44a5ded tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:16.633164 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633ab39a-93a3-456d-b0bc-22deb44a5ded tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:16.636508 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633ab39a-93a3-456d-b0bc-22deb44a5ded tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:16.646677 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48292) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:16.647542 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-633ab39a-93a3-456d-b0bc-22deb44a5ded tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2255678 Aug 16 22:41:16.648396 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3e7cbab-1dfc-409f-816a-9f9e400380a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:16.662870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-cd73c6bd-dd65-41c3-83c4-02ff8b4347e1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-48437059'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:16.705235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd73c6bd-dd65-41c3-83c4-02ff8b4347e1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Made reservation on behalf of c0195f94a6a04044bec6d077c1b340bc for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:16.710156 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd73c6bd-dd65-41c3-83c4-02ff8b4347e1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:16.735895 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-003587b5-6667-4c22-9cdc-f8e9126ae54d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:16.736527 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-003587b5-6667-4c22-9cdc-f8e9126ae54d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Added segment fb4eeb0a-e864-41eb-ad25-381cbaf66dff of type vlan for network db2b78d3-02b6-4962-95db-a9ddd8a0a378 Aug 16 22:41:16.745293 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3e7cbab-1dfc-409f-816a-9f9e400380a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:16.748718 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd73c6bd-dd65-41c3-83c4-02ff8b4347e1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:41:16.751973 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-525a6fa6-5384-4c3f-b393-57ea85829738 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Made reservation on behalf of 729e44ecc953497b8bf930c79bba20ac for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:16.756690 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-525a6fa6-5384-4c3f-b393-57ea85829738 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:16.779800 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd73c6bd-dd65-41c3-83c4-02ff8b4347e1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:16.780416 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-cd73c6bd-dd65-41c3-83c4-02ff8b4347e1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Added segment f1e7c436-698f-4659-abb7-782dd170acc1 of type vlan for network b60082ab-4c37-4923-972f-4a31831d3ccb Aug 16 22:41:16.918533 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-003587b5-6667-4c22-9cdc-f8e9126ae54d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:16.983274 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd73c6bd-dd65-41c3-83c4-02ff8b4347e1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:16.992997 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-b7fbe10f-166b-4aa0-ad8e-bd56dda234e8 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] show failed (client error): The resource could not be found. Aug 16 22:41:16.995108 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b7fbe10f-166b-4aa0-ad8e-bd56dda234e8 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] 10.222.0.93 "GET /v2.0/networks/e99b49d0-1397-47ea-957f-79026338d613/tags/tempest-TagsTest-Tag-14058458 HTTP/1.1" status: 404 len: 324 time: 0.5638556 Aug 16 22:41:17.000004 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48298) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:17.019103 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.tag.tag_plugin [None req-4f1bcdbe-c306-4b4d-89ef-ff9e73487a6d tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e99b49d0-1397-47ea-957f-79026338d613') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:17.055238 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-003587b5-6667-4c22-9cdc-f8e9126ae54d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:17.062319 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003587b5-6667-4c22-9cdc-f8e9126ae54d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:17.064091 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-003587b5-6667-4c22-9cdc-f8e9126ae54d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:17.091996 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd73c6bd-dd65-41c3-83c4-02ff8b4347e1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:17.103075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd73c6bd-dd65-41c3-83c4-02ff8b4347e1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:17.104236 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd73c6bd-dd65-41c3-83c4-02ff8b4347e1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:17.131031 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3e7cbab-1dfc-409f-816a-9f9e400380a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:17.133596 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3e7cbab-1dfc-409f-816a-9f9e400380a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:17.134866 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f3e7cbab-1dfc-409f-816a-9f9e400380a8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7accfb03-c8db-4be4-b1db-782761ca84d5 HTTP/1.1" status: 204 len: 168 time: 0.7894120 Aug 16 22:41:17.161764 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cd73c6bd-dd65-41c3-83c4-02ff8b4347e1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5124254 Aug 16 22:41:17.176325 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48302) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:17.186644 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-7ecafae2-f60a-4567-9c67-0703b7ab87ae tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:17.227040 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-003587b5-6667-4c22-9cdc-f8e9126ae54d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4522107 Aug 16 22:41:17.232978 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48306) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:17.240842 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d48c14e1-1413-42ec-86af-17d4a2d4b1ff tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'subnet': {'network_id': 'db2b78d3-02b6-4962-95db-a9ddd8a0a378', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:17.266095 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7cbab-1dfc-409f-816a-9f9e400380a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7accfb03-c8db-4be4-b1db-782761ca84d5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:17.285539 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003587b5-6667-4c22-9cdc-f8e9126ae54d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Network': ['ID=db2b78d3-02b6-4962-95db-a9ddd8a0a378,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:17.290791 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-525a6fa6-5384-4c3f-b393-57ea85829738 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Allocated IP 172.20.0.5 (a0b4d9a2-666b-4be2-bf62-f6b4cce7a325/2abfc365-29c3-4616-9b87-7c7a7ec9e755/1ccbe72b-169a-4988-8cfe-f87aacb9d4db) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:41:17.293587 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73c6bd-dd65-41c3-83c4-02ff8b4347e1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Network': ['ID=b60082ab-4c37-4923-972f-4a31831d3ccb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:17.411609 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4f1bcdbe-c306-4b4d-89ef-ff9e73487a6d tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] 10.222.0.93 "DELETE /v2.0/networks/e99b49d0-1397-47ea-957f-79026338d613/tags HTTP/1.1" status: 204 len: 168 time: 0.4084892 Aug 16 22:41:17.418402 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48316) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:17.431435 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network db2b78d3-02b6-4962-95db-a9ddd8a0a378 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:41:17.434936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network b60082ab-4c37-4923-972f-4a31831d3ccb details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:41:17.633238 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-756497b2-b155-49d8-b32b-f94c75377f49 req-be4ff9a1-2f32-4356-8f54-59ab6ac04bd4 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 210 time: 0.1162925 Aug 16 22:41:17.736829 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:41:17.752833 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-466a82b9-9af2-4e98-a54f-012ff2ce0154 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:17.786010 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7ecafae2-f60a-4567-9c67-0703b7ab87ae tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:17.795990 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48c14e1-1413-42ec-86af-17d4a2d4b1ff tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Made reservation on behalf of f0f3efc4f10c40e08a0406c07a5a96c6 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:17.800674 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d48c14e1-1413-42ec-86af-17d4a2d4b1ff tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:17.845358 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7ecafae2-f60a-4567-9c67-0703b7ab87ae tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:17.899190 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7ecafae2-f60a-4567-9c67-0703b7ab87ae tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Network b60082ab-4c37-4923-972f-4a31831d3ccb is not hosted by any dhcp agent {{(pid=94872) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:41:17.918933 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecafae2-f60a-4567-9c67-0703b7ab87ae tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:17.920084 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7ecafae2-f60a-4567-9c67-0703b7ab87ae tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:17.922150 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7ecafae2-f60a-4567-9c67-0703b7ab87ae tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "PUT /v2.0/networks/b60082ab-4c37-4923-972f-4a31831d3ccb HTTP/1.1" status: 200 len: 723 time: 0.7399235 Aug 16 22:41:18.027542 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48324) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:18.037939 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8b4eae7b-6a54-4a9b-b249-e35b5da15be1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'subnet': {'network_id': 'b60082ab-4c37-4923-972f-4a31831d3ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:18.060031 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48328) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:18.175912 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:41:18.176207 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84e0b879-63ea-44dc-943b-5e95c1d67539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:18.191424 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-466a82b9-9af2-4e98-a54f-012ff2ce0154 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:18.212996 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecafae2-f60a-4567-9c67-0703b7ab87ae tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Network': ['ID=b60082ab-4c37-4923-972f-4a31831d3ccb,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:18.221289 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-466a82b9-9af2-4e98-a54f-012ff2ce0154 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99b49d0-1397-47ea-957f-79026338d613']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:18.230795 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network b60082ab-4c37-4923-972f-4a31831d3ccb details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:41:18.251404 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-466a82b9-9af2-4e98-a54f-012ff2ce0154 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69864ca9-5e87-4f88-b164-956d9cdb2930') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:18.251969 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-466a82b9-9af2-4e98-a54f-012ff2ce0154 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69864ca9-5e87-4f88-b164-956d9cdb2930') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:18.284008 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-466a82b9-9af2-4e98-a54f-012ff2ce0154 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:18.321516 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-466a82b9-9af2-4e98-a54f-012ff2ce0154 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:18.338185 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466a82b9-9af2-4e98-a54f-012ff2ce0154 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:41:18.338636 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-466a82b9-9af2-4e98-a54f-012ff2ce0154 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:41:18.341879 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:41:18.355078 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54e9d1-5092-445b-a5c1-d4b3f555c4f4 req-245e4a97-6c66-4ae6-93f3-9aed1f3dc7df tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:18.357591 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b54e9d1-5092-445b-a5c1-d4b3f555c4f4 req-245e4a97-6c66-4ae6-93f3-9aed1f3dc7df tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/ports?device_id=a9496893-2e64-468e-8630-05a3a6391cf8 HTTP/1.1" status: 200 len: 945 time: 0.7047668 Aug 16 22:41:18.512264 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-466a82b9-9af2-4e98-a54f-012ff2ce0154 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:18.519985 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac5b9e6-ac66-41f6-99cb-2edb65015638 None None] Network 6cc675bc-612b-47c6-bf67-a1f60b307e43 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:18.534263 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-466a82b9-9af2-4e98-a54f-012ff2ce0154 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:18.538686 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-466a82b9-9af2-4e98-a54f-012ff2ce0154 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] 10.222.0.93 "DELETE /v2.0/networks/e99b49d0-1397-47ea-957f-79026338d613 HTTP/1.1" status: 204 len: 168 time: 1.1167681 Aug 16 22:41:18.540105 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a82b9-9af2-4e98-a54f-012ff2ce0154 tempest-TagsTest-875395783 tempest-TagsTest-875395783-project] Pushing event deleted for resources: {'Network': ['ID=e99b49d0-1397-47ea-957f-79026338d613,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:18.544347 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b54e9d1-5092-445b-a5c1-d4b3f555c4f4 req-0b8ff89f-d394-450f-9873-5d8e5aa401db tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/security-groups?id=06cf3a35-86cf-4086-ba9b-4d70de65ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660683 Aug 16 22:41:18.554197 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84e0b879-63ea-44dc-943b-5e95c1d67539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:18.577091 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84e0b879-63ea-44dc-943b-5e95c1d67539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:18.588080 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-525a6fa6-5384-4c3f-b393-57ea85829738 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:18.640073 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-84e0b879-63ea-44dc-943b-5e95c1d67539 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=578eca74cf1f41d98579e6f7af2e00fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5445762 Aug 16 22:41:18.649562 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48334) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:18.667794 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4eae7b-6a54-4a9b-b249-e35b5da15be1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Made reservation on behalf of c0195f94a6a04044bec6d077c1b340bc for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:18.671488 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b4eae7b-6a54-4a9b-b249-e35b5da15be1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:18.713609 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a66901c5-ee6f-4635-8eb0-6aa832edfefd None None] Provisioning for port a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:41:18.732187 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a66901c5-ee6f-4635-8eb0-6aa832edfefd None None] Provisioning complete for port a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:18.732886 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a66901c5-ee6f-4635-8eb0-6aa832edfefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:18.786279 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-525a6fa6-5384-4c3f-b393-57ea85829738 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:18.809655 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0b879-63ea-44dc-943b-5e95c1d67539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138aa708-b678-4813-b2f7-8dc3c5575388,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:18.883738 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9e58033c-7405-4d82-9d1f-2e7729921c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:18.925353 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9e58033c-7405-4d82-9d1f-2e7729921c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:19.073479 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-525a6fa6-5384-4c3f-b393-57ea85829738 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:19.081994 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-525a6fa6-5384-4c3f-b393-57ea85829738 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:19.118066 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-525a6fa6-5384-4c3f-b393-57ea85829738 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:41:19.148574 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['8507266d-0a1f-46dd-89e2-1352a70987b1'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:41:19.200411 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48354) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:19.214784 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9e58033c-7405-4d82-9d1f-2e7729921c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:19.220153 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9e58033c-7405-4d82-9d1f-2e7729921c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:19.235153 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9e58033c-7405-4d82-9d1f-2e7729921c70 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/138aa708-b678-4813-b2f7-8dc3c5575388 HTTP/1.1" status: 204 len: 168 time: 0.5859420 Aug 16 22:41:19.262506 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58033c-7405-4d82-9d1f-2e7729921c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138aa708-b678-4813-b2f7-8dc3c5575388,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:19.267659 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b4eae7b-6a54-4a9b-b249-e35b5da15be1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:19.340834 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a66901c5-ee6f-4635-8eb0-6aa832edfefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:19.366268 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d48c14e1-1413-42ec-86af-17d4a2d4b1ff tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:19.375627 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4eae7b-6a54-4a9b-b249-e35b5da15be1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Checking segment: {'id': 'f1e7c436-698f-4659-abb7-782dd170acc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b60082ab-4c37-4923-972f-4a31831d3ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:19.376027 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4eae7b-6a54-4a9b-b249-e35b5da15be1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Network hostable DHCP agents. Network: b60082ab-4c37-4923-972f-4a31831d3ccb, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:41:19.393812 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4eae7b-6a54-4a9b-b249-e35b5da15be1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Subnet': ['ID=fcb5bbdc-f4b7-4f32-ab6a-668717f15f5a,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:19.436933 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4eae7b-6a54-4a9b-b249-e35b5da15be1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Network b60082ab-4c37-4923-972f-4a31831d3ccb is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:41:19.458015 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-8b4eae7b-6a54-4a9b-b249-e35b5da15be1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, b60082ab-4c37-4923-972f-4a31831d3ccb) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:19.473400 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4eae7b-6a54-4a9b-b249-e35b5da15be1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:19.474445 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b4eae7b-6a54-4a9b-b249-e35b5da15be1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:19.504282 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8b4eae7b-6a54-4a9b-b249-e35b5da15be1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4708560 Aug 16 22:41:19.505755 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48360) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:19.520957 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e995afa1-77fb-4711-a9c7-a6ed3f3e14d7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:19.542158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92260a94-6027-4e09-82be-c379ead1ffd5 None None] Network b60082ab-4c37-4923-972f-4a31831d3ccb requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:19.569003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c14e1-1413-42ec-86af-17d4a2d4b1ff tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Subnet': ['ID=ced8c361-cc58-4842-a28d-c2425012ac8a,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:19.646448 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a6fa6-5384-4c3f-b393-57ea85829738 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Pushing event updated for resources: {'Port': ['ID=1ccbe72b-169a-4988-8cfe-f87aacb9d4db,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:19.677845 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49571c1d-3072-4317-8f05-aaf0e66f6be3 req-7fe93bf3-497a-4ada-9f3d-1fcc23537f1d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:19.681655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49571c1d-3072-4317-8f05-aaf0e66f6be3 req-7fe93bf3-497a-4ada-9f3d-1fcc23537f1d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 931 time: 0.8300622 Aug 16 22:41:19.697824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a66901c5-ee6f-4635-8eb0-6aa832edfefd None None] For port a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6,segment=NetworkSegment(28b4ad92-9c8e-4b57-8b4e-6767a7bab107),segment_id=28b4ad92-9c8e-4b57-8b4e-6767a7bab107)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:19.704156 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-525a6fa6-5384-4c3f-b393-57ea85829738 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:19.706209 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-525a6fa6-5384-4c3f-b393-57ea85829738 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:19.779091 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a66901c5-ee6f-4635-8eb0-6aa832edfefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:19.813674 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e3f2a-6e8e-46af-b079-8dcea27d2269 req-f4f9f529-7d9d-482f-8a08-e3af01b81636 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:19.821280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d60e3f2a-6e8e-46af-b079-8dcea27d2269 req-f4f9f529-7d9d-482f-8a08-e3af01b81636 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/ports?device_id=a9496893-2e64-468e-8630-05a3a6391cf8 HTTP/1.1" status: 200 len: 945 time: 0.5231924 Aug 16 22:41:19.921357 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-b60082ab-4c37-4923-972f-4a31831d3ccb', 'network_id': 'b60082ab-4c37-4923-972f-4a31831d3ccb', 'tenant_id': 'c0195f94a6a04044bec6d077c1b340bc', 'fixed_ips': [{'subnet_id': 'fcb5bbdc-f4b7-4f32-ab6a-668717f15f5a'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:41:19.922292 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:19.960282 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-525a6fa6-5384-4c3f-b393-57ea85829738 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5640717 Aug 16 22:41:19.981062 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49571c1d-3072-4317-8f05-aaf0e66f6be3 req-de8c6f48-cf5e-4c24-889f-6f078e59bef6 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614729 Aug 16 22:41:19.993394 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] Request body: {'port': {'device_id': 'd0fa6f8d-2457-4027-9a10-27247f6eb491', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:20.005246 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66901c5-ee6f-4635-8eb0-6aa832edfefd None None] Pushing event updated for resources: {'Port': ['ID=a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:20.045917 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e995afa1-77fb-4711-a9c7-a6ed3f3e14d7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-130379228'] for subnet, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:20.122797 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d60e3f2a-6e8e-46af-b079-8dcea27d2269 req-91631b79-8481-491e-86d9-154c52b7373d tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/security-groups?id=06cf3a35-86cf-4086-ba9b-4d70de65ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709739 Aug 16 22:41:20.126209 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c14e1-1413-42ec-86af-17d4a2d4b1ff tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Checking segment: {'id': 'fb4eeb0a-e864-41eb-ad25-381cbaf66dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'db2b78d3-02b6-4962-95db-a9ddd8a0a378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:20.127442 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48c14e1-1413-42ec-86af-17d4a2d4b1ff tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network hostable DHCP agents. Network: db2b78d3-02b6-4962-95db-a9ddd8a0a378, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:41:20.172587 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48c14e1-1413-42ec-86af-17d4a2d4b1ff tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network db2b78d3-02b6-4962-95db-a9ddd8a0a378 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:41:20.212793 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:20.221166 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bcaf8d51-272a-48d3-90a0-c6e605c7379f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4749d8168fcb48ce975e316e4911cd6f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0194938 Aug 16 22:41:20.227582 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48378) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:20.229245 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] Allocated IP 2001:db8::2 (b60082ab-4c37-4923-972f-4a31831d3ccb/fcb5bbdc-f4b7-4f32-ab6a-668717f15f5a/00b6109b-5d74-4038-bc9f-9ad070cf0de7) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:41:20.240793 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d48c14e1-1413-42ec-86af-17d4a2d4b1ff tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, db2b78d3-02b6-4962-95db-a9ddd8a0a378) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:20.262752 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48c14e1-1413-42ec-86af-17d4a2d4b1ff tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:20.263350 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d48c14e1-1413-42ec-86af-17d4a2d4b1ff tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:20.315068 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05bec2a7-7a08-4ea0-828e-779039e07784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:20.369792 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d48c14e1-1413-42ec-86af-17d4a2d4b1ff tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1352158 Aug 16 22:41:20.375369 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48382) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:20.383560 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-142061ae-5c37-471b-8916-2ebe17bbcc94 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-440141162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:20.397414 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05bec2a7-7a08-4ea0-828e-779039e07784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:20.413435 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:20.424203 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] Transition to ACTIVE for port object 00b6109b-5d74-4038-bc9f-9ad070cf0de7 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:20.440931 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] Transition to ACTIVE for port object 00b6109b-5d74-4038-bc9f-9ad070cf0de7 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:20.447584 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e14360-b69f-4e3b-853f-17dd56815295 None None] Network db2b78d3-02b6-4962-95db-a9ddd8a0a378 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:20.477538 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05bec2a7-7a08-4ea0-828e-779039e07784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:20.480653 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05bec2a7-7a08-4ea0-828e-779039e07784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:20.481056 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:20.482441 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-05bec2a7-7a08-4ea0-828e-779039e07784 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/aaf36054-8130-4203-a7e9-5e883adf58c1 HTTP/1.1" status: 204 len: 168 time: 0.2531505 Aug 16 22:41:20.524211 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bec2a7-7a08-4ea0-828e-779039e07784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf36054-8130-4203-a7e9-5e883adf58c1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:20.593634 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] Pushing event updated for resources: {'Port': ['ID=00b6109b-5d74-4038-bc9f-9ad070cf0de7,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:20.629161 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e27ba2-740b-477d-a083-4e46d60ed9a0 None None] Update dhcp port {'port': {'network_id': '6cc675bc-612b-47c6-bf67-a1f60b307e43', 'fixed_ips': [{'subnet_id': '1d7c816a-4fd3-47ff-bd5a-64c9350a7598', 'ip_address': '2001:db8::2'}, {'subnet_id': '72a76e78-2c44-4176-aac8-e6a7896dd3da'}], 'binding:host_id': 'n-d-792458-15'}, 'id': 'a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6'} from n-d-792458-15. {{(pid=94873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:41:20.647206 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] Network b60082ab-4c37-4923-972f-4a31831d3ccb is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:20.656544 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e995afa1-77fb-4711-a9c7-a6ed3f3e14d7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735897818040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-131687448'] for subnet, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:20.663196 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-142061ae-5c37-471b-8916-2ebe17bbcc94 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:20.665103 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-142061ae-5c37-471b-8916-2ebe17bbcc94 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:20.667836 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:20.673874 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:41:20.701222 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-83e27ba2-740b-477d-a083-4e46d60ed9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:20.742606 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-142061ae-5c37-471b-8916-2ebe17bbcc94 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:20.758667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e995afa1-77fb-4711-a9c7-a6ed3f3e14d7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:20.760314 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e995afa1-77fb-4711-a9c7-a6ed3f3e14d7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:20.763680 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e995afa1-77fb-4711-a9c7-a6ed3f3e14d7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "PUT /v2.0/subnets/fcb5bbdc-f4b7-4f32-ab6a-668717f15f5a HTTP/1.1" status: 200 len: 826 time: 1.2565799 Aug 16 22:41:20.767450 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48392) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:20.777865 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] Attempting to bind port 00b6109b-5d74-4038-bc9f-9ad070cf0de7 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:41:20.778274 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] Attempting to bind port 00b6109b-5d74-4038-bc9f-9ad070cf0de7 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'f1e7c436-698f-4659-abb7-782dd170acc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b60082ab-4c37-4923-972f-4a31831d3ccb'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:41:20.778657 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] Attempting to bind port 00b6109b-5d74-4038-bc9f-9ad070cf0de7 on network b60082ab-4c37-4923-972f-4a31831d3ccb {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:41:20.785550 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:41:20.786317 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] Checking segment: {'id': 'f1e7c436-698f-4659-abb7-782dd170acc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b60082ab-4c37-4923-972f-4a31831d3ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:20.786475 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:20.786807 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] Bound using segment: {'id': 'f1e7c436-698f-4659-abb7-782dd170acc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b60082ab-4c37-4923-972f-4a31831d3ccb'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:41:20.787590 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] Bound port: 00b6109b-5d74-4038-bc9f-9ad070cf0de7, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e7c436-698f-4659-abb7-782dd170acc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b60082ab-4c37-4923-972f-4a31831d3ccb'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:41:20.787721 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:20.861171 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-142061ae-5c37-471b-8916-2ebe17bbcc94 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:20.927139 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995afa1-77fb-4711-a9c7-a6ed3f3e14d7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Subnet': ['ID=fcb5bbdc-f4b7-4f32-ab6a-668717f15f5a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:20.996989 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bde83-17db-4f05-83fd-0148dc4ce7c5 req-efa6429e-46bd-42a3-941b-2c57c69ff3a9 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:20.998604 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d9bde83-17db-4f05-83fd-0148dc4ce7c5 req-efa6429e-46bd-42a3-941b-2c57c69ff3a9 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9496893-2e64-468e-8630-05a3a6391cf8 HTTP/1.1" status: 200 len: 945 time: 0.4391773 Aug 16 22:41:21.010232 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-142061ae-5c37-471b-8916-2ebe17bbcc94 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:21.016750 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-142061ae-5c37-471b-8916-2ebe17bbcc94 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6349690 Aug 16 22:41:21.025028 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48398) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:21.027999 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] For port 00b6109b-5d74-4038-bc9f-9ad070cf0de7, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:41:21.050757 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:21.051291 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-db2b78d3-02b6-4962-95db-a9ddd8a0a378', 'network_id': 'db2b78d3-02b6-4962-95db-a9ddd8a0a378', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'fixed_ips': [{'subnet_id': 'ced8c361-cc58-4842-a28d-c2425012ac8a'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:41:21.056501 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:21.109318 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] For port 00b6109b-5d74-4038-bc9f-9ad070cf0de7, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=00b6109b-5d74-4038-bc9f-9ad070cf0de7,segment=NetworkSegment(f1e7c436-698f-4659-abb7-782dd170acc1),segment_id=f1e7c436-698f-4659-abb7-782dd170acc1)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:41:21.127610 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:21.140563 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Deleting port 00b6109b-5d74-4038-bc9f-9ad070cf0de7 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:21.141776 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:21.261261 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06338cbd-3fed-40ff-963b-08f2a32bde5b None None] Pushing event updated for resources: {'Port': ['ID=00b6109b-5d74-4038-bc9f-9ad070cf0de7,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:21.434448 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] For port 00b6109b-5d74-4038-bc9f-9ad070cf0de7, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=00b6109b-5d74-4038-bc9f-9ad070cf0de7,segment=NetworkSegment(f1e7c436-698f-4659-abb7-782dd170acc1),segment_id=f1e7c436-698f-4659-abb7-782dd170acc1)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:21.436068 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:21.497555 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Calling delete_port for 00b6109b-5d74-4038-bc9f-9ad070cf0de7 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:21.529905 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:41:21.567821 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ccbe72b-169a-4988-8cfe-f87aacb9d4db {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:41:21.584759 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:21.603469 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] Transition to ACTIVE for port object 1ccbe72b-169a-4988-8cfe-f87aacb9d4db will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:21.655897 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-83e27ba2-740b-477d-a083-4e46d60ed9a0 None None] Allocated IP 172.20.0.1 (6cc675bc-612b-47c6-bf67-a1f60b307e43/72a76e78-2c44-4176-aac8-e6a7896dd3da/a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:41:21.935192 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:21.974254 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:21.974627 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:22.012777 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:22.013036 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Port': ['ID=00b6109b-5d74-4038-bc9f-9ad070cf0de7,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:22.076209 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] Allocated IP 172.20.0.2 (db2b78d3-02b6-4962-95db-a9ddd8a0a378/ced8c361-cc58-4842-a28d-c2425012ac8a/6acfcb65-a99d-47ac-a179-a3c63f2ec947) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:41:22.080832 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-83e27ba2-740b-477d-a083-4e46d60ed9a0 None None] For port a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6,segment=NetworkSegment(28b4ad92-9c8e-4b57-8b4e-6767a7bab107),segment_id=28b4ad92-9c8e-4b57-8b4e-6767a7bab107)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:22.092500 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] No DVR routers for this DVR port 00b6109b-5d74-4038-bc9f-9ad070cf0de7 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:41:22.203331 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-83e27ba2-740b-477d-a083-4e46d60ed9a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:22.219414 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:22.257728 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-83e27ba2-740b-477d-a083-4e46d60ed9a0 None None] Transition to ACTIVE for port object a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:22.268912 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-83e27ba2-740b-477d-a083-4e46d60ed9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:22.346753 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:22.390997 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] Pushing event updated for resources: {'Port': ['ID=1ccbe72b-169a-4988-8cfe-f87aacb9d4db,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:22.567413 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f097ab-95f4-4564-b8cd-47ba6ec58a08 req-9bbc80c3-3cdb-465f-a522-a4a13e5cb16c tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:22.587047 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8f097ab-95f4-4564-b8cd-47ba6ec58a08 req-9bbc80c3-3cdb-465f-a522-a4a13e5cb16c tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 943 time: 0.6450388 Aug 16 22:41:22.589777 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:22.596571 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Subnet': ['ID=fcb5bbdc-f4b7-4f32-ab6a-668717f15f5a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:22.601569 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] Transition to ACTIVE for port object 6acfcb65-a99d-47ac-a179-a3c63f2ec947 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:22.610170 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8969cdf-4a0d-40db-b1bf-f796fb310c01 req-457049b2-d3a1-4d29-85d0-a4917bf1d416 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:22.612738 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c8969cdf-4a0d-40db-b1bf-f796fb310c01 req-457049b2-d3a1-4d29-85d0-a4917bf1d416 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/ports?device_id=a9496893-2e64-468e-8630-05a3a6391cf8 HTTP/1.1" status: 200 len: 945 time: 0.6813531 Aug 16 22:41:22.654217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] Transition to ACTIVE for port object 6acfcb65-a99d-47ac-a179-a3c63f2ec947 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:22.659278 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:22.664788 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e27ba2-740b-477d-a083-4e46d60ed9a0 None None] Pushing event updated for resources: {'Port': ['ID=a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:22.685018 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60082ab-4c37-4923-972f-4a31831d3ccb']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:22.710220 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:22.710499 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e7c436-698f-4659-abb7-782dd170acc1') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:22.710499 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e7c436-698f-4659-abb7-782dd170acc1') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:22.720501 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:22.737288 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:22.749827 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:41:22.750365 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:41:22.864873 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:41:22.869386 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:22.879257 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:22.881984 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/networks/b60082ab-4c37-4923-972f-4a31831d3ccb HTTP/1.1" status: 204 len: 168 time: 2.1060498 Aug 16 22:41:22.916585 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48450) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:22.919469 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3eff3f-5f8c-480a-8972-10352db1adb2 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Network': ['ID=b60082ab-4c37-4923-972f-4a31831d3ccb,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:22.970741 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63fa533-fc4d-4434-9fe9-264e99313fa9 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] DELETE failed (client error): The resource could not be found. Aug 16 22:41:22.971386 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f63fa533-fc4d-4434-9fe9-264e99313fa9 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:41:22.973258 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f63fa533-fc4d-4434-9fe9-264e99313fa9 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/networks/b60082ab-4c37-4923-972f-4a31831d3ccb HTTP/1.1" status: 404 len: 339 time: 0.0463896 Aug 16 22:41:22.982624 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48452) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:22.993050 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e7519afa-6855-420b-9661-3a7a0d8844e9 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1171789850', 'description': 'd1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:23.006624 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-3d9bde83-17db-4f05-83fd-0148dc4ce7c5 req-b70d8219-4711-49c8-9008-80c08e15a1c9 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Deleting port 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:23.009171 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3d9bde83-17db-4f05-83fd-0148dc4ce7c5 req-b70d8219-4711-49c8-9008-80c08e15a1c9 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:23.021024 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8f097ab-95f4-4564-b8cd-47ba6ec58a08 req-6620d97a-c7f6-4b3f-af23-f4d09cd4910c tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328361 Aug 16 22:41:23.034755 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf72a0b9-bfcc-4b5b-aa38-cc1d2b2f5a56 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:23.064079 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7519afa-6855-420b-9661-3a7a0d8844e9 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Made reservation on behalf of c0195f94a6a04044bec6d077c1b340bc for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:23.071574 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7519afa-6855-420b-9661-3a7a0d8844e9 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:23.184912 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7519afa-6855-420b-9661-3a7a0d8844e9 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:41:23.200237 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c8969cdf-4a0d-40db-b1bf-f796fb310c01 req-a3ea931f-df11-416e-b73d-191ca4e45539 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/security-groups?id=06cf3a35-86cf-4086-ba9b-4d70de65ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201941 Aug 16 22:41:23.257548 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7519afa-6855-420b-9661-3a7a0d8844e9 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:23.257941 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-e7519afa-6855-420b-9661-3a7a0d8844e9 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Added segment cd4e40ff-9ba5-4073-8055-64cd01ab7e9c of type vlan for network 2159ed75-3a07-4789-a7f6-8f20d186ebd4 Aug 16 22:41:23.345050 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7519afa-6855-420b-9661-3a7a0d8844e9 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:23.414207 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7519afa-6855-420b-9661-3a7a0d8844e9 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:23.429266 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7519afa-6855-420b-9661-3a7a0d8844e9 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:23.429884 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7519afa-6855-420b-9661-3a7a0d8844e9 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:23.479944 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] Attempting to bind port 1ccbe72b-169a-4988-8cfe-f87aacb9d4db on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:41:23.480684 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] Attempting to bind port 1ccbe72b-169a-4988-8cfe-f87aacb9d4db by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:41:23.485310 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] Attempting to bind port 1ccbe72b-169a-4988-8cfe-f87aacb9d4db on network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:41:23.496072 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100c90c4-6e0b-4fa6-be88-ea45c4267900 None None] DHCP port deletion for b60082ab-4c37-4923-972f-4a31831d3ccb request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:41:23.500542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-3d9bde83-17db-4f05-83fd-0148dc4ce7c5 req-b70d8219-4711-49c8-9008-80c08e15a1c9 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] For port 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2,segment=NetworkSegment(af86c1b3-d718-4588-bacc-5ed8f10f33bb),segment_id=af86c1b3-d718-4588-bacc-5ed8f10f33bb)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:23.501265 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3d9bde83-17db-4f05-83fd-0148dc4ce7c5 req-b70d8219-4711-49c8-9008-80c08e15a1c9 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:23.520818 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4901f56c-db58-412d-b998-425fffd9050a None None] Could not find standard attr ID for object 00b6109b-5d74-4038-bc9f-9ad070cf0de7. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:41:23.535413 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] Port 1ccbe72b-169a-4988-8cfe-f87aacb9d4db on network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:41:23.535867 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] Attempting to bind port 1ccbe72b-169a-4988-8cfe-f87aacb9d4db on network a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:41:23.546012 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c65f994-29c2-45ef-9113-634dbf59cd66 None None] Network b60082ab-4c37-4923-972f-4a31831d3ccb requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:23.555453 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] Network db2b78d3-02b6-4962-95db-a9ddd8a0a378 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:23.587560 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:23.593546 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] Pushing event updated for resources: {'Port': ['ID=6acfcb65-a99d-47ac-a179-a3c63f2ec947,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:23.599600 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c65f994-29c2-45ef-9113-634dbf59cd66 None None] Network b60082ab-4c37-4923-972f-4a31831d3ccb could not be found, it might have been deleted concurrently. {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 22:41:23.600145 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7519afa-6855-420b-9661-3a7a0d8844e9 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Network': ['ID=2159ed75-3a07-4789-a7f6-8f20d186ebd4,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:23.607156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:41:23.622094 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:41:23.622956 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] Checking segment: {'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:23.624189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5dc277-68aa-4c56-8b38-fb0a29503b1a None None] Network b60082ab-4c37-4923-972f-4a31831d3ccb requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:23.629019 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] Bound using segment: {'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:41:23.631290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] Bound port: 1ccbe72b-169a-4988-8cfe-f87aacb9d4db, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf644787-902a-4fa9-933b-54a0f58f8904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:41:23.632940 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:23.643683 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e7519afa-6855-420b-9661-3a7a0d8844e9 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6598744 Aug 16 22:41:23.646758 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48468) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:23.653396 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-3d9bde83-17db-4f05-83fd-0148dc4ce7c5 req-b70d8219-4711-49c8-9008-80c08e15a1c9 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Calling delete_port for 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:23.670525 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5dc277-68aa-4c56-8b38-fb0a29503b1a None None] Network b60082ab-4c37-4923-972f-4a31831d3ccb could not be found, it might have been deleted concurrently. {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 22:41:23.689215 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 2159ed75-3a07-4789-a7f6-8f20d186ebd4 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:41:24.029892 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] For port 1ccbe72b-169a-4988-8cfe-f87aacb9d4db, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:41:24.038138 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] For port 1ccbe72b-169a-4988-8cfe-f87aacb9d4db, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=1ccbe72b-169a-4988-8cfe-f87aacb9d4db,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:41:24.048901 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:24.067927 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:41:24.239830 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:24.240589 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:24.242699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] 10.222.0.39 "PUT /v2.0/ports/1ccbe72b-169a-4988-8cfe-f87aacb9d4db HTTP/1.1" status: 200 len: 1092 time: 4.2603388 Aug 16 22:41:24.297228 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] Attempting to bind port 6acfcb65-a99d-47ac-a179-a3c63f2ec947 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:41:24.297501 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] Attempting to bind port 6acfcb65-a99d-47ac-a179-a3c63f2ec947 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'fb4eeb0a-e864-41eb-ad25-381cbaf66dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'db2b78d3-02b6-4962-95db-a9ddd8a0a378'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:41:24.301858 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fa6f8d-2457-4027-9a10-27247f6eb491', 'tag': '1ccbe72b-169a-4988-8cfe-f87aacb9d4db'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:41:24.303615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] Attempting to bind port 6acfcb65-a99d-47ac-a179-a3c63f2ec947 on network db2b78d3-02b6-4962-95db-a9ddd8a0a378 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:41:24.309374 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73168875-bb2f-4dd2-97f7-bb6fd37dc1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fa6f8d-2457-4027-9a10-27247f6eb491", "tag": "1ccbe72b-169a-4988-8cfe-f87aacb9d4db"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:41:24.324963 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:41:24.325461 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] Checking segment: {'id': 'fb4eeb0a-e864-41eb-ad25-381cbaf66dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'db2b78d3-02b6-4962-95db-a9ddd8a0a378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:24.325765 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:24.326221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] Bound using segment: {'id': 'fb4eeb0a-e864-41eb-ad25-381cbaf66dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'db2b78d3-02b6-4962-95db-a9ddd8a0a378'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:41:24.326727 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] Bound port: 6acfcb65-a99d-47ac-a179-a3c63f2ec947, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb4eeb0a-e864-41eb-ad25-381cbaf66dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'db2b78d3-02b6-4962-95db-a9ddd8a0a378'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:41:24.327112 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:24.537648 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-cf72a0b9-bfcc-4b5b-aa38-cc1d2b2f5a56 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Allocated IP 172.20.0.1 (db2b78d3-02b6-4962-95db-a9ddd8a0a378/ced8c361-cc58-4842-a28d-c2425012ac8a/ae11b7e2-b03a-4007-94a0-de368fcce3c0) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:41:24.613948 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] For port 6acfcb65-a99d-47ac-a179-a3c63f2ec947, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:41:24.629583 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] For port 6acfcb65-a99d-47ac-a179-a3c63f2ec947, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6acfcb65-a99d-47ac-a179-a3c63f2ec947,segment=NetworkSegment(fb4eeb0a-e864-41eb-ad25-381cbaf66dff),segment_id=fb4eeb0a-e864-41eb-ad25-381cbaf66dff)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:41:24.646342 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:24.695017 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c94bbc-8c72-4819-b25b-2d75f3c5e20a req-3d2880d8-8805-4770-a039-af5c7ad84062 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:24.710119 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5c94bbc-8c72-4819-b25b-2d75f3c5e20a req-3d2880d8-8805-4770-a039-af5c7ad84062 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 943 time: 0.5165460 Aug 16 22:41:24.747963 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-d7dce3a5-c52d-48c7-879c-fdae983e6712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:24.750168 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-d7dce3a5-c52d-48c7-879c-fdae983e6712 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 1095 time: 0.3706214 Aug 16 22:41:24.800974 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07582d5e-6a0e-44c5-931c-f4bc7cfa6653 service neutron] Pushing event updated for resources: {'Port': ['ID=1ccbe72b-169a-4988-8cfe-f87aacb9d4db,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:24.872647 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4874a9-d13b-44b3-a7d6-ff188bb6258d None None] Pushing event updated for resources: {'Port': ['ID=6acfcb65-a99d-47ac-a179-a3c63f2ec947,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:24.891521 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f3d0a1-92df-40ff-b513-bc31947dcde4 None None] Network 6cc675bc-612b-47c6-bf67-a1f60b307e43 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:24.919088 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-01ea90af-9f2f-4026-afc9-0118da978f98 req-52493a1d-50c9-41d9-a67d-26a6bf6e7268 service neutron] (94872) timed out ('10.222.0.39', 52052) {{(pid=94872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:41:24.944399 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-bdf2bf21-aa04-4c4a-8de8-e1bcf7b3a142 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ccbe72b-169a-4988-8cfe-f87aacb9d4db HTTP/1.1" status: 200 len: 217 time: 0.1185470 Aug 16 22:41:24.951938 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c439fca9-f1f8-42ec-8a99-31197ea4844d tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:24.954888 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c439fca9-f1f8-42ec-8a99-31197ea4844d tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "GET /v2.0/networks?id=2159ed75-3a07-4789-a7f6-8f20d186ebd4 HTTP/1.1" status: 200 len: 765 time: 1.3067942 Aug 16 22:41:24.957765 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48500) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:24.964857 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b85e3988-4a9e-4fd2-a1e6-c49d07de452c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'network': {'description': 'd2'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:25.054495 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:41:25.115137 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:41:25.115634 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:41:25.126511 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2d40a0a7-289e-48b8-bd47-d3cf49845fd2 None None] Provisioning for port a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:41:25.158536 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2d40a0a7-289e-48b8-bd47-d3cf49845fd2 None None] Provisioning complete for port a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:25.158944 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2d40a0a7-289e-48b8-bd47-d3cf49845fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:25.414692 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b85e3988-4a9e-4fd2-a1e6-c49d07de452c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:25.454804 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b85e3988-4a9e-4fd2-a1e6-c49d07de452c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:25.573491 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3d9bde83-17db-4f05-83fd-0148dc4ce7c5 req-b70d8219-4711-49c8-9008-80c08e15a1c9 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:25.614425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b85e3988-4a9e-4fd2-a1e6-c49d07de452c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Network 2159ed75-3a07-4789-a7f6-8f20d186ebd4 is not hosted by any dhcp agent {{(pid=94872) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:41:25.619868 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85e3988-4a9e-4fd2-a1e6-c49d07de452c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:25.620495 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b85e3988-4a9e-4fd2-a1e6-c49d07de452c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:25.621874 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b85e3988-4a9e-4fd2-a1e6-c49d07de452c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "PUT /v2.0/networks/2159ed75-3a07-4789-a7f6-8f20d186ebd4 HTTP/1.1" status: 200 len: 762 time: 0.6629167 Aug 16 22:41:25.633588 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48508) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:25.677134 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e3988-4a9e-4fd2-a1e6-c49d07de452c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Network': ['ID=2159ed75-3a07-4789-a7f6-8f20d186ebd4,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:25.695708 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 2159ed75-3a07-4789-a7f6-8f20d186ebd4 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:41:25.700646 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d8219-4711-49c8-9008-80c08e15a1c9 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Pushing event deleted for resources: {'Port': ['ID=3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:25.727742 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aad924-0592-4a60-be9b-50f3dd428da3 req-b9a7c411-138b-480a-9751-d2fdb4993cfc tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:25.736658 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-01aad924-0592-4a60-be9b-50f3dd428da3 req-b9a7c411-138b-480a-9751-d2fdb4993cfc tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/ports?device_id=a9496893-2e64-468e-8630-05a3a6391cf8 HTTP/1.1" status: 200 len: 867 time: 1.2944593 Aug 16 22:41:25.789237 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5c94bbc-8c72-4819-b25b-2d75f3c5e20a req-088a2c78-77d0-4af4-a063-bab884287075 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0777934 Aug 16 22:41:25.822535 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6acfcb65-a99d-47ac-a179-a3c63f2ec947 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:41:25.898332 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a6e6dc-55e7-42b3-bcf6-98ff6bb241e6 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:25.900672 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-38a6e6dc-55e7-42b3-bcf6-98ff6bb241e6 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "GET /v2.0/networks?id=2159ed75-3a07-4789-a7f6-8f20d186ebd4 HTTP/1.1" status: 200 len: 765 time: 0.2631426 Aug 16 22:41:25.904087 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48514) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:25.986068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9bde83-17db-4f05-83fd-0148dc4ce7c5 req-b70d8219-4711-49c8-9008-80c08e15a1c9 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] No DVR routers for this DVR port 3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:41:25.990593 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3d9bde83-17db-4f05-83fd-0148dc4ce7c5 req-b70d8219-4711-49c8-9008-80c08e15a1c9 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:25.993744 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d9bde83-17db-4f05-83fd-0148dc4ce7c5 req-b70d8219-4711-49c8-9008-80c08e15a1c9 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.39 "DELETE /v2.0/ports/3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2 HTTP/1.1" status: 204 len: 173 time: 4.9756594 Aug 16 22:41:26.058824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 6acfcb65-a99d-47ac-a179-a3c63f2ec947 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:41:26.146627 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da88f5c-3fa9-4e0d-a0bd-f10496ce04ad x-openstack-request-id: req-1da88f5c-3fa9-4e0d-a0bd-f10496ce04ad {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:41:26.146886 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fa6f8d-2457-4027-9a10-27247f6eb491", "tag": "1ccbe72b-169a-4988-8cfe-f87aacb9d4db", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:41:26.147192 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1da88f5c-3fa9-4e0d-a0bd-f10496ce04ad {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:41:26.147566 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fa6f8d-2457-4027-9a10-27247f6eb491', 'tag': '1ccbe72b-169a-4988-8cfe-f87aacb9d4db', 'status': 'completed', 'code': 200} Aug 16 22:41:26.218969 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf72a0b9-bfcc-4b5b-aa38-cc1d2b2f5a56 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:26.239895 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3a09d452-9045-4864-b20e-7d3e2393384f None None] Provisioning complete for port a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:26.240117 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3a09d452-9045-4864-b20e-7d3e2393384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:26.243197 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-cf72a0b9-bfcc-4b5b-aa38-cc1d2b2f5a56 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Transition to ACTIVE for port object ae11b7e2-b03a-4007-94a0-de368fcce3c0 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:26.259887 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-2308cbe5-7f2d-4d76-a8c2-09f2c32323fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:26.264016 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-2308cbe5-7f2d-4d76-a8c2-09f2c32323fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2abfc365-29c3-4616-9b87-7c7a7ec9e755 HTTP/1.1" status: 200 len: 846 time: 0.6850312 Aug 16 22:41:26.303045 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-01aad924-0592-4a60-be9b-50f3dd428da3 req-f7dd5ee2-c1cf-4fe2-9ebc-7f56e59d3259 tempest-ServerAddressesTestJSON-52990113 tempest-ServerAddressesTestJSON-52990113-project] 10.222.0.93 "GET /v2.0/security-groups?id=06cf3a35-86cf-4086-ba9b-4d70de65ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5651360 Aug 16 22:41:26.334704 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-0703aada-1a80-4715-b8b1-eb6ad118e7d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545826 Aug 16 22:41:26.413315 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b0caf1-dd67-4d0e-97f3-944f72233c9e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:26.415890 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-72b0caf1-dd67-4d0e-97f3-944f72233c9e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5103242 Aug 16 22:41:26.422556 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48516) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:26.515501 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-64ed3acb-6667-4ad9-ac13-0713dabd3128 service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714418 Aug 16 22:41:26.518022 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf72a0b9-bfcc-4b5b-aa38-cc1d2b2f5a56 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:26.578359 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8633f6e2-f7ba-4c92-bfc8-111784cd2b41 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "GET /v2.0/subnets?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 207 time: 0.1541553 Aug 16 22:41:26.579040 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48522) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:26.633197 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf72a0b9-bfcc-4b5b-aa38-cc1d2b2f5a56 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network db2b78d3-02b6-4962-95db-a9ddd8a0a378 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:26.670108 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fc5665-0e73-44b8-9f09-df74fa391db0 None None] Network db2b78d3-02b6-4962-95db-a9ddd8a0a378 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:26.713841 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-cf72a0b9-bfcc-4b5b-aa38-cc1d2b2f5a56 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:26.716783 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf72a0b9-bfcc-4b5b-aa38-cc1d2b2f5a56 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:41:26.720818 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72a0b9-bfcc-4b5b-aa38-cc1d2b2f5a56 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Port': ['ID=ae11b7e2-b03a-4007-94a0-de368fcce3c0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:26.856344 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf72a0b9-bfcc-4b5b-aa38-cc1d2b2f5a56 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:26.917008 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-970954f3-b76d-4c26-8ec5-c5a314ee07e0 None None] Provisioning for port 6acfcb65-a99d-47ac-a179-a3c63f2ec947 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:41:26.925745 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-970954f3-b76d-4c26-8ec5-c5a314ee07e0 None None] Provisioning complete for port 6acfcb65-a99d-47ac-a179-a3c63f2ec947 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:26.926778 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-970954f3-b76d-4c26-8ec5-c5a314ee07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:26.928151 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7726fe64-4d7c-4444-ba23-5ec2eddb7c67 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:26.946667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7726fe64-4d7c-4444-ba23-5ec2eddb7c67 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:26.952851 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7726fe64-4d7c-4444-ba23-5ec2eddb7c67 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:26.959385 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7726fe64-4d7c-4444-ba23-5ec2eddb7c67 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:26.965641 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7726fe64-4d7c-4444-ba23-5ec2eddb7c67 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:27.004565 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7726fe64-4d7c-4444-ba23-5ec2eddb7c67 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:27.020828 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7726fe64-4d7c-4444-ba23-5ec2eddb7c67 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4406345 Aug 16 22:41:27.024978 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48548) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:27.191855 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-970954f3-b76d-4c26-8ec5-c5a314ee07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:27.252899 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c68ac-7d25-4eed-b90f-9e279b840aa1 req-7dd9b725-f391-41d7-9348-0d70bb559caf tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:27.257505 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c72c68ac-7d25-4eed-b90f-9e279b840aa1 req-7dd9b725-f391-41d7-9348-0d70bb559caf tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 943 time: 0.2553563 Aug 16 22:41:27.262133 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb4d68fb-2212-4122-a257-620db7a23f32 req-64e857b1-df87-4c70-a18b-6e6bbecaaa02 service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7305782 Aug 16 22:41:27.289539 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf72a0b9-bfcc-4b5b-aa38-cc1d2b2f5a56 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:27.291529 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-970954f3-b76d-4c26-8ec5-c5a314ee07e0 None None] For port 6acfcb65-a99d-47ac-a179-a3c63f2ec947, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6acfcb65-a99d-47ac-a179-a3c63f2ec947,segment=NetworkSegment(fb4eeb0a-e864-41eb-ad25-381cbaf66dff),segment_id=fb4eeb0a-e864-41eb-ad25-381cbaf66dff)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:27.305459 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9ee694ab-f17a-4187-aaa3-a427a8a87dd8 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2774942 Aug 16 22:41:27.307012 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48560) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:27.313504 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-970954f3-b76d-4c26-8ec5-c5a314ee07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:27.466541 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48568) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:27.469390 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109d6bf6-2b69-4be3-b8c6-db068c9fc303 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:27.472559 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109d6bf6-2b69-4be3-b8c6-db068c9fc303 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:27.474909 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109d6bf6-2b69-4be3-b8c6-db068c9fc303 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:27.477084 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109d6bf6-2b69-4be3-b8c6-db068c9fc303 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:27.479125 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109d6bf6-2b69-4be3-b8c6-db068c9fc303 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:27.481437 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-109d6bf6-2b69-4be3-b8c6-db068c9fc303 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1720333 Aug 16 22:41:27.487039 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48570) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:27.517025 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970954f3-b76d-4c26-8ec5-c5a314ee07e0 None None] Pushing event updated for resources: {'Port': ['ID=6acfcb65-a99d-47ac-a179-a3c63f2ec947,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:27.598012 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c72c68ac-7d25-4eed-b90f-9e279b840aa1 req-77ac6398-85d3-4f43-86a4-bdfe0df5b1fe tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321300 Aug 16 22:41:27.652647 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f9cf17-f613-4050-b94b-2fae62a55619 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:27.659330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0ab6650a-8154-4578-afc3-3690ea3a53eb None None] Provisioning for port ae11b7e2-b03a-4007-94a0-de368fcce3c0 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:41:27.666401 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f9cf17-f613-4050-b94b-2fae62a55619 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:27.670849 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f9cf17-f613-4050-b94b-2fae62a55619 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:27.673037 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0ab6650a-8154-4578-afc3-3690ea3a53eb None None] Provisioning complete for port ae11b7e2-b03a-4007-94a0-de368fcce3c0 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:27.674068 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0ab6650a-8154-4578-afc3-3690ea3a53eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:27.675050 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f9cf17-f613-4050-b94b-2fae62a55619 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:27.678699 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f9cf17-f613-4050-b94b-2fae62a55619 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:27.687665 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-90f9cf17-f613-4050-b94b-2fae62a55619 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1990085 Aug 16 22:41:27.693803 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48572) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:27.707165 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73168875-bb2f-4dd2-97f7-bb6fd37dc1e0 req-f9e513ba-8945-4f2f-98d9-d7a72addd4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:27.710502 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-73168875-bb2f-4dd2-97f7-bb6fd37dc1e0 req-f9e513ba-8945-4f2f-98d9-d7a72addd4ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=729e44ecc953497b8bf930c79bba20ac&device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 1095 time: 0.3549626 Aug 16 22:41:27.717834 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0ab6650a-8154-4578-afc3-3690ea3a53eb None None] Port ae11b7e2-b03a-4007-94a0-de368fcce3c0 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:41:27.729782 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0ab6650a-8154-4578-afc3-3690ea3a53eb None None] Provisioning complete for port 6acfcb65-a99d-47ac-a179-a3c63f2ec947 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:27.730533 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0ab6650a-8154-4578-afc3-3690ea3a53eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:27.858476 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d79186f-b6e3-4572-970c-09f73fda4d78 admin admin] Deleting subnet 58a66cde-925b-4a3c-b5bb-28bd8fc02d9b {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:41:27.894742 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d79186f-b6e3-4572-970c-09f73fda4d78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:27.940872 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d083b31-8847-40f6-a8b7-c48439c5480d tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:27.946289 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9d083b31-8847-40f6-a8b7-c48439c5480d tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "GET /v2.0/networks/92ee3448-6280-40ad-878a-c53d64f5ff8a HTTP/1.1" status: 200 len: 804 time: 0.2474954 Aug 16 22:41:27.948688 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48578) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:28.018684 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d79186f-b6e3-4572-970c-09f73fda4d78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:28.059172 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0920b2ea-4dd7-45d3-8aa4-c2b712768778 None None] Provisioning complete for port ae11b7e2-b03a-4007-94a0-de368fcce3c0 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:28.061493 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0920b2ea-4dd7-45d3-8aa4-c2b712768778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:28.165840 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9496893-2e64-468e-8630-05a3a6391cf8', 'name': 'network-vif-deleted', 'tag': '3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:41:28.180768 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e144f2-71c1-4b64-a2e7-866664330be3" -d '{"events": [{"server_uuid": "a9496893-2e64-468e-8630-05a3a6391cf8", "name": "network-vif-deleted", "tag": "3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:41:28.189286 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0920b2ea-4dd7-45d3-8aa4-c2b712768778 None None] Port ae11b7e2-b03a-4007-94a0-de368fcce3c0 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:41:28.259860 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73168875-bb2f-4dd2-97f7-bb6fd37dc1e0 req-bd6f7a78-6fad-4912-8935-a7c5a972cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:28.261355 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-73168875-bb2f-4dd2-97f7-bb6fd37dc1e0 req-bd6f7a78-6fad-4912-8935-a7c5a972cfc1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 200 len: 907 time: 0.4449973 Aug 16 22:41:28.268949 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dc43ed-de30-4adc-bf1e-6ea013ab7176 x-openstack-request-id: req-52dc43ed-de30-4adc-bf1e-6ea013ab7176 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:41:28.269244 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9496893-2e64-468e-8630-05a3a6391cf8", "name": "network-vif-deleted", "tag": "3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:41:28.269503 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-52dc43ed-de30-4adc-bf1e-6ea013ab7176 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:41:28.269900 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9496893-2e64-468e-8630-05a3a6391cf8', 'name': 'network-vif-deleted', 'tag': '3ddb94e0-f0d0-44fa-99a2-0b411f06f8e2', 'status': 'completed', 'code': 200} Aug 16 22:41:28.275424 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d79186f-b6e3-4572-970c-09f73fda4d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:28.375138 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-73168875-bb2f-4dd2-97f7-bb6fd37dc1e0 req-867ad908-e934-4c7b-94a7-bbc64f9bd410 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ccbe72b-169a-4988-8cfe-f87aacb9d4db HTTP/1.1" status: 200 len: 217 time: 0.1015694 Aug 16 22:41:28.479322 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-778efeb5-b2ae-4cd0-a2cc-a9d2c84899bc tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "GET /v2.0/networks/92ee3448-6280-40ad-878a-c53d64f5ff8a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5262015 Aug 16 22:41:28.482538 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48598) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:28.576111 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73168875-bb2f-4dd2-97f7-bb6fd37dc1e0 req-4baec367-992c-43b2-8978-ea992ae6388c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:28.579326 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-73168875-bb2f-4dd2-97f7-bb6fd37dc1e0 req-4baec367-992c-43b2-8978-ea992ae6388c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2abfc365-29c3-4616-9b87-7c7a7ec9e755 HTTP/1.1" status: 200 len: 846 time: 0.1887534 Aug 16 22:41:28.631657 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b51aad-89b3-4ea2-923a-1d129ed36858 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:28.633362 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a8b51aad-89b3-4ea2-923a-1d129ed36858 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "GET /v2.0/subnets/00c650de-2844-49fd-a234-d86f074c97f2 HTTP/1.1" status: 200 len: 843 time: 0.1497514 Aug 16 22:41:28.638777 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48606) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:28.664824 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-73168875-bb2f-4dd2-97f7-bb6fd37dc1e0 req-60f77232-3677-45d8-b00c-1f3b387894ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751929 Aug 16 22:41:28.720633 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c688379-f42e-4249-8a5a-49a0bf850356 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:28.722577 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1c688379-f42e-4249-8a5a-49a0bf850356 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "GET /v2.0/subnets/00c650de-2844-49fd-a234-d86f074c97f2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0819538 Aug 16 22:41:28.728648 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48614) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:28.736112 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-49c620d8-ef05-42fe-b59e-42eb0c929a18 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-448409168'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:28.757736 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d79186f-b6e3-4572-970c-09f73fda4d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:28.767309 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf72a0b9-bfcc-4b5b-aa38-cc1d2b2f5a56 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:28.777829 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d79186f-b6e3-4572-970c-09f73fda4d78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:28.784286 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48616) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:28.785474 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4d79186f-b6e3-4572-970c-09f73fda4d78 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/58a66cde-925b-4a3c-b5bb-28bd8fc02d9b HTTP/1.1" status: 204 len: 168 time: 1.2828782 Aug 16 22:41:28.803138 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf72a0b9-bfcc-4b5b-aa38-cc1d2b2f5a56 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:28.815884 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c620d8-ef05-42fe-b59e-42eb0c929a18 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Made reservation on behalf of c0195f94a6a04044bec6d077c1b340bc for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:28.823620 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49c620d8-ef05-42fe-b59e-42eb0c929a18 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:28.951537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79186f-b6e3-4572-970c-09f73fda4d78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58a66cde-925b-4a3c-b5bb-28bd8fc02d9b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:29.006958 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c620d8-ef05-42fe-b59e-42eb0c929a18 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:41:29.065438 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49c620d8-ef05-42fe-b59e-42eb0c929a18 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.065926 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-49c620d8-ef05-42fe-b59e-42eb0c929a18 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Added segment f07e633b-ef75-4ebb-b28b-744f27a2c37f of type vlan for network 184708e3-0b8b-433d-a16a-b5cf93af174a Aug 16 22:41:29.069555 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c592-cd19-4b55-b178-655a7cf930b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.167957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1459ec-6e55-4b5f-b889-2170324f9809 req-7dfa3275-ee65-4537-879a-aafe349bc345 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:29.169565 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-db1459ec-6e55-4b5f-b889-2170324f9809 req-7dfa3275-ee65-4537-879a-aafe349bc345 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 943 time: 0.2909651 Aug 16 22:41:29.181777 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49c620d8-ef05-42fe-b59e-42eb0c929a18 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.224851 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48622) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:29.228208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72a0b9-bfcc-4b5b-aa38-cc1d2b2f5a56 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Port': ['ID=ae11b7e2-b03a-4007-94a0-de368fcce3c0,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:29.252379 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf72a0b9-bfcc-4b5b-aa38-cc1d2b2f5a56 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.268976 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-73168875-bb2f-4dd2-97f7-bb6fd37dc1e0 req-8425016e-1410-4353-9bf8-39f33feb8596 service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780756 Aug 16 22:41:29.304479 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c592-cd19-4b55-b178-655a7cf930b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.316800 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-5cb3c592-cd19-4b55-b178-655a7cf930b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b48f81-4d80-4b30-bb67-c1eb10a28ea3']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:29.328811 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-5cb3c592-cd19-4b55-b178-655a7cf930b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af86c1b3-d718-4588-bacc-5ed8f10f33bb') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:29.329116 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-5cb3c592-cd19-4b55-b178-655a7cf930b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af86c1b3-d718-4588-bacc-5ed8f10f33bb') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:29.341220 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c592-cd19-4b55-b178-655a7cf930b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.358902 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c592-cd19-4b55-b178-655a7cf930b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.366278 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb3c592-cd19-4b55-b178-655a7cf930b1 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:41:29.366769 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c592-cd19-4b55-b178-655a7cf930b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.441684 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.resource_extend [None req-49c620d8-ef05-42fe-b59e-42eb0c929a18 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:41:29.447143 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:41:29.453399 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c592-cd19-4b55-b178-655a7cf930b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.472509 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c592-cd19-4b55-b178-655a7cf930b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.484367 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5cb3c592-cd19-4b55-b178-655a7cf930b1 admin admin] 10.222.0.93 "DELETE /v2.0/networks/c3b48f81-4d80-4b30-bb67-c1eb10a28ea3 HTTP/1.1" status: 204 len: 168 time: 0.6960762 Aug 16 22:41:29.521668 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3c592-cd19-4b55-b178-655a7cf930b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3b48f81-4d80-4b30-bb67-c1eb10a28ea3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:29.534878 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49c620d8-ef05-42fe-b59e-42eb0c929a18 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.541261 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c620d8-ef05-42fe-b59e-42eb0c929a18 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:29.541907 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-49c620d8-ef05-42fe-b59e-42eb0c929a18 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.652423 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-db1459ec-6e55-4b5f-b889-2170324f9809 req-869d29d4-b786-4c27-b180-302cfc3586be tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542048 Aug 16 22:41:29.689989 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-49c620d8-ef05-42fe-b59e-42eb0c929a18 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9597342 Aug 16 22:41:29.701662 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48632) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:29.707359 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf72a0b9-bfcc-4b5b-aa38-cc1d2b2f5a56 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network db2b78d3-02b6-4962-95db-a9ddd8a0a378 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:29.714478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-56c397c2-34f5-4ed2-a681-491ff89360f7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'subnet': {'network_id': '184708e3-0b8b-433d-a16a-b5cf93af174a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:29.738487 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6acfcb65-a99d-47ac-a179-a3c63f2ec947 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:41:29.751675 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-cf72a0b9-bfcc-4b5b-aa38-cc1d2b2f5a56 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:29.769616 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-73168875-bb2f-4dd2-97f7-bb6fd37dc1e0 req-492fd5ee-ea71-4fcc-a12e-0eda4cc5f4d7 service neutron] 10.222.0.39 "GET /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917080 Aug 16 22:41:29.838882 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48634) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:29.875189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 6acfcb65-a99d-47ac-a179-a3c63f2ec947 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:29.875777 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.878164 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c620d8-ef05-42fe-b59e-42eb0c929a18 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Network': ['ID=184708e3-0b8b-433d-a16a-b5cf93af174a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:29.922216 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 184708e3-0b8b-433d-a16a-b5cf93af174a details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:41:29.956888 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-40a2af17-ca33-4a59-b173-7d60d92bf9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:30.036229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf72a0b9-bfcc-4b5b-aa38-cc1d2b2f5a56 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router 124408a2-5e29-4efe-a250-f8c9acaa1f51 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:41:30.154795 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7cfcddee-2603-4580-95b3-5122a476823f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=793682cd26c144d588f06564d966c7b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3067193 Aug 16 22:41:30.196018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48640) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:30.201468 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-56c397c2-34f5-4ed2-a681-491ff89360f7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:41:30.201468 n-d-792458-15 neutron-server[94872]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 22:41:30.201468 n-d-792458-15 neutron-server[94872]: [parameters: {'project_id': 'c0195f94a6a04044bec6d077c1b340bc', 'id': '6d5c5d2e-fba6-4685-af06-1378c501a742', 'expiration': datetime.datetime(2021, 8, 16, 22, 43, 30, 156127)}] Aug 16 22:41:30.201468 n-d-792458-15 neutron-server[94872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:41:30.202570 n-d-792458-15 neutron-server[94872]: DEBUG oslo_db.api [None req-56c397c2-34f5-4ed2-a681-491ff89360f7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:41:30.245916 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-433e1aaf-81fb-4fc3-9738-37c144ec3464 None None] Provisioning complete for port ae11b7e2-b03a-4007-94a0-de368fcce3c0 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:30.247922 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-433e1aaf-81fb-4fc3-9738-37c144ec3464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:30.332118 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf72a0b9-bfcc-4b5b-aa38-cc1d2b2f5a56 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:41:30.332341 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-433e1aaf-81fb-4fc3-9738-37c144ec3464 None None] Port ae11b7e2-b03a-4007-94a0-de368fcce3c0 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:41:30.344680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cf72a0b9-bfcc-4b5b-aa38-cc1d2b2f5a56 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/124408a2-5e29-4efe-a250-f8c9acaa1f51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3164170 Aug 16 22:41:30.346869 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-40a2af17-ca33-4a59-b173-7d60d92bf9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:30.347920 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48644) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:30.351807 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2a98b4-d71e-4516-bb06-167bb5044d36 None None] Sync routers for ids ['124408a2-5e29-4efe-a250-f8c9acaa1f51'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:41:30.355145 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-40a2af17-ca33-4a59-b173-7d60d92bf9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:30.401127 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2a98b4-d71e-4516-bb06-167bb5044d36 None None] Routers {'124408a2-5e29-4efe-a250-f8c9acaa1f51'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:41:30.412595 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b573892-2cf4-49c2-947d-ee069daae8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:30.424280 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7b2a98b4-d71e-4516-bb06-167bb5044d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:41:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['124408a2-5e29-4efe-a250-f8c9acaa1f51'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:30.460034 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b573892-2cf4-49c2-947d-ee069daae8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:30.468667 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-40a2af17-ca33-4a59-b173-7d60d92bf9e1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0e69bdc9c73c40e2939db3fee6827450&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2407796 Aug 16 22:41:30.478629 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48648) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:30.489177 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2af17-ca33-4a59-b173-7d60d92bf9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdb91ef-2cf7-4210-803a-42d53728c0d2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:30.511782 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cec762-8d50-435a-b23e-b9c961d62a71 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:30.517005 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e3cec762-8d50-435a-b23e-b9c961d62a71 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/ports/ae11b7e2-b03a-4007-94a0-de368fcce3c0 HTTP/1.1" status: 200 len: 910 time: 0.1679456 Aug 16 22:41:30.520687 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48650) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:30.524833 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7b2a98b4-d71e-4516-bb06-167bb5044d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:30.548255 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2a98b4-d71e-4516-bb06-167bb5044d36 None None] Routers {'124408a2-5e29-4efe-a250-f8c9acaa1f51'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:41:30.549641 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7b2a98b4-d71e-4516-bb06-167bb5044d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:41:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['124408a2-5e29-4efe-a250-f8c9acaa1f51'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:30.595527 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7b2a98b4-d71e-4516-bb06-167bb5044d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:30.596386 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2a98b4-d71e-4516-bb06-167bb5044d36 None None] The sync data for ids ['124408a2-5e29-4efe-a250-f8c9acaa1f51'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:41:30.607898 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4551bd0a-bca7-447c-ab0f-21334d5c74d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:30.659064 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b573892-2cf4-49c2-947d-ee069daae8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:30.665626 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b573892-2cf4-49c2-947d-ee069daae8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:30.668807 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8b573892-2cf4-49c2-947d-ee069daae8d0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/06cf3a35-86cf-4086-ba9b-4d70de65ff7e HTTP/1.1" status: 204 len: 168 time: 0.4721780 Aug 16 22:41:30.678615 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4551bd0a-bca7-447c-ab0f-21334d5c74d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:30.758200 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4551bd0a-bca7-447c-ab0f-21334d5c74d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:30.760684 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4551bd0a-bca7-447c-ab0f-21334d5c74d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:30.765332 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4551bd0a-bca7-447c-ab0f-21334d5c74d5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3fdb91ef-2cf7-4210-803a-42d53728c0d2 HTTP/1.1" status: 204 len: 168 time: 0.2820773 Aug 16 22:41:30.765332 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b573892-2cf4-49c2-947d-ee069daae8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cf3a35-86cf-4086-ba9b-4d70de65ff7e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:30.805071 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551bd0a-bca7-447c-ab0f-21334d5c74d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdb91ef-2cf7-4210-803a-42d53728c0d2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:30.930707 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c397c2-34f5-4ed2-a681-491ff89360f7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Made reservation on behalf of c0195f94a6a04044bec6d077c1b340bc for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:30.936058 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56c397c2-34f5-4ed2-a681-491ff89360f7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:31.005885 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 1ccbe72b-169a-4988-8cfe-f87aacb9d4db details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:41:31.038295 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.ipam_backend_mixin [None req-56c397c2-34f5-4ed2-a681-491ff89360f7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Performing IP validity checks on allocation pools {{(pid=94872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 22:41:31.038826 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.ipam_backend_mixin [None req-56c397c2-34f5-4ed2-a681-491ff89360f7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 22:41:31.190941 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 1ccbe72b-169a-4988-8cfe-f87aacb9d4db, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=1ccbe72b-169a-4988-8cfe-f87aacb9d4db,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:31.220409 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '1ccbe72b-169a-4988-8cfe-f87aacb9d4db', 'network_id': 'a0b4d9a2-666b-4be2-bf62-f6b4cce7a325', 'port_id': '1ccbe72b-169a-4988-8cfe-f87aacb9d4db', 'mac_address': 'fa:16:3e:cd:d0:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2abfc365-29c3-4616-9b87-7c7a7ec9e755', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:41:31.320925 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:31.365555 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56c397c2-34f5-4ed2-a681-491ff89360f7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:31.371027 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ccbe72b-169a-4988-8cfe-f87aacb9d4db {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:41:31.415438 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 1ccbe72b-169a-4988-8cfe-f87aacb9d4db, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=1ccbe72b-169a-4988-8cfe-f87aacb9d4db,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:31.423708 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:31.483346 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c397c2-34f5-4ed2-a681-491ff89360f7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Subnet': ['ID=f375150c-5552-442e-a09f-80022c31b4be,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:31.515119 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c397c2-34f5-4ed2-a681-491ff89360f7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Checking segment: {'id': 'f07e633b-ef75-4ebb-b28b-744f27a2c37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '184708e3-0b8b-433d-a16a-b5cf93af174a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:31.515891 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c397c2-34f5-4ed2-a681-491ff89360f7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Network hostable DHCP agents. Network: 184708e3-0b8b-433d-a16a-b5cf93af174a, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:41:31.534244 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=1ccbe72b-169a-4988-8cfe-f87aacb9d4db,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:31.597260 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c397c2-34f5-4ed2-a681-491ff89360f7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Network 184708e3-0b8b-433d-a16a-b5cf93af174a is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:41:31.603548 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc042506-8854-42d4-a844-3e6880af4e2c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:31.609259 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ed68b-9287-4c77-a0f4-a8f48e4c71be req-979c5f86-57f8-42b7-ab4e-88e3cba528ff tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:31.611116 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c3ed68b-9287-4c77-a0f4-a8f48e4c71be req-979c5f86-57f8-42b7-ab4e-88e3cba528ff tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 944 time: 0.7836010 Aug 16 22:41:31.683921 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-56c397c2-34f5-4ed2-a681-491ff89360f7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 184708e3-0b8b-433d-a16a-b5cf93af174a) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:31.695158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['1ccbe72b-169a-4988-8cfe-f87aacb9d4db'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:41:31.704104 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2165710b-64ed-4092-b23c-0a4967bd1bfd None None] Network 184708e3-0b8b-433d-a16a-b5cf93af174a requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:31.739811 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c3ed68b-9287-4c77-a0f4-a8f48e4c71be req-36bf8220-d32b-4339-bd48-c93788ead342 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149189 Aug 16 22:41:31.771619 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c397c2-34f5-4ed2-a681-491ff89360f7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:31.772277 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56c397c2-34f5-4ed2-a681-491ff89360f7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:31.792047 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48678) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:31.797611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-956eacf9-6165-4573-9069-5be9c9840210 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:31.805920 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-56c397c2-34f5-4ed2-a681-491ff89360f7 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0967486 Aug 16 22:41:31.834562 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48680) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:31.872353 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26f8d0c2-1c5d-4966-83f3-b0869cd31d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:31.995775 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-956eacf9-6165-4573-9069-5be9c9840210 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-131837428'] for subnet, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:32.279779 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-184708e3-0b8b-433d-a16a-b5cf93af174a', 'network_id': '184708e3-0b8b-433d-a16a-b5cf93af174a', 'tenant_id': 'c0195f94a6a04044bec6d077c1b340bc', 'fixed_ips': [{'subnet_id': 'f375150c-5552-442e-a09f-80022c31b4be'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:41:32.280787 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:32.404572 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-956eacf9-6165-4573-9069-5be9c9840210 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735897818040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-131872808'] for subnet, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:32.489838 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26f8d0c2-1c5d-4966-83f3-b0869cd31d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:32.501679 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26f8d0c2-1c5d-4966-83f3-b0869cd31d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:32.542255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956eacf9-6165-4573-9069-5be9c9840210 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event updated for resources: {'Subnet': ['ID=f375150c-5552-442e-a09f-80022c31b4be,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:32.553636 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] Allocated IP 2001:db8::3 (184708e3-0b8b-433d-a16a-b5cf93af174a/f375150c-5552-442e-a09f-80022c31b4be/198d37dd-68a1-43a5-add0-98f69eb4ded5) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:41:32.573569 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956eacf9-6165-4573-9069-5be9c9840210 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:32.576175 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-956eacf9-6165-4573-9069-5be9c9840210 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:32.582480 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-956eacf9-6165-4573-9069-5be9c9840210 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "PUT /v2.0/subnets/f375150c-5552-442e-a09f-80022c31b4be HTTP/1.1" status: 200 len: 900 time: 0.7894106 Aug 16 22:41:32.583714 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48700) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:32.657776 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-26f8d0c2-1c5d-4966-83f3-b0869cd31d77 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=899d926c3a07486686ad3d911fe9d397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8200116 Aug 16 22:41:32.670977 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48704) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:32.671932 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8d0c2-1c5d-4966-83f3-b0869cd31d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fbfb18-c8b6-410a-bdc7-cbfe113409f2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:32.714291 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-dc042506-8854-42d4-a844-3e6880af4e2c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting port ae11b7e2-b03a-4007-94a0-de368fcce3c0 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:32.714638 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc042506-8854-42d4-a844-3e6880af4e2c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:32.732569 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:32.753080 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] Transition to ACTIVE for port object 198d37dd-68a1-43a5-add0-98f69eb4ded5 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:32.790168 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] Transition to ACTIVE for port object 198d37dd-68a1-43a5-add0-98f69eb4ded5 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:32.800471 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:32.828580 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48712) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:32.905954 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] Pushing event updated for resources: {'Port': ['ID=198d37dd-68a1-43a5-add0-98f69eb4ded5,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:32.907768 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48716) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:32.915120 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] Network 184708e3-0b8b-433d-a16a-b5cf93af174a is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:32.916680 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:32.919432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:41:32.931177 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.007490 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc042506-8854-42d4-a844-3e6880af4e2c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.011802 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36ed9d96-9400-489c-b2a4-0fba5e287f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.028047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 1ccbe72b-169a-4988-8cfe-f87aacb9d4db up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:41:33.042872 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-dc042506-8854-42d4-a844-3e6880af4e2c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Calling delete_port for ae11b7e2-b03a-4007-94a0-de368fcce3c0 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:33.139341 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5297a76-cf81-4106-881d-72f2e31e849f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.153394 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36ed9d96-9400-489c-b2a4-0fba5e287f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.176277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50cbf-6c12-4dcc-ab0a-2ac52c9650cc req-b6186664-f2aa-4345-9186-f42058a0654f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:33.178536 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-caa50cbf-6c12-4dcc-ab0a-2ac52c9650cc req-b6186664-f2aa-4345-9186-f42058a0654f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 944 time: 0.2812109 Aug 16 22:41:33.183005 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a6cefb54-0ad8-453b-8217-c0e5e8ec207e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-277191793-network', 'tenant_id': '8a3104f5481241e2b85b611242687a7d'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:33.184454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] Attempting to bind port 198d37dd-68a1-43a5-add0-98f69eb4ded5 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:41:33.184936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] Attempting to bind port 198d37dd-68a1-43a5-add0-98f69eb4ded5 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'f07e633b-ef75-4ebb-b28b-744f27a2c37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '184708e3-0b8b-433d-a16a-b5cf93af174a'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:41:33.185371 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] Attempting to bind port 198d37dd-68a1-43a5-add0-98f69eb4ded5 on network 184708e3-0b8b-433d-a16a-b5cf93af174a {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:41:33.197435 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:41:33.197845 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] Checking segment: {'id': 'f07e633b-ef75-4ebb-b28b-744f27a2c37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '184708e3-0b8b-433d-a16a-b5cf93af174a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:33.198295 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.198700 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] Bound using segment: {'id': 'f07e633b-ef75-4ebb-b28b-744f27a2c37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '184708e3-0b8b-433d-a16a-b5cf93af174a'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:41:33.199202 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] Bound port: 198d37dd-68a1-43a5-add0-98f69eb4ded5, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07e633b-ef75-4ebb-b28b-744f27a2c37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '184708e3-0b8b-433d-a16a-b5cf93af174a'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:41:33.199597 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.200164 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5297a76-cf81-4106-881d-72f2e31e849f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.208014 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36ed9d96-9400-489c-b2a4-0fba5e287f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.215463 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cefb54-0ad8-453b-8217-c0e5e8ec207e admin admin] Made reservation on behalf of 8a3104f5481241e2b85b611242687a7d for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:33.218200 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6cefb54-0ad8-453b-8217-c0e5e8ec207e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.248515 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 1ccbe72b-169a-4988-8cfe-f87aacb9d4db completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:41:33.280912 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 1ccbe72b-169a-4988-8cfe-f87aacb9d4db triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:33.282172 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.298785 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6cefb54-0ad8-453b-8217-c0e5e8ec207e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.376969 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] For port 198d37dd-68a1-43a5-add0-98f69eb4ded5, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:41:33.382959 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] For port 198d37dd-68a1-43a5-add0-98f69eb4ded5, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=198d37dd-68a1-43a5-add0-98f69eb4ded5,segment=NetworkSegment(f07e633b-ef75-4ebb-b28b-744f27a2c37f),segment_id=f07e633b-ef75-4ebb-b28b-744f27a2c37f)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:41:33.383968 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-36ed9d96-9400-489c-b2a4-0fba5e287f88 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d75a4269c7504649bb585f905a304a97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5529680 Aug 16 22:41:33.391528 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.395828 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48726) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:33.415117 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5297a76-cf81-4106-881d-72f2e31e849f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.418113 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5297a76-cf81-4106-881d-72f2e31e849f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.421711 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e5297a76-cf81-4106-881d-72f2e31e849f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/90fbfb18-c8b6-410a-bdc7-cbfe113409f2 HTTP/1.1" status: 204 len: 168 time: 0.7443588 Aug 16 22:41:33.433005 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5297a76-cf81-4106-881d-72f2e31e849f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fbfb18-c8b6-410a-bdc7-cbfe113409f2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:33.483670 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc042506-8854-42d4-a844-3e6880af4e2c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.548094 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed9d96-9400-489c-b2a4-0fba5e287f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b63a1d-962c-4e58-9ff5-f66d695a08a5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:33.589421 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Deleting port 198d37dd-68a1-43a5-add0-98f69eb4ded5 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:33.589933 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.617776 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.647325 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc042506-8854-42d4-a844-3e6880af4e2c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Port': ['ID=ae11b7e2-b03a-4007-94a0-de368fcce3c0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:33.652001 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-caa50cbf-6c12-4dcc-ab0a-2ac52c9650cc req-b0bf0a00-e9b0-4537-85cc-4c9643d88b5e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454069 Aug 16 22:41:33.742142 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 1ccbe72b-169a-4988-8cfe-f87aacb9d4db, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=1ccbe72b-169a-4988-8cfe-f87aacb9d4db,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:33.759263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fa6f8d-2457-4027-9a10-27247f6eb491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccbe72b-169a-4988-8cfe-f87aacb9d4db'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:41:33.763290 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59aa9c0-0d3e-4d5b-97da-d21af2ba6807" -d '{"events": [{"server_uuid": "d0fa6f8d-2457-4027-9a10-27247f6eb491", "name": "network-vif-plugged", "status": "completed", "tag": "1ccbe72b-169a-4988-8cfe-f87aacb9d4db"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:41:33.775453 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.797591 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f61bd5-0192-4cb1-9238-7c2ae75c08f2 None None] Pushing event updated for resources: {'Port': ['ID=198d37dd-68a1-43a5-add0-98f69eb4ded5,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:33.928298 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99413be5-57d9-4201-ad76-9e1b095bd41f x-openstack-request-id: req-99413be5-57d9-4201-ad76-9e1b095bd41f {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:41:33.935043 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fa6f8d-2457-4027-9a10-27247f6eb491", "name": "network-vif-plugged", "status": "completed", "tag": "1ccbe72b-169a-4988-8cfe-f87aacb9d4db", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:41:33.937742 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-99413be5-57d9-4201-ad76-9e1b095bd41f {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:41:33.938405 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fa6f8d-2457-4027-9a10-27247f6eb491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccbe72b-169a-4988-8cfe-f87aacb9d4db', 'code': 200} Aug 16 22:41:34.047542 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=1ccbe72b-169a-4988-8cfe-f87aacb9d4db,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:34.181196 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc042506-8854-42d4-a844-3e6880af4e2c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:34.411941 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc042506-8854-42d4-a844-3e6880af4e2c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router 124408a2-5e29-4efe-a250-f8c9acaa1f51 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:41:34.569330 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6cefb54-0ad8-453b-8217-c0e5e8ec207e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:34.576947 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4190df70-17df-4bb0-a721-041de202f12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:34.592497 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6cefb54-0ad8-453b-8217-c0e5e8ec207e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:34.659257 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4190df70-17df-4bb0-a721-041de202f12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:34.664332 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d6cd6-c371-47de-bbbc-e3da29c586cf req-d687b5de-96a1-47f8-9dd6-ede5a4f30bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:34.666101 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-740d6cd6-c371-47de-bbbc-e3da29c586cf req-d687b5de-96a1-47f8-9dd6-ede5a4f30bf9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 1097 time: 0.2152655 Aug 16 22:41:34.746055 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] For port 198d37dd-68a1-43a5-add0-98f69eb4ded5, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=198d37dd-68a1-43a5-add0-98f69eb4ded5,segment=NetworkSegment(f07e633b-ef75-4ebb-b28b-744f27a2c37f),segment_id=f07e633b-ef75-4ebb-b28b-744f27a2c37f)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:34.746055 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:34.839984 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cefb54-0ad8-453b-8217-c0e5e8ec207e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9be276e-1ae6-4999-b41d-86177437e36c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:34.863112 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Calling delete_port for 198d37dd-68a1-43a5-add0-98f69eb4ded5 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:34.885125 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc042506-8854-42d4-a844-3e6880af4e2c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:41:34.893781 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dc042506-8854-42d4-a844-3e6880af4e2c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/124408a2-5e29-4efe-a250-f8c9acaa1f51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3704388 Aug 16 22:41:34.898312 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48762) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:34.902962 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4aac01-06ac-408a-a017-a4054faee854 None None] Sync routers for ids ['124408a2-5e29-4efe-a250-f8c9acaa1f51'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:41:34.922161 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4aac01-06ac-408a-a017-a4054faee854 None None] Routers {'124408a2-5e29-4efe-a250-f8c9acaa1f51'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:41:34.923548 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0a4aac01-06ac-408a-a017-a4054faee854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:41:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['124408a2-5e29-4efe-a250-f8c9acaa1f51'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:34.968315 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8246ac87-497d-4ef5-90f4-b7d2f71b6896 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/ports?device_id=124408a2-5e29-4efe-a250-f8c9acaa1f51 HTTP/1.1" status: 200 len: 205 time: 0.0682671 Aug 16 22:41:34.969305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48764) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:35.026522 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0a4aac01-06ac-408a-a017-a4054faee854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:35.034296 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6cefb54-0ad8-453b-8217-c0e5e8ec207e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:41:35.046791 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4190df70-17df-4bb0-a721-041de202f12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:35.057000 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4190df70-17df-4bb0-a721-041de202f12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:35.058471 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4190df70-17df-4bb0-a721-041de202f12d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/26b63a1d-962c-4e58-9ff5-f66d695a08a5 HTTP/1.1" status: 204 len: 168 time: 1.6520903 Aug 16 22:41:35.059983 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4aac01-06ac-408a-a017-a4054faee854 None None] Routers {'124408a2-5e29-4efe-a250-f8c9acaa1f51'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:41:35.060860 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0a4aac01-06ac-408a-a017-a4054faee854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:41:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['124408a2-5e29-4efe-a250-f8c9acaa1f51'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:35.094410 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6cefb54-0ad8-453b-8217-c0e5e8ec207e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:35.095067 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-a6cefb54-0ad8-453b-8217-c0e5e8ec207e admin admin] Added segment b65c536c-93cb-4111-9f35-3e664221b277 of type vlan for network 8118b60a-7a6a-4d5d-a4db-d30f75a3a882 Aug 16 22:41:35.140674 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca182ae0-8c96-4f54-bddb-7a5141e4312a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:35.151523 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0a4aac01-06ac-408a-a017-a4054faee854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:35.156645 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4aac01-06ac-408a-a017-a4054faee854 None None] The sync data for ids ['124408a2-5e29-4efe-a250-f8c9acaa1f51'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:41:35.197886 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6cefb54-0ad8-453b-8217-c0e5e8ec207e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:35.245925 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:35.357656 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190df70-17df-4bb0-a721-041de202f12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b63a1d-962c-4e58-9ff5-f66d695a08a5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:35.377676 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Port': ['ID=198d37dd-68a1-43a5-add0-98f69eb4ded5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:35.381428 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-740d6cd6-c371-47de-bbbc-e3da29c586cf req-c747cbf1-26fe-4ee8-87fc-8d83292d88ae service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6994982 Aug 16 22:41:35.421066 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] No DVR routers for this DVR port 198d37dd-68a1-43a5-add0-98f69eb4ded5 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:41:35.422750 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6cefb54-0ad8-453b-8217-c0e5e8ec207e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:35.423729 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cefb54-0ad8-453b-8217-c0e5e8ec207e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:35.424316 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6cefb54-0ad8-453b-8217-c0e5e8ec207e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:35.485242 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549a787b-d7cd-4d86-975f-626953da4e86 None None] Network 184708e3-0b8b-433d-a16a-b5cf93af174a requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:35.500715 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca182ae0-8c96-4f54-bddb-7a5141e4312a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:35.517445 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca182ae0-8c96-4f54-bddb-7a5141e4312a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:35.610203 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:35.617238 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:41:35.636717 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-77264368-0d33-4665-add0-7722d2e519c0 req-944a7808-0a61-4207-9ac4-9911914992fa tempest-AttachVolumeTestJSON-1425106093 tempest-AttachVolumeTestJSON-1425106093-project] (94872) timed out ('10.222.0.43', 60278) {{(pid=94872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:41:35.662328 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca182ae0-8c96-4f54-bddb-7a5141e4312a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:35.662845 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca182ae0-8c96-4f54-bddb-7a5141e4312a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Fanout notify agent at l3_agent the message router_deleted on router 124408a2-5e29-4efe-a250-f8c9acaa1f51 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:41:35.693363 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca182ae0-8c96-4f54-bddb-7a5141e4312a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:35.697187 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ca182ae0-8c96-4f54-bddb-7a5141e4312a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/routers/124408a2-5e29-4efe-a250-f8c9acaa1f51 HTTP/1.1" status: 204 len: 168 time: 0.7243636 Aug 16 22:41:35.700317 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48780) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:35.710928 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a6cefb54-0ad8-453b-8217-c0e5e8ec207e admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7922773 Aug 16 22:41:35.717164 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48782) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:35.737301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8088f571-66a2-42c2-a536-eed4bcfbe8c7 admin admin] Request body: {'subnet': {'network_id': '8118b60a-7a6a-4d5d-a4db-d30f75a3a882', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-277191793-subnet', 'tenant_id': '8a3104f5481241e2b85b611242687a7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:35.759606 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cefb54-0ad8-453b-8217-c0e5e8ec207e admin admin] Pushing event updated for resources: {'Network': ['ID=8118b60a-7a6a-4d5d-a4db-d30f75a3a882,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:35.793382 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 8118b60a-7a6a-4d5d-a4db-d30f75a3a882 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:41:35.805989 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8088f571-66a2-42c2-a536-eed4bcfbe8c7 admin admin] Made reservation on behalf of 8a3104f5481241e2b85b611242687a7d for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:35.807834 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8088f571-66a2-42c2-a536-eed4bcfbe8c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:35.847779 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23d7cea-df78-4f2c-b170-ce0ee65d9b43 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting subnet ced8c361-cc58-4842-a28d-c2425012ac8a {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:41:35.860804 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d23d7cea-df78-4f2c-b170-ce0ee65d9b43 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:35.866941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219ea8d-3ff1-44b3-bb8b-ea90fb7289e5 req-0a561903-82b1-4edd-8ef9-e949781b3531 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:35.868534 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3219ea8d-3ff1-44b3-bb8b-ea90fb7289e5 req-0a561903-82b1-4edd-8ef9-e949781b3531 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.8277318 Aug 16 22:41:35.883626 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:35.900596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48792) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:35.997745 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d23d7cea-df78-4f2c-b170-ce0ee65d9b43 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:36.007520 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8753094f-16c4-4034-8491-7ddc4cb2ef24 None None] Could not find standard attr ID for object 198d37dd-68a1-43a5-add0-98f69eb4ded5. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:41:36.009098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Subnet': ['ID=f375150c-5552-442e-a09f-80022c31b4be,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:36.016893 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e8a4813-5425-4e95-a257-6d3ed4ad2f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:36.058396 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:36.088765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184708e3-0b8b-433d-a16a-b5cf93af174a']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:36.096203 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3219ea8d-3ff1-44b3-bb8b-ea90fb7289e5 req-e775334d-5faf-45cd-90d5-c855c4ef7816 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172148 Aug 16 22:41:36.112542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07e633b-ef75-4ebb-b28b-744f27a2c37f') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:36.112851 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07e633b-ef75-4ebb-b28b-744f27a2c37f') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:36.141712 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:36.195168 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:36.217999 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:41:36.218566 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:41:36.223026 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:41:36.243884 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d23d7cea-df78-4f2c-b170-ce0ee65d9b43 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:36.342059 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d23d7cea-df78-4f2c-b170-ce0ee65d9b43 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:36.407531 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d7cea-df78-4f2c-b170-ce0ee65d9b43 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Subnet': ['ID=ced8c361-cc58-4842-a28d-c2425012ac8a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:36.427886 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8054ba-93dc-4305-9c4c-361d8166907c None None] Network db2b78d3-02b6-4962-95db-a9ddd8a0a378 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:36.443110 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d23d7cea-df78-4f2c-b170-ce0ee65d9b43 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:36.452551 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e8a4813-5425-4e95-a257-6d3ed4ad2f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:36.453695 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d23d7cea-df78-4f2c-b170-ce0ee65d9b43 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/subnets/ced8c361-cc58-4842-a28d-c2425012ac8a HTTP/1.1" status: 204 len: 168 time: 0.7521172 Aug 16 22:41:36.454872 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48802) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:36.460196 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:36.475059 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e8a4813-5425-4e95-a257-6d3ed4ad2f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:36.477337 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8088f571-66a2-42c2-a536-eed4bcfbe8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:36.496479 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:36.508195 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/networks/184708e3-0b8b-433d-a16a-b5cf93af174a HTTP/1.1" status: 204 len: 168 time: 3.9222534 Aug 16 22:41:36.516702 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48804) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:36.525564 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd7d21c-4b20-4e7a-b188-0d94a3959916 None None] Network 184708e3-0b8b-433d-a16a-b5cf93af174a requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:36.559135 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-657ac492-65a2-423e-adbd-4569f83d9d42 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] DELETE failed (client error): The resource could not be found. Aug 16 22:41:36.559807 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657ac492-65a2-423e-adbd-4569f83d9d42 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:41:36.561925 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-657ac492-65a2-423e-adbd-4569f83d9d42 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/subnets/f375150c-5552-442e-a09f-80022c31b4be HTTP/1.1" status: 404 len: 337 time: 0.0434163 Aug 16 22:41:36.569492 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48810) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:36.596867 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd7d21c-4b20-4e7a-b188-0d94a3959916 None None] Network 184708e3-0b8b-433d-a16a-b5cf93af174a could not be found, it might have been deleted concurrently. {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 22:41:36.615312 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-d95bae14-8840-4fc1-b59b-0b189049246f tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] DELETE failed (client error): The resource could not be found. Aug 16 22:41:36.616321 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d95bae14-8840-4fc1-b59b-0b189049246f tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:41:36.618514 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d95bae14-8840-4fc1-b59b-0b189049246f tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/networks/184708e3-0b8b-433d-a16a-b5cf93af174a HTTP/1.1" status: 404 len: 339 time: 0.0478911 Aug 16 22:41:36.621075 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48812) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:36.687349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088f571-66a2-42c2-a536-eed4bcfbe8c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e2d3853-76cf-4a0b-9cf4-c25d6b4065eb,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:36.697787 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985ff54f-4636-4efe-8782-e6ac09cb15c9 None None] DHCP port deletion for 184708e3-0b8b-433d-a16a-b5cf93af174a request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:41:36.731300 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed28ca-446c-4b32-87e8-25bcfef4dcee tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Network': ['ID=184708e3-0b8b-433d-a16a-b5cf93af174a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:36.741043 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a4813-5425-4e95-a257-6d3ed4ad2f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbac277b-fd80-4600-9252-825fb2629712,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:36.759206 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6820e000-af1c-4b51-94d4-8aa5ce8ce01b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:36.770555 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0e8a4813-5425-4e95-a257-6d3ed4ad2f3f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f26e1af9cd304ad19832fc55a22f3d25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8526893 Aug 16 22:41:36.777150 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48814) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:36.825692 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8088f571-66a2-42c2-a536-eed4bcfbe8c7 admin admin] Checking segment: {'id': 'b65c536c-93cb-4111-9f35-3e664221b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8118b60a-7a6a-4d5d-a4db-d30f75a3a882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:36.826298 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8088f571-66a2-42c2-a536-eed4bcfbe8c7 admin admin] Network hostable DHCP agents. Network: 8118b60a-7a6a-4d5d-a4db-d30f75a3a882, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:41:36.861167 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8088f571-66a2-42c2-a536-eed4bcfbe8c7 admin admin] Network 8118b60a-7a6a-4d5d-a4db-d30f75a3a882 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:41:36.883387 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53caca9e-3c7d-4351-94da-ca75c9891c88 None None] DHCP port deletion for db2b78d3-02b6-4962-95db-a9ddd8a0a378 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:41:36.885366 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-50441b6f-7e0e-44f7-9e95-cf3ec90559aa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1125767 Aug 16 22:41:36.886590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-8088f571-66a2-42c2-a536-eed4bcfbe8c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 8118b60a-7a6a-4d5d-a4db-d30f75a3a882) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:36.892447 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8088f571-66a2-42c2-a536-eed4bcfbe8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:36.893564 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8088f571-66a2-42c2-a536-eed4bcfbe8c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:36.906627 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8113e2a8-e14a-4f4a-aba1-9d08199e5b96 None None] Network 8118b60a-7a6a-4d5d-a4db-d30f75a3a882 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:36.916625 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf3f860e-c908-47df-bca3-9f40bfec2a21 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:36.983150 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8088f571-66a2-42c2-a536-eed4bcfbe8c7 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2521541 Aug 16 22:41:37.020623 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac0ec57f-ee20-4cf2-9ee5-51b907897ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:37.030728 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6820e000-af1c-4b51-94d4-8aa5ce8ce01b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting port 6acfcb65-a99d-47ac-a179-a3c63f2ec947 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:37.031568 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6820e000-af1c-4b51-94d4-8aa5ce8ce01b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:37.105947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-767bfbb7-66c3-4064-9b0a-89c70ee8cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:37.106637 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-767bfbb7-66c3-4064-9b0a-89c70ee8cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:37.109312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-767bfbb7-66c3-4064-9b0a-89c70ee8cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:37.109918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-767bfbb7-66c3-4064-9b0a-89c70ee8cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:37.110482 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-767bfbb7-66c3-4064-9b0a-89c70ee8cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:37.112701 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-767bfbb7-66c3-4064-9b0a-89c70ee8cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:37.114297 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-767bfbb7-66c3-4064-9b0a-89c70ee8cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:37.118702 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-767bfbb7-66c3-4064-9b0a-89c70ee8cd1b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec65b3f25804ec5b636b887d7c98229&device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 6499 time: 0.1195548 Aug 16 22:41:37.300165 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf3f860e-c908-47df-bca3-9f40bfec2a21 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:37.307389 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac0ec57f-ee20-4cf2-9ee5-51b907897ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:37.334529 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-cf3f860e-c908-47df-bca3-9f40bfec2a21 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2159ed75-3a07-4789-a7f6-8f20d186ebd4']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:37.357641 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-e9896612-ce53-452e-ac6d-b55c549a2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:37.358161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-e9896612-ce53-452e-ac6d-b55c549a2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:37.359265 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-e9896612-ce53-452e-ac6d-b55c549a2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:37.361022 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-6820e000-af1c-4b51-94d4-8aa5ce8ce01b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] For port 6acfcb65-a99d-47ac-a179-a3c63f2ec947, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6acfcb65-a99d-47ac-a179-a3c63f2ec947,segment=NetworkSegment(fb4eeb0a-e864-41eb-ad25-381cbaf66dff),segment_id=fb4eeb0a-e864-41eb-ad25-381cbaf66dff)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:37.361885 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6820e000-af1c-4b51-94d4-8aa5ce8ce01b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:37.362231 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-e9896612-ce53-452e-ac6d-b55c549a2f7c service neutron] 10.222.0.39 "GET /v2.0/networks?id=da99628b-b531-4700-97cd-f2deca3ca96b&id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66&id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 HTTP/1.1" status: 200 len: 2293 time: 0.2145946 Aug 16 22:41:37.368322 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-cf3f860e-c908-47df-bca3-9f40bfec2a21 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd4e40ff-9ba5-4073-8055-64cd01ab7e9c') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:37.369293 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-cf3f860e-c908-47df-bca3-9f40bfec2a21 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd4e40ff-9ba5-4073-8055-64cd01ab7e9c') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:37.393744 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebe00ff-5184-4997-81b7-9e64156ea9af None None] Network 8118b60a-7a6a-4d5d-a4db-d30f75a3a882 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:37.410499 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6820e000-af1c-4b51-94d4-8aa5ce8ce01b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Calling delete_port for 6acfcb65-a99d-47ac-a179-a3c63f2ec947 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:37.414030 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf3f860e-c908-47df-bca3-9f40bfec2a21 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:37.439364 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf3f860e-c908-47df-bca3-9f40bfec2a21 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:37.448710 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3f860e-c908-47df-bca3-9f40bfec2a21 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:41:37.449391 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf3f860e-c908-47df-bca3-9f40bfec2a21 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:41:37.454118 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:41:37.582496 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac0ec57f-ee20-4cf2-9ee5-51b907897ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:37.587604 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac0ec57f-ee20-4cf2-9ee5-51b907897ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:37.595444 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ac0ec57f-ee20-4cf2-9ee5-51b907897ea9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bbac277b-fd80-4600-9252-825fb2629712 HTTP/1.1" status: 204 len: 168 time: 0.8112373 Aug 16 22:41:37.639611 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ec57f-ee20-4cf2-9ee5-51b907897ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbac277b-fd80-4600-9252-825fb2629712,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:37.665118 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-53caca9e-3c7d-4351-94da-ca75c9891c88 None None] Deleting port 6acfcb65-a99d-47ac-a179-a3c63f2ec947 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:37.666304 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-53caca9e-3c7d-4351-94da-ca75c9891c88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:37.666516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa5dfe-9720-40b3-8220-1be762ad42eb req-d5f4c801-28f3-4331-8e55-9084bec7d8fe tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:37.674872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-32fa5dfe-9720-40b3-8220-1be762ad42eb req-d5f4c801-28f3-4331-8e55-9084bec7d8fe tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.3109560 Aug 16 22:41:37.706175 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-9e6b118d-4939-44a6-b46f-aee7383b9ab1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=591b5968-9ed1-44b8-afc2-1f142f90e8d8 HTTP/1.1" status: 200 len: 1002 time: 0.2228501 Aug 16 22:41:37.732977 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6820e000-af1c-4b51-94d4-8aa5ce8ce01b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:37.743408 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 198d37dd-68a1-43a5-add0-98f69eb4ded5 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:41:37.759698 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-32fa5dfe-9720-40b3-8220-1be762ad42eb req-786ac7e8-4b57-4617-8612-dc27026575f6 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833948 Aug 16 22:41:37.806574 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820e000-af1c-4b51-94d4-8aa5ce8ce01b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Port': ['ID=6acfcb65-a99d-47ac-a179-a3c63f2ec947,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:37.821910 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf3f860e-c908-47df-bca3-9f40bfec2a21 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:37.836219 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cf3f860e-c908-47df-bca3-9f40bfec2a21 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:37.840155 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cf3f860e-c908-47df-bca3-9f40bfec2a21 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/networks/2159ed75-3a07-4789-a7f6-8f20d186ebd4 HTTP/1.1" status: 204 len: 168 time: 1.2175243 Aug 16 22:41:37.842641 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 198d37dd-68a1-43a5-add0-98f69eb4ded5 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:41:37.843932 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 198d37dd-68a1-43a5-add0-98f69eb4ded5 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:41:37.844538 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6acfcb65-a99d-47ac-a179-a3c63f2ec947 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:41:37.847058 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6820e000-af1c-4b51-94d4-8aa5ce8ce01b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] No DVR routers for this DVR port 6acfcb65-a99d-47ac-a179-a3c63f2ec947 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:41:37.856254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48858) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:37.905895 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f860e-c908-47df-bca3-9f40bfec2a21 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Network': ['ID=2159ed75-3a07-4789-a7f6-8f20d186ebd4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:37.953637 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 6acfcb65-a99d-47ac-a179-a3c63f2ec947 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:41:37.954159 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6acfcb65-a99d-47ac-a179-a3c63f2ec947 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:41:38.035943 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-53caca9e-3c7d-4351-94da-ca75c9891c88 None None] For port 6acfcb65-a99d-47ac-a179-a3c63f2ec947, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6acfcb65-a99d-47ac-a179-a3c63f2ec947,segment=NetworkSegment(fb4eeb0a-e864-41eb-ad25-381cbaf66dff),segment_id=fb4eeb0a-e864-41eb-ad25-381cbaf66dff)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:38.037337 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-53caca9e-3c7d-4351-94da-ca75c9891c88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:38.044668 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-acd71893-85e6-4477-9bb0-c2ea837d21a6 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:38.053741 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-acd71893-85e6-4477-9bb0-c2ea837d21a6 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/networks?id=8118b60a-7a6a-4d5d-a4db-d30f75a3a882 HTTP/1.1" status: 200 len: 812 time: 0.2636974 Aug 16 22:41:38.059312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-ad817f09-ab5e-4986-b8fa-83fcfbd5c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:38.060797 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-ad817f09-ab5e-4986-b8fa-83fcfbd5c1bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ffe763c-ff2b-42ed-bcf3-687f913d441b HTTP/1.1" status: 200 len: 850 time: 0.3446906 Aug 16 22:41:38.071861 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-53caca9e-3c7d-4351-94da-ca75c9891c88 None None] Calling delete_port for 6acfcb65-a99d-47ac-a179-a3c63f2ec947 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:38.078366 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6820e000-af1c-4b51-94d4-8aa5ce8ce01b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:38.092236 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-6820e000-af1c-4b51-94d4-8aa5ce8ce01b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2b78d3-02b6-4962-95db-a9ddd8a0a378']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:38.111447 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-6820e000-af1c-4b51-94d4-8aa5ce8ce01b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb4eeb0a-e864-41eb-ad25-381cbaf66dff') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:38.112038 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-6820e000-af1c-4b51-94d4-8aa5ce8ce01b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb4eeb0a-e864-41eb-ad25-381cbaf66dff') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:38.116611 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefb579b-db63-4156-b774-cfbf0a976f81 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] DELETE failed (client error): The resource could not be found. Aug 16 22:41:38.117097 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aefb579b-db63-4156-b774-cfbf0a976f81 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:41:38.122935 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-aefb579b-db63-4156-b774-cfbf0a976f81 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/subnets/fcb5bbdc-f4b7-4f32-ab6a-668717f15f5a HTTP/1.1" status: 404 len: 337 time: 0.2639318 Aug 16 22:41:38.126889 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48862) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:38.137043 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6820e000-af1c-4b51-94d4-8aa5ce8ce01b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:38.157053 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6820e000-af1c-4b51-94d4-8aa5ce8ce01b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:38.166324 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6820e000-af1c-4b51-94d4-8aa5ce8ce01b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:41:38.167558 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6820e000-af1c-4b51-94d4-8aa5ce8ce01b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:41:38.172387 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:41:38.222548 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-53caca9e-3c7d-4351-94da-ca75c9891c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:38.265508 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-821351fb-1b2b-4222-9c81-e7c57799e171 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/quotas/8a3104f5481241e2b85b611242687a7d HTTP/1.1" status: 200 len: 375 time: 0.2105241 Aug 16 22:41:38.266889 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef3af9e-7ea4-4195-99b9-3e6d02fa03d0 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] DELETE failed (client error): The resource could not be found. Aug 16 22:41:38.267730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef3af9e-7ea4-4195-99b9-3e6d02fa03d0 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:41:38.275135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-eef3af9e-7ea4-4195-99b9-3e6d02fa03d0 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/networks/b60082ab-4c37-4923-972f-4a31831d3ccb HTTP/1.1" status: 404 len: 339 time: 0.1469352 Aug 16 22:41:38.278327 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6820e000-af1c-4b51-94d4-8aa5ce8ce01b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:38.280188 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48872) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:38.291263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53caca9e-3c7d-4351-94da-ca75c9891c88 None None] No DVR routers for this DVR port 6acfcb65-a99d-47ac-a179-a3c63f2ec947 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:41:38.296697 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53caca9e-3c7d-4351-94da-ca75c9891c88 None None] Pushing event deleted for resources: {'Port': ['ID=6acfcb65-a99d-47ac-a179-a3c63f2ec947,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:38.333063 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6820e000-af1c-4b51-94d4-8aa5ce8ce01b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:38.341380 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6820e000-af1c-4b51-94d4-8aa5ce8ce01b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/networks/db2b78d3-02b6-4962-95db-a9ddd8a0a378 HTTP/1.1" status: 204 len: 168 time: 1.8807664 Aug 16 22:41:38.359663 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-37340334-d91d-4be5-a01c-30b571dc0c17 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=8a3104f5481241e2b85b611242687a7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821617 Aug 16 22:41:38.365057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48876) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:38.381594 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-89623422-e43a-4216-a539-59cfa5bd6460 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1127095216', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:38.386168 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820e000-af1c-4b51-94d4-8aa5ce8ce01b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Network': ['ID=db2b78d3-02b6-4962-95db-a9ddd8a0a378,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:38.454913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-6366d2c7-6d02-4b44-ba5f-e023a734939b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Deleting subnet 72a76e78-2c44-4176-aac8-e6a7896dd3da {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:41:38.460948 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6366d2c7-6d02-4b44-ba5f-e023a734939b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:38.512362 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6366d2c7-6d02-4b44-ba5f-e023a734939b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:38.526535 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-426f0724-0b56-4411-98d1-e08038958ea8 service neutron] 10.222.0.93 "GET /v2.0/networks/8118b60a-7a6a-4d5d-a4db-d30f75a3a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255372 Aug 16 22:41:38.635836 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:38.664286 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-4b105a41-c423-46f2-86b8-892651f3ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:38.665725 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6366d2c7-6d02-4b44-ba5f-e023a734939b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:38.669272 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-4b105a41-c423-46f2-86b8-892651f3ffaf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=da99628b-b531-4700-97cd-f2deca3ca96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5751188 Aug 16 22:41:38.807906 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6366d2c7-6d02-4b44-ba5f-e023a734939b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:38.854809 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366d2c7-6d02-4b44-ba5f-e023a734939b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Subnet': ['ID=72a76e78-2c44-4176-aac8-e6a7896dd3da,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:38.859630 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6366d2c7-6d02-4b44-ba5f-e023a734939b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:38.865518 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6366d2c7-6d02-4b44-ba5f-e023a734939b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/subnets/72a76e78-2c44-4176-aac8-e6a7896dd3da HTTP/1.1" status: 204 len: 168 time: 0.5839911 Aug 16 22:41:38.866479 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48888) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:38.877201 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eca3378-5e59-4bc4-86e7-63fa9c2652d4 None None] Network 6cc675bc-612b-47c6-bf67-a1f60b307e43 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:38.917493 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-06fc98ef-1d25-4013-b3b4-3acab5b9b000 service neutron] 10.222.0.39 "GET /v2.0/networks/da99628b-b531-4700-97cd-f2deca3ca96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268384 Aug 16 22:41:38.922352 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89623422-e43a-4216-a539-59cfa5bd6460 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:38.924219 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89623422-e43a-4216-a539-59cfa5bd6460 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:38.936013 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-78701c29-df45-4905-be37-015d810660cf tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Deleting subnet 1d7c816a-4fd3-47ff-bd5a-64c9350a7598 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:41:38.939696 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78701c29-df45-4905-be37-015d810660cf tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:38.956917 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebfc00-2ad2-4a36-9543-4ebf1721502d req-03f3fba3-90e2-4df8-99d9-7699e97815dc tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:38.959904 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-faebfc00-2ad2-4a36-9543-4ebf1721502d req-03f3fba3-90e2-4df8-99d9-7699e97815dc tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.6417260 Aug 16 22:41:38.995538 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78701c29-df45-4905-be37-015d810660cf tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:39.027092 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89623422-e43a-4216-a539-59cfa5bd6460 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:39.100058 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-aaf105f0-2b14-4801-a669-fae12ce9a554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:39.120388 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78701c29-df45-4905-be37-015d810660cf tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:39.232364 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78701c29-df45-4905-be37-015d810660cf tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:39.273107 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-0d9d5687-383a-4ce0-838e-0c8f1f0468bb service neutron] 10.222.0.93 "GET /v2.0/networks/8118b60a-7a6a-4d5d-a4db-d30f75a3a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7454698 Aug 16 22:41:39.293897 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78701c29-df45-4905-be37-015d810660cf tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Subnet': ['ID=1d7c816a-4fd3-47ff-bd5a-64c9350a7598,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:39.296727 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78701c29-df45-4905-be37-015d810660cf tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:39.301605 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-78701c29-df45-4905-be37-015d810660cf tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/subnets/1d7c816a-4fd3-47ff-bd5a-64c9350a7598 HTTP/1.1" status: 204 len: 168 time: 0.4334393 Aug 16 22:41:39.301873 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48900) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:39.386994 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd8a2cd-009b-4479-a207-0fa262a0544c None None] Update dhcp port {'port': {'network_id': '6cc675bc-612b-47c6-bf67-a1f60b307e43', 'fixed_ips': [{'subnet_id': '1d7c816a-4fd3-47ff-bd5a-64c9350a7598'}], 'binding:host_id': 'n-d-792458-15'}, 'id': 'a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6'} from n-d-792458-15. {{(pid=94873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:41:39.441801 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a2cd-009b-4479-a207-0fa262a0544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:39.500462 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5bb8cca9-adf5-44b9-bf42-6ab516ca563e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:39.627369 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89623422-e43a-4216-a539-59cfa5bd6460 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:39.664078 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-406a855b-1592-4467-a3f8-af188360b05e service neutron] 10.222.0.39 "GET /v2.0/networks/da99628b-b531-4700-97cd-f2deca3ca96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6351850 Aug 16 22:41:39.709090 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5bb8cca9-adf5-44b9-bf42-6ab516ca563e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Deleting port a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:39.709601 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5bb8cca9-adf5-44b9-bf42-6ab516ca563e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:39.776562 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-faebfc00-2ad2-4a36-9543-4ebf1721502d req-ad1932d4-2a13-45c3-a41d-c1b2b6b4b308 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6438389 Aug 16 22:41:39.783976 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ffce23-dab1-4d24-bb4e-fbdb9bd231e0 None None] Network 6cc675bc-612b-47c6-bf67-a1f60b307e43 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:39.940554 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5bb8cca9-adf5-44b9-bf42-6ab516ca563e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] For port a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6,segment=NetworkSegment(28b4ad92-9c8e-4b57-8b4e-6767a7bab107),segment_id=28b4ad92-9c8e-4b57-8b4e-6767a7bab107)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:39.941289 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5bb8cca9-adf5-44b9-bf42-6ab516ca563e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:39.962186 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5bb8cca9-adf5-44b9-bf42-6ab516ca563e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Calling delete_port for a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:39.970736 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10a84b9e-fa8a-4948-aade-1572836773bc req-8162aa35-02c5-48ab-b0c3-2caea8d4076f tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/ports?device_id=609f5971-54a7-47cf-bace-9cfaf00e1079 HTTP/1.1" status: 200 len: 210 time: 0.2867684 Aug 16 22:41:39.982195 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-7bc814ee-65ff-4621-be28-9fab9aac6370 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=a0a260f4-e95c-4287-9011-ab8907999577 HTTP/1.1" status: 200 len: 217 time: 0.3066506 Aug 16 22:41:40.011281 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-18db793f-7359-4998-a505-175c842382c5 None None] Provisioning complete for port a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:40.011848 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-18db793f-7359-4998-a505-175c842382c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:40.168724 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5bb8cca9-adf5-44b9-bf42-6ab516ca563e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:40.211383 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8cca9-adf5-44b9-bf42-6ab516ca563e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Port': ['ID=a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:40.213717 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-07b00df0-514f-4de7-a48a-421614450ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:40.219864 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-07b00df0-514f-4de7-a48a-421614450ed7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ba958f9-7606-4a57-ac70-15a7d712df06 HTTP/1.1" status: 200 len: 797 time: 0.1641817 Aug 16 22:41:40.226836 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb8cca9-adf5-44b9-bf42-6ab516ca563e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] No DVR routers for this DVR port a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:41:40.327714 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-18db793f-7359-4998-a505-175c842382c5 None None] Could not find standard attr ID for object a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:41:40.343234 n-d-792458-15 neutron-server[94873]: INFO neutron.plugins.ml2.db [None req-18db793f-7359-4998-a505-175c842382c5 None None] No ports have port_id starting with a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 Aug 16 22:41:40.359425 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5cbb71-0d93-428b-acb0-6b9be44dbe93 None None] DHCP port deletion for 6cc675bc-612b-47c6-bf67-a1f60b307e43 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:41:40.367341 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fc008-c404-427f-9f9c-fc1c4e714b1a req-62f9b074-09d4-4b4d-a1d4-279ebe4bb6a0 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:40.370649 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-585fc008-c404-427f-9f9c-fc1c4e714b1a req-62f9b074-09d4-4b4d-a1d4-279ebe4bb6a0 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.3955314 Aug 16 22:41:40.481383 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5bb8cca9-adf5-44b9-bf42-6ab516ca563e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:40.505088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-b9280a06-b396-430e-ab48-420d42eda68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:40.507059 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-b9280a06-b396-430e-ab48-420d42eda68f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2679408 Aug 16 22:41:40.514562 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-5bb8cca9-adf5-44b9-bf42-6ab516ca563e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc675bc-612b-47c6-bf67-a1f60b307e43']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:40.541009 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-585fc008-c404-427f-9f9c-fc1c4e714b1a req-f31e1cc3-b7a7-440a-8372-05993222a8e3 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127403 Aug 16 22:41:40.545219 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-5bb8cca9-adf5-44b9-bf42-6ab516ca563e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b4ad92-9c8e-4b57-8b4e-6767a7bab107') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:40.545528 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-5bb8cca9-adf5-44b9-bf42-6ab516ca563e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b4ad92-9c8e-4b57-8b4e-6767a7bab107') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:40.584083 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5bb8cca9-adf5-44b9-bf42-6ab516ca563e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:40.653403 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5bb8cca9-adf5-44b9-bf42-6ab516ca563e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:40.673267 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb8cca9-adf5-44b9-bf42-6ab516ca563e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:41:40.673794 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5bb8cca9-adf5-44b9-bf42-6ab516ca563e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:41:40.685952 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:41:40.780102 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:40.848186 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5bb8cca9-adf5-44b9-bf42-6ab516ca563e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:40.855962 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5bb8cca9-adf5-44b9-bf42-6ab516ca563e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:40.859377 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5bb8cca9-adf5-44b9-bf42-6ab516ca563e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/networks/6cc675bc-612b-47c6-bf67-a1f60b307e43 HTTP/1.1" status: 204 len: 168 time: 1.5536828 Aug 16 22:41:40.868753 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48962) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:40.911304 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8cca9-adf5-44b9-bf42-6ab516ca563e tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Network': ['ID=6cc675bc-612b-47c6-bf67-a1f60b307e43,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:40.951860 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-045f2702-0b79-498c-9cc6-fcfdc1eb3537 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] DELETE failed (client error): The resource could not be found. Aug 16 22:41:40.953667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045f2702-0b79-498c-9cc6-fcfdc1eb3537 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:41:40.955706 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-045f2702-0b79-498c-9cc6-fcfdc1eb3537 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/subnets/7de13bdd-9f34-46b7-8b98-e4d525dd93db HTTP/1.1" status: 404 len: 337 time: 0.0850170 Aug 16 22:41:40.966717 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48964) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:41.001761 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-b718e187-595e-4c28-8909-101ae640961b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] DELETE failed (client error): The resource could not be found. Aug 16 22:41:41.002797 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b718e187-595e-4c28-8909-101ae640961b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:41:41.005097 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b718e187-595e-4c28-8909-101ae640961b tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/networks/a759b290-dcd5-44d1-b30e-0d8bd92c05e8 HTTP/1.1" status: 404 len: 339 time: 0.0372005 Aug 16 22:41:41.008505 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48968) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:41.056630 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-17cd5f5a-c423-4dfe-8f64-11014a568073 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] DELETE failed (client error): The resource could not be found. Aug 16 22:41:41.066671 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17cd5f5a-c423-4dfe-8f64-11014a568073 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:41:41.069534 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-17cd5f5a-c423-4dfe-8f64-11014a568073 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/subnets/962ad603-17ce-4544-a8f6-66d83114fb13 HTTP/1.1" status: 404 len: 337 time: 0.0599611 Aug 16 22:41:41.072178 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48970) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:41.101000 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8fdb71c-747a-4cd6-bf05-ea10798163d1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] DELETE failed (client error): The resource could not be found. Aug 16 22:41:41.102022 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8fdb71c-747a-4cd6-bf05-ea10798163d1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:41:41.104265 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f8fdb71c-747a-4cd6-bf05-ea10798163d1 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/networks/29e0dc19-3865-45f5-899e-3bdb8f15ad17 HTTP/1.1" status: 404 len: 339 time: 0.0301964 Aug 16 22:41:41.106798 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48972) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:41.138800 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bc9f0f-98ef-4f21-a197-2eff2c6d6e1c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] DELETE failed (client error): The resource could not be found. Aug 16 22:41:41.139186 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53bc9f0f-98ef-4f21-a197-2eff2c6d6e1c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:41:41.141437 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-53bc9f0f-98ef-4f21-a197-2eff2c6d6e1c tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/subnets/f6d3ca1e-f630-40af-b4ae-2fac658d7a76 HTTP/1.1" status: 404 len: 337 time: 0.0323894 Aug 16 22:41:41.156395 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48976) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:41.204232 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ec34ba-5bf2-4919-8d0e-5b63b3913019 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] DELETE failed (client error): The resource could not be found. Aug 16 22:41:41.204881 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ec34ba-5bf2-4919-8d0e-5b63b3913019 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:41:41.206675 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d8ec34ba-5bf2-4919-8d0e-5b63b3913019 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/networks/4e02c07f-663b-447a-9107-c4bbc01a579e HTTP/1.1" status: 404 len: 339 time: 0.0490103 Aug 16 22:41:41.212053 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48978) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:41.356518 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48982) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:41.360167 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89623422-e43a-4216-a539-59cfa5bd6460 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:41.365021 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-98935e2e-9bdd-4638-93a3-86079f56d3e6 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Deleting subnet 4247b556-6260-4109-ba88-66e5c49dfbe9 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:41:41.368930 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-98935e2e-9bdd-4638-93a3-86079f56d3e6 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:41.424020 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-98935e2e-9bdd-4638-93a3-86079f56d3e6 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:41.524090 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-98935e2e-9bdd-4638-93a3-86079f56d3e6 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:41.552281 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-455408e3-e77c-46f6-8bd7-7296a096e7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:41.614348 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78ce0014-9e07-415f-b9f0-e827cfebf6eb req-6382ee53-2611-4d8d-944c-93b2badbf1aa tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/ports?device_id=609f5971-54a7-47cf-bace-9cfaf00e1079 HTTP/1.1" status: 200 len: 210 time: 0.3475320 Aug 16 22:41:41.619330 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89623422-e43a-4216-a539-59cfa5bd6460 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:41.623927 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-98935e2e-9bdd-4638-93a3-86079f56d3e6 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:41.659046 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-98935e2e-9bdd-4638-93a3-86079f56d3e6 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:41.662168 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-98935e2e-9bdd-4638-93a3-86079f56d3e6 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/subnets/4247b556-6260-4109-ba88-66e5c49dfbe9 HTTP/1.1" status: 204 len: 168 time: 0.4481986 Aug 16 22:41:41.663335 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98935e2e-9bdd-4638-93a3-86079f56d3e6 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Subnet': ['ID=4247b556-6260-4109-ba88-66e5c49dfbe9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:41.665359 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48988) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:41.679139 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a4efc7-16f0-434d-8b74-f038475cf692 None None] Network 00e9cfda-f4a1-4a6a-b116-d61df90a3260 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:41.815502 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:41:41.842580 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:41:41.843144 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a23f5ab1-3c11-452f-9b3f-7c663dc4f3a6 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:41:41.888596 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b659e2a9-12d8-4922-9b4c-d728080b0677 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:41.957041 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b659e2a9-12d8-4922-9b4c-d728080b0677 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Deleting port bc47cb3d-0a7c-4c76-a2e4-909806e4ee69 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:41.957521 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b659e2a9-12d8-4922-9b4c-d728080b0677 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:41.996737 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a28ccccb-d1c8-4a68-9a5a-5b0b15c864c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:42.038203 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106145a7-1a8b-43cd-b5bd-11ac614e25fe req-110424b9-236d-4160-bb01-8d2a13c42d01 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:42.040016 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-106145a7-1a8b-43cd-b5bd-11ac614e25fe req-110424b9-236d-4160-bb01-8d2a13c42d01 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.7754798 Aug 16 22:41:42.042176 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-0d75b884-d599-4b08-872f-6c9d9830eb3d service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4952497 Aug 16 22:41:42.076080 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:42.099932 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162dcaa0-59d3-45bf-955b-47f0dc49b9ca None None] DHCP port deletion for 00e9cfda-f4a1-4a6a-b116-d61df90a3260 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:41:42.103375 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b659e2a9-12d8-4922-9b4c-d728080b0677 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] For port bc47cb3d-0a7c-4c76-a2e4-909806e4ee69, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=bc47cb3d-0a7c-4c76-a2e4-909806e4ee69,segment=NetworkSegment(c2c0d582-65c0-43e4-957c-b79c608b3550),segment_id=c2c0d582-65c0-43e4-957c-b79c608b3550)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:42.105877 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b659e2a9-12d8-4922-9b4c-d728080b0677 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:42.149831 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b659e2a9-12d8-4922-9b4c-d728080b0677 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Calling delete_port for bc47cb3d-0a7c-4c76-a2e4-909806e4ee69 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:42.297946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-162dcaa0-59d3-45bf-955b-47f0dc49b9ca None None] Deleting port bc47cb3d-0a7c-4c76-a2e4-909806e4ee69 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:42.300689 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-162dcaa0-59d3-45bf-955b-47f0dc49b9ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:42.351983 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-ef7c4692-4270-42ab-bb8e-64a4697b6dab tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:42.363731 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-ef7c4692-4270-42ab-bb8e-64a4697b6dab tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.39 "GET /v2.0/networks?id=8118b60a-7a6a-4d5d-a4db-d30f75a3a882 HTTP/1.1" status: 200 len: 812 time: 1.0062165 Aug 16 22:41:42.366131 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b659e2a9-12d8-4922-9b4c-d728080b0677 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:42.428136 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-89623422-e43a-4216-a539-59cfa5bd6460 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Allocated IP 172.25.6.82 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/27bbed16-e8f9-4f66-a050-6679d786a85f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:41:42.440088 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b659e2a9-12d8-4922-9b4c-d728080b0677 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] No DVR routers for this DVR port bc47cb3d-0a7c-4c76-a2e4-909806e4ee69 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:41:42.441470 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-2e0865ab-bb93-47e6-8423-b40491cc48f4 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Request body: {'port': {'device_id': '609f5971-54a7-47cf-bace-9cfaf00e1079', 'network_id': '8118b60a-7a6a-4d5d-a4db-d30f75a3a882', 'admin_state_up': True, 'tenant_id': '8a3104f5481241e2b85b611242687a7d'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:42.447521 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659e2a9-12d8-4922-9b4c-d728080b0677 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Port': ['ID=bc47cb3d-0a7c-4c76-a2e4-909806e4ee69,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:42.493173 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-162dcaa0-59d3-45bf-955b-47f0dc49b9ca None None] For port bc47cb3d-0a7c-4c76-a2e4-909806e4ee69, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=bc47cb3d-0a7c-4c76-a2e4-909806e4ee69,segment=NetworkSegment(c2c0d582-65c0-43e4-957c-b79c608b3550),segment_id=c2c0d582-65c0-43e4-957c-b79c608b3550)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:42.493625 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-162dcaa0-59d3-45bf-955b-47f0dc49b9ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:42.510255 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-162dcaa0-59d3-45bf-955b-47f0dc49b9ca None None] Calling delete_port for bc47cb3d-0a7c-4c76-a2e4-909806e4ee69 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:42.571254 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-106145a7-1a8b-43cd-b5bd-11ac614e25fe req-577e0c8e-7379-4bf5-9d27-eae8c95aa5a7 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4974551 Aug 16 22:41:42.667647 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-162dcaa0-59d3-45bf-955b-47f0dc49b9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:42.676264 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b659e2a9-12d8-4922-9b4c-d728080b0677 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:42.692516 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162dcaa0-59d3-45bf-955b-47f0dc49b9ca None None] No DVR routers for this DVR port bc47cb3d-0a7c-4c76-a2e4-909806e4ee69 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:41:42.698840 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-b659e2a9-12d8-4922-9b4c-d728080b0677 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e9cfda-f4a1-4a6a-b116-d61df90a3260']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:42.721928 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-b659e2a9-12d8-4922-9b4c-d728080b0677 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c0d582-65c0-43e4-957c-b79c608b3550') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:42.722282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-b659e2a9-12d8-4922-9b4c-d728080b0677 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c0d582-65c0-43e4-957c-b79c608b3550') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:42.729206 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162dcaa0-59d3-45bf-955b-47f0dc49b9ca None None] Pushing event deleted for resources: {'Port': ['ID=bc47cb3d-0a7c-4c76-a2e4-909806e4ee69,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:42.744527 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b659e2a9-12d8-4922-9b4c-d728080b0677 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:42.760988 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b659e2a9-12d8-4922-9b4c-d728080b0677 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:42.769828 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b659e2a9-12d8-4922-9b4c-d728080b0677 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:41:42.770477 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b659e2a9-12d8-4922-9b4c-d728080b0677 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:41:42.775054 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:41:42.849579 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b659e2a9-12d8-4922-9b4c-d728080b0677 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:42.873381 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b659e2a9-12d8-4922-9b4c-d728080b0677 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:42.879537 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b659e2a9-12d8-4922-9b4c-d728080b0677 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/networks/00e9cfda-f4a1-4a6a-b116-d61df90a3260 HTTP/1.1" status: 204 len: 168 time: 1.2126696 Aug 16 22:41:42.880928 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49006) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:42.883487 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-61609f92-b7ac-4c77-a6ff-283e79f5db95 req-14746e7f-0f62-442f-ba3d-8905ba70ba5c tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/ports?device_id=609f5971-54a7-47cf-bace-9cfaf00e1079 HTTP/1.1" status: 200 len: 210 time: 0.0728836 Aug 16 22:41:42.898533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-51820210-3f2a-43d0-b9db-c364dbbc6dbd service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8228393 Aug 16 22:41:42.929815 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659e2a9-12d8-4922-9b4c-d728080b0677 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Network': ['ID=00e9cfda-f4a1-4a6a-b116-d61df90a3260,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:42.956006 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-66929054-2282-4d39-8a27-248ea797b8da tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] DELETE failed (client error): The resource could not be found. Aug 16 22:41:42.956368 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66929054-2282-4d39-8a27-248ea797b8da tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:41:42.961038 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-66929054-2282-4d39-8a27-248ea797b8da tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/subnets/cbcbda5a-045b-46e9-944c-2a7db0ed7be3 HTTP/1.1" status: 404 len: 337 time: 0.0409739 Aug 16 22:41:42.961640 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49010) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:42.967775 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-76e8e9ee-7a23-47f6-9aa8-c96e64e2329a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=882b75e0-8639-46ef-a97c-2657f474d5df HTTP/1.1" status: 200 len: 217 time: 0.0601528 Aug 16 22:41:43.027676 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-756e1f84-7703-4b1b-8654-55e4b4d33ffe tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] DELETE failed (client error): The resource could not be found. Aug 16 22:41:43.028309 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756e1f84-7703-4b1b-8654-55e4b4d33ffe tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:41:43.033421 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-756e1f84-7703-4b1b-8654-55e4b4d33ffe tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/networks/a52838e0-64aa-438a-9b82-98e24180a8f7 HTTP/1.1" status: 404 len: 339 time: 0.0612702 Aug 16 22:41:43.033745 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49016) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:43.056240 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a28ccccb-d1c8-4a68-9a5a-5b0b15c864c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:43.075795 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a28ccccb-d1c8-4a68-9a5a-5b0b15c864c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:43.090801 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-db33f8db-54b1-4b08-8c1a-d7cc807120b5 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Deleting subnet 00c650de-2844-49fd-a234-d86f074c97f2 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:41:43.094211 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db33f8db-54b1-4b08-8c1a-d7cc807120b5 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:43.138131 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89623422-e43a-4216-a539-59cfa5bd6460 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:43.138761 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db33f8db-54b1-4b08-8c1a-d7cc807120b5 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:43.146060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-2e0865ab-bb93-47e6-8423-b40491cc48f4 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Made reservation on behalf of 8a3104f5481241e2b85b611242687a7d for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:43.150196 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-2e0865ab-bb93-47e6-8423-b40491cc48f4 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:43.159341 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-67c600d5-c441-4175-bdc9-b1b6461751ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:43.160833 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-67c600d5-c441-4175-bdc9-b1b6461751ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ba958f9-7606-4a57-ac70-15a7d712df06 HTTP/1.1" status: 200 len: 797 time: 0.1747775 Aug 16 22:41:43.163594 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a28ccccb-d1c8-4a68-9a5a-5b0b15c864c6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=23eaef08bf094acba31687629f098b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7996464 Aug 16 22:41:43.166357 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49018) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:43.218688 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ccccb-d1c8-4a68-9a5a-5b0b15c864c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66f05fb-3ec3-494a-a38c-761b8ef2b2f8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:43.221605 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:43.275159 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9106aff1-5828-4c7a-a070-d3d583e1f835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:43.283967 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db33f8db-54b1-4b08-8c1a-d7cc807120b5 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:43.319450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-58b58726-2567-41a6-8197-5b9e3a29ee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:43.321200 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-58b58726-2567-41a6-8197-5b9e3a29ee34 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1402783 Aug 16 22:41:43.331008 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9106aff1-5828-4c7a-a070-d3d583e1f835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:43.385943 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db33f8db-54b1-4b08-8c1a-d7cc807120b5 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:43.406055 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89623422-e43a-4216-a539-59cfa5bd6460 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:43.418953 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33f8db-54b1-4b08-8c1a-d7cc807120b5 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Subnet': ['ID=00c650de-2844-49fd-a234-d86f074c97f2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:43.438213 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c711a2b-e1f8-4873-843d-1881b053499d None None] Network 92ee3448-6280-40ad-878a-c53d64f5ff8a requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:43.438653 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db33f8db-54b1-4b08-8c1a-d7cc807120b5 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:43.442040 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-db33f8db-54b1-4b08-8c1a-d7cc807120b5 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/subnets/00c650de-2844-49fd-a234-d86f074c97f2 HTTP/1.1" status: 204 len: 168 time: 0.4067168 Aug 16 22:41:43.447363 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49022) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:43.449564 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9106aff1-5828-4c7a-a070-d3d583e1f835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:43.452611 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9106aff1-5828-4c7a-a070-d3d583e1f835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:43.454589 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9106aff1-5828-4c7a-a070-d3d583e1f835 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c66f05fb-3ec3-494a-a38c-761b8ef2b2f8 HTTP/1.1" status: 204 len: 168 time: 0.2871425 Aug 16 22:41:43.481398 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106aff1-5828-4c7a-a070-d3d583e1f835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66f05fb-3ec3-494a-a38c-761b8ef2b2f8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:43.548878 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42bcff81-063a-41f4-9e45-4af877c4d002 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:43.654368 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-42bcff81-063a-41f4-9e45-4af877c4d002 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Deleting port 875c3183-48a9-47bf-b0e4-917423ced35a {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:43.654849 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42bcff81-063a-41f4-9e45-4af877c4d002 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:43.733228 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device bc47cb3d-0a7c-4c76-a2e4-909806e4ee69 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:41:43.741882 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-42bcff81-063a-41f4-9e45-4af877c4d002 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] For port 875c3183-48a9-47bf-b0e4-917423ced35a, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=875c3183-48a9-47bf-b0e4-917423ced35a,segment=NetworkSegment(4c2354f2-8c38-430e-afbb-a836a8d7c632),segment_id=4c2354f2-8c38-430e-afbb-a836a8d7c632)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:43.742414 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42bcff81-063a-41f4-9e45-4af877c4d002 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:43.770835 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89623422-e43a-4216-a539-59cfa5bd6460 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:43.771916 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-42bcff81-063a-41f4-9e45-4af877c4d002 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Calling delete_port for 875c3183-48a9-47bf-b0e4-917423ced35a owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:43.805590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-2e0865ab-bb93-47e6-8423-b40491cc48f4 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Allocated IP 172.20.0.4 (8118b60a-7a6a-4d5d-a4db-d30f75a3a882/7e2d3853-76cf-4a0b-9cf4-c25d6b4065eb/e16219da-c09f-4eec-b871-b8c3a8bf1e37) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:41:43.808862 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: bc47cb3d-0a7c-4c76-a2e4-909806e4ee69 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:41:43.809468 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device bc47cb3d-0a7c-4c76-a2e4-909806e4ee69 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:41:43.956248 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f313174c-202b-423c-8976-aa44b6a0b38f None None] DHCP port deletion for 92ee3448-6280-40ad-878a-c53d64f5ff8a request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:41:44.013667 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42bcff81-063a-41f4-9e45-4af877c4d002 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:44.049289 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-f313174c-202b-423c-8976-aa44b6a0b38f None None] Deleting port 875c3183-48a9-47bf-b0e4-917423ced35a {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:44.052828 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f313174c-202b-423c-8976-aa44b6a0b38f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:44.100376 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-89623422-e43a-4216-a539-59cfa5bd6460 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:44.104226 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-c9672e26-89fe-47c1-9652-c6b88f03c391 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7733362 Aug 16 22:41:44.105638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89623422-e43a-4216-a539-59cfa5bd6460 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:41:44.125710 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcff81-063a-41f4-9e45-4af877c4d002 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Port': ['ID=875c3183-48a9-47bf-b0e4-917423ced35a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:44.143170 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bcff81-063a-41f4-9e45-4af877c4d002 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] No DVR routers for this DVR port 875c3183-48a9-47bf-b0e4-917423ced35a on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:41:44.222774 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f313174c-202b-423c-8976-aa44b6a0b38f None None] For port 875c3183-48a9-47bf-b0e4-917423ced35a, host n-d-792458-15, got binding levels [] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:44.224326 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f313174c-202b-423c-8976-aa44b6a0b38f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:44.256013 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-f313174c-202b-423c-8976-aa44b6a0b38f None None] Calling delete_port for 875c3183-48a9-47bf-b0e4-917423ced35a owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:44.260359 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.ipam_backend_mixin [None req-f313174c-202b-423c-8976-aa44b6a0b38f None None] Port 875c3183-48a9-47bf-b0e4-917423ced35a was not found and therefore no delete operation was performed {{(pid=94873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:41:44.266418 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f313174c-202b-423c-8976-aa44b6a0b38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:44.281257 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49044) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:44.284116 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a12d6818-671b-411d-a2f5-00d43e78f23f req-5180de53-c121-4ec9-be48-acf81dd49e09 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/ports?device_id=609f5971-54a7-47cf-bace-9cfaf00e1079 HTTP/1.1" status: 200 len: 210 time: 0.1718204 Aug 16 22:41:44.318449 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5a2fe0d0-be84-4688-a330-782ac0de9d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:44.328721 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42bcff81-063a-41f4-9e45-4af877c4d002 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:44.330164 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313174c-202b-423c-8976-aa44b6a0b38f None None] Pushing event deleted for resources: {'Port': ['ID=875c3183-48a9-47bf-b0e4-917423ced35a,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:44.334446 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f313174c-202b-423c-8976-aa44b6a0b38f None None] No DVR routers for this DVR port 875c3183-48a9-47bf-b0e4-917423ced35a on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:41:44.341203 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89623422-e43a-4216-a539-59cfa5bd6460 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Port': ['ID=27bbed16-e8f9-4f66-a050-6679d786a85f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:44.346116 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-42bcff81-063a-41f4-9e45-4af877c4d002 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ee3448-6280-40ad-878a-c53d64f5ff8a']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:44.363085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-42bcff81-063a-41f4-9e45-4af877c4d002 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2354f2-8c38-430e-afbb-a836a8d7c632') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:44.363287 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-42bcff81-063a-41f4-9e45-4af877c4d002 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2354f2-8c38-430e-afbb-a836a8d7c632') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:44.378288 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42bcff81-063a-41f4-9e45-4af877c4d002 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:44.410360 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42bcff81-063a-41f4-9e45-4af877c4d002 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:44.435558 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42bcff81-063a-41f4-9e45-4af877c4d002 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:41:44.435907 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42bcff81-063a-41f4-9e45-4af877c4d002 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:41:44.441019 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:41:44.584832 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-2e0865ab-bb93-47e6-8423-b40491cc48f4 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:44.591815 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42bcff81-063a-41f4-9e45-4af877c4d002 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:44.604088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943121a-41d5-42a7-80c6-acd1b4b051e8 req-e8ea31d3-cf6b-4cb6-9f56-0c53a5dbc053 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:44.605312 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42bcff81-063a-41f4-9e45-4af877c4d002 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:44.605636 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7943121a-41d5-42a7-80c6-acd1b4b051e8 req-e8ea31d3-cf6b-4cb6-9f56-0c53a5dbc053 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.5435297 Aug 16 22:41:44.613168 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-42bcff81-063a-41f4-9e45-4af877c4d002 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] 10.222.0.93 "DELETE /v2.0/networks/92ee3448-6280-40ad-878a-c53d64f5ff8a HTTP/1.1" status: 204 len: 168 time: 1.1623657 Aug 16 22:41:44.688514 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcff81-063a-41f4-9e45-4af877c4d002 tempest-NetworksIpV6Test-1854536765 tempest-NetworksIpV6Test-1854536765-project] Pushing event deleted for resources: {'Network': ['ID=92ee3448-6280-40ad-878a-c53d64f5ff8a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:44.731658 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-afb3bc3d-de9a-42a2-a05d-2273f31a68d8 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6120415 Aug 16 22:41:44.738702 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5a2fe0d0-be84-4688-a330-782ac0de9d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:44.743988 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5a2fe0d0-be84-4688-a330-782ac0de9d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:44.768903 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7943121a-41d5-42a7-80c6-acd1b4b051e8 req-6c550429-3643-43c5-8a31-2f155be5f1cd tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853128 Aug 16 22:41:44.793344 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:44.831992 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5a2fe0d0-be84-4688-a330-782ac0de9d16 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c1e833fca18f447987163250b9210af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5523388 Aug 16 22:41:44.862604 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49056) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:44.863687 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fe0d0-be84-4688-a330-782ac0de9d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71a70cb-a47b-428f-bbd9-363d1e16d4a9,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:44.887361 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-cf60d2bf-9529-4a5f-a56e-c069a0f43116 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=9c81783d-6b34-4769-b8e6-f21cb76f85b3 HTTP/1.1" status: 200 len: 217 time: 0.1391785 Aug 16 22:41:44.951886 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eba1cdec-9045-4035-af5b-5e26dbc92608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:44.990475 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eba1cdec-9045-4035-af5b-5e26dbc92608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:45.007588 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-2e0865ab-bb93-47e6-8423-b40491cc48f4 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:45.028486 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-8226efe7-75d2-4ab9-ad74-9f648b121689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:45.030071 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-8226efe7-75d2-4ab9-ad74-9f648b121689 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ba958f9-7606-4a57-ac70-15a7d712df06 HTTP/1.1" status: 200 len: 797 time: 0.1359529 Aug 16 22:41:45.030656 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89623422-e43a-4216-a539-59cfa5bd6460 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:45.063336 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eba1cdec-9045-4035-af5b-5e26dbc92608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:45.066562 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eba1cdec-9045-4035-af5b-5e26dbc92608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:45.070958 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-eba1cdec-9045-4035-af5b-5e26dbc92608 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b71a70cb-a47b-428f-bbd9-363d1e16d4a9 HTTP/1.1" status: 204 len: 168 time: 0.2010407 Aug 16 22:41:45.098913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1cdec-9045-4035-af5b-5e26dbc92608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71a70cb-a47b-428f-bbd9-363d1e16d4a9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:45.129629 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-2e0865ab-bb93-47e6-8423-b40491cc48f4 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Network 8118b60a-7a6a-4d5d-a4db-d30f75a3a882 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:45.135307 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49066) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:45.146992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-2e0865ab-bb93-47e6-8423-b40491cc48f4 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:45.159449 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-2e0865ab-bb93-47e6-8423-b40491cc48f4 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:41:45.216029 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0865ab-bb93-47e6-8423-b40491cc48f4 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Pushing event updated for resources: {'Port': ['ID=e16219da-c09f-4eec-b871-b8c3a8bf1e37,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:45.250259 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-9b92909c-793c-4db7-8916-96532522e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:45.251786 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-9b92909c-793c-4db7-8916-96532522e04b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1611755 Aug 16 22:41:45.279253 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-2e0865ab-bb93-47e6-8423-b40491cc48f4 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:45.280074 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-2e0865ab-bb93-47e6-8423-b40491cc48f4 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:45.382478 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-2e0865ab-bb93-47e6-8423-b40491cc48f4 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9560089 Aug 16 22:41:45.401074 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Request body: {'port': {'device_id': '609f5971-54a7-47cf-bace-9cfaf00e1079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:45.584554 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2b945339-eaf4-4b97-ad6f-91fbafa56d76 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c0195f94a6a04044bec6d077c1b340bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4479094 Aug 16 22:41:45.586916 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49082) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:45.640946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 875c3183-48a9-47bf-b0e4-917423ced35a no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:41:45.681946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 875c3183-48a9-47bf-b0e4-917423ced35a {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:41:45.682653 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 875c3183-48a9-47bf-b0e4-917423ced35a not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:41:45.781666 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7cb574d3-16ca-4335-becc-1cd5271ae6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:45.819129 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7cb574d3-16ca-4335-becc-1cd5271ae6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:45.871765 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7cb574d3-16ca-4335-becc-1cd5271ae6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:45.875121 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7cb574d3-16ca-4335-becc-1cd5271ae6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:45.876816 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7cb574d3-16ca-4335-becc-1cd5271ae6f2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/13232b65-2321-466a-81ea-845cb8b20a5d HTTP/1.1" status: 204 len: 168 time: 0.2888112 Aug 16 22:41:45.887669 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb574d3-16ca-4335-becc-1cd5271ae6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13232b65-2321-466a-81ea-845cb8b20a5d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:46.264463 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-56ce32ee-5ce8-4d8c-bf94-232b551af230 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0033832 Aug 16 22:41:46.441797 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:46.493092 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89623422-e43a-4216-a539-59cfa5bd6460 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:46.514424 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe769659-8961-4ab8-94f6-a922dd988b49 req-6f133b5d-28fe-4a87-97b9-5f09e196626d tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:46.516198 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe769659-8961-4ab8-94f6-a922dd988b49 req-6f133b5d-28fe-4a87-97b9-5f09e196626d tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/ports?device_id=609f5971-54a7-47cf-bace-9cfaf00e1079 HTTP/1.1" status: 200 len: 931 time: 1.0875459 Aug 16 22:41:46.572568 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e995703-d667-4acf-8e51-cfde11df4f63 req-0645bf27-d2f6-42c9-9242-d9da0c00b151 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:46.574173 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4e995703-d667-4acf-8e51-cfde11df4f63 req-0645bf27-d2f6-42c9-9242-d9da0c00b151 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.4709110 Aug 16 22:41:46.795183 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe769659-8961-4ab8-94f6-a922dd988b49 req-6a9c26d7-475b-4e65-a130-7be9dcddf1f1 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/security-groups?id=f9be276e-1ae6-4999-b41d-86177437e36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167120 Aug 16 22:41:46.919833 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4e995703-d667-4acf-8e51-cfde11df4f63 req-1070813e-0d54-4f66-a5f7-26eb7e46b93f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384259 Aug 16 22:41:46.924701 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-cef0170f-5a83-4bdf-8db2-80944f8ecb63 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6402249 Aug 16 22:41:47.029983 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-8c8ae45f-c399-4c15-a0d2-384ff180a666 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=516c568f-19b6-4e89-a94c-c7442b86dbc7 HTTP/1.1" status: 200 len: 217 time: 0.0931547 Aug 16 22:41:47.149899 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49148) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:47.228748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89623422-e43a-4216-a539-59cfa5bd6460 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router 6d5f3915-a1cd-47f4-a78b-e829dde9d719 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:41:47.243350 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-45f8a835-a0a6-4f54-8456-c02f42bf3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:47.244844 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-45f8a835-a0a6-4f54-8456-c02f42bf3fe2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ba958f9-7606-4a57-ac70-15a7d712df06 HTTP/1.1" status: 200 len: 797 time: 0.1949110 Aug 16 22:41:47.263940 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d41268a0-3ce3-43e0-9306-9f99b2239671 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1463998035'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:47.288603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41268a0-3ce3-43e0-9306-9f99b2239671 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:47.292749 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d41268a0-3ce3-43e0-9306-9f99b2239671 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:47.331012 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d41268a0-3ce3-43e0-9306-9f99b2239671 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:47.376928 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89623422-e43a-4216-a539-59cfa5bd6460 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:41:47.390071 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ddafb6-961a-4782-925b-48cef9ede9cf None None] Sync routers for ids ['6d5f3915-a1cd-47f4-a78b-e829dde9d719'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:41:47.407207 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ddafb6-961a-4782-925b-48cef9ede9cf None None] Routers {'6d5f3915-a1cd-47f4-a78b-e829dde9d719'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:41:47.408230 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b8ddafb6-961a-4782-925b-48cef9ede9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:41:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['6d5f3915-a1cd-47f4-a78b-e829dde9d719'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:47.445063 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-ab051001-e2ad-4b86-86f6-67bec8e6cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:47.446664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-ab051001-e2ad-4b86-86f6-67bec8e6cc93 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1906774 Aug 16 22:41:47.466166 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b8ddafb6-961a-4782-925b-48cef9ede9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:47.478115 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ddafb6-961a-4782-925b-48cef9ede9cf None None] Routers {'6d5f3915-a1cd-47f4-a78b-e829dde9d719'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:41:47.479028 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b8ddafb6-961a-4782-925b-48cef9ede9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:41:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['6d5f3915-a1cd-47f4-a78b-e829dde9d719'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:47.547883 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e16219da-c09f-4eec-b871-b8c3a8bf1e37 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:41:47.553905 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d41268a0-3ce3-43e0-9306-9f99b2239671 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:47.559548 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b8ddafb6-961a-4782-925b-48cef9ede9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:47.560489 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ddafb6-961a-4782-925b-48cef9ede9cf None None] The sync data for ids ['6d5f3915-a1cd-47f4-a78b-e829dde9d719'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:41:47.560653 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:47.561128 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d41268a0-3ce3-43e0-9306-9f99b2239671 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:47.573595 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89623422-e43a-4216-a539-59cfa5bd6460 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:47.574856 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-89623422-e43a-4216-a539-59cfa5bd6460 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 9.2043173 Aug 16 22:41:47.586283 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49160) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:47.741046 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e816baaf-f513-4e5b-8f06-44601ab8be93 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/routers/6d5f3915-a1cd-47f4-a78b-e829dde9d719 HTTP/1.1" status: 200 len: 880 time: 0.1494298 Aug 16 22:41:47.742621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Transition to ACTIVE for port object e16219da-c09f-4eec-b871-b8c3a8bf1e37 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:47.747361 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49168) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:47.785246 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:47.920911 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Pushing event updated for resources: {'Port': ['ID=e16219da-c09f-4eec-b871-b8c3a8bf1e37,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:47.927956 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-f03b69f1-9f39-4239-a310-db7af8019d4d service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712989 Aug 16 22:41:48.054377 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41268a0-3ce3-43e0-9306-9f99b2239671 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:41:48.065924 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41268a0-3ce3-43e0-9306-9f99b2239671 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260d63dd-a99d-444b-8e17-e0596939c860,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:48.071907 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d41268a0-3ce3-43e0-9306-9f99b2239671 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:48.072636 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-d41268a0-3ce3-43e0-9306-9f99b2239671 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Added segment 850c5c81-09c7-434d-aa1f-33a0b65b9bca of type vlan for network 08d61eea-194f-4958-9f16-3be88e1614e0 Aug 16 22:41:48.097782 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-532a7dbe-b57e-4e52-8449-82832a052405 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518159 Aug 16 22:41:48.123492 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d41268a0-3ce3-43e0-9306-9f99b2239671 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:48.157861 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d41268a0-3ce3-43e0-9306-9f99b2239671 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:48.172677 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41268a0-3ce3-43e0-9306-9f99b2239671 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:48.178274 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d41268a0-3ce3-43e0-9306-9f99b2239671 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:48.247035 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc0518-b119-47dd-89f2-581d2dd9c760 req-758c83c4-3926-4c37-b1b8-1fbde9311903 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:48.254480 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70fc0518-b119-47dd-89f2-581d2dd9c760 req-758c83c4-3926-4c37-b1b8-1fbde9311903 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.1552548 Aug 16 22:41:48.258814 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-658da1b0-9e59-4c7d-b5c6-89aad9ca97ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=95258e61-57fb-4f52-995b-af813f1e9267 HTTP/1.1" status: 200 len: 217 time: 0.1420407 Aug 16 22:41:48.358917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70fc0518-b119-47dd-89f2-581d2dd9c760 req-d5752e94-0afd-4778-aa30-e668b0b43c35 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029341 Aug 16 22:41:48.360506 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-bb188cf1-1dcd-466e-bc6f-a55397d16366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:48.361952 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-bb188cf1-1dcd-466e-bc6f-a55397d16366 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c52f2cc-75f7-4661-a433-31d875d006cb HTTP/1.1" status: 200 len: 797 time: 0.0914154 Aug 16 22:41:48.385777 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d41268a0-3ce3-43e0-9306-9f99b2239671 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2338655 Aug 16 22:41:48.387282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41268a0-3ce3-43e0-9306-9f99b2239671 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Network': ['ID=08d61eea-194f-4958-9f16-3be88e1614e0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:48.408947 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 08d61eea-194f-4958-9f16-3be88e1614e0 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:41:48.508459 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Attempting to bind port e16219da-c09f-4eec-b871-b8c3a8bf1e37 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:41:48.509099 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Attempting to bind port e16219da-c09f-4eec-b871-b8c3a8bf1e37 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'b65c536c-93cb-4111-9f35-3e664221b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8118b60a-7a6a-4d5d-a4db-d30f75a3a882'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:41:48.509213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Attempting to bind port e16219da-c09f-4eec-b871-b8c3a8bf1e37 on network 8118b60a-7a6a-4d5d-a4db-d30f75a3a882 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:41:48.519350 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730b876-a885-4ef0-9efa-2514fb52bf02 req-7ee72502-9eba-411a-b8b9-f52bb21fe030 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:48.520968 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49192) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:48.521608 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a730b876-a885-4ef0-9efa-2514fb52bf02 req-7ee72502-9eba-411a-b8b9-f52bb21fe030 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/ports?device_id=609f5971-54a7-47cf-bace-9cfaf00e1079 HTTP/1.1" status: 200 len: 943 time: 0.6018162 Aug 16 22:41:48.534353 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'subnet': {'network_id': '08d61eea-194f-4958-9f16-3be88e1614e0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:48.615931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Port e16219da-c09f-4eec-b871-b8c3a8bf1e37 on network 8118b60a-7a6a-4d5d-a4db-d30f75a3a882 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:41:48.616226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Attempting to bind port e16219da-c09f-4eec-b871-b8c3a8bf1e37 on network 8118b60a-7a6a-4d5d-a4db-d30f75a3a882 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:41:48.648390 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:41:48.649027 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Checking segment: {'id': 'b65c536c-93cb-4111-9f35-3e664221b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8118b60a-7a6a-4d5d-a4db-d30f75a3a882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:48.649637 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Bound using segment: {'id': 'b65c536c-93cb-4111-9f35-3e664221b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8118b60a-7a6a-4d5d-a4db-d30f75a3a882'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:41:48.650370 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Bound port: e16219da-c09f-4eec-b871-b8c3a8bf1e37, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65c536c-93cb-4111-9f35-3e664221b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8118b60a-7a6a-4d5d-a4db-d30f75a3a882'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:41:48.650916 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:48.656602 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a730b876-a885-4ef0-9efa-2514fb52bf02 req-5a50a651-d691-4f1f-b78f-c0e6eaf92a24 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/security-groups?id=f9be276e-1ae6-4999-b41d-86177437e36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126771 Aug 16 22:41:48.682412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-8f9671d0-a1a5-45a1-b16d-da9a7665ab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:48.684210 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-8f9671d0-a1a5-45a1-b16d-da9a7665ab13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3023088 Aug 16 22:41:48.760680 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:48.763880 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.026662 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] For port e16219da-c09f-4eec-b871-b8c3a8bf1e37, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:41:49.039174 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-965397d1-e4c7-4222-a986-925ecb5bf7ff tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.2873530 Aug 16 22:41:49.040818 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49206) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:49.041267 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-e045356b-f9be-40f0-8abe-a1ad1055f500 service neutron] 10.222.0.39 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445451 Aug 16 22:41:49.053455 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-017477d7-cf6a-4d46-a010-aea053e119ad tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1127095216'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:49.062555 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] For port e16219da-c09f-4eec-b871-b8c3a8bf1e37, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e16219da-c09f-4eec-b871-b8c3a8bf1e37,segment=NetworkSegment(b65c536c-93cb-4111-9f35-3e664221b277),segment_id=b65c536c-93cb-4111-9f35-3e664221b277)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:41:49.074497 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.167039 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:49.167909 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.169517 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] 10.222.0.39 "PUT /v2.0/ports/e16219da-c09f-4eec-b871-b8c3a8bf1e37 HTTP/1.1" status: 200 len: 1092 time: 3.7756596 Aug 16 22:41:49.170000 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609f5971-54a7-47cf-bace-9cfaf00e1079', 'tag': 'e16219da-c09f-4eec-b871-b8c3a8bf1e37'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:41:49.172547 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77a5bff-fb35-41e7-9166-ad56f246bf2b" -d '{"events": [{"name": "network-changed", "server_uuid": "609f5971-54a7-47cf-bace-9cfaf00e1079", "tag": "e16219da-c09f-4eec-b871-b8c3a8bf1e37"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:41:49.267899 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fa74fc-42ef-453f-814d-d8d6cbef6378 x-openstack-request-id: req-e5fa74fc-42ef-453f-814d-d8d6cbef6378 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:41:49.268477 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609f5971-54a7-47cf-bace-9cfaf00e1079", "tag": "e16219da-c09f-4eec-b871-b8c3a8bf1e37", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:41:49.268898 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e5fa74fc-42ef-453f-814d-d8d6cbef6378 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:41:49.269455 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609f5971-54a7-47cf-bace-9cfaf00e1079', 'tag': 'e16219da-c09f-4eec-b871-b8c3a8bf1e37', 'status': 'completed', 'code': 200} Aug 16 22:41:49.309163 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Pushing event updated for resources: {'Port': ['ID=e16219da-c09f-4eec-b871-b8c3a8bf1e37,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:49.324555 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-7fae0825-07f6-4760-8cf0-28e31fd64462 service neutron] 10.222.0.39 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740715 Aug 16 22:41:49.326808 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-5488120d-453f-4b9e-94e7-6cf9f58bb333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:49.329300 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-5488120d-453f-4b9e-94e7-6cf9f58bb333 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a3104f5481241e2b85b611242687a7d&device_id=609f5971-54a7-47cf-bace-9cfaf00e1079 HTTP/1.1" status: 200 len: 1095 time: 0.1124148 Aug 16 22:41:49.332621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.334006 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.334959 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.335545 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.336178 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.336769 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.337429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.338097 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.338696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.339431 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.340195 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.340883 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc486891-5e09-44ce-b56e-fa48d4efa65f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.735925 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.819370 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-017477d7-cf6a-4d46-a010-aea053e119ad tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.834010 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Subnet': ['ID=40a6d484-d301-4c9f-b272-59d146fa819f,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:49.844907 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-017477d7-cf6a-4d46-a010-aea053e119ad tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578920'] for router, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.857502 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.857858 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.858433 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.859320 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.861847 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.861847 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.861847 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.861847 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.861847 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.862320 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.862320 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.863022 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:49.915411 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-0b4e42c6-744c-4bcb-815a-58bf851c820c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=91bc08db-0eb4-4c28-b758-f80f8c5d6e8a HTTP/1.1" status: 200 len: 217 time: 0.5689375 Aug 16 22:41:49.945796 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-4e7acd37-0566-4116-bb6d-6d9dd4cea8a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e16219da-c09f-4eec-b871-b8c3a8bf1e37 HTTP/1.1" status: 200 len: 217 time: 0.5587165 Aug 16 22:41:49.970491 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Checking segment: {'id': '850c5c81-09c7-434d-aa1f-33a0b65b9bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '08d61eea-194f-4958-9f16-3be88e1614e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:49.972279 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network hostable DHCP agents. Network: 08d61eea-194f-4958-9f16-3be88e1614e0, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:41:50.098112 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network 08d61eea-194f-4958-9f16-3be88e1614e0 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:41:50.123049 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-114386ce-25c2-48b1-b9e3-a7d1f01825fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:50.124822 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 08d61eea-194f-4958-9f16-3be88e1614e0) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:50.125274 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-114386ce-25c2-48b1-b9e3-a7d1f01825fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7e2d3853-76cf-4a0b-9cf4-c25d6b4065eb HTTP/1.1" status: 200 len: 852 time: 0.1444347 Aug 16 22:41:50.129171 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-8e15f02d-bc7e-4f62-90b5-de214e203d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:50.131108 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-8e15f02d-bc7e-4f62-90b5-de214e203d85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c52f2cc-75f7-4661-a433-31d875d006cb HTTP/1.1" status: 200 len: 797 time: 0.2086046 Aug 16 22:41:50.137296 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:50.138564 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.143679 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17abdd2-7704-4f69-bdf1-bd8cd78faa95 req-2f8922db-e934-4f47-867a-622446e82773 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:50.144561 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e17abdd2-7704-4f69-bdf1-bd8cd78faa95 req-2f8922db-e934-4f47-867a-622446e82773 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/ports?device_id=609f5971-54a7-47cf-bace-9cfaf00e1079 HTTP/1.1" status: 200 len: 943 time: 0.2274063 Aug 16 22:41:50.145906 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017477d7-cf6a-4d46-a010-aea053e119ad tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router 6d5f3915-a1cd-47f4-a78b-e829dde9d719 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:41:50.168088 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843fbe6d-9b68-41e2-9ea7-61fb583a1430 None None] Network 08d61eea-194f-4958-9f16-3be88e1614e0 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:50.171032 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513e68c-859f-4bdd-8944-8b6f2d96b53d req-cb86fb38-d949-4421-84a4-7b75cc5afb59 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:50.172703 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0513e68c-859f-4bdd-8944-8b6f2d96b53d req-cb86fb38-d949-4421-84a4-7b75cc5afb59 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.2541595 Aug 16 22:41:50.181150 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8c18a887-f718-4756-af8b-acb310c38c3c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6586514 Aug 16 22:41:50.184578 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49230) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:50.197582 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a0044a73-7cdf-48ce-8994-29665c63c883 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1777332475'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:50.236935 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-0e7f5163-bf3d-469f-b292-b7d0d2cbf5f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8118b60a-7a6a-4d5d-a4db-d30f75a3a882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901155 Aug 16 22:41:50.399858 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0044a73-7cdf-48ce-8994-29665c63c883 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:50.406725 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0044a73-7cdf-48ce-8994-29665c63c883 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.467408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e17abdd2-7704-4f69-bdf1-bd8cd78faa95 req-cf5f0157-9538-40b5-ba0a-9492cee35a54 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/security-groups?id=f9be276e-1ae6-4999-b41d-86177437e36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931476 Aug 16 22:41:50.485753 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0513e68c-859f-4bdd-8944-8b6f2d96b53d req-24e4ed69-71a9-47a1-8889-dbd16ba91d00 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804973 Aug 16 22:41:50.486197 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0044a73-7cdf-48ce-8994-29665c63c883 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:41:50.509717 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017477d7-cf6a-4d46-a010-aea053e119ad tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:41:50.523041 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201613c-b27d-4aac-8701-463bcd838968 req-de773912-cab4-49e1-8be7-cdd2f6ff5b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:50.525619 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-de773912-cab4-49e1-8be7-cdd2f6ff5b6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3712952 Aug 16 22:41:50.528836 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb78a10-d1e4-497f-acf3-83dd26b02cc6 None None] Sync routers for ids ['6d5f3915-a1cd-47f4-a78b-e829dde9d719'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:41:50.539564 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-017477d7-cf6a-4d46-a010-aea053e119ad tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.547011 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-017477d7-cf6a-4d46-a010-aea053e119ad tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/6d5f3915-a1cd-47f4-a78b-e829dde9d719 HTTP/1.1" status: 200 len: 887 time: 1.5049636 Aug 16 22:41:50.548260 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49238) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:50.550466 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0044a73-7cdf-48ce-8994-29665c63c883 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.551220 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-a0044a73-7cdf-48ce-8994-29665c63c883 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Added segment 23d0db79-4981-45a4-a080-19095425f55a of type vlan for network c9c2e90a-cebc-44c4-bbc6-21272a35d204 Aug 16 22:41:50.591546 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb78a10-d1e4-497f-acf3-83dd26b02cc6 None None] Routers {'6d5f3915-a1cd-47f4-a78b-e829dde9d719'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:41:50.605505 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4fb78a10-d1e4-497f-acf3-83dd26b02cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:41:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['6d5f3915-a1cd-47f4-a78b-e829dde9d719'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:50.697627 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0044a73-7cdf-48ce-8994-29665c63c883 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.697881 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-08d61eea-194f-4958-9f16-3be88e1614e0', 'network_id': '08d61eea-194f-4958-9f16-3be88e1614e0', 'tenant_id': '1c4d23d28b9644d0b9c38931bdb1dc2e', 'fixed_ips': [{'subnet_id': '40a6d484-d301-4c9f-b272-59d146fa819f'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:41:50.698793 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.739360 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4fb78a10-d1e4-497f-acf3-83dd26b02cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:50.759584 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb78a10-d1e4-497f-acf3-83dd26b02cc6 None None] Routers {'6d5f3915-a1cd-47f4-a78b-e829dde9d719'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:41:50.760529 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4fb78a10-d1e4-497f-acf3-83dd26b02cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:41:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['6d5f3915-a1cd-47f4-a78b-e829dde9d719'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:50.781445 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0044a73-7cdf-48ce-8994-29665c63c883 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.787164 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0044a73-7cdf-48ce-8994-29665c63c883 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:50.787833 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0044a73-7cdf-48ce-8994-29665c63c883 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.790598 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-31dfff24-e0d6-48cf-840c-3243d0589c01 service neutron] 10.222.0.39 "GET /v2.0/networks/8118b60a-7a6a-4d5d-a4db-d30f75a3a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287170 Aug 16 22:41:50.852516 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-79e34088-2979-4071-b981-e9a312702a7e tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/routers/6d5f3915-a1cd-47f4-a78b-e829dde9d719 HTTP/1.1" status: 200 len: 887 time: 0.2971752 Aug 16 22:41:50.854369 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49248) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:50.876358 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4fb78a10-d1e4-497f-acf3-83dd26b02cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:50.877013 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a0044a73-7cdf-48ce-8994-29665c63c883 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6910677 Aug 16 22:41:50.879731 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb78a10-d1e4-497f-acf3-83dd26b02cc6 None None] The sync data for ids ['6d5f3915-a1cd-47f4-a78b-e829dde9d719'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:41:50.880989 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49252) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:50.909984 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8e7bf9bb-c9cd-48be-8ace-f0e9cb06f846 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'subnet': {'network_id': 'c9c2e90a-cebc-44c4-bbc6-21272a35d204', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:50.959368 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-9b07e9c0-4ba2-4236-8067-ee4cbe45a10c service neutron] 10.222.0.39 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251349 Aug 16 22:41:51.010187 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-153c56de-cd16-4273-b8ab-dc19e45b9a50 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/ports?device_id=6d5f3915-a1cd-47f4-a78b-e829dde9d719 HTTP/1.1" status: 200 len: 205 time: 0.1493397 Aug 16 22:41:51.010997 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49258) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:51.068254 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b7abdbc-c81a-40cb-8e9f-86dd2086cf52 req-4e440524-0e42-4278-96c2-16d987de78be service neutron] 10.222.0.39 "GET /v2.0/networks/8118b60a-7a6a-4d5d-a4db-d30f75a3a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689466 Aug 16 22:41:51.099637 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] Allocated IP 172.20.255.242 (08d61eea-194f-4958-9f16-3be88e1614e0/40a6d484-d301-4c9f-b272-59d146fa819f/b929f832-f8f7-404c-b45e-71ce27736171) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:41:51.200910 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f201613c-b27d-4aac-8701-463bcd838968 req-37cc86d9-0ce8-467f-8fd9-86a9b8fd96bf service neutron] 10.222.0.39 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290733 Aug 16 22:41:51.205085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0044a73-7cdf-48ce-8994-29665c63c883 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Network': ['ID=c9c2e90a-cebc-44c4-bbc6-21272a35d204,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:51.216984 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a5bff-fb35-41e7-9166-ad56f246bf2b req-2ce1449d-2ec3-4fce-9c73-05a8fba35754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:51.221593 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e77a5bff-fb35-41e7-9166-ad56f246bf2b req-2ce1449d-2ec3-4fce-9c73-05a8fba35754 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a3104f5481241e2b85b611242687a7d&device_id=609f5971-54a7-47cf-bace-9cfaf00e1079 HTTP/1.1" status: 200 len: 1095 time: 0.0951359 Aug 16 22:41:51.245937 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-006a2446-4806-4111-9508-488a66144f9a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:51.427569 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:51.449474 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] Transition to ACTIVE for port object b929f832-f8f7-404c-b45e-71ce27736171 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:51.474615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] Transition to ACTIVE for port object b929f832-f8f7-404c-b45e-71ce27736171 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:51.480016 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network c9c2e90a-cebc-44c4-bbc6-21272a35d204 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:41:51.485362 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:51.497626 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a5bff-fb35-41e7-9166-ad56f246bf2b req-688c2ef8-16ee-4277-a18d-ce7a6b0232a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:51.502208 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e77a5bff-fb35-41e7-9166-ad56f246bf2b req-688c2ef8-16ee-4277-a18d-ce7a6b0232a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8118b60a-7a6a-4d5d-a4db-d30f75a3a882 HTTP/1.1" status: 200 len: 913 time: 0.2718322 Aug 16 22:41:51.557865 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7bf9bb-c9cd-48be-8ace-f0e9cb06f846 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:51.561315 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8e7bf9bb-c9cd-48be-8ace-f0e9cb06f846 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:51.566746 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-006a2446-4806-4111-9508-488a66144f9a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:51.588862 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e77a5bff-fb35-41e7-9166-ad56f246bf2b req-eaff35c9-761d-422e-bda0-194949600769 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e16219da-c09f-4eec-b871-b8c3a8bf1e37 HTTP/1.1" status: 200 len: 217 time: 0.0777483 Aug 16 22:41:51.666665 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] Network 08d61eea-194f-4958-9f16-3be88e1614e0 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:51.670538 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:51.701985 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:41:51.732165 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a5bff-fb35-41e7-9166-ad56f246bf2b req-664cce9e-3987-4b5d-87b9-0372ad3707f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:51.744397 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e77a5bff-fb35-41e7-9166-ad56f246bf2b req-664cce9e-3987-4b5d-87b9-0372ad3707f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7e2d3853-76cf-4a0b-9cf4-c25d6b4065eb HTTP/1.1" status: 200 len: 852 time: 0.1340761 Aug 16 22:41:51.772902 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] Pushing event updated for resources: {'Port': ['ID=b929f832-f8f7-404c-b45e-71ce27736171,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:51.802089 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e77a5bff-fb35-41e7-9166-ad56f246bf2b req-a5852da9-dc7e-4817-9579-2ad76a31deeb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8118b60a-7a6a-4d5d-a4db-d30f75a3a882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562303 Aug 16 22:41:51.803680 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] Attempting to bind port b929f832-f8f7-404c-b45e-71ce27736171 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:41:51.804219 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] Attempting to bind port b929f832-f8f7-404c-b45e-71ce27736171 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '850c5c81-09c7-434d-aa1f-33a0b65b9bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '08d61eea-194f-4958-9f16-3be88e1614e0'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:41:51.804804 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] Attempting to bind port b929f832-f8f7-404c-b45e-71ce27736171 on network 08d61eea-194f-4958-9f16-3be88e1614e0 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:41:51.812720 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:41:51.813045 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] Checking segment: {'id': '850c5c81-09c7-434d-aa1f-33a0b65b9bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '08d61eea-194f-4958-9f16-3be88e1614e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:51.813395 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:51.813840 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] Bound using segment: {'id': '850c5c81-09c7-434d-aa1f-33a0b65b9bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '08d61eea-194f-4958-9f16-3be88e1614e0'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:41:51.814579 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] Bound port: b929f832-f8f7-404c-b45e-71ce27736171, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850c5c81-09c7-434d-aa1f-33a0b65b9bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '08d61eea-194f-4958-9f16-3be88e1614e0'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:41:51.815019 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:51.938654 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] For port b929f832-f8f7-404c-b45e-71ce27736171, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:41:51.951464 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] For port b929f832-f8f7-404c-b45e-71ce27736171, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b929f832-f8f7-404c-b45e-71ce27736171,segment=NetworkSegment(850c5c81-09c7-434d-aa1f-33a0b65b9bca),segment_id=850c5c81-09c7-434d-aa1f-33a0b65b9bca)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:41:51.960607 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-006a2446-4806-4111-9508-488a66144f9a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting port 27bbed16-e8f9-4f66-a050-6679d786a85f {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:51.961543 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:51.976930 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-006a2446-4806-4111-9508-488a66144f9a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:52.067921 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755e107-387e-4b00-8c98-7d0329485808 None None] Pushing event updated for resources: {'Port': ['ID=b929f832-f8f7-404c-b45e-71ce27736171,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:52.151718 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e77a5bff-fb35-41e7-9166-ad56f246bf2b req-11962643-c194-4254-be2f-6d93ac6e882a service neutron] 10.222.0.39 "GET /v2.0/networks/8118b60a-7a6a-4d5d-a4db-d30f75a3a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252034 Aug 16 22:41:52.304980 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-006a2446-4806-4111-9508-488a66144f9a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:52.315547 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e77a5bff-fb35-41e7-9166-ad56f246bf2b req-858889f8-0df1-4484-b6dd-5693aaa01ec7 service neutron] 10.222.0.39 "GET /v2.0/networks/8118b60a-7a6a-4d5d-a4db-d30f75a3a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559937 Aug 16 22:41:52.329694 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea047e5-e974-491e-82e6-ba1ad51fbd29 req-5296172e-5897-4ac6-b1b8-0bec5ed8075b tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:52.334672 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cea047e5-e974-491e-82e6-ba1ad51fbd29 req-5296172e-5897-4ac6-b1b8-0bec5ed8075b tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/ports?device_id=609f5971-54a7-47cf-bace-9cfaf00e1079 HTTP/1.1" status: 200 len: 943 time: 0.5148377 Aug 16 22:41:52.344237 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-006a2446-4806-4111-9508-488a66144f9a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Calling delete_port for 27bbed16-e8f9-4f66-a050-6679d786a85f owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:52.346410 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecab640-362f-4a6f-ab2a-f9558aca09bf req-9b92c472-0d86-4b5b-be18-84e79ed73212 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:52.348190 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7ecab640-362f-4a6f-ab2a-f9558aca09bf req-9b92c472-0d86-4b5b-be18-84e79ed73212 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.5127180 Aug 16 22:41:52.414144 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8e7bf9bb-c9cd-48be-8ace-f0e9cb06f846 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:52.481284 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7ecab640-362f-4a6f-ab2a-f9558aca09bf req-7182af50-25d9-45e7-9fd5-ee15a4c5ae9d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135478 Aug 16 22:41:52.520268 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cea047e5-e974-491e-82e6-ba1ad51fbd29 req-d6eb8d53-570f-4ad9-8615-791648e53c4f tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/security-groups?id=f9be276e-1ae6-4999-b41d-86177437e36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703422 Aug 16 22:41:52.532472 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bf9bb-c9cd-48be-8ace-f0e9cb06f846 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Subnet': ['ID=5ff973eb-1413-48e5-bf7a-7e66cd224b3a,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:52.652141 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7bf9bb-c9cd-48be-8ace-f0e9cb06f846 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Checking segment: {'id': '23d0db79-4981-45a4-a080-19095425f55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c9c2e90a-cebc-44c4-bbc6-21272a35d204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:52.652829 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7bf9bb-c9cd-48be-8ace-f0e9cb06f846 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network hostable DHCP agents. Network: c9c2e90a-cebc-44c4-bbc6-21272a35d204, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:41:52.754491 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7bf9bb-c9cd-48be-8ace-f0e9cb06f846 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network c9c2e90a-cebc-44c4-bbc6-21272a35d204 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:41:52.773582 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-8e7bf9bb-c9cd-48be-8ace-f0e9cb06f846 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, c9c2e90a-cebc-44c4-bbc6-21272a35d204) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:52.788582 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c6fbaf-01f7-4620-86ec-fbd20efd5b72 None None] Network c9c2e90a-cebc-44c4-bbc6-21272a35d204 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:52.862066 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7bf9bb-c9cd-48be-8ace-f0e9cb06f846 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:52.867462 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8e7bf9bb-c9cd-48be-8ace-f0e9cb06f846 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:52.876489 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-006a2446-4806-4111-9508-488a66144f9a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:52.922610 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a2446-4806-4111-9508-488a66144f9a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Port': ['ID=27bbed16-e8f9-4f66-a050-6679d786a85f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:52.928602 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8e7bf9bb-c9cd-48be-8ace-f0e9cb06f846 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0466824 Aug 16 22:41:52.935404 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49284) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:53.276393 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-006a2446-4806-4111-9508-488a66144f9a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:53.312128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-c9c2e90a-cebc-44c4-bbc6-21272a35d204', 'network_id': 'c9c2e90a-cebc-44c4-bbc6-21272a35d204', 'tenant_id': '1c4d23d28b9644d0b9c38931bdb1dc2e', 'fixed_ips': [{'subnet_id': '5ff973eb-1413-48e5-bf7a-7e66cd224b3a'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:41:53.313217 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:53.352785 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:53.574181 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:53.660497 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-006a2446-4806-4111-9508-488a66144f9a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:53.677936 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-006a2446-4806-4111-9508-488a66144f9a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:53.757952 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-006a2446-4806-4111-9508-488a66144f9a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:53.759588 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006a2446-4806-4111-9508-488a66144f9a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Fanout notify agent at l3_agent the message router_deleted on router 6d5f3915-a1cd-47f4-a78b-e829dde9d719 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:41:53.785300 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-006a2446-4806-4111-9508-488a66144f9a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:53.791421 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-006a2446-4806-4111-9508-488a66144f9a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/routers/6d5f3915-a1cd-47f4-a78b-e829dde9d719 HTTP/1.1" status: 204 len: 168 time: 2.7713146 Aug 16 22:41:53.792412 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49302) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:53.798761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-16ae3279-49a8-4c8a-a7cc-513320593561 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'network': {'name': 'tempest-RoutersTest-1593537324'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:53.831723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b929f832-f8f7-404c-b45e-71ce27736171 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:41:53.852281 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ae3279-49a8-4c8a-a7cc-513320593561 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Made reservation on behalf of f0f3efc4f10c40e08a0406c07a5a96c6 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:53.857443 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16ae3279-49a8-4c8a-a7cc-513320593561 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:53.903169 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25688e-c0bf-4d47-b5a7-fcd400115b53 req-bd4ece72-d38d-486a-9315-9db2812dc9f8 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:53.903414 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ae3279-49a8-4c8a-a7cc-513320593561 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:41:53.905237 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d25688e-c0bf-4d47-b5a7-fcd400115b53 req-bd4ece72-d38d-486a-9315-9db2812dc9f8 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.2274098 Aug 16 22:41:53.921555 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16ae3279-49a8-4c8a-a7cc-513320593561 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:53.921934 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-16ae3279-49a8-4c8a-a7cc-513320593561 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Added segment 6f486564-970f-41fc-a8dc-db67467147b9 of type vlan for network acdc258f-e93c-43f6-8d73-d4881b3ecc75 Aug 16 22:41:53.938991 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcfcbc-0e66-4599-9307-fb67dd64e86f req-21c5e2b6-3183-4b90-9898-eb86eae5e3ad tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:53.940572 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-adfcfcbc-0e66-4599-9307-fb67dd64e86f req-21c5e2b6-3183-4b90-9898-eb86eae5e3ad tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/ports?device_id=609f5971-54a7-47cf-bace-9cfaf00e1079 HTTP/1.1" status: 200 len: 943 time: 0.2282584 Aug 16 22:41:53.944621 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] Allocated IP 172.20.0.2 (c9c2e90a-cebc-44c4-bbc6-21272a35d204/5ff973eb-1413-48e5-bf7a-7e66cd224b3a/79ffe3cb-73c9-4419-a9a9-a972789b9de6) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:41:53.980068 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16ae3279-49a8-4c8a-a7cc-513320593561 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:53.995132 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port b929f832-f8f7-404c-b45e-71ce27736171 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:41:54.012426 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d25688e-c0bf-4d47-b5a7-fcd400115b53 req-bb2d05a1-508d-4bc5-9b99-0910a593a907 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969851 Aug 16 22:41:54.039738 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16ae3279-49a8-4c8a-a7cc-513320593561 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:54.051428 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ae3279-49a8-4c8a-a7cc-513320593561 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:54.051428 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16ae3279-49a8-4c8a-a7cc-513320593561 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:54.051678 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-adfcfcbc-0e66-4599-9307-fb67dd64e86f req-e552c397-8563-422e-a9c5-88fdab259ccb tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/security-groups?id=f9be276e-1ae6-4999-b41d-86177437e36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908301 Aug 16 22:41:54.109620 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0337980-ac11-460b-ac0a-b5b1d30d541f None None] Network 08d61eea-194f-4958-9f16-3be88e1614e0 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:54.138376 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49310) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:54.138589 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-16ae3279-49a8-4c8a-a7cc-513320593561 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3447480 Aug 16 22:41:54.144543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d054ceb6-2854-4860-a034-5a6922aff93a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'subnet': {'network_id': 'acdc258f-e93c-43f6-8d73-d4881b3ecc75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:54.152545 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae3279-49a8-4c8a-a7cc-513320593561 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Network': ['ID=acdc258f-e93c-43f6-8d73-d4881b3ecc75,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:54.191868 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network acdc258f-e93c-43f6-8d73-d4881b3ecc75 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:41:54.267802 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d054ceb6-2854-4860-a034-5a6922aff93a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Made reservation on behalf of f0f3efc4f10c40e08a0406c07a5a96c6 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:54.273348 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d054ceb6-2854-4860-a034-5a6922aff93a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:54.444797 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5c41f3cb-8943-4070-89e7-e564958832c0 None None] Provisioning for port b929f832-f8f7-404c-b45e-71ce27736171 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:41:54.483731 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5c41f3cb-8943-4070-89e7-e564958832c0 None None] Provisioning complete for port b929f832-f8f7-404c-b45e-71ce27736171 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:54.484154 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5c41f3cb-8943-4070-89e7-e564958832c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:54.499714 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:54.519207 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d054ceb6-2854-4860-a034-5a6922aff93a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:54.572650 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] Transition to ACTIVE for port object 79ffe3cb-73c9-4419-a9a9-a972789b9de6 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:54.605729 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054ceb6-2854-4860-a034-5a6922aff93a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Subnet': ['ID=9a1100aa-60a5-430f-8f03-130c7c9e5062,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:54.643350 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d054ceb6-2854-4860-a034-5a6922aff93a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Checking segment: {'id': '6f486564-970f-41fc-a8dc-db67467147b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'acdc258f-e93c-43f6-8d73-d4881b3ecc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:54.643815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d054ceb6-2854-4860-a034-5a6922aff93a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network hostable DHCP agents. Network: acdc258f-e93c-43f6-8d73-d4881b3ecc75, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:41:54.670298 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d054ceb6-2854-4860-a034-5a6922aff93a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network acdc258f-e93c-43f6-8d73-d4881b3ecc75 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:41:54.689727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d054ceb6-2854-4860-a034-5a6922aff93a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, acdc258f-e93c-43f6-8d73-d4881b3ecc75) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:54.696938 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] Transition to ACTIVE for port object 79ffe3cb-73c9-4419-a9a9-a972789b9de6 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:54.700061 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d054ceb6-2854-4860-a034-5a6922aff93a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:54.702061 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d054ceb6-2854-4860-a034-5a6922aff93a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:54.705211 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b1db16-f836-4637-afcc-c9eefb75663f None None] Network acdc258f-e93c-43f6-8d73-d4881b3ecc75 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:54.752818 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:54.759624 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49330) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:54.760209 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d054ceb6-2854-4860-a034-5a6922aff93a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6199284 Aug 16 22:41:54.763567 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:54.771463 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5c1cd5df-5a03-4566-9c0d-e8b826e9caf7 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2137213927', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:54.797116 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] Network c9c2e90a-cebc-44c4-bbc6-21272a35d204 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:54.843895 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c1cd5df-5a03-4566-9c0d-e8b826e9caf7 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:54.845265 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c1cd5df-5a03-4566-9c0d-e8b826e9caf7 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:54.846991 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:54.849794 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5c41f3cb-8943-4070-89e7-e564958832c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:54.852099 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:41:54.896512 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff973eb-1413-48e5-bf7a-7e66cd224b3a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:54.927260 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:54.938734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c2e90a-cebc-44c4-bbc6-21272a35d204']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:54.952821 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d0db79-4981-45a4-a080-19095425f55a') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:54.953466 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d0db79-4981-45a4-a080-19095425f55a') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:54.977412 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:54.999450 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] Attempting to bind port 79ffe3cb-73c9-4419-a9a9-a972789b9de6 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:41:54.999900 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] Attempting to bind port 79ffe3cb-73c9-4419-a9a9-a972789b9de6 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '23d0db79-4981-45a4-a080-19095425f55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c9c2e90a-cebc-44c4-bbc6-21272a35d204'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:41:55.000270 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] Attempting to bind port 79ffe3cb-73c9-4419-a9a9-a972789b9de6 on network c9c2e90a-cebc-44c4-bbc6-21272a35d204 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:41:55.003348 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] Pushing event updated for resources: {'Port': ['ID=79ffe3cb-73c9-4419-a9a9-a972789b9de6,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:55.013308 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:55.014719 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c1cd5df-5a03-4566-9c0d-e8b826e9caf7 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:55.026970 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:41:55.027432 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:41:55.037078 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:41:55.055330 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c1cd5df-5a03-4566-9c0d-e8b826e9caf7 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:55.071864 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:41:55.072249 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] Checking segment: {'id': '23d0db79-4981-45a4-a080-19095425f55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c9c2e90a-cebc-44c4-bbc6-21272a35d204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:55.072664 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:55.073067 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] Bound using segment: {'id': '23d0db79-4981-45a4-a080-19095425f55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c9c2e90a-cebc-44c4-bbc6-21272a35d204'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:41:55.073566 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] Bound port: 79ffe3cb-73c9-4419-a9a9-a972789b9de6, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d0db79-4981-45a4-a080-19095425f55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c9c2e90a-cebc-44c4-bbc6-21272a35d204'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:41:55.073986 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:55.121143 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-5c41f3cb-8943-4070-89e7-e564958832c0 None None] For port b929f832-f8f7-404c-b45e-71ce27736171, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b929f832-f8f7-404c-b45e-71ce27736171,segment=NetworkSegment(850c5c81-09c7-434d-aa1f-33a0b65b9bca),segment_id=850c5c81-09c7-434d-aa1f-33a0b65b9bca)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:55.128736 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c1cd5df-5a03-4566-9c0d-e8b826e9caf7 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:55.131294 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5c1cd5df-5a03-4566-9c0d-e8b826e9caf7 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3701301 Aug 16 22:41:55.134792 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49346) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:55.213431 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 22:41:55.213431 n-d-792458-15 neutron-server[94871]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 22:41:55.213431 n-d-792458-15 neutron-server[94871]: [parameters: {'id': 'c9c2e90a-cebc-44c4-bbc6-21272a35d204'}] Aug 16 22:41:55.213431 n-d-792458-15 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:41:55.214188 n-d-792458-15 neutron-server[94871]: DEBUG oslo_db.api [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:41:55.271690 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] For port 79ffe3cb-73c9-4419-a9a9-a972789b9de6, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:41:55.285121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] For port 79ffe3cb-73c9-4419-a9a9-a972789b9de6, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=79ffe3cb-73c9-4419-a9a9-a972789b9de6,segment=NetworkSegment(23d0db79-4981-45a4-a080-19095425f55a),segment_id=23d0db79-4981-45a4-a080-19095425f55a)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:41:55.290769 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e16219da-c09f-4eec-b871-b8c3a8bf1e37 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:41:55.294666 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5c41f3cb-8943-4070-89e7-e564958832c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:55.363337 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3383-51e9-4a13-b95f-f6d114a60839 req-45693c6a-1cc3-4f14-babe-33c593113a69 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:55.366113 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-910c3383-51e9-4a13-b95f-f6d114a60839 req-45693c6a-1cc3-4f14-babe-33c593113a69 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.1667898 Aug 16 22:41:55.398378 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20603a69-49af-4d83-8400-007f27fe5d2b req-403a6fd1-7aa8-4513-8c04-a26967216b55 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:55.400003 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-20603a69-49af-4d83-8400-007f27fe5d2b req-403a6fd1-7aa8-4513-8c04-a26967216b55 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/ports?device_id=609f5971-54a7-47cf-bace-9cfaf00e1079 HTTP/1.1" status: 200 len: 943 time: 0.1577852 Aug 16 22:41:55.424108 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:55.464938 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-20603a69-49af-4d83-8400-007f27fe5d2b req-97b9e7d7-9cf8-4692-a9c3-c16bbfaebae7 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/security-groups?id=f9be276e-1ae6-4999-b41d-86177437e36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505755 Aug 16 22:41:55.483003 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-910c3383-51e9-4a13-b95f-f6d114a60839 req-dad15c81-418f-49c0-9d49-eeb9b3ff0750 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065538 Aug 16 22:41:55.606534 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e16219da-c09f-4eec-b871-b8c3a8bf1e37, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e16219da-c09f-4eec-b871-b8c3a8bf1e37,segment=NetworkSegment(b65c536c-93cb-4111-9f35-3e664221b277),segment_id=b65c536c-93cb-4111-9f35-3e664221b277)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:55.679263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'e16219da-c09f-4eec-b871-b8c3a8bf1e37', 'network_id': '8118b60a-7a6a-4d5d-a4db-d30f75a3a882', 'port_id': 'e16219da-c09f-4eec-b871-b8c3a8bf1e37', 'mac_address': 'fa:16:3e:00:18:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e2d3853-76cf-4a0b-9cf4-c25d6b4065eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:41:55.715761 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:55.716499 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-acdc258f-e93c-43f6-8d73-d4881b3ecc75', 'network_id': 'acdc258f-e93c-43f6-8d73-d4881b3ecc75', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'fixed_ips': [{'subnet_id': '9a1100aa-60a5-430f-8f03-130c7c9e5062'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:41:55.717580 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:55.846440 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Deleting port 79ffe3cb-73c9-4419-a9a9-a972789b9de6 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:55.852135 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:55.887322 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:55.945913 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] For port 79ffe3cb-73c9-4419-a9a9-a972789b9de6, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=79ffe3cb-73c9-4419-a9a9-a972789b9de6,segment=NetworkSegment(23d0db79-4981-45a4-a080-19095425f55a),segment_id=23d0db79-4981-45a4-a080-19095425f55a)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:55.947285 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:55.973203 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Calling delete_port for 79ffe3cb-73c9-4419-a9a9-a972789b9de6 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:55.982525 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41f3cb-8943-4070-89e7-e564958832c0 None None] Pushing event updated for resources: {'Port': ['ID=b929f832-f8f7-404c-b45e-71ce27736171,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:56.017533 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5696f705-8470-4ecd-9d15-09c075a4dfb1 None None] Provisioning complete for port b929f832-f8f7-404c-b45e-71ce27736171 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:56.020114 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5696f705-8470-4ecd-9d15-09c075a4dfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:56.155531 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:56.218411 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Port': ['ID=79ffe3cb-73c9-4419-a9a9-a972789b9de6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:56.252164 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40682e25-f701-49e3-848c-aea8e8122aea None None] Pushing event deleted for resources: {'Port': ['ID=79ffe3cb-73c9-4419-a9a9-a972789b9de6,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:56.257562 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No DVR routers for this DVR port 79ffe3cb-73c9-4419-a9a9-a972789b9de6 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:41:56.296125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16219da-c09f-4eec-b871-b8c3a8bf1e37 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:41:56.311254 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee6a5aa5-e240-4742-884a-9b78f01e89ed tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:56.317329 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e16219da-c09f-4eec-b871-b8c3a8bf1e37, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e16219da-c09f-4eec-b871-b8c3a8bf1e37,segment=NetworkSegment(b65c536c-93cb-4111-9f35-3e664221b277),segment_id=b65c536c-93cb-4111-9f35-3e664221b277)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:56.338644 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:56.412687 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:56.424134 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c2e90a-cebc-44c4-bbc6-21272a35d204']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:56.439566 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d0db79-4981-45a4-a080-19095425f55a') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:56.439873 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d0db79-4981-45a4-a080-19095425f55a') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:56.450063 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:56.465741 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:56.474168 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:41:56.474419 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:56.496240 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b36796-4f8a-45b5-abca-598a14534ca6 None None] Network c9c2e90a-cebc-44c4-bbc6-21272a35d204 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:56.509846 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e16219da-c09f-4eec-b871-b8c3a8bf1e37,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:41:56.632598 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:41:56.656637 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:56.687592 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] Allocated IP 172.20.0.2 (acdc258f-e93c-43f6-8d73-d4881b3ecc75/9a1100aa-60a5-430f-8f03-130c7c9e5062/7dedf4da-6e63-4c12-a897-c05f3f0c4d51) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:41:56.727159 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['e16219da-c09f-4eec-b871-b8c3a8bf1e37'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:41:56.755261 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:56.762377 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/c9c2e90a-cebc-44c4-bbc6-21272a35d204 HTTP/1.1" status: 204 len: 168 time: 3.8241787 Aug 16 22:41:56.766472 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49384) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:56.778973 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-7b9ab554-4600-4ed9-8d68-22352a72ff17 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-510652807'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:56.799303 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e3aa7-acfb-4f2e-be6c-32ea6b0946b3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Network': ['ID=c9c2e90a-cebc-44c4-bbc6-21272a35d204,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:56.862270 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9ab554-4600-4ed9-8d68-22352a72ff17 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:56.864674 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc8c93-2cb1-4cbc-b035-b81bd7508766 req-32136dd8-4c2b-4950-97b8-6657e28a6110 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:56.866296 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b9ab554-4600-4ed9-8d68-22352a72ff17 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:56.868235 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbcc8c93-2cb1-4cbc-b035-b81bd7508766 req-32136dd8-4c2b-4950-97b8-6657e28a6110 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.1744366 Aug 16 22:41:56.922120 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9ab554-4600-4ed9-8d68-22352a72ff17 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:41:56.942131 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b9ab554-4600-4ed9-8d68-22352a72ff17 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:56.942517 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-7b9ab554-4600-4ed9-8d68-22352a72ff17 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Added segment c54b4ce8-cecc-44c8-a92c-5d493ba45492 of type vlan for network 4393d0b1-327c-46dc-853f-1f8d31b0b671 Aug 16 22:41:56.965184 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ce146-3421-4052-9b87-4b92708851f4 req-a3bdfb78-f79a-4f0d-bd37-bce9d28c5e85 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:56.967438 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-886ce146-3421-4052-9b87-4b92708851f4 req-a3bdfb78-f79a-4f0d-bd37-bce9d28c5e85 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/ports?device_id=609f5971-54a7-47cf-bace-9cfaf00e1079 HTTP/1.1" status: 200 len: 944 time: 0.3317780 Aug 16 22:41:57.006964 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbcc8c93-2cb1-4cbc-b035-b81bd7508766 req-59550da1-50c3-4229-a1ba-efb5edc233a0 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290371 Aug 16 22:41:57.010620 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.022595 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b9ab554-4600-4ed9-8d68-22352a72ff17 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.032196 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-886ce146-3421-4052-9b87-4b92708851f4 req-0690a7a7-50e1-4711-afd6-132210398509 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/security-groups?id=f9be276e-1ae6-4999-b41d-86177437e36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580821 Aug 16 22:41:57.038700 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] Transition to ACTIVE for port object 7dedf4da-6e63-4c12-a897-c05f3f0c4d51 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:57.062627 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] Transition to ACTIVE for port object 7dedf4da-6e63-4c12-a897-c05f3f0c4d51 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:57.080630 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.122617 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b9ab554-4600-4ed9-8d68-22352a72ff17 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.128481 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9ab554-4600-4ed9-8d68-22352a72ff17 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:57.130483 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b9ab554-4600-4ed9-8d68-22352a72ff17 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.190332 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7b9ab554-4600-4ed9-8d68-22352a72ff17 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4223619 Aug 16 22:41:57.193730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49390) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:57.199618 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-718352d7-1cf3-49d0-9b2c-ff4a214152e0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'subnet': {'network_id': '4393d0b1-327c-46dc-853f-1f8d31b0b671', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:57.250452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] Network acdc258f-e93c-43f6-8d73-d4881b3ecc75 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:57.255802 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:57.266447 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:41:57.329275 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] Pushing event updated for resources: {'Port': ['ID=7dedf4da-6e63-4c12-a897-c05f3f0c4d51,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:57.392218 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718352d7-1cf3-49d0-9b2c-ff4a214152e0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:57.401542 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-718352d7-1cf3-49d0-9b2c-ff4a214152e0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.405395 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ab554-4600-4ed9-8d68-22352a72ff17 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Network': ['ID=4393d0b1-327c-46dc-853f-1f8d31b0b671,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:57.422037 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-ee6a5aa5-e240-4742-884a-9b78f01e89ed tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Allocated IP 172.20.0.1 (acdc258f-e93c-43f6-8d73-d4881b3ecc75/9a1100aa-60a5-430f-8f03-130c7c9e5062/8e0c1ebb-aeb7-45f8-8be7-4c17c37415d8) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:41:57.455380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] Attempting to bind port 7dedf4da-6e63-4c12-a897-c05f3f0c4d51 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:41:57.455764 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] Attempting to bind port 7dedf4da-6e63-4c12-a897-c05f3f0c4d51 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '6f486564-970f-41fc-a8dc-db67467147b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'acdc258f-e93c-43f6-8d73-d4881b3ecc75'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:41:57.457467 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] Attempting to bind port 7dedf4da-6e63-4c12-a897-c05f3f0c4d51 on network acdc258f-e93c-43f6-8d73-d4881b3ecc75 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:41:57.490347 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 4393d0b1-327c-46dc-853f-1f8d31b0b671 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:41:57.505151 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:41:57.507170 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] Checking segment: {'id': '6f486564-970f-41fc-a8dc-db67467147b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'acdc258f-e93c-43f6-8d73-d4881b3ecc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:57.507578 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.508001 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] Bound using segment: {'id': '6f486564-970f-41fc-a8dc-db67467147b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'acdc258f-e93c-43f6-8d73-d4881b3ecc75'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:41:57.508466 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] Bound port: 7dedf4da-6e63-4c12-a897-c05f3f0c4d51, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f486564-970f-41fc-a8dc-db67467147b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'acdc258f-e93c-43f6-8d73-d4881b3ecc75'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:41:57.508848 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.552603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.ipam_backend_mixin [None req-718352d7-1cf3-49d0-9b2c-ff4a214152e0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Performing IP validity checks on allocation pools {{(pid=94871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 22:41:57.553157 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.ipam_backend_mixin [None req-718352d7-1cf3-49d0-9b2c-ff4a214152e0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 22:41:57.730928 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b929f832-f8f7-404c-b45e-71ce27736171 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:41:57.758205 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee6a5aa5-e240-4742-884a-9b78f01e89ed tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.766943 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] For port 7dedf4da-6e63-4c12-a897-c05f3f0c4d51, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:41:57.790378 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] For port 7dedf4da-6e63-4c12-a897-c05f3f0c4d51, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7dedf4da-6e63-4c12-a897-c05f3f0c4d51,segment=NetworkSegment(6f486564-970f-41fc-a8dc-db67467147b9),segment_id=6f486564-970f-41fc-a8dc-db67467147b9)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:41:57.791006 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-718352d7-1cf3-49d0-9b2c-ff4a214152e0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.800855 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.807052 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-ee6a5aa5-e240-4742-884a-9b78f01e89ed tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Transition to ACTIVE for port object 8e0c1ebb-aeb7-45f8-8be7-4c17c37415d8 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:57.855596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718352d7-1cf3-49d0-9b2c-ff4a214152e0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Subnet': ['ID=42ec91c8-0020-4952-b3ac-cd01c0b2b741,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:57.925363 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee6a5aa5-e240-4742-884a-9b78f01e89ed tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.944988 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d7ade-1989-4423-83dc-85fb7364ed4a None None] Pushing event updated for resources: {'Port': ['ID=7dedf4da-6e63-4c12-a897-c05f3f0c4d51,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:57.949173 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port b929f832-f8f7-404c-b45e-71ce27736171 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:57.949953 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.955719 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718352d7-1cf3-49d0-9b2c-ff4a214152e0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Checking segment: {'id': 'c54b4ce8-cecc-44c8-a92c-5d493ba45492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4393d0b1-327c-46dc-853f-1f8d31b0b671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:57.959166 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718352d7-1cf3-49d0-9b2c-ff4a214152e0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network hostable DHCP agents. Network: 4393d0b1-327c-46dc-853f-1f8d31b0b671, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:41:57.985539 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6a5aa5-e240-4742-884a-9b78f01e89ed tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network acdc258f-e93c-43f6-8d73-d4881b3ecc75 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:58.002940 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718352d7-1cf3-49d0-9b2c-ff4a214152e0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network 4393d0b1-327c-46dc-853f-1f8d31b0b671 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:41:58.009203 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ee6a5aa5-e240-4742-884a-9b78f01e89ed tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:58.018967 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6a5aa5-e240-4742-884a-9b78f01e89ed tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:41:58.024161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-718352d7-1cf3-49d0-9b2c-ff4a214152e0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 4393d0b1-327c-46dc-853f-1f8d31b0b671) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:58.030111 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718352d7-1cf3-49d0-9b2c-ff4a214152e0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:58.031071 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-718352d7-1cf3-49d0-9b2c-ff4a214152e0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:58.054316 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-718352d7-1cf3-49d0-9b2c-ff4a214152e0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8585649 Aug 16 22:41:58.057019 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca347da8-fb52-4617-b8ed-34312ee00040 None None] Network 4393d0b1-327c-46dc-853f-1f8d31b0b671 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:58.057816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49406) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:58.086325 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a5aa5-e240-4742-884a-9b78f01e89ed tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Port': ['ID=8e0c1ebb-aeb7-45f8-8be7-4c17c37415d8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:58.148697 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee6a5aa5-e240-4742-884a-9b78f01e89ed tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:58.375960 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:58.376691 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee6a5aa5-e240-4742-884a-9b78f01e89ed tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:58.423325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed4668-4df2-470a-85c8-cdc2f8f4399e req-10cabc88-b816-4307-bdc8-3eb0a6e4c321 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:58.425006 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4eed4668-4df2-470a-85c8-cdc2f8f4399e req-10cabc88-b816-4307-bdc8-3eb0a6e4c321 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.2617474 Aug 16 22:41:58.440547 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-4393d0b1-327c-46dc-853f-1f8d31b0b671', 'network_id': '4393d0b1-327c-46dc-853f-1f8d31b0b671', 'tenant_id': '1c4d23d28b9644d0b9c38931bdb1dc2e', 'fixed_ips': [{'subnet_id': '42ec91c8-0020-4952-b3ac-cd01c0b2b741'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:41:58.441448 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:58.470052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fadfaa-0713-4af4-9c07-4848b1bf199e req-d39806da-0473-4e22-a328-6cd623ad68ea tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:58.471888 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9fadfaa-0713-4af4-9c07-4848b1bf199e req-d39806da-0473-4e22-a328-6cd623ad68ea tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/ports?device_id=609f5971-54a7-47cf-bace-9cfaf00e1079 HTTP/1.1" status: 200 len: 944 time: 0.1777120 Aug 16 22:41:58.592060 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:58.722309 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9fadfaa-0713-4af4-9c07-4848b1bf199e req-98e06017-3cfa-4bd9-8f71-b1944346a860 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/security-groups?id=f9be276e-1ae6-4999-b41d-86177437e36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312045 Aug 16 22:41:58.821595 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4eed4668-4df2-470a-85c8-cdc2f8f4399e req-6ab19661-12d6-4eae-a377-15bd6303eb07 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673804 Aug 16 22:41:59.080338 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] Allocated IP 172.20.0.3 (4393d0b1-327c-46dc-853f-1f8d31b0b671/42ec91c8-0020-4952-b3ac-cd01c0b2b741/70bb67c7-8fce-4965-af2e-d1f993308aba) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:41:59.123304 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee6a5aa5-e240-4742-884a-9b78f01e89ed tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:59.135861 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee6a5aa5-e240-4742-884a-9b78f01e89ed tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:59.261157 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee6a5aa5-e240-4742-884a-9b78f01e89ed tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:59.263774 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a5aa5-e240-4742-884a-9b78f01e89ed tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Port': ['ID=8e0c1ebb-aeb7-45f8-8be7-4c17c37415d8,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:59.281048 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:59.289206 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] Transition to ACTIVE for port object 70bb67c7-8fce-4965-af2e-d1f993308aba will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:59.305665 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] Transition to ACTIVE for port object 70bb67c7-8fce-4965-af2e-d1f993308aba will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:59.317205 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e16219da-c09f-4eec-b871-b8c3a8bf1e37 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:41:59.342846 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:59.351783 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:59.392816 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] Pushing event updated for resources: {'Port': ['ID=70bb67c7-8fce-4965-af2e-d1f993308aba,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:59.420459 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] Network 4393d0b1-327c-46dc-853f-1f8d31b0b671 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:59.424014 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:59.430572 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:41:59.494696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Subnet': ['ID=42ec91c8-0020-4952-b3ac-cd01c0b2b741,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:59.544020 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] Attempting to bind port 70bb67c7-8fce-4965-af2e-d1f993308aba on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:41:59.544459 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] Attempting to bind port 70bb67c7-8fce-4965-af2e-d1f993308aba by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'c54b4ce8-cecc-44c8-a92c-5d493ba45492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4393d0b1-327c-46dc-853f-1f8d31b0b671'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:41:59.544810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] Attempting to bind port 70bb67c7-8fce-4965-af2e-d1f993308aba on network 4393d0b1-327c-46dc-853f-1f8d31b0b671 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:41:59.551113 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:41:59.551553 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] Checking segment: {'id': 'c54b4ce8-cecc-44c8-a92c-5d493ba45492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4393d0b1-327c-46dc-853f-1f8d31b0b671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:59.552014 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:59.552412 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] Bound using segment: {'id': 'c54b4ce8-cecc-44c8-a92c-5d493ba45492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4393d0b1-327c-46dc-853f-1f8d31b0b671'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:41:59.553225 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] Bound port: 70bb67c7-8fce-4965-af2e-d1f993308aba, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54b4ce8-cecc-44c8-a92c-5d493ba45492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4393d0b1-327c-46dc-853f-1f8d31b0b671'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:41:59.553612 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:59.576234 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port e16219da-c09f-4eec-b871-b8c3a8bf1e37 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:41:59.592854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6a5aa5-e240-4742-884a-9b78f01e89ed tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network acdc258f-e93c-43f6-8d73-d4881b3ecc75 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:59.594394 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port e16219da-c09f-4eec-b871-b8c3a8bf1e37 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:59.594770 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:59.596811 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ee6a5aa5-e240-4742-884a-9b78f01e89ed tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:59.626019 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:59.672013 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4393d0b1-327c-46dc-853f-1f8d31b0b671']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:59.705879 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54b4ce8-cecc-44c8-a92c-5d493ba45492') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:59.706270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54b4ce8-cecc-44c8-a92c-5d493ba45492') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:59.726394 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:59.754171 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:59.772103 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:41:59.773327 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:41:59.784886 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:41:59.818923 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6a5aa5-e240-4742-884a-9b78f01e89ed tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router f46f30c6-9a8b-4983-befa-833a456d2596 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:41:59.849040 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] For port 70bb67c7-8fce-4965-af2e-d1f993308aba, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:41:59.922221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7dedf4da-6e63-4c12-a897-c05f3f0c4d51 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:41:59.990861 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb6e2f8-654b-4e71-93b7-539475059dbf None None] Network acdc258f-e93c-43f6-8d73-d4881b3ecc75 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:00.085205 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6a5aa5-e240-4742-884a-9b78f01e89ed tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:42:00.102852 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ee6a5aa5-e240-4742-884a-9b78f01e89ed tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/f46f30c6-9a8b-4983-befa-833a456d2596/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9646285 Aug 16 22:42:00.106016 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49448) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:00.107102 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dec34-036d-46be-8d16-170a7735cba9 req-acf67a64-98ba-43cc-a597-0898b140a91c tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:00.109418 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e70dec34-036d-46be-8d16-170a7735cba9 req-acf67a64-98ba-43cc-a597-0898b140a91c tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/ports?device_id=609f5971-54a7-47cf-bace-9cfaf00e1079 HTTP/1.1" status: 200 len: 944 time: 0.2641616 Aug 16 22:42:00.110220 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 22:42:00.110220 n-d-792458-15 neutron-server[94871]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 22:42:00.110220 n-d-792458-15 neutron-server[94871]: [parameters: {'id': '4393d0b1-327c-46dc-853f-1f8d31b0b671'}] Aug 16 22:42:00.110220 n-d-792458-15 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:42:00.110825 n-d-792458-15 neutron-server[94871]: DEBUG oslo_db.api [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:42:00.123549 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef3034-1f56-418d-96f9-e9f7a8e143bd req-73ea3135-c97c-45e5-84bb-6849e0edefb5 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:00.124028 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14df52f1-e070-458e-bdcc-3ff68ee0bc9b None None] Sync routers for ids ['f46f30c6-9a8b-4983-befa-833a456d2596'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:42:00.125453 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5eef3034-1f56-418d-96f9-e9f7a8e143bd req-73ea3135-c97c-45e5-84bb-6849e0edefb5 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.1267436 Aug 16 22:42:00.192896 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] For port 70bb67c7-8fce-4965-af2e-d1f993308aba, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=70bb67c7-8fce-4965-af2e-d1f993308aba,segment=NetworkSegment(c54b4ce8-cecc-44c8-a92c-5d493ba45492),segment_id=c54b4ce8-cecc-44c8-a92c-5d493ba45492)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:00.194353 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:00.199521 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5495f8-f776-455d-b11a-19ff38b7e4ee tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:00.204293 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5292b4c9-4c04-44f6-88ff-6802f9dd1392 None None] Provisioning for port 7dedf4da-6e63-4c12-a897-c05f3f0c4d51 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:00.206307 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-df5495f8-f776-455d-b11a-19ff38b7e4ee tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/ports/8e0c1ebb-aeb7-45f8-8be7-4c17c37415d8 HTTP/1.1" status: 200 len: 910 time: 0.0990536 Aug 16 22:42:00.207135 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14df52f1-e070-458e-bdcc-3ff68ee0bc9b None None] Routers {'f46f30c6-9a8b-4983-befa-833a456d2596'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:00.208663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-14df52f1-e070-458e-bdcc-3ff68ee0bc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:41:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['f46f30c6-9a8b-4983-befa-833a456d2596'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:00.215584 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49450) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:00.239818 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5fd72c7a-23dd-427a-bfc2-063828d8b0de tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9a1100aa-60a5-430f-8f03-130c7c9e5062'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:00.270822 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:00.302281 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5eef3034-1f56-418d-96f9-e9f7a8e143bd req-e269af9a-4079-4d4c-b7c5-52e7b2d6e2c3 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638734 Aug 16 22:42:00.325241 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e16219da-c09f-4eec-b871-b8c3a8bf1e37, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e16219da-c09f-4eec-b871-b8c3a8bf1e37,segment=NetworkSegment(b65c536c-93cb-4111-9f35-3e664221b277),segment_id=b65c536c-93cb-4111-9f35-3e664221b277)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:00.328154 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-14df52f1-e070-458e-bdcc-3ff68ee0bc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:00.341398 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609f5971-54a7-47cf-bace-9cfaf00e1079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16219da-c09f-4eec-b871-b8c3a8bf1e37'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:42:00.344291 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41bce42-c172-4fd7-8687-86d8c65fb2df" -d '{"events": [{"server_uuid": "609f5971-54a7-47cf-bace-9cfaf00e1079", "name": "network-vif-plugged", "status": "completed", "tag": "e16219da-c09f-4eec-b871-b8c3a8bf1e37"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:42:00.353625 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:00.361130 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e70dec34-036d-46be-8d16-170a7735cba9 req-52429e0c-41df-4265-b2ac-2006427f8960 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/security-groups?id=f9be276e-1ae6-4999-b41d-86177437e36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341604 Aug 16 22:42:00.430888 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14df52f1-e070-458e-bdcc-3ff68ee0bc9b None None] Routers {'f46f30c6-9a8b-4983-befa-833a456d2596'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:00.431607 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-14df52f1-e070-458e-bdcc-3ff68ee0bc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:41:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['f46f30c6-9a8b-4983-befa-833a456d2596'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:00.546918 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a4ccd-d3f5-4995-a97c-734395be8500 None None] Pushing event updated for resources: {'Port': ['ID=70bb67c7-8fce-4965-af2e-d1f993308aba,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:00.574147 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5fd72c7a-23dd-427a-bfc2-063828d8b0de tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:00.629518 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81a8d27-48f2-45a6-bed5-21897ec0b949 x-openstack-request-id: req-d81a8d27-48f2-45a6-bed5-21897ec0b949 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:42:00.630283 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609f5971-54a7-47cf-bace-9cfaf00e1079", "name": "network-vif-plugged", "status": "completed", "tag": "e16219da-c09f-4eec-b871-b8c3a8bf1e37", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:42:00.630894 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d81a8d27-48f2-45a6-bed5-21897ec0b949 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:42:00.631497 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609f5971-54a7-47cf-bace-9cfaf00e1079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16219da-c09f-4eec-b871-b8c3a8bf1e37', 'code': 200} Aug 16 22:42:00.633387 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-14df52f1-e070-458e-bdcc-3ff68ee0bc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:00.634346 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14df52f1-e070-458e-bdcc-3ff68ee0bc9b None None] The sync data for ids ['f46f30c6-9a8b-4983-befa-833a456d2596'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:42:00.642427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 7dedf4da-6e63-4c12-a897-c05f3f0c4d51 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:00.684054 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 7dedf4da-6e63-4c12-a897-c05f3f0c4d51 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:00.684834 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:00.780278 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55af2f46-ad4e-413b-adf2-1a96a5cbc9a4 None None] Network 4393d0b1-327c-46dc-853f-1f8d31b0b671 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:00.885978 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e16219da-c09f-4eec-b871-b8c3a8bf1e37,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:01.038765 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:01.120857 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 7dedf4da-6e63-4c12-a897-c05f3f0c4d51, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7dedf4da-6e63-4c12-a897-c05f3f0c4d51,segment=NetworkSegment(6f486564-970f-41fc-a8dc-db67467147b9),segment_id=6f486564-970f-41fc-a8dc-db67467147b9)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:01.127670 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:01.220729 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-293cb368-5046-4c2f-baf0-10e460db5d69 None None] Provisioning complete for port 7dedf4da-6e63-4c12-a897-c05f3f0c4d51 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:01.220971 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-293cb368-5046-4c2f-baf0-10e460db5d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:01.280695 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=7dedf4da-6e63-4c12-a897-c05f3f0c4d51,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:01.432277 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-293cb368-5046-4c2f-baf0-10e460db5d69 None None] Provisioning for port 8e0c1ebb-aeb7-45f8-8be7-4c17c37415d8 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:01.440661 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-293cb368-5046-4c2f-baf0-10e460db5d69 None None] Provisioning complete for port 8e0c1ebb-aeb7-45f8-8be7-4c17c37415d8 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:01.441060 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-293cb368-5046-4c2f-baf0-10e460db5d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:01.530185 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-293cb368-5046-4c2f-baf0-10e460db5d69 None None] Port 8e0c1ebb-aeb7-45f8-8be7-4c17c37415d8 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:42:01.546136 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:01.671656 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a2b6cba4-116c-43ca-97a5-10440ebff4a5 None None] Provisioning complete for port 8e0c1ebb-aeb7-45f8-8be7-4c17c37415d8 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:01.672868 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a2b6cba4-116c-43ca-97a5-10440ebff4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:01.686321 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c6b36-3268-455a-b37d-6c2aab0736a4 req-a2b2454a-d3cc-4bb0-a901-1cacfda6bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:01.687853 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e93c6b36-3268-455a-b37d-6c2aab0736a4 req-a2b2454a-d3cc-4bb0-a901-1cacfda6bf10 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=609f5971-54a7-47cf-bace-9cfaf00e1079 HTTP/1.1" status: 200 len: 1097 time: 1.1212091 Aug 16 22:42:01.725927 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7dedf4da-6e63-4c12-a897-c05f3f0c4d51 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:01.734024 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01b18f-b610-4fc9-bc3a-8b9916e815de req-b8f6cf0d-ca94-483c-99d2-610a5ef0a396 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:01.735732 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d01b18f-b610-4fc9-bc3a-8b9916e815de req-b8f6cf0d-ca94-483c-99d2-610a5ef0a396 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/ports?device_id=609f5971-54a7-47cf-bace-9cfaf00e1079 HTTP/1.1" status: 200 len: 945 time: 0.2082672 Aug 16 22:42:01.791310 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbf672-039e-4e19-acaa-f496569a1691 req-7bf0e88e-8814-4a7a-b9b2-6cc851306cfc tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:01.796273 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3fbf672-039e-4e19-acaa-f496569a1691 req-7bf0e88e-8814-4a7a-b9b2-6cc851306cfc tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.2601795 Aug 16 22:42:01.864293 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a2b6cba4-116c-43ca-97a5-10440ebff4a5 None None] Port 8e0c1ebb-aeb7-45f8-8be7-4c17c37415d8 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:42:01.897108 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb77f999-9d42-4c82-8933-92eeba7917b6 None None] get_active_networks_info from n-d-792458-15 {{(pid=94873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:42:01.905256 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e93c6b36-3268-455a-b37d-6c2aab0736a4 req-05f12964-91f4-4093-958d-21231799bf18 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f9be276e-1ae6-4999-b41d-86177437e36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040033 Aug 16 22:42:01.945987 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3fbf672-039e-4e19-acaa-f496569a1691 req-2836c0ff-2983-4634-88c8-e6d7ac4036b4 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193120 Aug 16 22:42:01.950726 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Deleting port 70bb67c7-8fce-4965-af2e-d1f993308aba {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:42:01.950726 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:02.040935 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d01b18f-b610-4fc9-bc3a-8b9916e815de req-b00b3dfb-9368-478a-b03b-058a3e829219 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/security-groups?id=f9be276e-1ae6-4999-b41d-86177437e36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889872 Aug 16 22:42:02.067871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] For port 70bb67c7-8fce-4965-af2e-d1f993308aba, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=70bb67c7-8fce-4965-af2e-d1f993308aba,segment=NetworkSegment(c54b4ce8-cecc-44c8-a92c-5d493ba45492),segment_id=c54b4ce8-cecc-44c8-a92c-5d493ba45492)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:02.069322 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:02.070460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 7dedf4da-6e63-4c12-a897-c05f3f0c4d51 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:02.070865 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:02.090796 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Calling delete_port for 70bb67c7-8fce-4965-af2e-d1f993308aba owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:42:02.093831 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb77f999-9d42-4c82-8933-92eeba7917b6 None None] Resources bound (agent type, host, resource id): {{(pid=94873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:42:02.120839 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5079ccc9-8c0e-45a4-94df-bda64335c4d8 None None] Provisioning complete for port 8e0c1ebb-aeb7-45f8-8be7-4c17c37415d8 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:02.121215 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5079ccc9-8c0e-45a4-94df-bda64335c4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:02.203363 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:02.208135 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5fd72c7a-23dd-427a-bfc2-063828d8b0de tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:02.249564 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Port': ['ID=70bb67c7-8fce-4965-af2e-d1f993308aba,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:02.252768 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5fd72c7a-23dd-427a-bfc2-063828d8b0de tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:02.258088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No DVR routers for this DVR port 70bb67c7-8fce-4965-af2e-d1f993308aba on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:42:02.272576 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-5079ccc9-8c0e-45a4-94df-bda64335c4d8 None None] Port 8e0c1ebb-aeb7-45f8-8be7-4c17c37415d8 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:42:02.482262 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd72c7a-23dd-427a-bfc2-063828d8b0de tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:02.482984 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5fd72c7a-23dd-427a-bfc2-063828d8b0de tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:02.488465 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5fd72c7a-23dd-427a-bfc2-063828d8b0de tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/ports/8e0c1ebb-aeb7-45f8-8be7-4c17c37415d8 HTTP/1.1" status: 200 len: 910 time: 2.2564864 Aug 16 22:42:02.488465 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd72c7a-23dd-427a-bfc2-063828d8b0de tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Port': ['ID=8e0c1ebb-aeb7-45f8-8be7-4c17c37415d8,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:02.489061 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49490) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:02.534003 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:02.557514 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4393d0b1-327c-46dc-853f-1f8d31b0b671']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:02.583533 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54b4ce8-cecc-44c8-a92c-5d493ba45492') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:02.583533 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54b4ce8-cecc-44c8-a92c-5d493ba45492') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:02.624001 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:02.643803 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:02.665341 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:42:02.665752 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:42:02.669382 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:42:02.808540 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88535aca-e815-431a-809a-f9c14c207b90 None None] get_active_networks_info from n-d-792458-15 {{(pid=94873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:42:02.826588 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:02.835208 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:02.836973 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/4393d0b1-327c-46dc-853f-1f8d31b0b671 HTTP/1.1" status: 204 len: 168 time: 4.7764056 Aug 16 22:42:02.855503 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49502) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:02.867315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fbf99679-1fde-4412-837a-397dd84d779f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1679902248'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:02.903278 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449859cd-a39f-47ae-ae90-2dd8c6e307d1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Network': ['ID=4393d0b1-327c-46dc-853f-1f8d31b0b671,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:02.926827 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49504) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:02.979362 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf99679-1fde-4412-837a-397dd84d779f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:02.986877 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbf99679-1fde-4412-837a-397dd84d779f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:03.071713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf99679-1fde-4412-837a-397dd84d779f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:42:03.092188 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbf99679-1fde-4412-837a-397dd84d779f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:03.092539 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-fbf99679-1fde-4412-837a-397dd84d779f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Added segment 1010ddfa-366b-44a0-b84f-b8f85832bf51 of type vlan for network ce0f75be-4026-4491-bc40-673a0535382c Aug 16 22:42:03.108455 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88535aca-e815-431a-809a-f9c14c207b90 None None] Resources bound (agent type, host, resource id): {{(pid=94873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:42:03.220681 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbf99679-1fde-4412-837a-397dd84d779f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:03.288081 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ce821e0-c76c-459d-8ae6-6631de5960a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:03.329899 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33e72cb9-9dc2-4af7-bf4b-48b89a811e3c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:03.418520 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.resource_extend [None req-fbf99679-1fde-4412-837a-397dd84d779f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:42:03.595742 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ce821e0-c76c-459d-8ae6-6631de5960a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:03.599540 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbf99679-1fde-4412-837a-397dd84d779f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:03.605904 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf99679-1fde-4412-837a-397dd84d779f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:03.606577 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbf99679-1fde-4412-837a-397dd84d779f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:03.621544 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d474928-8338-4a59-ae47-c070c6e5a40b req-1a8bdf9a-9bfe-4d5c-a4fd-39c85db5dc7e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:03.623195 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d474928-8338-4a59-ae47-c070c6e5a40b req-1a8bdf9a-9bfe-4d5c-a4fd-39c85db5dc7e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.4678125 Aug 16 22:42:03.635735 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ce821e0-c76c-459d-8ae6-6631de5960a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:03.705505 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a4197-48df-464d-8afa-448aeaaf7896 req-7c7e0545-a148-45da-9bb9-7e48a666acab tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:03.707155 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d3a4197-48df-464d-8afa-448aeaaf7896 req-7c7e0545-a148-45da-9bb9-7e48a666acab tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/ports?device_id=609f5971-54a7-47cf-bace-9cfaf00e1079 HTTP/1.1" status: 200 len: 945 time: 0.3998406 Aug 16 22:42:03.736094 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-33e72cb9-9dc2-4af7-bf4b-48b89a811e3c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting port 8e0c1ebb-aeb7-45f8-8be7-4c17c37415d8 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:42:03.736660 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33e72cb9-9dc2-4af7-bf4b-48b89a811e3c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:03.749852 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce821e0-c76c-459d-8ae6-6631de5960a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c818a4b8-f92c-47f8-b885-eb9a9eccd5e1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:03.787807 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2ce821e0-c76c-459d-8ae6-6631de5960a1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0a8ab1eeac9b4885a825244788299686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8599086 Aug 16 22:42:03.798867 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fbf99679-1fde-4412-837a-397dd84d779f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9422779 Aug 16 22:42:03.807498 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49524) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:03.807835 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49526) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:03.826195 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-469f24d7-7667-41a2-8105-045e91090492 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'subnet': {'network_id': 'ce0f75be-4026-4491-bc40-673a0535382c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:03.861251 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33e72cb9-9dc2-4af7-bf4b-48b89a811e3c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:03.883643 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-33e72cb9-9dc2-4af7-bf4b-48b89a811e3c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Calling delete_port for 8e0c1ebb-aeb7-45f8-8be7-4c17c37415d8 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:42:03.894340 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d474928-8338-4a59-ae47-c070c6e5a40b req-82e8db65-faff-4bad-bf2a-200bee4a66d4 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434547 Aug 16 22:42:03.934171 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf99679-1fde-4412-837a-397dd84d779f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Network': ['ID=ce0f75be-4026-4491-bc40-673a0535382c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:03.948730 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network ce0f75be-4026-4491-bc40-673a0535382c details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:42:04.008916 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d3a4197-48df-464d-8afa-448aeaaf7896 req-e0e98c15-8b6b-4f71-8687-7d1b7c8d0efb tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/security-groups?id=f9be276e-1ae6-4999-b41d-86177437e36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378435 Aug 16 22:42:04.112215 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69dad896-a273-4e31-bede-d6e58b8846ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:04.148620 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69dad896-a273-4e31-bede-d6e58b8846ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:04.151007 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469f24d7-7667-41a2-8105-045e91090492 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:04.155147 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-469f24d7-7667-41a2-8105-045e91090492 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:04.194356 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33e72cb9-9dc2-4af7-bf4b-48b89a811e3c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:04.314318 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e72cb9-9dc2-4af7-bf4b-48b89a811e3c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Port': ['ID=8e0c1ebb-aeb7-45f8-8be7-4c17c37415d8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:04.436929 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69dad896-a273-4e31-bede-d6e58b8846ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:04.453317 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69dad896-a273-4e31-bede-d6e58b8846ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:04.454838 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-69dad896-a273-4e31-bede-d6e58b8846ba admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c818a4b8-f92c-47f8-b885-eb9a9eccd5e1 HTTP/1.1" status: 204 len: 168 time: 0.6458151 Aug 16 22:42:04.482957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dad896-a273-4e31-bede-d6e58b8846ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c818a4b8-f92c-47f8-b885-eb9a9eccd5e1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:04.712479 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-469f24d7-7667-41a2-8105-045e91090492 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:04.770291 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33e72cb9-9dc2-4af7-bf4b-48b89a811e3c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:04.857384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f24d7-7667-41a2-8105-045e91090492 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Subnet': ['ID=bea8e623-91c5-497a-90ee-474415495c59,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:04.863551 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f24d7-7667-41a2-8105-045e91090492 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Checking segment: {'id': '1010ddfa-366b-44a0-b84f-b8f85832bf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ce0f75be-4026-4491-bc40-673a0535382c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:04.863899 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469f24d7-7667-41a2-8105-045e91090492 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network hostable DHCP agents. Network: ce0f75be-4026-4491-bc40-673a0535382c, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:42:04.887763 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d77773-c404-46dd-931c-e5b3fc4e9fc1 req-8c7bcb30-e269-47fd-a01e-ac54c1509f2b tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:04.889745 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05d77773-c404-46dd-931c-e5b3fc4e9fc1 req-8c7bcb30-e269-47fd-a01e-ac54c1509f2b tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/ports?device_id=609f5971-54a7-47cf-bace-9cfaf00e1079 HTTP/1.1" status: 200 len: 945 time: 0.1179247 Aug 16 22:42:04.906410 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469f24d7-7667-41a2-8105-045e91090492 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network ce0f75be-4026-4491-bc40-673a0535382c is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:42:04.933247 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-469f24d7-7667-41a2-8105-045e91090492 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, ce0f75be-4026-4491-bc40-673a0535382c) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:04.944132 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469f24d7-7667-41a2-8105-045e91090492 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:04.944719 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-469f24d7-7667-41a2-8105-045e91090492 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:04.964423 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84feb10d-4eca-40f4-881d-c8e83ab7853c None None] Network ce0f75be-4026-4491-bc40-673a0535382c requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:04.987914 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05d77773-c404-46dd-931c-e5b3fc4e9fc1 req-79b35c81-e9e4-4041-a7bb-a4dbce649edd tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/security-groups?id=f9be276e-1ae6-4999-b41d-86177437e36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831187 Aug 16 22:42:04.994541 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-469f24d7-7667-41a2-8105-045e91090492 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1748667 Aug 16 22:42:04.995174 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49564) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:05.109254 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e72cb9-9dc2-4af7-bf4b-48b89a811e3c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router f46f30c6-9a8b-4983-befa-833a456d2596 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:42:05.193324 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e883897-c94f-40c2-a0c5-05bc5486a195 req-8966d2e6-76dd-42e7-9296-1b6985b2b849 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:05.201070 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e883897-c94f-40c2-a0c5-05bc5486a195 req-8966d2e6-76dd-42e7-9296-1b6985b2b849 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.1561363 Aug 16 22:42:05.205205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49570) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:05.290536 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd89dffd-fd56-47e5-9199-e692492ae8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:05.302755 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-ce0f75be-4026-4491-bc40-673a0535382c', 'network_id': 'ce0f75be-4026-4491-bc40-673a0535382c', 'tenant_id': '1c4d23d28b9644d0b9c38931bdb1dc2e', 'fixed_ips': [{'subnet_id': 'bea8e623-91c5-497a-90ee-474415495c59'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:42:05.303638 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:05.331870 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:05.505395 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:05.519226 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e883897-c94f-40c2-a0c5-05bc5486a195 req-fe935d2f-2e5a-4a98-a0fb-5af2b77d4dd7 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171489 Aug 16 22:42:05.632083 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] Allocated IP 172.20.0.1 (ce0f75be-4026-4491-bc40-673a0535382c/bea8e623-91c5-497a-90ee-474415495c59/22441206-110e-41c1-b2a5-70ffbd4c7391) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:05.698464 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd89dffd-fd56-47e5-9199-e692492ae8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:05.709713 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd89dffd-fd56-47e5-9199-e692492ae8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:05.745916 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e72cb9-9dc2-4af7-bf4b-48b89a811e3c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:42:05.748001 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89dffd-fd56-47e5-9199-e692492ae8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fee0880-5ea4-430e-ab18-7b697a162e44,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:05.757446 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342fb6c5-6b3d-48a0-b138-8d06bb94c172 None None] Sync routers for ids ['f46f30c6-9a8b-4983-befa-833a456d2596'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:42:05.760130 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-33e72cb9-9dc2-4af7-bf4b-48b89a811e3c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/f46f30c6-9a8b-4983-befa-833a456d2596/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2713110 Aug 16 22:42:05.765416 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49582) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:05.770772 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342fb6c5-6b3d-48a0-b138-8d06bb94c172 None None] Routers {'f46f30c6-9a8b-4983-befa-833a456d2596'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:05.771516 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-342fb6c5-6b3d-48a0-b138-8d06bb94c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:41:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['f46f30c6-9a8b-4983-befa-833a456d2596'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:05.805930 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cd89dffd-fd56-47e5-9199-e692492ae8c1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=55a6c2bac77d4313a0a2c00aa1b79910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5937777 Aug 16 22:42:05.806387 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49588) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:05.814923 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0fb1fcaf-7612-4ff7-ab29-cd0c3dcfe115 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/ports?device_id=f46f30c6-9a8b-4983-befa-833a456d2596 HTTP/1.1" status: 200 len: 205 time: 0.0480986 Aug 16 22:42:05.821039 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49590) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:05.881641 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-342fb6c5-6b3d-48a0-b138-8d06bb94c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:05.894844 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342fb6c5-6b3d-48a0-b138-8d06bb94c172 None None] Routers {'f46f30c6-9a8b-4983-befa-833a456d2596'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:05.896149 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-342fb6c5-6b3d-48a0-b138-8d06bb94c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:41:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['f46f30c6-9a8b-4983-befa-833a456d2596'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:05.955256 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-819f06a1-cb56-4192-9334-5ad06ff16b62 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:05.955486 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-acdc2a22-3779-4991-ae99-8efa07e64e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:05.958782 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-342fb6c5-6b3d-48a0-b138-8d06bb94c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:05.967243 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342fb6c5-6b3d-48a0-b138-8d06bb94c172 None None] The sync data for ids ['f46f30c6-9a8b-4983-befa-833a456d2596'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:42:05.991249 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-acdc2a22-3779-4991-ae99-8efa07e64e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:06.035206 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:06.108789 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] Transition to ACTIVE for port object 22441206-110e-41c1-b2a5-70ffbd4c7391 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:06.138857 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] Transition to ACTIVE for port object 22441206-110e-41c1-b2a5-70ffbd4c7391 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:06.146886 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-acdc2a22-3779-4991-ae99-8efa07e64e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:06.149483 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-acdc2a22-3779-4991-ae99-8efa07e64e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:06.154119 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-acdc2a22-3779-4991-ae99-8efa07e64e94 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5fee0880-5ea4-430e-ab18-7b697a162e44 HTTP/1.1" status: 204 len: 168 time: 0.3433754 Aug 16 22:42:06.154367 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:06.198187 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc2a22-3779-4991-ae99-8efa07e64e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fee0880-5ea4-430e-ab18-7b697a162e44,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:06.243740 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93972391-7bce-4a99-ac74-e9e105073327 req-8ed70af2-85a3-428d-b279-f8073758c26e tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:06.254831 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-93972391-7bce-4a99-ac74-e9e105073327 req-8ed70af2-85a3-428d-b279-f8073758c26e tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.39 "GET /v2.0/ports?device_id=609f5971-54a7-47cf-bace-9cfaf00e1079 HTTP/1.1" status: 200 len: 945 time: 0.1975121 Aug 16 22:42:06.257932 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:06.278841 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937851b-4d92-4745-a861-5467c43f2657 req-400f7d82-82b0-4e3a-9d3d-1479820e5152 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:06.280432 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4937851b-4d92-4745-a861-5467c43f2657 req-400f7d82-82b0-4e3a-9d3d-1479820e5152 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/ports?device_id=609f5971-54a7-47cf-bace-9cfaf00e1079 HTTP/1.1" status: 200 len: 945 time: 0.1774719 Aug 16 22:42:06.305345 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] Network ce0f75be-4026-4491-bc40-673a0535382c is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:06.312328 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] Pushing event updated for resources: {'Port': ['ID=22441206-110e-41c1-b2a5-70ffbd4c7391,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:06.321137 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:06.331980 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:06.368403 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-819f06a1-cb56-4192-9334-5ad06ff16b62 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:06.372210 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-819f06a1-cb56-4192-9334-5ad06ff16b62 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:06.427396 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-819f06a1-cb56-4192-9334-5ad06ff16b62 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:06.428273 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819f06a1-cb56-4192-9334-5ad06ff16b62 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Fanout notify agent at l3_agent the message router_deleted on router f46f30c6-9a8b-4983-befa-833a456d2596 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:42:06.451753 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-819f06a1-cb56-4192-9334-5ad06ff16b62 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:06.459665 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-819f06a1-cb56-4192-9334-5ad06ff16b62 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/routers/f46f30c6-9a8b-4983-befa-833a456d2596 HTTP/1.1" status: 204 len: 168 time: 0.6297119 Aug 16 22:42:06.462055 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49604) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:06.527258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Subnet': ['ID=bea8e623-91c5-497a-90ee-474415495c59,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:06.545844 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] Attempting to bind port 22441206-110e-41c1-b2a5-70ffbd4c7391 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:06.546815 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] Attempting to bind port 22441206-110e-41c1-b2a5-70ffbd4c7391 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '1010ddfa-366b-44a0-b84f-b8f85832bf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ce0f75be-4026-4491-bc40-673a0535382c'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:06.550348 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] Attempting to bind port 22441206-110e-41c1-b2a5-70ffbd4c7391 on network ce0f75be-4026-4491-bc40-673a0535382c {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:06.566982 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:06.567731 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] Checking segment: {'id': '1010ddfa-366b-44a0-b84f-b8f85832bf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ce0f75be-4026-4491-bc40-673a0535382c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:06.568354 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:06.568931 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] Bound using segment: {'id': '1010ddfa-366b-44a0-b84f-b8f85832bf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ce0f75be-4026-4491-bc40-673a0535382c'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:06.569728 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] Bound port: 22441206-110e-41c1-b2a5-70ffbd4c7391, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1010ddfa-366b-44a0-b84f-b8f85832bf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ce0f75be-4026-4491-bc40-673a0535382c'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:06.570343 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:06.627406 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-97970310-a716-471a-828f-598d43fe2645 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting subnet 9a1100aa-60a5-430f-8f03-130c7c9e5062 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:42:06.635215 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97970310-a716-471a-828f-598d43fe2645 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:06.692724 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] For port 22441206-110e-41c1-b2a5-70ffbd4c7391, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:42:06.704095 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] For port 22441206-110e-41c1-b2a5-70ffbd4c7391, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=22441206-110e-41c1-b2a5-70ffbd4c7391,segment=NetworkSegment(1010ddfa-366b-44a0-b84f-b8f85832bf51),segment_id=1010ddfa-366b-44a0-b84f-b8f85832bf51)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:06.704346 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:06.710364 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:06.715007 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97970310-a716-471a-828f-598d43fe2645 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:06.732450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce0f75be-4026-4491-bc40-673a0535382c']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:06.759827 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1010ddfa-366b-44a0-b84f-b8f85832bf51') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:06.760435 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1010ddfa-366b-44a0-b84f-b8f85832bf51') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:06.779971 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:06.810008 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4937851b-4d92-4745-a861-5467c43f2657 req-02db44a2-b4df-49e9-ab81-daf89a0f1d9a tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/security-groups?id=f9be276e-1ae6-4999-b41d-86177437e36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222579 Aug 16 22:42:06.812550 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:06.861693 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:42:06.862158 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:42:06.867486 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:42:06.885088 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97970310-a716-471a-828f-598d43fe2645 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:06.923717 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85896fca-2dd6-458f-9f8e-897f284a7444 None None] Pushing event updated for resources: {'Port': ['ID=22441206-110e-41c1-b2a5-70ffbd4c7391,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:06.959241 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0154f3-0936-4771-b5ae-ecf84091bfac None None] Network ce0f75be-4026-4491-bc40-673a0535382c requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:07.013470 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-93972391-7bce-4a99-ac74-e9e105073327 req-69bbb1ac-8d58-4281-a2db-0cbedd182464 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Deleting port e16219da-c09f-4eec-b871-b8c3a8bf1e37 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:42:07.013817 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-93972391-7bce-4a99-ac74-e9e105073327 req-69bbb1ac-8d58-4281-a2db-0cbedd182464 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:07.024492 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 22:42:07.024492 n-d-792458-15 neutron-server[94871]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 22:42:07.024492 n-d-792458-15 neutron-server[94871]: [parameters: {'id': 'ce0f75be-4026-4491-bc40-673a0535382c'}] Aug 16 22:42:07.024492 n-d-792458-15 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:42:07.025136 n-d-792458-15 neutron-server[94871]: DEBUG oslo_db.api [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:42:07.034673 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97970310-a716-471a-828f-598d43fe2645 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:07.046750 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e8b20-bdaf-4088-8472-09e82bb87c85 req-2adc4b88-fed2-4bef-921a-00af0a3a2cf1 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:07.049652 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-385e8b20-bdaf-4088-8472-09e82bb87c85 req-2adc4b88-fed2-4bef-921a-00af0a3a2cf1 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.3951738 Aug 16 22:42:07.072908 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97970310-a716-471a-828f-598d43fe2645 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Subnet': ['ID=9a1100aa-60a5-430f-8f03-130c7c9e5062,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:07.085824 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97970310-a716-471a-828f-598d43fe2645 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:07.095784 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-97970310-a716-471a-828f-598d43fe2645 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/subnets/9a1100aa-60a5-430f-8f03-130c7c9e5062 HTTP/1.1" status: 204 len: 168 time: 0.6313412 Aug 16 22:42:07.096409 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49620) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:07.109643 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc61051-6006-4ef4-b146-4c7677fca0be None None] Network acdc258f-e93c-43f6-8d73-d4881b3ecc75 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:07.256184 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-93972391-7bce-4a99-ac74-e9e105073327 req-69bbb1ac-8d58-4281-a2db-0cbedd182464 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] For port e16219da-c09f-4eec-b871-b8c3a8bf1e37, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e16219da-c09f-4eec-b871-b8c3a8bf1e37,segment=NetworkSegment(b65c536c-93cb-4111-9f35-3e664221b277),segment_id=b65c536c-93cb-4111-9f35-3e664221b277)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:07.256184 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-93972391-7bce-4a99-ac74-e9e105073327 req-69bbb1ac-8d58-4281-a2db-0cbedd182464 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:07.279226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-93972391-7bce-4a99-ac74-e9e105073327 req-69bbb1ac-8d58-4281-a2db-0cbedd182464 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Calling delete_port for e16219da-c09f-4eec-b871-b8c3a8bf1e37 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:42:07.315145 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63ace845-f3cf-4c4a-8a93-4dc291a947b8 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:07.448315 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-63ace845-f3cf-4c4a-8a93-4dc291a947b8 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting port 7dedf4da-6e63-4c12-a897-c05f3f0c4d51 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:42:07.448867 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63ace845-f3cf-4c4a-8a93-4dc291a947b8 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:07.481729 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-385e8b20-bdaf-4088-8472-09e82bb87c85 req-79693f52-918c-4f33-a1db-fe8395e42b08 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840523 Aug 16 22:42:07.483939 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db16ec8-dce0-4b08-8417-2c44bc2fb585 None None] DHCP port deletion for acdc258f-e93c-43f6-8d73-d4881b3ecc75 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:42:07.494083 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-93972391-7bce-4a99-ac74-e9e105073327 req-69bbb1ac-8d58-4281-a2db-0cbedd182464 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:07.535244 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:07.619864 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbb1ac-8d58-4281-a2db-0cbedd182464 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Pushing event deleted for resources: {'Port': ['ID=e16219da-c09f-4eec-b871-b8c3a8bf1e37,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:07.691687 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-63ace845-f3cf-4c4a-8a93-4dc291a947b8 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] For port 7dedf4da-6e63-4c12-a897-c05f3f0c4d51, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7dedf4da-6e63-4c12-a897-c05f3f0c4d51,segment=NetworkSegment(6f486564-970f-41fc-a8dc-db67467147b9),segment_id=6f486564-970f-41fc-a8dc-db67467147b9)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:07.693264 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63ace845-f3cf-4c4a-8a93-4dc291a947b8 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:07.694345 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7dedf4da-6e63-4c12-a897-c05f3f0c4d51 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:42:07.711945 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-63ace845-f3cf-4c4a-8a93-4dc291a947b8 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Calling delete_port for 7dedf4da-6e63-4c12-a897-c05f3f0c4d51 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:42:07.724440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-1db16ec8-dce0-4b08-8417-2c44bc2fb585 None None] Deleting port 7dedf4da-6e63-4c12-a897-c05f3f0c4d51 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:42:07.724440 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1db16ec8-dce0-4b08-8417-2c44bc2fb585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:07.738455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-93972391-7bce-4a99-ac74-e9e105073327 req-69bbb1ac-8d58-4281-a2db-0cbedd182464 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] No DVR routers for this DVR port e16219da-c09f-4eec-b871-b8c3a8bf1e37 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:42:07.748823 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-93972391-7bce-4a99-ac74-e9e105073327 req-69bbb1ac-8d58-4281-a2db-0cbedd182464 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:07.750844 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-93972391-7bce-4a99-ac74-e9e105073327 req-69bbb1ac-8d58-4281-a2db-0cbedd182464 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.39 "DELETE /v2.0/ports/e16219da-c09f-4eec-b871-b8c3a8bf1e37 HTTP/1.1" status: 204 len: 173 time: 1.4951751 Aug 16 22:42:07.816406 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63ace845-f3cf-4c4a-8a93-4dc291a947b8 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:07.834900 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609f5971-54a7-47cf-bace-9cfaf00e1079', 'name': 'network-vif-deleted', 'tag': 'e16219da-c09f-4eec-b871-b8c3a8bf1e37'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:42:07.842341 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eff122e-e244-45f0-ac24-72ffb4ab31a0" -d '{"events": [{"server_uuid": "609f5971-54a7-47cf-bace-9cfaf00e1079", "name": "network-vif-deleted", "tag": "e16219da-c09f-4eec-b871-b8c3a8bf1e37"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:42:07.872534 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-1db16ec8-dce0-4b08-8417-2c44bc2fb585 None None] For port 7dedf4da-6e63-4c12-a897-c05f3f0c4d51, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7dedf4da-6e63-4c12-a897-c05f3f0c4d51,segment=NetworkSegment(6f486564-970f-41fc-a8dc-db67467147b9),segment_id=6f486564-970f-41fc-a8dc-db67467147b9)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:07.872534 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1db16ec8-dce0-4b08-8417-2c44bc2fb585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:07.890843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-1db16ec8-dce0-4b08-8417-2c44bc2fb585 None None] Calling delete_port for 7dedf4da-6e63-4c12-a897-c05f3f0c4d51 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:42:07.911893 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ace845-f3cf-4c4a-8a93-4dc291a947b8 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Port': ['ID=7dedf4da-6e63-4c12-a897-c05f3f0c4d51,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:07.916323 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ace845-f3cf-4c4a-8a93-4dc291a947b8 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] No DVR routers for this DVR port 7dedf4da-6e63-4c12-a897-c05f3f0c4d51 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:42:07.984113 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No active binding found for port 7dedf4da-6e63-4c12-a897-c05f3f0c4d51 {{(pid=94873) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 22:42:07.984560 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7dedf4da-6e63-4c12-a897-c05f3f0c4d51 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:42:08.009549 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121d4c7-8ef6-4517-a2f3-494cca6c092d req-99116efa-c7db-44f1-a88e-1f913dca2c9a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:08.011411 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8121d4c7-8ef6-4517-a2f3-494cca6c092d req-99116efa-c7db-44f1-a88e-1f913dca2c9a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.1612446 Aug 16 22:42:08.018848 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Deleting port 22441206-110e-41c1-b2a5-70ffbd4c7391 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:42:08.019199 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.052002 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63ace845-f3cf-4c4a-8a93-4dc291a947b8 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.052887 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1db16ec8-dce0-4b08-8417-2c44bc2fb585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.065832 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-63ace845-f3cf-4c4a-8a93-4dc291a947b8 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acdc258f-e93c-43f6-8d73-d4881b3ecc75']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:08.080100 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-63ace845-f3cf-4c4a-8a93-4dc291a947b8 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f486564-970f-41fc-a8dc-db67467147b9') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:08.080391 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-63ace845-f3cf-4c4a-8a93-4dc291a947b8 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f486564-970f-41fc-a8dc-db67467147b9') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:08.091792 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63ace845-f3cf-4c4a-8a93-4dc291a947b8 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.100614 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db16ec8-dce0-4b08-8417-2c44bc2fb585 None None] Pushing event deleted for resources: {'Port': ['ID=7dedf4da-6e63-4c12-a897-c05f3f0c4d51,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:08.109339 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63ace845-f3cf-4c4a-8a93-4dc291a947b8 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.112861 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db16ec8-dce0-4b08-8417-2c44bc2fb585 None None] No DVR routers for this DVR port 7dedf4da-6e63-4c12-a897-c05f3f0c4d51 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:42:08.125214 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ace845-f3cf-4c4a-8a93-4dc291a947b8 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:42:08.125632 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63ace845-f3cf-4c4a-8a93-4dc291a947b8 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:42:08.133437 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:42:08.141446 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cc8bd5-803b-4fb4-bd4c-55ba44c5a3aa None None] get_active_networks_info from n-d-792458-15 {{(pid=94873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:42:08.228796 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e7bd0a1-3216-4d09-99cc-579276822ae3 req-bc72b505-1db1-44f7-9c1c-7d4872a710a7 tempest-ServerPasswordTestJSON-394421705 tempest-ServerPasswordTestJSON-394421705-project] 10.222.0.93 "GET /v2.0/ports?device_id=609f5971-54a7-47cf-bace-9cfaf00e1079 HTTP/1.1" status: 200 len: 210 time: 0.1430707 Aug 16 22:42:08.232394 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8121d4c7-8ef6-4517-a2f3-494cca6c092d req-10f32fb1-96f3-48f3-b63a-c69b8d3d4e33 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803918 Aug 16 22:42:08.276695 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] For port 22441206-110e-41c1-b2a5-70ffbd4c7391, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=22441206-110e-41c1-b2a5-70ffbd4c7391,segment=NetworkSegment(1010ddfa-366b-44a0-b84f-b8f85832bf51),segment_id=1010ddfa-366b-44a0-b84f-b8f85832bf51)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:08.277483 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.289689 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63ace845-f3cf-4c4a-8a93-4dc291a947b8 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.298865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Calling delete_port for 22441206-110e-41c1-b2a5-70ffbd4c7391 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:42:08.387043 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63ace845-f3cf-4c4a-8a93-4dc291a947b8 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.389418 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-63ace845-f3cf-4c4a-8a93-4dc291a947b8 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/networks/acdc258f-e93c-43f6-8d73-d4881b3ecc75 HTTP/1.1" status: 204 len: 168 time: 1.2748954 Aug 16 22:42:08.390731 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ace845-f3cf-4c4a-8a93-4dc291a947b8 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Network': ['ID=acdc258f-e93c-43f6-8d73-d4881b3ecc75,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:08.393411 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49666) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:08.401484 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cc8bd5-803b-4fb4-bd4c-55ba44c5a3aa None None] Resources bound (agent type, host, resource id): {{(pid=94873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:42:08.404021 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d641d7a2-ae61-4a7d-8442-06501519561f tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2145944195', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:08.436047 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c23f83-0a1a-40ae-9ca2-6f55c8279dc3 x-openstack-request-id: req-58c23f83-0a1a-40ae-9ca2-6f55c8279dc3 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:42:08.436804 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609f5971-54a7-47cf-bace-9cfaf00e1079", "name": "network-vif-deleted", "tag": "e16219da-c09f-4eec-b871-b8c3a8bf1e37", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:42:08.437329 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-58c23f83-0a1a-40ae-9ca2-6f55c8279dc3 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:42:08.438550 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609f5971-54a7-47cf-bace-9cfaf00e1079', 'name': 'network-vif-deleted', 'tag': 'e16219da-c09f-4eec-b871-b8c3a8bf1e37', 'status': 'completed', 'code': 200} Aug 16 22:42:08.491184 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d641d7a2-ae61-4a7d-8442-06501519561f tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.492800 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d641d7a2-ae61-4a7d-8442-06501519561f tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.537051 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129eacec-bf05-41f8-8f37-d0172e16041b req-e5cbac1f-d9a8-4f06-aa9e-771738ed592a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:08.539594 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-129eacec-bf05-41f8-8f37-d0172e16041b req-e5cbac1f-d9a8-4f06-aa9e-771738ed592a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.0999098 Aug 16 22:42:08.589176 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.647840 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d641d7a2-ae61-4a7d-8442-06501519561f tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.654598 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d641d7a2-ae61-4a7d-8442-06501519561f tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.675341 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Port': ['ID=22441206-110e-41c1-b2a5-70ffbd4c7391,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:08.678450 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d641d7a2-ae61-4a7d-8442-06501519561f tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.683331 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d641d7a2-ae61-4a7d-8442-06501519561f tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2880509 Aug 16 22:42:08.683893 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49684) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:08.698783 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e7ae9358-4089-4743-b705-cfa99b483a0e tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'network': {'name': 'tempest-RoutersTest-977994791'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:08.713912 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.718537 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-129eacec-bf05-41f8-8f37-d0172e16041b req-f017db52-5f3c-40da-b771-603e88f6170b tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704509 Aug 16 22:42:08.734345 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No DVR routers for this DVR port 22441206-110e-41c1-b2a5-70ffbd4c7391 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:42:08.757272 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ae9358-4089-4743-b705-cfa99b483a0e tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Made reservation on behalf of f0f3efc4f10c40e08a0406c07a5a96c6 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:08.762663 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7ae9358-4089-4743-b705-cfa99b483a0e tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.830129 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ae9358-4089-4743-b705-cfa99b483a0e tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:42:08.843613 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7ae9358-4089-4743-b705-cfa99b483a0e tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.843997 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-e7ae9358-4089-4743-b705-cfa99b483a0e tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Added segment ff5fb956-26c5-454c-a2a8-252e61ebc05c of type vlan for network 442e80ff-9ebb-4a07-9ecd-a51874717156 Aug 16 22:42:08.902358 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7ae9358-4089-4743-b705-cfa99b483a0e tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.952387 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.963770 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce0f75be-4026-4491-bc40-673a0535382c']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:08.977009 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1010ddfa-366b-44a0-b84f-b8f85832bf51') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:08.977305 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1010ddfa-366b-44a0-b84f-b8f85832bf51') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:08.991603 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7ae9358-4089-4743-b705-cfa99b483a0e tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:09.006064 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ae9358-4089-4743-b705-cfa99b483a0e tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:09.006064 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e7ae9358-4089-4743-b705-cfa99b483a0e tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:09.008474 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:09.034425 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:09.044260 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:42:09.044859 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:42:09.095910 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:42:09.153783 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:09.174944 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e7ae9358-4089-4743-b705-cfa99b483a0e tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4901044 Aug 16 22:42:09.177514 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:09.181661 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49718) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:09.183914 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae9358-4089-4743-b705-cfa99b483a0e tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Network': ['ID=442e80ff-9ebb-4a07-9ecd-a51874717156,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:09.189479 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-eac5744d-c093-4209-80ce-e4deb7463f12 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'subnet': {'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:09.192452 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a0d573ac-20de-4e6e-9df3-06c2493d0748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:09.200364 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 442e80ff-9ebb-4a07-9ecd-a51874717156 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:42:09.207010 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/ce0f75be-4026-4491-bc40-673a0535382c HTTP/1.1" status: 204 len: 168 time: 4.2105157 Aug 16 22:42:09.211054 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49720) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:09.265452 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-31c06dea-c9a0-414c-8123-5496fe430554 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-694363988'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:09.293653 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e16219da-c09f-4eec-b871-b8c3a8bf1e37 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:42:09.304540 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a74ab-be76-4436-9deb-3816356c97a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Network': ['ID=ce0f75be-4026-4491-bc40-673a0535382c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:09.326883 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c06dea-c9a0-414c-8123-5496fe430554 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:09.331191 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31c06dea-c9a0-414c-8123-5496fe430554 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:09.333584 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49732) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:09.401899 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac5744d-c093-4209-80ce-e4deb7463f12 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Made reservation on behalf of f0f3efc4f10c40e08a0406c07a5a96c6 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:09.405496 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eac5744d-c093-4209-80ce-e4deb7463f12 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:09.423460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: e16219da-c09f-4eec-b871-b8c3a8bf1e37 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:42:09.423809 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e16219da-c09f-4eec-b871-b8c3a8bf1e37 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:42:09.453778 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c06dea-c9a0-414c-8123-5496fe430554 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:42:09.477826 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31c06dea-c9a0-414c-8123-5496fe430554 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:09.478441 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-31c06dea-c9a0-414c-8123-5496fe430554 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Added segment f8643bac-86cf-4e9a-a0e9-3034649639ea of type vlan for network b78663a3-f1cf-4711-9b2d-9877da596c86 Aug 16 22:42:09.482235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aefde99-e642-4422-9f9e-897711ac0257 admin admin] Deleting subnet 7e2d3853-76cf-4a0b-9cf4-c25d6b4065eb {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:42:09.500652 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4aefde99-e642-4422-9f9e-897711ac0257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:09.689466 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eac5744d-c093-4209-80ce-e4deb7463f12 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:09.788771 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5744d-c093-4209-80ce-e4deb7463f12 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Subnet': ['ID=0097655b-6514-4f28-acb5-1ed641575306,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:09.856458 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac5744d-c093-4209-80ce-e4deb7463f12 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Checking segment: {'id': 'ff5fb956-26c5-454c-a2a8-252e61ebc05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:09.858824 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac5744d-c093-4209-80ce-e4deb7463f12 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network hostable DHCP agents. Network: 442e80ff-9ebb-4a07-9ecd-a51874717156, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:42:09.903197 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac5744d-c093-4209-80ce-e4deb7463f12 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network 442e80ff-9ebb-4a07-9ecd-a51874717156 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:42:09.930616 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-eac5744d-c093-4209-80ce-e4deb7463f12 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 442e80ff-9ebb-4a07-9ecd-a51874717156) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:09.944079 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7894f1-e9ec-4876-b6bf-e258cdf40271 None None] Network 442e80ff-9ebb-4a07-9ecd-a51874717156 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:09.945554 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac5744d-c093-4209-80ce-e4deb7463f12 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:09.946241 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eac5744d-c093-4209-80ce-e4deb7463f12 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:09.967844 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-eac5744d-c093-4209-80ce-e4deb7463f12 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7845373 Aug 16 22:42:09.970480 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49750) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:10.137643 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f05bd5-10ce-43b6-8a62-813630e58066 req-de9b540b-62f5-40cd-af8b-66e57e511879 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:10.139926 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-01f05bd5-10ce-43b6-8a62-813630e58066 req-de9b540b-62f5-40cd-af8b-66e57e511879 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.8383970 Aug 16 22:42:10.212532 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31c06dea-c9a0-414c-8123-5496fe430554 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:10.245432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-442e80ff-9ebb-4a07-9ecd-a51874717156', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:42:10.246474 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:10.296020 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31c06dea-c9a0-414c-8123-5496fe430554 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:10.308557 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c06dea-c9a0-414c-8123-5496fe430554 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:10.308765 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31c06dea-c9a0-414c-8123-5496fe430554 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:10.531379 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c06dea-c9a0-414c-8123-5496fe430554 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Network': ['ID=b78663a3-f1cf-4711-9b2d-9877da596c86,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:10.545067 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network b78663a3-f1cf-4711-9b2d-9877da596c86 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:42:10.620353 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b76f0bcc-e34f-41e3-8fbc-5a920b0bc612 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:10.626906 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4aefde99-e642-4422-9f9e-897711ac0257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:10.647098 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-31c06dea-c9a0-414c-8123-5496fe430554 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4136252 Aug 16 22:42:10.655330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49776) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:10.674337 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-63e12b20-2824-4985-9489-845fc13647e9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'subnet': {'network_id': 'b78663a3-f1cf-4711-9b2d-9877da596c86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:10.700720 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Allocated IP 172.20.0.2 (442e80ff-9ebb-4a07-9ecd-a51874717156/0097655b-6514-4f28-acb5-1ed641575306/c25b9317-8849-4e5f-a4db-f1471f599022) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:10.753656 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c731f3e-83ab-4081-a1b8-818e66d2f30c req-df2c718f-d245-4f83-800d-d1446d037517 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:10.776950 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c731f3e-83ab-4081-a1b8-818e66d2f30c req-df2c718f-d245-4f83-800d-d1446d037517 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 945 time: 0.5117507 Aug 16 22:42:10.854292 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:10.925472 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-01f05bd5-10ce-43b6-8a62-813630e58066 req-86ed7076-b989-4b71-adfa-97b76088ebd3 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6640921 Aug 16 22:42:11.064955 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:11.076872 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Transition to ACTIVE for port object c25b9317-8849-4e5f-a4db-f1471f599022 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:11.080111 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e12b20-2824-4985-9489-845fc13647e9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:11.085078 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63e12b20-2824-4985-9489-845fc13647e9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:11.094366 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4aefde99-e642-4422-9f9e-897711ac0257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:11.127520 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Transition to ACTIVE for port object c25b9317-8849-4e5f-a4db-f1471f599022 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:11.144349 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:11.269271 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-4c731f3e-83ab-4081-a1b8-818e66d2f30c req-5c72ffe3-cd8a-4ffb-ba78-0b9d53b8305f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Deleting port 1ccbe72b-169a-4988-8cfe-f87aacb9d4db {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:42:11.270423 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4c731f3e-83ab-4081-a1b8-818e66d2f30c req-5c72ffe3-cd8a-4ffb-ba78-0b9d53b8305f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:11.322481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Network 442e80ff-9ebb-4a07-9ecd-a51874717156 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:11.325889 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4aefde99-e642-4422-9f9e-897711ac0257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:11.326700 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-b76f0bcc-e34f-41e3-8fbc-5a920b0bc612 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Allocated IP 172.20.0.1 (442e80ff-9ebb-4a07-9ecd-a51874717156/0097655b-6514-4f28-acb5-1ed641575306/60178879-0025-425c-b195-55692d14d8a5) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:11.350174 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:11.358619 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:11.425531 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Pushing event updated for resources: {'Port': ['ID=c25b9317-8849-4e5f-a4db-f1471f599022,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:11.460330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:11.460701 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:11.461046 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:11.461581 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:11.462117 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:11.462625 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:11.463126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:11.463624 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:11.464173 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:11.465157 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:11.465699 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:11.466228 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:11.537339 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aefde99-e642-4422-9f9e-897711ac0257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e2d3853-76cf-4a0b-9cf4-c25d6b4065eb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:11.545115 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4aefde99-e642-4422-9f9e-897711ac0257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:11.559525 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4aefde99-e642-4422-9f9e-897711ac0257 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/7e2d3853-76cf-4a0b-9cf4-c25d6b4065eb HTTP/1.1" status: 204 len: 168 time: 2.2218521 Aug 16 22:42:11.560832 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49804) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:11.590240 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b3542335-0a75-4b70-ad62-e68b3f2542d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:11.599558 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Attempting to bind port c25b9317-8849-4e5f-a4db-f1471f599022 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:11.601097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Attempting to bind port c25b9317-8849-4e5f-a4db-f1471f599022 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'ff5fb956-26c5-454c-a2a8-252e61ebc05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:11.601477 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Attempting to bind port c25b9317-8849-4e5f-a4db-f1471f599022 on network 442e80ff-9ebb-4a07-9ecd-a51874717156 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:11.612995 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63e12b20-2824-4985-9489-845fc13647e9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:11.616619 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:11.617002 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Checking segment: {'id': 'ff5fb956-26c5-454c-a2a8-252e61ebc05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:11.619074 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:11.619443 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Bound using segment: {'id': 'ff5fb956-26c5-454c-a2a8-252e61ebc05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:11.619931 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Bound port: c25b9317-8849-4e5f-a4db-f1471f599022, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5fb956-26c5-454c-a2a8-252e61ebc05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:11.620319 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:11.720515 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] For port c25b9317-8849-4e5f-a4db-f1471f599022, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:42:11.725161 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] For port c25b9317-8849-4e5f-a4db-f1471f599022, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c25b9317-8849-4e5f-a4db-f1471f599022,segment=NetworkSegment(ff5fb956-26c5-454c-a2a8-252e61ebc05c),segment_id=ff5fb956-26c5-454c-a2a8-252e61ebc05c)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:11.733252 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:11.753519 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e12b20-2824-4985-9489-845fc13647e9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Subnet': ['ID=4ec6725c-69f7-44a7-866a-128c11758452,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:11.768706 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b76f0bcc-e34f-41e3-8fbc-5a920b0bc612 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:11.776336 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4c731f3e-83ab-4081-a1b8-818e66d2f30c req-5c72ffe3-cd8a-4ffb-ba78-0b9d53b8305f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] For port 1ccbe72b-169a-4988-8cfe-f87aacb9d4db, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=1ccbe72b-169a-4988-8cfe-f87aacb9d4db,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:11.777080 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4c731f3e-83ab-4081-a1b8-818e66d2f30c req-5c72ffe3-cd8a-4ffb-ba78-0b9d53b8305f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:11.789876 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00df5360-eb50-4338-a1af-42a5f26513f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:11.797136 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-4c731f3e-83ab-4081-a1b8-818e66d2f30c req-5c72ffe3-cd8a-4ffb-ba78-0b9d53b8305f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Calling delete_port for 1ccbe72b-169a-4988-8cfe-f87aacb9d4db owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:42:11.800557 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e12b20-2824-4985-9489-845fc13647e9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Checking segment: {'id': 'f8643bac-86cf-4e9a-a0e9-3034649639ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b78663a3-f1cf-4711-9b2d-9877da596c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:11.802237 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e12b20-2824-4985-9489-845fc13647e9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network hostable DHCP agents. Network: b78663a3-f1cf-4711-9b2d-9877da596c86, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:42:11.812502 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b76f0bcc-e34f-41e3-8fbc-5a920b0bc612 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Transition to ACTIVE for port object 60178879-0025-425c-b195-55692d14d8a5 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:11.844499 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c26ee-1d00-410c-a0bf-e08e1a9d4ade None None] Pushing event updated for resources: {'Port': ['ID=c25b9317-8849-4e5f-a4db-f1471f599022,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:11.853547 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e12b20-2824-4985-9489-845fc13647e9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network b78663a3-f1cf-4711-9b2d-9877da596c86 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:42:11.883637 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-63e12b20-2824-4985-9489-845fc13647e9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, b78663a3-f1cf-4711-9b2d-9877da596c86) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:11.894746 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e12b20-2824-4985-9489-845fc13647e9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:11.895848 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-63e12b20-2824-4985-9489-845fc13647e9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:11.897240 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0623a2a-1a73-4e55-8a37-e93de7bb6bf3 None None] Network b78663a3-f1cf-4711-9b2d-9877da596c86 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:11.908843 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b76f0bcc-e34f-41e3-8fbc-5a920b0bc612 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:11.958962 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-63e12b20-2824-4985-9489-845fc13647e9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3003700 Aug 16 22:42:11.965273 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49812) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:12.056409 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76f0bcc-e34f-41e3-8fbc-5a920b0bc612 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network 442e80ff-9ebb-4a07-9ecd-a51874717156 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:12.131588 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-b76f0bcc-e34f-41e3-8fbc-5a920b0bc612 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:12.166144 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76f0bcc-e34f-41e3-8fbc-5a920b0bc612 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:12.210563 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f0bcc-e34f-41e3-8fbc-5a920b0bc612 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Port': ['ID=60178879-0025-425c-b195-55692d14d8a5,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:12.296809 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:12.303121 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4c731f3e-83ab-4081-a1b8-818e66d2f30c req-5c72ffe3-cd8a-4ffb-ba78-0b9d53b8305f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:12.317745 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['8507266d-0a1f-46dd-89e2-1352a70987b1', '1ccbe72b-169a-4988-8cfe-f87aacb9d4db'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:42:12.374330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-b78663a3-f1cf-4711-9b2d-9877da596c86', 'network_id': 'b78663a3-f1cf-4711-9b2d-9877da596c86', 'tenant_id': '1c4d23d28b9644d0b9c38931bdb1dc2e', 'fixed_ips': [{'subnet_id': '4ec6725c-69f7-44a7-866a-128c11758452'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:42:12.397024 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:12.397843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72ffe3-cd8a-4ffb-ba78-0b9d53b8305f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Pushing event deleted for resources: {'Port': ['ID=1ccbe72b-169a-4988-8cfe-f87aacb9d4db,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:12.400839 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b76f0bcc-e34f-41e3-8fbc-5a920b0bc612 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:12.438232 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-711f7393-9c0b-40d9-893b-2e05b672d08a req-a7729999-0fb2-4e90-9eb6-b46afaafacf5 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 210 time: 0.1637263 Aug 16 22:42:12.508785 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00df5360-eb50-4338-a1af-42a5f26513f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:12.524346 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-00df5360-eb50-4338-a1af-42a5f26513f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8118b60a-7a6a-4d5d-a4db-d30f75a3a882']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:12.607131 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-00df5360-eb50-4338-a1af-42a5f26513f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65c536c-93cb-4111-9f35-3e664221b277') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:12.607459 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-00df5360-eb50-4338-a1af-42a5f26513f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65c536c-93cb-4111-9f35-3e664221b277') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:12.619759 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:42:12.645396 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:12.666729 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00df5360-eb50-4338-a1af-42a5f26513f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:12.709254 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00df5360-eb50-4338-a1af-42a5f26513f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:12.713545 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b76f0bcc-e34f-41e3-8fbc-5a920b0bc612 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:12.716921 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00df5360-eb50-4338-a1af-42a5f26513f7 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:42:12.717351 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00df5360-eb50-4338-a1af-42a5f26513f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:42:12.869346 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:42:12.872408 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] Allocated IP 172.20.0.2 (b78663a3-f1cf-4711-9b2d-9877da596c86/4ec6725c-69f7-44a7-866a-128c11758452/56707ca8-833e-471f-8f5e-fea4fa2295aa) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:12.884997 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:12.907100 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00df5360-eb50-4338-a1af-42a5f26513f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:12.954052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c731f3e-83ab-4081-a1b8-818e66d2f30c req-5c72ffe3-cd8a-4ffb-ba78-0b9d53b8305f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] No DVR routers for this DVR port 1ccbe72b-169a-4988-8cfe-f87aacb9d4db on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:42:12.957321 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00df5360-eb50-4338-a1af-42a5f26513f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:12.968231 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-00df5360-eb50-4338-a1af-42a5f26513f7 admin admin] 10.222.0.93 "DELETE /v2.0/networks/8118b60a-7a6a-4d5d-a4db-d30f75a3a882 HTTP/1.1" status: 204 len: 168 time: 1.3928649 Aug 16 22:42:12.968231 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df5360-eb50-4338-a1af-42a5f26513f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8118b60a-7a6a-4d5d-a4db-d30f75a3a882,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:12.971426 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4c731f3e-83ab-4081-a1b8-818e66d2f30c req-5c72ffe3-cd8a-4ffb-ba78-0b9d53b8305f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:12.974063 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c731f3e-83ab-4081-a1b8-818e66d2f30c req-5c72ffe3-cd8a-4ffb-ba78-0b9d53b8305f tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "DELETE /v2.0/ports/1ccbe72b-169a-4988-8cfe-f87aacb9d4db HTTP/1.1" status: 204 len: 173 time: 2.1810191 Aug 16 22:42:12.974550 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fa6f8d-2457-4027-9a10-27247f6eb491', 'name': 'network-vif-deleted', 'tag': '1ccbe72b-169a-4988-8cfe-f87aacb9d4db'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:42:12.976948 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d190f0fa-71e8-44db-950c-a661d99ed375" -d '{"events": [{"server_uuid": "d0fa6f8d-2457-4027-9a10-27247f6eb491", "name": "network-vif-deleted", "tag": "1ccbe72b-169a-4988-8cfe-f87aacb9d4db"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:42:13.130373 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff20683-e343-4f3b-99ff-f24fe1292d40 x-openstack-request-id: req-7ff20683-e343-4f3b-99ff-f24fe1292d40 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:42:13.130665 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fa6f8d-2457-4027-9a10-27247f6eb491", "name": "network-vif-deleted", "tag": "1ccbe72b-169a-4988-8cfe-f87aacb9d4db", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:42:13.130916 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7ff20683-e343-4f3b-99ff-f24fe1292d40 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:42:13.131329 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fa6f8d-2457-4027-9a10-27247f6eb491', 'name': 'network-vif-deleted', 'tag': '1ccbe72b-169a-4988-8cfe-f87aacb9d4db', 'status': 'completed', 'code': 200} Aug 16 22:42:13.270624 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:13.274630 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:13.302538 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] Transition to ACTIVE for port object 56707ca8-833e-471f-8f5e-fea4fa2295aa will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:13.337100 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] Transition to ACTIVE for port object 56707ca8-833e-471f-8f5e-fea4fa2295aa will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:13.351050 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:13.356436 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b76f0bcc-e34f-41e3-8fbc-5a920b0bc612 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:13.377496 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b76f0bcc-e34f-41e3-8fbc-5a920b0bc612 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:13.397533 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49840) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:13.433875 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] Network b78663a3-f1cf-4711-9b2d-9877da596c86 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:13.440692 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:13.447551 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:13.462354 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] Pushing event updated for resources: {'Port': ['ID=56707ca8-833e-471f-8f5e-fea4fa2295aa,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:13.489579 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5d398ea1-2f82-4a69-99a8-c8f7ac307e52 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8a3104f5481241e2b85b611242687a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0908015 Aug 16 22:42:13.490256 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49848) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:13.651875 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-127f3ae7-3411-406a-a3b4-9f8ba1ec5a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:13.695970 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] Attempting to bind port 56707ca8-833e-471f-8f5e-fea4fa2295aa on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:13.697317 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] Attempting to bind port 56707ca8-833e-471f-8f5e-fea4fa2295aa by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'f8643bac-86cf-4e9a-a0e9-3034649639ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b78663a3-f1cf-4711-9b2d-9877da596c86'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:13.698012 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] Attempting to bind port 56707ca8-833e-471f-8f5e-fea4fa2295aa on network b78663a3-f1cf-4711-9b2d-9877da596c86 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:13.709016 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:13.709340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] Checking segment: {'id': 'f8643bac-86cf-4e9a-a0e9-3034649639ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b78663a3-f1cf-4711-9b2d-9877da596c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:13.709757 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:13.710613 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] Bound using segment: {'id': 'f8643bac-86cf-4e9a-a0e9-3034649639ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b78663a3-f1cf-4711-9b2d-9877da596c86'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:13.711164 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] Bound port: 56707ca8-833e-471f-8f5e-fea4fa2295aa, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8643bac-86cf-4e9a-a0e9-3034649639ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b78663a3-f1cf-4711-9b2d-9877da596c86'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:13.711554 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:13.724250 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-127f3ae7-3411-406a-a3b4-9f8ba1ec5a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:13.870878 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-471b4512-6f6d-4369-9e60-d9c6520d2776 req-17eaacb0-026e-448a-8ad3-2d19f33ca86e tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0fa6f8d-2457-4027-9a10-27247f6eb491 HTTP/1.1" status: 200 len: 210 time: 0.1203463 Aug 16 22:42:13.904519 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] For port 56707ca8-833e-471f-8f5e-fea4fa2295aa, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:42:13.909435 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] For port 56707ca8-833e-471f-8f5e-fea4fa2295aa, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=56707ca8-833e-471f-8f5e-fea4fa2295aa,segment=NetworkSegment(f8643bac-86cf-4e9a-a0e9-3034649639ea),segment_id=f8643bac-86cf-4e9a-a0e9-3034649639ea)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:13.914442 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84219681-7ab4-4dae-80a9-3d1055c85397 None None] Network 442e80ff-9ebb-4a07-9ecd-a51874717156 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:13.916777 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c25b9317-8849-4e5f-a4db-f1471f599022 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:13.945833 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-127f3ae7-3411-406a-a3b4-9f8ba1ec5a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:13.949146 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-127f3ae7-3411-406a-a3b4-9f8ba1ec5a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:13.954393 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-127f3ae7-3411-406a-a3b4-9f8ba1ec5a28 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f9be276e-1ae6-4999-b41d-86177437e36c HTTP/1.1" status: 204 len: 168 time: 0.4627175 Aug 16 22:42:13.964917 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f3ae7-3411-406a-a3b4-9f8ba1ec5a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9be276e-1ae6-4999-b41d-86177437e36c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:14.027013 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:14.270200 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:14.423086 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec6725c-69f7-44a7-866a-128c11758452,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:14.546966 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:14.556913 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-752a23ea-6ce5-4c47-90ad-4826a58b19f2 None None] Provisioning for port c25b9317-8849-4e5f-a4db-f1471f599022 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:14.567349 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78663a3-f1cf-4711-9b2d-9877da596c86']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:14.608044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port c25b9317-8849-4e5f-a4db-f1471f599022 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:14.623403 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8643bac-86cf-4e9a-a0e9-3034649639ea') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:14.623716 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8643bac-86cf-4e9a-a0e9-3034649639ea') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:14.638221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65948035-4faa-464e-bf7f-57cabea05f16 None None] Pushing event updated for resources: {'Port': ['ID=56707ca8-833e-471f-8f5e-fea4fa2295aa,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:14.654727 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c25b9317-8849-4e5f-a4db-f1471f599022 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:14.655468 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:14.659874 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:14.682241 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:14.707022 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f0bcc-e34f-41e3-8fbc-5a920b0bc612 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Port': ['ID=60178879-0025-425c-b195-55692d14d8a5,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:14.717615 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b76f0bcc-e34f-41e3-8fbc-5a920b0bc612 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:14.736985 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:42:14.737754 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:14.855095 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:42:14.934724 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:42:14.944728 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:15.012159 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port c25b9317-8849-4e5f-a4db-f1471f599022, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c25b9317-8849-4e5f-a4db-f1471f599022,segment=NetworkSegment(ff5fb956-26c5-454c-a2a8-252e61ebc05c),segment_id=ff5fb956-26c5-454c-a2a8-252e61ebc05c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:15.034470 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:15.248677 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 1ccbe72b-169a-4988-8cfe-f87aacb9d4db no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:42:15.255297 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 22:42:15.255297 n-d-792458-15 neutron-server[94872]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 22:42:15.255297 n-d-792458-15 neutron-server[94872]: [parameters: {'id': 'b78663a3-f1cf-4711-9b2d-9877da596c86'}] Aug 16 22:42:15.255297 n-d-792458-15 neutron-server[94872]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:42:15.256086 n-d-792458-15 neutron-server[94872]: DEBUG oslo_db.api [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:42:15.317492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 1ccbe72b-169a-4988-8cfe-f87aacb9d4db {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:42:15.321208 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 1ccbe72b-169a-4988-8cfe-f87aacb9d4db not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:42:15.323950 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=c25b9317-8849-4e5f-a4db-f1471f599022,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:15.360659 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76f0bcc-e34f-41e3-8fbc-5a920b0bc612 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network 442e80ff-9ebb-4a07-9ecd-a51874717156 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:15.365235 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-b76f0bcc-e34f-41e3-8fbc-5a920b0bc612 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:15.532689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7bb04696-fa36-4e8b-888f-2ba9d3f44388 None None] Provisioning for port 60178879-0025-425c-b195-55692d14d8a5 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:15.553709 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7bb04696-fa36-4e8b-888f-2ba9d3f44388 None None] Provisioning complete for port 60178879-0025-425c-b195-55692d14d8a5 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:15.554368 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7bb04696-fa36-4e8b-888f-2ba9d3f44388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:15.750268 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-7bb04696-fa36-4e8b-888f-2ba9d3f44388 None None] Port 60178879-0025-425c-b195-55692d14d8a5 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:42:15.759037 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:15.793498 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7bb04696-fa36-4e8b-888f-2ba9d3f44388 None None] Provisioning complete for port c25b9317-8849-4e5f-a4db-f1471f599022 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:15.793498 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7bb04696-fa36-4e8b-888f-2ba9d3f44388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:15.899871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49946) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:15.997044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 56707ca8-833e-471f-8f5e-fea4fa2295aa up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:16.020997 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76f0bcc-e34f-41e3-8fbc-5a920b0bc612 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router d0787a90-3356-4539-bb06-6112377b5f64 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:42:16.040834 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Deleting port 56707ca8-833e-471f-8f5e-fea4fa2295aa {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:42:16.041356 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:16.188967 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] For port 56707ca8-833e-471f-8f5e-fea4fa2295aa, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=56707ca8-833e-471f-8f5e-fea4fa2295aa,segment=NetworkSegment(f8643bac-86cf-4e9a-a0e9-3034649639ea),segment_id=f8643bac-86cf-4e9a-a0e9-3034649639ea)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:16.189460 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:16.250052 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Calling delete_port for 56707ca8-833e-471f-8f5e-fea4fa2295aa owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:42:16.310500 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 56707ca8-833e-471f-8f5e-fea4fa2295aa completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:16.316291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49966) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:16.321927 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c25b9317-8849-4e5f-a4db-f1471f599022 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:16.527901 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7971bf1-9709-4f1d-abba-e67d76ea0d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:16.581492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d6395650-1ccb-42c3-9123-a7748f609899 None None] Provisioning complete for port 60178879-0025-425c-b195-55692d14d8a5 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:16.596168 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6395650-1ccb-42c3-9123-a7748f609899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:16.709638 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d6395650-1ccb-42c3-9123-a7748f609899 None None] Port 60178879-0025-425c-b195-55692d14d8a5 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:42:16.734367 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c25b9317-8849-4e5f-a4db-f1471f599022 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:16.734751 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:16.762429 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7971bf1-9709-4f1d-abba-e67d76ea0d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:16.771630 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4a3405b6-4c2d-46ee-9d26-470b55ebdafb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1431353897-network', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:16.777944 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7971bf1-9709-4f1d-abba-e67d76ea0d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:16.844934 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73196c88-80d4-48d3-8577-85119f899b9b None None] Network b78663a3-f1cf-4711-9b2d-9877da596c86 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:16.897061 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:16.899455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7971bf1-9709-4f1d-abba-e67d76ea0d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cd1b39-d961-43e6-a366-d9c83c4a999f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:16.953373 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No DVR routers for this DVR port 56707ca8-833e-471f-8f5e-fea4fa2295aa on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:42:16.969082 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-86ddb602-304d-4569-bcf5-b31023dbf810 None None] Provisioning complete for port 60178879-0025-425c-b195-55692d14d8a5 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:16.969788 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-86ddb602-304d-4569-bcf5-b31023dbf810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:16.991521 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f7971bf1-9709-4f1d-abba-e67d76ea0d4c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=142cfc4809f4413c887f4b2eeab5e2b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0904517 Aug 16 22:42:17.007986 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49982) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:17.075283 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3405b6-4c2d-46ee-9d26-470b55ebdafb admin admin] Made reservation on behalf of b06f23904def4994b16aa4c4df2fbc47 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:17.078088 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a3405b6-4c2d-46ee-9d26-470b55ebdafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.097696 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a3405b6-4c2d-46ee-9d26-470b55ebdafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.117904 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76f0bcc-e34f-41e3-8fbc-5a920b0bc612 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:42:17.132575 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-86ddb602-304d-4569-bcf5-b31023dbf810 None None] Port 60178879-0025-425c-b195-55692d14d8a5 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:42:17.141993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] Sync routers for ids ['d0787a90-3356-4539-bb06-6112377b5f64'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:42:17.145972 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b76f0bcc-e34f-41e3-8fbc-5a920b0bc612 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/d0787a90-3356-4539-bb06-6112377b5f64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1741548 Aug 16 22:42:17.158849 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Port': ['ID=56707ca8-833e-471f-8f5e-fea4fa2295aa,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:17.160900 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49988) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:17.200348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6d06ae2a-3289-446d-a80d-c514bd68bb48 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'network': {'name': 'tempest-RoutersTest-1527457019'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:17.235965 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] Routers {'d0787a90-3356-4539-bb06-6112377b5f64'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:17.247371 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:42:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0787a90-3356-4539-bb06-6112377b5f64'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:17.283750 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df28f5a8-eae6-49b5-8532-941759fb018b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.298415 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.319048 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78663a3-f1cf-4711-9b2d-9877da596c86']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:17.348610 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8643bac-86cf-4e9a-a0e9-3034649639ea') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:17.349268 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8643bac-86cf-4e9a-a0e9-3034649639ea') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:17.354484 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c8bcc1b4-2bef-4bcc-9609-f22337d2a4fb None None] Could not find standard attr ID for object 56707ca8-833e-471f-8f5e-fea4fa2295aa. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:42:17.356939 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c14665-b938-46fd-8f03-5fb8bbbc6231 None None] DHCP port deletion for b78663a3-f1cf-4711-9b2d-9877da596c86 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:42:17.359203 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df28f5a8-eae6-49b5-8532-941759fb018b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.370068 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.391175 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d47f08-319d-441e-ac0d-2c6c04cf3e31 req-3d74b4bb-5499-420d-9c29-bcb54d66fd5d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:17.395141 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98d47f08-319d-441e-ac0d-2c6c04cf3e31 req-3d74b4bb-5499-420d-9c29-bcb54d66fd5d tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=7bf12dc1-c55c-4b35-8563-062ccbf3d2d8 HTTP/1.1" status: 200 len: 945 time: 0.4011381 Aug 16 22:42:17.411516 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.421189 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:42:17.421941 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.433774 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] Set router d0787a90-3356-4539-bb06-6112377b5f64 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:42:17.483512 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:42:17.524468 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.548406 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a3405b6-4c2d-46ee-9d26-470b55ebdafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.563621 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a3405b6-4c2d-46ee-9d26-470b55ebdafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.601343 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.608180 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/b78663a3-f1cf-4711-9b2d-9877da596c86 HTTP/1.1" status: 204 len: 168 time: 5.6416259 Aug 16 22:42:17.617187 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49996) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:17.655294 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d06ae2a-3289-446d-a80d-c514bd68bb48 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Made reservation on behalf of f0f3efc4f10c40e08a0406c07a5a96c6 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:17.674354 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98d47f08-319d-441e-ac0d-2c6c04cf3e31 req-d5191297-b151-4849-ac3d-17f37b5e8245 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004437 Aug 16 22:42:17.676486 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6d06ae2a-3289-446d-a80d-c514bd68bb48 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.684899 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3405b6-4c2d-46ee-9d26-470b55ebdafb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:42:17.687697 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3405b6-4c2d-46ee-9d26-470b55ebdafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf6d653-b58a-4db0-9493-9e58c0cc6f03,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:17.691249 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a69c5a25-6919-44cf-b171-ef7d77cddf70 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1521104204'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:17.728040 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a3405b6-4c2d-46ee-9d26-470b55ebdafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.728432 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-4a3405b6-4c2d-46ee-9d26-470b55ebdafb admin admin] Added segment b8b52abf-3b1e-4501-a5d1-1582c7580027 of type vlan for network df7473e5-d63a-4747-80a0-6a15aafd1333 Aug 16 22:42:17.729798 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df28f5a8-eae6-49b5-8532-941759fb018b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.732437 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df28f5a8-eae6-49b5-8532-941759fb018b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.736556 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-df28f5a8-eae6-49b5-8532-941759fb018b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f6cd1b39-d961-43e6-a366-d9c83c4a999f HTTP/1.1" status: 204 len: 168 time: 0.7214723 Aug 16 22:42:17.746195 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39990559-352c-4da5-8170-ff6ca598edd1 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Network': ['ID=b78663a3-f1cf-4711-9b2d-9877da596c86,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:17.751182 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69c5a25-6919-44cf-b171-ef7d77cddf70 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:17.755600 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a69c5a25-6919-44cf-b171-ef7d77cddf70 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.759482 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 56707ca8-833e-471f-8f5e-fea4fa2295aa no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:42:17.777102 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d06ae2a-3289-446d-a80d-c514bd68bb48 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:42:17.780087 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28f5a8-eae6-49b5-8532-941759fb018b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cd1b39-d961-43e6-a366-d9c83c4a999f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:17.792020 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6d06ae2a-3289-446d-a80d-c514bd68bb48 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.792447 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-6d06ae2a-3289-446d-a80d-c514bd68bb48 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Added segment 2027083d-89a6-4acd-ac88-e5c5d3c0919a of type vlan for network 45733d0d-42d8-479f-b99e-b8bb95cede61 Aug 16 22:42:17.803602 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 56707ca8-833e-471f-8f5e-fea4fa2295aa {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:42:17.803957 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 56707ca8-833e-471f-8f5e-fea4fa2295aa not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:42:17.868862 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a3405b6-4c2d-46ee-9d26-470b55ebdafb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.882739 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6d06ae2a-3289-446d-a80d-c514bd68bb48 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.885617 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:42:12Z', 'revision_number': 2, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:13Z', 'revision_number': 2, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:17.927934 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a3405b6-4c2d-46ee-9d26-470b55ebdafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.929344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3405b6-4c2d-46ee-9d26-470b55ebdafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:17.930240 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a3405b6-4c2d-46ee-9d26-470b55ebdafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.930588 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6d06ae2a-3289-446d-a80d-c514bd68bb48 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.936693 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d06ae2a-3289-446d-a80d-c514bd68bb48 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:17.937336 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6d06ae2a-3289-446d-a80d-c514bd68bb48 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:17.999141 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] Checking router: d0787a90-3356-4539-bb06-6112377b5f64 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:42:17.999567 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] Updating router d0787a90-3356-4539-bb06-6112377b5f64 port 60178879-0025-425c-b195-55692d14d8a5 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:42:18.044438 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:18.046550 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4a3405b6-4c2d-46ee-9d26-470b55ebdafb admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7291174 Aug 16 22:42:18.087155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3405b6-4c2d-46ee-9d26-470b55ebdafb admin admin] Pushing event updated for resources: {'Network': ['ID=df7473e5-d63a-4747-80a0-6a15aafd1333,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:18.124179 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50008) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:18.124700 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network df7473e5-d63a-4747-80a0-6a15aafd1333 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:42:18.144815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-658ffd56-e6cc-480e-8012-dc6a9fee4121 admin admin] Request body: {'subnet': {'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1431353897-subnet', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:18.187206 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ad07f-7fa4-4184-9ac6-eb50a8c7c59e req-b03ca12f-4679-44e8-9436-1795ed523f96 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:18.187468 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06ae2a-3289-446d-a80d-c514bd68bb48 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Network': ['ID=45733d0d-42d8-479f-b99e-b8bb95cede61,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:18.188848 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-794ad07f-7fa4-4184-9ac6-eb50a8c7c59e req-b03ca12f-4679-44e8-9436-1795ed523f96 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bf12dc1-c55c-4b35-8563-062ccbf3d2d8 HTTP/1.1" status: 200 len: 945 time: 0.1405654 Aug 16 22:42:18.201269 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6d06ae2a-3289-446d-a80d-c514bd68bb48 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0347610 Aug 16 22:42:18.201269 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50012) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:18.207528 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e3db399d-cb87-42a6-8740-b93153b7bfe0 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'subnet': {'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:18.216020 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69c5a25-6919-44cf-b171-ef7d77cddf70 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:42:18.219747 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 45733d0d-42d8-479f-b99e-b8bb95cede61 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:42:18.310368 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a69c5a25-6919-44cf-b171-ef7d77cddf70 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:18.311632 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-a69c5a25-6919-44cf-b171-ef7d77cddf70 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Added segment 3aa9951a-3e46-4096-8d49-9f1013fdfc9b of type vlan for network a15b0629-d986-4f77-bbe7-e46c587b50c0 Aug 16 22:42:18.326336 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658ffd56-e6cc-480e-8012-dc6a9fee4121 admin admin] Made reservation on behalf of b06f23904def4994b16aa4c4df2fbc47 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:18.328912 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-658ffd56-e6cc-480e-8012-dc6a9fee4121 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:18.416854 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a69c5a25-6919-44cf-b171-ef7d77cddf70 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:18.503961 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a69c5a25-6919-44cf-b171-ef7d77cddf70 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:18.510562 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c5a25-6919-44cf-b171-ef7d77cddf70 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:18.514231 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a69c5a25-6919-44cf-b171-ef7d77cddf70 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:18.520620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50020) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:18.540989 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a69c5a25-6919-44cf-b171-ef7d77cddf70 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8867271 Aug 16 22:42:18.545435 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50022) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:18.560855 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-7d3c8eaf-f9d6-4730-805e-314961d54114 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'subnet': {'network_id': 'a15b0629-d986-4f77-bbe7-e46c587b50c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:18.600840 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c96e-ac59-4ef5-90ff-1276090b6ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:18.631783 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-794ad07f-7fa4-4184-9ac6-eb50a8c7c59e req-ea168577-383c-4f7b-a53b-58ae5003ec00 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Deleting port 8507266d-0a1f-46dd-89e2-1352a70987b1 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:42:18.632548 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-794ad07f-7fa4-4184-9ac6-eb50a8c7c59e req-ea168577-383c-4f7b-a53b-58ae5003ec00 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:18.779231 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3db399d-cb87-42a6-8740-b93153b7bfe0 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Made reservation on behalf of f0f3efc4f10c40e08a0406c07a5a96c6 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:18.785562 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e3db399d-cb87-42a6-8740-b93153b7bfe0 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:18.815717 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:18.828641 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] Transition to ACTIVE for port object 60178879-0025-425c-b195-55692d14d8a5 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:18.839423 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:18.839793 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c5a25-6919-44cf-b171-ef7d77cddf70 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Network': ['ID=a15b0629-d986-4f77-bbe7-e46c587b50c0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:18.924919 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100a410-9414-4de1-a1ad-ac2c4c2127ef None None] Pushing event updated for resources: {'Port': ['ID=60178879-0025-425c-b195-55692d14d8a5,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:18.928685 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network a15b0629-d986-4f77-bbe7-e46c587b50c0 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:42:19.027993 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-794ad07f-7fa4-4184-9ac6-eb50a8c7c59e req-ea168577-383c-4f7b-a53b-58ae5003ec00 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] For port 8507266d-0a1f-46dd-89e2-1352a70987b1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=8507266d-0a1f-46dd-89e2-1352a70987b1,segment=NetworkSegment(cf644787-902a-4fa9-933b-54a0f58f8904),segment_id=cf644787-902a-4fa9-933b-54a0f58f8904)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:19.028665 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-794ad07f-7fa4-4184-9ac6-eb50a8c7c59e req-ea168577-383c-4f7b-a53b-58ae5003ec00 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.046194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-794ad07f-7fa4-4184-9ac6-eb50a8c7c59e req-ea168577-383c-4f7b-a53b-58ae5003ec00 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Calling delete_port for 8507266d-0a1f-46dd-89e2-1352a70987b1 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:42:19.178048 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] Attempting to bind port 60178879-0025-425c-b195-55692d14d8a5 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:19.178436 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] Attempting to bind port 60178879-0025-425c-b195-55692d14d8a5 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'ff5fb956-26c5-454c-a2a8-252e61ebc05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:19.179083 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] Attempting to bind port 60178879-0025-425c-b195-55692d14d8a5 on network 442e80ff-9ebb-4a07-9ecd-a51874717156 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:19.193671 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:19.194623 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] Checking segment: {'id': 'ff5fb956-26c5-454c-a2a8-252e61ebc05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:19.195053 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.198328 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] Bound using segment: {'id': 'ff5fb956-26c5-454c-a2a8-252e61ebc05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:19.198956 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] Bound port: 60178879-0025-425c-b195-55692d14d8a5, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5fb956-26c5-454c-a2a8-252e61ebc05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:19.199360 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.278720 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e3db399d-cb87-42a6-8740-b93153b7bfe0 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.421719 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] For port 60178879-0025-425c-b195-55692d14d8a5, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:42:19.426496 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-794ad07f-7fa4-4184-9ac6-eb50a8c7c59e req-ea168577-383c-4f7b-a53b-58ae5003ec00 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.429444 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] For port 60178879-0025-425c-b195-55692d14d8a5, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=60178879-0025-425c-b195-55692d14d8a5,segment=NetworkSegment(ff5fb956-26c5-454c-a2a8-252e61ebc05c),segment_id=ff5fb956-26c5-454c-a2a8-252e61ebc05c)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:19.431478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db399d-cb87-42a6-8740-b93153b7bfe0 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Subnet': ['ID=fa2d64e5-c88e-4a53-872c-1d40cb75e3b3,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:19.440342 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.462110 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db399d-cb87-42a6-8740-b93153b7bfe0 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Checking segment: {'id': '2027083d-89a6-4acd-ac88-e5c5d3c0919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:19.462783 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3db399d-cb87-42a6-8740-b93153b7bfe0 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network hostable DHCP agents. Network: 45733d0d-42d8-479f-b99e-b8bb95cede61, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:42:19.485286 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3db399d-cb87-42a6-8740-b93153b7bfe0 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network 45733d0d-42d8-479f-b99e-b8bb95cede61 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:42:19.501068 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-e3db399d-cb87-42a6-8740-b93153b7bfe0 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 45733d0d-42d8-479f-b99e-b8bb95cede61) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:19.527353 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acd4c81-086e-414b-9d6f-0dc381345f26 None None] Network 45733d0d-42d8-479f-b99e-b8bb95cede61 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:19.528409 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db399d-cb87-42a6-8740-b93153b7bfe0 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:19.530771 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e3db399d-cb87-42a6-8740-b93153b7bfe0 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.662976 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ea296-3d4f-434b-9df8-8b03fe3208c9 req-48ea4033-a118-47c3-9c8b-3b3b9b0e82b3 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:19.676612 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a28ea296-3d4f-434b-9df8-8b03fe3208c9 req-48ea4033-a118-47c3-9c8b-3b3b9b0e82b3 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/ports?device_id=7bf12dc1-c55c-4b35-8563-062ccbf3d2d8 HTTP/1.1" status: 200 len: 867 time: 0.8502967 Aug 16 22:42:19.680472 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-658ffd56-e6cc-480e-8012-dc6a9fee4121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.738907 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea168577-383c-4f7b-a53b-58ae5003ec00 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Pushing event deleted for resources: {'Port': ['ID=8507266d-0a1f-46dd-89e2-1352a70987b1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:19.749126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100a410-9414-4de1-a1ad-ac2c4c2127ef None None] Pushing event updated for resources: {'Port': ['ID=60178879-0025-425c-b195-55692d14d8a5,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:19.768572 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] Routers {'d0787a90-3356-4539-bb06-6112377b5f64'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:19.769372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:42:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0787a90-3356-4539-bb06-6112377b5f64'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:19.894422 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c96e-ac59-4ef5-90ff-1276090b6ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.919420 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e3db399d-cb87-42a6-8740-b93153b7bfe0 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7161496 Aug 16 22:42:19.924030 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c96e-ac59-4ef5-90ff-1276090b6ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.944606 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50052) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:19.986277 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9ab4c96e-ac59-4ef5-90ff-1276090b6ff1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2bf6817abcd847a2810f8a3ba82ed894&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4632018 Aug 16 22:42:20.003523 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-794ad07f-7fa4-4184-9ac6-eb50a8c7c59e req-ea168577-383c-4f7b-a53b-58ae5003ec00 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] No DVR routers for this DVR port 8507266d-0a1f-46dd-89e2-1352a70987b1 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:42:20.010794 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-794ad07f-7fa4-4184-9ac6-eb50a8c7c59e req-ea168577-383c-4f7b-a53b-58ae5003ec00 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.013521 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-794ad07f-7fa4-4184-9ac6-eb50a8c7c59e req-ea168577-383c-4f7b-a53b-58ae5003ec00 tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.39 "DELETE /v2.0/ports/8507266d-0a1f-46dd-89e2-1352a70987b1 HTTP/1.1" status: 204 len: 173 time: 1.8098967 Aug 16 22:42:20.035588 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50056) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:20.038022 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf12dc1-c55c-4b35-8563-062ccbf3d2d8', 'name': 'network-vif-deleted', 'tag': '8507266d-0a1f-46dd-89e2-1352a70987b1'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:42:20.067600 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef661ecb-69e6-4598-96b7-b4854568a78a" -d '{"events": [{"server_uuid": "7bf12dc1-c55c-4b35-8563-062ccbf3d2d8", "name": "network-vif-deleted", "tag": "8507266d-0a1f-46dd-89e2-1352a70987b1"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:42:20.069931 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50062) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:20.184970 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4c96e-ac59-4ef5-90ff-1276090b6ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb8392a-8412-435e-9288-1feddf54fdbd,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:20.285915 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3c8eaf-f9d6-4730-805e-314961d54114 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:20.297999 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8eaf-f9d6-4730-805e-314961d54114 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.319514 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94916540-137b-4760-913d-9f2e1899b079 x-openstack-request-id: req-94916540-137b-4760-913d-9f2e1899b079 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:42:20.319946 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf12dc1-c55c-4b35-8563-062ccbf3d2d8", "name": "network-vif-deleted", "tag": "8507266d-0a1f-46dd-89e2-1352a70987b1", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:42:20.320171 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-94916540-137b-4760-913d-9f2e1899b079 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:42:20.320927 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf12dc1-c55c-4b35-8563-062ccbf3d2d8', 'name': 'network-vif-deleted', 'tag': '8507266d-0a1f-46dd-89e2-1352a70987b1', 'status': 'completed', 'code': 200} Aug 16 22:42:20.356236 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a28ea296-3d4f-434b-9df8-8b03fe3208c9 req-6b7a82cc-6477-4722-8d55-40cf3e7d9c8a tempest-ServersTestJSON-599265799 tempest-ServersTestJSON-599265799-project] 10.222.0.93 "GET /v2.0/security-groups?id=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6783705 Aug 16 22:42:20.415701 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ffd56-e6cc-480e-8012-dc6a9fee4121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4ac3e58-5a35-4a37-958f-cda762ceeb0b,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:20.426808 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.ipam_backend_mixin [None req-7d3c8eaf-f9d6-4730-805e-314961d54114 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Performing IP validity checks on allocation pools {{(pid=94872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 22:42:20.427517 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.ipam_backend_mixin [None req-7d3c8eaf-f9d6-4730-805e-314961d54114 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 22:42:20.531442 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658ffd56-e6cc-480e-8012-dc6a9fee4121 admin admin] Checking segment: {'id': 'b8b52abf-3b1e-4501-a5d1-1582c7580027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:20.532335 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658ffd56-e6cc-480e-8012-dc6a9fee4121 admin admin] Network hostable DHCP agents. Network: df7473e5-d63a-4747-80a0-6a15aafd1333, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:42:20.578640 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] Set router d0787a90-3356-4539-bb06-6112377b5f64 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:20.635992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658ffd56-e6cc-480e-8012-dc6a9fee4121 admin admin] Network df7473e5-d63a-4747-80a0-6a15aafd1333 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:42:20.651928 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89f4504d-69f1-44e8-9116-cb74ca4917c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.732992 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89f4504d-69f1-44e8-9116-cb74ca4917c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.749313 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-658ffd56-e6cc-480e-8012-dc6a9fee4121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, df7473e5-d63a-4747-80a0-6a15aafd1333) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:20.762492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658ffd56-e6cc-480e-8012-dc6a9fee4121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:20.766720 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6272311-22dc-4f28-b7c8-c63cb09adc8e None None] Network df7473e5-d63a-4747-80a0-6a15aafd1333 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:20.767677 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-658ffd56-e6cc-480e-8012-dc6a9fee4121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.851301 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-658ffd56-e6cc-480e-8012-dc6a9fee4121 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.7202866 Aug 16 22:42:20.852272 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50074) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:20.859808 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0a8e9732-3ede-4720-845d-b96954662d2c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1431353897-router', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:20.865898 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24f7ab6b-6f55-4695-96e0-8753e060ff64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.887010 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9732-3ede-4720-845d-b96954662d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.888570 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9732-3ede-4720-845d-b96954662d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.896416 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89f4504d-69f1-44e8-9116-cb74ca4917c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.899289 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89f4504d-69f1-44e8-9116-cb74ca4917c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.903852 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-89f4504d-69f1-44e8-9116-cb74ca4917c2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5bb8392a-8412-435e-9288-1feddf54fdbd HTTP/1.1" status: 204 len: 168 time: 0.8054376 Aug 16 22:42:20.917066 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4504d-69f1-44e8-9116-cb74ca4917c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb8392a-8412-435e-9288-1feddf54fdbd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:20.972346 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9732-3ede-4720-845d-b96954662d2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:21.155917 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24f7ab6b-6f55-4695-96e0-8753e060ff64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:21.185210 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9732-3ede-4720-845d-b96954662d2c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:21.237934 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-45733d0d-42d8-479f-b99e-b8bb95cede61', 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'fixed_ips': [{'subnet_id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:42:21.239148 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:21.252919 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24f7ab6b-6f55-4695-96e0-8753e060ff64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:21.302594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 8507266d-0a1f-46dd-89e2-1352a70987b1 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:42:21.325299 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7ab6b-6f55-4695-96e0-8753e060ff64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1d5009-3f68-4c03-a031-c9707264eb26,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:21.377115 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 8507266d-0a1f-46dd-89e2-1352a70987b1 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:42:21.377929 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 8507266d-0a1f-46dd-89e2-1352a70987b1 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:42:21.418143 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8eaf-f9d6-4730-805e-314961d54114 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:21.428547 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fea37d-af6d-480e-a449-7b54fa1fc634 None None] Network df7473e5-d63a-4747-80a0-6a15aafd1333 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:21.515164 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50090) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:21.604428 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-24f7ab6b-6f55-4695-96e0-8753e060ff64 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2fbf766a7f094363ae61cac89ba69c6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5273442 Aug 16 22:42:21.620316 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50096) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:21.668960 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf67dd5-c058-45c4-bd18-7e371da39f5f admin admin] Deleting subnet 2abfc365-29c3-4616-9b87-7c7a7ec9e755 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:42:21.672519 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbf67dd5-c058-45c4-bd18-7e371da39f5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:21.720568 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbf67dd5-c058-45c4-bd18-7e371da39f5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:21.727784 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] Allocated IP 172.21.0.2 (45733d0d-42d8-479f-b99e-b8bb95cede61/fa2d64e5-c88e-4a53-872c-1d40cb75e3b3/9c8bb0d0-d3dc-44ad-985c-d0320e2850da) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:21.769647 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbf67dd5-c058-45c4-bd18-7e371da39f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:21.776499 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3c8eaf-f9d6-4730-805e-314961d54114 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Checking segment: {'id': '3aa9951a-3e46-4096-8d49-9f1013fdfc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a15b0629-d986-4f77-bbe7-e46c587b50c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:21.776882 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3c8eaf-f9d6-4730-805e-314961d54114 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network hostable DHCP agents. Network: a15b0629-d986-4f77-bbe7-e46c587b50c0, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:42:21.783790 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd18c85e-fb65-45e9-9eff-2a44940b3984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:21.791052 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c8eaf-f9d6-4730-805e-314961d54114 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Subnet': ['ID=e2d78d46-39cb-4041-9261-82176b27ad34,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:21.851558 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:42:12Z', 'revision_number': 2, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:19Z', 'revision_number': 4, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:21.867355 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbf67dd5-c058-45c4-bd18-7e371da39f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:21.905458 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b02c91-061b-4c24-b46c-b7e34af705ed None None] The sync data for ids ['d0787a90-3356-4539-bb06-6112377b5f64'] in n-d-792458-15 is: [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:42:12Z', 'revision_number': 2, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:19Z', 'revision_number': 4, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:42:21.926683 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd18c85e-fb65-45e9-9eff-2a44940b3984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:21.938583 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3c8eaf-f9d6-4730-805e-314961d54114 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network a15b0629-d986-4f77-bbe7-e46c587b50c0 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:42:21.962383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf67dd5-c058-45c4-bd18-7e371da39f5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2abfc365-29c3-4616-9b87-7c7a7ec9e755,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:21.965153 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9732-3ede-4720-845d-b96954662d2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:21.992289 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-7d3c8eaf-f9d6-4730-805e-314961d54114 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, a15b0629-d986-4f77-bbe7-e46c587b50c0) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:21.998656 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dda67e72-5ef1-4753-89fd-f8269d149f45 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:22.006400 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9732-3ede-4720-845d-b96954662d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:22.040195 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3c8eaf-f9d6-4730-805e-314961d54114 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:22.045369 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8eaf-f9d6-4730-805e-314961d54114 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:22.047462 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:22.059598 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] Transition to ACTIVE for port object 9c8bb0d0-d3dc-44ad-985c-d0320e2850da will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:22.078894 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] Transition to ACTIVE for port object 9c8bb0d0-d3dc-44ad-985c-d0320e2850da will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:22.090416 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2c535a-6703-4334-a900-b00525f5b670 None None] Network a15b0629-d986-4f77-bbe7-e46c587b50c0 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:22.118162 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7d3c8eaf-f9d6-4730-805e-314961d54114 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.5690446 Aug 16 22:42:22.149556 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50106) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:22.187894 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-0a8e9732-3ede-4720-845d-b96954662d2c admin admin] Allocated IP 172.25.6.72 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/c8b8badc-5a27-45e7-b518-b00520f310fb) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:22.201044 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fbf67dd5-c058-45c4-bd18-7e371da39f5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:22.206187 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fbf67dd5-c058-45c4-bd18-7e371da39f5f admin admin] 10.222.0.93 "DELETE /v2.0/subnets/2abfc365-29c3-4616-9b87-7c7a7ec9e755 HTTP/1.1" status: 204 len: 168 time: 0.6850777 Aug 16 22:42:22.210499 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50110) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:22.218411 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:22.270714 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] Network 45733d0d-42d8-479f-b99e-b8bb95cede61 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:22.338480 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:22.386755 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:22.470887 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb4daaff-739c-485a-8e90-ace9edaccfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:22.500886 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a15b0629-d986-4f77-bbe7-e46c587b50c0', 'network_id': 'a15b0629-d986-4f77-bbe7-e46c587b50c0', 'tenant_id': '1c4d23d28b9644d0b9c38931bdb1dc2e', 'fixed_ips': [{'subnet_id': 'e2d78d46-39cb-4041-9261-82176b27ad34'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:42:22.502154 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:22.551603 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9732-3ede-4720-845d-b96954662d2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:22.588369 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] Pushing event updated for resources: {'Port': ['ID=9c8bb0d0-d3dc-44ad-985c-d0320e2850da,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:22.756626 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb4daaff-739c-485a-8e90-ace9edaccfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:22.769716 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Allocated IP 172.20.0.3 (a15b0629-d986-4f77-bbe7-e46c587b50c0/e2d78d46-39cb-4041-9261-82176b27ad34/635cb5a5-39d3-4920-9564-3d8f87b3a722) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:22.810752 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-cb4daaff-739c-485a-8e90-ace9edaccfcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b4d9a2-666b-4be2-bf62-f6b4cce7a325']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:22.831386 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-cb4daaff-739c-485a-8e90-ace9edaccfcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf644787-902a-4fa9-933b-54a0f58f8904') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:22.831689 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-cb4daaff-739c-485a-8e90-ace9edaccfcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf644787-902a-4fa9-933b-54a0f58f8904') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:22.865879 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9732-3ede-4720-845d-b96954662d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:22.876397 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb4daaff-739c-485a-8e90-ace9edaccfcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:22.975126 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:22.991184 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Transition to ACTIVE for port object 635cb5a5-39d3-4920-9564-3d8f87b3a722 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:23.048813 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd18c85e-fb65-45e9-9eff-2a44940b3984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.052936 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd18c85e-fb65-45e9-9eff-2a44940b3984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.055029 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cd18c85e-fb65-45e9-9eff-2a44940b3984 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ce1d5009-3f68-4c03-a031-c9707264eb26 HTTP/1.1" status: 204 len: 168 time: 1.4336190 Aug 16 22:42:23.079402 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] Attempting to bind port 9c8bb0d0-d3dc-44ad-985c-d0320e2850da on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:23.079996 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] Attempting to bind port 9c8bb0d0-d3dc-44ad-985c-d0320e2850da by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '2027083d-89a6-4acd-ac88-e5c5d3c0919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:23.080368 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] Attempting to bind port 9c8bb0d0-d3dc-44ad-985c-d0320e2850da on network 45733d0d-42d8-479f-b99e-b8bb95cede61 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:23.089580 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Transition to ACTIVE for port object 635cb5a5-39d3-4920-9564-3d8f87b3a722 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:23.093372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:23.093816 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] Checking segment: {'id': '2027083d-89a6-4acd-ac88-e5c5d3c0919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:23.096289 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.097198 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] Bound using segment: {'id': '2027083d-89a6-4acd-ac88-e5c5d3c0919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:23.097950 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] Bound port: 9c8bb0d0-d3dc-44ad-985c-d0320e2850da, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2027083d-89a6-4acd-ac88-e5c5d3c0919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:23.098735 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.118769 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18c85e-fb65-45e9-9eff-2a44940b3984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1d5009-3f68-4c03-a031-c9707264eb26,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:23.212987 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] For port 9c8bb0d0-d3dc-44ad-985c-d0320e2850da, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:42:23.217611 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] For port 9c8bb0d0-d3dc-44ad-985c-d0320e2850da, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9c8bb0d0-d3dc-44ad-985c-d0320e2850da,segment=NetworkSegment(2027083d-89a6-4acd-ac88-e5c5d3c0919a),segment_id=2027083d-89a6-4acd-ac88-e5c5d3c0919a)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:23.244870 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.257702 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.265827 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.315897 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-dda67e72-5ef1-4753-89fd-f8269d149f45 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Allocated IP 172.21.0.1 (45733d0d-42d8-479f-b99e-b8bb95cede61/fa2d64e5-c88e-4a53-872c-1d40cb75e3b3/ad99e2b6-2084-4729-b6c4-58e0a73e3f1e) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:23.390668 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6ce29-b36d-47e9-bb14-b022e7d48791 None None] Pushing event updated for resources: {'Port': ['ID=9c8bb0d0-d3dc-44ad-985c-d0320e2850da,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:23.495216 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e9732-3ede-4720-845d-b96954662d2c admin admin] Pushing event updated for resources: {'Port': ['ID=c8b8badc-5a27-45e7-b518-b00520f310fb,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:23.502506 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8e9732-3ede-4720-845d-b96954662d2c admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:23.530976 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0a8e9732-3ede-4720-845d-b96954662d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:23.536895 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8e9732-3ede-4720-845d-b96954662d2c admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:23.542747 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb4daaff-739c-485a-8e90-ace9edaccfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.551971 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Network a15b0629-d986-4f77-bbe7-e46c587b50c0 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:23.602753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4daaff-739c-485a-8e90-ace9edaccfcd admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:42:23.603342 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb4daaff-739c-485a-8e90-ace9edaccfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:42:23.605321 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:42:23.621322 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:23.635739 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:23.659981 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50140) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:23.663133 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Deleting port 635cb5a5-39d3-4920-9564-3d8f87b3a722 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:42:23.663133 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.705039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Pushing event updated for resources: {'Port': ['ID=635cb5a5-39d3-4920-9564-3d8f87b3a722,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:23.730374 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2af172a-2cbe-49af-8e48-5b2688c0733b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.807712 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Attempting to bind port 635cb5a5-39d3-4920-9564-3d8f87b3a722 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:23.812033 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Attempting to bind port 635cb5a5-39d3-4920-9564-3d8f87b3a722 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '3aa9951a-3e46-4096-8d49-9f1013fdfc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a15b0629-d986-4f77-bbe7-e46c587b50c0'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:23.824942 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Attempting to bind port 635cb5a5-39d3-4920-9564-3d8f87b3a722 on network a15b0629-d986-4f77-bbe7-e46c587b50c0 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:23.848785 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:23.849296 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Checking segment: {'id': '3aa9951a-3e46-4096-8d49-9f1013fdfc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a15b0629-d986-4f77-bbe7-e46c587b50c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:23.849823 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.850350 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Bound using segment: {'id': '3aa9951a-3e46-4096-8d49-9f1013fdfc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a15b0629-d986-4f77-bbe7-e46c587b50c0'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:23.850960 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Bound port: 635cb5a5-39d3-4920-9564-3d8f87b3a722, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa9951a-3e46-4096-8d49-9f1013fdfc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a15b0629-d986-4f77-bbe7-e46c587b50c0'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:23.851474 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.877802 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] For port 635cb5a5-39d3-4920-9564-3d8f87b3a722, host n-d-792458-15, got binding levels [] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:23.878273 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.895633 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Calling delete_port for 635cb5a5-39d3-4920-9564-3d8f87b3a722 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:42:23.907520 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 60178879-0025-425c-b195-55692d14d8a5 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:23.926703 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb4daaff-739c-485a-8e90-ace9edaccfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.980055 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cb4daaff-739c-485a-8e90-ace9edaccfcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.983722 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cb4daaff-739c-485a-8e90-ace9edaccfcd admin admin] 10.222.0.93 "DELETE /v2.0/networks/a0b4d9a2-666b-4be2-bf62-f6b4cce7a325 HTTP/1.1" status: 204 len: 168 time: 1.7706409 Aug 16 22:42:24.023524 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4daaff-739c-485a-8e90-ace9edaccfcd admin admin] Pushing event deleted for resources: {'Network': ['ID=a0b4d9a2-666b-4be2-bf62-f6b4cce7a325,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:24.101705 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.115266 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dda67e72-5ef1-4753-89fd-f8269d149f45 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.151154 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:42:24.153548 n-d-792458-15 neutron-server[94873]: DEBUG oslo_db.api [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:42:24.155281 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 60178879-0025-425c-b195-55692d14d8a5 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:24.164962 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 60178879-0025-425c-b195-55692d14d8a5 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:24.164962 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.199514 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No DVR routers for this DVR port 635cb5a5-39d3-4920-9564-3d8f87b3a722 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:42:24.258852 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Port': ['ID=635cb5a5-39d3-4920-9564-3d8f87b3a722,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:24.266306 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.303584 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.366931 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.386247 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-dda67e72-5ef1-4753-89fd-f8269d149f45 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Transition to ACTIVE for port object ad99e2b6-2084-4729-b6c4-58e0a73e3f1e will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:24.386905 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 60178879-0025-425c-b195-55692d14d8a5, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=60178879-0025-425c-b195-55692d14d8a5,segment=NetworkSegment(ff5fb956-26c5-454c-a2a8-252e61ebc05c),segment_id=ff5fb956-26c5-454c-a2a8-252e61ebc05c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:24.401006 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.436463 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9732-3ede-4720-845d-b96954662d2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.463579 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d78d46-39cb-4041-9261-82176b27ad34,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:24.470595 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50156) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:24.517222 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=60178879-0025-425c-b195-55692d14d8a5,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:24.536483 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2af172a-2cbe-49af-8e48-5b2688c0733b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.590215 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2af172a-2cbe-49af-8e48-5b2688c0733b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.593895 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.656959 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15b0629-d986-4f77-bbe7-e46c587b50c0']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:24.674006 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b2af172a-2cbe-49af-8e48-5b2688c0733b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ae806ad66a364245a43ed17786d4ade6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0024874 Aug 16 22:42:24.681464 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50166) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:24.685492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Attempting to bind port 635cb5a5-39d3-4920-9564-3d8f87b3a722 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:24.685880 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Attempting to bind port 635cb5a5-39d3-4920-9564-3d8f87b3a722 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '3aa9951a-3e46-4096-8d49-9f1013fdfc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a15b0629-d986-4f77-bbe7-e46c587b50c0'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:24.686270 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Attempting to bind port 635cb5a5-39d3-4920-9564-3d8f87b3a722 on network a15b0629-d986-4f77-bbe7-e46c587b50c0 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:24.690205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af172a-2cbe-49af-8e48-5b2688c0733b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbf7b93-8318-47dd-b74f-2ea5bb573d56,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:24.711655 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa9951a-3e46-4096-8d49-9f1013fdfc9b') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:24.712056 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa9951a-3e46-4096-8d49-9f1013fdfc9b') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:24.716625 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:24.717516 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Checking segment: {'id': '3aa9951a-3e46-4096-8d49-9f1013fdfc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a15b0629-d986-4f77-bbe7-e46c587b50c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:24.719216 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.719822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Bound using segment: {'id': '3aa9951a-3e46-4096-8d49-9f1013fdfc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a15b0629-d986-4f77-bbe7-e46c587b50c0'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:24.720818 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Bound port: 635cb5a5-39d3-4920-9564-3d8f87b3a722, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa9951a-3e46-4096-8d49-9f1013fdfc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a15b0629-d986-4f77-bbe7-e46c587b50c0'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:24.721495 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.736830 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ac408b71-81f2-4f51-a9c9-d394e87cbce2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=729e44ecc953497b8bf930c79bba20ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344031 Aug 16 22:42:24.741747 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50168) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:24.768747 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.773089 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dda67e72-5ef1-4753-89fd-f8269d149f45 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.780030 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-564f7ac5-4600-46ae-be94-88ba3b418c0b None None] Port 635cb5a5-39d3-4920-9564-3d8f87b3a722 has been deleted concurrently {{(pid=94873) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 22:42:24.870430 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.902091 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:42:24.902508 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:42:24.911020 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:42:24.933381 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a399b519-0fb2-496b-ad82-c0c17c1fb0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.934810 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda67e72-5ef1-4753-89fd-f8269d149f45 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network 45733d0d-42d8-479f-b99e-b8bb95cede61 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:24.985207 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-dda67e72-5ef1-4753-89fd-f8269d149f45 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:25.002702 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda67e72-5ef1-4753-89fd-f8269d149f45 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:25.017372 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50172) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:25.038114 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a399b519-0fb2-496b-ad82-c0c17c1fb0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.058950 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda67e72-5ef1-4753-89fd-f8269d149f45 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Port': ['ID=ad99e2b6-2084-4729-b6c4-58e0a73e3f1e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:25.091994 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4f7676e-9e35-4bb9-b84a-7a88c255a0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.095522 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9732-3ede-4720-845d-b96954662d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.132280 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4f7676e-9e35-4bb9-b84a-7a88c255a0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.221551 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.236734 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a399b519-0fb2-496b-ad82-c0c17c1fb0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.253530 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.254702 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a399b519-0fb2-496b-ad82-c0c17c1fb0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.255955 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a399b519-0fb2-496b-ad82-c0c17c1fb0da admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1fbf7b93-8318-47dd-b74f-2ea5bb573d56 HTTP/1.1" status: 204 len: 168 time: 0.5426400 Aug 16 22:42:25.265008 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/a15b0629-d986-4f77-bbe7-e46c587b50c0 HTTP/1.1" status: 204 len: 168 time: 3.1127918 Aug 16 22:42:25.274078 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dda67e72-5ef1-4753-89fd-f8269d149f45 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.277770 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50178) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:25.279016 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399b519-0fb2-496b-ad82-c0c17c1fb0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbf7b93-8318-47dd-b74f-2ea5bb573d56,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:25.287237 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-92238d08-1774-4e4e-a7d7-1dceda168c0a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1511286688'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:25.334793 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dd8cb-260b-4459-b54f-1161e837747c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Network': ['ID=a15b0629-d986-4f77-bbe7-e46c587b50c0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:25.368636 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d754c895-4e96-4634-aa84-999cecd88222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.388690 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ff6621-feb9-4ae0-8442-85d9c81a88e4 None None] Network 45733d0d-42d8-479f-b99e-b8bb95cede61 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:25.389723 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4f7676e-9e35-4bb9-b84a-7a88c255a0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.393421 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f4f7676e-9e35-4bb9-b84a-7a88c255a0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.398891 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f4f7676e-9e35-4bb9-b84a-7a88c255a0ed admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181 HTTP/1.1" status: 204 len: 168 time: 0.6518562 Aug 16 22:42:25.427163 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92238d08-1774-4e4e-a7d7-1dceda168c0a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:25.437085 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-92238d08-1774-4e4e-a7d7-1dceda168c0a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.443155 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7676e-9e35-4bb9-b84a-7a88c255a0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f1f1c0-b2fb-4b03-8ff5-7566eb84b181,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:25.501737 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92238d08-1774-4e4e-a7d7-1dceda168c0a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:42:25.536001 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0da5e4d3-2fb0-4cde-a0b0-e44825f910c6 None None] Provisioning for port 9c8bb0d0-d3dc-44ad-985c-d0320e2850da completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:25.540047 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dda67e72-5ef1-4753-89fd-f8269d149f45 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.766890 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-92238d08-1774-4e4e-a7d7-1dceda168c0a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.767530 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-92238d08-1774-4e4e-a7d7-1dceda168c0a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Added segment 4bb5a551-780b-42c1-80e6-56d831cc0338 of type vlan for network e7d787ed-25ae-4fd0-93d8-879a6e59d78c Aug 16 22:42:25.868960 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50190) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:25.902295 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8e9732-3ede-4720-845d-b96954662d2c admin admin] Router 8eed2c33-fceb-4227-901a-1457a6d9b9d2 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:42:25.910675 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-301055ab-4ff0-4187-ac0b-fa9665bdd6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.947170 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-92238d08-1774-4e4e-a7d7-1dceda168c0a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.966426 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 60178879-0025-425c-b195-55692d14d8a5 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:25.990726 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d754c895-4e96-4634-aa84-999cecd88222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.021842 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d754c895-4e96-4634-aa84-999cecd88222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.102731 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 60178879-0025-425c-b195-55692d14d8a5 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:26.103155 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.170472 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-92238d08-1774-4e4e-a7d7-1dceda168c0a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.181845 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92238d08-1774-4e4e-a7d7-1dceda168c0a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:26.182546 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-92238d08-1774-4e4e-a7d7-1dceda168c0a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.208450 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dda67e72-5ef1-4753-89fd-f8269d149f45 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.305541 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dda67e72-5ef1-4753-89fd-f8269d149f45 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.310169 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9c8bb0d0-d3dc-44ad-985c-d0320e2850da up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:26.340836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d754c895-4e96-4634-aa84-999cecd88222 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b510c5b533fb4d9aa47cccf275e8572d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3219795 Aug 16 22:42:26.341586 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754c895-4e96-4634-aa84-999cecd88222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89dbc749-ff5e-4873-a467-b7e53181acff,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:26.387200 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cfc0fcd8-4e7a-43b3-9b97-bd04a14c5aac None None] Provisioning for port ad99e2b6-2084-4729-b6c4-58e0a73e3f1e completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:26.389142 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50200) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:26.396902 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cfc0fcd8-4e7a-43b3-9b97-bd04a14c5aac None None] Provisioning complete for port ad99e2b6-2084-4729-b6c4-58e0a73e3f1e triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:26.398047 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cfc0fcd8-4e7a-43b3-9b97-bd04a14c5aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.446956 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-cfc0fcd8-4e7a-43b3-9b97-bd04a14c5aac None None] Port ad99e2b6-2084-4729-b6c4-58e0a73e3f1e cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:42:26.460150 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92238d08-1774-4e4e-a7d7-1dceda168c0a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Network': ['ID=e7d787ed-25ae-4fd0-93d8-879a6e59d78c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:26.465170 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8e9732-3ede-4720-845d-b96954662d2c admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:42:26.479991 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] Sync routers for ids ['8eed2c33-fceb-4227-901a-1457a6d9b9d2'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:42:26.483482 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 9c8bb0d0-d3dc-44ad-985c-d0320e2850da completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:26.487919 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network e7d787ed-25ae-4fd0-93d8-879a6e59d78c details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:42:26.494474 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] Routers {'8eed2c33-fceb-4227-901a-1457a6d9b9d2'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:26.495105 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:42:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eed2c33-fceb-4227-901a-1457a6d9b9d2'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:26.643549 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] Set router 8eed2c33-fceb-4227-901a-1457a6d9b9d2 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:26.714591 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-301055ab-4ff0-4187-ac0b-fa9665bdd6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.730348 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-92238d08-1774-4e4e-a7d7-1dceda168c0a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4487891 Aug 16 22:42:26.733121 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50212) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:26.739911 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fc4497e3-19c3-40d7-aad1-10b72e188c6d tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'subnet': {'network_id': 'e7d787ed-25ae-4fd0-93d8-879a6e59d78c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:26.751209 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9732-3ede-4720-845d-b96954662d2c admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.756784 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0a8e9732-3ede-4720-845d-b96954662d2c admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.9008179 Aug 16 22:42:26.776097 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dda67e72-5ef1-4753-89fd-f8269d149f45 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.782315 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50214) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:26.787632 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-301055ab-4ff0-4187-ac0b-fa9665bdd6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.928485 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda67e72-5ef1-4753-89fd-f8269d149f45 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Port': ['ID=ad99e2b6-2084-4729-b6c4-58e0a73e3f1e,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:26.931470 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 9c8bb0d0-d3dc-44ad-985c-d0320e2850da triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:26.931848 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.964905 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4497e3-19c3-40d7-aad1-10b72e188c6d tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:26.968592 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc4497e3-19c3-40d7-aad1-10b72e188c6d tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.010586 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4729867f-9979-459d-901d-56b30a3f7b98 None None] DHCP port deletion for a15b0629-d986-4f77-bbe7-e46c587b50c0 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:42:27.020409 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1431353897-router', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:20Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 3, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'gw_port': {'id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:27.022058 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cfc0fcd8-4e7a-43b3-9b97-bd04a14c5aac None None] Provisioning complete for port 9c8bb0d0-d3dc-44ad-985c-d0320e2850da triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:27.022551 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cfc0fcd8-4e7a-43b3-9b97-bd04a14c5aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.077575 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] Checking router: 8eed2c33-fceb-4227-901a-1457a6d9b9d2 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:42:27.078133 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] Updating router 8eed2c33-fceb-4227-901a-1457a6d9b9d2 port c8b8badc-5a27-45e7-b518-b00520f310fb binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:42:27.103738 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24783c60-122f-4af6-991b-b54564719ac5 None None] Network a15b0629-d986-4f77-bbe7-e46c587b50c0 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:27.121895 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301055ab-4ff0-4187-ac0b-fa9665bdd6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ea6e9e-7e20-4ab7-9775-ac1a6b6442f6,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:27.127084 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-301055ab-4ff0-4187-ac0b-fa9665bdd6df admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d2776b5404f14efeb68599feb9f3d86a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2569370 Aug 16 22:42:27.137552 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.147624 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50232) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:27.162006 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24783c60-122f-4af6-991b-b54564719ac5 None None] Network a15b0629-d986-4f77-bbe7-e46c587b50c0 could not be found, it might have been deleted concurrently. {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 22:42:27.202130 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d0e28e98-a468-4b1a-86bc-5de6c86cdf5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.268044 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d0e28e98-a468-4b1a-86bc-5de6c86cdf5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.335920 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cfc0fcd8-4e7a-43b3-9b97-bd04a14c5aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.359329 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda67e72-5ef1-4753-89fd-f8269d149f45 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network 45733d0d-42d8-479f-b99e-b8bb95cede61 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:27.367468 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-dda67e72-5ef1-4753-89fd-f8269d149f45 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:27.400536 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.444416 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4ca517c-69e9-47e9-972f-1b88888c271a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.478993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-cfc0fcd8-4e7a-43b3-9b97-bd04a14c5aac None None] For port 9c8bb0d0-d3dc-44ad-985c-d0320e2850da, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9c8bb0d0-d3dc-44ad-985c-d0320e2850da,segment=NetworkSegment(2027083d-89a6-4acd-ac88-e5c5d3c0919a),segment_id=2027083d-89a6-4acd-ac88-e5c5d3c0919a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:27.490178 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cfc0fcd8-4e7a-43b3-9b97-bd04a14c5aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.520222 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4ca517c-69e9-47e9-972f-1b88888c271a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.602896 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d0e28e98-a468-4b1a-86bc-5de6c86cdf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.612564 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d0e28e98-a468-4b1a-86bc-5de6c86cdf5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.622690 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d0e28e98-a468-4b1a-86bc-5de6c86cdf5b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/89dbc749-ff5e-4873-a467-b7e53181acff HTTP/1.1" status: 204 len: 168 time: 1.2208087 Aug 16 22:42:27.648440 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.656462 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4ca517c-69e9-47e9-972f-1b88888c271a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.660186 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4ca517c-69e9-47e9-972f-1b88888c271a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.665040 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b4ca517c-69e9-47e9-972f-1b88888c271a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/72ea6e9e-7e20-4ab7-9775-ac1a6b6442f6 HTTP/1.1" status: 204 len: 168 time: 0.5162332 Aug 16 22:42:27.670345 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] Transition to ACTIVE for port object c8b8badc-5a27-45e7-b518-b00520f310fb will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:27.686421 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.699096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca517c-69e9-47e9-972f-1b88888c271a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ea6e9e-7e20-4ab7-9775-ac1a6b6442f6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:27.710060 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc4497e3-19c3-40d7-aad1-10b72e188c6d tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.714138 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e28e98-a468-4b1a-86bc-5de6c86cdf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dbc749-ff5e-4873-a467-b7e53181acff,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:27.786593 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0fcd8-4e7a-43b3-9b97-bd04a14c5aac None None] Pushing event updated for resources: {'Port': ['ID=9c8bb0d0-d3dc-44ad-985c-d0320e2850da,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:27.801772 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cd397baf-ee0c-4263-b62e-482f497d8837 None None] Could not find standard attr ID for object 635cb5a5-39d3-4920-9564-3d8f87b3a722. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:42:27.820958 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:42:27.820958 n-d-792458-15 neutron-server[94873]: DEBUG oslo_db.api [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:42:27.821271 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda67e72-5ef1-4753-89fd-f8269d149f45 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router d0787a90-3356-4539-bb06-6112377b5f64 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:42:27.821377 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cd397baf-ee0c-4263-b62e-482f497d8837 None None] Provisioning complete for port ad99e2b6-2084-4729-b6c4-58e0a73e3f1e triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:27.821613 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cd397baf-ee0c-4263-b62e-482f497d8837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.845563 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49177675-b5a7-45fd-92fc-23dc29dd6d09 None None] Pushing event updated for resources: {'Port': ['ID=c8b8badc-5a27-45e7-b518-b00520f310fb,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:27.851074 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] Attempting to bind port c8b8badc-5a27-45e7-b518-b00520f310fb on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:27.851431 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] Attempting to bind port c8b8badc-5a27-45e7-b518-b00520f310fb by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:27.855807 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] Attempting to bind port c8b8badc-5a27-45e7-b518-b00520f310fb on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:27.859001 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-cd397baf-ee0c-4263-b62e-482f497d8837 None None] Port ad99e2b6-2084-4729-b6c4-58e0a73e3f1e cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:42:27.873411 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49177675-b5a7-45fd-92fc-23dc29dd6d09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:27.874066 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49177675-b5a7-45fd-92fc-23dc29dd6d09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:27.874561 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49177675-b5a7-45fd-92fc-23dc29dd6d09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:27.875210 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49177675-b5a7-45fd-92fc-23dc29dd6d09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:27.875718 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49177675-b5a7-45fd-92fc-23dc29dd6d09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:27.876200 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49177675-b5a7-45fd-92fc-23dc29dd6d09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:27.876680 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49177675-b5a7-45fd-92fc-23dc29dd6d09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:27.878158 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49177675-b5a7-45fd-92fc-23dc29dd6d09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:27.879759 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49177675-b5a7-45fd-92fc-23dc29dd6d09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:27.880429 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49177675-b5a7-45fd-92fc-23dc29dd6d09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:27.880928 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49177675-b5a7-45fd-92fc-23dc29dd6d09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:27.881691 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49177675-b5a7-45fd-92fc-23dc29dd6d09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:27.885051 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4497e3-19c3-40d7-aad1-10b72e188c6d tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Checking segment: {'id': '4bb5a551-780b-42c1-80e6-56d831cc0338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e7d787ed-25ae-4fd0-93d8-879a6e59d78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:27.885424 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4497e3-19c3-40d7-aad1-10b72e188c6d tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network hostable DHCP agents. Network: e7d787ed-25ae-4fd0-93d8-879a6e59d78c, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:42:27.887084 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:27.887652 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:27.888456 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.889147 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:27.890815 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] Bound port: c8b8badc-5a27-45e7-b518-b00520f310fb, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:27.891376 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.903048 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50254) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:27.915312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4497e3-19c3-40d7-aad1-10b72e188c6d tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Subnet': ['ID=d6d39158-56e8-4d79-a06d-22d359385160,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:27.950753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4497e3-19c3-40d7-aad1-10b72e188c6d tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network e7d787ed-25ae-4fd0-93d8-879a6e59d78c is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:42:27.958625 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] For port c8b8badc-5a27-45e7-b518-b00520f310fb, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:42:27.966656 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] For port c8b8badc-5a27-45e7-b518-b00520f310fb, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c8b8badc-5a27-45e7-b518-b00520f310fb,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:27.970491 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-fc4497e3-19c3-40d7-aad1-10b72e188c6d tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, e7d787ed-25ae-4fd0-93d8-879a6e59d78c) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:27.975454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4497e3-19c3-40d7-aad1-10b72e188c6d tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:27.976056 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc4497e3-19c3-40d7-aad1-10b72e188c6d tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.976948 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.983227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc66f9b-138e-4059-8974-d33e5b6c1f72 None None] Network e7d787ed-25ae-4fd0-93d8-879a6e59d78c requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:28.017604 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fc4497e3-19c3-40d7-aad1-10b72e188c6d tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2813311 Aug 16 22:42:28.018526 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50258) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:28.060623 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] Routers {'8eed2c33-fceb-4227-901a-1457a6d9b9d2'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:28.061673 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:42:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eed2c33-fceb-4227-901a-1457a6d9b9d2'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:28.096134 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-19331265-a5fb-493a-8ac7-fdd07e495d28 None None] Provisioning complete for port ad99e2b6-2084-4729-b6c4-58e0a73e3f1e triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:28.096584 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-19331265-a5fb-493a-8ac7-fdd07e495d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:28.145359 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda67e72-5ef1-4753-89fd-f8269d149f45 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:42:28.155184 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dda67e72-5ef1-4753-89fd-f8269d149f45 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/d0787a90-3356-4539-bb06-6112377b5f64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2087324 Aug 16 22:42:28.160526 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50266) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:28.165889 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-52b8f8a3-2078-4a2a-96cd-d163f6765093 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'network': {'name': 'tempest-RoutersTest-442790717'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:28.232131 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b8f8a3-2078-4a2a-96cd-d163f6765093 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Made reservation on behalf of f0f3efc4f10c40e08a0406c07a5a96c6 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:28.235239 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-19331265-a5fb-493a-8ac7-fdd07e495d28 None None] Port ad99e2b6-2084-4729-b6c4-58e0a73e3f1e cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:42:28.236114 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52b8f8a3-2078-4a2a-96cd-d163f6765093 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:28.243772 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] Sync routers for ids ['d0787a90-3356-4539-bb06-6112377b5f64'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:42:28.307274 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] Routers {'d0787a90-3356-4539-bb06-6112377b5f64'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:28.308007 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:42:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0787a90-3356-4539-bb06-6112377b5f64'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:28.317870 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49177675-b5a7-45fd-92fc-23dc29dd6d09 None None] Pushing event updated for resources: {'Port': ['ID=c8b8badc-5a27-45e7-b518-b00520f310fb,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:28.331428 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-13fd6624-9143-4c4a-93db-93c72f7b3d72 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:28.399109 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] Set router 8eed2c33-fceb-4227-901a-1457a6d9b9d2 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:28.421040 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b8f8a3-2078-4a2a-96cd-d163f6765093 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:42:28.470908 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0876286d-35f8-4984-97bc-f244d5b09d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:28.501332 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-13fd6624-9143-4c4a-93db-93c72f7b3d72 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:28.512966 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52b8f8a3-2078-4a2a-96cd-d163f6765093 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:28.513740 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-52b8f8a3-2078-4a2a-96cd-d163f6765093 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Added segment e79109b5-76c2-4276-972e-ace93329d46b of type vlan for network 882e3a5d-1787-44fc-8aae-d838e4ea2743 Aug 16 22:42:28.582329 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] Set router d0787a90-3356-4539-bb06-6112377b5f64 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:28.649563 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50268) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:28.709318 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fd4dbc-1eb4-419e-b5b5-67b709b6f5ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-e7d787ed-25ae-4fd0-93d8-879a6e59d78c', 'network_id': 'e7d787ed-25ae-4fd0-93d8-879a6e59d78c', 'tenant_id': '1c4d23d28b9644d0b9c38931bdb1dc2e', 'fixed_ips': [{'subnet_id': 'd6d39158-56e8-4d79-a06d-22d359385160'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:42:28.716070 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-79fd4dbc-1eb4-419e-b5b5-67b709b6f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:28.717822 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db30147d-f429-4385-9737-4a0d580831d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:28.723423 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a692421-6c20-4596-b225-f61a572556f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:28.746321 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52b8f8a3-2078-4a2a-96cd-d163f6765093 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:28.758962 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9c8bb0d0-d3dc-44ad-985c-d0320e2850da up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:28.804851 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-13fd6624-9143-4c4a-93db-93c72f7b3d72 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:28.877816 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1431353897-router', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:20Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 3, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'gw_port': {'id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:28.879312 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52b8f8a3-2078-4a2a-96cd-d163f6765093 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:28.885287 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b8f8a3-2078-4a2a-96cd-d163f6765093 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:28.885901 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52b8f8a3-2078-4a2a-96cd-d163f6765093 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:28.894694 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd6624-9143-4c4a-93db-93c72f7b3d72 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d39158-56e8-4d79-a06d-22d359385160,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:28.936176 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c30f2e-7021-4aa2-b210-9d5f403ef642 None None] The sync data for ids ['8eed2c33-fceb-4227-901a-1457a6d9b9d2'] in n-d-792458-15 is: [{'id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1431353897-router', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:20Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 3, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'gw_port': {'id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:42:28.984556 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8f8a3-2078-4a2a-96cd-d163f6765093 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Network': ['ID=882e3a5d-1787-44fc-8aae-d838e4ea2743,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:28.997253 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-13fd6624-9143-4c4a-93db-93c72f7b3d72 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.067055 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-13fd6624-9143-4c4a-93db-93c72f7b3d72 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d787ed-25ae-4fd0-93d8-879a6e59d78c']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:29.069467 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-0876286d-35f8-4984-97bc-f244d5b09d1b admin admin] Allocated IP 172.20.0.1 (df7473e5-d63a-4747-80a0-6a15aafd1333/b4ac3e58-5a35-4a37-958f-cda762ceeb0b/5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:29.075561 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 882e3a5d-1787-44fc-8aae-d838e4ea2743 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:42:29.079971 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-13fd6624-9143-4c4a-93db-93c72f7b3d72 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb5a551-780b-42c1-80e6-56d831cc0338') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:29.080851 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-13fd6624-9143-4c4a-93db-93c72f7b3d72 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb5a551-780b-42c1-80e6-56d831cc0338') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:29.114483 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a692421-6c20-4596-b225-f61a572556f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.123166 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-13fd6624-9143-4c4a-93db-93c72f7b3d72 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.130919 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a692421-6c20-4596-b225-f61a572556f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.155219 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-13fd6624-9143-4c4a-93db-93c72f7b3d72 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.176781 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fd6624-9143-4c4a-93db-93c72f7b3d72 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:42:29.177201 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-13fd6624-9143-4c4a-93db-93c72f7b3d72 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:42:29.184399 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:42:29.229300 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a692421-6c20-4596-b225-f61a572556f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610ac6b7-528a-4a49-bb1f-c5d55f1a80f2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:29.239671 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3a692421-6c20-4596-b225-f61a572556f1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ca76d6597adc43839423b3c49fbeba48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3328161 Aug 16 22:42:29.240041 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0876286d-35f8-4984-97bc-f244d5b09d1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.240596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50280) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:29.337618 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04f23828-b374-404b-abb5-d7a2db48fae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.390256 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-52b8f8a3-2078-4a2a-96cd-d163f6765093 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2256136 Aug 16 22:42:29.393586 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50286) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:29.423469 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04f23828-b374-404b-abb5-d7a2db48fae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.435864 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 9c8bb0d0-d3dc-44ad-985c-d0320e2850da triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:29.436246 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.445979 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-45aacc16-648b-4b60-a19b-5ab75fb0ad89 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'subnet': {'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:29.486654 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-13fd6624-9143-4c4a-93db-93c72f7b3d72 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.495306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a747c9a9-b948-4fed-a94c-c1abf22ebb63 None None] Network e7d787ed-25ae-4fd0-93d8-879a6e59d78c requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:29.515512 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-13fd6624-9143-4c4a-93db-93c72f7b3d72 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.521009 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-13fd6624-9143-4c4a-93db-93c72f7b3d72 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/e7d787ed-25ae-4fd0-93d8-879a6e59d78c HTTP/1.1" status: 204 len: 168 time: 1.4976065 Aug 16 22:42:29.525775 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50292) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:29.527984 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a747c9a9-b948-4fed-a94c-c1abf22ebb63 None None] Network e7d787ed-25ae-4fd0-93d8-879a6e59d78c could not be found, it might have been deleted concurrently. {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 22:42:29.550318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-160f1ae8-0287-4e6c-8c90-4b027d34d16c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-597290861'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:29.563453 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0876286d-35f8-4984-97bc-f244d5b09d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.573557 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd6624-9143-4c4a-93db-93c72f7b3d72 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Network': ['ID=e7d787ed-25ae-4fd0-93d8-879a6e59d78c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:29.609646 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04f23828-b374-404b-abb5-d7a2db48fae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.613025 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04f23828-b374-404b-abb5-d7a2db48fae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.623272 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-04f23828-b374-404b-abb5-d7a2db48fae7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/610ac6b7-528a-4a49-bb1f-c5d55f1a80f2 HTTP/1.1" status: 204 len: 168 time: 0.3786340 Aug 16 22:42:29.663624 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f23828-b374-404b-abb5-d7a2db48fae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610ac6b7-528a-4a49-bb1f-c5d55f1a80f2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:29.674229 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0876286d-35f8-4984-97bc-f244d5b09d1b admin admin] Network df7473e5-d63a-4747-80a0-6a15aafd1333 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:29.681305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0876286d-35f8-4984-97bc-f244d5b09d1b admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:29.692226 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0876286d-35f8-4984-97bc-f244d5b09d1b admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:29.731210 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 635cb5a5-39d3-4920-9564-3d8f87b3a722 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:42:29.758984 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 635cb5a5-39d3-4920-9564-3d8f87b3a722 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:42:29.759319 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 635cb5a5-39d3-4920-9564-3d8f87b3a722 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:42:29.766732 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:42:25Z', 'revision_number': 3, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad99e2b6-2084-4729-b6c4-58e0a73e3f1e', 'name': '', 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:0f:22:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:25Z', 'revision_number': 2, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:29.780329 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876286d-35f8-4984-97bc-f244d5b09d1b admin admin] Pushing event updated for resources: {'Port': ['ID=5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:29.830748 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0876286d-35f8-4984-97bc-f244d5b09d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.839779 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] Checking router: d0787a90-3356-4539-bb06-6112377b5f64 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:42:29.841180 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] Updating router d0787a90-3356-4539-bb06-6112377b5f64 port ad99e2b6-2084-4729-b6c4-58e0a73e3f1e binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:42:29.914125 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.320554 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.332974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] Transition to ACTIVE for port object ad99e2b6-2084-4729-b6c4-58e0a73e3f1e will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:30.340144 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db30147d-f429-4385-9737-4a0d580831d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.340374 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.365852 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-db30147d-f429-4385-9737-4a0d580831d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.367953 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160f1ae8-0287-4e6c-8c90-4b027d34d16c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:30.371868 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-160f1ae8-0287-4e6c-8c90-4b027d34d16c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.440709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160f1ae8-0287-4e6c-8c90-4b027d34d16c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:42:30.459373 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-160f1ae8-0287-4e6c-8c90-4b027d34d16c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.461105 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-160f1ae8-0287-4e6c-8c90-4b027d34d16c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Added segment 57eb5b73-b429-4894-89f4-77ddff072431 of type vlan for network 6be12680-b57b-4ef4-b44a-4716652834cd Aug 16 22:42:30.483038 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-db30147d-f429-4385-9737-4a0d580831d9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ec1b6fbbce844f0a90ddede838d166f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8265297 Aug 16 22:42:30.524391 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-160f1ae8-0287-4e6c-8c90-4b027d34d16c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.532563 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] Attempting to bind port ad99e2b6-2084-4729-b6c4-58e0a73e3f1e on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:30.536963 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] Attempting to bind port ad99e2b6-2084-4729-b6c4-58e0a73e3f1e by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '2027083d-89a6-4acd-ac88-e5c5d3c0919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:30.537312 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] Attempting to bind port ad99e2b6-2084-4729-b6c4-58e0a73e3f1e on network 45733d0d-42d8-479f-b99e-b8bb95cede61 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:30.552344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50320) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:30.560101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30147d-f429-4385-9737-4a0d580831d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82be0a3e-3037-4cd2-9956-5ab4ee3c51b5,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:30.562073 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-160f1ae8-0287-4e6c-8c90-4b027d34d16c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.568975 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160f1ae8-0287-4e6c-8c90-4b027d34d16c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:30.569925 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-160f1ae8-0287-4e6c-8c90-4b027d34d16c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.603959 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eaaa3c-09d9-41f3-8942-56cc5243b684 None None] Pushing event updated for resources: {'Port': ['ID=ad99e2b6-2084-4729-b6c4-58e0a73e3f1e,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:30.615737 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:30.616120 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] Checking segment: {'id': '2027083d-89a6-4acd-ac88-e5c5d3c0919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:30.618452 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.620039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] Bound using segment: {'id': '2027083d-89a6-4acd-ac88-e5c5d3c0919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:30.620546 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] Bound port: ad99e2b6-2084-4729-b6c4-58e0a73e3f1e, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2027083d-89a6-4acd-ac88-e5c5d3c0919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:30.624161 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.658806 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45aacc16-648b-4b60-a19b-5ab75fb0ad89 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Made reservation on behalf of f0f3efc4f10c40e08a0406c07a5a96c6 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:30.673557 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45aacc16-648b-4b60-a19b-5ab75fb0ad89 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.679817 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-160f1ae8-0287-4e6c-8c90-4b027d34d16c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1508560 Aug 16 22:42:30.691351 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50328) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:30.699704 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0ba72dd0-c82f-4068-bda0-79ebe244d7de tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'subnet': {'network_id': '6be12680-b57b-4ef4-b44a-4716652834cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:30.736670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f1ae8-0287-4e6c-8c90-4b027d34d16c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Network': ['ID=6be12680-b57b-4ef4-b44a-4716652834cd,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:30.797151 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50332) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:30.804842 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] For port ad99e2b6-2084-4729-b6c4-58e0a73e3f1e, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:42:30.808727 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] For port ad99e2b6-2084-4729-b6c4-58e0a73e3f1e, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ad99e2b6-2084-4729-b6c4-58e0a73e3f1e,segment=NetworkSegment(2027083d-89a6-4acd-ac88-e5c5d3c0919a),segment_id=2027083d-89a6-4acd-ac88-e5c5d3c0919a)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:30.815338 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 6be12680-b57b-4ef4-b44a-4716652834cd details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:42:30.834488 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-751d96bc-1a16-4c2d-84e4-4ebae80f3b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.944096 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c8b8badc-5a27-45e7-b518-b00520f310fb up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:30.954087 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-751d96bc-1a16-4c2d-84e4-4ebae80f3b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.957202 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.961722 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0876286d-35f8-4984-97bc-f244d5b09d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.024506 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba72dd0-c82f-4068-bda0-79ebe244d7de tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:31.028236 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ba72dd0-c82f-4068-bda0-79ebe244d7de tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.267370 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-751d96bc-1a16-4c2d-84e4-4ebae80f3b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.272558 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-751d96bc-1a16-4c2d-84e4-4ebae80f3b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.276070 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] Routers {'d0787a90-3356-4539-bb06-6112377b5f64'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:31.278064 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:42:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0787a90-3356-4539-bb06-6112377b5f64'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:31.280936 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-751d96bc-1a16-4c2d-84e4-4ebae80f3b64 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/82be0a3e-3037-4cd2-9956-5ab4ee3c51b5 HTTP/1.1" status: 204 len: 168 time: 0.7270951 Aug 16 22:42:31.300002 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eaaa3c-09d9-41f3-8942-56cc5243b684 None None] Pushing event updated for resources: {'Port': ['ID=ad99e2b6-2084-4729-b6c4-58e0a73e3f1e,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:31.327811 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d96bc-1a16-4c2d-84e4-4ebae80f3b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82be0a3e-3037-4cd2-9956-5ab4ee3c51b5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:31.339404 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c0ba748-6821-43d9-9b47-bdaffab15087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.384814 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0876286d-35f8-4984-97bc-f244d5b09d1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.528354 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port c8b8badc-5a27-45e7-b518-b00520f310fb completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:31.546168 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ba72dd0-c82f-4068-bda0-79ebe244d7de tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.568882 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c0ba748-6821-43d9-9b47-bdaffab15087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.573106 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0876286d-35f8-4984-97bc-f244d5b09d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.583172 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c0ba748-6821-43d9-9b47-bdaffab15087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.596327 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] Set router d0787a90-3356-4539-bb06-6112377b5f64 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:31.603387 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c8b8badc-5a27-45e7-b518-b00520f310fb triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:31.603805 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.678227 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba72dd0-c82f-4068-bda0-79ebe244d7de tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Subnet': ['ID=bb358cc6-4485-40f8-9d83-beed1ecd9ca7,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:31.733574 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba72dd0-c82f-4068-bda0-79ebe244d7de tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Checking segment: {'id': '57eb5b73-b429-4894-89f4-77ddff072431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6be12680-b57b-4ef4-b44a-4716652834cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:31.733942 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba72dd0-c82f-4068-bda0-79ebe244d7de tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network hostable DHCP agents. Network: 6be12680-b57b-4ef4-b44a-4716652834cd, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:42:31.768219 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba72dd0-c82f-4068-bda0-79ebe244d7de tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network 6be12680-b57b-4ef4-b44a-4716652834cd is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:42:31.784146 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0ba72dd0-c82f-4068-bda0-79ebe244d7de tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 6be12680-b57b-4ef4-b44a-4716652834cd) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:31.785506 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0876286d-35f8-4984-97bc-f244d5b09d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.789403 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2c0ba748-6821-43d9-9b47-bdaffab15087 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1493266a4dab450da87badbdd3d66691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9897821 Aug 16 22:42:31.801867 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50362) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:31.803570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba72dd0-c82f-4068-bda0-79ebe244d7de tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:31.804945 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ba72dd0-c82f-4068-bda0-79ebe244d7de tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.871326 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0ba72dd0-c82f-4068-bda0-79ebe244d7de tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1780710 Aug 16 22:42:31.880954 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ba748-6821-43d9-9b47-bdaffab15087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dc7993-2530-480f-935b-e848b8293252,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:31.894306 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50366) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:31.955702 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876286d-35f8-4984-97bc-f244d5b09d1b admin admin] Pushing event updated for resources: {'Port': ['ID=5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:31.980552 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9836829a-4980-49a4-9a8f-cccb14832385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.023570 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9836829a-4980-49a4-9a8f-cccb14832385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.085898 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ac6fe5-24e1-4298-9bcb-07dae03f2ea4 None None] Network 6be12680-b57b-4ef4-b44a-4716652834cd requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:32.097889 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45aacc16-648b-4b60-a19b-5ab75fb0ad89 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.104210 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05bcd555-c86f-4de0-ba24-f96bd7298ac0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.178555 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9836829a-4980-49a4-9a8f-cccb14832385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.182915 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9836829a-4980-49a4-9a8f-cccb14832385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.183815 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9836829a-4980-49a4-9a8f-cccb14832385 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/11dc7993-2530-480f-935b-e848b8293252 HTTP/1.1" status: 204 len: 168 time: 0.3730931 Aug 16 22:42:32.194079 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836829a-4980-49a4-9a8f-cccb14832385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dc7993-2530-480f-935b-e848b8293252,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:32.195978 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05bcd555-c86f-4de0-ba24-f96bd7298ac0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.206618 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aacc16-648b-4b60-a19b-5ab75fb0ad89 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Subnet': ['ID=a95940e2-1485-4649-94fd-35f56f8661c3,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:32.228659 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0876286d-35f8-4984-97bc-f244d5b09d1b admin admin] Network df7473e5-d63a-4747-80a0-6a15aafd1333 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:32.233076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0876286d-35f8-4984-97bc-f244d5b09d1b admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:32.286070 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05bcd555-c86f-4de0-ba24-f96bd7298ac0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.326263 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcd555-c86f-4de0-ba24-f96bd7298ac0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Subnet': ['ID=bb358cc6-4485-40f8-9d83-beed1ecd9ca7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:32.429552 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0876286d-35f8-4984-97bc-f244d5b09d1b admin admin] Router 8eed2c33-fceb-4227-901a-1457a6d9b9d2 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:42:32.433711 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aacc16-648b-4b60-a19b-5ab75fb0ad89 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Checking segment: {'id': 'e79109b5-76c2-4276-972e-ace93329d46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:32.434108 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aacc16-648b-4b60-a19b-5ab75fb0ad89 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network hostable DHCP agents. Network: 882e3a5d-1787-44fc-8aae-d838e4ea2743, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:42:32.446383 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05bcd555-c86f-4de0-ba24-f96bd7298ac0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.461316 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-05bcd555-c86f-4de0-ba24-f96bd7298ac0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be12680-b57b-4ef4-b44a-4716652834cd']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:32.462449 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aacc16-648b-4b60-a19b-5ab75fb0ad89 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network 882e3a5d-1787-44fc-8aae-d838e4ea2743 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:42:32.475770 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-05bcd555-c86f-4de0-ba24-f96bd7298ac0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57eb5b73-b429-4894-89f4-77ddff072431') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:32.476018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-05bcd555-c86f-4de0-ba24-f96bd7298ac0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57eb5b73-b429-4894-89f4-77ddff072431') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:32.510168 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05bcd555-c86f-4de0-ba24-f96bd7298ac0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.513422 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-45aacc16-648b-4b60-a19b-5ab75fb0ad89 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 882e3a5d-1787-44fc-8aae-d838e4ea2743) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:32.525630 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aacc16-648b-4b60-a19b-5ab75fb0ad89 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:32.526399 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45aacc16-648b-4b60-a19b-5ab75fb0ad89 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.566699 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05bcd555-c86f-4de0-ba24-f96bd7298ac0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.572908 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6679d014-9ca0-4fd8-ba0e-eaa62f48c221 None None] Network 882e3a5d-1787-44fc-8aae-d838e4ea2743 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:32.594312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bcd555-c86f-4de0-ba24-f96bd7298ac0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:42:32.595148 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05bcd555-c86f-4de0-ba24-f96bd7298ac0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.603706 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-45aacc16-648b-4b60-a19b-5ab75fb0ad89 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1674483 Aug 16 22:42:32.604938 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50382) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:42:32.605213 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:42:32.760099 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05bcd555-c86f-4de0-ba24-f96bd7298ac0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.777407 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05bcd555-c86f-4de0-ba24-f96bd7298ac0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579063'] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.783822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-05bcd555-c86f-4de0-ba24-f96bd7298ac0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/6be12680-b57b-4ef4-b44a-4716652834cd HTTP/1.1" status: 204 len: 168 time: 0.8867230 Aug 16 22:42:32.787723 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50390) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:32.795243 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-2d60c854-2b3d-4d27-8d20-2f1f197f4aa9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-812591948'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:32.860782 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0876286d-35f8-4984-97bc-f244d5b09d1b admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:42:32.864236 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcd555-c86f-4de0-ba24-f96bd7298ac0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Network': ['ID=6be12680-b57b-4ef4-b44a-4716652834cd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:32.879394 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0876286d-35f8-4984-97bc-f244d5b09d1b admin admin] 10.222.0.93 "PUT /v2.0/routers/8eed2c33-fceb-4227-901a-1457a6d9b9d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0928411 Aug 16 22:42:32.889938 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] Sync routers for ids ['8eed2c33-fceb-4227-901a-1457a6d9b9d2'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:42:32.894810 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d60c854-2b3d-4d27-8d20-2f1f197f4aa9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:32.898558 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d60c854-2b3d-4d27-8d20-2f1f197f4aa9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.904648 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] Routers {'8eed2c33-fceb-4227-901a-1457a6d9b9d2'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:32.905279 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:42:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eed2c33-fceb-4227-901a-1457a6d9b9d2'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:32.930539 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51ddb72-6733-4e2d-b307-24cfa73712a6 None None] Network 6be12680-b57b-4ef4-b44a-4716652834cd requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:32.959097 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.986380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51ddb72-6733-4e2d-b307-24cfa73712a6 None None] Network 6be12680-b57b-4ef4-b44a-4716652834cd could not be found, it might have been deleted concurrently. {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 22:42:33.014524 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d60c854-2b3d-4d27-8d20-2f1f197f4aa9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:42:33.024325 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port c8b8badc-5a27-45e7-b518-b00520f310fb, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c8b8badc-5a27-45e7-b518-b00520f310fb,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:33.031701 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:33.043511 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d60c854-2b3d-4d27-8d20-2f1f197f4aa9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:33.043915 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-2d60c854-2b3d-4d27-8d20-2f1f197f4aa9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Added segment 311186c1-a578-477b-9d6b-715fecc018df of type vlan for network 5ee4b05d-c327-4aa0-93aa-a169b7774e14 Aug 16 22:42:33.118365 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-882e3a5d-1787-44fc-8aae-d838e4ea2743', 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'fixed_ips': [{'subnet_id': 'a95940e2-1485-4649-94fd-35f56f8661c3'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:42:33.119294 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:33.156737 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d60c854-2b3d-4d27-8d20-2f1f197f4aa9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:33.184833 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] Set router 8eed2c33-fceb-4227-901a-1457a6d9b9d2 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:33.272064 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=c8b8badc-5a27-45e7-b518-b00520f310fb,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:33.283107 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:42:25Z', 'revision_number': 3, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad99e2b6-2084-4729-b6c4-58e0a73e3f1e', 'name': '', 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:0f:22:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:30Z', 'revision_number': 4, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:33.308153 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-977cb56f-16f5-4173-a2f0-9360aae1e27d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:33.319350 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bef5c6f-3a2a-4dfb-af0f-dabf16b39c60 None None] The sync data for ids ['d0787a90-3356-4539-bb06-6112377b5f64'] in n-d-792458-15 is: [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:42:25Z', 'revision_number': 3, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad99e2b6-2084-4729-b6c4-58e0a73e3f1e', 'name': '', 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:0f:22:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:30Z', 'revision_number': 4, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:42:33.338838 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d60c854-2b3d-4d27-8d20-2f1f197f4aa9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:33.345072 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d60c854-2b3d-4d27-8d20-2f1f197f4aa9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:33.345717 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d60c854-2b3d-4d27-8d20-2f1f197f4aa9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:33.402757 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] Allocated IP 172.22.0.2 (882e3a5d-1787-44fc-8aae-d838e4ea2743/a95940e2-1485-4649-94fd-35f56f8661c3/2cfd8038-7748-49d0-89ec-44d8112fac92) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:33.655427 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2d60c854-2b3d-4d27-8d20-2f1f197f4aa9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8662934 Aug 16 22:42:33.656634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50418) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:33.672546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e8f0ab2f-e9b5-401a-9512-fd3cda6cc01c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:33.685830 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60c854-2b3d-4d27-8d20-2f1f197f4aa9 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Network': ['ID=5ee4b05d-c327-4aa0-93aa-a169b7774e14,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:33.785649 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1431353897-router', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:20Z', 'updated_at': '2021-08-16T22:42:30Z', 'revision_number': 4, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'gw_port': {'id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6', 'name': '', 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'mac_address': 'fa:16:3e:14:f1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'b4ac3e58-5a35-4a37-958f-cda762ceeb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:28Z', 'updated_at': '2021-08-16T22:42:31Z', 'revision_number': 2, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'subnets': [{'id': 'b4ac3e58-5a35-4a37-958f-cda762ceeb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:33.833048 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 5ee4b05d-c327-4aa0-93aa-a169b7774e14 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:42:33.868541 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] Checking router: 8eed2c33-fceb-4227-901a-1457a6d9b9d2 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:42:33.875416 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] Updating router 8eed2c33-fceb-4227-901a-1457a6d9b9d2 port 5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:42:33.955726 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.001444 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.067505 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] Transition to ACTIVE for port object 2cfd8038-7748-49d0-89ec-44d8112fac92 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:34.089414 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e8f0ab2f-e9b5-401a-9512-fd3cda6cc01c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.113640 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] Transition to ACTIVE for port object 2cfd8038-7748-49d0-89ec-44d8112fac92 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:34.115115 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e8f0ab2f-e9b5-401a-9512-fd3cda6cc01c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.123948 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.143807 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e8f0ab2f-e9b5-401a-9512-fd3cda6cc01c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network 5ee4b05d-c327-4aa0-93aa-a169b7774e14 is not hosted by any dhcp agent {{(pid=94871) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:42:34.158334 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f0ab2f-e9b5-401a-9512-fd3cda6cc01c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:34.164361 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e8f0ab2f-e9b5-401a-9512-fd3cda6cc01c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.166399 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e8f0ab2f-e9b5-401a-9512-fd3cda6cc01c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "PUT /v2.0/networks/5ee4b05d-c327-4aa0-93aa-a169b7774e14 HTTP/1.1" status: 200 len: 723 time: 0.5081224 Aug 16 22:42:34.196674 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50432) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:34.204392 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ac6674df-8b4a-4029-9eb7-770ce62a897a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'subnet': {'network_id': '5ee4b05d-c327-4aa0-93aa-a169b7774e14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:34.230429 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] Network 882e3a5d-1787-44fc-8aae-d838e4ea2743 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:34.234721 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:34.248739 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:34.286587 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0ab2f-e9b5-401a-9512-fd3cda6cc01c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Network': ['ID=5ee4b05d-c327-4aa0-93aa-a169b7774e14,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:34.347070 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 5ee4b05d-c327-4aa0-93aa-a169b7774e14 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:42:34.351780 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-977cb56f-16f5-4173-a2f0-9360aae1e27d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Allocated IP 172.22.0.1 (882e3a5d-1787-44fc-8aae-d838e4ea2743/a95940e2-1485-4649-94fd-35f56f8661c3/1264eff7-dfaf-4ba2-87cc-b41513b370d0) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:34.498237 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] Pushing event updated for resources: {'Port': ['ID=2cfd8038-7748-49d0-89ec-44d8112fac92,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:34.527915 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6674df-8b4a-4029-9eb7-770ce62a897a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:34.544803 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac6674df-8b4a-4029-9eb7-770ce62a897a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.547650 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] Attempting to bind port 2cfd8038-7748-49d0-89ec-44d8112fac92 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:34.547911 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] Attempting to bind port 2cfd8038-7748-49d0-89ec-44d8112fac92 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'e79109b5-76c2-4276-972e-ace93329d46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:34.548501 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] Attempting to bind port 2cfd8038-7748-49d0-89ec-44d8112fac92 on network 882e3a5d-1787-44fc-8aae-d838e4ea2743 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:34.572289 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:34.585500 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] Checking segment: {'id': 'e79109b5-76c2-4276-972e-ace93329d46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:34.586284 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.589095 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] Bound using segment: {'id': 'e79109b5-76c2-4276-972e-ace93329d46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:34.590927 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] Bound port: 2cfd8038-7748-49d0-89ec-44d8112fac92, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79109b5-76c2-4276-972e-ace93329d46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:34.591529 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.642827 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.655128 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] Transition to ACTIVE for port object 5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:34.668917 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.751091 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] For port 2cfd8038-7748-49d0-89ec-44d8112fac92, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:42:34.757288 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] For port 2cfd8038-7748-49d0-89ec-44d8112fac92, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=2cfd8038-7748-49d0-89ec-44d8112fac92,segment=NetworkSegment(e79109b5-76c2-4276-972e-ace93329d46b),segment_id=e79109b5-76c2-4276-972e-ace93329d46b)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:34.763504 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.791840 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace11a90-2baa-4490-8235-f2dbd4442bbb None None] Pushing event updated for resources: {'Port': ['ID=5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:34.842957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-69f656fe-1423-44e9-b56a-06ac224e3e34 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:34.865465 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-69f656fe-1423-44e9-b56a-06ac224e3e34 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/networks?id=df7473e5-d63a-4747-80a0-6a15aafd1333 HTTP/1.1" status: 200 len: 820 time: 0.2916689 Aug 16 22:42:34.888774 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-977cb56f-16f5-4173-a2f0-9360aae1e27d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.900930 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-05528632-1d25-4ad8-bafc-88173501f7c1 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/quotas/b06f23904def4994b16aa4c4df2fbc47 HTTP/1.1" status: 200 len: 375 time: 0.0344713 Aug 16 22:42:34.948177 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-977cb56f-16f5-4173-a2f0-9360aae1e27d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Transition to ACTIVE for port object 1264eff7-dfaf-4ba2-87cc-b41513b370d0 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:34.978275 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98b17b-23e9-48fa-ad1c-65a337a017a7 None None] Pushing event updated for resources: {'Port': ['ID=2cfd8038-7748-49d0-89ec-44d8112fac92,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:34.993017 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] Attempting to bind port 5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:34.994529 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] Attempting to bind port 5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'b8b52abf-3b1e-4501-a5d1-1582c7580027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:34.995166 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] Attempting to bind port 5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6 on network df7473e5-d63a-4747-80a0-6a15aafd1333 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:35.008014 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:35.008746 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] Checking segment: {'id': 'b8b52abf-3b1e-4501-a5d1-1582c7580027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:35.009522 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:35.010201 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] Bound using segment: {'id': 'b8b52abf-3b1e-4501-a5d1-1582c7580027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:35.010934 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] Bound port: 5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b52abf-3b1e-4501-a5d1-1582c7580027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:35.011584 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:35.014617 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-a41ccb0a-e0c1-4d89-8108-56459e97fb07 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b06f23904def4994b16aa4c4df2fbc47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1127224 Aug 16 22:42:35.234125 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] For port 5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:42:35.243206 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-c160f015-838b-4ab8-955a-eb5b4f435f4a service neutron] 10.222.0.93 "GET /v2.0/networks/df7473e5-d63a-4747-80a0-6a15aafd1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275541 Aug 16 22:42:35.251054 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] For port 5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6,segment=NetworkSegment(b8b52abf-3b1e-4501-a5d1-1582c7580027),segment_id=b8b52abf-3b1e-4501-a5d1-1582c7580027)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:35.270212 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:35.342120 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac6674df-8b4a-4029-9eb7-770ce62a897a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:35.405070 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] Routers {'8eed2c33-fceb-4227-901a-1457a6d9b9d2'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:35.407297 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:42:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eed2c33-fceb-4227-901a-1457a6d9b9d2'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:35.408023 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c8b8badc-5a27-45e7-b518-b00520f310fb up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:35.463551 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-2c7a888e-0c75-46f6-aaaf-9955af1de092 service neutron] 10.222.0.93 "GET /v2.0/networks/df7473e5-d63a-4747-80a0-6a15aafd1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087595 Aug 16 22:42:35.536397 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c8b8badc-5a27-45e7-b518-b00520f310fb triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:35.538733 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:35.542050 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6674df-8b4a-4029-9eb7-770ce62a897a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Subnet': ['ID=d6ed39ca-3c9c-4987-a69d-f9cc6ef7c573,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:35.551214 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-977cb56f-16f5-4173-a2f0-9360aae1e27d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:35.606968 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace11a90-2baa-4490-8235-f2dbd4442bbb None None] Pushing event updated for resources: {'Port': ['ID=5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:35.634082 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977cb56f-16f5-4173-a2f0-9360aae1e27d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network 882e3a5d-1787-44fc-8aae-d838e4ea2743 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:35.644428 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-977cb56f-16f5-4173-a2f0-9360aae1e27d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:35.652549 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977cb56f-16f5-4173-a2f0-9360aae1e27d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:35.766833 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ad99e2b6-2084-4729-b6c4-58e0a73e3f1e up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:35.810637 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] Set router 8eed2c33-fceb-4227-901a-1457a6d9b9d2 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:35.872835 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6674df-8b4a-4029-9eb7-770ce62a897a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Checking segment: {'id': '311186c1-a578-477b-9d6b-715fecc018df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5ee4b05d-c327-4aa0-93aa-a169b7774e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:35.873208 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6674df-8b4a-4029-9eb7-770ce62a897a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network hostable DHCP agents. Network: 5ee4b05d-c327-4aa0-93aa-a169b7774e14, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:42:35.928794 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port ad99e2b6-2084-4729-b6c4-58e0a73e3f1e completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:35.937427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port ad99e2b6-2084-4729-b6c4-58e0a73e3f1e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:35.941085 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:35.984337 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6674df-8b4a-4029-9eb7-770ce62a897a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network 5ee4b05d-c327-4aa0-93aa-a169b7774e14 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:42:36.002241 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977cb56f-16f5-4173-a2f0-9360aae1e27d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Port': ['ID=1264eff7-dfaf-4ba2-87cc-b41513b370d0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:36.029134 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b67066a-6437-4017-8724-a68120c0e39e req-eb070762-bbc9-47d7-842f-50fdb8d5520e tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 210 time: 0.0942912 Aug 16 22:42:36.032663 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-977cb56f-16f5-4173-a2f0-9360aae1e27d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:36.165200 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ac6674df-8b4a-4029-9eb7-770ce62a897a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 5ee4b05d-c327-4aa0-93aa-a169b7774e14) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:36.186797 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6674df-8b4a-4029-9eb7-770ce62a897a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:36.188398 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac6674df-8b4a-4029-9eb7-770ce62a897a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:36.204709 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea512b33-c254-46dc-8429-d05a9164dc8e None None] Network 5ee4b05d-c327-4aa0-93aa-a169b7774e14 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:36.233317 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ac6674df-8b4a-4029-9eb7-770ce62a897a tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0350525 Aug 16 22:42:36.235404 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50506) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:36.241152 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-75a650cf-e824-4195-a1d6-8262d574c7bb tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:36.538652 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:36.546080 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-977cb56f-16f5-4173-a2f0-9360aae1e27d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:36.589689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port ad99e2b6-2084-4729-b6c4-58e0a73e3f1e, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ad99e2b6-2084-4729-b6c4-58e0a73e3f1e,segment=NetworkSegment(2027083d-89a6-4acd-ac88-e5c5d3c0919a),segment_id=2027083d-89a6-4acd-ac88-e5c5d3c0919a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:36.601743 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:36.622618 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1431353897-router', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:20Z', 'updated_at': '2021-08-16T22:42:30Z', 'revision_number': 4, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'gw_port': {'id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6', 'name': '', 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'mac_address': 'fa:16:3e:14:f1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'b4ac3e58-5a35-4a37-958f-cda762ceeb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:28Z', 'updated_at': '2021-08-16T22:42:35Z', 'revision_number': 4, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'subnets': [{'id': 'b4ac3e58-5a35-4a37-958f-cda762ceeb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:36.736657 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55dd35b-56d4-4845-8860-b665c9786d2b None None] The sync data for ids ['8eed2c33-fceb-4227-901a-1457a6d9b9d2'] in n-d-792458-15 is: [{'id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1431353897-router', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:20Z', 'updated_at': '2021-08-16T22:42:30Z', 'revision_number': 4, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'gw_port': {'id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6', 'name': '', 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'mac_address': 'fa:16:3e:14:f1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'b4ac3e58-5a35-4a37-958f-cda762ceeb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:28Z', 'updated_at': '2021-08-16T22:42:35Z', 'revision_number': 4, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'subnets': [{'id': 'b4ac3e58-5a35-4a37-958f-cda762ceeb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:42:36.785404 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d39556-bfd3-4385-8ffe-5d1974f7947e None None] Network 882e3a5d-1787-44fc-8aae-d838e4ea2743 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:36.874885 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=ad99e2b6-2084-4729-b6c4-58e0a73e3f1e,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:37.283663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-5ee4b05d-c327-4aa0-93aa-a169b7774e14', 'network_id': '5ee4b05d-c327-4aa0-93aa-a169b7774e14', 'tenant_id': '1c4d23d28b9644d0b9c38931bdb1dc2e', 'fixed_ips': [{'subnet_id': 'd6ed39ca-3c9c-4987-a69d-f9cc6ef7c573'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:42:37.284881 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:37.357713 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-dceb3db8-5065-42a1-bba7-89044bb59ccd None None] Provisioning for port 2cfd8038-7748-49d0-89ec-44d8112fac92 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:37.454213 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50532) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:37.646558 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 2cfd8038-7748-49d0-89ec-44d8112fac92 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:37.658116 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41c43958-6d4e-45e3-80be-e91cd8e7da9b req-0fe3c852-707b-4685-8786-ac509a523c36 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 210 time: 0.1658299 Aug 16 22:42:37.791866 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-75a650cf-e824-4195-a1d6-8262d574c7bb tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-131837428'] for subnet, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:37.858275 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-977cb56f-16f5-4173-a2f0-9360aae1e27d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:37.870996 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-977cb56f-16f5-4173-a2f0-9360aae1e27d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:37.890250 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef48fc48-2d3c-43d1-a0b5-201ca8807a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:38.034027 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977cb56f-16f5-4173-a2f0-9360aae1e27d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Port': ['ID=1264eff7-dfaf-4ba2-87cc-b41513b370d0,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:38.108769 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-977cb56f-16f5-4173-a2f0-9360aae1e27d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:38.411421 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-d83342c1-8e97-464e-82af-3e0964bb586a tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:38.419557 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-d83342c1-8e97-464e-82af-3e0964bb586a tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.39 "GET /v2.0/networks?id=df7473e5-d63a-4747-80a0-6a15aafd1333 HTTP/1.1" status: 200 len: 820 time: 0.4085824 Aug 16 22:42:38.449751 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-7a49298d-be85-4bf5-a88b-f65eba0bb0a7 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Request body: {'port': {'device_id': 'cdf88fc0-8940-43e0-b351-3734dddd4448', 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333', 'admin_state_up': True, 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:38.663445 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] Allocated IP 172.20.0.2 (5ee4b05d-c327-4aa0-93aa-a169b7774e14/d6ed39ca-3c9c-4987-a69d-f9cc6ef7c573/14847d96-27bb-401f-8444-8f003073a69b) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:38.724835 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:38.778130 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d42c3dba-13f1-4552-b9d0-6e44c1eab530 None None] Provisioning for port 1264eff7-dfaf-4ba2-87cc-b41513b370d0 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:38.803855 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d42c3dba-13f1-4552-b9d0-6e44c1eab530 None None] Provisioning complete for port 1264eff7-dfaf-4ba2-87cc-b41513b370d0 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:38.804235 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d42c3dba-13f1-4552-b9d0-6e44c1eab530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:38.824051 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 2cfd8038-7748-49d0-89ec-44d8112fac92 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:38.867781 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fa63b6ec-1f65-4938-8802-f5a98a472e4e req-e861ec2b-0bc8-464f-8bea-6f7338f1ddd1 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 210 time: 0.0567882 Aug 16 22:42:38.871135 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 2cfd8038-7748-49d0-89ec-44d8112fac92 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:38.871525 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:38.946803 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d42c3dba-13f1-4552-b9d0-6e44c1eab530 None None] Port 1264eff7-dfaf-4ba2-87cc-b41513b370d0 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:42:39.040327 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d42c3dba-13f1-4552-b9d0-6e44c1eab530 None None] Provisioning complete for port 2cfd8038-7748-49d0-89ec-44d8112fac92 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:39.040833 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d42c3dba-13f1-4552-b9d0-6e44c1eab530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:39.097990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977cb56f-16f5-4173-a2f0-9360aae1e27d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network 882e3a5d-1787-44fc-8aae-d838e4ea2743 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:39.100865 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-977cb56f-16f5-4173-a2f0-9360aae1e27d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:39.106403 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-788ad059-6924-42d7-bde3-526f61404cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:39.138057 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:39.157229 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:39.160437 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] Transition to ACTIVE for port object 14847d96-27bb-401f-8444-8f003073a69b will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:39.203361 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] Transition to ACTIVE for port object 14847d96-27bb-401f-8444-8f003073a69b will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:39.221248 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:39.236228 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-dc0e5e3e-ac6b-4a70-b7fe-5c202f19fb6d tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=bf15cf74eb40418c93c2741122a102a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766397 Aug 16 22:42:39.279566 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef48fc48-2d3c-43d1-a0b5-201ca8807a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:39.302985 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 2cfd8038-7748-49d0-89ec-44d8112fac92, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=2cfd8038-7748-49d0-89ec-44d8112fac92,segment=NetworkSegment(e79109b5-76c2-4276-972e-ace93329d46b),segment_id=e79109b5-76c2-4276-972e-ace93329d46b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:39.316951 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef48fc48-2d3c-43d1-a0b5-201ca8807a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:39.320877 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:39.322098 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:39.324647 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] Network 5ee4b05d-c327-4aa0-93aa-a169b7774e14 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:39.361706 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:39.362456 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ef48fc48-2d3c-43d1-a0b5-201ca8807a74 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=01a65cf2a1dd4878a63fd2eaaee87ee3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9062159 Aug 16 22:42:39.366282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50566) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:39.369844 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:39.377116 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] Pushing event updated for resources: {'Port': ['ID=14847d96-27bb-401f-8444-8f003073a69b,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:39.380025 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d42c3dba-13f1-4552-b9d0-6e44c1eab530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:39.430853 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48fc48-2d3c-43d1-a0b5-201ca8807a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16521fa8-3546-428f-a058-527d84872bfe,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:39.458237 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977cb56f-16f5-4173-a2f0-9360aae1e27d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router d0787a90-3356-4539-bb06-6112377b5f64 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:42:39.500577 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-975ed280-d3ae-450a-acc9-271130574912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:39.553491 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-75a650cf-e824-4195-a1d6-8262d574c7bb tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735897818040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-131872808'] for subnet, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:39.567680 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=2cfd8038-7748-49d0-89ec-44d8112fac92,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:39.570717 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] Attempting to bind port 14847d96-27bb-401f-8444-8f003073a69b on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:39.571088 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] Attempting to bind port 14847d96-27bb-401f-8444-8f003073a69b by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '311186c1-a578-477b-9d6b-715fecc018df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5ee4b05d-c327-4aa0-93aa-a169b7774e14'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:39.571461 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] Attempting to bind port 14847d96-27bb-401f-8444-8f003073a69b on network 5ee4b05d-c327-4aa0-93aa-a169b7774e14 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:39.577761 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-d42c3dba-13f1-4552-b9d0-6e44c1eab530 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:42:39.578200 n-d-792458-15 neutron-server[94873]: DEBUG oslo_db.api [None req-d42c3dba-13f1-4552-b9d0-6e44c1eab530 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:42:39.580571 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:39.584672 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:39.585051 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] Checking segment: {'id': '311186c1-a578-477b-9d6b-715fecc018df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5ee4b05d-c327-4aa0-93aa-a169b7774e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:39.585466 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:39.585853 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] Bound using segment: {'id': '311186c1-a578-477b-9d6b-715fecc018df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5ee4b05d-c327-4aa0-93aa-a169b7774e14'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:39.586370 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] Bound port: 14847d96-27bb-401f-8444-8f003073a69b, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311186c1-a578-477b-9d6b-715fecc018df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5ee4b05d-c327-4aa0-93aa-a169b7774e14'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:39.586755 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:39.590142 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:39.590576 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:39.675632 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977cb56f-16f5-4173-a2f0-9360aae1e27d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:42:39.687453 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-977cb56f-16f5-4173-a2f0-9360aae1e27d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/d0787a90-3356-4539-bb06-6112377b5f64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0707126 Aug 16 22:42:39.688281 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50572) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:39.692738 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] Sync routers for ids ['d0787a90-3356-4539-bb06-6112377b5f64'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:42:39.696374 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-26569e1a-6820-4563-8ae6-b2795bf08a01 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'network': {'name': 'tempest-RoutersTest-364146220'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:39.700788 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-975ed280-d3ae-450a-acc9-271130574912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:39.744041 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-7a49298d-be85-4bf5-a88b-f65eba0bb0a7 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Made reservation on behalf of b06f23904def4994b16aa4c4df2fbc47 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:39.753321 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-7a49298d-be85-4bf5-a88b-f65eba0bb0a7 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:39.757063 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] Routers {'d0787a90-3356-4539-bb06-6112377b5f64'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:39.757748 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:42:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0787a90-3356-4539-bb06-6112377b5f64'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:39.759350 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26569e1a-6820-4563-8ae6-b2795bf08a01 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Made reservation on behalf of f0f3efc4f10c40e08a0406c07a5a96c6 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:39.768248 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26569e1a-6820-4563-8ae6-b2795bf08a01 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:39.808356 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-975ed280-d3ae-450a-acc9-271130574912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:39.810975 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-975ed280-d3ae-450a-acc9-271130574912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:39.815592 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-975ed280-d3ae-450a-acc9-271130574912 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/16521fa8-3546-428f-a058-527d84872bfe HTTP/1.1" status: 204 len: 168 time: 0.4480498 Aug 16 22:42:39.840568 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ed280-d3ae-450a-acc9-271130574912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16521fa8-3546-428f-a058-527d84872bfe,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:39.869588 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26569e1a-6820-4563-8ae6-b2795bf08a01 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:42:39.880648 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26569e1a-6820-4563-8ae6-b2795bf08a01 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:39.880648 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-26569e1a-6820-4563-8ae6-b2795bf08a01 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Added segment 580509a1-8924-466e-a8d0-e6062f879bc2 of type vlan for network 5cb7b2f4-29ea-45d2-8053-4d41abed8ab8 Aug 16 22:42:39.933319 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] For port 14847d96-27bb-401f-8444-8f003073a69b, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:42:40.009062 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26569e1a-6820-4563-8ae6-b2795bf08a01 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:40.010100 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:40.015517 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] For port 14847d96-27bb-401f-8444-8f003073a69b, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=14847d96-27bb-401f-8444-8f003073a69b,segment=NetworkSegment(311186c1-a578-477b-9d6b-715fecc018df),segment_id=311186c1-a578-477b-9d6b-715fecc018df)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:40.038483 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:40.072934 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26569e1a-6820-4563-8ae6-b2795bf08a01 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:40.085436 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26569e1a-6820-4563-8ae6-b2795bf08a01 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:40.086147 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26569e1a-6820-4563-8ae6-b2795bf08a01 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:40.107967 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] Set router d0787a90-3356-4539-bb06-6112377b5f64 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:40.190626 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a650cf-e824-4195-a1d6-8262d574c7bb tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Subnet': ['ID=d6ed39ca-3c9c-4987-a69d-f9cc6ef7c573,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:40.222920 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-26569e1a-6820-4563-8ae6-b2795bf08a01 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5305209 Aug 16 22:42:40.232759 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50586) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:40.245001 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-8c122edd-e43c-4c69-a985-719489e776ca tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:40.251088 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a00a8e48-512e-43d1-945a-b3726379e9c9 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'subnet': {'network_id': '5cb7b2f4-29ea-45d2-8053-4d41abed8ab8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:40.263026 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-8c122edd-e43c-4c69-a985-719489e776ca tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0211272 Aug 16 22:42:40.279843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a650cf-e824-4195-a1d6-8262d574c7bb tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:40.282182 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-75a650cf-e824-4195-a1d6-8262d574c7bb tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:40.283596 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-75a650cf-e824-4195-a1d6-8262d574c7bb tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "PUT /v2.0/subnets/d6ed39ca-3c9c-4987-a69d-f9cc6ef7c573 HTTP/1.1" status: 200 len: 806 time: 4.0471592 Aug 16 22:42:40.288089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6,segment=NetworkSegment(b8b52abf-3b1e-4501-a5d1-1582c7580027),segment_id=b8b52abf-3b1e-4501-a5d1-1582c7580027)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:40.302491 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50588) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:40.314758 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26569e1a-6820-4563-8ae6-b2795bf08a01 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Network': ['ID=5cb7b2f4-29ea-45d2-8053-4d41abed8ab8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:40.337306 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:40.349709 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ad99e2b6-2084-4729-b6c4-58e0a73e3f1e up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:40.431343 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00a8e48-512e-43d1-945a-b3726379e9c9 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Made reservation on behalf of f0f3efc4f10c40e08a0406c07a5a96c6 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:40.435504 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a00a8e48-512e-43d1-945a-b3726379e9c9 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:40.466620 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50590) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:40.472928 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 5cb7b2f4-29ea-45d2-8053-4d41abed8ab8 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:42:40.555034 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd417b49-241d-43d7-a00f-741eb085fa95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:40.630689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5b8f3-c0a3-46e6-ab52-f11cdc407148 None None] Pushing event updated for resources: {'Port': ['ID=14847d96-27bb-401f-8444-8f003073a69b,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:40.664043 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-7a49298d-be85-4bf5-a88b-f65eba0bb0a7 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Allocated IP 172.20.0.3 (df7473e5-d63a-4747-80a0-6a15aafd1333/b4ac3e58-5a35-4a37-958f-cda762ceeb0b/13198d18-dda8-4450-bfc0-43c4b009431c) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:40.677933 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ff062809-19f8-4720-b8eb-4383e4bb3f2b req-cd0b57a4-28df-48bc-8b80-d3ed2991782d tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 210 time: 0.3871865 Aug 16 22:42:40.679089 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-c59cfcf4-c134-40d5-ab7a-21f72f6ca739 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/quotas/bf15cf74eb40418c93c2741122a102a2 HTTP/1.1" status: 200 len: 375 time: 0.4150741 Aug 16 22:42:40.767686 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-fb0dd889-30cf-49e2-83af-330e1e0f29ad tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf15cf74eb40418c93c2741122a102a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735791 Aug 16 22:42:40.769692 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b62e6fd5-e9e9-4c07-89e0-7f120b93fbf2 None None] Provisioning complete for port 1264eff7-dfaf-4ba2-87cc-b41513b370d0 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:40.770374 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b62e6fd5-e9e9-4c07-89e0-7f120b93fbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:40.837063 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b62e6fd5-e9e9-4c07-89e0-7f120b93fbf2 None None] Port 1264eff7-dfaf-4ba2-87cc-b41513b370d0 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:42:40.921349 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:40.958653 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port ad99e2b6-2084-4729-b6c4-58e0a73e3f1e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:40.960712 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:41.068476 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:41.086910 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:41.154317 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-7a49298d-be85-4bf5-a88b-f65eba0bb0a7 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:41.187770 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd417b49-241d-43d7-a00f-741eb085fa95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:41.196266 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3009e7c-15c9-4741-b55c-3e9f6b8029ec req-c9e9b4e9-1808-4eb9-a6bd-7b1ede553070 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/ports?device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c HTTP/1.1" status: 200 len: 210 time: 0.0761204 Aug 16 22:42:41.196774 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a00a8e48-512e-43d1-945a-b3726379e9c9 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:41.203856 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd417b49-241d-43d7-a00f-741eb085fa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:41.254436 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Deleting port 14847d96-27bb-401f-8444-8f003073a69b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:42:41.259348 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dd417b49-241d-43d7-a00f-741eb085fa95 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=07d7304983b049e0bc5070242baaf6d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7916389 Aug 16 22:42:41.260850 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:41.264425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50602) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:41.323937 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:42:36Z', 'revision_number': 4, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '1264eff7-dfaf-4ba2-87cc-b41513b370d0', 'name': '', 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:14:3f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:33Z', 'updated_at': '2021-08-16T22:42:37Z', 'revision_number': 2, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad99e2b6-2084-4729-b6c4-58e0a73e3f1e', 'name': '', 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:0f:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:36Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:41.411457 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] Checking router: d0787a90-3356-4539-bb06-6112377b5f64 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:42:41.411457 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] Updating router d0787a90-3356-4539-bb06-6112377b5f64 port 1264eff7-dfaf-4ba2-87cc-b41513b370d0 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:42:41.454791 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00a8e48-512e-43d1-945a-b3726379e9c9 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Checking segment: {'id': '580509a1-8924-466e-a8d0-e6062f879bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5cb7b2f4-29ea-45d2-8053-4d41abed8ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:41.455181 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00a8e48-512e-43d1-945a-b3726379e9c9 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network hostable DHCP agents. Network: 5cb7b2f4-29ea-45d2-8053-4d41abed8ab8, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:42:41.483072 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd417b49-241d-43d7-a00f-741eb085fa95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d853be8e-e90e-46ef-ab33-2578e36ce1e2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:41.504257 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:41.508819 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a8e48-512e-43d1-945a-b3726379e9c9 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Subnet': ['ID=72d42c6e-7fcf-469f-9abd-e55449ce0899,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:41.553396 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00a8e48-512e-43d1-945a-b3726379e9c9 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network 5cb7b2f4-29ea-45d2-8053-4d41abed8ab8 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:42:41.555608 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e9c92193-2552-45f9-b1a4-c7a13f0c4558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:41.585178 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-a00a8e48-512e-43d1-945a-b3726379e9c9 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 5cb7b2f4-29ea-45d2-8053-4d41abed8ab8) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:41.597263 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00a8e48-512e-43d1-945a-b3726379e9c9 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:41.598237 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ef3dbb-c372-47fa-9b47-dab7a6ad51d2 None None] Network 5cb7b2f4-29ea-45d2-8053-4d41abed8ab8 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:41.599018 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a00a8e48-512e-43d1-945a-b3726379e9c9 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:41.645006 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] For port 14847d96-27bb-401f-8444-8f003073a69b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=14847d96-27bb-401f-8444-8f003073a69b,segment=NetworkSegment(311186c1-a578-477b-9d6b-715fecc018df),segment_id=311186c1-a578-477b-9d6b-715fecc018df)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:41.645661 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:41.657646 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-7a49298d-be85-4bf5-a88b-f65eba0bb0a7 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:41.676465 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a00a8e48-512e-43d1-945a-b3726379e9c9 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4402494 Aug 16 22:42:41.680294 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50608) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:41.695680 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7dcf50e-3b07-423c-a268-f41e171e7b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:41.701285 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Calling delete_port for 14847d96-27bb-401f-8444-8f003073a69b owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:42:41.818766 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 2cfd8038-7748-49d0-89ec-44d8112fac92 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:41.854050 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7dcf50e-3b07-423c-a268-f41e171e7b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:41.866749 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-7a49298d-be85-4bf5-a88b-f65eba0bb0a7 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Network df7473e5-d63a-4747-80a0-6a15aafd1333 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:41.882689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d642eb1b-c0f5-4621-9b2d-03ffc7a79a10 None None] Network 5ee4b05d-c327-4aa0-93aa-a169b7774e14 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:41.937693 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-7a49298d-be85-4bf5-a88b-f65eba0bb0a7 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:41.967221 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-7a49298d-be85-4bf5-a88b-f65eba0bb0a7 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:42.087646 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49298d-be85-4bf5-a88b-f65eba0bb0a7 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Pushing event updated for resources: {'Port': ['ID=13198d18-dda8-4450-bfc0-43c4b009431c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:42.164121 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd019e-63dd-42ed-b0cc-965c07375ca6 req-8a95f426-959d-4f34-be45-d12b97bbfd03 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:42.168218 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3dd019e-63dd-42ed-b0cc-965c07375ca6 req-8a95f426-959d-4f34-be45-d12b97bbfd03 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 931 time: 0.3320789 Aug 16 22:42:42.223037 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-7a49298d-be85-4bf5-a88b-f65eba0bb0a7 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:42.223771 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-7a49298d-be85-4bf5-a88b-f65eba0bb0a7 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:42.281358 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-7a49298d-be85-4bf5-a88b-f65eba0bb0a7 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8508749 Aug 16 22:42:42.296744 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7dcf50e-3b07-423c-a268-f41e171e7b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:42.299974 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7dcf50e-3b07-423c-a268-f41e171e7b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:42.301325 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f7dcf50e-3b07-423c-a268-f41e171e7b73 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d853be8e-e90e-46ef-ab33-2578e36ce1e2 HTTP/1.1" status: 204 len: 168 time: 1.0327160 Aug 16 22:42:42.312057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] Request body: {'port': {'device_id': 'cdf88fc0-8940-43e0-b351-3734dddd4448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:42.332196 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3dd019e-63dd-42ed-b0cc-965c07375ca6 req-eeea162f-35b4-4aee-99f5-199e7aa52f14 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498890 Aug 16 22:42:42.369253 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:42.385856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dcf50e-3b07-423c-a268-f41e171e7b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d853be8e-e90e-46ef-ab33-2578e36ce1e2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:42.446057 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d1bc7cb-a6ed-44ec-b054-ec72fb459c0a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:42.459497 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:42.471678 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 2cfd8038-7748-49d0-89ec-44d8112fac92 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:42.472177 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:42.488903 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-528566e6-b2a1-412a-94cc-4b2e7f3ba4aa req-e9b2e79e-0f4f-49a2-a635-78c2125676e9 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/ports?device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c HTTP/1.1" status: 200 len: 210 time: 0.1091716 Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:42:42.509139 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 22:42:42.521243 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-5cb7b2f4-29ea-45d2-8053-4d41abed8ab8', 'network_id': '5cb7b2f4-29ea-45d2-8053-4d41abed8ab8', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'fixed_ips': [{'subnet_id': '72d42c6e-7fcf-469f-9abd-e55449ce0899'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:42:42.522501 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:42.538824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c339599f-71c5-41e1-a649-7ac2898b000c None None] Provisioning for port 14847d96-27bb-401f-8444-8f003073a69b completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:42.575250 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c339599f-71c5-41e1-a649-7ac2898b000c None None] Provisioning complete for port 14847d96-27bb-401f-8444-8f003073a69b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:42.576060 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c339599f-71c5-41e1-a649-7ac2898b000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:42.645491 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c339599f-71c5-41e1-a649-7ac2898b000c None None] Port 14847d96-27bb-401f-8444-8f003073a69b was deleted so its status cannot be updated. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 22:42:42.683037 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:42.893165 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Port': ['ID=14847d96-27bb-401f-8444-8f003073a69b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:42.908731 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-3d64fa78-27ce-4cd8-9891-1fd68b52e748 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bf15cf74eb40418c93c2741122a102a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1830990 Aug 16 22:42:42.958973 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No DVR routers for this DVR port 14847d96-27bb-401f-8444-8f003073a69b on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:42:42.972822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 14847d96-27bb-401f-8444-8f003073a69b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:42.975665 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] Allocated IP 172.23.0.2 (5cb7b2f4-29ea-45d2-8053-4d41abed8ab8/72d42c6e-7fcf-469f-9abd-e55449ce0899/1e055dc9-8e2c-471c-bf15-10b78c070bf1) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:43.030129 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 14847d96-27bb-401f-8444-8f003073a69b {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:42:43.030617 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 14847d96-27bb-401f-8444-8f003073a69b not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 22:42:43.057677 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:43.063703 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Port 14847d96-27bb-401f-8444-8f003073a69b not found, will not notify nova. {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 22:42:43.064205 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:43.115722 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] Transition to ACTIVE for port object 1264eff7-dfaf-4ba2-87cc-b41513b370d0 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:43.170521 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:43.215511 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d87abb2-0ef7-4060-93c1-77cee57a16cc None None] Network 5ee4b05d-c327-4aa0-93aa-a169b7774e14 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:43.280620 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:43.399115 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e27a13-f14e-4c61-a2d4-717aa0ce3db0 None None] Pushing event updated for resources: {'Port': ['ID=1264eff7-dfaf-4ba2-87cc-b41513b370d0,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:43.407909 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:43.444768 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-9fbb8dff-a8a9-4e8c-916b-0adb31c65b3e tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:43.447011 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-9fbb8dff-a8a9-4e8c-916b-0adb31c65b3e tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5135443 Aug 16 22:42:43.472977 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:43.473353 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:43.526807 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-78286e8f-3f2a-4814-a333-f866359a1ba6 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Request body: {'port': {'device_id': 'd25e461e-de78-457e-9f48-638ea8a7bf7c', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': 'bf15cf74eb40418c93c2741122a102a2'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:43.557154 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:43.683627 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] Attempting to bind port 1264eff7-dfaf-4ba2-87cc-b41513b370d0 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:43.690076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] Attempting to bind port 1264eff7-dfaf-4ba2-87cc-b41513b370d0 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'e79109b5-76c2-4276-972e-ace93329d46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:43.691815 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] Attempting to bind port 1264eff7-dfaf-4ba2-87cc-b41513b370d0 on network 882e3a5d-1787-44fc-8aae-d838e4ea2743 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:43.699364 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:43.739557 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:43.740041 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] Checking segment: {'id': 'e79109b5-76c2-4276-972e-ace93329d46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:43.740526 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:43.741022 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] Bound using segment: {'id': 'e79109b5-76c2-4276-972e-ace93329d46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:43.741749 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] Bound port: 1264eff7-dfaf-4ba2-87cc-b41513b370d0, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79109b5-76c2-4276-972e-ace93329d46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:43.742410 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:43.768379 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ed39ca-3c9c-4987-a69d-f9cc6ef7c573,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:43.776783 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] Transition to ACTIVE for port object 1e055dc9-8e2c-471c-bf15-10b78c070bf1 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:43.840893 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-029f6bc5-2fbd-4222-a2b8-785f30c211aa req-de4c238b-bbc9-47d1-992a-9f96b916c747 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/ports?device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c HTTP/1.1" status: 200 len: 210 time: 0.2261009 Aug 16 22:42:43.859033 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13198d18-dda8-4450-bfc0-43c4b009431c {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:42:43.882780 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:43.887203 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:43.917876 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee4b05d-c327-4aa0-93aa-a169b7774e14']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:43.930627 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] Transition to ACTIVE for port object 1e055dc9-8e2c-471c-bf15-10b78c070bf1 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:43.941997 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] Transition to ACTIVE for port object 13198d18-dda8-4450-bfc0-43c4b009431c will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:43.958875 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311186c1-a578-477b-9d6b-715fecc018df') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:43.959175 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311186c1-a578-477b-9d6b-715fecc018df') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:43.961332 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:43.961587 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] For port 1264eff7-dfaf-4ba2-87cc-b41513b370d0, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:42:43.977988 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e486d73-8d86-4b59-ba0c-272483116b59 None None] DHCP port deletion for 5ee4b05d-c327-4aa0-93aa-a169b7774e14 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:42:43.980088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba331c0-e8e5-46bb-9791-015aeeecf88f req-64040a56-99c3-425d-a557-8d25392eef9a tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:43.981213 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] For port 1264eff7-dfaf-4ba2-87cc-b41513b370d0, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1264eff7-dfaf-4ba2-87cc-b41513b370d0,segment=NetworkSegment(e79109b5-76c2-4276-972e-ace93329d46b),segment_id=e79109b5-76c2-4276-972e-ace93329d46b)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:43.982000 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ba331c0-e8e5-46bb-9791-015aeeecf88f req-64040a56-99c3-425d-a557-8d25392eef9a tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 931 time: 0.4362516 Aug 16 22:42:43.995529 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:43.998030 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:44.046191 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:44.120197 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-0d1bc7cb-a6ed-44ec-b054-ec72fb459c0a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Allocated IP 172.23.0.1 (5cb7b2f4-29ea-45d2-8053-4d41abed8ab8/72d42c6e-7fcf-469f-9abd-e55449ce0899/c2ccf5de-eb9d-4bcd-a265-b6c0bd083683) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:44.140787 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] Network 5cb7b2f4-29ea-45d2-8053-4d41abed8ab8 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:44.162339 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:44.177183 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:44.201132 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 14847d96-27bb-401f-8444-8f003073a69b no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:42:44.251821 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ba331c0-e8e5-46bb-9791-015aeeecf88f req-1c448f67-ec37-4ad5-8dad-9670b10b68d9 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032092 Aug 16 22:42:44.271737 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] Pushing event updated for resources: {'Port': ['ID=1e055dc9-8e2c-471c-bf15-10b78c070bf1,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:44.272832 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:44.291525 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:42:44.292502 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:42:44.297260 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:42:44.380709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] Pushing event updated for resources: {'Port': ['ID=13198d18-dda8-4450-bfc0-43c4b009431c,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:44.441676 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 14847d96-27bb-401f-8444-8f003073a69b {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:42:44.442046 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 14847d96-27bb-401f-8444-8f003073a69b not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:42:44.445814 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] Routers {'d0787a90-3356-4539-bb06-6112377b5f64'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:44.453166 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d1bc7cb-a6ed-44ec-b054-ec72fb459c0a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:44.454747 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:42:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0787a90-3356-4539-bb06-6112377b5f64'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:44.482646 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0d1bc7cb-a6ed-44ec-b054-ec72fb459c0a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Transition to ACTIVE for port object c2ccf5de-eb9d-4bcd-a265-b6c0bd083683 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:44.545158 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-78286e8f-3f2a-4814-a333-f866359a1ba6 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Made reservation on behalf of bf15cf74eb40418c93c2741122a102a2 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:44.552467 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-78286e8f-3f2a-4814-a333-f866359a1ba6 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:44.568022 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d1bc7cb-a6ed-44ec-b054-ec72fb459c0a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:44.586401 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:44.610341 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:44.614902 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] Attempting to bind port 1e055dc9-8e2c-471c-bf15-10b78c070bf1 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:44.615319 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/5ee4b05d-c327-4aa0-93aa-a169b7774e14 HTTP/1.1" status: 204 len: 168 time: 4.3088071 Aug 16 22:42:44.615697 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] Attempting to bind port 1e055dc9-8e2c-471c-bf15-10b78c070bf1 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '580509a1-8924-466e-a8d0-e6062f879bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5cb7b2f4-29ea-45d2-8053-4d41abed8ab8'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:44.616231 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] Attempting to bind port 1e055dc9-8e2c-471c-bf15-10b78c070bf1 on network 5cb7b2f4-29ea-45d2-8053-4d41abed8ab8 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:44.616424 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-78286e8f-3f2a-4814-a333-f866359a1ba6 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:44.618673 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50668) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:44.665287 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:44.666005 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] Checking segment: {'id': '580509a1-8924-466e-a8d0-e6062f879bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5cb7b2f4-29ea-45d2-8053-4d41abed8ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:44.666591 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:44.669314 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] Bound using segment: {'id': '580509a1-8924-466e-a8d0-e6062f879bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5cb7b2f4-29ea-45d2-8053-4d41abed8ab8'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:44.670621 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] Bound port: 1e055dc9-8e2c-471c-bf15-10b78c070bf1, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580509a1-8924-466e-a8d0-e6062f879bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5cb7b2f4-29ea-45d2-8053-4d41abed8ab8'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:44.671853 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:44.674176 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e27a13-f14e-4c61-a2d4-717aa0ce3db0 None None] Pushing event updated for resources: {'Port': ['ID=1264eff7-dfaf-4ba2-87cc-b41513b370d0,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:44.674737 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1bc7cb-a6ed-44ec-b054-ec72fb459c0a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network 5cb7b2f4-29ea-45d2-8053-4d41abed8ab8 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:44.678477 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] Set router d0787a90-3356-4539-bb06-6112377b5f64 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:44.694496 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b75a9a-0ce9-4bb7-85c7-501d75263fa7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] DELETE failed (client error): The resource could not be found. Aug 16 22:42:44.695806 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b75a9a-0ce9-4bb7-85c7-501d75263fa7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:42:44.695955 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0d1bc7cb-a6ed-44ec-b054-ec72fb459c0a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:44.699724 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1bc7cb-a6ed-44ec-b054-ec72fb459c0a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:44.703990 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-93b75a9a-0ce9-4bb7-85c7-501d75263fa7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/5ee4b05d-c327-4aa0-93aa-a169b7774e14 HTTP/1.1" status: 404 len: 339 time: 0.0523880 Aug 16 22:42:44.708347 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086e091-3f2c-4da0-b78a-c158297f25a7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Network': ['ID=5ee4b05d-c327-4aa0-93aa-a169b7774e14,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:44.708550 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50670) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:44.748291 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f002bf4a-2c3e-4040-8fc2-63a1cc703bf8 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-542991445', 'description': 'd1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:44.813799 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bc7cb-a6ed-44ec-b054-ec72fb459c0a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Port': ['ID=c2ccf5de-eb9d-4bcd-a265-b6c0bd083683,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:44.840029 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] For port 1e055dc9-8e2c-471c-bf15-10b78c070bf1, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:42:44.848896 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] For port 1e055dc9-8e2c-471c-bf15-10b78c070bf1, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1e055dc9-8e2c-471c-bf15-10b78c070bf1,segment=NetworkSegment(580509a1-8924-466e-a8d0-e6062f879bc2),segment_id=580509a1-8924-466e-a8d0-e6062f879bc2)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:44.850291 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-78286e8f-3f2a-4814-a333-f866359a1ba6 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:44.856339 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-78286e8f-3f2a-4814-a333-f866359a1ba6 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:44.893704 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:44.931871 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d1bc7cb-a6ed-44ec-b054-ec72fb459c0a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:45.030195 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:45.110737 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-78286e8f-3f2a-4814-a333-f866359a1ba6 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Allocated IP 192.168.233.8 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/d162efbe-ac14-455b-aa35-f8704238508c) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:45.116846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78286e8f-3f2a-4814-a333-f866359a1ba6 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bdbeb5-2c6b-4d1b-a2f3-4d266efe2c45,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:45.120669 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f002bf4a-2c3e-4040-8fc2-63a1cc703bf8 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:45.133316 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f002bf4a-2c3e-4040-8fc2-63a1cc703bf8 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:45.136539 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249fc03-8df3-42bf-a141-a96e10cc7245 None None] Pushing event updated for resources: {'Port': ['ID=1e055dc9-8e2c-471c-bf15-10b78c070bf1,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:45.151801 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e50f133f-53e7-4169-bfba-47d56fdf68c1 req-1bc94621-41ab-4b6b-b316-31e8ffe34619 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/ports?device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c HTTP/1.1" status: 200 len: 210 time: 0.1198747 Aug 16 22:42:45.195206 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] Attempting to bind port 13198d18-dda8-4450-bfc0-43c4b009431c on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:45.195539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] Attempting to bind port 13198d18-dda8-4450-bfc0-43c4b009431c by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'b8b52abf-3b1e-4501-a5d1-1582c7580027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:45.195899 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] Attempting to bind port 13198d18-dda8-4450-bfc0-43c4b009431c on network df7473e5-d63a-4747-80a0-6a15aafd1333 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:45.226672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] Port 13198d18-dda8-4450-bfc0-43c4b009431c on network df7473e5-d63a-4747-80a0-6a15aafd1333 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:42:45.229869 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] Attempting to bind port 13198d18-dda8-4450-bfc0-43c4b009431c on network df7473e5-d63a-4747-80a0-6a15aafd1333 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:45.241409 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f002bf4a-2c3e-4040-8fc2-63a1cc703bf8 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:42:45.260173 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:45.260516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] Checking segment: {'id': 'b8b52abf-3b1e-4501-a5d1-1582c7580027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:45.268806 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] Bound using segment: {'id': 'b8b52abf-3b1e-4501-a5d1-1582c7580027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:45.271083 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] Bound port: 13198d18-dda8-4450-bfc0-43c4b009431c, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b52abf-3b1e-4501-a5d1-1582c7580027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:45.271240 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f002bf4a-2c3e-4040-8fc2-63a1cc703bf8 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:45.271373 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:45.271492 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-f002bf4a-2c3e-4040-8fc2-63a1cc703bf8 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Added segment 2a0037f6-d9c9-4c7b-bda0-8f2c1bf1c3ba of type vlan for network f46ec48d-2779-4250-b08b-c404d54e1d1e Aug 16 22:42:45.289059 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d1bc7cb-a6ed-44ec-b054-ec72fb459c0a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:45.306504 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:42:36Z', 'revision_number': 4, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '1264eff7-dfaf-4ba2-87cc-b41513b370d0', 'name': '', 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:14:3f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:33Z', 'updated_at': '2021-08-16T22:42:43Z', 'revision_number': 4, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad99e2b6-2084-4729-b6c4-58e0a73e3f1e', 'name': '', 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:0f:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:36Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:45.387188 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304dc5f-c8bf-469e-9cce-81f0eea7efcc None None] The sync data for ids ['d0787a90-3356-4539-bb06-6112377b5f64'] in n-d-792458-15 is: [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:42:36Z', 'revision_number': 4, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '1264eff7-dfaf-4ba2-87cc-b41513b370d0', 'name': '', 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:14:3f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:33Z', 'updated_at': '2021-08-16T22:42:43Z', 'revision_number': 4, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad99e2b6-2084-4729-b6c4-58e0a73e3f1e', 'name': '', 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:0f:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:36Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:42:45.514170 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f002bf4a-2c3e-4040-8fc2-63a1cc703bf8 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:45.661778 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.resource_extend [None req-f002bf4a-2c3e-4040-8fc2-63a1cc703bf8 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:42:45.728238 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f002bf4a-2c3e-4040-8fc2-63a1cc703bf8 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:45.736906 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f002bf4a-2c3e-4040-8fc2-63a1cc703bf8 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:45.738239 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f002bf4a-2c3e-4040-8fc2-63a1cc703bf8 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:45.844672 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f002bf4a-2c3e-4040-8fc2-63a1cc703bf8 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1174426 Aug 16 22:42:45.852669 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50704) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:45.935239 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002bf4a-2c3e-4040-8fc2-63a1cc703bf8 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Network': ['ID=f46ec48d-2779-4250-b08b-c404d54e1d1e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:45.949435 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network f46ec48d-2779-4250-b08b-c404d54e1d1e details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:42:46.272505 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] For port 13198d18-dda8-4450-bfc0-43c4b009431c, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:42:46.291975 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] For port 13198d18-dda8-4450-bfc0-43c4b009431c, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=13198d18-dda8-4450-bfc0-43c4b009431c,segment=NetworkSegment(b8b52abf-3b1e-4501-a5d1-1582c7580027),segment_id=b8b52abf-3b1e-4501-a5d1-1582c7580027)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:46.370187 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1264eff7-dfaf-4ba2-87cc-b41513b370d0 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:46.380543 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c569cc-99ff-4492-aa93-e4c99d8fdd06 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:46.383212 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-32c569cc-99ff-4492-aa93-e4c99d8fdd06 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "GET /v2.0/networks?id=f46ec48d-2779-4250-b08b-c404d54e1d1e HTTP/1.1" status: 200 len: 760 time: 0.5272496 Aug 16 22:42:46.387396 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50722) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:46.398230 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ca28a3ff-ea1a-4797-92af-e0c9301f2daf tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'network': {'description': 'd2'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:46.440151 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:46.525724 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 1264eff7-dfaf-4ba2-87cc-b41513b370d0 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:46.531507 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 1264eff7-dfaf-4ba2-87cc-b41513b370d0 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:46.532131 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:46.590467 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f8bb1c4-7614-4599-948f-d5f11a6abf2f req-45233585-5049-46e3-8fe7-1e5e0db811af tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/ports?device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c HTTP/1.1" status: 200 len: 210 time: 0.1753635 Aug 16 22:42:46.698540 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d1bc7cb-a6ed-44ec-b054-ec72fb459c0a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:46.718652 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d1bc7cb-a6ed-44ec-b054-ec72fb459c0a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:46.808255 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:46.833283 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ef6f4-33d2-4ca2-aa50-7620c29ca16a req-b585586a-1f42-418b-b20c-147a1abfc120 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:46.841761 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3e5ef6f4-33d2-4ca2-aa50-7620c29ca16a req-b585586a-1f42-418b-b20c-147a1abfc120 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 943 time: 0.6500828 Aug 16 22:42:46.870217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 1264eff7-dfaf-4ba2-87cc-b41513b370d0, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1264eff7-dfaf-4ba2-87cc-b41513b370d0,segment=NetworkSegment(e79109b5-76c2-4276-972e-ace93329d46b),segment_id=e79109b5-76c2-4276-972e-ace93329d46b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:46.877182 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:46.879263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1e055dc9-8e2c-471c-bf15-10b78c070bf1 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:46.892928 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:46.893773 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:46.895981 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] 10.222.0.39 "PUT /v2.0/ports/13198d18-dda8-4450-bfc0-43c4b009431c HTTP/1.1" status: 200 len: 1092 time: 4.5927219 Aug 16 22:42:46.895981 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf88fc0-8940-43e0-b351-3734dddd4448', 'tag': '13198d18-dda8-4450-bfc0-43c4b009431c'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:42:46.898125 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d9a924-bf33-4d99-ac47-27cd3d015402" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf88fc0-8940-43e0-b351-3734dddd4448", "tag": "13198d18-dda8-4450-bfc0-43c4b009431c"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:42:47.221132 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca28a3ff-ea1a-4797-92af-e0c9301f2daf tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:47.228193 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50740) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:47.228193 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd86b9fe-e505-4459-9aa8-117a9f9d20ac x-openstack-request-id: req-cd86b9fe-e505-4459-9aa8-117a9f9d20ac {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:42:47.228193 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf88fc0-8940-43e0-b351-3734dddd4448", "tag": "13198d18-dda8-4450-bfc0-43c4b009431c", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:42:47.229150 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bc7cb-a6ed-44ec-b054-ec72fb459c0a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event updated for resources: {'Port': ['ID=c2ccf5de-eb9d-4bcd-a265-b6c0bd083683,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:47.229491 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cd86b9fe-e505-4459-9aa8-117a9f9d20ac {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:42:47.229491 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf88fc0-8940-43e0-b351-3734dddd4448', 'tag': '13198d18-dda8-4450-bfc0-43c4b009431c', 'status': 'completed', 'code': 200} Aug 16 22:42:47.229952 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca28a3ff-ea1a-4797-92af-e0c9301f2daf tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:47.230352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe4ae3e-8975-4c20-a88d-1580b31b8da5 None None] Network 5cb7b2f4-29ea-45d2-8053-4d41abed8ab8 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:47.231437 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c42aa-d044-4a02-a4fb-f7cbe20f23fc service neutron] Pushing event updated for resources: {'Port': ['ID=13198d18-dda8-4450-bfc0-43c4b009431c,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:47.231437 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-78286e8f-3f2a-4814-a333-f866359a1ba6 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:47.231915 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=1264eff7-dfaf-4ba2-87cc-b41513b370d0,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:47.232513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ca28a3ff-ea1a-4797-92af-e0c9301f2daf tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network f46ec48d-2779-4250-b08b-c404d54e1d1e is not hosted by any dhcp agent {{(pid=94872) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:42:47.232513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca28a3ff-ea1a-4797-92af-e0c9301f2daf tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:47.232513 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca28a3ff-ea1a-4797-92af-e0c9301f2daf tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:47.232513 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ca28a3ff-ea1a-4797-92af-e0c9301f2daf tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "PUT /v2.0/networks/f46ec48d-2779-4250-b08b-c404d54e1d1e HTTP/1.1" status: 200 len: 757 time: 0.8254919 Aug 16 22:42:47.232513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50754) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:47.238854 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3e5ef6f4-33d2-4ca2-aa50-7620c29ca16a req-345b026d-2d1c-47d0-9329-1f707cda11da tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958201 Aug 16 22:42:47.245002 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d1bc7cb-a6ed-44ec-b054-ec72fb459c0a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:47.267719 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-78286e8f-3f2a-4814-a333-f866359a1ba6 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Transition to ACTIVE for port object d162efbe-ac14-455b-aa35-f8704238508c will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:47.281579 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-967ca209-2922-43ef-850b-e7f21fd12979 None None] Provisioning for port 1e055dc9-8e2c-471c-bf15-10b78c070bf1 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:47.283409 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 1e055dc9-8e2c-471c-bf15-10b78c070bf1 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:47.293474 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-f5fd7186-2e56-4156-bb6f-b014894d0596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:47.296210 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-f5fd7186-2e56-4156-bb6f-b014894d0596 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b06f23904def4994b16aa4c4df2fbc47&device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 1095 time: 0.3153312 Aug 16 22:42:47.303665 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 1e055dc9-8e2c-471c-bf15-10b78c070bf1 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:47.304353 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:47.341717 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-967ca209-2922-43ef-850b-e7f21fd12979 None None] Provisioning complete for port 1e055dc9-8e2c-471c-bf15-10b78c070bf1 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:47.342147 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-967ca209-2922-43ef-850b-e7f21fd12979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:47.344883 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28a3ff-ea1a-4797-92af-e0c9301f2daf tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Network': ['ID=f46ec48d-2779-4250-b08b-c404d54e1d1e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:47.450809 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-8aa87052-c90c-4d4c-b60b-88f08935703c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13198d18-dda8-4450-bfc0-43c4b009431c HTTP/1.1" status: 200 len: 217 time: 0.1458647 Aug 16 22:42:47.464310 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2af898-7ded-4639-8f25-ebeb05bd9845 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:47.466983 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bd2af898-7ded-4639-8f25-ebeb05bd9845 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "GET /v2.0/networks?id=f46ec48d-2779-4250-b08b-c404d54e1d1e HTTP/1.1" status: 200 len: 760 time: 0.2415810 Aug 16 22:42:47.470715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50760) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:47.496388 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-fb30e161-10c2-4653-8726-adb1743b535e tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1231199147'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:47.508118 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c1e967e-aa25-4f20-ba48-233b3d16ffc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:47.560818 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb30e161-10c2-4653-8726-adb1743b535e tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:47.565188 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb30e161-10c2-4653-8726-adb1743b535e tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:47.570583 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1bc7cb-a6ed-44ec-b054-ec72fb459c0a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Network 5cb7b2f4-29ea-45d2-8053-4d41abed8ab8 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:47.584015 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0d1bc7cb-a6ed-44ec-b054-ec72fb459c0a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:47.589142 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network f46ec48d-2779-4250-b08b-c404d54e1d1e details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:42:47.608950 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb30e161-10c2-4653-8726-adb1743b535e tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:42:47.623858 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb30e161-10c2-4653-8726-adb1743b535e tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:47.625087 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-fb30e161-10c2-4653-8726-adb1743b535e tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Added segment 81ad3fad-e90c-4a85-8c94-b0e4b08009e4 of type vlan for network 1308cd94-1d87-45c1-973b-d3832e9e32b2 Aug 16 22:42:47.695917 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-78286e8f-3f2a-4814-a333-f866359a1ba6 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:47.755269 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-ce380768-a575-48a8-aab2-4572c0ebe825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:47.756856 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-ce380768-a575-48a8-aab2-4572c0ebe825 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4ac3e58-5a35-4a37-958f-cda762ceeb0b HTTP/1.1" status: 200 len: 860 time: 0.2879305 Aug 16 22:42:47.786368 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb30e161-10c2-4653-8726-adb1743b535e tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:47.837270 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1bc7cb-a6ed-44ec-b054-ec72fb459c0a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router d0787a90-3356-4539-bb06-6112377b5f64 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:42:47.868256 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb30e161-10c2-4653-8726-adb1743b535e tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:47.877628 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:47.879282 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78286e8f-3f2a-4814-a333-f866359a1ba6 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Pushing event updated for resources: {'Port': ['ID=d162efbe-ac14-455b-aa35-f8704238508c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:47.883917 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb30e161-10c2-4653-8726-adb1743b535e tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:47.887344 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb30e161-10c2-4653-8726-adb1743b535e tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:47.948482 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-e1e29904-bcac-4977-9ad7-db7b408444c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7473e5-d63a-4747-80a0-6a15aafd1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662038 Aug 16 22:42:47.952721 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-78286e8f-3f2a-4814-a333-f866359a1ba6 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:47.972572 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 1e055dc9-8e2c-471c-bf15-10b78c070bf1, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1e055dc9-8e2c-471c-bf15-10b78c070bf1,segment=NetworkSegment(580509a1-8924-466e-a8d0-e6062f879bc2),segment_id=580509a1-8924-466e-a8d0-e6062f879bc2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:47.982735 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:47.990797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-78286e8f-3f2a-4814-a333-f866359a1ba6 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:47.996489 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-967ca209-2922-43ef-850b-e7f21fd12979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:48.059136 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-78286e8f-3f2a-4814-a333-f866359a1ba6 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:48.126707 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1bc7cb-a6ed-44ec-b054-ec72fb459c0a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:42:48.136783 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] Sync routers for ids ['d0787a90-3356-4539-bb06-6112377b5f64'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:42:48.150295 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] Routers {'d0787a90-3356-4539-bb06-6112377b5f64'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:48.151210 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:42:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0787a90-3356-4539-bb06-6112377b5f64'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:48.158133 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=1e055dc9-8e2c-471c-bf15-10b78c070bf1,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:48.209809 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0d1bc7cb-a6ed-44ec-b054-ec72fb459c0a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/d0787a90-3356-4539-bb06-6112377b5f64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5261085 Aug 16 22:42:48.228743 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1264eff7-dfaf-4ba2-87cc-b41513b370d0 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:48.285203 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50774) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:48.309656 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9a81c450-7530-4a65-83e8-8e9d54150ee1 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:48.396743 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-967ca209-2922-43ef-850b-e7f21fd12979 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:42:48.397096 n-d-792458-15 neutron-server[94873]: DEBUG oslo_db.api [None req-967ca209-2922-43ef-850b-e7f21fd12979 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:42:48.400088 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] Set router d0787a90-3356-4539-bb06-6112377b5f64 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:48.416511 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30e161-10c2-4653-8726-adb1743b535e tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Network': ['ID=1308cd94-1d87-45c1-973b-d3832e9e32b2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:48.443474 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 1308cd94-1d87-45c1-973b-d3832e9e32b2 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:42:48.533361 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 1264eff7-dfaf-4ba2-87cc-b41513b370d0 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:48.534047 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:48.628137 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997cbd5-2265-41cb-88ed-cee911922043 req-667b110c-35fc-4b59-88cf-416db1d52b30 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:48.637188 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a997cbd5-2265-41cb-88ed-cee911922043 req-667b110c-35fc-4b59-88cf-416db1d52b30 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/ports?device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c HTTP/1.1" status: 200 len: 934 time: 0.8674948 Aug 16 22:42:48.688014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-78286e8f-3f2a-4814-a333-f866359a1ba6 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:48.688973 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-78286e8f-3f2a-4814-a333-f866359a1ba6 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:48.693632 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c1e967e-aa25-4f20-ba48-233b3d16ffc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:48.716411 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fb30e161-10c2-4653-8726-adb1743b535e tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2442856 Aug 16 22:42:48.719026 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50784) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:48.725596 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5e8fac2d-7f61-4ea0-9080-9f3968b0f0ab tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'subnet': {'network_id': '1308cd94-1d87-45c1-973b-d3832e9e32b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:48.736506 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c1e967e-aa25-4f20-ba48-233b3d16ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:48.861496 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:42:45Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '1264eff7-dfaf-4ba2-87cc-b41513b370d0', 'name': '', 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:14:3f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:33Z', 'updated_at': '2021-08-16T22:42:46Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad99e2b6-2084-4729-b6c4-58e0a73e3f1e', 'name': '', 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:0f:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:36Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2ccf5de-eb9d-4bcd-a265-b6c0bd083683', 'name': '', 'network_id': '5cb7b2f4-29ea-45d2-8053-4d41abed8ab8', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8e:ee:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '72d42c6e-7fcf-469f-9abd-e55449ce0899', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:42Z', 'updated_at': '2021-08-16T22:42:45Z', 'revision_number': 2, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '72d42c6e-7fcf-469f-9abd-e55449ce0899', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:48.876357 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-bffa44bc-eeda-431e-8818-4e65657cd224 service neutron] 10.222.0.39 "GET /v2.0/networks/df7473e5-d63a-4747-80a0-6a15aafd1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9133756 Aug 16 22:42:48.877614 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-78286e8f-3f2a-4814-a333-f866359a1ba6 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.3660080 Aug 16 22:42:48.933054 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] Checking router: d0787a90-3356-4539-bb06-6112377b5f64 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:42:48.933576 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] Updating router d0787a90-3356-4539-bb06-6112377b5f64 port c2ccf5de-eb9d-4bcd-a265-b6c0bd083683 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:42:48.998005 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a997cbd5-2265-41cb-88ed-cee911922043 req-01c9fa61-066c-45bc-afbc-698d2d31413c tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/security-groups?id=f0bdbeb5-2c6b-4d1b-a2f3-4d266efe2c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591816 Aug 16 22:42:49.009295 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8fac2d-7f61-4ea0-9080-9f3968b0f0ab tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:49.012156 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:49.016257 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e8fac2d-7f61-4ea0-9080-9f3968b0f0ab tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:49.018970 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Request body: {'port': {'device_id': 'd25e461e-de78-457e-9f48-638ea8a7bf7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:49.037449 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2cd91-c3b6-4a38-960a-fc050b46d37d req-75070558-4fc6-49be-bd20-25978fc03bd9 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:49.050835 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4fb2cd91-c3b6-4a38-960a-fc050b46d37d req-75070558-4fc6-49be-bd20-25978fc03bd9 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 943 time: 0.7196958 Aug 16 22:42:49.056992 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7c1e967e-aa25-4f20-ba48-233b3d16ffc0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7650779cbca84ff2bf3339d591d2c96a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0160053 Aug 16 22:42:49.061652 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50792) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:49.138625 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e967e-aa25-4f20-ba48-233b3d16ffc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5a03e1-f7dd-4cdf-9e79-06e33a553fd4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:49.191490 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a0ead2f2-ed63-4095-b005-d8ee0e4fa604 None None] Provisioning for port c2ccf5de-eb9d-4bcd-a265-b6c0bd083683 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:49.253104 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a0ead2f2-ed63-4095-b005-d8ee0e4fa604 None None] Provisioning complete for port c2ccf5de-eb9d-4bcd-a265-b6c0bd083683 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:49.254215 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a0ead2f2-ed63-4095-b005-d8ee0e4fa604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:49.329031 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a0ead2f2-ed63-4095-b005-d8ee0e4fa604 None None] Port c2ccf5de-eb9d-4bcd-a265-b6c0bd083683 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:42:49.411797 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a0ead2f2-ed63-4095-b005-d8ee0e4fa604 None None] Provisioning complete for port 1e055dc9-8e2c-471c-bf15-10b78c070bf1 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:49.412375 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a0ead2f2-ed63-4095-b005-d8ee0e4fa604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:49.598548 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a0ead2f2-ed63-4095-b005-d8ee0e4fa604 None None] Provisioning for port d162efbe-ac14-455b-aa35-f8704238508c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:49.603180 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a0ead2f2-ed63-4095-b005-d8ee0e4fa604 None None] Provisioning complete for port d162efbe-ac14-455b-aa35-f8704238508c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:49.603588 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a0ead2f2-ed63-4095-b005-d8ee0e4fa604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:49.676059 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4fb2cd91-c3b6-4a38-960a-fc050b46d37d req-5134b59d-a9d0-460c-a764-27ad286ac00d tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6242363 Aug 16 22:42:49.701735 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:49.711069 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a0ead2f2-ed63-4095-b005-d8ee0e4fa604 None None] Port d162efbe-ac14-455b-aa35-f8704238508c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:42:49.745872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-329eb77e-1759-4044-a8b8-d9999412dc62 req-1b8636d8-2224-46e3-adfd-278b73a1b176 service neutron] 10.222.0.39 "GET /v2.0/networks/df7473e5-d63a-4747-80a0-6a15aafd1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7517166 Aug 16 22:42:49.761184 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:49.777288 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] Transition to ACTIVE for port object c2ccf5de-eb9d-4bcd-a265-b6c0bd083683 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:49.786905 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:49.836242 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:42:49.869039 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41d7d5-4112-4c78-a6eb-4f74d8cb515e None None] Pushing event updated for resources: {'Port': ['ID=c2ccf5de-eb9d-4bcd-a265-b6c0bd083683,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:49.975923 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cddc-14aa-4fc3-a536-51dfc845d484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:50.015077 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] Attempting to bind port c2ccf5de-eb9d-4bcd-a265-b6c0bd083683 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:50.017382 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cddc-14aa-4fc3-a536-51dfc845d484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:50.017550 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] Attempting to bind port c2ccf5de-eb9d-4bcd-a265-b6c0bd083683 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '580509a1-8924-466e-a8d0-e6062f879bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5cb7b2f4-29ea-45d2-8053-4d41abed8ab8'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:50.019117 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] Attempting to bind port c2ccf5de-eb9d-4bcd-a265-b6c0bd083683 on network 5cb7b2f4-29ea-45d2-8053-4d41abed8ab8 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:50.055940 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:50.059053 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] Checking segment: {'id': '580509a1-8924-466e-a8d0-e6062f879bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5cb7b2f4-29ea-45d2-8053-4d41abed8ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:50.059688 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:50.060270 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] Bound using segment: {'id': '580509a1-8924-466e-a8d0-e6062f879bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5cb7b2f4-29ea-45d2-8053-4d41abed8ab8'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:50.060944 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] Bound port: c2ccf5de-eb9d-4bcd-a265-b6c0bd083683, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580509a1-8924-466e-a8d0-e6062f879bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5cb7b2f4-29ea-45d2-8053-4d41abed8ab8'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:50.061337 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:50.191383 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1e055dc9-8e2c-471c-bf15-10b78c070bf1 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:50.254617 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] For port c2ccf5de-eb9d-4bcd-a265-b6c0bd083683, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:42:50.264664 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] For port c2ccf5de-eb9d-4bcd-a265-b6c0bd083683, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c2ccf5de-eb9d-4bcd-a265-b6c0bd083683,segment=NetworkSegment(580509a1-8924-466e-a8d0-e6062f879bc2),segment_id=580509a1-8924-466e-a8d0-e6062f879bc2)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:50.289193 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9a924-bf33-4d99-ac47-27cd3d015402 req-85f8532d-e7e6-403c-9057-6c7710f2afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:50.290225 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41d9a924-bf33-4d99-ac47-27cd3d015402 req-85f8532d-e7e6-403c-9057-6c7710f2afb3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b06f23904def4994b16aa4c4df2fbc47&device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 1095 time: 0.4809773 Aug 16 22:42:50.306174 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cddc-14aa-4fc3-a536-51dfc845d484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:50.309986 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:50.315195 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cddc-14aa-4fc3-a536-51dfc845d484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:50.333996 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5fc8cddc-14aa-4fc3-a536-51dfc845d484 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7e5a03e1-f7dd-4cdf-9e79-06e33a553fd4 HTTP/1.1" status: 204 len: 168 time: 0.4874523 Aug 16 22:42:50.391498 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cddc-14aa-4fc3-a536-51dfc845d484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5a03e1-f7dd-4cdf-9e79-06e33a553fd4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:50.425622 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 1e055dc9-8e2c-471c-bf15-10b78c070bf1 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:50.427492 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:50.432167 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cddc-14aa-4fc3-a536-51dfc845d484 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:50.432565 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cddc-14aa-4fc3-a536-51dfc845d484 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:50.433462 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cddc-14aa-4fc3-a536-51dfc845d484 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:50.436298 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cddc-14aa-4fc3-a536-51dfc845d484 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:50.436894 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cddc-14aa-4fc3-a536-51dfc845d484 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:50.437397 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cddc-14aa-4fc3-a536-51dfc845d484 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:50.439821 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cddc-14aa-4fc3-a536-51dfc845d484 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:50.441015 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cddc-14aa-4fc3-a536-51dfc845d484 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:50.442076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cddc-14aa-4fc3-a536-51dfc845d484 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:50.444610 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cddc-14aa-4fc3-a536-51dfc845d484 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:50.445171 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cddc-14aa-4fc3-a536-51dfc845d484 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:50.445854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cddc-14aa-4fc3-a536-51dfc845d484 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:50.454130 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e8fac2d-7f61-4ea0-9080-9f3968b0f0ab tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:50.485189 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8c956-b4a9-4851-8b0f-cd45e1e034ce req-5dcec8be-4ab6-4c29-883f-ced31bc9a16f tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:50.487391 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5b8c956-b4a9-4851-8b0f-cd45e1e034ce req-5dcec8be-4ab6-4c29-883f-ced31bc9a16f tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/ports?device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c HTTP/1.1" status: 200 len: 934 time: 0.3032093 Aug 16 22:42:50.495811 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.extraroute_db [None req-9a81c450-7530-4a65-83e8-8e9d54150ee1 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94871) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 22:42:50.604499 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] Routers {'d0787a90-3356-4539-bb06-6112377b5f64'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:50.605137 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:42:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0787a90-3356-4539-bb06-6112377b5f64'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:50.650515 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.extraroute_db [None req-9a81c450-7530-4a65-83e8-8e9d54150ee1 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Removed routes are [] {{(pid=94871) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 22:42:50.651188 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a81c450-7530-4a65-83e8-8e9d54150ee1 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:50.685141 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41d7d5-4112-4c78-a6eb-4f74d8cb515e None None] Pushing event updated for resources: {'Port': ['ID=c2ccf5de-eb9d-4bcd-a265-b6c0bd083683,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:50.698667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fac2d-7f61-4ea0-9080-9f3968b0f0ab tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Subnet': ['ID=f1549e16-2bd5-4474-847a-6ecee35f73a3,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:50.733837 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8fac2d-7f61-4ea0-9080-9f3968b0f0ab tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Checking segment: {'id': '81ad3fad-e90c-4a85-8c94-b0e4b08009e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1308cd94-1d87-45c1-973b-d3832e9e32b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:50.735647 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8fac2d-7f61-4ea0-9080-9f3968b0f0ab tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network hostable DHCP agents. Network: 1308cd94-1d87-45c1-973b-d3832e9e32b2, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:42:50.810414 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8fac2d-7f61-4ea0-9080-9f3968b0f0ab tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network 1308cd94-1d87-45c1-973b-d3832e9e32b2 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:42:50.819366 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9a924-bf33-4d99-ac47-27cd3d015402 req-309a952a-1792-41ae-bfeb-ff0a5bc3d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:50.834046 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41d9a924-bf33-4d99-ac47-27cd3d015402 req-309a952a-1792-41ae-bfeb-ff0a5bc3d820 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df7473e5-d63a-4747-80a0-6a15aafd1333 HTTP/1.1" status: 200 len: 921 time: 0.5255461 Aug 16 22:42:50.838342 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5e8fac2d-7f61-4ea0-9080-9f3968b0f0ab tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 1308cd94-1d87-45c1-973b-d3832e9e32b2) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:50.845762 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8fac2d-7f61-4ea0-9080-9f3968b0f0ab tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:50.851826 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e8fac2d-7f61-4ea0-9080-9f3968b0f0ab tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:50.855861 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c9e511-a2f3-4a9d-beab-3e52e72ed1b8 None None] Network 1308cd94-1d87-45c1-973b-d3832e9e32b2 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:50.882387 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5e8fac2d-7f61-4ea0-9080-9f3968b0f0ab tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1620960 Aug 16 22:42:50.883030 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50826) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:51.083343 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] Set router d0787a90-3356-4539-bb06-6112377b5f64 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:51.087023 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5b8c956-b4a9-4851-8b0f-cd45e1e034ce req-c945d04d-51ae-4a97-89b3-93edec132541 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/security-groups?id=f0bdbeb5-2c6b-4d1b-a2f3-4d266efe2c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546110 Aug 16 22:42:51.154232 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b47e1a02-95aa-4faf-8eac-030b2ed6fb71 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:51.175055 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50828) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:51.201613 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de2182b9-f53c-459a-8519-71f9b72edf51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:51.237849 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41d9a924-bf33-4d99-ac47-27cd3d015402 req-d4f59265-d32c-4dab-b38b-1cec8e489b3c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13198d18-dda8-4450-bfc0-43c4b009431c HTTP/1.1" status: 200 len: 217 time: 0.3201277 Aug 16 22:42:51.366601 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a19bdd5-f4e4-42e7-bc83-a36235748df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-1308cd94-1d87-45c1-973b-d3832e9e32b2', 'network_id': '1308cd94-1d87-45c1-973b-d3832e9e32b2', 'tenant_id': '1c4d23d28b9644d0b9c38931bdb1dc2e', 'fixed_ips': [{'subnet_id': 'f1549e16-2bd5-4474-847a-6ecee35f73a3'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:42:51.367493 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5a19bdd5-f4e4-42e7-bc83-a36235748df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:51.409982 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b47e1a02-95aa-4faf-8eac-030b2ed6fb71 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:51.576784 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:42:50Z', 'revision_number': 6, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '1264eff7-dfaf-4ba2-87cc-b41513b370d0', 'name': '', 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:14:3f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:33Z', 'updated_at': '2021-08-16T22:42:46Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad99e2b6-2084-4729-b6c4-58e0a73e3f1e', 'name': '', 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:0f:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:36Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2ccf5de-eb9d-4bcd-a265-b6c0bd083683', 'name': '', 'network_id': '5cb7b2f4-29ea-45d2-8053-4d41abed8ab8', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8e:ee:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '72d42c6e-7fcf-469f-9abd-e55449ce0899', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:42Z', 'updated_at': '2021-08-16T22:42:50Z', 'revision_number': 4, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '72d42c6e-7fcf-469f-9abd-e55449ce0899', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:51.664448 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5836fc7-9bfd-43ad-9375-34263005a266 None None] The sync data for ids ['d0787a90-3356-4539-bb06-6112377b5f64'] in n-d-792458-15 is: [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:42:50Z', 'revision_number': 6, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '1264eff7-dfaf-4ba2-87cc-b41513b370d0', 'name': '', 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:14:3f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:33Z', 'updated_at': '2021-08-16T22:42:46Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad99e2b6-2084-4729-b6c4-58e0a73e3f1e', 'name': '', 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:0f:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:36Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2ccf5de-eb9d-4bcd-a265-b6c0bd083683', 'name': '', 'network_id': '5cb7b2f4-29ea-45d2-8053-4d41abed8ab8', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8e:ee:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '72d42c6e-7fcf-469f-9abd-e55449ce0899', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:42Z', 'updated_at': '2021-08-16T22:42:50Z', 'revision_number': 4, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '72d42c6e-7fcf-469f-9abd-e55449ce0899', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server [None req-5a19bdd5-f4e4-42e7-bc83-a36235748df3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f1549e16-2bd5-4474-847a-6ecee35f73a3: This subnet is being modified by another concurrent operation. Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise exception Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f1549e16-2bd5-4474-847a-6ecee35f73a3: This subnet is being modified by another concurrent operation. Aug 16 22:42:51.697028 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server Aug 16 22:42:51.706818 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b47e1a02-95aa-4faf-8eac-030b2ed6fb71 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:51.745934 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31338832-885c-43c3-97e9-7496a8e8bcfa None None] Network 1308cd94-1d87-45c1-973b-d3832e9e32b2 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:51.818367 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de2182b9-f53c-459a-8519-71f9b72edf51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:51.822719 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e1a02-95aa-4faf-8eac-030b2ed6fb71 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Subnet': ['ID=f1549e16-2bd5-4474-847a-6ecee35f73a3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:51.826257 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de2182b9-f53c-459a-8519-71f9b72edf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:51.943024 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-de2182b9-f53c-459a-8519-71f9b72edf51 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b068b9d1930d4f50bb94f49d85273bdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7667243 Aug 16 22:42:51.946582 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2182b9-f53c-459a-8519-71f9b72edf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64b7a9a-362d-4984-a860-65efbf749a9a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:51.960428 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50842) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:51.974444 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b47e1a02-95aa-4faf-8eac-030b2ed6fb71 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:51.995237 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a020833-d160-4e8d-b7d5-e4940d9f1b5f None None] get_active_networks_info from n-d-792458-15 {{(pid=94873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:42:52.052872 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-b47e1a02-95aa-4faf-8eac-030b2ed6fb71 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1308cd94-1d87-45c1-973b-d3832e9e32b2']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:52.109918 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-b47e1a02-95aa-4faf-8eac-030b2ed6fb71 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ad3fad-e90c-4a85-8c94-b0e4b08009e4') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:52.110439 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-b47e1a02-95aa-4faf-8eac-030b2ed6fb71 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ad3fad-e90c-4a85-8c94-b0e4b08009e4') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:52.142237 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b47e1a02-95aa-4faf-8eac-030b2ed6fb71 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:52.168189 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-825980fd-55ee-4174-832b-debf27e118f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:52.257942 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c2ccf5de-eb9d-4bcd-a265-b6c0bd083683 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:52.284847 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-825980fd-55ee-4174-832b-debf27e118f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:52.302680 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b47e1a02-95aa-4faf-8eac-030b2ed6fb71 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:52.339729 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47e1a02-95aa-4faf-8eac-030b2ed6fb71 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:42:52.340492 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b47e1a02-95aa-4faf-8eac-030b2ed6fb71 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:42:52.349496 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:42:52.354518 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e28aa0-393c-4990-a76a-dc7f2601d497 req-4969f84d-da81-4f0e-b800-0aa06645b6c4 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:52.354518 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b6e28aa0-393c-4990-a76a-dc7f2601d497 req-4969f84d-da81-4f0e-b800-0aa06645b6c4 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 943 time: 1.4445500 Aug 16 22:42:52.364787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d162efbe-ac14-455b-aa35-f8704238508c {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:42:52.386272 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port c2ccf5de-eb9d-4bcd-a265-b6c0bd083683 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:52.403368 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a020833-d160-4e8d-b7d5-e4940d9f1b5f None None] Resources bound (agent type, host, resource id): {{(pid=94873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:42:52.410636 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:52.416616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9a924-bf33-4d99-ac47-27cd3d015402 req-6a9865a7-a4c1-4f89-bbc1-9b735722ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:52.421499 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c2ccf5de-eb9d-4bcd-a265-b6c0bd083683 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:52.422933 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:52.425785 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41d9a924-bf33-4d99-ac47-27cd3d015402 req-6a9865a7-a4c1-4f89-bbc1-9b735722ee07 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4ac3e58-5a35-4a37-958f-cda762ceeb0b HTTP/1.1" status: 200 len: 860 time: 1.1577075 Aug 16 22:42:52.489691 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b47e1a02-95aa-4faf-8eac-030b2ed6fb71 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:52.502199 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b47e1a02-95aa-4faf-8eac-030b2ed6fb71 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:52.503866 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a81c450-7530-4a65-83e8-8e9d54150ee1 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:52.505595 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b47e1a02-95aa-4faf-8eac-030b2ed6fb71 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/1308cd94-1d87-45c1-973b-d3832e9e32b2 HTTP/1.1" status: 204 len: 168 time: 1.6215501 Aug 16 22:42:52.510898 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50854) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:52.539935 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-825980fd-55ee-4174-832b-debf27e118f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:52.545141 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-825980fd-55ee-4174-832b-debf27e118f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:52.550772 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-825980fd-55ee-4174-832b-debf27e118f1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a64b7a9a-362d-4984-a860-65efbf749a9a HTTP/1.1" status: 204 len: 168 time: 0.5882552 Aug 16 22:42:52.596491 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825980fd-55ee-4174-832b-debf27e118f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64b7a9a-362d-4984-a860-65efbf749a9a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:52.598958 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a81c450-7530-4a65-83e8-8e9d54150ee1 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578920'] for router, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:52.605365 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e1a02-95aa-4faf-8eac-030b2ed6fb71 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Network': ['ID=1308cd94-1d87-45c1-973b-d3832e9e32b2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:52.612661 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ef448f-0de0-4bb4-9c05-d2a91f3a1776 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] GET failed (client error): The resource could not be found. Aug 16 22:42:52.616914 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-25ef448f-0de0-4bb4-9c05-d2a91f3a1776 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "GET /v2.0/subnets/f1549e16-2bd5-4474-847a-6ecee35f73a3 HTTP/1.1" status: 404 len: 337 time: 0.0991576 Aug 16 22:42:52.617597 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50862) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:52.671230 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-2376415d-7f1f-4a86-8411-97674cdb10bb tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] DELETE failed (client error): The resource could not be found. Aug 16 22:42:52.672112 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2376415d-7f1f-4a86-8411-97674cdb10bb tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:42:52.680666 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2376415d-7f1f-4a86-8411-97674cdb10bb tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/1308cd94-1d87-45c1-973b-d3832e9e32b2 HTTP/1.1" status: 404 len: 339 time: 0.0609863 Aug 16 22:42:52.684134 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50864) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:52.787881 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57196c36-bc69-43c0-8df7-181bb24af402 req-84c55f9d-215f-495d-81c5-4b16c065ca64 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:52.791696 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-57196c36-bc69-43c0-8df7-181bb24af402 req-84c55f9d-215f-495d-81c5-4b16c065ca64 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/ports?device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c HTTP/1.1" status: 200 len: 934 time: 0.4756770 Aug 16 22:42:52.802028 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41d9a924-bf33-4d99-ac47-27cd3d015402 req-b06cde9d-0b59-49ad-8807-b63dd5975d94 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7473e5-d63a-4747-80a0-6a15aafd1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3614645 Aug 16 22:42:52.804281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Transition to ACTIVE for port object d162efbe-ac14-455b-aa35-f8704238508c will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:52.895190 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b6e28aa0-393c-4990-a76a-dc7f2601d497 req-f09fb8f3-a885-497c-9f60-73c50f9d335f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989579 Aug 16 22:42:52.928445 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:52.943026 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:52.995703 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port c2ccf5de-eb9d-4bcd-a265-b6c0bd083683, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c2ccf5de-eb9d-4bcd-a265-b6c0bd083683,segment=NetworkSegment(580509a1-8924-466e-a8d0-e6062f879bc2),segment_id=580509a1-8924-466e-a8d0-e6062f879bc2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:53.000709 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32712ee1-8ba8-4c8e-82c9-1f22dd22dd84 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:53.004043 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:53.010011 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-32712ee1-8ba8-4c8e-82c9-1f22dd22dd84 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3213680 Aug 16 22:42:53.014170 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50868) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:53.117297 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f3134ab8-35ea-4bcc-b04d-8dd6839210a4 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "GET /v2.0/subnets?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 207 time: 0.0990262 Aug 16 22:42:53.130452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=c2ccf5de-eb9d-4bcd-a265-b6c0bd083683,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:53.131752 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50872) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:53.215606 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-57196c36-bc69-43c0-8df7-181bb24af402 req-b0220902-55b8-4308-90e3-5ed8f2b02168 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/security-groups?id=f0bdbeb5-2c6b-4d1b-a2f3-4d266efe2c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740500 Aug 16 22:42:53.271913 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d162efbe-ac14-455b-aa35-f8704238508c,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:53.310544 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a81c450-7530-4a65-83e8-8e9d54150ee1 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router d0787a90-3356-4539-bb06-6112377b5f64 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:42:53.354077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:53.354410 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:53.354882 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:53.355824 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:53.355824 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:53.356485 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:53.356485 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:53.356782 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:53.356949 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:53.357130 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:53.357451 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:53.357902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:53.412990 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 13198d18-dda8-4450-bfc0-43c4b009431c details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:42:53.507108 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f873964-f4cf-4d01-a695-5e6eafeed415 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:53.517054 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f873964-f4cf-4d01-a695-5e6eafeed415 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:53.524369 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f873964-f4cf-4d01-a695-5e6eafeed415 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:53.531740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f873964-f4cf-4d01-a695-5e6eafeed415 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:53.533811 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1f873964-f4cf-4d01-a695-5e6eafeed415 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4010997 Aug 16 22:42:53.541478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50888) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:53.576527 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 13198d18-dda8-4450-bfc0-43c4b009431c, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=13198d18-dda8-4450-bfc0-43c4b009431c,segment=NetworkSegment(b8b52abf-3b1e-4501-a5d1-1582c7580027),segment_id=b8b52abf-3b1e-4501-a5d1-1582c7580027)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:53.609397 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '13198d18-dda8-4450-bfc0-43c4b009431c', 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333', 'port_id': '13198d18-dda8-4450-bfc0-43c4b009431c', 'mac_address': 'fa:16:3e:e3:2a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ac3e58-5a35-4a37-958f-cda762ceeb0b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:42:53.661857 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41d9a924-bf33-4d99-ac47-27cd3d015402 req-e7e80e32-faa8-4e19-ab62-d5de427d5635 service neutron] 10.222.0.39 "GET /v2.0/networks/df7473e5-d63a-4747-80a0-6a15aafd1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7222576 Aug 16 22:42:53.721655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Attempting to bind port d162efbe-ac14-455b-aa35-f8704238508c on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:53.722611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Attempting to bind port d162efbe-ac14-455b-aa35-f8704238508c by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:53.723015 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Attempting to bind port d162efbe-ac14-455b-aa35-f8704238508c on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:53.732877 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:53.756260 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Port d162efbe-ac14-455b-aa35-f8704238508c on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:42:53.756715 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Attempting to bind port d162efbe-ac14-455b-aa35-f8704238508c on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:53.770046 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a81c450-7530-4a65-83e8-8e9d54150ee1 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:42:53.772299 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13198d18-dda8-4450-bfc0-43c4b009431c {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:42:53.788763 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a81c450-7530-4a65-83e8-8e9d54150ee1 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:53.795272 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9a81c450-7530-4a65-83e8-8e9d54150ee1 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/d0787a90-3356-4539-bb06-6112377b5f64 HTTP/1.1" status: 200 len: 934 time: 5.5056372 Aug 16 22:42:53.796646 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50896) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:53.797610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:53.798212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:53.798963 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:53.799623 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Bound port: d162efbe-ac14-455b-aa35-f8704238508c, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:53.800499 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:53.828823 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 13198d18-dda8-4450-bfc0-43c4b009431c, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=13198d18-dda8-4450-bfc0-43c4b009431c,segment=NetworkSegment(b8b52abf-3b1e-4501-a5d1-1582c7580027),segment_id=b8b52abf-3b1e-4501-a5d1-1582c7580027)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:53.834655 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46569a3-7c12-46a3-94d6-d625c9bd3127 None None] Sync routers for ids ['d0787a90-3356-4539-bb06-6112377b5f64'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:42:53.864166 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:53.909477 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46569a3-7c12-46a3-94d6-d625c9bd3127 None None] Routers {'d0787a90-3356-4539-bb06-6112377b5f64'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:53.910481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a46569a3-7c12-46a3-94d6-d625c9bd3127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:42:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0787a90-3356-4539-bb06-6112377b5f64'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:53.931966 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b54de842-3b40-43a4-9606-b3da10c72b80 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3855486 Aug 16 22:42:53.943069 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50900) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:53.993212 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41d9a924-bf33-4d99-ac47-27cd3d015402 req-f7782e5e-1962-4a10-b3fb-cde5a5b53044 service neutron] 10.222.0.39 "GET /v2.0/networks/df7473e5-d63a-4747-80a0-6a15aafd1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903526 Aug 16 22:42:54.047370 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533df392-ff05-48ed-b6ac-73f7d928102d tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:54.050591 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533df392-ff05-48ed-b6ac-73f7d928102d tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:54.053200 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-533df392-ff05-48ed-b6ac-73f7d928102d tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1090608 Aug 16 22:42:54.062609 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50908) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:54.080490 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-96489d69-c24a-4143-98ab-ff2c5d0230f1 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/routers/d0787a90-3356-4539-bb06-6112377b5f64 HTTP/1.1" status: 200 len: 934 time: 0.2825809 Aug 16 22:42:54.086925 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50912) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:54.093674 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5152ddb5-a826-4dad-bec7-a945e69aa745 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'router': {'routes': None}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:54.189486 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] For port d162efbe-ac14-455b-aa35-f8704238508c, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:42:54.241857 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c2ccf5de-eb9d-4bcd-a265-b6c0bd083683 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:54.280458 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] For port d162efbe-ac14-455b-aa35-f8704238508c, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d162efbe-ac14-455b-aa35-f8704238508c,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:54.286429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943793e9-f14c-4982-b8e6-092ab9954cec tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:54.288374 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943793e9-f14c-4982-b8e6-092ab9954cec tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['shared'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:54.296109 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-943793e9-f14c-4982-b8e6-092ab9954cec tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2323995 Aug 16 22:42:54.296753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50920) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:54.314154 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:54.361367 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['13198d18-dda8-4450-bfc0-43c4b009431c'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:42:54.412135 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa57e0-b989-41c3-a825-5601cbe36b7d req-c458d148-422f-439c-b48b-884bfa5088f5 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:54.413773 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-80fa57e0-b989-41c3-a825-5601cbe36b7d req-c458d148-422f-439c-b48b-884bfa5088f5 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 944 time: 0.3872297 Aug 16 22:42:54.479783 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:54.480593 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:54.482327 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] 10.222.0.39 "PUT /v2.0/ports/d162efbe-ac14-455b-aa35-f8704238508c HTTP/1.1" status: 200 len: 1095 time: 5.4895003 Aug 16 22:42:54.488579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25e461e-de78-457e-9f48-638ea8a7bf7c', 'tag': 'd162efbe-ac14-455b-aa35-f8704238508c'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:42:54.491045 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce054b1-0172-48f2-9925-c9cd91533e71" -d '{"events": [{"name": "network-changed", "server_uuid": "d25e461e-de78-457e-9f48-638ea8a7bf7c", "tag": "d162efbe-ac14-455b-aa35-f8704238508c"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:42:54.524000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=13198d18-dda8-4450-bfc0-43c4b009431c,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:54.549001 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a46569a3-7c12-46a3-94d6-d625c9bd3127 None None] Set router d0787a90-3356-4539-bb06-6112377b5f64 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:54.625390 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005dd11-c52a-488e-af3a-0ad1fa04d8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d162efbe-ac14-455b-aa35-f8704238508c,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:54.780823 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c2b02-0c7a-4745-9c28-28f5f4a42d37 req-9f2a193b-4781-4daa-a630-6bd53d4ed08a tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:54.789152 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce2c2b02-0c7a-4745-9c28-28f5f4a42d37 req-9f2a193b-4781-4daa-a630-6bd53d4ed08a tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/ports?device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c HTTP/1.1" status: 200 len: 946 time: 0.3857703 Aug 16 22:42:54.797100 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-80fa57e0-b989-41c3-a825-5601cbe36b7d req-c557d151-89a5-42ad-8010-d725b90c23a9 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602905 Aug 16 22:42:54.813380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c2ccf5de-eb9d-4bcd-a265-b6c0bd083683 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:54.821357 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:54.862043 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf61fbb5-1a11-47f1-88d6-84aae366e2eb tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:54.865934 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cf61fbb5-1a11-47f1-88d6-84aae366e2eb tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "GET /v2.0/networks/08d61eea-194f-4958-9f16-3be88e1614e0 HTTP/1.1" status: 200 len: 800 time: 0.5649066 Aug 16 22:42:54.877316 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50936) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:54.932488 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebce91e1-902c-4820-8c22-a47c5ec17e59 x-openstack-request-id: req-ebce91e1-902c-4820-8c22-a47c5ec17e59 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:42:54.932788 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25e461e-de78-457e-9f48-638ea8a7bf7c", "tag": "d162efbe-ac14-455b-aa35-f8704238508c", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:42:54.933861 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ebce91e1-902c-4820-8c22-a47c5ec17e59 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:42:54.934405 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25e461e-de78-457e-9f48-638ea8a7bf7c', 'tag': 'd162efbe-ac14-455b-aa35-f8704238508c', 'status': 'completed', 'code': 200} Aug 16 22:42:54.984493 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.extraroute_db [None req-5152ddb5-a826-4dad-bec7-a945e69aa745 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Added routes are [] {{(pid=94872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 22:42:54.985588 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.extraroute_db [None req-5152ddb5-a826-4dad-bec7-a945e69aa745 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 22:42:55.027913 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-41b484e2-98fd-4e26-8dab-306fe6d13b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:55.029618 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-41b484e2-98fd-4e26-8dab-306fe6d13b1b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf15cf74eb40418c93c2741122a102a2&device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c HTTP/1.1" status: 200 len: 1098 time: 0.4566889 Aug 16 22:42:55.039197 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce2c2b02-0c7a-4745-9c28-28f5f4a42d37 req-60450899-d9ee-49f1-a8ac-11846d071e65 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/security-groups?id=f0bdbeb5-2c6b-4d1b-a2f3-4d266efe2c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489104 Aug 16 22:42:55.044170 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5152ddb5-a826-4dad-bec7-a945e69aa745 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:55.084962 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-59e5e6d6-2835-46f2-8b29-f24d141a3ff9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=d162efbe-ac14-455b-aa35-f8704238508c HTTP/1.1" status: 200 len: 217 time: 0.0447662 Aug 16 22:42:55.187114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b6f88ca7-bde3-48e3-89bc-e82d4fe47354 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "GET /v2.0/networks/08d61eea-194f-4958-9f16-3be88e1614e0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2765357 Aug 16 22:42:55.187998 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50946) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:55.206001 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-d3f30e04-d8d5-4670-bc25-b1320085e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:55.208729 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-d3f30e04-d8d5-4670-bc25-b1320085e25a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0680673 Aug 16 22:42:55.310806 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-3c9bfc83-0a6c-4d8a-8402-5b5271d047b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:55.312366 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-3c9bfc83-0a6c-4d8a-8402-5b5271d047b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0966437 Aug 16 22:42:55.429099 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7974583c-9184-4d69-882d-7def5c06c2de tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:55.430865 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7974583c-9184-4d69-882d-7def5c06c2de tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "GET /v2.0/subnets/40a6d484-d301-4c9f-b272-59d146fa819f HTTP/1.1" status: 200 len: 811 time: 0.2423456 Aug 16 22:42:55.436396 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50960) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:55.493425 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-c202a0b9-a6a3-464e-b85c-57abab363f16 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735399 Aug 16 22:42:55.540954 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a46569a3-7c12-46a3-94d6-d625c9bd3127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:42:50Z', 'revision_number': 6, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '1264eff7-dfaf-4ba2-87cc-b41513b370d0', 'name': '', 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:14:3f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:33Z', 'updated_at': '2021-08-16T22:42:46Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad99e2b6-2084-4729-b6c4-58e0a73e3f1e', 'name': '', 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:0f:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:36Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2ccf5de-eb9d-4bcd-a265-b6c0bd083683', 'name': '', 'network_id': '5cb7b2f4-29ea-45d2-8053-4d41abed8ab8', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8e:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '72d42c6e-7fcf-469f-9abd-e55449ce0899', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:42Z', 'updated_at': '2021-08-16T22:42:52Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '72d42c6e-7fcf-469f-9abd-e55449ce0899', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:55.551899 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5152ddb5-a826-4dad-bec7-a945e69aa745 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:55.573136 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5152ddb5-a826-4dad-bec7-a945e69aa745 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578920'] for router, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:55.634767 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0137f7a2-310f-44e0-8eda-42a0f34b5756 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:55.640216 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46569a3-7c12-46a3-94d6-d625c9bd3127 None None] Checking router: d0787a90-3356-4539-bb06-6112377b5f64 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:42:55.642425 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0137f7a2-310f-44e0-8eda-42a0f34b5756 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "GET /v2.0/subnets/40a6d484-d301-4c9f-b272-59d146fa819f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1932132 Aug 16 22:42:55.642557 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50968) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:55.667681 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46569a3-7c12-46a3-94d6-d625c9bd3127 None None] Routers {'d0787a90-3356-4539-bb06-6112377b5f64'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:55.668303 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a46569a3-7c12-46a3-94d6-d625c9bd3127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:42:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0787a90-3356-4539-bb06-6112377b5f64'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:55.676032 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-969b41f0-d904-44c7-9a05-108e217a7cc0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1035216527'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:55.721239 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-556643d7-2f01-4052-a1e5-9362e8eed842 req-c5f23ce5-f20c-42a7-993d-5094860abaf6 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198784 Aug 16 22:42:55.738945 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5152ddb5-a826-4dad-bec7-a945e69aa745 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router d0787a90-3356-4539-bb06-6112377b5f64 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:42:55.739991 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969b41f0-d904-44c7-9a05-108e217a7cc0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:55.749864 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-969b41f0-d904-44c7-9a05-108e217a7cc0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:55.867939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969b41f0-d904-44c7-9a05-108e217a7cc0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:42:55.906286 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce054b1-0172-48f2-9925-c9cd91533e71 req-e3f73ee8-1b14-4325-b342-867b2290f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:55.908114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5ce054b1-0172-48f2-9925-c9cd91533e71 req-e3f73ee8-1b14-4325-b342-867b2290f809 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf15cf74eb40418c93c2741122a102a2&device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c HTTP/1.1" status: 200 len: 1098 time: 0.1249609 Aug 16 22:42:55.910204 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a46569a3-7c12-46a3-94d6-d625c9bd3127 None None] Set router d0787a90-3356-4539-bb06-6112377b5f64 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:55.916631 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-969b41f0-d904-44c7-9a05-108e217a7cc0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:55.917149 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-969b41f0-d904-44c7-9a05-108e217a7cc0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Added segment e0f956f5-0ad8-45a1-b81a-54a5d39d44b4 of type vlan for network 563dff42-f32f-445a-b9fc-3d9878a6de9a Aug 16 22:42:55.985304 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5152ddb5-a826-4dad-bec7-a945e69aa745 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:42:55.999380 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5152ddb5-a826-4dad-bec7-a945e69aa745 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:56.004338 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5152ddb5-a826-4dad-bec7-a945e69aa745 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/d0787a90-3356-4539-bb06-6112377b5f64 HTTP/1.1" status: 200 len: 700 time: 1.9158847 Aug 16 22:42:56.005177 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50984) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:56.078867 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-969b41f0-d904-44c7-9a05-108e217a7cc0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:56.170130 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe23eec-26cb-48ac-a288-6de2f1b65cf6 req-0d17d9f0-ec33-4ff2-bc0b-4eab10c05a9d tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:56.178772 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfe23eec-26cb-48ac-a288-6de2f1b65cf6 req-0d17d9f0-ec33-4ff2-bc0b-4eab10c05a9d tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 944 time: 0.2331486 Aug 16 22:42:56.202557 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-969b41f0-d904-44c7-9a05-108e217a7cc0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:56.214861 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969b41f0-d904-44c7-9a05-108e217a7cc0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:56.215675 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-969b41f0-d904-44c7-9a05-108e217a7cc0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:56.250375 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d8dff9f1-e027-4f39-b2d6-ee5e0c228b5a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/routers/d0787a90-3356-4539-bb06-6112377b5f64 HTTP/1.1" status: 200 len: 700 time: 0.2437396 Aug 16 22:42:56.253178 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50996) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:56.265480 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce054b1-0172-48f2-9925-c9cd91533e71 req-9832b870-2316-40cc-834e-995b59d418ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:56.267026 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5ce054b1-0172-48f2-9925-c9cd91533e71 req-9832b870-2316-40cc-834e-995b59d418ec service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.3402691 Aug 16 22:42:56.345771 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-969b41f0-d904-44c7-9a05-108e217a7cc0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6960902 Aug 16 22:42:56.386796 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51004) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:56.408687 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a341524e-70ee-4041-a7da-778aa11bb27f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'subnet': {'network_id': '563dff42-f32f-445a-b9fc-3d9878a6de9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:56.447095 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5ce054b1-0172-48f2-9925-c9cd91533e71 req-e54bada4-1db1-4b97-bfeb-86c12a5fd433 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=d162efbe-ac14-455b-aa35-f8704238508c HTTP/1.1" status: 200 len: 217 time: 0.1179655 Aug 16 22:42:56.452272 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b41f0-d904-44c7-9a05-108e217a7cc0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Network': ['ID=563dff42-f32f-445a-b9fc-3d9878a6de9a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:56.460640 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a46569a3-7c12-46a3-94d6-d625c9bd3127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:42:54Z', 'revision_number': 7, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '1264eff7-dfaf-4ba2-87cc-b41513b370d0', 'name': '', 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:14:3f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:33Z', 'updated_at': '2021-08-16T22:42:46Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad99e2b6-2084-4729-b6c4-58e0a73e3f1e', 'name': '', 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:0f:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:36Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2ccf5de-eb9d-4bcd-a265-b6c0bd083683', 'name': '', 'network_id': '5cb7b2f4-29ea-45d2-8053-4d41abed8ab8', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8e:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '72d42c6e-7fcf-469f-9abd-e55449ce0899', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:42Z', 'updated_at': '2021-08-16T22:42:52Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '72d42c6e-7fcf-469f-9abd-e55449ce0899', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:56.500761 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfe23eec-26cb-48ac-a288-6de2f1b65cf6 req-4a34fa70-8223-40ae-8ad2-d0c26e193666 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209887 Aug 16 22:42:56.607818 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 563dff42-f32f-445a-b9fc-3d9878a6de9a details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:42:56.632196 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46569a3-7c12-46a3-94d6-d625c9bd3127 None None] The sync data for ids ['d0787a90-3356-4539-bb06-6112377b5f64'] in n-d-792458-15 is: [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:42:54Z', 'revision_number': 7, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '1264eff7-dfaf-4ba2-87cc-b41513b370d0', 'name': '', 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:14:3f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:33Z', 'updated_at': '2021-08-16T22:42:46Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad99e2b6-2084-4729-b6c4-58e0a73e3f1e', 'name': '', 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:0f:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:36Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2ccf5de-eb9d-4bcd-a265-b6c0bd083683', 'name': '', 'network_id': '5cb7b2f4-29ea-45d2-8053-4d41abed8ab8', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8e:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '72d42c6e-7fcf-469f-9abd-e55449ce0899', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:42Z', 'updated_at': '2021-08-16T22:42:52Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '72d42c6e-7fcf-469f-9abd-e55449ce0899', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:42:56.685283 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a341524e-70ee-4041-a7da-778aa11bb27f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Made reservation on behalf of 1c4d23d28b9644d0b9c38931bdb1dc2e for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:56.689918 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a341524e-70ee-4041-a7da-778aa11bb27f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:56.737944 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191b552-4b7b-4c6c-a00d-14c7d9e35cfa req-5df561f7-7b30-400c-9845-2e3a7f5e1b92 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:56.742602 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2191b552-4b7b-4c6c-a00d-14c7d9e35cfa req-5df561f7-7b30-400c-9845-2e3a7f5e1b92 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/ports?device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c HTTP/1.1" status: 200 len: 946 time: 0.5209017 Aug 16 22:42:56.945010 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.ipam_backend_mixin [None req-a341524e-70ee-4041-a7da-778aa11bb27f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Performing IP validity checks on allocation pools {{(pid=94871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 22:42:56.948550 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.ipam_backend_mixin [None req-a341524e-70ee-4041-a7da-778aa11bb27f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 22:42:56.964372 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce054b1-0172-48f2-9925-c9cd91533e71 req-60fee8c6-5541-4eb1-a8e3-35925f6ff45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:56.966003 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5ce054b1-0172-48f2-9925-c9cd91533e71 req-60fee8c6-5541-4eb1-a8e3-35925f6ff45f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.5180805 Aug 16 22:42:57.002774 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2191b552-4b7b-4c6c-a00d-14c7d9e35cfa req-b13d639c-1258-4ef0-972e-04e4d8c496b5 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/security-groups?id=f0bdbeb5-2c6b-4d1b-a2f3-4d266efe2c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300422 Aug 16 22:42:57.054653 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce054b1-0172-48f2-9925-c9cd91533e71 req-02579ef3-b15a-4f2c-9479-64ac412271d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:57.056344 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5ce054b1-0172-48f2-9925-c9cd91533e71 req-02579ef3-b15a-4f2c-9479-64ac412271d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0779598 Aug 16 22:42:57.296014 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08475109-322c-4640-b971-f02dc6a7ae4c None None] Sync routers for ids ['d0787a90-3356-4539-bb06-6112377b5f64'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:42:57.316046 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08475109-322c-4640-b971-f02dc6a7ae4c None None] Routers {'d0787a90-3356-4539-bb06-6112377b5f64'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:57.316046 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-08475109-322c-4640-b971-f02dc6a7ae4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:42:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0787a90-3356-4539-bb06-6112377b5f64'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:57.334798 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5ce054b1-0172-48f2-9925-c9cd91533e71 req-00eaf19a-13a0-4dac-9fd0-ad3f18600b28 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595844 Aug 16 22:42:57.350787 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a341524e-70ee-4041-a7da-778aa11bb27f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:57.435614 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 13198d18-dda8-4450-bfc0-43c4b009431c up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:57.546139 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 13198d18-dda8-4450-bfc0-43c4b009431c completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:57.555167 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-08475109-322c-4640-b971-f02dc6a7ae4c None None] Set router d0787a90-3356-4539-bb06-6112377b5f64 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:57.555641 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 13198d18-dda8-4450-bfc0-43c4b009431c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:57.558560 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:57.587707 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e7f96b6-79ab-413c-99fe-9ed452911874 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:57.723100 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:57.804734 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf88fc0-8940-43e0-b351-3734dddd4448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13198d18-dda8-4450-bfc0-43c4b009431c'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:42:57.819149 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81a7cad-cbd3-43ad-b9a8-dd69088dae9c" -d '{"events": [{"server_uuid": "cdf88fc0-8940-43e0-b351-3734dddd4448", "name": "network-vif-plugged", "status": "completed", "tag": "13198d18-dda8-4450-bfc0-43c4b009431c"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:42:57.876755 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 13198d18-dda8-4450-bfc0-43c4b009431c, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=13198d18-dda8-4450-bfc0-43c4b009431c,segment=NetworkSegment(b8b52abf-3b1e-4501-a5d1-1582c7580027),segment_id=b8b52abf-3b1e-4501-a5d1-1582c7580027)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:57.886574 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:58.102956 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=13198d18-dda8-4450-bfc0-43c4b009431c,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:58.146787 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51064) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:58.177405 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-08475109-322c-4640-b971-f02dc6a7ae4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:42:54Z', 'revision_number': 7, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '1264eff7-dfaf-4ba2-87cc-b41513b370d0', 'name': '', 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:14:3f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:33Z', 'updated_at': '2021-08-16T22:42:46Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad99e2b6-2084-4729-b6c4-58e0a73e3f1e', 'name': '', 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:0f:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:36Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2ccf5de-eb9d-4bcd-a265-b6c0bd083683', 'name': '', 'network_id': '5cb7b2f4-29ea-45d2-8053-4d41abed8ab8', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8e:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '72d42c6e-7fcf-469f-9abd-e55449ce0899', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:42Z', 'updated_at': '2021-08-16T22:42:52Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '72d42c6e-7fcf-469f-9abd-e55449ce0899', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:58.252384 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08475109-322c-4640-b971-f02dc6a7ae4c None None] Checking router: d0787a90-3356-4539-bb06-6112377b5f64 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:42:58.297883 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08475109-322c-4640-b971-f02dc6a7ae4c None None] Routers {'d0787a90-3356-4539-bb06-6112377b5f64'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:58.299305 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-08475109-322c-4640-b971-f02dc6a7ae4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:42:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0787a90-3356-4539-bb06-6112377b5f64'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:58.319084 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f96b6-79ab-413c-99fe-9ed452911874 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting port c2ccf5de-eb9d-4bcd-a265-b6c0bd083683 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:42:58.319658 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e7f96b6-79ab-413c-99fe-9ed452911874 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:58.402523 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279f7834-d5ff-4c08-acd6-5e1a217eadc2 x-openstack-request-id: req-279f7834-d5ff-4c08-acd6-5e1a217eadc2 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:42:58.403029 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf88fc0-8940-43e0-b351-3734dddd4448", "name": "network-vif-plugged", "status": "completed", "tag": "13198d18-dda8-4450-bfc0-43c4b009431c", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:42:58.403696 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-279f7834-d5ff-4c08-acd6-5e1a217eadc2 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:42:58.410190 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf88fc0-8940-43e0-b351-3734dddd4448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13198d18-dda8-4450-bfc0-43c4b009431c', 'code': 200} Aug 16 22:42:58.441832 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-08475109-322c-4640-b971-f02dc6a7ae4c None None] Set router d0787a90-3356-4539-bb06-6112377b5f64 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:58.450441 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a341524e-70ee-4041-a7da-778aa11bb27f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Checking segment: {'id': 'e0f956f5-0ad8-45a1-b81a-54a5d39d44b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '563dff42-f32f-445a-b9fc-3d9878a6de9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:58.450441 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a341524e-70ee-4041-a7da-778aa11bb27f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network hostable DHCP agents. Network: 563dff42-f32f-445a-b9fc-3d9878a6de9a, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:42:58.496268 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341524e-70ee-4041-a7da-778aa11bb27f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Subnet': ['ID=9ebd2edc-9ea7-4f71-a824-c6ead857a93f,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:58.521015 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-7e7f96b6-79ab-413c-99fe-9ed452911874 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] For port c2ccf5de-eb9d-4bcd-a265-b6c0bd083683, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c2ccf5de-eb9d-4bcd-a265-b6c0bd083683,segment=NetworkSegment(580509a1-8924-466e-a8d0-e6062f879bc2),segment_id=580509a1-8924-466e-a8d0-e6062f879bc2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:58.521368 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e7f96b6-79ab-413c-99fe-9ed452911874 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:58.540070 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f96b6-79ab-413c-99fe-9ed452911874 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Calling delete_port for c2ccf5de-eb9d-4bcd-a265-b6c0bd083683 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:42:58.612961 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f656e27-383a-4dfd-ba51-95dc500ff975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:58.685996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157774e-5033-4447-8a91-025f33c21480 req-2f7678c6-9b47-4ec5-b62f-4f0b8ac5bddb tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:58.689037 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d157774e-5033-4447-8a91-025f33c21480 req-2f7678c6-9b47-4ec5-b62f-4f0b8ac5bddb tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.3318861 Aug 16 22:42:58.693707 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a341524e-70ee-4041-a7da-778aa11bb27f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Network 563dff42-f32f-445a-b9fc-3d9878a6de9a is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:42:58.702541 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5ce054b1-0172-48f2-9925-c9cd91533e71 req-7635020d-a7b9-47b2-b393-c8bd1907539a service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3492100 Aug 16 22:42:58.710458 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-a341524e-70ee-4041-a7da-778aa11bb27f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 563dff42-f32f-445a-b9fc-3d9878a6de9a) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:58.716893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd59737-6444-4031-8ff7-8f5b47822bdc req-5725a84f-6e0a-4e42-8250-da78b48dc35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:58.718574 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1cd59737-6444-4031-8ff7-8f5b47822bdc req-5725a84f-6e0a-4e42-8250-da78b48dc35c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 1097 time: 0.2163734 Aug 16 22:42:58.720771 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd5a6b7-7fe2-4d7e-bdc9-ffb0c47a3378 None None] Network 563dff42-f32f-445a-b9fc-3d9878a6de9a requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:58.795875 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a341524e-70ee-4041-a7da-778aa11bb27f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:58.796253 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a341524e-70ee-4041-a7da-778aa11bb27f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:58.812796 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d157774e-5033-4447-8a91-025f33c21480 req-459fce0a-38d1-4e2b-9cd8-dbd795f70e8a tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047714 Aug 16 22:42:58.873814 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ec6ee-2450-4345-8803-e66b4cf2e5ed req-7bf78ec9-ec8d-41a1-b50c-f27cae259fc3 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:58.875445 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-348ec6ee-2450-4345-8803-e66b4cf2e5ed req-7bf78ec9-ec8d-41a1-b50c-f27cae259fc3 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/ports?device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c HTTP/1.1" status: 200 len: 946 time: 0.3057890 Aug 16 22:42:58.916737 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f656e27-383a-4dfd-ba51-95dc500ff975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:58.922739 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f656e27-383a-4dfd-ba51-95dc500ff975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:58.952679 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1cd59737-6444-4031-8ff7-8f5b47822bdc req-78412c96-7e00-4176-ad3c-65ad4ab458c0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587698 Aug 16 22:42:58.955197 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a341524e-70ee-4041-a7da-778aa11bb27f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.5652978 Aug 16 22:42:58.960480 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51084) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:58.966227 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c87c45ae-1ff1-45be-b20c-980637f2eae0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:59.018254 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-348ec6ee-2450-4345-8803-e66b4cf2e5ed req-0c323e29-f40d-43a2-b8f4-7cc32bca01d2 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/security-groups?id=f0bdbeb5-2c6b-4d1b-a2f3-4d266efe2c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297519 Aug 16 22:42:59.023055 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51086) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:59.034809 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9f656e27-383a-4dfd-ba51-95dc500ff975 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1362925d544b44b590c4fcac78eaa792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8823290 Aug 16 22:42:59.059955 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e7f96b6-79ab-413c-99fe-9ed452911874 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:59.107607 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8606c3fb-1f4d-40bb-801f-0e4dad5e9309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-563dff42-f32f-445a-b9fc-3d9878a6de9a', 'network_id': '563dff42-f32f-445a-b9fc-3d9878a6de9a', 'tenant_id': '1c4d23d28b9644d0b9c38931bdb1dc2e', 'fixed_ips': [{'subnet_id': '9ebd2edc-9ea7-4f71-a824-c6ead857a93f'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:42:59.110012 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8606c3fb-1f4d-40bb-801f-0e4dad5e9309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:59.177432 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f96b6-79ab-413c-99fe-9ed452911874 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Port': ['ID=c2ccf5de-eb9d-4bcd-a265-b6c0bd083683,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:59.181871 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-08475109-322c-4640-b971-f02dc6a7ae4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:42:54Z', 'revision_number': 7, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '1264eff7-dfaf-4ba2-87cc-b41513b370d0', 'name': '', 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:14:3f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:33Z', 'updated_at': '2021-08-16T22:42:46Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad99e2b6-2084-4729-b6c4-58e0a73e3f1e', 'name': '', 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:0f:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:36Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2ccf5de-eb9d-4bcd-a265-b6c0bd083683', 'name': '', 'network_id': '5cb7b2f4-29ea-45d2-8053-4d41abed8ab8', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8e:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '72d42c6e-7fcf-469f-9abd-e55449ce0899', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:42Z', 'updated_at': '2021-08-16T22:42:52Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '72d42c6e-7fcf-469f-9abd-e55449ce0899', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:59.193727 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f656e27-383a-4dfd-ba51-95dc500ff975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03532d91-efcf-4e80-aff2-afb1e87b9922,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:59.227488 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08475109-322c-4640-b971-f02dc6a7ae4c None None] The sync data for ids ['d0787a90-3356-4539-bb06-6112377b5f64'] in n-d-792458-15 is: [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:42:54Z', 'revision_number': 7, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '1264eff7-dfaf-4ba2-87cc-b41513b370d0', 'name': '', 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:14:3f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:33Z', 'updated_at': '2021-08-16T22:42:46Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad99e2b6-2084-4729-b6c4-58e0a73e3f1e', 'name': '', 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:0f:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:36Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2ccf5de-eb9d-4bcd-a265-b6c0bd083683', 'name': '', 'network_id': '5cb7b2f4-29ea-45d2-8053-4d41abed8ab8', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8e:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '72d42c6e-7fcf-469f-9abd-e55449ce0899', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:42Z', 'updated_at': '2021-08-16T22:42:52Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '72d42c6e-7fcf-469f-9abd-e55449ce0899', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:42:59.240923 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c87c45ae-1ff1-45be-b20c-980637f2eae0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-131837428'] for subnet, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:59.293221 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01ac56f4-850e-4e36-8bd2-7ca3385e5b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:59.395950 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-8606c3fb-1f4d-40bb-801f-0e4dad5e9309 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:42:59.395950 n-d-792458-15 neutron-server[94873]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 16 22:42:59.395950 n-d-792458-15 neutron-server[94873]: [parameters: {'in_use': 1, 'id_1': '9ebd2edc-9ea7-4f71-a824-c6ead857a93f'}] Aug 16 22:42:59.395950 n-d-792458-15 neutron-server[94873]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:42:59.396703 n-d-792458-15 neutron-server[94873]: DEBUG oslo_db.api [None req-8606c3fb-1f4d-40bb-801f-0e4dad5e9309 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:42:59.458907 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d162efbe-ac14-455b-aa35-f8704238508c details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:42:59.480623 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e7f96b6-79ab-413c-99fe-9ed452911874 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:59.578121 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c87c45ae-1ff1-45be-b20c-980637f2eae0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735897818040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-131872808'] for subnet, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:59.588290 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01ac56f4-850e-4e36-8bd2-7ca3385e5b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:59.704424 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d162efbe-ac14-455b-aa35-f8704238508c, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d162efbe-ac14-455b-aa35-f8704238508c,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:59.720506 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'd162efbe-ac14-455b-aa35-f8704238508c', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': 'd162efbe-ac14-455b-aa35-f8704238508c', 'mac_address': 'fa:16:3e:19:f6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:42:59.749219 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87c45ae-1ff1-45be-b20c-980637f2eae0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:59.754379 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c87c45ae-1ff1-45be-b20c-980637f2eae0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:59.756643 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c87c45ae-1ff1-45be-b20c-980637f2eae0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "PUT /v2.0/subnets/9ebd2edc-9ea7-4f71-a824-c6ead857a93f HTTP/1.1" status: 200 len: 877 time: 0.7949443 Aug 16 22:42:59.759830 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51104) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:59.781379 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:59.799540 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d162efbe-ac14-455b-aa35-f8704238508c {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:42:59.826354 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d162efbe-ac14-455b-aa35-f8704238508c, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d162efbe-ac14-455b-aa35-f8704238508c,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:59.844443 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:59.897975 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c45ae-1ff1-45be-b20c-980637f2eae0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event updated for resources: {'Subnet': ['ID=9ebd2edc-9ea7-4f71-a824-c6ead857a93f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:59.900635 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8606c3fb-1f4d-40bb-801f-0e4dad5e9309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:59.939764 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01ac56f4-850e-4e36-8bd2-7ca3385e5b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:59.943106 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-01ac56f4-850e-4e36-8bd2-7ca3385e5b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:59.944931 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-01ac56f4-850e-4e36-8bd2-7ca3385e5b2c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/03532d91-efcf-4e80-aff2-afb1e87b9922 HTTP/1.1" status: 204 len: 168 time: 0.9207025 Aug 16 22:42:59.967283 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac56f4-850e-4e36-8bd2-7ca3385e5b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03532d91-efcf-4e80-aff2-afb1e87b9922,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:59.968541 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7f96b6-79ab-413c-99fe-9ed452911874 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router d0787a90-3356-4539-bb06-6112377b5f64 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:42:59.997107 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f76de754-2e2a-4306-8dd2-b0da4ea07b8f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:00.202793 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7f96b6-79ab-413c-99fe-9ed452911874 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:43:00.231510 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7e7f96b6-79ab-413c-99fe-9ed452911874 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/d0787a90-3356-4539-bb06-6112377b5f64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9751315 Aug 16 22:43:00.242801 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51120) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:00.265315 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d27274-59a0-435b-a6c9-eb9946430590 None None] Sync routers for ids ['d0787a90-3356-4539-bb06-6112377b5f64'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:43:00.285513 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['d162efbe-ac14-455b-aa35-f8704238508c'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:43:00.315532 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-295206a4-c7f1-4eca-ae4c-d5a0e9f4fe0b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting subnet 72d42c6e-7fcf-469f-9abd-e55449ce0899 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:43:00.319379 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-295206a4-c7f1-4eca-ae4c-d5a0e9f4fe0b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:00.335788 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f76de754-2e2a-4306-8dd2-b0da4ea07b8f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:00.406018 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-295206a4-c7f1-4eca-ae4c-d5a0e9f4fe0b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:00.436941 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51128) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:00.451385 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=d162efbe-ac14-455b-aa35-f8704238508c,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:00.461440 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b120f843-97a4-4e27-a476-d3144bb1d91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:00.463369 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d27274-59a0-435b-a6c9-eb9946430590 None None] Routers {'d0787a90-3356-4539-bb06-6112377b5f64'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:43:00.464174 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b5d27274-59a0-435b-a6c9-eb9946430590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:42:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0787a90-3356-4539-bb06-6112377b5f64'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:00.496016 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf7a79-63d9-4493-81b8-fbaa20f53afa req-8054ee8f-f59f-4d71-8863-10845565a76e tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:00.498168 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8bdf7a79-63d9-4493-81b8-fbaa20f53afa req-8054ee8f-f59f-4d71-8863-10845565a76e tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.4972279 Aug 16 22:43:00.502845 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f76de754-2e2a-4306-8dd2-b0da4ea07b8f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:00.559089 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-295206a4-c7f1-4eca-ae4c-d5a0e9f4fe0b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:00.582435 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76de754-2e2a-4306-8dd2-b0da4ea07b8f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Subnet': ['ID=9ebd2edc-9ea7-4f71-a824-c6ead857a93f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:00.667762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b27ee7-b6eb-4aef-986e-2ae9c356a29a req-e18aaacf-49f1-4bea-8130-a5acfc7f628d tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:00.669904 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-01b27ee7-b6eb-4aef-986e-2ae9c356a29a req-e18aaacf-49f1-4bea-8130-a5acfc7f628d tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/ports?device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c HTTP/1.1" status: 200 len: 947 time: 0.2232540 Aug 16 22:43:00.767306 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f76de754-2e2a-4306-8dd2-b0da4ea07b8f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:00.771612 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b120f843-97a4-4e27-a476-d3144bb1d91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:00.788586 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-295206a4-c7f1-4eca-ae4c-d5a0e9f4fe0b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:00.792176 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f76de754-2e2a-4306-8dd2-b0da4ea07b8f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563dff42-f32f-445a-b9fc-3d9878a6de9a']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:00.803130 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b5d27274-59a0-435b-a6c9-eb9946430590 None None] Set router d0787a90-3356-4539-bb06-6112377b5f64 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:43:00.804127 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8bdf7a79-63d9-4493-81b8-fbaa20f53afa req-64b2b5d6-5a3c-483e-8942-531e66b95e5e tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766497 Aug 16 22:43:00.814724 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b120f843-97a4-4e27-a476-d3144bb1d91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:00.830227 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f76de754-2e2a-4306-8dd2-b0da4ea07b8f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f956f5-0ad8-45a1-b81a-54a5d39d44b4') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:00.830691 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f76de754-2e2a-4306-8dd2-b0da4ea07b8f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f956f5-0ad8-45a1-b81a-54a5d39d44b4') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:00.836315 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-01b27ee7-b6eb-4aef-986e-2ae9c356a29a req-da813fff-86d0-468c-a98c-abc2bc42d797 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/security-groups?id=f0bdbeb5-2c6b-4d1b-a2f3-4d266efe2c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241949 Aug 16 22:43:00.845404 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f76de754-2e2a-4306-8dd2-b0da4ea07b8f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:00.871887 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f76de754-2e2a-4306-8dd2-b0da4ea07b8f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:00.896132 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76de754-2e2a-4306-8dd2-b0da4ea07b8f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:43:00.906019 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f76de754-2e2a-4306-8dd2-b0da4ea07b8f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:43:00.921438 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:43:00.929431 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-295206a4-c7f1-4eca-ae4c-d5a0e9f4fe0b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:00.935218 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-295206a4-c7f1-4eca-ae4c-d5a0e9f4fe0b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/subnets/72d42c6e-7fcf-469f-9abd-e55449ce0899 HTTP/1.1" status: 204 len: 168 time: 0.6913114 Aug 16 22:43:00.939090 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295206a4-c7f1-4eca-ae4c-d5a0e9f4fe0b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Subnet': ['ID=72d42c6e-7fcf-469f-9abd-e55449ce0899,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:00.948600 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b120f843-97a4-4e27-a476-d3144bb1d91a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1fc6f582c6284354bfe18a0b3717f3b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5084360 Aug 16 22:43:00.954711 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51142) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:00.955474 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51144) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:01.030642 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6a1b51-2fb6-43a8-900c-fc959164f326 None None] Network 5cb7b2f4-29ea-45d2-8053-4d41abed8ab8 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:43:01.090645 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f76de754-2e2a-4306-8dd2-b0da4ea07b8f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:01.099073 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f76de754-2e2a-4306-8dd2-b0da4ea07b8f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:01.106059 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f76de754-2e2a-4306-8dd2-b0da4ea07b8f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/563dff42-f32f-445a-b9fc-3d9878a6de9a HTTP/1.1" status: 204 len: 168 time: 1.3226843 Aug 16 22:43:01.115140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51150) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:01.134864 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76de754-2e2a-4306-8dd2-b0da4ea07b8f tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Network': ['ID=563dff42-f32f-445a-b9fc-3d9878a6de9a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:01.149262 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120f843-97a4-4e27-a476-d3144bb1d91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6eaded7-1368-40cc-91de-7049dd3eb3bd,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:01.190218 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a33fb836-0279-4172-a476-e8139eac33cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server [None req-8606c3fb-1f4d-40bb-801f-0e4dad5e9309 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ebd2edc-9ea7-4f71-a824-c6ead857a93f: This subnet is being modified by another concurrent operation. Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise exception Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ebd2edc-9ea7-4f71-a824-c6ead857a93f: This subnet is being modified by another concurrent operation. Aug 16 22:43:01.204411 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server Aug 16 22:43:01.221279 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17f0e94e-5d28-4e91-8919-fb63ca010297 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:01.272862 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a33fb836-0279-4172-a476-e8139eac33cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:01.287465 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f8d58a-3688-4cf9-a12f-8081d0a440cc None None] Network 563dff42-f32f-445a-b9fc-3d9878a6de9a requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:43:01.306121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f8d58a-3688-4cf9-a12f-8081d0a440cc None None] Network 563dff42-f32f-445a-b9fc-3d9878a6de9a could not be found, it might have been deleted concurrently. {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 22:43:01.323526 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b632766d-d244-4233-9fa7-6cb3d94ab7b4 None None] Network 563dff42-f32f-445a-b9fc-3d9878a6de9a requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:43:01.343869 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c262173-1272-48ac-a8d2-35c0167d6881 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:01.346299 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c262173-1272-48ac-a8d2-35c0167d6881 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:01.347642 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-17f0e94e-5d28-4e91-8919-fb63ca010297 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting port 1e055dc9-8e2c-471c-bf15-10b78c070bf1 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:43:01.348156 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17f0e94e-5d28-4e91-8919-fb63ca010297 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:01.351980 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9c262173-1272-48ac-a8d2-35c0167d6881 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/subnets/9ebd2edc-9ea7-4f71-a824-c6ead857a93f HTTP/1.1" status: 404 len: 337 time: 0.2184470 Aug 16 22:43:01.355594 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51158) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:01.399625 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a8b302-af56-49c2-96fb-3f4ceeacd472 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:01.400520 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a8b302-af56-49c2-96fb-3f4ceeacd472 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:01.403459 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-01a8b302-af56-49c2-96fb-3f4ceeacd472 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/563dff42-f32f-445a-b9fc-3d9878a6de9a HTTP/1.1" status: 404 len: 339 time: 0.0468965 Aug 16 22:43:01.406141 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51164) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:01.417756 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b632766d-d244-4233-9fa7-6cb3d94ab7b4 None None] Network 563dff42-f32f-445a-b9fc-3d9878a6de9a could not be found, it might have been deleted concurrently. {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 22:43:01.465545 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-227da9be-11ce-4579-846e-cc64f0dce9c7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:01.466382 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227da9be-11ce-4579-846e-cc64f0dce9c7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:01.471449 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-227da9be-11ce-4579-846e-cc64f0dce9c7 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/subnets/f1549e16-2bd5-4474-847a-6ecee35f73a3 HTTP/1.1" status: 404 len: 337 time: 0.0621505 Aug 16 22:43:01.473127 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51166) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:01.490339 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c07dcb4-0d1c-424d-995f-8b19d7b95438 None None] DHCP port deletion for 5cb7b2f4-29ea-45d2-8053-4d41abed8ab8 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:43:01.502115 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-17f0e94e-5d28-4e91-8919-fb63ca010297 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] For port 1e055dc9-8e2c-471c-bf15-10b78c070bf1, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1e055dc9-8e2c-471c-bf15-10b78c070bf1,segment=NetworkSegment(580509a1-8924-466e-a8d0-e6062f879bc2),segment_id=580509a1-8924-466e-a8d0-e6062f879bc2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:01.502893 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17f0e94e-5d28-4e91-8919-fb63ca010297 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:01.509201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb74217-bd93-464b-be3b-498220600236 req-32f93b3e-3421-4abd-8824-2f651f8ea6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:01.510782 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8eb74217-bd93-464b-be3b-498220600236 req-32f93b3e-3421-4abd-8824-2f651f8ea6c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b06f23904def4994b16aa4c4df2fbc47&device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 1097 time: 0.2067974 Aug 16 22:43:01.517470 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-55899168-e753-470f-a701-6ae6bca7eb1b tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:01.518128 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55899168-e753-470f-a701-6ae6bca7eb1b tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:01.521423 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-17f0e94e-5d28-4e91-8919-fb63ca010297 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Calling delete_port for 1e055dc9-8e2c-471c-bf15-10b78c070bf1 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:43:01.528926 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-55899168-e753-470f-a701-6ae6bca7eb1b tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/1308cd94-1d87-45c1-973b-d3832e9e32b2 HTTP/1.1" status: 404 len: 339 time: 0.0542502 Aug 16 22:43:01.546944 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51170) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:01.589487 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a33fb836-0279-4172-a476-e8139eac33cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:01.596970 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a33fb836-0279-4172-a476-e8139eac33cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:01.600860 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a33fb836-0279-4172-a476-e8139eac33cd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a6eaded7-1368-40cc-91de-7049dd3eb3bd HTTP/1.1" status: 204 len: 168 time: 0.6391499 Aug 16 22:43:01.655277 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17f0e94e-5d28-4e91-8919-fb63ca010297 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:01.691952 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb74217-bd93-464b-be3b-498220600236 req-a8612b3c-9303-475e-affd-5ca77c17aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:01.693580 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8eb74217-bd93-464b-be3b-498220600236 req-a8612b3c-9303-475e-affd-5ca77c17aa11 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df7473e5-d63a-4747-80a0-6a15aafd1333 HTTP/1.1" status: 200 len: 921 time: 0.1631198 Aug 16 22:43:01.702608 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a733fd2-2d70-47ba-9a78-3947fb1d807e req-8c3bc72e-a191-4993-ba4a-269e58f3410f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:01.703814 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a733fd2-2d70-47ba-9a78-3947fb1d807e req-8c3bc72e-a191-4993-ba4a-269e58f3410f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.3102474 Aug 16 22:43:01.707471 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0e94e-5d28-4e91-8919-fb63ca010297 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Port': ['ID=1e055dc9-8e2c-471c-bf15-10b78c070bf1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:01.716738 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33fb836-0279-4172-a476-e8139eac33cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6eaded7-1368-40cc-91de-7049dd3eb3bd,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:01.725065 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f0e94e-5d28-4e91-8919-fb63ca010297 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] No DVR routers for this DVR port 1e055dc9-8e2c-471c-bf15-10b78c070bf1 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:43:01.772460 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8eb74217-bd93-464b-be3b-498220600236 req-2fc706fc-8998-4953-9ab9-1590e6971787 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13198d18-dda8-4450-bfc0-43c4b009431c HTTP/1.1" status: 200 len: 217 time: 0.0670931 Aug 16 22:43:01.893493 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-3c07dcb4-0d1c-424d-995f-8b19d7b95438 None None] Deleting port 1e055dc9-8e2c-471c-bf15-10b78c070bf1 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:43:01.893896 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3c07dcb4-0d1c-424d-995f-8b19d7b95438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:01.981878 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a733fd2-2d70-47ba-9a78-3947fb1d807e req-f3e0fbb7-89a5-4dff-b1a8-16f519cdb0af tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630880 Aug 16 22:43:02.003075 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b5d27274-59a0-435b-a6c9-eb9946430590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:42:58Z', 'revision_number': 8, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '1264eff7-dfaf-4ba2-87cc-b41513b370d0', 'name': '', 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:14:3f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:33Z', 'updated_at': '2021-08-16T22:42:46Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad99e2b6-2084-4729-b6c4-58e0a73e3f1e', 'name': '', 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:0f:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:36Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:02.003663 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-74584beb-852e-4839-b5ce-a93f92b190b6 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:02.013203 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17f0e94e-5d28-4e91-8919-fb63ca010297 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:02.023535 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb74217-bd93-464b-be3b-498220600236 req-ecffcd41-eb4b-46ce-aaa7-1687e8a5d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:02.025141 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8eb74217-bd93-464b-be3b-498220600236 req-ecffcd41-eb4b-46ce-aaa7-1687e8a5d3d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4ac3e58-5a35-4a37-958f-cda762ceeb0b HTTP/1.1" status: 200 len: 860 time: 0.1951334 Aug 16 22:43:02.038791 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d27274-59a0-435b-a6c9-eb9946430590 None None] Checking router: d0787a90-3356-4539-bb06-6112377b5f64 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:43:02.059245 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-17f0e94e-5d28-4e91-8919-fb63ca010297 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb7b2f4-29ea-45d2-8053-4d41abed8ab8']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:02.071674 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-17f0e94e-5d28-4e91-8919-fb63ca010297 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580509a1-8924-466e-a8d0-e6062f879bc2') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:02.071674 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-17f0e94e-5d28-4e91-8919-fb63ca010297 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580509a1-8924-466e-a8d0-e6062f879bc2') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:02.082108 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17f0e94e-5d28-4e91-8919-fb63ca010297 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:02.090790 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d27274-59a0-435b-a6c9-eb9946430590 None None] Routers {'d0787a90-3356-4539-bb06-6112377b5f64'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:43:02.091430 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b5d27274-59a0-435b-a6c9-eb9946430590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:42:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0787a90-3356-4539-bb06-6112377b5f64'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:02.098851 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17f0e94e-5d28-4e91-8919-fb63ca010297 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:02.117175 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f0e94e-5d28-4e91-8919-fb63ca010297 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:43:02.117790 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17f0e94e-5d28-4e91-8919-fb63ca010297 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:02.142431 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8eb74217-bd93-464b-be3b-498220600236 req-bb4d6a3e-135a-488b-8250-1f66f0a2ae74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7473e5-d63a-4747-80a0-6a15aafd1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741692 Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:43:02.178985 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:43:02.187733 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17f0e94e-5d28-4e91-8919-fb63ca010297 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:02.198589 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17f0e94e-5d28-4e91-8919-fb63ca010297 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:02.201189 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-17f0e94e-5d28-4e91-8919-fb63ca010297 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/networks/5cb7b2f4-29ea-45d2-8053-4d41abed8ab8 HTTP/1.1" status: 204 len: 168 time: 1.2442183 Aug 16 22:43:02.205390 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51192) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:02.238221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b5d27274-59a0-435b-a6c9-eb9946430590 None None] Set router d0787a90-3356-4539-bb06-6112377b5f64 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:43:02.243282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0e94e-5d28-4e91-8919-fb63ca010297 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Network': ['ID=5cb7b2f4-29ea-45d2-8053-4d41abed8ab8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:02.278312 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3c07dcb4-0d1c-424d-995f-8b19d7b95438 None None] For port 1e055dc9-8e2c-471c-bf15-10b78c070bf1, host n-d-792458-15, got binding levels [] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:02.278725 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3c07dcb4-0d1c-424d-995f-8b19d7b95438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:02.306301 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-3c07dcb4-0d1c-424d-995f-8b19d7b95438 None None] Calling delete_port for 1e055dc9-8e2c-471c-bf15-10b78c070bf1 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:43:02.309100 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.ipam_backend_mixin [None req-3c07dcb4-0d1c-424d-995f-8b19d7b95438 None None] Port 1e055dc9-8e2c-471c-bf15-10b78c070bf1 was not found and therefore no delete operation was performed {{(pid=94873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:43:02.311763 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3c07dcb4-0d1c-424d-995f-8b19d7b95438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:02.331372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1e055dc9-8e2c-471c-bf15-10b78c070bf1 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:43:02.378997 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3c07dcb4-0d1c-424d-995f-8b19d7b95438 None None] Network 5cb7b2f4-29ea-45d2-8053-4d41abed8ab8 is not hosted by any dhcp agent {{(pid=94873) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:43:02.379485 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c07dcb4-0d1c-424d-995f-8b19d7b95438 None None] No DVR routers for this DVR port 1e055dc9-8e2c-471c-bf15-10b78c070bf1 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:43:02.416117 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8622ad5-5352-466e-9747-f306bca749aa req-5bb20323-dc19-4269-9258-55afc8db6371 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:02.417768 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8622ad5-5352-466e-9747-f306bca749aa req-5bb20323-dc19-4269-9258-55afc8db6371 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/ports?device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c HTTP/1.1" status: 200 len: 947 time: 0.3870270 Aug 16 22:43:02.451790 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-74584beb-852e-4839-b5ce-a93f92b190b6 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:02.479780 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 1e055dc9-8e2c-471c-bf15-10b78c070bf1 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:43:02.479941 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1e055dc9-8e2c-471c-bf15-10b78c070bf1 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:43:02.485020 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07dcb4-0d1c-424d-995f-8b19d7b95438 None None] Pushing event deleted for resources: {'Port': ['ID=1e055dc9-8e2c-471c-bf15-10b78c070bf1,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:02.509065 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-74584beb-852e-4839-b5ce-a93f92b190b6 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46ec48d-2779-4250-b08b-c404d54e1d1e']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:02.523671 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c6020e-cb6d-4a83-a857-157550cd3348 None None] get_active_networks_info from n-d-792458-15 {{(pid=94873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:43:02.544126 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-74584beb-852e-4839-b5ce-a93f92b190b6 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a0037f6-d9c9-4c7b-bda0-8f2c1bf1c3ba') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:02.544428 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-74584beb-852e-4839-b5ce-a93f92b190b6 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a0037f6-d9c9-4c7b-bda0-8f2c1bf1c3ba') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:02.662846 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8eb74217-bd93-464b-be3b-498220600236 req-ecef6647-13ff-4f30-8df7-06648218d5c5 service neutron] 10.222.0.39 "GET /v2.0/networks/df7473e5-d63a-4747-80a0-6a15aafd1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685850 Aug 16 22:43:02.668841 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8622ad5-5352-466e-9747-f306bca749aa req-bfcaa000-057a-4cfc-b7ae-d8d579ad1dca tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/security-groups?id=f0bdbeb5-2c6b-4d1b-a2f3-4d266efe2c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415564 Aug 16 22:43:02.673093 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-74584beb-852e-4839-b5ce-a93f92b190b6 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:02.850325 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-74584beb-852e-4839-b5ce-a93f92b190b6 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:02.864517 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74584beb-852e-4839-b5ce-a93f92b190b6 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:43:02.864961 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-74584beb-852e-4839-b5ce-a93f92b190b6 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:02.891230 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b5d27274-59a0-435b-a6c9-eb9946430590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:42:58Z', 'revision_number': 8, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '1264eff7-dfaf-4ba2-87cc-b41513b370d0', 'name': '', 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:14:3f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:33Z', 'updated_at': '2021-08-16T22:42:46Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad99e2b6-2084-4729-b6c4-58e0a73e3f1e', 'name': '', 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:0f:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:36Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:02.925584 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d27274-59a0-435b-a6c9-eb9946430590 None None] The sync data for ids ['d0787a90-3356-4539-bb06-6112377b5f64'] in n-d-792458-15 is: [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:42:58Z', 'revision_number': 8, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '1264eff7-dfaf-4ba2-87cc-b41513b370d0', 'name': '', 'network_id': '882e3a5d-1787-44fc-8aae-d838e4ea2743', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:14:3f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:33Z', 'updated_at': '2021-08-16T22:42:46Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'a95940e2-1485-4649-94fd-35f56f8661c3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad99e2b6-2084-4729-b6c4-58e0a73e3f1e', 'name': '', 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:0f:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:36Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:43:02.927348 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c6020e-cb6d-4a83-a857-157550cd3348 None None] Resources bound (agent type, host, resource id): {{(pid=94873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:43:02.970316 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:43:02.992418 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee9d46aa-1941-4890-a7fe-804a21b793fd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:03.039427 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-74584beb-852e-4839-b5ce-a93f92b190b6 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:03.058988 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-74584beb-852e-4839-b5ce-a93f92b190b6 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:03.063453 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-74584beb-852e-4839-b5ce-a93f92b190b6 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/f46ec48d-2779-4250-b08b-c404d54e1d1e HTTP/1.1" status: 204 len: 168 time: 1.5112088 Aug 16 22:43:03.094995 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51230) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:03.144047 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74584beb-852e-4839-b5ce-a93f92b190b6 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Network': ['ID=f46ec48d-2779-4250-b08b-c404d54e1d1e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:03.150273 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-237342a3-2d69-4630-af63-8cc8825ac617 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:03.150720 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237342a3-2d69-4630-af63-8cc8825ac617 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:03.163833 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-237342a3-2d69-4630-af63-8cc8825ac617 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/subnets/d6ed39ca-3c9c-4987-a69d-f9cc6ef7c573 HTTP/1.1" status: 404 len: 337 time: 0.0677397 Aug 16 22:43:03.166734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51236) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:03.202534 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ffdf94c-3dc8-449a-9da1-d8d9ef0985c4 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:03.203457 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ffdf94c-3dc8-449a-9da1-d8d9ef0985c4 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:03.206763 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8ffdf94c-3dc8-449a-9da1-d8d9ef0985c4 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/5ee4b05d-c327-4aa0-93aa-a169b7774e14 HTTP/1.1" status: 404 len: 339 time: 0.0326595 Aug 16 22:43:03.212090 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51240) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:03.216018 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8eb74217-bd93-464b-be3b-498220600236 req-19ea48ac-a544-4150-9e06-b80d94c24283 service neutron] 10.222.0.39 "GET /v2.0/networks/df7473e5-d63a-4747-80a0-6a15aafd1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389502 Aug 16 22:43:03.267218 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47fcb5b-4649-4968-a3e1-37bd37ece1d3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:03.267679 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f47fcb5b-4649-4968-a3e1-37bd37ece1d3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:03.272902 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f47fcb5b-4649-4968-a3e1-37bd37ece1d3 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/subnets/bb358cc6-4485-40f8-9d83-beed1ecd9ca7 HTTP/1.1" status: 404 len: 337 time: 0.0553110 Aug 16 22:43:03.272902 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51246) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:03.334416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0231386-698c-4b95-9a0e-d8717358a684 req-d6946ca1-7943-4f29-8d27-4541cc61f351 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:03.356967 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0231386-698c-4b95-9a0e-d8717358a684 req-d6946ca1-7943-4f29-8d27-4541cc61f351 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.1150968 Aug 16 22:43:03.403931 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b1518f-8993-4f87-94b0-4b015939dddb tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:03.404650 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b1518f-8993-4f87-94b0-4b015939dddb tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:03.410675 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-73b1518f-8993-4f87-94b0-4b015939dddb tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/6be12680-b57b-4ef4-b44a-4716652834cd HTTP/1.1" status: 404 len: 339 time: 0.1349313 Aug 16 22:43:03.429937 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51254) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:03.499557 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d162efbe-ac14-455b-aa35-f8704238508c up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:43:03.521123 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a30dee-792e-4a0b-8b80-64fd997965c6 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:03.521880 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a30dee-792e-4a0b-8b80-64fd997965c6 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:03.527615 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-76a30dee-792e-4a0b-8b80-64fd997965c6 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/subnets/d6d39158-56e8-4d79-a06d-22d359385160 HTTP/1.1" status: 404 len: 337 time: 0.0913785 Aug 16 22:43:03.528221 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51256) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:03.598662 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0231386-698c-4b95-9a0e-d8717358a684 req-0c41f7b8-34d9-4796-ab92-c71fc5073a0e tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324107 Aug 16 22:43:03.646305 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f520a7-7cf7-475d-933b-1be85a00645d tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:03.646927 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f520a7-7cf7-475d-933b-1be85a00645d tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:03.653926 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51262) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:03.656129 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-66f520a7-7cf7-475d-933b-1be85a00645d tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/e7d787ed-25ae-4fd0-93d8-879a6e59d78c HTTP/1.1" status: 404 len: 339 time: 0.1265514 Aug 16 22:43:03.705679 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb60315-d802-47af-993f-17fb1a888e58 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:03.706684 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb60315-d802-47af-993f-17fb1a888e58 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:03.708397 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-adb60315-d802-47af-993f-17fb1a888e58 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/subnets/e2d78d46-39cb-4041-9261-82176b27ad34 HTTP/1.1" status: 404 len: 337 time: 0.0469232 Aug 16 22:43:03.711207 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51266) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:03.761794 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ffab4e8-475a-40f1-9d57-a96c52a0ae4b tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:03.764544 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d46aa-1941-4890-a7fe-804a21b793fd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting port 1264eff7-dfaf-4ba2-87cc-b41513b370d0 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:43:03.764911 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee9d46aa-1941-4890-a7fe-804a21b793fd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:03.791558 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ffab4e8-475a-40f1-9d57-a96c52a0ae4b tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:03.796147 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1ffab4e8-475a-40f1-9d57-a96c52a0ae4b tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/a15b0629-d986-4f77-bbe7-e46c587b50c0 HTTP/1.1" status: 404 len: 339 time: 0.0814838 Aug 16 22:43:03.798058 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51272) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:03.808085 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port d162efbe-ac14-455b-aa35-f8704238508c completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:43:03.830610 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port d162efbe-ac14-455b-aa35-f8704238508c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:43:03.831905 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:03.870621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51276) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:03.872813 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-021006c2-f47b-4f44-a876-c43782f2e12c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:03.873495 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-021006c2-f47b-4f44-a876-c43782f2e12c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:03.875484 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-021006c2-f47b-4f44-a876-c43782f2e12c tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/subnets/4ec6725c-69f7-44a7-866a-128c11758452 HTTP/1.1" status: 404 len: 337 time: 0.0764470 Aug 16 22:43:03.883080 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51280) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:03.897452 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ee9d46aa-1941-4890-a7fe-804a21b793fd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] For port 1264eff7-dfaf-4ba2-87cc-b41513b370d0, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1264eff7-dfaf-4ba2-87cc-b41513b370d0,segment=NetworkSegment(e79109b5-76c2-4276-972e-ace93329d46b),segment_id=e79109b5-76c2-4276-972e-ace93329d46b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:03.897825 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee9d46aa-1941-4890-a7fe-804a21b793fd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:03.915873 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d46aa-1941-4890-a7fe-804a21b793fd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Calling delete_port for 1264eff7-dfaf-4ba2-87cc-b41513b370d0 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:43:03.970978 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-a335e1a9-f99d-4c8f-a8b4-f09d45a42161 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:03.972019 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a335e1a9-f99d-4c8f-a8b4-f09d45a42161 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:03.973804 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a335e1a9-f99d-4c8f-a8b4-f09d45a42161 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/b78663a3-f1cf-4711-9b2d-9877da596c86 HTTP/1.1" status: 404 len: 339 time: 0.0895166 Aug 16 22:43:03.983333 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51286) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:03.994284 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:04.044543 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d162efbe-ac14-455b-aa35-f8704238508c, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d162efbe-ac14-455b-aa35-f8704238508c,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:04.045702 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25e461e-de78-457e-9f48-638ea8a7bf7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd162efbe-ac14-455b-aa35-f8704238508c'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:43:04.048578 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b16188-b176-4f36-9901-144a0e4995a7" -d '{"events": [{"server_uuid": "d25e461e-de78-457e-9f48-638ea8a7bf7c", "name": "network-vif-plugged", "status": "completed", "tag": "d162efbe-ac14-455b-aa35-f8704238508c"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:43:04.056237 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:04.093736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bbf6e-7cc6-4221-8a60-f2ca4f0bda4b req-b63431bb-c534-4a54-b6c4-e0e3e141a1f3 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:04.098578 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-785bbf6e-7cc6-4221-8a60-f2ca4f0bda4b req-b63431bb-c534-4a54-b6c4-e0e3e141a1f3 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/ports?device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c HTTP/1.1" status: 200 len: 947 time: 0.2341771 Aug 16 22:43:04.100070 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60a29a5-19e8-4710-90cb-8153a191c5c6 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:04.100727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60a29a5-19e8-4710-90cb-8153a191c5c6 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:04.102752 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f60a29a5-19e8-4710-90cb-8153a191c5c6 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/subnets/bea8e623-91c5-497a-90ee-474415495c59 HTTP/1.1" status: 404 len: 337 time: 0.1175780 Aug 16 22:43:04.112275 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51294) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:04.141490 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8263f9c-ee65-482d-9a57-a3d264fe8eeb tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:04.142194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8263f9c-ee65-482d-9a57-a3d264fe8eeb tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:04.144110 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d8263f9c-ee65-482d-9a57-a3d264fe8eeb tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/ce0f75be-4026-4491-bc40-673a0535382c HTTP/1.1" status: 404 len: 339 time: 0.0307994 Aug 16 22:43:04.147440 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51296) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:04.149730 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c2ccf5de-eb9d-4bcd-a265-b6c0bd083683 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:43:04.208087 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773095f5-41c8-42ba-8833-c851896c68f1 x-openstack-request-id: req-773095f5-41c8-42ba-8833-c851896c68f1 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:43:04.208780 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25e461e-de78-457e-9f48-638ea8a7bf7c", "name": "network-vif-plugged", "status": "completed", "tag": "d162efbe-ac14-455b-aa35-f8704238508c", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:43:04.209222 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-773095f5-41c8-42ba-8833-c851896c68f1 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:43:04.209890 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25e461e-de78-457e-9f48-638ea8a7bf7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd162efbe-ac14-455b-aa35-f8704238508c', 'code': 200} Aug 16 22:43:04.213630 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: c2ccf5de-eb9d-4bcd-a265-b6c0bd083683 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:43:04.214309 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c2ccf5de-eb9d-4bcd-a265-b6c0bd083683 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:43:04.218881 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=d162efbe-ac14-455b-aa35-f8704238508c,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:04.271407 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-498ecee8-843a-4c06-bc99-768ae2da5f02 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:04.271858 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498ecee8-843a-4c06-bc99-768ae2da5f02 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:04.273630 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-498ecee8-843a-4c06-bc99-768ae2da5f02 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/subnets/42ec91c8-0020-4952-b3ac-cd01c0b2b741 HTTP/1.1" status: 404 len: 337 time: 0.1250699 Aug 16 22:43:04.276730 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-785bbf6e-7cc6-4221-8a60-f2ca4f0bda4b req-61063390-9fd8-4ed5-8e16-f5662db122af tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/security-groups?id=f0bdbeb5-2c6b-4d1b-a2f3-4d266efe2c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727028 Aug 16 22:43:04.277213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51300) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:04.304482 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb8d88d-fa00-47df-9a8c-0e1349a9b894 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:04.305068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb8d88d-fa00-47df-9a8c-0e1349a9b894 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:04.306877 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9bb8d88d-fa00-47df-9a8c-0e1349a9b894 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/4393d0b1-327c-46dc-853f-1f8d31b0b671 HTTP/1.1" status: 404 len: 339 time: 0.0263870 Aug 16 22:43:04.309348 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-497c169a-01a1-4d43-af26-b9e9e8a35c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:04.311758 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51302) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:04.346516 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-976b8f14-551e-4a51-899b-978a07f43ae0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:04.347339 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-976b8f14-551e-4a51-899b-978a07f43ae0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:04.349375 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-976b8f14-551e-4a51-899b-978a07f43ae0 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/subnets/5ff973eb-1413-48e5-bf7a-7e66cd224b3a HTTP/1.1" status: 404 len: 337 time: 0.0359647 Aug 16 22:43:04.352297 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51304) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:04.368573 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed14b92-5f19-4fee-b756-9c8d7210bb09 req-a845a2bb-5dbd-4ce6-bc46-fc9f54372f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:04.369878 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ed14b92-5f19-4fee-b756-9c8d7210bb09 req-a845a2bb-5dbd-4ce6-bc46-fc9f54372f19 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c HTTP/1.1" status: 200 len: 1100 time: 0.1365407 Aug 16 22:43:04.385367 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a254b56-d80c-458e-be44-34c1abb17b02 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:04.385989 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a254b56-d80c-458e-be44-34c1abb17b02 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:04.390623 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2a254b56-d80c-458e-be44-34c1abb17b02 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/c9c2e90a-cebc-44c4-bbc6-21272a35d204 HTTP/1.1" status: 404 len: 339 time: 0.0346389 Aug 16 22:43:04.392831 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51308) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:04.429104 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee9d46aa-1941-4890-a7fe-804a21b793fd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:04.437002 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ed14b92-5f19-4fee-b756-9c8d7210bb09 req-91f37f69-8ae8-4597-9b92-37386f7759e2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f0bdbeb5-2c6b-4d1b-a2f3-4d266efe2c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544844 Aug 16 22:43:04.479262 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d46aa-1941-4890-a7fe-804a21b793fd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Port': ['ID=1264eff7-dfaf-4ba2-87cc-b41513b370d0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:04.487776 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-497c169a-01a1-4d43-af26-b9e9e8a35c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:04.503759 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-497c169a-01a1-4d43-af26-b9e9e8a35c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:04.519932 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d65be4-1b13-44fd-a173-01ca0cbc5af5 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Deleting subnet 40a6d484-d301-4c9f-b272-59d146fa819f {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:43:04.550277 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17d65be4-1b13-44fd-a173-01ca0cbc5af5 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:04.563774 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-497c169a-01a1-4d43-af26-b9e9e8a35c6d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=39f2956b0ae7495683a3529b4e7711a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6869514 Aug 16 22:43:04.565695 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51316) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:04.617458 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c169a-01a1-4d43-af26-b9e9e8a35c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f515a1-77d6-4e19-8546-8913801c9ae0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:04.639318 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17d65be4-1b13-44fd-a173-01ca0cbc5af5 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:04.644842 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c0f7daef-4d86-40cf-a63a-f67a658763f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:04.703242 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c0f7daef-4d86-40cf-a63a-f67a658763f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:04.873274 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee9d46aa-1941-4890-a7fe-804a21b793fd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:04.917696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c02aad-0933-4fc2-8b1c-65c72f01b998 req-fd87ff10-57d6-4841-9461-d8c69b5dee5c tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:04.919608 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3c02aad-0933-4fc2-8b1c-65c72f01b998 req-fd87ff10-57d6-4841-9461-d8c69b5dee5c tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.1384058 Aug 16 22:43:04.980448 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c0f7daef-4d86-40cf-a63a-f67a658763f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:04.983240 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c0f7daef-4d86-40cf-a63a-f67a658763f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:04.987280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c0f7daef-4d86-40cf-a63a-f67a658763f7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/45f515a1-77d6-4e19-8546-8913801c9ae0 HTTP/1.1" status: 204 len: 168 time: 0.4130859 Aug 16 22:43:05.015746 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7daef-4d86-40cf-a63a-f67a658763f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f515a1-77d6-4e19-8546-8913801c9ae0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:05.054809 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17d65be4-1b13-44fd-a173-01ca0cbc5af5 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:05.077847 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3c02aad-0933-4fc2-8b1c-65c72f01b998 req-8391ae0c-0564-401e-ab66-eb62dbba2f12 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491282 Aug 16 22:43:05.244145 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17d65be4-1b13-44fd-a173-01ca0cbc5af5 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:05.290776 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d65be4-1b13-44fd-a173-01ca0cbc5af5 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Subnet': ['ID=40a6d484-d301-4c9f-b272-59d146fa819f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:05.320567 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17d65be4-1b13-44fd-a173-01ca0cbc5af5 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:05.325666 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-17d65be4-1b13-44fd-a173-01ca0cbc5af5 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/subnets/40a6d484-d301-4c9f-b272-59d146fa819f HTTP/1.1" status: 204 len: 168 time: 0.9321222 Aug 16 22:43:05.326340 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51344) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:05.327822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbcfd87-e41a-4159-b243-e998f26c866e None None] Network 08d61eea-194f-4958-9f16-3be88e1614e0 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:43:05.342758 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9d46aa-1941-4890-a7fe-804a21b793fd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router d0787a90-3356-4539-bb06-6112377b5f64 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:43:05.485084 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-7bf39220-220e-4d24-b154-04f5401d6088 req-a3ec3615-64ba-4d4f-8247-361c2553e052 service neutron] (94872) timed out ('10.222.0.93', 43468) {{(pid=94872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:43:05.486266 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9d46aa-1941-4890-a7fe-804a21b793fd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:43:05.491449 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ee9d46aa-1941-4890-a7fe-804a21b793fd tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/d0787a90-3356-4539-bb06-6112377b5f64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2828145 Aug 16 22:43:05.495262 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51350) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:05.506882 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c00841-59b1-4314-8685-cbadce1b85d1 None None] Sync routers for ids ['d0787a90-3356-4539-bb06-6112377b5f64'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:43:05.530811 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c00841-59b1-4314-8685-cbadce1b85d1 None None] Routers {'d0787a90-3356-4539-bb06-6112377b5f64'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:43:05.535348 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e0c00841-59b1-4314-8685-cbadce1b85d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:42:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0787a90-3356-4539-bb06-6112377b5f64'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:05.628547 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-a164ca18-725a-40d1-9e27-fdb1e191e322 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting subnet a95940e2-1485-4649-94fd-35f56f8661c3 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:43:05.657343 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a164ca18-725a-40d1-9e27-fdb1e191e322 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:05.690745 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79581619-d824-40e6-ab51-87946e500e19 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:05.737103 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b05e9d-c8c6-4777-8e2b-df4e4bb5612d req-194d939b-bbeb-4b70-8c87-ef749373f5a3 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:05.739335 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a164ca18-725a-40d1-9e27-fdb1e191e322 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:05.750194 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e23c88-0b83-43ff-be80-a7d25d7f7ed2 None None] DHCP port deletion for 08d61eea-194f-4958-9f16-3be88e1614e0 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:43:05.780686 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04b05e9d-c8c6-4777-8e2b-df4e4bb5612d req-194d939b-bbeb-4b70-8c87-ef749373f5a3 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/ports?device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c HTTP/1.1" status: 200 len: 948 time: 0.3732257 Aug 16 22:43:05.901880 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-18e23c88-0b83-43ff-be80-a7d25d7f7ed2 None None] Deleting port b929f832-f8f7-404c-b45e-71ce27736171 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:43:05.902545 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-18e23c88-0b83-43ff-be80-a7d25d7f7ed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:05.903268 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04b05e9d-c8c6-4777-8e2b-df4e4bb5612d req-8b66ee9a-1fe1-4c49-8d0d-02bb87c812ad tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/security-groups?id=f0bdbeb5-2c6b-4d1b-a2f3-4d266efe2c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216068 Aug 16 22:43:05.939110 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-79581619-d824-40e6-ab51-87946e500e19 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Deleting port b929f832-f8f7-404c-b45e-71ce27736171 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:43:05.939891 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79581619-d824-40e6-ab51-87946e500e19 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:06.013437 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-e0c00841-59b1-4314-8685-cbadce1b85d1 None None] Set router d0787a90-3356-4539-bb06-6112377b5f64 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:43:06.171506 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-18e23c88-0b83-43ff-be80-a7d25d7f7ed2 None None] For port b929f832-f8f7-404c-b45e-71ce27736171, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b929f832-f8f7-404c-b45e-71ce27736171,segment=NetworkSegment(850c5c81-09c7-434d-aa1f-33a0b65b9bca),segment_id=850c5c81-09c7-434d-aa1f-33a0b65b9bca)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:06.175780 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-18e23c88-0b83-43ff-be80-a7d25d7f7ed2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:06.220301 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-18e23c88-0b83-43ff-be80-a7d25d7f7ed2 None None] Calling delete_port for b929f832-f8f7-404c-b45e-71ce27736171 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:43:06.241922 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-79581619-d824-40e6-ab51-87946e500e19 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] For port b929f832-f8f7-404c-b45e-71ce27736171, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b929f832-f8f7-404c-b45e-71ce27736171,segment=NetworkSegment(850c5c81-09c7-434d-aa1f-33a0b65b9bca),segment_id=850c5c81-09c7-434d-aa1f-33a0b65b9bca)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:06.249070 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79581619-d824-40e6-ab51-87946e500e19 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:06.293717 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-79581619-d824-40e6-ab51-87946e500e19 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Calling delete_port for b929f832-f8f7-404c-b45e-71ce27736171 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:43:06.420946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b929f832-f8f7-404c-b45e-71ce27736171 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:43:06.538060 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-18e23c88-0b83-43ff-be80-a7d25d7f7ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:06.542546 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a164ca18-725a-40d1-9e27-fdb1e191e322 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:06.591573 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e23c88-0b83-43ff-be80-a7d25d7f7ed2 None None] Pushing event deleted for resources: {'Port': ['ID=b929f832-f8f7-404c-b45e-71ce27736171,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:06.594130 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e23c88-0b83-43ff-be80-a7d25d7f7ed2 None None] No DVR routers for this DVR port b929f832-f8f7-404c-b45e-71ce27736171 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:43:06.595609 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Port b929f832-f8f7-404c-b45e-71ce27736171 update to DOWN by agent not found {{(pid=94873) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 16 22:43:06.656283 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a164ca18-725a-40d1-9e27-fdb1e191e322 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:06.680578 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f851fd4-0a32-4de5-a729-bcb76457f78b req-7807bd8a-9602-41eb-8a35-50f1a9982d92 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:06.688048 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f851fd4-0a32-4de5-a729-bcb76457f78b req-7807bd8a-9602-41eb-8a35-50f1a9982d92 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.2906353 Aug 16 22:43:06.695308 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79581619-d824-40e6-ab51-87946e500e19 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:06.729747 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e0c00841-59b1-4314-8685-cbadce1b85d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:43:04Z', 'revision_number': 9, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad99e2b6-2084-4729-b6c4-58e0a73e3f1e', 'name': '', 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:0f:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:36Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:06.759612 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164ca18-725a-40d1-9e27-fdb1e191e322 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Subnet': ['ID=a95940e2-1485-4649-94fd-35f56f8661c3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:06.786439 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a164ca18-725a-40d1-9e27-fdb1e191e322 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:06.788842 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a164ca18-725a-40d1-9e27-fdb1e191e322 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/subnets/a95940e2-1485-4649-94fd-35f56f8661c3 HTTP/1.1" status: 204 len: 168 time: 1.2915506 Aug 16 22:43:06.791427 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51406) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:06.811946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b8c3b1-b508-45bf-a12b-a208f883a691 None None] Network 882e3a5d-1787-44fc-8aae-d838e4ea2743 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:43:06.828371 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79581619-d824-40e6-ab51-87946e500e19 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] No DVR routers for this DVR port b929f832-f8f7-404c-b45e-71ce27736171 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:43:06.843064 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c00841-59b1-4314-8685-cbadce1b85d1 None None] Checking router: d0787a90-3356-4539-bb06-6112377b5f64 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:43:06.849346 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79581619-d824-40e6-ab51-87946e500e19 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Port': ['ID=b929f832-f8f7-404c-b45e-71ce27736171,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:06.873834 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c00841-59b1-4314-8685-cbadce1b85d1 None None] Routers {'d0787a90-3356-4539-bb06-6112377b5f64'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:43:06.876977 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e0c00841-59b1-4314-8685-cbadce1b85d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:42:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0787a90-3356-4539-bb06-6112377b5f64'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:06.987465 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f851fd4-0a32-4de5-a729-bcb76457f78b req-69011489-559e-4873-be87-216561df35ab tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875848 Aug 16 22:43:07.104758 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-e0c00841-59b1-4314-8685-cbadce1b85d1 None None] Set router d0787a90-3356-4539-bb06-6112377b5f64 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:43:07.135520 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a0d-d0e5-466f-912c-e312a2f6522c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:07.213783 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79581619-d824-40e6-ab51-87946e500e19 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:07.242485 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-79581619-d824-40e6-ab51-87946e500e19 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d61eea-194f-4958-9f16-3be88e1614e0']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:07.275029 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ad4150-9676-4120-aeab-0851a162df51 None None] DHCP port deletion for 882e3a5d-1787-44fc-8aae-d838e4ea2743 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:43:07.296544 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-79581619-d824-40e6-ab51-87946e500e19 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850c5c81-09c7-434d-aa1f-33a0b65b9bca') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:07.298040 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-79581619-d824-40e6-ab51-87946e500e19 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850c5c81-09c7-434d-aa1f-33a0b65b9bca') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:07.312574 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79581619-d824-40e6-ab51-87946e500e19 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:07.332193 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79581619-d824-40e6-ab51-87946e500e19 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:07.338558 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f62c6a0d-d0e5-466f-912c-e312a2f6522c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting port 2cfd8038-7748-49d0-89ec-44d8112fac92 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:43:07.338558 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a0d-d0e5-466f-912c-e312a2f6522c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:07.340119 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79581619-d824-40e6-ab51-87946e500e19 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:43:07.340119 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79581619-d824-40e6-ab51-87946e500e19 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:07.452645 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-10ad4150-9676-4120-aeab-0851a162df51 None None] Deleting port 2cfd8038-7748-49d0-89ec-44d8112fac92 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:43:07.453244 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-10ad4150-9676-4120-aeab-0851a162df51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:43:07.483452 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:43:07.490206 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79581619-d824-40e6-ab51-87946e500e19 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:07.525545 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79581619-d824-40e6-ab51-87946e500e19 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:07.528685 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-79581619-d824-40e6-ab51-87946e500e19 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] 10.222.0.93 "DELETE /v2.0/networks/08d61eea-194f-4958-9f16-3be88e1614e0 HTTP/1.1" status: 204 len: 168 time: 2.2006681 Aug 16 22:43:07.530578 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79581619-d824-40e6-ab51-87946e500e19 tempest-NetworksTest-809140979 tempest-NetworksTest-809140979-project] Pushing event deleted for resources: {'Network': ['ID=08d61eea-194f-4958-9f16-3be88e1614e0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:07.550080 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f62c6a0d-d0e5-466f-912c-e312a2f6522c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] For port 2cfd8038-7748-49d0-89ec-44d8112fac92, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=2cfd8038-7748-49d0-89ec-44d8112fac92,segment=NetworkSegment(e79109b5-76c2-4276-972e-ace93329d46b),segment_id=e79109b5-76c2-4276-972e-ace93329d46b)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:07.551943 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a0d-d0e5-466f-912c-e312a2f6522c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:07.595243 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f62c6a0d-d0e5-466f-912c-e312a2f6522c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Calling delete_port for 2cfd8038-7748-49d0-89ec-44d8112fac92 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:43:07.697128 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e0c00841-59b1-4314-8685-cbadce1b85d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:43:04Z', 'revision_number': 9, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad99e2b6-2084-4729-b6c4-58e0a73e3f1e', 'name': '', 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:0f:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:36Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:07.774701 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c00841-59b1-4314-8685-cbadce1b85d1 None None] The sync data for ids ['d0787a90-3356-4539-bb06-6112377b5f64'] in n-d-792458-15 is: [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:43:04Z', 'revision_number': 9, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad99e2b6-2084-4729-b6c4-58e0a73e3f1e', 'name': '', 'network_id': '45733d0d-42d8-479f-b99e-b8bb95cede61', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:0f:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:36Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': 'fa2d64e5-c88e-4a53-872c-1d40cb75e3b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:43:07.795050 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a0d-d0e5-466f-912c-e312a2f6522c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:07.896615 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c6a0d-d0e5-466f-912c-e312a2f6522c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Port': ['ID=2cfd8038-7748-49d0-89ec-44d8112fac92,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:07.925337 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c6a0d-d0e5-466f-912c-e312a2f6522c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] No DVR routers for this DVR port 2cfd8038-7748-49d0-89ec-44d8112fac92 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:43:07.933573 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-10ad4150-9676-4120-aeab-0851a162df51 None None] For port 2cfd8038-7748-49d0-89ec-44d8112fac92, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=2cfd8038-7748-49d0-89ec-44d8112fac92,segment=NetworkSegment(e79109b5-76c2-4276-972e-ace93329d46b),segment_id=e79109b5-76c2-4276-972e-ace93329d46b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:07.934172 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-10ad4150-9676-4120-aeab-0851a162df51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:07.953517 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-10ad4150-9676-4120-aeab-0851a162df51 None None] Calling delete_port for 2cfd8038-7748-49d0-89ec-44d8112fac92 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:43:08.107725 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-10ad4150-9676-4120-aeab-0851a162df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:08.130036 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ad4150-9676-4120-aeab-0851a162df51 None None] No DVR routers for this DVR port 2cfd8038-7748-49d0-89ec-44d8112fac92 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:43:08.165207 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a0d-d0e5-466f-912c-e312a2f6522c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:08.180581 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-f62c6a0d-d0e5-466f-912c-e312a2f6522c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882e3a5d-1787-44fc-8aae-d838e4ea2743']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:08.198608 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-f62c6a0d-d0e5-466f-912c-e312a2f6522c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79109b5-76c2-4276-972e-ace93329d46b') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:08.199309 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-f62c6a0d-d0e5-466f-912c-e312a2f6522c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79109b5-76c2-4276-972e-ace93329d46b') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:08.200785 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b99273-58b6-4271-94b9-0ebe4a4347e8 req-d339e9c4-efab-487d-922c-f816e02f23cd tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:08.206956 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23b99273-58b6-4271-94b9-0ebe4a4347e8 req-d339e9c4-efab-487d-922c-f816e02f23cd tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.1149135 Aug 16 22:43:08.232875 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a0d-d0e5-466f-912c-e312a2f6522c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:08.247832 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad4150-9676-4120-aeab-0851a162df51 None None] Pushing event deleted for resources: {'Port': ['ID=2cfd8038-7748-49d0-89ec-44d8112fac92,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:08.307512 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 2cfd8038-7748-49d0-89ec-44d8112fac92 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:43:08.311583 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a0d-d0e5-466f-912c-e312a2f6522c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:08.328713 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62c6a0d-d0e5-466f-912c-e312a2f6522c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:43:08.329313 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a0d-d0e5-466f-912c-e312a2f6522c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:43:08.333451 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:43:08.397926 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23b99273-58b6-4271-94b9-0ebe4a4347e8 req-c167ed4a-b04a-458f-ac59-5a3cdd486863 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823854 Aug 16 22:43:08.405108 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 2cfd8038-7748-49d0-89ec-44d8112fac92 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:43:08.405382 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 2cfd8038-7748-49d0-89ec-44d8112fac92 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:43:08.405806 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1264eff7-dfaf-4ba2-87cc-b41513b370d0 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:43:08.430562 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51472) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:08.441685 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a0d-d0e5-466f-912c-e312a2f6522c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:08.471014 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a0d-d0e5-466f-912c-e312a2f6522c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:08.474716 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f62c6a0d-d0e5-466f-912c-e312a2f6522c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/networks/882e3a5d-1787-44fc-8aae-d838e4ea2743 HTTP/1.1" status: 204 len: 168 time: 1.6821287 Aug 16 22:43:08.475836 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c6a0d-d0e5-466f-912c-e312a2f6522c tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Network': ['ID=882e3a5d-1787-44fc-8aae-d838e4ea2743,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:08.477445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51476) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:08.503848 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 1264eff7-dfaf-4ba2-87cc-b41513b370d0 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:43:08.504937 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1264eff7-dfaf-4ba2-87cc-b41513b370d0 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:43:08.676568 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:08.761872 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51486) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:08.773440 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7ff7c521-44cf-4dde-80a4-868a5618778f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1c4d23d28b9644d0b9c38931bdb1dc2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3407681 Aug 16 22:43:08.876426 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81172ed8-9a86-446b-b357-060155fa6779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:08.928175 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81172ed8-9a86-446b-b357-060155fa6779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:09.024681 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81172ed8-9a86-446b-b357-060155fa6779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:09.028423 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81172ed8-9a86-446b-b357-060155fa6779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:09.036929 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-81172ed8-9a86-446b-b357-060155fa6779 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/260d63dd-a99d-444b-8e17-e0596939c860 HTTP/1.1" status: 204 len: 168 time: 0.2662921 Aug 16 22:43:09.045705 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81172ed8-9a86-446b-b357-060155fa6779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260d63dd-a99d-444b-8e17-e0596939c860,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:09.068121 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b033666a-9b00-4547-b8ef-c43d688b9f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:09.966523 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919b2e6-0635-4946-b2c3-327d3a322492 req-57cac380-bd50-4de7-82ed-12926a84bba4 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:09.976376 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f919b2e6-0635-4946-b2c3-327d3a322492 req-57cac380-bd50-4de7-82ed-12926a84bba4 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.2457402 Aug 16 22:43:10.120158 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f919b2e6-0635-4946-b2c3-327d3a322492 req-b815055f-2fa9-40f0-a55b-fd480d07892a tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423883 Aug 16 22:43:10.344762 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66a40f2d-a6d9-4618-ba13-aafec1ef1c37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:10.800471 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51632) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:10.822037 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:11.023569 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-66a40f2d-a6d9-4618-ba13-aafec1ef1c37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting port ad99e2b6-2084-4729-b6c4-58e0a73e3f1e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:43:11.027059 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66a40f2d-a6d9-4618-ba13-aafec1ef1c37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:11.138001 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-40e5b5d9-02cf-4d9b-a8a2-6b2e0d01d37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:11.246108 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-66a40f2d-a6d9-4618-ba13-aafec1ef1c37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] For port ad99e2b6-2084-4729-b6c4-58e0a73e3f1e, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ad99e2b6-2084-4729-b6c4-58e0a73e3f1e,segment=NetworkSegment(2027083d-89a6-4acd-ac88-e5c5d3c0919a),segment_id=2027083d-89a6-4acd-ac88-e5c5d3c0919a)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:11.246778 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66a40f2d-a6d9-4618-ba13-aafec1ef1c37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:11.298164 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-66a40f2d-a6d9-4618-ba13-aafec1ef1c37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Calling delete_port for ad99e2b6-2084-4729-b6c4-58e0a73e3f1e owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:43:11.363497 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-40e5b5d9-02cf-4d9b-a8a2-6b2e0d01d37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:11.371396 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-40e5b5d9-02cf-4d9b-a8a2-6b2e0d01d37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:11.485410 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5b5d9-02cf-4d9b-a8a2-6b2e0d01d37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8397dd86-d083-4260-a6aa-76e63e1768be,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:11.535571 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-35b28a7b-5e15-4247-bac3-b1f939ceb9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:11.539632 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-40e5b5d9-02cf-4d9b-a8a2-6b2e0d01d37d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b476cdbf08494aad89ac1d22abbd1317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7376115 Aug 16 22:43:11.542550 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51670) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:11.625806 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6247e-2387-46a3-a23d-a85d00ee6602 req-35fe0cac-edd8-4f0f-9d03-46901c202a69 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:11.645292 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2df6247e-2387-46a3-a23d-a85d00ee6602 req-35fe0cac-edd8-4f0f-9d03-46901c202a69 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.3513722 Aug 16 22:43:11.680266 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b767795-9343-4455-9dff-6b8a14a3114a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:11.730092 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b767795-9343-4455-9dff-6b8a14a3114a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:11.810277 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2df6247e-2387-46a3-a23d-a85d00ee6602 req-107fef52-bee8-4e58-8341-353f22fd538e tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644177 Aug 16 22:43:11.860263 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b767795-9343-4455-9dff-6b8a14a3114a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:11.863375 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b767795-9343-4455-9dff-6b8a14a3114a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:11.874493 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5b767795-9343-4455-9dff-6b8a14a3114a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8397dd86-d083-4260-a6aa-76e63e1768be HTTP/1.1" status: 204 len: 168 time: 0.3210378 Aug 16 22:43:11.909064 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b767795-9343-4455-9dff-6b8a14a3114a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8397dd86-d083-4260-a6aa-76e63e1768be,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:12.035994 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66a40f2d-a6d9-4618-ba13-aafec1ef1c37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:12.086996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a40f2d-a6d9-4618-ba13-aafec1ef1c37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Port': ['ID=ad99e2b6-2084-4729-b6c4-58e0a73e3f1e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:12.100316 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:12.461424 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66a40f2d-a6d9-4618-ba13-aafec1ef1c37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:12.566694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51702) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:12.581075 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71ca85cf-82ad-4a85-8436-219ce7a6b82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:12.710021 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71ca85cf-82ad-4a85-8436-219ce7a6b82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:12.716908 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71ca85cf-82ad-4a85-8436-219ce7a6b82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:12.760759 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca85cf-82ad-4a85-8436-219ce7a6b82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195f5102-bf2b-498e-b5d3-64d1ef594dca,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:12.785761 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-71ca85cf-82ad-4a85-8436-219ce7a6b82d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=da2f3324821d4f929d222074959c9508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2179756 Aug 16 22:43:12.788715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51706) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:12.920342 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13a62b77-9bd4-435c-8bd3-6d1bfb06d71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:12.953716 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a40f2d-a6d9-4618-ba13-aafec1ef1c37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router d0787a90-3356-4539-bb06-6112377b5f64 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:43:13.001138 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13a62b77-9bd4-435c-8bd3-6d1bfb06d71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:13.086857 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13a62b77-9bd4-435c-8bd3-6d1bfb06d71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:13.090992 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13a62b77-9bd4-435c-8bd3-6d1bfb06d71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:13.097623 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-13a62b77-9bd4-435c-8bd3-6d1bfb06d71a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/195f5102-bf2b-498e-b5d3-64d1ef594dca HTTP/1.1" status: 204 len: 168 time: 0.3071320 Aug 16 22:43:13.119306 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a62b77-9bd4-435c-8bd3-6d1bfb06d71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195f5102-bf2b-498e-b5d3-64d1ef594dca,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:13.236022 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:13.241409 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a40f2d-a6d9-4618-ba13-aafec1ef1c37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:43:13.271176 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b90e8cb-01b5-458f-805a-dd53f18711bf None None] Sync routers for ids ['d0787a90-3356-4539-bb06-6112377b5f64'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:43:13.289203 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b90e8cb-01b5-458f-805a-dd53f18711bf None None] Routers {'d0787a90-3356-4539-bb06-6112377b5f64'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:43:13.292598 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2b90e8cb-01b5-458f-805a-dd53f18711bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:43:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0787a90-3356-4539-bb06-6112377b5f64'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:13.311064 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-66a40f2d-a6d9-4618-ba13-aafec1ef1c37 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/d0787a90-3356-4539-bb06-6112377b5f64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8321595 Aug 16 22:43:13.314126 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51724) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:13.427821 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd75bfc-e7b5-47e0-a934-f786d0d8506b req-21b3d6eb-e51e-4de4-84a5-24aa0c0650a2 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:13.435583 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afd75bfc-e7b5-47e0-a934-f786d0d8506b req-21b3d6eb-e51e-4de4-84a5-24aa0c0650a2 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.4429998 Aug 16 22:43:13.510082 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afd75bfc-e7b5-47e0-a934-f786d0d8506b req-9f5bf728-f609-4f06-aae8-ecb28bbca607 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665975 Aug 16 22:43:13.511598 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2b90e8cb-01b5-458f-805a-dd53f18711bf None None] Set router d0787a90-3356-4539-bb06-6112377b5f64 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:43:13.548266 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-288882d5-f2ba-4ca8-9c0e-094b4d502c72 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting subnet fa2d64e5-c88e-4a53-872c-1d40cb75e3b3 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:43:13.554223 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-288882d5-f2ba-4ca8-9c0e-094b4d502c72 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:13.688849 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-288882d5-f2ba-4ca8-9c0e-094b4d502c72 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:13.903302 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-288882d5-f2ba-4ca8-9c0e-094b4d502c72 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:14.065663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2b90e8cb-01b5-458f-805a-dd53f18711bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:43:11Z', 'revision_number': 10, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:14.106855 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b90e8cb-01b5-458f-805a-dd53f18711bf None None] Checking router: d0787a90-3356-4539-bb06-6112377b5f64 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:43:14.115675 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-288882d5-f2ba-4ca8-9c0e-094b4d502c72 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:14.170344 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-288882d5-f2ba-4ca8-9c0e-094b4d502c72 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:14.171513 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb57abb8-f2fc-4168-99f6-d540eda2480f None None] Network 45733d0d-42d8-479f-b99e-b8bb95cede61 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:43:14.175078 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-288882d5-f2ba-4ca8-9c0e-094b4d502c72 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/subnets/fa2d64e5-c88e-4a53-872c-1d40cb75e3b3 HTTP/1.1" status: 204 len: 168 time: 0.8597085 Aug 16 22:43:14.178465 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51744) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:14.273753 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288882d5-f2ba-4ca8-9c0e-094b4d502c72 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Subnet': ['ID=fa2d64e5-c88e-4a53-872c-1d40cb75e3b3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:14.380463 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b90e8cb-01b5-458f-805a-dd53f18711bf None None] Routers {'d0787a90-3356-4539-bb06-6112377b5f64'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:43:14.386295 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2b90e8cb-01b5-458f-805a-dd53f18711bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:43:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0787a90-3356-4539-bb06-6112377b5f64'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:14.448843 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3474750-d611-4d46-aa8c-c962c4746338 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:14.516835 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f3474750-d611-4d46-aa8c-c962c4746338 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting port 9c8bb0d0-d3dc-44ad-985c-d0320e2850da {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:43:14.517159 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3474750-d611-4d46-aa8c-c962c4746338 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:14.727768 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-f3474750-d611-4d46-aa8c-c962c4746338 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] For port 9c8bb0d0-d3dc-44ad-985c-d0320e2850da, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9c8bb0d0-d3dc-44ad-985c-d0320e2850da,segment=NetworkSegment(2027083d-89a6-4acd-ac88-e5c5d3c0919a),segment_id=2027083d-89a6-4acd-ac88-e5c5d3c0919a)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:14.728154 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3474750-d611-4d46-aa8c-c962c4746338 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:14.762504 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2b90e8cb-01b5-458f-805a-dd53f18711bf None None] Set router d0787a90-3356-4539-bb06-6112377b5f64 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:43:14.765807 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed46976-e817-46e8-ae3c-a553a9aaca1e req-385f74fd-315b-4129-91d5-a486ad383974 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:14.775762 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aed46976-e817-46e8-ae3c-a553a9aaca1e req-385f74fd-315b-4129-91d5-a486ad383974 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.1113968 Aug 16 22:43:14.803562 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f3474750-d611-4d46-aa8c-c962c4746338 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Calling delete_port for 9c8bb0d0-d3dc-44ad-985c-d0320e2850da owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:43:14.844581 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aed46976-e817-46e8-ae3c-a553a9aaca1e req-9fbe0070-91ed-471d-b833-46680a8ea7af tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678165 Aug 16 22:43:14.875540 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a4ee9f-7b50-4e6b-8e28-bd7daf881c7b None None] DHCP port deletion for 45733d0d-42d8-479f-b99e-b8bb95cede61 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:43:14.899729 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:14.940682 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3474750-d611-4d46-aa8c-c962c4746338 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:14.963567 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3474750-d611-4d46-aa8c-c962c4746338 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] No DVR routers for this DVR port 9c8bb0d0-d3dc-44ad-985c-d0320e2850da on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:43:15.016968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3474750-d611-4d46-aa8c-c962c4746338 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Port': ['ID=9c8bb0d0-d3dc-44ad-985c-d0320e2850da,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:15.079694 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3474750-d611-4d46-aa8c-c962c4746338 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:15.091893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f3474750-d611-4d46-aa8c-c962c4746338 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45733d0d-42d8-479f-b99e-b8bb95cede61']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:15.103473 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f3474750-d611-4d46-aa8c-c962c4746338 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2027083d-89a6-4acd-ac88-e5c5d3c0919a') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:15.103766 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-f3474750-d611-4d46-aa8c-c962c4746338 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2027083d-89a6-4acd-ac88-e5c5d3c0919a') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:15.120873 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2b90e8cb-01b5-458f-805a-dd53f18711bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:43:11Z', 'revision_number': 10, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:15.124437 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3474750-d611-4d46-aa8c-c962c4746338 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:15.146073 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3474750-d611-4d46-aa8c-c962c4746338 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:15.152548 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3474750-d611-4d46-aa8c-c962c4746338 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:43:15.153083 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3474750-d611-4d46-aa8c-c962c4746338 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:43:15.156967 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:43:15.163165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b90e8cb-01b5-458f-805a-dd53f18711bf None None] The sync data for ids ['d0787a90-3356-4539-bb06-6112377b5f64'] in n-d-792458-15 is: [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:43:11Z', 'revision_number': 10, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None, '_interfaces': [{'id': '60178879-0025-425c-b195-55692d14d8a5', 'name': '', 'network_id': '442e80ff-9ebb-4a07-9ecd-a51874717156', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'mac_address': 'fa:16:3e:8a:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0097655b-6514-4f28-acb5-1ed641575306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:10Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 5, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'subnets': [{'id': '0097655b-6514-4f28-acb5-1ed641575306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:43:15.256750 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3474750-d611-4d46-aa8c-c962c4746338 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:15.269280 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f3474750-d611-4d46-aa8c-c962c4746338 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:15.271164 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f3474750-d611-4d46-aa8c-c962c4746338 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/networks/45733d0d-42d8-479f-b99e-b8bb95cede61 HTTP/1.1" status: 204 len: 168 time: 1.0911586 Aug 16 22:43:15.274203 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51780) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:15.284648 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3474750-d611-4d46-aa8c-c962c4746338 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Network': ['ID=45733d0d-42d8-479f-b99e-b8bb95cede61,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:15.883842 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce8e8214-7ab2-489a-b7ab-bfd4b1df7171 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:16.110369 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae479d-5356-461c-96a3-cf80bbaecd26 req-c4cfd3c7-ab5c-4e3c-8728-9e7a7745056e tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:16.118716 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84ae479d-5356-461c-96a3-cf80bbaecd26 req-c4cfd3c7-ab5c-4e3c-8728-9e7a7745056e tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.1258063 Aug 16 22:43:16.173562 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ad99e2b6-2084-4729-b6c4-58e0a73e3f1e no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:43:16.205851 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84ae479d-5356-461c-96a3-cf80bbaecd26 req-0a64588a-1cf6-48d5-9a8b-a7723996afe8 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840521 Aug 16 22:43:16.213733 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: ad99e2b6-2084-4729-b6c4-58e0a73e3f1e {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:43:16.216742 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ad99e2b6-2084-4729-b6c4-58e0a73e3f1e not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:43:16.217280 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9c8bb0d0-d3dc-44ad-985c-d0320e2850da no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:43:16.266846 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 9c8bb0d0-d3dc-44ad-985c-d0320e2850da {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:43:16.267118 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9c8bb0d0-d3dc-44ad-985c-d0320e2850da not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:43:16.320321 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ce8e8214-7ab2-489a-b7ab-bfd4b1df7171 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting port 60178879-0025-425c-b195-55692d14d8a5 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:43:16.320887 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce8e8214-7ab2-489a-b7ab-bfd4b1df7171 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:16.613664 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-ce8e8214-7ab2-489a-b7ab-bfd4b1df7171 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] For port 60178879-0025-425c-b195-55692d14d8a5, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=60178879-0025-425c-b195-55692d14d8a5,segment=NetworkSegment(ff5fb956-26c5-454c-a2a8-252e61ebc05c),segment_id=ff5fb956-26c5-454c-a2a8-252e61ebc05c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:16.614071 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce8e8214-7ab2-489a-b7ab-bfd4b1df7171 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:16.649446 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ce8e8214-7ab2-489a-b7ab-bfd4b1df7171 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Calling delete_port for 60178879-0025-425c-b195-55692d14d8a5 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:43:16.957121 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce8e8214-7ab2-489a-b7ab-bfd4b1df7171 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:17.032595 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e8214-7ab2-489a-b7ab-bfd4b1df7171 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Port': ['ID=60178879-0025-425c-b195-55692d14d8a5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:17.268780 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51872) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:17.326165 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce8e8214-7ab2-489a-b7ab-bfd4b1df7171 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:17.374321 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35aa4a6-0c6d-441a-b4e5-26fa55d91a27 req-79de6606-1bf1-4480-84e8-1d5c09de1f28 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:17.396228 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a35aa4a6-0c6d-441a-b4e5-26fa55d91a27 req-79de6606-1bf1-4480-84e8-1d5c09de1f28 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.0969236 Aug 16 22:43:17.435562 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a35aa4a6-0c6d-441a-b4e5-26fa55d91a27 req-d2329b21-8069-497e-a140-b7bd15b2b57d tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379832 Aug 16 22:43:17.611693 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b3e71b4b-1dac-4d39-a794-56dec234aaf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:17.666949 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8e8214-7ab2-489a-b7ab-bfd4b1df7171 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router d0787a90-3356-4539-bb06-6112377b5f64 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:43:17.782650 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8e8214-7ab2-489a-b7ab-bfd4b1df7171 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:43:17.790415 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ce8e8214-7ab2-489a-b7ab-bfd4b1df7171 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/d0787a90-3356-4539-bb06-6112377b5f64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5118241 Aug 16 22:43:17.791291 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51884) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:17.806712 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c728a0a5-9bb0-4c8c-959c-6655cecb20a5 None None] Sync routers for ids ['d0787a90-3356-4539-bb06-6112377b5f64'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:43:17.823480 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c728a0a5-9bb0-4c8c-959c-6655cecb20a5 None None] Routers {'d0787a90-3356-4539-bb06-6112377b5f64'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:43:17.824672 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c728a0a5-9bb0-4c8c-959c-6655cecb20a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:43:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0787a90-3356-4539-bb06-6112377b5f64'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:17.911043 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ed1772-d838-41ab-b044-6f928cffc75b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting subnet 0097655b-6514-4f28-acb5-1ed641575306 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:43:17.917469 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71ed1772-d838-41ab-b044-6f928cffc75b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:17.928379 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b3e71b4b-1dac-4d39-a794-56dec234aaf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:17.935935 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-c728a0a5-9bb0-4c8c-959c-6655cecb20a5 None None] Set router d0787a90-3356-4539-bb06-6112377b5f64 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:43:17.940068 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b3e71b4b-1dac-4d39-a794-56dec234aaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:17.997614 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c728a0a5-9bb0-4c8c-959c-6655cecb20a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:43:16Z', 'revision_number': 11, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:18.000904 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e71b4b-1dac-4d39-a794-56dec234aaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dca112c-5bc8-44cc-9333-0201b015256a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:18.025929 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b3e71b4b-1dac-4d39-a794-56dec234aaf6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c67366b4afa546b6ad4eb0eb93e97f71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7541342 Aug 16 22:43:18.028199 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51892) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:18.036137 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c728a0a5-9bb0-4c8c-959c-6655cecb20a5 None None] Checking router: d0787a90-3356-4539-bb06-6112377b5f64 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:43:18.045552 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c728a0a5-9bb0-4c8c-959c-6655cecb20a5 None None] Routers {'d0787a90-3356-4539-bb06-6112377b5f64'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:43:18.046345 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c728a0a5-9bb0-4c8c-959c-6655cecb20a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:43:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0787a90-3356-4539-bb06-6112377b5f64'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:18.051458 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71ed1772-d838-41ab-b044-6f928cffc75b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:18.127892 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-c728a0a5-9bb0-4c8c-959c-6655cecb20a5 None None] Set router d0787a90-3356-4539-bb06-6112377b5f64 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:43:18.158040 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5a2476f-f2f0-4a46-81b9-be558e381868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:18.201985 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71ed1772-d838-41ab-b044-6f928cffc75b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:18.206761 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5a2476f-f2f0-4a46-81b9-be558e381868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:18.259072 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c728a0a5-9bb0-4c8c-959c-6655cecb20a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:43:16Z', 'revision_number': 11, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:18.314299 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5a2476f-f2f0-4a46-81b9-be558e381868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:18.318182 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b5a2476f-f2f0-4a46-81b9-be558e381868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:18.321766 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b5a2476f-f2f0-4a46-81b9-be558e381868 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6dca112c-5bc8-44cc-9333-0201b015256a HTTP/1.1" status: 204 len: 168 time: 0.2902224 Aug 16 22:43:18.326933 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c728a0a5-9bb0-4c8c-959c-6655cecb20a5 None None] The sync data for ids ['d0787a90-3356-4539-bb06-6112377b5f64'] in n-d-792458-15 is: [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:43:16Z', 'revision_number': 11, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:43:18.330260 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2476f-f2f0-4a46-81b9-be558e381868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dca112c-5bc8-44cc-9333-0201b015256a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:18.388193 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71ed1772-d838-41ab-b044-6f928cffc75b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:18.446510 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed1772-d838-41ab-b044-6f928cffc75b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Subnet': ['ID=0097655b-6514-4f28-acb5-1ed641575306,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:18.457279 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71ed1772-d838-41ab-b044-6f928cffc75b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:18.459259 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-71ed1772-d838-41ab-b044-6f928cffc75b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/subnets/0097655b-6514-4f28-acb5-1ed641575306 HTTP/1.1" status: 204 len: 168 time: 0.6667128 Aug 16 22:43:18.462502 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51904) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:18.465875 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0713333-c212-4142-a654-e88bc3ccbfc9 None None] Network 442e80ff-9ebb-4a07-9ecd-a51874717156 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:43:18.733846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e24f63-2319-4dca-9b3f-d9f52e55619e req-98c9e260-a5ee-416a-b1a4-37156456a29e tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:18.737790 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c3e24f63-2319-4dca-9b3f-d9f52e55619e req-98c9e260-a5ee-416a-b1a4-37156456a29e tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.1215551 Aug 16 22:43:18.747881 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35688655-4e07-414b-8700-b9b1a7fe0d56 None None] DHCP port deletion for 442e80ff-9ebb-4a07-9ecd-a51874717156 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:43:18.764831 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6eee8ece-3bf1-46cb-91e1-f504fee13c9b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:18.887383 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-35688655-4e07-414b-8700-b9b1a7fe0d56 None None] Deleting port c25b9317-8849-4e5f-a4db-f1471f599022 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:43:18.888457 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-35688655-4e07-414b-8700-b9b1a7fe0d56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:18.944506 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51924) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:18.974525 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9347f0da-c86d-4645-a36b-bb61e0e50170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:18.987366 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c3e24f63-2319-4dca-9b3f-d9f52e55619e req-99326b30-995d-42ba-8b5e-d00fe8f69ff9 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185049 Aug 16 22:43:19.019179 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-35688655-4e07-414b-8700-b9b1a7fe0d56 None None] For port c25b9317-8849-4e5f-a4db-f1471f599022, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c25b9317-8849-4e5f-a4db-f1471f599022,segment=NetworkSegment(ff5fb956-26c5-454c-a2a8-252e61ebc05c),segment_id=ff5fb956-26c5-454c-a2a8-252e61ebc05c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:19.020014 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-35688655-4e07-414b-8700-b9b1a7fe0d56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.039791 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-35688655-4e07-414b-8700-b9b1a7fe0d56 None None] Calling delete_port for c25b9317-8849-4e5f-a4db-f1471f599022 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:43:19.040926 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6eee8ece-3bf1-46cb-91e1-f504fee13c9b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Deleting port c25b9317-8849-4e5f-a4db-f1471f599022 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:43:19.041553 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6eee8ece-3bf1-46cb-91e1-f504fee13c9b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.130040 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-6eee8ece-3bf1-46cb-91e1-f504fee13c9b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] For port c25b9317-8849-4e5f-a4db-f1471f599022, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c25b9317-8849-4e5f-a4db-f1471f599022,segment=NetworkSegment(ff5fb956-26c5-454c-a2a8-252e61ebc05c),segment_id=ff5fb956-26c5-454c-a2a8-252e61ebc05c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:19.130987 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6eee8ece-3bf1-46cb-91e1-f504fee13c9b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.151222 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9347f0da-c86d-4645-a36b-bb61e0e50170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.159012 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9347f0da-c86d-4645-a36b-bb61e0e50170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.166094 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6eee8ece-3bf1-46cb-91e1-f504fee13c9b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Calling delete_port for c25b9317-8849-4e5f-a4db-f1471f599022 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:43:19.167205 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-35688655-4e07-414b-8700-b9b1a7fe0d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.219475 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35688655-4e07-414b-8700-b9b1a7fe0d56 None None] Pushing event deleted for resources: {'Port': ['ID=c25b9317-8849-4e5f-a4db-f1471f599022,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:19.220289 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9347f0da-c86d-4645-a36b-bb61e0e50170 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=86a1bbaf47904ef588e794b3c92d93df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2751849 Aug 16 22:43:19.224998 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51926) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:19.230150 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35688655-4e07-414b-8700-b9b1a7fe0d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.230511 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35688655-4e07-414b-8700-b9b1a7fe0d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.231262 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35688655-4e07-414b-8700-b9b1a7fe0d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.231633 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35688655-4e07-414b-8700-b9b1a7fe0d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.232206 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35688655-4e07-414b-8700-b9b1a7fe0d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.232561 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35688655-4e07-414b-8700-b9b1a7fe0d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.232903 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35688655-4e07-414b-8700-b9b1a7fe0d56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.233236 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35688655-4e07-414b-8700-b9b1a7fe0d56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.233628 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35688655-4e07-414b-8700-b9b1a7fe0d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.233993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35688655-4e07-414b-8700-b9b1a7fe0d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.234487 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35688655-4e07-414b-8700-b9b1a7fe0d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.235092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35688655-4e07-414b-8700-b9b1a7fe0d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.244307 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35688655-4e07-414b-8700-b9b1a7fe0d56 None None] No DVR routers for this DVR port c25b9317-8849-4e5f-a4db-f1471f599022 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:43:19.318859 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347f0da-c86d-4645-a36b-bb61e0e50170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9417b1-090f-44c2-9bf9-22e87fc0a683,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:19.335083 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-266e26d6-b8e1-41f9-95bd-d8d0d761dd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.343594 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6eee8ece-3bf1-46cb-91e1-f504fee13c9b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.375904 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-266e26d6-b8e1-41f9-95bd-d8d0d761dd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.407068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee8ece-3bf1-46cb-91e1-f504fee13c9b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Port': ['ID=c25b9317-8849-4e5f-a4db-f1471f599022,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:19.426906 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee8ece-3bf1-46cb-91e1-f504fee13c9b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] No DVR routers for this DVR port c25b9317-8849-4e5f-a4db-f1471f599022 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:43:19.481505 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-266e26d6-b8e1-41f9-95bd-d8d0d761dd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.484526 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-266e26d6-b8e1-41f9-95bd-d8d0d761dd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.489238 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-266e26d6-b8e1-41f9-95bd-d8d0d761dd15 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2a9417b1-090f-44c2-9bf9-22e87fc0a683 HTTP/1.1" status: 204 len: 168 time: 0.2579379 Aug 16 22:43:19.505614 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e26d6-b8e1-41f9-95bd-d8d0d761dd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9417b1-090f-44c2-9bf9-22e87fc0a683,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:19.558265 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6eee8ece-3bf1-46cb-91e1-f504fee13c9b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.586738 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-6eee8ece-3bf1-46cb-91e1-f504fee13c9b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442e80ff-9ebb-4a07-9ecd-a51874717156']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:19.610675 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-6eee8ece-3bf1-46cb-91e1-f504fee13c9b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5fb956-26c5-454c-a2a8-252e61ebc05c') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:19.615854 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-6eee8ece-3bf1-46cb-91e1-f504fee13c9b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5fb956-26c5-454c-a2a8-252e61ebc05c') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:19.631252 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6eee8ece-3bf1-46cb-91e1-f504fee13c9b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.673765 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6eee8ece-3bf1-46cb-91e1-f504fee13c9b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.681521 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eee8ece-3bf1-46cb-91e1-f504fee13c9b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:43:19.682163 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6eee8ece-3bf1-46cb-91e1-f504fee13c9b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:43:19.686662 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:43:19.824612 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6eee8ece-3bf1-46cb-91e1-f504fee13c9b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.860019 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6eee8ece-3bf1-46cb-91e1-f504fee13c9b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.862838 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6eee8ece-3bf1-46cb-91e1-f504fee13c9b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/networks/442e80ff-9ebb-4a07-9ecd-a51874717156 HTTP/1.1" status: 204 len: 168 time: 1.3987753 Aug 16 22:43:19.864414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee8ece-3bf1-46cb-91e1-f504fee13c9b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Pushing event deleted for resources: {'Network': ['ID=442e80ff-9ebb-4a07-9ecd-a51874717156,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:19.865764 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51946) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:19.870675 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d2ee1fc0-5eae-47cb-82e2-e0abc1be8409 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'router': {'routes': None}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:20.163168 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.extraroute_db [None req-d2ee1fc0-5eae-47cb-82e2-e0abc1be8409 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Added routes are [] {{(pid=94872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 22:43:20.163894 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.extraroute_db [None req-d2ee1fc0-5eae-47cb-82e2-e0abc1be8409 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Removed routes are [] {{(pid=94872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 22:43:20.164487 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2ee1fc0-5eae-47cb-82e2-e0abc1be8409 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:20.323341 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 60178879-0025-425c-b195-55692d14d8a5 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:43:20.369191 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 60178879-0025-425c-b195-55692d14d8a5 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:43:20.369779 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 60178879-0025-425c-b195-55692d14d8a5 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:43:20.370006 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c25b9317-8849-4e5f-a4db-f1471f599022 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:43:20.441565 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: c25b9317-8849-4e5f-a4db-f1471f599022 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:43:20.444400 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c25b9317-8849-4e5f-a4db-f1471f599022 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:43:20.465637 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df57674-bdee-4045-8c89-bea31d5ec636 req-32b2d794-75b1-45d6-8cab-8bf7c5f3f285 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:20.473366 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4df57674-bdee-4045-8c89-bea31d5ec636 req-32b2d794-75b1-45d6-8cab-8bf7c5f3f285 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.1928477 Aug 16 22:43:20.488708 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2ee1fc0-5eae-47cb-82e2-e0abc1be8409 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:20.504775 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2ee1fc0-5eae-47cb-82e2-e0abc1be8409 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578920'] for router, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:20.658883 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4df57674-bdee-4045-8c89-bea31d5ec636 req-879f5af8-5015-446c-9be7-753990a6e198 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781597 Aug 16 22:43:20.769785 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ee1fc0-5eae-47cb-82e2-e0abc1be8409 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router d0787a90-3356-4539-bb06-6112377b5f64 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:43:20.935841 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ee1fc0-5eae-47cb-82e2-e0abc1be8409 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:43:20.958807 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b241dbc-1f04-493f-aa21-4a630da6c70c None None] Sync routers for ids ['d0787a90-3356-4539-bb06-6112377b5f64'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:43:20.984834 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b241dbc-1f04-493f-aa21-4a630da6c70c None None] Routers {'d0787a90-3356-4539-bb06-6112377b5f64'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:43:20.985917 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2b241dbc-1f04-493f-aa21-4a630da6c70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:43:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0787a90-3356-4539-bb06-6112377b5f64'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:20.987267 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2ee1fc0-5eae-47cb-82e2-e0abc1be8409 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:20.991971 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d2ee1fc0-5eae-47cb-82e2-e0abc1be8409 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/d0787a90-3356-4539-bb06-6112377b5f64 HTTP/1.1" status: 200 len: 701 time: 1.1250103 Aug 16 22:43:20.995176 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51984) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:21.043708 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51992) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:21.044068 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c5c985b3-d292-41f1-a853-0dc5dc4b9550 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0787a90-3356-4539-bb06-6112377b5f64 HTTP/1.1" status: 200 len: 205 time: 0.0476389 Aug 16 22:43:21.189094 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2b241dbc-1f04-493f-aa21-4a630da6c70c None None] Set router d0787a90-3356-4539-bb06-6112377b5f64 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:43:21.214760 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab3a8558-4b09-44fc-86e1-30ee34e703bf tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:21.325809 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2b241dbc-1f04-493f-aa21-4a630da6c70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:43:16Z', 'revision_number': 11, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:21.386242 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b241dbc-1f04-493f-aa21-4a630da6c70c None None] Checking router: d0787a90-3356-4539-bb06-6112377b5f64 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:43:21.402750 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b241dbc-1f04-493f-aa21-4a630da6c70c None None] Routers {'d0787a90-3356-4539-bb06-6112377b5f64'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:43:21.409703 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2b241dbc-1f04-493f-aa21-4a630da6c70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:43:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d0787a90-3356-4539-bb06-6112377b5f64'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:21.578748 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2b241dbc-1f04-493f-aa21-4a630da6c70c None None] Set router d0787a90-3356-4539-bb06-6112377b5f64 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:43:21.585850 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab3a8558-4b09-44fc-86e1-30ee34e703bf tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:21.588670 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab3a8558-4b09-44fc-86e1-30ee34e703bf tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:21.653219 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2b241dbc-1f04-493f-aa21-4a630da6c70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:43:16Z', 'revision_number': 11, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:21.659889 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab3a8558-4b09-44fc-86e1-30ee34e703bf tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:21.660458 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3a8558-4b09-44fc-86e1-30ee34e703bf tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Fanout notify agent at l3_agent the message router_deleted on router d0787a90-3356-4539-bb06-6112377b5f64 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:43:21.669348 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ab3a8558-4b09-44fc-86e1-30ee34e703bf tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:21.672214 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ab3a8558-4b09-44fc-86e1-30ee34e703bf tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/routers/d0787a90-3356-4539-bb06-6112377b5f64 HTTP/1.1" status: 204 len: 168 time: 0.6269953 Aug 16 22:43:21.677750 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52028) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:21.682849 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-79c23261-e41c-4bac-8b5d-f361bb71a8ab tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1928966252', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:21.712810 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79c23261-e41c-4bac-8b5d-f361bb71a8ab tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:21.714041 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79c23261-e41c-4bac-8b5d-f361bb71a8ab tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:21.757511 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b241dbc-1f04-493f-aa21-4a630da6c70c None None] The sync data for ids ['d0787a90-3356-4539-bb06-6112377b5f64'] in n-d-792458-15 is: [{'id': 'd0787a90-3356-4539-bb06-6112377b5f64', 'name': 'tempest-RoutersTest-router-2145944195', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:08Z', 'updated_at': '2021-08-16T22:43:16Z', 'revision_number': 11, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:43:21.861525 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79c23261-e41c-4bac-8b5d-f361bb71a8ab tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:21.880309 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79c23261-e41c-4bac-8b5d-f361bb71a8ab tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:21.965876 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79c23261-e41c-4bac-8b5d-f361bb71a8ab tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:21.967505 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-79c23261-e41c-4bac-8b5d-f361bb71a8ab tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2887192 Aug 16 22:43:21.970360 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52064) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:21.977536 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-32e04a26-0853-469a-bd4c-6d6e9b0f44a1 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:21.987598 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09e866-a425-4a86-bb66-61436b836c76 req-dd239f4f-56a3-4628-81ad-e93d6dbdaba7 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:21.998107 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a09e866-a425-4a86-bb66-61436b836c76 req-dd239f4f-56a3-4628-81ad-e93d6dbdaba7 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.2191546 Aug 16 22:43:22.100671 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a09e866-a425-4a86-bb66-61436b836c76 req-e0e45b1a-4ef6-4d99-ab04-8684980cff98 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934374 Aug 16 22:43:22.808973 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32e04a26-0853-469a-bd4c-6d6e9b0f44a1 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:22.821482 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32e04a26-0853-469a-bd4c-6d6e9b0f44a1 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578920'] for router, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:22.898674 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52124) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:22.944098 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e04a26-0853-469a-bd4c-6d6e9b0f44a1 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Router ad5ff7a8-c7a2-41c7-a87e-448c3cd871d9 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:43:23.047686 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-166e7d62-d219-4f20-a11f-20d91ff8632a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:23.086448 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e04a26-0853-469a-bd4c-6d6e9b0f44a1 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:43:23.098283 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dab3f8-86d6-4660-8da7-3b4c97db5293 None None] Sync routers for ids ['ad5ff7a8-c7a2-41c7-a87e-448c3cd871d9'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:43:23.100147 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32e04a26-0853-469a-bd4c-6d6e9b0f44a1 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:23.101333 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-32e04a26-0853-469a-bd4c-6d6e9b0f44a1 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "PUT /v2.0/routers/ad5ff7a8-c7a2-41c7-a87e-448c3cd871d9 HTTP/1.1" status: 200 len: 694 time: 1.1291621 Aug 16 22:43:23.104058 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52134) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:23.133038 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dab3f8-86d6-4660-8da7-3b4c97db5293 None None] Routers {'ad5ff7a8-c7a2-41c7-a87e-448c3cd871d9'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:43:23.133802 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-16dab3f8-86d6-4660-8da7-3b4c97db5293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:43:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ad5ff7a8-c7a2-41c7-a87e-448c3cd871d9'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:23.228573 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cf44c37a-5e02-489e-b4ad-660882d228c4 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/routers/ad5ff7a8-c7a2-41c7-a87e-448c3cd871d9 HTTP/1.1" status: 200 len: 700 time: 0.1222534 Aug 16 22:43:23.231238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52146) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:23.341122 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-92af4781-149f-4e1b-a333-5f430fa45cec tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad5ff7a8-c7a2-41c7-a87e-448c3cd871d9 HTTP/1.1" status: 200 len: 205 time: 0.1086061 Aug 16 22:43:23.344071 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52150) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:23.379702 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-166e7d62-d219-4f20-a11f-20d91ff8632a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:23.383696 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-16dab3f8-86d6-4660-8da7-3b4c97db5293 None None] Set router ad5ff7a8-c7a2-41c7-a87e-448c3cd871d9 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:43:23.388983 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-166e7d62-d219-4f20-a11f-20d91ff8632a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:23.464901 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342591ce-0380-4b4e-b48a-b784cbc6c37a req-63b5728f-77fc-4b3d-a96e-84fe39fa3c2f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:23.470139 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-342591ce-0380-4b4e-b48a-b784cbc6c37a req-63b5728f-77fc-4b3d-a96e-84fe39fa3c2f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.1724436 Aug 16 22:43:23.485322 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-166e7d62-d219-4f20-a11f-20d91ff8632a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9e6f787104f948c796f3f2d9421a8b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5792534 Aug 16 22:43:23.496352 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-16dab3f8-86d6-4660-8da7-3b4c97db5293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5ff7a8-c7a2-41c7-a87e-448c3cd871d9', 'name': 'tempest-RoutersTest-router-1928966252', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:43:21Z', 'updated_at': '2021-08-16T22:43:22Z', 'revision_number': 2, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:23.504381 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52154) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:23.531866 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dab3f8-86d6-4660-8da7-3b4c97db5293 None None] Checking router: ad5ff7a8-c7a2-41c7-a87e-448c3cd871d9 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:43:23.532781 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e7d62-d219-4f20-a11f-20d91ff8632a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94a7654-b5a4-4eff-8745-9958af20efe0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:23.543314 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dab3f8-86d6-4660-8da7-3b4c97db5293 None None] Routers {'ad5ff7a8-c7a2-41c7-a87e-448c3cd871d9'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:43:23.546208 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-16dab3f8-86d6-4660-8da7-3b4c97db5293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:43:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ad5ff7a8-c7a2-41c7-a87e-448c3cd871d9'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:23.565441 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-342591ce-0380-4b4e-b48a-b784cbc6c37a req-6bff61dd-2bac-4898-a985-90a153791237 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786741 Aug 16 22:43:23.578383 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5c44c0e-2fd9-4961-a4b3-2318a93cc26a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:23.849636 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-16dab3f8-86d6-4660-8da7-3b4c97db5293 None None] Set router ad5ff7a8-c7a2-41c7-a87e-448c3cd871d9 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:43:23.916405 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-76f3998d-1726-45d7-9b6c-f082f0336231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:23.939821 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-76f3998d-1726-45d7-9b6c-f082f0336231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:23.957830 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-16dab3f8-86d6-4660-8da7-3b4c97db5293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5ff7a8-c7a2-41c7-a87e-448c3cd871d9', 'name': 'tempest-RoutersTest-router-1928966252', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:43:21Z', 'updated_at': '2021-08-16T22:43:22Z', 'revision_number': 2, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:24.000620 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dab3f8-86d6-4660-8da7-3b4c97db5293 None None] The sync data for ids ['ad5ff7a8-c7a2-41c7-a87e-448c3cd871d9'] in n-d-792458-15 is: [{'id': 'ad5ff7a8-c7a2-41c7-a87e-448c3cd871d9', 'name': 'tempest-RoutersTest-router-1928966252', 'tenant_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:43:21Z', 'updated_at': '2021-08-16T22:43:22Z', 'revision_number': 2, 'project_id': 'f0f3efc4f10c40e08a0406c07a5a96c6', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:43:24.000793 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52164) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:24.001260 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5c44c0e-2fd9-4961-a4b3-2318a93cc26a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:24.007215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-508d30c9-f653-470f-bd74-db47d9569f0d tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-489102088', 'description': 'tempest-secgroup-smoke-489102088 description', 'project_id': '7537f5cabb134098ac7e1d49956c397c'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:24.010064 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5c44c0e-2fd9-4961-a4b3-2318a93cc26a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:24.017454 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-76f3998d-1726-45d7-9b6c-f082f0336231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:24.022248 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-76f3998d-1726-45d7-9b6c-f082f0336231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:24.023453 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-76f3998d-1726-45d7-9b6c-f082f0336231 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e94a7654-b5a4-4eff-8745-9958af20efe0 HTTP/1.1" status: 204 len: 168 time: 0.5182540 Aug 16 22:43:24.079508 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-508d30c9-f653-470f-bd74-db47d9569f0d tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:24.144784 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3998d-1726-45d7-9b6c-f082f0336231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94a7654-b5a4-4eff-8745-9958af20efe0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:24.178579 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5c44c0e-2fd9-4961-a4b3-2318a93cc26a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:24.179058 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c44c0e-2fd9-4961-a4b3-2318a93cc26a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Fanout notify agent at l3_agent the message router_deleted on router ad5ff7a8-c7a2-41c7-a87e-448c3cd871d9 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:43:24.203941 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5c44c0e-2fd9-4961-a4b3-2318a93cc26a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:24.205670 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f5c44c0e-2fd9-4961-a4b3-2318a93cc26a tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/routers/ad5ff7a8-c7a2-41c7-a87e-448c3cd871d9 HTTP/1.1" status: 204 len: 168 time: 0.8606451 Aug 16 22:43:24.211678 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52172) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:24.279042 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b0bb6fda-ee25-4c80-b0f3-c8757aac2444 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad5ff7a8-c7a2-41c7-a87e-448c3cd871d9 HTTP/1.1" status: 200 len: 205 time: 0.0661683 Aug 16 22:43:24.282833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52176) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:24.383210 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-5f1be39c-4f83-47d7-a4ae-83125297fa13 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] delete failed (client error): The resource could not be found. Aug 16 22:43:24.386790 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5f1be39c-4f83-47d7-a4ae-83125297fa13 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/routers/ad5ff7a8-c7a2-41c7-a87e-448c3cd871d9 HTTP/1.1" status: 404 len: 336 time: 0.0990863 Aug 16 22:43:24.387883 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52180) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:24.420751 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-508d30c9-f653-470f-bd74-db47d9569f0d tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:24.426184 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-508d30c9-f653-470f-bd74-db47d9569f0d tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:24.459528 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-df46ba88-0fc4-4fb1-a05a-e6fe6bcf330e tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:24.459988 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df46ba88-0fc4-4fb1-a05a-e6fe6bcf330e tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:24.464333 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-df46ba88-0fc4-4fb1-a05a-e6fe6bcf330e tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/subnets/72d42c6e-7fcf-469f-9abd-e55449ce0899 HTTP/1.1" status: 404 len: 337 time: 0.0733676 Aug 16 22:43:24.471421 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52182) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:24.507701 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d30c9-f653-470f-bd74-db47d9569f0d tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40a76a05-50db-4881-8186-b6c3fce66f25,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:24.521161 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-642106bc-abfc-496d-961f-edebb90b4f70 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:24.522329 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-642106bc-abfc-496d-961f-edebb90b4f70 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:24.525692 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-642106bc-abfc-496d-961f-edebb90b4f70 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/subnets/a95940e2-1485-4649-94fd-35f56f8661c3 HTTP/1.1" status: 404 len: 337 time: 0.0530310 Aug 16 22:43:24.529317 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52184) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:24.545730 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-508d30c9-f653-470f-bd74-db47d9569f0d tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:24.554814 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-508d30c9-f653-470f-bd74-db47d9569f0d tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5528691 Aug 16 22:43:24.559794 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52188) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:24.564737 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d6f5c547-3362-4fe7-9d8d-7fd481c0400b tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Request body: {'security_group_rule': {'security_group_id': '40a76a05-50db-4881-8186-b6c3fce66f25', 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:24.587400 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-b746b2aa-2749-400a-a9f9-58947c1780ae tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:24.588656 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b746b2aa-2749-400a-a9f9-58947c1780ae tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:24.592384 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b746b2aa-2749-400a-a9f9-58947c1780ae tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/subnets/fa2d64e5-c88e-4a53-872c-1d40cb75e3b3 HTTP/1.1" status: 404 len: 337 time: 0.0611119 Aug 16 22:43:24.605056 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52194) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:24.634518 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6f5c547-3362-4fe7-9d8d-7fd481c0400b tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:24.752585 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bcf011e-47d1-412f-bb82-1db0e75d31b6 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:24.770511 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bcf011e-47d1-412f-bb82-1db0e75d31b6 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:24.781132 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9bcf011e-47d1-412f-bb82-1db0e75d31b6 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/subnets/0097655b-6514-4f28-acb5-1ed641575306 HTTP/1.1" status: 404 len: 337 time: 0.1706076 Aug 16 22:43:24.784480 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52202) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:24.788101 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6f5c547-3362-4fe7-9d8d-7fd481c0400b tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:24.800670 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6f5c547-3362-4fe7-9d8d-7fd481c0400b tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:24.902320 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5c547-3362-4fe7-9d8d-7fd481c0400b tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f36045-c8db-43c4-a1b7-4dd1e6c1f5b0,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:24.922988 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5db9e1cd-6827-42ca-8013-601ab98ccff6 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/ports?device_id=d0787a90-3356-4539-bb06-6112377b5f64 HTTP/1.1" status: 200 len: 205 time: 0.1351945 Aug 16 22:43:24.927119 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52210) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:24.985404 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6f5c547-3362-4fe7-9d8d-7fd481c0400b tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:24.991641 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d6f5c547-3362-4fe7-9d8d-7fd481c0400b tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4266648 Aug 16 22:43:24.995242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52214) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:25.010145 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-496baf40-6190-4c6a-9633-e421171cf452 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Request body: {'security_group_rule': {'security_group_id': '40a76a05-50db-4881-8186-b6c3fce66f25', 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:25.055754 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b8896-cdd9-4a71-b364-da2e9cdc250a req-1d80aa5a-cd4b-4aad-8510-f02264ece422 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:25.057348 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b59b8896-cdd9-4a71-b364-da2e9cdc250a req-1d80aa5a-cd4b-4aad-8510-f02264ece422 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.2463892 Aug 16 22:43:25.063296 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-4b9aad03-3c92-4490-b902-671d79c76ad6 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] delete failed (client error): The resource could not be found. Aug 16 22:43:25.070523 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4b9aad03-3c92-4490-b902-671d79c76ad6 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/routers/d0787a90-3356-4539-bb06-6112377b5f64 HTTP/1.1" status: 404 len: 336 time: 0.1411371 Aug 16 22:43:25.072130 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52218) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:25.105888 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-496baf40-6190-4c6a-9633-e421171cf452 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:25.150844 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d707210d-fccf-41d1-83df-d95cc5956672 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/ports?device_id=f46f30c6-9a8b-4983-befa-833a456d2596 HTTP/1.1" status: 200 len: 205 time: 0.0753911 Aug 16 22:43:25.156791 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b59b8896-cdd9-4a71-b364-da2e9cdc250a req-c25b91dc-9963-4d3b-a86b-5d5b141aa155 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921528 Aug 16 22:43:25.159919 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52220) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:25.234959 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-709c0c51-3a0d-422a-a9ad-1c65b6b246c3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] delete failed (client error): The resource could not be found. Aug 16 22:43:25.236801 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-709c0c51-3a0d-422a-a9ad-1c65b6b246c3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/routers/f46f30c6-9a8b-4983-befa-833a456d2596 HTTP/1.1" status: 404 len: 336 time: 0.0746684 Aug 16 22:43:25.239319 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-496baf40-6190-4c6a-9633-e421171cf452 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:25.240280 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52224) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:25.244362 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-496baf40-6190-4c6a-9633-e421171cf452 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:25.275351 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496baf40-6190-4c6a-9633-e421171cf452 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97df5d1f-1ba3-49c2-90d5-762d114eae5f,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:25.283980 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-496baf40-6190-4c6a-9633-e421171cf452 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:25.287371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-496baf40-6190-4c6a-9633-e421171cf452 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2814147 Aug 16 22:43:25.298600 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52230) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:25.337494 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-45da9f1b-2832-4c31-a78a-3dd8557eb0a8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Request body: {'security_group_rule': {'security_group_id': '40a76a05-50db-4881-8186-b6c3fce66f25', 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:25.347267 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-95579b24-83c6-4fc2-9bfe-50fdf5acd0fa tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:25.355481 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95579b24-83c6-4fc2-9bfe-50fdf5acd0fa tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:25.362415 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-95579b24-83c6-4fc2-9bfe-50fdf5acd0fa tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/subnets/9a1100aa-60a5-430f-8f03-130c7c9e5062 HTTP/1.1" status: 404 len: 337 time: 0.1199081 Aug 16 22:43:25.367005 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52232) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:25.432072 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45da9f1b-2832-4c31-a78a-3dd8557eb0a8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:25.550585 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5fe7c51c-509f-4aeb-bd85-ce2d1ca8daa5 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/ports?device_id=6d5f3915-a1cd-47f4-a78b-e829dde9d719 HTTP/1.1" status: 200 len: 205 time: 0.1743069 Aug 16 22:43:25.562534 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52240) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:25.745220 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-7514b73e-b99d-4adb-89f7-0177f9417669 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] delete failed (client error): The resource could not be found. Aug 16 22:43:25.752038 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52242) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:25.752291 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7514b73e-b99d-4adb-89f7-0177f9417669 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/routers/6d5f3915-a1cd-47f4-a78b-e829dde9d719 HTTP/1.1" status: 404 len: 336 time: 0.1855080 Aug 16 22:43:25.799498 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45da9f1b-2832-4c31-a78a-3dd8557eb0a8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:25.810283 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45da9f1b-2832-4c31-a78a-3dd8557eb0a8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:25.834362 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e00d937c-87ec-4192-934e-b2725e06159b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/ports?device_id=124408a2-5e29-4efe-a250-f8c9acaa1f51 HTTP/1.1" status: 200 len: 205 time: 0.0808015 Aug 16 22:43:25.836448 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52246) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:25.853992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da9f1b-2832-4c31-a78a-3dd8557eb0a8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76fd95a6-52aa-45e2-868c-430462ec4b22,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:25.860283 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45da9f1b-2832-4c31-a78a-3dd8557eb0a8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:25.865508 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-45da9f1b-2832-4c31-a78a-3dd8557eb0a8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5646634 Aug 16 22:43:25.866475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52248) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:25.871841 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-371185af-742e-40a1-976e-95c3861dbe52 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Request body: {'security_group_rule': {'security_group_id': '40a76a05-50db-4881-8186-b6c3fce66f25', 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:25.959473 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-371185af-742e-40a1-976e-95c3861dbe52 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:26.006559 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-ffa82a4f-273a-41f0-afa3-009867cfd307 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] delete failed (client error): The resource could not be found. Aug 16 22:43:26.009736 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ffa82a4f-273a-41f0-afa3-009867cfd307 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/routers/124408a2-5e29-4efe-a250-f8c9acaa1f51 HTTP/1.1" status: 404 len: 336 time: 0.1686332 Aug 16 22:43:26.014393 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52260) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:26.103133 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-37774d39-2d76-4453-ab61-f7acd8c342d3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:26.103545 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37774d39-2d76-4453-ab61-f7acd8c342d3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:26.105331 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-37774d39-2d76-4453-ab61-f7acd8c342d3 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/subnets/ced8c361-cc58-4842-a28d-c2425012ac8a HTTP/1.1" status: 404 len: 337 time: 0.0894914 Aug 16 22:43:26.111018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52266) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:26.225339 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-371185af-742e-40a1-976e-95c3861dbe52 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:26.232610 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-371185af-742e-40a1-976e-95c3861dbe52 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:26.270537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371185af-742e-40a1-976e-95c3861dbe52 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe7cb825-4e03-4828-8043-9aa5301f93db,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:26.274864 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-30e6a178-046d-425c-938c-c5c6c386502b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/ports?device_id=edb9ebba-d276-4a12-8476-59b2284b3bbd HTTP/1.1" status: 200 len: 205 time: 0.1612728 Aug 16 22:43:26.278903 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52270) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:26.340695 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-371185af-742e-40a1-976e-95c3861dbe52 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:26.342624 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-371185af-742e-40a1-976e-95c3861dbe52 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4747038 Aug 16 22:43:26.348244 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52272) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:26.368190 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-6dd71902-c50a-4519-9f30-6f7f8a6dd1a6 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] delete failed (client error): The resource could not be found. Aug 16 22:43:26.379251 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6dd71902-c50a-4519-9f30-6f7f8a6dd1a6 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/routers/edb9ebba-d276-4a12-8476-59b2284b3bbd HTTP/1.1" status: 404 len: 336 time: 0.0986643 Aug 16 22:43:26.386730 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52274) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:26.387197 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6818cca1-8026-4406-a315-b8cb3cb510b5 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Request body: {'security_group_rule': {'security_group_id': '40a76a05-50db-4881-8186-b6c3fce66f25', 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:26.434993 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-96fe3242-e0b5-4754-b0d8-500761a6cc39 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:26.435755 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96fe3242-e0b5-4754-b0d8-500761a6cc39 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:26.439237 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-96fe3242-e0b5-4754-b0d8-500761a6cc39 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/subnets/4a630bdc-c941-4b65-baad-39cb7a3215ff HTTP/1.1" status: 404 len: 337 time: 0.0507591 Aug 16 22:43:26.442377 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52278) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:26.493008 n-d-792458-15 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-6818cca1-8026-4406-a315-b8cb3cb510b5 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Project 7537f5cabb134098ac7e1d49956c397c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:43:26.506186 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6818cca1-8026-4406-a315-b8cb3cb510b5 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:26.516372 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-182ac3bc-ccfb-4838-b877-87fcbfcc92bc tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "GET /v2.0/ports?device_id=56248e96-99eb-4127-b412-e068b949eb13 HTTP/1.1" status: 200 len: 205 time: 0.0726128 Aug 16 22:43:26.520808 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52282) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:26.560413 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56646338-0602-429d-a6ba-2734168049ee req-f249186c-11aa-4f9b-b02a-27a53b369806 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:26.562359 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56646338-0602-429d-a6ba-2734168049ee req-f249186c-11aa-4f9b-b02a-27a53b369806 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.2595451 Aug 16 22:43:26.604786 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6818cca1-8026-4406-a315-b8cb3cb510b5 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:26.621409 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-a51e9f84-d6cf-4da0-99d7-73f07f30ffe9 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] delete failed (client error): The resource could not be found. Aug 16 22:43:26.623571 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a51e9f84-d6cf-4da0-99d7-73f07f30ffe9 tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/routers/56248e96-99eb-4127-b412-e068b949eb13 HTTP/1.1" status: 404 len: 336 time: 0.0999796 Aug 16 22:43:26.628708 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52284) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:26.634233 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6818cca1-8026-4406-a315-b8cb3cb510b5 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:26.720610 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a16432-6ce8-4960-b2af-3ee6d750be9d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:26.723089 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a16432-6ce8-4960-b2af-3ee6d750be9d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:26.728614 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-81a16432-6ce8-4960-b2af-3ee6d750be9d tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/subnets/74585941-5c3d-4ce0-b76a-423dd280ec4e HTTP/1.1" status: 404 len: 337 time: 0.0970583 Aug 16 22:43:26.730029 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52290) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:26.731996 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52292) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:26.748123 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818cca1-8026-4406-a315-b8cb3cb510b5 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88227212-b11e-43c3-b3bc-f83d9a45dd9e,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:26.756525 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56646338-0602-429d-a6ba-2734168049ee req-efb26a16-4f01-4f9b-99a3-c57bb8fb7985 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466417 Aug 16 22:43:26.758057 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6818cca1-8026-4406-a315-b8cb3cb510b5 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:26.759446 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6818cca1-8026-4406-a315-b8cb3cb510b5 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4085386 Aug 16 22:43:26.769404 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52296) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:26.780784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a9fa1dc7-67c2-4943-8026-25d2d9edd2d7 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Request body: {'security_group_rule': {'security_group_id': '40a76a05-50db-4881-8186-b6c3fce66f25', 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:26.796941 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:43:26.802107 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c9666f-4f32-4c40-be30-fbc1daae4b5b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] DELETE failed (client error): The resource could not be found. Aug 16 22:43:26.802780 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c9666f-4f32-4c40-be30-fbc1daae4b5b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:43:26.806098 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-23c9666f-4f32-4c40-be30-fbc1daae4b5b tempest-RoutersTest-393195521 tempest-RoutersTest-393195521-project] 10.222.0.93 "DELETE /v2.0/subnets/a55005e4-6161-4fe3-a586-c8d614bec47b HTTP/1.1" status: 404 len: 337 time: 0.0682721 Aug 16 22:43:26.868033 n-d-792458-15 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-a9fa1dc7-67c2-4943-8026-25d2d9edd2d7 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Project 7537f5cabb134098ac7e1d49956c397c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:43:26.878278 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a9fa1dc7-67c2-4943-8026-25d2d9edd2d7 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:27.003099 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a9fa1dc7-67c2-4943-8026-25d2d9edd2d7 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:27.011133 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a9fa1dc7-67c2-4943-8026-25d2d9edd2d7 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:27.053132 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb3e54c3-cfca-4351-aa89-3f84c48d95c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:27.054253 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa1dc7-67c2-4943-8026-25d2d9edd2d7 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870a516b-5742-430b-9bd5-5e47410c3f83,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:27.058148 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a9fa1dc7-67c2-4943-8026-25d2d9edd2d7 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:27.059678 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a9fa1dc7-67c2-4943-8026-25d2d9edd2d7 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2888231 Aug 16 22:43:27.268634 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb3e54c3-cfca-4351-aa89-3f84c48d95c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:27.284117 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb3e54c3-cfca-4351-aa89-3f84c48d95c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:27.340161 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-eb3e54c3-cfca-4351-aa89-3f84c48d95c2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=12a442f65e854de388e0907b6c70c71a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6073749 Aug 16 22:43:27.340161 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e54c3-cfca-4351-aa89-3f84c48d95c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f146c358-bee2-471b-b1b1-3e0f2e91d803,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:27.341783 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52316) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:27.343484 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52318) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:27.440651 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-130acf7f-05d5-4580-9ed8-5420d70efff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:27.496510 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-130acf7f-05d5-4580-9ed8-5420d70efff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:27.582062 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-7b250e30-397a-4811-a5b9-cb49c08e2a5a tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-489102088&fields=id&tenant_id=7537f5cabb134098ac7e1d49956c397c HTTP/1.1" status: 200 len: 267 time: 0.1178937 Aug 16 22:43:27.678468 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-130acf7f-05d5-4580-9ed8-5420d70efff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:27.689543 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-130acf7f-05d5-4580-9ed8-5420d70efff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:27.695073 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-130acf7f-05d5-4580-9ed8-5420d70efff3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f146c358-bee2-471b-b1b1-3e0f2e91d803 HTTP/1.1" status: 204 len: 168 time: 0.3486137 Aug 16 22:43:27.713806 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130acf7f-05d5-4580-9ed8-5420d70efff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f146c358-bee2-471b-b1b1-3e0f2e91d803,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:27.790703 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9c7a4cf8-b7ae-4f97-80fc-af705cfac411 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f0f3efc4f10c40e08a0406c07a5a96c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4447930 Aug 16 22:43:27.794140 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52338) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:27.862518 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-e6b03491-4384-46c6-9a92-b78bb8242cdd tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:27.867112 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-e6b03491-4384-46c6-9a92-b78bb8242cdd tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/networks?id=435a10a5-cc42-49d2-96bb-80e24e818305 HTTP/1.1" status: 200 len: 814 time: 0.2840693 Aug 16 22:43:27.895087 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-440de238-6051-44dd-96fd-dd4dd04d5770 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/quotas/7537f5cabb134098ac7e1d49956c397c HTTP/1.1" status: 200 len: 375 time: 0.0213311 Aug 16 22:43:27.934973 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a94bbcb-b0be-4ca1-b5c8-b3a74ebbe6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:27.995829 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a94bbcb-b0be-4ca1-b5c8-b3a74ebbe6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:28.043750 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62edacb-d1d2-4a26-89ca-df4276b4edb2 req-e18b0f2e-7cf5-4c05-885a-0c889482c209 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:28.045141 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c62edacb-d1d2-4a26-89ca-df4276b4edb2 req-e18b0f2e-7cf5-4c05-885a-0c889482c209 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.1477234 Aug 16 22:43:28.059456 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-a2e68017-30b4-4f32-8085-683308f7e7e8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=7537f5cabb134098ac7e1d49956c397c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1406019 Aug 16 22:43:28.126405 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a94bbcb-b0be-4ca1-b5c8-b3a74ebbe6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:28.133529 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a94bbcb-b0be-4ca1-b5c8-b3a74ebbe6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:28.135456 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2a94bbcb-b0be-4ca1-b5c8-b3a74ebbe6ba admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/19ccf9df-930c-4c7e-a7eb-7f8745a76463 HTTP/1.1" status: 204 len: 168 time: 0.3398535 Aug 16 22:43:28.164272 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94bbcb-b0be-4ca1-b5c8-b3a74ebbe6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ccf9df-930c-4c7e-a7eb-7f8745a76463,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:28.315189 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c62edacb-d1d2-4a26-89ca-df4276b4edb2 req-9fc6b6dc-432e-4a45-b331-ab8a3ab2dfa6 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526779 Aug 16 22:43:28.402106 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-16022530-e002-4cfb-9d1c-8dd39546af88 service neutron] 10.222.0.93 "GET /v2.0/networks/435a10a5-cc42-49d2-96bb-80e24e818305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897558 Aug 16 22:43:28.553043 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-f42c661e-0502-46f4-9d78-a5e5e72fccc6 service neutron] 10.222.0.93 "GET /v2.0/networks/435a10a5-cc42-49d2-96bb-80e24e818305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488192 Aug 16 22:43:29.282600 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-68a8d590-e7a0-43b3-a032-0fdec4e50026 req-ab30087b-94e6-41da-86d7-f92b143297ed tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 210 time: 0.0836790 Aug 16 22:43:29.712549 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aa9ce-f7d5-4d1f-a9b7-5d5c174c4527 req-db102fc3-6ddd-49f3-8a86-c66ab2ef0ba5 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:29.717221 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-334aa9ce-f7d5-4d1f-a9b7-5d5c174c4527 req-db102fc3-6ddd-49f3-8a86-c66ab2ef0ba5 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.1878610 Aug 16 22:43:29.804964 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df254ebd-ebd8-4872-ad4b-2eeaaab6ed25 req-dd38774c-8327-4a5f-8139-2c90b3002045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:29.810495 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-df254ebd-ebd8-4872-ad4b-2eeaaab6ed25 req-dd38774c-8327-4a5f-8139-2c90b3002045 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 1097 time: 0.3042126 Aug 16 22:43:29.824031 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-334aa9ce-f7d5-4d1f-a9b7-5d5c174c4527 req-e0a434c5-214b-426e-85d5-a838f56cf7a5 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946527 Aug 16 22:43:29.912117 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-df254ebd-ebd8-4872-ad4b-2eeaaab6ed25 req-bb3ca7c3-a222-49cb-9b14-32436a5c2420 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861220 Aug 16 22:43:30.092605 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52434) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:30.251665 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-25ed9135-aecb-43e5-a35e-812bd6ba66b1 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:30.253305 n-d-792458-15 neutron-server[94872]: WARNING neutron.api.v2.base [None req-25ed9135-aecb-43e5-a35e-812bd6ba66b1 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 22:43:30.254757 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-25ed9135-aecb-43e5-a35e-812bd6ba66b1 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 22:43:30.256116 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-25ed9135-aecb-43e5-a35e-812bd6ba66b1 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1624672 Aug 16 22:43:30.260527 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52440) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:30.268573 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-70a457b9-fe8f-4a59-b45e-9d0577f72d6e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group': {'name': 'tempest-secgroup--1145158799'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:30.341097 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70a457b9-fe8f-4a59-b45e-9d0577f72d6e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:30.376208 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70a457b9-fe8f-4a59-b45e-9d0577f72d6e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:30.524431 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c153a814-c9f1-4e0c-9542-d55268e0fa4f req-c1c3127c-64ac-481d-9eda-f430df6cc7c0 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 210 time: 0.1197801 Aug 16 22:43:30.607465 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70a457b9-fe8f-4a59-b45e-9d0577f72d6e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:30.612258 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70a457b9-fe8f-4a59-b45e-9d0577f72d6e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:30.687695 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a457b9-fe8f-4a59-b45e-9d0577f72d6e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2079d981-f65f-46b0-a3f9-66773c5b8c6b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:30.854502 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70a457b9-fe8f-4a59-b45e-9d0577f72d6e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:30.865777 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70a457b9-fe8f-4a59-b45e-9d0577f72d6e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:30.940630 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-70a457b9-fe8f-4a59-b45e-9d0577f72d6e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:30.941913 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-70a457b9-fe8f-4a59-b45e-9d0577f72d6e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6802721 Aug 16 22:43:30.950768 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52472) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:30.958832 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5b05d69d-8311-4593-8c2a-5519a802cbd2 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group_rule': {'security_group_id': '811cc4e5-0685-4e0f-9a61-c1420a3d4a03', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:31.017600 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b05d69d-8311-4593-8c2a-5519a802cbd2 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:31.022433 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a457b9-fe8f-4a59-b45e-9d0577f72d6e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811cc4e5-0685-4e0f-9a61-c1420a3d4a03,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:31.184098 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b05d69d-8311-4593-8c2a-5519a802cbd2 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:31.209117 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b05d69d-8311-4593-8c2a-5519a802cbd2 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:31.213944 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abbad8-c5de-4db8-a0cc-a02cd1301b7f req-e602e60f-5c34-4425-9647-f7ac1739bfd4 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:31.217674 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-73abbad8-c5de-4db8-a0cc-a02cd1301b7f req-e602e60f-5c34-4425-9647-f7ac1739bfd4 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.1715512 Aug 16 22:43:31.257715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05d69d-8311-4593-8c2a-5519a802cbd2 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf645f2-2a0d-4532-afd3-e7272515955c,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:31.261768 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b05d69d-8311-4593-8c2a-5519a802cbd2 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:31.264814 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5b05d69d-8311-4593-8c2a-5519a802cbd2 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3125219 Aug 16 22:43:31.267971 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52484) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:31.274169 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-24ab7d8c-3f80-4239-885a-f5eead92e4a8 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group_rule': {'security_group_id': '811cc4e5-0685-4e0f-9a61-c1420a3d4a03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:31.427299 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-73abbad8-c5de-4db8-a0cc-a02cd1301b7f req-3ca9c6ed-7593-4053-98e8-c5e25d44a279 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014699 Aug 16 22:43:31.428526 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-24ab7d8c-3f80-4239-885a-f5eead92e4a8 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:31.502772 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-2d0aeb9c-29fe-4c4e-86c7-809a5954db21 req-a90e494c-5c99-4340-ae80-f28e421e82db tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-552229509', 'description': 'tempest-description-341259943'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:31.530225 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2d0aeb9c-29fe-4c4e-86c7-809a5954db21 req-a90e494c-5c99-4340-ae80-f28e421e82db tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:31.608104 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52496) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:31.815348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-14f21707-575c-4a1a-b61a-64105bce938e tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-120926686', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:32.347683 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d830b433-4ab5-488c-857e-9703f65e8407 req-d232c043-bb07-4761-a806-be34370b268a tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 210 time: 0.6481545 Aug 16 22:43:32.442988 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2d0aeb9c-29fe-4c4e-86c7-809a5954db21 req-a90e494c-5c99-4340-ae80-f28e421e82db tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.459218 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2d0aeb9c-29fe-4c4e-86c7-809a5954db21 req-a90e494c-5c99-4340-ae80-f28e421e82db tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.494803 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-24ab7d8c-3f80-4239-885a-f5eead92e4a8 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 22:43:32.498940 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-24ab7d8c-3f80-4239-885a-f5eead92e4a8 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2303834 Aug 16 22:43:32.499604 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52516) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:32.543065 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f21707-575c-4a1a-b61a-64105bce938e tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Made reservation on behalf of 0fad59096f284efb90338ebc7310f909 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:43:32.547703 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14f21707-575c-4a1a-b61a-64105bce938e tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.591277 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14f21707-575c-4a1a-b61a-64105bce938e tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.691939 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-2d0aeb9c-29fe-4c4e-86c7-809a5954db21 req-a90e494c-5c99-4340-ae80-f28e421e82db tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.693868 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d0aeb9c-29fe-4c4e-86c7-809a5954db21 req-a90e494c-5c99-4340-ae80-f28e421e82db tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.1957479 Aug 16 22:43:32.700645 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e494c-5c99-4340-ae80-f28e421e82db tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b311d94-6efb-47e8-84d6-8d11c6af25c6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:32.731523 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-95fb4d2a-31b9-4774-9525-1f989fcec610 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:32.746146 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-95fb4d2a-31b9-4774-9525-1f989fcec610 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.39 "GET /v2.0/networks?id=435a10a5-cc42-49d2-96bb-80e24e818305 HTTP/1.1" status: 200 len: 814 time: 0.4322989 Aug 16 22:43:32.876644 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6ffd1243-5862-49a7-b0c5-f61d2c80fc42 req-b18cce93-d76c-4074-bf04-8063bd8d2a9f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-552229509&fields=id&tenant_id=b06f23904def4994b16aa4c4df2fbc47 HTTP/1.1" status: 200 len: 267 time: 0.0716016 Aug 16 22:43:32.903444 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb075d8c-5a0d-4bd1-af04-7156d18644ef tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.905288 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14f21707-575c-4a1a-b61a-64105bce938e tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.916924 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14f21707-575c-4a1a-b61a-64105bce938e tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.928450 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-14f21707-575c-4a1a-b61a-64105bce938e tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] device_id is not set on port 1458457e-cc13-4cfc-add0-ab4562d8ab3a yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:43:32.965579 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb075d8c-5a0d-4bd1-af04-7156d18644ef tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.988836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-475eece0-afcc-4606-b879-71d9bef4e2dc tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7537f5cabb134098ac7e1d49956c397c HTTP/1.1" status: 200 len: 379 time: 0.2174618 Aug 16 22:43:33.101744 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-14f21707-575c-4a1a-b61a-64105bce938e tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Allocated IP 172.25.6.20 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/1458457e-cc13-4cfc-add0-ab4562d8ab3a) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:43:33.159066 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-57d473b6-5d0a-419f-be22-e50b165653b8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Request body: {'port': {'device_id': '732f7300-a8f6-433e-b34b-94b7f6ffe468', 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305', 'admin_state_up': True, 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'security_groups': ['40a76a05-50db-4881-8186-b6c3fce66f25']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:33.181611 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb075d8c-5a0d-4bd1-af04-7156d18644ef tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:33.196142 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb075d8c-5a0d-4bd1-af04-7156d18644ef tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:33.208342 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bb075d8c-5a0d-4bd1-af04-7156d18644ef tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "DELETE /v2.0/security-groups/811cc4e5-0685-4e0f-9a61-c1420a3d4a03 HTTP/1.1" status: 204 len: 168 time: 0.6970880 Aug 16 22:43:33.279214 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14f21707-575c-4a1a-b61a-64105bce938e tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:33.299484 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52530) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:33.335664 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f21707-575c-4a1a-b61a-64105bce938e tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d04ed0-abfc-41cb-aeb3-7b488c1a0c57,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:33.361908 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14f21707-575c-4a1a-b61a-64105bce938e tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:33.417908 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f21707-575c-4a1a-b61a-64105bce938e tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:43:33.420709 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-14f21707-575c-4a1a-b61a-64105bce938e tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:43:33.428373 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f21707-575c-4a1a-b61a-64105bce938e tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:43:33.465419 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f21707-575c-4a1a-b61a-64105bce938e tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Pushing event updated for resources: {'Port': ['ID=1458457e-cc13-4cfc-add0-ab4562d8ab3a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:33.550173 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f21707-575c-4a1a-b61a-64105bce938e tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:33.554413 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14f21707-575c-4a1a-b61a-64105bce938e tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:33.576138 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-14f21707-575c-4a1a-b61a-64105bce938e tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9667070 Aug 16 22:43:33.591332 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52540) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:33.592634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb075d8c-5a0d-4bd1-af04-7156d18644ef tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=811cc4e5-0685-4e0f-9a61-c1420a3d4a03,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:33.666976 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bad127e4-909d-44f7-a23e-abe8e6d25f5b req-518f6ffb-8743-41e4-9486-03857599b24c tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 210 time: 0.1296909 Aug 16 22:43:33.667896 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5759392e-e0da-41b5-b510-0b7b7e263c15 tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.20'}]}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:33.696009 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5759392e-e0da-41b5-b510-0b7b7e263c15 tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:33.697288 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5759392e-e0da-41b5-b510-0b7b7e263c15 tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:33.698813 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd1243-5862-49a7-b0c5-f61d2c80fc42 req-04548f6c-3470-43a6-89e9-3752c630f62c tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:33.708000 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6ffd1243-5862-49a7-b0c5-f61d2c80fc42 req-04548f6c-3470-43a6-89e9-3752c630f62c tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.8294005 Aug 16 22:43:33.734614 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-6ffd1243-5862-49a7-b0c5-f61d2c80fc42 req-5fad8b17-41cd-4bb2-afdf-d22aa096550f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Request body: {'port': {'security_groups': ['dcf6d653-b58a-4db0-9493-9e58c0cc6f03', '0b311d94-6efb-47e8-84d6-8d11c6af25c6']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:33.844685 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5759392e-e0da-41b5-b510-0b7b7e263c15 tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:33.863010 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3dc1c5f4-0032-49a8-b4f4-17b7196f6cf9 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3632598 Aug 16 22:43:33.879100 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52546) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:33.915573 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-17a82750-53fa-491d-9073-92ec1a0f9a62 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group': {'name': 'tempest-secgroup--527075236'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:33.996557 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-57d473b6-5d0a-419f-be22-e50b165653b8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Made reservation on behalf of 7537f5cabb134098ac7e1d49956c397c for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:43:34.005098 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-57d473b6-5d0a-419f-be22-e50b165653b8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:34.125042 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6ffd1243-5862-49a7-b0c5-f61d2c80fc42 req-5fad8b17-41cd-4bb2-afdf-d22aa096550f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:34.139698 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17a82750-53fa-491d-9073-92ec1a0f9a62 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:34.303175 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5759392e-e0da-41b5-b510-0b7b7e263c15 tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:34.573468 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-57d473b6-5d0a-419f-be22-e50b165653b8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Allocated IP 172.20.0.4 (435a10a5-cc42-49d2-96bb-80e24e818305/18a4055b-447e-4e48-915e-006ede5ab862/b41b4740-a063-4eda-94ef-0b6d36045195) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:43:34.682822 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17a82750-53fa-491d-9073-92ec1a0f9a62 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:34.692868 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17a82750-53fa-491d-9073-92ec1a0f9a62 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:34.795745 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17a82750-53fa-491d-9073-92ec1a0f9a62 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:34.796932 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-17a82750-53fa-491d-9073-92ec1a0f9a62 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9158890 Aug 16 22:43:34.837038 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52566) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:34.869454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6ffd1243-5862-49a7-b0c5-f61d2c80fc42 req-5fad8b17-41cd-4bb2-afdf-d22aa096550f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] For port 13198d18-dda8-4450-bfc0-43c4b009431c, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=13198d18-dda8-4450-bfc0-43c4b009431c,segment=NetworkSegment(b8b52abf-3b1e-4501-a5d1-1582c7580027),segment_id=b8b52abf-3b1e-4501-a5d1-1582c7580027)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:34.874990 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6c7992b9-1437-48c5-b259-18efb3e4341c tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group_rule': {'security_group_id': 'cf8e5874-05ed-410c-b43c-0a73f8705ad9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:34.874990 n-d-792458-15 neutron-server[94871]: WARNING neutron.api.v2.base [None req-6c7992b9-1437-48c5-b259-18efb3e4341c tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 22:43:34.877342 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-6c7992b9-1437-48c5-b259-18efb3e4341c tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:43:34.883396 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6c7992b9-1437-48c5-b259-18efb3e4341c tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0255392 Aug 16 22:43:34.884120 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52570) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:35.201122 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5759392e-e0da-41b5-b510-0b7b7e263c15 tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:35.206343 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a82750-53fa-491d-9073-92ec1a0f9a62 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8e5874-05ed-410c-b43c-0a73f8705ad9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:35.212164 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-48ae954d-5e4a-4688-b5ff-75f20ea3ce9f req-0308f6e9-51c6-4b6a-b167-a4a026a3cf31 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 210 time: 0.3555841 Aug 16 22:43:35.247872 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6ffd1243-5862-49a7-b0c5-f61d2c80fc42 req-5fad8b17-41cd-4bb2-afdf-d22aa096550f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:35.261395 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6ffd1243-5862-49a7-b0c5-f61d2c80fc42 req-5fad8b17-41cd-4bb2-afdf-d22aa096550f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:35.273245 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['13198d18-dda8-4450-bfc0-43c4b009431c'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:43:35.331745 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd1243-5862-49a7-b0c5-f61d2c80fc42 req-5fad8b17-41cd-4bb2-afdf-d22aa096550f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:35.332541 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6ffd1243-5862-49a7-b0c5-f61d2c80fc42 req-5fad8b17-41cd-4bb2-afdf-d22aa096550f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:35.334034 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6ffd1243-5862-49a7-b0c5-f61d2c80fc42 req-5fad8b17-41cd-4bb2-afdf-d22aa096550f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "PUT /v2.0/ports/13198d18-dda8-4450-bfc0-43c4b009431c HTTP/1.1" status: 200 len: 981 time: 1.6251543 Aug 16 22:43:35.338826 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf88fc0-8940-43e0-b351-3734dddd4448', 'tag': '13198d18-dda8-4450-bfc0-43c4b009431c'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:43:35.343539 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad7d920-a7de-47e2-b9e6-28af7af56f18" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf88fc0-8940-43e0-b351-3734dddd4448", "tag": "13198d18-dda8-4450-bfc0-43c4b009431c"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:43:35.474769 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5759392e-e0da-41b5-b510-0b7b7e263c15 tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:35.568245 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b84512e8-68dd-401d-b13d-c20e8c3fdf0b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:35.616235 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['13198d18-dda8-4450-bfc0-43c4b009431c'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:43:35.648180 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b84512e8-68dd-401d-b13d-c20e8c3fdf0b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:35.816060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52586) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:35.845542 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4da133-3f6e-4ddf-8263-133527373709 x-openstack-request-id: req-2a4da133-3f6e-4ddf-8263-133527373709 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:43:35.845838 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf88fc0-8940-43e0-b351-3734dddd4448", "tag": "13198d18-dda8-4450-bfc0-43c4b009431c", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:43:35.846123 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2a4da133-3f6e-4ddf-8263-133527373709 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:43:35.846548 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf88fc0-8940-43e0-b351-3734dddd4448', 'tag': '13198d18-dda8-4450-bfc0-43c4b009431c', 'status': 'completed', 'code': 200} Aug 16 22:43:36.040597 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5759392e-e0da-41b5-b510-0b7b7e263c15 tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:36.157109 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-57d473b6-5d0a-419f-be22-e50b165653b8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:36.172923 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad8b17-41cd-4bb2-afdf-d22aa096550f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Pushing event updated for resources: {'Port': ['ID=13198d18-dda8-4450-bfc0-43c4b009431c,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:36.179497 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b84512e8-68dd-401d-b13d-c20e8c3fdf0b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:36.182151 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b84512e8-68dd-401d-b13d-c20e8c3fdf0b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:36.186487 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b84512e8-68dd-401d-b13d-c20e8c3fdf0b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "DELETE /v2.0/security-groups/cf8e5874-05ed-410c-b43c-0a73f8705ad9 HTTP/1.1" status: 204 len: 168 time: 1.2815971 Aug 16 22:43:36.207713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52594) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:36.320276 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84512e8-68dd-401d-b13d-c20e8c3fdf0b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8e5874-05ed-410c-b43c-0a73f8705ad9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:36.342240 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-682fac42-56a3-49bb-9349-b490d8b14b3a req-1315003b-d64b-4202-9ff4-166596424965 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-552229509&fields=id&tenant_id=b06f23904def4994b16aa4c4df2fbc47 HTTP/1.1" status: 200 len: 267 time: 0.7963941 Aug 16 22:43:36.366773 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-57d473b6-5d0a-419f-be22-e50b165653b8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Transition to ACTIVE for port object b41b4740-a063-4eda-94ef-0b6d36045195 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:43:36.477428 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5759392e-e0da-41b5-b510-0b7b7e263c15 tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:36.480584 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5759392e-e0da-41b5-b510-0b7b7e263c15 tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:36.550574 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5759392e-e0da-41b5-b510-0b7b7e263c15 tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:36.551482 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5759392e-e0da-41b5-b510-0b7b7e263c15 tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87abc090-daa4-4d13-a665-837af3e80209 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:43:36.588171 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-5759392e-e0da-41b5-b510-0b7b7e263c15 tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 22:43:36.590320 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5759392e-e0da-41b5-b510-0b7b7e263c15 tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.9938605 Aug 16 22:43:36.593264 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52606) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:36.653376 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5478f585-df63-48fa-80f4-13dce7e51544 req-cd88d834-a058-4338-b8f9-6010fd78716d tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 210 time: 0.2900267 Aug 16 22:43:36.692240 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-57d473b6-5d0a-419f-be22-e50b165653b8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:36.754087 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-13f6de2f-65a7-4aa2-8b67-fd5827ea767d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:36.774517 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7d920-a7de-47e2-b9e6-28af7af56f18 req-32f8874f-f93c-4b3c-852c-37d8171b71e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:36.779136 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ad7d920-a7de-47e2-b9e6-28af7af56f18 req-32f8874f-f93c-4b3c-852c-37d8171b71e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b06f23904def4994b16aa4c4df2fbc47&device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 1136 time: 0.9313767 Aug 16 22:43:36.860019 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-57d473b6-5d0a-419f-be22-e50b165653b8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Network 435a10a5-cc42-49d2-96bb-80e24e818305 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:43:36.884328 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-57d473b6-5d0a-419f-be22-e50b165653b8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:43:36.886353 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-228fe519-d9cd-4ffa-a440-2dad42d6bd59 tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Deleting port 1458457e-cc13-4cfc-add0-ab4562d8ab3a {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:43:36.886707 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-228fe519-d9cd-4ffa-a440-2dad42d6bd59 tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:36.887096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-57d473b6-5d0a-419f-be22-e50b165653b8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:43:36.900515 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e018beba-9076-4a36-b058-4c27dfafaf6a tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6752925 Aug 16 22:43:36.915025 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52614) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:36.997551 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-70d3a50a-b564-46e7-9e64-5c3717d9e71b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group': {'name': 'tempest-secgroup--1639366132'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:37.029731 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fac42-56a3-49bb-9349-b490d8b14b3a req-93dabc29-294d-42df-82b2-7167c7ad8910 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:37.031418 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-682fac42-56a3-49bb-9349-b490d8b14b3a req-93dabc29-294d-42df-82b2-7167c7ad8910 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 984 time: 0.6884739 Aug 16 22:43:37.089608 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-682fac42-56a3-49bb-9349-b490d8b14b3a req-2a660238-a8db-4132-aacd-0cc8a2323eca tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Request body: {'port': {'security_groups': ['dcf6d653-b58a-4db0-9493-9e58c0cc6f03']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:37.115770 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-70d3a50a-b564-46e7-9e64-5c3717d9e71b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:43:37.115770 n-d-792458-15 neutron-server[94872]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:43:37.115770 n-d-792458-15 neutron-server[94872]: [parameters: {'project_id_1': '6273020f633a4c0c91d325bff58bf6ef', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 43, 37, 14132)}] Aug 16 22:43:37.115770 n-d-792458-15 neutron-server[94872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:43:37.120780 n-d-792458-15 neutron-server[94872]: DEBUG oslo_db.api [None req-70d3a50a-b564-46e7-9e64-5c3717d9e71b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:43:37.139575 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-228fe519-d9cd-4ffa-a440-2dad42d6bd59 tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:37.174338 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-228fe519-d9cd-4ffa-a440-2dad42d6bd59 tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Calling delete_port for 1458457e-cc13-4cfc-add0-ab4562d8ab3a owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:43:37.218327 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d473b6-5d0a-419f-be22-e50b165653b8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Pushing event updated for resources: {'Port': ['ID=b41b4740-a063-4eda-94ef-0b6d36045195,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:37.281854 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-57d473b6-5d0a-419f-be22-e50b165653b8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:37.282892 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-57d473b6-5d0a-419f-be22-e50b165653b8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:37.285880 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-682fac42-56a3-49bb-9349-b490d8b14b3a req-2a660238-a8db-4132-aacd-0cc8a2323eca tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:37.407181 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7d920-a7de-47e2-b9e6-28af7af56f18 req-b725c4b8-94cf-4713-846a-a1c7fff87507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:37.408874 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ad7d920-a7de-47e2-b9e6-28af7af56f18 req-b725c4b8-94cf-4713-846a-a1c7fff87507 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df7473e5-d63a-4747-80a0-6a15aafd1333 HTTP/1.1" status: 200 len: 921 time: 0.5723741 Aug 16 22:43:37.418935 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5ffb44fd-6600-4656-9da4-c7158027ded8 None None] Provisioning for port b41b4740-a063-4eda-94ef-0b6d36045195 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:43:37.424546 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5ffb44fd-6600-4656-9da4-c7158027ded8 None None] Provisioning complete for port b41b4740-a063-4eda-94ef-0b6d36045195 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:43:37.425298 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5ffb44fd-6600-4656-9da4-c7158027ded8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:37.494739 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ad7d920-a7de-47e2-b9e6-28af7af56f18 req-21680651-519f-4aff-b229-4666206c176f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13198d18-dda8-4450-bfc0-43c4b009431c HTTP/1.1" status: 200 len: 217 time: 0.0717185 Aug 16 22:43:37.524768 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb44fd-6600-4656-9da4-c7158027ded8 None None] Port b41b4740-a063-4eda-94ef-0b6d36045195 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:43:37.666015 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-13f6de2f-65a7-4aa2-8b67-fd5827ea767d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:37.669815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7d920-a7de-47e2-b9e6-28af7af56f18 req-fa47e6d5-ddb2-4842-ae23-0890dfea01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:37.670991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ad7d920-a7de-47e2-b9e6-28af7af56f18 req-fa47e6d5-ddb2-4842-ae23-0890dfea01e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4ac3e58-5a35-4a37-958f-cda762ceeb0b HTTP/1.1" status: 200 len: 860 time: 0.1617787 Aug 16 22:43:37.676408 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-13f6de2f-65a7-4aa2-8b67-fd5827ea767d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:37.703408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-57d473b6-5d0a-419f-be22-e50b165653b8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6621966 Aug 16 22:43:37.784369 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] Request body: {'port': {'device_id': '732f7300-a8f6-433e-b34b-94b7f6ffe468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:37.800217 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ad7d920-a7de-47e2-b9e6-28af7af56f18 req-a2bef39f-c8d0-4023-8dcd-b916aa985018 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7473e5-d63a-4747-80a0-6a15aafd1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178303 Aug 16 22:43:37.838394 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-70d3a50a-b564-46e7-9e64-5c3717d9e71b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:37.925619 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6de2f-65a7-4aa2-8b67-fd5827ea767d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccf5c3b-8df7-4adf-91b3-0b11c3e5d935,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:37.950791 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-28ec405f-efca-4ed7-a20e-d6e2bf9410c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1233685 Aug 16 22:43:38.074386 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ad7d920-a7de-47e2-b9e6-28af7af56f18 req-b8d9d751-8662-4934-ba2c-e092e69d9adf service neutron] 10.222.0.39 "GET /v2.0/networks/df7473e5-d63a-4747-80a0-6a15aafd1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852496 Aug 16 22:43:38.093676 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-13f6de2f-65a7-4aa2-8b67-fd5827ea767d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=99353b08d30149008be574c43e2a4cea&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2446437 Aug 16 22:43:38.128451 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52636) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:38.167016 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-228fe519-d9cd-4ffa-a440-2dad42d6bd59 tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:38.191638 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-70d3a50a-b564-46e7-9e64-5c3717d9e71b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:38.228329 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-70d3a50a-b564-46e7-9e64-5c3717d9e71b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:38.239329 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fe519-d9cd-4ffa-a440-2dad42d6bd59 tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Pushing event deleted for resources: {'Port': ['ID=1458457e-cc13-4cfc-add0-ab4562d8ab3a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:38.303755 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-85f56376-0d33-4f22-a2f6-71c2157c613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:38.304377 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-85f56376-0d33-4f22-a2f6-71c2157c613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:38.305119 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-85f56376-0d33-4f22-a2f6-71c2157c613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:38.306528 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-85f56376-0d33-4f22-a2f6-71c2157c613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:38.307448 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-85f56376-0d33-4f22-a2f6-71c2157c613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:38.308185 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-85f56376-0d33-4f22-a2f6-71c2157c613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:38.310114 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-85f56376-0d33-4f22-a2f6-71c2157c613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:38.313137 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-85f56376-0d33-4f22-a2f6-71c2157c613f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec65b3f25804ec5b636b887d7c98229&device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 6499 time: 0.2514067 Aug 16 22:43:38.320561 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:38.351561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9076d-fedb-4e2a-952d-aac1487674fd req-578ede41-dcb2-430b-a954-7c28874fe3fc tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:38.354310 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ba9076d-fedb-4e2a-952d-aac1487674fd req-578ede41-dcb2-430b-a954-7c28874fe3fc tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 931 time: 0.5244083 Aug 16 22:43:38.377666 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-70d3a50a-b564-46e7-9e64-5c3717d9e71b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:38.382557 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-70d3a50a-b564-46e7-9e64-5c3717d9e71b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4629242 Aug 16 22:43:38.387750 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-682fac42-56a3-49bb-9349-b490d8b14b3a req-2a660238-a8db-4132-aacd-0cc8a2323eca tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] For port 13198d18-dda8-4450-bfc0-43c4b009431c, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=13198d18-dda8-4450-bfc0-43c4b009431c,segment=NetworkSegment(b8b52abf-3b1e-4501-a5d1-1582c7580027),segment_id=b8b52abf-3b1e-4501-a5d1-1582c7580027)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:38.394080 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52640) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:38.402721 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-765b08fb-f277-4b5d-be9f-7575c976e353 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group_rule': {'security_group_id': '738cd171-e577-4799-ac42-9740c8ac2fdb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:38.403755 n-d-792458-15 neutron-server[94872]: WARNING neutron.api.v2.base [None req-765b08fb-f277-4b5d-be9f-7575c976e353 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 22:43:38.404406 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-765b08fb-f277-4b5d-be9f-7575c976e353 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:43:38.408621 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-765b08fb-f277-4b5d-be9f-7575c976e353 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0113587 Aug 16 22:43:38.417919 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52642) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:38.426525 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-682fac42-56a3-49bb-9349-b490d8b14b3a req-2a660238-a8db-4132-aacd-0cc8a2323eca tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:38.441528 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-682fac42-56a3-49bb-9349-b490d8b14b3a req-2a660238-a8db-4132-aacd-0cc8a2323eca tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:38.445562 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc9a8e29-df56-409b-bb1c-bcc84f41fb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:38.457161 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['13198d18-dda8-4450-bfc0-43c4b009431c'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:43:38.521282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3a50a-b564-46e7-9e64-5c3717d9e71b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738cd171-e577-4799-ac42-9740c8ac2fdb,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:38.556567 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fac42-56a3-49bb-9349-b490d8b14b3a req-2a660238-a8db-4132-aacd-0cc8a2323eca tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:38.558388 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-682fac42-56a3-49bb-9349-b490d8b14b3a req-2a660238-a8db-4132-aacd-0cc8a2323eca tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:38.560464 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-682fac42-56a3-49bb-9349-b490d8b14b3a req-2a660238-a8db-4132-aacd-0cc8a2323eca tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "PUT /v2.0/ports/13198d18-dda8-4450-bfc0-43c4b009431c HTTP/1.1" status: 200 len: 942 time: 1.4769304 Aug 16 22:43:38.694716 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['13198d18-dda8-4450-bfc0-43c4b009431c'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:43:38.698523 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-742f0720-1d67-416e-bc34-7a9ec6c91652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:38.698793 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-742f0720-1d67-416e-bc34-7a9ec6c91652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:38.699232 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-742f0720-1d67-416e-bc34-7a9ec6c91652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:38.700873 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-742f0720-1d67-416e-bc34-7a9ec6c91652 service neutron] 10.222.0.39 "GET /v2.0/networks?id=da99628b-b531-4700-97cd-f2deca3ca96b&id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66&id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 HTTP/1.1" status: 200 len: 2293 time: 0.3388567 Aug 16 22:43:38.743410 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf88fc0-8940-43e0-b351-3734dddd4448', 'tag': '13198d18-dda8-4450-bfc0-43c4b009431c'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:43:38.754663 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdddd2e-9966-477f-9e04-f2746a1523f5" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf88fc0-8940-43e0-b351-3734dddd4448", "tag": "13198d18-dda8-4450-bfc0-43c4b009431c"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:43:38.793081 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:38.847667 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-228fe519-d9cd-4ffa-a440-2dad42d6bd59 tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:38.856037 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-228fe519-d9cd-4ffa-a440-2dad42d6bd59 tempest-RoutersAdminNegativeTest-16201768 tempest-RoutersAdminNegativeTest-16201768-project-admin] 10.222.0.93 "DELETE /v2.0/ports/1458457e-cc13-4cfc-add0-ab4562d8ab3a HTTP/1.1" status: 204 len: 168 time: 2.2610986 Aug 16 22:43:38.910004 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f6f68f0-b46f-43ec-ac4b-aba0bf54f5b9 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:38.938887 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc9a8e29-df56-409b-bb1c-bcc84f41fb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:38.961470 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-2bfb357d-c05a-4e58-9c81-79568a425ba3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=591b5968-9ed1-44b8-afc2-1f142f90e8d8 HTTP/1.1" status: 200 len: 1002 time: 0.2507367 Aug 16 22:43:39.110013 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f6f68f0-b46f-43ec-ac4b-aba0bf54f5b9 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:39.199738 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f6f68f0-b46f-43ec-ac4b-aba0bf54f5b9 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:39.203603 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f6f68f0-b46f-43ec-ac4b-aba0bf54f5b9 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:39.211074 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0f6f68f0-b46f-43ec-ac4b-aba0bf54f5b9 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "DELETE /v2.0/security-groups/738cd171-e577-4799-ac42-9740c8ac2fdb HTTP/1.1" status: 204 len: 168 time: 0.7654285 Aug 16 22:43:39.213503 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52662) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:39.296779 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d7f606de-947d-4156-8464-aeffa7ee5450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:39.308309 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f68f0-b46f-43ec-ac4b-aba0bf54f5b9 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=738cd171-e577-4799-ac42-9740c8ac2fdb,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:39.331828 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-d71ba60d-1110-4c3a-99de-fe186d00d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:39.333635 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-d71ba60d-1110-4c3a-99de-fe186d00d1bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ffe763c-ff2b-42ed-bcf3-687f913d441b HTTP/1.1" status: 200 len: 850 time: 0.3533347 Aug 16 22:43:39.459296 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ba9076d-fedb-4e2a-952d-aac1487674fd req-1116350d-8ca5-4e18-b134-c728ca382eab tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/security-groups?id=40a76a05-50db-4881-8186-b6c3fce66f25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0228724 Aug 16 22:43:39.509260 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a660238-a8db-4132-aacd-0cc8a2323eca tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Pushing event updated for resources: {'Port': ['ID=13198d18-dda8-4450-bfc0-43c4b009431c,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:39.538106 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ad7d920-a7de-47e2-b9e6-28af7af56f18 req-82b6db88-601e-4a39-90e3-1e7fcb9db0fc service neutron] 10.222.0.39 "GET /v2.0/networks/df7473e5-d63a-4747-80a0-6a15aafd1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4428830 Aug 16 22:43:39.559483 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52666) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:39.617080 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-93d3e651-7ee7-4c15-b2a8-87aed6b40ce7 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3863688 Aug 16 22:43:39.621671 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52668) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:39.651078 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0298cb7d-64af-4f8c-a663-34f5a30d01ce tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group': {'name': 'tempest-secgroup--1357732101'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:39.684318 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-089391a7-fdd9-4e78-af6f-d22efa90b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:39.686390 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-089391a7-fdd9-4e78-af6f-d22efa90b4be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=da99628b-b531-4700-97cd-f2deca3ca96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3407900 Aug 16 22:43:39.855082 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-1e68d256-94d0-4d01-b6c1-498107a63b52 service neutron] 10.222.0.39 "GET /v2.0/networks/da99628b-b531-4700-97cd-f2deca3ca96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598372 Aug 16 22:43:39.883015 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0298cb7d-64af-4f8c-a663-34f5a30d01ce tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:40.013790 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-3e849d05-ebbe-460f-9f3b-168f28310902 service neutron] 10.222.0.39 "GET /v2.0/networks/da99628b-b531-4700-97cd-f2deca3ca96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493831 Aug 16 22:43:40.127969 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-93da7693-5e6c-445e-98c2-2c2324e47104 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=a0a260f4-e95c-4287-9011-ab8907999577 HTTP/1.1" status: 200 len: 217 time: 0.1010547 Aug 16 22:43:40.136199 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13343ab9-0709-47c7-8ca6-8cc1c9258ab4 x-openstack-request-id: req-13343ab9-0709-47c7-8ca6-8cc1c9258ab4 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:43:40.137104 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf88fc0-8940-43e0-b351-3734dddd4448", "tag": "13198d18-dda8-4450-bfc0-43c4b009431c", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:43:40.143720 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-13343ab9-0709-47c7-8ca6-8cc1c9258ab4 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:43:40.144195 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf88fc0-8940-43e0-b351-3734dddd4448', 'tag': '13198d18-dda8-4450-bfc0-43c4b009431c', 'status': 'completed', 'code': 200} Aug 16 22:43:40.172016 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc9a8e29-df56-409b-bb1c-bcc84f41fb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:40.175427 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc9a8e29-df56-409b-bb1c-bcc84f41fb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:40.180032 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dc9a8e29-df56-409b-bb1c-bcc84f41fb3f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5ccf5c3b-8df7-4adf-91b3-0b11c3e5d935 HTTP/1.1" status: 204 len: 168 time: 2.0437129 Aug 16 22:43:40.251622 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-b7c735a5-8efe-4c77-9f01-bafc47dad93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:40.258584 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-b7c735a5-8efe-4c77-9f01-bafc47dad93d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ba958f9-7606-4a57-ac70-15a7d712df06 HTTP/1.1" status: 200 len: 797 time: 0.1162932 Aug 16 22:43:40.289100 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a8e29-df56-409b-bb1c-bcc84f41fb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccf5c3b-8df7-4adf-91b3-0b11c3e5d935,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:40.363398 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-109ee717-e423-493e-8d83-263b0e96bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:40.365404 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-109ee717-e423-493e-8d83-263b0e96bcf6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0857124 Aug 16 22:43:40.389859 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a4a7dc89-4902-4291-a74a-be4c172aeb60 req-b7fb2964-8a08-4693-b3ec-8948af888634 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.5058477 Aug 16 22:43:40.406404 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a4a7dc89-4902-4291-a74a-be4c172aeb60 req-d0d34816-b912-4124-98f3-65fa8c904c8b tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:40.418871 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a7c015f3-84c6-4480-832d-0fcaef234129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:40.449029 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdddd2e-9966-477f-9e04-f2746a1523f5 req-f90ab5ec-9cc1-4e0d-ab4c-2fcb79eeed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:40.452171 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfdddd2e-9966-477f-9e04-f2746a1523f5 req-f90ab5ec-9cc1-4e0d-ab4c-2fcb79eeed4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b06f23904def4994b16aa4c4df2fbc47&device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 1097 time: 0.4063020 Aug 16 22:43:40.482745 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0298cb7d-64af-4f8c-a663-34f5a30d01ce tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:40.527785 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-93c53c9e-cec3-4888-8034-95c20eccdf3b service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504281 Aug 16 22:43:40.529588 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0298cb7d-64af-4f8c-a663-34f5a30d01ce tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:40.695747 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41b4740-a063-4eda-94ef-0b6d36045195 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:43:40.710566 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a4a7dc89-4902-4291-a74a-be4c172aeb60 req-d0d34816-b912-4124-98f3-65fa8c904c8b tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:40.740264 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:40.743463 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-9cd5f1eb-6c73-48ff-b388-567e042c6881 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914365 Aug 16 22:43:40.801227 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:40.817693 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52696) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:40.846748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdddd2e-9966-477f-9e04-f2746a1523f5 req-4526f847-9c45-47fa-bc78-c3c5ac6df3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:40.848252 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfdddd2e-9966-477f-9e04-f2746a1523f5 req-4526f847-9c45-47fa-bc78-c3c5ac6df3ec service neutron] 10.222.0.39 "GET /v2.0/networks?id=df7473e5-d63a-4747-80a0-6a15aafd1333 HTTP/1.1" status: 200 len: 921 time: 0.3888185 Aug 16 22:43:40.850119 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-c816c465-b8db-45b3-aabb-2f0b1077172b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=882b75e0-8639-46ef-a97c-2657f474d5df HTTP/1.1" status: 200 len: 217 time: 0.0875909 Aug 16 22:43:40.862947 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298cb7d-64af-4f8c-a663-34f5a30d01ce tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5100c1c0-aba8-457e-a782-ff60e728ffad,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:40.864001 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] Transition to ACTIVE for port object b41b4740-a063-4eda-94ef-0b6d36045195 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:43:40.878264 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2dadf535-ab35-4c2a-9b02-430a21f5d9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:40.889712 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:40.952758 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-41c62ad4-cdb4-4225-96cf-f345ea4b7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:40.955455 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-41c62ad4-cdb4-4225-96cf-f345ea4b7fee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ba958f9-7606-4a57-ac70-15a7d712df06 HTTP/1.1" status: 200 len: 797 time: 0.0714202 Aug 16 22:43:40.985997 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfdddd2e-9966-477f-9e04-f2746a1523f5 req-7f71963d-ce85-4f4d-88be-19412140e20b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13198d18-dda8-4450-bfc0-43c4b009431c HTTP/1.1" status: 200 len: 217 time: 0.1094508 Aug 16 22:43:41.030386 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-ff0ed3cb-0a66-4bf4-8c17-2a3821533c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:41.032738 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-ff0ed3cb-0a66-4bf4-8c17-2a3821533c0d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0668807 Aug 16 22:43:41.123559 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdddd2e-9966-477f-9e04-f2746a1523f5 req-865ccb61-1654-425e-aa5f-15106fb428ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:41.125293 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfdddd2e-9966-477f-9e04-f2746a1523f5 req-865ccb61-1654-425e-aa5f-15106fb428ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4ac3e58-5a35-4a37-958f-cda762ceeb0b HTTP/1.1" status: 200 len: 860 time: 0.1194470 Aug 16 22:43:41.159686 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-f8158fc5-bbd4-4ed9-b428-9299186f5838 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191788 Aug 16 22:43:41.176113 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfdddd2e-9966-477f-9e04-f2746a1523f5 req-92c7c202-2089-428c-8dba-2f9a1b978383 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7473e5-d63a-4747-80a0-6a15aafd1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332890 Aug 16 22:43:41.190493 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff43ce6-74fd-48de-89c6-53a53444958a req-ca1896d7-0738-421c-94f2-2f43361f6184 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:41.198172 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eff43ce6-74fd-48de-89c6-53a53444958a req-ca1896d7-0738-421c-94f2-2f43361f6184 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 931 time: 0.4014981 Aug 16 22:43:41.284219 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] Pushing event updated for resources: {'Port': ['ID=b41b4740-a063-4eda-94ef-0b6d36045195,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:41.301088 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-08288859-4361-4f22-a154-261b3fb273c4 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322386 Aug 16 22:43:41.309449 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a7c015f3-84c6-4480-832d-0fcaef234129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:41.325693 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0298cb7d-64af-4f8c-a663-34f5a30d01ce tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:41.327273 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0298cb7d-64af-4f8c-a663-34f5a30d01ce tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7003284 Aug 16 22:43:41.332421 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52710) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:41.334714 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a7c015f3-84c6-4480-832d-0fcaef234129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:41.343657 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-98ccca85-969b-44b2-8de4-232f058d68b0 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group_rule': {'security_group_id': '5100c1c0-aba8-457e-a782-ff60e728ffad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:41.357122 n-d-792458-15 neutron-server[94872]: WARNING neutron.api.v2.base [None req-98ccca85-969b-44b2-8de4-232f058d68b0 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 22:43:41.357613 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-98ccca85-969b-44b2-8de4-232f058d68b0 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:43:41.358767 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-98ccca85-969b-44b2-8de4-232f058d68b0 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0221651 Aug 16 22:43:41.432967 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52712) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:41.438262 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6b4d960b-380f-4eeb-9f00-1d6a5e68807b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group_rule': {'security_group_id': '5100c1c0-aba8-457e-a782-ff60e728ffad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:41.453497 n-d-792458-15 neutron-server[94872]: WARNING neutron.api.v2.base [None req-6b4d960b-380f-4eeb-9f00-1d6a5e68807b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 22:43:41.454049 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-6b4d960b-380f-4eeb-9f00-1d6a5e68807b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:43:41.455685 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6b4d960b-380f-4eeb-9f00-1d6a5e68807b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0213175 Aug 16 22:43:41.457879 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-7d5e5010-2eef-4537-b802-1fea7edfa100 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=9c81783d-6b34-4769-b8e6-f21cb76f85b3 HTTP/1.1" status: 200 len: 217 time: 0.1447871 Aug 16 22:43:41.461034 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52714) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:41.474180 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-1d738d39-2664-486b-93c0-3de21d8e6366 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group_rule': {'security_group_id': '5100c1c0-aba8-457e-a782-ff60e728ffad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:41.475124 n-d-792458-15 neutron-server[94872]: WARNING neutron.api.v2.base [None req-1d738d39-2664-486b-93c0-3de21d8e6366 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 22:43:41.475675 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-1d738d39-2664-486b-93c0-3de21d8e6366 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:43:41.478115 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1d738d39-2664-486b-93c0-3de21d8e6366 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0152113 Aug 16 22:43:41.505911 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52716) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:41.532367 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a4fe4cc6-6dc1-4d25-92e3-02c079ab1e83 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group_rule': {'security_group_id': '5100c1c0-aba8-457e-a782-ff60e728ffad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:41.535220 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-250c1ad4-dfd9-4462-9831-87e30c5feb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:41.539780 n-d-792458-15 neutron-server[94872]: WARNING neutron.api.v2.base [None req-a4fe4cc6-6dc1-4d25-92e3-02c079ab1e83 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 22:43:41.540364 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-a4fe4cc6-6dc1-4d25-92e3-02c079ab1e83 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:43:41.541702 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a4fe4cc6-6dc1-4d25-92e3-02c079ab1e83 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0347376 Aug 16 22:43:41.553780 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52720) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:41.608372 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-9cb94679-8030-45ea-8659-877d105b4113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:41.610444 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-9cb94679-8030-45ea-8659-877d105b4113 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ba958f9-7606-4a57-ac70-15a7d712df06 HTTP/1.1" status: 200 len: 797 time: 0.1321387 Aug 16 22:43:41.613199 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfdddd2e-9966-477f-9e04-f2746a1523f5 req-9e9846ba-f2f9-4ceb-a128-77f778d96c46 service neutron] 10.222.0.39 "GET /v2.0/networks/df7473e5-d63a-4747-80a0-6a15aafd1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795767 Aug 16 22:43:41.633910 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eff43ce6-74fd-48de-89c6-53a53444958a req-02a4299a-3d31-4691-8525-fe6bc7d38d7b tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/security-groups?id=40a76a05-50db-4881-8186-b6c3fce66f25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4348078 Aug 16 22:43:41.710430 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a7c015f3-84c6-4480-832d-0fcaef234129 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ab94f0800b624fccb14cf79c542257f2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1493855 Aug 16 22:43:41.715177 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52726) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:41.744835 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c015f3-84c6-4480-832d-0fcaef234129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8977979-3a5e-401d-a6c1-f25611a5254f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:41.799512 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-082d9b33-77d2-4ee8-98cd-219fb63280fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:41.802781 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-082d9b33-77d2-4ee8-98cd-219fb63280fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1744480 Aug 16 22:43:41.844329 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] Attempting to bind port b41b4740-a063-4eda-94ef-0b6d36045195 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:43:41.844558 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] Attempting to bind port b41b4740-a063-4eda-94ef-0b6d36045195 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1ed050c3-3278-47d9-af20-f41346a21c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:43:41.844885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] Attempting to bind port b41b4740-a063-4eda-94ef-0b6d36045195 on network 435a10a5-cc42-49d2-96bb-80e24e818305 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:43:41.909478 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] Port b41b4740-a063-4eda-94ef-0b6d36045195 on network 435a10a5-cc42-49d2-96bb-80e24e818305 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:43:41.910098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] Attempting to bind port b41b4740-a063-4eda-94ef-0b6d36045195 on network 435a10a5-cc42-49d2-96bb-80e24e818305 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:43:41.918177 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a4a7dc89-4902-4291-a74a-be4c172aeb60 req-d0d34816-b912-4124-98f3-65fa8c904c8b tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:41.926478 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d12e2da9-56b5-43c4-9030-19e17853a3a1 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:41.930038 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfdddd2e-9966-477f-9e04-f2746a1523f5 req-03ee81c6-13a3-45b3-9a6d-63b4bf856fe4 service neutron] 10.222.0.39 "GET /v2.0/networks/df7473e5-d63a-4747-80a0-6a15aafd1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845886 Aug 16 22:43:41.953475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:43:41.954298 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] Checking segment: {'id': '1ed050c3-3278-47d9-af20-f41346a21c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:43:41.955530 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] Bound using segment: {'id': '1ed050c3-3278-47d9-af20-f41346a21c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:43:41.956267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] Bound port: b41b4740-a063-4eda-94ef-0b6d36045195, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed050c3-3278-47d9-af20-f41346a21c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:43:41.956884 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:41.966105 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-a9eb1dfb-51cc-42e4-b881-e4b94399b9ba service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548393 Aug 16 22:43:42.026899 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d12e2da9-56b5-43c4-9030-19e17853a3a1 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:42.058886 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79bea747-1c05-42d7-b7ee-40b552942623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:42.100622 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:42.110560 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2dadf535-ab35-4c2a-9b02-430a21f5d9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:42.115581 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79bea747-1c05-42d7-b7ee-40b552942623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:42.142754 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2dadf535-ab35-4c2a-9b02-430a21f5d9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:42.223304 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79bea747-1c05-42d7-b7ee-40b552942623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:42.227640 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79bea747-1c05-42d7-b7ee-40b552942623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:42.237121 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-79bea747-1c05-42d7-b7ee-40b552942623 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d8977979-3a5e-401d-a6c1-f25611a5254f HTTP/1.1" status: 204 len: 168 time: 0.5131533 Aug 16 22:43:42.249725 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d12e2da9-56b5-43c4-9030-19e17853a3a1 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:42.251808 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-ddbdc248-b29a-4719-a38a-7b28ec69a28c service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768412 Aug 16 22:43:42.252385 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d12e2da9-56b5-43c4-9030-19e17853a3a1 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:42.256067 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bea747-1c05-42d7-b7ee-40b552942623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8977979-3a5e-401d-a6c1-f25611a5254f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:42.256303 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d12e2da9-56b5-43c4-9030-19e17853a3a1 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "DELETE /v2.0/security-groups/5100c1c0-aba8-457e-a782-ff60e728ffad HTTP/1.1" status: 204 len: 168 time: 0.6430507 Aug 16 22:43:42.256470 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52736) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:42.288748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadf535-ab35-4c2a-9b02-430a21f5d9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59f021b-c860-4ee8-ab03-439e4c002fab,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:42.311980 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] For port b41b4740-a063-4eda-94ef-0b6d36045195, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:43:42.319595 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2dadf535-ab35-4c2a-9b02-430a21f5d9c6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=435d71a173404df18a759e99237a783e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4979005 Aug 16 22:43:42.321822 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52738) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:42.345043 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] For port b41b4740-a063-4eda-94ef-0b6d36045195, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=b41b4740-a063-4eda-94ef-0b6d36045195,segment=NetworkSegment(1ed050c3-3278-47d9-af20-f41346a21c4f),segment_id=1ed050c3-3278-47d9-af20-f41346a21c4f)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:43:42.354218 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-a4a7dc89-4902-4291-a74a-be4c172aeb60 req-d0d34816-b912-4124-98f3-65fa8c904c8b tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Allocated IP 172.25.6.89 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/9e7b803f-3a65-4b98-9bd9-0bd8dda86294) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:43:42.365606 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:42.397001 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-d71dadbf-2e6d-412a-9efc-ffd6a6a23f27 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=516c568f-19b6-4e89-a94c-c7442b86dbc7 HTTP/1.1" status: 200 len: 217 time: 0.1038721 Aug 16 22:43:42.402445 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-47178b0f-a117-46a9-82a3-afc026e14aa5 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1444952 Aug 16 22:43:42.408433 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52740) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:42.414041 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f05a85ea-c79e-4271-be23-1a7a29525087 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group': {'name': 'tempest-secgroup--1494233989'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:42.415297 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e2da9-56b5-43c4-9030-19e17853a3a1 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5100c1c0-aba8-457e-a782-ff60e728ffad,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:42.467413 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:42.468308 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:42.469889 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] 10.222.0.39 "PUT /v2.0/ports/b41b4740-a063-4eda-94ef-0b6d36045195 HTTP/1.1" status: 200 len: 1092 time: 4.6903026 Aug 16 22:43:42.472483 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732f7300-a8f6-433e-b34b-94b7f6ffe468', 'tag': 'b41b4740-a063-4eda-94ef-0b6d36045195'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:43:42.474689 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f48d1dc-f384-404d-b252-897635326770" -d '{"events": [{"name": "network-changed", "server_uuid": "732f7300-a8f6-433e-b34b-94b7f6ffe468", "tag": "b41b4740-a063-4eda-94ef-0b6d36045195"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:43:42.666488 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-7e399467-63bb-465e-8d35-4f9f12fa7ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:42.668604 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-7e399467-63bb-465e-8d35-4f9f12fa7ba8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ba958f9-7606-4a57-ac70-15a7d712df06 HTTP/1.1" status: 200 len: 797 time: 0.2296712 Aug 16 22:43:42.675724 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f05a85ea-c79e-4271-be23-1a7a29525087 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:42.715669 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7d9918-1702-4737-9292-dcaa91c8898f x-openstack-request-id: req-cf7d9918-1702-4737-9292-dcaa91c8898f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:43:42.719964 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "732f7300-a8f6-433e-b34b-94b7f6ffe468", "tag": "b41b4740-a063-4eda-94ef-0b6d36045195", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:43:42.720924 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cf7d9918-1702-4737-9292-dcaa91c8898f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:43:42.721475 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '732f7300-a8f6-433e-b34b-94b7f6ffe468', 'tag': 'b41b4740-a063-4eda-94ef-0b6d36045195', 'status': 'completed', 'code': 200} Aug 16 22:43:42.790300 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-6661ed4a-435f-4384-b9d5-2bb20b7bd26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:42.792689 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-6661ed4a-435f-4384-b9d5-2bb20b7bd26f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1132345 Aug 16 22:43:42.861040 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe7dd1-5b4b-4479-aad5-8f60541293bc service neutron] Pushing event updated for resources: {'Port': ['ID=b41b4740-a063-4eda-94ef-0b6d36045195,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:42.919104 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-1017b4af-177a-40de-a2ed-d97e34243ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:42.937947 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-1017b4af-177a-40de-a2ed-d97e34243ea0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7537f5cabb134098ac7e1d49956c397c&device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 1095 time: 0.3917549 Aug 16 22:43:42.956313 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-72a52812-71aa-4825-bf73-a04aed32364b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:42.978020 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-024f51e8-d603-4346-ae3c-2fdf6780e8e6 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738596 Aug 16 22:43:42.981875 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-72a52812-71aa-4825-bf73-a04aed32364b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:43.049620 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-2e356fe4-d23b-4120-82e4-fa0923bbdfc7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b41b4740-a063-4eda-94ef-0b6d36045195 HTTP/1.1" status: 200 len: 217 time: 0.0589137 Aug 16 22:43:43.053590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52762) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:43.088244 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bce17-f932-4f55-95b4-d48e81d1dfe2 req-c6ccb005-4473-4fea-b984-c70e4887f935 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:43.089741 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0a6bce17-f932-4f55-95b4-d48e81d1dfe2 req-c6ccb005-4473-4fea-b984-c70e4887f935 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 943 time: 0.2940071 Aug 16 22:43:43.136337 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-b03cdc83-5eac-4fa3-8120-6ac95b3796c9 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366818 Aug 16 22:43:43.177541 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a4a7dc89-4902-4291-a74a-be4c172aeb60 req-d0d34816-b912-4124-98f3-65fa8c904c8b tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:43.178868 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f05a85ea-c79e-4271-be23-1a7a29525087 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:43.189998 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f05a85ea-c79e-4271-be23-1a7a29525087 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:43.247300 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-cdb9f230-5c03-42c5-b0a0-4d4f4934a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:43.247756 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:43.249542 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-cdb9f230-5c03-42c5-b0a0-4d4f4934a566 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18a4055b-447e-4e48-915e-006ede5ab862 HTTP/1.1" status: 200 len: 853 time: 0.1824701 Aug 16 22:43:43.256973 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f05a85ea-c79e-4271-be23-1a7a29525087 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:43.258843 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f05a85ea-c79e-4271-be23-1a7a29525087 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8518522 Aug 16 22:43:43.260722 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-335902e1-e837-4934-a437-f0564286961c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=95258e61-57fb-4f52-995b-af813f1e9267 HTTP/1.1" status: 200 len: 217 time: 0.0802670 Aug 16 22:43:43.261524 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0a6bce17-f932-4f55-95b4-d48e81d1dfe2 req-68738a90-bf37-4a55-9687-57ea846f2683 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/security-groups?id=40a76a05-50db-4881-8186-b6c3fce66f25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535387 Aug 16 22:43:43.272081 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-17b47d9a-f414-4f2b-8d85-ec3a0edea6a6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0fad59096f284efb90338ebc7310f909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2103231 Aug 16 22:43:43.272081 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52764) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:43.275157 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52766) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:43.278046 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-36872e87-60b6-4a8e-b5e4-997e1979bb46 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group_rule': {'security_group_id': '95fe9b06-92ac-4769-8cde-9998f37ae56a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:43.278915 n-d-792458-15 neutron-server[94871]: WARNING neutron.api.v2.base [None req-36872e87-60b6-4a8e-b5e4-997e1979bb46 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 22:43:43.279515 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-36872e87-60b6-4a8e-b5e4-997e1979bb46 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:43:43.280595 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-36872e87-60b6-4a8e-b5e4-997e1979bb46 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068867 Aug 16 22:43:43.283827 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-72a52812-71aa-4825-bf73-a04aed32364b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:43.286766 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-72a52812-71aa-4825-bf73-a04aed32364b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:43.290317 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-72a52812-71aa-4825-bf73-a04aed32364b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a59f021b-c860-4ee8-ab03-439e4c002fab HTTP/1.1" status: 204 len: 168 time: 0.9410846 Aug 16 22:43:43.290317 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52768) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:43.307062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-043d8683-6767-4001-aa4b-aa3cad294eb0 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group_rule': {'security_group_id': '95fe9b06-92ac-4769-8cde-9998f37ae56a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:43.318744 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a85ea-c79e-4271-be23-1a7a29525087 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95fe9b06-92ac-4769-8cde-9998f37ae56a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:43.340754 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a52812-71aa-4825-bf73-a04aed32364b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59f021b-c860-4ee8-ab03-439e4c002fab,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:43.430152 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a4a7dc89-4902-4291-a74a-be4c172aeb60 req-d0d34816-b912-4124-98f3-65fa8c904c8b tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:43.456606 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-4e968367-f1a0-4d31-b895-843f05ac70f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:43.458403 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-4e968367-f1a0-4d31-b895-843f05ac70f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=435a10a5-cc42-49d2-96bb-80e24e818305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1687686 Aug 16 22:43:43.458549 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-827c2ddc-fde4-429c-9b1f-05ebcd9ab071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:43.483594 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-827c2ddc-fde4-429c-9b1f-05ebcd9ab071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:43.492573 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-043d8683-6767-4001-aa4b-aa3cad294eb0 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:43:43.493848 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-043d8683-6767-4001-aa4b-aa3cad294eb0 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2007558 Aug 16 22:43:43.498957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52776) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:43.515710 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fa1a36d9-592d-475b-a306-9a30a9817d3e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group_rule': {'security_group_id': '95fe9b06-92ac-4769-8cde-9998f37ae56a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:43.516188 n-d-792458-15 neutron-server[94871]: WARNING neutron.api.v2.base [None req-fa1a36d9-592d-475b-a306-9a30a9817d3e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 22:43:43.516673 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-fa1a36d9-592d-475b-a306-9a30a9817d3e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:43:43.517659 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fa1a36d9-592d-475b-a306-9a30a9817d3e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058496 Aug 16 22:43:43.531130 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52778) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:43.544566 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-97f7ee34-520e-42ad-8961-2b60731750d4 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group_rule': {'security_group_id': '95fe9b06-92ac-4769-8cde-9998f37ae56a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:43.551404 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-1ddfab83-4eb9-4196-af8c-40d0c4522751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:43.552959 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-1ddfab83-4eb9-4196-af8c-40d0c4522751 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c52f2cc-75f7-4661-a433-31d875d006cb HTTP/1.1" status: 200 len: 797 time: 0.2202036 Aug 16 22:43:43.553612 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-827c2ddc-fde4-429c-9b1f-05ebcd9ab071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:43.556293 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-827c2ddc-fde4-429c-9b1f-05ebcd9ab071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:43.559074 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-827c2ddc-fde4-429c-9b1f-05ebcd9ab071 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/11d04ed0-abfc-41cb-aeb3-7b488c1a0c57 HTTP/1.1" status: 204 len: 168 time: 0.2403996 Aug 16 22:43:43.561611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a7dc89-4902-4291-a74a-be4c172aeb60 req-d0d34816-b912-4124-98f3-65fa8c904c8b tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:43:43.564112 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-a4a7dc89-4902-4291-a74a-be4c172aeb60 req-d0d34816-b912-4124-98f3-65fa8c904c8b tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:43:43.574102 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a7dc89-4902-4291-a74a-be4c172aeb60 req-d0d34816-b912-4124-98f3-65fa8c904c8b tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:43:43.590816 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c2ddc-fde4-429c-9b1f-05ebcd9ab071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d04ed0-abfc-41cb-aeb3-7b488c1a0c57,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:43.666114 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-e29ecb5f-9452-45d1-9a16-13871119a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:43.668774 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-e29ecb5f-9452-45d1-9a16-13871119a311 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1017480 Aug 16 22:43:43.670620 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-97f7ee34-520e-42ad-8961-2b60731750d4 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:43:43.675033 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-97f7ee34-520e-42ad-8961-2b60731750d4 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1373768 Aug 16 22:43:43.675761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52784) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:43.681869 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b3c495b2-f632-495a-853b-410fcc7b254e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group_rule': {'security_group_id': '95fe9b06-92ac-4769-8cde-9998f37ae56a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:43.682848 n-d-792458-15 neutron-server[94872]: WARNING neutron.api.v2.base [None req-b3c495b2-f632-495a-853b-410fcc7b254e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 22:43:43.683469 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-b3c495b2-f632-495a-853b-410fcc7b254e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:43:43.688156 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b3c495b2-f632-495a-853b-410fcc7b254e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098557 Aug 16 22:43:43.689485 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52786) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:43.721059 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d34816-b912-4124-98f3-65fa8c904c8b tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Pushing event updated for resources: {'Port': ['ID=9e7b803f-3a65-4b98-9bd9-0bd8dda86294,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:43.804121 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-388e07a5-e941-48e3-8351-1fac1cd2559e service neutron] 10.222.0.39 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273100 Aug 16 22:43:43.808393 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-07a67cd0-c72a-4781-a495-c98cda98838b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group_rule': {'security_group_id': '95fe9b06-92ac-4769-8cde-9998f37ae56a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:43.912683 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-fc4d602d-5477-47e2-ab3f-2c7f7b7234f4 service neutron] 10.222.0.39 "GET /v2.0/networks/435a10a5-cc42-49d2-96bb-80e24e818305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317610 Aug 16 22:43:44.035644 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-f4523df4-6bd1-4e56-9268-a4dfc8e815d6 service neutron] 10.222.0.39 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015886 Aug 16 22:43:44.037318 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-07a67cd0-c72a-4781-a495-c98cda98838b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:43:44.038805 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-07a67cd0-c72a-4781-a495-c98cda98838b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2376823 Aug 16 22:43:44.054946 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52804) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:44.100014 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-70653016-8c3c-4793-9578-e5494d042ff2 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group_rule': {'security_group_id': '95fe9b06-92ac-4769-8cde-9998f37ae56a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:44.100506 n-d-792458-15 neutron-server[94872]: WARNING neutron.api.v2.base [None req-70653016-8c3c-4793-9578-e5494d042ff2 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 22:43:44.101464 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-70653016-8c3c-4793-9578-e5494d042ff2 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:43:44.102508 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-70653016-8c3c-4793-9578-e5494d042ff2 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0280571 Aug 16 22:43:44.108856 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52806) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:44.117571 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a4a7dc89-4902-4291-a74a-be4c172aeb60 req-d0d34816-b912-4124-98f3-65fa8c904c8b tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:44.122816 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b94c35a1-787f-46b6-ac95-3c2c3c0b9388 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group_rule': {'security_group_id': '95fe9b06-92ac-4769-8cde-9998f37ae56a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:44.173915 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-28d0569c-071d-4d67-bf39-572a2016784f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=91bc08db-0eb4-4c28-b758-f80f8c5d6e8a HTTP/1.1" status: 200 len: 217 time: 0.1172423 Aug 16 22:43:44.208229 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a4a7dc89-4902-4291-a74a-be4c172aeb60 req-d0d34816-b912-4124-98f3-65fa8c904c8b tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:44.257512 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-51d8a3f3-8a59-4cfd-8067-c000db5c0b6f req-9f743846-1af3-496c-9264-dd4b6b48b581 service neutron] 10.222.0.39 "GET /v2.0/networks/435a10a5-cc42-49d2-96bb-80e24e818305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357198 Aug 16 22:43:44.372522 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-b94c35a1-787f-46b6-ac95-3c2c3c0b9388 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:43:44.376765 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b94c35a1-787f-46b6-ac95-3c2c3c0b9388 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2622151 Aug 16 22:43:44.379625 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-3e2dc2f4-3760-4a77-9d25-98ed0cab1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:44.385737 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-3e2dc2f4-3760-4a77-9d25-98ed0cab1397 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c52f2cc-75f7-4661-a433-31d875d006cb HTTP/1.1" status: 200 len: 797 time: 0.1992166 Aug 16 22:43:44.386352 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52820) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:44.403246 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-fdc15d86-a876-4c1c-a589-527ce9b8ea10 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group_rule': {'security_group_id': '95fe9b06-92ac-4769-8cde-9998f37ae56a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:44.500382 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-852185d8-3c2d-4957-a9c3-022c9978f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:44.504010 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-852185d8-3c2d-4957-a9c3-022c9978f383 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1147645 Aug 16 22:43:44.659416 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-fdc15d86-a876-4c1c-a589-527ce9b8ea10 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:43:44.670015 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fdc15d86-a876-4c1c-a589-527ce9b8ea10 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2797363 Aug 16 22:43:44.685692 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52830) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:44.813085 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-bf595066-8395-4574-ae39-54126c99362b service neutron] 10.222.0.39 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883554 Aug 16 22:43:44.839653 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:44.842534 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d1f786f-e373-4a39-840e-2567b2b91d9e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:45.168264 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9ec45-7bfa-48e1-b8eb-4e94d8cca952 req-88ebd745-6b01-462a-8fa9-c1d0e559ae7d tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:45.199047 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91a9ec45-7bfa-48e1-b8eb-4e94d8cca952 req-88ebd745-6b01-462a-8fa9-c1d0e559ae7d tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 943 time: 0.7809212 Aug 16 22:43:45.248741 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48d1dc-f384-404d-b252-897635326770 req-06d7e0bd-71d0-4142-8d85-26f4e2bfc626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:45.252058 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f48d1dc-f384-404d-b252-897635326770 req-06d7e0bd-71d0-4142-8d85-26f4e2bfc626 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7537f5cabb134098ac7e1d49956c397c&device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 1095 time: 0.8499534 Aug 16 22:43:45.423897 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d1f786f-e373-4a39-840e-2567b2b91d9e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:45.486870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48d1dc-f384-404d-b252-897635326770 req-ef69b37e-a7da-4130-affb-fa255c269770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:45.488040 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f9c4dd0e-2212-4282-bf24-494307678cfa req-3a3a7517-616f-4e2e-a0af-d640c139ff35 service neutron] 10.222.0.39 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6650991 Aug 16 22:43:45.496701 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f48d1dc-f384-404d-b252-897635326770 req-ef69b37e-a7da-4130-affb-fa255c269770 service neutron] 10.222.0.39 "GET /v2.0/networks?id=435a10a5-cc42-49d2-96bb-80e24e818305 HTTP/1.1" status: 200 len: 915 time: 0.2261539 Aug 16 22:43:45.514873 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d1f786f-e373-4a39-840e-2567b2b91d9e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:45.519478 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d1f786f-e373-4a39-840e-2567b2b91d9e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:45.529066 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0d1f786f-e373-4a39-840e-2567b2b91d9e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "DELETE /v2.0/security-groups/95fe9b06-92ac-4769-8cde-9998f37ae56a HTTP/1.1" status: 204 len: 168 time: 0.8420861 Aug 16 22:43:45.529793 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52856) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:45.553505 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f786f-e373-4a39-840e-2567b2b91d9e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fe9b06-92ac-4769-8cde-9998f37ae56a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:45.563964 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91a9ec45-7bfa-48e1-b8eb-4e94d8cca952 req-20f5661e-a01f-4352-9a46-d1d1b75e6444 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/security-groups?id=40a76a05-50db-4881-8186-b6c3fce66f25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3628595 Aug 16 22:43:45.668583 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f6c1f902-e0f9-4488-8516-0357bfa2129a tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1301877 Aug 16 22:43:45.672347 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52862) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:45.682679 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ae5a73fc-1dd7-4686-b266-25da374b402e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group': {'name': 'tempest-secgroup--774421566'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:45.728058 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52866) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:45.743148 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f48d1dc-f384-404d-b252-897635326770 req-2f989edb-84ba-477e-b7ea-8cfd52f02da6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b41b4740-a063-4eda-94ef-0b6d36045195 HTTP/1.1" status: 200 len: 217 time: 0.2244768 Aug 16 22:43:45.752130 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae5a73fc-1dd7-4686-b266-25da374b402e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:45.906184 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a4a7dc89-4902-4291-a74a-be4c172aeb60 req-d0d34816-b912-4124-98f3-65fa8c904c8b tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:45.941238 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a4a7dc89-4902-4291-a74a-be4c172aeb60 req-d0d34816-b912-4124-98f3-65fa8c904c8b tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:45.974488 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae5a73fc-1dd7-4686-b266-25da374b402e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:45.980152 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae5a73fc-1dd7-4686-b266-25da374b402e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:46.039288 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae5a73fc-1dd7-4686-b266-25da374b402e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:46.040766 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ae5a73fc-1dd7-4686-b266-25da374b402e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3628592 Aug 16 22:43:46.046603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52876) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:46.099500 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-abf041c1-fb9e-4086-97f2-3990cf0ff87f tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group_rule': {'security_group_id': '9997540f-3477-41da-afeb-14ee93739792', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:46.120479 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a73fc-1dd7-4686-b266-25da374b402e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9997540f-3477-41da-afeb-14ee93739792,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:46.181706 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-abf041c1-fb9e-4086-97f2-3990cf0ff87f tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] create failed (client error): The resource could not be found. Aug 16 22:43:46.185866 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-abf041c1-fb9e-4086-97f2-3990cf0ff87f tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1176355 Aug 16 22:43:46.186119 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48d1dc-f384-404d-b252-897635326770 req-7b6a9157-3788-4d8f-a45e-88b16bc11f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:46.186706 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f48d1dc-f384-404d-b252-897635326770 req-7b6a9157-3788-4d8f-a45e-88b16bc11f4d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18a4055b-447e-4e48-915e-006ede5ab862 HTTP/1.1" status: 200 len: 853 time: 0.4204562 Aug 16 22:43:46.187045 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52882) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:46.202498 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-9c1c86a7-dbce-496f-97fe-aa2565a5d4fb tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group_rule': {'security_group_id': '9997540f-3477-41da-afeb-14ee93739792', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a165679d-aaf5-44ef-af8e-bb70a4078408'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:46.281727 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-9c1c86a7-dbce-496f-97fe-aa2565a5d4fb tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] create failed (client error): The resource could not be found. Aug 16 22:43:46.287456 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9c1c86a7-dbce-496f-97fe-aa2565a5d4fb tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0977812 Aug 16 22:43:46.288361 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52886) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:46.325513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-fd5547de-bd69-4955-8ec7-4a4800a5ecb0 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-124553552'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:46.398071 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1f608c6-0033-4f1d-89ca-f8685b05c0e4 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:46.402163 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5547de-bd69-4955-8ec7-4a4800a5ecb0 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Made reservation on behalf of f7e39e9147e94d90b66bdb57f03cde0d for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:43:46.407465 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd5547de-bd69-4955-8ec7-4a4800a5ecb0 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:46.426622 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d34816-b912-4124-98f3-65fa8c904c8b tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Pushing event updated for resources: {'Port': ['ID=9e7b803f-3a65-4b98-9bd9-0bd8dda86294,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:46.432507 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd5547de-bd69-4955-8ec7-4a4800a5ecb0 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:46.457833 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a4a7dc89-4902-4291-a74a-be4c172aeb60 req-d0d34816-b912-4124-98f3-65fa8c904c8b tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:46.459256 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1f608c6-0033-4f1d-89ca-f8685b05c0e4 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:46.480670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48d1dc-f384-404d-b252-897635326770 req-3e0a5959-2ee1-408f-bb17-07a6c28f2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:46.483630 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f48d1dc-f384-404d-b252-897635326770 req-3e0a5959-2ee1-408f-bb17-07a6c28f2cdb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=435a10a5-cc42-49d2-96bb-80e24e818305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2121396 Aug 16 22:43:46.666382 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f48d1dc-f384-404d-b252-897635326770 req-5c01f2e8-205a-46ff-8065-45fe555e83fe service neutron] 10.222.0.39 "GET /v2.0/networks/435a10a5-cc42-49d2-96bb-80e24e818305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737983 Aug 16 22:43:46.672246 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd5547de-bd69-4955-8ec7-4a4800a5ecb0 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:46.680244 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd5547de-bd69-4955-8ec7-4a4800a5ecb0 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:46.755780 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1f608c6-0033-4f1d-89ca-f8685b05c0e4 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:46.763267 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1f608c6-0033-4f1d-89ca-f8685b05c0e4 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:46.767810 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e1f608c6-0033-4f1d-89ca-f8685b05c0e4 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "DELETE /v2.0/security-groups/9997540f-3477-41da-afeb-14ee93739792 HTTP/1.1" status: 204 len: 168 time: 0.4721949 Aug 16 22:43:46.773431 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5547de-bd69-4955-8ec7-4a4800a5ecb0 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03959a37-5394-4961-8fbb-867b5ab2dcff,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:46.819786 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52906) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:46.858458 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f608c6-0033-4f1d-89ca-f8685b05c0e4 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9997540f-3477-41da-afeb-14ee93739792,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:46.884146 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5547de-bd69-4955-8ec7-4a4800a5ecb0 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:43:46.932082 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd5547de-bd69-4955-8ec7-4a4800a5ecb0 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:46.932911 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-fd5547de-bd69-4955-8ec7-4a4800a5ecb0 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Added segment 463a6b89-5705-4124-a624-4dc68e83af4f of type vlan for network 47160a33-9c4d-4418-b527-6b2016991683 Aug 16 22:43:46.940278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f48d1dc-f384-404d-b252-897635326770 req-44f4d49a-4c5b-4d07-833e-051cbd998405 service neutron] 10.222.0.39 "GET /v2.0/networks/435a10a5-cc42-49d2-96bb-80e24e818305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571747 Aug 16 22:43:46.952403 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a4a7dc89-4902-4291-a74a-be4c172aeb60 req-d0d34816-b912-4124-98f3-65fa8c904c8b tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:46.954064 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a4a7dc89-4902-4291-a74a-be4c172aeb60 req-d0d34816-b912-4124-98f3-65fa8c904c8b tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.5519822 Aug 16 22:43:46.991433 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5a5b899e-4dd8-418b-b8b0-eb8267c6933a tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1581695 Aug 16 22:43:46.995243 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52910) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:47.000616 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3a1ff117-d0fc-4021-93c9-12062ea5efca tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group_rule': {'security_group_id': 'ca117ef6-f2bc-45d9-a3f1-3cc7e94bf3c3', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:47.095947 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd5547de-bd69-4955-8ec7-4a4800a5ecb0 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:47.155944 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a4a7dc89-4902-4291-a74a-be4c172aeb60 req-673494ee-1ea6-4442-be72-be4a6f9f2105 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.89 HTTP/1.1" status: 200 len: 695 time: 0.1732173 Aug 16 22:43:47.174512 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd5547de-bd69-4955-8ec7-4a4800a5ecb0 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:47.182426 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5547de-bd69-4955-8ec7-4a4800a5ecb0 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:47.184037 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd5547de-bd69-4955-8ec7-4a4800a5ecb0 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:47.232830 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1593247-c662-4cd3-91ee-3702f946122d req-9d9014cb-8c87-4574-9900-6f9705038a43 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:47.234549 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e1593247-c662-4cd3-91ee-3702f946122d req-9d9014cb-8c87-4574-9900-6f9705038a43 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 943 time: 0.2930505 Aug 16 22:43:47.303253 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e1593247-c662-4cd3-91ee-3702f946122d req-251d5597-0fe1-4c16-b41d-cfd1e94a2bdd tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/security-groups?id=40a76a05-50db-4881-8186-b6c3fce66f25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583324 Aug 16 22:43:47.348773 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fd5547de-bd69-4955-8ec7-4a4800a5ecb0 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6162977 Aug 16 22:43:47.350790 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52924) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:47.365833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7dc89-4902-4291-a74a-be4c172aeb60 req-5eb4b6b7-5e7b-407c-9d25-2987c0aaafa9 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:47.367102 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5547de-bd69-4955-8ec7-4a4800a5ecb0 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Pushing event updated for resources: {'Network': ['ID=47160a33-9c4d-4418-b527-6b2016991683,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:47.370266 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-3a1ff117-d0fc-4021-93c9-12062ea5efca tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] create failed (client error): The resource could not be found. Aug 16 22:43:47.371966 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a4a7dc89-4902-4291-a74a-be4c172aeb60 req-5eb4b6b7-5e7b-407c-9d25-2987c0aaafa9 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.2150929 Aug 16 22:43:47.376122 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7a0329ca-05f1-4577-bae9-7670bc861ef8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Request body: {'subnet': {'network_id': '47160a33-9c4d-4418-b527-6b2016991683', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:47.383259 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3a1ff117-d0fc-4021-93c9-12062ea5efca tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3866694 Aug 16 22:43:47.384235 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52928) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:47.388058 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 47160a33-9c4d-4418-b527-6b2016991683 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:43:47.401862 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a839c2a8-e926-4a7f-a9b7-93653d1693ff tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group': {'name': 'tempest-secgroup--1362642539'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:47.450166 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-a4a7dc89-4902-4291-a74a-be4c172aeb60 req-984a165b-af75-4a8f-84fd-2e78f57f5b36 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:43:47.451424 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a4a7dc89-4902-4291-a74a-be4c172aeb60 req-984a165b-af75-4a8f-84fd-2e78f57f5b36 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0366247 Aug 16 22:43:47.463481 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a839c2a8-e926-4a7f-a9b7-93653d1693ff tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:47.715051 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a839c2a8-e926-4a7f-a9b7-93653d1693ff tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:47.722645 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a839c2a8-e926-4a7f-a9b7-93653d1693ff tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:47.780717 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a839c2a8-e926-4a7f-a9b7-93653d1693ff tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:47.782078 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a839c2a8-e926-4a7f-a9b7-93653d1693ff tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3968627 Aug 16 22:43:47.785400 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52950) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:47.792270 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f9e4bbb3-bace-4450-8cd4-1efe96f103e1 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group': {'name': 'tempest-secgroup--512623393'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:47.798915 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839c2a8-e926-4a7f-a9b7-93653d1693ff tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7748c0f8-8b55-4f90-acd1-5560bbe79c65,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:47.817402 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-f9e4bbb3-bace-4450-8cd4-1efe96f103e1 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:43:47.817402 n-d-792458-15 neutron-server[94872]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 22:43:47.817402 n-d-792458-15 neutron-server[94872]: [parameters: {'project_id': '6273020f633a4c0c91d325bff58bf6ef', 'id': '81a7fb83-91a2-4c9a-a01b-64aa5d08ff68', 'expiration': datetime.datetime(2021, 8, 16, 22, 45, 47, 808643)}] Aug 16 22:43:47.817402 n-d-792458-15 neutron-server[94872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:43:47.817922 n-d-792458-15 neutron-server[94872]: DEBUG oslo_db.api [None req-f9e4bbb3-bace-4450-8cd4-1efe96f103e1 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:43:47.847596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0051e81-4383-412d-a397-26c2cbaec800 req-e1fa356c-7702-411c-8b17-f9b9fda638a7 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:47.849303 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e0051e81-4383-412d-a397-26c2cbaec800 req-e1fa356c-7702-411c-8b17-f9b9fda638a7 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1897902 Aug 16 22:43:47.862398 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd72e8-acff-4e89-94cf-0e7a93cef97a req-b833c983-06c5-4d9f-a2b8-014424261fb3 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:47.868267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd72e8-acff-4e89-94cf-0e7a93cef97a req-b833c983-06c5-4d9f-a2b8-014424261fb3 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:47.874552 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd72e8-acff-4e89-94cf-0e7a93cef97a req-b833c983-06c5-4d9f-a2b8-014424261fb3 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:47.881020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd72e8-acff-4e89-94cf-0e7a93cef97a req-b833c983-06c5-4d9f-a2b8-014424261fb3 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:47.887406 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd72e8-acff-4e89-94cf-0e7a93cef97a req-b833c983-06c5-4d9f-a2b8-014424261fb3 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:47.893985 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd72e8-acff-4e89-94cf-0e7a93cef97a req-b833c983-06c5-4d9f-a2b8-014424261fb3 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:47.903569 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd72e8-acff-4e89-94cf-0e7a93cef97a req-b833c983-06c5-4d9f-a2b8-014424261fb3 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:47.903569 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99cd72e8-acff-4e89-94cf-0e7a93cef97a req-b833c983-06c5-4d9f-a2b8-014424261fb3 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5435 time: 0.2331481 Aug 16 22:43:47.905059 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0329ca-05f1-4577-bae9-7670bc861ef8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Made reservation on behalf of f7e39e9147e94d90b66bdb57f03cde0d for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:43:47.909021 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a0329ca-05f1-4577-bae9-7670bc861ef8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:48.034248 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e0051e81-4383-412d-a397-26c2cbaec800 req-f7b6379f-3b74-4a89-8d8b-f8c4b0ce4171 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.89 HTTP/1.1" status: 200 len: 695 time: 0.1301639 Aug 16 22:43:48.062338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-e0051e81-4383-412d-a397-26c2cbaec800 req-0854207c-d12a-4b4f-8257-02e0f90590f9 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Request body: {'floatingip': {'port_id': '13198d18-dda8-4450-bfc0-43c4b009431c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:48.083537 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99cd72e8-acff-4e89-94cf-0e7a93cef97a req-2f498be7-151c-4b6b-ac4e-3159339cd2e1 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1699569 Aug 16 22:43:48.179069 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e0051e81-4383-412d-a397-26c2cbaec800 req-0854207c-d12a-4b4f-8257-02e0f90590f9 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:48.355531 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9e4bbb3-bace-4450-8cd4-1efe96f103e1 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:48.424498 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52980) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:48.491822 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9e4bbb3-bace-4450-8cd4-1efe96f103e1 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:48.498616 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9e4bbb3-bace-4450-8cd4-1efe96f103e1 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:48.509545 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a24704-3edb-429c-93d1-858513cd91fc req-ddb03fe7-dc4e-4f19-80e6-7d9aea3fa691 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:48.516442 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a24704-3edb-429c-93d1-858513cd91fc req-ddb03fe7-dc4e-4f19-80e6-7d9aea3fa691 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:48.523054 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a24704-3edb-429c-93d1-858513cd91fc req-ddb03fe7-dc4e-4f19-80e6-7d9aea3fa691 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:48.527853 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4bbb3-bace-4450-8cd4-1efe96f103e1 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60470fe1-a132-4501-aebf-f89b7e55248e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:48.529542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a24704-3edb-429c-93d1-858513cd91fc req-ddb03fe7-dc4e-4f19-80e6-7d9aea3fa691 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:48.538666 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a24704-3edb-429c-93d1-858513cd91fc req-ddb03fe7-dc4e-4f19-80e6-7d9aea3fa691 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:48.544819 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a24704-3edb-429c-93d1-858513cd91fc req-ddb03fe7-dc4e-4f19-80e6-7d9aea3fa691 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:48.548134 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9e4bbb3-bace-4450-8cd4-1efe96f103e1 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:48.551084 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a24704-3edb-429c-93d1-858513cd91fc req-ddb03fe7-dc4e-4f19-80e6-7d9aea3fa691 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:48.554999 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f9e4bbb3-bace-4450-8cd4-1efe96f103e1 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7653937 Aug 16 22:43:48.555761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52988) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:48.558550 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-25a24704-3edb-429c-93d1-858513cd91fc req-ddb03fe7-dc4e-4f19-80e6-7d9aea3fa691 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5435 time: 0.2555451 Aug 16 22:43:48.563007 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-943b536c-dc4d-41d3-853a-6a93be7125b4 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group_rule': {'security_group_id': '7748c0f8-8b55-4f90-acd1-5560bbe79c65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '60470fe1-a132-4501-aebf-f89b7e55248e'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:48.620132 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-991aecd1-86ce-401b-935e-e01ce615dd13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:48.663484 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a0329ca-05f1-4577-bae9-7670bc861ef8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:48.747594 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-991aecd1-86ce-401b-935e-e01ce615dd13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:48.753283 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-991aecd1-86ce-401b-935e-e01ce615dd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:48.765594 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-943b536c-dc4d-41d3-853a-6a93be7125b4 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:43:48.770407 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-943b536c-dc4d-41d3-853a-6a93be7125b4 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2135558 Aug 16 22:43:48.771189 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52992) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:48.834208 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-991aecd1-86ce-401b-935e-e01ce615dd13 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bfbe29cf843540788408d5ef2967ae81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4083350 Aug 16 22:43:48.835142 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991aecd1-86ce-401b-935e-e01ce615dd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6773257b-5d33-4983-beaa-f919bcd24e20,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:48.841362 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52998) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:48.873201 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca1553f9-e62e-4f36-b749-8c0e87315f53 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:48.913514 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca1553f9-e62e-4f36-b749-8c0e87315f53 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:48.932581 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0329ca-05f1-4577-bae9-7670bc861ef8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Pushing event updated for resources: {'Subnet': ['ID=8a4ff308-9ef9-4ad6-9480-82e6bbf5d9e9,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:48.959774 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3fefd-8955-4cf7-b8b1-bfa3d47ccab4 req-f386e22f-1ad0-4e4c-94bc-bc2c4fd24ab5 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:48.961377 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78c3fefd-8955-4cf7-b8b1-bfa3d47ccab4 req-f386e22f-1ad0-4e4c-94bc-bc2c4fd24ab5 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 943 time: 0.3170588 Aug 16 22:43:48.992582 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca1553f9-e62e-4f36-b749-8c0e87315f53 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:48.995737 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ca1553f9-e62e-4f36-b749-8c0e87315f53 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:49.003037 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ca1553f9-e62e-4f36-b749-8c0e87315f53 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "DELETE /v2.0/security-groups/60470fe1-a132-4501-aebf-f89b7e55248e HTTP/1.1" status: 204 len: 168 time: 0.2175882 Aug 16 22:43:49.003037 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53002) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:49.019817 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0329ca-05f1-4577-bae9-7670bc861ef8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Checking segment: {'id': '463a6b89-5705-4124-a624-4dc68e83af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47160a33-9c4d-4418-b527-6b2016991683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:43:49.020239 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0329ca-05f1-4577-bae9-7670bc861ef8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Network hostable DHCP agents. Network: 47160a33-9c4d-4418-b527-6b2016991683, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:43:49.036144 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1553f9-e62e-4f36-b749-8c0e87315f53 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60470fe1-a132-4501-aebf-f89b7e55248e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:49.090684 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3427a1e6-1108-46d9-8370-d93c35d8dd3f tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0847423 Aug 16 22:43:49.097762 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53004) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:49.127577 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78c3fefd-8955-4cf7-b8b1-bfa3d47ccab4 req-ccfe87a4-0249-4e3b-923d-0420fe59b5cd tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/security-groups?id=40a76a05-50db-4881-8186-b6c3fce66f25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571031 Aug 16 22:43:49.134010 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83c8c725-33e1-403d-856b-9e1f5e0a302b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:49.143403 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0329ca-05f1-4577-bae9-7670bc861ef8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Network 47160a33-9c4d-4418-b527-6b2016991683 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:43:49.196717 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de3f6f88-d4cf-43ea-a0ca-ff3bf6bd2010 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:49.216601 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-7a0329ca-05f1-4577-bae9-7670bc861ef8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 47160a33-9c4d-4418-b527-6b2016991683) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:43:49.228725 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c976c9bc-93cf-4b95-ad15-08b16dca08d7 None None] Network 47160a33-9c4d-4418-b527-6b2016991683 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:43:49.236367 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83c8c725-33e1-403d-856b-9e1f5e0a302b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:49.241065 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0329ca-05f1-4577-bae9-7670bc861ef8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:49.241684 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7a0329ca-05f1-4577-bae9-7670bc861ef8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:49.258086 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e0051e81-4383-412d-a397-26c2cbaec800 req-0854207c-d12a-4b4f-8257-02e0f90590f9 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:49.265464 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de3f6f88-d4cf-43ea-a0ca-ff3bf6bd2010 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:49.272737 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e0051e81-4383-412d-a397-26c2cbaec800 req-0854207c-d12a-4b4f-8257-02e0f90590f9 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:49.331677 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7a0329ca-05f1-4577-bae9-7670bc861ef8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9795189 Aug 16 22:43:49.339706 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53012) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:49.343640 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de3f6f88-d4cf-43ea-a0ca-ff3bf6bd2010 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:49.350643 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de3f6f88-d4cf-43ea-a0ca-ff3bf6bd2010 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:49.354341 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-de3f6f88-d4cf-43ea-a0ca-ff3bf6bd2010 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "DELETE /v2.0/security-groups/7748c0f8-8b55-4f90-acd1-5560bbe79c65 HTTP/1.1" status: 204 len: 168 time: 0.2536542 Aug 16 22:43:49.357887 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53014) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:49.372653 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9960e990-2dbc-4f14-b20a-a24835bfdce8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Request body: {'port': {'network_id': '47160a33-9c4d-4418-b527-6b2016991683', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-579272962'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:49.374074 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f6f88-d4cf-43ea-a0ca-ff3bf6bd2010 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7748c0f8-8b55-4f90-acd1-5560bbe79c65,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:49.519285 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83c8c725-33e1-403d-856b-9e1f5e0a302b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:49.522198 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-83c8c725-33e1-403d-856b-9e1f5e0a302b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:49.523341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-83c8c725-33e1-403d-856b-9e1f5e0a302b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6773257b-5d33-4983-beaa-f919bcd24e20 HTTP/1.1" status: 204 len: 168 time: 0.6796677 Aug 16 22:43:49.545796 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-47160a33-9c4d-4418-b527-6b2016991683', 'network_id': '47160a33-9c4d-4418-b527-6b2016991683', 'tenant_id': 'f7e39e9147e94d90b66bdb57f03cde0d', 'fixed_ips': [{'subnet_id': '8a4ff308-9ef9-4ad6-9480-82e6bbf5d9e9'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:43:49.547100 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:49.575180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8c725-33e1-403d-856b-9e1f5e0a302b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6773257b-5d33-4983-beaa-f919bcd24e20,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:49.605159 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-71a3cc7c-63cf-4748-a1ac-5dd3a2b8d5d0 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2261162 Aug 16 22:43:49.609899 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53022) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:49.616406 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e38d76a3-5e79-45b3-b4ea-dee2ca878b4a tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group': {'name': 'tempest-secgroup--290999523'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:49.647315 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [req-e0051e81-4383-412d-a397-26c2cbaec800 req-0854207c-d12a-4b4f-8257-02e0f90590f9 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Floating IP 73a7c9a0-d712-4f34-8d63-a364d88e6c4b associated. External IP: 172.25.6.89, port: 13198d18-dda8-4450-bfc0-43c4b009431c. Aug 16 22:43:49.670906 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e38d76a3-5e79-45b3-b4ea-dee2ca878b4a tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:49.884610 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] Allocated IP 2001:db8::2 (47160a33-9c4d-4418-b527-6b2016991683/8a4ff308-9ef9-4ad6-9480-82e6bbf5d9e9/67a0d3bf-5a46-4021-8738-907dd12f583d) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:43:49.894807 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e38d76a3-5e79-45b3-b4ea-dee2ca878b4a tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:49.901708 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e38d76a3-5e79-45b3-b4ea-dee2ca878b4a tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:49.972748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9960e990-2dbc-4f14-b20a-a24835bfdce8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Made reservation on behalf of f7e39e9147e94d90b66bdb57f03cde0d for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:43:49.978163 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e38d76a3-5e79-45b3-b4ea-dee2ca878b4a tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:49.981363 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9960e990-2dbc-4f14-b20a-a24835bfdce8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:49.982264 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e38d76a3-5e79-45b3-b4ea-dee2ca878b4a tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3675938 Aug 16 22:43:49.985375 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53048) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:50.000342 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b55de4d6-8bfe-4ae1-a9a2-2f53f05bbe5b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:50.000342 n-d-792458-15 neutron-server[94872]: WARNING neutron.api.v2.base [None req-b55de4d6-8bfe-4ae1-a9a2-2f53f05bbe5b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 22:43:50.000342 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-b55de4d6-8bfe-4ae1-a9a2-2f53f05bbe5b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 22:43:50.000342 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b55de4d6-8bfe-4ae1-a9a2-2f53f05bbe5b tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "PUT /v2.0/security-groups/66de2d60-7548-479a-b58a-1691318f414b HTTP/1.1" status: 409 len: 330 time: 0.0074763 Aug 16 22:43:50.001274 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d76a3-5e79-45b3-b4ea-dee2ca878b4a tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66de2d60-7548-479a-b58a-1691318f414b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:50.004840 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53050) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:50.042703 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-9960e990-2dbc-4f14-b20a-a24835bfdce8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] device_id is not set on port f7dec165-c6ba-46bf-bf96-e671cc20fe50 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:43:50.189289 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8645f6c4-4407-4467-90dc-ca258618d149 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:50.195607 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:50.209398 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] Transition to ACTIVE for port object 67a0d3bf-5a46-4021-8738-907dd12f583d will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:43:50.229285 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] Transition to ACTIVE for port object 67a0d3bf-5a46-4021-8738-907dd12f583d will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:43:50.243061 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:50.252808 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8645f6c4-4407-4467-90dc-ca258618d149 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:50.272035 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53054) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:50.297612 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-918101ab-9943-4edb-92cc-f22fb9deb04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:50.341797 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] Network 47160a33-9c4d-4418-b527-6b2016991683 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:43:50.345969 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:43:50.354304 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:43:50.396077 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8645f6c4-4407-4467-90dc-ca258618d149 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:50.401432 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8645f6c4-4407-4467-90dc-ca258618d149 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:50.403554 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8645f6c4-4407-4467-90dc-ca258618d149 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "DELETE /v2.0/security-groups/66de2d60-7548-479a-b58a-1691318f414b HTTP/1.1" status: 204 len: 168 time: 0.3868401 Aug 16 22:43:50.412882 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53066) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:50.429787 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] Pushing event updated for resources: {'Port': ['ID=67a0d3bf-5a46-4021-8738-907dd12f583d,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:50.478312 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645f6c4-4407-4467-90dc-ca258618d149 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66de2d60-7548-479a-b58a-1691318f414b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:50.508912 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645f6c4-4407-4467-90dc-ca258618d149 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:50.509660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645f6c4-4407-4467-90dc-ca258618d149 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:50.510861 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645f6c4-4407-4467-90dc-ca258618d149 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:50.511560 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645f6c4-4407-4467-90dc-ca258618d149 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:50.512875 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645f6c4-4407-4467-90dc-ca258618d149 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:50.513505 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645f6c4-4407-4467-90dc-ca258618d149 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:50.514097 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645f6c4-4407-4467-90dc-ca258618d149 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:50.514622 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645f6c4-4407-4467-90dc-ca258618d149 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:50.515143 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645f6c4-4407-4467-90dc-ca258618d149 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:50.515733 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645f6c4-4407-4467-90dc-ca258618d149 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:50.516254 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645f6c4-4407-4467-90dc-ca258618d149 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:50.516790 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645f6c4-4407-4467-90dc-ca258618d149 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:50.524263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] Attempting to bind port 67a0d3bf-5a46-4021-8738-907dd12f583d on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:43:50.525035 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] Attempting to bind port 67a0d3bf-5a46-4021-8738-907dd12f583d by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '463a6b89-5705-4124-a624-4dc68e83af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47160a33-9c4d-4418-b527-6b2016991683'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:43:50.525806 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] Attempting to bind port 67a0d3bf-5a46-4021-8738-907dd12f583d on network 47160a33-9c4d-4418-b527-6b2016991683 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:43:50.549101 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:43:50.550005 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] Checking segment: {'id': '463a6b89-5705-4124-a624-4dc68e83af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47160a33-9c4d-4418-b527-6b2016991683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:43:50.550710 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:50.551609 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] Bound using segment: {'id': '463a6b89-5705-4124-a624-4dc68e83af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47160a33-9c4d-4418-b527-6b2016991683'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:43:50.552707 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] Bound port: 67a0d3bf-5a46-4021-8738-907dd12f583d, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463a6b89-5705-4124-a624-4dc68e83af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47160a33-9c4d-4418-b527-6b2016991683'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:43:50.553344 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:50.594253 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-eb71991d-1014-4ed1-928b-d61320ff2509 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1717575 Aug 16 22:43:50.594863 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53068) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:50.684435 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-5e3eb3fb-4319-46d3-b4ac-bdf3026acdb1 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] delete failed (client error): The resource could not be found. Aug 16 22:43:50.685794 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5e3eb3fb-4319-46d3-b4ac-bdf3026acdb1 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "DELETE /v2.0/security-groups/4ae9f14b-c152-411d-aa7b-ac5ad4ade37b HTTP/1.1" status: 404 len: 347 time: 0.0897818 Aug 16 22:43:50.694885 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] For port 67a0d3bf-5a46-4021-8738-907dd12f583d, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:43:50.699889 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53076) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:50.702216 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] For port 67a0d3bf-5a46-4021-8738-907dd12f583d, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=67a0d3bf-5a46-4021-8738-907dd12f583d,segment=NetworkSegment(463a6b89-5705-4124-a624-4dc68e83af4f),segment_id=463a6b89-5705-4124-a624-4dc68e83af4f)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:43:50.710784 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:50.739195 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-da0b4a38-3b1a-4f51-9262-14a30b6db7b6 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] show failed (client error): The resource could not be found. Aug 16 22:43:50.744223 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-da0b4a38-3b1a-4f51-9262-14a30b6db7b6 tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "GET /v2.0/security-groups/835155df-473c-4f7f-b748-fa120d94a705 HTTP/1.1" status: 404 len: 347 time: 0.0390413 Aug 16 22:43:50.744464 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-918101ab-9943-4edb-92cc-f22fb9deb04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:50.745346 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53078) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:50.767326 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-918101ab-9943-4edb-92cc-f22fb9deb04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:50.786265 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-3049e2f6-c793-430f-b837-af79e79c459e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] show failed (client error): The resource could not be found. Aug 16 22:43:50.790656 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3049e2f6-c793-430f-b837-af79e79c459e tempest-NegativeSecGroupTest-1500597571 tempest-NegativeSecGroupTest-1500597571-project] 10.222.0.93 "GET /v2.0/security-group-rules/40da937d-45b8-41bc-a197-3ce031bfbbf0 HTTP/1.1" status: 404 len: 356 time: 0.0400181 Aug 16 22:43:50.825455 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918101ab-9943-4edb-92cc-f22fb9deb04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c5c456-57d8-4ac9-b18b-3d797c1174fc,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:50.849442 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-918101ab-9943-4edb-92cc-f22fb9deb04e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=043b037b0f0443e0b9f40955bef0c1c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5763259 Aug 16 22:43:50.853190 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53082) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:50.869049 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a1b8d-a485-4f35-acca-407effeeb46a None None] Pushing event updated for resources: {'Port': ['ID=67a0d3bf-5a46-4021-8738-907dd12f583d,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:50.966862 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-38df7e88-fe66-4031-934d-87776e51fc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:51.005382 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-38df7e88-fe66-4031-934d-87776e51fc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:51.234758 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-38df7e88-fe66-4031-934d-87776e51fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:51.238875 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-38df7e88-fe66-4031-934d-87776e51fc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:51.242792 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-38df7e88-fe66-4031-934d-87776e51fc7a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/74c5c456-57d8-4ac9-b18b-3d797c1174fc HTTP/1.1" status: 204 len: 168 time: 0.3854859 Aug 16 22:43:51.261631 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df7e88-fe66-4031-934d-87776e51fc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c5c456-57d8-4ac9-b18b-3d797c1174fc,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:51.293739 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071de84-1ba6-4198-be27-aa8c00a300ba req-bd4bba47-59b1-4b26-b24d-fa30ef94e7e9 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:51.296451 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9071de84-1ba6-4198-be27-aa8c00a300ba req-bd4bba47-59b1-4b26-b24d-fa30ef94e7e9 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 943 time: 0.2303951 Aug 16 22:43:51.300505 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0051e81-4383-412d-a397-26c2cbaec800 req-0854207c-d12a-4b4f-8257-02e0f90590f9 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Router 8eed2c33-fceb-4227-901a-1457a6d9b9d2 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:43:51.333344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-9960e990-2dbc-4f14-b20a-a24835bfdce8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Allocated IP 2001:db8::3ba (47160a33-9c4d-4418-b527-6b2016991683/8a4ff308-9ef9-4ad6-9480-82e6bbf5d9e9/f7dec165-c6ba-46bf-bf96-e671cc20fe50) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:43:51.349078 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53102) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:51.457111 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9071de84-1ba6-4198-be27-aa8c00a300ba req-890b37dd-e607-45d1-ac3a-8489003eb393 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/security-groups?id=40a76a05-50db-4881-8186-b6c3fce66f25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524544 Aug 16 22:43:51.545447 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53108) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:51.616579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0051e81-4383-412d-a397-26c2cbaec800 req-0854207c-d12a-4b4f-8257-02e0f90590f9 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:43:51.622118 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e0051e81-4383-412d-a397-26c2cbaec800 req-0854207c-d12a-4b4f-8257-02e0f90590f9 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:51.632848 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25efbe7b-90d8-4147-95f6-8b516bd7d1c9 None None] Sync routers for ids ['8eed2c33-fceb-4227-901a-1457a6d9b9d2'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:43:51.660544 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25efbe7b-90d8-4147-95f6-8b516bd7d1c9 None None] Routers {'8eed2c33-fceb-4227-901a-1457a6d9b9d2'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:43:51.664296 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-25efbe7b-90d8-4147-95f6-8b516bd7d1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:43:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eed2c33-fceb-4227-901a-1457a6d9b9d2'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:51.682331 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e0051e81-4383-412d-a397-26c2cbaec800 req-0854207c-d12a-4b4f-8257-02e0f90590f9 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "PUT /v2.0/floatingips/73a7c9a0-d712-4f34-8d63-a364d88e6c4b HTTP/1.1" status: 200 len: 995 time: 3.6319237 Aug 16 22:43:51.690831 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf88fc0-8940-43e0-b351-3734dddd4448', 'tag': '13198d18-dda8-4450-bfc0-43c4b009431c'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:43:51.694763 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea1a6f4-c389-4b25-8964-8d3525fd4a42" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf88fc0-8940-43e0-b351-3734dddd4448", "tag": "13198d18-dda8-4450-bfc0-43c4b009431c"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:43:51.803388 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d022bec5-7418-4bcc-a52f-0f70e45c3d63 x-openstack-request-id: req-d022bec5-7418-4bcc-a52f-0f70e45c3d63 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:43:51.803708 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf88fc0-8940-43e0-b351-3734dddd4448", "tag": "13198d18-dda8-4450-bfc0-43c4b009431c", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:43:51.803989 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d022bec5-7418-4bcc-a52f-0f70e45c3d63 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:43:51.804379 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf88fc0-8940-43e0-b351-3734dddd4448', 'tag': '13198d18-dda8-4450-bfc0-43c4b009431c', 'status': 'completed', 'code': 200} Aug 16 22:43:51.808697 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device b41b4740-a063-4eda-94ef-0b6d36045195 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:43:51.874115 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0051e81-4383-412d-a397-26c2cbaec800 req-dd76995c-004d-4d4d-9f82-b84b6e557985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:51.887869 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e0051e81-4383-412d-a397-26c2cbaec800 req-dd76995c-004d-4d4d-9f82-b84b6e557985 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b06f23904def4994b16aa4c4df2fbc47&device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 1097 time: 0.1864269 Aug 16 22:43:52.009049 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port b41b4740-a063-4eda-94ef-0b6d36045195, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=b41b4740-a063-4eda-94ef-0b6d36045195,segment=NetworkSegment(1ed050c3-3278-47d9-af20-f41346a21c4f),segment_id=1ed050c3-3278-47d9-af20-f41346a21c4f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:52.061495 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'b41b4740-a063-4eda-94ef-0b6d36045195', 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305', 'port_id': 'b41b4740-a063-4eda-94ef-0b6d36045195', 'mac_address': 'fa:16:3e:87:1c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a4055b-447e-4e48-915e-006ede5ab862', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:43:52.066872 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6d737-5252-4c06-b33a-29a52400dc74 req-15f235fe-b227-49a6-abea-265656496c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:52.072421 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9960e990-2dbc-4f14-b20a-a24835bfdce8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:52.073128 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6d737-5252-4c06-b33a-29a52400dc74 req-15f235fe-b227-49a6-abea-265656496c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:52.073731 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6d737-5252-4c06-b33a-29a52400dc74 req-15f235fe-b227-49a6-abea-265656496c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:52.077980 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6d737-5252-4c06-b33a-29a52400dc74 req-15f235fe-b227-49a6-abea-265656496c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:52.078542 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6d737-5252-4c06-b33a-29a52400dc74 req-15f235fe-b227-49a6-abea-265656496c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:52.083293 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6d737-5252-4c06-b33a-29a52400dc74 req-15f235fe-b227-49a6-abea-265656496c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:52.083801 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6d737-5252-4c06-b33a-29a52400dc74 req-15f235fe-b227-49a6-abea-265656496c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:52.094631 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-49d6d737-5252-4c06-b33a-29a52400dc74 req-15f235fe-b227-49a6-abea-265656496c03 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 6499 time: 0.7432005 Aug 16 22:43:52.135702 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-9960e990-2dbc-4f14-b20a-a24835bfdce8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Transition to ACTIVE for port object f7dec165-c6ba-46bf-bf96-e671cc20fe50 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:43:52.185766 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1a6f4-c389-4b25-8964-8d3525fd4a42 req-9f4fa3b8-f434-45c5-b050-2cba09dc013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:52.188612 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:52.190810 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ea1a6f4-c389-4b25-8964-8d3525fd4a42 req-9f4fa3b8-f434-45c5-b050-2cba09dc013e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b06f23904def4994b16aa4c4df2fbc47&device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 1097 time: 0.3638899 Aug 16 22:43:52.239993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41b4740-a063-4eda-94ef-0b6d36045195 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:43:52.264787 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-49d6d737-5252-4c06-b33a-29a52400dc74 req-2025986f-ca93-4787-a09e-3986ba12d74f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1687078 Aug 16 22:43:52.304114 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c5bf3f46-a925-41dc-a74e-60de4ca74dec admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6273020f633a4c0c91d325bff58bf6ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7576497 Aug 16 22:43:52.307902 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53132) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:52.319167 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 67a0d3bf-5a46-4021-8738-907dd12f583d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:43:52.389357 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ee8836d-4a4e-497c-968e-685517abafad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:52.427900 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ee8836d-4a4e-497c-968e-685517abafad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:52.453726 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port b41b4740-a063-4eda-94ef-0b6d36045195, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=b41b4740-a063-4eda-94ef-0b6d36045195,segment=NetworkSegment(1ed050c3-3278-47d9-af20-f41346a21c4f),segment_id=1ed050c3-3278-47d9-af20-f41346a21c4f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:52.457420 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9960e990-2dbc-4f14-b20a-a24835bfdce8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:52.479657 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0051e81-4383-412d-a397-26c2cbaec800 req-745a8c21-d73c-448c-9cc8-5e544588cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:52.481837 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e0051e81-4383-412d-a397-26c2cbaec800 req-745a8c21-d73c-448c-9cc8-5e544588cebb service neutron] 10.222.0.93 "GET /v2.0/networks?id=df7473e5-d63a-4747-80a0-6a15aafd1333 HTTP/1.1" status: 200 len: 921 time: 0.5928884 Aug 16 22:43:52.543189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-25efbe7b-90d8-4147-95f6-8b516bd7d1c9 None None] Set router 8eed2c33-fceb-4227-901a-1457a6d9b9d2 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:43:52.571856 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ee8836d-4a4e-497c-968e-685517abafad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:52.574555 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ee8836d-4a4e-497c-968e-685517abafad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:52.585895 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8ee8836d-4a4e-497c-968e-685517abafad admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2079d981-f65f-46b0-a3f9-66773c5b8c6b HTTP/1.1" status: 204 len: 168 time: 0.2768891 Aug 16 22:43:52.607076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8836d-4a4e-497c-968e-685517abafad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2079d981-f65f-46b0-a3f9-66773c5b8c6b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:52.609580 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:52.734459 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9960e990-2dbc-4f14-b20a-a24835bfdce8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Network 47160a33-9c4d-4418-b527-6b2016991683 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:43:52.785979 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2581d918-0237-452f-a51e-c2ab0f6ea68f None None] Network 47160a33-9c4d-4418-b527-6b2016991683 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:43:52.789100 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-9960e990-2dbc-4f14-b20a-a24835bfdce8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:43:52.872626 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e0051e81-4383-412d-a397-26c2cbaec800 req-74da3ddf-148b-4792-acbc-6a609fc8a405 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13198d18-dda8-4450-bfc0-43c4b009431c HTTP/1.1" status: 200 len: 998 time: 0.3814123 Aug 16 22:43:52.885742 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-57e26d8f-3c91-4702-bc21-a9d453922e84 None None] Provisioning for port 67a0d3bf-5a46-4021-8738-907dd12f583d completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:43:52.894612 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9960e990-2dbc-4f14-b20a-a24835bfdce8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:43:52.901692 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9960e990-2dbc-4f14-b20a-a24835bfdce8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:52.903048 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9960e990-2dbc-4f14-b20a-a24835bfdce8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:52.932986 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960e990-2dbc-4f14-b20a-a24835bfdce8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Pushing event updated for resources: {'Port': ['ID=f7dec165-c6ba-46bf-bf96-e671cc20fe50,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:52.934629 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=b41b4740-a063-4eda-94ef-0b6d36045195,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:53.000199 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9960e990-2dbc-4f14-b20a-a24835bfdce8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.6591101 Aug 16 22:43:53.000487 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53158) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:53.005245 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1a6f4-c389-4b25-8964-8d3525fd4a42 req-7b0e02e3-1595-40e4-bb9f-48b764d6af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:53.007530 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ea1a6f4-c389-4b25-8964-8d3525fd4a42 req-7b0e02e3-1595-40e4-bb9f-48b764d6af67 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df7473e5-d63a-4747-80a0-6a15aafd1333 HTTP/1.1" status: 200 len: 921 time: 0.8007479 Aug 16 22:43:53.009139 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-365e8118-9431-4981-939c-1070c6720af9 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Request body: {'port': {'network_id': '47160a33-9c4d-4418-b527-6b2016991683', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1943337681', 'allowed_address_pairs': [{'ip_address': '2001:db8::3ba', 'mac_address': 'fa:16:3e:91:02:fa'}]}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:53.039954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33c5af-5d51-45e3-86a7-9d34d8c95f34 req-7b97a03a-2a75-4f1c-babb-8baf336d88c4 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:53.052705 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e33c5af-5d51-45e3-86a7-9d34d8c95f34 req-7b97a03a-2a75-4f1c-babb-8baf336d88c4 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 944 time: 0.3700173 Aug 16 22:43:53.083320 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['b41b4740-a063-4eda-94ef-0b6d36045195'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:43:53.138508 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 67a0d3bf-5a46-4021-8738-907dd12f583d completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:43:53.147467 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 67a0d3bf-5a46-4021-8738-907dd12f583d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:43:53.147846 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:53.206480 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0051e81-4383-412d-a397-26c2cbaec800 req-1cf93426-2795-4293-8b43-e757f778d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:53.206839 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e0051e81-4383-412d-a397-26c2cbaec800 req-1cf93426-2795-4293-8b43-e757f778d9c3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b4ac3e58-5a35-4a37-958f-cda762ceeb0b HTTP/1.1" status: 200 len: 860 time: 0.3314629 Aug 16 22:43:53.365313 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365e8118-9431-4981-939c-1070c6720af9 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Made reservation on behalf of f7e39e9147e94d90b66bdb57f03cde0d for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:43:53.371926 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e0051e81-4383-412d-a397-26c2cbaec800 req-bcf2f26d-1738-4b98-a74b-360ab0e1fdce service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=df7473e5-d63a-4747-80a0-6a15aafd1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1487927 Aug 16 22:43:53.396560 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e33c5af-5d51-45e3-86a7-9d34d8c95f34 req-a714f731-7d0e-4a76-95d3-74114cb61a59 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/security-groups?id=40a76a05-50db-4881-8186-b6c3fce66f25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3423951 Aug 16 22:43:53.408883 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ea1a6f4-c389-4b25-8964-8d3525fd4a42 req-f97c886a-31a4-4fed-802e-ebd2f97b7172 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13198d18-dda8-4450-bfc0-43c4b009431c HTTP/1.1" status: 200 len: 998 time: 0.3912208 Aug 16 22:43:53.416882 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-e0051e81-4383-412d-a397-26c2cbaec800 req-2a6e18ce-3abb-4bcb-95cb-81a33e5c8b31 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:43:53.418052 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e0051e81-4383-412d-a397-26c2cbaec800 req-2a6e18ce-3abb-4bcb-95cb-81a33e5c8b31 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0203187 Aug 16 22:43:53.573811 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-365e8118-9431-4981-939c-1070c6720af9 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:53.628066 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-365e8118-9431-4981-939c-1070c6720af9 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] device_id is not set on port 602a584b-d206-4bc2-a03f-2b24b1570d2a yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:43:53.662447 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e0051e81-4383-412d-a397-26c2cbaec800 req-080cfddd-2e91-4920-9019-882ea9e88989 service neutron] 10.222.0.93 "GET /v2.0/networks/df7473e5-d63a-4747-80a0-6a15aafd1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076137 Aug 16 22:43:53.689368 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1a6f4-c389-4b25-8964-8d3525fd4a42 req-f7e9197b-25a6-4f7b-a08b-7c9d92ec01c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:53.690769 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ea1a6f4-c389-4b25-8964-8d3525fd4a42 req-f7e9197b-25a6-4f7b-a08b-7c9d92ec01c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4ac3e58-5a35-4a37-958f-cda762ceeb0b HTTP/1.1" status: 200 len: 860 time: 0.2708733 Aug 16 22:43:53.796964 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ea1a6f4-c389-4b25-8964-8d3525fd4a42 req-0dd618dd-6d81-466a-9828-0b39f019408a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7473e5-d63a-4747-80a0-6a15aafd1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941598 Aug 16 22:43:53.945611 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-365e8118-9431-4981-939c-1070c6720af9 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Allocated IP 2001:db8::19b (47160a33-9c4d-4418-b527-6b2016991683/8a4ff308-9ef9-4ad6-9480-82e6bbf5d9e9/602a584b-d206-4bc2-a03f-2b24b1570d2a) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:43:54.017475 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-25efbe7b-90d8-4147-95f6-8b516bd7d1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1431353897-router', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:20Z', 'updated_at': '2021-08-16T22:42:30Z', 'revision_number': 4, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'gw_port': {'id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '73a7c9a0-d712-4f34-8d63-a364d88e6c4b', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'floating_ip_address': '172.25.6.89', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'port_id': '13198d18-dda8-4450-bfc0-43c4b009431c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333', 'mac_address': 'fa:16:3e:e3:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf88fc0-8940-43e0-b351-3734dddd4448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:43:43Z', 'updated_at': '2021-08-16T22:43:49Z', 'revision_number': 1, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6', 'name': '', 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'mac_address': 'fa:16:3e:14:f1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'b4ac3e58-5a35-4a37-958f-cda762ceeb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:28Z', 'updated_at': '2021-08-16T22:42:40Z', 'revision_number': 5, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'subnets': [{'id': 'b4ac3e58-5a35-4a37-958f-cda762ceeb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:54.125481 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:54.129744 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e0051e81-4383-412d-a397-26c2cbaec800 req-b99e26e4-0812-46f2-ae82-6a11d1aeb1e3 service neutron] 10.222.0.93 "GET /v2.0/networks/df7473e5-d63a-4747-80a0-6a15aafd1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558597 Aug 16 22:43:54.185515 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25efbe7b-90d8-4147-95f6-8b516bd7d1c9 None None] Checking router: 8eed2c33-fceb-4227-901a-1457a6d9b9d2 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:43:54.243861 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25efbe7b-90d8-4147-95f6-8b516bd7d1c9 None None] Routers {'8eed2c33-fceb-4227-901a-1457a6d9b9d2'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:43:54.244515 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-25efbe7b-90d8-4147-95f6-8b516bd7d1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:43:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eed2c33-fceb-4227-901a-1457a6d9b9d2'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:54.256498 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 67a0d3bf-5a46-4021-8738-907dd12f583d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=67a0d3bf-5a46-4021-8738-907dd12f583d,segment=NetworkSegment(463a6b89-5705-4124-a624-4dc68e83af4f),segment_id=463a6b89-5705-4124-a624-4dc68e83af4f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:54.321376 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-365e8118-9431-4981-939c-1070c6720af9 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:54.343231 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ea1a6f4-c389-4b25-8964-8d3525fd4a42 req-63752110-7c4c-4c57-a6b5-184a42741d68 service neutron] 10.222.0.39 "GET /v2.0/networks/df7473e5-d63a-4747-80a0-6a15aafd1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298913 Aug 16 22:43:54.349477 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:54.370866 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-365e8118-9431-4981-939c-1070c6720af9 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Transition to ACTIVE for port object 602a584b-d206-4bc2-a03f-2b24b1570d2a will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:43:54.527609 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-365e8118-9431-4981-939c-1070c6720af9 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:54.550190 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-2597c668-7638-409a-a092-f119af5778b6 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.89 HTTP/1.1" status: 200 len: 998 time: 0.3862126 Aug 16 22:43:54.605190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53242) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:54.607165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-25efbe7b-90d8-4147-95f6-8b516bd7d1c9 None None] Set router 8eed2c33-fceb-4227-901a-1457a6d9b9d2 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:43:54.663765 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [-] 10.222.0.93 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028069 Aug 16 22:43:54.663765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53244) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:54.797732 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365e8118-9431-4981-939c-1070c6720af9 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Network 47160a33-9c4d-4418-b527-6b2016991683 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:43:54.804464 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-365e8118-9431-4981-939c-1070c6720af9 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:43:54.812105 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365e8118-9431-4981-939c-1070c6720af9 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:43:54.819473 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365e8118-9431-4981-939c-1070c6720af9 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:54.820234 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-365e8118-9431-4981-939c-1070c6720af9 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:54.825474 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=67a0d3bf-5a46-4021-8738-907dd12f583d,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:54.834664 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e8118-9431-4981-939c-1070c6720af9 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Pushing event updated for resources: {'Port': ['ID=602a584b-d206-4bc2-a03f-2b24b1570d2a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:54.858803 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-365e8118-9431-4981-939c-1070c6720af9 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.8566427 Aug 16 22:43:54.862640 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53252) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:54.874228 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ea1a6f4-c389-4b25-8964-8d3525fd4a42 req-431a7768-85ea-4a61-9f96-3a9fbbf9c68e service neutron] 10.222.0.39 "GET /v2.0/networks/df7473e5-d63a-4747-80a0-6a15aafd1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752166 Aug 16 22:43:54.917663 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-19e28772-16e0-4359-a680-0dae8e318002 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:54.922617 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-19e28772-16e0-4359-a680-0dae8e318002 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports/13198d18-dda8-4450-bfc0-43c4b009431c HTTP/1.1" status: 200 len: 942 time: 0.3600292 Aug 16 22:43:54.947337 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a7b67-07c6-4237-bb1b-ee5469bc8aeb req-14097393-f907-41b0-b3da-202140129fa9 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:54.951644 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd6a7b67-07c6-4237-bb1b-ee5469bc8aeb req-14097393-f907-41b0-b3da-202140129fa9 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 944 time: 0.3450570 Aug 16 22:43:54.986364 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-92cbef1b-6137-48ea-8d29-3e93b49952e1 None None] Provisioning complete for port 67a0d3bf-5a46-4021-8738-907dd12f583d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:43:54.986759 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-92cbef1b-6137-48ea-8d29-3e93b49952e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:55.012434 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-aae11d5c-9cb1-4e32-b50a-01b5a790f115 tempest-NetworksApiDiscovery-1097197647 tempest-NetworksApiDiscovery-1097197647-project] 10.222.0.93 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3430033 Aug 16 22:43:55.020910 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b7d0be-a634-45fd-a489-1979fadb008b tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:55.047008 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b7d0be-a634-45fd-a489-1979fadb008b tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:55.077650 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b7d0be-a634-45fd-a489-1979fadb008b tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:55.089476 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-40b7d0be-a634-45fd-a489-1979fadb008b tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2222509 Aug 16 22:43:55.089476 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53262) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:55.105208 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd6a7b67-07c6-4237-bb1b-ee5469bc8aeb req-9675f5a0-4455-4ded-97e6-70a4ef7ac88e tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/security-groups?id=40a76a05-50db-4881-8186-b6c3fce66f25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443744 Aug 16 22:43:55.314744 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-fca69973-00be-4f8a-a4af-087deb635407 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.89 HTTP/1.1" status: 200 len: 998 time: 0.2083187 Aug 16 22:43:55.440563 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d8999c96-be87-410f-bd6e-b776c7abbc12 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Deleting port 602a584b-d206-4bc2-a03f-2b24b1570d2a {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:43:55.443221 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8999c96-be87-410f-bd6e-b776c7abbc12 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:55.457194 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-92cbef1b-6137-48ea-8d29-3e93b49952e1 None None] Provisioning for port f7dec165-c6ba-46bf-bf96-e671cc20fe50 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:43:55.476714 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-92cbef1b-6137-48ea-8d29-3e93b49952e1 None None] Provisioning complete for port f7dec165-c6ba-46bf-bf96-e671cc20fe50 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:43:55.477106 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-92cbef1b-6137-48ea-8d29-3e93b49952e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:55.646733 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53302) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:55.663619 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-25efbe7b-90d8-4147-95f6-8b516bd7d1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1431353897-router', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:20Z', 'updated_at': '2021-08-16T22:42:30Z', 'revision_number': 4, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'gw_port': {'id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '73a7c9a0-d712-4f34-8d63-a364d88e6c4b', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'floating_ip_address': '172.25.6.89', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'port_id': '13198d18-dda8-4450-bfc0-43c4b009431c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333', 'mac_address': 'fa:16:3e:e3:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf88fc0-8940-43e0-b351-3734dddd4448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:43:43Z', 'updated_at': '2021-08-16T22:43:49Z', 'revision_number': 1, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6', 'name': '', 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'mac_address': 'fa:16:3e:14:f1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'b4ac3e58-5a35-4a37-958f-cda762ceeb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:28Z', 'updated_at': '2021-08-16T22:42:40Z', 'revision_number': 5, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'subnets': [{'id': 'b4ac3e58-5a35-4a37-958f-cda762ceeb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:55.680861 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8999c96-be87-410f-bd6e-b776c7abbc12 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:55.703232 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d8999c96-be87-410f-bd6e-b776c7abbc12 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Calling delete_port for 602a584b-d206-4bc2-a03f-2b24b1570d2a owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:43:55.724563 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-fe4a2980-dd5f-40b9-be2f-08a575152eeb tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:55.726394 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-fe4a2980-dd5f-40b9-be2f-08a575152eeb tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.3986282 Aug 16 22:43:55.738090 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-a5861ea2-3771-4640-9a23-5a0912e3472a tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:43:55.743774 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-92cbef1b-6137-48ea-8d29-3e93b49952e1 None None] Port f7dec165-c6ba-46bf-bf96-e671cc20fe50 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:43:55.745781 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25efbe7b-90d8-4147-95f6-8b516bd7d1c9 None None] The sync data for ids ['8eed2c33-fceb-4227-901a-1457a6d9b9d2'] in n-d-792458-15 is: [{'id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1431353897-router', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:20Z', 'updated_at': '2021-08-16T22:42:30Z', 'revision_number': 4, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'gw_port': {'id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '73a7c9a0-d712-4f34-8d63-a364d88e6c4b', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'floating_ip_address': '172.25.6.89', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'port_id': '13198d18-dda8-4450-bfc0-43c4b009431c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333', 'mac_address': 'fa:16:3e:e3:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf88fc0-8940-43e0-b351-3734dddd4448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:43:43Z', 'updated_at': '2021-08-16T22:43:49Z', 'revision_number': 1, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6', 'name': '', 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'mac_address': 'fa:16:3e:14:f1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'b4ac3e58-5a35-4a37-958f-cda762ceeb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:28Z', 'updated_at': '2021-08-16T22:42:40Z', 'revision_number': 5, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'subnets': [{'id': 'b4ac3e58-5a35-4a37-958f-cda762ceeb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:43:55.755513 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-a5861ea2-3771-4640-9a23-5a0912e3472a tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0233135 Aug 16 22:43:55.815785 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device b41b4740-a063-4eda-94ef-0b6d36045195 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:43:55.985067 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-e81c931a-d19b-4688-9e36-8759b5967810 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.89 HTTP/1.1" status: 200 len: 998 time: 0.2087867 Aug 16 22:43:55.997043 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-b6394781-cc73-441e-84ab-7967b0925804 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:56.001663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3d8fa061-42ae-4cd0-9eef-daea2ffdb03f None None] Provisioning complete for port f7dec165-c6ba-46bf-bf96-e671cc20fe50 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:43:56.002076 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa061-42ae-4cd0-9eef-daea2ffdb03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:56.036415 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8999c96-be87-410f-bd6e-b776c7abbc12 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:56.068491 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port b41b4740-a063-4eda-94ef-0b6d36045195 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:43:56.092954 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port b41b4740-a063-4eda-94ef-0b6d36045195 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:43:56.093345 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:56.113117 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-b6394781-cc73-441e-84ab-7967b0925804 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:56.178341 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-3d8fa061-42ae-4cd0-9eef-daea2ffdb03f None None] Port f7dec165-c6ba-46bf-bf96-e671cc20fe50 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:43:56.202656 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8999c96-be87-410f-bd6e-b776c7abbc12 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Pushing event deleted for resources: {'Port': ['ID=602a584b-d206-4bc2-a03f-2b24b1570d2a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:56.222421 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c26b08a4-1d41-4617-ab6e-1f0df1d5ce3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:56.271519 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389b92a4-668f-4729-b9c8-97851bcaab3d None None] New status for floating IP 73a7c9a0-d712-4f34-8d63-a364d88e6c4b: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:43:56.380074 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:56.420134 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-52bf69ef-08b1-4e43-b952-0c3409df53e8 None None] Could not find standard attr ID for object 602a584b-d206-4bc2-a03f-2b24b1570d2a. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:43:56.461474 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8999c96-be87-410f-bd6e-b776c7abbc12 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:56.467480 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732f7300-a8f6-433e-b34b-94b7f6ffe468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41b4740-a063-4eda-94ef-0b6d36045195'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:43:56.471233 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d8999c96-be87-410f-bd6e-b776c7abbc12 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "DELETE /v2.0/ports/602a584b-d206-4bc2-a03f-2b24b1570d2a HTTP/1.1" status: 204 len: 168 time: 1.3811140 Aug 16 22:43:56.473660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53316) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:56.484494 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1913248a-e125-496a-acf8-59bca87fb2d6" -d '{"events": [{"server_uuid": "732f7300-a8f6-433e-b34b-94b7f6ffe468", "name": "network-vif-plugged", "status": "completed", "tag": "b41b4740-a063-4eda-94ef-0b6d36045195"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:43:56.544181 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port b41b4740-a063-4eda-94ef-0b6d36045195, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=b41b4740-a063-4eda-94ef-0b6d36045195,segment=NetworkSegment(1ed050c3-3278-47d9-af20-f41346a21c4f),segment_id=1ed050c3-3278-47d9-af20-f41346a21c4f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:56.556589 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:56.560730 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a608a7-e1ad-4658-8cab-b9f7033f11e9 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] GET failed (client error): The resource could not be found. Aug 16 22:43:56.563470 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a9a608a7-e1ad-4658-8cab-b9f7033f11e9 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "GET /v2.0/ports/602a584b-d206-4bc2-a03f-2b24b1570d2a HTTP/1.1" status: 404 len: 333 time: 0.0880220 Aug 16 22:43:56.569282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53320) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:56.602965 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f8bdfddc-15b1-44b5-adc1-b4986a5af6f6 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Request body: {'port': {'network_id': '47160a33-9c4d-4418-b527-6b2016991683', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1285893285'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:56.660319 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c26b08a4-1d41-4617-ab6e-1f0df1d5ce3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:56.685159 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c26b08a4-1d41-4617-ab6e-1f0df1d5ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:56.725178 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 67a0d3bf-5a46-4021-8738-907dd12f583d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:43:56.863612 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b08a4-1d41-4617-ab6e-1f0df1d5ce3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89918f6b-c29c-4326-a76e-0397ac445db6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:56.872077 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c26b08a4-1d41-4617-ab6e-1f0df1d5ce3e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9bd152b9cfd64f1c80f93903ee3945dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2205141 Aug 16 22:43:56.872865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53328) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:56.893241 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bdfddc-15b1-44b5-adc1-b4986a5af6f6 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Made reservation on behalf of f7e39e9147e94d90b66bdb57f03cde0d for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:43:56.895724 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=b41b4740-a063-4eda-94ef-0b6d36045195,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:56.899015 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8bdfddc-15b1-44b5-adc1-b4986a5af6f6 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:56.916009 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 67a0d3bf-5a46-4021-8738-907dd12f583d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:43:56.917548 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:56.927843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b08a4-1d41-4617-ab6e-1f0df1d5ce3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:56.928571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b08a4-1d41-4617-ab6e-1f0df1d5ce3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:56.929139 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b08a4-1d41-4617-ab6e-1f0df1d5ce3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:56.929669 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b08a4-1d41-4617-ab6e-1f0df1d5ce3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:56.930367 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b08a4-1d41-4617-ab6e-1f0df1d5ce3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:56.930914 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b08a4-1d41-4617-ab6e-1f0df1d5ce3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:56.931414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b08a4-1d41-4617-ab6e-1f0df1d5ce3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:56.931922 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b08a4-1d41-4617-ab6e-1f0df1d5ce3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:56.932446 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b08a4-1d41-4617-ab6e-1f0df1d5ce3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:56.932948 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b08a4-1d41-4617-ab6e-1f0df1d5ce3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:56.933441 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b08a4-1d41-4617-ab6e-1f0df1d5ce3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:56.934170 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b08a4-1d41-4617-ab6e-1f0df1d5ce3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:56.958579 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-f8bdfddc-15b1-44b5-adc1-b4986a5af6f6 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] device_id is not set on port dc7ac705-f725-41a4-86f4-e42f50d3c3f8 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:43:57.002918 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.api [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-b6394781-cc73-441e-84ab-7967b0925804 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:43:57.003499 n-d-792458-15 neutron-server[94871]: DEBUG oslo_db.api [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-b6394781-cc73-441e-84ab-7967b0925804 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:43:57.031228 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bda24d-9e42-443b-a295-d3a97587ea95 req-bde5126b-ee2a-4f9f-9e5d-8331a72344d0 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:57.033562 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-14bda24d-9e42-443b-a295-d3a97587ea95 req-bde5126b-ee2a-4f9f-9e5d-8331a72344d0 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 944 time: 0.7019098 Aug 16 22:43:57.058022 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6af75302-c3a6-4d71-a6eb-594db6ce32e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:57.107224 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6af75302-c3a6-4d71-a6eb-594db6ce32e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:57.120099 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-f8bdfddc-15b1-44b5-adc1-b4986a5af6f6 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Allocated IP 2001:db8::2d (47160a33-9c4d-4418-b527-6b2016991683/8a4ff308-9ef9-4ad6-9480-82e6bbf5d9e9/dc7ac705-f725-41a4-86f4-e42f50d3c3f8) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:43:57.204995 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-14bda24d-9e42-443b-a295-d3a97587ea95 req-3e388a21-4113-4ec9-a7c7-1dcda4f5c720 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/security-groups?id=40a76a05-50db-4881-8186-b6c3fce66f25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475699 Aug 16 22:43:57.272627 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014c8fee-542a-4bf4-8a4a-a9f29466ed08 x-openstack-request-id: req-014c8fee-542a-4bf4-8a4a-a9f29466ed08 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:43:57.272983 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732f7300-a8f6-433e-b34b-94b7f6ffe468", "name": "network-vif-plugged", "status": "completed", "tag": "b41b4740-a063-4eda-94ef-0b6d36045195", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:43:57.273285 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-014c8fee-542a-4bf4-8a4a-a9f29466ed08 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:43:57.274252 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732f7300-a8f6-433e-b34b-94b7f6ffe468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41b4740-a063-4eda-94ef-0b6d36045195', 'code': 200} Aug 16 22:43:57.275351 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6af75302-c3a6-4d71-a6eb-594db6ce32e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:57.278451 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6af75302-c3a6-4d71-a6eb-594db6ce32e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:57.279768 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6af75302-c3a6-4d71-a6eb-594db6ce32e5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/89918f6b-c29c-4326-a76e-0397ac445db6 HTTP/1.1" status: 204 len: 168 time: 0.3978682 Aug 16 22:43:57.310290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af75302-c3a6-4d71-a6eb-594db6ce32e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89918f6b-c29c-4326-a76e-0397ac445db6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:57.439634 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8bdfddc-15b1-44b5-adc1-b4986a5af6f6 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:57.462466 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f8bdfddc-15b1-44b5-adc1-b4986a5af6f6 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Transition to ACTIVE for port object dc7ac705-f725-41a4-86f4-e42f50d3c3f8 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:43:57.487893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c4a51-c6e7-45e7-9cb5-1bda5f7e6469 req-bed31ca2-5b49-4e1b-b442-cdd1133a6bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:57.487893 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-467c4a51-c6e7-45e7-9cb5-1bda5f7e6469 req-bed31ca2-5b49-4e1b-b442-cdd1133a6bda service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 1097 time: 0.1225204 Aug 16 22:43:57.506716 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-b6394781-cc73-441e-84ab-7967b0925804 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:57.516235 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8bdfddc-15b1-44b5-adc1-b4986a5af6f6 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:57.577112 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bdfddc-15b1-44b5-adc1-b4986a5af6f6 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Network 47160a33-9c4d-4418-b527-6b2016991683 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:43:57.583354 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-f8bdfddc-15b1-44b5-adc1-b4986a5af6f6 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:43:57.589029 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bdfddc-15b1-44b5-adc1-b4986a5af6f6 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:43:57.596899 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bdfddc-15b1-44b5-adc1-b4986a5af6f6 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:57.597928 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8bdfddc-15b1-44b5-adc1-b4986a5af6f6 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:57.602823 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bdfddc-15b1-44b5-adc1-b4986a5af6f6 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Pushing event updated for resources: {'Port': ['ID=dc7ac705-f725-41a4-86f4-e42f50d3c3f8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:57.619015 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f8bdfddc-15b1-44b5-adc1-b4986a5af6f6 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0484538 Aug 16 22:43:57.621720 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53346) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:57.628912 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6f0f4b6c-1a52-4c08-8dad-99ef9735637a tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ba', 'mac_address': 'fa:16:3e:91:02:fa'}]}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:57.762249 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f0f4b6c-1a52-4c08-8dad-99ef9735637a tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:57.811946 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-467c4a51-c6e7-45e7-9cb5-1bda5f7e6469 req-96ca4d47-3bc3-4fbb-9b3d-25b661645312 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=40a76a05-50db-4881-8186-b6c3fce66f25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791263 Aug 16 22:43:57.888421 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-b6394781-cc73-441e-84ab-7967b0925804 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:57.894925 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-b6394781-cc73-441e-84ab-7967b0925804 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:57.895505 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-b6394781-cc73-441e-84ab-7967b0925804 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Floating IP 73a7c9a0-d712-4f34-8d63-a364d88e6c4b disassociated. External IP: 172.25.6.89, port: 13198d18-dda8-4450-bfc0-43c4b009431c. Aug 16 22:43:58.056317 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f1b88db3-159c-47f3-9247-c362453b90a6 None None] Provisioning for port dc7ac705-f725-41a4-86f4-e42f50d3c3f8 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:43:58.072573 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f1b88db3-159c-47f3-9247-c362453b90a6 None None] Provisioning complete for port dc7ac705-f725-41a4-86f4-e42f50d3c3f8 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:43:58.073003 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f1b88db3-159c-47f3-9247-c362453b90a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:58.133580 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-f1b88db3-159c-47f3-9247-c362453b90a6 None None] Port dc7ac705-f725-41a4-86f4-e42f50d3c3f8 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:43:58.277791 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f0f4b6c-1a52-4c08-8dad-99ef9735637a tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:58.283305 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f0f4b6c-1a52-4c08-8dad-99ef9735637a tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:58.370079 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6f0f4b6c-1a52-4c08-8dad-99ef9735637a tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] In _notify_port_updated(), no bound segment for port dc7ac705-f725-41a4-86f4-e42f50d3c3f8 on network 47160a33-9c4d-4418-b527-6b2016991683 {{(pid=94872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:43:58.384444 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0f4b6c-1a52-4c08-8dad-99ef9735637a tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:58.387849 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6f0f4b6c-1a52-4c08-8dad-99ef9735637a tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:58.392338 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6f0f4b6c-1a52-4c08-8dad-99ef9735637a tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "PUT /v2.0/ports/dc7ac705-f725-41a4-86f4-e42f50d3c3f8 HTTP/1.1" status: 200 len: 1002 time: 0.7658601 Aug 16 22:43:58.398267 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53372) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:58.515969 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f4b6c-1a52-4c08-8dad-99ef9735637a tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Pushing event updated for resources: {'Port': ['ID=dc7ac705-f725-41a4-86f4-e42f50d3c3f8,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:58.673237 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d481761e-44bc-40db-a9b3-3b54534dfa6f tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Deleting port dc7ac705-f725-41a4-86f4-e42f50d3c3f8 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:43:58.673640 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d481761e-44bc-40db-a9b3-3b54534dfa6f tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:58.898286 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d481761e-44bc-40db-a9b3-3b54534dfa6f tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:58.921503 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d481761e-44bc-40db-a9b3-3b54534dfa6f tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Calling delete_port for dc7ac705-f725-41a4-86f4-e42f50d3c3f8 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:43:58.980379 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-264154b4-503e-4a43-8070-5e2d9aa3a72e None None] Provisioning complete for port dc7ac705-f725-41a4-86f4-e42f50d3c3f8 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:43:58.980754 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-264154b4-503e-4a43-8070-5e2d9aa3a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:59.080791 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-b6394781-cc73-441e-84ab-7967b0925804 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Router 8eed2c33-fceb-4227-901a-1457a6d9b9d2 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:43:59.096270 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-264154b4-503e-4a43-8070-5e2d9aa3a72e None None] Port dc7ac705-f725-41a4-86f4-e42f50d3c3f8 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:43:59.115470 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d79ef2-d998-40d4-b5cd-b1fe19dcd55d req-20888eee-ade2-4404-a298-1e69ec7d357d tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:59.147943 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-69d79ef2-d998-40d4-b5cd-b1fe19dcd55d req-20888eee-ade2-4404-a298-1e69ec7d357d tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 945 time: 0.1370161 Aug 16 22:43:59.197358 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d481761e-44bc-40db-a9b3-3b54534dfa6f tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:59.266047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481761e-44bc-40db-a9b3-3b54534dfa6f tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Pushing event deleted for resources: {'Port': ['ID=dc7ac705-f725-41a4-86f4-e42f50d3c3f8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:59.347144 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-69d79ef2-d998-40d4-b5cd-b1fe19dcd55d req-a5173d56-c20e-4b99-802c-39020d70ab4d tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/security-groups?id=40a76a05-50db-4881-8186-b6c3fce66f25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936588 Aug 16 22:43:59.438284 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-b6394781-cc73-441e-84ab-7967b0925804 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:43:59.447695 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-b6394781-cc73-441e-84ab-7967b0925804 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:59.453337 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6944cbf9-a07f-485f-af5e-6ee18be1a3f0 None None] Sync routers for ids ['8eed2c33-fceb-4227-901a-1457a6d9b9d2'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:43:59.455254 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d481761e-44bc-40db-a9b3-3b54534dfa6f tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:59.462729 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d481761e-44bc-40db-a9b3-3b54534dfa6f tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "DELETE /v2.0/ports/dc7ac705-f725-41a4-86f4-e42f50d3c3f8 HTTP/1.1" status: 204 len: 168 time: 1.0630143 Aug 16 22:43:59.467424 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53396) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:59.479210 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6944cbf9-a07f-485f-af5e-6ee18be1a3f0 None None] Routers {'8eed2c33-fceb-4227-901a-1457a6d9b9d2'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:43:59.480192 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6944cbf9-a07f-485f-af5e-6ee18be1a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:43:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eed2c33-fceb-4227-901a-1457a6d9b9d2'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:59.530584 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-b6394781-cc73-441e-84ab-7967b0925804 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "PUT /v2.0/floatingips/73a7c9a0-d712-4f34-8d63-a364d88e6c4b HTTP/1.1" status: 200 len: 694 time: 3.5445738 Aug 16 22:43:59.531048 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf88fc0-8940-43e0-b351-3734dddd4448', 'tag': '13198d18-dda8-4450-bfc0-43c4b009431c'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:43:59.533908 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca63b3b-21fd-43ba-b4c1-923772439d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf88fc0-8940-43e0-b351-3734dddd4448", "tag": "13198d18-dda8-4450-bfc0-43c4b009431c"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:43:59.593755 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc67371-5fe3-4667-a7f4-fee9161c2c4b tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] GET failed (client error): The resource could not be found. Aug 16 22:43:59.600941 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7dc67371-5fe3-4667-a7f4-fee9161c2c4b tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "GET /v2.0/ports/dc7ac705-f725-41a4-86f4-e42f50d3c3f8 HTTP/1.1" status: 404 len: 333 time: 0.1322680 Aug 16 22:43:59.612172 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53404) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:59.620404 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5351c030-b1b5-4e10-b1e6-5543ade2cb01 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Request body: {'port': {'network_id': '47160a33-9c4d-4418-b527-6b2016991683', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2146967087'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:59.669112 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05fbcf2-678e-4c24-8bc1-14c69325f24c x-openstack-request-id: req-b05fbcf2-678e-4c24-8bc1-14c69325f24c {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:43:59.669397 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf88fc0-8940-43e0-b351-3734dddd4448", "tag": "13198d18-dda8-4450-bfc0-43c4b009431c", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:43:59.669553 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b05fbcf2-678e-4c24-8bc1-14c69325f24c {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:43:59.670030 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf88fc0-8940-43e0-b351-3734dddd4448', 'tag': '13198d18-dda8-4450-bfc0-43c4b009431c', 'status': 'completed', 'code': 200} Aug 16 22:43:59.807061 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-9444ecf2-575c-40cf-a5a1-6cfa489789fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:59.816274 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-9444ecf2-575c-40cf-a5a1-6cfa489789fa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b06f23904def4994b16aa4c4df2fbc47&device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 1097 time: 0.2543609 Aug 16 22:43:59.826343 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca63b3b-21fd-43ba-b4c1-923772439d2a req-a46291fa-ec51-4ba5-9c05-ef1ddf1f365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:59.827873 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ca63b3b-21fd-43ba-b4c1-923772439d2a req-a46291fa-ec51-4ba5-9c05-ef1ddf1f365f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b06f23904def4994b16aa4c4df2fbc47&device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 1097 time: 0.1553764 Aug 16 22:43:59.921974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-6944cbf9-a07f-485f-af5e-6ee18be1a3f0 None None] Set router 8eed2c33-fceb-4227-901a-1457a6d9b9d2 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:43:59.947439 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5351c030-b1b5-4e10-b1e6-5543ade2cb01 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Made reservation on behalf of f7e39e9147e94d90b66bdb57f03cde0d for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:43:59.953942 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5351c030-b1b5-4e10-b1e6-5543ade2cb01 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:00.035038 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-5351c030-b1b5-4e10-b1e6-5543ade2cb01 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] device_id is not set on port 0e0336fb-519f-448b-8924-cdc460bc7e39 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:44:00.128458 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca63b3b-21fd-43ba-b4c1-923772439d2a req-1a2bbd84-63a1-42d2-a23f-a54e786a9921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:00.130008 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ca63b3b-21fd-43ba-b4c1-923772439d2a req-1a2bbd84-63a1-42d2-a23f-a54e786a9921 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df7473e5-d63a-4747-80a0-6a15aafd1333 HTTP/1.1" status: 200 len: 921 time: 0.2781911 Aug 16 22:44:00.202948 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-5351c030-b1b5-4e10-b1e6-5543ade2cb01 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Allocated IP 2001:db8::3a5 (47160a33-9c4d-4418-b527-6b2016991683/8a4ff308-9ef9-4ad6-9480-82e6bbf5d9e9/0e0336fb-519f-448b-8924-cdc460bc7e39) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:44:00.280869 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ca63b3b-21fd-43ba-b4c1-923772439d2a req-323f1368-66e3-4225-ae04-252e988833c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13198d18-dda8-4450-bfc0-43c4b009431c HTTP/1.1" status: 200 len: 217 time: 0.1347613 Aug 16 22:44:00.408686 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-3f98aed6-ab7a-49d3-887d-bbaf9471e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:00.422126 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-3f98aed6-ab7a-49d3-887d-bbaf9471e110 service neutron] 10.222.0.93 "GET /v2.0/networks?id=df7473e5-d63a-4747-80a0-6a15aafd1333 HTTP/1.1" status: 200 len: 921 time: 0.5921748 Aug 16 22:44:00.447815 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6944cbf9-a07f-485f-af5e-6ee18be1a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1431353897-router', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:20Z', 'updated_at': '2021-08-16T22:42:30Z', 'revision_number': 4, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'gw_port': {'id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6', 'name': '', 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'mac_address': 'fa:16:3e:14:f1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'b4ac3e58-5a35-4a37-958f-cda762ceeb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:28Z', 'updated_at': '2021-08-16T22:42:40Z', 'revision_number': 5, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'subnets': [{'id': 'b4ac3e58-5a35-4a37-958f-cda762ceeb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:00.473237 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5351c030-b1b5-4e10-b1e6-5543ade2cb01 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:00.489930 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-717d847e-d1ca-43e2-9c2c-eb5c48353ab9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13198d18-dda8-4450-bfc0-43c4b009431c HTTP/1.1" status: 200 len: 217 time: 0.0664878 Aug 16 22:44:00.518609 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6944cbf9-a07f-485f-af5e-6ee18be1a3f0 None None] Checking router: 8eed2c33-fceb-4227-901a-1457a6d9b9d2 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:44:00.537635 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5351c030-b1b5-4e10-b1e6-5543ade2cb01 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Transition to ACTIVE for port object 0e0336fb-519f-448b-8924-cdc460bc7e39 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:44:00.540334 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6944cbf9-a07f-485f-af5e-6ee18be1a3f0 None None] Routers {'8eed2c33-fceb-4227-901a-1457a6d9b9d2'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:00.540982 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6944cbf9-a07f-485f-af5e-6ee18be1a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:43:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eed2c33-fceb-4227-901a-1457a6d9b9d2'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:00.592338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-99bd24a1-4905-4b39-a282-dffea640bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:00.594035 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-99bd24a1-4905-4b39-a282-dffea640bb2f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b4ac3e58-5a35-4a37-958f-cda762ceeb0b HTTP/1.1" status: 200 len: 860 time: 0.0907383 Aug 16 22:44:00.622567 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5351c030-b1b5-4e10-b1e6-5543ade2cb01 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:00.649004 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-62e843cf-8ab1-4a61-bf47-9240f719a0fc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=df7473e5-d63a-4747-80a0-6a15aafd1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323083 Aug 16 22:44:00.725488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca63b3b-21fd-43ba-b4c1-923772439d2a req-e71abbea-0c1b-462a-9365-87ce20b15138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:00.727577 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ca63b3b-21fd-43ba-b4c1-923772439d2a req-e71abbea-0c1b-462a-9365-87ce20b15138 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4ac3e58-5a35-4a37-958f-cda762ceeb0b HTTP/1.1" status: 200 len: 860 time: 0.4296763 Aug 16 22:44:00.765205 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351c030-b1b5-4e10-b1e6-5543ade2cb01 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Pushing event updated for resources: {'Port': ['ID=0e0336fb-519f-448b-8924-cdc460bc7e39,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:00.789760 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-6944cbf9-a07f-485f-af5e-6ee18be1a3f0 None None] Set router 8eed2c33-fceb-4227-901a-1457a6d9b9d2 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:44:00.818540 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6637b-c4fb-4d2f-b8f7-f4e56c005ad6 req-7a32ff81-cef7-4250-8410-5de7f33b5bbf tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:00.828046 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44c6637b-c4fb-4d2f-b8f7-f4e56c005ad6 req-7a32ff81-cef7-4250-8410-5de7f33b5bbf tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 945 time: 0.2303028 Aug 16 22:44:00.842005 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5351c030-b1b5-4e10-b1e6-5543ade2cb01 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Network 47160a33-9c4d-4418-b527-6b2016991683 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:44:00.864032 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5351c030-b1b5-4e10-b1e6-5543ade2cb01 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:00.864526 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ca63b3b-21fd-43ba-b4c1-923772439d2a req-9b57477a-06e0-4897-96a1-db5587ece86c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df7473e5-d63a-4747-80a0-6a15aafd1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237841 Aug 16 22:44:00.874748 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5351c030-b1b5-4e10-b1e6-5543ade2cb01 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:44:00.889296 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5351c030-b1b5-4e10-b1e6-5543ade2cb01 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:00.890034 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5351c030-b1b5-4e10-b1e6-5543ade2cb01 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:00.933333 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44c6637b-c4fb-4d2f-b8f7-f4e56c005ad6 req-3dce1268-54e9-4db7-8006-75ea81c47c44 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/security-groups?id=40a76a05-50db-4881-8186-b6c3fce66f25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027858 Aug 16 22:44:00.941378 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5351c030-b1b5-4e10-b1e6-5543ade2cb01 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3280597 Aug 16 22:44:00.948541 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53444) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:00.965733 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-7a4015e3-c602-4e39-be1e-ea8602af691a tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:91:02:fa'}]}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:01.129935 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-ad5697df-7492-47ae-ba35-9997f71d4d7f service neutron] 10.222.0.93 "GET /v2.0/networks/df7473e5-d63a-4747-80a0-6a15aafd1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617105 Aug 16 22:44:01.302793 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7a4015e3-c602-4e39-be1e-ea8602af691a tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:01.306187 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6944cbf9-a07f-485f-af5e-6ee18be1a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1431353897-router', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:20Z', 'updated_at': '2021-08-16T22:42:30Z', 'revision_number': 4, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'gw_port': {'id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6', 'name': '', 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'mac_address': 'fa:16:3e:14:f1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'b4ac3e58-5a35-4a37-958f-cda762ceeb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:28Z', 'updated_at': '2021-08-16T22:42:40Z', 'revision_number': 5, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'subnets': [{'id': 'b4ac3e58-5a35-4a37-958f-cda762ceeb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:01.314684 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ca63b3b-21fd-43ba-b4c1-923772439d2a req-91265c33-6810-48c6-92dd-b41f8e985241 service neutron] 10.222.0.39 "GET /v2.0/networks/df7473e5-d63a-4747-80a0-6a15aafd1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789661 Aug 16 22:44:01.371246 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6944cbf9-a07f-485f-af5e-6ee18be1a3f0 None None] The sync data for ids ['8eed2c33-fceb-4227-901a-1457a6d9b9d2'] in n-d-792458-15 is: [{'id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1431353897-router', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:20Z', 'updated_at': '2021-08-16T22:42:30Z', 'revision_number': 4, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'gw_port': {'id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6', 'name': '', 'network_id': 'df7473e5-d63a-4747-80a0-6a15aafd1333', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'mac_address': 'fa:16:3e:14:f1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'b4ac3e58-5a35-4a37-958f-cda762ceeb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:28Z', 'updated_at': '2021-08-16T22:42:40Z', 'revision_number': 5, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'subnets': [{'id': 'b4ac3e58-5a35-4a37-958f-cda762ceeb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:44:01.473392 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-10a96df0-0735-41d2-895a-aa9cd489601b None None] Provisioning for port 0e0336fb-519f-448b-8924-cdc460bc7e39 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:44:01.493517 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-10a96df0-0735-41d2-895a-aa9cd489601b None None] Provisioning complete for port 0e0336fb-519f-448b-8924-cdc460bc7e39 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:01.494283 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-10a96df0-0735-41d2-895a-aa9cd489601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:01.544558 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3474b3d-8e4c-49ab-bbb0-18b3c3efab30 req-eaa342e0-333c-4f4f-9dee-7913194fd679 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:01.550301 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-10a96df0-0735-41d2-895a-aa9cd489601b None None] Port 0e0336fb-519f-448b-8924-cdc460bc7e39 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:44:01.556818 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b3474b3d-8e4c-49ab-bbb0-18b3c3efab30 req-eaa342e0-333c-4f4f-9dee-7913194fd679 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 945 time: 0.4235651 Aug 16 22:44:01.656177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53462) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:01.698538 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ca63b3b-21fd-43ba-b4c1-923772439d2a req-5bcd8005-0cd1-410f-b531-b44ad9182ea4 service neutron] 10.222.0.39 "GET /v2.0/networks/df7473e5-d63a-4747-80a0-6a15aafd1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646648 Aug 16 22:44:01.747425 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c65b4a45-8643-415b-b6f4-fd86a529529a req-822ac5a2-02fc-4471-9e24-5f5777169e88 service neutron] 10.222.0.93 "GET /v2.0/networks/df7473e5-d63a-4747-80a0-6a15aafd1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838668 Aug 16 22:44:01.772767 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b3474b3d-8e4c-49ab-bbb0-18b3c3efab30 req-64c1f1bc-49d9-41e6-bece-5182dfc59e41 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/security-groups?id=40a76a05-50db-4881-8186-b6c3fce66f25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149451 Aug 16 22:44:01.783152 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7a4015e3-c602-4e39-be1e-ea8602af691a tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:01.794764 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53468) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:01.800005 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7a4015e3-c602-4e39-be1e-ea8602af691a tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:01.857761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7a4015e3-c602-4e39-be1e-ea8602af691a tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] In _notify_port_updated(), no bound segment for port 0e0336fb-519f-448b-8924-cdc460bc7e39 on network 47160a33-9c4d-4418-b527-6b2016991683 {{(pid=94872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:44:01.865925 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4015e3-c602-4e39-be1e-ea8602af691a tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:01.871857 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7a4015e3-c602-4e39-be1e-ea8602af691a tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:01.884291 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7a4015e3-c602-4e39-be1e-ea8602af691a tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "PUT /v2.0/ports/0e0336fb-519f-448b-8924-cdc460bc7e39 HTTP/1.1" status: 200 len: 1003 time: 0.9346178 Aug 16 22:44:01.888040 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53474) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:01.927179 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ece9b79-5c8a-4815-aa71-b70e39dcf5f7 req-0133f999-5af3-4aa4-adc7-f98b4173edcf tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/floatingips/73a7c9a0-d712-4f34-8d63-a364d88e6c4b HTTP/1.1" status: 200 len: 694 time: 0.1369007 Aug 16 22:44:01.985412 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8ba247-92c4-4c77-b316-0e975846eeb8 None None] New status for floating IP 73a7c9a0-d712-4f34-8d63-a364d88e6c4b: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:44:02.071066 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7152251-7c44-4b87-8ec7-cd34afce97b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:02.088226 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4015e3-c602-4e39-be1e-ea8602af691a tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Pushing event updated for resources: {'Port': ['ID=0e0336fb-519f-448b-8924-cdc460bc7e39,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:02.174446 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4a470-16ca-47a4-9ce4-ad76a98b8362 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Deleting port 0e0336fb-519f-448b-8924-cdc460bc7e39 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:44:02.174925 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3dc4a470-16ca-47a4-9ce4-ad76a98b8362 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:02.344115 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3dc4a470-16ca-47a4-9ce4-ad76a98b8362 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:02.385612 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6e6a0487-54b2-439e-aaed-58068602d43c None None] Provisioning complete for port 0e0336fb-519f-448b-8924-cdc460bc7e39 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:02.390806 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6e6a0487-54b2-439e-aaed-58068602d43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:02.401703 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b75edb0-cca0-4b71-b499-d55fcaa944ed tempest-TestVolumeBackupRestore-383784884 tempest-TestVolumeBackupRestore-383784884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:02.406655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1b75edb0-cca0-4b71-b499-d55fcaa944ed tempest-TestVolumeBackupRestore-383784884 tempest-TestVolumeBackupRestore-383784884-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 1092 time: 0.6104090 Aug 16 22:44:02.406823 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4a470-16ca-47a4-9ce4-ad76a98b8362 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Calling delete_port for 0e0336fb-519f-448b-8924-cdc460bc7e39 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:44:02.408827 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53486) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:02.421367 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0d9133a7-7652-4748-b054-64689f9586bb tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': 'b41b4740-a063-4eda-94ef-0b6d36045195', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:02.472430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece9b79-5c8a-4815-aa71-b70e39dcf5f7 req-31fad511-2b59-4968-80a3-e78a77a8622f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:02.473802 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ece9b79-5c8a-4815-aa71-b70e39dcf5f7 req-31fad511-2b59-4968-80a3-e78a77a8622f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/networks/cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 784 time: 0.5446670 Aug 16 22:44:02.488327 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-8ece9b79-5c8a-4815-aa71-b70e39dcf5f7 req-d8db9ec3-085a-4455-a281-b30d2e95c2e6 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:44:02.489945 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ece9b79-5c8a-4815-aa71-b70e39dcf5f7 req-d8db9ec3-085a-4455-a281-b30d2e95c2e6 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091784 Aug 16 22:44:02.533672 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a0487-54b2-439e-aaed-58068602d43c None None] Port 0e0336fb-519f-448b-8924-cdc460bc7e39 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:44:02.622773 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ece9b79-5c8a-4815-aa71-b70e39dcf5f7 req-b76f5eb1-5f2f-462f-a4ec-f83da83a7e48 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.89 HTTP/1.1" status: 200 len: 695 time: 0.1113102 Aug 16 22:44:02.662415 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7152251-7c44-4b87-8ec7-cd34afce97b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:02.707136 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e7152251-7c44-4b87-8ec7-cd34afce97b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:02.722233 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3dc4a470-16ca-47a4-9ce4-ad76a98b8362 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:02.763060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7152251-7c44-4b87-8ec7-cd34afce97b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774a2744-9324-42c6-9e00-feffea9c72a3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:02.772570 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ece9b79-5c8a-4815-aa71-b70e39dcf5f7 req-bfd3a2ba-10e2-458d-a6ae-c1db0351ca61 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.6.89 HTTP/1.1" status: 200 len: 695 time: 0.1369276 Aug 16 22:44:02.802080 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d9133a7-7652-4748-b054-64689f9586bb tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:02.810807 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4a470-16ca-47a4-9ce4-ad76a98b8362 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Pushing event deleted for resources: {'Port': ['ID=0e0336fb-519f-448b-8924-cdc460bc7e39,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:02.882732 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3dc4a470-16ca-47a4-9ce4-ad76a98b8362 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:02.885091 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3dc4a470-16ca-47a4-9ce4-ad76a98b8362 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "DELETE /v2.0/ports/0e0336fb-519f-448b-8924-cdc460bc7e39 HTTP/1.1" status: 204 len: 168 time: 0.9956686 Aug 16 22:44:02.888212 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53502) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:02.889196 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e7152251-7c44-4b87-8ec7-cd34afce97b0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a2b482dd85cb40e69a9937cc07296fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2204237 Aug 16 22:44:02.905496 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53504) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:02.937854 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-6608dd03-581d-45ef-b51f-f34b24027674 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] GET failed (client error): The resource could not be found. Aug 16 22:44:02.958091 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53510) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:02.958314 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6608dd03-581d-45ef-b51f-f34b24027674 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "GET /v2.0/ports/0e0336fb-519f-448b-8924-cdc460bc7e39 HTTP/1.1" status: 404 len: 333 time: 0.0608957 Aug 16 22:44:03.000276 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-36dafd49-cd23-4205-a9af-e3f2959f748b tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Request body: {'port': {'network_id': '47160a33-9c4d-4418-b527-6b2016991683', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1497528883'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:03.014121 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67385ad6-7a32-48ac-a289-1f73769ef031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:03.038906 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67385ad6-7a32-48ac-a289-1f73769ef031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:03.094398 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67385ad6-7a32-48ac-a289-1f73769ef031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:03.110041 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67385ad6-7a32-48ac-a289-1f73769ef031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:03.119222 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-67385ad6-7a32-48ac-a289-1f73769ef031 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/774a2744-9324-42c6-9e00-feffea9c72a3 HTTP/1.1" status: 204 len: 168 time: 0.2103179 Aug 16 22:44:03.133116 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67385ad6-7a32-48ac-a289-1f73769ef031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774a2744-9324-42c6-9e00-feffea9c72a3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:03.255291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-8ece9b79-5c8a-4815-aa71-b70e39dcf5f7 req-01b46278-a66f-4416-9ba6-efe05371d817 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Deleting port 9e7b803f-3a65-4b98-9bd9-0bd8dda86294 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:44:03.255544 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ece9b79-5c8a-4815-aa71-b70e39dcf5f7 req-01b46278-a66f-4416-9ba6-efe05371d817 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:03.300616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dafd49-cd23-4205-a9af-e3f2959f748b tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Made reservation on behalf of f7e39e9147e94d90b66bdb57f03cde0d for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:44:03.304188 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36dafd49-cd23-4205-a9af-e3f2959f748b tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:03.311222 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d9133a7-7652-4748-b054-64689f9586bb tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:03.341207 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-36dafd49-cd23-4205-a9af-e3f2959f748b tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] device_id is not set on port 37797ceb-62e6-475b-bc79-0158d857ad4e yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:44:03.468601 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ece9b79-5c8a-4815-aa71-b70e39dcf5f7 req-01b46278-a66f-4416-9ba6-efe05371d817 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:03.469230 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ece9b79-5c8a-4815-aa71-b70e39dcf5f7 req-01b46278-a66f-4416-9ba6-efe05371d817 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:03.497044 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-8ece9b79-5c8a-4815-aa71-b70e39dcf5f7 req-01b46278-a66f-4416-9ba6-efe05371d817 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Calling delete_port for 9e7b803f-3a65-4b98-9bd9-0bd8dda86294 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:44:03.589218 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53524) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:03.606127 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6c6b9ea2-58c8-4916-bf38-6586adb1ba22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:03.643515 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-36dafd49-cd23-4205-a9af-e3f2959f748b tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Allocated IP 2001:db8::28e (47160a33-9c4d-4418-b527-6b2016991683/8a4ff308-9ef9-4ad6-9480-82e6bbf5d9e9/37797ceb-62e6-475b-bc79-0158d857ad4e) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:44:03.655408 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-0d9133a7-7652-4748-b054-64689f9586bb tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Allocated IP 172.25.6.212 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/9c374132-4787-4ebb-887d-c35d566278d0) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:44:03.795492 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:44:03.821618 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6c6b9ea2-58c8-4916-bf38-6586adb1ba22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:03.830681 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6c6b9ea2-58c8-4916-bf38-6586adb1ba22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:03.916023 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6c6b9ea2-58c8-4916-bf38-6586adb1ba22 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e33f72d238ea42fd968d6c1bf5f03a05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3255413 Aug 16 22:44:03.925946 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53538) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:03.932714 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b9ea2-58c8-4916-bf38-6586adb1ba22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa85d38e-f753-4233-9cf5-47beb9d1e693,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:03.973629 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d9133a7-7652-4748-b054-64689f9586bb tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:04.066837 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ece9b79-5c8a-4815-aa71-b70e39dcf5f7 req-01b46278-a66f-4416-9ba6-efe05371d817 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:04.116543 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36dafd49-cd23-4205-a9af-e3f2959f748b tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:04.125215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b46278-a66f-4416-9ba6-efe05371d817 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Pushing event deleted for resources: {'Port': ['ID=9e7b803f-3a65-4b98-9bd9-0bd8dda86294,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:04.145188 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-99a8a948-51bf-479a-a61d-9af68b62ea14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:04.178481 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-36dafd49-cd23-4205-a9af-e3f2959f748b tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Transition to ACTIVE for port object 37797ceb-62e6-475b-bc79-0158d857ad4e will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:44:04.255876 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-99a8a948-51bf-479a-a61d-9af68b62ea14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:04.271742 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d9133a7-7652-4748-b054-64689f9586bb tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:04.352629 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ece9b79-5c8a-4815-aa71-b70e39dcf5f7 req-01b46278-a66f-4416-9ba6-efe05371d817 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:04.355174 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8ece9b79-5c8a-4815-aa71-b70e39dcf5f7 req-01b46278-a66f-4416-9ba6-efe05371d817 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:04.356353 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ece9b79-5c8a-4815-aa71-b70e39dcf5f7 req-01b46278-a66f-4416-9ba6-efe05371d817 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "DELETE /v2.0/floatingips/73a7c9a0-d712-4f34-8d63-a364d88e6c4b HTTP/1.1" status: 204 len: 173 time: 1.5693307 Aug 16 22:44:04.365615 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9133a7-7652-4748-b054-64689f9586bb tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:44:04.375743 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0d9133a7-7652-4748-b054-64689f9586bb tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:04.398182 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9133a7-7652-4748-b054-64689f9586bb tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:44:04.401162 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36dafd49-cd23-4205-a9af-e3f2959f748b tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:04.402800 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9133a7-7652-4748-b054-64689f9586bb tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Pushing event updated for resources: {'Port': ['ID=9c374132-4787-4ebb-887d-c35d566278d0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:04.917213 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-99a8a948-51bf-479a-a61d-9af68b62ea14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:04.921049 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-99a8a948-51bf-479a-a61d-9af68b62ea14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:04.922468 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-99a8a948-51bf-479a-a61d-9af68b62ea14 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/aa85d38e-f753-4233-9cf5-47beb9d1e693 HTTP/1.1" status: 204 len: 168 time: 0.9873543 Aug 16 22:44:04.960942 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dafd49-cd23-4205-a9af-e3f2959f748b tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Network 47160a33-9c4d-4418-b527-6b2016991683 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:44:04.981771 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-36dafd49-cd23-4205-a9af-e3f2959f748b tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:04.990952 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8a948-51bf-479a-a61d-9af68b62ea14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa85d38e-f753-4233-9cf5-47beb9d1e693,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:05.002212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dafd49-cd23-4205-a9af-e3f2959f748b tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:44:05.007890 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dafd49-cd23-4205-a9af-e3f2959f748b tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:05.008530 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36dafd49-cd23-4205-a9af-e3f2959f748b tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:05.041866 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dafd49-cd23-4205-a9af-e3f2959f748b tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Pushing event updated for resources: {'Port': ['ID=37797ceb-62e6-475b-bc79-0158d857ad4e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:05.064659 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-83022f9d-0442-4e7c-9581-d6ba76756dc4 req-bacb172b-52dd-4aa1-8df4-1f02872bc786 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups/0b311d94-6efb-47e8-84d6-8d11c6af25c6 HTTP/1.1" status: 200 len: 1808 time: 0.6763005 Aug 16 22:44:05.070691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53566) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:05.071541 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-36dafd49-cd23-4205-a9af-e3f2959f748b tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1078036 Aug 16 22:44:05.111210 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-140f72fb-14b9-499f-81e5-777b5d330ba8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Request body: {'port': {'network_id': '47160a33-9c4d-4418-b527-6b2016991683', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1322697675'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:05.338008 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-83022f9d-0442-4e7c-9581-d6ba76756dc4 req-884fb4d4-2ea2-49eb-a61c-27409295a91f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:05.354031 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140f72fb-14b9-499f-81e5-777b5d330ba8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Made reservation on behalf of f7e39e9147e94d90b66bdb57f03cde0d for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:44:05.357627 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-140f72fb-14b9-499f-81e5-777b5d330ba8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:05.389381 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-140f72fb-14b9-499f-81e5-777b5d330ba8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] device_id is not set on port 118685f5-87d5-4fd1-8e04-25afe83904e4 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:44:05.409415 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-83022f9d-0442-4e7c-9581-d6ba76756dc4 req-884fb4d4-2ea2-49eb-a61c-27409295a91f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:05.494045 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-83022f9d-0442-4e7c-9581-d6ba76756dc4 req-884fb4d4-2ea2-49eb-a61c-27409295a91f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:05.494333 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-905c0ab9-707a-4860-a66f-db53b6802322 None None] Provisioning for port 37797ceb-62e6-475b-bc79-0158d857ad4e completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:44:05.500971 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-83022f9d-0442-4e7c-9581-d6ba76756dc4 req-884fb4d4-2ea2-49eb-a61c-27409295a91f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:05.502792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-905c0ab9-707a-4860-a66f-db53b6802322 None None] Provisioning complete for port 37797ceb-62e6-475b-bc79-0158d857ad4e triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:05.503581 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-83022f9d-0442-4e7c-9581-d6ba76756dc4 req-884fb4d4-2ea2-49eb-a61c-27409295a91f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "DELETE /v2.0/security-groups/0b311d94-6efb-47e8-84d6-8d11c6af25c6 HTTP/1.1" status: 204 len: 173 time: 0.4146864 Aug 16 22:44:05.506885 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-905c0ab9-707a-4860-a66f-db53b6802322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:05.569782 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fb4d4-2ea2-49eb-a61c-27409295a91f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b311d94-6efb-47e8-84d6-8d11c6af25c6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:05.581177 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-905c0ab9-707a-4860-a66f-db53b6802322 None None] Port 37797ceb-62e6-475b-bc79-0158d857ad4e cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:44:05.625291 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-140f72fb-14b9-499f-81e5-777b5d330ba8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Allocated IP 2001:db8::40 (47160a33-9c4d-4418-b527-6b2016991683/8a4ff308-9ef9-4ad6-9480-82e6bbf5d9e9/118685f5-87d5-4fd1-8e04-25afe83904e4) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:44:05.821954 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d9133a7-7652-4748-b054-64689f9586bb tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:05.939135 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d9133a7-7652-4748-b054-64689f9586bb tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:05.975182 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-140f72fb-14b9-499f-81e5-777b5d330ba8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:05.975412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac9b53-df6d-46ce-9871-1dee19afdd7c req-2dcc00ba-2bf3-4533-8b03-405d4e3d6ac3 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:05.976869 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eaac9b53-df6d-46ce-9871-1dee19afdd7c req-2dcc00ba-2bf3-4533-8b03-405d4e3d6ac3 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.1129160 Aug 16 22:44:06.016911 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-140f72fb-14b9-499f-81e5-777b5d330ba8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Transition to ACTIVE for port object 118685f5-87d5-4fd1-8e04-25afe83904e4 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:44:06.080712 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eaac9b53-df6d-46ce-9871-1dee19afdd7c req-570d73d9-299f-4e67-b959-eb2b74f3ab35 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964522 Aug 16 22:44:06.102326 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-140f72fb-14b9-499f-81e5-777b5d330ba8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:06.187186 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140f72fb-14b9-499f-81e5-777b5d330ba8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Network 47160a33-9c4d-4418-b527-6b2016991683 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:44:06.189660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-140f72fb-14b9-499f-81e5-777b5d330ba8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:06.192748 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140f72fb-14b9-499f-81e5-777b5d330ba8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:44:06.199456 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140f72fb-14b9-499f-81e5-777b5d330ba8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:06.200139 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-140f72fb-14b9-499f-81e5-777b5d330ba8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:06.202569 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d9133a7-7652-4748-b054-64689f9586bb tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:06.210521 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d9133a7-7652-4748-b054-64689f9586bb tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:06.243601 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f72fb-14b9-499f-81e5-777b5d330ba8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Pushing event updated for resources: {'Port': ['ID=118685f5-87d5-4fd1-8e04-25afe83904e4,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:06.253235 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-140f72fb-14b9-499f-81e5-777b5d330ba8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1783864 Aug 16 22:44:06.254689 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53606) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:06.260266 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-9a4a3b06-bade-4cf2-b871-10b86dec3464 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ba', 'mac_address': 'fa:16:3e:91:02:fa'}, {'ip_address': '2001:db8::28e', 'mac_address': 'fa:16:3e:96:43:6e'}]}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:06.274729 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9133a7-7652-4748-b054-64689f9586bb tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Pushing event updated for resources: {'Port': ['ID=9c374132-4787-4ebb-887d-c35d566278d0,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:06.360155 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d9133a7-7652-4748-b054-64689f9586bb tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:06.571830 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-0d9133a7-7652-4748-b054-64689f9586bb tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Floating IP 4ed8a11c-bafc-42ec-b186-b9dfcc953f43 associated. External IP: 172.25.6.212, port: b41b4740-a063-4eda-94ef-0b6d36045195. Aug 16 22:44:06.597911 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9a4a3b06-bade-4cf2-b871-10b86dec3464 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:06.621042 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-09bb2d6b-16ab-44ef-9b05-abdeb81099bc None None] Provisioning for port 118685f5-87d5-4fd1-8e04-25afe83904e4 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:44:06.634050 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-09bb2d6b-16ab-44ef-9b05-abdeb81099bc None None] Provisioning complete for port 118685f5-87d5-4fd1-8e04-25afe83904e4 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:06.634494 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-09bb2d6b-16ab-44ef-9b05-abdeb81099bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:06.719056 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-09bb2d6b-16ab-44ef-9b05-abdeb81099bc None None] Port 118685f5-87d5-4fd1-8e04-25afe83904e4 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:44:06.894852 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9a4a3b06-bade-4cf2-b871-10b86dec3464 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:06.903383 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9a4a3b06-bade-4cf2-b871-10b86dec3464 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:06.980455 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a3b06-bade-4cf2-b871-10b86dec3464 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Pushing event updated for resources: {'Port': ['ID=118685f5-87d5-4fd1-8e04-25afe83904e4,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:07.006223 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9a4a3b06-bade-4cf2-b871-10b86dec3464 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] In _notify_port_updated(), no bound segment for port 118685f5-87d5-4fd1-8e04-25afe83904e4 on network 47160a33-9c4d-4418-b527-6b2016991683 {{(pid=94872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:44:07.014329 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4a3b06-bade-4cf2-b871-10b86dec3464 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:07.015332 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9a4a3b06-bade-4cf2-b871-10b86dec3464 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:07.024882 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9a4a3b06-bade-4cf2-b871-10b86dec3464 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "PUT /v2.0/ports/118685f5-87d5-4fd1-8e04-25afe83904e4 HTTP/1.1" status: 200 len: 1067 time: 0.7690117 Aug 16 22:44:07.025944 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53622) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:07.030056 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9133a7-7652-4748-b054-64689f9586bb tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Router cc550f3a-6aac-4bd3-b2ea-74fb7b5012de has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:44:07.176859 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-439e2d0e-96fa-4f0a-abf7-49ca3f97d051 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Deleting port 118685f5-87d5-4fd1-8e04-25afe83904e4 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:44:07.177971 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-439e2d0e-96fa-4f0a-abf7-49ca3f97d051 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:07.372226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4e827-bcd1-4e37-adc3-11d45460666e req-6efca946-a75e-42ca-8aaf-30fc5b470f9f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:07.384049 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-439e2d0e-96fa-4f0a-abf7-49ca3f97d051 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:07.388589 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0af4e827-bcd1-4e37-adc3-11d45460666e req-6efca946-a75e-42ca-8aaf-30fc5b470f9f tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.1165679 Aug 16 22:44:07.413980 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-439e2d0e-96fa-4f0a-abf7-49ca3f97d051 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Calling delete_port for 118685f5-87d5-4fd1-8e04-25afe83904e4 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:44:07.439704 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9133a7-7652-4748-b054-64689f9586bb tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:44:07.450566 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c8315-924b-47b5-aaaf-dd1baafd7f6a None None] Sync routers for ids ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:44:07.463128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31c8315-924b-47b5-aaaf-dd1baafd7f6a None None] Routers {'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:07.463864 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b31c8315-924b-47b5-aaaf-dd1baafd7f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:43:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:07.484531 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0af4e827-bcd1-4e37-adc3-11d45460666e req-7ae8cdd7-22c9-4edf-b447-fcbf27b5a360 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935514 Aug 16 22:44:07.488629 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0d9133a7-7652-4748-b054-64689f9586bb tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:07.535668 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0d9133a7-7652-4748-b054-64689f9586bb tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1227801 Aug 16 22:44:07.537205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732f7300-a8f6-433e-b34b-94b7f6ffe468', 'tag': 'b41b4740-a063-4eda-94ef-0b6d36045195'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:44:07.540404 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbaa992-472b-4f48-ac0d-e48fd28d1907" -d '{"events": [{"name": "network-changed", "server_uuid": "732f7300-a8f6-433e-b34b-94b7f6ffe468", "tag": "b41b4740-a063-4eda-94ef-0b6d36045195"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:44:07.545731 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53642) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:07.690754 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b45845-c9e2-48f9-8628-240da6eb41b4 x-openstack-request-id: req-26b45845-c9e2-48f9-8628-240da6eb41b4 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:44:07.694625 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "732f7300-a8f6-433e-b34b-94b7f6ffe468", "tag": "b41b4740-a063-4eda-94ef-0b6d36045195", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:44:07.694833 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-299bc564-07d8-4b5a-93cc-06b66e926820 None None] Provisioning complete for port 118685f5-87d5-4fd1-8e04-25afe83904e4 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:07.695474 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-26b45845-c9e2-48f9-8628-240da6eb41b4 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:44:07.695596 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-299bc564-07d8-4b5a-93cc-06b66e926820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:07.695698 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '732f7300-a8f6-433e-b34b-94b7f6ffe468', 'tag': 'b41b4740-a063-4eda-94ef-0b6d36045195', 'status': 'completed', 'code': 200} Aug 16 22:44:07.740920 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-299bc564-07d8-4b5a-93cc-06b66e926820 None None] Port 118685f5-87d5-4fd1-8e04-25afe83904e4 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:44:07.762277 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b31c8315-924b-47b5-aaaf-dd1baafd7f6a None None] Set router cc550f3a-6aac-4bd3-b2ea-74fb7b5012de gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:44:07.762508 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-439e2d0e-96fa-4f0a-abf7-49ca3f97d051 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:07.797103 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30372675-30cf-4ee9-a86c-edc137a6a1d7 tempest-TestVolumeBackupRestore-383784884 tempest-TestVolumeBackupRestore-383784884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:07.800475 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-30372675-30cf-4ee9-a86c-edc137a6a1d7 tempest-TestVolumeBackupRestore-383784884 tempest-TestVolumeBackupRestore-383784884-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 1092 time: 0.2529907 Aug 16 22:44:07.803270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53648) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:07.809351 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5dd867b0-610e-4a9d-9dd1-b5c7d2eb60b5 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Request body: {'floatingip': {'port_id': 'b41b4740-a063-4eda-94ef-0b6d36045195'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:07.842103 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e2d0e-96fa-4f0a-abf7-49ca3f97d051 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Pushing event deleted for resources: {'Port': ['ID=118685f5-87d5-4fd1-8e04-25afe83904e4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:07.908374 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5dd867b0-610e-4a9d-9dd1-b5c7d2eb60b5 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:08.714843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbaa992-472b-4f48-ac0d-e48fd28d1907 req-42662f11-6933-4cae-ba68-53b6d9eebef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:08.716376 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9cbaa992-472b-4f48-ac0d-e48fd28d1907 req-42662f11-6933-4cae-ba68-53b6d9eebef6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7537f5cabb134098ac7e1d49956c397c&device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 1097 time: 1.0221305 Aug 16 22:44:08.775900 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:08.838665 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b31c8315-924b-47b5-aaaf-dd1baafd7f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'name': 'tempest-TestVolumeBackupRestore-1613214354-router', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:00Z', 'updated_at': '2021-08-16T22:39:11Z', 'revision_number': 4, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'gw_port': {'id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:01Z', 'updated_at': '2021-08-16T22:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '4ed8a11c-bafc-42ec-b186-b9dfcc953f43', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'port_id': 'b41b4740-a063-4eda-94ef-0b6d36045195', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305', 'mac_address': 'fa:16:3e:87:1c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f7300-a8f6-433e-b34b-94b7f6ffe468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:44:05Z', 'updated_at': '2021-08-16T22:44:05Z', 'revision_number': 0, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa383e6-512e-4aba-9ce6-fd1d0fda8647', 'name': '', 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'mac_address': 'fa:16:3e:3a:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '18a4055b-447e-4e48-915e-006ede5ab862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:08Z', 'updated_at': '2021-08-16T22:39:30Z', 'revision_number': 5, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'subnets': [{'id': '18a4055b-447e-4e48-915e-006ede5ab862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:08.860129 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.resource_extend [None req-5dd867b0-610e-4a9d-9dd1-b5c7d2eb60b5 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:44:08.928602 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c8315-924b-47b5-aaaf-dd1baafd7f6a None None] Checking router: cc550f3a-6aac-4bd3-b2ea-74fb7b5012de for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:44:08.948202 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31c8315-924b-47b5-aaaf-dd1baafd7f6a None None] Routers {'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:08.949154 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b31c8315-924b-47b5-aaaf-dd1baafd7f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:43:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:09.051774 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed40b99-5b45-4520-93b8-45e434abb29e req-c508ea65-2e92-42a9-ac23-96bd7d194499 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:09.053773 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9ed40b99-5b45-4520-93b8-45e434abb29e req-c508ea65-2e92-42a9-ac23-96bd7d194499 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 1.2229683 Aug 16 22:44:09.078845 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b31c8315-924b-47b5-aaaf-dd1baafd7f6a None None] Set router cc550f3a-6aac-4bd3-b2ea-74fb7b5012de gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:44:09.124657 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abd91d-6ed1-48b5-83fa-9a71c01b8b8e req-d58b98cb-e996-4122-8f37-6d431f4ba1a7 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:09.126509 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71abd91d-6ed1-48b5-83fa-9a71c01b8b8e req-d58b98cb-e996-4122-8f37-6d431f4ba1a7 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 945 time: 0.4298079 Aug 16 22:44:09.135617 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5dd867b0-610e-4a9d-9dd1-b5c7d2eb60b5 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:09.171796 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5dd867b0-610e-4a9d-9dd1-b5c7d2eb60b5 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:09.340070 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e073cb4d-e21d-435f-a73c-c3f95bee6bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:09.345431 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-439e2d0e-96fa-4f0a-abf7-49ca3f97d051 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:09.347466 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-439e2d0e-96fa-4f0a-abf7-49ca3f97d051 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "DELETE /v2.0/ports/118685f5-87d5-4fd1-8e04-25afe83904e4 HTTP/1.1" status: 204 len: 168 time: 2.3199337 Aug 16 22:44:09.354092 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53684) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:09.402083 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-97540be6-9741-4f9a-a7ca-085295d6de0e tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] GET failed (client error): The resource could not be found. Aug 16 22:44:09.404070 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-97540be6-9741-4f9a-a7ca-085295d6de0e tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "GET /v2.0/ports/118685f5-87d5-4fd1-8e04-25afe83904e4 HTTP/1.1" status: 404 len: 333 time: 0.0492992 Aug 16 22:44:09.407101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53686) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:09.423370 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-9ed40b99-5b45-4520-93b8-45e434abb29e req-2f51d982-f15f-4f0e-9dcd-de90fa3b0883 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Deleting port 13198d18-dda8-4450-bfc0-43c4b009431c {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:44:09.424029 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9ed40b99-5b45-4520-93b8-45e434abb29e req-2f51d982-f15f-4f0e-9dcd-de90fa3b0883 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:09.431237 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b31c8315-924b-47b5-aaaf-dd1baafd7f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'name': 'tempest-TestVolumeBackupRestore-1613214354-router', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:00Z', 'updated_at': '2021-08-16T22:39:11Z', 'revision_number': 4, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'gw_port': {'id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:01Z', 'updated_at': '2021-08-16T22:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '4ed8a11c-bafc-42ec-b186-b9dfcc953f43', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'port_id': 'b41b4740-a063-4eda-94ef-0b6d36045195', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305', 'mac_address': 'fa:16:3e:87:1c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f7300-a8f6-433e-b34b-94b7f6ffe468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:44:05Z', 'updated_at': '2021-08-16T22:44:05Z', 'revision_number': 0, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa383e6-512e-4aba-9ce6-fd1d0fda8647', 'name': '', 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'mac_address': 'fa:16:3e:3a:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '18a4055b-447e-4e48-915e-006ede5ab862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:08Z', 'updated_at': '2021-08-16T22:39:30Z', 'revision_number': 5, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'subnets': [{'id': '18a4055b-447e-4e48-915e-006ede5ab862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:09.461212 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c8315-924b-47b5-aaaf-dd1baafd7f6a None None] The sync data for ids ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'] in n-d-792458-15 is: [{'id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'name': 'tempest-TestVolumeBackupRestore-1613214354-router', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:00Z', 'updated_at': '2021-08-16T22:39:11Z', 'revision_number': 4, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'gw_port': {'id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:01Z', 'updated_at': '2021-08-16T22:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '4ed8a11c-bafc-42ec-b186-b9dfcc953f43', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'port_id': 'b41b4740-a063-4eda-94ef-0b6d36045195', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305', 'mac_address': 'fa:16:3e:87:1c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f7300-a8f6-433e-b34b-94b7f6ffe468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:44:05Z', 'updated_at': '2021-08-16T22:44:05Z', 'revision_number': 0, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa383e6-512e-4aba-9ce6-fd1d0fda8647', 'name': '', 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'mac_address': 'fa:16:3e:3a:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '18a4055b-447e-4e48-915e-006ede5ab862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:08Z', 'updated_at': '2021-08-16T22:39:30Z', 'revision_number': 5, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'subnets': [{'id': '18a4055b-447e-4e48-915e-006ede5ab862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:44:09.564207 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71abd91d-6ed1-48b5-83fa-9a71c01b8b8e req-edb840b8-af27-41cf-b957-d3a491d78afc tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcf6d653-b58a-4db0-9493-9e58c0cc6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148586 Aug 16 22:44:09.588373 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbaa992-472b-4f48-ac0d-e48fd28d1907 req-b59aa2d3-7295-4639-865a-3fdb6e99799a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:09.599863 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9cbaa992-472b-4f48-ac0d-e48fd28d1907 req-b59aa2d3-7295-4639-865a-3fdb6e99799a service neutron] 10.222.0.39 "GET /v2.0/networks?id=435a10a5-cc42-49d2-96bb-80e24e818305 HTTP/1.1" status: 200 len: 915 time: 0.8251100 Aug 16 22:44:09.696614 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-9ed40b99-5b45-4520-93b8-45e434abb29e req-2f51d982-f15f-4f0e-9dcd-de90fa3b0883 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] For port 13198d18-dda8-4450-bfc0-43c4b009431c, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=13198d18-dda8-4450-bfc0-43c4b009431c,segment=NetworkSegment(b8b52abf-3b1e-4501-a5d1-1582c7580027),segment_id=b8b52abf-3b1e-4501-a5d1-1582c7580027)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:09.697134 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9ed40b99-5b45-4520-93b8-45e434abb29e req-2f51d982-f15f-4f0e-9dcd-de90fa3b0883 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:09.722081 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-9ed40b99-5b45-4520-93b8-45e434abb29e req-2f51d982-f15f-4f0e-9dcd-de90fa3b0883 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Calling delete_port for 13198d18-dda8-4450-bfc0-43c4b009431c owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:44:09.743353 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-206180b6-19b0-4e5d-98c8-61efb96a4912 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Deleting port 37797ceb-62e6-475b-bc79-0158d857ad4e {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:44:09.744571 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-206180b6-19b0-4e5d-98c8-61efb96a4912 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:09.873282 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-206180b6-19b0-4e5d-98c8-61efb96a4912 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:09.888040 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9cbaa992-472b-4f48-ac0d-e48fd28d1907 req-e3b3ff9b-365b-4521-b30b-b4d23a2d668c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b41b4740-a063-4eda-94ef-0b6d36045195 HTTP/1.1" status: 200 len: 999 time: 0.2315993 Aug 16 22:44:09.888527 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-206180b6-19b0-4e5d-98c8-61efb96a4912 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Calling delete_port for 37797ceb-62e6-475b-bc79-0158d857ad4e owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:44:09.977630 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd867b0-610e-4a9d-9dd1-b5c7d2eb60b5 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Router cc550f3a-6aac-4bd3-b2ea-74fb7b5012de has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:44:10.057667 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e91240-3ddf-450a-8da7-c8ebd0def434 None None] New status for floating IP 4ed8a11c-bafc-42ec-b186-b9dfcc953f43: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:44:10.087277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbaa992-472b-4f48-ac0d-e48fd28d1907 req-c9152638-0195-4581-903d-fcd8a197e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:10.089270 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9cbaa992-472b-4f48-ac0d-e48fd28d1907 req-c9152638-0195-4581-903d-fcd8a197e082 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18a4055b-447e-4e48-915e-006ede5ab862 HTTP/1.1" status: 200 len: 853 time: 0.1922350 Aug 16 22:44:10.155419 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-206180b6-19b0-4e5d-98c8-61efb96a4912 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:10.295936 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206180b6-19b0-4e5d-98c8-61efb96a4912 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Pushing event deleted for resources: {'Port': ['ID=37797ceb-62e6-475b-bc79-0158d857ad4e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:10.312600 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-206180b6-19b0-4e5d-98c8-61efb96a4912 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:10.316044 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-206180b6-19b0-4e5d-98c8-61efb96a4912 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "DELETE /v2.0/ports/37797ceb-62e6-475b-bc79-0158d857ad4e HTTP/1.1" status: 204 len: 168 time: 0.9072957 Aug 16 22:44:10.318965 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53708) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:10.366712 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbaa992-472b-4f48-ac0d-e48fd28d1907 req-9ec3db88-20b8-4cb5-ba57-22970aae4380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:10.372269 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9cbaa992-472b-4f48-ac0d-e48fd28d1907 req-9ec3db88-20b8-4cb5-ba57-22970aae4380 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=435a10a5-cc42-49d2-96bb-80e24e818305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2666149 Aug 16 22:44:10.389379 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2699d98-9a33-4c1c-96f6-943571c54ba9 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] GET failed (client error): The resource could not be found. Aug 16 22:44:10.390978 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e2699d98-9a33-4c1c-96f6-943571c54ba9 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "GET /v2.0/ports/37797ceb-62e6-475b-bc79-0158d857ad4e HTTP/1.1" status: 404 len: 333 time: 0.0660822 Aug 16 22:44:10.396168 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53710) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:10.737023 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9ed40b99-5b45-4520-93b8-45e434abb29e req-2f51d982-f15f-4f0e-9dcd-de90fa3b0883 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:10.801583 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51d982-f15f-4f0e-9dcd-de90fa3b0883 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Pushing event deleted for resources: {'Port': ['ID=13198d18-dda8-4450-bfc0-43c4b009431c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:10.803451 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:10.894236 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed40b99-5b45-4520-93b8-45e434abb29e req-2f51d982-f15f-4f0e-9dcd-de90fa3b0883 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] No DVR routers for this DVR port 13198d18-dda8-4450-bfc0-43c4b009431c on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:44:10.899046 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9ed40b99-5b45-4520-93b8-45e434abb29e req-2f51d982-f15f-4f0e-9dcd-de90fa3b0883 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:10.903086 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9ed40b99-5b45-4520-93b8-45e434abb29e req-2f51d982-f15f-4f0e-9dcd-de90fa3b0883 tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.39 "DELETE /v2.0/ports/13198d18-dda8-4450-bfc0-43c4b009431c HTTP/1.1" status: 204 len: 173 time: 1.8393998 Aug 16 22:44:10.909045 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf88fc0-8940-43e0-b351-3734dddd4448', 'name': 'network-vif-deleted', 'tag': '13198d18-dda8-4450-bfc0-43c4b009431c'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:44:10.911661 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23adfa54-7de5-467a-8a26-03bdac038024" -d '{"events": [{"server_uuid": "cdf88fc0-8940-43e0-b351-3734dddd4448", "name": "network-vif-deleted", "tag": "13198d18-dda8-4450-bfc0-43c4b009431c"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:44:10.926401 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d95c7554-40dc-4ae4-a437-ac6fb5916eb8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Deleting port f7dec165-c6ba-46bf-bf96-e671cc20fe50 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:44:10.944327 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d95c7554-40dc-4ae4-a437-ac6fb5916eb8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:11.250755 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d95c7554-40dc-4ae4-a437-ac6fb5916eb8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:11.309883 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d95c7554-40dc-4ae4-a437-ac6fb5916eb8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Calling delete_port for f7dec165-c6ba-46bf-bf96-e671cc20fe50 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:44:11.388329 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9d46a18e-b031-40e9-911f-dc2438309a4d req-6279800d-5a02-4a53-a7f6-4e40df11d3ed tempest-ServerRescueTestJSONUnderV235-2134143865 tempest-ServerRescueTestJSONUnderV235-2134143865-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf88fc0-8940-43e0-b351-3734dddd4448 HTTP/1.1" status: 200 len: 210 time: 0.1314063 Aug 16 22:44:11.430981 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd867b0-610e-4a9d-9dd1-b5c7d2eb60b5 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:44:11.437784 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5dd867b0-610e-4a9d-9dd1-b5c7d2eb60b5 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:11.442836 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc32acb5-797e-48de-a8ad-ca8af62bd67d None None] Sync routers for ids ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:44:11.477637 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc32acb5-797e-48de-a8ad-ca8af62bd67d None None] Routers {'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:11.478480 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fc32acb5-797e-48de-a8ad-ca8af62bd67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:43:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:11.484763 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0036d2f-8b52-4fa7-a33a-2931fd9e995d x-openstack-request-id: req-f0036d2f-8b52-4fa7-a33a-2931fd9e995d {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:44:11.487044 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf88fc0-8940-43e0-b351-3734dddd4448", "name": "network-vif-deleted", "tag": "13198d18-dda8-4450-bfc0-43c4b009431c", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:44:11.487244 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f0036d2f-8b52-4fa7-a33a-2931fd9e995d {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:44:11.488765 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf88fc0-8940-43e0-b351-3734dddd4448', 'name': 'network-vif-deleted', 'tag': '13198d18-dda8-4450-bfc0-43c4b009431c', 'status': 'completed', 'code': 200} Aug 16 22:44:11.619968 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9cbaa992-472b-4f48-ac0d-e48fd28d1907 req-181dd2cd-4226-4842-8ccc-42038e6b69c5 service neutron] 10.222.0.39 "GET /v2.0/networks/435a10a5-cc42-49d2-96bb-80e24e818305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631630 Aug 16 22:44:11.657692 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732f7300-a8f6-433e-b34b-94b7f6ffe468', 'tag': 'b41b4740-a063-4eda-94ef-0b6d36045195'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:44:11.664661 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbba674a-74cf-4ee4-8abf-07c0166ede5e" -d '{"events": [{"name": "network-changed", "server_uuid": "732f7300-a8f6-433e-b34b-94b7f6ffe468", "tag": "b41b4740-a063-4eda-94ef-0b6d36045195"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:44:11.688908 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4a3c5f39-7278-4142-a183-1711844b62c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:11.835579 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d95c7554-40dc-4ae4-a437-ac6fb5916eb8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:11.890694 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 13198d18-dda8-4450-bfc0-43c4b009431c no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:44:11.949688 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-fc32acb5-797e-48de-a8ad-ca8af62bd67d None None] Set router cc550f3a-6aac-4bd3-b2ea-74fb7b5012de gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:44:11.959506 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 13198d18-dda8-4450-bfc0-43c4b009431c {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:44:11.962661 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 13198d18-dda8-4450-bfc0-43c4b009431c not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:44:11.972012 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c7554-40dc-4ae4-a437-ac6fb5916eb8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Pushing event deleted for resources: {'Port': ['ID=f7dec165-c6ba-46bf-bf96-e671cc20fe50,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:11.972300 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9cbaa992-472b-4f48-ac0d-e48fd28d1907 req-e35b64b2-e830-4673-8981-059a73df43b0 service neutron] 10.222.0.39 "GET /v2.0/networks/435a10a5-cc42-49d2-96bb-80e24e818305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959116 Aug 16 22:44:11.974775 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352ba710-cb49-4551-9f4d-48b2bee89c54 x-openstack-request-id: req-352ba710-cb49-4551-9f4d-48b2bee89c54 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:44:11.975089 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "732f7300-a8f6-433e-b34b-94b7f6ffe468", "tag": "b41b4740-a063-4eda-94ef-0b6d36045195", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:44:11.975414 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-352ba710-cb49-4551-9f4d-48b2bee89c54 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:44:11.982140 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d95c7554-40dc-4ae4-a437-ac6fb5916eb8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:11.982777 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '732f7300-a8f6-433e-b34b-94b7f6ffe468', 'tag': 'b41b4740-a063-4eda-94ef-0b6d36045195', 'status': 'completed', 'code': 200} Aug 16 22:44:11.987953 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d95c7554-40dc-4ae4-a437-ac6fb5916eb8 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "DELETE /v2.0/ports/f7dec165-c6ba-46bf-bf96-e671cc20fe50 HTTP/1.1" status: 204 len: 168 time: 1.5876873 Aug 16 22:44:11.988613 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53746) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:11.994450 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5dd867b0-610e-4a9d-9dd1-b5c7d2eb60b5 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "PUT /v2.0/floatingips/4ed8a11c-bafc-42ec-b186-b9dfcc953f43 HTTP/1.1" status: 200 len: 991 time: 4.1899300 Aug 16 22:44:12.113517 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba674a-74cf-4ee4-8abf-07c0166ede5e req-e6451dab-fd3a-461f-b5a0-e0eec79c9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:12.115249 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbba674a-74cf-4ee4-8abf-07c0166ede5e req-e6451dab-fd3a-461f-b5a0-e0eec79c9103 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7537f5cabb134098ac7e1d49956c397c&device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 1097 time: 0.0801759 Aug 16 22:44:12.144300 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cf4ec5-108a-47f6-b5a5-e1f7575cccf1 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Deleting subnet 8a4ff308-9ef9-4ad6-9480-82e6bbf5d9e9 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:44:12.151939 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41cf4ec5-108a-47f6-b5a5-e1f7575cccf1 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:12.160779 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:12.272872 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41cf4ec5-108a-47f6-b5a5-e1f7575cccf1 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:12.342561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba674a-74cf-4ee4-8abf-07c0166ede5e req-d1da239e-9e55-4a7d-b167-6484dee5c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:12.351215 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbba674a-74cf-4ee4-8abf-07c0166ede5e req-d1da239e-9e55-4a7d-b167-6484dee5c389 service neutron] 10.222.0.39 "GET /v2.0/networks?id=435a10a5-cc42-49d2-96bb-80e24e818305 HTTP/1.1" status: 200 len: 915 time: 0.2207730 Aug 16 22:44:12.476154 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53766) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:12.544389 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41cf4ec5-108a-47f6-b5a5-e1f7575cccf1 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:12.620256 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fc32acb5-797e-48de-a8ad-ca8af62bd67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'name': 'tempest-TestVolumeBackupRestore-1613214354-router', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:00Z', 'updated_at': '2021-08-16T22:39:11Z', 'revision_number': 4, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'gw_port': {'id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:01Z', 'updated_at': '2021-08-16T22:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '4ed8a11c-bafc-42ec-b186-b9dfcc953f43', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'port_id': 'b41b4740-a063-4eda-94ef-0b6d36045195', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305', 'mac_address': 'fa:16:3e:87:1c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f7300-a8f6-433e-b34b-94b7f6ffe468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:44:05Z', 'updated_at': '2021-08-16T22:44:10Z', 'revision_number': 2, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa383e6-512e-4aba-9ce6-fd1d0fda8647', 'name': '', 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'mac_address': 'fa:16:3e:3a:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '18a4055b-447e-4e48-915e-006ede5ab862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:08Z', 'updated_at': '2021-08-16T22:39:30Z', 'revision_number': 5, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'subnets': [{'id': '18a4055b-447e-4e48-915e-006ede5ab862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:12.708119 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc32acb5-797e-48de-a8ad-ca8af62bd67d None None] Checking router: cc550f3a-6aac-4bd3-b2ea-74fb7b5012de for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:44:12.709311 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbba674a-74cf-4ee4-8abf-07c0166ede5e req-42408cc9-7363-445f-bc3a-6d7e159561ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b41b4740-a063-4eda-94ef-0b6d36045195 HTTP/1.1" status: 200 len: 1001 time: 0.3457770 Aug 16 22:44:12.736451 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc32acb5-797e-48de-a8ad-ca8af62bd67d None None] Routers {'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:12.737120 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fc32acb5-797e-48de-a8ad-ca8af62bd67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:44:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:12.768931 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41cf4ec5-108a-47f6-b5a5-e1f7575cccf1 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:12.846254 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41cf4ec5-108a-47f6-b5a5-e1f7575cccf1 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:12.854160 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-41cf4ec5-108a-47f6-b5a5-e1f7575cccf1 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "DELETE /v2.0/subnets/8a4ff308-9ef9-4ad6-9480-82e6bbf5d9e9 HTTP/1.1" status: 204 len: 168 time: 0.8425658 Aug 16 22:44:12.854907 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53774) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:12.855911 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf4ec5-108a-47f6-b5a5-e1f7575cccf1 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4ff308-9ef9-4ad6-9480-82e6bbf5d9e9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:12.872021 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e8ad88-5f3b-45c3-9dab-b70944794df7 None None] Network 47160a33-9c4d-4418-b527-6b2016991683 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:44:12.961340 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba674a-74cf-4ee4-8abf-07c0166ede5e req-6e5bbe47-01c2-4dd2-b979-72c6fc7f7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:12.962919 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbba674a-74cf-4ee4-8abf-07c0166ede5e req-6e5bbe47-01c2-4dd2-b979-72c6fc7f7036 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18a4055b-447e-4e48-915e-006ede5ab862 HTTP/1.1" status: 200 len: 853 time: 0.2305875 Aug 16 22:44:13.003758 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-fc32acb5-797e-48de-a8ad-ca8af62bd67d None None] Set router cc550f3a-6aac-4bd3-b2ea-74fb7b5012de gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:44:13.098422 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1b0ff57-73e4-4aa8-acc4-cbd8be0d0307 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:13.288019 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba674a-74cf-4ee4-8abf-07c0166ede5e req-885ac894-d87e-43e1-a2f0-e6478ca999c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:13.290460 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbba674a-74cf-4ee4-8abf-07c0166ede5e req-885ac894-d87e-43e1-a2f0-e6478ca999c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=435a10a5-cc42-49d2-96bb-80e24e818305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3170578 Aug 16 22:44:13.361980 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d1b0ff57-73e4-4aa8-acc4-cbd8be0d0307 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Deleting port 67a0d3bf-5a46-4021-8738-907dd12f583d {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:44:13.365998 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1b0ff57-73e4-4aa8-acc4-cbd8be0d0307 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:13.378652 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:13.568035 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f87d25-25a0-4e66-a94b-e14efd4516d3 None None] DHCP port deletion for 47160a33-9c4d-4418-b527-6b2016991683 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:44:13.662998 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fc32acb5-797e-48de-a8ad-ca8af62bd67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'name': 'tempest-TestVolumeBackupRestore-1613214354-router', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:00Z', 'updated_at': '2021-08-16T22:39:11Z', 'revision_number': 4, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'gw_port': {'id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:01Z', 'updated_at': '2021-08-16T22:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '4ed8a11c-bafc-42ec-b186-b9dfcc953f43', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'port_id': 'b41b4740-a063-4eda-94ef-0b6d36045195', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305', 'mac_address': 'fa:16:3e:87:1c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f7300-a8f6-433e-b34b-94b7f6ffe468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:44:05Z', 'updated_at': '2021-08-16T22:44:10Z', 'revision_number': 2, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa383e6-512e-4aba-9ce6-fd1d0fda8647', 'name': '', 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'mac_address': 'fa:16:3e:3a:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '18a4055b-447e-4e48-915e-006ede5ab862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:08Z', 'updated_at': '2021-08-16T22:39:30Z', 'revision_number': 5, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'subnets': [{'id': '18a4055b-447e-4e48-915e-006ede5ab862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:13.667859 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-d1b0ff57-73e4-4aa8-acc4-cbd8be0d0307 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] For port 67a0d3bf-5a46-4021-8738-907dd12f583d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=67a0d3bf-5a46-4021-8738-907dd12f583d,segment=NetworkSegment(463a6b89-5705-4124-a624-4dc68e83af4f),segment_id=463a6b89-5705-4124-a624-4dc68e83af4f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:13.668349 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1b0ff57-73e4-4aa8-acc4-cbd8be0d0307 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:13.720966 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d1b0ff57-73e4-4aa8-acc4-cbd8be0d0307 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Calling delete_port for 67a0d3bf-5a46-4021-8738-907dd12f583d owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:44:13.730204 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbba674a-74cf-4ee4-8abf-07c0166ede5e req-9e040b2a-3507-4294-a4f5-5f8d2727661d service neutron] 10.222.0.39 "GET /v2.0/networks/435a10a5-cc42-49d2-96bb-80e24e818305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521252 Aug 16 22:44:13.736212 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc32acb5-797e-48de-a8ad-ca8af62bd67d None None] The sync data for ids ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'] in n-d-792458-15 is: [{'id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'name': 'tempest-TestVolumeBackupRestore-1613214354-router', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:00Z', 'updated_at': '2021-08-16T22:39:11Z', 'revision_number': 4, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'gw_port': {'id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:01Z', 'updated_at': '2021-08-16T22:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '4ed8a11c-bafc-42ec-b186-b9dfcc953f43', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'port_id': 'b41b4740-a063-4eda-94ef-0b6d36045195', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305', 'mac_address': 'fa:16:3e:87:1c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f7300-a8f6-433e-b34b-94b7f6ffe468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:44:05Z', 'updated_at': '2021-08-16T22:44:10Z', 'revision_number': 2, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa383e6-512e-4aba-9ce6-fd1d0fda8647', 'name': '', 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'mac_address': 'fa:16:3e:3a:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '18a4055b-447e-4e48-915e-006ede5ab862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:08Z', 'updated_at': '2021-08-16T22:39:30Z', 'revision_number': 5, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'subnets': [{'id': '18a4055b-447e-4e48-915e-006ede5ab862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:44:13.758301 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a4f87d25-25a0-4e66-a94b-e14efd4516d3 None None] Deleting port 67a0d3bf-5a46-4021-8738-907dd12f583d {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:44:13.758888 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a4f87d25-25a0-4e66-a94b-e14efd4516d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:13.890009 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1b0ff57-73e4-4aa8-acc4-cbd8be0d0307 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:13.898273 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a4f87d25-25a0-4e66-a94b-e14efd4516d3 None None] For port 67a0d3bf-5a46-4021-8738-907dd12f583d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=67a0d3bf-5a46-4021-8738-907dd12f583d,segment=NetworkSegment(463a6b89-5705-4124-a624-4dc68e83af4f),segment_id=463a6b89-5705-4124-a624-4dc68e83af4f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:13.903039 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a4f87d25-25a0-4e66-a94b-e14efd4516d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:13.936933 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a4f87d25-25a0-4e66-a94b-e14efd4516d3 None None] Calling delete_port for 67a0d3bf-5a46-4021-8738-907dd12f583d owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:44:13.956050 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b0ff57-73e4-4aa8-acc4-cbd8be0d0307 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] No DVR routers for this DVR port 67a0d3bf-5a46-4021-8738-907dd12f583d on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:44:13.986150 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732f7300-a8f6-433e-b34b-94b7f6ffe468', 'tag': 'b41b4740-a063-4eda-94ef-0b6d36045195'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:44:13.993294 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce80ad7a-dd14-4f73-bf7a-f4eb5eb2fb6d" -d '{"events": [{"name": "network-changed", "server_uuid": "732f7300-a8f6-433e-b34b-94b7f6ffe468", "tag": "b41b4740-a063-4eda-94ef-0b6d36045195"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:44:14.010850 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0ff57-73e4-4aa8-acc4-cbd8be0d0307 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Pushing event deleted for resources: {'Port': ['ID=67a0d3bf-5a46-4021-8738-907dd12f583d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:14.070837 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fbba674a-74cf-4ee4-8abf-07c0166ede5e req-299c2fcc-80a3-4f50-bfce-38211b733bdd service neutron] 10.222.0.39 "GET /v2.0/networks/435a10a5-cc42-49d2-96bb-80e24e818305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285830 Aug 16 22:44:14.107557 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2458d8-a0ce-467e-a536-cb2e1b3351c4 x-openstack-request-id: req-bc2458d8-a0ce-467e-a536-cb2e1b3351c4 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:44:14.119634 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "732f7300-a8f6-433e-b34b-94b7f6ffe468", "tag": "b41b4740-a063-4eda-94ef-0b6d36045195", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:44:14.120053 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bc2458d8-a0ce-467e-a536-cb2e1b3351c4 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:44:14.120817 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '732f7300-a8f6-433e-b34b-94b7f6ffe468', 'tag': 'b41b4740-a063-4eda-94ef-0b6d36045195', 'status': 'completed', 'code': 200} Aug 16 22:44:14.222291 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1b0ff57-73e4-4aa8-acc4-cbd8be0d0307 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:14.242927 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-d1b0ff57-73e4-4aa8-acc4-cbd8be0d0307 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47160a33-9c4d-4418-b527-6b2016991683']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:14.256364 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-d1b0ff57-73e4-4aa8-acc4-cbd8be0d0307 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '463a6b89-5705-4124-a624-4dc68e83af4f') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:14.256992 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-d1b0ff57-73e4-4aa8-acc4-cbd8be0d0307 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '463a6b89-5705-4124-a624-4dc68e83af4f') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:14.278285 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1b0ff57-73e4-4aa8-acc4-cbd8be0d0307 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:14.286489 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80ad7a-dd14-4f73-bf7a-f4eb5eb2fb6d req-7e1d2796-fd12-4c97-a645-b53e893202cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:14.288059 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce80ad7a-dd14-4f73-bf7a-f4eb5eb2fb6d req-7e1d2796-fd12-4c97-a645-b53e893202cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7537f5cabb134098ac7e1d49956c397c&device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 1097 time: 0.1400375 Aug 16 22:44:14.298798 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1b0ff57-73e4-4aa8-acc4-cbd8be0d0307 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:14.314438 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b0ff57-73e4-4aa8-acc4-cbd8be0d0307 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:44:14.315471 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1b0ff57-73e4-4aa8-acc4-cbd8be0d0307 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:44:14.320045 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:44:14.411797 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb525-e5c8-466e-8c51-5f15a5356a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:14.441672 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1b0ff57-73e4-4aa8-acc4-cbd8be0d0307 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:14.455508 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1b0ff57-73e4-4aa8-acc4-cbd8be0d0307 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:14.457334 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d1b0ff57-73e4-4aa8-acc4-cbd8be0d0307 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] 10.222.0.93 "DELETE /v2.0/networks/47160a33-9c4d-4418-b527-6b2016991683 HTTP/1.1" status: 204 len: 168 time: 1.5928915 Aug 16 22:44:14.479198 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a4f87d25-25a0-4e66-a94b-e14efd4516d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:14.520665 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0ff57-73e4-4aa8-acc4-cbd8be0d0307 tempest-AllowedAddressPairIpV6TestJSON-1885539384 tempest-AllowedAddressPairIpV6TestJSON-1885539384-project] Pushing event deleted for resources: {'Network': ['ID=47160a33-9c4d-4418-b527-6b2016991683,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:14.540960 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f87d25-25a0-4e66-a94b-e14efd4516d3 None None] Pushing event deleted for resources: {'Port': ['ID=67a0d3bf-5a46-4021-8738-907dd12f583d,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:14.542929 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 67a0d3bf-5a46-4021-8738-907dd12f583d no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:44:14.567503 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a4f87d25-25a0-4e66-a94b-e14efd4516d3 None None] Network 47160a33-9c4d-4418-b527-6b2016991683 is not hosted by any dhcp agent {{(pid=94873) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:44:14.567969 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f87d25-25a0-4e66-a94b-e14efd4516d3 None None] No DVR routers for this DVR port 67a0d3bf-5a46-4021-8738-907dd12f583d on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:44:14.608612 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 67a0d3bf-5a46-4021-8738-907dd12f583d {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:44:14.609013 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 67a0d3bf-5a46-4021-8738-907dd12f583d not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:44:14.814975 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:14.855240 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80ad7a-dd14-4f73-bf7a-f4eb5eb2fb6d req-56fccec4-c864-4cc9-bf22-faad27a16e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:14.858830 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce80ad7a-dd14-4f73-bf7a-f4eb5eb2fb6d req-56fccec4-c864-4cc9-bf22-faad27a16e93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=435a10a5-cc42-49d2-96bb-80e24e818305 HTTP/1.1" status: 200 len: 915 time: 0.5626781 Aug 16 22:44:15.027548 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce80ad7a-dd14-4f73-bf7a-f4eb5eb2fb6d req-23fa2a6f-3ec0-4bc5-8053-85293e125b05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b41b4740-a063-4eda-94ef-0b6d36045195 HTTP/1.1" status: 200 len: 1001 time: 0.1575091 Aug 16 22:44:15.104210 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80ad7a-dd14-4f73-bf7a-f4eb5eb2fb6d req-0572dd2d-5d19-4934-8f71-5ad429b28b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:15.105927 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce80ad7a-dd14-4f73-bf7a-f4eb5eb2fb6d req-0572dd2d-5d19-4934-8f71-5ad429b28b01 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18a4055b-447e-4e48-915e-006ede5ab862 HTTP/1.1" status: 200 len: 853 time: 0.0652807 Aug 16 22:44:15.107535 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5eaeb525-e5c8-466e-8c51-5f15a5356a7a admin admin] Deleting port 5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:44:15.107844 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb525-e5c8-466e-8c51-5f15a5356a7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:15.229810 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53830) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:15.239904 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-5eaeb525-e5c8-466e-8c51-5f15a5356a7a admin admin] For port 5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6,segment=NetworkSegment(b8b52abf-3b1e-4501-a5d1-1582c7580027),segment_id=b8b52abf-3b1e-4501-a5d1-1582c7580027)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:15.240279 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb525-e5c8-466e-8c51-5f15a5356a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:15.257487 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5eaeb525-e5c8-466e-8c51-5f15a5356a7a admin admin] Calling delete_port for 5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:44:15.464226 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4a363e28-fcd0-49e0-bb1f-5910cfb38f09 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f7e39e9147e94d90b66bdb57f03cde0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331202 Aug 16 22:44:15.467329 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53838) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:15.502357 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80ad7a-dd14-4f73-bf7a-f4eb5eb2fb6d req-6f1d9386-fa94-4af6-bb82-4f24f7083184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:15.503897 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce80ad7a-dd14-4f73-bf7a-f4eb5eb2fb6d req-6f1d9386-fa94-4af6-bb82-4f24f7083184 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=435a10a5-cc42-49d2-96bb-80e24e818305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941932 Aug 16 22:44:15.690944 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32158341-cf80-4234-942c-0797673f9679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:15.705541 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb525-e5c8-466e-8c51-5f15a5356a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:15.750832 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce80ad7a-dd14-4f73-bf7a-f4eb5eb2fb6d req-96bb4fe6-abfb-4c5e-bd05-100701fa18ce service neutron] 10.222.0.39 "GET /v2.0/networks/435a10a5-cc42-49d2-96bb-80e24e818305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378495 Aug 16 22:44:15.798924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaeb525-e5c8-466e-8c51-5f15a5356a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:15.861067 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32158341-cf80-4234-942c-0797673f9679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:16.020842 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce80ad7a-dd14-4f73-bf7a-f4eb5eb2fb6d req-dd314551-d799-4c81-88cf-1aafdbbaec58 service neutron] 10.222.0.39 "GET /v2.0/networks/435a10a5-cc42-49d2-96bb-80e24e818305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387414 Aug 16 22:44:16.144883 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32158341-cf80-4234-942c-0797673f9679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:16.148086 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32158341-cf80-4234-942c-0797673f9679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:16.151751 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-32158341-cf80-4234-942c-0797673f9679 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/03959a37-5394-4961-8fbb-867b5ab2dcff HTTP/1.1" status: 204 len: 168 time: 0.6800039 Aug 16 22:44:16.178143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32158341-cf80-4234-942c-0797673f9679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03959a37-5394-4961-8fbb-867b5ab2dcff,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:16.217930 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb525-e5c8-466e-8c51-5f15a5356a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:16.574502 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eaeb525-e5c8-466e-8c51-5f15a5356a7a admin admin] Router 8eed2c33-fceb-4227-901a-1457a6d9b9d2 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:44:16.725283 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eaeb525-e5c8-466e-8c51-5f15a5356a7a admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:44:16.731200 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5eaeb525-e5c8-466e-8c51-5f15a5356a7a admin admin] 10.222.0.93 "PUT /v2.0/routers/8eed2c33-fceb-4227-901a-1457a6d9b9d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2472570 Aug 16 22:44:16.733722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53880) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:16.741273 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4822b4e4-448d-4e12-ab72-5c6e35b141d9 None None] Sync routers for ids ['8eed2c33-fceb-4227-901a-1457a6d9b9d2'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:44:16.759578 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4822b4e4-448d-4e12-ab72-5c6e35b141d9 None None] Routers {'8eed2c33-fceb-4227-901a-1457a6d9b9d2'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:16.762211 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4822b4e4-448d-4e12-ab72-5c6e35b141d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:44:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eed2c33-fceb-4227-901a-1457a6d9b9d2'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:16.904975 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-4822b4e4-448d-4e12-ab72-5c6e35b141d9 None None] Set router 8eed2c33-fceb-4227-901a-1457a6d9b9d2 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:44:17.368494 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4822b4e4-448d-4e12-ab72-5c6e35b141d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1431353897-router', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:20Z', 'updated_at': '2021-08-16T22:44:15Z', 'revision_number': 5, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'gw_port': {'id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:17.405507 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4822b4e4-448d-4e12-ab72-5c6e35b141d9 None None] Checking router: 8eed2c33-fceb-4227-901a-1457a6d9b9d2 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:44:17.417391 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4822b4e4-448d-4e12-ab72-5c6e35b141d9 None None] Routers {'8eed2c33-fceb-4227-901a-1457a6d9b9d2'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:17.418584 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4822b4e4-448d-4e12-ab72-5c6e35b141d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:44:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eed2c33-fceb-4227-901a-1457a6d9b9d2'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:17.647721 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-55e904c1-7db0-4108-821d-269a4031a8fa admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:17.747303 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53908) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:17.857032 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-4822b4e4-448d-4e12-ab72-5c6e35b141d9 None None] Set router 8eed2c33-fceb-4227-901a-1457a6d9b9d2 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:44:17.948612 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-55e904c1-7db0-4108-821d-269a4031a8fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:18.060110 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b0ef3fe3-a79d-4c2f-86b4-765664b11437 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-889275972', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:18.266053 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b0ef3fe3-a79d-4c2f-86b4-765664b11437 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:18.266053 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b0ef3fe3-a79d-4c2f-86b4-765664b11437 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:18.412864 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-55e904c1-7db0-4108-821d-269a4031a8fa admin admin] Deleting port c8b8badc-5a27-45e7-b518-b00520f310fb {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:44:18.412864 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-55e904c1-7db0-4108-821d-269a4031a8fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:18.423792 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b0ef3fe3-a79d-4c2f-86b4-765664b11437 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:18.423792 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b0ef3fe3-a79d-4c2f-86b4-765664b11437 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:18.445233 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4822b4e4-448d-4e12-ab72-5c6e35b141d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1431353897-router', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:20Z', 'updated_at': '2021-08-16T22:44:15Z', 'revision_number': 5, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'gw_port': {'id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:18.465060 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b0ef3fe3-a79d-4c2f-86b4-765664b11437 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:18.468346 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b0ef3fe3-a79d-4c2f-86b4-765664b11437 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7192209 Aug 16 22:44:18.473038 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53948) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:18.495794 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-fa98fd5d-f4bd-4b3f-aa94-6d0bde92a8a3 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1465946183'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:18.547236 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-55e904c1-7db0-4108-821d-269a4031a8fa admin admin] For port c8b8badc-5a27-45e7-b518-b00520f310fb, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c8b8badc-5a27-45e7-b518-b00520f310fb,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:18.548288 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-55e904c1-7db0-4108-821d-269a4031a8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:18.581356 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4822b4e4-448d-4e12-ab72-5c6e35b141d9 None None] The sync data for ids ['8eed2c33-fceb-4227-901a-1457a6d9b9d2'] in n-d-792458-15 is: [{'id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1431353897-router', 'tenant_id': 'b06f23904def4994b16aa4c4df2fbc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:20Z', 'updated_at': '2021-08-16T22:44:15Z', 'revision_number': 5, 'project_id': 'b06f23904def4994b16aa4c4df2fbc47', 'gw_port': {'id': 'c8b8badc-5a27-45e7-b518-b00520f310fb', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eed2c33-fceb-4227-901a-1457a6d9b9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:22Z', 'updated_at': '2021-08-16T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:44:18.594939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-55e904c1-7db0-4108-821d-269a4031a8fa admin admin] Calling delete_port for c8b8badc-5a27-45e7-b518-b00520f310fb owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:44:18.601756 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa98fd5d-f4bd-4b3f-aa94-6d0bde92a8a3 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Made reservation on behalf of 93c208dd1f614a4cb238f623c9816bcd for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:44:18.609772 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa98fd5d-f4bd-4b3f-aa94-6d0bde92a8a3 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:18.656817 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa98fd5d-f4bd-4b3f-aa94-6d0bde92a8a3 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:18.881746 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa98fd5d-f4bd-4b3f-aa94-6d0bde92a8a3 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:18.888416 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa98fd5d-f4bd-4b3f-aa94-6d0bde92a8a3 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:18.933664 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa98fd5d-f4bd-4b3f-aa94-6d0bde92a8a3 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:44:18.947841 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98fd5d-f4bd-4b3f-aa94-6d0bde92a8a3 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f128393-08d9-4424-94a8-259cce8b7945,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:18.956956 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa98fd5d-f4bd-4b3f-aa94-6d0bde92a8a3 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:18.957854 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-fa98fd5d-f4bd-4b3f-aa94-6d0bde92a8a3 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Added segment ba869bec-6757-4297-a48f-25daa1b9850e of type vlan for network fa457baa-4fc3-42ca-a91e-ed02f5a9e437 Aug 16 22:44:19.045781 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa98fd5d-f4bd-4b3f-aa94-6d0bde92a8a3 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:19.116402 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa98fd5d-f4bd-4b3f-aa94-6d0bde92a8a3 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:19.133646 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa98fd5d-f4bd-4b3f-aa94-6d0bde92a8a3 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:19.138406 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa98fd5d-f4bd-4b3f-aa94-6d0bde92a8a3 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:19.213521 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-55e904c1-7db0-4108-821d-269a4031a8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:19.276406 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e904c1-7db0-4108-821d-269a4031a8fa admin admin] Pushing event deleted for resources: {'Port': ['ID=c8b8badc-5a27-45e7-b518-b00520f310fb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:19.336630 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fa98fd5d-f4bd-4b3f-aa94-6d0bde92a8a3 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8594990 Aug 16 22:44:19.355317 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53974) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:19.370904 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ac370829-9b01-40a9-af89-de266acf95f7 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Request body: {'subnet': {'network_id': 'fa457baa-4fc3-42ca-a91e-ed02f5a9e437', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:19.414086 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98fd5d-f4bd-4b3f-aa94-6d0bde92a8a3 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Pushing event updated for resources: {'Network': ['ID=fa457baa-4fc3-42ca-a91e-ed02f5a9e437,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:19.440647 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network fa457baa-4fc3-42ca-a91e-ed02f5a9e437 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:44:19.561927 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-55e904c1-7db0-4108-821d-269a4031a8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:19.761319 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-55e904c1-7db0-4108-821d-269a4031a8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:19.771378 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac370829-9b01-40a9-af89-de266acf95f7 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Made reservation on behalf of 93c208dd1f614a4cb238f623c9816bcd for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:44:19.775120 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac370829-9b01-40a9-af89-de266acf95f7 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:20.062344 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-55e904c1-7db0-4108-821d-269a4031a8fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:20.154506 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac370829-9b01-40a9-af89-de266acf95f7 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:20.306389 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac370829-9b01-40a9-af89-de266acf95f7 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Pushing event updated for resources: {'Subnet': ['ID=c090170e-8cec-42ca-8f42-ee2a4f4894b3,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:20.329902 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-55e904c1-7db0-4108-821d-269a4031a8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:20.331048 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e904c1-7db0-4108-821d-269a4031a8fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eed2c33-fceb-4227-901a-1457a6d9b9d2 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:44:20.351272 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-55e904c1-7db0-4108-821d-269a4031a8fa admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:20.353105 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-55e904c1-7db0-4108-821d-269a4031a8fa admin admin] 10.222.0.93 "DELETE /v2.0/routers/8eed2c33-fceb-4227-901a-1457a6d9b9d2 HTTP/1.1" status: 204 len: 168 time: 3.6179206 Aug 16 22:44:20.355552 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54010) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:20.414597 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac370829-9b01-40a9-af89-de266acf95f7 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Checking segment: {'id': 'ba869bec-6757-4297-a48f-25daa1b9850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fa457baa-4fc3-42ca-a91e-ed02f5a9e437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:44:20.415345 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac370829-9b01-40a9-af89-de266acf95f7 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Network hostable DHCP agents. Network: fa457baa-4fc3-42ca-a91e-ed02f5a9e437, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:44:20.486694 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac370829-9b01-40a9-af89-de266acf95f7 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Network fa457baa-4fc3-42ca-a91e-ed02f5a9e437 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:44:20.522606 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ac370829-9b01-40a9-af89-de266acf95f7 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, fa457baa-4fc3-42ca-a91e-ed02f5a9e437) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:20.538191 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13fedd2-40b5-4a64-94e1-f04eff38c43c None None] Network fa457baa-4fc3-42ca-a91e-ed02f5a9e437 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:44:20.543131 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db7a027-1d59-492a-810e-25965307e4d5 admin admin] Deleting subnet b4ac3e58-5a35-4a37-958f-cda762ceeb0b {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:44:20.552669 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac370829-9b01-40a9-af89-de266acf95f7 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:20.555101 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac370829-9b01-40a9-af89-de266acf95f7 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:20.559790 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9db7a027-1d59-492a-810e-25965307e4d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:20.604402 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ac370829-9b01-40a9-af89-de266acf95f7 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2427824 Aug 16 22:44:20.604743 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 54016) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:20.631982 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-05833d35-b6b9-4647-8534-c529d2c6404b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Request body: {'network': {'name': 'tempest-router-network01--1211239292'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:20.690496 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:44:20.717478 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05833d35-b6b9-4647-8534-c529d2c6404b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Made reservation on behalf of 93c208dd1f614a4cb238f623c9816bcd for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:44:20.727309 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05833d35-b6b9-4647-8534-c529d2c6404b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:20.743058 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9db7a027-1d59-492a-810e-25965307e4d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:20.818063 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05833d35-b6b9-4647-8534-c529d2c6404b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:44:20.850236 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05833d35-b6b9-4647-8534-c529d2c6404b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:20.852548 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-05833d35-b6b9-4647-8534-c529d2c6404b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Added segment 79579c45-bac3-4aac-bfb9-55c843ee2b46 of type vlan for network 645ac800-dc76-4e10-970f-631dde8e491e Aug 16 22:44:20.896858 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9db7a027-1d59-492a-810e-25965307e4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:20.984695 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05833d35-b6b9-4647-8534-c529d2c6404b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:21.017358 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:44:21.017724 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 5e2ed5c3-cf25-47d1-9ea3-91aae70be7f6 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:44:21.057263 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05833d35-b6b9-4647-8534-c529d2c6404b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:21.075354 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05833d35-b6b9-4647-8534-c529d2c6404b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:21.077639 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05833d35-b6b9-4647-8534-c529d2c6404b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:21.112457 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9db7a027-1d59-492a-810e-25965307e4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:21.170354 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9db7a027-1d59-492a-810e-25965307e4d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:21.215736 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9db7a027-1d59-492a-810e-25965307e4d5 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/b4ac3e58-5a35-4a37-958f-cda762ceeb0b HTTP/1.1" status: 204 len: 168 time: 0.8580554 Aug 16 22:44:21.277234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54040) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:21.320968 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7a027-1d59-492a-810e-25965307e4d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4ac3e58-5a35-4a37-958f-cda762ceeb0b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:21.384661 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-05833d35-b6b9-4647-8534-c529d2c6404b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7737534 Aug 16 22:44:21.385578 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 54046) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:21.435229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b57869cd-a902-48c3-b975-a9fd627113ab tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Request body: {'network': {'name': 'tempest-router-network02--1104408751'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:21.476639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-fa457baa-4fc3-42ca-a91e-ed02f5a9e437', 'network_id': 'fa457baa-4fc3-42ca-a91e-ed02f5a9e437', 'tenant_id': '93c208dd1f614a4cb238f623c9816bcd', 'fixed_ips': [{'subnet_id': 'c090170e-8cec-42ca-8f42-ee2a4f4894b3'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:44:21.477523 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:21.551544 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05833d35-b6b9-4647-8534-c529d2c6404b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Pushing event updated for resources: {'Network': ['ID=645ac800-dc76-4e10-970f-631dde8e491e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:21.593509 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57869cd-a902-48c3-b975-a9fd627113ab tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Made reservation on behalf of 93c208dd1f614a4cb238f623c9816bcd for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:44:21.606797 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b57869cd-a902-48c3-b975-a9fd627113ab tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:21.649521 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a400d9fd-368f-4635-b4f3-cda115585266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:21.736009 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57869cd-a902-48c3-b975-a9fd627113ab tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:44:21.778052 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b57869cd-a902-48c3-b975-a9fd627113ab tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:21.790376 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-b57869cd-a902-48c3-b975-a9fd627113ab tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Added segment f074db64-231e-45aa-b8ee-72731acddfff of type vlan for network 0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361 Aug 16 22:44:21.917989 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 645ac800-dc76-4e10-970f-631dde8e491e details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:44:22.007035 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b57869cd-a902-48c3-b975-a9fd627113ab tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.068100 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a400d9fd-368f-4635-b4f3-cda115585266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.114527 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b57869cd-a902-48c3-b975-a9fd627113ab tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.125036 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-a400d9fd-368f-4635-b4f3-cda115585266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7473e5-d63a-4747-80a0-6a15aafd1333']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:22.131168 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57869cd-a902-48c3-b975-a9fd627113ab tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:22.131759 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b57869cd-a902-48c3-b975-a9fd627113ab tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.183978 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-a400d9fd-368f-4635-b4f3-cda115585266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b52abf-3b1e-4501-a5d1-1582c7580027') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:22.184420 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-a400d9fd-368f-4635-b4f3-cda115585266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b52abf-3b1e-4501-a5d1-1582c7580027') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:22.207480 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a400d9fd-368f-4635-b4f3-cda115585266 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.224901 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a400d9fd-368f-4635-b4f3-cda115585266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.238175 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a400d9fd-368f-4635-b4f3-cda115585266 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:44:22.241273 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a400d9fd-368f-4635-b4f3-cda115585266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.246266 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Allocated IP 172.20.0.2 (fa457baa-4fc3-42ca-a91e-ed02f5a9e437/c090170e-8cec-42ca-8f42-ee2a4f4894b3/ed137d90-e86b-4bec-972c-6652aed5740a) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:44:22.401285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b57869cd-a902-48c3-b975-a9fd627113ab tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0118289 Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:44:22.404652 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:44:22.421826 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 54082) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:22.422448 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c8b8badc-5a27-45e7-b518-b00520f310fb no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:44:22.453680 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: c8b8badc-5a27-45e7-b518-b00520f310fb {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:44:22.454663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c8b8badc-5a27-45e7-b518-b00520f310fb not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:44:22.457698 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-afd18ebc-a7d2-4b4f-84ec-8e332f11fe56 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Request body: {'subnet': {'network_id': '645ac800-dc76-4e10-970f-631dde8e491e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:22.485985 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a400d9fd-368f-4635-b4f3-cda115585266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.502752 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a400d9fd-368f-4635-b4f3-cda115585266 admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.526583 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a400d9fd-368f-4635-b4f3-cda115585266 admin admin] 10.222.0.93 "DELETE /v2.0/networks/df7473e5-d63a-4747-80a0-6a15aafd1333 HTTP/1.1" status: 204 len: 168 time: 1.2315872 Aug 16 22:44:22.561882 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400d9fd-368f-4635-b4f3-cda115585266 admin admin] Pushing event deleted for resources: {'Network': ['ID=df7473e5-d63a-4747-80a0-6a15aafd1333,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:22.615781 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57869cd-a902-48c3-b975-a9fd627113ab tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Pushing event updated for resources: {'Network': ['ID=0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:22.653952 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:44:22.749053 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd18ebc-a7d2-4b4f-84ec-8e332f11fe56 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Made reservation on behalf of 93c208dd1f614a4cb238f623c9816bcd for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:44:22.754060 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-afd18ebc-a7d2-4b4f-84ec-8e332f11fe56 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.851114 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.875423 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Transition to ACTIVE for port object ed137d90-e86b-4bec-972c-6652aed5740a will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:44:22.914271 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54104) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:22.918902 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Transition to ACTIVE for port object ed137d90-e86b-4bec-972c-6652aed5740a will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:44:22.933489 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.994921 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-772a3838-e684-4534-84d3-ac66831c9e9e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b06f23904def4994b16aa4c4df2fbc47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0762794 Aug 16 22:44:22.996611 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54108) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:23.001519 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Network fa457baa-4fc3-42ca-a91e-ed02f5a9e437 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:44:23.007771 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:23.019593 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:44:23.026593 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Pushing event updated for resources: {'Port': ['ID=ed137d90-e86b-4bec-972c-6652aed5740a,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:23.035327 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:23.036187 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:23.036813 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:23.037419 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:23.038616 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:23.039461 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:23.040033 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:23.040700 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:23.041345 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:23.041929 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:23.043182 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:23.043757 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:23.076420 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97eb3abf-4d76-42e3-9b1e-391faaa4e7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:23.106108 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97eb3abf-4d76-42e3-9b1e-391faaa4e7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:23.165493 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Attempting to bind port ed137d90-e86b-4bec-972c-6652aed5740a on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:44:23.166275 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Attempting to bind port ed137d90-e86b-4bec-972c-6652aed5740a by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'ba869bec-6757-4297-a48f-25daa1b9850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fa457baa-4fc3-42ca-a91e-ed02f5a9e437'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:44:23.166922 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-afd18ebc-a7d2-4b4f-84ec-8e332f11fe56 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:23.167249 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Attempting to bind port ed137d90-e86b-4bec-972c-6652aed5740a on network fa457baa-4fc3-42ca-a91e-ed02f5a9e437 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:44:23.173273 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:44:23.173707 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Checking segment: {'id': 'ba869bec-6757-4297-a48f-25daa1b9850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fa457baa-4fc3-42ca-a91e-ed02f5a9e437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:44:23.174405 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:23.175039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Bound using segment: {'id': 'ba869bec-6757-4297-a48f-25daa1b9850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fa457baa-4fc3-42ca-a91e-ed02f5a9e437'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:44:23.175768 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Bound port: ed137d90-e86b-4bec-972c-6652aed5740a, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba869bec-6757-4297-a48f-25daa1b9850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fa457baa-4fc3-42ca-a91e-ed02f5a9e437'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:44:23.176409 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:23.238116 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97eb3abf-4d76-42e3-9b1e-391faaa4e7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:23.240960 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97eb3abf-4d76-42e3-9b1e-391faaa4e7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:23.242394 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-97eb3abf-4d76-42e3-9b1e-391faaa4e7ab admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/dcf6d653-b58a-4db0-9493-9e58c0cc6f03 HTTP/1.1" status: 204 len: 168 time: 0.2429781 Aug 16 22:44:23.264213 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb3abf-4d76-42e3-9b1e-391faaa4e7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf6d653-b58a-4db0-9493-9e58c0cc6f03,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:23.288364 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd18ebc-a7d2-4b4f-84ec-8e332f11fe56 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Pushing event updated for resources: {'Subnet': ['ID=a616c9c6-4e01-4675-8585-e53d5f3181f4,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:23.310921 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] For port ed137d90-e86b-4bec-972c-6652aed5740a, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:44:23.343308 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd18ebc-a7d2-4b4f-84ec-8e332f11fe56 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Checking segment: {'id': '79579c45-bac3-4aac-bfb9-55c843ee2b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '645ac800-dc76-4e10-970f-631dde8e491e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:44:23.345778 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] For port ed137d90-e86b-4bec-972c-6652aed5740a, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ed137d90-e86b-4bec-972c-6652aed5740a,segment=NetworkSegment(ba869bec-6757-4297-a48f-25daa1b9850e),segment_id=ba869bec-6757-4297-a48f-25daa1b9850e)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:44:23.346206 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd18ebc-a7d2-4b4f-84ec-8e332f11fe56 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Network hostable DHCP agents. Network: 645ac800-dc76-4e10-970f-631dde8e491e, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:44:23.354417 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:23.396638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd18ebc-a7d2-4b4f-84ec-8e332f11fe56 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Network 645ac800-dc76-4e10-970f-631dde8e491e is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:44:23.436934 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-afd18ebc-a7d2-4b4f-84ec-8e332f11fe56 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 645ac800-dc76-4e10-970f-631dde8e491e) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:23.440229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd18ebc-a7d2-4b4f-84ec-8e332f11fe56 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:23.440798 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-afd18ebc-a7d2-4b4f-84ec-8e332f11fe56 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:23.478874 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-afd18ebc-a7d2-4b4f-84ec-8e332f11fe56 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0484140 Aug 16 22:44:23.479277 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54124) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:23.484455 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-bb6a3aad-82a2-40ad-aed1-a6d928452499 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Request body: {'subnet': {'network_id': '0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:23.494717 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716c8bdc-fbe2-4fad-b577-78ada794892f None None] Network 645ac800-dc76-4e10-970f-631dde8e491e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:44:23.659445 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524c64b-c893-45cd-8345-4c0f7a23d5af None None] Pushing event updated for resources: {'Port': ['ID=ed137d90-e86b-4bec-972c-6652aed5740a,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:23.754640 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6a3aad-82a2-40ad-aed1-a6d928452499 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Made reservation on behalf of 93c208dd1f614a4cb238f623c9816bcd for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:44:23.758487 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb6a3aad-82a2-40ad-aed1-a6d928452499 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:23.929751 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-645ac800-dc76-4e10-970f-631dde8e491e', 'network_id': '645ac800-dc76-4e10-970f-631dde8e491e', 'tenant_id': '93c208dd1f614a4cb238f623c9816bcd', 'fixed_ips': [{'subnet_id': 'a616c9c6-4e01-4675-8585-e53d5f3181f4'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:44:23.937622 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:24.450578 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] Allocated IP 172.20.0.2 (645ac800-dc76-4e10-970f-631dde8e491e/a616c9c6-4e01-4675-8585-e53d5f3181f4/cbde129f-27f7-467a-93ce-ceb32f13123d) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:44:24.488124 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb6a3aad-82a2-40ad-aed1-a6d928452499 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:24.700548 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ed137d90-e86b-4bec-972c-6652aed5740a up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:44:24.786444 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6a3aad-82a2-40ad-aed1-a6d928452499 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Checking segment: {'id': 'f074db64-231e-45aa-b8ee-72731acddfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:44:24.787296 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6a3aad-82a2-40ad-aed1-a6d928452499 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Network hostable DHCP agents. Network: 0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:44:24.800450 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a3aad-82a2-40ad-aed1-a6d928452499 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Pushing event updated for resources: {'Subnet': ['ID=ce66e6c2-90bf-4c7a-a964-b48c8dc2ec88,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:24.870996 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port ed137d90-e86b-4bec-972c-6652aed5740a completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:44:24.872222 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6a3aad-82a2-40ad-aed1-a6d928452499 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Network 0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:44:24.901248 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-bb6a3aad-82a2-40ad-aed1-a6d928452499 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:24.909939 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6a3aad-82a2-40ad-aed1-a6d928452499 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:24.911198 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bb6a3aad-82a2-40ad-aed1-a6d928452499 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:24.929182 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380df49a-0fe1-40ff-b648-aef520340190 None None] Network 0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:44:24.954669 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bb6a3aad-82a2-40ad-aed1-a6d928452499 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4734755 Aug 16 22:44:24.957590 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54184) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:25.119271 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:25.142189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] Transition to ACTIVE for port object cbde129f-27f7-467a-93ce-ceb32f13123d will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:44:25.187870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] Transition to ACTIVE for port object cbde129f-27f7-467a-93ce-ceb32f13123d will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:44:25.240401 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:25.324166 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] Pushing event updated for resources: {'Port': ['ID=cbde129f-27f7-467a-93ce-ceb32f13123d,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:25.380361 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] Network 645ac800-dc76-4e10-970f-631dde8e491e is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:44:25.386859 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:25.392586 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:44:25.501211 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9084ac-920a-4d8e-83a5-cd8c2334f8bd None None] Network fa457baa-4fc3-42ca-a91e-ed02f5a9e437 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:44:25.881418 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d5ccb4d0-9b90-4bfa-98c1-7f64c0dedc46 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:25.926924 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] Attempting to bind port cbde129f-27f7-467a-93ce-ceb32f13123d on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:44:25.928373 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] Attempting to bind port cbde129f-27f7-467a-93ce-ceb32f13123d by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '79579c45-bac3-4aac-bfb9-55c843ee2b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '645ac800-dc76-4e10-970f-631dde8e491e'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:44:25.928657 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] Attempting to bind port cbde129f-27f7-467a-93ce-ceb32f13123d on network 645ac800-dc76-4e10-970f-631dde8e491e {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:44:25.948248 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4b186117-5c05-4ef7-9d9b-c2a3cdcb0961 None None] Provisioning for port ed137d90-e86b-4bec-972c-6652aed5740a completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:44:25.974726 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361', 'network_id': '0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361', 'tenant_id': '93c208dd1f614a4cb238f623c9816bcd', 'fixed_ips': [{'subnet_id': 'ce66e6c2-90bf-4c7a-a964-b48c8dc2ec88'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:44:25.975892 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:25.978816 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:44:25.979601 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] Checking segment: {'id': '79579c45-bac3-4aac-bfb9-55c843ee2b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '645ac800-dc76-4e10-970f-631dde8e491e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:44:25.980359 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:25.991180 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] Bound using segment: {'id': '79579c45-bac3-4aac-bfb9-55c843ee2b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '645ac800-dc76-4e10-970f-631dde8e491e'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:44:25.992054 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] Bound port: cbde129f-27f7-467a-93ce-ceb32f13123d, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79579c45-bac3-4aac-bfb9-55c843ee2b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '645ac800-dc76-4e10-970f-631dde8e491e'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:44:25.992811 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:26.008383 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4b186117-5c05-4ef7-9d9b-c2a3cdcb0961 None None] Provisioning complete for port ed137d90-e86b-4bec-972c-6652aed5740a triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:26.009096 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4b186117-5c05-4ef7-9d9b-c2a3cdcb0961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:26.485278 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] For port cbde129f-27f7-467a-93ce-ceb32f13123d, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:44:26.603148 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-d5ccb4d0-9b90-4bfa-98c1-7f64c0dedc46 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Allocated IP 172.20.0.1 (645ac800-dc76-4e10-970f-631dde8e491e/a616c9c6-4e01-4675-8585-e53d5f3181f4/4ec38ea2-54b5-4030-91c7-e5c07f18f15c) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:44:26.626445 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4b186117-5c05-4ef7-9d9b-c2a3cdcb0961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:26.701094 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] For port cbde129f-27f7-467a-93ce-ceb32f13123d, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cbde129f-27f7-467a-93ce-ceb32f13123d,segment=NetworkSegment(79579c45-bac3-4aac-bfb9-55c843ee2b46),segment_id=79579c45-bac3-4aac-bfb9-55c843ee2b46)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:44:26.761118 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] Allocated IP 172.20.0.2 (0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361/ce66e6c2-90bf-4c7a-a964-b48c8dc2ec88/7d32ac99-7e5b-494a-b4c9-7a9576794b29) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:44:26.839028 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:26.883934 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d5ccb4d0-9b90-4bfa-98c1-7f64c0dedc46 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:26.916977 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d5ccb4d0-9b90-4bfa-98c1-7f64c0dedc46 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Transition to ACTIVE for port object 4ec38ea2-54b5-4030-91c7-e5c07f18f15c will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:44:26.989744 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d5ccb4d0-9b90-4bfa-98c1-7f64c0dedc46 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:27.083972 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ccb4d0-9b90-4bfa-98c1-7f64c0dedc46 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Network 645ac800-dc76-4e10-970f-631dde8e491e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:44:27.098777 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d5ccb4d0-9b90-4bfa-98c1-7f64c0dedc46 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:27.103551 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ccb4d0-9b90-4bfa-98c1-7f64c0dedc46 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:44:27.185910 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccb4d0-9b90-4bfa-98c1-7f64c0dedc46 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Pushing event updated for resources: {'Port': ['ID=4ec38ea2-54b5-4030-91c7-e5c07f18f15c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:27.215179 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d5ccb4d0-9b90-4bfa-98c1-7f64c0dedc46 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:27.306789 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-4b186117-5c05-4ef7-9d9b-c2a3cdcb0961 None None] For port ed137d90-e86b-4bec-972c-6652aed5740a, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ed137d90-e86b-4bec-972c-6652aed5740a,segment=NetworkSegment(ba869bec-6757-4297-a48f-25daa1b9850e),segment_id=ba869bec-6757-4297-a48f-25daa1b9850e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:27.337503 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4b186117-5c05-4ef7-9d9b-c2a3cdcb0961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:27.340065 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249571d-71f8-4ca7-9dbf-c397e448160d None None] Pushing event updated for resources: {'Port': ['ID=cbde129f-27f7-467a-93ce-ceb32f13123d,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:27.600085 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d5ccb4d0-9b90-4bfa-98c1-7f64c0dedc46 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:27.630470 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b186117-5c05-4ef7-9d9b-c2a3cdcb0961 None None] Pushing event updated for resources: {'Port': ['ID=ed137d90-e86b-4bec-972c-6652aed5740a,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:27.715710 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:27.747703 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] Transition to ACTIVE for port object 7d32ac99-7e5b-494a-b4c9-7a9576794b29 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:44:27.750259 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2ef9460e-29a6-4d62-8961-b691e95bf13d None None] Provisioning complete for port ed137d90-e86b-4bec-972c-6652aed5740a triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:27.751676 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2ef9460e-29a6-4d62-8961-b691e95bf13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:27.912856 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] Transition to ACTIVE for port object 7d32ac99-7e5b-494a-b4c9-7a9576794b29 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:44:27.960239 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:28.402723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] Network 0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:44:28.412314 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:28.470732 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:44:28.485565 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d5ccb4d0-9b90-4bfa-98c1-7f64c0dedc46 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:28.494399 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d5ccb4d0-9b90-4bfa-98c1-7f64c0dedc46 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:28.500285 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] Pushing event updated for resources: {'Port': ['ID=7d32ac99-7e5b-494a-b4c9-7a9576794b29,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:28.672295 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d5ccb4d0-9b90-4bfa-98c1-7f64c0dedc46 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:28.787968 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] Attempting to bind port 7d32ac99-7e5b-494a-b4c9-7a9576794b29 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:44:28.788457 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] Attempting to bind port 7d32ac99-7e5b-494a-b4c9-7a9576794b29 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'f074db64-231e-45aa-b8ee-72731acddfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:44:28.788586 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] Attempting to bind port 7d32ac99-7e5b-494a-b4c9-7a9576794b29 on network 0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:44:28.811193 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:44:28.818119 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] Checking segment: {'id': 'f074db64-231e-45aa-b8ee-72731acddfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:44:28.819768 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:28.823330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] Bound using segment: {'id': 'f074db64-231e-45aa-b8ee-72731acddfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:44:28.824413 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] Bound port: 7d32ac99-7e5b-494a-b4c9-7a9576794b29, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f074db64-231e-45aa-b8ee-72731acddfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:44:28.827935 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:28.927339 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccb4d0-9b90-4bfa-98c1-7f64c0dedc46 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Pushing event updated for resources: {'Port': ['ID=4ec38ea2-54b5-4030-91c7-e5c07f18f15c,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:28.951136 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cbde129f-27f7-467a-93ce-ceb32f13123d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:44:29.163334 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ccb4d0-9b90-4bfa-98c1-7f64c0dedc46 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Network 645ac800-dc76-4e10-970f-631dde8e491e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:44:29.174960 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d5ccb4d0-9b90-4bfa-98c1-7f64c0dedc46 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:29.227485 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port cbde129f-27f7-467a-93ce-ceb32f13123d completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:44:29.247149 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] For port 7d32ac99-7e5b-494a-b4c9-7a9576794b29, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:44:29.253508 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ed137d90-e86b-4bec-972c-6652aed5740a up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:44:29.271454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] For port 7d32ac99-7e5b-494a-b4c9-7a9576794b29, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7d32ac99-7e5b-494a-b4c9-7a9576794b29,segment=NetworkSegment(f074db64-231e-45aa-b8ee-72731acddfff),segment_id=f074db64-231e-45aa-b8ee-72731acddfff)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:44:29.402143 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:29.491349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c661b56-d75b-4f04-9967-455f860a4fe7 None None] Network 645ac800-dc76-4e10-970f-631dde8e491e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:44:29.568323 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ccb4d0-9b90-4bfa-98c1-7f64c0dedc46 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Router ca4a5ef7-f542-4024-b27f-2e26f4bb6a85 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:44:29.715251 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c484c-a237-48f0-92fa-de4fc490ac20 None None] Pushing event updated for resources: {'Port': ['ID=7d32ac99-7e5b-494a-b4c9-7a9576794b29,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:29.731256 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ccb4d0-9b90-4bfa-98c1-7f64c0dedc46 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:44:29.743306 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 54342) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:29.744402 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d5ccb4d0-9b90-4bfa-98c1-7f64c0dedc46 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "PUT /v2.0/routers/ca4a5ef7-f542-4024-b27f-2e26f4bb6a85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7844989 Aug 16 22:44:29.755217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-05015249-c1f0-4652-a0e5-5fcadd17f068 None None] Provisioning for port cbde129f-27f7-467a-93ce-ceb32f13123d completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:44:29.757694 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a653df-a7af-4f06-99b9-86424008180e None None] Sync routers for ids ['ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:44:29.805074 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-05015249-c1f0-4652-a0e5-5fcadd17f068 None None] Provisioning complete for port cbde129f-27f7-467a-93ce-ceb32f13123d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:29.818644 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-05015249-c1f0-4652-a0e5-5fcadd17f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:29.918416 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port ed137d90-e86b-4bec-972c-6652aed5740a triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:29.919062 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:29.931877 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a653df-a7af-4f06-99b9-86424008180e None None] Routers {'ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:29.932905 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-71a653df-a7af-4f06-99b9-86424008180e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:44:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:30.038996 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-71a653df-a7af-4f06-99b9-86424008180e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:30.157391 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a653df-a7af-4f06-99b9-86424008180e None None] Routers {'ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:30.158084 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-71a653df-a7af-4f06-99b9-86424008180e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:44:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:30.272446 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-71a653df-a7af-4f06-99b9-86424008180e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:30.273435 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a653df-a7af-4f06-99b9-86424008180e None None] The sync data for ids ['ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:44:30.648308 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-05015249-c1f0-4652-a0e5-5fcadd17f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:30.759494 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-05015249-c1f0-4652-a0e5-5fcadd17f068 None None] For port cbde129f-27f7-467a-93ce-ceb32f13123d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cbde129f-27f7-467a-93ce-ceb32f13123d,segment=NetworkSegment(79579c45-bac3-4aac-bfb9-55c843ee2b46),segment_id=79579c45-bac3-4aac-bfb9-55c843ee2b46)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:30.768329 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-05015249-c1f0-4652-a0e5-5fcadd17f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:30.866857 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-8ab5046e-81b4-4ff9-b91f-7ece51fcf209 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:44:30.868823 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8ab5046e-81b4-4ff9-b91f-7ece51fcf209 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "PUT /v2.0/routers/ca4a5ef7-f542-4024-b27f-2e26f4bb6a85/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1240783 Aug 16 22:44:30.872261 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54384) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:30.938383 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7d32ac99-7e5b-494a-b4c9-7a9576794b29 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:44:31.060378 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05015249-c1f0-4652-a0e5-5fcadd17f068 None None] Pushing event updated for resources: {'Port': ['ID=cbde129f-27f7-467a-93ce-ceb32f13123d,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:31.096910 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 7d32ac99-7e5b-494a-b4c9-7a9576794b29 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:44:31.203062 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-49d69376-d068-4419-8f58-54fc48978287 None None] Provisioning complete for port cbde129f-27f7-467a-93ce-ceb32f13123d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:31.203487 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-49d69376-d068-4419-8f58-54fc48978287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:31.545117 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-49d69376-d068-4419-8f58-54fc48978287 None None] Provisioning for port 4ec38ea2-54b5-4030-91c7-e5c07f18f15c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:44:31.564139 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-49d69376-d068-4419-8f58-54fc48978287 None None] Provisioning complete for port 4ec38ea2-54b5-4030-91c7-e5c07f18f15c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:31.565897 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-49d69376-d068-4419-8f58-54fc48978287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:31.728765 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-49d69376-d068-4419-8f58-54fc48978287 None None] Port 4ec38ea2-54b5-4030-91c7-e5c07f18f15c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:44:31.731701 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f0886f-f99f-4b4f-ab05-0720db5743c9 None None] Network 0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:44:31.915131 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-28f671fb-1d4e-46d8-8e85-a7612e4900ab None None] Provisioning complete for port 4ec38ea2-54b5-4030-91c7-e5c07f18f15c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:31.915796 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-28f671fb-1d4e-46d8-8e85-a7612e4900ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:32.056106 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-28f671fb-1d4e-46d8-8e85-a7612e4900ab None None] Port 4ec38ea2-54b5-4030-91c7-e5c07f18f15c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:44:32.185728 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-28f671fb-1d4e-46d8-8e85-a7612e4900ab None None] Provisioning for port 7d32ac99-7e5b-494a-b4c9-7a9576794b29 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:44:32.194121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-28f671fb-1d4e-46d8-8e85-a7612e4900ab None None] Provisioning complete for port 7d32ac99-7e5b-494a-b4c9-7a9576794b29 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:32.206070 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-28f671fb-1d4e-46d8-8e85-a7612e4900ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:32.417631 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-28f671fb-1d4e-46d8-8e85-a7612e4900ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:32.538441 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-28f671fb-1d4e-46d8-8e85-a7612e4900ab None None] For port 7d32ac99-7e5b-494a-b4c9-7a9576794b29, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7d32ac99-7e5b-494a-b4c9-7a9576794b29,segment=NetworkSegment(f074db64-231e-45aa-b8ee-72731acddfff),segment_id=f074db64-231e-45aa-b8ee-72731acddfff)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:32.561568 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-28f671fb-1d4e-46d8-8e85-a7612e4900ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:32.604552 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1050d34-2afe-49ff-a2a4-72d460d1896d tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:32.728134 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f671fb-1d4e-46d8-8e85-a7612e4900ab None None] Pushing event updated for resources: {'Port': ['ID=7d32ac99-7e5b-494a-b4c9-7a9576794b29,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:32.774431 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0fbbf105-7bd3-4ece-8ba0-e0bf7ddb9e13 None None] Provisioning complete for port 4ec38ea2-54b5-4030-91c7-e5c07f18f15c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:32.777345 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf105-7bd3-4ece-8ba0-e0bf7ddb9e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:32.864613 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cbde129f-27f7-467a-93ce-ceb32f13123d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:44:33.041282 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0fbbf105-7bd3-4ece-8ba0-e0bf7ddb9e13 None None] Port 4ec38ea2-54b5-4030-91c7-e5c07f18f15c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:44:33.090191 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port cbde129f-27f7-467a-93ce-ceb32f13123d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:33.091005 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:33.318893 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d1050d34-2afe-49ff-a2a4-72d460d1896d tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Deleting port 4ec38ea2-54b5-4030-91c7-e5c07f18f15c {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:44:33.324451 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1050d34-2afe-49ff-a2a4-72d460d1896d tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:33.331437 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-38950d20-c6de-4653-aaa2-b42993c8795d None None] Provisioning complete for port 7d32ac99-7e5b-494a-b4c9-7a9576794b29 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:33.333977 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-38950d20-c6de-4653-aaa2-b42993c8795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:33.487684 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1050d34-2afe-49ff-a2a4-72d460d1896d tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:33.530578 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d1050d34-2afe-49ff-a2a4-72d460d1896d tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Calling delete_port for 4ec38ea2-54b5-4030-91c7-e5c07f18f15c owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:44:34.076692 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1050d34-2afe-49ff-a2a4-72d460d1896d tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:34.165582 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1050d34-2afe-49ff-a2a4-72d460d1896d tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Pushing event deleted for resources: {'Port': ['ID=4ec38ea2-54b5-4030-91c7-e5c07f18f15c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:34.472694 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1050d34-2afe-49ff-a2a4-72d460d1896d tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:34.892806 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7d32ac99-7e5b-494a-b4c9-7a9576794b29 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:44:34.907762 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1050d34-2afe-49ff-a2a4-72d460d1896d tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Router ca4a5ef7-f542-4024-b27f-2e26f4bb6a85 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:44:35.021055 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 7d32ac99-7e5b-494a-b4c9-7a9576794b29 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:35.022251 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:35.149420 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1050d34-2afe-49ff-a2a4-72d460d1896d tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:44:35.175045 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8a81b6-0c7f-41c6-bb80-8f3fd5e87a2b None None] Sync routers for ids ['ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:44:35.177874 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d1050d34-2afe-49ff-a2a4-72d460d1896d tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "PUT /v2.0/routers/ca4a5ef7-f542-4024-b27f-2e26f4bb6a85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3042898 Aug 16 22:44:35.183131 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 54544) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:35.197598 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8a81b6-0c7f-41c6-bb80-8f3fd5e87a2b None None] Routers {'ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:35.198572 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6a8a81b6-0c7f-41c6-bb80-8f3fd5e87a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:44:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:35.303008 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6a8a81b6-0c7f-41c6-bb80-8f3fd5e87a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:35.319818 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8a81b6-0c7f-41c6-bb80-8f3fd5e87a2b None None] Routers {'ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:35.320811 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6a8a81b6-0c7f-41c6-bb80-8f3fd5e87a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:44:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:35.346349 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-c7836300-391a-4855-84ba-94b84f29b0d1 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] delete failed (client error): The resource could not be found. Aug 16 22:44:35.347899 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c7836300-391a-4855-84ba-94b84f29b0d1 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "DELETE /v2.0/routers/tempest-non_exist_router-596507668 HTTP/1.1" status: 404 len: 334 time: 0.1619599 Aug 16 22:44:35.352561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 54552) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:35.358042 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0be0aa40-958b-4d85-8fb7-dcb3e24441aa tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:35.384728 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6a8a81b6-0c7f-41c6-bb80-8f3fd5e87a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:35.385795 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8a81b6-0c7f-41c6-bb80-8f3fd5e87a2b None None] The sync data for ids ['ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:44:35.887230 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0be0aa40-958b-4d85-8fb7-dcb3e24441aa tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:35.921871 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-0be0aa40-958b-4d85-8fb7-dcb3e24441aa tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] update failed (client error): The resource could not be found. Aug 16 22:44:35.927430 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54570) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:35.928165 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0be0aa40-958b-4d85-8fb7-dcb3e24441aa tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "PUT /v2.0/routers/ca4a5ef7-f542-4024-b27f-2e26f4bb6a85 HTTP/1.1" status: 404 len: 339 time: 0.5743442 Aug 16 22:44:36.470456 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b46dfdd-043f-4bfa-9c0e-92902eb63a4b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:36.689821 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 54606) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:37.048602 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-5b46dfdd-043f-4bfa-9c0e-92902eb63a4b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Allocated IP 172.20.0.1 (fa457baa-4fc3-42ca-a91e-ed02f5a9e437/c090170e-8cec-42ca-8f42-ee2a4f4894b3/e96674ab-0dcb-4bd2-8632-f40040e07c4c) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:44:37.264940 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-858f0047-becc-4148-b335-ea755ea5af1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:37.299419 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b46dfdd-043f-4bfa-9c0e-92902eb63a4b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:37.384073 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-5b46dfdd-043f-4bfa-9c0e-92902eb63a4b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Transition to ACTIVE for port object e96674ab-0dcb-4bd2-8632-f40040e07c4c will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:44:37.502088 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b46dfdd-043f-4bfa-9c0e-92902eb63a4b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:37.606910 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-858f0047-becc-4148-b335-ea755ea5af1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:37.612800 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-858f0047-becc-4148-b335-ea755ea5af1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:37.632031 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46dfdd-043f-4bfa-9c0e-92902eb63a4b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Pushing event updated for resources: {'Port': ['ID=e96674ab-0dcb-4bd2-8632-f40040e07c4c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:37.652103 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b46dfdd-043f-4bfa-9c0e-92902eb63a4b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Network fa457baa-4fc3-42ca-a91e-ed02f5a9e437 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:44:37.658576 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5b46dfdd-043f-4bfa-9c0e-92902eb63a4b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:37.661893 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b46dfdd-043f-4bfa-9c0e-92902eb63a4b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:44:37.719759 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-858f0047-becc-4148-b335-ea755ea5af1b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=34585948cf1d42a485613ebe9d2f856d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0281639 Aug 16 22:44:37.721226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 54636) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:37.764181 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f0047-becc-4148-b335-ea755ea5af1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d46fd3e-9929-4c70-a4b9-dcb5f880653c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:37.782322 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b46dfdd-043f-4bfa-9c0e-92902eb63a4b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:37.870599 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d14ebca3-590b-43df-b490-f11a67769ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:37.929071 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d14ebca3-590b-43df-b490-f11a67769ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:38.134731 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05064fc0-a2b7-49de-8d46-ff2d4311aea0 req-cb6849a5-2bdb-409d-92f2-2b0d7799e6ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1830828 Aug 16 22:44:38.164774 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b46dfdd-043f-4bfa-9c0e-92902eb63a4b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:38.269380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e7c0ef88-c938-4585-9b41-e81d39a086c0 None None] Provisioning for port e96674ab-0dcb-4bd2-8632-f40040e07c4c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:44:38.276046 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e7c0ef88-c938-4585-9b41-e81d39a086c0 None None] Provisioning complete for port e96674ab-0dcb-4bd2-8632-f40040e07c4c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:38.276634 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e7c0ef88-c938-4585-9b41-e81d39a086c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:38.308561 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d14ebca3-590b-43df-b490-f11a67769ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:38.312854 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d14ebca3-590b-43df-b490-f11a67769ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:38.314896 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d14ebca3-590b-43df-b490-f11a67769ff9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9d46fd3e-9929-4c70-a4b9-dcb5f880653c HTTP/1.1" status: 204 len: 168 time: 0.5897551 Aug 16 22:44:38.336817 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05064fc0-a2b7-49de-8d46-ff2d4311aea0 req-97a27d12-2d08-454e-93ed-d45464e379c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:38.339366 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05064fc0-a2b7-49de-8d46-ff2d4311aea0 req-97a27d12-2d08-454e-93ed-d45464e379c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf15cf74eb40418c93c2741122a102a2&device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c HTTP/1.1" status: 200 len: 1100 time: 0.1620805 Aug 16 22:44:38.341091 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ebca3-590b-43df-b490-f11a67769ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d46fd3e-9929-4c70-a4b9-dcb5f880653c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:38.530594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e7c0ef88-c938-4585-9b41-e81d39a086c0 None None] Port e96674ab-0dcb-4bd2-8632-f40040e07c4c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:44:38.709996 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:38.774378 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05064fc0-a2b7-49de-8d46-ff2d4311aea0 req-39900fa5-1b7b-42ff-b0eb-b5b1ebb6da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:38.776062 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05064fc0-a2b7-49de-8d46-ff2d4311aea0 req-39900fa5-1b7b-42ff-b0eb-b5b1ebb6da1c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.3921492 Aug 16 22:44:38.856114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05064fc0-a2b7-49de-8d46-ff2d4311aea0 req-451e9daf-8e74-4a42-ad6a-de86e98e054f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=d162efbe-ac14-455b-aa35-f8704238508c HTTP/1.1" status: 200 len: 217 time: 0.0713639 Aug 16 22:44:39.022966 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05064fc0-a2b7-49de-8d46-ff2d4311aea0 req-d5212881-55fb-4af1-ad65-cab8635f0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:39.049321 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05064fc0-a2b7-49de-8d46-ff2d4311aea0 req-d5212881-55fb-4af1-ad65-cab8635f0c10 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.1781657 Aug 16 22:44:39.063942 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4a7eebc7-7b00-4360-a89a-1ff8324880c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:39.083200 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54684) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:39.124416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05064fc0-a2b7-49de-8d46-ff2d4311aea0 req-324b03ab-e9f8-4170-b8b1-8c339a7dd2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:39.126945 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05064fc0-a2b7-49de-8d46-ff2d4311aea0 req-324b03ab-e9f8-4170-b8b1-8c339a7dd2bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0712817 Aug 16 22:44:39.263713 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b46dfdd-043f-4bfa-9c0e-92902eb63a4b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:39.299582 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05064fc0-a2b7-49de-8d46-ff2d4311aea0 req-11e2a7c5-377e-44c7-a73b-60ad12494439 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604843 Aug 16 22:44:39.311541 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b46dfdd-043f-4bfa-9c0e-92902eb63a4b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:39.516446 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5b46dfdd-043f-4bfa-9c0e-92902eb63a4b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:39.524790 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46dfdd-043f-4bfa-9c0e-92902eb63a4b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Pushing event updated for resources: {'Port': ['ID=e96674ab-0dcb-4bd2-8632-f40040e07c4c,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:39.757423 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05064fc0-a2b7-49de-8d46-ff2d4311aea0 req-7d3d114e-a120-4c65-b9f7-741b33407e00 service neutron] 10.222.0.39 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476357 Aug 16 22:44:39.810294 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b46dfdd-043f-4bfa-9c0e-92902eb63a4b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Network fa457baa-4fc3-42ca-a91e-ed02f5a9e437 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:44:39.841233 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d2730757-6aab-481e-9e4f-d506ae2f7c03 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Deleting port 9c374132-4787-4ebb-887d-c35d566278d0 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:44:39.841584 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2730757-6aab-481e-9e4f-d506ae2f7c03 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:39.844018 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5b46dfdd-043f-4bfa-9c0e-92902eb63a4b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:40.309236 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-29c18de0-2b1c-46de-b23a-bafc4e311774 None None] Provisioning complete for port e96674ab-0dcb-4bd2-8632-f40040e07c4c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:40.317169 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-29c18de0-2b1c-46de-b23a-bafc4e311774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:40.412568 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-29c18de0-2b1c-46de-b23a-bafc4e311774 None None] Port e96674ab-0dcb-4bd2-8632-f40040e07c4c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:44:40.431673 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2730757-6aab-481e-9e4f-d506ae2f7c03 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:40.432736 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2730757-6aab-481e-9e4f-d506ae2f7c03 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:40.472812 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b46dfdd-043f-4bfa-9c0e-92902eb63a4b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Router ca4a5ef7-f542-4024-b27f-2e26f4bb6a85 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:44:40.477385 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d2730757-6aab-481e-9e4f-d506ae2f7c03 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Calling delete_port for 9c374132-4787-4ebb-887d-c35d566278d0 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:44:40.699226 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b46dfdd-043f-4bfa-9c0e-92902eb63a4b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:44:40.713125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f058ef7e-f51a-4c81-b74e-daecf4a1d794 None None] Sync routers for ids ['ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:44:40.716646 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5b46dfdd-043f-4bfa-9c0e-92902eb63a4b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "PUT /v2.0/routers/ca4a5ef7-f542-4024-b27f-2e26f4bb6a85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7879200 Aug 16 22:44:40.719607 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 54754) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:40.729602 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f058ef7e-f51a-4c81-b74e-daecf4a1d794 None None] Routers {'ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:40.731871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f058ef7e-f51a-4c81-b74e-daecf4a1d794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:44:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:40.810028 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:44:40.883463 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f058ef7e-f51a-4c81-b74e-daecf4a1d794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:40.949675 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:40.950602 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f058ef7e-f51a-4c81-b74e-daecf4a1d794 None None] Routers {'ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:40.951333 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f058ef7e-f51a-4c81-b74e-daecf4a1d794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:44:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:40.988967 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6f4fe389-cf26-48d8-8f76-55b20f763b1d tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:41.032582 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f058ef7e-f51a-4c81-b74e-daecf4a1d794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:41.046447 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f058ef7e-f51a-4c81-b74e-daecf4a1d794 None None] The sync data for ids ['ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:44:41.245566 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-6f4fe389-cf26-48d8-8f76-55b20f763b1d tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 22:44:41.252632 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6f4fe389-cf26-48d8-8f76-55b20f763b1d tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "DELETE /v2.0/routers/ca4a5ef7-f542-4024-b27f-2e26f4bb6a85 HTTP/1.1" status: 409 len: 329 time: 0.5289810 Aug 16 22:44:41.253620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 54770) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:41.318404 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2730757-6aab-481e-9e4f-d506ae2f7c03 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:41.447540 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2730757-6aab-481e-9e4f-d506ae2f7c03 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Pushing event deleted for resources: {'Port': ['ID=9c374132-4787-4ebb-887d-c35d566278d0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:41.550624 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a20517ac-37d0-4165-974f-c16788219244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:41.619420 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2730757-6aab-481e-9e4f-d506ae2f7c03 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:41.634458 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-d2730757-6aab-481e-9e4f-d506ae2f7c03 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Floating IP 4ed8a11c-bafc-42ec-b186-b9dfcc953f43 disassociated (deleted). External IP: 172.25.6.212, port: b41b4740-a063-4eda-94ef-0b6d36045195. Aug 16 22:44:42.037362 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2571975d-af6f-455b-a3e6-974e51d70ef9 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:42.101383 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:42.200888 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2730757-6aab-481e-9e4f-d506ae2f7c03 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Router cc550f3a-6aac-4bd3-b2ea-74fb7b5012de has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:44:42.545069 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2730757-6aab-481e-9e4f-d506ae2f7c03 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:44:42.553014 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2730757-6aab-481e-9e4f-d506ae2f7c03 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:42.560232 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60417a88-d88c-4b36-9456-7030c1f297d9 None None] Sync routers for ids ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:44:42.577649 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60417a88-d88c-4b36-9456-7030c1f297d9 None None] Routers {'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:42.579124 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-60417a88-d88c-4b36-9456-7030c1f297d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:44:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:42.700063 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54828) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:42.749243 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d2730757-6aab-481e-9e4f-d506ae2f7c03 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "DELETE /v2.0/floatingips/4ed8a11c-bafc-42ec-b186-b9dfcc953f43 HTTP/1.1" status: 204 len: 168 time: 3.6648467 Aug 16 22:44:42.751228 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732f7300-a8f6-433e-b34b-94b7f6ffe468', 'tag': 'b41b4740-a063-4eda-94ef-0b6d36045195'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:44:42.756132 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e327d8-5da6-423f-a73a-9efbc1ac3178" -d '{"events": [{"name": "network-changed", "server_uuid": "732f7300-a8f6-433e-b34b-94b7f6ffe468", "tag": "b41b4740-a063-4eda-94ef-0b6d36045195"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:44:42.833150 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682ccfa4-2114-4c8a-9f06-e315c2bff839 x-openstack-request-id: req-682ccfa4-2114-4c8a-9f06-e315c2bff839 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:44:42.833554 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "732f7300-a8f6-433e-b34b-94b7f6ffe468", "tag": "b41b4740-a063-4eda-94ef-0b6d36045195", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:44:42.833935 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-682ccfa4-2114-4c8a-9f06-e315c2bff839 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:44:42.834635 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '732f7300-a8f6-433e-b34b-94b7f6ffe468', 'tag': 'b41b4740-a063-4eda-94ef-0b6d36045195', 'status': 'completed', 'code': 200} Aug 16 22:44:42.951101 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-60417a88-d88c-4b36-9456-7030c1f297d9 None None] Set router cc550f3a-6aac-4bd3-b2ea-74fb7b5012de gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:44:43.196090 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-99f6f6a1-9aba-426a-9649-8aaf3c18600d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:43.268841 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:43.414995 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-60417a88-d88c-4b36-9456-7030c1f297d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'name': 'tempest-TestVolumeBackupRestore-1613214354-router', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:00Z', 'updated_at': '2021-08-16T22:39:11Z', 'revision_number': 4, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'gw_port': {'id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:01Z', 'updated_at': '2021-08-16T22:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '2aa383e6-512e-4aba-9ce6-fd1d0fda8647', 'name': '', 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'mac_address': 'fa:16:3e:3a:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '18a4055b-447e-4e48-915e-006ede5ab862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:08Z', 'updated_at': '2021-08-16T22:39:30Z', 'revision_number': 5, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'subnets': [{'id': '18a4055b-447e-4e48-915e-006ede5ab862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:43.481074 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e327d8-5da6-423f-a73a-9efbc1ac3178 req-824b9bc5-c234-4046-bae8-0b462de25e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:43.488143 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00e327d8-5da6-423f-a73a-9efbc1ac3178 req-824b9bc5-c234-4046-bae8-0b462de25e86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7537f5cabb134098ac7e1d49956c397c&device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 1097 time: 0.1914182 Aug 16 22:44:43.510835 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60417a88-d88c-4b36-9456-7030c1f297d9 None None] Checking router: cc550f3a-6aac-4bd3-b2ea-74fb7b5012de for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:44:43.535668 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60417a88-d88c-4b36-9456-7030c1f297d9 None None] Routers {'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:43.536609 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-60417a88-d88c-4b36-9456-7030c1f297d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:44:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:43.730000 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-60417a88-d88c-4b36-9456-7030c1f297d9 None None] Set router cc550f3a-6aac-4bd3-b2ea-74fb7b5012de gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:44:43.912987 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e327d8-5da6-423f-a73a-9efbc1ac3178 req-6efa9b7f-c018-477c-8edf-b168422ee3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:43.918965 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00e327d8-5da6-423f-a73a-9efbc1ac3178 req-6efa9b7f-c018-477c-8edf-b168422ee3be service neutron] 10.222.0.39 "GET /v2.0/networks?id=435a10a5-cc42-49d2-96bb-80e24e818305 HTTP/1.1" status: 200 len: 915 time: 0.4187293 Aug 16 22:44:44.028441 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-60417a88-d88c-4b36-9456-7030c1f297d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'name': 'tempest-TestVolumeBackupRestore-1613214354-router', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:00Z', 'updated_at': '2021-08-16T22:39:11Z', 'revision_number': 4, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'gw_port': {'id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:01Z', 'updated_at': '2021-08-16T22:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '2aa383e6-512e-4aba-9ce6-fd1d0fda8647', 'name': '', 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'mac_address': 'fa:16:3e:3a:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '18a4055b-447e-4e48-915e-006ede5ab862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:08Z', 'updated_at': '2021-08-16T22:39:30Z', 'revision_number': 5, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'subnets': [{'id': '18a4055b-447e-4e48-915e-006ede5ab862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:44.091067 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00e327d8-5da6-423f-a73a-9efbc1ac3178 req-b65ffcba-ab84-4b08-b59e-064f3ddb3f7b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b41b4740-a063-4eda-94ef-0b6d36045195 HTTP/1.1" status: 200 len: 217 time: 0.1610076 Aug 16 22:44:44.095378 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60417a88-d88c-4b36-9456-7030c1f297d9 None None] The sync data for ids ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'] in n-d-792458-15 is: [{'id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'name': 'tempest-TestVolumeBackupRestore-1613214354-router', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:00Z', 'updated_at': '2021-08-16T22:39:11Z', 'revision_number': 4, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'gw_port': {'id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:01Z', 'updated_at': '2021-08-16T22:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '2aa383e6-512e-4aba-9ce6-fd1d0fda8647', 'name': '', 'network_id': '435a10a5-cc42-49d2-96bb-80e24e818305', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'mac_address': 'fa:16:3e:3a:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '18a4055b-447e-4e48-915e-006ede5ab862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:08Z', 'updated_at': '2021-08-16T22:39:30Z', 'revision_number': 5, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'subnets': [{'id': '18a4055b-447e-4e48-915e-006ede5ab862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:44:44.172817 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-99f6f6a1-9aba-426a-9649-8aaf3c18600d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:44.178053 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-99f6f6a1-9aba-426a-9649-8aaf3c18600d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:44.252100 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6f6a1-9aba-426a-9649-8aaf3c18600d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee11dfb3-164b-476c-a194-5cf1a87a8d51,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:44.305852 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-99f6f6a1-9aba-426a-9649-8aaf3c18600d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c18dcf22a5884db3bdb5e3f17974ce88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6021655 Aug 16 22:44:44.307933 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54882) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:44.410485 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e327d8-5da6-423f-a73a-9efbc1ac3178 req-adf00449-830b-4545-bec9-64fea62621d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:44.411973 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00e327d8-5da6-423f-a73a-9efbc1ac3178 req-adf00449-830b-4545-bec9-64fea62621d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18a4055b-447e-4e48-915e-006ede5ab862 HTTP/1.1" status: 200 len: 853 time: 0.3082778 Aug 16 22:44:44.414804 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2571975d-af6f-455b-a3e6-974e51d70ef9 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Deleting port e96674ab-0dcb-4bd2-8632-f40040e07c4c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:44:44.415158 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2571975d-af6f-455b-a3e6-974e51d70ef9 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:44.424930 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b0a3da1f-0d7a-4f79-8f82-d4e27cf6e70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:44.431993 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840640af-85a3-43a1-b2aa-ee4fc2843f7f req-4bfb15f9-63ca-440f-9a50-c3d5401b943d tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:44.439797 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-840640af-85a3-43a1-b2aa-ee4fc2843f7f req-4bfb15f9-63ca-440f-9a50-c3d5401b943d tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 945 time: 0.2144091 Aug 16 22:44:44.509771 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b0a3da1f-0d7a-4f79-8f82-d4e27cf6e70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:44.619970 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b0a3da1f-0d7a-4f79-8f82-d4e27cf6e70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:44.623273 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b0a3da1f-0d7a-4f79-8f82-d4e27cf6e70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:44.628574 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b0a3da1f-0d7a-4f79-8f82-d4e27cf6e70f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ee11dfb3-164b-476c-a194-5cf1a87a8d51 HTTP/1.1" status: 204 len: 168 time: 0.3157866 Aug 16 22:44:44.635091 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54888) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:44.686353 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-840640af-85a3-43a1-b2aa-ee4fc2843f7f req-675a8b42-260b-41a9-adde-098debb4f62c tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/security-groups?id=40a76a05-50db-4881-8186-b6c3fce66f25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246311 Aug 16 22:44:44.701920 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dd8408-a68b-4be6-b6b3-af844cecbb0e None None] New status for floating IP 4ed8a11c-bafc-42ec-b186-b9dfcc953f43: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:44:44.713722 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3da1f-0d7a-4f79-8f82-d4e27cf6e70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee11dfb3-164b-476c-a194-5cf1a87a8d51,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:44.723838 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e327d8-5da6-423f-a73a-9efbc1ac3178 req-a0756101-971a-46fd-a3e2-24337a1bebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:44.725704 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00e327d8-5da6-423f-a73a-9efbc1ac3178 req-a0756101-971a-46fd-a3e2-24337a1bebe5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=435a10a5-cc42-49d2-96bb-80e24e818305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2849727 Aug 16 22:44:44.822636 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2571975d-af6f-455b-a3e6-974e51d70ef9 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:44.904669 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:45.001214 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2571975d-af6f-455b-a3e6-974e51d70ef9 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Calling delete_port for e96674ab-0dcb-4bd2-8632-f40040e07c4c owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:44:45.012245 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00e327d8-5da6-423f-a73a-9efbc1ac3178 req-9ed93d90-6973-4926-972e-bf7503456d2e service neutron] 10.222.0.39 "GET /v2.0/networks/435a10a5-cc42-49d2-96bb-80e24e818305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759058 Aug 16 22:44:45.179328 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57835c25-99e4-440c-9b86-240fcd181127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:45.223876 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54908) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:45.256488 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00e327d8-5da6-423f-a73a-9efbc1ac3178 req-c99599e1-cbad-4174-bf79-04eca54d09e1 service neutron] 10.222.0.39 "GET /v2.0/networks/435a10a5-cc42-49d2-96bb-80e24e818305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360520 Aug 16 22:44:45.283212 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9736ddd3-f29c-4bcd-a965-9b02498e7e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:45.370243 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57835c25-99e4-440c-9b86-240fcd181127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:45.380725 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57835c25-99e4-440c-9b86-240fcd181127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:45.399010 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2571975d-af6f-455b-a3e6-974e51d70ef9 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:45.450739 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571975d-af6f-455b-a3e6-974e51d70ef9 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Pushing event deleted for resources: {'Port': ['ID=e96674ab-0dcb-4bd2-8632-f40040e07c4c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:45.532814 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57835c25-99e4-440c-9b86-240fcd181127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b607eed0-94d4-48c7-b361-9c09a3deeb66,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:45.549296 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-57835c25-99e4-440c-9b86-240fcd181127 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a18a9cb47a354f1e95b5d3b415bb5c96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9020867 Aug 16 22:44:45.552097 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 54916) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:45.693787 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9736ddd3-f29c-4bcd-a965-9b02498e7e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:45.702201 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9736ddd3-f29c-4bcd-a965-9b02498e7e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:45.760502 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e2d41d9-4ffe-4c01-8bcc-83d017d0fbcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:45.787647 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e2d41d9-4ffe-4c01-8bcc-83d017d0fbcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:45.840480 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736ddd3-f29c-4bcd-a965-9b02498e7e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7750504-4d77-4757-a497-6ea26682c8a7,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:45.850277 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2571975d-af6f-455b-a3e6-974e51d70ef9 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:45.860983 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9736ddd3-f29c-4bcd-a965-9b02498e7e37 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=270743eaa78c44a983e9fe4dba4d05af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6225913 Aug 16 22:44:45.861982 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54928) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:45.936542 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10acf485-99e3-4f22-ad34-e799791aee51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:45.962706 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10acf485-99e3-4f22-ad34-e799791aee51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:46.036755 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a6887-1a31-4814-893f-047df50ac752 req-c6d58af5-1bb5-41ba-adcc-8887b09212da tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:46.038698 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec1a6887-1a31-4814-893f-047df50ac752 req-c6d58af5-1bb5-41ba-adcc-8887b09212da tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.39 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 945 time: 0.3153780 Aug 16 22:44:46.072165 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10acf485-99e3-4f22-ad34-e799791aee51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:46.076068 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10acf485-99e3-4f22-ad34-e799791aee51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:46.079781 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-10acf485-99e3-4f22-ad34-e799791aee51 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b7750504-4d77-4757-a497-6ea26682c8a7 HTTP/1.1" status: 204 len: 168 time: 0.2151594 Aug 16 22:44:46.102619 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acf485-99e3-4f22-ad34-e799791aee51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7750504-4d77-4757-a497-6ea26682c8a7,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:46.267256 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e2d41d9-4ffe-4c01-8bcc-83d017d0fbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:46.269794 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9e2d41d9-4ffe-4c01-8bcc-83d017d0fbcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:46.273872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9e2d41d9-4ffe-4c01-8bcc-83d017d0fbcf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b607eed0-94d4-48c7-b361-9c09a3deeb66 HTTP/1.1" status: 204 len: 168 time: 0.7206004 Aug 16 22:44:46.315229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a23ea3-9ea4-4b63-91f4-afaabbe4db94 req-0f87ea68-e80c-40d9-b659-3f9a85167902 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:46.338746 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-22a23ea3-9ea4-4b63-91f4-afaabbe4db94 req-0f87ea68-e80c-40d9-b659-3f9a85167902 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 945 time: 0.4523983 Aug 16 22:44:46.392662 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d41d9-4ffe-4c01-8bcc-83d017d0fbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b607eed0-94d4-48c7-b361-9c09a3deeb66,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:46.428257 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2571975d-af6f-455b-a3e6-974e51d70ef9 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Router ca4a5ef7-f542-4024-b27f-2e26f4bb6a85 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:44:46.484441 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-22a23ea3-9ea4-4b63-91f4-afaabbe4db94 req-eda33611-490d-488c-a447-61cc8b06e574 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/security-groups?id=40a76a05-50db-4881-8186-b6c3fce66f25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446791 Aug 16 22:44:46.681229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2571975d-af6f-455b-a3e6-974e51d70ef9 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:44:46.694281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-ec1a6887-1a31-4814-893f-047df50ac752 req-3c8bdd41-1cdb-452e-8439-30e307ed7f13 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Deleting port b41b4740-a063-4eda-94ef-0b6d36045195 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:44:46.695641 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ec1a6887-1a31-4814-893f-047df50ac752 req-3c8bdd41-1cdb-452e-8439-30e307ed7f13 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:46.705825 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6be838-be7d-4891-ae5f-eaf1f5547416 None None] Sync routers for ids ['ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:44:46.709868 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54952) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:46.723663 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6be838-be7d-4891-ae5f-eaf1f5547416 None None] Routers {'ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:46.725183 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5c6be838-be7d-4891-ae5f-eaf1f5547416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:44:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:46.737462 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2571975d-af6f-455b-a3e6-974e51d70ef9 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "PUT /v2.0/routers/ca4a5ef7-f542-4024-b27f-2e26f4bb6a85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4775462 Aug 16 22:44:46.838698 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5c6be838-be7d-4891-ae5f-eaf1f5547416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:46.841235 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-61048c26-51df-4a91-94a2-dbad46df2f4a tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] show failed (client error): The resource could not be found. Aug 16 22:44:46.863038 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-61048c26-51df-4a91-94a2-dbad46df2f4a tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "GET /v2.0/routers/tempest-non_exist_router-1762295417 HTTP/1.1" status: 404 len: 335 time: 0.1313207 Aug 16 22:44:46.863607 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54958) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:46.876099 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-229c0b96-9d66-4335-9cd6-c538244cbf8b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:46.880617 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6be838-be7d-4891-ae5f-eaf1f5547416 None None] Routers {'ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:46.881728 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5c6be838-be7d-4891-ae5f-eaf1f5547416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:44:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:46.958431 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54962) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:46.967798 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-229c0b96-9d66-4335-9cd6-c538244cbf8b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] update failed (client error): The resource could not be found. Aug 16 22:44:46.970379 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-229c0b96-9d66-4335-9cd6-c538244cbf8b tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "PUT /v2.0/routers/tempest-non_exist_router-1256658250 HTTP/1.1" status: 404 len: 335 time: 0.1038125 Aug 16 22:44:46.977894 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 54964) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:46.985781 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5c6be838-be7d-4891-ae5f-eaf1f5547416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:46.986466 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6be838-be7d-4891-ae5f-eaf1f5547416 None None] The sync data for ids ['ca4a5ef7-f542-4024-b27f-2e26f4bb6a85'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:44:46.987520 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60e9ddca-82fc-45f7-877a-d3b1d8ad405d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:47.091092 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ec1a6887-1a31-4814-893f-047df50ac752 req-3c8bdd41-1cdb-452e-8439-30e307ed7f13 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] For port b41b4740-a063-4eda-94ef-0b6d36045195, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=b41b4740-a063-4eda-94ef-0b6d36045195,segment=NetworkSegment(1ed050c3-3278-47d9-af20-f41346a21c4f),segment_id=1ed050c3-3278-47d9-af20-f41346a21c4f)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:47.091464 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ec1a6887-1a31-4814-893f-047df50ac752 req-3c8bdd41-1cdb-452e-8439-30e307ed7f13 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:47.152558 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-ec1a6887-1a31-4814-893f-047df50ac752 req-3c8bdd41-1cdb-452e-8439-30e307ed7f13 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Calling delete_port for b41b4740-a063-4eda-94ef-0b6d36045195 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:44:47.194696 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60e9ddca-82fc-45f7-877a-d3b1d8ad405d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:47.202193 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60e9ddca-82fc-45f7-877a-d3b1d8ad405d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:47.202724 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f37e40-127e-4f16-968c-9ae6e479edea tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Deleting subnet ce66e6c2-90bf-4c7a-a964-b48c8dc2ec88 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:44:47.208097 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08f37e40-127e-4f16-968c-9ae6e479edea tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:47.286056 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-60e9ddca-82fc-45f7-877a-d3b1d8ad405d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3da2991314174453ac121f6e1ba47d96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248165 Aug 16 22:44:47.288575 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 54974) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:47.307732 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08f37e40-127e-4f16-968c-9ae6e479edea tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:47.307979 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9ddca-82fc-45f7-877a-d3b1d8ad405d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378a02fa-1cbb-444a-8a9e-aa782648c239,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:47.399066 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69050cf4-2bc0-4a29-ab38-545e5cd4da23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:47.463376 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69050cf4-2bc0-4a29-ab38-545e5cd4da23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:47.519851 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08f37e40-127e-4f16-968c-9ae6e479edea tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:47.559976 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69050cf4-2bc0-4a29-ab38-545e5cd4da23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:47.562731 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69050cf4-2bc0-4a29-ab38-545e5cd4da23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:47.564221 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-69050cf4-2bc0-4a29-ab38-545e5cd4da23 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/378a02fa-1cbb-444a-8a9e-aa782648c239 HTTP/1.1" status: 204 len: 168 time: 0.2748368 Aug 16 22:44:47.578703 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69050cf4-2bc0-4a29-ab38-545e5cd4da23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378a02fa-1cbb-444a-8a9e-aa782648c239,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:47.591663 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ec1a6887-1a31-4814-893f-047df50ac752 req-3c8bdd41-1cdb-452e-8439-30e307ed7f13 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:47.653043 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8bdd41-1cdb-452e-8439-30e307ed7f13 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Pushing event deleted for resources: {'Port': ['ID=b41b4740-a063-4eda-94ef-0b6d36045195,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:47.739272 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1a6887-1a31-4814-893f-047df50ac752 req-3c8bdd41-1cdb-452e-8439-30e307ed7f13 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] No DVR routers for this DVR port b41b4740-a063-4eda-94ef-0b6d36045195 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:44:47.757089 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ec1a6887-1a31-4814-893f-047df50ac752 req-3c8bdd41-1cdb-452e-8439-30e307ed7f13 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:47.759342 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec1a6887-1a31-4814-893f-047df50ac752 req-3c8bdd41-1cdb-452e-8439-30e307ed7f13 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.39 "DELETE /v2.0/ports/b41b4740-a063-4eda-94ef-0b6d36045195 HTTP/1.1" status: 204 len: 173 time: 1.7023962 Aug 16 22:44:47.761911 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f1746b2-41c5-4183-8409-994ff5297823 req-7f7d573d-9dcc-4d19-b96c-32a1c1143179 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 210 time: 0.0608678 Aug 16 22:44:47.762458 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732f7300-a8f6-433e-b34b-94b7f6ffe468', 'name': 'network-vif-deleted', 'tag': 'b41b4740-a063-4eda-94ef-0b6d36045195'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:44:47.764972 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81998009-7acb-4c2b-baf8-1fd7c631dfba" -d '{"events": [{"server_uuid": "732f7300-a8f6-433e-b34b-94b7f6ffe468", "name": "network-vif-deleted", "tag": "b41b4740-a063-4eda-94ef-0b6d36045195"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:44:47.774631 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08f37e40-127e-4f16-968c-9ae6e479edea tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:47.889572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f37e40-127e-4f16-968c-9ae6e479edea tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Pushing event deleted for resources: {'Subnet': ['ID=ce66e6c2-90bf-4c7a-a964-b48c8dc2ec88,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:47.897998 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6663b9-d31b-4cfd-8b78-d7ccb2d5b421 None None] Network 0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:44:47.913171 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08f37e40-127e-4f16-968c-9ae6e479edea tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:47.917393 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-08f37e40-127e-4f16-968c-9ae6e479edea tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "DELETE /v2.0/subnets/ce66e6c2-90bf-4c7a-a964-b48c8dc2ec88 HTTP/1.1" status: 204 len: 168 time: 0.9384413 Aug 16 22:44:47.920806 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 55006) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:48.086866 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-e195e970-e72b-4e40-8375-588d1dc69be9 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Deleting subnet a616c9c6-4e01-4675-8585-e53d5f3181f4 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:44:48.106877 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e195e970-e72b-4e40-8375-588d1dc69be9 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:48.111364 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device b41b4740-a063-4eda-94ef-0b6d36045195 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:44:48.222481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: b41b4740-a063-4eda-94ef-0b6d36045195 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:44:48.224202 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device b41b4740-a063-4eda-94ef-0b6d36045195 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:44:48.244886 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e195e970-e72b-4e40-8375-588d1dc69be9 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:48.319057 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259a34a6-ccdc-49e4-8eb5-9b0eabe41468 x-openstack-request-id: req-259a34a6-ccdc-49e4-8eb5-9b0eabe41468 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:44:48.319648 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732f7300-a8f6-433e-b34b-94b7f6ffe468", "name": "network-vif-deleted", "tag": "b41b4740-a063-4eda-94ef-0b6d36045195", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:44:48.320049 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-259a34a6-ccdc-49e4-8eb5-9b0eabe41468 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:44:48.320630 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732f7300-a8f6-433e-b34b-94b7f6ffe468', 'name': 'network-vif-deleted', 'tag': 'b41b4740-a063-4eda-94ef-0b6d36045195', 'status': 'completed', 'code': 200} Aug 16 22:44:48.427148 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e195e970-e72b-4e40-8375-588d1dc69be9 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:48.491309 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad03aebb-fc33-48a9-bc62-17910ea3d61a None None] DHCP port deletion for 0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:44:48.523143 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e195e970-e72b-4e40-8375-588d1dc69be9 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:48.571614 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dad9a2-14f1-4a5b-b788-9eb458a70a16 None None] Network 645ac800-dc76-4e10-970f-631dde8e491e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:44:48.610727 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e195e970-e72b-4e40-8375-588d1dc69be9 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:48.616663 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e195e970-e72b-4e40-8375-588d1dc69be9 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "DELETE /v2.0/subnets/a616c9c6-4e01-4675-8585-e53d5f3181f4 HTTP/1.1" status: 204 len: 168 time: 0.6928649 Aug 16 22:44:48.617265 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55026) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:48.617988 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195e970-e72b-4e40-8375-588d1dc69be9 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Pushing event deleted for resources: {'Subnet': ['ID=a616c9c6-4e01-4675-8585-e53d5f3181f4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:48.679392 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ad03aebb-fc33-48a9-bc62-17910ea3d61a None None] Deleting port 7d32ac99-7e5b-494a-b4c9-7a9576794b29 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:44:48.680287 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ad03aebb-fc33-48a9-bc62-17910ea3d61a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:48.827222 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60e1e484-7c7d-409e-a089-4dfafd834758 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:48.856805 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ad03aebb-fc33-48a9-bc62-17910ea3d61a None None] For port 7d32ac99-7e5b-494a-b4c9-7a9576794b29, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7d32ac99-7e5b-494a-b4c9-7a9576794b29,segment=NetworkSegment(f074db64-231e-45aa-b8ee-72731acddfff),segment_id=f074db64-231e-45aa-b8ee-72731acddfff)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:48.860352 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ad03aebb-fc33-48a9-bc62-17910ea3d61a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:48.918284 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ad03aebb-fc33-48a9-bc62-17910ea3d61a None None] Calling delete_port for 7d32ac99-7e5b-494a-b4c9-7a9576794b29 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:44:48.960909 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-60e1e484-7c7d-409e-a089-4dfafd834758 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Deleting port 7d32ac99-7e5b-494a-b4c9-7a9576794b29 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:44:48.965287 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60e1e484-7c7d-409e-a089-4dfafd834758 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:49.030849 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27f960c8-3623-471f-a171-6584d6968fec req-58f3b388-0702-45f6-bc7c-c91871067fe6 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 210 time: 0.0675628 Aug 16 22:44:49.076191 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7d32ac99-7e5b-494a-b4c9-7a9576794b29 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:44:49.103229 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 7d32ac99-7e5b-494a-b4c9-7a9576794b29 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:44:49.103608 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7d32ac99-7e5b-494a-b4c9-7a9576794b29 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:44:49.105056 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ad03aebb-fc33-48a9-bc62-17910ea3d61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:49.160658 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03aebb-fc33-48a9-bc62-17910ea3d61a None None] Pushing event deleted for resources: {'Port': ['ID=7d32ac99-7e5b-494a-b4c9-7a9576794b29,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:49.185037 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad03aebb-fc33-48a9-bc62-17910ea3d61a None None] No DVR routers for this DVR port 7d32ac99-7e5b-494a-b4c9-7a9576794b29 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:44:49.236811 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-60e1e484-7c7d-409e-a089-4dfafd834758 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] For port 7d32ac99-7e5b-494a-b4c9-7a9576794b29, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7d32ac99-7e5b-494a-b4c9-7a9576794b29,segment=NetworkSegment(f074db64-231e-45aa-b8ee-72731acddfff),segment_id=f074db64-231e-45aa-b8ee-72731acddfff)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:49.237178 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60e1e484-7c7d-409e-a089-4dfafd834758 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:49.285726 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-60e1e484-7c7d-409e-a089-4dfafd834758 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Calling delete_port for 7d32ac99-7e5b-494a-b4c9-7a9576794b29 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:44:49.487548 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60e1e484-7c7d-409e-a089-4dfafd834758 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:49.539690 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1e484-7c7d-409e-a089-4dfafd834758 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Pushing event deleted for resources: {'Port': ['ID=7d32ac99-7e5b-494a-b4c9-7a9576794b29,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:49.545269 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e1e484-7c7d-409e-a089-4dfafd834758 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] No DVR routers for this DVR port 7d32ac99-7e5b-494a-b4c9-7a9576794b29 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:44:49.709648 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 55078) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:49.719426 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60e1e484-7c7d-409e-a089-4dfafd834758 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:49.744417 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-60e1e484-7c7d-409e-a089-4dfafd834758 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:49.779281 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-60e1e484-7c7d-409e-a089-4dfafd834758 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f074db64-231e-45aa-b8ee-72731acddfff') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:49.779830 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-60e1e484-7c7d-409e-a089-4dfafd834758 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f074db64-231e-45aa-b8ee-72731acddfff') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:49.803205 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60e1e484-7c7d-409e-a089-4dfafd834758 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:49.839095 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60e1e484-7c7d-409e-a089-4dfafd834758 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:49.868156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8e2dfd-9b0c-499c-9547-d09e3360f44d None None] DHCP port deletion for 645ac800-dc76-4e10-970f-631dde8e491e request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:44:49.871055 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e1e484-7c7d-409e-a089-4dfafd834758 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:44:49.874223 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60e1e484-7c7d-409e-a089-4dfafd834758 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: self.session.flush() Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: self.session.flush() Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: self.session.flush() Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: self.session.flush() Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:44:49.885406 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:44:49.958590 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e2dfd-9b0c-499c-9547-d09e3360f44d None None] Deleting port cbde129f-27f7-467a-93ce-ceb32f13123d {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:44:49.959619 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2dfd-9b0c-499c-9547-d09e3360f44d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:50.009531 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60e1e484-7c7d-409e-a089-4dfafd834758 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:50.028124 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60e1e484-7c7d-409e-a089-4dfafd834758 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:50.033124 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 55092) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:50.033338 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-60e1e484-7c7d-409e-a089-4dfafd834758 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "DELETE /v2.0/networks/0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361 HTTP/1.1" status: 204 len: 168 time: 1.4149020 Aug 16 22:44:50.037557 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0d8e2dfd-9b0c-499c-9547-d09e3360f44d None None] For port cbde129f-27f7-467a-93ce-ceb32f13123d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cbde129f-27f7-467a-93ce-ceb32f13123d,segment=NetworkSegment(79579c45-bac3-4aac-bfb9-55c843ee2b46),segment_id=79579c45-bac3-4aac-bfb9-55c843ee2b46)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:50.038303 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2dfd-9b0c-499c-9547-d09e3360f44d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:50.071499 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e2dfd-9b0c-499c-9547-d09e3360f44d None None] Calling delete_port for cbde129f-27f7-467a-93ce-ceb32f13123d owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:44:50.072063 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1e484-7c7d-409e-a089-4dfafd834758 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Pushing event deleted for resources: {'Network': ['ID=0e9dac8d-ef3b-4c25-8f25-db5fdb1d0361,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:50.223051 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-85baf8f8-ce39-4ff4-bb6c-2f2d9b56fcf4 req-4bf14262-375f-45b8-bb0a-e0f8130c5dd8 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 210 time: 0.0464225 Aug 16 22:44:50.248854 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dbec4dce-5f3e-4f40-8c63-d7118b1ed2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:50.252496 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2dfd-9b0c-499c-9547-d09e3360f44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:50.280765 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8e2dfd-9b0c-499c-9547-d09e3360f44d None None] No DVR routers for this DVR port cbde129f-27f7-467a-93ce-ceb32f13123d on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:44:50.319373 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e2dfd-9b0c-499c-9547-d09e3360f44d None None] Pushing event deleted for resources: {'Port': ['ID=cbde129f-27f7-467a-93ce-ceb32f13123d,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:50.355850 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49b9ee98-0011-4358-afbe-3ca6c2f4f7f1 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:50.619569 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49b9ee98-0011-4358-afbe-3ca6c2f4f7f1 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:50.636905 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-49b9ee98-0011-4358-afbe-3ca6c2f4f7f1 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645ac800-dc76-4e10-970f-631dde8e491e']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:50.650007 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-49b9ee98-0011-4358-afbe-3ca6c2f4f7f1 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79579c45-bac3-4aac-bfb9-55c843ee2b46') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:50.650436 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-49b9ee98-0011-4358-afbe-3ca6c2f4f7f1 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79579c45-bac3-4aac-bfb9-55c843ee2b46') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:50.661790 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49b9ee98-0011-4358-afbe-3ca6c2f4f7f1 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:50.678103 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49b9ee98-0011-4358-afbe-3ca6c2f4f7f1 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:50.685639 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b9ee98-0011-4358-afbe-3ca6c2f4f7f1 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:44:50.686270 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49b9ee98-0011-4358-afbe-3ca6c2f4f7f1 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:44:50.830244 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:44:50.871195 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cbde129f-27f7-467a-93ce-ceb32f13123d no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:44:50.909756 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49b9ee98-0011-4358-afbe-3ca6c2f4f7f1 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:50.921897 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: cbde129f-27f7-467a-93ce-ceb32f13123d {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:44:50.923948 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cbde129f-27f7-467a-93ce-ceb32f13123d not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:44:50.942937 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-49b9ee98-0011-4358-afbe-3ca6c2f4f7f1 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:50.947634 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-49b9ee98-0011-4358-afbe-3ca6c2f4f7f1 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "DELETE /v2.0/networks/645ac800-dc76-4e10-970f-631dde8e491e HTTP/1.1" status: 204 len: 168 time: 0.9130664 Aug 16 22:44:50.950676 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55114) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:51.000516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9ee98-0011-4358-afbe-3ca6c2f4f7f1 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Pushing event deleted for resources: {'Network': ['ID=645ac800-dc76-4e10-970f-631dde8e491e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:51.046260 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f2d5b3-f641-474e-a888-3b8d9f3a8e4a tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Deleting subnet c090170e-8cec-42ca-8f42-ee2a4f4894b3 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:44:51.050915 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69f2d5b3-f641-474e-a888-3b8d9f3a8e4a tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:51.067535 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dbec4dce-5f3e-4f40-8c63-d7118b1ed2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:51.083288 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dbec4dce-5f3e-4f40-8c63-d7118b1ed2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:51.108083 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69f2d5b3-f641-474e-a888-3b8d9f3a8e4a tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:51.162507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec4dce-5f3e-4f40-8c63-d7118b1ed2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55879a2-f164-4f09-8037-d52110815f58,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:51.172113 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dbec4dce-5f3e-4f40-8c63-d7118b1ed2ec admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=38b5b9c565b34f60b61fb0d1d6314aac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4609711 Aug 16 22:44:51.173545 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 55122) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:51.233425 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69f2d5b3-f641-474e-a888-3b8d9f3a8e4a tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:51.285379 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ad33200-c2af-4be8-b416-1c2b81cdd1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:51.321723 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ad33200-c2af-4be8-b416-1c2b81cdd1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:51.393254 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ad33200-c2af-4be8-b416-1c2b81cdd1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:51.396718 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ad33200-c2af-4be8-b416-1c2b81cdd1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:51.403206 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2ad33200-c2af-4be8-b416-1c2b81cdd1fd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d55879a2-f164-4f09-8037-d52110815f58 HTTP/1.1" status: 204 len: 168 time: 0.2274418 Aug 16 22:44:51.414048 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad33200-c2af-4be8-b416-1c2b81cdd1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55879a2-f164-4f09-8037-d52110815f58,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:51.444156 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69f2d5b3-f641-474e-a888-3b8d9f3a8e4a tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:51.464258 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f8ffd77-a3de-446a-9e3c-5432f4a195c7 req-dcfdb543-8ee7-47ad-a5d5-b07063b4af8c tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 210 time: 0.0379510 Aug 16 22:44:51.514130 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2d5b3-f641-474e-a888-3b8d9f3a8e4a tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Pushing event deleted for resources: {'Subnet': ['ID=c090170e-8cec-42ca-8f42-ee2a4f4894b3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:51.517494 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69f2d5b3-f641-474e-a888-3b8d9f3a8e4a tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:51.521990 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-69f2d5b3-f641-474e-a888-3b8d9f3a8e4a tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "DELETE /v2.0/subnets/c090170e-8cec-42ca-8f42-ee2a4f4894b3 HTTP/1.1" status: 204 len: 168 time: 0.5681691 Aug 16 22:44:51.522516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 55132) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:51.524933 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760e8ea6-b702-4bb8-a59a-e890a9856146 None None] Network fa457baa-4fc3-42ca-a91e-ed02f5a9e437 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:44:51.549883 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d5b3-f641-474e-a888-3b8d9f3a8e4a tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:51.550969 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d5b3-f641-474e-a888-3b8d9f3a8e4a tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:51.551340 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d5b3-f641-474e-a888-3b8d9f3a8e4a tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:51.551686 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d5b3-f641-474e-a888-3b8d9f3a8e4a tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:51.552024 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d5b3-f641-474e-a888-3b8d9f3a8e4a tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:51.552362 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d5b3-f641-474e-a888-3b8d9f3a8e4a tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:51.552689 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d5b3-f641-474e-a888-3b8d9f3a8e4a tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:51.556133 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d5b3-f641-474e-a888-3b8d9f3a8e4a tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:51.556522 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d5b3-f641-474e-a888-3b8d9f3a8e4a tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:51.556820 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d5b3-f641-474e-a888-3b8d9f3a8e4a tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:51.557160 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d5b3-f641-474e-a888-3b8d9f3a8e4a tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:51.557512 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d5b3-f641-474e-a888-3b8d9f3a8e4a tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:51.702598 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0694ed9c-b3a5-4d8d-9034-09392a0def63 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:51.848208 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64c0ff4-45aa-4b9e-b0e8-c89321cc9b4d None None] DHCP port deletion for fa457baa-4fc3-42ca-a91e-ed02f5a9e437 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:44:51.901047 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0694ed9c-b3a5-4d8d-9034-09392a0def63 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Deleting port ed137d90-e86b-4bec-972c-6652aed5740a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:44:51.901536 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0694ed9c-b3a5-4d8d-9034-09392a0def63 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:51.998392 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-f64c0ff4-45aa-4b9e-b0e8-c89321cc9b4d None None] Deleting port ed137d90-e86b-4bec-972c-6652aed5740a {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:44:51.999207 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f64c0ff4-45aa-4b9e-b0e8-c89321cc9b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.043651 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-0694ed9c-b3a5-4d8d-9034-09392a0def63 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] For port ed137d90-e86b-4bec-972c-6652aed5740a, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ed137d90-e86b-4bec-972c-6652aed5740a,segment=NetworkSegment(ba869bec-6757-4297-a48f-25daa1b9850e),segment_id=ba869bec-6757-4297-a48f-25daa1b9850e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:52.044253 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0694ed9c-b3a5-4d8d-9034-09392a0def63 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.060938 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0694ed9c-b3a5-4d8d-9034-09392a0def63 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Calling delete_port for ed137d90-e86b-4bec-972c-6652aed5740a owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:44:52.101285 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f64c0ff4-45aa-4b9e-b0e8-c89321cc9b4d None None] For port ed137d90-e86b-4bec-972c-6652aed5740a, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ed137d90-e86b-4bec-972c-6652aed5740a,segment=NetworkSegment(ba869bec-6757-4297-a48f-25daa1b9850e),segment_id=ba869bec-6757-4297-a48f-25daa1b9850e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:52.101838 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f64c0ff4-45aa-4b9e-b0e8-c89321cc9b4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.116088 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-f64c0ff4-45aa-4b9e-b0e8-c89321cc9b4d None None] Calling delete_port for ed137d90-e86b-4bec-972c-6652aed5740a owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:44:52.133737 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55146) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:52.149079 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb1b8a6c-11fa-4f1d-8852-e13e20bf4943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.185353 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0694ed9c-b3a5-4d8d-9034-09392a0def63 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.228979 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0694ed9c-b3a5-4d8d-9034-09392a0def63 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] No DVR routers for this DVR port ed137d90-e86b-4bec-972c-6652aed5740a on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:44:52.244311 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694ed9c-b3a5-4d8d-9034-09392a0def63 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Pushing event deleted for resources: {'Port': ['ID=ed137d90-e86b-4bec-972c-6652aed5740a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:52.245997 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f64c0ff4-45aa-4b9e-b0e8-c89321cc9b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.281134 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c0ff4-45aa-4b9e-b0e8-c89321cc9b4d None None] Pushing event deleted for resources: {'Port': ['ID=ed137d90-e86b-4bec-972c-6652aed5740a,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:52.295608 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb1b8a6c-11fa-4f1d-8852-e13e20bf4943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.296293 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64c0ff4-45aa-4b9e-b0e8-c89321cc9b4d None None] No DVR routers for this DVR port ed137d90-e86b-4bec-972c-6652aed5740a on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:44:52.302725 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb1b8a6c-11fa-4f1d-8852-e13e20bf4943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.316310 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55150) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:52.353483 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fb1b8a6c-11fa-4f1d-8852-e13e20bf4943 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=feaa3ff9790f4b9c90bcc27637dcfbd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2184110 Aug 16 22:44:52.357765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 55154) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:52.368343 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b8a6c-11fa-4f1d-8852-e13e20bf4943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480b20ae-ed74-4a3f-93cc-4563c054a707,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:52.377820 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0694ed9c-b3a5-4d8d-9034-09392a0def63 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.389800 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-0694ed9c-b3a5-4d8d-9034-09392a0def63 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa457baa-4fc3-42ca-a91e-ed02f5a9e437']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:52.406266 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-0694ed9c-b3a5-4d8d-9034-09392a0def63 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba869bec-6757-4297-a48f-25daa1b9850e') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:52.407887 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-0694ed9c-b3a5-4d8d-9034-09392a0def63 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba869bec-6757-4297-a48f-25daa1b9850e') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:52.423030 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0694ed9c-b3a5-4d8d-9034-09392a0def63 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.458450 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4c064529-4d3b-45cb-9c24-0fb9f2c2851c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.461282 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0694ed9c-b3a5-4d8d-9034-09392a0def63 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.479232 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0694ed9c-b3a5-4d8d-9034-09392a0def63 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:44:52.479942 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0694ed9c-b3a5-4d8d-9034-09392a0def63 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:44:52.485082 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:44:52.537774 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f528cbba-3dd3-4547-a47b-7efe75234ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.606491 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f528cbba-3dd3-4547-a47b-7efe75234ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.610030 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cebeae7e-8e35-4760-9407-f42153727040 req-1a26f4aa-c503-45b9-aa41-7efc349d14b1 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 210 time: 0.0457213 Aug 16 22:44:52.611759 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4c064529-4d3b-45cb-9c24-0fb9f2c2851c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.615540 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0694ed9c-b3a5-4d8d-9034-09392a0def63 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.619430 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4c064529-4d3b-45cb-9c24-0fb9f2c2851c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.626480 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0694ed9c-b3a5-4d8d-9034-09392a0def63 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.631354 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0694ed9c-b3a5-4d8d-9034-09392a0def63 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "DELETE /v2.0/networks/fa457baa-4fc3-42ca-a91e-ed02f5a9e437 HTTP/1.1" status: 204 len: 168 time: 1.1076419 Aug 16 22:44:52.633829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 55158) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:52.668065 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4c064529-4d3b-45cb-9c24-0fb9f2c2851c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bc1586bd84c24e1e87e98595132d78e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423061 Aug 16 22:44:52.669988 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55160) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:52.672010 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694ed9c-b3a5-4d8d-9034-09392a0def63 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Pushing event deleted for resources: {'Network': ['ID=fa457baa-4fc3-42ca-a91e-ed02f5a9e437,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:52.696076 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-30c48719-3bfe-4afc-8de6-6134f306cf90 tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "GET /v2.0/ports?device_id=ca4a5ef7-f542-4024-b27f-2e26f4bb6a85 HTTP/1.1" status: 200 len: 205 time: 0.0547268 Aug 16 22:44:52.697254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 55162) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:52.723036 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c064529-4d3b-45cb-9c24-0fb9f2c2851c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a022a14-7ab9-426e-a487-9fa689d7494e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:52.752729 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-177f3ae4-ca1e-4717-a546-46ff98dd1e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.778946 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-177f3ae4-ca1e-4717-a546-46ff98dd1e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.812401 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c51005c-3612-4896-8b20-51265c8b437d tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.874615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ed137d90-e86b-4bec-972c-6652aed5740a no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:44:52.911726 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-177f3ae4-ca1e-4717-a546-46ff98dd1e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.914685 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-177f3ae4-ca1e-4717-a546-46ff98dd1e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.925268 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-177f3ae4-ca1e-4717-a546-46ff98dd1e07 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8a022a14-7ab9-426e-a487-9fa689d7494e HTTP/1.1" status: 204 len: 168 time: 0.2493091 Aug 16 22:44:52.936672 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: ed137d90-e86b-4bec-972c-6652aed5740a {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:44:52.944166 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ed137d90-e86b-4bec-972c-6652aed5740a not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:44:52.963004 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f3ae4-ca1e-4717-a546-46ff98dd1e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a022a14-7ab9-426e-a487-9fa689d7494e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:53.368270 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f528cbba-3dd3-4547-a47b-7efe75234ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:53.371101 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f528cbba-3dd3-4547-a47b-7efe75234ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:53.375518 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f528cbba-3dd3-4547-a47b-7efe75234ef9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/480b20ae-ed74-4a3f-93cc-4563c054a707 HTTP/1.1" status: 204 len: 168 time: 1.0160527 Aug 16 22:44:53.392313 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528cbba-3dd3-4547-a47b-7efe75234ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480b20ae-ed74-4a3f-93cc-4563c054a707,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:53.529340 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c51005c-3612-4896-8b20-51265c8b437d tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:53.541112 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c51005c-3612-4896-8b20-51265c8b437d tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:53.656799 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c51005c-3612-4896-8b20-51265c8b437d tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:53.657769 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c51005c-3612-4896-8b20-51265c8b437d tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Fanout notify agent at l3_agent the message router_deleted on router ca4a5ef7-f542-4024-b27f-2e26f4bb6a85 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:44:53.698113 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c51005c-3612-4896-8b20-51265c8b437d tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:53.707003 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6c51005c-3612-4896-8b20-51265c8b437d tempest-RoutersNegativeTest-1686046112 tempest-RoutersNegativeTest-1686046112-project] 10.222.0.93 "DELETE /v2.0/routers/ca4a5ef7-f542-4024-b27f-2e26f4bb6a85 HTTP/1.1" status: 204 len: 168 time: 1.0081751 Aug 16 22:44:53.830191 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9695d193-47af-4ec5-b56c-3e3f3455716e req-570c1a80-c906-43da-bcfa-f5b4aaa1ab79 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 210 time: 0.0529709 Aug 16 22:44:54.222539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 55248) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:54.479596 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e382c6c1-4b86-467a-97cd-f17533b99602 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=93c208dd1f614a4cb238f623c9816bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533951 Aug 16 22:44:54.481641 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 55270) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:54.597444 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-26871d2a-2b89-4efc-9bc1-3ebb671d8848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:54.648079 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-26871d2a-2b89-4efc-9bc1-3ebb671d8848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:54.721817 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-26871d2a-2b89-4efc-9bc1-3ebb671d8848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:54.726425 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-26871d2a-2b89-4efc-9bc1-3ebb671d8848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:54.728192 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-26871d2a-2b89-4efc-9bc1-3ebb671d8848 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6f128393-08d9-4424-94a8-259cce8b7945 HTTP/1.1" status: 204 len: 168 time: 0.2454827 Aug 16 22:44:54.742406 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26871d2a-2b89-4efc-9bc1-3ebb671d8848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f128393-08d9-4424-94a8-259cce8b7945,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:55.093104 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9b5785a8-7589-4fed-b99f-64f508e7c195 req-02f56e35-4c9b-4f1b-bc08-8f960eef9422 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 210 time: 0.1355329 Aug 16 22:44:55.440184 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 55374) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:55.700924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-725ac51e-d78e-41e6-85d4-91bc32143911 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-431566996-network', 'tenant_id': '7c4ddc1210f54657b4e284cbb1c5ba11'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:55.747086 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725ac51e-d78e-41e6-85d4-91bc32143911 admin admin] Made reservation on behalf of 7c4ddc1210f54657b4e284cbb1c5ba11 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:44:55.767749 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-725ac51e-d78e-41e6-85d4-91bc32143911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:55.792130 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-725ac51e-d78e-41e6-85d4-91bc32143911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:55.959648 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-725ac51e-d78e-41e6-85d4-91bc32143911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:55.967741 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-725ac51e-d78e-41e6-85d4-91bc32143911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:56.016044 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725ac51e-d78e-41e6-85d4-91bc32143911 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:44:56.029557 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-725ac51e-d78e-41e6-85d4-91bc32143911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:56.030096 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-725ac51e-d78e-41e6-85d4-91bc32143911 admin admin] Added segment f5ce00de-a92d-4e62-b7a9-ecb1040f690f of type vlan for network 9eea057b-73ce-454a-9530-b67ba7130dee Aug 16 22:44:56.099363 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-725ac51e-d78e-41e6-85d4-91bc32143911 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:56.160221 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-725ac51e-d78e-41e6-85d4-91bc32143911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:56.161901 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725ac51e-d78e-41e6-85d4-91bc32143911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:56.162745 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-725ac51e-d78e-41e6-85d4-91bc32143911 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:56.258103 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ac51e-d78e-41e6-85d4-91bc32143911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23dc2581-0a24-431f-89df-e48c4cb7bd28,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:56.270516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ac51e-d78e-41e6-85d4-91bc32143911 admin admin] Pushing event updated for resources: {'Network': ['ID=9eea057b-73ce-454a-9530-b67ba7130dee,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:56.292783 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-725ac51e-d78e-41e6-85d4-91bc32143911 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8511581 Aug 16 22:44:56.296960 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55486) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:56.303363 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3fda3b33-6a8f-48e2-9abe-602425f245a2 admin admin] Request body: {'subnet': {'network_id': '9eea057b-73ce-454a-9530-b67ba7130dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-431566996-subnet', 'tenant_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:56.341989 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 9eea057b-73ce-454a-9530-b67ba7130dee details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:44:56.366381 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30ffbbb2-4694-4eeb-b892-f7e834898f97 req-e60fd0d3-b775-49f9-8b78-51b6902b67e7 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 210 time: 0.1001737 Aug 16 22:44:56.374132 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fda3b33-6a8f-48e2-9abe-602425f245a2 admin admin] Made reservation on behalf of 7c4ddc1210f54657b4e284cbb1c5ba11 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:44:56.379329 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3fda3b33-6a8f-48e2-9abe-602425f245a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:56.687866 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 55524) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:56.823213 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3fda3b33-6a8f-48e2-9abe-602425f245a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:56.888158 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda3b33-6a8f-48e2-9abe-602425f245a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4832b89-064c-48f8-945b-95b784765ace,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:56.979421 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fda3b33-6a8f-48e2-9abe-602425f245a2 admin admin] Checking segment: {'id': 'f5ce00de-a92d-4e62-b7a9-ecb1040f690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9eea057b-73ce-454a-9530-b67ba7130dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:44:56.979841 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fda3b33-6a8f-48e2-9abe-602425f245a2 admin admin] Network hostable DHCP agents. Network: 9eea057b-73ce-454a-9530-b67ba7130dee, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:44:56.988764 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 55560) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:57.040956 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fda3b33-6a8f-48e2-9abe-602425f245a2 admin admin] Network 9eea057b-73ce-454a-9530-b67ba7130dee is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:44:57.055559 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-3fda3b33-6a8f-48e2-9abe-602425f245a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 9eea057b-73ce-454a-9530-b67ba7130dee) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:57.069774 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962e500e-4dcf-487b-88d0-8c11ac925faf None None] Network 9eea057b-73ce-454a-9530-b67ba7130dee requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:44:57.075295 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fda3b33-6a8f-48e2-9abe-602425f245a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:57.076284 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3fda3b33-6a8f-48e2-9abe-602425f245a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:57.094685 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a4edf44-1fae-4f99-8443-8dffc249b831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:57.108651 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3fda3b33-6a8f-48e2-9abe-602425f245a2 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8095105 Aug 16 22:44:57.112078 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55572) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:57.126352 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-daa3d8ed-fc7a-4d22-8449-e37029666d73 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-431566996-router', 'tenant_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:57.225999 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f9216dac-75c9-48a7-b1ac-fbe00304ba2a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-86656916-network', 'tenant_id': 'c1da28f102084957a15faf3b394358e7'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:57.380114 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a4edf44-1fae-4f99-8443-8dffc249b831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:57.420787 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-daa3d8ed-fc7a-4d22-8449-e37029666d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:57.423088 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-daa3d8ed-fc7a-4d22-8449-e37029666d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:57.436872 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a4edf44-1fae-4f99-8443-8dffc249b831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:57.467834 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-9eea057b-73ce-454a-9530-b67ba7130dee', 'network_id': '9eea057b-73ce-454a-9530-b67ba7130dee', 'tenant_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'fixed_ips': [{'subnet_id': 'd4832b89-064c-48f8-945b-95b784765ace'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:44:57.470228 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:57.550263 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-daa3d8ed-fc7a-4d22-8449-e37029666d73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:57.574129 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9216dac-75c9-48a7-b1ac-fbe00304ba2a admin admin] Made reservation on behalf of c1da28f102084957a15faf3b394358e7 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:44:57.580401 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9216dac-75c9-48a7-b1ac-fbe00304ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:57.593912 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8a4edf44-1fae-4f99-8443-8dffc249b831 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a4d821ee8872475fa317243fbdef2a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9045160 Aug 16 22:44:57.612274 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 55626) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:57.617857 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4edf44-1fae-4f99-8443-8dffc249b831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa302508-91d8-472a-89a7-80ad4a9f9bdf,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:57.627171 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9216dac-75c9-48a7-b1ac-fbe00304ba2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:57.710151 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4edf44-1fae-4f99-8443-8dffc249b831 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:57.710747 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4edf44-1fae-4f99-8443-8dffc249b831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:57.711766 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4edf44-1fae-4f99-8443-8dffc249b831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:57.712377 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4edf44-1fae-4f99-8443-8dffc249b831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:57.712916 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4edf44-1fae-4f99-8443-8dffc249b831 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:57.713804 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4edf44-1fae-4f99-8443-8dffc249b831 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:57.714756 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4edf44-1fae-4f99-8443-8dffc249b831 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:57.715319 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4edf44-1fae-4f99-8443-8dffc249b831 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:57.715851 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4edf44-1fae-4f99-8443-8dffc249b831 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:57.716520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4edf44-1fae-4f99-8443-8dffc249b831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:57.717052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4edf44-1fae-4f99-8443-8dffc249b831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:57.717589 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4edf44-1fae-4f99-8443-8dffc249b831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:57.760962 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] Allocated IP 172.20.0.2 (9eea057b-73ce-454a-9530-b67ba7130dee/d4832b89-064c-48f8-945b-95b784765ace/36353348-7f93-4b62-8b8b-e1d26fd1d2d9) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:44:57.779003 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e130af4f-570c-4e28-b562-233b2b05417b req-c07b6a91-0c49-4027-b733-829a3f22d1f7 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "GET /v2.0/ports?device_id=732f7300-a8f6-433e-b34b-94b7f6ffe468 HTTP/1.1" status: 200 len: 210 time: 0.1023142 Aug 16 22:44:57.857382 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46c6de5b-a5a4-431c-8399-0fbfd77498c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:57.900908 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46c6de5b-a5a4-431c-8399-0fbfd77498c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:57.910230 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-daa3d8ed-fc7a-4d22-8449-e37029666d73 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:58.074168 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9216dac-75c9-48a7-b1ac-fbe00304ba2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:58.088125 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9216dac-75c9-48a7-b1ac-fbe00304ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:58.095798 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46c6de5b-a5a4-431c-8399-0fbfd77498c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:58.100674 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46c6de5b-a5a4-431c-8399-0fbfd77498c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:58.105243 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-46c6de5b-a5a4-431c-8399-0fbfd77498c3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/aa302508-91d8-472a-89a7-80ad4a9f9bdf HTTP/1.1" status: 204 len: 168 time: 0.4808848 Aug 16 22:44:58.147720 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9216dac-75c9-48a7-b1ac-fbe00304ba2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:44:58.173574 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9216dac-75c9-48a7-b1ac-fbe00304ba2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcac3a98-091d-4535-99ee-452d9b058a33,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:58.197684 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9216dac-75c9-48a7-b1ac-fbe00304ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:58.199449 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-f9216dac-75c9-48a7-b1ac-fbe00304ba2a admin admin] Added segment 944072e7-920c-4c28-9746-66366ea5ceb2 of type vlan for network 037b70a8-249c-45aa-b0ea-1ac0a64dc343 Aug 16 22:44:58.219815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6de5b-a5a4-431c-8399-0fbfd77498c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa302508-91d8-472a-89a7-80ad4a9f9bdf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:58.269146 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:58.300502 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9216dac-75c9-48a7-b1ac-fbe00304ba2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:58.334671 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] Transition to ACTIVE for port object 36353348-7f93-4b62-8b8b-e1d26fd1d2d9 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:44:58.340894 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9216dac-75c9-48a7-b1ac-fbe00304ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:58.342136 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9216dac-75c9-48a7-b1ac-fbe00304ba2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:58.343970 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9216dac-75c9-48a7-b1ac-fbe00304ba2a admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:58.386899 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] Transition to ACTIVE for port object 36353348-7f93-4b62-8b8b-e1d26fd1d2d9 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:44:58.400006 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:58.469884 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f9216dac-75c9-48a7-b1ac-fbe00304ba2a admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4768019 Aug 16 22:44:58.471203 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 55726) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:58.478899 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f9cd783a-757d-4427-8082-3c1103b5212d admin admin] Request body: {'subnet': {'network_id': '037b70a8-249c-45aa-b0ea-1ac0a64dc343', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-86656916-subnet', 'tenant_id': 'c1da28f102084957a15faf3b394358e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:58.487408 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] Pushing event updated for resources: {'Port': ['ID=36353348-7f93-4b62-8b8b-e1d26fd1d2d9,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:58.492649 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9216dac-75c9-48a7-b1ac-fbe00304ba2a admin admin] Pushing event updated for resources: {'Network': ['ID=037b70a8-249c-45aa-b0ea-1ac0a64dc343,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:58.512381 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] Network 9eea057b-73ce-454a-9530-b67ba7130dee is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:44:58.513927 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:58.523743 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:44:58.526679 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 037b70a8-249c-45aa-b0ea-1ac0a64dc343 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:44:58.540673 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cd783a-757d-4427-8082-3c1103b5212d admin admin] Made reservation on behalf of c1da28f102084957a15faf3b394358e7 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:44:58.543540 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9cd783a-757d-4427-8082-3c1103b5212d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:58.547961 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-daa3d8ed-fc7a-4d22-8449-e37029666d73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:58.612628 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-daa3d8ed-fc7a-4d22-8449-e37029666d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:58.840778 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] Attempting to bind port 36353348-7f93-4b62-8b8b-e1d26fd1d2d9 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:44:58.845190 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] Attempting to bind port 36353348-7f93-4b62-8b8b-e1d26fd1d2d9 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'f5ce00de-a92d-4e62-b7a9-ecb1040f690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9eea057b-73ce-454a-9530-b67ba7130dee'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:44:58.845712 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] Attempting to bind port 36353348-7f93-4b62-8b8b-e1d26fd1d2d9 on network 9eea057b-73ce-454a-9530-b67ba7130dee {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:44:58.852160 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:44:58.852868 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] Checking segment: {'id': 'f5ce00de-a92d-4e62-b7a9-ecb1040f690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9eea057b-73ce-454a-9530-b67ba7130dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:44:58.853373 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:58.854046 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] Bound using segment: {'id': 'f5ce00de-a92d-4e62-b7a9-ecb1040f690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9eea057b-73ce-454a-9530-b67ba7130dee'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:44:58.854626 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] Bound port: 36353348-7f93-4b62-8b8b-e1d26fd1d2d9, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ce00de-a92d-4e62-b7a9-ecb1040f690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9eea057b-73ce-454a-9530-b67ba7130dee'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:44:58.855161 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:58.870258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 55770) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:58.931317 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-daa3d8ed-fc7a-4d22-8449-e37029666d73 admin admin] Allocated IP 172.25.6.27 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/fdc8370e-6474-4e1b-9ead-084a3ec1dcae) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:44:59.028330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] For port 36353348-7f93-4b62-8b8b-e1d26fd1d2d9, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:44:59.037085 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] For port 36353348-7f93-4b62-8b8b-e1d26fd1d2d9, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=36353348-7f93-4b62-8b8b-e1d26fd1d2d9,segment=NetworkSegment(f5ce00de-a92d-4e62-b7a9-ecb1040f690f),segment_id=f5ce00de-a92d-4e62-b7a9-ecb1040f690f)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:44:59.052161 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:59.102058 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9359c80f-9c2f-4c20-b543-f7709492fb92 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:59.205159 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9359c80f-9c2f-4c20-b543-f7709492fb92 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:59.289164 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cf806-8c23-4eb8-a2b3-2ff57f012521 None None] Pushing event updated for resources: {'Port': ['ID=36353348-7f93-4b62-8b8b-e1d26fd1d2d9,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:59.315154 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9cd783a-757d-4427-8082-3c1103b5212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:59.418198 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9359c80f-9c2f-4c20-b543-f7709492fb92 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:59.430170 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9359c80f-9c2f-4c20-b543-f7709492fb92 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:59.446826 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9359c80f-9c2f-4c20-b543-f7709492fb92 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] 10.222.0.93 "DELETE /v2.0/security-groups/40a76a05-50db-4881-8186-b6c3fce66f25 HTTP/1.1" status: 204 len: 168 time: 0.5746918 Aug 16 22:44:59.488015 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359c80f-9c2f-4c20-b543-f7709492fb92 tempest-TestVolumeBackupRestore-1680266707 tempest-TestVolumeBackupRestore-1680266707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a76a05-50db-4881-8186-b6c3fce66f25,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:59.560106 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-daa3d8ed-fc7a-4d22-8449-e37029666d73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:59.614190 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd783a-757d-4427-8082-3c1103b5212d admin admin] Pushing event updated for resources: {'Subnet': ['ID=20c6bbfd-57cc-4692-8369-c6e4383e33bb,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:59.633278 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd783a-757d-4427-8082-3c1103b5212d admin admin] Checking segment: {'id': '944072e7-920c-4c28-9746-66366ea5ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '037b70a8-249c-45aa-b0ea-1ac0a64dc343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:44:59.634344 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cd783a-757d-4427-8082-3c1103b5212d admin admin] Network hostable DHCP agents. Network: 037b70a8-249c-45aa-b0ea-1ac0a64dc343, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:44:59.670820 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-daa3d8ed-fc7a-4d22-8449-e37029666d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:59.684052 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cd783a-757d-4427-8082-3c1103b5212d admin admin] Network 037b70a8-249c-45aa-b0ea-1ac0a64dc343 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:44:59.866261 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa3d8ed-fc7a-4d22-8449-e37029666d73 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:44:59.868953 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-f9cd783a-757d-4427-8082-3c1103b5212d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 037b70a8-249c-45aa-b0ea-1ac0a64dc343) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:59.879433 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-daa3d8ed-fc7a-4d22-8449-e37029666d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:59.882227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c276975f-1c51-4086-901b-fa71550786eb None None] Network 037b70a8-249c-45aa-b0ea-1ac0a64dc343 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:44:59.882748 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cd783a-757d-4427-8082-3c1103b5212d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:59.883317 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9cd783a-757d-4427-8082-3c1103b5212d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:59.889318 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa3d8ed-fc7a-4d22-8449-e37029666d73 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:44:59.902515 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3d8ed-fc7a-4d22-8449-e37029666d73 admin admin] Pushing event updated for resources: {'Port': ['ID=fdc8370e-6474-4e1b-9ead-084a3ec1dcae,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:59.964144 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f9cd783a-757d-4427-8082-3c1103b5212d admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4819183 Aug 16 22:45:00.169008 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1f47d0-5bd1-4636-b87e-fdec7bd93149 None None] Network 037b70a8-249c-45aa-b0ea-1ac0a64dc343 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:45:00.918371 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-daa3d8ed-fc7a-4d22-8449-e37029666d73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:01.016376 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 36353348-7f93-4b62-8b8b-e1d26fd1d2d9 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:45:01.153309 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 36353348-7f93-4b62-8b8b-e1d26fd1d2d9 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:45:01.250023 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008cdbfc-3742-4122-bfe9-d3db57acf916 None None] Network 9eea057b-73ce-454a-9530-b67ba7130dee requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:45:01.499377 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ea472272-8f01-48a1-a3e0-1ed6d5a2337e None None] Provisioning for port 36353348-7f93-4b62-8b8b-e1d26fd1d2d9 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:45:01.540946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ea472272-8f01-48a1-a3e0-1ed6d5a2337e None None] Provisioning complete for port 36353348-7f93-4b62-8b8b-e1d26fd1d2d9 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:45:01.541335 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ea472272-8f01-48a1-a3e0-1ed6d5a2337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:01.751130 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-daa3d8ed-fc7a-4d22-8449-e37029666d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:01.815552 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56048) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:02.025372 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ea472272-8f01-48a1-a3e0-1ed6d5a2337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:02.133685 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ea472272-8f01-48a1-a3e0-1ed6d5a2337e None None] For port 36353348-7f93-4b62-8b8b-e1d26fd1d2d9, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=36353348-7f93-4b62-8b8b-e1d26fd1d2d9,segment=NetworkSegment(f5ce00de-a92d-4e62-b7a9-ecb1040f690f),segment_id=f5ce00de-a92d-4e62-b7a9-ecb1040f690f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:02.163021 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ea472272-8f01-48a1-a3e0-1ed6d5a2337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:02.290536 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa3d8ed-fc7a-4d22-8449-e37029666d73 admin admin] Router 5a32cdd1-a3b2-4509-8757-3ab07b98299f is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:45:02.397127 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea472272-8f01-48a1-a3e0-1ed6d5a2337e None None] Pushing event updated for resources: {'Port': ['ID=36353348-7f93-4b62-8b8b-e1d26fd1d2d9,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:02.483257 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f27596ec-d85d-4a51-982a-db6f4796a29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:02.716448 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56150) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:02.765029 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-433d77c8-ed15-4e7c-aa69-2d4c789c9e78 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1535981987-network', 'tenant_id': '0fccdb995b50461cba473e6f7f284f5f'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:45:02.906092 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa3d8ed-fc7a-4d22-8449-e37029666d73 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:45:02.909607 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f27596ec-d85d-4a51-982a-db6f4796a29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:02.928034 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 36353348-7f93-4b62-8b8b-e1d26fd1d2d9 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:45:02.931888 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f27596ec-d85d-4a51-982a-db6f4796a29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:03.127868 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] Sync routers for ids ['5a32cdd1-a3b2-4509-8757-3ab07b98299f'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:45:03.139271 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27596ec-d85d-4a51-982a-db6f4796a29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d2594d-7fc4-42e8-b863-070b21325b25,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:03.182903 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f27596ec-d85d-4a51-982a-db6f4796a29f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c16a67d7ffa84d50be144e4a2e9661e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3657196 Aug 16 22:45:03.183875 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 56202) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:03.185436 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433d77c8-ed15-4e7c-aa69-2d4c789c9e78 admin admin] Made reservation on behalf of 0fccdb995b50461cba473e6f7f284f5f for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:45:03.190628 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-433d77c8-ed15-4e7c-aa69-2d4c789c9e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:03.208667 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-433d77c8-ed15-4e7c-aa69-2d4c789c9e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:03.253040 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] Routers {'5a32cdd1-a3b2-4509-8757-3ab07b98299f'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:45:03.253780 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:44:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5a32cdd1-a3b2-4509-8757-3ab07b98299f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:03.274940 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-61a679fa-90df-477e-809e-712619c6b332 None None] Provisioning complete for port 36353348-7f93-4b62-8b8b-e1d26fd1d2d9 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:45:03.275336 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-61a679fa-90df-477e-809e-712619c6b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:03.282933 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 36353348-7f93-4b62-8b8b-e1d26fd1d2d9 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:45:03.287204 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:03.313142 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-daa3d8ed-fc7a-4d22-8449-e37029666d73 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:03.321715 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-daa3d8ed-fc7a-4d22-8449-e37029666d73 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2079873 Aug 16 22:45:03.322637 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 56222) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:03.523441 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-433d77c8-ed15-4e7c-aa69-2d4c789c9e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:03.533790 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-433d77c8-ed15-4e7c-aa69-2d4c789c9e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:03.587702 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433d77c8-ed15-4e7c-aa69-2d4c789c9e78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:45:03.612926 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-433d77c8-ed15-4e7c-aa69-2d4c789c9e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:03.613283 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-433d77c8-ed15-4e7c-aa69-2d4c789c9e78 admin admin] Added segment a9d4a2be-7b7e-4af8-b3f6-79acc5f181a7 of type vlan for network d97cd609-f2db-4f82-ac5b-27f52073407e Aug 16 22:45:03.757846 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-433d77c8-ed15-4e7c-aa69-2d4c789c9e78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:03.770691 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5c83a4b-8336-43cf-a0e7-3476c9f62b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:03.771263 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d77c8-ed15-4e7c-aa69-2d4c789c9e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2779d1b6-057f-4638-a832-752c923e7f34,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:03.816155 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-433d77c8-ed15-4e7c-aa69-2d4c789c9e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:03.817749 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433d77c8-ed15-4e7c-aa69-2d4c789c9e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:03.818678 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-433d77c8-ed15-4e7c-aa69-2d4c789c9e78 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:03.947930 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5c83a4b-8336-43cf-a0e7-3476c9f62b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:03.949837 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] Set router 5a32cdd1-a3b2-4509-8757-3ab07b98299f gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:45:03.985664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-433d77c8-ed15-4e7c-aa69-2d4c789c9e78 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2677805 Aug 16 22:45:03.994779 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56308) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:04.001297 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9b0faccd-6b07-4e6e-b3bf-33441c98240f admin admin] Request body: {'subnet': {'network_id': 'd97cd609-f2db-4f82-ac5b-27f52073407e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1535981987-subnet', 'tenant_id': '0fccdb995b50461cba473e6f7f284f5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:45:04.082020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d77c8-ed15-4e7c-aa69-2d4c789c9e78 admin admin] Pushing event updated for resources: {'Network': ['ID=d97cd609-f2db-4f82-ac5b-27f52073407e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:04.125706 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0faccd-6b07-4e6e-b3bf-33441c98240f admin admin] Made reservation on behalf of 0fccdb995b50461cba473e6f7f284f5f for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:45:04.128127 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9b0faccd-6b07-4e6e-b3bf-33441c98240f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:04.139389 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network d97cd609-f2db-4f82-ac5b-27f52073407e details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:45:04.471961 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32cdd1-a3b2-4509-8757-3ab07b98299f', 'name': 'tempest-TestAggregatesBasicOps-431566996-router', 'tenant_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fdc8370e-6474-4e1b-9ead-084a3ec1dcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:44:57Z', 'updated_at': '2021-08-16T22:45:00Z', 'revision_number': 3, 'project_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'gw_port': {'id': 'fdc8370e-6474-4e1b-9ead-084a3ec1dcae', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a32cdd1-a3b2-4509-8757-3ab07b98299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:44:58Z', 'updated_at': '2021-08-16T22:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:04.482710 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56346) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:04.534997 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] Checking router: 5a32cdd1-a3b2-4509-8757-3ab07b98299f for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:45:04.535752 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] Updating router 5a32cdd1-a3b2-4509-8757-3ab07b98299f port fdc8370e-6474-4e1b-9ead-084a3ec1dcae binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:45:04.574869 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:04.779471 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0c72a59f-b5ff-42e1-931d-a65ca8f9663f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:05.019119 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0c72a59f-b5ff-42e1-931d-a65ca8f9663f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:05.027678 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0c72a59f-b5ff-42e1-931d-a65ca8f9663f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:05.159616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72a59f-b5ff-42e1-931d-a65ca8f9663f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee45536-5bdf-4ef9-981d-43e205a1331e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:05.177776 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5c83a4b-8336-43cf-a0e7-3476c9f62b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:05.183555 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5c83a4b-8336-43cf-a0e7-3476c9f62b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:05.198210 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f5c83a4b-8336-43cf-a0e7-3476c9f62b60 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/58d2594d-7fc4-42e8-b863-070b21325b25 HTTP/1.1" status: 204 len: 168 time: 2.0126417 Aug 16 22:45:05.245048 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c83a4b-8336-43cf-a0e7-3476c9f62b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d2594d-7fc4-42e8-b863-070b21325b25,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:05.247725 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0c72a59f-b5ff-42e1-931d-a65ca8f9663f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=631204989ea7416797c78dd2ec9ad1e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7626171 Aug 16 22:45:05.251369 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56428) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:05.283008 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:05.295837 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] Transition to ACTIVE for port object fdc8370e-6474-4e1b-9ead-084a3ec1dcae will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:45:05.304728 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:05.405449 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd0ed6-62a5-4125-b7ab-cc292bdf22bf None None] Pushing event updated for resources: {'Port': ['ID=fdc8370e-6474-4e1b-9ead-084a3ec1dcae,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:05.434586 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] Attempting to bind port fdc8370e-6474-4e1b-9ead-084a3ec1dcae on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:45:05.435122 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] Attempting to bind port fdc8370e-6474-4e1b-9ead-084a3ec1dcae by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:45:05.435539 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] Attempting to bind port fdc8370e-6474-4e1b-9ead-084a3ec1dcae on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:45:05.442786 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:45:05.443309 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:45:05.443903 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:05.444440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:45:05.444892 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] Bound port: fdc8370e-6474-4e1b-9ead-084a3ec1dcae, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:45:05.445322 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:05.494138 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-308600f6-4a0d-4604-a74e-c5fb9539113f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:05.513638 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9b0faccd-6b07-4e6e-b3bf-33441c98240f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:05.546657 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] For port fdc8370e-6474-4e1b-9ead-084a3ec1dcae, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:45:05.550918 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] For port fdc8370e-6474-4e1b-9ead-084a3ec1dcae, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=fdc8370e-6474-4e1b-9ead-084a3ec1dcae,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:45:05.557482 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:05.570024 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-94a7c745-41d2-48a0-a0d9-2ffc705b8d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:05.636481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd0ed6-62a5-4125-b7ab-cc292bdf22bf None None] Pushing event updated for resources: {'Port': ['ID=fdc8370e-6474-4e1b-9ead-084a3ec1dcae,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:05.651781 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] Routers {'5a32cdd1-a3b2-4509-8757-3ab07b98299f'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:45:05.652634 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:44:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5a32cdd1-a3b2-4509-8757-3ab07b98299f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:05.709690 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56442) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:05.743980 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-94a7c745-41d2-48a0-a0d9-2ffc705b8d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:05.785169 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61aab5df-1cf7-4bf9-989d-16395d957eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:05.814001 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0faccd-6b07-4e6e-b3bf-33441c98240f admin admin] Pushing event updated for resources: {'Subnet': ['ID=99a894bb-25d7-402e-a6dc-03deb33c2ebc,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:05.844275 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-308600f6-4a0d-4604-a74e-c5fb9539113f admin admin] Allocated IP 172.20.0.1 (9eea057b-73ce-454a-9530-b67ba7130dee/d4832b89-064c-48f8-945b-95b784765ace/0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:45:05.877529 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0faccd-6b07-4e6e-b3bf-33441c98240f admin admin] Checking segment: {'id': 'a9d4a2be-7b7e-4af8-b3f6-79acc5f181a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd97cd609-f2db-4f82-ac5b-27f52073407e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:45:05.879030 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0faccd-6b07-4e6e-b3bf-33441c98240f admin admin] Network hostable DHCP agents. Network: d97cd609-f2db-4f82-ac5b-27f52073407e, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:45:05.885862 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] Set router 5a32cdd1-a3b2-4509-8757-3ab07b98299f gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:45:05.967789 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-94a7c745-41d2-48a0-a0d9-2ffc705b8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:05.971136 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-94a7c745-41d2-48a0-a0d9-2ffc705b8d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:05.974661 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-94a7c745-41d2-48a0-a0d9-2ffc705b8d4b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fee45536-5bdf-4ef9-981d-43e205a1331e HTTP/1.1" status: 204 len: 168 time: 0.7152064 Aug 16 22:45:05.999474 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7c745-41d2-48a0-a0d9-2ffc705b8d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee45536-5bdf-4ef9-981d-43e205a1331e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:06.016757 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-308600f6-4a0d-4604-a74e-c5fb9539113f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:06.025030 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0faccd-6b07-4e6e-b3bf-33441c98240f admin admin] Network d97cd609-f2db-4f82-ac5b-27f52073407e is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:45:06.043910 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-9b0faccd-6b07-4e6e-b3bf-33441c98240f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, d97cd609-f2db-4f82-ac5b-27f52073407e) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:45:06.056878 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0faccd-6b07-4e6e-b3bf-33441c98240f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:06.057845 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9b0faccd-6b07-4e6e-b3bf-33441c98240f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:06.074278 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-308600f6-4a0d-4604-a74e-c5fb9539113f admin admin] Transition to ACTIVE for port object 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:45:06.086401 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61aab5df-1cf7-4bf9-989d-16395d957eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:06.096322 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61aab5df-1cf7-4bf9-989d-16395d957eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:06.147159 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9b0faccd-6b07-4e6e-b3bf-33441c98240f admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1510854 Aug 16 22:45:06.190284 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-308600f6-4a0d-4604-a74e-c5fb9539113f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:06.227978 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-61aab5df-1cf7-4bf9-989d-16395d957eb8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6ac8102de20b49d1812060f2b3f274a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5156007 Aug 16 22:45:06.231623 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56454) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:06.241765 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3448b71-24ad-4c6f-ae12-f37570c16e83 None None] Network d97cd609-f2db-4f82-ac5b-27f52073407e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:45:06.253534 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aab5df-1cf7-4bf9-989d-16395d957eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3c07de-7127-41eb-8ec6-f18dca8f226e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:06.296814 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308600f6-4a0d-4604-a74e-c5fb9539113f admin admin] Network 9eea057b-73ce-454a-9530-b67ba7130dee is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:45:06.305673 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-308600f6-4a0d-4604-a74e-c5fb9539113f admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:45:06.313697 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308600f6-4a0d-4604-a74e-c5fb9539113f admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:45:06.330910 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308600f6-4a0d-4604-a74e-c5fb9539113f admin admin] Pushing event updated for resources: {'Port': ['ID=0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:06.389678 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-716bdc7f-788b-46e2-a7fb-0050ca5b38ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:06.427886 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-716bdc7f-788b-46e2-a7fb-0050ca5b38ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:06.437098 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-308600f6-4a0d-4604-a74e-c5fb9539113f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:06.526904 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 56458) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:06.557885 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-716bdc7f-788b-46e2-a7fb-0050ca5b38ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:06.561068 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-716bdc7f-788b-46e2-a7fb-0050ca5b38ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:06.562651 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-716bdc7f-788b-46e2-a7fb-0050ca5b38ce admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3c3c07de-7127-41eb-8ec6-f18dca8f226e HTTP/1.1" status: 204 len: 168 time: 0.3288240 Aug 16 22:45:06.583582 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bdc7f-788b-46e2-a7fb-0050ca5b38ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3c07de-7127-41eb-8ec6-f18dca8f226e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:06.690555 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56464) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:06.723599 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a495f41-bcfe-4c29-a619-9e25822c8df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:06.906195 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fbe0ea-ea63-466d-b14b-969ea7ee3a58 None None] Network d97cd609-f2db-4f82-ac5b-27f52073407e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:45:06.907356 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a495f41-bcfe-4c29-a619-9e25822c8df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:06.917383 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a495f41-bcfe-4c29-a619-9e25822c8df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:06.975260 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-308600f6-4a0d-4604-a74e-c5fb9539113f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:06.982511 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-8814a41f-d1cb-4f1a-a40c-54859e113bd7 admin admin] Deleting subnet 20c6bbfd-57cc-4692-8369-c6e4383e33bb {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:45:06.997675 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8814a41f-d1cb-4f1a-a40c-54859e113bd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:07.044385 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a495f41-bcfe-4c29-a619-9e25822c8df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3423fdc-2252-451a-ba82-bd2429549ffd,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:07.061891 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8a495f41-bcfe-4c29-a619-9e25822c8df5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c09f024dacfc495aab570ae3dc2e4dd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3701456 Aug 16 22:45:07.064232 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56470) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:07.108496 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8814a41f-d1cb-4f1a-a40c-54859e113bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:07.150818 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-866ba8f0-2b72-461b-94e3-059a5ded662b None None] Provisioning for port 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:45:07.158455 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dbab879a-0959-4525-b894-1ed92714080b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:07.194573 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8814a41f-d1cb-4f1a-a40c-54859e113bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:07.204035 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dbab879a-0959-4525-b894-1ed92714080b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:07.215254 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-866ba8f0-2b72-461b-94e3-059a5ded662b None None] Provisioning complete for port 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:45:07.216104 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-866ba8f0-2b72-461b-94e3-059a5ded662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:07.276522 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8814a41f-d1cb-4f1a-a40c-54859e113bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:07.324221 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814a41f-d1cb-4f1a-a40c-54859e113bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20c6bbfd-57cc-4692-8369-c6e4383e33bb,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:07.334496 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8814a41f-d1cb-4f1a-a40c-54859e113bd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:07.338159 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8814a41f-d1cb-4f1a-a40c-54859e113bd7 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/20c6bbfd-57cc-4692-8369-c6e4383e33bb HTTP/1.1" status: 204 len: 168 time: 0.8098798 Aug 16 22:45:07.342425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56482) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:07.359948 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dbab879a-0959-4525-b894-1ed92714080b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:07.367996 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dbab879a-0959-4525-b894-1ed92714080b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:07.372972 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dbab879a-0959-4525-b894-1ed92714080b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e3423fdc-2252-451a-ba82-bd2429549ffd HTTP/1.1" status: 204 len: 168 time: 0.3075445 Aug 16 22:45:07.391509 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-866ba8f0-2b72-461b-94e3-059a5ded662b None None] Port 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:45:07.443060 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32cdd1-a3b2-4509-8757-3ab07b98299f', 'name': 'tempest-TestAggregatesBasicOps-431566996-router', 'tenant_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fdc8370e-6474-4e1b-9ead-084a3ec1dcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:44:57Z', 'updated_at': '2021-08-16T22:45:00Z', 'revision_number': 3, 'project_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'gw_port': {'id': 'fdc8370e-6474-4e1b-9ead-084a3ec1dcae', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a32cdd1-a3b2-4509-8757-3ab07b98299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:44:58Z', 'updated_at': '2021-08-16T22:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:07.532618 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dab954-fc23-4deb-a8f9-f0c855d34f16 None None] The sync data for ids ['5a32cdd1-a3b2-4509-8757-3ab07b98299f'] in n-d-792458-15 is: [{'id': '5a32cdd1-a3b2-4509-8757-3ab07b98299f', 'name': 'tempest-TestAggregatesBasicOps-431566996-router', 'tenant_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fdc8370e-6474-4e1b-9ead-084a3ec1dcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:44:57Z', 'updated_at': '2021-08-16T22:45:00Z', 'revision_number': 3, 'project_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'gw_port': {'id': 'fdc8370e-6474-4e1b-9ead-084a3ec1dcae', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a32cdd1-a3b2-4509-8757-3ab07b98299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:44:58Z', 'updated_at': '2021-08-16T22:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:45:07.539046 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab879a-0959-4525-b894-1ed92714080b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3423fdc-2252-451a-ba82-bd2429549ffd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:07.612148 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-56530143-6af2-4b3c-b1a7-469905858305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:07.646117 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-308600f6-4a0d-4604-a74e-c5fb9539113f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:07.659368 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-308600f6-4a0d-4604-a74e-c5fb9539113f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:07.819929 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-308600f6-4a0d-4604-a74e-c5fb9539113f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:07.841258 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308600f6-4a0d-4604-a74e-c5fb9539113f admin admin] Pushing event updated for resources: {'Port': ['ID=0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:07.892952 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-56530143-6af2-4b3c-b1a7-469905858305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:07.926366 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-56530143-6af2-4b3c-b1a7-469905858305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037b70a8-249c-45aa-b0ea-1ac0a64dc343']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:07.939371 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-56530143-6af2-4b3c-b1a7-469905858305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944072e7-920c-4c28-9746-66366ea5ceb2') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:07.939597 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-56530143-6af2-4b3c-b1a7-469905858305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944072e7-920c-4c28-9746-66366ea5ceb2') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:07.952239 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-56530143-6af2-4b3c-b1a7-469905858305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:07.968065 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-56530143-6af2-4b3c-b1a7-469905858305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:07.975822 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56530143-6af2-4b3c-b1a7-469905858305 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:45:07.976159 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-56530143-6af2-4b3c-b1a7-469905858305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:45:08.104897 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:45:08.114040 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-56530143-6af2-4b3c-b1a7-469905858305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:08.132920 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308600f6-4a0d-4604-a74e-c5fb9539113f admin admin] Network 9eea057b-73ce-454a-9530-b67ba7130dee is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:45:08.135410 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-308600f6-4a0d-4604-a74e-c5fb9539113f admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:45:08.142795 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-56530143-6af2-4b3c-b1a7-469905858305 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:08.153131 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-56530143-6af2-4b3c-b1a7-469905858305 admin admin] 10.222.0.93 "DELETE /v2.0/networks/037b70a8-249c-45aa-b0ea-1ac0a64dc343 HTTP/1.1" status: 204 len: 168 time: 0.8085713 Aug 16 22:45:08.155366 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56506) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:08.213633 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56530143-6af2-4b3c-b1a7-469905858305 admin admin] Pushing event deleted for resources: {'Network': ['ID=037b70a8-249c-45aa-b0ea-1ac0a64dc343,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:08.252700 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-202760d2-e375-44e8-9dcf-4a99070feac0 admin admin] Deleting subnet 99a894bb-25d7-402e-a6dc-03deb33c2ebc {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:45:08.256500 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-202760d2-e375-44e8-9dcf-4a99070feac0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:08.313014 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-202760d2-e375-44e8-9dcf-4a99070feac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:08.363646 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-202760d2-e375-44e8-9dcf-4a99070feac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:08.425077 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308600f6-4a0d-4604-a74e-c5fb9539113f admin admin] Router 5a32cdd1-a3b2-4509-8757-3ab07b98299f has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:45:08.428140 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-202760d2-e375-44e8-9dcf-4a99070feac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:08.539429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202760d2-e375-44e8-9dcf-4a99070feac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99a894bb-25d7-402e-a6dc-03deb33c2ebc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:08.565176 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-202760d2-e375-44e8-9dcf-4a99070feac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:08.573821 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-202760d2-e375-44e8-9dcf-4a99070feac0 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/99a894bb-25d7-402e-a6dc-03deb33c2ebc HTTP/1.1" status: 204 len: 168 time: 0.4042840 Aug 16 22:45:08.575503 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56516) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:08.644219 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9a536382-4def-40ab-aec7-fc3a6715ffc3 None None] Provisioning complete for port 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:45:08.645543 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9a536382-4def-40ab-aec7-fc3a6715ffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:08.781505 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308600f6-4a0d-4604-a74e-c5fb9539113f admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:45:08.793883 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4105-7985-4b52-880d-8a9302afc894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:08.794160 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-308600f6-4a0d-4604-a74e-c5fb9539113f admin admin] 10.222.0.93 "PUT /v2.0/routers/5a32cdd1-a3b2-4509-8757-3ab07b98299f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4413984 Aug 16 22:45:08.839746 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-9a536382-4def-40ab-aec7-fc3a6715ffc3 None None] Port 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:45:08.845701 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:08.970054 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4105-7985-4b52-880d-8a9302afc894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:08.971914 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device fdc8370e-6474-4e1b-9ead-084a3ec1dcae up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:45:08.997367 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-bf2a4105-7985-4b52-880d-8a9302afc894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97cd609-f2db-4f82-ac5b-27f52073407e']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:09.029018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-bf2a4105-7985-4b52-880d-8a9302afc894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d4a2be-7b7e-4af8-b3f6-79acc5f181a7') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:09.029342 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-bf2a4105-7985-4b52-880d-8a9302afc894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d4a2be-7b7e-4af8-b3f6-79acc5f181a7') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:09.051442 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4105-7985-4b52-880d-8a9302afc894 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:09.096448 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4105-7985-4b52-880d-8a9302afc894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:09.115006 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2a4105-7985-4b52-880d-8a9302afc894 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:45:09.116112 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4105-7985-4b52-880d-8a9302afc894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:09.144334 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port fdc8370e-6474-4e1b-9ead-084a3ec1dcae completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:45:09.149426 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port fdc8370e-6474-4e1b-9ead-084a3ec1dcae triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:45:09.149864 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:09.263860 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-14d7f971-7ca6-404b-99f4-48bb6aa82ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:09.271589 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 56538) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:45:09.291465 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:45:09.299642 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4105-7985-4b52-880d-8a9302afc894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:09.317482 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4105-7985-4b52-880d-8a9302afc894 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:09.322264 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bf2a4105-7985-4b52-880d-8a9302afc894 admin admin] 10.222.0.93 "DELETE /v2.0/networks/d97cd609-f2db-4f82-ac5b-27f52073407e HTTP/1.1" status: 204 len: 168 time: 0.7442725 Aug 16 22:45:09.347018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a4105-7985-4b52-880d-8a9302afc894 admin admin] Pushing event deleted for resources: {'Network': ['ID=d97cd609-f2db-4f82-ac5b-27f52073407e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:09.366181 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:09.415214 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 56546) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:09.428437 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port fdc8370e-6474-4e1b-9ead-084a3ec1dcae, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=fdc8370e-6474-4e1b-9ead-084a3ec1dcae,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:09.440635 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:09.555305 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=fdc8370e-6474-4e1b-9ead-084a3ec1dcae,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:09.694456 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56552) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:09.796122 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1bd3910d-2420-4a1c-a1d0-5c957666744e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c1da28f102084957a15faf3b394358e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0977378 Aug 16 22:45:09.798058 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56556) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:09.896524 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c841-bfdb-4a6a-964f-16f6a39ece3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:09.933890 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c841-bfdb-4a6a-964f-16f6a39ece3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:10.036677 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c841-bfdb-4a6a-964f-16f6a39ece3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:10.040032 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c841-bfdb-4a6a-964f-16f6a39ece3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:10.041738 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f7f3c841-bfdb-4a6a-964f-16f6a39ece3e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/dcac3a98-091d-4535-99ee-452d9b058a33 HTTP/1.1" status: 204 len: 168 time: 0.2437224 Aug 16 22:45:10.058736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3c841-bfdb-4a6a-964f-16f6a39ece3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcac3a98-091d-4535-99ee-452d9b058a33,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:10.102222 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa89bfe1-0464-49b1-b478-c5b5113de1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:10.442226 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa89bfe1-0464-49b1-b478-c5b5113de1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:10.497802 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa89bfe1-0464-49b1-b478-c5b5113de1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:10.558614 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-aa89bfe1-0464-49b1-b478-c5b5113de1f6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=49938fb52708456482c372ef33814915&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1422131 Aug 16 22:45:10.561739 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56580) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:10.644880 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] Sync routers for ids ['5a32cdd1-a3b2-4509-8757-3ab07b98299f'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:45:10.662498 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] Routers {'5a32cdd1-a3b2-4509-8757-3ab07b98299f'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:45:10.663126 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:44:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5a32cdd1-a3b2-4509-8757-3ab07b98299f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:10.675452 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89bfe1-0464-49b1-b478-c5b5113de1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0092500e-906e-4118-b94b-64649f8a9048,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:10.693034 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9192eec7-43aa-41aa-b369-1a67ca56641f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:10.740503 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9192eec7-43aa-41aa-b369-1a67ca56641f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:10.802805 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:10.849079 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 56586) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:10.861882 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9192eec7-43aa-41aa-b369-1a67ca56641f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:10.871557 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9192eec7-43aa-41aa-b369-1a67ca56641f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:10.879485 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9192eec7-43aa-41aa-b369-1a67ca56641f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0092500e-906e-4118-b94b-64649f8a9048 HTTP/1.1" status: 204 len: 168 time: 0.3120527 Aug 16 22:45:10.915937 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device fdc8370e-6474-4e1b-9ead-084a3ec1dcae up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:45:10.936123 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192eec7-43aa-41aa-b369-1a67ca56641f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0092500e-906e-4118-b94b-64649f8a9048,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:10.990500 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] Set router 5a32cdd1-a3b2-4509-8757-3ab07b98299f gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:45:10.993797 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0318c7cc-aec3-4a2b-8af2-64137963fb50 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0fccdb995b50461cba473e6f7f284f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347811 Aug 16 22:45:10.996379 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56594) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:11.002620 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71dc1f29-737b-497f-92da-744a142241cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:11.081734 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port fdc8370e-6474-4e1b-9ead-084a3ec1dcae triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:45:11.084894 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:11.123495 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bdbe2624-d9a1-467c-beff-df3a291aa717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:11.146645 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56598) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:11.158192 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6f686248-4ca0-4fdb-b291-2a32d77bbad2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1774913758-network', 'tenant_id': '19a6fc8e16d9434c971be7de97228f75'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:45:11.218913 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bdbe2624-d9a1-467c-beff-df3a291aa717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:11.322395 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f686248-4ca0-4fdb-b291-2a32d77bbad2 admin admin] Made reservation on behalf of 19a6fc8e16d9434c971be7de97228f75 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:45:11.329290 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6f686248-4ca0-4fdb-b291-2a32d77bbad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:11.404708 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6f686248-4ca0-4fdb-b291-2a32d77bbad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:11.508590 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bdbe2624-d9a1-467c-beff-df3a291aa717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:11.527849 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bdbe2624-d9a1-467c-beff-df3a291aa717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:11.527849 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bdbe2624-d9a1-467c-beff-df3a291aa717 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2779d1b6-057f-4638-a832-752c923e7f34 HTTP/1.1" status: 204 len: 168 time: 0.5227649 Aug 16 22:45:11.568953 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe2624-d9a1-467c-beff-df3a291aa717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2779d1b6-057f-4638-a832-752c923e7f34,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:11.617234 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ff2482ee-1383-4cb1-bf40-1cdec9e44468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:11.738849 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-71dc1f29-737b-497f-92da-744a142241cf admin admin] Deleting port 2aa383e6-512e-4aba-9ce6-fd1d0fda8647 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:11.739402 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71dc1f29-737b-497f-92da-744a142241cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:11.753427 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32cdd1-a3b2-4509-8757-3ab07b98299f', 'name': 'tempest-TestAggregatesBasicOps-431566996-router', 'tenant_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fdc8370e-6474-4e1b-9ead-084a3ec1dcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:44:57Z', 'updated_at': '2021-08-16T22:45:06Z', 'revision_number': 4, 'project_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'gw_port': {'id': 'fdc8370e-6474-4e1b-9ead-084a3ec1dcae', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32cdd1-a3b2-4509-8757-3ab07b98299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:44:58Z', 'updated_at': '2021-08-16T22:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236', 'name': '', 'network_id': '9eea057b-73ce-454a-9530-b67ba7130dee', 'tenant_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'mac_address': 'fa:16:3e:0c:06:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a32cdd1-a3b2-4509-8757-3ab07b98299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'd4832b89-064c-48f8-945b-95b784765ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:45:05Z', 'updated_at': '2021-08-16T22:45:07Z', 'revision_number': 2, 'project_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'subnets': [{'id': 'd4832b89-064c-48f8-945b-95b784765ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:11.763106 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6f686248-4ca0-4fdb-b291-2a32d77bbad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:11.775938 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6f686248-4ca0-4fdb-b291-2a32d77bbad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:11.792231 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f686248-4ca0-4fdb-b291-2a32d77bbad2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:45:11.814586 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] Checking router: 5a32cdd1-a3b2-4509-8757-3ab07b98299f for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:45:11.814934 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] Updating router 5a32cdd1-a3b2-4509-8757-3ab07b98299f port 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:45:11.817694 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6f686248-4ca0-4fdb-b291-2a32d77bbad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:11.827856 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-6f686248-4ca0-4fdb-b291-2a32d77bbad2 admin admin] Added segment 13cdcb06-4d12-489e-89a7-21e420f90a8c of type vlan for network 2d50eea7-a15b-4e21-8721-d31ab886f5be Aug 16 22:45:11.840580 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:11.920271 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-71dc1f29-737b-497f-92da-744a142241cf admin admin] For port 2aa383e6-512e-4aba-9ce6-fd1d0fda8647, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=2aa383e6-512e-4aba-9ce6-fd1d0fda8647,segment=NetworkSegment(1ed050c3-3278-47d9-af20-f41346a21c4f),segment_id=1ed050c3-3278-47d9-af20-f41346a21c4f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:11.921305 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71dc1f29-737b-497f-92da-744a142241cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:11.939446 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6f686248-4ca0-4fdb-b291-2a32d77bbad2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:11.959131 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-71dc1f29-737b-497f-92da-744a142241cf admin admin] Calling delete_port for 2aa383e6-512e-4aba-9ce6-fd1d0fda8647 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:11.987040 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6f686248-4ca0-4fdb-b291-2a32d77bbad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:11.988990 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f686248-4ca0-4fdb-b291-2a32d77bbad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:11.989822 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6f686248-4ca0-4fdb-b291-2a32d77bbad2 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:12.094477 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:12.194246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f686248-4ca0-4fdb-b291-2a32d77bbad2 admin admin] Pushing event updated for resources: {'Network': ['ID=2d50eea7-a15b-4e21-8721-d31ab886f5be,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:12.215218 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 2d50eea7-a15b-4e21-8721-d31ab886f5be details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:45:12.292009 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f686248-4ca0-4fdb-b291-2a32d77bbad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5a9cc7-2d5c-4fb2-9925-80a3812f4f66,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:12.292847 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:12.300751 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6f686248-4ca0-4fdb-b291-2a32d77bbad2 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1507299 Aug 16 22:45:12.304718 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] Transition to ACTIVE for port object 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:45:12.307867 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56644) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:12.320313 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:12.329611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-842356f0-9e30-456f-a7dc-d7d2b542bcfb admin admin] Request body: {'subnet': {'network_id': '2d50eea7-a15b-4e21-8721-d31ab886f5be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1774913758-subnet', 'tenant_id': '19a6fc8e16d9434c971be7de97228f75', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:45:12.406693 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842356f0-9e30-456f-a7dc-d7d2b542bcfb admin admin] Made reservation on behalf of 19a6fc8e16d9434c971be7de97228f75 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:45:12.409142 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-842356f0-9e30-456f-a7dc-d7d2b542bcfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:12.488218 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] Attempting to bind port 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:45:12.488585 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] Attempting to bind port 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'f5ce00de-a92d-4e62-b7a9-ecb1040f690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9eea057b-73ce-454a-9530-b67ba7130dee'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:45:12.490721 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] Attempting to bind port 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236 on network 9eea057b-73ce-454a-9530-b67ba7130dee {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:45:12.494184 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73947333-0b9d-4379-b242-46ea9ee701ae None None] Pushing event updated for resources: {'Port': ['ID=0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:12.532672 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73947333-0b9d-4379-b242-46ea9ee701ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:12.532992 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73947333-0b9d-4379-b242-46ea9ee701ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:12.533342 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73947333-0b9d-4379-b242-46ea9ee701ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:12.533702 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73947333-0b9d-4379-b242-46ea9ee701ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:12.534031 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73947333-0b9d-4379-b242-46ea9ee701ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:12.534369 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73947333-0b9d-4379-b242-46ea9ee701ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:12.534695 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73947333-0b9d-4379-b242-46ea9ee701ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:12.535003 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73947333-0b9d-4379-b242-46ea9ee701ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:12.536232 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73947333-0b9d-4379-b242-46ea9ee701ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:12.536522 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73947333-0b9d-4379-b242-46ea9ee701ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:12.536873 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73947333-0b9d-4379-b242-46ea9ee701ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:12.537209 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73947333-0b9d-4379-b242-46ea9ee701ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:12.568152 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:45:12.568525 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] Checking segment: {'id': 'f5ce00de-a92d-4e62-b7a9-ecb1040f690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9eea057b-73ce-454a-9530-b67ba7130dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:45:12.572149 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:12.573113 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] Bound using segment: {'id': 'f5ce00de-a92d-4e62-b7a9-ecb1040f690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9eea057b-73ce-454a-9530-b67ba7130dee'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:45:12.574716 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] Bound port: 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ce00de-a92d-4e62-b7a9-ecb1040f690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9eea057b-73ce-454a-9530-b67ba7130dee'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:45:12.580580 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:12.694887 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71dc1f29-737b-497f-92da-744a142241cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:12.810113 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc1f29-737b-497f-92da-744a142241cf admin admin] Pushing event deleted for resources: {'Port': ['ID=2aa383e6-512e-4aba-9ce6-fd1d0fda8647,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:12.813170 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] For port 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:45:12.822901 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] For port 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236,segment=NetworkSegment(f5ce00de-a92d-4e62-b7a9-ecb1040f690f),segment_id=f5ce00de-a92d-4e62-b7a9-ecb1040f690f)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:45:12.839395 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:13.028107 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-842356f0-9e30-456f-a7dc-d7d2b542bcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:13.050881 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] Routers {'5a32cdd1-a3b2-4509-8757-3ab07b98299f'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:45:13.074333 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:45:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5a32cdd1-a3b2-4509-8757-3ab07b98299f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:13.264995 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:13.311522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842356f0-9e30-456f-a7dc-d7d2b542bcfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb4d5ffb-a760-425c-beab-a10fc3a40172,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:13.357152 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842356f0-9e30-456f-a7dc-d7d2b542bcfb admin admin] Checking segment: {'id': '13cdcb06-4d12-489e-89a7-21e420f90a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d50eea7-a15b-4e21-8721-d31ab886f5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:45:13.357875 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842356f0-9e30-456f-a7dc-d7d2b542bcfb admin admin] Network hostable DHCP agents. Network: 2d50eea7-a15b-4e21-8721-d31ab886f5be, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:45:13.414272 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842356f0-9e30-456f-a7dc-d7d2b542bcfb admin admin] Network 2d50eea7-a15b-4e21-8721-d31ab886f5be is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:45:13.447748 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] Set router 5a32cdd1-a3b2-4509-8757-3ab07b98299f gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:45:13.462667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-842356f0-9e30-456f-a7dc-d7d2b542bcfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 2d50eea7-a15b-4e21-8721-d31ab886f5be) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:45:13.472009 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd23760-df22-41ed-919b-eabc6806cc04 None None] Network 2d50eea7-a15b-4e21-8721-d31ab886f5be requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:45:13.497465 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842356f0-9e30-456f-a7dc-d7d2b542bcfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:13.498860 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-842356f0-9e30-456f-a7dc-d7d2b542bcfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:13.555968 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71dc1f29-737b-497f-92da-744a142241cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:13.580664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-842356f0-9e30-456f-a7dc-d7d2b542bcfb admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2673132 Aug 16 22:45:13.582010 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73947333-0b9d-4379-b242-46ea9ee701ae None None] Pushing event updated for resources: {'Port': ['ID=0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:13.583556 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 56792) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:13.615449 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ec2ac62b-7b12-48ec-b67b-8e356c641d2d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1774913758-router', 'tenant_id': '19a6fc8e16d9434c971be7de97228f75', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:45:13.707251 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac62b-7b12-48ec-b67b-8e356c641d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:13.708627 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac62b-7b12-48ec-b67b-8e356c641d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:13.863025 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac62b-7b12-48ec-b67b-8e356c641d2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:13.967494 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32cdd1-a3b2-4509-8757-3ab07b98299f', 'name': 'tempest-TestAggregatesBasicOps-431566996-router', 'tenant_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fdc8370e-6474-4e1b-9ead-084a3ec1dcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:44:57Z', 'updated_at': '2021-08-16T22:45:06Z', 'revision_number': 4, 'project_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'gw_port': {'id': 'fdc8370e-6474-4e1b-9ead-084a3ec1dcae', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32cdd1-a3b2-4509-8757-3ab07b98299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:44:58Z', 'updated_at': '2021-08-16T22:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236', 'name': '', 'network_id': '9eea057b-73ce-454a-9530-b67ba7130dee', 'tenant_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'mac_address': 'fa:16:3e:0c:06:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a32cdd1-a3b2-4509-8757-3ab07b98299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'd4832b89-064c-48f8-945b-95b784765ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:45:05Z', 'updated_at': '2021-08-16T22:45:12Z', 'revision_number': 4, 'project_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'subnets': [{'id': 'd4832b89-064c-48f8-945b-95b784765ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:14.000812 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-2d50eea7-a15b-4e21-8721-d31ab886f5be', 'network_id': '2d50eea7-a15b-4e21-8721-d31ab886f5be', 'tenant_id': '19a6fc8e16d9434c971be7de97228f75', 'fixed_ips': [{'subnet_id': 'bb4d5ffb-a760-425c-beab-a10fc3a40172'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:45:14.002069 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:14.121171 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada0c3c-9211-43f9-80c7-9987fce3d666 None None] The sync data for ids ['5a32cdd1-a3b2-4509-8757-3ab07b98299f'] in n-d-792458-15 is: [{'id': '5a32cdd1-a3b2-4509-8757-3ab07b98299f', 'name': 'tempest-TestAggregatesBasicOps-431566996-router', 'tenant_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fdc8370e-6474-4e1b-9ead-084a3ec1dcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:44:57Z', 'updated_at': '2021-08-16T22:45:06Z', 'revision_number': 4, 'project_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'gw_port': {'id': 'fdc8370e-6474-4e1b-9ead-084a3ec1dcae', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32cdd1-a3b2-4509-8757-3ab07b98299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:44:58Z', 'updated_at': '2021-08-16T22:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236', 'name': '', 'network_id': '9eea057b-73ce-454a-9530-b67ba7130dee', 'tenant_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'mac_address': 'fa:16:3e:0c:06:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a32cdd1-a3b2-4509-8757-3ab07b98299f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'd4832b89-064c-48f8-945b-95b784765ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:45:05Z', 'updated_at': '2021-08-16T22:45:12Z', 'revision_number': 4, 'project_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'subnets': [{'id': 'd4832b89-064c-48f8-945b-95b784765ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:45:14.185885 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71dc1f29-737b-497f-92da-744a142241cf admin admin] Router cc550f3a-6aac-4bd3-b2ea-74fb7b5012de has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:45:14.326470 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac62b-7b12-48ec-b67b-8e356c641d2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:14.332802 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] Allocated IP 172.20.0.2 (2d50eea7-a15b-4e21-8721-d31ab886f5be/bb4d5ffb-a760-425c-beab-a10fc3a40172/ea93092a-4615-4109-abfb-10a5b5c071e6) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:45:14.654548 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71dc1f29-737b-497f-92da-744a142241cf admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:45:14.674012 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-71dc1f29-737b-497f-92da-744a142241cf admin admin] 10.222.0.93 "PUT /v2.0/routers/cc550f3a-6aac-4bd3-b2ea-74fb7b5012de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4008179 Aug 16 22:45:14.680414 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 56896) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:14.684233 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b7b870-d67a-4bbc-8b56-9632ff0ef675 None None] Sync routers for ids ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:45:14.785106 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b7b870-d67a-4bbc-8b56-9632ff0ef675 None None] Routers {'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:45:14.786848 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-11b7b870-d67a-4bbc-8b56-9632ff0ef675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:45:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:15.112645 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-11b7b870-d67a-4bbc-8b56-9632ff0ef675 None None] Set router cc550f3a-6aac-4bd3-b2ea-74fb7b5012de gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:45:15.209177 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-841a3630-9703-4f49-af0b-52cce241ee86 admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:15.285868 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac62b-7b12-48ec-b67b-8e356c641d2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:15.380094 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac62b-7b12-48ec-b67b-8e356c641d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:15.566907 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-841a3630-9703-4f49-af0b-52cce241ee86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:15.595114 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:45:15.778464 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-841a3630-9703-4f49-af0b-52cce241ee86 admin admin] Deleting port 16b6da4f-240d-46fc-b94c-65a78e4b3bd0 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:15.787270 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-841a3630-9703-4f49-af0b-52cce241ee86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:15.826058 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-ec2ac62b-7b12-48ec-b67b-8e356c641d2d admin admin] Allocated IP 172.25.6.218 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/93993a95-dacb-4cd5-a73b-2b68d9c771d4) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:45:15.842011 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:15.966190 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:16.004884 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] Transition to ACTIVE for port object ea93092a-4615-4109-abfb-10a5b5c071e6 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:45:16.009453 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-841a3630-9703-4f49-af0b-52cce241ee86 admin admin] For port 16b6da4f-240d-46fc-b94c-65a78e4b3bd0, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=16b6da4f-240d-46fc-b94c-65a78e4b3bd0,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:16.010400 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-841a3630-9703-4f49-af0b-52cce241ee86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:16.080155 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-841a3630-9703-4f49-af0b-52cce241ee86 admin admin] Calling delete_port for 16b6da4f-240d-46fc-b94c-65a78e4b3bd0 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:16.132565 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:45:16.146703 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] Transition to ACTIVE for port object ea93092a-4615-4109-abfb-10a5b5c071e6 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:45:16.164454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-11b7b870-d67a-4bbc-8b56-9632ff0ef675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'name': 'tempest-TestVolumeBackupRestore-1613214354-router', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:00Z', 'updated_at': '2021-08-16T22:45:12Z', 'revision_number': 5, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'gw_port': {'id': '16b6da4f-240d-46fc-b94c-65a78e4b3bd0', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:01Z', 'updated_at': '2021-08-16T22:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:16.168422 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:45:16.168797 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:16.212457 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac62b-7b12-48ec-b67b-8e356c641d2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:16.237435 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b7b870-d67a-4bbc-8b56-9632ff0ef675 None None] Checking router: cc550f3a-6aac-4bd3-b2ea-74fb7b5012de for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:45:16.304000 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:16.392880 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac62b-7b12-48ec-b67b-8e356c641d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:16.395759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] Pushing event updated for resources: {'Port': ['ID=ea93092a-4615-4109-abfb-10a5b5c071e6,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:16.439684 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b7b870-d67a-4bbc-8b56-9632ff0ef675 None None] Routers {'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:45:16.440397 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-11b7b870-d67a-4bbc-8b56-9632ff0ef675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:45:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:16.540853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2ac62b-7b12-48ec-b67b-8e356c641d2d admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:45:16.552470 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ec2ac62b-7b12-48ec-b67b-8e356c641d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:45:16.556333 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2ac62b-7b12-48ec-b67b-8e356c641d2d admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:45:16.615533 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-841a3630-9703-4f49-af0b-52cce241ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:16.683987 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-11b7b870-d67a-4bbc-8b56-9632ff0ef675 None None] Set router cc550f3a-6aac-4bd3-b2ea-74fb7b5012de gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:45:16.722683 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ac62b-7b12-48ec-b67b-8e356c641d2d admin admin] Pushing event updated for resources: {'Port': ['ID=93993a95-dacb-4cd5-a73b-2b68d9c771d4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:16.749331 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a3630-9703-4f49-af0b-52cce241ee86 admin admin] Pushing event deleted for resources: {'Port': ['ID=16b6da4f-240d-46fc-b94c-65a78e4b3bd0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:16.879934 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-11b7b870-d67a-4bbc-8b56-9632ff0ef675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'name': 'tempest-TestVolumeBackupRestore-1613214354-router', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:00Z', 'updated_at': '2021-08-16T22:45:15Z', 'revision_number': 6, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:16.985104 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b7b870-d67a-4bbc-8b56-9632ff0ef675 None None] The sync data for ids ['cc550f3a-6aac-4bd3-b2ea-74fb7b5012de'] in n-d-792458-15 is: [{'id': 'cc550f3a-6aac-4bd3-b2ea-74fb7b5012de', 'name': 'tempest-TestVolumeBackupRestore-1613214354-router', 'tenant_id': '7537f5cabb134098ac7e1d49956c397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:00Z', 'updated_at': '2021-08-16T22:45:15Z', 'revision_number': 6, 'project_id': '7537f5cabb134098ac7e1d49956c397c', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:45:17.005243 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-841a3630-9703-4f49-af0b-52cce241ee86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:17.007786 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] Network 2d50eea7-a15b-4e21-8721-d31ab886f5be is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:45:17.026446 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:45:17.031387 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:45:17.204052 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] Attempting to bind port ea93092a-4615-4109-abfb-10a5b5c071e6 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:45:17.204624 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] Attempting to bind port ea93092a-4615-4109-abfb-10a5b5c071e6 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '13cdcb06-4d12-489e-89a7-21e420f90a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d50eea7-a15b-4e21-8721-d31ab886f5be'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:45:17.204977 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] Attempting to bind port ea93092a-4615-4109-abfb-10a5b5c071e6 on network 2d50eea7-a15b-4e21-8721-d31ab886f5be {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:45:17.234258 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:45:17.234643 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] Checking segment: {'id': '13cdcb06-4d12-489e-89a7-21e420f90a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d50eea7-a15b-4e21-8721-d31ab886f5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:45:17.235100 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:17.235506 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] Bound using segment: {'id': '13cdcb06-4d12-489e-89a7-21e420f90a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d50eea7-a15b-4e21-8721-d31ab886f5be'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:45:17.238880 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] Bound port: ea93092a-4615-4109-abfb-10a5b5c071e6, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13cdcb06-4d12-489e-89a7-21e420f90a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d50eea7-a15b-4e21-8721-d31ab886f5be'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:45:17.239334 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:17.318550 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac62b-7b12-48ec-b67b-8e356c641d2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:17.398460 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-841a3630-9703-4f49-af0b-52cce241ee86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:17.403627 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-841a3630-9703-4f49-af0b-52cce241ee86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:17.502941 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-841a3630-9703-4f49-af0b-52cce241ee86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:17.503737 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841a3630-9703-4f49-af0b-52cce241ee86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc550f3a-6aac-4bd3-b2ea-74fb7b5012de {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:45:17.511452 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-841a3630-9703-4f49-af0b-52cce241ee86 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:17.513061 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-841a3630-9703-4f49-af0b-52cce241ee86 admin admin] 10.222.0.93 "DELETE /v2.0/routers/cc550f3a-6aac-4bd3-b2ea-74fb7b5012de HTTP/1.1" status: 204 len: 168 time: 2.8300648 Aug 16 22:45:17.523513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57224) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:17.703872 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-763c675a-1921-46a1-accf-014bd3129d8c admin admin] Deleting subnet 18a4055b-447e-4e48-915e-006ede5ab862 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:45:17.707790 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-763c675a-1921-46a1-accf-014bd3129d8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:17.755739 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-763c675a-1921-46a1-accf-014bd3129d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:17.802500 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:45:17.917621 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:17.946894 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-763c675a-1921-46a1-accf-014bd3129d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:17.955410 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] For port ea93092a-4615-4109-abfb-10a5b5c071e6, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:45:18.036530 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] For port ea93092a-4615-4109-abfb-10a5b5c071e6, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ea93092a-4615-4109-abfb-10a5b5c071e6,segment=NetworkSegment(13cdcb06-4d12-489e-89a7-21e420f90a8c),segment_id=13cdcb06-4d12-489e-89a7-21e420f90a8c)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:45:18.048961 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236,segment=NetworkSegment(f5ce00de-a92d-4e62-b7a9-ecb1040f690f),segment_id=f5ce00de-a92d-4e62-b7a9-ecb1040f690f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:18.052800 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:18.063816 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:18.075580 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-763c675a-1921-46a1-accf-014bd3129d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:18.114673 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c675a-1921-46a1-accf-014bd3129d8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18a4055b-447e-4e48-915e-006ede5ab862,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:18.145449 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-763c675a-1921-46a1-accf-014bd3129d8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:18.153837 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e248c5-addc-4258-b73e-19668610b403 None None] Network 435a10a5-cc42-49d2-96bb-80e24e818305 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:45:18.175710 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac62b-7b12-48ec-b67b-8e356c641d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:18.190106 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-763c675a-1921-46a1-accf-014bd3129d8c admin admin] 10.222.0.93 "DELETE /v2.0/subnets/18a4055b-447e-4e48-915e-006ede5ab862 HTTP/1.1" status: 204 len: 168 time: 0.6648262 Aug 16 22:45:18.192082 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57292) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:18.219047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 16b6da4f-240d-46fc-b94c-65a78e4b3bd0 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:18.284440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 16b6da4f-240d-46fc-b94c-65a78e4b3bd0 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:18.285938 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 16b6da4f-240d-46fc-b94c-65a78e4b3bd0 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:18.286553 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 2aa383e6-512e-4aba-9ce6-fd1d0fda8647 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:18.338960 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805a78a-695b-45b3-8ab3-8566481fb4fc None None] Pushing event updated for resources: {'Port': ['ID=ea93092a-4615-4109-abfb-10a5b5c071e6,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:18.360302 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 2aa383e6-512e-4aba-9ce6-fd1d0fda8647 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:18.360302 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 2aa383e6-512e-4aba-9ce6-fd1d0fda8647 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:18.420658 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57cc43b6-ac8d-4187-ac13-f16edca8f4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:18.608170 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2ac62b-7b12-48ec-b67b-8e356c641d2d admin admin] Router 8f293341-60b2-4ee6-a138-d1b758834626 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:45:18.659462 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:18.679667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-57cc43b6-ac8d-4187-ac13-f16edca8f4a1 admin admin] Deleting port 00e4aade-537a-40ab-9f14-7bf0231572fa {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:18.680013 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57cc43b6-ac8d-4187-ac13-f16edca8f4a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:18.966808 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120d620a-8e0b-49de-84fa-fe70212adb8a None None] DHCP port deletion for 435a10a5-cc42-49d2-96bb-80e24e818305 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:45:18.980004 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-57cc43b6-ac8d-4187-ac13-f16edca8f4a1 admin admin] For port 00e4aade-537a-40ab-9f14-7bf0231572fa, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=00e4aade-537a-40ab-9f14-7bf0231572fa,segment=NetworkSegment(1ed050c3-3278-47d9-af20-f41346a21c4f),segment_id=1ed050c3-3278-47d9-af20-f41346a21c4f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:18.980502 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57cc43b6-ac8d-4187-ac13-f16edca8f4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:19.014529 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-57cc43b6-ac8d-4187-ac13-f16edca8f4a1 admin admin] Calling delete_port for 00e4aade-537a-40ab-9f14-7bf0231572fa owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:19.113272 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2ac62b-7b12-48ec-b67b-8e356c641d2d admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:45:19.120817 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-120d620a-8e0b-49de-84fa-fe70212adb8a None None] Deleting port 00e4aade-537a-40ab-9f14-7bf0231572fa {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:19.121527 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-120d620a-8e0b-49de-84fa-fe70212adb8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:19.126925 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] Sync routers for ids ['8f293341-60b2-4ee6-a138-d1b758834626'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:45:19.147869 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac62b-7b12-48ec-b67b-8e356c641d2d admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:19.149693 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] Routers {'8f293341-60b2-4ee6-a138-d1b758834626'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:45:19.150697 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:45:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8f293341-60b2-4ee6-a138-d1b758834626'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:19.150970 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ec2ac62b-7b12-48ec-b67b-8e356c641d2d admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5482466 Aug 16 22:45:19.153345 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 57346) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:19.401915 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57cc43b6-ac8d-4187-ac13-f16edca8f4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:19.419050 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cc43b6-ac8d-4187-ac13-f16edca8f4a1 admin admin] No DVR routers for this DVR port 00e4aade-537a-40ab-9f14-7bf0231572fa on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:45:19.468701 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-120d620a-8e0b-49de-84fa-fe70212adb8a None None] For port 00e4aade-537a-40ab-9f14-7bf0231572fa, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=00e4aade-537a-40ab-9f14-7bf0231572fa,segment=NetworkSegment(1ed050c3-3278-47d9-af20-f41346a21c4f),segment_id=1ed050c3-3278-47d9-af20-f41346a21c4f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:19.469110 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-120d620a-8e0b-49de-84fa-fe70212adb8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:19.508226 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-120d620a-8e0b-49de-84fa-fe70212adb8a None None] Calling delete_port for 00e4aade-537a-40ab-9f14-7bf0231572fa owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:19.520093 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc43b6-ac8d-4187-ac13-f16edca8f4a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=00e4aade-537a-40ab-9f14-7bf0231572fa,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:19.590066 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] Set router 8f293341-60b2-4ee6-a138-d1b758834626 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:45:19.736794 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-120d620a-8e0b-49de-84fa-fe70212adb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:19.813160 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120d620a-8e0b-49de-84fa-fe70212adb8a None None] No DVR routers for this DVR port 00e4aade-537a-40ab-9f14-7bf0231572fa on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:45:19.820153 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d620a-8e0b-49de-84fa-fe70212adb8a None None] Pushing event deleted for resources: {'Port': ['ID=00e4aade-537a-40ab-9f14-7bf0231572fa,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:20.033352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823b222c-f998-4187-9396-9dc2788fe172 None None] Network 2d50eea7-a15b-4e21-8721-d31ab886f5be requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:45:20.070796 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f293341-60b2-4ee6-a138-d1b758834626', 'name': 'tempest-TestAggregatesBasicOps-1774913758-router', 'tenant_id': '19a6fc8e16d9434c971be7de97228f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '93993a95-dacb-4cd5-a73b-2b68d9c771d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:45:13Z', 'updated_at': '2021-08-16T22:45:17Z', 'revision_number': 3, 'project_id': '19a6fc8e16d9434c971be7de97228f75', 'gw_port': {'id': '93993a95-dacb-4cd5-a73b-2b68d9c771d4', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f293341-60b2-4ee6-a138-d1b758834626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:45:15Z', 'updated_at': '2021-08-16T22:45:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:20.184385 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e58765c7-0537-4239-bc36-aa75aa5bb000 None None] Provisioning for port ea93092a-4615-4109-abfb-10a5b5c071e6 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:45:20.258312 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] Checking router: 8f293341-60b2-4ee6-a138-d1b758834626 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:45:20.258878 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] Updating router 8f293341-60b2-4ee6-a138-d1b758834626 port 93993a95-dacb-4cd5-a73b-2b68d9c771d4 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:45:20.376369 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:20.550217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:45:20.780308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:45:20.782879 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:20.918728 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57cc43b6-ac8d-4187-ac13-f16edca8f4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:20.925905 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57370) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:20.958102 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-57cc43b6-ac8d-4187-ac13-f16edca8f4a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435a10a5-cc42-49d2-96bb-80e24e818305']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:21.012231 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-57cc43b6-ac8d-4187-ac13-f16edca8f4a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed050c3-3278-47d9-af20-f41346a21c4f') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:21.026498 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-57cc43b6-ac8d-4187-ac13-f16edca8f4a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed050c3-3278-47d9-af20-f41346a21c4f') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:21.060582 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57cc43b6-ac8d-4187-ac13-f16edca8f4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:21.111194 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57cc43b6-ac8d-4187-ac13-f16edca8f4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:21.130956 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57cc43b6-ac8d-4187-ac13-f16edca8f4a1 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:45:21.131368 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57cc43b6-ac8d-4187-ac13-f16edca8f4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:21.144127 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ea93092a-4615-4109-abfb-10a5b5c071e6 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:45:21.229747 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port ea93092a-4615-4109-abfb-10a5b5c071e6 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:45:21.234284 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port ea93092a-4615-4109-abfb-10a5b5c071e6 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:45:21.234791 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:21.336887 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:45:21.380154 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:45:21.396405 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port ea93092a-4615-4109-abfb-10a5b5c071e6, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ea93092a-4615-4109-abfb-10a5b5c071e6,segment=NetworkSegment(13cdcb06-4d12-489e-89a7-21e420f90a8c),segment_id=13cdcb06-4d12-489e-89a7-21e420f90a8c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:21.403295 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57cc43b6-ac8d-4187-ac13-f16edca8f4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:21.403501 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:21.417397 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57cc43b6-ac8d-4187-ac13-f16edca8f4a1 admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:21.422064 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-57cc43b6-ac8d-4187-ac13-f16edca8f4a1 admin admin] 10.222.0.93 "DELETE /v2.0/networks/435a10a5-cc42-49d2-96bb-80e24e818305 HTTP/1.1" status: 204 len: 168 time: 3.2252867 Aug 16 22:45:21.429650 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57388) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:21.461084 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7024371a-a56b-4634-a5e0-7c2bf2c2d6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:21.558071 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 00e4aade-537a-40ab-9f14-7bf0231572fa no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:21.616531 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc43b6-ac8d-4187-ac13-f16edca8f4a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=435a10a5-cc42-49d2-96bb-80e24e818305,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:21.630340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=ea93092a-4615-4109-abfb-10a5b5c071e6,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:21.633005 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:21.654550 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 00e4aade-537a-40ab-9f14-7bf0231572fa {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:21.654963 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 00e4aade-537a-40ab-9f14-7bf0231572fa not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:21.658553 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11d68a9a-0cfe-4f83-b4eb-8e154c0eb666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:21.671184 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] Transition to ACTIVE for port object 93993a95-dacb-4cd5-a73b-2b68d9c771d4 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:45:21.692919 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:21.850399 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] Attempting to bind port 93993a95-dacb-4cd5-a73b-2b68d9c771d4 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:45:21.854510 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] Attempting to bind port 93993a95-dacb-4cd5-a73b-2b68d9c771d4 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:45:21.854990 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] Attempting to bind port 93993a95-dacb-4cd5-a73b-2b68d9c771d4 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:45:21.857332 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c34e5-1ac0-470b-a772-17440a8b5ac7 None None] Pushing event updated for resources: {'Port': ['ID=93993a95-dacb-4cd5-a73b-2b68d9c771d4,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:21.876443 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:45:21.877299 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:45:21.877899 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:21.878956 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:45:21.879332 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] Bound port: 93993a95-dacb-4cd5-a73b-2b68d9c771d4, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:45:21.879811 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:21.992121 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] For port 93993a95-dacb-4cd5-a73b-2b68d9c771d4, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:45:22.002920 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] For port 93993a95-dacb-4cd5-a73b-2b68d9c771d4, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=93993a95-dacb-4cd5-a73b-2b68d9c771d4,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:45:22.012140 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:22.214954 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] Routers {'8f293341-60b2-4ee6-a138-d1b758834626'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:45:22.216491 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:45:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8f293341-60b2-4ee6-a138-d1b758834626'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:22.221923 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c34e5-1ac0-470b-a772-17440a8b5ac7 None None] Pushing event updated for resources: {'Port': ['ID=93993a95-dacb-4cd5-a73b-2b68d9c771d4,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:22.250016 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ea93092a-4615-4109-abfb-10a5b5c071e6 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:45:22.388575 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port ea93092a-4615-4109-abfb-10a5b5c071e6 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:45:22.389158 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:22.479892 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-11d68a9a-0cfe-4f83-b4eb-8e154c0eb666 admin admin] Allocated IP 172.20.0.1 (2d50eea7-a15b-4e21-8721-d31ab886f5be/bb4d5ffb-a760-425c-beab-a10fc3a40172/9d7bd11f-2057-4551-8e74-b7b683df31ee) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:45:22.532636 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7024371a-a56b-4634-a5e0-7c2bf2c2d6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:22.595966 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] Set router 8f293341-60b2-4ee6-a138-d1b758834626 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:45:22.598547 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7024371a-a56b-4634-a5e0-7c2bf2c2d6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:22.697872 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024371a-a56b-4634-a5e0-7c2bf2c2d6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4783ca1a-fab7-407e-b7dc-bfb8c7c25310,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:22.708401 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7024371a-a56b-4634-a5e0-7c2bf2c2d6cd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b2b73334b3d84fd9a6586b0bdc1426a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7810850 Aug 16 22:45:22.711099 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57402) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:22.726899 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11d68a9a-0cfe-4f83-b4eb-8e154c0eb666 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:22.759754 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-11d68a9a-0cfe-4f83-b4eb-8e154c0eb666 admin admin] Transition to ACTIVE for port object 9d7bd11f-2057-4551-8e74-b7b683df31ee will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:45:22.825447 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11d68a9a-0cfe-4f83-b4eb-8e154c0eb666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:22.916067 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d68a9a-0cfe-4f83-b4eb-8e154c0eb666 admin admin] Pushing event updated for resources: {'Port': ['ID=9d7bd11f-2057-4551-8e74-b7b683df31ee,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:22.956319 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d68a9a-0cfe-4f83-b4eb-8e154c0eb666 admin admin] Network 2d50eea7-a15b-4e21-8721-d31ab886f5be is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:45:22.962423 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-11d68a9a-0cfe-4f83-b4eb-8e154c0eb666 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:45:22.971174 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d68a9a-0cfe-4f83-b4eb-8e154c0eb666 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:45:23.014601 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b9d58705-14f5-460d-bd4b-0ab0a777a89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:23.016914 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f293341-60b2-4ee6-a138-d1b758834626', 'name': 'tempest-TestAggregatesBasicOps-1774913758-router', 'tenant_id': '19a6fc8e16d9434c971be7de97228f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '93993a95-dacb-4cd5-a73b-2b68d9c771d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:45:13Z', 'updated_at': '2021-08-16T22:45:17Z', 'revision_number': 3, 'project_id': '19a6fc8e16d9434c971be7de97228f75', 'gw_port': {'id': '93993a95-dacb-4cd5-a73b-2b68d9c771d4', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f293341-60b2-4ee6-a138-d1b758834626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:45:15Z', 'updated_at': '2021-08-16T22:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:23.083268 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b9d58705-14f5-460d-bd4b-0ab0a777a89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:23.088714 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b74f1094-4319-42e8-b9e0-6b5adab78bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:23.093321 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128fbde9-0334-4eaa-8fee-53ce73d064db None None] The sync data for ids ['8f293341-60b2-4ee6-a138-d1b758834626'] in n-d-792458-15 is: [{'id': '8f293341-60b2-4ee6-a138-d1b758834626', 'name': 'tempest-TestAggregatesBasicOps-1774913758-router', 'tenant_id': '19a6fc8e16d9434c971be7de97228f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '93993a95-dacb-4cd5-a73b-2b68d9c771d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:45:13Z', 'updated_at': '2021-08-16T22:45:17Z', 'revision_number': 3, 'project_id': '19a6fc8e16d9434c971be7de97228f75', 'gw_port': {'id': '93993a95-dacb-4cd5-a73b-2b68d9c771d4', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f293341-60b2-4ee6-a138-d1b758834626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:45:15Z', 'updated_at': '2021-08-16T22:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:45:23.116486 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11d68a9a-0cfe-4f83-b4eb-8e154c0eb666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:23.438272 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9b35625a-9a25-4fbb-91de-f8e594f81d79 None None] Provisioning for port 9d7bd11f-2057-4551-8e74-b7b683df31ee completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:45:23.445070 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9b35625a-9a25-4fbb-91de-f8e594f81d79 None None] Provisioning complete for port 9d7bd11f-2057-4551-8e74-b7b683df31ee triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:45:23.446165 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9b35625a-9a25-4fbb-91de-f8e594f81d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:23.453558 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11d68a9a-0cfe-4f83-b4eb-8e154c0eb666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:23.567400 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-9b35625a-9a25-4fbb-91de-f8e594f81d79 None None] Port 9d7bd11f-2057-4551-8e74-b7b683df31ee cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:45:23.583494 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b9d58705-14f5-460d-bd4b-0ab0a777a89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:23.593910 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b9d58705-14f5-460d-bd4b-0ab0a777a89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:23.601342 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b9d58705-14f5-460d-bd4b-0ab0a777a89f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4783ca1a-fab7-407e-b7dc-bfb8c7c25310 HTTP/1.1" status: 204 len: 168 time: 0.8890703 Aug 16 22:45:23.622206 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d58705-14f5-460d-bd4b-0ab0a777a89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4783ca1a-fab7-407e-b7dc-bfb8c7c25310,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:23.917604 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b74f1094-4319-42e8-b9e0-6b5adab78bad admin admin] Deleting port c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:23.918207 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b74f1094-4319-42e8-b9e0-6b5adab78bad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:24.152418 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11d68a9a-0cfe-4f83-b4eb-8e154c0eb666 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:24.165500 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11d68a9a-0cfe-4f83-b4eb-8e154c0eb666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:24.173305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b74f1094-4319-42e8-b9e0-6b5adab78bad admin admin] For port c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1,segment=NetworkSegment(99620c27-12fd-4033-8bf4-c67a05211565),segment_id=99620c27-12fd-4033-8bf4-c67a05211565)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:24.173681 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b74f1094-4319-42e8-b9e0-6b5adab78bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:24.238516 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b74f1094-4319-42e8-b9e0-6b5adab78bad admin admin] Calling delete_port for c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:24.319570 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 93993a95-dacb-4cd5-a73b-2b68d9c771d4 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:45:24.423185 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11d68a9a-0cfe-4f83-b4eb-8e154c0eb666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:24.443136 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 93993a95-dacb-4cd5-a73b-2b68d9c771d4 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:45:24.457387 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d68a9a-0cfe-4f83-b4eb-8e154c0eb666 admin admin] Pushing event updated for resources: {'Port': ['ID=9d7bd11f-2057-4551-8e74-b7b683df31ee,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:24.467918 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 93993a95-dacb-4cd5-a73b-2b68d9c771d4 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:45:24.470128 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:24.720865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d68a9a-0cfe-4f83-b4eb-8e154c0eb666 admin admin] Network 2d50eea7-a15b-4e21-8721-d31ab886f5be is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:45:24.722766 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-11d68a9a-0cfe-4f83-b4eb-8e154c0eb666 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:45:24.863318 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:24.965420 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 93993a95-dacb-4cd5-a73b-2b68d9c771d4, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=93993a95-dacb-4cd5-a73b-2b68d9c771d4,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:24.976448 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:25.033872 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b74f1094-4319-42e8-b9e0-6b5adab78bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:25.120614 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f1094-4319-42e8-b9e0-6b5adab78bad admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:25.169467 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=93993a95-dacb-4cd5-a73b-2b68d9c771d4,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:25.204044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:25.204404 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:25.204745 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:25.205084 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:25.205420 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:25.205751 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:25.206308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:25.206442 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:25.206754 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:25.207071 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:25.207402 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:25.207725 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:25.235282 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d68a9a-0cfe-4f83-b4eb-8e154c0eb666 admin admin] Router 8f293341-60b2-4ee6-a138-d1b758834626 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:45:25.454649 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5a9f9724-8c20-4911-b756-f8353aca6c66 None None] Provisioning complete for port 9d7bd11f-2057-4551-8e74-b7b683df31ee triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:45:25.455184 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5a9f9724-8c20-4911-b756-f8353aca6c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:25.584408 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f9724-8c20-4911-b756-f8353aca6c66 None None] Port 9d7bd11f-2057-4551-8e74-b7b683df31ee cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:45:25.603684 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b74f1094-4319-42e8-b9e0-6b5adab78bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:25.642105 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d68a9a-0cfe-4f83-b4eb-8e154c0eb666 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:45:25.658253 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-11d68a9a-0cfe-4f83-b4eb-8e154c0eb666 admin admin] 10.222.0.93 "PUT /v2.0/routers/8f293341-60b2-4ee6-a138-d1b758834626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5004544 Aug 16 22:45:26.055296 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74f1094-4319-42e8-b9e0-6b5adab78bad admin admin] Router cf16af9d-efa7-4bb9-9f26-d12babbe1f1e has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:45:26.322907 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74f1094-4319-42e8-b9e0-6b5adab78bad admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:45:26.335483 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a7a1dc-ee0c-4db9-89df-485b3bd1ac74 None None] Sync routers for ids ['cf16af9d-efa7-4bb9-9f26-d12babbe1f1e'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:45:26.353567 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a7a1dc-ee0c-4db9-89df-485b3bd1ac74 None None] Routers {'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:45:26.354568 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f2a7a1dc-ee0c-4db9-89df-485b3bd1ac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:45:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['cf16af9d-efa7-4bb9-9f26-d12babbe1f1e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:26.361685 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b74f1094-4319-42e8-b9e0-6b5adab78bad admin admin] 10.222.0.93 "PUT /v2.0/routers/cf16af9d-efa7-4bb9-9f26-d12babbe1f1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9052422 Aug 16 22:45:26.364110 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 57478) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:26.510903 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 93993a95-dacb-4cd5-a73b-2b68d9c771d4 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:45:26.660479 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] Sync routers for ids ['8f293341-60b2-4ee6-a138-d1b758834626'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:45:26.677816 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89cb10eb-b513-4d74-9530-7e78ac6dfa14 admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:26.679149 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] Routers {'8f293341-60b2-4ee6-a138-d1b758834626'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:45:26.682154 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:45:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8f293341-60b2-4ee6-a138-d1b758834626'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:26.751332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 93993a95-dacb-4cd5-a73b-2b68d9c771d4 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:45:26.751812 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:26.890962 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57490) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:26.913724 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f2a7a1dc-ee0c-4db9-89df-485b3bd1ac74 None None] Set router cf16af9d-efa7-4bb9-9f26-d12babbe1f1e gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:45:26.972278 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] Set router 8f293341-60b2-4ee6-a138-d1b758834626 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:45:26.996404 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89cb10eb-b513-4d74-9530-7e78ac6dfa14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:27.143679 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-89cb10eb-b513-4d74-9530-7e78ac6dfa14 admin admin] Deleting port a579c651-21a3-457c-a6df-6f701713801d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:27.152730 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89cb10eb-b513-4d74-9530-7e78ac6dfa14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:27.330750 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-89cb10eb-b513-4d74-9530-7e78ac6dfa14 admin admin] For port a579c651-21a3-457c-a6df-6f701713801d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a579c651-21a3-457c-a6df-6f701713801d,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:27.331308 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89cb10eb-b513-4d74-9530-7e78ac6dfa14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:27.361439 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4e6a9f8d-3ab3-40d7-a815-6981eefa830a tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1084780959'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:45:27.365651 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-89cb10eb-b513-4d74-9530-7e78ac6dfa14 admin admin] Calling delete_port for a579c651-21a3-457c-a6df-6f701713801d owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:27.404205 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f2a7a1dc-ee0c-4db9-89df-485b3bd1ac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e', 'name': 'tempest-TestVolumeBackupRestore-1895079137-router', 'tenant_id': 'e856da6162c04d41a839167cd8640590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'a579c651-21a3-457c-a6df-6f701713801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:19Z', 'updated_at': '2021-08-16T22:45:24Z', 'revision_number': 5, 'project_id': 'e856da6162c04d41a839167cd8640590', 'gw_port': {'id': 'a579c651-21a3-457c-a6df-6f701713801d', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:36:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:39:20Z', 'updated_at': '2021-08-16T22:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:27.416429 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6a9f8d-3ab3-40d7-a815-6981eefa830a tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Made reservation on behalf of 3167e99d76b24616976c188068264c65 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:45:27.424296 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e6a9f8d-3ab3-40d7-a815-6981eefa830a tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:27.449398 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e6a9f8d-3ab3-40d7-a815-6981eefa830a tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:27.490366 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a7a1dc-ee0c-4db9-89df-485b3bd1ac74 None None] Checking router: cf16af9d-efa7-4bb9-9f26-d12babbe1f1e for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:45:27.514110 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a7a1dc-ee0c-4db9-89df-485b3bd1ac74 None None] Routers {'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:45:27.516039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f2a7a1dc-ee0c-4db9-89df-485b3bd1ac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:45:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['cf16af9d-efa7-4bb9-9f26-d12babbe1f1e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:27.581205 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f293341-60b2-4ee6-a138-d1b758834626', 'name': 'tempest-TestAggregatesBasicOps-1774913758-router', 'tenant_id': '19a6fc8e16d9434c971be7de97228f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '93993a95-dacb-4cd5-a73b-2b68d9c771d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:45:13Z', 'updated_at': '2021-08-16T22:45:23Z', 'revision_number': 4, 'project_id': '19a6fc8e16d9434c971be7de97228f75', 'gw_port': {'id': '93993a95-dacb-4cd5-a73b-2b68d9c771d4', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f293341-60b2-4ee6-a138-d1b758834626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:45:15Z', 'updated_at': '2021-08-16T22:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '9d7bd11f-2057-4551-8e74-b7b683df31ee', 'name': '', 'network_id': '2d50eea7-a15b-4e21-8721-d31ab886f5be', 'tenant_id': '19a6fc8e16d9434c971be7de97228f75', 'mac_address': 'fa:16:3e:01:90:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f293341-60b2-4ee6-a138-d1b758834626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'bb4d5ffb-a760-425c-beab-a10fc3a40172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:45:21Z', 'updated_at': '2021-08-16T22:45:23Z', 'revision_number': 2, 'project_id': '19a6fc8e16d9434c971be7de97228f75', 'subnets': [{'id': 'bb4d5ffb-a760-425c-beab-a10fc3a40172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:27.629069 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] Checking router: 8f293341-60b2-4ee6-a138-d1b758834626 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:45:27.629505 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] Updating router 8f293341-60b2-4ee6-a138-d1b758834626 port 9d7bd11f-2057-4551-8e74-b7b683df31ee binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:45:27.687059 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:27.822614 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e6a9f8d-3ab3-40d7-a815-6981eefa830a tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:27.837554 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e6a9f8d-3ab3-40d7-a815-6981eefa830a tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:27.902393 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f2a7a1dc-ee0c-4db9-89df-485b3bd1ac74 None None] Set router cf16af9d-efa7-4bb9-9f26-d12babbe1f1e gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:45:27.951129 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6a9f8d-3ab3-40d7-a815-6981eefa830a tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:45:27.955038 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89cb10eb-b513-4d74-9530-7e78ac6dfa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:27.987836 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a9f8d-3ab3-40d7-a815-6981eefa830a tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16770901-62c9-4090-9096-464c17b647d1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:28.013563 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e6a9f8d-3ab3-40d7-a815-6981eefa830a tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:28.013918 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-4e6a9f8d-3ab3-40d7-a815-6981eefa830a tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Added segment e038a68e-a702-4067-a7b0-ba6c5e55aae9 of type vlan for network d165bb39-c7f1-4a27-ba4a-1b74bd60f594 Aug 16 22:45:28.068666 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb10eb-b513-4d74-9530-7e78ac6dfa14 admin admin] Pushing event deleted for resources: {'Port': ['ID=a579c651-21a3-457c-a6df-6f701713801d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:28.217685 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f2a7a1dc-ee0c-4db9-89df-485b3bd1ac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e', 'name': 'tempest-TestVolumeBackupRestore-1895079137-router', 'tenant_id': 'e856da6162c04d41a839167cd8640590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:19Z', 'updated_at': '2021-08-16T22:45:26Z', 'revision_number': 6, 'project_id': 'e856da6162c04d41a839167cd8640590', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:28.321308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a7a1dc-ee0c-4db9-89df-485b3bd1ac74 None None] The sync data for ids ['cf16af9d-efa7-4bb9-9f26-d12babbe1f1e'] in n-d-792458-15 is: [{'id': 'cf16af9d-efa7-4bb9-9f26-d12babbe1f1e', 'name': 'tempest-TestVolumeBackupRestore-1895079137-router', 'tenant_id': 'e856da6162c04d41a839167cd8640590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:39:19Z', 'updated_at': '2021-08-16T22:45:26Z', 'revision_number': 6, 'project_id': 'e856da6162c04d41a839167cd8640590', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:45:28.322144 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e6a9f8d-3ab3-40d7-a815-6981eefa830a tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:28.380116 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e6a9f8d-3ab3-40d7-a815-6981eefa830a tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:28.396911 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6a9f8d-3ab3-40d7-a815-6981eefa830a tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:28.398840 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89cb10eb-b513-4d74-9530-7e78ac6dfa14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:28.400020 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e6a9f8d-3ab3-40d7-a815-6981eefa830a tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:28.683076 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4e6a9f8d-3ab3-40d7-a815-6981eefa830a tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7868392 Aug 16 22:45:28.688895 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57550) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:28.705530 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:28.724074 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a9f8d-3ab3-40d7-a815-6981eefa830a tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Pushing event updated for resources: {'Network': ['ID=d165bb39-c7f1-4a27-ba4a-1b74bd60f594,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:28.739370 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89cb10eb-b513-4d74-9530-7e78ac6dfa14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:28.745451 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89cb10eb-b513-4d74-9530-7e78ac6dfa14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:28.745832 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network d165bb39-c7f1-4a27-ba4a-1b74bd60f594 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:45:28.807187 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] Transition to ACTIVE for port object 9d7bd11f-2057-4551-8e74-b7b683df31ee will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:45:28.826628 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:28.861635 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89cb10eb-b513-4d74-9530-7e78ac6dfa14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:28.862736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cb10eb-b513-4d74-9530-7e78ac6dfa14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf16af9d-efa7-4bb9-9f26-d12babbe1f1e {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:45:28.869216 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89cb10eb-b513-4d74-9530-7e78ac6dfa14 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:28.873301 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57564) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:28.873696 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-89cb10eb-b513-4d74-9530-7e78ac6dfa14 admin admin] 10.222.0.93 "DELETE /v2.0/routers/cf16af9d-efa7-4bb9-9f26-d12babbe1f1e HTTP/1.1" status: 204 len: 168 time: 2.5075729 Aug 16 22:45:28.998941 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] Attempting to bind port 9d7bd11f-2057-4551-8e74-b7b683df31ee on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:45:28.999671 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] Attempting to bind port 9d7bd11f-2057-4551-8e74-b7b683df31ee by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '13cdcb06-4d12-489e-89a7-21e420f90a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d50eea7-a15b-4e21-8721-d31ab886f5be'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:45:29.000213 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] Attempting to bind port 9d7bd11f-2057-4551-8e74-b7b683df31ee on network 2d50eea7-a15b-4e21-8721-d31ab886f5be {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:45:29.010604 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:45:29.011464 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] Checking segment: {'id': '13cdcb06-4d12-489e-89a7-21e420f90a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d50eea7-a15b-4e21-8721-d31ab886f5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:45:29.012044 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:29.012597 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] Bound using segment: {'id': '13cdcb06-4d12-489e-89a7-21e420f90a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d50eea7-a15b-4e21-8721-d31ab886f5be'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:45:29.013289 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] Bound port: 9d7bd11f-2057-4551-8e74-b7b683df31ee, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13cdcb06-4d12-489e-89a7-21e420f90a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d50eea7-a15b-4e21-8721-d31ab886f5be'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:45:29.013838 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:29.029658 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f68cc935-c2e3-499f-8862-b05d820df12b tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Request body: {'network': {'name': 'tempest-network--633595355', 'router:external': True}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:45:29.130023 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68cc935-c2e3-499f-8862-b05d820df12b tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Made reservation on behalf of eae0681c4c374467ada78e0b26b01aac for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:45:29.137649 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f68cc935-c2e3-499f-8862-b05d820df12b tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:29.142771 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] For port 9d7bd11f-2057-4551-8e74-b7b683df31ee, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:45:29.149641 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] For port 9d7bd11f-2057-4551-8e74-b7b683df31ee, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9d7bd11f-2057-4551-8e74-b7b683df31ee,segment=NetworkSegment(13cdcb06-4d12-489e-89a7-21e420f90a8c),segment_id=13cdcb06-4d12-489e-89a7-21e420f90a8c)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:45:29.177925 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f68cc935-c2e3-499f-8862-b05d820df12b tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:29.181682 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:29.185442 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ad2480-b729-4492-a942-4e5ce7883a67 admin admin] Deleting subnet 582efea3-de9b-4941-b9c9-e2426ababbdd {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:45:29.189211 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77ad2480-b729-4492-a942-4e5ce7883a67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:29.235592 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e239b-419b-416f-9643-054d76111844 None None] Pushing event updated for resources: {'Port': ['ID=9d7bd11f-2057-4551-8e74-b7b683df31ee,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:29.265582 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77ad2480-b729-4492-a942-4e5ce7883a67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:29.424393 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e239b-419b-416f-9643-054d76111844 None None] Pushing event updated for resources: {'Port': ['ID=9d7bd11f-2057-4551-8e74-b7b683df31ee,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:29.446663 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] Routers {'8f293341-60b2-4ee6-a138-d1b758834626'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:45:29.447884 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:45:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8f293341-60b2-4ee6-a138-d1b758834626'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:29.460626 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 57586) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:29.531153 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77ad2480-b729-4492-a942-4e5ce7883a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:29.762619 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77ad2480-b729-4492-a942-4e5ce7883a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:29.804931 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] Set router 8f293341-60b2-4ee6-a138-d1b758834626 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:45:29.877761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad2480-b729-4492-a942-4e5ce7883a67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=582efea3-de9b-4941-b9c9-e2426ababbdd,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:29.893558 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eea345-1310-4de2-9ebb-24e7400294b5 None None] Network 373ef9ab-685b-49bb-8aa1-e83804e2a944 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:45:29.899397 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77ad2480-b729-4492-a942-4e5ce7883a67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:29.909876 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-77ad2480-b729-4492-a942-4e5ce7883a67 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/582efea3-de9b-4941-b9c9-e2426ababbdd HTTP/1.1" status: 204 len: 168 time: 1.0353091 Aug 16 22:45:29.935582 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57590) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:30.156524 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f68cc935-c2e3-499f-8862-b05d820df12b tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:30.175273 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f4aa-fa47-4e36-bad9-a0c0097139c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:30.182606 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f68cc935-c2e3-499f-8862-b05d820df12b tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:30.209330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f68cc935-c2e3-499f-8862-b05d820df12b tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:45:30.219353 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a579c651-21a3-457c-a6df-6f701713801d no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:30.232403 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f68cc935-c2e3-499f-8862-b05d820df12b tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:30.232802 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-f68cc935-c2e3-499f-8862-b05d820df12b tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Added segment 2200dfab-afb5-4e61-a31f-a5352762aadf of type vlan for network de85e9dc-d260-4911-98f1-a5a496551a44 Aug 16 22:45:30.336162 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f68cc935-c2e3-499f-8862-b05d820df12b tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:30.340165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: a579c651-21a3-457c-a6df-6f701713801d {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:30.345298 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a579c651-21a3-457c-a6df-6f701713801d not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:30.350194 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:30.428773 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f68cc935-c2e3-499f-8862-b05d820df12b tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:30.431263 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68cc935-c2e3-499f-8862-b05d820df12b tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:30.437790 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f68cc935-c2e3-499f-8862-b05d820df12b tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:30.489184 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f68cc935-c2e3-499f-8862-b05d820df12b tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7964108 Aug 16 22:45:30.496008 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 57604) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:30.522176 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:30.529121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c3ec0b99-a6b5-4d7e-a79c-33be734a7ac1 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:30.541467 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cc935-c2e3-499f-8862-b05d820df12b tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea02cba-227e-4d87-b96d-d3d7e0c34a2b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:30.638814 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cc935-c2e3-499f-8862-b05d820df12b tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Pushing event updated for resources: {'Network': ['ID=de85e9dc-d260-4911-98f1-a5a496551a44,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:30.655466 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network de85e9dc-d260-4911-98f1-a5a496551a44 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:45:30.735809 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c3c6f4aa-fa47-4e36-bad9-a0c0097139c1 admin admin] Deleting port ea94d913-80b4-4541-9aec-596837d043fe {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:30.736220 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f4aa-fa47-4e36-bad9-a0c0097139c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:30.763243 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f293341-60b2-4ee6-a138-d1b758834626', 'name': 'tempest-TestAggregatesBasicOps-1774913758-router', 'tenant_id': '19a6fc8e16d9434c971be7de97228f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '93993a95-dacb-4cd5-a73b-2b68d9c771d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:45:13Z', 'updated_at': '2021-08-16T22:45:23Z', 'revision_number': 4, 'project_id': '19a6fc8e16d9434c971be7de97228f75', 'gw_port': {'id': '93993a95-dacb-4cd5-a73b-2b68d9c771d4', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f293341-60b2-4ee6-a138-d1b758834626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:45:15Z', 'updated_at': '2021-08-16T22:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '9d7bd11f-2057-4551-8e74-b7b683df31ee', 'name': '', 'network_id': '2d50eea7-a15b-4e21-8721-d31ab886f5be', 'tenant_id': '19a6fc8e16d9434c971be7de97228f75', 'mac_address': 'fa:16:3e:01:90:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f293341-60b2-4ee6-a138-d1b758834626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'bb4d5ffb-a760-425c-beab-a10fc3a40172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:45:21Z', 'updated_at': '2021-08-16T22:45:29Z', 'revision_number': 4, 'project_id': '19a6fc8e16d9434c971be7de97228f75', 'subnets': [{'id': 'bb4d5ffb-a760-425c-beab-a10fc3a40172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:30.770352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff21584-1026-49c2-957a-da068182ca0c None None] DHCP port deletion for 373ef9ab-685b-49bb-8aa1-e83804e2a944 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:45:30.783746 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-c2185b5d-ffd9-417a-943a-de3dcc0f8770 req-dae93961-4ad0-455c-ab6a-0edc62834ab9 service neutron] (94871) timed out ('10.222.0.39', 51866) {{(pid=94871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:45:30.819662 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c3c6f4aa-fa47-4e36-bad9-a0c0097139c1 admin admin] For port ea94d913-80b4-4541-9aec-596837d043fe, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ea94d913-80b4-4541-9aec-596837d043fe,segment=NetworkSegment(99620c27-12fd-4033-8bf4-c67a05211565),segment_id=99620c27-12fd-4033-8bf4-c67a05211565)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:30.820509 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f4aa-fa47-4e36-bad9-a0c0097139c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:30.837096 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c3c6f4aa-fa47-4e36-bad9-a0c0097139c1 admin admin] Calling delete_port for ea94d913-80b4-4541-9aec-596837d043fe owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:30.844676 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63c0d5ec-81ca-4eb2-97d3-3b4fb59a017d tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:30.854929 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeac28c-f458-4ce0-8da8-e4720297383d None None] The sync data for ids ['8f293341-60b2-4ee6-a138-d1b758834626'] in n-d-792458-15 is: [{'id': '8f293341-60b2-4ee6-a138-d1b758834626', 'name': 'tempest-TestAggregatesBasicOps-1774913758-router', 'tenant_id': '19a6fc8e16d9434c971be7de97228f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '93993a95-dacb-4cd5-a73b-2b68d9c771d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:45:13Z', 'updated_at': '2021-08-16T22:45:23Z', 'revision_number': 4, 'project_id': '19a6fc8e16d9434c971be7de97228f75', 'gw_port': {'id': '93993a95-dacb-4cd5-a73b-2b68d9c771d4', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f293341-60b2-4ee6-a138-d1b758834626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:45:15Z', 'updated_at': '2021-08-16T22:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '9d7bd11f-2057-4551-8e74-b7b683df31ee', 'name': '', 'network_id': '2d50eea7-a15b-4e21-8721-d31ab886f5be', 'tenant_id': '19a6fc8e16d9434c971be7de97228f75', 'mac_address': 'fa:16:3e:01:90:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f293341-60b2-4ee6-a138-d1b758834626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'bb4d5ffb-a760-425c-beab-a10fc3a40172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:45:21Z', 'updated_at': '2021-08-16T22:45:29Z', 'revision_number': 4, 'project_id': '19a6fc8e16d9434c971be7de97228f75', 'subnets': [{'id': 'bb4d5ffb-a760-425c-beab-a10fc3a40172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:45:30.879128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-3ff21584-1026-49c2-957a-da068182ca0c None None] Deleting port ea94d913-80b4-4541-9aec-596837d043fe {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:30.883527 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3ff21584-1026-49c2-957a-da068182ca0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:30.897581 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5902de5b-99d9-416e-89b2-1985443bf111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:31.017318 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63c0d5ec-81ca-4eb2-97d3-3b4fb59a017d tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:31.122344 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3ff21584-1026-49c2-957a-da068182ca0c None None] For port ea94d913-80b4-4541-9aec-596837d043fe, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ea94d913-80b4-4541-9aec-596837d043fe,segment=NetworkSegment(99620c27-12fd-4033-8bf4-c67a05211565),segment_id=99620c27-12fd-4033-8bf4-c67a05211565)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:31.122947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-63c0d5ec-81ca-4eb2-97d3-3b4fb59a017d tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de85e9dc-d260-4911-98f1-a5a496551a44']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:31.123059 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3ff21584-1026-49c2-957a-da068182ca0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:31.123164 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f4aa-fa47-4e36-bad9-a0c0097139c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:31.141757 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c6f4aa-fa47-4e36-bad9-a0c0097139c1 admin admin] No DVR routers for this DVR port ea94d913-80b4-4541-9aec-596837d043fe on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:45:31.160957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-63c0d5ec-81ca-4eb2-97d3-3b4fb59a017d tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2200dfab-afb5-4e61-a31f-a5352762aadf') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:31.161180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-63c0d5ec-81ca-4eb2-97d3-3b4fb59a017d tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2200dfab-afb5-4e61-a31f-a5352762aadf') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:31.164249 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-3ff21584-1026-49c2-957a-da068182ca0c None None] Calling delete_port for ea94d913-80b4-4541-9aec-596837d043fe owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:31.184259 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63c0d5ec-81ca-4eb2-97d3-3b4fb59a017d tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:31.189952 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6f4aa-fa47-4e36-bad9-a0c0097139c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea94d913-80b4-4541-9aec-596837d043fe,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:31.308168 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63c0d5ec-81ca-4eb2-97d3-3b4fb59a017d tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:31.367520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c0d5ec-81ca-4eb2-97d3-3b4fb59a017d tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:45:31.372581 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63c0d5ec-81ca-4eb2-97d3-3b4fb59a017d tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:31.380619 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3ff21584-1026-49c2-957a-da068182ca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:45:31.381430 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:45:31.383893 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f4aa-fa47-4e36-bad9-a0c0097139c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:31.398237 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c3c6f4aa-fa47-4e36-bad9-a0c0097139c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373ef9ab-685b-49bb-8aa1-e83804e2a944']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:31.426989 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c3c6f4aa-fa47-4e36-bad9-a0c0097139c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99620c27-12fd-4033-8bf4-c67a05211565') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:31.428166 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c3c6f4aa-fa47-4e36-bad9-a0c0097139c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99620c27-12fd-4033-8bf4-c67a05211565') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:31.480256 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f4aa-fa47-4e36-bad9-a0c0097139c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:31.531712 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f4aa-fa47-4e36-bad9-a0c0097139c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:31.547778 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c6f4aa-fa47-4e36-bad9-a0c0097139c1 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:45:31.558228 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f4aa-fa47-4e36-bad9-a0c0097139c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:45:31.566670 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:45:31.762512 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63c0d5ec-81ca-4eb2-97d3-3b4fb59a017d tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:31.763687 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f4aa-fa47-4e36-bad9-a0c0097139c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:31.810228 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f4aa-fa47-4e36-bad9-a0c0097139c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:31.818960 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c3c6f4aa-fa47-4e36-bad9-a0c0097139c1 admin admin] 10.222.0.93 "DELETE /v2.0/networks/373ef9ab-685b-49bb-8aa1-e83804e2a944 HTTP/1.1" status: 204 len: 168 time: 1.8809946 Aug 16 22:45:31.821312 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6f4aa-fa47-4e36-bad9-a0c0097139c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=373ef9ab-685b-49bb-8aa1-e83804e2a944,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:31.832000 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c0d5ec-81ca-4eb2-97d3-3b4fb59a017d tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network de85e9dc-d260-4911-98f1-a5a496551a44 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 22:45:31.858973 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0d5ec-81ca-4eb2-97d3-3b4fb59a017d tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Pushing event deleted for resources: {'Network': ['ID=de85e9dc-d260-4911-98f1-a5a496551a44,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:31.870851 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63c0d5ec-81ca-4eb2-97d3-3b4fb59a017d tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:31.878752 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-63c0d5ec-81ca-4eb2-97d3-3b4fb59a017d tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] 10.222.0.93 "DELETE /v2.0/networks/de85e9dc-d260-4911-98f1-a5a496551a44 HTTP/1.1" status: 204 len: 168 time: 1.3808963 Aug 16 22:45:31.882163 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57630) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:31.889086 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-cb7e4e36-fec9-44d5-a716-8c97565abbc8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:45:31.985813 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7e4e36-fec9-44d5-a716-8c97565abbc8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Made reservation on behalf of eae0681c4c374467ada78e0b26b01aac for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:45:31.993233 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb7e4e36-fec9-44d5-a716-8c97565abbc8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.115498 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff21584-1026-49c2-957a-da068182ca0c None None] Pushing event deleted for resources: {'Port': ['ID=ea94d913-80b4-4541-9aec-596837d043fe,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:32.119602 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff21584-1026-49c2-957a-da068182ca0c None None] No DVR routers for this DVR port ea94d913-80b4-4541-9aec-596837d043fe on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:45:32.133683 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7e4e36-fec9-44d5-a716-8c97565abbc8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:45:32.149062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-8e5fec0d-e986-4829-89cd-0136c30af205 req-697a9883-6a4e-4a5d-b6bf-04925c462058 service neutron] (94871) timed out ('10.222.0.39', 51758) {{(pid=94871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:45:32.186548 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb7e4e36-fec9-44d5-a716-8c97565abbc8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.186829 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-cb7e4e36-fec9-44d5-a716-8c97565abbc8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Added segment 31e9c361-d2d4-4542-9c8e-81ec7dc33c95 of type vlan for network 6ff7ec6a-80af-46ef-a33d-2d9de4bb3567 Aug 16 22:45:32.191748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5902de5b-99d9-416e-89b2-1985443bf111 admin admin] Deleting port 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:32.191748 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5902de5b-99d9-416e-89b2-1985443bf111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.371803 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb7e4e36-fec9-44d5-a716-8c97565abbc8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.377083 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-5902de5b-99d9-416e-89b2-1985443bf111 admin admin] For port 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236,segment=NetworkSegment(f5ce00de-a92d-4e62-b7a9-ecb1040f690f),segment_id=f5ce00de-a92d-4e62-b7a9-ecb1040f690f)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:32.378624 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5902de5b-99d9-416e-89b2-1985443bf111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.397396 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9d7bd11f-2057-4551-8e74-b7b683df31ee up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:45:32.417561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5902de5b-99d9-416e-89b2-1985443bf111 admin admin] Calling delete_port for 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:32.462600 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57632) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:32.519467 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb7e4e36-fec9-44d5-a716-8c97565abbc8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.520488 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7e4e36-fec9-44d5-a716-8c97565abbc8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:32.521121 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb7e4e36-fec9-44d5-a716-8c97565abbc8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.528782 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 9d7bd11f-2057-4551-8e74-b7b683df31ee completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:45:32.538045 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 9d7bd11f-2057-4551-8e74-b7b683df31ee triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:45:32.539407 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.548784 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cb7e4e36-fec9-44d5-a716-8c97565abbc8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6651597 Aug 16 22:45:32.559790 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57640) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:32.565736 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f5bd2877-1dd6-41eb-b1fd-0d422876ad3f tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Request body: {'subnet': {'network_id': '6ff7ec6a-80af-46ef-a33d-2d9de4bb3567', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:45:32.750001 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9673c8b5-ba1f-4aee-a4b0-996662786013 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7537f5cabb134098ac7e1d49956c397c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2834985 Aug 16 22:45:32.750889 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bd2877-1dd6-41eb-b1fd-0d422876ad3f tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Made reservation on behalf of eae0681c4c374467ada78e0b26b01aac for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:45:32.757845 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 57646) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:32.759511 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2877-1dd6-41eb-b1fd-0d422876ad3f tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.784208 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.910409 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 9d7bd11f-2057-4551-8e74-b7b683df31ee, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9d7bd11f-2057-4551-8e74-b7b683df31ee,segment=NetworkSegment(13cdcb06-4d12-489e-89a7-21e420f90a8c),segment_id=13cdcb06-4d12-489e-89a7-21e420f90a8c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:32.916530 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.937143 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91b48c3b-8bab-4fd2-970b-4defecdf7bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.958350 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e4e36-fec9-44d5-a716-8c97565abbc8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Pushing event updated for resources: {'Network': ['ID=6ff7ec6a-80af-46ef-a33d-2d9de4bb3567,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:33.005780 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 6ff7ec6a-80af-46ef-a33d-2d9de4bb3567 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:45:33.144421 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91b48c3b-8bab-4fd2-970b-4defecdf7bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:33.153429 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ea94d913-80b4-4541-9aec-596837d043fe no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:33.303063 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: ea94d913-80b4-4541-9aec-596837d043fe {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:33.303829 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ea94d913-80b4-4541-9aec-596837d043fe not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:33.313213 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5902de5b-99d9-416e-89b2-1985443bf111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:33.346300 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=9d7bd11f-2057-4551-8e74-b7b683df31ee,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:33.426159 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902de5b-99d9-416e-89b2-1985443bf111 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:33.766790 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91b48c3b-8bab-4fd2-970b-4defecdf7bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:33.785630 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91b48c3b-8bab-4fd2-970b-4defecdf7bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:33.798180 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-91b48c3b-8bab-4fd2-970b-4defecdf7bff admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a92800af-8cc6-49e0-81bc-50046160cb66 HTTP/1.1" status: 204 len: 168 time: 1.0334163 Aug 16 22:45:33.918899 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b48c3b-8bab-4fd2-970b-4defecdf7bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92800af-8cc6-49e0-81bc-50046160cb66,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:33.982410 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-4cf130cf-bc1c-446e-bda2-583efa28d416 req-ef50ce6d-d3be-46f8-a727-d97855f04f9c service neutron] (94872) timed out ('10.222.0.39', 51738) {{(pid=94872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:45:34.067056 n-d-792458-15 neutron-server[94872]: DEBUG neutron.objects.ports [None req-f5bd2877-1dd6-41eb-b1fd-0d422876ad3f tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:45:34.072171 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2877-1dd6-41eb-b1fd-0d422876ad3f tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:34.262697 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd2877-1dd6-41eb-b1fd-0d422876ad3f tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7edd4fb8-6c8f-4805-961d-e327b07801e5,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:34.287249 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5902de5b-99d9-416e-89b2-1985443bf111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:34.345151 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd2877-1dd6-41eb-b1fd-0d422876ad3f tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Checking segment: {'id': '31e9c361-d2d4-4542-9c8e-81ec7dc33c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6ff7ec6a-80af-46ef-a33d-2d9de4bb3567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:45:34.346117 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bd2877-1dd6-41eb-b1fd-0d422876ad3f tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Network hostable DHCP agents. Network: 6ff7ec6a-80af-46ef-a33d-2d9de4bb3567, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:45:34.463487 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bd2877-1dd6-41eb-b1fd-0d422876ad3f tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Network 6ff7ec6a-80af-46ef-a33d-2d9de4bb3567 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:45:34.496435 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9d7bd11f-2057-4551-8e74-b7b683df31ee up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:45:34.497059 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-f5bd2877-1dd6-41eb-b1fd-0d422876ad3f tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 6ff7ec6a-80af-46ef-a33d-2d9de4bb3567) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:45:34.523199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bd2877-1dd6-41eb-b1fd-0d422876ad3f tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:34.523881 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2877-1dd6-41eb-b1fd-0d422876ad3f tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:34.591504 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f5bd2877-1dd6-41eb-b1fd-0d422876ad3f tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0306096 Aug 16 22:45:34.597112 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57682) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:34.607669 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e547287a-ae7f-47cc-8ec6-76fea4aafb5c tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Request body: {'floatingip': {'floating_network_id': '6ff7ec6a-80af-46ef-a33d-2d9de4bb3567'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:45:34.699543 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e547287a-ae7f-47cc-8ec6-76fea4aafb5c tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:34.715408 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a9f14d-c63c-4b23-8dcc-d642779f23df None None] Network 6ff7ec6a-80af-46ef-a33d-2d9de4bb3567 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:45:34.949231 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 9d7bd11f-2057-4551-8e74-b7b683df31ee triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:45:34.949900 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:35.027515 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e547287a-ae7f-47cc-8ec6-76fea4aafb5c tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:35.044608 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1d2057-ca5a-4137-b25d-af1773960089 None None] Network 6ff7ec6a-80af-46ef-a33d-2d9de4bb3567 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:45:35.134430 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57696) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:35.344576 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-443415f9-aadf-4162-850b-af47ea237878 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e856da6162c04d41a839167cd8640590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2038126 Aug 16 22:45:35.367225 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57702) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:35.430461 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-e547287a-ae7f-47cc-8ec6-76fea4aafb5c tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Allocated IP 172.20.0.5 (6ff7ec6a-80af-46ef-a33d-2d9de4bb3567/7edd4fb8-6c8f-4805-961d-e327b07801e5/50126131-5340-405f-b3e9-271d07d4b6c7) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:45:35.463236 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2bc83c17-72c5-4e1f-ae79-79e45c426502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:35.488075 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2bc83c17-72c5-4e1f-ae79-79e45c426502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:35.665700 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2bc83c17-72c5-4e1f-ae79-79e45c426502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:35.668408 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2bc83c17-72c5-4e1f-ae79-79e45c426502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:35.672469 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2bc83c17-72c5-4e1f-ae79-79e45c426502 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/456abb62-4e3e-4f4b-9302-3e52896dfe63 HTTP/1.1" status: 204 len: 168 time: 0.3016293 Aug 16 22:45:35.711284 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e547287a-ae7f-47cc-8ec6-76fea4aafb5c tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:35.784082 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e547287a-ae7f-47cc-8ec6-76fea4aafb5c tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:35.791790 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc83c17-72c5-4e1f-ae79-79e45c426502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456abb62-4e3e-4f4b-9302-3e52896dfe63,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:35.829303 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e547287a-ae7f-47cc-8ec6-76fea4aafb5c tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Network 6ff7ec6a-80af-46ef-a33d-2d9de4bb3567 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:45:35.879326 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-e547287a-ae7f-47cc-8ec6-76fea4aafb5c tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:45:35.913745 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e547287a-ae7f-47cc-8ec6-76fea4aafb5c tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:45:36.111702 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5902de5b-99d9-416e-89b2-1985443bf111 admin admin] Router 5a32cdd1-a3b2-4509-8757-3ab07b98299f has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:45:36.274937 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547287a-ae7f-47cc-8ec6-76fea4aafb5c tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Pushing event updated for resources: {'Port': ['ID=50126131-5340-405f-b3e9-271d07d4b6c7,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:36.291327 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5902de5b-99d9-416e-89b2-1985443bf111 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:45:36.308150 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42812136-592a-46ce-b418-b51f3ddb1517 None None] Sync routers for ids ['5a32cdd1-a3b2-4509-8757-3ab07b98299f'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:45:36.318617 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e547287a-ae7f-47cc-8ec6-76fea4aafb5c tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:36.325401 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5902de5b-99d9-416e-89b2-1985443bf111 admin admin] 10.222.0.93 "PUT /v2.0/routers/5a32cdd1-a3b2-4509-8757-3ab07b98299f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8597512 Aug 16 22:45:36.328153 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57724) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:36.348881 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42812136-592a-46ce-b418-b51f3ddb1517 None None] Routers {'5a32cdd1-a3b2-4509-8757-3ab07b98299f'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:45:36.349625 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-42812136-592a-46ce-b418-b51f3ddb1517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:45:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5a32cdd1-a3b2-4509-8757-3ab07b98299f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:36.352681 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a2f2b-1a32-4674-bfe0-ed0bb72bccbb req-acf2238d-01d1-4ebc-8fa9-68bf34cd6422 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:36.367861 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-263a2f2b-1a32-4674-bfe0-ed0bb72bccbb req-acf2238d-01d1-4ebc-8fa9-68bf34cd6422 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/ports?device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c HTTP/1.1" status: 200 len: 948 time: 0.5443249 Aug 16 22:45:36.479847 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8fdb3-06a1-4344-82e7-a4bdceee145f req-7b826e5e-cd9e-4c58-b8f6-e65d80e07305 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:36.481422 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4fa8fdb3-06a1-4344-82e7-a4bdceee145f req-7b826e5e-cd9e-4c58-b8f6-e65d80e07305 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c HTTP/1.1" status: 200 len: 948 time: 0.4193957 Aug 16 22:45:36.724791 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-42812136-592a-46ce-b418-b51f3ddb1517 None None] Set router 5a32cdd1-a3b2-4509-8757-3ab07b98299f gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:45:36.730890 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-263a2f2b-1a32-4674-bfe0-ed0bb72bccbb req-64a91773-127f-40ae-bb1b-2a198aaf4465 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/security-groups?id=f0bdbeb5-2c6b-4d1b-a2f3-4d266efe2c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539729 Aug 16 22:45:36.797722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-4fa8fdb3-06a1-4344-82e7-a4bdceee145f req-9ce17ba4-b7fb-40d2-9b37-cfc511f16e55 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Deleting port d162efbe-ac14-455b-aa35-f8704238508c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:36.798381 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4fa8fdb3-06a1-4344-82e7-a4bdceee145f req-9ce17ba4-b7fb-40d2-9b37-cfc511f16e55 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:37.094332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-42812136-592a-46ce-b418-b51f3ddb1517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32cdd1-a3b2-4509-8757-3ab07b98299f', 'name': 'tempest-TestAggregatesBasicOps-431566996-router', 'tenant_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fdc8370e-6474-4e1b-9ead-084a3ec1dcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:44:57Z', 'updated_at': '2021-08-16T22:45:32Z', 'revision_number': 5, 'project_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'gw_port': {'id': 'fdc8370e-6474-4e1b-9ead-084a3ec1dcae', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32cdd1-a3b2-4509-8757-3ab07b98299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:44:58Z', 'updated_at': '2021-08-16T22:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:37.156403 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4fa8fdb3-06a1-4344-82e7-a4bdceee145f req-9ce17ba4-b7fb-40d2-9b37-cfc511f16e55 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] For port d162efbe-ac14-455b-aa35-f8704238508c, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d162efbe-ac14-455b-aa35-f8704238508c,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:37.156961 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4fa8fdb3-06a1-4344-82e7-a4bdceee145f req-9ce17ba4-b7fb-40d2-9b37-cfc511f16e55 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:37.177325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-4fa8fdb3-06a1-4344-82e7-a4bdceee145f req-9ce17ba4-b7fb-40d2-9b37-cfc511f16e55 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Calling delete_port for d162efbe-ac14-455b-aa35-f8704238508c owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:37.188617 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42812136-592a-46ce-b418-b51f3ddb1517 None None] Checking router: 5a32cdd1-a3b2-4509-8757-3ab07b98299f for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:45:37.214922 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42812136-592a-46ce-b418-b51f3ddb1517 None None] Routers {'5a32cdd1-a3b2-4509-8757-3ab07b98299f'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:45:37.215628 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-42812136-592a-46ce-b418-b51f3ddb1517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:45:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['5a32cdd1-a3b2-4509-8757-3ab07b98299f'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:37.487777 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-42812136-592a-46ce-b418-b51f3ddb1517 None None] Set router 5a32cdd1-a3b2-4509-8757-3ab07b98299f gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:45:37.553531 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e547287a-ae7f-47cc-8ec6-76fea4aafb5c tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:37.659517 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4fa8fdb3-06a1-4344-82e7-a4bdceee145f req-9ce17ba4-b7fb-40d2-9b37-cfc511f16e55 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:37.677809 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['d162efbe-ac14-455b-aa35-f8704238508c'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:45:37.739095 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e547287a-ae7f-47cc-8ec6-76fea4aafb5c tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:37.758591 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fe114f9a-2a95-4794-acc6-f1baa72bb7a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:37.780826 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce17ba4-b7fb-40d2-9b37-cfc511f16e55 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Pushing event deleted for resources: {'Port': ['ID=d162efbe-ac14-455b-aa35-f8704238508c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:37.813171 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e547287a-ae7f-47cc-8ec6-76fea4aafb5c tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:37.817924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa8fdb3-06a1-4344-82e7-a4bdceee145f req-9ce17ba4-b7fb-40d2-9b37-cfc511f16e55 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] No DVR routers for this DVR port d162efbe-ac14-455b-aa35-f8704238508c on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:45:37.828534 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4fa8fdb3-06a1-4344-82e7-a4bdceee145f req-9ce17ba4-b7fb-40d2-9b37-cfc511f16e55 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:37.830954 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4fa8fdb3-06a1-4344-82e7-a4bdceee145f req-9ce17ba4-b7fb-40d2-9b37-cfc511f16e55 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.39 "DELETE /v2.0/ports/d162efbe-ac14-455b-aa35-f8704238508c HTTP/1.1" status: 204 len: 173 time: 1.3242323 Aug 16 22:45:37.831669 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25e461e-de78-457e-9f48-638ea8a7bf7c', 'name': 'network-vif-deleted', 'tag': 'd162efbe-ac14-455b-aa35-f8704238508c'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:45:37.843812 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2620f9aa-4c44-41ef-a071-6b9ff30baae2" -d '{"events": [{"server_uuid": "d25e461e-de78-457e-9f48-638ea8a7bf7c", "name": "network-vif-deleted", "tag": "d162efbe-ac14-455b-aa35-f8704238508c"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:45:37.998337 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d9328569-a2cd-4b4f-a117-fe11daf10dc1 req-bac96909-fc58-46b1-bd24-9834ab434f43 tempest-VolumesBackupsTest-5098434 tempest-VolumesBackupsTest-5098434-project] 10.222.0.93 "GET /v2.0/ports?device_id=d25e461e-de78-457e-9f48-638ea8a7bf7c HTTP/1.1" status: 200 len: 210 time: 0.0580449 Aug 16 22:45:38.000362 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbabe9b-d152-4a1a-9019-60d8450a97ed x-openstack-request-id: req-8cbabe9b-d152-4a1a-9019-60d8450a97ed {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:45:38.000715 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25e461e-de78-457e-9f48-638ea8a7bf7c", "name": "network-vif-deleted", "tag": "d162efbe-ac14-455b-aa35-f8704238508c", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:45:38.002227 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8cbabe9b-d152-4a1a-9019-60d8450a97ed {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:45:38.009062 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25e461e-de78-457e-9f48-638ea8a7bf7c', 'name': 'network-vif-deleted', 'tag': 'd162efbe-ac14-455b-aa35-f8704238508c', 'status': 'completed', 'code': 200} Aug 16 22:45:38.124795 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547287a-ae7f-47cc-8ec6-76fea4aafb5c tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Pushing event updated for resources: {'Port': ['ID=50126131-5340-405f-b3e9-271d07d4b6c7,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:38.199621 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e547287a-ae7f-47cc-8ec6-76fea4aafb5c tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:38.215718 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-42812136-592a-46ce-b418-b51f3ddb1517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32cdd1-a3b2-4509-8757-3ab07b98299f', 'name': 'tempest-TestAggregatesBasicOps-431566996-router', 'tenant_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fdc8370e-6474-4e1b-9ead-084a3ec1dcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:44:57Z', 'updated_at': '2021-08-16T22:45:32Z', 'revision_number': 5, 'project_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'gw_port': {'id': 'fdc8370e-6474-4e1b-9ead-084a3ec1dcae', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32cdd1-a3b2-4509-8757-3ab07b98299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:44:58Z', 'updated_at': '2021-08-16T22:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:38.227067 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fe114f9a-2a95-4794-acc6-f1baa72bb7a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:38.390867 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42812136-592a-46ce-b418-b51f3ddb1517 None None] The sync data for ids ['5a32cdd1-a3b2-4509-8757-3ab07b98299f'] in n-d-792458-15 is: [{'id': '5a32cdd1-a3b2-4509-8757-3ab07b98299f', 'name': 'tempest-TestAggregatesBasicOps-431566996-router', 'tenant_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fdc8370e-6474-4e1b-9ead-084a3ec1dcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:44:57Z', 'updated_at': '2021-08-16T22:45:32Z', 'revision_number': 5, 'project_id': '7c4ddc1210f54657b4e284cbb1c5ba11', 'gw_port': {'id': 'fdc8370e-6474-4e1b-9ead-084a3ec1dcae', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32cdd1-a3b2-4509-8757-3ab07b98299f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:44:58Z', 'updated_at': '2021-08-16T22:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:45:38.532835 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e547287a-ae7f-47cc-8ec6-76fea4aafb5c tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:38.540793 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e547287a-ae7f-47cc-8ec6-76fea4aafb5c tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.9419286 Aug 16 22:45:38.543901 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 57768) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:38.609618 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-fe114f9a-2a95-4794-acc6-f1baa72bb7a3 admin admin] Deleting port fdc8370e-6474-4e1b-9ead-084a3ec1dcae {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:38.626254 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fe114f9a-2a95-4794-acc6-f1baa72bb7a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:38.731427 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:38.811023 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-fe114f9a-2a95-4794-acc6-f1baa72bb7a3 admin admin] For port fdc8370e-6474-4e1b-9ead-084a3ec1dcae, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=fdc8370e-6474-4e1b-9ead-084a3ec1dcae,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:38.811931 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fe114f9a-2a95-4794-acc6-f1baa72bb7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:38.816009 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9b3d63fa-f79a-49b5-bbaa-d8ff3c051f17 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] 10.222.0.93 "GET /v2.0/floatingips?floating_network_id=6ff7ec6a-80af-46ef-a33d-2d9de4bb3567 HTTP/1.1" status: 200 len: 689 time: 0.2678988 Aug 16 22:45:38.819650 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 57776) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:38.887356 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-fe114f9a-2a95-4794-acc6-f1baa72bb7a3 admin admin] Calling delete_port for fdc8370e-6474-4e1b-9ead-084a3ec1dcae owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:39.029452 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a6dbf7fd-a007-48e7-bf0a-870065d01776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.059272 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-8be2ecea-a3f6-4668-9172-b32ad65d887a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3099017 Aug 16 22:45:39.062400 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.266416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-ca856952-c6fb-4f3a-b311-afdc8cc79895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:39.267253 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-ca856952-c6fb-4f3a-b311-afdc8cc79895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:39.267961 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-ca856952-c6fb-4f3a-b311-afdc8cc79895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:39.268620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-ca856952-c6fb-4f3a-b311-afdc8cc79895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:39.269154 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-ca856952-c6fb-4f3a-b311-afdc8cc79895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:39.269572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-ca856952-c6fb-4f3a-b311-afdc8cc79895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:39.270073 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-ca856952-c6fb-4f3a-b311-afdc8cc79895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:39.272011 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-ca856952-c6fb-4f3a-b311-afdc8cc79895 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec65b3f25804ec5b636b887d7c98229&device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 6499 time: 0.1116574 Aug 16 22:45:39.288114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Deleting port 50126131-5340-405f-b3e9-271d07d4b6c7 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:39.288475 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.340352 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fe114f9a-2a95-4794-acc6-f1baa72bb7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.376851 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe114f9a-2a95-4794-acc6-f1baa72bb7a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc8370e-6474-4e1b-9ead-084a3ec1dcae,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:39.488380 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fe114f9a-2a95-4794-acc6-f1baa72bb7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.615969 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-d8cfab72-b6af-43d6-aaa5-0673002ad24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:39.619836 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-d8cfab72-b6af-43d6-aaa5-0673002ad24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:39.620504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-d8cfab72-b6af-43d6-aaa5-0673002ad24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:39.624261 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-d8cfab72-b6af-43d6-aaa5-0673002ad24f service neutron] 10.222.0.39 "GET /v2.0/networks?id=da99628b-b531-4700-97cd-f2deca3ca96b&id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66&id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 HTTP/1.1" status: 200 len: 2293 time: 0.1988773 Aug 16 22:45:39.821089 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fe114f9a-2a95-4794-acc6-f1baa72bb7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.825228 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fe114f9a-2a95-4794-acc6-f1baa72bb7a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.882282 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fe114f9a-2a95-4794-acc6-f1baa72bb7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.883252 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe114f9a-2a95-4794-acc6-f1baa72bb7a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a32cdd1-a3b2-4509-8757-3ab07b98299f {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:45:39.893706 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-c5599178-e93d-491e-a09e-0da9d3728a41 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=591b5968-9ed1-44b8-afc2-1f142f90e8d8 HTTP/1.1" status: 200 len: 1002 time: 0.2556295 Aug 16 22:45:39.896657 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fe114f9a-2a95-4794-acc6-f1baa72bb7a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.898234 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fe114f9a-2a95-4794-acc6-f1baa72bb7a3 admin admin] 10.222.0.93 "DELETE /v2.0/routers/5a32cdd1-a3b2-4509-8757-3ab07b98299f HTTP/1.1" status: 204 len: 168 time: 3.5701168 Aug 16 22:45:39.901060 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.901599 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.902317 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57802) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:40.021671 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-28df711e-3b6e-4a6a-8b21-4f6e6c5eb33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:40.024902 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-28df711e-3b6e-4a6a-8b21-4f6e6c5eb33e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ffe763c-ff2b-42ed-bcf3-687f913d441b HTTP/1.1" status: 200 len: 850 time: 0.1167142 Aug 16 22:45:40.025890 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9277324-f5e4-40b5-8a0d-e9d78379db60 admin admin] Deleting subnet d4832b89-064c-48f8-945b-95b784765ace {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:45:40.030867 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9277324-f5e4-40b5-8a0d-e9d78379db60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:40.077083 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9277324-f5e4-40b5-8a0d-e9d78379db60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:40.093622 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Calling delete_port for 50126131-5340-405f-b3e9-271d07d4b6c7 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:40.218213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-d1af18a9-7d5f-4346-a841-117cc2b0a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:40.220221 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-d1af18a9-7d5f-4346-a841-117cc2b0a431 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=da99628b-b531-4700-97cd-f2deca3ca96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1885815 Aug 16 22:45:40.220532 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d162efbe-ac14-455b-aa35-f8704238508c no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:40.293602 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:40.326053 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9277324-f5e4-40b5-8a0d-e9d78379db60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:40.373377 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:40.373729 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0f4b0ac7-6cd0-47db-8cba-3b74b9ea9236 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:40.382372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: d162efbe-ac14-455b-aa35-f8704238508c {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:40.382740 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d162efbe-ac14-455b-aa35-f8704238508c not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:40.420685 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-ca20cdfd-ab26-438f-b8a4-8c15c127c827 service neutron] 10.222.0.39 "GET /v2.0/networks/da99628b-b531-4700-97cd-f2deca3ca96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907966 Aug 16 22:45:40.459144 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9277324-f5e4-40b5-8a0d-e9d78379db60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:40.522889 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9277324-f5e4-40b5-8a0d-e9d78379db60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4832b89-064c-48f8-945b-95b784765ace,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:40.531582 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9277324-f5e4-40b5-8a0d-e9d78379db60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:40.537931 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a9277324-f5e4-40b5-8a0d-e9d78379db60 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/d4832b89-064c-48f8-945b-95b784765ace HTTP/1.1" status: 204 len: 168 time: 0.6342783 Aug 16 22:45:40.538802 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57814) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:40.550717 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d090fe-be1b-4874-b19a-ad0b421aeda2 None None] Network 9eea057b-73ce-454a-9530-b67ba7130dee requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:45:40.628669 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-180ca08c-32b2-4d60-b808-c9d56bd3981f service neutron] 10.222.0.39 "GET /v2.0/networks/da99628b-b531-4700-97cd-f2deca3ca96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975012 Aug 16 22:45:40.758633 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-0bc9747d-1a11-4333-a1f2-0c038b46ff3c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=a0a260f4-e95c-4287-9011-ab8907999577 HTTP/1.1" status: 200 len: 217 time: 0.1217377 Aug 16 22:45:40.777712 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e59659bf-b47d-4e17-aeda-699ed1a1326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:40.943961 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e59659bf-b47d-4e17-aeda-699ed1a1326d admin admin] Deleting port 36353348-7f93-4b62-8b8b-e1d26fd1d2d9 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:40.944878 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e59659bf-b47d-4e17-aeda-699ed1a1326d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:40.945794 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-afbfc80d-e519-440a-9988-02a789df5e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:40.947459 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-afbfc80d-e519-440a-9988-02a789df5e69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ba958f9-7606-4a57-ac70-15a7d712df06 HTTP/1.1" status: 200 len: 797 time: 0.1812296 Aug 16 22:45:40.949918 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:40.990074 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:41.033989 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Pushing event deleted for resources: {'Port': ['ID=50126131-5340-405f-b3e9-271d07d4b6c7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:41.114776 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ec82d8-af22-4e00-86a3-3d03406cdc7e None None] DHCP port deletion for 9eea057b-73ce-454a-9530-b67ba7130dee request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:45:41.118282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e59659bf-b47d-4e17-aeda-699ed1a1326d admin admin] For port 36353348-7f93-4b62-8b8b-e1d26fd1d2d9, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=36353348-7f93-4b62-8b8b-e1d26fd1d2d9,segment=NetworkSegment(f5ce00de-a92d-4e62-b7a9-ecb1040f690f),segment_id=f5ce00de-a92d-4e62-b7a9-ecb1040f690f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:41.119199 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e59659bf-b47d-4e17-aeda-699ed1a1326d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:41.135837 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e59659bf-b47d-4e17-aeda-699ed1a1326d admin admin] Calling delete_port for 36353348-7f93-4b62-8b8b-e1d26fd1d2d9 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:41.162619 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:41.232472 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-04ec82d8-af22-4e00-86a3-3d03406cdc7e None None] Deleting port 36353348-7f93-4b62-8b8b-e1d26fd1d2d9 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:41.233048 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-04ec82d8-af22-4e00-86a3-3d03406cdc7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:41.235168 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e59659bf-b47d-4e17-aeda-699ed1a1326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:41.261209 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-126e1368-652c-4a93-a28e-c29a53232a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:41.262789 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-126e1368-652c-4a93-a28e-c29a53232a97 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3062510 Aug 16 22:45:41.270433 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59659bf-b47d-4e17-aeda-699ed1a1326d admin admin] No DVR routers for this DVR port 36353348-7f93-4b62-8b8b-e1d26fd1d2d9 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:45:41.339838 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59659bf-b47d-4e17-aeda-699ed1a1326d admin admin] Pushing event deleted for resources: {'Port': ['ID=36353348-7f93-4b62-8b8b-e1d26fd1d2d9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:41.346466 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:41.418018 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-04ec82d8-af22-4e00-86a3-3d03406cdc7e None None] For port 36353348-7f93-4b62-8b8b-e1d26fd1d2d9, host n-d-792458-15, got binding levels [] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:41.420537 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-04ec82d8-af22-4e00-86a3-3d03406cdc7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:41.457642 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-04ec82d8-af22-4e00-86a3-3d03406cdc7e None None] Calling delete_port for 36353348-7f93-4b62-8b8b-e1d26fd1d2d9 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:41.459789 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-5a411333-cb56-482c-8635-1f58b8a91883 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862931 Aug 16 22:45:41.461516 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.ipam_backend_mixin [None req-04ec82d8-af22-4e00-86a3-3d03406cdc7e None None] Port 36353348-7f93-4b62-8b8b-e1d26fd1d2d9 was not found and therefore no delete operation was performed {{(pid=94873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:45:41.462994 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-04ec82d8-af22-4e00-86a3-3d03406cdc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:41.464315 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e59659bf-b47d-4e17-aeda-699ed1a1326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:41.498377 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-e59659bf-b47d-4e17-aeda-699ed1a1326d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eea057b-73ce-454a-9530-b67ba7130dee']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:41.522659 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-e59659bf-b47d-4e17-aeda-699ed1a1326d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ce00de-a92d-4e62-b7a9-ecb1040f690f') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:41.523019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-e59659bf-b47d-4e17-aeda-699ed1a1326d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ce00de-a92d-4e62-b7a9-ecb1040f690f') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:41.529356 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec82d8-af22-4e00-86a3-3d03406cdc7e None None] Pushing event deleted for resources: {'Port': ['ID=36353348-7f93-4b62-8b8b-e1d26fd1d2d9,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:41.550082 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ec82d8-af22-4e00-86a3-3d03406cdc7e None None] No DVR routers for this DVR port 36353348-7f93-4b62-8b8b-e1d26fd1d2d9 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:45:41.552000 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e59659bf-b47d-4e17-aeda-699ed1a1326d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:41.582519 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-43aef78f-30b5-4a9a-9586-de5ceaa85576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:41.585762 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e59659bf-b47d-4e17-aeda-699ed1a1326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:41.598305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59659bf-b47d-4e17-aeda-699ed1a1326d admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:45:41.598888 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e59659bf-b47d-4e17-aeda-699ed1a1326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:45:41.600914 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:45:41.614394 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-4795cafe-ed6a-4ac4-b85e-854f07da76b7 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356766 Aug 16 22:45:41.615913 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:41.660400 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7edd4fb8-6c8f-4805-961d-e327b07801e5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:41.696930 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e59659bf-b47d-4e17-aeda-699ed1a1326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:41.705307 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e59659bf-b47d-4e17-aeda-699ed1a1326d admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:41.711181 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e59659bf-b47d-4e17-aeda-699ed1a1326d admin admin] 10.222.0.93 "DELETE /v2.0/networks/9eea057b-73ce-454a-9530-b67ba7130dee HTTP/1.1" status: 204 len: 168 time: 1.1706939 Aug 16 22:45:41.718360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 57836) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:41.728726 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-6655b12b-8cfc-4085-abd5-508337dc0a33 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=882b75e0-8639-46ef-a97c-2657f474d5df HTTP/1.1" status: 200 len: 217 time: 0.0744994 Aug 16 22:45:41.736740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59659bf-b47d-4e17-aeda-699ed1a1326d admin admin] Pushing event deleted for resources: {'Network': ['ID=9eea057b-73ce-454a-9530-b67ba7130dee,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:41.861664 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-78be81d9-264d-4ec4-97d8-ee4b286e9de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:41.863288 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-78be81d9-264d-4ec4-97d8-ee4b286e9de2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ba958f9-7606-4a57-ac70-15a7d712df06 HTTP/1.1" status: 200 len: 797 time: 0.0942919 Aug 16 22:45:41.951365 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:41.965457 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff7ec6a-80af-46ef-a33d-2d9de4bb3567']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:41.989823 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e9c361-d2d4-4542-9c8e-81ec7dc33c95') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:41.990416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e9c361-d2d4-4542-9c8e-81ec7dc33c95') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:42.011926 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:42.026691 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-ff84bfd3-e1d1-4587-9cf0-8fb4ba463734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:42.028208 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-ff84bfd3-e1d1-4587-9cf0-8fb4ba463734 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1554089 Aug 16 22:45:42.111320 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:42.130574 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:42.139079 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:45:42.139620 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:45:42.245926 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:45:42.291679 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device fdc8370e-6474-4e1b-9ead-084a3ec1dcae no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:42.356517 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: fdc8370e-6474-4e1b-9ead-084a3ec1dcae {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:42.357192 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device fdc8370e-6474-4e1b-9ead-084a3ec1dcae not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:42.357802 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 36353348-7f93-4b62-8b8b-e1d26fd1d2d9 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:42.394972 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 36353348-7f93-4b62-8b8b-e1d26fd1d2d9 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:42.395330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 36353348-7f93-4b62-8b8b-e1d26fd1d2d9 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:42.441787 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:42.465576 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ff7ec6a-80af-46ef-a33d-2d9de4bb3567 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 22:45:42.487611 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:42.496235 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57862) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:42.508699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] 10.222.0.93 "DELETE /v2.0/networks/6ff7ec6a-80af-46ef-a33d-2d9de4bb3567 HTTP/1.1" status: 204 len: 168 time: 3.6893442 Aug 16 22:45:42.724268 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ecd3-3fbd-486e-8769-198864c83ab1 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ff7ec6a-80af-46ef-a33d-2d9de4bb3567,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:42.758320 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-e333b4cf-c4bd-4750-925d-e9ab6a899fe1 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7161760 Aug 16 22:45:42.778087 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-87739ea4-144c-4716-afff-18d277cdfc32 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] 10.222.0.93 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.2718201 Aug 16 22:45:42.782286 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57874) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:42.994485 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c352d4f-7d51-4bf6-89ef-998cb7427592 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:42.994879 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c352d4f-7d51-4bf6-89ef-998cb7427592 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:42.995340 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c352d4f-7d51-4bf6-89ef-998cb7427592 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:42.995797 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c352d4f-7d51-4bf6-89ef-998cb7427592 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:42.996249 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c352d4f-7d51-4bf6-89ef-998cb7427592 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:42.996700 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c352d4f-7d51-4bf6-89ef-998cb7427592 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:42.997151 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c352d4f-7d51-4bf6-89ef-998cb7427592 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:42.999585 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9c352d4f-7d51-4bf6-89ef-998cb7427592 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4553 time: 0.2157886 Aug 16 22:45:43.009331 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57878) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:43.076850 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-659de81d-2ad1-452c-a4b3-2d1c402aab9e tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] delete failed (client error): The resource could not be found. Aug 16 22:45:43.080927 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-659de81d-2ad1-452c-a4b3-2d1c402aab9e tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] 10.222.0.93 "DELETE /v2.0/floatingips/e60ecbea-b19c-468f-bb0d-6f1c414099c2 HTTP/1.1" status: 404 len: 345 time: 0.0704684 Aug 16 22:45:43.081574 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57880) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:43.100326 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-977269fb-8b1b-4f4b-98a5-aabbea43102c tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] DELETE failed (client error): The resource could not be found. Aug 16 22:45:43.101013 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-977269fb-8b1b-4f4b-98a5-aabbea43102c tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:45:43.111179 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-977269fb-8b1b-4f4b-98a5-aabbea43102c tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] 10.222.0.93 "DELETE /v2.0/networks/6ff7ec6a-80af-46ef-a33d-2d9de4bb3567 HTTP/1.1" status: 404 len: 339 time: 0.0284591 Aug 16 22:45:43.111938 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57882) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:43.116883 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8da24462-ccd3-42b0-8e6b-f49e2b63879a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Request body: {'network': {'name': 'tempest-network--1407957685', 'router:external': True}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:45:43.153686 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da24462-ccd3-42b0-8e6b-f49e2b63879a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Made reservation on behalf of eae0681c4c374467ada78e0b26b01aac for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:45:43.157070 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8da24462-ccd3-42b0-8e6b-f49e2b63879a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:43.216425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da24462-ccd3-42b0-8e6b-f49e2b63879a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:45:43.228105 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8da24462-ccd3-42b0-8e6b-f49e2b63879a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:43.228512 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-8da24462-ccd3-42b0-8e6b-f49e2b63879a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Added segment dca841fa-8925-4e00-ab78-b38e8450cc2b of type vlan for network b4916698-0212-4581-8f0e-5eeb23d2ce73 Aug 16 22:45:43.257014 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:43.301114 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8da24462-ccd3-42b0-8e6b-f49e2b63879a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:43.348244 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8da24462-ccd3-42b0-8e6b-f49e2b63879a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:43.350335 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da24462-ccd3-42b0-8e6b-f49e2b63879a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:43.351956 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8da24462-ccd3-42b0-8e6b-f49e2b63879a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:43.439315 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da24462-ccd3-42b0-8e6b-f49e2b63879a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Pushing event updated for resources: {'Network': ['ID=b4916698-0212-4581-8f0e-5eeb23d2ce73,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:43.456137 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8da24462-ccd3-42b0-8e6b-f49e2b63879a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3422289 Aug 16 22:45:43.458033 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57892) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:43.460470 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network b4916698-0212-4581-8f0e-5eeb23d2ce73 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:45:43.662386 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f3e0a5-9c9e-42c1-81c6-31da63ab73d2 tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:43.672336 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f3e0a5-9c9e-42c1-81c6-31da63ab73d2 tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:43.679025 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f3e0a5-9c9e-42c1-81c6-31da63ab73d2 tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:43.685659 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f3e0a5-9c9e-42c1-81c6-31da63ab73d2 tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:43.688436 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c9f3e0a5-9c9e-42c1-81c6-31da63ab73d2 tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2290893 Aug 16 22:45:43.692875 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 57900) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:43.842188 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-79e9b6c0-773e-4ac6-a052-105b17c83fb7 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0609376 Aug 16 22:45:43.938011 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-b9bd9236-0d2a-46d9-aeab-3c2088a0650d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=9c81783d-6b34-4769-b8e6-f21cb76f85b3 HTTP/1.1" status: 200 len: 217 time: 0.0671599 Aug 16 22:45:44.033133 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03bed358-1490-414f-a505-27fd23cc7ea8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:44.045166 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-9e7faf46-c4bc-415e-a037-9d8b4f3eeaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:44.046888 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-9e7faf46-c4bc-415e-a037-9d8b4f3eeaa9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ba958f9-7606-4a57-ac70-15a7d712df06 HTTP/1.1" status: 200 len: 797 time: 0.0965321 Aug 16 22:45:44.259398 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03bed358-1490-414f-a505-27fd23cc7ea8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:44.275071 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-03bed358-1490-414f-a505-27fd23cc7ea8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4916698-0212-4581-8f0e-5eeb23d2ce73']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:44.289392 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-03bed358-1490-414f-a505-27fd23cc7ea8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca841fa-8925-4e00-ab78-b38e8450cc2b') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:44.289680 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-03bed358-1490-414f-a505-27fd23cc7ea8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca841fa-8925-4e00-ab78-b38e8450cc2b') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:44.306013 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03bed358-1490-414f-a505-27fd23cc7ea8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:44.325774 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03bed358-1490-414f-a505-27fd23cc7ea8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:44.336975 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03bed358-1490-414f-a505-27fd23cc7ea8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:45:44.337584 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03bed358-1490-414f-a505-27fd23cc7ea8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:45:44.434224 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:45:44.450426 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-8fbef442-9dd5-4264-9014-3b98399b533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:44.458208 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-8fbef442-9dd5-4264-9014-3b98399b533c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3980377 Aug 16 22:45:44.459029 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03bed358-1490-414f-a505-27fd23cc7ea8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:44.465837 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bed358-1490-414f-a505-27fd23cc7ea8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b4916698-0212-4581-8f0e-5eeb23d2ce73 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 22:45:44.468654 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-03bed358-1490-414f-a505-27fd23cc7ea8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:44.474991 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57960) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:44.482183 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6b71eee2-6d1e-47fd-9cb8-c59858e19a60 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Request body: {'network': {'name': 'tempest-network--1554624554', 'router:external': True}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:45:44.486857 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-03bed358-1490-414f-a505-27fd23cc7ea8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] 10.222.0.93 "DELETE /v2.0/networks/b4916698-0212-4581-8f0e-5eeb23d2ce73 HTTP/1.1" status: 204 len: 168 time: 0.7774265 Aug 16 22:45:44.573088 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b71eee2-6d1e-47fd-9cb8-c59858e19a60 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Made reservation on behalf of eae0681c4c374467ada78e0b26b01aac for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:45:44.575736 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b71eee2-6d1e-47fd-9cb8-c59858e19a60 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:44.658990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b71eee2-6d1e-47fd-9cb8-c59858e19a60 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:45:44.678055 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bed358-1490-414f-a505-27fd23cc7ea8 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Pushing event deleted for resources: {'Network': ['ID=b4916698-0212-4581-8f0e-5eeb23d2ce73,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:44.703266 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9db838f-0b94-406c-97e9-c0516336a508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:44.704270 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b71eee2-6d1e-47fd-9cb8-c59858e19a60 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:44.704807 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-6b71eee2-6d1e-47fd-9cb8-c59858e19a60 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Added segment eb3f51c6-ce10-4d83-9878-4ba036ae16e0 of type vlan for network 0c6343c5-a04a-421c-ac0b-c4f4e7b15f76 Aug 16 22:45:44.815620 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b71eee2-6d1e-47fd-9cb8-c59858e19a60 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:44.830140 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:44.880125 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-16aa2131-5d8a-4dfe-abbb-7491defaa2f5 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898866 Aug 16 22:45:44.888480 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b71eee2-6d1e-47fd-9cb8-c59858e19a60 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:44.890187 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b71eee2-6d1e-47fd-9cb8-c59858e19a60 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:44.890879 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b71eee2-6d1e-47fd-9cb8-c59858e19a60 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:44.996350 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6b71eee2-6d1e-47fd-9cb8-c59858e19a60 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5124199 Aug 16 22:45:44.999332 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 57972) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:45.232548 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71eee2-6d1e-47fd-9cb8-c59858e19a60 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Pushing event updated for resources: {'Network': ['ID=0c6343c5-a04a-421c-ac0b-c4f4e7b15f76,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:45.245563 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 0c6343c5-a04a-421c-ac0b-c4f4e7b15f76 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:45:45.339750 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2d4003-89e2-475e-b3e1-39e3e11dc6f0 tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:45.344761 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4a2d4003-89e2-475e-b3e1-39e3e11dc6f0 tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] 10.222.0.93 "GET /v2.0/networks/0c6343c5-a04a-421c-ac0b-c4f4e7b15f76 HTTP/1.1" status: 200 len: 757 time: 0.3441596 Aug 16 22:45:45.346657 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58006) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:45.620948 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a423a-e12f-4e3c-b8c8-32f06e69a34d tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:45.626815 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58020) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:45.637246 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3a0a423a-e12f-4e3c-b8c8-32f06e69a34d tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] 10.222.0.93 "GET /v2.0/networks/d165bb39-c7f1-4a27-ba4a-1b74bd60f594 HTTP/1.1" status: 200 len: 768 time: 0.2865579 Aug 16 22:45:45.654733 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-8a3c5c31-3c72-4348-9514-61582a01f0ac service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7631521 Aug 16 22:45:45.718138 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-d0f185b0-0caa-4308-a9f3-96132df7c68a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=516c568f-19b6-4e89-a94c-c7442b86dbc7 HTTP/1.1" status: 200 len: 217 time: 0.0530624 Aug 16 22:45:45.761639 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-58fa0278-e827-4a7f-beb0-f5489b1ab33a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:45.868731 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-d7db5b3e-7421-4510-b0e2-01f2e521d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:45.872154 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-d7db5b3e-7421-4510-b0e2-01f2e521d6d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ba958f9-7606-4a57-ac70-15a7d712df06 HTTP/1.1" status: 200 len: 797 time: 0.1342368 Aug 16 22:45:45.895103 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-58fa0278-e827-4a7f-beb0-f5489b1ab33a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:45.916129 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-58fa0278-e827-4a7f-beb0-f5489b1ab33a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6343c5-a04a-421c-ac0b-c4f4e7b15f76']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:45.934296 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-58fa0278-e827-4a7f-beb0-f5489b1ab33a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3f51c6-ce10-4d83-9878-4ba036ae16e0') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:45.937580 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-58fa0278-e827-4a7f-beb0-f5489b1ab33a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3f51c6-ce10-4d83-9878-4ba036ae16e0') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:45.950479 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-58fa0278-e827-4a7f-beb0-f5489b1ab33a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:45.976483 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-58fa0278-e827-4a7f-beb0-f5489b1ab33a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:45.986614 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58fa0278-e827-4a7f-beb0-f5489b1ab33a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:45:45.987059 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-58fa0278-e827-4a7f-beb0-f5489b1ab33a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:45.989058 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b9db838f-0b94-406c-97e9-c0516336a508 admin admin] Deleting port 9d7bd11f-2057-4551-8e74-b7b683df31ee {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:45.990875 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9db838f-0b94-406c-97e9-c0516336a508 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:45:45.991027 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:45:46.101694 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-2883dc27-10c0-499f-a677-b0fc4bb6e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:46.103366 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-2883dc27-10c0-499f-a677-b0fc4bb6e460 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a23f0fde-fc4c-4841-ad11-d7c8bad85285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2171123 Aug 16 22:45:46.123455 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-58fa0278-e827-4a7f-beb0-f5489b1ab33a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:46.130872 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fa0278-e827-4a7f-beb0-f5489b1ab33a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0c6343c5-a04a-421c-ac0b-c4f4e7b15f76 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 22:45:46.156533 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-58fa0278-e827-4a7f-beb0-f5489b1ab33a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:46.158960 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-58fa0278-e827-4a7f-beb0-f5489b1ab33a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] 10.222.0.93 "DELETE /v2.0/networks/0c6343c5-a04a-421c-ac0b-c4f4e7b15f76 HTTP/1.1" status: 204 len: 168 time: 0.5305951 Aug 16 22:45:46.160202 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa0278-e827-4a7f-beb0-f5489b1ab33a tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c6343c5-a04a-421c-ac0b-c4f4e7b15f76,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:46.163471 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58030) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:46.168575 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-207ac2d5-750a-4810-80a7-e2675248b1dc tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Request body: {'network': {'name': 'tempest-network--563020834'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:45:46.195148 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207ac2d5-750a-4810-80a7-e2675248b1dc tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Made reservation on behalf of eae0681c4c374467ada78e0b26b01aac for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:45:46.198804 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-207ac2d5-750a-4810-80a7-e2675248b1dc tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:46.200082 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-b9db838f-0b94-406c-97e9-c0516336a508 admin admin] For port 9d7bd11f-2057-4551-8e74-b7b683df31ee, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9d7bd11f-2057-4551-8e74-b7b683df31ee,segment=NetworkSegment(13cdcb06-4d12-489e-89a7-21e420f90a8c),segment_id=13cdcb06-4d12-489e-89a7-21e420f90a8c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:46.200649 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9db838f-0b94-406c-97e9-c0516336a508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:46.229762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b9db838f-0b94-406c-97e9-c0516336a508 admin admin] Calling delete_port for 9d7bd11f-2057-4551-8e74-b7b683df31ee owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:46.254612 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-207ac2d5-750a-4810-80a7-e2675248b1dc tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:45:46.295029 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-207ac2d5-750a-4810-80a7-e2675248b1dc tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:46.296536 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-207ac2d5-750a-4810-80a7-e2675248b1dc tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Added segment a9d182be-bd9a-4743-a7af-c1de800ee4e4 of type vlan for network 40bcc71e-cb51-44c2-a6a1-5c5881ab81b2 Aug 16 22:45:46.372486 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-1b399a16-384b-4459-b3fa-32d17bd8e174 service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542701 Aug 16 22:45:46.432991 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-207ac2d5-750a-4810-80a7-e2675248b1dc tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:46.505855 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-207ac2d5-750a-4810-80a7-e2675248b1dc tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:46.511356 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207ac2d5-750a-4810-80a7-e2675248b1dc tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:46.513679 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-207ac2d5-750a-4810-80a7-e2675248b1dc tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:46.672707 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-207ac2d5-750a-4810-80a7-e2675248b1dc tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5047393 Aug 16 22:45:46.677667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58048) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:46.683772 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-9508e509-5192-49d6-9058-5ebdfb809a16 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:45:46.768405 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-bf8bf507-2599-4a66-bf02-2e7d74f38d9a service neutron] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573283 Aug 16 22:45:46.783782 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ac2d5-750a-4810-80a7-e2675248b1dc tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Pushing event updated for resources: {'Network': ['ID=40bcc71e-cb51-44c2-a6a1-5c5881ab81b2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:46.801490 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 40bcc71e-cb51-44c2-a6a1-5c5881ab81b2 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:45:47.042670 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-4def8ff7-1b22-4a57-a2f8-2386dd9f87f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=95258e61-57fb-4f52-995b-af813f1e9267 HTTP/1.1" status: 200 len: 217 time: 0.2722759 Aug 16 22:45:47.047681 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9db838f-0b94-406c-97e9-c0516336a508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:47.093519 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9508e509-5192-49d6-9058-5ebdfb809a16 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:47.136341 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9508e509-5192-49d6-9058-5ebdfb809a16 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:47.161458 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9508e509-5192-49d6-9058-5ebdfb809a16 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Network 40bcc71e-cb51-44c2-a6a1-5c5881ab81b2 is not hosted by any dhcp agent {{(pid=94872) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:45:47.163875 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9508e509-5192-49d6-9058-5ebdfb809a16 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:47.164715 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9508e509-5192-49d6-9058-5ebdfb809a16 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:47.166121 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9508e509-5192-49d6-9058-5ebdfb809a16 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] 10.222.0.93 "PUT /v2.0/networks/40bcc71e-cb51-44c2-a6a1-5c5881ab81b2 HTTP/1.1" status: 200 len: 857 time: 0.4881530 Aug 16 22:45:47.179050 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-3ff53375-3d13-4108-ac37-d6facdc7a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:47.181625 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-3ff53375-3d13-4108-ac37-d6facdc7a1ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c52f2cc-75f7-4661-a433-31d875d006cb HTTP/1.1" status: 200 len: 797 time: 0.1273451 Aug 16 22:45:47.186076 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58060) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:47.295763 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508e509-5192-49d6-9058-5ebdfb809a16 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Pushing event updated for resources: {'Network': ['ID=40bcc71e-cb51-44c2-a6a1-5c5881ab81b2,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:47.364452 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db838f-0b94-406c-97e9-c0516336a508 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d7bd11f-2057-4551-8e74-b7b683df31ee,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:47.403262 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9fa5ba85-8cdf-45be-9c6e-e1db02423d18 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:47.625138 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-74b7e764-b960-4e54-b7df-e96db3f856f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:47.626896 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-74b7e764-b960-4e54-b7df-e96db3f856f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3768799 Aug 16 22:45:47.893246 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9fa5ba85-8cdf-45be-9c6e-e1db02423d18 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:47.912353 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9db838f-0b94-406c-97e9-c0516336a508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:47.918713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9fa5ba85-8cdf-45be-9c6e-e1db02423d18 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40bcc71e-cb51-44c2-a6a1-5c5881ab81b2']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:47.946824 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9fa5ba85-8cdf-45be-9c6e-e1db02423d18 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d182be-bd9a-4743-a7af-c1de800ee4e4') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:47.947236 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9fa5ba85-8cdf-45be-9c6e-e1db02423d18 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d182be-bd9a-4743-a7af-c1de800ee4e4') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:47.950304 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-c75947b9-ce19-4c98-8a36-0c7cea995e61 service neutron] 10.222.0.39 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733412 Aug 16 22:45:47.973211 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9fa5ba85-8cdf-45be-9c6e-e1db02423d18 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:48.075100 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9fa5ba85-8cdf-45be-9c6e-e1db02423d18 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:48.093862 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa5ba85-8cdf-45be-9c6e-e1db02423d18 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:45:48.094288 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9fa5ba85-8cdf-45be-9c6e-e1db02423d18 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:45:48.096063 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:45:48.252880 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9fa5ba85-8cdf-45be-9c6e-e1db02423d18 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:48.289315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa5ba85-8cdf-45be-9c6e-e1db02423d18 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40bcc71e-cb51-44c2-a6a1-5c5881ab81b2 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 22:45:48.293066 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5ba85-8cdf-45be-9c6e-e1db02423d18 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Pushing event deleted for resources: {'Network': ['ID=40bcc71e-cb51-44c2-a6a1-5c5881ab81b2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:48.304267 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-9c4ad44b-fdd3-4a41-ba18-a5d325adc2cb service neutron] 10.222.0.39 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417997 Aug 16 22:45:48.305521 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9fa5ba85-8cdf-45be-9c6e-e1db02423d18 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:48.307513 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9fa5ba85-8cdf-45be-9c6e-e1db02423d18 tempest-ExternalNetworksTestJSON-859566664 tempest-ExternalNetworksTestJSON-859566664-project-admin] 10.222.0.93 "DELETE /v2.0/networks/40bcc71e-cb51-44c2-a6a1-5c5881ab81b2 HTTP/1.1" status: 204 len: 168 time: 1.1179318 Aug 16 22:45:48.312104 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58078) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:48.361045 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-a26e5866-4201-42b2-8a31-0e7cc51d6f3a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=91bc08db-0eb4-4c28-b758-f80f8c5d6e8a HTTP/1.1" status: 200 len: 217 time: 0.0465899 Aug 16 22:45:48.374322 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-d95f1a99-907e-4201-8f64-2b1cebe505dc tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] DELETE failed (client error): The resource could not be found. Aug 16 22:45:48.374886 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d95f1a99-907e-4201-8f64-2b1cebe505dc tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:45:48.380013 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d95f1a99-907e-4201-8f64-2b1cebe505dc tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] 10.222.0.93 "DELETE /v2.0/subnets/7edd4fb8-6c8f-4805-961d-e327b07801e5 HTTP/1.1" status: 404 len: 337 time: 0.0597966 Aug 16 22:45:48.383331 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58080) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:48.620720 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30d3eb0b-f54a-4046-898d-48eabfeee2a0 tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:48.830110 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30d3eb0b-f54a-4046-898d-48eabfeee2a0 tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:48.850953 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-30d3eb0b-f54a-4046-898d-48eabfeee2a0 tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d165bb39-c7f1-4a27-ba4a-1b74bd60f594']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:48.875976 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-30d3eb0b-f54a-4046-898d-48eabfeee2a0 tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e038a68e-a702-4067-a7b0-ba6c5e55aae9') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:48.876371 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-30d3eb0b-f54a-4046-898d-48eabfeee2a0 tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e038a68e-a702-4067-a7b0-ba6c5e55aae9') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:48.894636 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30d3eb0b-f54a-4046-898d-48eabfeee2a0 tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:48.927930 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30d3eb0b-f54a-4046-898d-48eabfeee2a0 tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:48.959727 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d3eb0b-f54a-4046-898d-48eabfeee2a0 tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:45:48.960018 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30d3eb0b-f54a-4046-898d-48eabfeee2a0 tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:45:48.963320 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:45:49.202687 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-235aa9e6-44bf-4fb2-a24f-ed343c68d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:49.203355 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30d3eb0b-f54a-4046-898d-48eabfeee2a0 tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:49.206773 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-235aa9e6-44bf-4fb2-a24f-ed343c68d830 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c52f2cc-75f7-4661-a433-31d875d006cb HTTP/1.1" status: 200 len: 797 time: 0.7534802 Aug 16 22:45:49.263455 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30d3eb0b-f54a-4046-898d-48eabfeee2a0 tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:49.266875 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-30d3eb0b-f54a-4046-898d-48eabfeee2a0 tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] 10.222.0.93 "DELETE /v2.0/networks/d165bb39-c7f1-4a27-ba4a-1b74bd60f594 HTTP/1.1" status: 204 len: 168 time: 0.8820493 Aug 16 22:45:49.300456 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9db838f-0b94-406c-97e9-c0516336a508 admin admin] Router 8f293341-60b2-4ee6-a138-d1b758834626 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:45:49.314784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077387-33dc-4953-94c0-408f69d79818 req-ee068338-9585-4f57-ab72-84a17e5161fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:49.316315 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-ee068338-9585-4f57-ab72-84a17e5161fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0947552 Aug 16 22:45:49.339653 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3eb0b-f54a-4046-898d-48eabfeee2a0 tempest-ExternalNetworksTestJSON-964357619 tempest-ExternalNetworksTestJSON-964357619-project] Pushing event deleted for resources: {'Network': ['ID=d165bb39-c7f1-4a27-ba4a-1b74bd60f594,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:49.741253 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9db838f-0b94-406c-97e9-c0516336a508 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:45:49.750600 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b9db838f-0b94-406c-97e9-c0516336a508 admin admin] 10.222.0.93 "PUT /v2.0/routers/8f293341-60b2-4ee6-a138-d1b758834626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0283279 Aug 16 22:45:49.751099 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58120) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:49.751919 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e8f085-75aa-484f-946a-da44754f580c None None] Sync routers for ids ['8f293341-60b2-4ee6-a138-d1b758834626'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:45:49.776268 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-c0503b98-5838-4a6a-962c-f7a150f438f7 service neutron] 10.222.0.39 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863529 Aug 16 22:45:49.780739 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e8f085-75aa-484f-946a-da44754f580c None None] Routers {'8f293341-60b2-4ee6-a138-d1b758834626'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:45:49.783853 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-96e8f085-75aa-484f-946a-da44754f580c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:45:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8f293341-60b2-4ee6-a138-d1b758834626'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:50.020714 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a077387-33dc-4953-94c0-408f69d79818 req-93124f0c-d768-47ed-a317-689d39e4dcdc service neutron] 10.222.0.39 "GET /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352684 Aug 16 22:45:50.036556 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58124) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:50.069985 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-96e8f085-75aa-484f-946a-da44754f580c None None] Set router 8f293341-60b2-4ee6-a138-d1b758834626 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:45:50.553514 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a1364fad-cf05-4a8f-b39a-e01763e4b1c5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3167e99d76b24616976c188068264c65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5156674 Aug 16 22:45:50.556012 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58134) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:50.650508 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-96e8f085-75aa-484f-946a-da44754f580c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f293341-60b2-4ee6-a138-d1b758834626', 'name': 'tempest-TestAggregatesBasicOps-1774913758-router', 'tenant_id': '19a6fc8e16d9434c971be7de97228f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '93993a95-dacb-4cd5-a73b-2b68d9c771d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:45:13Z', 'updated_at': '2021-08-16T22:45:46Z', 'revision_number': 5, 'project_id': '19a6fc8e16d9434c971be7de97228f75', 'gw_port': {'id': '93993a95-dacb-4cd5-a73b-2b68d9c771d4', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f293341-60b2-4ee6-a138-d1b758834626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:45:15Z', 'updated_at': '2021-08-16T22:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:50.683364 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:50.693096 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-158a2662-4da5-4a98-8902-81ce1818d80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:50.718723 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e8f085-75aa-484f-946a-da44754f580c None None] Checking router: 8f293341-60b2-4ee6-a138-d1b758834626 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:45:50.737333 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-158a2662-4da5-4a98-8902-81ce1818d80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:50.741309 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e8f085-75aa-484f-946a-da44754f580c None None] Routers {'8f293341-60b2-4ee6-a138-d1b758834626'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:45:50.746693 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-96e8f085-75aa-484f-946a-da44754f580c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:45:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8f293341-60b2-4ee6-a138-d1b758834626'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:50.872861 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-158a2662-4da5-4a98-8902-81ce1818d80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:50.877303 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-158a2662-4da5-4a98-8902-81ce1818d80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:50.877303 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-158a2662-4da5-4a98-8902-81ce1818d80a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/16770901-62c9-4090-9096-464c17b647d1 HTTP/1.1" status: 204 len: 168 time: 0.3202133 Aug 16 22:45:50.893972 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a2662-4da5-4a98-8902-81ce1818d80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16770901-62c9-4090-9096-464c17b647d1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:50.959250 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-96e8f085-75aa-484f-946a-da44754f580c None None] Set router 8f293341-60b2-4ee6-a138-d1b758834626 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:45:50.971886 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:51.160593 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Deleting port 93993a95-dacb-4cd5-a73b-2b68d9c771d4 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:51.161321 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:51.235776 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-96e8f085-75aa-484f-946a-da44754f580c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f293341-60b2-4ee6-a138-d1b758834626', 'name': 'tempest-TestAggregatesBasicOps-1774913758-router', 'tenant_id': '19a6fc8e16d9434c971be7de97228f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '93993a95-dacb-4cd5-a73b-2b68d9c771d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:45:13Z', 'updated_at': '2021-08-16T22:45:46Z', 'revision_number': 5, 'project_id': '19a6fc8e16d9434c971be7de97228f75', 'gw_port': {'id': '93993a95-dacb-4cd5-a73b-2b68d9c771d4', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f293341-60b2-4ee6-a138-d1b758834626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:45:15Z', 'updated_at': '2021-08-16T22:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:51.356260 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e8f085-75aa-484f-946a-da44754f580c None None] The sync data for ids ['8f293341-60b2-4ee6-a138-d1b758834626'] in n-d-792458-15 is: [{'id': '8f293341-60b2-4ee6-a138-d1b758834626', 'name': 'tempest-TestAggregatesBasicOps-1774913758-router', 'tenant_id': '19a6fc8e16d9434c971be7de97228f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '93993a95-dacb-4cd5-a73b-2b68d9c771d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:45:13Z', 'updated_at': '2021-08-16T22:45:46Z', 'revision_number': 5, 'project_id': '19a6fc8e16d9434c971be7de97228f75', 'gw_port': {'id': '93993a95-dacb-4cd5-a73b-2b68d9c771d4', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f293341-60b2-4ee6-a138-d1b758834626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:45:15Z', 'updated_at': '2021-08-16T22:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:45:51.358553 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] For port 93993a95-dacb-4cd5-a73b-2b68d9c771d4, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=93993a95-dacb-4cd5-a73b-2b68d9c771d4,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:51.359282 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:51.387824 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Calling delete_port for 93993a95-dacb-4cd5-a73b-2b68d9c771d4 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:51.648179 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:51.677636 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58158) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:51.711232 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=93993a95-dacb-4cd5-a73b-2b68d9c771d4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:51.742586 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:51.742971 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:51.743246 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:51.743581 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:51.744208 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:51.744208 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:51.744600 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:51.745101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:51.745101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:51.745471 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:51.745745 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:51.746338 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:51.830957 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d7e7b366-44b0-4194-8b30-3b08566ac130 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=eae0681c4c374467ada78e0b26b01aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515357 Aug 16 22:45:51.838063 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58168) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:51.886770 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:52.054030 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1464ae8-1c11-4cc4-9438-1fc99acec588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:52.144545 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1464ae8-1c11-4cc4-9438-1fc99acec588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:52.210052 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:52.214960 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:52.284065 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1464ae8-1c11-4cc4-9438-1fc99acec588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:52.289438 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1464ae8-1c11-4cc4-9438-1fc99acec588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:52.291996 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d1464ae8-1c11-4cc4-9438-1fc99acec588 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9ea02cba-227e-4d87-b96d-d3d7e0c34a2b HTTP/1.1" status: 204 len: 168 time: 0.4523573 Aug 16 22:45:52.297949 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9d7bd11f-2057-4551-8e74-b7b683df31ee no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:52.324692 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 9d7bd11f-2057-4551-8e74-b7b683df31ee {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:52.325556 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9d7bd11f-2057-4551-8e74-b7b683df31ee not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:52.329320 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1464ae8-1c11-4cc4-9438-1fc99acec588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea02cba-227e-4d87-b96d-d3d7e0c34a2b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:52.374047 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:52.375244 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f293341-60b2-4ee6-a138-d1b758834626 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:45:52.384507 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:52.393540 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58176) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:52.399213 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-89d5c5ca-3257-468a-888d-2197e07bf9d4 admin admin] 10.222.0.93 "DELETE /v2.0/routers/8f293341-60b2-4ee6-a138-d1b758834626 HTTP/1.1" status: 204 len: 168 time: 2.6468630 Aug 16 22:45:52.536854 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b51155-ac4d-41e8-ba42-f7ba5cf40471 admin admin] Deleting subnet bb4d5ffb-a760-425c-beab-a10fc3a40172 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:45:52.572557 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7b51155-ac4d-41e8-ba42-f7ba5cf40471 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:52.721466 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7b51155-ac4d-41e8-ba42-f7ba5cf40471 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:52.922544 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7b51155-ac4d-41e8-ba42-f7ba5cf40471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:53.088442 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7b51155-ac4d-41e8-ba42-f7ba5cf40471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:53.143639 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b51155-ac4d-41e8-ba42-f7ba5cf40471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb4d5ffb-a760-425c-beab-a10fc3a40172,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:53.148903 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7b51155-ac4d-41e8-ba42-f7ba5cf40471 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:53.165674 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c7b51155-ac4d-41e8-ba42-f7ba5cf40471 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/bb4d5ffb-a760-425c-beab-a10fc3a40172 HTTP/1.1" status: 204 len: 168 time: 0.7690864 Aug 16 22:45:53.168669 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58206) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:53.191042 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bd418b-4243-4306-829f-d1cb742e3e73 None None] Network 2d50eea7-a15b-4e21-8721-d31ab886f5be requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:45:53.494230 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c4dea7d-5afb-4a8a-8c52-2a347f8b694d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:53.615269 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c78de11-637e-4fdb-926d-9dfc18c07d5a None None] DHCP port deletion for 2d50eea7-a15b-4e21-8721-d31ab886f5be request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:45:53.759658 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8c4dea7d-5afb-4a8a-8c52-2a347f8b694d admin admin] Deleting port ea93092a-4615-4109-abfb-10a5b5c071e6 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:53.760049 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c4dea7d-5afb-4a8a-8c52-2a347f8b694d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:53.808853 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0c78de11-637e-4fdb-926d-9dfc18c07d5a None None] Deleting port ea93092a-4615-4109-abfb-10a5b5c071e6 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:53.818247 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0c78de11-637e-4fdb-926d-9dfc18c07d5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:54.102575 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0c78de11-637e-4fdb-926d-9dfc18c07d5a None None] For port ea93092a-4615-4109-abfb-10a5b5c071e6, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ea93092a-4615-4109-abfb-10a5b5c071e6,segment=NetworkSegment(13cdcb06-4d12-489e-89a7-21e420f90a8c),segment_id=13cdcb06-4d12-489e-89a7-21e420f90a8c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:54.103884 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-8c4dea7d-5afb-4a8a-8c52-2a347f8b694d admin admin] For port ea93092a-4615-4109-abfb-10a5b5c071e6, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ea93092a-4615-4109-abfb-10a5b5c071e6,segment=NetworkSegment(13cdcb06-4d12-489e-89a7-21e420f90a8c),segment_id=13cdcb06-4d12-489e-89a7-21e420f90a8c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:54.124494 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c4dea7d-5afb-4a8a-8c52-2a347f8b694d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:54.126549 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0c78de11-637e-4fdb-926d-9dfc18c07d5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:54.179214 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0c78de11-637e-4fdb-926d-9dfc18c07d5a None None] Calling delete_port for ea93092a-4615-4109-abfb-10a5b5c071e6 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:54.267059 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8c4dea7d-5afb-4a8a-8c52-2a347f8b694d admin admin] Calling delete_port for ea93092a-4615-4109-abfb-10a5b5c071e6 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:54.346689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 93993a95-dacb-4cd5-a73b-2b68d9c771d4 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:54.377452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 93993a95-dacb-4cd5-a73b-2b68d9c771d4 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:54.378158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 93993a95-dacb-4cd5-a73b-2b68d9c771d4 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:54.380138 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ea93092a-4615-4109-abfb-10a5b5c071e6 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:54.457134 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0c78de11-637e-4fdb-926d-9dfc18c07d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:54.532105 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c4dea7d-5afb-4a8a-8c52-2a347f8b694d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:54.551292 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c78de11-637e-4fdb-926d-9dfc18c07d5a None None] No DVR routers for this DVR port ea93092a-4615-4109-abfb-10a5b5c071e6 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:45:54.598270 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78de11-637e-4fdb-926d-9dfc18c07d5a None None] Pushing event deleted for resources: {'Port': ['ID=ea93092a-4615-4109-abfb-10a5b5c071e6,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:54.602066 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No active binding found for port ea93092a-4615-4109-abfb-10a5b5c071e6 {{(pid=94873) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 22:45:54.602887 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4dea7d-5afb-4a8a-8c52-2a347f8b694d admin admin] No DVR routers for this DVR port ea93092a-4615-4109-abfb-10a5b5c071e6 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:45:54.609776 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ea93092a-4615-4109-abfb-10a5b5c071e6 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:54.653154 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dea7d-5afb-4a8a-8c52-2a347f8b694d admin admin] Pushing event deleted for resources: {'Port': ['ID=ea93092a-4615-4109-abfb-10a5b5c071e6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:54.803065 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:45:54.850336 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c4dea7d-5afb-4a8a-8c52-2a347f8b694d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:54.890352 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-8c4dea7d-5afb-4a8a-8c52-2a347f8b694d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d50eea7-a15b-4e21-8721-d31ab886f5be']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:54.943141 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-8c4dea7d-5afb-4a8a-8c52-2a347f8b694d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13cdcb06-4d12-489e-89a7-21e420f90a8c') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:54.948435 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-8c4dea7d-5afb-4a8a-8c52-2a347f8b694d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13cdcb06-4d12-489e-89a7-21e420f90a8c') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:54.989241 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c4dea7d-5afb-4a8a-8c52-2a347f8b694d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:55.064636 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c4dea7d-5afb-4a8a-8c52-2a347f8b694d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:55.083674 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4dea7d-5afb-4a8a-8c52-2a347f8b694d admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:45:55.084572 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c4dea7d-5afb-4a8a-8c52-2a347f8b694d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:45:55.087126 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:45:55.206368 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c4dea7d-5afb-4a8a-8c52-2a347f8b694d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:55.234071 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c4dea7d-5afb-4a8a-8c52-2a347f8b694d admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:55.241784 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8c4dea7d-5afb-4a8a-8c52-2a347f8b694d admin admin] 10.222.0.93 "DELETE /v2.0/networks/2d50eea7-a15b-4e21-8721-d31ab886f5be HTTP/1.1" status: 204 len: 168 time: 2.0668457 Aug 16 22:45:55.272740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dea7d-5afb-4a8a-8c52-2a347f8b694d admin admin] Pushing event deleted for resources: {'Network': ['ID=2d50eea7-a15b-4e21-8721-d31ab886f5be,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:55.606445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5e16f-f036-454a-b34c-6ea92a3b7eb2 req-737576e5-5a11-41ff-aab0-2792de0ffe03 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:55.649093 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5e16f-f036-454a-b34c-6ea92a3b7eb2 req-737576e5-5a11-41ff-aab0-2792de0ffe03 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:55.672108 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5e16f-f036-454a-b34c-6ea92a3b7eb2 req-737576e5-5a11-41ff-aab0-2792de0ffe03 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:55.691900 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5e16f-f036-454a-b34c-6ea92a3b7eb2 req-737576e5-5a11-41ff-aab0-2792de0ffe03 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:55.697975 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5e16f-f036-454a-b34c-6ea92a3b7eb2 req-737576e5-5a11-41ff-aab0-2792de0ffe03 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:55.731956 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5e16f-f036-454a-b34c-6ea92a3b7eb2 req-737576e5-5a11-41ff-aab0-2792de0ffe03 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:55.743480 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5e16f-f036-454a-b34c-6ea92a3b7eb2 req-737576e5-5a11-41ff-aab0-2792de0ffe03 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:55.766699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56c5e16f-f036-454a-b34c-6ea92a3b7eb2 req-737576e5-5a11-41ff-aab0-2792de0ffe03 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5435 time: 0.5247254 Aug 16 22:45:55.812123 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58284) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:55.931584 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-56c5e16f-f036-454a-b34c-6ea92a3b7eb2 req-0fba8fbc-0ba6-4554-b2b1-916252c74756 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1525667 Aug 16 22:45:55.961373 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58296) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:56.098097 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d9c7ea9b-376f-41e9-aed7-f508ebe8175e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7c4ddc1210f54657b4e284cbb1c5ba11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354437 Aug 16 22:45:56.100621 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58304) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:56.173167 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20035126-6fe1-4131-81b4-db00377e18b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:56.191220 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75313f3-d134-49b6-b714-a236e65d8629 req-ce78b1cb-fec2-49a7-9d87-5f8fab9cb083 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:56.214894 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75313f3-d134-49b6-b714-a236e65d8629 req-ce78b1cb-fec2-49a7-9d87-5f8fab9cb083 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:56.215359 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20035126-6fe1-4131-81b4-db00377e18b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:56.237679 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75313f3-d134-49b6-b714-a236e65d8629 req-ce78b1cb-fec2-49a7-9d87-5f8fab9cb083 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:56.257438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75313f3-d134-49b6-b714-a236e65d8629 req-ce78b1cb-fec2-49a7-9d87-5f8fab9cb083 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:56.266005 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75313f3-d134-49b6-b714-a236e65d8629 req-ce78b1cb-fec2-49a7-9d87-5f8fab9cb083 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:56.272499 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75313f3-d134-49b6-b714-a236e65d8629 req-ce78b1cb-fec2-49a7-9d87-5f8fab9cb083 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:56.278982 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75313f3-d134-49b6-b714-a236e65d8629 req-ce78b1cb-fec2-49a7-9d87-5f8fab9cb083 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:56.281909 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b75313f3-d134-49b6-b714-a236e65d8629 req-ce78b1cb-fec2-49a7-9d87-5f8fab9cb083 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.39 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5435 time: 0.2122464 Aug 16 22:45:56.305868 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20035126-6fe1-4131-81b4-db00377e18b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:56.309494 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20035126-6fe1-4131-81b4-db00377e18b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:56.313675 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-20035126-6fe1-4131-81b4-db00377e18b6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/23dc2581-0a24-431f-89df-e48c4cb7bd28 HTTP/1.1" status: 204 len: 168 time: 0.2086835 Aug 16 22:45:56.321521 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20035126-6fe1-4131-81b4-db00377e18b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dc2581-0a24-431f-89df-e48c4cb7bd28,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:56.390378 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75313f3-d134-49b6-b714-a236e65d8629 req-62156062-8423-47f5-9ceb-4717b2add7e3 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:56.391793 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b75313f3-d134-49b6-b714-a236e65d8629 req-62156062-8423-47f5-9ceb-4717b2add7e3 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.39 "GET /v2.0/ports/a0a260f4-e95c-4287-9011-ab8907999577?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1023321 Aug 16 22:45:56.554308 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-86343aab-fdc5-427e-8fbf-2d951e24fc16 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:45:56.612367 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86343aab-fdc5-427e-8fbf-2d951e24fc16 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:56.650102 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b75313f3-d134-49b6-b714-a236e65d8629 req-9b289036-ea03-451e-9c16-9b0b0a814dd1 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.39 "GET /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2447109 Aug 16 22:45:56.671028 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-b75313f3-d134-49b6-b714-a236e65d8629 req-36f91b0c-5b48-49ce-8079-1a322ecc587a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:45:56.856009 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-36f91b0c-5b48-49ce-8079-1a322ecc587a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:56.856989 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86343aab-fdc5-427e-8fbf-2d951e24fc16 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:57.137032 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58336) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:57.139411 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b75313f3-d134-49b6-b714-a236e65d8629 req-36f91b0c-5b48-49ce-8079-1a322ecc587a service neutron] For port a0a260f4-e95c-4287-9011-ab8907999577, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=a0a260f4-e95c-4287-9011-ab8907999577,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:57.281636 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-86343aab-fdc5-427e-8fbf-2d951e24fc16 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Allocated IP 172.25.6.141 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/3350a810-41a1-4c88-b8ad-646d741cb53d) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:45:57.294213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b75313f3-d134-49b6-b714-a236e65d8629 req-36f91b0c-5b48-49ce-8079-1a322ecc587a service neutron] For port a0a260f4-e95c-4287-9011-ab8907999577, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:45:57.339261 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-b75313f3-d134-49b6-b714-a236e65d8629 req-36f91b0c-5b48-49ce-8079-1a322ecc587a service neutron] device_id is not set on port a0a260f4-e95c-4287-9011-ab8907999577 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:45:57.349360 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-36f91b0c-5b48-49ce-8079-1a322ecc587a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:57.358653 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-36f91b0c-5b48-49ce-8079-1a322ecc587a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:57.464364 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75313f3-d134-49b6-b714-a236e65d8629 req-36f91b0c-5b48-49ce-8079-1a322ecc587a service neutron] No DVR routers for this DVR port a0a260f4-e95c-4287-9011-ab8907999577 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:45:57.474375 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e7289919-ed13-4fd8-bb2f-a164225e3510 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=19a6fc8e16d9434c971be7de97228f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3348255 Aug 16 22:45:57.481260 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58346) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:57.542290 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86343aab-fdc5-427e-8fbf-2d951e24fc16 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:57.559499 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d0494-45a9-4672-86e6-9ff3e9d19e12 req-e8be8a43-4ac9-436a-b0f5-d5d6b4de8b66 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:57.566557 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d0494-45a9-4672-86e6-9ff3e9d19e12 req-e8be8a43-4ac9-436a-b0f5-d5d6b4de8b66 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:57.573790 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d0494-45a9-4672-86e6-9ff3e9d19e12 req-e8be8a43-4ac9-436a-b0f5-d5d6b4de8b66 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:57.581133 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d0494-45a9-4672-86e6-9ff3e9d19e12 req-e8be8a43-4ac9-436a-b0f5-d5d6b4de8b66 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:57.587077 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89faae90-f5c3-4099-9c48-bebad7c455a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:57.596637 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d0494-45a9-4672-86e6-9ff3e9d19e12 req-e8be8a43-4ac9-436a-b0f5-d5d6b4de8b66 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:57.603974 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d0494-45a9-4672-86e6-9ff3e9d19e12 req-e8be8a43-4ac9-436a-b0f5-d5d6b4de8b66 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:57.614264 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d0494-45a9-4672-86e6-9ff3e9d19e12 req-e8be8a43-4ac9-436a-b0f5-d5d6b4de8b66 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:57.622833 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c9d0494-45a9-4672-86e6-9ff3e9d19e12 req-e8be8a43-4ac9-436a-b0f5-d5d6b4de8b66 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 5357 time: 0.3988068 Aug 16 22:45:57.627890 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89faae90-f5c3-4099-9c48-bebad7c455a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:57.661152 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f91b0c-5b48-49ce-8079-1a322ecc587a service neutron] Pushing event updated for resources: {'Port': ['ID=a0a260f4-e95c-4287-9011-ab8907999577,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:57.718408 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86343aab-fdc5-427e-8fbf-2d951e24fc16 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:57.725003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b75313f3-d134-49b6-b714-a236e65d8629 req-36f91b0c-5b48-49ce-8079-1a322ecc587a service neutron] In _notify_port_updated(), no bound segment for port a0a260f4-e95c-4287-9011-ab8907999577 on network a23f0fde-fc4c-4841-ad11-d7c8bad85285 {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:45:57.726052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75313f3-d134-49b6-b714-a236e65d8629 req-36f91b0c-5b48-49ce-8079-1a322ecc587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:57.728582 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-36f91b0c-5b48-49ce-8079-1a322ecc587a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:57.729947 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b75313f3-d134-49b6-b714-a236e65d8629 req-36f91b0c-5b48-49ce-8079-1a322ecc587a service neutron] 10.222.0.39 "PUT /v2.0/ports/a0a260f4-e95c-4287-9011-ab8907999577 HTTP/1.1" status: 200 len: 1028 time: 1.0764418 Aug 16 22:45:57.753822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c9d0494-45a9-4672-86e6-9ff3e9d19e12 req-00ca58c6-072b-4c5c-80eb-26343a0d55b8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&id=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1300564 Aug 16 22:45:57.799514 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86343aab-fdc5-427e-8fbf-2d951e24fc16 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:45:57.806431 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-86343aab-fdc5-427e-8fbf-2d951e24fc16 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:45:57.812427 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89faae90-f5c3-4099-9c48-bebad7c455a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:57.813100 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75313f3-d134-49b6-b714-a236e65d8629 req-ce23184d-9b0a-45cd-b077-6fb01f01cc84 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:57.814685 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b75313f3-d134-49b6-b714-a236e65d8629 req-ce23184d-9b0a-45cd-b077-6fb01f01cc84 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.39 "GET /v2.0/ports/882b75e0-8639-46ef-a97c-2657f474d5df?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0760109 Aug 16 22:45:57.817278 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89faae90-f5c3-4099-9c48-bebad7c455a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:57.821329 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-89faae90-f5c3-4099-9c48-bebad7c455a4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6c5a9cc7-2d5c-4fb2-9925-80a3812f4f66 HTTP/1.1" status: 204 len: 168 time: 0.3413713 Aug 16 22:45:57.824117 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86343aab-fdc5-427e-8fbf-2d951e24fc16 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:45:57.830088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-b75313f3-d134-49b6-b714-a236e65d8629 req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:45:57.929542 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5b41f9ee-a9d0-4c44-88e4-1f91b04a1a4f None None] Provisioning complete for port a0a260f4-e95c-4287-9011-ab8907999577 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:45:57.931121 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5b41f9ee-a9d0-4c44-88e4-1f91b04a1a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:57.940704 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:57.951020 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89faae90-f5c3-4099-9c48-bebad7c455a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5a9cc7-2d5c-4fb2-9925-80a3812f4f66,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:58.017579 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-5b41f9ee-a9d0-4c44-88e4-1f91b04a1a4f None None] Port a0a260f4-e95c-4287-9011-ab8907999577 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:45:58.055327 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86343aab-fdc5-427e-8fbf-2d951e24fc16 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Pushing event updated for resources: {'Port': ['ID=3350a810-41a1-4c88-b8ad-646d741cb53d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:58.114132 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86343aab-fdc5-427e-8fbf-2d951e24fc16 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:58.178712 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86343aab-fdc5-427e-8fbf-2d951e24fc16 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:58.231745 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b75313f3-d134-49b6-b714-a236e65d8629 req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] For port 882b75e0-8639-46ef-a97c-2657f474d5df, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=882b75e0-8639-46ef-a97c-2657f474d5df,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:58.284590 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 9c81783d-6b34-4769-b8e6-f21cb76f85b3 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:58.345365 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b75313f3-d134-49b6-b714-a236e65d8629 req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] For port 882b75e0-8639-46ef-a97c-2657f474d5df, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:45:58.486653 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-b75313f3-d134-49b6-b714-a236e65d8629 req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] device_id is not set on port 882b75e0-8639-46ef-a97c-2657f474d5df yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:45:58.517654 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:58.551057 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:58.657474 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86343aab-fdc5-427e-8fbf-2d951e24fc16 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:58.669165 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86343aab-fdc5-427e-8fbf-2d951e24fc16 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:58.746351 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75313f3-d134-49b6-b714-a236e65d8629 req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] No DVR routers for this DVR port 882b75e0-8639-46ef-a97c-2657f474d5df on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:45:58.844648 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] Pushing event updated for resources: {'Port': ['ID=882b75e0-8639-46ef-a97c-2657f474d5df,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:58.893372 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86343aab-fdc5-427e-8fbf-2d951e24fc16 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:58.919695 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:58.920044 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:58.921012 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:58.921370 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:58.921656 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:58.922030 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:58.940094 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:58.941623 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:58.942184 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:58.943830 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:58.944393 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:58.946752 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:58.982663 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:59.012793 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86343aab-fdc5-427e-8fbf-2d951e24fc16 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Pushing event updated for resources: {'Port': ['ID=3350a810-41a1-4c88-b8ad-646d741cb53d,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:59.017231 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c81783d-6b34-4769-b8e6-f21cb76f85b3'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:45:59.026805 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86343aab-fdc5-427e-8fbf-2d951e24fc16 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:59.028788 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-86343aab-fdc5-427e-8fbf-2d951e24fc16 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2154639 Aug 16 22:45:59.033010 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58390) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:59.042355 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e991bcc0-a504-4e9d-8052-3d5d5cd02732" -d '{"events": [{"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-unplugged", "status": "completed", "tag": "9c81783d-6b34-4769-b8e6-f21cb76f85b3"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:45:59.064073 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-390c6c3b-4688-4b46-a799-407509ee7a7e tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1921186516', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'fixed_ips': [{'ip_address': '172.25.6.141'}]}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:45:59.116391 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 9c81783d-6b34-4769-b8e6-f21cb76f85b3, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=9c81783d-6b34-4769-b8e6-f21cb76f85b3,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:59.128631 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:59.135148 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 882b75e0-8639-46ef-a97c-2657f474d5df no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:59.197085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390c6c3b-4688-4b46-a799-407509ee7a7e tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Made reservation on behalf of 84e98e556275483e8660a87e797f87d3 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:45:59.209853 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-390c6c3b-4688-4b46-a799-407509ee7a7e tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:59.213632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b75313f3-d134-49b6-b714-a236e65d8629 req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] In _notify_port_updated(), no bound segment for port 882b75e0-8639-46ef-a97c-2657f474d5df on network a23f0fde-fc4c-4841-ad11-d7c8bad85285 {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:45:59.231190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75313f3-d134-49b6-b714-a236e65d8629 req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:59.232278 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:59.242912 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-390c6c3b-4688-4b46-a799-407509ee7a7e tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:59.252555 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b75313f3-d134-49b6-b714-a236e65d8629 req-145aeec5-6c7b-441e-ac58-fd6e0b9ecadb service neutron] 10.222.0.39 "PUT /v2.0/ports/882b75e0-8639-46ef-a97c-2657f474d5df HTTP/1.1" status: 200 len: 1027 time: 1.4271793 Aug 16 22:45:59.338736 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b30126-6227-4103-941d-21848fa78099 x-openstack-request-id: req-56b30126-6227-4103-941d-21848fa78099 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:45:59.339124 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-unplugged", "status": "completed", "tag": "9c81783d-6b34-4769-b8e6-f21cb76f85b3", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:45:59.342994 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-56b30126-6227-4103-941d-21848fa78099 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:45:59.343427 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c81783d-6b34-4769-b8e6-f21cb76f85b3', 'code': 200} Aug 16 22:45:59.372270 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 882b75e0-8639-46ef-a97c-2657f474d5df not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:59.379104 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 95258e61-57fb-4f52-995b-af813f1e9267 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:59.446829 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-390c6c3b-4688-4b46-a799-407509ee7a7e tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:59.452481 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-390c6c3b-4688-4b46-a799-407509ee7a7e tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:59.457262 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-390c6c3b-4688-4b46-a799-407509ee7a7e tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] device_id is not set on port 43d1a476-eab6-4792-901c-90d458d88135 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:45:59.485206 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6d63c-2aee-4dad-8d59-94d363e3df53 req-8f4ac87a-d934-467b-a9fa-cf45af6b815a tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:59.492131 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6d63c-2aee-4dad-8d59-94d363e3df53 req-8f4ac87a-d934-467b-a9fa-cf45af6b815a tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:59.499949 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6d63c-2aee-4dad-8d59-94d363e3df53 req-8f4ac87a-d934-467b-a9fa-cf45af6b815a tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:59.507246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6d63c-2aee-4dad-8d59-94d363e3df53 req-8f4ac87a-d934-467b-a9fa-cf45af6b815a tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:59.515640 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6d63c-2aee-4dad-8d59-94d363e3df53 req-8f4ac87a-d934-467b-a9fa-cf45af6b815a tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:59.526096 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ce6d63c-2aee-4dad-8d59-94d363e3df53 req-8f4ac87a-d934-467b-a9fa-cf45af6b815a tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 3886 time: 0.6146646 Aug 16 22:45:59.584033 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e0fb2613-15f1-4184-8f94-72de32ec60cf None None] Provisioning complete for port 882b75e0-8639-46ef-a97c-2657f474d5df triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:45:59.588087 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2613-15f1-4184-8f94-72de32ec60cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:59.618683 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ce6d63c-2aee-4dad-8d59-94d363e3df53 req-f00d6e0b-27fc-4ad0-b4b7-372d3b30474c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911405 Aug 16 22:45:59.659947 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e0fb2613-15f1-4184-8f94-72de32ec60cf None None] Port 882b75e0-8639-46ef-a97c-2657f474d5df cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:45:59.675755 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b75313f3-d134-49b6-b714-a236e65d8629 req-50a6fb78-196a-49fc-9d90-7e7391c2a468 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Deleting port 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:59.676221 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-50a6fb78-196a-49fc-9d90-7e7391c2a468 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:59.721886 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-390c6c3b-4688-4b46-a799-407509ee7a7e tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 22:45:59.722514 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390c6c3b-4688-4b46-a799-407509ee7a7e tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:45:59.725940 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:59.734879 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c6c3b-4688-4b46-a799-407509ee7a7e tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9009e72-798d-40a2-934f-d69d30906ae8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:59.761186 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-390c6c3b-4688-4b46-a799-407509ee7a7e tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7263930 Aug 16 22:45:59.764548 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58420) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:59.792885 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=9c81783d-6b34-4769-b8e6-f21cb76f85b3,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:59.859754 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 95258e61-57fb-4f52-995b-af813f1e9267, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=95258e61-57fb-4f52-995b-af813f1e9267,segment=NetworkSegment(e45973da-241f-4c39-aca9-311267aeaf35),segment_id=e45973da-241f-4c39-aca9-311267aeaf35)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:59.868602 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:59.870437 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 516c568f-19b6-4e89-a94c-c7442b86dbc7 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:59.947406 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b75313f3-d134-49b6-b714-a236e65d8629 req-50a6fb78-196a-49fc-9d90-7e7391c2a468 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] For port 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=91bc08db-0eb4-4c28-b758-f80f8c5d6e8a,segment=NetworkSegment(e45973da-241f-4c39-aca9-311267aeaf35),segment_id=e45973da-241f-4c39-aca9-311267aeaf35)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:59.948017 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-50a6fb78-196a-49fc-9d90-7e7391c2a468 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:59.980089 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b75313f3-d134-49b6-b714-a236e65d8629 req-50a6fb78-196a-49fc-9d90-7e7391c2a468 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Calling delete_port for 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:00.131019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-767e7be8-fe2f-46b8-9869-87459ccb50fb tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Deleting port 3350a810-41a1-4c88-b8ad-646d741cb53d {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:00.134893 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:00.135746 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-767e7be8-fe2f-46b8-9869-87459ccb50fb tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:00.240426 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 516c568f-19b6-4e89-a94c-c7442b86dbc7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=516c568f-19b6-4e89-a94c-c7442b86dbc7,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:00.261687 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:00.268432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a0a260f4-e95c-4287-9011-ab8907999577 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:46:00.316168 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-50a6fb78-196a-49fc-9d90-7e7391c2a468 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:00.345874 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=95258e61-57fb-4f52-995b-af813f1e9267,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:00.394430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6fb78-196a-49fc-9d90-7e7391c2a468 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event deleted for resources: {'Port': ['ID=91bc08db-0eb4-4c28-b758-f80f8c5d6e8a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:00.439967 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-767e7be8-fe2f-46b8-9869-87459ccb50fb tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:00.440583 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-767e7be8-fe2f-46b8-9869-87459ccb50fb tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:00.476035 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-767e7be8-fe2f-46b8-9869-87459ccb50fb tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Calling delete_port for 3350a810-41a1-4c88-b8ad-646d741cb53d owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:00.531063 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device a0a260f4-e95c-4287-9011-ab8907999577 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:46:00.531499 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:46:00.588725 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75313f3-d134-49b6-b714-a236e65d8629 req-50a6fb78-196a-49fc-9d90-7e7391c2a468 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] No DVR routers for this DVR port 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:46:00.596214 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:46:00.596813 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 91bc08db-0eb4-4c28-b758-f80f8c5d6e8a not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:46:00.597415 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 591b5968-9ed1-44b8-afc2-1f142f90e8d8 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:46:00.597660 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-50a6fb78-196a-49fc-9d90-7e7391c2a468 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:00.603091 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=516c568f-19b6-4e89-a94c-c7442b86dbc7,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:00.617838 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b75313f3-d134-49b6-b714-a236e65d8629 req-50a6fb78-196a-49fc-9d90-7e7391c2a468 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.39 "DELETE /v2.0/ports/91bc08db-0eb4-4c28-b758-f80f8c5d6e8a HTTP/1.1" status: 204 len: 173 time: 1.3446193 Aug 16 22:46:00.644941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-deleted', 'tag': '91bc08db-0eb4-4c28-b758-f80f8c5d6e8a'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:46:00.658197 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1e1989-8018-4dc1-b44b-e4561ae2f980" -d '{"events": [{"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-deleted", "tag": "91bc08db-0eb4-4c28-b758-f80f8c5d6e8a"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:46:00.803047 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8420b7dd-1470-4e8b-a38c-8f19fcae3ef8 x-openstack-request-id: req-8420b7dd-1470-4e8b-a38c-8f19fcae3ef8 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:46:00.804285 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-deleted", "tag": "91bc08db-0eb4-4c28-b758-f80f8c5d6e8a", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:46:00.806207 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8420b7dd-1470-4e8b-a38c-8f19fcae3ef8 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:46:00.806984 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-deleted', 'tag': '91bc08db-0eb4-4c28-b758-f80f8c5d6e8a', 'status': 'completed', 'code': 200} Aug 16 22:46:00.823578 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:00.931063 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b75313f3-d134-49b6-b714-a236e65d8629 req-de26890c-d232-4d37-91ac-af357dd95345 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Deleting port 95258e61-57fb-4f52-995b-af813f1e9267 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:00.931703 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-de26890c-d232-4d37-91ac-af357dd95345 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:00.942521 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 591b5968-9ed1-44b8-afc2-1f142f90e8d8, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=591b5968-9ed1-44b8-afc2-1f142f90e8d8,segment=NetworkSegment(f49b538c-ee16-49f5-9348-ff385476c911),segment_id=f49b538c-ee16-49f5-9348-ff385476c911)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:00.954174 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:00.992231 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-767e7be8-fe2f-46b8-9869-87459ccb50fb tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:01.003780 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5babd-c64c-4b04-ae69-76d14944ee33 req-0e673e73-b70a-47d4-b451-d2c19d33b7ce tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:01.012136 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5babd-c64c-4b04-ae69-76d14944ee33 req-0e673e73-b70a-47d4-b451-d2c19d33b7ce tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:01.018903 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5babd-c64c-4b04-ae69-76d14944ee33 req-0e673e73-b70a-47d4-b451-d2c19d33b7ce tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:01.025828 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5babd-c64c-4b04-ae69-76d14944ee33 req-0e673e73-b70a-47d4-b451-d2c19d33b7ce tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:01.035111 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72b5babd-c64c-4b04-ae69-76d14944ee33 req-0e673e73-b70a-47d4-b451-d2c19d33b7ce tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 3145 time: 0.1790173 Aug 16 22:46:01.073868 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e7be8-fe2f-46b8-9869-87459ccb50fb tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Pushing event deleted for resources: {'Port': ['ID=3350a810-41a1-4c88-b8ad-646d741cb53d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:01.083840 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=591b5968-9ed1-44b8-afc2-1f142f90e8d8,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:01.184582 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72b5babd-c64c-4b04-ae69-76d14944ee33 req-bd21427e-4f5f-469e-a3d6-5985a7bfb304 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488168 Aug 16 22:46:01.199029 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-767e7be8-fe2f-46b8-9869-87459ccb50fb tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:01.202463 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-767e7be8-fe2f-46b8-9869-87459ccb50fb tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:01.208082 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-767e7be8-fe2f-46b8-9869-87459ccb50fb tempest-ExternalNetworksAdminNegativeTestJSON-1652495864 tempest-ExternalNetworksAdminNegativeTestJSON-1652495864-project-admin] 10.222.0.93 "DELETE /v2.0/floatingips/2c3c05f7-84cd-459e-a8ae-40ab5bff8247 HTTP/1.1" status: 204 len: 168 time: 1.4424899 Aug 16 22:46:01.235507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b75313f3-d134-49b6-b714-a236e65d8629 req-de26890c-d232-4d37-91ac-af357dd95345 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] For port 95258e61-57fb-4f52-995b-af813f1e9267, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=95258e61-57fb-4f52-995b-af813f1e9267,segment=NetworkSegment(e45973da-241f-4c39-aca9-311267aeaf35),segment_id=e45973da-241f-4c39-aca9-311267aeaf35)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:01.235880 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-de26890c-d232-4d37-91ac-af357dd95345 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:01.261574 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b75313f3-d134-49b6-b714-a236e65d8629 req-de26890c-d232-4d37-91ac-af357dd95345 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Calling delete_port for 95258e61-57fb-4f52-995b-af813f1e9267 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:01.344814 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95258e61-57fb-4f52-995b-af813f1e9267'}, {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '516c568f-19b6-4e89-a94c-c7442b86dbc7'}, {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '591b5968-9ed1-44b8-afc2-1f142f90e8d8'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:46:01.347174 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e633a2f-76ba-4006-9d90-38300c73d467" -d '{"events": [{"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-unplugged", "status": "completed", "tag": "95258e61-57fb-4f52-995b-af813f1e9267"}, {"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-unplugged", "status": "completed", "tag": "516c568f-19b6-4e89-a94c-c7442b86dbc7"}, {"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-unplugged", "status": "completed", "tag": "591b5968-9ed1-44b8-afc2-1f142f90e8d8"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:46:01.471416 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 16 Aug 2021 22:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed70645-c52f-4565-93c7-6408a061518d x-openstack-request-id: req-8ed70645-c52f-4565-93c7-6408a061518d {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:46:01.471715 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-unplugged", "status": "completed", "tag": "95258e61-57fb-4f52-995b-af813f1e9267", "code": 200}, {"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-unplugged", "status": "completed", "tag": "516c568f-19b6-4e89-a94c-c7442b86dbc7", "code": 200}, {"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-unplugged", "status": "completed", "tag": "591b5968-9ed1-44b8-afc2-1f142f90e8d8", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:46:01.472002 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8ed70645-c52f-4565-93c7-6408a061518d {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:46:01.472407 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95258e61-57fb-4f52-995b-af813f1e9267', 'code': 200} Aug 16 22:46:01.472659 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '516c568f-19b6-4e89-a94c-c7442b86dbc7', 'code': 200} Aug 16 22:46:01.473192 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '591b5968-9ed1-44b8-afc2-1f142f90e8d8', 'code': 200} Aug 16 22:46:01.682966 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-de26890c-d232-4d37-91ac-af357dd95345 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:01.717895 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58486) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:01.741135 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26890c-d232-4d37-91ac-af357dd95345 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event deleted for resources: {'Port': ['ID=95258e61-57fb-4f52-995b-af813f1e9267,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:01.845378 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75313f3-d134-49b6-b714-a236e65d8629 req-de26890c-d232-4d37-91ac-af357dd95345 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] No DVR routers for this DVR port 95258e61-57fb-4f52-995b-af813f1e9267 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:46:01.849005 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-de26890c-d232-4d37-91ac-af357dd95345 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:01.852826 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b75313f3-d134-49b6-b714-a236e65d8629 req-de26890c-d232-4d37-91ac-af357dd95345 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.39 "DELETE /v2.0/ports/95258e61-57fb-4f52-995b-af813f1e9267 HTTP/1.1" status: 204 len: 173 time: 1.2334435 Aug 16 22:46:01.978259 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fcdb8dca-80d1-4d7b-aa8d-6b156e71f8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:02.032799 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b75313f3-d134-49b6-b714-a236e65d8629 req-57d892ad-e8c1-48a6-a90d-b8ca6264fbf9 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Deleting port 516c568f-19b6-4e89-a94c-c7442b86dbc7 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:02.033431 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-57d892ad-e8c1-48a6-a90d-b8ca6264fbf9 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:02.197289 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fcdb8dca-80d1-4d7b-aa8d-6b156e71f8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:02.219153 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fcdb8dca-80d1-4d7b-aa8d-6b156e71f8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:02.222095 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b75313f3-d134-49b6-b714-a236e65d8629 req-57d892ad-e8c1-48a6-a90d-b8ca6264fbf9 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] For port 516c568f-19b6-4e89-a94c-c7442b86dbc7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=516c568f-19b6-4e89-a94c-c7442b86dbc7,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:02.222627 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-57d892ad-e8c1-48a6-a90d-b8ca6264fbf9 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:02.242885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b75313f3-d134-49b6-b714-a236e65d8629 req-57d892ad-e8c1-48a6-a90d-b8ca6264fbf9 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Calling delete_port for 516c568f-19b6-4e89-a94c-c7442b86dbc7 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:02.354850 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fcdb8dca-80d1-4d7b-aa8d-6b156e71f8f5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=002052b7565943a985ca5512c58d556b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6354101 Aug 16 22:46:02.357640 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58512) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:02.383118 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb8dca-80d1-4d7b-aa8d-6b156e71f8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a7ca5e-d90f-4b6d-989f-a2135375579e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:02.424384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182ccfc-35d0-4777-b76c-611043e8e4ac req-ff76cd99-0e33-471e-b3bf-0945889e3db1 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:02.432226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182ccfc-35d0-4777-b76c-611043e8e4ac req-ff76cd99-0e33-471e-b3bf-0945889e3db1 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:02.466736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182ccfc-35d0-4777-b76c-611043e8e4ac req-ff76cd99-0e33-471e-b3bf-0945889e3db1 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:02.474176 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f182ccfc-35d0-4777-b76c-611043e8e4ac req-ff76cd99-0e33-471e-b3bf-0945889e3db1 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 2410 time: 0.2194240 Aug 16 22:46:02.481467 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b52fc2a4-ec1c-4e84-bcc9-29b5c451fe12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:02.512834 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b52fc2a4-ec1c-4e84-bcc9-29b5c451fe12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:02.619184 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b52fc2a4-ec1c-4e84-bcc9-29b5c451fe12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:02.622623 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b52fc2a4-ec1c-4e84-bcc9-29b5c451fe12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:02.624085 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b52fc2a4-ec1c-4e84-bcc9-29b5c451fe12 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/92a7ca5e-d90f-4b6d-989f-a2135375579e HTTP/1.1" status: 204 len: 168 time: 0.2650425 Aug 16 22:46:02.646670 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52fc2a4-ec1c-4e84-bcc9-29b5c451fe12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a7ca5e-d90f-4b6d-989f-a2135375579e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:02.696105 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f182ccfc-35d0-4777-b76c-611043e8e4ac req-922c1cd8-4e0c-4e40-91f5-9a574bc4bc02 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123225 Aug 16 22:46:02.731091 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-57d892ad-e8c1-48a6-a90d-b8ca6264fbf9 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:02.799122 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d892ad-e8c1-48a6-a90d-b8ca6264fbf9 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event deleted for resources: {'Port': ['ID=516c568f-19b6-4e89-a94c-c7442b86dbc7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:02.807969 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-deleted', 'tag': '95258e61-57fb-4f52-995b-af813f1e9267'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:46:02.810422 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a2b96c-ec02-4ae0-8f1e-219460864b6a" -d '{"events": [{"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-deleted", "tag": "95258e61-57fb-4f52-995b-af813f1e9267"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:46:02.885347 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d158200-2f11-49eb-a76e-9f8125659758 x-openstack-request-id: req-9d158200-2f11-49eb-a76e-9f8125659758 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:46:02.885652 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-deleted", "tag": "95258e61-57fb-4f52-995b-af813f1e9267", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:46:02.886390 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9d158200-2f11-49eb-a76e-9f8125659758 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:46:02.886795 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-deleted', 'tag': '95258e61-57fb-4f52-995b-af813f1e9267', 'status': 'completed', 'code': 200} Aug 16 22:46:02.905147 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75313f3-d134-49b6-b714-a236e65d8629 req-57d892ad-e8c1-48a6-a90d-b8ca6264fbf9 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] No DVR routers for this DVR port 516c568f-19b6-4e89-a94c-c7442b86dbc7 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:46:02.909302 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-57d892ad-e8c1-48a6-a90d-b8ca6264fbf9 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:02.918008 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b75313f3-d134-49b6-b714-a236e65d8629 req-57d892ad-e8c1-48a6-a90d-b8ca6264fbf9 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.39 "DELETE /v2.0/ports/516c568f-19b6-4e89-a94c-c7442b86dbc7 HTTP/1.1" status: 204 len: 173 time: 1.0576165 Aug 16 22:46:03.144502 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b75313f3-d134-49b6-b714-a236e65d8629 req-d0c9a60b-6489-4cc7-bcc1-44189a4d5704 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Deleting port 9c81783d-6b34-4769-b8e6-f21cb76f85b3 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:03.145156 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-d0c9a60b-6489-4cc7-bcc1-44189a4d5704 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:03.350508 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b75313f3-d134-49b6-b714-a236e65d8629 req-d0c9a60b-6489-4cc7-bcc1-44189a4d5704 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] For port 9c81783d-6b34-4769-b8e6-f21cb76f85b3, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=9c81783d-6b34-4769-b8e6-f21cb76f85b3,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:03.351009 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-d0c9a60b-6489-4cc7-bcc1-44189a4d5704 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:03.365199 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b75313f3-d134-49b6-b714-a236e65d8629 req-d0c9a60b-6489-4cc7-bcc1-44189a4d5704 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Calling delete_port for 9c81783d-6b34-4769-b8e6-f21cb76f85b3 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:03.398716 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58540) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:03.519003 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f775db9b-af90-4a9e-94cb-95b9815e114e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=84e98e556275483e8660a87e797f87d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1183882 Aug 16 22:46:03.521033 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58542) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:03.570503 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-d0c9a60b-6489-4cc7-bcc1-44189a4d5704 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:03.666231 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2aa1da62-68f0-42db-9c70-5b03196a5458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:03.679704 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58550) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:03.694333 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4bf7937f-85dc-40c6-a74d-c5d714de558b tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Request body: {'network': {'name': 'tempest-network-smoke--1764334531', 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'port_security_enabled': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:03.708728 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9a60b-6489-4cc7-bcc1-44189a4d5704 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event deleted for resources: {'Port': ['ID=9c81783d-6b34-4769-b8e6-f21cb76f85b3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:03.717238 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2aa1da62-68f0-42db-9c70-5b03196a5458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:03.835270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75313f3-d134-49b6-b714-a236e65d8629 req-d0c9a60b-6489-4cc7-bcc1-44189a4d5704 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] No DVR routers for this DVR port 9c81783d-6b34-4769-b8e6-f21cb76f85b3 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:46:03.843331 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-d0c9a60b-6489-4cc7-bcc1-44189a4d5704 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:03.845980 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b75313f3-d134-49b6-b714-a236e65d8629 req-d0c9a60b-6489-4cc7-bcc1-44189a4d5704 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.39 "DELETE /v2.0/ports/9c81783d-6b34-4769-b8e6-f21cb76f85b3 HTTP/1.1" status: 204 len: 173 time: 0.9220655 Aug 16 22:46:03.855851 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2aa1da62-68f0-42db-9c70-5b03196a5458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:03.858477 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2aa1da62-68f0-42db-9c70-5b03196a5458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:03.859638 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2aa1da62-68f0-42db-9c70-5b03196a5458 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d9009e72-798d-40a2-934f-d69d30906ae8 HTTP/1.1" status: 204 len: 168 time: 0.3331456 Aug 16 22:46:03.888322 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf7937f-85dc-40c6-a74d-c5d714de558b tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Made reservation on behalf of 19bfef8d00ac4837820b8edf5e2d6645 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:03.893226 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4bf7937f-85dc-40c6-a74d-c5d714de558b tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:03.907539 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1da62-68f0-42db-9c70-5b03196a5458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9009e72-798d-40a2-934f-d69d30906ae8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:03.950627 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4bf7937f-85dc-40c6-a74d-c5d714de558b tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:03.996955 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc929b55-4a43-4b01-ad47-c618aa9e46a0 req-acec7c9f-c30c-4d55-96f9-bd055de21a88 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:04.006489 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc929b55-4a43-4b01-ad47-c618aa9e46a0 req-acec7c9f-c30c-4d55-96f9-bd055de21a88 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 944 time: 0.1838975 Aug 16 22:46:04.200843 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc929b55-4a43-4b01-ad47-c618aa9e46a0 req-f5e8bde3-8cbd-4518-b51b-e21ef0fa6c30 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948349 Aug 16 22:46:04.285848 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b75313f3-d134-49b6-b714-a236e65d8629 req-0e5af477-607e-4a56-8961-9f65db94116b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Deleting port 591b5968-9ed1-44b8-afc2-1f142f90e8d8 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:04.285848 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-0e5af477-607e-4a56-8961-9f65db94116b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:04.570079 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b75313f3-d134-49b6-b714-a236e65d8629 req-0e5af477-607e-4a56-8961-9f65db94116b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] For port 591b5968-9ed1-44b8-afc2-1f142f90e8d8, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=591b5968-9ed1-44b8-afc2-1f142f90e8d8,segment=NetworkSegment(f49b538c-ee16-49f5-9348-ff385476c911),segment_id=f49b538c-ee16-49f5-9348-ff385476c911)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:04.570774 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-0e5af477-607e-4a56-8961-9f65db94116b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:04.688179 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4bf7937f-85dc-40c6-a74d-c5d714de558b tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:04.714299 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4bf7937f-85dc-40c6-a74d-c5d714de558b tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:04.774740 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf7937f-85dc-40c6-a74d-c5d714de558b tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:46:04.824489 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7937f-85dc-40c6-a74d-c5d714de558b tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=244fbca7-9e5a-453d-a811-9972852fde8a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:04.835953 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4bf7937f-85dc-40c6-a74d-c5d714de558b tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:04.838696 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-4bf7937f-85dc-40c6-a74d-c5d714de558b tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Added segment 7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2 of type vlan for network 1e7312b4-3d42-480c-a7b8-94a85c5f140d Aug 16 22:46:04.931783 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-deleted', 'tag': '516c568f-19b6-4e89-a94c-c7442b86dbc7'}, {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-deleted', 'tag': '9c81783d-6b34-4769-b8e6-f21cb76f85b3'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:46:04.934411 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e672bf58-9066-4989-888e-a203c8a8c8bf" -d '{"events": [{"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-deleted", "tag": "516c568f-19b6-4e89-a94c-c7442b86dbc7"}, {"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-deleted", "tag": "9c81783d-6b34-4769-b8e6-f21cb76f85b3"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:46:04.977284 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4bf7937f-85dc-40c6-a74d-c5d714de558b tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:05.022156 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4bf7937f-85dc-40c6-a74d-c5d714de558b tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:05.031984 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf7937f-85dc-40c6-a74d-c5d714de558b tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:05.032734 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4bf7937f-85dc-40c6-a74d-c5d714de558b tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:05.039987 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f7e1d5-b731-42dd-88f2-5a7ca6f4c639 x-openstack-request-id: req-04f7e1d5-b731-42dd-88f2-5a7ca6f4c639 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:46:05.040394 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-deleted", "tag": "516c568f-19b6-4e89-a94c-c7442b86dbc7", "status": "completed", "code": 200}, {"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-deleted", "tag": "9c81783d-6b34-4769-b8e6-f21cb76f85b3", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:46:05.040752 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-04f7e1d5-b731-42dd-88f2-5a7ca6f4c639 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:46:05.041246 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-deleted', 'tag': '516c568f-19b6-4e89-a94c-c7442b86dbc7', 'status': 'completed', 'code': 200} Aug 16 22:46:05.041605 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-deleted', 'tag': '9c81783d-6b34-4769-b8e6-f21cb76f85b3', 'status': 'completed', 'code': 200} Aug 16 22:46:05.186880 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4bf7937f-85dc-40c6-a74d-c5d714de558b tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5023916 Aug 16 22:46:05.188622 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-0e5af477-607e-4a56-8961-9f65db94116b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:05.189128 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-0e5af477-607e-4a56-8961-9f65db94116b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:05.189570 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [req-b75313f3-d134-49b6-b714-a236e65d8629 req-0e5af477-607e-4a56-8961-9f65db94116b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Floating IP 2d7a83eb-03cc-4a48-b9ed-37c972d57b58 disassociated. External IP: 172.25.6.124, port: 591b5968-9ed1-44b8-afc2-1f142f90e8d8. Aug 16 22:46:05.189928 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58612) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:05.190611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b75313f3-d134-49b6-b714-a236e65d8629 req-0e5af477-607e-4a56-8961-9f65db94116b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Calling delete_port for 591b5968-9ed1-44b8-afc2-1f142f90e8d8 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:05.196533 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-39d21524-ced5-4161-a9b8-abe7b9323450 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1948525419', 'admin_state_up': True, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:05.224101 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7937f-85dc-40c6-a74d-c5d714de558b tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event updated for resources: {'Network': ['ID=1e7312b4-3d42-480c-a7b8-94a85c5f140d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:05.237000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 1e7312b4-3d42-480c-a7b8-94a85c5f140d details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:46:05.295032 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39d21524-ced5-4161-a9b8-abe7b9323450 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:05.296793 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39d21524-ced5-4161-a9b8-abe7b9323450 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:05.431390 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39d21524-ced5-4161-a9b8-abe7b9323450 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:05.524062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628b58b-0e45-444f-b3d2-7367410442a8 req-c1eea4df-274e-4012-a89a-0d72af85548e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:05.535499 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f628b58b-0e45-444f-b3d2-7367410442a8 req-c1eea4df-274e-4012-a89a-0d72af85548e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 944 time: 0.2025118 Aug 16 22:46:05.701639 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39d21524-ced5-4161-a9b8-abe7b9323450 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:05.771714 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f628b58b-0e45-444f-b3d2-7367410442a8 req-077bf471-0b5e-4b84-a90b-a6d8de36bd16 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups?id=e612e4ba-f7df-4621-97d4-cca8534a6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337055 Aug 16 22:46:05.772494 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-0e5af477-607e-4a56-8961-9f65db94116b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:05.839612 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5af477-607e-4a56-8961-9f65db94116b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event deleted for resources: {'Port': ['ID=591b5968-9ed1-44b8-afc2-1f142f90e8d8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:06.031285 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39d21524-ced5-4161-a9b8-abe7b9323450 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:06.063092 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b75313f3-d134-49b6-b714-a236e65d8629 req-0e5af477-607e-4a56-8961-9f65db94116b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Router 3d35e2bf-351d-4949-b12e-fb3c9fccc31a has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:46:06.068525 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39d21524-ced5-4161-a9b8-abe7b9323450 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:06.227605 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-39d21524-ced5-4161-a9b8-abe7b9323450 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Allocated IP 172.25.6.2 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/b435547f-7704-433a-ad8e-4408352a9fc5) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:06.267647 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b75313f3-d134-49b6-b714-a236e65d8629 req-0e5af477-607e-4a56-8961-9f65db94116b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:46:06.288010 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366cf012-78db-465c-8707-da39903d3044 None None] Sync routers for ids ['3d35e2bf-351d-4949-b12e-fb3c9fccc31a'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:46:06.301594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366cf012-78db-465c-8707-da39903d3044 None None] Routers {'3d35e2bf-351d-4949-b12e-fb3c9fccc31a'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:06.302518 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-366cf012-78db-465c-8707-da39903d3044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:45:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['3d35e2bf-351d-4949-b12e-fb3c9fccc31a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:06.399757 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75313f3-d134-49b6-b714-a236e65d8629 req-0e5af477-607e-4a56-8961-9f65db94116b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] No DVR routers for this DVR port 591b5968-9ed1-44b8-afc2-1f142f90e8d8 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:46:06.404096 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b75313f3-d134-49b6-b714-a236e65d8629 req-0e5af477-607e-4a56-8961-9f65db94116b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:06.407744 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b75313f3-d134-49b6-b714-a236e65d8629 req-0e5af477-607e-4a56-8961-9f65db94116b tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.39 "DELETE /v2.0/ports/591b5968-9ed1-44b8-afc2-1f142f90e8d8 HTTP/1.1" status: 204 len: 173 time: 2.5450678 Aug 16 22:46:06.536926 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39d21524-ced5-4161-a9b8-abe7b9323450 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:06.572583 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-366cf012-78db-465c-8707-da39903d3044 None None] Set router 3d35e2bf-351d-4949-b12e-fb3c9fccc31a gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:46:06.640112 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39d21524-ced5-4161-a9b8-abe7b9323450 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:06.671257 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58654) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:06.704097 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d21524-ced5-4161-a9b8-abe7b9323450 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:06.708130 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-39d21524-ced5-4161-a9b8-abe7b9323450 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:06.710101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d21524-ced5-4161-a9b8-abe7b9323450 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event updated for resources: {'Port': ['ID=b435547f-7704-433a-ad8e-4408352a9fc5,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:06.712465 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d21524-ced5-4161-a9b8-abe7b9323450 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:06.929330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-366cf012-78db-465c-8707-da39903d3044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'name': 'tempest-TaggedBootDevicesTest-721575723-router', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:16Z', 'updated_at': '2021-08-16T22:34:40Z', 'revision_number': 4, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'gw_port': {'id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:19Z', 'updated_at': '2021-08-16T22:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'efda58b9-e2c7-4a0e-b813-8720602a1756', 'name': '', 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'mac_address': 'fa:16:3e:bb:ce:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1ffe763c-ff2b-42ed-bcf3-687f913d441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:35Z', 'updated_at': '2021-08-16T22:34:53Z', 'revision_number': 5, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'subnets': [{'id': '1ffe763c-ff2b-42ed-bcf3-687f913d441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:06.963270 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366cf012-78db-465c-8707-da39903d3044 None None] Checking router: 3d35e2bf-351d-4949-b12e-fb3c9fccc31a for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:46:06.973543 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366cf012-78db-465c-8707-da39903d3044 None None] Routers {'3d35e2bf-351d-4949-b12e-fb3c9fccc31a'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:06.974733 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-366cf012-78db-465c-8707-da39903d3044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:45:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['3d35e2bf-351d-4949-b12e-fb3c9fccc31a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:07.076313 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-deleted', 'tag': '591b5968-9ed1-44b8-afc2-1f142f90e8d8'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:46:07.080995 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4d7d12-ec3e-483d-b859-9ec375be3eb1" -d '{"events": [{"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-deleted", "tag": "591b5968-9ed1-44b8-afc2-1f142f90e8d8"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:46:07.104242 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ef407bc-211f-4883-9356-59c4cbbaf01a req-93ea33b4-ca51-4183-b2a9-068dcb182ad5 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.1181586 Aug 16 22:46:07.127163 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8ac867dd-04c1-4f91-b31c-dfe3e6a496ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1248372331'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:07.172164 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552e2632-2cd8-4347-b03d-ea9328241258 x-openstack-request-id: req-552e2632-2cd8-4347-b03d-ea9328241258 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:46:07.172489 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd", "name": "network-vif-deleted", "tag": "591b5968-9ed1-44b8-afc2-1f142f90e8d8", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:46:07.172715 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-552e2632-2cd8-4347-b03d-ea9328241258 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:46:07.174488 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd', 'name': 'network-vif-deleted', 'tag': '591b5968-9ed1-44b8-afc2-1f142f90e8d8', 'status': 'completed', 'code': 200} Aug 16 22:46:07.202716 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac867dd-04c1-4f91-b31c-dfe3e6a496ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Made reservation on behalf of 993066ac46ac412aa53572dcca45dc5f for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:07.206409 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ac867dd-04c1-4f91-b31c-dfe3e6a496ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:07.232062 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ac867dd-04c1-4f91-b31c-dfe3e6a496ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:07.348121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-366cf012-78db-465c-8707-da39903d3044 None None] Set router 3d35e2bf-351d-4949-b12e-fb3c9fccc31a gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:46:07.418613 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39d21524-ced5-4161-a9b8-abe7b9323450 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:07.557015 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ac867dd-04c1-4f91-b31c-dfe3e6a496ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:07.567495 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ac867dd-04c1-4f91-b31c-dfe3e6a496ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:07.600382 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac867dd-04c1-4f91-b31c-dfe3e6a496ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:46:07.644367 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ac867dd-04c1-4f91-b31c-dfe3e6a496ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:07.644810 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-8ac867dd-04c1-4f91-b31c-dfe3e6a496ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Added segment ecb1036b-5aa0-4532-ace6-221ef88a7775 of type vlan for network f0f8b758-47ed-4dca-93a0-923d6e6b380c Aug 16 22:46:07.754025 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ac867dd-04c1-4f91-b31c-dfe3e6a496ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:07.827082 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ac867dd-04c1-4f91-b31c-dfe3e6a496ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:07.840086 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac867dd-04c1-4f91-b31c-dfe3e6a496ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:07.844955 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8ac867dd-04c1-4f91-b31c-dfe3e6a496ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:07.976162 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-366cf012-78db-465c-8707-da39903d3044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'name': 'tempest-TaggedBootDevicesTest-721575723-router', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:16Z', 'updated_at': '2021-08-16T22:34:40Z', 'revision_number': 4, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'gw_port': {'id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:19Z', 'updated_at': '2021-08-16T22:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'efda58b9-e2c7-4a0e-b813-8720602a1756', 'name': '', 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'mac_address': 'fa:16:3e:bb:ce:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1ffe763c-ff2b-42ed-bcf3-687f913d441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:35Z', 'updated_at': '2021-08-16T22:34:53Z', 'revision_number': 5, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'subnets': [{'id': '1ffe763c-ff2b-42ed-bcf3-687f913d441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:08.023528 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366cf012-78db-465c-8707-da39903d3044 None None] The sync data for ids ['3d35e2bf-351d-4949-b12e-fb3c9fccc31a'] in n-d-792458-15 is: [{'id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'name': 'tempest-TaggedBootDevicesTest-721575723-router', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:16Z', 'updated_at': '2021-08-16T22:34:40Z', 'revision_number': 4, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'gw_port': {'id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:19Z', 'updated_at': '2021-08-16T22:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'efda58b9-e2c7-4a0e-b813-8720602a1756', 'name': '', 'network_id': 'da99628b-b531-4700-97cd-f2deca3ca96b', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'mac_address': 'fa:16:3e:bb:ce:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1ffe763c-ff2b-42ed-bcf3-687f913d441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:35Z', 'updated_at': '2021-08-16T22:34:53Z', 'revision_number': 5, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'subnets': [{'id': '1ffe763c-ff2b-42ed-bcf3-687f913d441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:46:08.060215 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39d21524-ced5-4161-a9b8-abe7b9323450 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:08.095020 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8ac867dd-04c1-4f91-b31c-dfe3e6a496ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.4220052 Aug 16 22:46:08.100850 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac867dd-04c1-4f91-b31c-dfe3e6a496ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5306dd-d6bc-471f-b4e8-3de0a06edccd,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:08.206040 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac867dd-04c1-4f91-b31c-dfe3e6a496ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Pushing event updated for resources: {'Network': ['ID=f0f8b758-47ed-4dca-93a0-923d6e6b380c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:08.254352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network f0f8b758-47ed-4dca-93a0-923d6e6b380c details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:46:08.393273 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c46a3264-51aa-433f-a970-35e633abd893 req-67fd3959-cb5f-4e47-86e6-9184c8d64850 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.0703502 Aug 16 22:46:08.703315 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:08.728826 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5cc248-1fe4-4ee9-9092-bb1aeef1fbc0 None None] New status for floating IP 2d7a83eb-03cc-4a48-b9ed-37c972d57b58: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:46:08.817747 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58722) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:08.823366 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Request body: {'port': {'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c', 'binding:host_id': 'n-h1-792458-15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1586371549'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:08.893011 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58724) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:08.915985 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Made reservation on behalf of 49a0612204ea44678b3ed703a56a319e for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:08.928066 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:08.967605 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:09.034828 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fe7a7964-7918-4327-be82-8bc95ac39aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:09.202329 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:09.211666 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:09.218137 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] device_id is not set on port 38be9c8a-a207-4629-8dc5-9130e6339bcd yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:46:09.309742 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0107600f-1f6b-4530-ada1-c6f0244790aa,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:09.354514 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8633b5c9-7d6f-4a17-9863-3a506996aff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:09.505595 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d21524-ced5-4161-a9b8-abe7b9323450 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Router 40700640-8d2f-4410-9a58-2f8e1e58a1fd is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:46:09.662210 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60e39a28-05a2-480c-8e69-63c363318dd9 req-cad541f7-ea65-494e-828b-a631f2a033e2 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.0498769 Aug 16 22:46:09.671956 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d21524-ced5-4161-a9b8-abe7b9323450 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:46:09.691003 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] Sync routers for ids ['40700640-8d2f-4410-9a58-2f8e1e58a1fd'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:46:09.715814 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] Routers {'40700640-8d2f-4410-9a58-2f8e1e58a1fd'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:09.716840 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:45:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['40700640-8d2f-4410-9a58-2f8e1e58a1fd'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:09.850217 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8633b5c9-7d6f-4a17-9863-3a506996aff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:09.875685 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-39d21524-ced5-4161-a9b8-abe7b9323450 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:09.877774 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-39d21524-ced5-4161-a9b8-abe7b9323450 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.6856186 Aug 16 22:46:09.888086 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58740) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:10.190250 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] Set router 40700640-8d2f-4410-9a58-2f8e1e58a1fd gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:46:10.298236 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9590e64f-806a-482e-9592-84a720939ff9 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=19bfef8d00ac4837820b8edf5e2d6645&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3888030 Aug 16 22:46:10.298500 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58750) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:10.611673 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948525419', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:05Z', 'updated_at': '2021-08-16T22:46:07Z', 'revision_number': 3, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:06Z', 'updated_at': '2021-08-16T22:46:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:10.672155 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57aeff8-9e73-4b66-bbec-a071b78ae181 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:10.672748 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] Checking router: 40700640-8d2f-4410-9a58-2f8e1e58a1fd for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:46:10.672748 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] Updating router 40700640-8d2f-4410-9a58-2f8e1e58a1fd port b435547f-7704-433a-ad8e-4408352a9fc5 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:46:10.673742 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a57aeff8-9e73-4b66-bbec-a071b78ae181 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3741434 Aug 16 22:46:10.676709 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58756) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:10.766092 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:10.775360 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-69ce3be4-60d2-448f-8525-74af2ca3bd2b tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0947437 Aug 16 22:46:10.775911 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58760) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:10.787004 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a7f08702-879a-4914-8e38-c861465d01a6 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1370910282', 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d', 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:10.859922 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:10.935579 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8633b5c9-7d6f-4a17-9863-3a506996aff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:11.018947 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f08702-879a-4914-8e38-c861465d01a6 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Made reservation on behalf of 19bfef8d00ac4837820b8edf5e2d6645 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:11.035537 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7f08702-879a-4914-8e38-c861465d01a6 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:11.058601 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633b5c9-7d6f-4a17-9863-3a506996aff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf6b746-0a6a-4f1b-bc03-567e2768b8c5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:11.078315 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8633b5c9-7d6f-4a17-9863-3a506996aff9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9612c327111c42dca4844049dc0d1536&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1831720 Aug 16 22:46:11.117532 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58770) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:11.217286 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] device_id is not set on port 38be9c8a-a207-4629-8dc5-9130e6339bcd yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:46:11.239997 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce555564-a95d-47f6-9ed1-89c56540ad5f req-e7a3167c-7f3b-407a-801b-0372fc4d7abc tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.2745614 Aug 16 22:46:11.268054 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81d37761-c215-4e62-bb5e-a0db196788b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:11.270640 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:11.296765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Transition to ACTIVE for port object 38be9c8a-a207-4629-8dc5-9130e6339bcd will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:11.311212 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81d37761-c215-4e62-bb5e-a0db196788b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:11.331943 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:11.408502 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Pushing event updated for resources: {'Port': ['ID=38be9c8a-a207-4629-8dc5-9130e6339bcd,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:11.442212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Checking segment: {'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:11.442776 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Network hostable DHCP agents. Network: f0f8b758-47ed-4dca-93a0-923d6e6b380c, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:46:11.460650 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81d37761-c215-4e62-bb5e-a0db196788b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:11.463470 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-81d37761-c215-4e62-bb5e-a0db196788b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:11.475153 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-81d37761-c215-4e62-bb5e-a0db196788b9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fdf6b746-0a6a-4f1b-bc03-567e2768b8c5 HTTP/1.1" status: 204 len: 168 time: 0.3516331 Aug 16 22:46:11.515326 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d37761-c215-4e62-bb5e-a0db196788b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf6b746-0a6a-4f1b-bc03-567e2768b8c5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:11.525657 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Network f0f8b758-47ed-4dca-93a0-923d6e6b380c is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:46:11.535005 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7f08702-879a-4914-8e38-c861465d01a6 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:11.555874 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, f0f8b758-47ed-4dca-93a0-923d6e6b380c) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:11.560380 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:11.579012 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a925f9f2-e4da-409b-835c-c1279ea2dde7 None None] Network f0f8b758-47ed-4dca-93a0-923d6e6b380c requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:11.601636 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:11.604395 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:11.604972 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:11.615716 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 38be9c8a-a207-4629-8dc5-9130e6339bcd on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:11.616877 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:11.617759 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 2 to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd Aug 16 22:46:11.672409 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-79b65c26-3bfe-49d5-9d52-7ea60196a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:11.686435 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:11.687112 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:11.688736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:11.699118 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 38be9c8a-a207-4629-8dc5-9130e6339bcd on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:11.700380 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:11.703852 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 3 to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd Aug 16 22:46:11.723008 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f08702-879a-4914-8e38-c861465d01a6 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event updated for resources: {'Subnet': ['ID=f8100a24-aa13-4242-8aae-2071a88d61f3,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:11.740919 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:11.741579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:11.745263 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:11.755194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 38be9c8a-a207-4629-8dc5-9130e6339bcd on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:11.762008 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:11.762717 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 4 to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd Aug 16 22:46:11.788539 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f08702-879a-4914-8e38-c861465d01a6 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Checking segment: {'id': '7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:11.788903 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f08702-879a-4914-8e38-c861465d01a6 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Network hostable DHCP agents. Network: 1e7312b4-3d42-480c-a7b8-94a85c5f140d, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:46:11.801417 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:11.802260 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:11.804353 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:11.804826 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:11.817946 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 38be9c8a-a207-4629-8dc5-9130e6339bcd on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:11.818444 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:11.820590 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 5 to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd Aug 16 22:46:11.841462 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f08702-879a-4914-8e38-c861465d01a6 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Network 1e7312b4-3d42-480c-a7b8-94a85c5f140d is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:46:11.853291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:11.854134 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:11.855443 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:11.864065 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-a7f08702-879a-4914-8e38-c861465d01a6 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 1e7312b4-3d42-480c-a7b8-94a85c5f140d) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:11.873883 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f08702-879a-4914-8e38-c861465d01a6 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:11.874732 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7f08702-879a-4914-8e38-c861465d01a6 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:11.886326 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 38be9c8a-a207-4629-8dc5-9130e6339bcd on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:11.889695 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:11.890151 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 6 to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd Aug 16 22:46:11.907736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:11.908082 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:11.908904 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:11.914844 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 38be9c8a-a207-4629-8dc5-9130e6339bcd on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:11.915326 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:11.915730 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 7 to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd Aug 16 22:46:11.920171 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc78a38-c02d-465d-9477-24f4bbae7087 None None] Network 1e7312b4-3d42-480c-a7b8-94a85c5f140d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:11.926361 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a7f08702-879a-4914-8e38-c861465d01a6 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1492329 Aug 16 22:46:11.927308 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58788) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:11.976698 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:11.977430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:11.977430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:11.989558 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 38be9c8a-a207-4629-8dc5-9130e6339bcd on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:11.989904 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:11.995004 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 8 to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd Aug 16 22:46:12.015263 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:12.015610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:12.015962 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:12.080703 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] Transition to ACTIVE for port object b435547f-7704-433a-ad8e-4408352a9fc5 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:12.136640 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 38be9c8a-a207-4629-8dc5-9130e6339bcd on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:12.136859 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:12.141741 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 9 to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd Aug 16 22:46:12.143380 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:12.181261 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:12.192787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:12.192787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:12.192787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:12.215637 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 38be9c8a-a207-4629-8dc5-9130e6339bcd on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:12.215985 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:12.218813 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 10 to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd Aug 16 22:46:12.243612 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:12.243957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:12.244306 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:12.261928 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a67c2-ba2b-420a-8860-82df8cb57086 None None] Pushing event updated for resources: {'Port': ['ID=b435547f-7704-433a-ad8e-4408352a9fc5,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:12.262203 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 38be9c8a-a207-4629-8dc5-9130e6339bcd on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:12.262203 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 38be9c8a-a207-4629-8dc5-9130e6339bcd on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:12.262423 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:12.351205 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] Attempting to bind port b435547f-7704-433a-ad8e-4408352a9fc5 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:12.353892 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] Attempting to bind port b435547f-7704-433a-ad8e-4408352a9fc5 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:12.360783 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] Attempting to bind port b435547f-7704-433a-ad8e-4408352a9fc5 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:12.386368 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:46:12.387518 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:12.394012 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:12.395247 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:46:12.396548 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] Bound port: b435547f-7704-433a-ad8e-4408352a9fc5, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:46:12.397597 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:12.518952 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-58e11992-d6b1-4c84-9ceb-bbba42c94f70 req-f1c31974-da65-493c-9b57-b96f9fd50f2f tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.0991008 Aug 16 22:46:12.578340 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] For port 38be9c8a-a207-4629-8dc5-9130e6339bcd, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:46:12.578952 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempted to set empty binding levels {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 22:46:12.659912 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-1e7312b4-3d42-480c-a7b8-94a85c5f140d', 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'fixed_ips': [{'subnet_id': 'f8100a24-aa13-4242-8aae-2071a88d61f3'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:46:12.663781 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:12.745040 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:12.902241 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Pushing event updated for resources: {'Port': ['ID=38be9c8a-a207-4629-8dc5-9130e6339bcd,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:12.909894 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] For port b435547f-7704-433a-ad8e-4408352a9fc5, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:46:12.915196 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:12.915709 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:13.024009 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] For port b435547f-7704-433a-ad8e-4408352a9fc5, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b435547f-7704-433a-ad8e-4408352a9fc5,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:46:13.047554 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e1a63f0d-caaf-4e9b-bc81-73eb18dd6e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.2276840 Aug 16 22:46:13.050105 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58820) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:13.058828 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:13.151866 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ba3a4-1605-443b-9aca-ef392f8b1ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Deleting port 38be9c8a-a207-4629-8dc5-9130e6339bcd {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:13.152522 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e9ba3a4-1605-443b-9aca-ef392f8b1ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:13.231949 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-4e9ba3a4-1605-443b-9aca-ef392f8b1ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] For port 38be9c8a-a207-4629-8dc5-9130e6339bcd, host n-h1-792458-15, got binding levels [] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:13.233140 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e9ba3a4-1605-443b-9aca-ef392f8b1ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:13.249140 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ba3a4-1605-443b-9aca-ef392f8b1ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Calling delete_port for 38be9c8a-a207-4629-8dc5-9130e6339bcd owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:13.337991 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a67c2-ba2b-420a-8860-82df8cb57086 None None] Pushing event updated for resources: {'Port': ['ID=b435547f-7704-433a-ad8e-4408352a9fc5,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:13.363663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] Allocated IP 172.20.0.2 (1e7312b4-3d42-480c-a7b8-94a85c5f140d/f8100a24-aa13-4242-8aae-2071a88d61f3/326308be-3530-4745-adb6-ce4ba0e65e3e) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:13.507165 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e9ba3a4-1605-443b-9aca-ef392f8b1ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:13.511763 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09fdf543-0525-4317-acde-296a1b601ef2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:13.589997 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e9ba3a4-1605-443b-9aca-ef392f8b1ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:13.596236 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4e9ba3a4-1605-443b-9aca-ef392f8b1ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] 10.222.0.93 "DELETE /v2.0/ports/38be9c8a-a207-4629-8dc5-9130e6339bcd HTTP/1.1" status: 204 len: 168 time: 0.5425053 Aug 16 22:46:13.616291 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ba3a4-1605-443b-9aca-ef392f8b1ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Pushing event deleted for resources: {'Port': ['ID=38be9c8a-a207-4629-8dc5-9130e6339bcd,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:13.619017 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58844) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:13.695357 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d715eda-b769-4434-947a-8c8f3930b9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] GET failed (client error): The resource could not be found. Aug 16 22:46:13.702941 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:13.708485 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1d715eda-b769-4434-947a-8c8f3930b9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] 10.222.0.93 "GET /v2.0/ports/38be9c8a-a207-4629-8dc5-9130e6339bcd HTTP/1.1" status: 404 len: 333 time: 0.0870876 Aug 16 22:46:13.709030 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58850) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:13.725838 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e17d5e6f-b0fb-4f5a-9fa6-63ec5469df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Request body: {'port': {'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-109025395'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:13.768183 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] Routers {'40700640-8d2f-4410-9a58-2f8e1e58a1fd'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:13.770145 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:46:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['40700640-8d2f-4410-9a58-2f8e1e58a1fd'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:13.785465 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17d5e6f-b0fb-4f5a-9fa6-63ec5469df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Made reservation on behalf of 49a0612204ea44678b3ed703a56a319e for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:13.789636 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e17d5e6f-b0fb-4f5a-9fa6-63ec5469df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:13.808050 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-e17d5e6f-b0fb-4f5a-9fa6-63ec5469df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] device_id is not set on port 23826f43-2d77-4b96-8859-c5255e092c5c yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:46:13.826176 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7fb0111-496b-454a-9edc-19a8fda91377 req-ce265f03-1a26-4925-aed0-a0d06599b4da tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.1095014 Aug 16 22:46:14.026438 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] Set router 40700640-8d2f-4410-9a58-2f8e1e58a1fd gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:46:14.193730 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e17d5e6f-b0fb-4f5a-9fa6-63ec5469df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:14.271055 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e17d5e6f-b0fb-4f5a-9fa6-63ec5469df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:14.306607 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:14.351307 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] Transition to ACTIVE for port object 326308be-3530-4745-adb6-ce4ba0e65e3e will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:14.375506 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] Transition to ACTIVE for port object 326308be-3530-4745-adb6-ce4ba0e65e3e will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:14.389145 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:14.405088 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17d5e6f-b0fb-4f5a-9fa6-63ec5469df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Network f0f8b758-47ed-4dca-93a0-923d6e6b380c is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:14.426869 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-e17d5e6f-b0fb-4f5a-9fa6-63ec5469df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:14.438017 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] Network 1e7312b4-3d42-480c-a7b8-94a85c5f140d is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:14.448911 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:14.474135 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:14.476445 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d5e6f-b0fb-4f5a-9fa6-63ec5469df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:14.482918 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17d5e6f-b0fb-4f5a-9fa6-63ec5469df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:14.483897 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e17d5e6f-b0fb-4f5a-9fa6-63ec5469df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:14.519649 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d5e6f-b0fb-4f5a-9fa6-63ec5469df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Pushing event updated for resources: {'Port': ['ID=23826f43-2d77-4b96-8859-c5255e092c5c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:14.535952 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e17d5e6f-b0fb-4f5a-9fa6-63ec5469df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8227518 Aug 16 22:46:14.536549 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58888) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:14.537301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-09fdf543-0525-4317-acde-296a1b601ef2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Allocated IP 172.20.0.1 (1e7312b4-3d42-480c-a7b8-94a85c5f140d/f8100a24-aa13-4242-8aae-2071a88d61f3/78c3611d-94e7-4b3f-b968-6ac4db5b6368) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:14.548847 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:14.688375 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:14.706500 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] Pushing event updated for resources: {'Port': ['ID=326308be-3530-4745-adb6-ce4ba0e65e3e,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:14.752134 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] Attempting to bind port 326308be-3530-4745-adb6-ce4ba0e65e3e on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:14.752807 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] Attempting to bind port 326308be-3530-4745-adb6-ce4ba0e65e3e by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:14.753353 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] Attempting to bind port 326308be-3530-4745-adb6-ce4ba0e65e3e on network 1e7312b4-3d42-480c-a7b8-94a85c5f140d {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:14.762206 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:46:14.762954 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] Checking segment: {'id': '7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:14.764812 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:14.765439 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] Bound using segment: {'id': '7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:46:14.766150 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] Bound port: 326308be-3530-4745-adb6-ce4ba0e65e3e, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:46:14.766734 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:14.772373 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09fdf543-0525-4317-acde-296a1b601ef2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:14.822107 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-09fdf543-0525-4317-acde-296a1b601ef2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Transition to ACTIVE for port object 78c3611d-94e7-4b3f-b968-6ac4db5b6368 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:14.870055 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09fdf543-0525-4317-acde-296a1b601ef2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:14.914377 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] For port 326308be-3530-4745-adb6-ce4ba0e65e3e, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:46:14.917845 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] For port 326308be-3530-4745-adb6-ce4ba0e65e3e, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=326308be-3530-4745-adb6-ce4ba0e65e3e,segment=NetworkSegment(7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2),segment_id=7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:46:14.937381 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:15.029947 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7a7c2-357e-4e81-9cba-cff85c13ed41 None None] Pushing event updated for resources: {'Port': ['ID=326308be-3530-4745-adb6-ce4ba0e65e3e,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:15.043019 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948525419', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:05Z', 'updated_at': '2021-08-16T22:46:07Z', 'revision_number': 3, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:06Z', 'updated_at': '2021-08-16T22:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:15.055519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fdf543-0525-4317-acde-296a1b601ef2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Network 1e7312b4-3d42-480c-a7b8-94a85c5f140d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:15.080540 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:15.083306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e943903-0f4c-4760-be5b-c48b3cbb29ab None None] The sync data for ids ['40700640-8d2f-4410-9a58-2f8e1e58a1fd'] in n-d-792458-15 is: [{'id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948525419', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:05Z', 'updated_at': '2021-08-16T22:46:07Z', 'revision_number': 3, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:06Z', 'updated_at': '2021-08-16T22:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:46:15.131245 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-09fdf543-0525-4317-acde-296a1b601ef2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:15.218119 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fdf543-0525-4317-acde-296a1b601ef2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:15.256816 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] device_id is not set on port 23826f43-2d77-4b96-8859-c5255e092c5c yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:46:15.295842 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:15.330751 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8db4b0a0-e9d9-4c5c-8da5-be6392986bb5 req-7b82c3e6-ab2f-46f6-95d2-04b3dbb1af5f tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.2732987 Aug 16 22:46:15.332212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdf543-0525-4317-acde-296a1b601ef2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event updated for resources: {'Port': ['ID=78c3611d-94e7-4b3f-b968-6ac4db5b6368,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:15.338221 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09fdf543-0525-4317-acde-296a1b601ef2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:15.348148 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Transition to ACTIVE for port object 23826f43-2d77-4b96-8859-c5255e092c5c will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:15.353449 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:15.677927 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:15.678319 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:15.678694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:15.706304 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 23826f43-2d77-4b96-8859-c5255e092c5c on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:15.706915 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:15.709938 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 2 to bind port 23826f43-2d77-4b96-8859-c5255e092c5c Aug 16 22:46:15.744188 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:15.744899 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:15.745424 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:15.749676 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Pushing event updated for resources: {'Port': ['ID=23826f43-2d77-4b96-8859-c5255e092c5c,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:15.767238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 23826f43-2d77-4b96-8859-c5255e092c5c on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:15.770813 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:15.772474 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 3 to bind port 23826f43-2d77-4b96-8859-c5255e092c5c Aug 16 22:46:15.828763 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09fdf543-0525-4317-acde-296a1b601ef2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:15.836751 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:15.842723 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:15.846427 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:15.862092 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 23826f43-2d77-4b96-8859-c5255e092c5c on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:15.864653 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:15.867324 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 4 to bind port 23826f43-2d77-4b96-8859-c5255e092c5c Aug 16 22:46:15.912996 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:15.918799 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:15.919417 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:15.930814 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 23826f43-2d77-4b96-8859-c5255e092c5c on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:15.932085 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:15.932691 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 5 to bind port 23826f43-2d77-4b96-8859-c5255e092c5c Aug 16 22:46:15.958925 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:15.961010 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:15.962951 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:15.978328 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 23826f43-2d77-4b96-8859-c5255e092c5c on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:15.979047 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:15.979612 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 6 to bind port 23826f43-2d77-4b96-8859-c5255e092c5c Aug 16 22:46:15.995898 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:15.996698 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:15.997332 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:16.012880 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 23826f43-2d77-4b96-8859-c5255e092c5c on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:16.017365 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:16.018985 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 7 to bind port 23826f43-2d77-4b96-8859-c5255e092c5c Aug 16 22:46:16.068828 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:16.074095 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:16.074550 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:16.084829 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 23826f43-2d77-4b96-8859-c5255e092c5c on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:16.085158 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:16.089642 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 8 to bind port 23826f43-2d77-4b96-8859-c5255e092c5c Aug 16 22:46:16.122210 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:16.122560 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:16.122994 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:16.134232 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 23826f43-2d77-4b96-8859-c5255e092c5c on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:16.134624 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:16.135053 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 9 to bind port 23826f43-2d77-4b96-8859-c5255e092c5c Aug 16 22:46:16.184872 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:16.185100 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:16.185440 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:16.203036 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 23826f43-2d77-4b96-8859-c5255e092c5c on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:16.203377 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:16.203780 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 10 to bind port 23826f43-2d77-4b96-8859-c5255e092c5c Aug 16 22:46:16.244211 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:16.244699 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:16.245041 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:16.251768 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 23826f43-2d77-4b96-8859-c5255e092c5c on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:16.252170 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 23826f43-2d77-4b96-8859-c5255e092c5c on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:16.252513 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:16.417373 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] For port 23826f43-2d77-4b96-8859-c5255e092c5c, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:46:16.418133 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempted to set empty binding levels {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 22:46:16.423305 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:16.497479 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] In _notify_port_updated(), no bound segment for port 23826f43-2d77-4b96-8859-c5255e092c5c on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:46:16.501262 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:16.504198 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:16.512009 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] 10.222.0.93 "PUT /v2.0/ports/23826f43-2d77-4b96-8859-c5255e092c5c HTTP/1.1" status: 200 len: 979 time: 1.9743130 Aug 16 22:46:16.513170 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58938) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:16.605489 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 326308be-3530-4745-adb6-ce4ba0e65e3e up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:46:16.762720 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 326308be-3530-4745-adb6-ce4ba0e65e3e completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:16.773461 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b435547f-7704-433a-ad8e-4408352a9fc5 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:46:16.804660 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-64ce9470-5c29-4018-8bf6-086d92f035f8 req-42b0b85d-64e6-4124-ba51-a1d96dbd0edf tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.1547818 Aug 16 22:46:16.857161 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d13c49-0041-4598-a466-c35383e3254d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Pushing event updated for resources: {'Port': ['ID=23826f43-2d77-4b96-8859-c5255e092c5c,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:16.935417 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462d6d5-96c0-48d8-9f2a-0357675ffd07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:16.943307 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462d6d5-96c0-48d8-9f2a-0357675ffd07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:16.946407 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462d6d5-96c0-48d8-9f2a-0357675ffd07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:16.947636 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462d6d5-96c0-48d8-9f2a-0357675ffd07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:16.952180 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462d6d5-96c0-48d8-9f2a-0357675ffd07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:16.954305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462d6d5-96c0-48d8-9f2a-0357675ffd07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:16.955030 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462d6d5-96c0-48d8-9f2a-0357675ffd07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:16.956301 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462d6d5-96c0-48d8-9f2a-0357675ffd07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:16.959393 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462d6d5-96c0-48d8-9f2a-0357675ffd07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:16.960853 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462d6d5-96c0-48d8-9f2a-0357675ffd07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:16.965449 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462d6d5-96c0-48d8-9f2a-0357675ffd07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:16.967089 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462d6d5-96c0-48d8-9f2a-0357675ffd07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:16.968450 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462d6d5-96c0-48d8-9f2a-0357675ffd07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:16.971114 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462d6d5-96c0-48d8-9f2a-0357675ffd07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:16.972920 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462d6d5-96c0-48d8-9f2a-0357675ffd07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:16.979847 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port b435547f-7704-433a-ad8e-4408352a9fc5 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:16.980967 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462d6d5-96c0-48d8-9f2a-0357675ffd07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:16.989270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58948) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:16.990368 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3462d6d5-96c0-48d8-9f2a-0357675ffd07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14377 time: 0.4658253 Aug 16 22:46:16.999569 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port b435547f-7704-433a-ad8e-4408352a9fc5 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:17.003021 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.122188 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09fdf543-0525-4317-acde-296a1b601ef2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.135471 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09fdf543-0525-4317-acde-296a1b601ef2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.277183 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.286282 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fd8578-bc5d-4a5b-b4db-caadbcf5b7fd None None] Network 1e7312b4-3d42-480c-a7b8-94a85c5f140d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:17.367960 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdf543-0525-4317-acde-296a1b601ef2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event updated for resources: {'Port': ['ID=78c3611d-94e7-4b3f-b968-6ac4db5b6368,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:17.374726 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-09fdf543-0525-4317-acde-296a1b601ef2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.412612 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port b435547f-7704-433a-ad8e-4408352a9fc5, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b435547f-7704-433a-ad8e-4408352a9fc5,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:17.441291 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e9d6dd04-0830-4a18-8f21-89bcf7d7e5ca None None] Provisioning for port 326308be-3530-4745-adb6-ce4ba0e65e3e completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:17.448899 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.465199 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e9d6dd04-0830-4a18-8f21-89bcf7d7e5ca None None] Provisioning complete for port 326308be-3530-4745-adb6-ce4ba0e65e3e triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:17.491759 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e9d6dd04-0830-4a18-8f21-89bcf7d7e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.568264 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b3111e7a-66f5-456a-9f2d-b5f7d5b1c0f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Deleting port 23826f43-2d77-4b96-8859-c5255e092c5c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:17.568879 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b3111e7a-66f5-456a-9f2d-b5f7d5b1c0f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.666289 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fdf543-0525-4317-acde-296a1b601ef2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Network 1e7312b4-3d42-480c-a7b8-94a85c5f140d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:17.722756 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-b3111e7a-66f5-456a-9f2d-b5f7d5b1c0f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] For port 23826f43-2d77-4b96-8859-c5255e092c5c, host n-h1-792458-15, got binding levels [] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:17.727356 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b3111e7a-66f5-456a-9f2d-b5f7d5b1c0f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.763206 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-09fdf543-0525-4317-acde-296a1b601ef2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:17.807593 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b3111e7a-66f5-456a-9f2d-b5f7d5b1c0f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Calling delete_port for 23826f43-2d77-4b96-8859-c5255e092c5c owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:18.003663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=b435547f-7704-433a-ad8e-4408352a9fc5,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:18.014918 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b3111e7a-66f5-456a-9f2d-b5f7d5b1c0f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:18.123730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3111e7a-66f5-456a-9f2d-b5f7d5b1c0f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Pushing event deleted for resources: {'Port': ['ID=23826f43-2d77-4b96-8859-c5255e092c5c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:18.129541 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42d44b9d-daec-4708-bb43-54d08eb3824c req-5a5e4393-11ef-46b5-8990-ff0c1dfd155d tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.1190243 Aug 16 22:46:18.131127 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b3111e7a-66f5-456a-9f2d-b5f7d5b1c0f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:18.135411 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b3111e7a-66f5-456a-9f2d-b5f7d5b1c0f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] 10.222.0.93 "DELETE /v2.0/ports/23826f43-2d77-4b96-8859-c5255e092c5c HTTP/1.1" status: 204 len: 168 time: 1.1413951 Aug 16 22:46:18.136381 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58966) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:18.160552 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e9d6dd04-0830-4a18-8f21-89bcf7d7e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:18.262521 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cda31ea-9c89-4801-8bd2-523ecc0ced8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] GET failed (client error): The resource could not be found. Aug 16 22:46:18.265298 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4cda31ea-9c89-4801-8bd2-523ecc0ced8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] 10.222.0.93 "GET /v2.0/ports/23826f43-2d77-4b96-8859-c5255e092c5c HTTP/1.1" status: 404 len: 333 time: 0.1271243 Aug 16 22:46:18.269088 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 58976) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:18.285889 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ac830d1f-60d3-4ed4-a71d-02efd3e9b078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655114700', 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:18.311759 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fdf543-0525-4317-acde-296a1b601ef2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Router 40700640-8d2f-4410-9a58-2f8e1e58a1fd has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:46:18.394395 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac830d1f-60d3-4ed4-a71d-02efd3e9b078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Made reservation on behalf of 49a0612204ea44678b3ed703a56a319e for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:18.396705 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac830d1f-60d3-4ed4-a71d-02efd3e9b078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:18.405440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b435547f-7704-433a-ad8e-4408352a9fc5 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:46:18.438599 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-ac830d1f-60d3-4ed4-a71d-02efd3e9b078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] device_id is not set on port 2a594af6-01e0-4548-97a2-b73eea96c50f yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:46:18.443848 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-e9d6dd04-0830-4a18-8f21-89bcf7d7e5ca None None] For port 326308be-3530-4745-adb6-ce4ba0e65e3e, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=326308be-3530-4745-adb6-ce4ba0e65e3e,segment=NetworkSegment(7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2),segment_id=7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:18.465702 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e9d6dd04-0830-4a18-8f21-89bcf7d7e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:18.602850 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port b435547f-7704-433a-ad8e-4408352a9fc5 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:18.603637 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:18.611588 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6dd04-0830-4a18-8f21-89bcf7d7e5ca None None] Pushing event updated for resources: {'Port': ['ID=326308be-3530-4745-adb6-ce4ba0e65e3e,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:18.718814 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fdf543-0525-4317-acde-296a1b601ef2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:46:18.728093 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-09fdf543-0525-4317-acde-296a1b601ef2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "PUT /v2.0/routers/40700640-8d2f-4410-9a58-2f8e1e58a1fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7995343 Aug 16 22:46:18.728924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58986) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:18.733309 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] Sync routers for ids ['40700640-8d2f-4410-9a58-2f8e1e58a1fd'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:46:18.734575 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ba682929-0696-4f4b-a198-f8bcb6ea88c9 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--995639378', 'description': 'tempest-secgroup_access--995639378 description', 'project_id': '19bfef8d00ac4837820b8edf5e2d6645'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:18.757899 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] Routers {'40700640-8d2f-4410-9a58-2f8e1e58a1fd'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:18.762018 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:46:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['40700640-8d2f-4410-9a58-2f8e1e58a1fd'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:18.770351 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba682929-0696-4f4b-a198-f8bcb6ea88c9 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:19.047434 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac830d1f-60d3-4ed4-a71d-02efd3e9b078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:19.153836 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac830d1f-60d3-4ed4-a71d-02efd3e9b078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:19.184741 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba682929-0696-4f4b-a198-f8bcb6ea88c9 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:19.198435 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba682929-0696-4f4b-a198-f8bcb6ea88c9 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:19.285023 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ba682929-0696-4f4b-a198-f8bcb6ea88c9 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:19.290131 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ba682929-0696-4f4b-a198-f8bcb6ea88c9 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5588036 Aug 16 22:46:19.292914 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 58994) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:19.325185 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] Set router 40700640-8d2f-4410-9a58-2f8e1e58a1fd gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:46:19.351755 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-77840a60-92ee-45d1-bd0b-2391f736e419 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--234550821', 'description': 'tempest-secgroup_general--234550821 description', 'project_id': '19bfef8d00ac4837820b8edf5e2d6645'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:19.399122 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac830d1f-60d3-4ed4-a71d-02efd3e9b078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Pushing event updated for resources: {'Port': ['ID=2a594af6-01e0-4548-97a2-b73eea96c50f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:19.470741 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac830d1f-60d3-4ed4-a71d-02efd3e9b078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Network f0f8b758-47ed-4dca-93a0-923d6e6b380c is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:19.477360 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ac830d1f-60d3-4ed4-a71d-02efd3e9b078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:19.491334 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac830d1f-60d3-4ed4-a71d-02efd3e9b078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:19.492580 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac830d1f-60d3-4ed4-a71d-02efd3e9b078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:19.493527 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac830d1f-60d3-4ed4-a71d-02efd3e9b078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:19.599206 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29b08d2c-dae7-4b2f-98a6-facba3e3296f req-a868a40d-6a88-447f-9cf1-4a870ff33aca tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.1154501 Aug 16 22:46:19.606319 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba682929-0696-4f4b-a198-f8bcb6ea88c9 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ffb07b-e769-4383-91dd-887352b19ddc,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:19.667112 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77840a60-92ee-45d1-bd0b-2391f736e419 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:19.672517 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ac830d1f-60d3-4ed4-a71d-02efd3e9b078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4019256 Aug 16 22:46:19.675158 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59002) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:19.787961 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5a82137d-02e8-4f47-ab28-a91c8b707fb3 None None] Provisioning for port 78c3611d-94e7-4b3f-b968-6ac4db5b6368 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:19.809446 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77840a60-92ee-45d1-bd0b-2391f736e419 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:19.814833 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5a82137d-02e8-4f47-ab28-a91c8b707fb3 None None] Provisioning complete for port 78c3611d-94e7-4b3f-b968-6ac4db5b6368 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:19.815197 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5a82137d-02e8-4f47-ab28-a91c8b707fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:19.816853 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77840a60-92ee-45d1-bd0b-2391f736e419 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:19.828671 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44281d28-7107-4343-b247-d3d14be18dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:19.838843 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-44281d28-7107-4343-b247-d3d14be18dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] 10.222.0.93 "GET /v2.0/ports/2a594af6-01e0-4548-97a2-b73eea96c50f HTTP/1.1" status: 200 len: 959 time: 0.1622503 Aug 16 22:46:19.845210 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59004) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:19.892765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77840a60-92ee-45d1-bd0b-2391f736e419 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37db92fe-193e-400c-adb4-929fec777623,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:19.940086 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-77840a60-92ee-45d1-bd0b-2391f736e419 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:19.943321 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-77840a60-92ee-45d1-bd0b-2391f736e419 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6154766 Aug 16 22:46:19.946872 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 59008) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:19.970235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e444d1af-e4fb-465b-a4a5-65578756993f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Request body: {'security_group_rule': {'security_group_id': 'e7ffb07b-e769-4383-91dd-887352b19ddc', 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:20.032220 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-5a82137d-02e8-4f47-ab28-a91c8b707fb3 None None] Port 78c3611d-94e7-4b3f-b968-6ac4db5b6368 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:46:20.044281 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-de039c0e-2428-4b4a-8986-826828f7c62b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Deleting port 2a594af6-01e0-4548-97a2-b73eea96c50f {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:20.044629 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de039c0e-2428-4b4a-8986-826828f7c62b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:20.067226 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e444d1af-e4fb-465b-a4a5-65578756993f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:20.088090 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5a82137d-02e8-4f47-ab28-a91c8b707fb3 None None] Provisioning complete for port 326308be-3530-4745-adb6-ce4ba0e65e3e triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:20.088727 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5a82137d-02e8-4f47-ab28-a91c8b707fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:20.360664 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e444d1af-e4fb-465b-a4a5-65578756993f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:20.380216 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 326308be-3530-4745-adb6-ce4ba0e65e3e up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:46:20.381526 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e444d1af-e4fb-465b-a4a5-65578756993f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:20.389432 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de039c0e-2428-4b4a-8986-826828f7c62b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:20.439234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-de039c0e-2428-4b4a-8986-826828f7c62b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Calling delete_port for 2a594af6-01e0-4548-97a2-b73eea96c50f owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:20.477888 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444d1af-e4fb-465b-a4a5-65578756993f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6756b73-436b-444a-88d1-5b1807844dd6,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:20.518425 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e444d1af-e4fb-465b-a4a5-65578756993f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:20.521413 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e444d1af-e4fb-465b-a4a5-65578756993f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5721800 Aug 16 22:46:20.663940 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de039c0e-2428-4b4a-8986-826828f7c62b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:20.721728 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948525419', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:05Z', 'updated_at': '2021-08-16T22:46:15Z', 'revision_number': 4, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:06Z', 'updated_at': '2021-08-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '78c3611d-94e7-4b3f-b968-6ac4db5b6368', 'name': '', 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'mac_address': 'fa:16:3e:2c:e7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'f8100a24-aa13-4242-8aae-2071a88d61f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:13Z', 'updated_at': '2021-08-16T22:46:16Z', 'revision_number': 2, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'subnets': [{'id': 'f8100a24-aa13-4242-8aae-2071a88d61f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:20.730939 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de039c0e-2428-4b4a-8986-826828f7c62b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:20.746083 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 59034) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:20.748336 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-de039c0e-2428-4b4a-8986-826828f7c62b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] 10.222.0.93 "DELETE /v2.0/ports/2a594af6-01e0-4548-97a2-b73eea96c50f HTTP/1.1" status: 204 len: 168 time: 0.8966713 Aug 16 22:46:20.805947 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-08dd1bf6-f138-4a9f-bd83-0e76611ae234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] GET failed (client error): The resource could not be found. Aug 16 22:46:20.823860 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59040) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:20.827269 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-08dd1bf6-f138-4a9f-bd83-0e76611ae234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] 10.222.0.93 "GET /v2.0/ports/2a594af6-01e0-4548-97a2-b73eea96c50f HTTP/1.1" status: 404 len: 333 time: 0.0770566 Aug 16 22:46:20.828488 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de039c0e-2428-4b4a-8986-826828f7c62b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a594af6-01e0-4548-97a2-b73eea96c50f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:20.852786 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-aa2b2400-1c29-43f7-b7d4-0b35549a61ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Request body: {'port': {'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-384155866'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:20.868074 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 326308be-3530-4745-adb6-ce4ba0e65e3e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:20.869016 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:20.870368 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] Checking router: 40700640-8d2f-4410-9a58-2f8e1e58a1fd for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:46:20.874001 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] Updating router 40700640-8d2f-4410-9a58-2f8e1e58a1fd port 78c3611d-94e7-4b3f-b968-6ac4db5b6368 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:46:20.937615 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2b2400-1c29-43f7-b7d4-0b35549a61ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Made reservation on behalf of 49a0612204ea44678b3ed703a56a319e for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:20.978483 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aaaf33c1-243b-47d6-ac2a-962d29cfaf82 req-64c81ff9-8063-4af0-a9fb-1d3e0d7aabcb tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.1321824 Aug 16 22:46:20.986895 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2400-1c29-43f7-b7d4-0b35549a61ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:20.995158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-530d85d5-4993-47fe-9c37-00ce0c5f8c23 None None] Provisioning complete for port 78c3611d-94e7-4b3f-b968-6ac4db5b6368 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:20.995695 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-530d85d5-4993-47fe-9c37-00ce0c5f8c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:21.015190 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:21.047346 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-aa2b2400-1c29-43f7-b7d4-0b35549a61ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] device_id is not set on port 8840fd17-bf69-4361-96c1-02b2108b99c8 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:46:21.146706 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-0ea240d8-04c3-43b9-a86c-3b520f6a3d98 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup_access--995639378&fields=id&tenant_id=19bfef8d00ac4837820b8edf5e2d6645 HTTP/1.1" status: 200 len: 267 time: 0.1583273 Aug 16 22:46:21.160248 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-530d85d5-4993-47fe-9c37-00ce0c5f8c23 None None] Port 78c3611d-94e7-4b3f-b968-6ac4db5b6368 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:46:21.261012 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-d2d2ee62-1cf2-4503-9593-61676f9d7fb8 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup_general--234550821&fields=id&tenant_id=19bfef8d00ac4837820b8edf5e2d6645 HTTP/1.1" status: 200 len: 267 time: 0.1087925 Aug 16 22:46:21.443689 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2400-1c29-43f7-b7d4-0b35549a61ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:21.481277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-c67c1678-5554-4e7f-a20d-7d047a6a0ae3 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:21.484004 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-c67c1678-5554-4e7f-a20d-7d047a6a0ae3 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/networks?id=1e7312b4-3d42-480c-a7b8-94a85c5f140d HTTP/1.1" status: 200 len: 797 time: 0.2211978 Aug 16 22:46:21.509470 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2400-1c29-43f7-b7d4-0b35549a61ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:21.524232 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-d86da272-9d54-412e-a5b9-c4f80d4fc66a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/quotas/19bfef8d00ac4837820b8edf5e2d6645 HTTP/1.1" status: 200 len: 375 time: 0.0246873 Aug 16 22:46:21.690171 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b2400-1c29-43f7-b7d4-0b35549a61ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Pushing event updated for resources: {'Port': ['ID=8840fd17-bf69-4361-96c1-02b2108b99c8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:21.703765 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-1f9ccb59-b4d8-41cd-a844-cba80ae68dd0 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=19bfef8d00ac4837820b8edf5e2d6645&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1785455 Aug 16 22:46:21.731927 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2b2400-1c29-43f7-b7d4-0b35549a61ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Network f0f8b758-47ed-4dca-93a0-923d6e6b380c is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:21.735927 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-aa2b2400-1c29-43f7-b7d4-0b35549a61ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:21.740470 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2b2400-1c29-43f7-b7d4-0b35549a61ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:21.741932 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2b2400-1c29-43f7-b7d4-0b35549a61ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:21.745623 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2400-1c29-43f7-b7d4-0b35549a61ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:21.786659 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 59062) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:21.793373 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:21.797230 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-aa2b2400-1c29-43f7-b7d4-0b35549a61ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9587502 Aug 16 22:46:21.836188 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:21.855980 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] Transition to ACTIVE for port object 78c3611d-94e7-4b3f-b968-6ac4db5b6368 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:21.864216 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:21.912167 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:22.001113 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92ad49-6653-478c-9bd6-10dc8356b9c6 None None] Pushing event updated for resources: {'Port': ['ID=78c3611d-94e7-4b3f-b968-6ac4db5b6368,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:22.020678 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc92ad49-6653-478c-9bd6-10dc8356b9c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:22.022793 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc92ad49-6653-478c-9bd6-10dc8356b9c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:22.023629 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc92ad49-6653-478c-9bd6-10dc8356b9c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:22.024217 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc92ad49-6653-478c-9bd6-10dc8356b9c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:22.025032 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc92ad49-6653-478c-9bd6-10dc8356b9c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:22.032587 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc92ad49-6653-478c-9bd6-10dc8356b9c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:22.034213 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc92ad49-6653-478c-9bd6-10dc8356b9c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:22.037353 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc92ad49-6653-478c-9bd6-10dc8356b9c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:22.038038 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc92ad49-6653-478c-9bd6-10dc8356b9c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:22.039347 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc92ad49-6653-478c-9bd6-10dc8356b9c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:22.040152 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc92ad49-6653-478c-9bd6-10dc8356b9c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:22.046286 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc92ad49-6653-478c-9bd6-10dc8356b9c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:22.319820 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] Attempting to bind port 78c3611d-94e7-4b3f-b968-6ac4db5b6368 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:22.320965 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] Attempting to bind port 78c3611d-94e7-4b3f-b968-6ac4db5b6368 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:22.321554 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] Attempting to bind port 78c3611d-94e7-4b3f-b968-6ac4db5b6368 on network 1e7312b4-3d42-480c-a7b8-94a85c5f140d {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:22.350809 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:46:22.351385 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] Checking segment: {'id': '7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:22.352157 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:22.352681 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] Bound using segment: {'id': '7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:46:22.353454 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] Bound port: 78c3611d-94e7-4b3f-b968-6ac4db5b6368, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:46:22.364724 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:22.484542 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ca22abe-ed36-48a7-92d5-d975ca4d1cdf req-64aaa1b5-cd38-4acd-b14e-53ceffd5aaeb tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.1005831 Aug 16 22:46:22.568966 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] For port 78c3611d-94e7-4b3f-b968-6ac4db5b6368, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:46:22.596193 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] For port 78c3611d-94e7-4b3f-b968-6ac4db5b6368, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=78c3611d-94e7-4b3f-b968-6ac4db5b6368,segment=NetworkSegment(7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2),segment_id=7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:46:22.608428 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:22.855192 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] device_id is not set on port 8840fd17-bf69-4361-96c1-02b2108b99c8 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:46:22.873794 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:22.920961 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Transition to ACTIVE for port object 8840fd17-bf69-4361-96c1-02b2108b99c8 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:22.926372 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] Routers {'40700640-8d2f-4410-9a58-2f8e1e58a1fd'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:22.930060 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:46:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['40700640-8d2f-4410-9a58-2f8e1e58a1fd'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:22.944918 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:23.162537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Pushing event updated for resources: {'Port': ['ID=8840fd17-bf69-4361-96c1-02b2108b99c8,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:23.195241 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-f54a0e89-01b8-4097-b84e-96544b6ba490 service neutron] 10.222.0.93 "GET /v2.0/networks/1e7312b4-3d42-480c-a7b8-94a85c5f140d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4868348 Aug 16 22:46:23.229379 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:23.230008 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:23.230530 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:23.291706 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] Set router 40700640-8d2f-4410-9a58-2f8e1e58a1fd gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:46:23.375864 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 8840fd17-bf69-4361-96c1-02b2108b99c8 on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:23.376516 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:23.386372 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 2 to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 Aug 16 22:46:23.463109 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92ad49-6653-478c-9bd6-10dc8356b9c6 None None] Pushing event updated for resources: {'Port': ['ID=78c3611d-94e7-4b3f-b968-6ac4db5b6368,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:23.464519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:23.467811 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:23.468389 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:23.514331 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 8840fd17-bf69-4361-96c1-02b2108b99c8 on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:23.514331 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:23.525438 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 3 to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 Aug 16 22:46:23.588195 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:23.590286 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:23.590648 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:23.606085 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 8840fd17-bf69-4361-96c1-02b2108b99c8 on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:23.606420 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:23.607116 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 4 to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 Aug 16 22:46:23.662241 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:23.663764 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:23.664478 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:23.671119 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-022b2186-6a0f-4aa6-840a-d95f81ae3323 service neutron] 10.222.0.93 "GET /v2.0/networks/1e7312b4-3d42-480c-a7b8-94a85c5f140d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748027 Aug 16 22:46:23.675338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 8840fd17-bf69-4361-96c1-02b2108b99c8 on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:23.675673 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:23.676071 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 5 to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 Aug 16 22:46:23.692443 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:23.692788 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:23.693131 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:23.731584 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 8840fd17-bf69-4361-96c1-02b2108b99c8 on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:23.731833 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:23.751120 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 6 to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 Aug 16 22:46:23.756485 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7e9ae8a9-2ef3-4f3f-8fce-819f36576dab req-a2d904c8-94d7-4237-a480-916a2f3b459c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.0460522 Aug 16 22:46:23.787509 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:23.788052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:23.788617 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:23.831445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 8840fd17-bf69-4361-96c1-02b2108b99c8 on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:23.831783 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:23.832192 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 7 to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 Aug 16 22:46:23.868959 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948525419', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:05Z', 'updated_at': '2021-08-16T22:46:15Z', 'revision_number': 4, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:06Z', 'updated_at': '2021-08-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '78c3611d-94e7-4b3f-b968-6ac4db5b6368', 'name': '', 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'mac_address': 'fa:16:3e:2c:e7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'f8100a24-aa13-4242-8aae-2071a88d61f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:13Z', 'updated_at': '2021-08-16T22:46:22Z', 'revision_number': 4, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'subnets': [{'id': 'f8100a24-aa13-4242-8aae-2071a88d61f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:23.869254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:23.869542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:23.869892 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:23.882411 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 8840fd17-bf69-4361-96c1-02b2108b99c8 on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:23.882746 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:23.883149 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 8 to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 Aug 16 22:46:23.927395 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:23.927736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:23.928079 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:23.940907 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 8840fd17-bf69-4361-96c1-02b2108b99c8 on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:23.941663 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:23.942317 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 9 to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 Aug 16 22:46:23.971101 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:23.971758 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:23.972285 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:23.977878 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 8840fd17-bf69-4361-96c1-02b2108b99c8 on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:23.979083 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:23.980396 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempt 10 to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 Aug 16 22:46:24.011620 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3531be07-3d3e-4a40-b4cf-e4a7a539a7f7 None None] The sync data for ids ['40700640-8d2f-4410-9a58-2f8e1e58a1fd'] in n-d-792458-15 is: [{'id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948525419', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:05Z', 'updated_at': '2021-08-16T22:46:15Z', 'revision_number': 4, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:06Z', 'updated_at': '2021-08-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '78c3611d-94e7-4b3f-b968-6ac4db5b6368', 'name': '', 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'mac_address': 'fa:16:3e:2c:e7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'f8100a24-aa13-4242-8aae-2071a88d61f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:13Z', 'updated_at': '2021-08-16T22:46:22Z', 'revision_number': 4, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'subnets': [{'id': 'f8100a24-aa13-4242-8aae-2071a88d61f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:46:24.120658 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a6de66b4-88bf-419f-a7fa-b712669a5280 req-d3859a5c-cb82-4d57-b316-fba5705d87f4 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 210 time: 0.0909135 Aug 16 22:46:24.127196 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:24.127675 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:24.138628 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempting to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:24.138628 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Port 8840fd17-bf69-4361-96c1-02b2108b99c8 on network f0f8b758-47ed-4dca-93a0-923d6e6b380c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:24.138628 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Failed to bind port 8840fd17-bf69-4361-96c1-02b2108b99c8 on host n-h1-792458-15 for vnic_type normal using segments [{'id': 'ecb1036b-5aa0-4532-ace6-221ef88a7775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f0f8b758-47ed-4dca-93a0-923d6e6b380c'}] Aug 16 22:46:24.138628 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.391605 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 78c3611d-94e7-4b3f-b968-6ac4db5b6368 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:46:24.431266 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] For port 8840fd17-bf69-4361-96c1-02b2108b99c8, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:46:24.431657 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attempted to set empty binding levels {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 22:46:24.438352 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.529924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] In _notify_port_updated(), no bound segment for port 8840fd17-bf69-4361-96c1-02b2108b99c8 on network f0f8b758-47ed-4dca-93a0-923d6e6b380c {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:46:24.530931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:24.531440 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.533076 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] 10.222.0.93 "PUT /v2.0/ports/8840fd17-bf69-4361-96c1-02b2108b99c8 HTTP/1.1" status: 200 len: 979 time: 2.7448866 Aug 16 22:46:24.536750 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59140) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:24.630423 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd213c-4726-4864-bfdf-910554db06bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Pushing event updated for resources: {'Port': ['ID=8840fd17-bf69-4361-96c1-02b2108b99c8,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:24.632682 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 78c3611d-94e7-4b3f-b968-6ac4db5b6368 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:24.661842 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 78c3611d-94e7-4b3f-b968-6ac4db5b6368 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:24.663528 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.734693 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-96624962-a4e9-47ba-bae4-f273cf6ad3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Deleting port 8840fd17-bf69-4361-96c1-02b2108b99c8 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:24.735561 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96624962-a4e9-47ba-bae4-f273cf6ad3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.971631 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-96624962-a4e9-47ba-bae4-f273cf6ad3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] For port 8840fd17-bf69-4361-96c1-02b2108b99c8, host n-h1-792458-15, got binding levels [] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:24.971923 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96624962-a4e9-47ba-bae4-f273cf6ad3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.972114 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.041440 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-96624962-a4e9-47ba-bae4-f273cf6ad3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Calling delete_port for 8840fd17-bf69-4361-96c1-02b2108b99c8 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:25.094682 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bdb7475d-040a-4b43-a98a-f0de757c7db1 req-1c34905e-96eb-43ab-afe5-f837031321ef tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.0906365 Aug 16 22:46:25.134722 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 78c3611d-94e7-4b3f-b968-6ac4db5b6368, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=78c3611d-94e7-4b3f-b968-6ac4db5b6368,segment=NetworkSegment(7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2),segment_id=7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:25.144116 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.293062 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d663425e-08c0-437e-b4ef-34e2a81a5cba req-94419552-b42d-4934-a9c1-6f9bd7afb773 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 210 time: 0.0586588 Aug 16 22:46:25.299479 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96624962-a4e9-47ba-bae4-f273cf6ad3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.316137 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=78c3611d-94e7-4b3f-b968-6ac4db5b6368,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:25.337276 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96624962-a4e9-47ba-bae4-f273cf6ad3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.342705 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.346508 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.347382 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.348689 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-96624962-a4e9-47ba-bae4-f273cf6ad3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] 10.222.0.93 "DELETE /v2.0/ports/8840fd17-bf69-4361-96c1-02b2108b99c8 HTTP/1.1" status: 204 len: 168 time: 0.8093824 Aug 16 22:46:25.349611 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.351761 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.351968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 59158) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:25.352656 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.354655 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.355658 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.356005 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.357999 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.358330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.362599 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.383430 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96624962-a4e9-47ba-bae4-f273cf6ad3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] Pushing event deleted for resources: {'Port': ['ID=8840fd17-bf69-4361-96c1-02b2108b99c8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:25.473861 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4332f8-3ae2-49ae-be88-c1f8f5f12eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] GET failed (client error): The resource could not be found. Aug 16 22:46:25.486081 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59160) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:25.491164 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7c4332f8-3ae2-49ae-be88-c1f8f5f12eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920170171-project-admin] 10.222.0.93 "GET /v2.0/ports/8840fd17-bf69-4361-96c1-02b2108b99c8 HTTP/1.1" status: 404 len: 333 time: 0.1376226 Aug 16 22:46:25.740734 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4279322e-2530-4b18-bdf6-71a0eae8d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.022177 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4279322e-2530-4b18-bdf6-71a0eae8d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.058484 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-4279322e-2530-4b18-bdf6-71a0eae8d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f8b758-47ed-4dca-93a0-923d6e6b380c']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:26.080297 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-4279322e-2530-4b18-bdf6-71a0eae8d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb1036b-5aa0-4532-ace6-221ef88a7775') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:26.081002 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-4279322e-2530-4b18-bdf6-71a0eae8d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb1036b-5aa0-4532-ace6-221ef88a7775') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:26.095577 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4279322e-2530-4b18-bdf6-71a0eae8d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.125363 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4279322e-2530-4b18-bdf6-71a0eae8d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.150571 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4279322e-2530-4b18-bdf6-71a0eae8d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:46:26.151532 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4279322e-2530-4b18-bdf6-71a0eae8d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:46:26.156813 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:46:26.368302 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4279322e-2530-4b18-bdf6-71a0eae8d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.389824 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4279322e-2530-4b18-bdf6-71a0eae8d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.406773 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4279322e-2530-4b18-bdf6-71a0eae8d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] 10.222.0.93 "DELETE /v2.0/networks/f0f8b758-47ed-4dca-93a0-923d6e6b380c HTTP/1.1" status: 204 len: 168 time: 0.9195523 Aug 16 22:46:26.452313 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279322e-2530-4b18-bdf6-71a0eae8d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50152275-project] Pushing event deleted for resources: {'Network': ['ID=f0f8b758-47ed-4dca-93a0-923d6e6b380c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:26.459445 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 78c3611d-94e7-4b3f-b968-6ac4db5b6368 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:46:26.652115 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af648782-72fb-405b-87aa-fbcfd718f9a5 req-680a5ee8-244b-435f-baed-3a02aa1b14a1 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.2213285 Aug 16 22:46:26.728165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 78c3611d-94e7-4b3f-b968-6ac4db5b6368 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:26.729339 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.805220 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3434c1c3-47c3-4efb-83e6-b80ca4bde303 req-e01f14f1-4fff-403f-b6c9-deaaa239caab tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 210 time: 0.1019387 Aug 16 22:46:26.859536 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-e8febd83-7456-44ac-8abd-11199679f98d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:26.862222 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-e8febd83-7456-44ac-8abd-11199679f98d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.39 "GET /v2.0/networks?id=1e7312b4-3d42-480c-a7b8-94a85c5f140d HTTP/1.1" status: 200 len: 797 time: 0.7219775 Aug 16 22:46:26.976453 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-001d5110-0ef6-42f5-bd12-41589948345f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19bfef8d00ac4837820b8edf5e2d6645 HTTP/1.1" status: 200 len: 476 time: 0.1027117 Aug 16 22:46:26.987936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-590e97f9-1620-4fe8-b43a-59cc7c9d985a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Request body: {'port': {'device_id': 'a1774ffb-98fd-4354-a89c-329bb05221b8', 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d', 'admin_state_up': True, 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'security_groups': ['e7ffb07b-e769-4383-91dd-887352b19ddc', '37db92fe-193e-400c-adb4-929fec777623']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:27.060698 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59186) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:27.164801 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-590e97f9-1620-4fe8-b43a-59cc7c9d985a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Made reservation on behalf of 19bfef8d00ac4837820b8edf5e2d6645 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:27.168952 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-590e97f9-1620-4fe8-b43a-59cc7c9d985a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:27.324489 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ef60df55-448c-4357-94a6-89b41dab1fb9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=993066ac46ac412aa53572dcca45dc5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620153 Aug 16 22:46:27.328517 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59192) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:27.364349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-590e97f9-1620-4fe8-b43a-59cc7c9d985a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Allocated IP 172.20.0.3 (1e7312b4-3d42-480c-a7b8-94a85c5f140d/f8100a24-aa13-4242-8aae-2071a88d61f3/5da370aa-e4d4-4440-a8e3-8822bc16e808) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:27.422755 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e551398-6d21-4afe-ad7b-06876b7f34ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:27.473151 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e551398-6d21-4afe-ad7b-06876b7f34ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:27.584465 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e551398-6d21-4afe-ad7b-06876b7f34ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:27.596873 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e551398-6d21-4afe-ad7b-06876b7f34ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:27.603295 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3e551398-6d21-4afe-ad7b-06876b7f34ab admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1d5306dd-d6bc-471f-b4e8-3de0a06edccd HTTP/1.1" status: 204 len: 168 time: 0.2734835 Aug 16 22:46:27.646474 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e551398-6d21-4afe-ad7b-06876b7f34ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5306dd-d6bc-471f-b4e8-3de0a06edccd,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:27.717262 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-590e97f9-1620-4fe8-b43a-59cc7c9d985a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:27.776911 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-590e97f9-1620-4fe8-b43a-59cc7c9d985a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Transition to ACTIVE for port object 5da370aa-e4d4-4440-a8e3-8822bc16e808 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:27.821701 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-590e97f9-1620-4fe8-b43a-59cc7c9d985a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:27.939172 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-590e97f9-1620-4fe8-b43a-59cc7c9d985a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Network 1e7312b4-3d42-480c-a7b8-94a85c5f140d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:27.964298 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-590e97f9-1620-4fe8-b43a-59cc7c9d985a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:27.991298 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-590e97f9-1620-4fe8-b43a-59cc7c9d985a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:28.098665 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c834bae-433f-496e-8b94-6d7f4f17dd7d req-132c9bba-19ec-4854-827d-8679b7e7c04a tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.1507378 Aug 16 22:46:28.102786 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e97f9-1620-4fe8-b43a-59cc7c9d985a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event updated for resources: {'Port': ['ID=5da370aa-e4d4-4440-a8e3-8822bc16e808,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:28.193058 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-590e97f9-1620-4fe8-b43a-59cc7c9d985a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:28.193743 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-590e97f9-1620-4fe8-b43a-59cc7c9d985a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.223509 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bdbbb-ab39-47a5-807c-516b1fca98b2 req-ae96b646-fb64-4737-a586-345722dcd31e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:28.232979 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a98bdbbb-ab39-47a5-807c-516b1fca98b2 req-ae96b646-fb64-4737-a586-345722dcd31e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 970 time: 0.2462926 Aug 16 22:46:28.253798 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-590e97f9-1620-4fe8-b43a-59cc7c9d985a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.2702067 Aug 16 22:46:28.266585 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 59216) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:28.289548 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] Request body: {'port': {'device_id': 'a1774ffb-98fd-4354-a89c-329bb05221b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:28.404469 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e4607764-df2c-4a48-adac-07cbf03c0c48 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=49a0612204ea44678b3ed703a56a319e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1205804 Aug 16 22:46:28.404844 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59218) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:28.483069 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a98bdbbb-ab39-47a5-807c-516b1fca98b2 req-97b1581c-5973-4301-84d4-96577b0cf9af tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/security-groups?id=e7ffb07b-e769-4383-91dd-887352b19ddc&id=37db92fe-193e-400c-adb4-929fec777623&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2485631 Aug 16 22:46:28.507977 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.543929 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f77fc30-d8d6-427a-a604-407c76378999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.565442 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-719a9ac0-6c98-4559-bdd8-f4386b7f3c60 None None] Provisioning for port 5da370aa-e4d4-4440-a8e3-8822bc16e808 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:28.576815 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-719a9ac0-6c98-4559-bdd8-f4386b7f3c60 None None] Provisioning complete for port 5da370aa-e4d4-4440-a8e3-8822bc16e808 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:28.577843 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-719a9ac0-6c98-4559-bdd8-f4386b7f3c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.603264 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f77fc30-d8d6-427a-a604-407c76378999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.682827 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f77fc30-d8d6-427a-a604-407c76378999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.694455 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f77fc30-d8d6-427a-a604-407c76378999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.696986 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-719a9ac0-6c98-4559-bdd8-f4386b7f3c60 None None] Port 5da370aa-e4d4-4440-a8e3-8822bc16e808 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:46:28.699372 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8f77fc30-d8d6-427a-a604-407c76378999 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0107600f-1f6b-4530-ada1-c6f0244790aa HTTP/1.1" status: 204 len: 168 time: 0.2922564 Aug 16 22:46:28.738555 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77fc30-d8d6-427a-a604-407c76378999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0107600f-1f6b-4530-ada1-c6f0244790aa,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:29.296967 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da370aa-e4d4-4440-a8e3-8822bc16e808 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:46:29.317579 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.399969 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] Transition to ACTIVE for port object 5da370aa-e4d4-4440-a8e3-8822bc16e808 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:29.423804 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.538202 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-30df8180-bb14-41e4-a3b8-a53ef09bcc18 req-b961e1a2-8cbd-49af-aca4-e0a7bf5d8c90 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.1340959 Aug 16 22:46:29.805373 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] Pushing event updated for resources: {'Port': ['ID=5da370aa-e4d4-4440-a8e3-8822bc16e808,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:29.960032 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6ed6c-4581-43e1-9078-79c0fd8485ae req-f77251ce-8508-4e91-b541-70a58956fcfa tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:29.975663 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-20c6ed6c-4581-43e1-9078-79c0fd8485ae req-f77251ce-8508-4e91-b541-70a58956fcfa tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 982 time: 0.2751071 Aug 16 22:46:30.080290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] Attempting to bind port 5da370aa-e4d4-4440-a8e3-8822bc16e808 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:30.080290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] Attempting to bind port 5da370aa-e4d4-4440-a8e3-8822bc16e808 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:30.080290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] Attempting to bind port 5da370aa-e4d4-4440-a8e3-8822bc16e808 on network 1e7312b4-3d42-480c-a7b8-94a85c5f140d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:30.106209 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] Port 5da370aa-e4d4-4440-a8e3-8822bc16e808 on network 1e7312b4-3d42-480c-a7b8-94a85c5f140d not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:30.106960 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] Attempting to bind port 5da370aa-e4d4-4440-a8e3-8822bc16e808 on network 1e7312b4-3d42-480c-a7b8-94a85c5f140d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:30.127459 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-20c6ed6c-4581-43e1-9078-79c0fd8485ae req-d7c2fb4d-43fe-4c1c-8127-1c29ce55334b tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/security-groups?id=e7ffb07b-e769-4383-91dd-887352b19ddc&id=37db92fe-193e-400c-adb4-929fec777623&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1442566 Aug 16 22:46:30.127459 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:46:30.127459 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] Checking segment: {'id': '7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:30.127459 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] Bound using segment: {'id': '7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:46:30.128434 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] Bound port: 5da370aa-e4d4-4440-a8e3-8822bc16e808, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:46:30.129683 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:30.396073 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] For port 5da370aa-e4d4-4440-a8e3-8822bc16e808, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:46:30.399741 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] For port 5da370aa-e4d4-4440-a8e3-8822bc16e808, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5da370aa-e4d4-4440-a8e3-8822bc16e808,segment=NetworkSegment(7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2),segment_id=7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:46:30.403736 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:30.471084 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:30.471804 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:30.474754 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] 10.222.0.39 "PUT /v2.0/ports/5da370aa-e4d4-4440-a8e3-8822bc16e808 HTTP/1.1" status: 200 len: 1131 time: 2.1950781 Aug 16 22:46:30.474897 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1774ffb-98fd-4354-a89c-329bb05221b8', 'tag': '5da370aa-e4d4-4440-a8e3-8822bc16e808'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:46:30.485473 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5378a3ef-c76c-4080-8ec5-548909779241" -d '{"events": [{"name": "network-changed", "server_uuid": "a1774ffb-98fd-4354-a89c-329bb05221b8", "tag": "5da370aa-e4d4-4440-a8e3-8822bc16e808"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:46:30.523512 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59278) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:30.549728 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aee100-88dc-4690-b7a2-31c39bc9831b service neutron] Pushing event updated for resources: {'Port': ['ID=5da370aa-e4d4-4440-a8e3-8822bc16e808,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:30.581527 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ca3447-16f7-4990-ac43-499328841cb6 x-openstack-request-id: req-f6ca3447-16f7-4990-ac43-499328841cb6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:46:30.582202 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1774ffb-98fd-4354-a89c-329bb05221b8", "tag": "5da370aa-e4d4-4440-a8e3-8822bc16e808", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:46:30.582723 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f6ca3447-16f7-4990-ac43-499328841cb6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:46:30.583449 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1774ffb-98fd-4354-a89c-329bb05221b8', 'tag': '5da370aa-e4d4-4440-a8e3-8822bc16e808', 'status': 'completed', 'code': 200} Aug 16 22:46:30.652487 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-0157329d-c9e6-41b8-b586-6fba76d24a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:30.656656 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-0157329d-c9e6-41b8-b586-6fba76d24a7d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=19bfef8d00ac4837820b8edf5e2d6645&device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 1134 time: 0.0910103 Aug 16 22:46:30.750916 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-ae21a859-7eaa-4291-b4ff-90ce72dcb5ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5da370aa-e4d4-4440-a8e3-8822bc16e808 HTTP/1.1" status: 200 len: 217 time: 0.0865121 Aug 16 22:46:30.787415 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Request body: {'networks': [{'name': 'tempest-network--1084391639'}, {'name': 'tempest-network--1135968390'}]} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:30.787822 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Request body: {'network': {'name': 'tempest-network--1084391639'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:30.788478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Request body: {'network': {'name': 'tempest-network--1135968390'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:30.802583 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a37158e7-c000-4ffa-bd02-d02a37ea2831 req-d0f9bc5a-8c81-4846-acbe-3e1f3e9a023c tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.0504208 Aug 16 22:46:30.850904 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Made reservation on behalf of 35bf67d2352f4689b340e504293070c6 for: {'network': 2} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:30.856726 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:30.867750 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-3c70d7f2-d036-49f0-a847-973dd4cbef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:30.868418 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:30.869897 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-3c70d7f2-d036-49f0-a847-973dd4cbef2c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8100a24-aa13-4242-8aae-2071a88d61f3 HTTP/1.1" status: 200 len: 835 time: 0.0822568 Aug 16 22:46:30.938873 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-03a385a2-9a14-4525-ad7a-49449b0e3585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:30.940440 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-03a385a2-9a14-4525-ad7a-49449b0e3585 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1e7312b4-3d42-480c-a7b8-94a85c5f140d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630705 Aug 16 22:46:31.005599 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.013057 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.014433 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.056073 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-b4489daa-8f35-4af3-a2bb-5d604a90142c service neutron] 10.222.0.39 "GET /v2.0/networks/1e7312b4-3d42-480c-a7b8-94a85c5f140d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079266 Aug 16 22:46:31.066298 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=339cbe5c-5cde-43af-866b-8adcbd5bd3ef,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:31.073390 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:46:31.103124 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.106244 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Added segment 35ab450d-1aaf-4519-b6ea-470647154d96 of type vlan for network f4e28034-5708-40b1-b789-4628bdaa8f9d Aug 16 22:46:31.165040 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.202580 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:46:31.215276 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.216152 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Added segment 2a15da7c-76da-4ff9-957a-e6360c06a3e2 of type vlan for network 89ef6e2e-8a54-40e1-b4fc-19b9ec818176 Aug 16 22:46:31.277474 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.335285 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.336292 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.343219 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:31.349104 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:31.350052 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.416926 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8921487 Aug 16 22:46:31.421000 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59308) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:31.557047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec11474-c087-49f0-ad50-b03ca9e38530 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:31.563879 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec11474-c087-49f0-ad50-b03ca9e38530 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:31.570448 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec11474-c087-49f0-ad50-b03ca9e38530 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:31.579674 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec11474-c087-49f0-ad50-b03ca9e38530 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:31.584780 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7ec11474-c087-49f0-ad50-b03ca9e38530 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1593125 Aug 16 22:46:31.586193 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59318) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:31.722155 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5af19722-1c67-4ca2-8989-25e533a3d644 req-11bf04b8-6af9-4e9f-9976-10f42f3cd5e2 service neutron] 10.222.0.39 "GET /v2.0/networks/1e7312b4-3d42-480c-a7b8-94a85c5f140d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6590948 Aug 16 22:46:31.729209 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-11d088a5-b137-49f0-ab40-6f0061b0e586 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.739540 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Pushing event updated for resources: {'Network': ['ID=f4e28034-5708-40b1-b789-4628bdaa8f9d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:31.754593 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network f4e28034-5708-40b1-b789-4628bdaa8f9d details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:46:31.813116 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:46:31.848639 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52baa6-48cc-43bf-817f-ad09be32c56c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Pushing event updated for resources: {'Network': ['ID=89ef6e2e-8a54-40e1-b4fc-19b9ec818176,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:31.883151 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378a3ef-c76c-4080-8ec5-548909779241 req-a341cae1-aef4-4b1f-9bd6-4150fe7fc671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:31.884697 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5378a3ef-c76c-4080-8ec5-548909779241 req-a341cae1-aef4-4b1f-9bd6-4150fe7fc671 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=19bfef8d00ac4837820b8edf5e2d6645&device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 1134 time: 0.0926750 Aug 16 22:46:31.925192 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 89ef6e2e-8a54-40e1-b4fc-19b9ec818176 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:46:32.075472 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-11d088a5-b137-49f0-ab40-6f0061b0e586 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.091424 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-11d088a5-b137-49f0-ab40-6f0061b0e586 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e28034-5708-40b1-b789-4628bdaa8f9d']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:32.104200 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-94eb0c2f-bacc-4c7f-8b7c-830533d3bbb6 req-d8ec4507-bd17-46d3-bceb-e8169c55ea8f tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.1577396 Aug 16 22:46:32.110801 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-11d088a5-b137-49f0-ab40-6f0061b0e586 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ab450d-1aaf-4519-b6ea-470647154d96') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:32.111492 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-11d088a5-b137-49f0-ab40-6f0061b0e586 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ab450d-1aaf-4519-b6ea-470647154d96') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:32.123801 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-11d088a5-b137-49f0-ab40-6f0061b0e586 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.161175 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-11d088a5-b137-49f0-ab40-6f0061b0e586 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.196903 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d088a5-b137-49f0-ab40-6f0061b0e586 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:46:32.198506 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-11d088a5-b137-49f0-ab40-6f0061b0e586 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:46:32.203322 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:46:32.213291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93fe7f-ebec-479f-ba38-2d0e8729e4ac req-5742737f-5405-445a-82ef-9d3a33496dbc tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:32.248888 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ac93fe7f-ebec-479f-ba38-2d0e8729e4ac req-5742737f-5405-445a-82ef-9d3a33496dbc tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 982 time: 0.5863836 Aug 16 22:46:32.356287 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ac93fe7f-ebec-479f-ba38-2d0e8729e4ac req-c7ff5711-f1f8-42bc-a6ee-8285410cd429 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/security-groups?id=e7ffb07b-e769-4383-91dd-887352b19ddc&id=37db92fe-193e-400c-adb4-929fec777623&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1061547 Aug 16 22:46:32.357799 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378a3ef-c76c-4080-8ec5-548909779241 req-93a9eb8a-c9c5-4360-ae62-438e456fc1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:32.359512 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5378a3ef-c76c-4080-8ec5-548909779241 req-93a9eb8a-c9c5-4360-ae62-438e456fc1ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=1e7312b4-3d42-480c-a7b8-94a85c5f140d HTTP/1.1" status: 200 len: 898 time: 0.4678946 Aug 16 22:46:32.391744 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-11d088a5-b137-49f0-ab40-6f0061b0e586 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.403290 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-11d088a5-b137-49f0-ab40-6f0061b0e586 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.407198 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-11d088a5-b137-49f0-ab40-6f0061b0e586 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "DELETE /v2.0/networks/f4e28034-5708-40b1-b789-4628bdaa8f9d HTTP/1.1" status: 204 len: 168 time: 0.8206356 Aug 16 22:46:32.411059 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59346) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:32.453727 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5378a3ef-c76c-4080-8ec5-548909779241 req-1cd39f3f-9593-4f71-b5c3-b156e9a6c022 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5da370aa-e4d4-4440-a8e3-8822bc16e808 HTTP/1.1" status: 200 len: 217 time: 0.0860441 Aug 16 22:46:32.461549 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d088a5-b137-49f0-ab40-6f0061b0e586 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Pushing event deleted for resources: {'Network': ['ID=f4e28034-5708-40b1-b789-4628bdaa8f9d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:32.536374 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77ca19ae-a840-420e-ac95-4be8108cee3e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.556637 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378a3ef-c76c-4080-8ec5-548909779241 req-f37aa22a-8851-4f24-b42b-f56ebd5d0cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:32.563296 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5378a3ef-c76c-4080-8ec5-548909779241 req-f37aa22a-8851-4f24-b42b-f56ebd5d0cd2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8100a24-aa13-4242-8aae-2071a88d61f3 HTTP/1.1" status: 200 len: 835 time: 0.1004827 Aug 16 22:46:32.620989 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378a3ef-c76c-4080-8ec5-548909779241 req-9d77ff54-d965-4fdc-9035-6142c90c201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:32.623135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5378a3ef-c76c-4080-8ec5-548909779241 req-9d77ff54-d965-4fdc-9035-6142c90c201a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1e7312b4-3d42-480c-a7b8-94a85c5f140d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512984 Aug 16 22:46:32.683107 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77ca19ae-a840-420e-ac95-4be8108cee3e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.721988 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-77ca19ae-a840-420e-ac95-4be8108cee3e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ef6e2e-8a54-40e1-b4fc-19b9ec818176']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:32.743501 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-77ca19ae-a840-420e-ac95-4be8108cee3e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a15da7c-76da-4ff9-957a-e6360c06a3e2') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:32.743906 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-77ca19ae-a840-420e-ac95-4be8108cee3e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a15da7c-76da-4ff9-957a-e6360c06a3e2') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:32.774368 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77ca19ae-a840-420e-ac95-4be8108cee3e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.779215 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5378a3ef-c76c-4080-8ec5-548909779241 req-586703bc-7d9e-414a-80d7-06ea422f8a0f service neutron] 10.222.0.39 "GET /v2.0/networks/1e7312b4-3d42-480c-a7b8-94a85c5f140d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470532 Aug 16 22:46:32.797671 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77ca19ae-a840-420e-ac95-4be8108cee3e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.809119 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ca19ae-a840-420e-ac95-4be8108cee3e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:46:32.809777 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77ca19ae-a840-420e-ac95-4be8108cee3e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:46:32.813504 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:46:32.906351 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5378a3ef-c76c-4080-8ec5-548909779241 req-e7ec7b55-0a31-466f-a956-a93e48a629c5 service neutron] 10.222.0.39 "GET /v2.0/networks/1e7312b4-3d42-480c-a7b8-94a85c5f140d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194954 Aug 16 22:46:32.970384 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77ca19ae-a840-420e-ac95-4be8108cee3e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.979487 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77ca19ae-a840-420e-ac95-4be8108cee3e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.982566 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-77ca19ae-a840-420e-ac95-4be8108cee3e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "DELETE /v2.0/networks/89ef6e2e-8a54-40e1-b4fc-19b9ec818176 HTTP/1.1" status: 204 len: 168 time: 0.5696096 Aug 16 22:46:32.985198 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 59356) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:33.006041 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca19ae-a840-420e-ac95-4be8108cee3e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Pushing event deleted for resources: {'Network': ['ID=89ef6e2e-8a54-40e1-b4fc-19b9ec818176,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:33.258755 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc294b81-5c14-48f4-8d1c-0b85ee492a92 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:33.266222 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc294b81-5c14-48f4-8d1c-0b85ee492a92 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:33.272060 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59364) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:33.272811 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dc294b81-5c14-48f4-8d1c-0b85ee492a92 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2863791 Aug 16 22:46:33.277481 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-86e63696-c894-493c-8745-56fc925b814e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1870871237'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:33.323295 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e63696-c894-493c-8745-56fc925b814e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Made reservation on behalf of 35bf67d2352f4689b340e504293070c6 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:33.323917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c7953022-7341-4f35-af00-6a5a2c72790e req-1ee7101b-4cf3-47d8-8cc1-c3863cb518ce tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.0485072 Aug 16 22:46:33.326972 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86e63696-c894-493c-8745-56fc925b814e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.417067 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e63696-c894-493c-8745-56fc925b814e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:46:33.458980 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86e63696-c894-493c-8745-56fc925b814e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.459796 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-86e63696-c894-493c-8745-56fc925b814e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Added segment 379d05d3-9e2b-4b7e-92d5-0ba887c2e2e4 of type vlan for network d2030bbb-aa08-4a1c-b5b7-f5f9bec110f2 Aug 16 22:46:33.511882 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86e63696-c894-493c-8745-56fc925b814e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.543024 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86e63696-c894-493c-8745-56fc925b814e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.550800 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e63696-c894-493c-8745-56fc925b814e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:33.551875 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86e63696-c894-493c-8745-56fc925b814e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.556224 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885293f4-ded6-4d7f-a78e-b0d303eb07a6 req-5e5962e7-5270-43c8-bcd0-06aa79210aa2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:33.563334 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-885293f4-ded6-4d7f-a78e-b0d303eb07a6 req-5e5962e7-5270-43c8-bcd0-06aa79210aa2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 982 time: 0.1050916 Aug 16 22:46:33.574330 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-86e63696-c894-493c-8745-56fc925b814e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3006177 Aug 16 22:46:33.578807 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 59370) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:33.585570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-bf1e73cf-ffb3-45ed-a18d-067a036a5b77 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1011696103'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:33.636281 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-885293f4-ded6-4d7f-a78e-b0d303eb07a6 req-9a19b80a-8c1e-4550-af79-67355536c5c0 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/security-groups?id=e7ffb07b-e769-4383-91dd-887352b19ddc&id=37db92fe-193e-400c-adb4-929fec777623&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0698609 Aug 16 22:46:33.642809 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1e73cf-ffb3-45ed-a18d-067a036a5b77 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Made reservation on behalf of 35bf67d2352f4689b340e504293070c6 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:33.646567 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf1e73cf-ffb3-45ed-a18d-067a036a5b77 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.651652 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e63696-c894-493c-8745-56fc925b814e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Pushing event updated for resources: {'Network': ['ID=d2030bbb-aa08-4a1c-b5b7-f5f9bec110f2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:33.666112 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network d2030bbb-aa08-4a1c-b5b7-f5f9bec110f2 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:46:33.691522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1e73cf-ffb3-45ed-a18d-067a036a5b77 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:46:33.714256 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf1e73cf-ffb3-45ed-a18d-067a036a5b77 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.715370 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-bf1e73cf-ffb3-45ed-a18d-067a036a5b77 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Added segment 3d22df1a-d367-47fc-ac5f-3d970d01fea5 of type vlan for network f42ab6c1-4397-4194-9f4a-81b70ec1336e Aug 16 22:46:33.811368 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf1e73cf-ffb3-45ed-a18d-067a036a5b77 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.847936 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf1e73cf-ffb3-45ed-a18d-067a036a5b77 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.853896 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1e73cf-ffb3-45ed-a18d-067a036a5b77 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:33.854793 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf1e73cf-ffb3-45ed-a18d-067a036a5b77 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.923750 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59372) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:33.924359 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bf1e73cf-ffb3-45ed-a18d-067a036a5b77 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3442054 Aug 16 22:46:33.932441 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Request body: {'ports': [{'network_id': 'd2030bbb-aa08-4a1c-b5b7-f5f9bec110f2', 'name': 'tempest-port--1483029096', 'admin_state_up': True}, {'network_id': 'f42ab6c1-4397-4194-9f4a-81b70ec1336e', 'admin_state_up': False}]} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:33.933101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Request body: {'port': {'network_id': 'd2030bbb-aa08-4a1c-b5b7-f5f9bec110f2', 'name': 'tempest-port--1483029096', 'admin_state_up': True}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:33.933756 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Request body: {'port': {'network_id': 'f42ab6c1-4397-4194-9f4a-81b70ec1336e', 'admin_state_up': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:33.942247 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e73cf-ffb3-45ed-a18d-067a036a5b77 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Pushing event updated for resources: {'Network': ['ID=f42ab6c1-4397-4194-9f4a-81b70ec1336e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:33.956214 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network f42ab6c1-4397-4194-9f4a-81b70ec1336e details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:46:34.177810 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Made reservation on behalf of 35bf67d2352f4689b340e504293070c6 for: {'port': 2} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:34.182939 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.199023 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.345306 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] device_id is not set on port c501b7b6-6059-4361-a76c-145f02dcda2c yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:46:34.487061 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 5da370aa-e4d4-4440-a8e3-8822bc16e808 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:46:34.546647 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8b1fd52-96cf-4e88-bbb2-6ee4a77a1f5c req-1031bfbb-3b70-4e41-a4da-0158f29de6cf tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.0440414 Aug 16 22:46:34.720336 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.721745 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 5da370aa-e4d4-4440-a8e3-8822bc16e808, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5da370aa-e4d4-4440-a8e3-8822bc16e808,segment=NetworkSegment(7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2),segment_id=7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:34.737945 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '5da370aa-e4d4-4440-a8e3-8822bc16e808', 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d', 'port_id': '5da370aa-e4d4-4440-a8e3-8822bc16e808', 'mac_address': 'fa:16:3e:69:51:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8100a24-aa13-4242-8aae-2071a88d61f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:46:34.781827 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.803577 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da370aa-e4d4-4440-a8e3-8822bc16e808 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:46:34.842741 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7de26-bae9-464c-b8fe-7860f8d10e3b req-6c142624-aa24-49c3-b54a-d473f1028c70 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:34.854918 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-93f7de26-bae9-464c-b8fe-7860f8d10e3b req-6c142624-aa24-49c3-b54a-d473f1028c70 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 982 time: 0.0870535 Aug 16 22:46:34.860562 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 5da370aa-e4d4-4440-a8e3-8822bc16e808, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5da370aa-e4d4-4440-a8e3-8822bc16e808,segment=NetworkSegment(7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2),segment_id=7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:34.868462 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.894917 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] device_id is not set on port 5ef5e39f-c19d-4786-a3d0-b96c2fa465ea yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:46:34.948014 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-93f7de26-bae9-464c-b8fe-7860f8d10e3b req-f271f44a-e6f0-4cf4-9272-d5e8461540e2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/security-groups?id=e7ffb07b-e769-4383-91dd-887352b19ddc&id=37db92fe-193e-400c-adb4-929fec777623&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0912197 Aug 16 22:46:34.987459 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=5da370aa-e4d4-4440-a8e3-8822bc16e808,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:35.112938 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.125352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['5da370aa-e4d4-4440-a8e3-8822bc16e808'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:46:35.175532 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.270944 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Checking segment: {'id': '379d05d3-9e2b-4b7e-92d5-0ba887c2e2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd2030bbb-aa08-4a1c-b5b7-f5f9bec110f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:35.271473 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Network hostable DHCP agents. Network: d2030bbb-aa08-4a1c-b5b7-f5f9bec110f2, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:46:35.287643 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Pushing event updated for resources: {'Port': ['ID=c501b7b6-6059-4361-a76c-145f02dcda2c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:35.300914 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Network d2030bbb-aa08-4a1c-b5b7-f5f9bec110f2 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:46:35.315219 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, d2030bbb-aa08-4a1c-b5b7-f5f9bec110f2) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:35.321083 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:35.322009 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.331349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39b34f6-51b3-46fe-baf3-325ad69d42ce None None] Network d2030bbb-aa08-4a1c-b5b7-f5f9bec110f2 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:35.430120 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Pushing event updated for resources: {'Port': ['ID=5ef5e39f-c19d-4786-a3d0-b96c2fa465ea,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:35.456676 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Checking segment: {'id': '3d22df1a-d367-47fc-ac5f-3d970d01fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f42ab6c1-4397-4194-9f4a-81b70ec1336e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:35.457036 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Network hostable DHCP agents. Network: f42ab6c1-4397-4194-9f4a-81b70ec1336e, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:46:35.484433 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Network f42ab6c1-4397-4194-9f4a-81b70ec1336e is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:46:35.495123 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, f42ab6c1-4397-4194-9f4a-81b70ec1336e) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:35.501057 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:35.512652 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:35.517631 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451de3fb-11c3-43e3-9b12-3383702ba5af None None] Network f42ab6c1-4397-4194-9f4a-81b70ec1336e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:35.526254 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:35.527260 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.556950 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-78d30fba-a42e-49ab-b755-1bd031c008ef tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6311009 Aug 16 22:46:35.560550 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59404) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:35.717625 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04691ee0-e9e6-4148-a746-c33774ad1971 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:35.728444 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04691ee0-e9e6-4148-a746-c33774ad1971 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:35.735305 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-04691ee0-e9e6-4148-a746-c33774ad1971 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1737585 Aug 16 22:46:35.743264 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59416) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:35.930267 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-288385b1-01bf-4a54-a805-81ef0f48c065 req-c778a03c-6c15-47a3-a56d-0173dc0009e0 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.2237949 Aug 16 22:46:36.019057 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f41bdabc-fbe5-46a2-a1e7-7bc41c145700 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Deleting port c501b7b6-6059-4361-a76c-145f02dcda2c {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:36.019407 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f41bdabc-fbe5-46a2-a1e7-7bc41c145700 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:36.207003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f474434-b5d2-46b0-a1e2-5e77d949ad12 req-17615e14-5dfc-4c6b-ae8c-9b34fb77f16d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:36.212790 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7f474434-b5d2-46b0-a1e2-5e77d949ad12 req-17615e14-5dfc-4c6b-ae8c-9b34fb77f16d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 983 time: 0.1189682 Aug 16 22:46:36.231172 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f41bdabc-fbe5-46a2-a1e7-7bc41c145700 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:36.273127 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 59426) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:36.279970 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7f474434-b5d2-46b0-a1e2-5e77d949ad12 req-f31315a7-31c9-4037-a169-6ff1fe77a5a2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/security-groups?id=e7ffb07b-e769-4383-91dd-887352b19ddc&id=37db92fe-193e-400c-adb4-929fec777623&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0595393 Aug 16 22:46:36.441857 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e0959e7-318c-468b-8a49-ec6a0cca2b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:36.486471 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 5da370aa-e4d4-4440-a8e3-8822bc16e808 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:46:36.563338 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 5da370aa-e4d4-4440-a8e3-8822bc16e808 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:36.568894 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 5da370aa-e4d4-4440-a8e3-8822bc16e808 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:36.569275 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:36.582168 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e0959e7-318c-468b-8a49-ec6a0cca2b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:36.588242 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6e0959e7-318c-468b-8a49-ec6a0cca2b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:36.643151 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0959e7-318c-468b-8a49-ec6a0cca2b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c845e0-fd10-42bf-b6c6-fe6081e77ebf,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:36.673304 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6e0959e7-318c-468b-8a49-ec6a0cca2b88 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d82efb3e42be42c6af9ecbff7eadca8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3918052 Aug 16 22:46:36.677434 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 59436) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:36.751456 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f41bdabc-fbe5-46a2-a1e7-7bc41c145700 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Calling delete_port for c501b7b6-6059-4361-a76c-145f02dcda2c owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:36.781584 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:36.798896 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9da9-b64d-464b-9d30-8c2ca4a3c9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:36.843803 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9da9-b64d-464b-9d30-8c2ca4a3c9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:36.876871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 5da370aa-e4d4-4440-a8e3-8822bc16e808, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5da370aa-e4d4-4440-a8e3-8822bc16e808,segment=NetworkSegment(7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2),segment_id=7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:36.878042 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1774ffb-98fd-4354-a89c-329bb05221b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da370aa-e4d4-4440-a8e3-8822bc16e808'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:46:36.884020 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b039f2-1579-4ec8-b08f-721192822ffc" -d '{"events": [{"server_uuid": "a1774ffb-98fd-4354-a89c-329bb05221b8", "name": "network-vif-plugged", "status": "completed", "tag": "5da370aa-e4d4-4440-a8e3-8822bc16e808"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:46:36.897120 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:36.897336 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f41bdabc-fbe5-46a2-a1e7-7bc41c145700 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:36.937181 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9da9-b64d-464b-9d30-8c2ca4a3c9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:36.943213 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9da9-b64d-464b-9d30-8c2ca4a3c9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:36.948852 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f9fa9da9-b64d-464b-9d30-8c2ca4a3c9f4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/90c845e0-fd10-42bf-b6c6-fe6081e77ebf HTTP/1.1" status: 204 len: 168 time: 0.2701285 Aug 16 22:46:36.963872 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bdabc-fbe5-46a2-a1e7-7bc41c145700 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Pushing event deleted for resources: {'Port': ['ID=c501b7b6-6059-4361-a76c-145f02dcda2c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:36.975655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa9da9-b64d-464b-9d30-8c2ca4a3c9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c845e0-fd10-42bf-b6c6-fe6081e77ebf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:36.988345 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f41bdabc-fbe5-46a2-a1e7-7bc41c145700 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:36.995109 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f41bdabc-fbe5-46a2-a1e7-7bc41c145700 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "DELETE /v2.0/ports/c501b7b6-6059-4361-a76c-145f02dcda2c HTTP/1.1" status: 204 len: 168 time: 1.2460515 Aug 16 22:46:36.998998 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59452) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:37.053579 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e37b0e-ec8e-45c5-b420-78be7a0b4626 x-openstack-request-id: req-d1e37b0e-ec8e-45c5-b420-78be7a0b4626 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:46:37.054064 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1774ffb-98fd-4354-a89c-329bb05221b8", "name": "network-vif-plugged", "status": "completed", "tag": "5da370aa-e4d4-4440-a8e3-8822bc16e808", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:46:37.061586 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d1e37b0e-ec8e-45c5-b420-78be7a0b4626 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:46:37.062405 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1774ffb-98fd-4354-a89c-329bb05221b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da370aa-e4d4-4440-a8e3-8822bc16e808', 'code': 200} Aug 16 22:46:37.149188 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=5da370aa-e4d4-4440-a8e3-8822bc16e808,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:37.209133 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-12a4fcae-b8b7-4f58-a35b-c5ba1269020f tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Deleting port 5ef5e39f-c19d-4786-a3d0-b96c2fa465ea {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:37.209482 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12a4fcae-b8b7-4f58-a35b-c5ba1269020f tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:37.212989 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a8a55160-0072-4cea-adec-ecede8873e0a req-91fc0721-7560-4120-ba35-09688c88556f tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/ports?device_id=260ba4bb-1c0f-4ba5-a7dd-f7958a02f6bd HTTP/1.1" status: 200 len: 210 time: 0.0452831 Aug 16 22:46:37.223767 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42266a-ae21-499d-89b2-2344196a9069 req-f89b8dbd-314b-448e-ab63-1470b4d96322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:37.225570 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc42266a-ae21-499d-89b2-2344196a9069 req-f89b8dbd-314b-448e-ab63-1470b4d96322 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 1136 time: 0.1270506 Aug 16 22:46:37.335733 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc42266a-ae21-499d-89b2-2344196a9069 req-cca260c4-e1fb-45f5-9fcb-0fa1e1672e1f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e7ffb07b-e769-4383-91dd-887352b19ddc&id=37db92fe-193e-400c-adb4-929fec777623&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1016381 Aug 16 22:46:37.382705 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12a4fcae-b8b7-4f58-a35b-c5ba1269020f tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:37.433408 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-12a4fcae-b8b7-4f58-a35b-c5ba1269020f tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Calling delete_port for 5ef5e39f-c19d-4786-a3d0-b96c2fa465ea owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:37.550346 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a67fc-7679-42f5-8531-d1a38c6d0473 req-0eaf8009-2038-4620-999d-ab8092a0e1ca tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:37.567395 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e00a67fc-7679-42f5-8531-d1a38c6d0473 req-0eaf8009-2038-4620-999d-ab8092a0e1ca tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 984 time: 0.1318841 Aug 16 22:46:37.624720 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12a4fcae-b8b7-4f58-a35b-c5ba1269020f tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:37.662635 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4fcae-b8b7-4f58-a35b-c5ba1269020f tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Pushing event deleted for resources: {'Port': ['ID=5ef5e39f-c19d-4786-a3d0-b96c2fa465ea,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:37.678682 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12a4fcae-b8b7-4f58-a35b-c5ba1269020f tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:37.681607 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-12a4fcae-b8b7-4f58-a35b-c5ba1269020f tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "DELETE /v2.0/ports/5ef5e39f-c19d-4786-a3d0-b96c2fa465ea HTTP/1.1" status: 204 len: 168 time: 0.6813238 Aug 16 22:46:37.684870 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59468) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:37.688607 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e00a67fc-7679-42f5-8531-d1a38c6d0473 req-c5885d18-8702-4e5f-9599-d63c7fde09af tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/security-groups?id=e7ffb07b-e769-4383-91dd-887352b19ddc&id=37db92fe-193e-400c-adb4-929fec777623&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1039639 Aug 16 22:46:37.692821 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 59470) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:37.708272 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcd6dc0a-0954-4b83-b3cf-45698f2a5d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:37.719407 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-58a27dcc-b41c-4366-a6d4-b1484e7bfdee tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0321205 Aug 16 22:46:37.723094 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59472) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:37.728513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6699bb45-6703-4a93-a7c3-4417078816fb tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-565277449'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:37.743623 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.api [None req-6699bb45-6703-4a93-a7c3-4417078816fb tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:46:37.743623 n-d-792458-15 neutron-server[94872]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 22:46:37.743623 n-d-792458-15 neutron-server[94872]: [parameters: {'project_id': '35bf67d2352f4689b340e504293070c6', 'id': '77b06923-af8c-415e-b859-01a83eb2fc22', 'expiration': datetime.datetime(2021, 8, 16, 22, 48, 37, 739669)}] Aug 16 22:46:37.743623 n-d-792458-15 neutron-server[94872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:46:37.743971 n-d-792458-15 neutron-server[94872]: DEBUG oslo_db.api [None req-6699bb45-6703-4a93-a7c3-4417078816fb tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:46:37.853193 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcd6dc0a-0954-4b83-b3cf-45698f2a5d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:37.858581 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bcd6dc0a-0954-4b83-b3cf-45698f2a5d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:37.896515 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6dc0a-0954-4b83-b3cf-45698f2a5d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a156716a-24f5-4264-909a-f50e837852a3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:37.914347 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bcd6dc0a-0954-4b83-b3cf-45698f2a5d47 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8b7d20feb8044339997c47c113d552a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2178957 Aug 16 22:46:37.914708 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59474) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:37.984735 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3655e4b6-bd6c-4c66-8741-3a9c04ea6038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.018500 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3655e4b6-bd6c-4c66-8741-3a9c04ea6038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.093002 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3655e4b6-bd6c-4c66-8741-3a9c04ea6038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.097856 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3655e4b6-bd6c-4c66-8741-3a9c04ea6038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.101734 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3655e4b6-bd6c-4c66-8741-3a9c04ea6038 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a156716a-24f5-4264-909a-f50e837852a3 HTTP/1.1" status: 204 len: 168 time: 0.1835799 Aug 16 22:46:38.109673 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655e4b6-bd6c-4c66-8741-3a9c04ea6038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a156716a-24f5-4264-909a-f50e837852a3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:38.290740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6699bb45-6703-4a93-a7c3-4417078816fb tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Made reservation on behalf of 35bf67d2352f4689b340e504293070c6 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:38.297645 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6699bb45-6703-4a93-a7c3-4417078816fb tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.358019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6699bb45-6703-4a93-a7c3-4417078816fb tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:46:38.374045 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6699bb45-6703-4a93-a7c3-4417078816fb tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.374579 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-6699bb45-6703-4a93-a7c3-4417078816fb tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Added segment 5ec88f60-ea31-4c39-8d78-f7515e8d0eb8 of type vlan for network abd4f7bc-c804-4c7d-abc4-a8aa47c1d98a Aug 16 22:46:38.376869 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 59488) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:38.464331 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2e0075c-254c-4506-8a7f-ee648b96b3d8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.471334 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6699bb45-6703-4a93-a7c3-4417078816fb tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.495614 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2e0075c-254c-4506-8a7f-ee648b96b3d8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.505841 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6699bb45-6703-4a93-a7c3-4417078816fb tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.514578 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6699bb45-6703-4a93-a7c3-4417078816fb tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:38.515489 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6699bb45-6703-4a93-a7c3-4417078816fb tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.555685 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2e0075c-254c-4506-8a7f-ee648b96b3d8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.560548 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c2e0075c-254c-4506-8a7f-ee648b96b3d8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.562214 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c2e0075c-254c-4506-8a7f-ee648b96b3d8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "DELETE /v2.0/security-groups/e612e4ba-f7df-4621-97d4-cca8534a6ac3 HTTP/1.1" status: 204 len: 168 time: 0.1819746 Aug 16 22:46:38.566748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 59490) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:38.585848 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0075c-254c-4506-8a7f-ee648b96b3d8 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e612e4ba-f7df-4621-97d4-cca8534a6ac3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:38.596275 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-f7276299-edb3-4d42-9037-a5a7fccf5515 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] show failed (client error): The resource could not be found. Aug 16 22:46:38.597825 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f7276299-edb3-4d42-9037-a5a7fccf5515 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "GET /v2.0/security-groups/e612e4ba-f7df-4621-97d4-cca8534a6ac3 HTTP/1.1" status: 404 len: 347 time: 0.0283275 Aug 16 22:46:38.601418 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 59492) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:38.625186 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59494) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:38.659503 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c08c3fe-5d67-4caf-af87-211cb218ed1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.683510 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6699bb45-6703-4a93-a7c3-4417078816fb tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9593365 Aug 16 22:46:38.690849 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59498) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:38.706621 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.719386 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f13b8249-97e7-4a26-b730-89b04a3d0540 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1462225188'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:38.722697 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699bb45-6703-4a93-a7c3-4417078816fb tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Pushing event updated for resources: {'Network': ['ID=abd4f7bc-c804-4c7d-abc4-a8aa47c1d98a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:38.737429 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network abd4f7bc-c804-4c7d-abc4-a8aa47c1d98a details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:46:38.831018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5680fc01-395c-4402-96fb-c53a26ea0556 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Deleting port ebe7532f-6e86-4f8b-9819-87dc686a9ffb {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:38.831367 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5680fc01-395c-4402-96fb-c53a26ea0556 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.862936 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c08c3fe-5d67-4caf-af87-211cb218ed1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.884841 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c08c3fe-5d67-4caf-af87-211cb218ed1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.907664 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72abef8-7bd4-4012-b17f-17e8ac06b378 req-a00be6d0-661c-497c-a233-3197eacfe96b tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:38.909276 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f72abef8-7bd4-4012-b17f-17e8ac06b378 req-a00be6d0-661c-497c-a233-3197eacfe96b tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 984 time: 0.1154721 Aug 16 22:46:38.941630 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8c08c3fe-5d67-4caf-af87-211cb218ed1c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1a6858e92c454208a9818f018ea8676e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3088939 Aug 16 22:46:38.941630 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08c3fe-5d67-4caf-af87-211cb218ed1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50a1150-a7c0-4208-a988-775085f99647,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:38.942645 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 59502) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:38.957105 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13b8249-97e7-4a26-b730-89b04a3d0540 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Made reservation on behalf of 35bf67d2352f4689b340e504293070c6 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:38.962271 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f13b8249-97e7-4a26-b730-89b04a3d0540 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.977203 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5680fc01-395c-4402-96fb-c53a26ea0556 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.977527 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5680fc01-395c-4402-96fb-c53a26ea0556 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.991800 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13b8249-97e7-4a26-b730-89b04a3d0540 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:46:39.008021 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f13b8249-97e7-4a26-b730-89b04a3d0540 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.008420 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-f13b8249-97e7-4a26-b730-89b04a3d0540 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Added segment d838a32c-ecf8-4e95-90e7-34b5f52f6253 of type vlan for network c20a310c-5fd3-46f1-b08f-ef34b171250a Aug 16 22:46:39.008685 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5680fc01-395c-4402-96fb-c53a26ea0556 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Calling delete_port for ebe7532f-6e86-4f8b-9819-87dc686a9ffb owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:39.014468 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f72abef8-7bd4-4012-b17f-17e8ac06b378 req-10e010a5-2140-42d2-9cab-51307638e366 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/security-groups?id=e7ffb07b-e769-4383-91dd-887352b19ddc&id=37db92fe-193e-400c-adb4-929fec777623&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0972784 Aug 16 22:46:39.050816 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c02ddffd-6cf2-4f5e-8f20-36d4493dc78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.068511 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f13b8249-97e7-4a26-b730-89b04a3d0540 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.098567 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f13b8249-97e7-4a26-b730-89b04a3d0540 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.100948 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59f1df1a-09b3-4e65-a075-be0164d07081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.105520 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13b8249-97e7-4a26-b730-89b04a3d0540 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:39.106571 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f13b8249-97e7-4a26-b730-89b04a3d0540 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.161031 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59f1df1a-09b3-4e65-a075-be0164d07081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.168343 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f13b8249-97e7-4a26-b730-89b04a3d0540 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4627988 Aug 16 22:46:39.187451 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b8249-97e7-4a26-b730-89b04a3d0540 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Pushing event updated for resources: {'Network': ['ID=c20a310c-5fd3-46f1-b08f-ef34b171250a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:39.204493 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network c20a310c-5fd3-46f1-b08f-ef34b171250a details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:46:39.306860 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddb86e-04ca-49b8-be20-fdf4850d64e9 req-b4364d96-df4f-46ba-926e-29e039d33630 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:39.310695 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29ddb86e-04ca-49b8-be20-fdf4850d64e9 req-b4364d96-df4f-46ba-926e-29e039d33630 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 984 time: 0.1919582 Aug 16 22:46:39.311377 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59f1df1a-09b3-4e65-a075-be0164d07081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.313985 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-59f1df1a-09b3-4e65-a075-be0164d07081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.315246 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-59f1df1a-09b3-4e65-a075-be0164d07081 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b50a1150-a7c0-4208-a988-775085f99647 HTTP/1.1" status: 204 len: 168 time: 0.3722606 Aug 16 22:46:39.340191 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1df1a-09b3-4e65-a075-be0164d07081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50a1150-a7c0-4208-a988-775085f99647,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:39.373982 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5680fc01-395c-4402-96fb-c53a26ea0556 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.396245 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29ddb86e-04ca-49b8-be20-fdf4850d64e9 req-3395619d-4e9d-4b42-a172-d0af2eb2f8ca tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/security-groups?id=e7ffb07b-e769-4383-91dd-887352b19ddc&id=37db92fe-193e-400c-adb4-929fec777623&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0585177 Aug 16 22:46:39.498815 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5680fc01-395c-4402-96fb-c53a26ea0556 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.501684 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5680fc01-395c-4402-96fb-c53a26ea0556 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.502896 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5680fc01-395c-4402-96fb-c53a26ea0556 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "DELETE /v2.0/floatingips/2d7a83eb-03cc-4a48-b9ed-37c972d57b58 HTTP/1.1" status: 204 len: 168 time: 0.8995805 Aug 16 22:46:39.504230 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680fc01-395c-4402-96fb-c53a26ea0556 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event deleted for resources: {'Port': ['ID=ebe7532f-6e86-4f8b-9819-87dc686a9ffb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:39.505904 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59514) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:39.581318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be4a2a-8196-4e72-af5b-d8db510abd0e req-1e931a5f-d0b1-4da0-9488-178aae50cc6d tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:39.582942 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8be4a2a-8196-4e72-af5b-d8db510abd0e req-1e931a5f-d0b1-4da0-9488-178aae50cc6d tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 1136 time: 0.0533876 Aug 16 22:46:39.611102 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8be4a2a-8196-4e72-af5b-d8db510abd0e req-5f95a5b2-23bd-4304-91f9-7b5d6c52dce9 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.722381 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8aba6fd8-4917-4a95-bb43-3cf35d7728ba tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Deleting port 882b75e0-8639-46ef-a97c-2657f474d5df {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:39.722775 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8aba6fd8-4917-4a95-bb43-3cf35d7728ba tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.766129 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8be4a2a-8196-4e72-af5b-d8db510abd0e req-5f95a5b2-23bd-4304-91f9-7b5d6c52dce9 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.771606 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d8be4a2a-8196-4e72-af5b-d8db510abd0e req-5f95a5b2-23bd-4304-91f9-7b5d6c52dce9 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.814013 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95a5b2-23bd-4304-91f9-7b5d6c52dce9 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca905e8-da73-4399-af7a-8e0a74ea5f0c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:39.838824 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8be4a2a-8196-4e72-af5b-d8db510abd0e req-5f95a5b2-23bd-4304-91f9-7b5d6c52dce9 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=e7ffb07b-e769-4383-91dd-887352b19ddc&id=37db92fe-193e-400c-adb4-929fec777623&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2477677 Aug 16 22:46:39.880766 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 59532) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:39.943774 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8aba6fd8-4917-4a95-bb43-3cf35d7728ba tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.983031 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-8aba6fd8-4917-4a95-bb43-3cf35d7728ba tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Calling delete_port for 882b75e0-8639-46ef-a97c-2657f474d5df owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:39.985571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187e69ed-cc74-4b97-a3f0-1fc9b38e7856 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:39.987213 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-187e69ed-cc74-4b97-a3f0-1fc9b38e7856 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 1131 time: 0.1054289 Aug 16 22:46:39.993054 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59538) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:40.005884 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f7a21a52-395f-4d86-a010-7e547b551524 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': '5da370aa-e4d4-4440-a8e3-8822bc16e808', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:40.142471 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7a21a52-395f-4d86-a010-7e547b551524 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.367160 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8aba6fd8-4917-4a95-bb43-3cf35d7728ba tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.427998 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba6fd8-4917-4a95-bb43-3cf35d7728ba tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event deleted for resources: {'Port': ['ID=882b75e0-8639-46ef-a97c-2657f474d5df,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:40.488246 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7a21a52-395f-4d86-a010-7e547b551524 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.765732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 59578) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:40.821332 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.896701 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8aba6fd8-4917-4a95-bb43-3cf35d7728ba tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.901941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 59588) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:40.911939 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8aba6fd8-4917-4a95-bb43-3cf35d7728ba tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "DELETE /v2.0/ports/882b75e0-8639-46ef-a97c-2657f474d5df HTTP/1.1" status: 204 len: 168 time: 1.3920000 Aug 16 22:46:41.173866 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-f7a21a52-395f-4d86-a010-7e547b551524 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Allocated IP 172.25.6.28 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/1193a1db-9b53-4b8f-8791-e7feadae2bc8) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:41.254233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a923cb2f-486d-415a-aa45-814454d4916a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-537541740-network', 'tenant_id': 'a94320c237464e92b55da62058850e19'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:41.316051 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-753cb739-b6a0-4277-9a86-61c3e6e2dcd1 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Deleting port a0a260f4-e95c-4287-9011-ab8907999577 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:41.317397 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-753cb739-b6a0-4277-9a86-61c3e6e2dcd1 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.406862 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7a21a52-395f-4d86-a010-7e547b551524 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.535652 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7a21a52-395f-4d86-a010-7e547b551524 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.571192 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-26e62ba6-e674-4941-8e72-a513aefcab4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.617369 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-753cb739-b6a0-4277-9a86-61c3e6e2dcd1 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.633126 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-753cb739-b6a0-4277-9a86-61c3e6e2dcd1 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Calling delete_port for a0a260f4-e95c-4287-9011-ab8907999577 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:41.667369 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a21a52-395f-4d86-a010-7e547b551524 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:41.676919 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-f7a21a52-395f-4d86-a010-7e547b551524 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:41.687807 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a21a52-395f-4d86-a010-7e547b551524 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:41.702414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a923cb2f-486d-415a-aa45-814454d4916a admin admin] Made reservation on behalf of a94320c237464e92b55da62058850e19 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:41.705771 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a923cb2f-486d-415a-aa45-814454d4916a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.735713 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a923cb2f-486d-415a-aa45-814454d4916a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.795546 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a21a52-395f-4d86-a010-7e547b551524 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event updated for resources: {'Port': ['ID=1193a1db-9b53-4b8f-8791-e7feadae2bc8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:42.108251 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.144483 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-753cb739-b6a0-4277-9a86-61c3e6e2dcd1 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.211371 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cb739-b6a0-4277-9a86-61c3e6e2dcd1 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event deleted for resources: {'Port': ['ID=a0a260f4-e95c-4287-9011-ab8907999577,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:42.340446 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a923cb2f-486d-415a-aa45-814454d4916a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.351295 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-753cb739-b6a0-4277-9a86-61c3e6e2dcd1 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.354128 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-753cb739-b6a0-4277-9a86-61c3e6e2dcd1 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "DELETE /v2.0/ports/a0a260f4-e95c-4287-9011-ab8907999577 HTTP/1.1" status: 204 len: 168 time: 1.4508355 Aug 16 22:46:42.355406 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a923cb2f-486d-415a-aa45-814454d4916a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.358321 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59724) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:42.374903 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a923cb2f-486d-415a-aa45-814454d4916a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:46:42.390206 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a923cb2f-486d-415a-aa45-814454d4916a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.390901 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-a923cb2f-486d-415a-aa45-814454d4916a admin admin] Added segment aaca0cdd-81ae-4753-bba6-e34f7bd21545 of type vlan for network aacbf1c0-e535-4695-97b1-c2c80914b16b Aug 16 22:46:42.455951 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-e193ae2e-e9ea-43ae-935a-39d468d2ec46 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Deleting subnet 6c52f2cc-75f7-4661-a433-31d875d006cb {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:46:42.467532 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e193ae2e-e9ea-43ae-935a-39d468d2ec46 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.469693 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a923cb2f-486d-415a-aa45-814454d4916a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.503472 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a923cb2f-486d-415a-aa45-814454d4916a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.505150 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a923cb2f-486d-415a-aa45-814454d4916a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:42.506809 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a923cb2f-486d-415a-aa45-814454d4916a admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.625889 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e193ae2e-e9ea-43ae-935a-39d468d2ec46 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.646717 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923cb2f-486d-415a-aa45-814454d4916a admin admin] Pushing event updated for resources: {'Network': ['ID=aacbf1c0-e535-4695-97b1-c2c80914b16b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:42.672462 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network aacbf1c0-e535-4695-97b1-c2c80914b16b details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:46:42.749845 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a923cb2f-486d-415a-aa45-814454d4916a admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9799662 Aug 16 22:46:42.750296 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923cb2f-486d-415a-aa45-814454d4916a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa197d4-4511-41d6-af90-fd25ce2beef0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:42.776805 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 59756) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:42.803154 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-cce8461f-8dc2-42ff-8ef4-94618d3f5cba admin admin] Request body: {'subnet': {'network_id': 'aacbf1c0-e535-4695-97b1-c2c80914b16b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-537541740-subnet', 'tenant_id': 'a94320c237464e92b55da62058850e19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:42.847618 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 59766) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:42.889665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-bd23e5e8-c384-417f-a3a8-3019cb26745e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Request body: {'subnets': [{'network_id': 'abd4f7bc-c804-4c7d-abc4-a8aa47c1d98a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1532554346', 'ip_version': 6}, {'network_id': 'c20a310c-5fd3-46f1-b08f-ef34b171250a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:42.901855 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-bd23e5e8-c384-417f-a3a8-3019cb26745e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Request body: {'subnet': {'network_id': 'abd4f7bc-c804-4c7d-abc4-a8aa47c1d98a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1532554346', 'ip_version': 6}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:42.903018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-bd23e5e8-c384-417f-a3a8-3019cb26745e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Request body: {'subnet': {'network_id': 'c20a310c-5fd3-46f1-b08f-ef34b171250a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:43.023768 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce8461f-8dc2-42ff-8ef4-94618d3f5cba admin admin] Made reservation on behalf of a94320c237464e92b55da62058850e19 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:43.027671 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cce8461f-8dc2-42ff-8ef4-94618d3f5cba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.053105 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e193ae2e-e9ea-43ae-935a-39d468d2ec46 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.135419 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e193ae2e-e9ea-43ae-935a-39d468d2ec46 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.205055 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193ae2e-e9ea-43ae-935a-39d468d2ec46 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event deleted for resources: {'Subnet': ['ID=6c52f2cc-75f7-4661-a433-31d875d006cb,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:43.267581 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e193ae2e-e9ea-43ae-935a-39d468d2ec46 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.272855 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e193ae2e-e9ea-43ae-935a-39d468d2ec46 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "DELETE /v2.0/subnets/6c52f2cc-75f7-4661-a433-31d875d006cb HTTP/1.1" status: 204 len: 168 time: 0.9102237 Aug 16 22:46:43.273552 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.293306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364d27ea-fa6a-4335-b800-2f39f53058b2 None None] Network e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:43.303105 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59812) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:43.421069 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7a21a52-395f-4d86-a010-7e547b551524 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.504445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd23e5e8-c384-417f-a3a8-3019cb26745e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Made reservation on behalf of 35bf67d2352f4689b340e504293070c6 for: {'subnet': 2} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:43.529692 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd23e5e8-c384-417f-a3a8-3019cb26745e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.529941 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd23e5e8-c384-417f-a3a8-3019cb26745e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.590400 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c5bee2-2e26-4fb6-bdad-981ad103cbb4 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Deleting subnet 8ba958f9-7606-4a57-ac70-15a7d712df06 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:46:43.599147 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20c5bee2-2e26-4fb6-bdad-981ad103cbb4 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.741438 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6341103-f174-490e-ae7d-e12a7958eb16 None None] DHCP port deletion for e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:46:43.800419 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7a21a52-395f-4d86-a010-7e547b551524 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.828725 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cce8461f-8dc2-42ff-8ef4-94618d3f5cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.852291 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20c5bee2-2e26-4fb6-bdad-981ad103cbb4 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.866927 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a6341103-f174-490e-ae7d-e12a7958eb16 None None] Deleting port 0f01d2f5-0763-472c-8f25-9bc5c08646b2 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:43.867783 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a6341103-f174-490e-ae7d-e12a7958eb16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.981579 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a6341103-f174-490e-ae7d-e12a7958eb16 None None] For port 0f01d2f5-0763-472c-8f25-9bc5c08646b2, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0f01d2f5-0763-472c-8f25-9bc5c08646b2,segment=NetworkSegment(e45973da-241f-4c39-aca9-311267aeaf35),segment_id=e45973da-241f-4c39-aca9-311267aeaf35)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:43.986792 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a6341103-f174-490e-ae7d-e12a7958eb16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:44.054755 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce8461f-8dc2-42ff-8ef4-94618d3f5cba admin admin] Checking segment: {'id': 'aaca0cdd-81ae-4753-bba6-e34f7bd21545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aacbf1c0-e535-4695-97b1-c2c80914b16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:44.058943 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce8461f-8dc2-42ff-8ef4-94618d3f5cba admin admin] Network hostable DHCP agents. Network: aacbf1c0-e535-4695-97b1-c2c80914b16b, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:46:44.059685 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20c5bee2-2e26-4fb6-bdad-981ad103cbb4 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:44.066251 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a6341103-f174-490e-ae7d-e12a7958eb16 None None] Calling delete_port for 0f01d2f5-0763-472c-8f25-9bc5c08646b2 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:44.154468 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8461f-8dc2-42ff-8ef4-94618d3f5cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e97ec8c-4298-48d4-896c-77ed87c5f8dd,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:44.176132 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20c5bee2-2e26-4fb6-bdad-981ad103cbb4 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:44.235843 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5bee2-2e26-4fb6-bdad-981ad103cbb4 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba958f9-7606-4a57-ac70-15a7d712df06,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:44.242087 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7a21a52-395f-4d86-a010-7e547b551524 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:44.245326 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20c5bee2-2e26-4fb6-bdad-981ad103cbb4 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:44.248086 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-20c5bee2-2e26-4fb6-bdad-981ad103cbb4 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "DELETE /v2.0/subnets/8ba958f9-7606-4a57-ac70-15a7d712df06 HTTP/1.1" status: 204 len: 168 time: 0.9439399 Aug 16 22:46:44.249558 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7a21a52-395f-4d86-a010-7e547b551524 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:44.253678 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 59914) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:44.276318 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e30c60a-2145-4989-9b1d-037176738807 None None] Network a23f0fde-fc4c-4841-ad11-d7c8bad85285 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:44.290293 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce8461f-8dc2-42ff-8ef4-94618d3f5cba admin admin] Network aacbf1c0-e535-4695-97b1-c2c80914b16b is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:46:44.405828 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-cce8461f-8dc2-42ff-8ef4-94618d3f5cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, aacbf1c0-e535-4695-97b1-c2c80914b16b) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:44.424915 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0f01d2f5-0763-472c-8f25-9bc5c08646b2 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:46:44.430078 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce8461f-8dc2-42ff-8ef4-94618d3f5cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:44.430687 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cce8461f-8dc2-42ff-8ef4-94618d3f5cba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:44.475370 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd7b174-5a9f-44b9-a7ae-a6844f8dfe45 None None] Network aacbf1c0-e535-4695-97b1-c2c80914b16b requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:44.554385 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cce8461f-8dc2-42ff-8ef4-94618d3f5cba admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7729864 Aug 16 22:46:44.674154 n-d-792458-15 neutron-server[94873]: INFO neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No ports have port_id starting with 0f01d2f5-0763-472c-8f25-9bc5c08646b2 Aug 16 22:46:44.689882 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a6341103-f174-490e-ae7d-e12a7958eb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.056692 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd23e5e8-c384-417f-a3a8-3019cb26745e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.115808 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23e5e8-c384-417f-a3a8-3019cb26745e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Pushing event updated for resources: {'Subnet': ['ID=3c90c8f3-b31a-4e24-acde-5c0bf88bd031,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:45.166461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd23e5e8-c384-417f-a3a8-3019cb26745e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Checking segment: {'id': '5ec88f60-ea31-4c39-8d78-f7515e8d0eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'abd4f7bc-c804-4c7d-abc4-a8aa47c1d98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:45.167050 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd23e5e8-c384-417f-a3a8-3019cb26745e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Network hostable DHCP agents. Network: abd4f7bc-c804-4c7d-abc4-a8aa47c1d98a, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:46:45.199195 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd23e5e8-c384-417f-a3a8-3019cb26745e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Network abd4f7bc-c804-4c7d-abc4-a8aa47c1d98a is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:46:45.220616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-bd23e5e8-c384-417f-a3a8-3019cb26745e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, abd4f7bc-c804-4c7d-abc4-a8aa47c1d98a) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:45.230518 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd23e5e8-c384-417f-a3a8-3019cb26745e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.420690 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6341103-f174-490e-ae7d-e12a7958eb16 None None] No DVR routers for this DVR port 0f01d2f5-0763-472c-8f25-9bc5c08646b2 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:46:45.430373 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2834cc1-c690-4d06-8917-ad49cef5ee9f None None] Network abd4f7bc-c804-4c7d-abc4-a8aa47c1d98a requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:45.456833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23e5e8-c384-417f-a3a8-3019cb26745e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Pushing event updated for resources: {'Subnet': ['ID=976203cb-0fa7-4acf-a11f-d7c0424730ed,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:45.476220 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd23e5e8-c384-417f-a3a8-3019cb26745e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Checking segment: {'id': 'd838a32c-ecf8-4e95-90e7-34b5f52f6253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c20a310c-5fd3-46f1-b08f-ef34b171250a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:45.476905 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd23e5e8-c384-417f-a3a8-3019cb26745e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Network hostable DHCP agents. Network: c20a310c-5fd3-46f1-b08f-ef34b171250a, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:46:45.494425 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6341103-f174-490e-ae7d-e12a7958eb16 None None] Pushing event deleted for resources: {'Port': ['ID=0f01d2f5-0763-472c-8f25-9bc5c08646b2,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:45.542986 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd23e5e8-c384-417f-a3a8-3019cb26745e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Network c20a310c-5fd3-46f1-b08f-ef34b171250a is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:46:45.574498 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-bd23e5e8-c384-417f-a3a8-3019cb26745e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, c20a310c-5fd3-46f1-b08f-ef34b171250a) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:45.599821 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd23e5e8-c384-417f-a3a8-3019cb26745e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:45.603288 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd23e5e8-c384-417f-a3a8-3019cb26745e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:45.610836 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bd23e5e8-c384-417f-a3a8-3019cb26745e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.680834 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bd23e5e8-c384-417f-a3a8-3019cb26745e tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.8293748 Aug 16 22:46:45.684519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60052) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:45.742216 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.764363 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84d4a9d0-4097-4201-b4a2-b8a244fa8a4e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.796148 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af439c0f-5a97-4529-88d0-94549d84d5b6 None None] Network c20a310c-5fd3-46f1-b08f-ef34b171250a requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:45.868624 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a21a52-395f-4d86-a010-7e547b551524 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event updated for resources: {'Port': ['ID=1193a1db-9b53-4b8f-8791-e7feadae2bc8,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:45.923607 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7a21a52-395f-4d86-a010-7e547b551524 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.078329 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f92923-58cf-49cc-8254-df5a460af67d None None] DHCP port deletion for a23f0fde-fc4c-4841-ad11-d7c8bad85285 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:46:46.128747 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb730d63-164d-47ba-b507-20dff51316cb tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:46.134060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb730d63-164d-47ba-b507-20dff51316cb tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:46.138472 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb730d63-164d-47ba-b507-20dff51316cb tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:46.143090 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fb730d63-164d-47ba-b507-20dff51316cb tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4552929 Aug 16 22:46:46.166155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60088) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:46.245877 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84d4a9d0-4097-4201-b4a2-b8a244fa8a4e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.280423 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-84d4a9d0-4097-4201-b4a2-b8a244fa8a4e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0cb4e5b-5bf9-4e5d-a515-b419835c0a66']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:46.312593 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-84d4a9d0-4097-4201-b4a2-b8a244fa8a4e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45973da-241f-4c39-aca9-311267aeaf35') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:46.317498 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-84d4a9d0-4097-4201-b4a2-b8a244fa8a4e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45973da-241f-4c39-aca9-311267aeaf35') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:46.344977 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84d4a9d0-4097-4201-b4a2-b8a244fa8a4e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.345632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae07f9f6-d9d5-48a3-8ff8-9165038f4165 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Deleting subnet 3c90c8f3-b31a-4e24-acde-5c0bf88bd031 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:46:46.362595 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae07f9f6-d9d5-48a3-8ff8-9165038f4165 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.372779 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:46:46.408957 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84d4a9d0-4097-4201-b4a2-b8a244fa8a4e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.423774 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d4a9d0-4097-4201-b4a2-b8a244fa8a4e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:46:46.426405 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84d4a9d0-4097-4201-b4a2-b8a244fa8a4e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.469985 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267bf33a-9d7a-46e2-9094-64d59d9c0572 None None] Network aacbf1c0-e535-4695-97b1-c2c80914b16b requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:46.570611 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae07f9f6-d9d5-48a3-8ff8-9165038f4165 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:46:46.612572 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:46:46.679629 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-f7a21a52-395f-4d86-a010-7e547b551524 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Floating IP 45aac764-ade3-4187-aee7-1b2956562355 associated. External IP: 172.25.6.28, port: 5da370aa-e4d4-4440-a8e3-8822bc16e808. Aug 16 22:46:46.828366 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae07f9f6-d9d5-48a3-8ff8-9165038f4165 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.871765 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84d4a9d0-4097-4201-b4a2-b8a244fa8a4e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.907565 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84d4a9d0-4097-4201-b4a2-b8a244fa8a4e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.915174 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82464100-37e3-4433-8e8c-676db0e516ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-abd4f7bc-c804-4c7d-abc4-a8aa47c1d98a', 'network_id': 'abd4f7bc-c804-4c7d-abc4-a8aa47c1d98a', 'tenant_id': '35bf67d2352f4689b340e504293070c6', 'fixed_ips': [{'subnet_id': '3c90c8f3-b31a-4e24-acde-5c0bf88bd031'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:46:46.916258 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-82464100-37e3-4433-8e8c-676db0e516ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.929485 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-84d4a9d0-4097-4201-b4a2-b8a244fa8a4e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "DELETE /v2.0/networks/e0cb4e5b-5bf9-4e5d-a515-b419835c0a66 HTTP/1.1" status: 204 len: 168 time: 2.6694815 Aug 16 22:46:46.929485 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60106) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:46.976701 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-37f92923-58cf-49cc-8254-df5a460af67d None None] Deleting port c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:46.977451 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-37f92923-58cf-49cc-8254-df5a460af67d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.980646 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6490501f-fc62-4855-b839-528576ed6584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-c20a310c-5fd3-46f1-b08f-ef34b171250a', 'network_id': 'c20a310c-5fd3-46f1-b08f-ef34b171250a', 'tenant_id': '35bf67d2352f4689b340e504293070c6', 'fixed_ips': [{'subnet_id': '976203cb-0fa7-4acf-a11f-d7c0424730ed'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:46:46.982548 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6490501f-fc62-4855-b839-528576ed6584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.985727 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae07f9f6-d9d5-48a3-8ff8-9165038f4165 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.055630 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60108) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:47.068441 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07f9f6-d9d5-48a3-8ff8-9165038f4165 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Pushing event deleted for resources: {'Subnet': ['ID=3c90c8f3-b31a-4e24-acde-5c0bf88bd031,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:47.071803 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae07f9f6-d9d5-48a3-8ff8-9165038f4165 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.076311 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4a9d0-4097-4201-b4a2-b8a244fa8a4e tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event deleted for resources: {'Network': ['ID=e0cb4e5b-5bf9-4e5d-a515-b419835c0a66,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:47.077603 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ae07f9f6-d9d5-48a3-8ff8-9165038f4165 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "DELETE /v2.0/subnets/3c90c8f3-b31a-4e24-acde-5c0bf88bd031 HTTP/1.1" status: 204 len: 168 time: 0.9100790 Aug 16 22:46:47.082060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60110) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:47.199783 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b13e4116-4dd0-4293-958f-1203b412f285 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.248584 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.263743 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e46dcf-82fe-4a65-952d-ed3be10bd8ac tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Deleting subnet 976203cb-0fa7-4acf-a11f-d7c0424730ed {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:46:47.271764 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63e46dcf-82fe-4a65-952d-ed3be10bd8ac tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.374475 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63e46dcf-82fe-4a65-952d-ed3be10bd8ac tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.390300 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f8d9cd4-2f0a-4709-9297-dcd9b44ba7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.408367 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a21a52-395f-4d86-a010-7e547b551524 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Router 40700640-8d2f-4410-9a58-2f8e1e58a1fd has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:46:47.410429 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:47.435765 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.480490 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-37f92923-58cf-49cc-8254-df5a460af67d None None] For port c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:47.481928 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-37f92923-58cf-49cc-8254-df5a460af67d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server [None req-82464100-37e3-4433-8e8c-676db0e516ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c90c8f3-b31a-4e24-acde-5c0bf88bd031: This subnet is being modified by another concurrent operation. Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise exception Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c90c8f3-b31a-4e24-acde-5c0bf88bd031: This subnet is being modified by another concurrent operation. Aug 16 22:46:47.486871 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server Aug 16 22:46:47.505006 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63e46dcf-82fe-4a65-952d-ed3be10bd8ac tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.523025 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b13e4116-4dd0-4293-958f-1203b412f285 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Deleting port c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:47.523375 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b13e4116-4dd0-4293-958f-1203b412f285 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.540472 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d48b572-8fdf-4a37-8de4-e0e07e705922 None None] Network abd4f7bc-c804-4c7d-abc4-a8aa47c1d98a requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:47.558350 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-37f92923-58cf-49cc-8254-df5a460af67d None None] Calling delete_port for c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:47.662642 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63e46dcf-82fe-4a65-952d-ed3be10bd8ac tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.694673 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b13e4116-4dd0-4293-958f-1203b412f285 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] For port c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5,segment=NetworkSegment(420ed010-18d5-432a-8291-cf0ea8e7284a),segment_id=420ed010-18d5-432a-8291-cf0ea8e7284a)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:47.695117 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b13e4116-4dd0-4293-958f-1203b412f285 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.726660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b13e4116-4dd0-4293-958f-1203b412f285 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Calling delete_port for c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server [None req-6490501f-fc62-4855-b839-528576ed6584 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 976203cb-0fa7-4acf-a11f-d7c0424730ed: This subnet is being modified by another concurrent operation. Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server raise exception Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 976203cb-0fa7-4acf-a11f-d7c0424730ed: This subnet is being modified by another concurrent operation. Aug 16 22:46:47.743623 n-d-792458-15 neutron-server[94873]: ERROR oslo_messaging.rpc.server Aug 16 22:46:47.753594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:47.762006 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e46dcf-82fe-4a65-952d-ed3be10bd8ac tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Pushing event deleted for resources: {'Subnet': ['ID=976203cb-0fa7-4acf-a11f-d7c0424730ed,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:47.762767 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63e46dcf-82fe-4a65-952d-ed3be10bd8ac tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.765272 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-63e46dcf-82fe-4a65-952d-ed3be10bd8ac tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "DELETE /v2.0/subnets/976203cb-0fa7-4acf-a11f-d7c0424730ed HTTP/1.1" status: 204 len: 168 time: 0.6818798 Aug 16 22:46:47.769208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60120) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:47.780671 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a21a52-395f-4d86-a010-7e547b551524 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:46:47.798115 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c4dabe-de0b-4220-ba1c-41fe4eda74f0 None None] Network c20a310c-5fd3-46f1-b08f-ef34b171250a requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:47.878550 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f8d9cd4-2f0a-4709-9297-dcd9b44ba7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.891819 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21986e2-4e04-4374-af6c-18ec2ebceab7 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:47.901384 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d15deaf-c486-4a1d-93af-85a56e030fb6 None None] Sync routers for ids ['40700640-8d2f-4410-9a58-2f8e1e58a1fd'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:46:47.903540 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b21986e2-4e04-4374-af6c-18ec2ebceab7 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1332049 Aug 16 22:46:47.910472 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60122) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:47.953720 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f8d9cd4-2f0a-4709-9297-dcd9b44ba7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.972067 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7a21a52-395f-4d86-a010-7e547b551524 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.989412 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d15deaf-c486-4a1d-93af-85a56e030fb6 None None] Routers {'40700640-8d2f-4410-9a58-2f8e1e58a1fd'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:47.990185 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8d15deaf-c486-4a1d-93af-85a56e030fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:46:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['40700640-8d2f-4410-9a58-2f8e1e58a1fd'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:48.046861 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f7a21a52-395f-4d86-a010-7e547b551524 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.0497360 Aug 16 22:46:48.049281 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1774ffb-98fd-4354-a89c-329bb05221b8', 'tag': '5da370aa-e4d4-4440-a8e3-8822bc16e808'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:46:48.052010 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99765757-8107-405c-b158-48ccc9bae07c" -d '{"events": [{"name": "network-changed", "server_uuid": "a1774ffb-98fd-4354-a89c-329bb05221b8", "tag": "5da370aa-e4d4-4440-a8e3-8822bc16e808"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:46:48.052177 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8848faa7-1cb3-426f-ba95-fbc823f1b551 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.054338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60124) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:48.057668 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7f8d9cd4-2f0a-4709-9297-dcd9b44ba7f6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b2fb26a074df452b9000c452807083bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9796000 Aug 16 22:46:48.065294 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d9cd4-2f0a-4709-9297-dcd9b44ba7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0df6a7-a74e-4e24-bc71-14fb62132ab8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:48.067312 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60128) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:48.098746 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-37f92923-58cf-49cc-8254-df5a460af67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.132307 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b13e4116-4dd0-4293-958f-1203b412f285 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.140370 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0ed67d-9256-40bd-9a07-43a769d8cfcf x-openstack-request-id: req-8e0ed67d-9256-40bd-9a07-43a769d8cfcf {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:46:48.140661 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1774ffb-98fd-4354-a89c-329bb05221b8", "tag": "5da370aa-e4d4-4440-a8e3-8822bc16e808", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:46:48.140915 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8e0ed67d-9256-40bd-9a07-43a769d8cfcf {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:46:48.141325 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1774ffb-98fd-4354-a89c-329bb05221b8', 'tag': '5da370aa-e4d4-4440-a8e3-8822bc16e808', 'status': 'completed', 'code': 200} Aug 16 22:46:48.190903 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e4116-4dd0-4293-958f-1203b412f285 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] No DVR routers for this DVR port c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:46:48.193089 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e4116-4dd0-4293-958f-1203b412f285 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event deleted for resources: {'Port': ['ID=c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:48.230884 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f92923-58cf-49cc-8254-df5a460af67d None None] Pushing event deleted for resources: {'Port': ['ID=c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:48.246212 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f92923-58cf-49cc-8254-df5a460af67d None None] No DVR routers for this DVR port c14210ba-a7a7-4c8e-a6d8-0dbffc63aca5 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:46:48.268171 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2762ca-781a-48bb-8f53-97c6082017a6 None None] get_active_networks_info from n-d-792458-15 {{(pid=94873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:46:48.325105 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd8c75da-4e37-4318-b7cd-3bb58278afd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.328368 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8d15deaf-c486-4a1d-93af-85a56e030fb6 None None] Set router 40700640-8d2f-4410-9a58-2f8e1e58a1fd gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:46:48.355804 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b13e4116-4dd0-4293-958f-1203b412f285 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.382457 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd8c75da-4e37-4318-b7cd-3bb58278afd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.387406 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-b13e4116-4dd0-4293-958f-1203b412f285 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23f0fde-fc4c-4841-ad11-d7c8bad85285']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:48.417020 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-b13e4116-4dd0-4293-958f-1203b412f285 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420ed010-18d5-432a-8291-cf0ea8e7284a') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:48.417020 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-b13e4116-4dd0-4293-958f-1203b412f285 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420ed010-18d5-432a-8291-cf0ea8e7284a') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:48.431252 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b13e4116-4dd0-4293-958f-1203b412f285 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.460922 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b13e4116-4dd0-4293-958f-1203b412f285 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.468264 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13e4116-4dd0-4293-958f-1203b412f285 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:46:48.468681 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b13e4116-4dd0-4293-958f-1203b412f285 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.532020 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2762ca-781a-48bb-8f53-97c6082017a6 None None] Resources bound (agent type, host, resource id): {{(pid=94873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: self.session.flush() Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: self.session.flush() Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: self.session.flush() Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: self.session.flush() Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:46:48.570102 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:46:48.578152 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b13e4116-4dd0-4293-958f-1203b412f285 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.588973 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b13e4116-4dd0-4293-958f-1203b412f285 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.591087 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b13e4116-4dd0-4293-958f-1203b412f285 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] 10.222.0.93 "DELETE /v2.0/networks/a23f0fde-fc4c-4841-ad11-d7c8bad85285 HTTP/1.1" status: 204 len: 168 time: 1.6459572 Aug 16 22:46:48.621562 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e4116-4dd0-4293-958f-1203b412f285 tempest-TaggedBootDevicesTest-1349971555 tempest-TaggedBootDevicesTest-1349971555-project] Pushing event deleted for resources: {'Network': ['ID=a23f0fde-fc4c-4841-ad11-d7c8bad85285,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:48.646171 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd8c75da-4e37-4318-b7cd-3bb58278afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.647984 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bd8c75da-4e37-4318-b7cd-3bb58278afd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.648678 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bd8c75da-4e37-4318-b7cd-3bb58278afd8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5e0df6a7-a74e-4e24-bc71-14fb62132ab8 HTTP/1.1" status: 204 len: 168 time: 0.5803151 Aug 16 22:46:48.672810 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c75da-4e37-4318-b7cd-3bb58278afd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0df6a7-a74e-4e24-bc71-14fb62132ab8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:49.064579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a8a41c-a924-4167-a67f-d9b8a667af31 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:49.065543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a8a41c-a924-4167-a67f-d9b8a667af31 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:49.066522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a8a41c-a924-4167-a67f-d9b8a667af31 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:49.067975 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a8a41c-a924-4167-a67f-d9b8a667af31 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:49.068827 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a8a41c-a924-4167-a67f-d9b8a667af31 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:49.069757 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a8a41c-a924-4167-a67f-d9b8a667af31 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:49.070660 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a8a41c-a924-4167-a67f-d9b8a667af31 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:49.072577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a8a41c-a924-4167-a67f-d9b8a667af31 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:49.073413 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a8a41c-a924-4167-a67f-d9b8a667af31 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:49.074670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a8a41c-a924-4167-a67f-d9b8a667af31 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:49.075572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a8a41c-a924-4167-a67f-d9b8a667af31 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:49.082281 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-51a8a41c-a924-4167-a67f-d9b8a667af31 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7609 time: 1.0222824 Aug 16 22:46:49.083052 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60150) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:49.205908 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d95ed73-6677-4493-bf96-5a9c7d507577 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:49.212164 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d95ed73-6677-4493-bf96-5a9c7d507577 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:49.212844 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d95ed73-6677-4493-bf96-5a9c7d507577 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:49.214090 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d95ed73-6677-4493-bf96-5a9c7d507577 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:49.215448 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d95ed73-6677-4493-bf96-5a9c7d507577 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:49.216065 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d95ed73-6677-4493-bf96-5a9c7d507577 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:49.225436 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0d95ed73-6677-4493-bf96-5a9c7d507577 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4007 time: 0.1403463 Aug 16 22:46:49.226235 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60154) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:49.365943 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8848faa7-1cb3-426f-ba95-fbc823f1b551 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.394629 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-8848faa7-1cb3-426f-ba95-fbc823f1b551 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20a310c-5fd3-46f1-b08f-ef34b171250a']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:49.422943 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-8848faa7-1cb3-426f-ba95-fbc823f1b551 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd838a32c-ecf8-4e95-90e7-34b5f52f6253') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:49.423284 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-8848faa7-1cb3-426f-ba95-fbc823f1b551 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd838a32c-ecf8-4e95-90e7-34b5f52f6253') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:49.456520 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60160) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:49.459423 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8848faa7-1cb3-426f-ba95-fbc823f1b551 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.476323 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99765757-8107-405c-b158-48ccc9bae07c req-14c25849-79e4-4488-a5ed-9e6d16cd6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:49.476539 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53963059-558a-4462-8710-2498a971da02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.478891 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99765757-8107-405c-b158-48ccc9bae07c req-14c25849-79e4-4488-a5ed-9e6d16cd6d37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=19bfef8d00ac4837820b8edf5e2d6645&device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 1136 time: 0.5616870 Aug 16 22:46:49.499793 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8848faa7-1cb3-426f-ba95-fbc823f1b551 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.518940 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8848faa7-1cb3-426f-ba95-fbc823f1b551 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:46:49.520046 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8848faa7-1cb3-426f-ba95-fbc823f1b551 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.577036 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b18b5b2-9af9-4069-afa4-351fb13caddc None None] get_active_networks_info from n-d-792458-15 {{(pid=94873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:46:49.619952 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:46:49.760216 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b18b5b2-9af9-4069-afa4-351fb13caddc None None] Resources bound (agent type, host, resource id): {{(pid=94873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:46:49.775933 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8d15deaf-c486-4a1d-93af-85a56e030fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948525419', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:05Z', 'updated_at': '2021-08-16T22:46:15Z', 'revision_number': 4, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:06Z', 'updated_at': '2021-08-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '45aac764-ade3-4187-aee7-1b2956562355', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'floating_ip_address': '172.25.6.28', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'port_id': '5da370aa-e4d4-4440-a8e3-8822bc16e808', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d', 'mac_address': 'fa:16:3e:69:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1774ffb-98fd-4354-a89c-329bb05221b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:46:42Z', 'updated_at': '2021-08-16T22:46:42Z', 'revision_number': 0, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c3611d-94e7-4b3f-b968-6ac4db5b6368', 'name': '', 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'mac_address': 'fa:16:3e:2c:e7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'f8100a24-aa13-4242-8aae-2071a88d61f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:13Z', 'updated_at': '2021-08-16T22:46:25Z', 'revision_number': 5, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'subnets': [{'id': 'f8100a24-aa13-4242-8aae-2071a88d61f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:49.868020 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d15deaf-c486-4a1d-93af-85a56e030fb6 None None] Checking router: 40700640-8d2f-4410-9a58-2f8e1e58a1fd for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:46:49.880256 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99765757-8107-405c-b158-48ccc9bae07c req-77a12049-55c4-4fce-b13a-40bb0ce3dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:49.883733 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99765757-8107-405c-b158-48ccc9bae07c req-77a12049-55c4-4fce-b13a-40bb0ce3dbe7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1e7312b4-3d42-480c-a7b8-94a85c5f140d HTTP/1.1" status: 200 len: 898 time: 0.2361286 Aug 16 22:46:49.958443 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d15deaf-c486-4a1d-93af-85a56e030fb6 None None] Routers {'40700640-8d2f-4410-9a58-2f8e1e58a1fd'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:49.959324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8d15deaf-c486-4a1d-93af-85a56e030fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:46:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['40700640-8d2f-4410-9a58-2f8e1e58a1fd'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:50.046906 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8848faa7-1cb3-426f-ba95-fbc823f1b551 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.060779 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-801ef9f6-7826-4628-af03-0febfd22f633 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 0.8316417 Aug 16 22:46:50.064272 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60166) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:50.086553 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53963059-558a-4462-8710-2498a971da02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.094346 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53963059-558a-4462-8710-2498a971da02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.124137 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8d15deaf-c486-4a1d-93af-85a56e030fb6 None None] Set router 40700640-8d2f-4410-9a58-2f8e1e58a1fd gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:46:50.140584 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8848faa7-1cb3-426f-ba95-fbc823f1b551 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.144311 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8848faa7-1cb3-426f-ba95-fbc823f1b551 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "DELETE /v2.0/networks/c20a310c-5fd3-46f1-b08f-ef34b171250a HTTP/1.1" status: 204 len: 168 time: 2.2317147 Aug 16 22:46:50.164775 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99765757-8107-405c-b158-48ccc9bae07c req-b8ae273e-b537-47c0-b19f-7bf746f555b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5da370aa-e4d4-4440-a8e3-8822bc16e808 HTTP/1.1" status: 200 len: 998 time: 0.2719076 Aug 16 22:46:50.167672 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60170) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:50.170087 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848faa7-1cb3-426f-ba95-fbc823f1b551 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Pushing event deleted for resources: {'Network': ['ID=c20a310c-5fd3-46f1-b08f-ef34b171250a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:50.295191 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99765757-8107-405c-b158-48ccc9bae07c req-49be9a94-caf3-45f6-a3cb-169620caff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:50.299815 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99765757-8107-405c-b158-48ccc9bae07c req-49be9a94-caf3-45f6-a3cb-169620caff1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8100a24-aa13-4242-8aae-2071a88d61f3 HTTP/1.1" status: 200 len: 835 time: 0.0947969 Aug 16 22:46:50.335986 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-53963059-558a-4462-8710-2498a971da02 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=849c9250a2fe40fcbc6e0364a9c9e8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8782489 Aug 16 22:46:50.336832 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53963059-558a-4462-8710-2498a971da02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c83be9-3a64-4438-8332-1bfc287c4b38,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:50.339353 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60174) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:50.390827 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd888dc-19b8-4b9c-b69f-7aca3b07ffd5 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:50.391477 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd888dc-19b8-4b9c-b69f-7aca3b07ffd5 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:50.402584 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5fd888dc-19b8-4b9c-b69f-7aca3b07ffd5 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=40700640-8d2f-4410-9a58-2f8e1e58a1fd HTTP/1.1" status: 200 len: 1990 time: 0.3242636 Aug 16 22:46:50.415996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99765757-8107-405c-b158-48ccc9bae07c req-894b125b-5f42-4065-9a82-765c013d3c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:50.417785 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99765757-8107-405c-b158-48ccc9bae07c req-894b125b-5f42-4065-9a82-765c013d3c5f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1e7312b4-3d42-480c-a7b8-94a85c5f140d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091452 Aug 16 22:46:50.433481 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-99765757-8107-405c-b158-48ccc9bae07c req-0e8e06a5-48d8-4a89-8da4-a51c3b27adb3 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:46:50.433922 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cfe63562-1f74-4b33-bfee-6333b8d1d3d7 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.435966 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99765757-8107-405c-b158-48ccc9bae07c req-0e8e06a5-48d8-4a89-8da4-a51c3b27adb3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070493 Aug 16 22:46:50.495507 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9e76c363-98d5-4345-beb6-3f1d00ed002c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.573852 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99765757-8107-405c-b158-48ccc9bae07c req-ab512d85-4543-4e88-8b84-88193d9b5913 service neutron] 10.222.0.39 "GET /v2.0/networks/1e7312b4-3d42-480c-a7b8-94a85c5f140d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298826 Aug 16 22:46:50.586821 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cfe63562-1f74-4b33-bfee-6333b8d1d3d7 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.598743 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-cfe63562-1f74-4b33-bfee-6333b8d1d3d7 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd4f7bc-c804-4c7d-abc4-a8aa47c1d98a']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:50.610300 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-cfe63562-1f74-4b33-bfee-6333b8d1d3d7 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec88f60-ea31-4c39-8d78-f7515e8d0eb8') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:50.610895 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-cfe63562-1f74-4b33-bfee-6333b8d1d3d7 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec88f60-ea31-4c39-8d78-f7515e8d0eb8') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:50.684415 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9e76c363-98d5-4345-beb6-3f1d00ed002c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.728592 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99765757-8107-405c-b158-48ccc9bae07c req-2a5fc9c1-d574-4c6b-8c35-4b8abc1f6c65 service neutron] 10.222.0.39 "GET /v2.0/networks/1e7312b4-3d42-480c-a7b8-94a85c5f140d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474078 Aug 16 22:46:50.730503 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8d15deaf-c486-4a1d-93af-85a56e030fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948525419', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:05Z', 'updated_at': '2021-08-16T22:46:15Z', 'revision_number': 4, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:06Z', 'updated_at': '2021-08-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '45aac764-ade3-4187-aee7-1b2956562355', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'floating_ip_address': '172.25.6.28', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'port_id': '5da370aa-e4d4-4440-a8e3-8822bc16e808', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d', 'mac_address': 'fa:16:3e:69:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1774ffb-98fd-4354-a89c-329bb05221b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:46:42Z', 'updated_at': '2021-08-16T22:46:42Z', 'revision_number': 0, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c3611d-94e7-4b3f-b968-6ac4db5b6368', 'name': '', 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'mac_address': 'fa:16:3e:2c:e7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'f8100a24-aa13-4242-8aae-2071a88d61f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:13Z', 'updated_at': '2021-08-16T22:46:25Z', 'revision_number': 5, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'subnets': [{'id': 'f8100a24-aa13-4242-8aae-2071a88d61f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:50.766255 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d15deaf-c486-4a1d-93af-85a56e030fb6 None None] The sync data for ids ['40700640-8d2f-4410-9a58-2f8e1e58a1fd'] in n-d-792458-15 is: [{'id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948525419', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:05Z', 'updated_at': '2021-08-16T22:46:15Z', 'revision_number': 4, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:06Z', 'updated_at': '2021-08-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '45aac764-ade3-4187-aee7-1b2956562355', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'floating_ip_address': '172.25.6.28', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'port_id': '5da370aa-e4d4-4440-a8e3-8822bc16e808', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d', 'mac_address': 'fa:16:3e:69:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1774ffb-98fd-4354-a89c-329bb05221b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:46:42Z', 'updated_at': '2021-08-16T22:46:42Z', 'revision_number': 0, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c3611d-94e7-4b3f-b968-6ac4db5b6368', 'name': '', 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'mac_address': 'fa:16:3e:2c:e7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'f8100a24-aa13-4242-8aae-2071a88d61f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:13Z', 'updated_at': '2021-08-16T22:46:25Z', 'revision_number': 5, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'subnets': [{'id': 'f8100a24-aa13-4242-8aae-2071a88d61f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:46:50.783910 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cfe63562-1f74-4b33-bfee-6333b8d1d3d7 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.791436 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9e76c363-98d5-4345-beb6-3f1d00ed002c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.794783 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9e76c363-98d5-4345-beb6-3f1d00ed002c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.796014 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9e76c363-98d5-4345-beb6-3f1d00ed002c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/78c83be9-3a64-4438-8332-1bfc287c4b38 HTTP/1.1" status: 204 len: 168 time: 0.4535897 Aug 16 22:46:50.831386 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76c363-98d5-4345-beb6-3f1d00ed002c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c83be9-3a64-4438-8332-1bfc287c4b38,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:50.833492 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cfe63562-1f74-4b33-bfee-6333b8d1d3d7 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.853168 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe63562-1f74-4b33-bfee-6333b8d1d3d7 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:46:50.853583 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cfe63562-1f74-4b33-bfee-6333b8d1d3d7 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:46:50.857531 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:46:51.027546 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cfe63562-1f74-4b33-bfee-6333b8d1d3d7 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.055547 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cfe63562-1f74-4b33-bfee-6333b8d1d3d7 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.061434 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cfe63562-1f74-4b33-bfee-6333b8d1d3d7 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "DELETE /v2.0/networks/abd4f7bc-c804-4c7d-abc4-a8aa47c1d98a HTTP/1.1" status: 204 len: 168 time: 0.8879421 Aug 16 22:46:51.064165 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60184) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:51.170879 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe63562-1f74-4b33-bfee-6333b8d1d3d7 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Pushing event deleted for resources: {'Network': ['ID=abd4f7bc-c804-4c7d-abc4-a8aa47c1d98a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:51.259237 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ffd00a-7712-484f-8aec-d4c412545d43 None None] New status for floating IP 45aac764-ade3-4187-aee7-1b2956562355: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:46:51.287794 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-965548b0-fe22-4e93-9de8-21257b070b58 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.570333 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-965548b0-fe22-4e93-9de8-21257b070b58 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.629270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-965548b0-fe22-4e93-9de8-21257b070b58 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42ab6c1-4397-4194-9f4a-81b70ec1336e']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:51.666089 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-965548b0-fe22-4e93-9de8-21257b070b58 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d22df1a-d367-47fc-ac5f-3d970d01fea5') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:51.669825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-965548b0-fe22-4e93-9de8-21257b070b58 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d22df1a-d367-47fc-ac5f-3d970d01fea5') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:51.752733 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-965548b0-fe22-4e93-9de8-21257b070b58 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.818782 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-965548b0-fe22-4e93-9de8-21257b070b58 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.839554 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965548b0-fe22-4e93-9de8-21257b070b58 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:46:51.840026 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-965548b0-fe22-4e93-9de8-21257b070b58 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:46:51.849493 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:46:52.045221 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-965548b0-fe22-4e93-9de8-21257b070b58 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:52.062091 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-965548b0-fe22-4e93-9de8-21257b070b58 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:52.070004 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60212) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:52.071378 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-965548b0-fe22-4e93-9de8-21257b070b58 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "DELETE /v2.0/networks/f42ab6c1-4397-4194-9f4a-81b70ec1336e HTTP/1.1" status: 204 len: 168 time: 1.0052969 Aug 16 22:46:52.087087 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965548b0-fe22-4e93-9de8-21257b070b58 tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Pushing event deleted for resources: {'Network': ['ID=f42ab6c1-4397-4194-9f4a-81b70ec1336e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:52.248486 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:52.393462 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:52.408798 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2030bbb-aa08-4a1c-b5b7-f5f9bec110f2']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:52.422910 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379d05d3-9e2b-4b7e-92d5-0ba887c2e2e4') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:52.423214 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379d05d3-9e2b-4b7e-92d5-0ba887c2e2e4') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:52.436018 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:52.461422 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:52.479003 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:46:52.479450 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:46:52.587397 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:46:52.591851 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:52.603780 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:52.611654 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] 10.222.0.93 "DELETE /v2.0/networks/d2030bbb-aa08-4a1c-b5b7-f5f9bec110f2 HTTP/1.1" status: 204 len: 168 time: 0.5400872 Aug 16 22:46:52.629127 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Pushing event deleted for resources: {'Network': ['ID=d2030bbb-aa08-4a1c-b5b7-f5f9bec110f2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:52.640934 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:52.641453 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:52.642346 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:52.642814 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:52.643298 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:52.643791 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:52.644444 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:52.645044 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:52.645473 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:52.646123 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:52.646529 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:52.648011 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdb7a0-6ea9-4988-8a61-5a222b25bc8c tempest-BulkNetworkOpsIpV6Test-1729287105 tempest-BulkNetworkOpsIpV6Test-1729287105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:53.300823 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60256) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:53.743170 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60274) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:53.757494 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-437617d5-991f-4526-8a44-81065a0ca727 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=35bf67d2352f4689b340e504293070c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4551699 Aug 16 22:46:53.854647 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e407316a-932b-428e-9775-bf1aeb89214a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.956616 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e407316a-932b-428e-9775-bf1aeb89214a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:54.652764 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e407316a-932b-428e-9775-bf1aeb89214a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:54.656327 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e407316a-932b-428e-9775-bf1aeb89214a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:54.657919 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e407316a-932b-428e-9775-bf1aeb89214a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/339cbe5c-5cde-43af-866b-8adcbd5bd3ef HTTP/1.1" status: 204 len: 168 time: 0.9127023 Aug 16 22:46:54.687121 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407316a-932b-428e-9775-bf1aeb89214a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339cbe5c-5cde-43af-866b-8adcbd5bd3ef,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:56.143699 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60336) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:56.378762 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6054606f-b36c-4998-b9b1-4939f055c15f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-758752167'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:56.445096 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6054606f-b36c-4998-b9b1-4939f055c15f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:56.450629 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6054606f-b36c-4998-b9b1-4939f055c15f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:56.505177 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6054606f-b36c-4998-b9b1-4939f055c15f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:56.776564 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6054606f-b36c-4998-b9b1-4939f055c15f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:56.781900 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6054606f-b36c-4998-b9b1-4939f055c15f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:56.842989 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6054606f-b36c-4998-b9b1-4939f055c15f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:46:56.871426 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054606f-b36c-4998-b9b1-4939f055c15f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392e3c53-cabe-4ad0-97f0-aecb61f083c6,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:56.891856 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6054606f-b36c-4998-b9b1-4939f055c15f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:56.892205 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-6054606f-b36c-4998-b9b1-4939f055c15f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Added segment c4fa475c-d0ec-4984-bc78-742822375861 of type vlan for network c1b95152-0d49-4f53-ad73-3b81bb846d24 Aug 16 22:46:56.992939 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6054606f-b36c-4998-b9b1-4939f055c15f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:57.064022 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6054606f-b36c-4998-b9b1-4939f055c15f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:57.076584 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6054606f-b36c-4998-b9b1-4939f055c15f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:57.077154 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6054606f-b36c-4998-b9b1-4939f055c15f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:57.289288 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054606f-b36c-4998-b9b1-4939f055c15f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Network': ['ID=c1b95152-0d49-4f53-ad73-3b81bb846d24,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:57.347971 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network c1b95152-0d49-4f53-ad73-3b81bb846d24 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:46:57.370924 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6054606f-b36c-4998-b9b1-4939f055c15f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2232647 Aug 16 22:46:57.373191 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60370) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:57.380630 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-bf2f6580-0724-41cb-b52c-fe25253a5181 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'port': {'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24', 'name': 'tempest-PortsTestJSON-1761156378'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:57.575725 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2f6580-0724-41cb-b52c-fe25253a5181 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:57.579887 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf2f6580-0724-41cb-b52c-fe25253a5181 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:57.606655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-bf2f6580-0724-41cb-b52c-fe25253a5181 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] device_id is not set on port 773277d3-7d1d-484e-b593-904d372de6ce yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:46:58.265345 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf2f6580-0724-41cb-b52c-fe25253a5181 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:58.406955 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf2f6580-0724-41cb-b52c-fe25253a5181 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:58.509517 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f6580-0724-41cb-b52c-fe25253a5181 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=773277d3-7d1d-484e-b593-904d372de6ce,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:58.516256 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2f6580-0724-41cb-b52c-fe25253a5181 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Checking segment: {'id': 'c4fa475c-d0ec-4984-bc78-742822375861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:58.516795 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2f6580-0724-41cb-b52c-fe25253a5181 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network hostable DHCP agents. Network: c1b95152-0d49-4f53-ad73-3b81bb846d24, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:46:58.546423 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2f6580-0724-41cb-b52c-fe25253a5181 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network c1b95152-0d49-4f53-ad73-3b81bb846d24 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:46:58.581204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-bf2f6580-0724-41cb-b52c-fe25253a5181 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, c1b95152-0d49-4f53-ad73-3b81bb846d24) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:58.604940 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e641e6-9d9c-493f-b00e-aa8617f8a5ad None None] Network c1b95152-0d49-4f53-ad73-3b81bb846d24 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:58.625608 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2f6580-0724-41cb-b52c-fe25253a5181 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:58.653874 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2f6580-0724-41cb-b52c-fe25253a5181 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:58.655489 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bf2f6580-0724-41cb-b52c-fe25253a5181 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:58.729954 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bf2f6580-0724-41cb-b52c-fe25253a5181 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3504055 Aug 16 22:46:58.730245 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60388) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:58.748949 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5d15ec72-5063-422d-8c08-8d92b6b63afb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-931451220'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:58.826798 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d15ec72-5063-422d-8c08-8d92b6b63afb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:58.837082 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d15ec72-5063-422d-8c08-8d92b6b63afb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:58.914882 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d15ec72-5063-422d-8c08-8d92b6b63afb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:46:58.951137 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d15ec72-5063-422d-8c08-8d92b6b63afb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:58.951783 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-5d15ec72-5063-422d-8c08-8d92b6b63afb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Added segment 32b8267e-ac8b-4e07-b609-1ddf00d0dfda of type vlan for network a7b53933-1c2c-48e0-bbe6-37173c6e90e3 Aug 16 22:46:59.072138 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d15ec72-5063-422d-8c08-8d92b6b63afb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.162305 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d15ec72-5063-422d-8c08-8d92b6b63afb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.171195 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d15ec72-5063-422d-8c08-8d92b6b63afb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:59.171874 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5d15ec72-5063-422d-8c08-8d92b6b63afb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.245821 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5d15ec72-5063-422d-8c08-8d92b6b63afb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5106568 Aug 16 22:46:59.246387 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60396) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:59.257942 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'ports': [{'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24'}, {'network_id': 'a7b53933-1c2c-48e0-bbe6-37173c6e90e3'}]} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:59.259480 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'port': {'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:59.259648 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15ec72-5063-422d-8c08-8d92b6b63afb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Network': ['ID=a7b53933-1c2c-48e0-bbe6-37173c6e90e3,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:59.265541 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'port': {'network_id': 'a7b53933-1c2c-48e0-bbe6-37173c6e90e3'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:59.276582 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network a7b53933-1c2c-48e0-bbe6-37173c6e90e3 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:46:59.797390 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'port': 2} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:59.809360 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.845727 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.094851 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] device_id is not set on port 48309b4e-c986-4702-a8ef-709777e997f9 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:00.233600 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60420) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:00.489823 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.590140 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a06fb356-12f5-436b-b325-5e44020e3289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.880301 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a06fb356-12f5-436b-b325-5e44020e3289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.893029 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a06fb356-12f5-436b-b325-5e44020e3289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.902813 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] device_id is not set on port 73d3ef1d-3985-423a-818f-38c2975ac3ef yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:00.972288 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06fb356-12f5-436b-b325-5e44020e3289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e382008d-13c9-4550-b828-e0546e972ca3,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:01.096441 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a06fb356-12f5-436b-b325-5e44020e3289 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4fda20436948450fa8cec55e358591c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8615026 Aug 16 22:47:01.098687 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60432) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:01.210513 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.234631 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2520fd8-3e8a-420b-94cd-5be33e1eca2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.371652 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.409394 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2520fd8-3e8a-420b-94cd-5be33e1eca2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.477835 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=48309b4e-c986-4702-a8ef-709777e997f9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:01.507923 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network c1b95152-0d49-4f53-ad73-3b81bb846d24 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:01.527908 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:01.530614 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:01.532889 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:01.533400 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:01.533774 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:01.534209 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:01.534473 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:01.534828 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:01.537359 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:01.547626 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:01.547626 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:01.547626 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:01.550207 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:01.553226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:01.554000 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.602707 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2520fd8-3e8a-420b-94cd-5be33e1eca2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.605844 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2520fd8-3e8a-420b-94cd-5be33e1eca2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.617487 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f2520fd8-3e8a-420b-94cd-5be33e1eca2d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e382008d-13c9-4550-b828-e0546e972ca3 HTTP/1.1" status: 204 len: 168 time: 0.5137033 Aug 16 22:47:01.661861 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=73d3ef1d-3985-423a-818f-38c2975ac3ef,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:01.670183 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2520fd8-3e8a-420b-94cd-5be33e1eca2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e382008d-13c9-4550-b828-e0546e972ca3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:01.707204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Checking segment: {'id': '32b8267e-ac8b-4e07-b609-1ddf00d0dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a7b53933-1c2c-48e0-bbe6-37173c6e90e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:01.707611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network hostable DHCP agents. Network: a7b53933-1c2c-48e0-bbe6-37173c6e90e3, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:47:01.770590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network a7b53933-1c2c-48e0-bbe6-37173c6e90e3 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:47:01.812449 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, a7b53933-1c2c-48e0-bbe6-37173c6e90e3) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:01.832981 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffb0f8a-dd6e-4ff9-b652-61e0e612352f None None] Network a7b53933-1c2c-48e0-bbe6-37173c6e90e3 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:01.834787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:01.844135 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:01.866544 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:01.867274 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.899385 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e490283d-91bf-4298-a42b-172a179aa91c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6511855 Aug 16 22:47:01.904803 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60452) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:02.205847 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-dc3b24a4-0f58-4107-990d-4afed33f0f5d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port 73d3ef1d-3985-423a-818f-38c2975ac3ef {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:02.206261 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc3b24a4-0f58-4107-990d-4afed33f0f5d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:02.511062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60466) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:02.526131 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc3b24a4-0f58-4107-990d-4afed33f0f5d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:02.559953 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-467985c6-d139-4f99-9d4a-fee476b09edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:02.617351 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-dc3b24a4-0f58-4107-990d-4afed33f0f5d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for 73d3ef1d-3985-423a-818f-38c2975ac3ef owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:02.928227 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc3b24a4-0f58-4107-990d-4afed33f0f5d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:02.961823 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-467985c6-d139-4f99-9d4a-fee476b09edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:02.968675 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-467985c6-d139-4f99-9d4a-fee476b09edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.014342 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b24a4-0f58-4107-990d-4afed33f0f5d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=73d3ef1d-3985-423a-818f-38c2975ac3ef,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:03.020746 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc3b24a4-0f58-4107-990d-4afed33f0f5d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.028848 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dc3b24a4-0f58-4107-990d-4afed33f0f5d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/ports/73d3ef1d-3985-423a-818f-38c2975ac3ef HTTP/1.1" status: 204 len: 168 time: 1.1220551 Aug 16 22:47:03.032606 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60470) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:03.127464 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-467985c6-d139-4f99-9d4a-fee476b09edc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e523bd871b1e4f1986f31a00333de6ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6125221 Aug 16 22:47:03.129203 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60474) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:03.146054 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467985c6-d139-4f99-9d4a-fee476b09edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aea3310-2ba0-46cf-b9e2-056e118173fc,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:03.171513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a670e8-cde3-4c45-afd9-a23ae63265fe tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:03.187528 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a670e8-cde3-4c45-afd9-a23ae63265fe tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:03.197453 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-89a670e8-cde3-4c45-afd9-a23ae63265fe tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1631260 Aug 16 22:47:03.201276 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60482) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:03.250151 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b984660e-1343-438d-a333-8b4384b9ed30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.404122 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b984660e-1343-438d-a333-8b4384b9ed30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.618839 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-55e88b43-2b04-455c-9f64-42b1dbb9eca4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port 48309b4e-c986-4702-a8ef-709777e997f9 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:03.632635 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-55e88b43-2b04-455c-9f64-42b1dbb9eca4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.720551 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b984660e-1343-438d-a333-8b4384b9ed30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.730697 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b984660e-1343-438d-a333-8b4384b9ed30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.743623 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b984660e-1343-438d-a333-8b4384b9ed30 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1aea3310-2ba0-46cf-b9e2-056e118173fc HTTP/1.1" status: 204 len: 168 time: 0.6032226 Aug 16 22:47:03.794992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984660e-1343-438d-a333-8b4384b9ed30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aea3310-2ba0-46cf-b9e2-056e118173fc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:03.813357 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-55e88b43-2b04-455c-9f64-42b1dbb9eca4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.831719 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-55e88b43-2b04-455c-9f64-42b1dbb9eca4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for 48309b4e-c986-4702-a8ef-709777e997f9 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:03.930745 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-55e88b43-2b04-455c-9f64-42b1dbb9eca4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:04.014730 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e88b43-2b04-455c-9f64-42b1dbb9eca4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=48309b4e-c986-4702-a8ef-709777e997f9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:04.042898 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-55e88b43-2b04-455c-9f64-42b1dbb9eca4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:04.047330 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-55e88b43-2b04-455c-9f64-42b1dbb9eca4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/ports/48309b4e-c986-4702-a8ef-709777e997f9 HTTP/1.1" status: 204 len: 168 time: 0.8446872 Aug 16 22:47:04.050720 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60498) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:04.333872 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5eb5ab-3e1a-4102-b6f8-a5a421a334ed tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:04.335867 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9a5eb5ab-3e1a-4102-b6f8-a5a421a334ed tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2837355 Aug 16 22:47:04.338395 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60506) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:04.404437 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9083b8a-44fa-4732-b935-c1de2cc07d41 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] GET failed (client error): The resource could not be found. Aug 16 22:47:04.410766 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a9083b8a-44fa-4732-b935-c1de2cc07d41 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports/73d3ef1d-3985-423a-818f-38c2975ac3ef HTTP/1.1" status: 404 len: 333 time: 0.0710247 Aug 16 22:47:04.413438 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60508) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:04.473230 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-07533551-7a75-4f22-b427-328c00f40ed5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] GET failed (client error): The resource could not be found. Aug 16 22:47:04.474936 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-07533551-7a75-4f22-b427-328c00f40ed5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports/48309b4e-c986-4702-a8ef-709777e997f9 HTTP/1.1" status: 404 len: 333 time: 0.0600789 Aug 16 22:47:04.477717 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60510) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:04.749065 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f7589c1-0682-454a-9bae-d2d962345980 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.002410 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f7589c1-0682-454a-9bae-d2d962345980 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.021869 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-2f7589c1-0682-454a-9bae-d2d962345980 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b53933-1c2c-48e0-bbe6-37173c6e90e3']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:05.048856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-2f7589c1-0682-454a-9bae-d2d962345980 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b8267e-ac8b-4e07-b609-1ddf00d0dfda') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:05.049589 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-2f7589c1-0682-454a-9bae-d2d962345980 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b8267e-ac8b-4e07-b609-1ddf00d0dfda') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:05.083265 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f7589c1-0682-454a-9bae-d2d962345980 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.174902 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f7589c1-0682-454a-9bae-d2d962345980 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.214332 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7589c1-0682-454a-9bae-d2d962345980 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:47:05.214829 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f7589c1-0682-454a-9bae-d2d962345980 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:47:05.234115 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:47:05.488647 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f7589c1-0682-454a-9bae-d2d962345980 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.501937 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f7589c1-0682-454a-9bae-d2d962345980 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.513509 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2f7589c1-0682-454a-9bae-d2d962345980 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/networks/a7b53933-1c2c-48e0-bbe6-37173c6e90e3 HTTP/1.1" status: 204 len: 168 time: 1.0308254 Aug 16 22:47:05.513676 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60540) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:05.519529 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6bde7e00-0f3e-4f3b-a952-2a0d8bd93a7d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-921689023'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:05.549143 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bde7e00-0f3e-4f3b-a952-2a0d8bd93a7d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:05.558517 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7589c1-0682-454a-9bae-d2d962345980 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Network': ['ID=a7b53933-1c2c-48e0-bbe6-37173c6e90e3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:05.562597 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6bde7e00-0f3e-4f3b-a952-2a0d8bd93a7d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.700404 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bde7e00-0f3e-4f3b-a952-2a0d8bd93a7d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:47:05.745260 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6bde7e00-0f3e-4f3b-a952-2a0d8bd93a7d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.748817 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-6bde7e00-0f3e-4f3b-a952-2a0d8bd93a7d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Added segment 95bc1c79-1085-4ecf-864e-6bea614c762f of type vlan for network 8ce75b42-d468-4da6-93ab-89c14902e667 Aug 16 22:47:05.899799 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6bde7e00-0f3e-4f3b-a952-2a0d8bd93a7d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.960596 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6bde7e00-0f3e-4f3b-a952-2a0d8bd93a7d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.966404 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bde7e00-0f3e-4f3b-a952-2a0d8bd93a7d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:05.966918 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6bde7e00-0f3e-4f3b-a952-2a0d8bd93a7d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:06.064443 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6bde7e00-0f3e-4f3b-a952-2a0d8bd93a7d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5468981 Aug 16 22:47:06.064765 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60558) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:06.075881 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4d6ad794-e6b9-4a03-be86-6c0716ba31c3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'subnet': {'network_id': '8ce75b42-d468-4da6-93ab-89c14902e667', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:06.155771 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde7e00-0f3e-4f3b-a952-2a0d8bd93a7d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Network': ['ID=8ce75b42-d468-4da6-93ab-89c14902e667,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:06.168358 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 8ce75b42-d468-4da6-93ab-89c14902e667 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:47:06.301215 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6ad794-e6b9-4a03-be86-6c0716ba31c3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:06.308427 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4d6ad794-e6b9-4a03-be86-6c0716ba31c3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:06.711704 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4d6ad794-e6b9-4a03-be86-6c0716ba31c3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:06.840307 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6ad794-e6b9-4a03-be86-6c0716ba31c3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Checking segment: {'id': '95bc1c79-1085-4ecf-864e-6bea614c762f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ce75b42-d468-4da6-93ab-89c14902e667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:06.840774 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6ad794-e6b9-4a03-be86-6c0716ba31c3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network hostable DHCP agents. Network: 8ce75b42-d468-4da6-93ab-89c14902e667, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:47:06.862468 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ad794-e6b9-4a03-be86-6c0716ba31c3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Subnet': ['ID=bf544cb2-6cfa-41f0-ac26-f2d8388b0dee,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:06.889852 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6ad794-e6b9-4a03-be86-6c0716ba31c3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network 8ce75b42-d468-4da6-93ab-89c14902e667 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:47:06.913447 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-4d6ad794-e6b9-4a03-be86-6c0716ba31c3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 8ce75b42-d468-4da6-93ab-89c14902e667) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:06.922050 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6ad794-e6b9-4a03-be86-6c0716ba31c3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:06.922654 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4d6ad794-e6b9-4a03-be86-6c0716ba31c3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:06.933126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9829bb-9181-4616-8a84-1b5f981fec0d None None] Network 8ce75b42-d468-4da6-93ab-89c14902e667 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:06.951577 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4d6ad794-e6b9-4a03-be86-6c0716ba31c3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8853834 Aug 16 22:47:06.954223 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60566) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:06.962237 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0617eef5-9fc9-442c-af0a-20d7360b53ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'port': {'network_id': '8ce75b42-d468-4da6-93ab-89c14902e667', 'name': 'tempest-PortsTestJSON-529408939'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:07.340758 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0617eef5-9fc9-442c-af0a-20d7360b53ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:07.344648 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0617eef5-9fc9-442c-af0a-20d7360b53ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.360604 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-8ce75b42-d468-4da6-93ab-89c14902e667', 'network_id': '8ce75b42-d468-4da6-93ab-89c14902e667', 'tenant_id': '14fa3dc451d44c0094aa67d323da6ce6', 'fixed_ips': [{'subnet_id': 'bf544cb2-6cfa-41f0-ac26-f2d8388b0dee'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:07.360604 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.364048 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-0617eef5-9fc9-442c-af0a-20d7360b53ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] device_id is not set on port 446355a0-c19b-4a3f-a365-47214b309ff6 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:07.511065 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-0617eef5-9fc9-442c-af0a-20d7360b53ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Allocated IP 172.20.0.10 (8ce75b42-d468-4da6-93ab-89c14902e667/bf544cb2-6cfa-41f0-ac26-f2d8388b0dee/446355a0-c19b-4a3f-a365-47214b309ff6) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:07.962249 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0617eef5-9fc9-442c-af0a-20d7360b53ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.000126 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-0617eef5-9fc9-442c-af0a-20d7360b53ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Transition to ACTIVE for port object 446355a0-c19b-4a3f-a365-47214b309ff6 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:08.068830 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0617eef5-9fc9-442c-af0a-20d7360b53ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.138106 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0617eef5-9fc9-442c-af0a-20d7360b53ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network 8ce75b42-d468-4da6-93ab-89c14902e667 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:08.144870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0617eef5-9fc9-442c-af0a-20d7360b53ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:08.160913 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0617eef5-9fc9-442c-af0a-20d7360b53ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:08.176311 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] Allocated IP 172.20.0.2 (8ce75b42-d468-4da6-93ab-89c14902e667/bf544cb2-6cfa-41f0-ac26-f2d8388b0dee/ad92cf6c-e7f1-477b-8f30-088562951157) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:08.248221 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617eef5-9fc9-442c-af0a-20d7360b53ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=446355a0-c19b-4a3f-a365-47214b309ff6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:08.303957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0617eef5-9fc9-442c-af0a-20d7360b53ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:08.304616 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0617eef5-9fc9-442c-af0a-20d7360b53ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.339108 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0617eef5-9fc9-442c-af0a-20d7360b53ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3835192 Aug 16 22:47:08.342514 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60598) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:08.553056 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.563336 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] Transition to ACTIVE for port object ad92cf6c-e7f1-477b-8f30-088562951157 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:08.573127 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e23bfa46-4ea3-4d0f-803a-86ed3bf1bcb9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port 446355a0-c19b-4a3f-a365-47214b309ff6 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:08.573503 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e23bfa46-4ea3-4d0f-803a-86ed3bf1bcb9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.582323 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] Transition to ACTIVE for port object ad92cf6c-e7f1-477b-8f30-088562951157 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:08.589268 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.662595 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] Network 8ce75b42-d468-4da6-93ab-89c14902e667 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:08.665653 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:08.674039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:08.764337 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] Pushing event updated for resources: {'Port': ['ID=ad92cf6c-e7f1-477b-8f30-088562951157,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:08.805578 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:47:08.835265 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.853919 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] Attempting to bind port ad92cf6c-e7f1-477b-8f30-088562951157 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:08.854650 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] Attempting to bind port ad92cf6c-e7f1-477b-8f30-088562951157 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '95bc1c79-1085-4ecf-864e-6bea614c762f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ce75b42-d468-4da6-93ab-89c14902e667'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:08.855173 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] Attempting to bind port ad92cf6c-e7f1-477b-8f30-088562951157 on network 8ce75b42-d468-4da6-93ab-89c14902e667 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:08.863340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:08.864048 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] Checking segment: {'id': '95bc1c79-1085-4ecf-864e-6bea614c762f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ce75b42-d468-4da6-93ab-89c14902e667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:08.864648 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.867677 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] Bound using segment: {'id': '95bc1c79-1085-4ecf-864e-6bea614c762f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ce75b42-d468-4da6-93ab-89c14902e667'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:08.883120 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] Bound port: ad92cf6c-e7f1-477b-8f30-088562951157, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95bc1c79-1085-4ecf-864e-6bea614c762f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ce75b42-d468-4da6-93ab-89c14902e667'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:08.884576 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.887298 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e23bfa46-4ea3-4d0f-803a-86ed3bf1bcb9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.931722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e23bfa46-4ea3-4d0f-803a-86ed3bf1bcb9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for 446355a0-c19b-4a3f-a365-47214b309ff6 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:09.081388 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8943d12c-1a35-47f7-ba59-9b1ad5dceac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.100707 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] For port ad92cf6c-e7f1-477b-8f30-088562951157, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:09.107412 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] For port ad92cf6c-e7f1-477b-8f30-088562951157, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ad92cf6c-e7f1-477b-8f30-088562951157,segment=NetworkSegment(95bc1c79-1085-4ecf-864e-6bea614c762f),segment_id=95bc1c79-1085-4ecf-864e-6bea614c762f)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:09.112663 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.185988 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e23bfa46-4ea3-4d0f-803a-86ed3bf1bcb9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.253505 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bfa46-4ea3-4d0f-803a-86ed3bf1bcb9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=446355a0-c19b-4a3f-a365-47214b309ff6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:09.269720 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839576f2-d664-4608-90ae-4fff71433f77 None None] Pushing event updated for resources: {'Port': ['ID=ad92cf6c-e7f1-477b-8f30-088562951157,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:09.474722 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e23bfa46-4ea3-4d0f-803a-86ed3bf1bcb9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.479550 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e23bfa46-4ea3-4d0f-803a-86ed3bf1bcb9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/ports/446355a0-c19b-4a3f-a365-47214b309ff6 HTTP/1.1" status: 204 len: 168 time: 1.1336849 Aug 16 22:47:09.479837 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60620) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:09.500155 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60622) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:09.567266 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3a8b67-0efc-496e-beb9-4829c56cd46b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] DELETE failed (client error): The resource could not be found. Aug 16 22:47:09.568007 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3a8b67-0efc-496e-beb9-4829c56cd46b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:47:09.574431 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fb3a8b67-0efc-496e-beb9-4829c56cd46b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/ports/446355a0-c19b-4a3f-a365-47214b309ff6 HTTP/1.1" status: 404 len: 333 time: 0.0897195 Aug 16 22:47:09.583657 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60626) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:09.692983 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-7150741b-c67e-4d46-8876-8f68398c6cc3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] GET failed (client error): The resource could not be found. Aug 16 22:47:09.701021 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7150741b-c67e-4d46-8876-8f68398c6cc3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports/446355a0-c19b-4a3f-a365-47214b309ff6 HTTP/1.1" status: 404 len: 333 time: 0.1162038 Aug 16 22:47:09.703820 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60630) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:09.815728 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c5fb37-5b1b-403f-bf0e-96d2940139ea tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting subnet bf544cb2-6cfa-41f0-ac26-f2d8388b0dee {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:09.831662 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fb37-5b1b-403f-bf0e-96d2940139ea tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.032280 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fb37-5b1b-403f-bf0e-96d2940139ea tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.322951 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fb37-5b1b-403f-bf0e-96d2940139ea tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.462071 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ad92cf6c-e7f1-477b-8f30-088562951157 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:10.577901 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fb37-5b1b-403f-bf0e-96d2940139ea tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.592329 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port ad92cf6c-e7f1-477b-8f30-088562951157 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:10.740297 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fb37-5b1b-403f-bf0e-96d2940139ea tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.751599 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60640) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:10.752715 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d7c5fb37-5b1b-403f-bf0e-96d2940139ea tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/subnets/bf544cb2-6cfa-41f0-ac26-f2d8388b0dee HTTP/1.1" status: 204 len: 168 time: 1.0477102 Aug 16 22:47:10.757713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5fb37-5b1b-403f-bf0e-96d2940139ea tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Subnet': ['ID=bf544cb2-6cfa-41f0-ac26-f2d8388b0dee,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:10.831107 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.127628 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f8cb-3ded-4947-8afb-2ff1833658e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.233655 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b89e7d1-eee5-4a50-9c69-b20ed63d3d89 None None] Network 8ce75b42-d468-4da6-93ab-89c14902e667 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:11.349093 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-985c829d-139d-45f3-bc11-89e79f63dee9 None None] Provisioning for port ad92cf6c-e7f1-477b-8f30-088562951157 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:11.358106 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1bc6f8cb-3ded-4947-8afb-2ff1833658e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port ad92cf6c-e7f1-477b-8f30-088562951157 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:11.358329 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-985c829d-139d-45f3-bc11-89e79f63dee9 None None] Provisioning complete for port ad92cf6c-e7f1-477b-8f30-088562951157 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:11.358551 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f8cb-3ded-4947-8afb-2ff1833658e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.358654 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-985c829d-139d-45f3-bc11-89e79f63dee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.545805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1bc6f8cb-3ded-4947-8afb-2ff1833658e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] For port ad92cf6c-e7f1-477b-8f30-088562951157, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ad92cf6c-e7f1-477b-8f30-088562951157,segment=NetworkSegment(95bc1c79-1085-4ecf-864e-6bea614c762f),segment_id=95bc1c79-1085-4ecf-864e-6bea614c762f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:11.546213 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f8cb-3ded-4947-8afb-2ff1833658e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.567023 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1bc6f8cb-3ded-4947-8afb-2ff1833658e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for ad92cf6c-e7f1-477b-8f30-088562951157 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:11.656155 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82969eed-d790-48df-aa17-d751c2732920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.784048 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-61cb217d-1996-4849-a894-4d8e7fd5dab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.894458 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f8cb-3ded-4947-8afb-2ff1833658e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.895990 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-985c829d-139d-45f3-bc11-89e79f63dee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.939613 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d6d6e6-bb64-47c3-8b35-0bdc9de3e1e6 None None] DHCP port deletion for 8ce75b42-d468-4da6-93ab-89c14902e667 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:47:12.008347 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc6f8cb-3ded-4947-8afb-2ff1833658e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No DVR routers for this DVR port ad92cf6c-e7f1-477b-8f30-088562951157 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:12.041040 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6f8cb-3ded-4947-8afb-2ff1833658e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=ad92cf6c-e7f1-477b-8f30-088562951157,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:12.098618 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.210076 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f8cb-3ded-4947-8afb-2ff1833658e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.225864 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-1bc6f8cb-3ded-4947-8afb-2ff1833658e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce75b42-d468-4da6-93ab-89c14902e667']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:12.265297 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-1bc6f8cb-3ded-4947-8afb-2ff1833658e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95bc1c79-1085-4ecf-864e-6bea614c762f') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:12.265651 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-1bc6f8cb-3ded-4947-8afb-2ff1833658e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95bc1c79-1085-4ecf-864e-6bea614c762f') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:12.308264 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f8cb-3ded-4947-8afb-2ff1833658e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.350169 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ad92cf6c-e7f1-477b-8f30-088562951157 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:47:12.370238 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f8cb-3ded-4947-8afb-2ff1833658e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.394454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: ad92cf6c-e7f1-477b-8f30-088562951157 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:47:12.395114 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ad92cf6c-e7f1-477b-8f30-088562951157 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:47:12.395839 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc6f8cb-3ded-4947-8afb-2ff1833658e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:47:12.397045 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f8cb-3ded-4947-8afb-2ff1833658e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:47:12.423531 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:47:12.536995 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-82969eed-d790-48df-aa17-d751c2732920 admin admin] Deleting port efda58b9-e2c7-4a0e-b813-8720602a1756 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:12.537872 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82969eed-d790-48df-aa17-d751c2732920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.705518 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f8cb-3ded-4947-8afb-2ff1833658e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.711428 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f8cb-3ded-4947-8afb-2ff1833658e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.716857 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1bc6f8cb-3ded-4947-8afb-2ff1833658e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/networks/8ce75b42-d468-4da6-93ab-89c14902e667 HTTP/1.1" status: 204 len: 168 time: 1.9608953 Aug 16 22:47:12.717615 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60664) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:12.724304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8677b587-336d-49da-8bef-3be64d71557d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-45724812'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:12.732716 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6f8cb-3ded-4947-8afb-2ff1833658e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Network': ['ID=8ce75b42-d468-4da6-93ab-89c14902e667,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:12.777004 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-82969eed-d790-48df-aa17-d751c2732920 admin admin] For port efda58b9-e2c7-4a0e-b813-8720602a1756, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=efda58b9-e2c7-4a0e-b813-8720602a1756,segment=NetworkSegment(f49b538c-ee16-49f5-9348-ff385476c911),segment_id=f49b538c-ee16-49f5-9348-ff385476c911)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:12.777499 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82969eed-d790-48df-aa17-d751c2732920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.792265 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-82969eed-d790-48df-aa17-d751c2732920 admin admin] Calling delete_port for efda58b9-e2c7-4a0e-b813-8720602a1756 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:12.833123 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8677b587-336d-49da-8bef-3be64d71557d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:12.843917 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8677b587-336d-49da-8bef-3be64d71557d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.954603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8677b587-336d-49da-8bef-3be64d71557d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:47:12.989788 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8677b587-336d-49da-8bef-3be64d71557d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.992477 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-8677b587-336d-49da-8bef-3be64d71557d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Added segment 43edae6d-6446-4c81-afd3-2a20651722dd of type vlan for network 83cd92e6-c42a-4542-aa24-866f5cbc46a5 Aug 16 22:47:13.133450 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8677b587-336d-49da-8bef-3be64d71557d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.285633 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82969eed-d790-48df-aa17-d751c2732920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.292430 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.305286 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8677b587-336d-49da-8bef-3be64d71557d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.315481 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8677b587-336d-49da-8bef-3be64d71557d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:13.318267 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8677b587-336d-49da-8bef-3be64d71557d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.337817 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82969eed-d790-48df-aa17-d751c2732920 admin admin] Pushing event deleted for resources: {'Port': ['ID=efda58b9-e2c7-4a0e-b813-8720602a1756,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:13.368895 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8677b587-336d-49da-8bef-3be64d71557d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6452906 Aug 16 22:47:13.383212 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60678) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:13.390094 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-515181da-4b1a-4c0f-a550-29a50d4ded94 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'subnet': {'network_id': '83cd92e6-c42a-4542-aa24-866f5cbc46a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:13.479822 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677b587-336d-49da-8bef-3be64d71557d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Network': ['ID=83cd92e6-c42a-4542-aa24-866f5cbc46a5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:13.491304 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 83cd92e6-c42a-4542-aa24-866f5cbc46a5 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:47:13.797052 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515181da-4b1a-4c0f-a550-29a50d4ded94 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:13.800531 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-515181da-4b1a-4c0f-a550-29a50d4ded94 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.883412 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82969eed-d790-48df-aa17-d751c2732920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.578534 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60700) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:14.635094 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-515181da-4b1a-4c0f-a550-29a50d4ded94 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.748635 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-702232c9-1cda-4154-a788-38708c9a4be8 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] 10.222.0.93 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1683 time: 0.1684284 Aug 16 22:47:14.752019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60702) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:14.752019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82969eed-d790-48df-aa17-d751c2732920 admin admin] Router 3d35e2bf-351d-4949-b12e-fb3c9fccc31a has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:47:14.764768 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-9b0bca5e-f1ee-46cd-9e91-4766ca045596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Request body: {'network': {'name': 'tempest-network-smoke--1013392506', 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'port_security_enabled': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:14.783374 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515181da-4b1a-4c0f-a550-29a50d4ded94 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Subnet': ['ID=a770a0a1-83e4-4c9b-8504-7897a759037e,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:14.810512 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515181da-4b1a-4c0f-a550-29a50d4ded94 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Checking segment: {'id': '43edae6d-6446-4c81-afd3-2a20651722dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '83cd92e6-c42a-4542-aa24-866f5cbc46a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:14.810875 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515181da-4b1a-4c0f-a550-29a50d4ded94 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network hostable DHCP agents. Network: 83cd92e6-c42a-4542-aa24-866f5cbc46a5, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:47:14.838132 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.882055 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0bca5e-f1ee-46cd-9e91-4766ca045596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Made reservation on behalf of 19bfef8d00ac4837820b8edf5e2d6645 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:14.886374 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b0bca5e-f1ee-46cd-9e91-4766ca045596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.927154 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515181da-4b1a-4c0f-a550-29a50d4ded94 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network 83cd92e6-c42a-4542-aa24-866f5cbc46a5 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:47:14.977482 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0bca5e-f1ee-46cd-9e91-4766ca045596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:47:14.986348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-515181da-4b1a-4c0f-a550-29a50d4ded94 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 83cd92e6-c42a-4542-aa24-866f5cbc46a5) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:14.995038 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f62e48-cf5f-4bc5-a78e-d5e6dad64683 None None] Network 83cd92e6-c42a-4542-aa24-866f5cbc46a5 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:15.003368 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515181da-4b1a-4c0f-a550-29a50d4ded94 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:15.003890 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-515181da-4b1a-4c0f-a550-29a50d4ded94 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.034615 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b0bca5e-f1ee-46cd-9e91-4766ca045596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.034957 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-9b0bca5e-f1ee-46cd-9e91-4766ca045596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Added segment b304d689-f251-46b1-bec2-f41ae095519e of type vlan for network 93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d Aug 16 22:47:15.055354 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-515181da-4b1a-4c0f-a550-29a50d4ded94 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6710820 Aug 16 22:47:15.058094 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60704) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:15.064717 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f7afad57-6dd4-479a-be49-82ae18306e7b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'port': {'network_id': '83cd92e6-c42a-4542-aa24-866f5cbc46a5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-61549119'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:15.085061 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82969eed-d790-48df-aa17-d751c2732920 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:47:15.099596 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-82969eed-d790-48df-aa17-d751c2732920 admin admin] 10.222.0.93 "PUT /v2.0/routers/3d35e2bf-351d-4949-b12e-fb3c9fccc31a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5977771 Aug 16 22:47:15.104268 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60706) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:15.111670 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcf0540-d3e2-4175-855c-ba30a9a73eea None None] Sync routers for ids ['3d35e2bf-351d-4949-b12e-fb3c9fccc31a'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:47:15.163814 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcf0540-d3e2-4175-855c-ba30a9a73eea None None] Routers {'3d35e2bf-351d-4949-b12e-fb3c9fccc31a'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:15.164835 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fdcf0540-d3e2-4175-855c-ba30a9a73eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:47:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['3d35e2bf-351d-4949-b12e-fb3c9fccc31a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:15.171445 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b0bca5e-f1ee-46cd-9e91-4766ca045596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.320522 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b0bca5e-f1ee-46cd-9e91-4766ca045596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.327964 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0bca5e-f1ee-46cd-9e91-4766ca045596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:15.328607 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b0bca5e-f1ee-46cd-9e91-4766ca045596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.337747 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81ec781d-b051-438c-bec5-ae63abb8851a admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.440332 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7afad57-6dd4-479a-be49-82ae18306e7b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:15.454447 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7afad57-6dd4-479a-be49-82ae18306e7b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.574396 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-fdcf0540-d3e2-4175-855c-ba30a9a73eea None None] Set router 3d35e2bf-351d-4949-b12e-fb3c9fccc31a gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:47:15.593873 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-f7afad57-6dd4-479a-be49-82ae18306e7b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] device_id is not set on port 24588cfb-fac1-479a-808e-183952495fd7 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:15.594544 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9b0bca5e-f1ee-46cd-9e91-4766ca045596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8412793 Aug 16 22:47:15.631400 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60720) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:15.646252 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-28e1d109-3ed3-4f0a-8203-e0ec3549c58f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-444242060', 'admin_state_up': True, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:15.687654 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bca5e-f1ee-46cd-9e91-4766ca045596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event updated for resources: {'Network': ['ID=93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:15.729646 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28e1d109-3ed3-4f0a-8203-e0ec3549c58f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.731587 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28e1d109-3ed3-4f0a-8203-e0ec3549c58f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.751730 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81ec781d-b051-438c-bec5-ae63abb8851a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.763212 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-83cd92e6-c42a-4542-aa24-866f5cbc46a5', 'network_id': '83cd92e6-c42a-4542-aa24-866f5cbc46a5', 'tenant_id': '14fa3dc451d44c0094aa67d323da6ce6', 'fixed_ips': [{'subnet_id': 'a770a0a1-83e4-4c9b-8504-7897a759037e'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:15.764202 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.766477 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:47:15.858232 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28e1d109-3ed3-4f0a-8203-e0ec3549c58f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.913909 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-f7afad57-6dd4-479a-be49-82ae18306e7b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Allocated IP 172.20.0.5 (83cd92e6-c42a-4542-aa24-866f5cbc46a5/a770a0a1-83e4-4c9b-8504-7897a759037e/24588cfb-fac1-479a-808e-183952495fd7) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:16.126123 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fdcf0540-d3e2-4175-855c-ba30a9a73eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'name': 'tempest-TaggedBootDevicesTest-721575723-router', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:16Z', 'updated_at': '2021-08-16T22:47:13Z', 'revision_number': 5, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'gw_port': {'id': 'd7a75166-4e87-4a6e-856c-a20bc8a77f37', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:19Z', 'updated_at': '2021-08-16T22:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:16.193253 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcf0540-d3e2-4175-855c-ba30a9a73eea None None] Checking router: 3d35e2bf-351d-4949-b12e-fb3c9fccc31a for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:47:16.193940 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28e1d109-3ed3-4f0a-8203-e0ec3549c58f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.220019 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcf0540-d3e2-4175-855c-ba30a9a73eea None None] Routers {'3d35e2bf-351d-4949-b12e-fb3c9fccc31a'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:16.220894 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fdcf0540-d3e2-4175-855c-ba30a9a73eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:47:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['3d35e2bf-351d-4949-b12e-fb3c9fccc31a'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:16.222687 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-81ec781d-b051-438c-bec5-ae63abb8851a admin admin] Deleting port d7a75166-4e87-4a6e-856c-a20bc8a77f37 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:16.224383 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81ec781d-b051-438c-bec5-ae63abb8851a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.479560 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-fdcf0540-d3e2-4175-855c-ba30a9a73eea None None] Set router 3d35e2bf-351d-4949-b12e-fb3c9fccc31a gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:47:16.589811 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7afad57-6dd4-479a-be49-82ae18306e7b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.601363 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-81ec781d-b051-438c-bec5-ae63abb8851a admin admin] For port d7a75166-4e87-4a6e-856c-a20bc8a77f37, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d7a75166-4e87-4a6e-856c-a20bc8a77f37,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:16.601734 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81ec781d-b051-438c-bec5-ae63abb8851a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.609315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-f7afad57-6dd4-479a-be49-82ae18306e7b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Transition to ACTIVE for port object 24588cfb-fac1-479a-808e-183952495fd7 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:16.618911 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-81ec781d-b051-438c-bec5-ae63abb8851a admin admin] Calling delete_port for d7a75166-4e87-4a6e-856c-a20bc8a77f37 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:16.627362 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fdcf0540-d3e2-4175-855c-ba30a9a73eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'name': 'tempest-TaggedBootDevicesTest-721575723-router', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:16Z', 'updated_at': '2021-08-16T22:47:15Z', 'revision_number': 6, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:16.677487 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7afad57-6dd4-479a-be49-82ae18306e7b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.721785 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7afad57-6dd4-479a-be49-82ae18306e7b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network 83cd92e6-c42a-4542-aa24-866f5cbc46a5 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:16.743565 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-f7afad57-6dd4-479a-be49-82ae18306e7b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:16.750541 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7afad57-6dd4-479a-be49-82ae18306e7b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:16.765701 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcf0540-d3e2-4175-855c-ba30a9a73eea None None] The sync data for ids ['3d35e2bf-351d-4949-b12e-fb3c9fccc31a'] in n-d-792458-15 is: [{'id': '3d35e2bf-351d-4949-b12e-fb3c9fccc31a', 'name': 'tempest-TaggedBootDevicesTest-721575723-router', 'tenant_id': '6ec65b3f25804ec5b636b887d7c98229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:16Z', 'updated_at': '2021-08-16T22:47:15Z', 'revision_number': 6, 'project_id': '6ec65b3f25804ec5b636b887d7c98229', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:47:16.832571 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] Allocated IP 172.20.0.2 (83cd92e6-c42a-4542-aa24-866f5cbc46a5/a770a0a1-83e4-4c9b-8504-7897a759037e/46f43ea7-57dc-4197-8ddd-2cf477ab8d5f) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:16.878781 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afad57-6dd4-479a-be49-82ae18306e7b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=24588cfb-fac1-479a-808e-183952495fd7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:16.936654 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81ec781d-b051-438c-bec5-ae63abb8851a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.940119 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7afad57-6dd4-479a-be49-82ae18306e7b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:16.942110 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7afad57-6dd4-479a-be49-82ae18306e7b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.971913 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f7afad57-6dd4-479a-be49-82ae18306e7b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 884 time: 1.9097967 Aug 16 22:47:16.972388 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60734) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:16.982714 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec781d-b051-438c-bec5-ae63abb8851a admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a75166-4e87-4a6e-856c-a20bc8a77f37,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:17.060055 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81ec781d-b051-438c-bec5-ae63abb8851a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.163426 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.176544 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] Transition to ACTIVE for port object 46f43ea7-57dc-4197-8ddd-2cf477ab8d5f will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:17.197563 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] Transition to ACTIVE for port object 46f43ea7-57dc-4197-8ddd-2cf477ab8d5f will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:17.206052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a74ecc3f-8c7c-476f-8b27-05f76ce9aeb2 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port 24588cfb-fac1-479a-808e-183952495fd7 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:17.206413 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a74ecc3f-8c7c-476f-8b27-05f76ce9aeb2 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.206688 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.273702 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] Pushing event updated for resources: {'Port': ['ID=46f43ea7-57dc-4197-8ddd-2cf477ab8d5f,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:17.283479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] Network 83cd92e6-c42a-4542-aa24-866f5cbc46a5 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:17.286178 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:17.287815 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81ec781d-b051-438c-bec5-ae63abb8851a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.292901 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:17.294524 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81ec781d-b051-438c-bec5-ae63abb8851a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.395121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] Attempting to bind port 46f43ea7-57dc-4197-8ddd-2cf477ab8d5f on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:17.395591 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] Attempting to bind port 46f43ea7-57dc-4197-8ddd-2cf477ab8d5f by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '43edae6d-6446-4c81-afd3-2a20651722dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '83cd92e6-c42a-4542-aa24-866f5cbc46a5'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:17.397345 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] Attempting to bind port 46f43ea7-57dc-4197-8ddd-2cf477ab8d5f on network 83cd92e6-c42a-4542-aa24-866f5cbc46a5 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:17.413701 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:17.414448 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] Checking segment: {'id': '43edae6d-6446-4c81-afd3-2a20651722dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '83cd92e6-c42a-4542-aa24-866f5cbc46a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:17.414948 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.415434 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] Bound using segment: {'id': '43edae6d-6446-4c81-afd3-2a20651722dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '83cd92e6-c42a-4542-aa24-866f5cbc46a5'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:17.417440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] Bound port: 46f43ea7-57dc-4197-8ddd-2cf477ab8d5f, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43edae6d-6446-4c81-afd3-2a20651722dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '83cd92e6-c42a-4542-aa24-866f5cbc46a5'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:17.421870 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.441226 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a74ecc3f-8c7c-476f-8b27-05f76ce9aeb2 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.479576 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a74ecc3f-8c7c-476f-8b27-05f76ce9aeb2 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for 24588cfb-fac1-479a-808e-183952495fd7 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:17.513035 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81ec781d-b051-438c-bec5-ae63abb8851a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.513587 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ec781d-b051-438c-bec5-ae63abb8851a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d35e2bf-351d-4949-b12e-fb3c9fccc31a {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:47:17.526853 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81ec781d-b051-438c-bec5-ae63abb8851a admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.533932 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-81ec781d-b051-438c-bec5-ae63abb8851a admin admin] 10.222.0.93 "DELETE /v2.0/routers/3d35e2bf-351d-4949-b12e-fb3c9fccc31a HTTP/1.1" status: 204 len: 168 time: 2.4283586 Aug 16 22:47:17.534967 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60744) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:17.569889 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] For port 46f43ea7-57dc-4197-8ddd-2cf477ab8d5f, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:17.584760 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] For port 46f43ea7-57dc-4197-8ddd-2cf477ab8d5f, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=46f43ea7-57dc-4197-8ddd-2cf477ab8d5f,segment=NetworkSegment(43edae6d-6446-4c81-afd3-2a20651722dd),segment_id=43edae6d-6446-4c81-afd3-2a20651722dd)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:17.596687 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.710777 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28e1d109-3ed3-4f0a-8203-e0ec3549c58f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.770197 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f13a73-be12-430e-8753-590f7a9ff3f9 None None] Pushing event updated for resources: {'Port': ['ID=46f43ea7-57dc-4197-8ddd-2cf477ab8d5f,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:17.797412 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28e1d109-3ed3-4f0a-8203-e0ec3549c58f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.820091 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d184ed6-8a7b-4743-8110-ddd189e98c91 admin admin] Deleting subnet 1ffe763c-ff2b-42ed-bcf3-687f913d441b {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:17.823984 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d184ed6-8a7b-4743-8110-ddd189e98c91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.854835 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a74ecc3f-8c7c-476f-8b27-05f76ce9aeb2 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.912768 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d184ed6-8a7b-4743-8110-ddd189e98c91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.928185 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ecc3f-8c7c-476f-8b27-05f76ce9aeb2 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=24588cfb-fac1-479a-808e-183952495fd7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:18.128276 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a74ecc3f-8c7c-476f-8b27-05f76ce9aeb2 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.130405 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a74ecc3f-8c7c-476f-8b27-05f76ce9aeb2 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/ports/24588cfb-fac1-479a-808e-183952495fd7 HTTP/1.1" status: 204 len: 168 time: 1.1560628 Aug 16 22:47:18.138021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60752) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:18.161138 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d184ed6-8a7b-4743-8110-ddd189e98c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.184514 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e97da67-4763-426b-9a89-33895af0a466 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] GET failed (client error): The resource could not be found. Aug 16 22:47:18.187620 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4e97da67-4763-426b-9a89-33895af0a466 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports/24588cfb-fac1-479a-808e-183952495fd7 HTTP/1.1" status: 404 len: 333 time: 0.0483053 Aug 16 22:47:18.190156 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60754) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:18.308782 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d184ed6-8a7b-4743-8110-ddd189e98c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.311103 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2481ce-0724-40c9-ad09-768f768b2858 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting subnet a770a0a1-83e4-4c9b-8504-7897a759037e {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:18.315796 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad2481ce-0724-40c9-ad09-768f768b2858 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.398451 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-28e1d109-3ed3-4f0a-8203-e0ec3549c58f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Allocated IP 172.25.6.122 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/d0ebaa95-be54-4d92-8489-8d5cc4a2cd92) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:18.411619 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d184ed6-8a7b-4743-8110-ddd189e98c91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.412703 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad2481ce-0724-40c9-ad09-768f768b2858 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.413353 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8d184ed6-8a7b-4743-8110-ddd189e98c91 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/1ffe763c-ff2b-42ed-bcf3-687f913d441b HTTP/1.1" status: 204 len: 168 time: 0.8774009 Aug 16 22:47:18.416552 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60762) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:18.417786 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d184ed6-8a7b-4743-8110-ddd189e98c91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ffe763c-ff2b-42ed-bcf3-687f913d441b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:18.419598 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a753232-d6f8-4b16-b9a2-85a13b8d1eea None None] Network da99628b-b531-4700-97cd-f2deca3ca96b requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:18.466156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 46f43ea7-57dc-4197-8ddd-2cf477ab8d5f up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:18.579081 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad2481ce-0724-40c9-ad09-768f768b2858 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.682470 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e826511f-87ff-4b7c-a65c-eed6c4f6f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.708430 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad2481ce-0724-40c9-ad09-768f768b2858 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.765606 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2481ce-0724-40c9-ad09-768f768b2858 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Subnet': ['ID=a770a0a1-83e4-4c9b-8504-7897a759037e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:18.765784 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 46f43ea7-57dc-4197-8ddd-2cf477ab8d5f completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:18.803289 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ad2481ce-0724-40c9-ad09-768f768b2858 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.830420 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ad2481ce-0724-40c9-ad09-768f768b2858 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/subnets/a770a0a1-83e4-4c9b-8504-7897a759037e HTTP/1.1" status: 204 len: 168 time: 0.6388602 Aug 16 22:47:18.834575 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60770) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:18.911859 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce84a43-bc0f-4624-a39f-ca2fc15d1c67 None None] DHCP port deletion for da99628b-b531-4700-97cd-f2deca3ca96b request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:47:18.925791 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28e1d109-3ed3-4f0a-8203-e0ec3549c58f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.003806 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device efda58b9-e2c7-4a0e-b813-8720602a1756 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:47:19.047592 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2919d1cf-590c-44fe-a45f-217346336add tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.089827 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e826511f-87ff-4b7c-a65c-eed6c4f6f8ed admin admin] Deleting port 288d788d-ac42-4a74-938c-6a1b657da835 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:19.091930 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: efda58b9-e2c7-4a0e-b813-8720602a1756 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:47:19.092397 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device efda58b9-e2c7-4a0e-b813-8720602a1756 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:47:19.102702 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d7a75166-4e87-4a6e-856c-a20bc8a77f37 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:47:19.104982 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e826511f-87ff-4b7c-a65c-eed6c4f6f8ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.168824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: d7a75166-4e87-4a6e-856c-a20bc8a77f37 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:47:19.172476 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2919d1cf-590c-44fe-a45f-217346336add tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port 46f43ea7-57dc-4197-8ddd-2cf477ab8d5f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:19.172827 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2919d1cf-590c-44fe-a45f-217346336add tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.184975 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d7a75166-4e87-4a6e-856c-a20bc8a77f37 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:47:19.208172 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28e1d109-3ed3-4f0a-8203-e0ec3549c58f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.226703 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-dce84a43-bc0f-4624-a39f-ca2fc15d1c67 None None] Deleting port 288d788d-ac42-4a74-938c-6a1b657da835 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:19.227413 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dce84a43-bc0f-4624-a39f-ca2fc15d1c67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.368987 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-2919d1cf-590c-44fe-a45f-217346336add tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] For port 46f43ea7-57dc-4197-8ddd-2cf477ab8d5f, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=46f43ea7-57dc-4197-8ddd-2cf477ab8d5f,segment=NetworkSegment(43edae6d-6446-4c81-afd3-2a20651722dd),segment_id=43edae6d-6446-4c81-afd3-2a20651722dd)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:19.369497 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2919d1cf-590c-44fe-a45f-217346336add tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.394237 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1d109-3ed3-4f0a-8203-e0ec3549c58f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event updated for resources: {'Port': ['ID=d0ebaa95-be54-4d92-8489-8d5cc4a2cd92,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:19.416046 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2919d1cf-590c-44fe-a45f-217346336add tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for 46f43ea7-57dc-4197-8ddd-2cf477ab8d5f owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:19.457026 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e826511f-87ff-4b7c-a65c-eed6c4f6f8ed admin admin] For port 288d788d-ac42-4a74-938c-6a1b657da835, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=288d788d-ac42-4a74-938c-6a1b657da835,segment=NetworkSegment(f49b538c-ee16-49f5-9348-ff385476c911),segment_id=f49b538c-ee16-49f5-9348-ff385476c911)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:19.457406 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e826511f-87ff-4b7c-a65c-eed6c4f6f8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.461325 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e1d109-3ed3-4f0a-8203-e0ec3549c58f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:19.508122 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-dce84a43-bc0f-4624-a39f-ca2fc15d1c67 None None] For port 288d788d-ac42-4a74-938c-6a1b657da835, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=288d788d-ac42-4a74-938c-6a1b657da835,segment=NetworkSegment(f49b538c-ee16-49f5-9348-ff385476c911),segment_id=f49b538c-ee16-49f5-9348-ff385476c911)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:19.509705 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dce84a43-bc0f-4624-a39f-ca2fc15d1c67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.525995 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-28e1d109-3ed3-4f0a-8203-e0ec3549c58f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:19.548696 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e1d109-3ed3-4f0a-8203-e0ec3549c58f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:19.558598 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e826511f-87ff-4b7c-a65c-eed6c4f6f8ed admin admin] Calling delete_port for 288d788d-ac42-4a74-938c-6a1b657da835 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:19.567894 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-dce84a43-bc0f-4624-a39f-ca2fc15d1c67 None None] Calling delete_port for 288d788d-ac42-4a74-938c-6a1b657da835 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:19.681181 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2919d1cf-590c-44fe-a45f-217346336add tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.683526 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c4da7d-9c76-4542-9b6a-d808e63c6f48 None None] Network 83cd92e6-c42a-4542-aa24-866f5cbc46a5 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:19.699012 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2919d1cf-590c-44fe-a45f-217346336add tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No DVR routers for this DVR port 46f43ea7-57dc-4197-8ddd-2cf477ab8d5f on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:19.805585 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-62db6441-9450-4e7f-9598-dbbc5dd8196e None None] Could not find standard attr ID for object 46f43ea7-57dc-4197-8ddd-2cf477ab8d5f. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:47:19.946783 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919d1cf-590c-44fe-a45f-217346336add tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=46f43ea7-57dc-4197-8ddd-2cf477ab8d5f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:19.993461 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dce84a43-bc0f-4624-a39f-ca2fc15d1c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.024373 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2919d1cf-590c-44fe-a45f-217346336add tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.024983 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce84a43-bc0f-4624-a39f-ca2fc15d1c67 None None] No DVR routers for this DVR port 288d788d-ac42-4a74-938c-6a1b657da835 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:20.069035 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-2919d1cf-590c-44fe-a45f-217346336add tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83cd92e6-c42a-4542-aa24-866f5cbc46a5']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:20.085379 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d986cd19-8e2c-4a30-9689-cc42b7657215 None None] DHCP port deletion for 83cd92e6-c42a-4542-aa24-866f5cbc46a5 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:47:20.097564 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce84a43-bc0f-4624-a39f-ca2fc15d1c67 None None] Pushing event deleted for resources: {'Port': ['ID=288d788d-ac42-4a74-938c-6a1b657da835,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:20.103902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-2919d1cf-590c-44fe-a45f-217346336add tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43edae6d-6446-4c81-afd3-2a20651722dd') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:20.105537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-2919d1cf-590c-44fe-a45f-217346336add tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43edae6d-6446-4c81-afd3-2a20651722dd') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:20.133160 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2919d1cf-590c-44fe-a45f-217346336add tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.154709 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e826511f-87ff-4b7c-a65c-eed6c4f6f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.158260 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2919d1cf-590c-44fe-a45f-217346336add tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.187819 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2919d1cf-590c-44fe-a45f-217346336add tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:47:20.188489 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2919d1cf-590c-44fe-a45f-217346336add tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:47:20.193918 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:47:20.285997 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826511f-87ff-4b7c-a65c-eed6c4f6f8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=288d788d-ac42-4a74-938c-6a1b657da835,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:20.297855 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e826511f-87ff-4b7c-a65c-eed6c4f6f8ed admin admin] No DVR routers for this DVR port 288d788d-ac42-4a74-938c-6a1b657da835 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:20.353897 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2919d1cf-590c-44fe-a45f-217346336add tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.369172 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2919d1cf-590c-44fe-a45f-217346336add tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.370138 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 288d788d-ac42-4a74-938c-6a1b657da835 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:47:20.371303 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2919d1cf-590c-44fe-a45f-217346336add tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/networks/83cd92e6-c42a-4542-aa24-866f5cbc46a5 HTTP/1.1" status: 204 len: 168 time: 1.5352912 Aug 16 22:47:20.375945 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60796) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:20.391018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-531fb385-9370-4937-bee3-f00b4c5e86f5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'port': {'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24', 'name': 'tempest-PortsTestJSON-1991791782'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:20.421777 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 288d788d-ac42-4a74-938c-6a1b657da835 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:47:20.438432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 288d788d-ac42-4a74-938c-6a1b657da835 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:47:20.439504 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 46f43ea7-57dc-4197-8ddd-2cf477ab8d5f no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:47:20.448940 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919d1cf-590c-44fe-a45f-217346336add tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Network': ['ID=83cd92e6-c42a-4542-aa24-866f5cbc46a5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:20.511856 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 46f43ea7-57dc-4197-8ddd-2cf477ab8d5f {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:47:20.512982 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 46f43ea7-57dc-4197-8ddd-2cf477ab8d5f not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:47:20.685723 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e826511f-87ff-4b7c-a65c-eed6c4f6f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.695749 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531fb385-9370-4937-bee3-f00b4c5e86f5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:20.702864 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-531fb385-9370-4937-bee3-f00b4c5e86f5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.718287 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-e826511f-87ff-4b7c-a65c-eed6c4f6f8ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da99628b-b531-4700-97cd-f2deca3ca96b']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:20.732649 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-531fb385-9370-4937-bee3-f00b4c5e86f5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] device_id is not set on port 14265cd2-6b65-4cd7-81b9-f1fce72ec491 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:20.856776 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-e826511f-87ff-4b7c-a65c-eed6c4f6f8ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f49b538c-ee16-49f5-9348-ff385476c911') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:20.857024 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-e826511f-87ff-4b7c-a65c-eed6c4f6f8ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f49b538c-ee16-49f5-9348-ff385476c911') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:20.899078 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e826511f-87ff-4b7c-a65c-eed6c4f6f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.960322 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e826511f-87ff-4b7c-a65c-eed6c4f6f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.992283 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28e1d109-3ed3-4f0a-8203-e0ec3549c58f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.999281 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e826511f-87ff-4b7c-a65c-eed6c4f6f8ed admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:47:20.999790 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e826511f-87ff-4b7c-a65c-eed6c4f6f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:47:21.013353 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:47:21.186190 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-531fb385-9370-4937-bee3-f00b4c5e86f5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.276178 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-531fb385-9370-4937-bee3-f00b4c5e86f5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.290952 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e826511f-87ff-4b7c-a65c-eed6c4f6f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.310423 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e826511f-87ff-4b7c-a65c-eed6c4f6f8ed admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.319184 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e826511f-87ff-4b7c-a65c-eed6c4f6f8ed admin admin] 10.222.0.93 "DELETE /v2.0/networks/da99628b-b531-4700-97cd-f2deca3ca96b HTTP/1.1" status: 204 len: 168 time: 2.8881087 Aug 16 22:47:21.360404 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826511f-87ff-4b7c-a65c-eed6c4f6f8ed admin admin] Pushing event deleted for resources: {'Network': ['ID=da99628b-b531-4700-97cd-f2deca3ca96b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:21.435722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531fb385-9370-4937-bee3-f00b4c5e86f5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network c1b95152-0d49-4f53-ad73-3b81bb846d24 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:21.453652 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-531fb385-9370-4937-bee3-f00b4c5e86f5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:21.469189 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531fb385-9370-4937-bee3-f00b4c5e86f5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:21.481866 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531fb385-9370-4937-bee3-f00b4c5e86f5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:21.482786 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-531fb385-9370-4937-bee3-f00b4c5e86f5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.512876 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531fb385-9370-4937-bee3-f00b4c5e86f5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=14265cd2-6b65-4cd7-81b9-f1fce72ec491,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:21.537735 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-531fb385-9370-4937-bee3-f00b4c5e86f5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1546240 Aug 16 22:47:21.542810 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60832) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:21.633262 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28e1d109-3ed3-4f0a-8203-e0ec3549c58f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.728749 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-555bbca2-05e7-40a2-b963-cc5fdccc9223 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port 14265cd2-6b65-4cd7-81b9-f1fce72ec491 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:21.729108 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-555bbca2-05e7-40a2-b963-cc5fdccc9223 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.736298 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60840) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:21.978415 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-942574d8-6dd6-4b23-bf36-e5e0937fb730 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6ec65b3f25804ec5b636b887d7c98229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338166 Aug 16 22:47:21.987352 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60850) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:22.082251 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c12cc2ea-9bb5-4fd0-aa86-8837abf79a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.105131 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-555bbca2-05e7-40a2-b963-cc5fdccc9223 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.122053 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c12cc2ea-9bb5-4fd0-aa86-8837abf79a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.133500 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-555bbca2-05e7-40a2-b963-cc5fdccc9223 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for 14265cd2-6b65-4cd7-81b9-f1fce72ec491 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:22.300818 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c12cc2ea-9bb5-4fd0-aa86-8837abf79a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.303419 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c12cc2ea-9bb5-4fd0-aa86-8837abf79a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.306016 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c12cc2ea-9bb5-4fd0-aa86-8837abf79a7c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7ce7c296-9ff5-4a80-a477-f529c5dbe6cc HTTP/1.1" status: 204 len: 168 time: 0.3150141 Aug 16 22:47:22.317998 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cc2ea-9bb5-4fd0-aa86-8837abf79a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce7c296-9ff5-4a80-a477-f529c5dbe6cc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:22.380254 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-555bbca2-05e7-40a2-b963-cc5fdccc9223 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.409674 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e1d109-3ed3-4f0a-8203-e0ec3549c58f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Router 436dd2a3-3436-425f-a734-b3fe6d948f97 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:47:22.490644 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555bbca2-05e7-40a2-b963-cc5fdccc9223 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=14265cd2-6b65-4cd7-81b9-f1fce72ec491,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:22.520359 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-555bbca2-05e7-40a2-b963-cc5fdccc9223 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.524632 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-555bbca2-05e7-40a2-b963-cc5fdccc9223 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/ports/14265cd2-6b65-4cd7-81b9-f1fce72ec491 HTTP/1.1" status: 204 len: 168 time: 0.9758840 Aug 16 22:47:22.526522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60866) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:22.534758 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-bb0b7f11-e7ac-4bf0-9496-dddf94e4e2c7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'port': {'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24', 'mac_address': 'fa:16:3e:4c:cb:04', 'name': 'tempest-PortsTestJSON-1851084515'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:22.717319 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e1d109-3ed3-4f0a-8203-e0ec3549c58f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:47:22.735926 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] Sync routers for ids ['436dd2a3-3436-425f-a734-b3fe6d948f97'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:47:22.750164 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] Routers {'436dd2a3-3436-425f-a734-b3fe6d948f97'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:22.751518 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:47:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['436dd2a3-3436-425f-a734-b3fe6d948f97'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:22.767537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0b7f11-e7ac-4bf0-9496-dddf94e4e2c7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:22.773005 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28e1d109-3ed3-4f0a-8203-e0ec3549c58f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.774613 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-28e1d109-3ed3-4f0a-8203-e0ec3549c58f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.1321385 Aug 16 22:47:22.778324 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60874) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:22.924686 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5b5a51-e0b5-47ff-b746-e0dc512abd3e tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:22.927234 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ea5b5a51-e0b5-47ff-b746-e0dc512abd3e tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=19bfef8d00ac4837820b8edf5e2d6645&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1477458 Aug 16 22:47:22.931909 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60884) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:22.976627 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] Set router 436dd2a3-3436-425f-a734-b3fe6d948f97 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:47:23.119189 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb0b7f11-e7ac-4bf0-9496-dddf94e4e2c7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.376699 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dd2a3-3436-425f-a734-b3fe6d948f97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444242060', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd0ebaa95-be54-4d92-8489-8d5cc4a2cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:15Z', 'updated_at': '2021-08-16T22:47:20Z', 'revision_number': 3, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'd0ebaa95-be54-4d92-8489-8d5cc4a2cd92', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436dd2a3-3436-425f-a734-b3fe6d948f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:17Z', 'updated_at': '2021-08-16T22:47:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:23.398299 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-bb0b7f11-e7ac-4bf0-9496-dddf94e4e2c7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] device_id is not set on port 1c4f93fc-1d6f-490d-b8ab-0eb7ca2f1f6a yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:23.452569 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] Checking router: 436dd2a3-3436-425f-a734-b3fe6d948f97 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:47:23.453536 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] Updating router 436dd2a3-3436-425f-a734-b3fe6d948f97 port d0ebaa95-be54-4d92-8489-8d5cc4a2cd92 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:47:23.472624 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ab8eb8-cc4e-40a8-ba7d-aa87eb4cc89e tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:23.479384 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60894) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:23.490222 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d4ab8eb8-cc4e-40a8-ba7d-aa87eb4cc89e tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5418611 Aug 16 22:47:23.587677 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.610036 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6727d7b5-f889-480a-9d3e-906576f8aabe tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1283104 Aug 16 22:47:23.618391 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60896) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:23.782031 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b2851c36-9e22-4798-a194-2d1b2fffc8a3 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=19bfef8d00ac4837820b8edf5e2d6645&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1496966 Aug 16 22:47:23.783413 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60914) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:24.052206 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb0b7f11-e7ac-4bf0-9496-dddf94e4e2c7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.144927 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb0b7f11-e7ac-4bf0-9496-dddf94e4e2c7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.195059 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fc5845-ba45-4361-85d2-abd26c549674 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:24.200623 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-45fc5845-ba45-4361-85d2-abd26c549674 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4113777 Aug 16 22:47:24.204781 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60932) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:24.228184 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0b7f11-e7ac-4bf0-9496-dddf94e4e2c7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network c1b95152-0d49-4f53-ad73-3b81bb846d24 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:24.247051 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-bb0b7f11-e7ac-4bf0-9496-dddf94e4e2c7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:24.258389 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0b7f11-e7ac-4bf0-9496-dddf94e4e2c7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:24.271213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0b7f11-e7ac-4bf0-9496-dddf94e4e2c7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:24.271904 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb0b7f11-e7ac-4bf0-9496-dddf94e4e2c7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.299397 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b7f11-e7ac-4bf0-9496-dddf94e4e2c7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=1c4f93fc-1d6f-490d-b8ab-0eb7ca2f1f6a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:24.311417 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bb0b7f11-e7ac-4bf0-9496-dddf94e4e2c7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7799354 Aug 16 22:47:24.312333 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60936) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:24.336402 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60938) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:24.351535 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c9150dbb-209f-4c85-a905-6e860d0056c9 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1201627 Aug 16 22:47:24.354443 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1e351d41-5c8a-46a9-8dbb-d84694c6e028 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-864514285', 'network_id': '93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d', 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:24.512655 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60942) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:24.616585 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e351d41-5c8a-46a9-8dbb-d84694c6e028 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Made reservation on behalf of 19bfef8d00ac4837820b8edf5e2d6645 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:24.620510 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e351d41-5c8a-46a9-8dbb-d84694c6e028 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.702116 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89d002d-0496-4ab6-b6ee-084016351ff3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:24.703789 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d89d002d-0496-4ab6-b6ee-084016351ff3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports/1c4f93fc-1d6f-490d-b8ab-0eb7ca2f1f6a HTTP/1.1" status: 200 len: 841 time: 0.3901427 Aug 16 22:47:24.708786 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 60958) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:24.929212 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8e0993a6-e5ea-45db-acbd-d35735d7d7f0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-549345477-network', 'tenant_id': '49553cca51c94b568963b9658c22460d'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:25.029265 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0993a6-e5ea-45db-acbd-d35735d7d7f0 admin admin] Made reservation on behalf of 49553cca51c94b568963b9658c22460d for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:25.031904 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8e0993a6-e5ea-45db-acbd-d35735d7d7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.042647 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.110155 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8e0993a6-e5ea-45db-acbd-d35735d7d7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.127649 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] Transition to ACTIVE for port object d0ebaa95-be54-4d92-8489-8d5cc4a2cd92 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:25.135757 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e351d41-5c8a-46a9-8dbb-d84694c6e028 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.150624 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.236936 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ac5a5-3029-4e5a-bd94-230f0d16d159 None None] Pushing event updated for resources: {'Port': ['ID=d0ebaa95-be54-4d92-8489-8d5cc4a2cd92,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:25.241252 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f8a0961e-61cb-43ea-9bbe-73f75e7c7873 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port 1c4f93fc-1d6f-490d-b8ab-0eb7ca2f1f6a {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:25.242602 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8a0961e-61cb-43ea-9bbe-73f75e7c7873 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.257315 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ac5a5-3029-4e5a-bd94-230f0d16d159 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.257951 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ac5a5-3029-4e5a-bd94-230f0d16d159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.258561 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ac5a5-3029-4e5a-bd94-230f0d16d159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.259092 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ac5a5-3029-4e5a-bd94-230f0d16d159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.259618 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ac5a5-3029-4e5a-bd94-230f0d16d159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.260393 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ac5a5-3029-4e5a-bd94-230f0d16d159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.260916 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ac5a5-3029-4e5a-bd94-230f0d16d159 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.261468 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ac5a5-3029-4e5a-bd94-230f0d16d159 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.262063 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ac5a5-3029-4e5a-bd94-230f0d16d159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.262586 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ac5a5-3029-4e5a-bd94-230f0d16d159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.263110 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ac5a5-3029-4e5a-bd94-230f0d16d159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.264309 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ac5a5-3029-4e5a-bd94-230f0d16d159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.313403 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] Attempting to bind port d0ebaa95-be54-4d92-8489-8d5cc4a2cd92 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:25.314161 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] Attempting to bind port d0ebaa95-be54-4d92-8489-8d5cc4a2cd92 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:25.314732 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] Attempting to bind port d0ebaa95-be54-4d92-8489-8d5cc4a2cd92 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:25.330761 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:25.331527 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:25.332308 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.333214 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:25.334726 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] Bound port: d0ebaa95-be54-4d92-8489-8d5cc4a2cd92, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:25.335386 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.389009 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8a0961e-61cb-43ea-9bbe-73f75e7c7873 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.410723 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f8a0961e-61cb-43ea-9bbe-73f75e7c7873 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for 1c4f93fc-1d6f-490d-b8ab-0eb7ca2f1f6a owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:25.482844 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e351d41-5c8a-46a9-8dbb-d84694c6e028 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event updated for resources: {'Subnet': ['ID=b8a96d55-68bb-47ad-95af-4103cbe49054,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:25.487188 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] For port d0ebaa95-be54-4d92-8489-8d5cc4a2cd92, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:25.498001 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] For port d0ebaa95-be54-4d92-8489-8d5cc4a2cd92, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d0ebaa95-be54-4d92-8489-8d5cc4a2cd92,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:25.507375 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.539791 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e351d41-5c8a-46a9-8dbb-d84694c6e028 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Checking segment: {'id': 'b304d689-f251-46b1-bec2-f41ae095519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:25.542306 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e351d41-5c8a-46a9-8dbb-d84694c6e028 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Network hostable DHCP agents. Network: 93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:47:25.567140 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8e0993a6-e5ea-45db-acbd-d35735d7d7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.576148 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e351d41-5c8a-46a9-8dbb-d84694c6e028 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Network 93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:47:25.582564 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8e0993a6-e5ea-45db-acbd-d35735d7d7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.610442 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-1e351d41-5c8a-46a9-8dbb-d84694c6e028 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:25.629718 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165d06d7-fb7b-414c-b5be-ba8c16cdc13e None None] Network 93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:25.633485 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e351d41-5c8a-46a9-8dbb-d84694c6e028 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:25.634159 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1e351d41-5c8a-46a9-8dbb-d84694c6e028 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.674176 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0993a6-e5ea-45db-acbd-d35735d7d7f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:47:25.677264 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1e351d41-5c8a-46a9-8dbb-d84694c6e028 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3396573 Aug 16 22:47:25.678017 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60986) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:25.714417 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8e0993a6-e5ea-45db-acbd-d35735d7d7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.715563 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-8e0993a6-e5ea-45db-acbd-d35735d7d7f0 admin admin] Added segment ca8f049b-a00b-4d4e-93d4-f5422c79a078 of type vlan for network 9709c367-fb2b-43e9-817d-5564280cd19e Aug 16 22:47:25.733924 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0993a6-e5ea-45db-acbd-d35735d7d7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dffacc-d0e3-4d4d-9106-dbbe06775363,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:25.795759 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] Routers {'436dd2a3-3436-425f-a734-b3fe6d948f97'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:25.796438 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:47:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['436dd2a3-3436-425f-a734-b3fe6d948f97'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:25.865690 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8a0961e-61cb-43ea-9bbe-73f75e7c7873 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.897591 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8e0993a6-e5ea-45db-acbd-d35735d7d7f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.008507 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0961e-61cb-43ea-9bbe-73f75e7c7873 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=1c4f93fc-1d6f-490d-b8ab-0eb7ca2f1f6a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:26.016738 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f8a0961e-61cb-43ea-9bbe-73f75e7c7873 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.021357 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f8a0961e-61cb-43ea-9bbe-73f75e7c7873 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/ports/1c4f93fc-1d6f-490d-b8ab-0eb7ca2f1f6a HTTP/1.1" status: 204 len: 168 time: 1.3114765 Aug 16 22:47:26.026242 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.db.resource_extend [None req-8e0993a6-e5ea-45db-acbd-d35735d7d7f0 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:47:26.029781 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60992) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:26.066367 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ac5a5-3029-4e5a-bd94-230f0d16d159 None None] Pushing event updated for resources: {'Port': ['ID=d0ebaa95-be54-4d92-8489-8d5cc4a2cd92,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:26.071277 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8e0993a6-e5ea-45db-acbd-d35735d7d7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.074876 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0993a6-e5ea-45db-acbd-d35735d7d7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:26.076871 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8e0993a6-e5ea-45db-acbd-d35735d7d7f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.120153 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f002ab-5fab-4999-98db-67dd42bd67bd tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] GET failed (client error): The resource could not be found. Aug 16 22:47:26.128460 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-85f002ab-5fab-4999-98db-67dd42bd67bd tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports/1c4f93fc-1d6f-490d-b8ab-0eb7ca2f1f6a HTTP/1.1" status: 404 len: 333 time: 0.0972352 Aug 16 22:47:26.133844 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 60994) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:26.137868 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d', 'network_id': '93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'fixed_ips': [{'subnet_id': 'b8a96d55-68bb-47ad-95af-4103cbe49054'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:26.138982 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.155073 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d9149910-3059-4d89-b066-08b501bcba90 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'port': {'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24', 'name': 'tempest-PortsTestJSON-609863168'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:26.158616 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] Set router 436dd2a3-3436-425f-a734-b3fe6d948f97 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:47:26.257001 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0993a6-e5ea-45db-acbd-d35735d7d7f0 admin admin] Pushing event updated for resources: {'Network': ['ID=9709c367-fb2b-43e9-817d-5564280cd19e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:26.277505 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8e0993a6-e5ea-45db-acbd-d35735d7d7f0 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7623973 Aug 16 22:47:26.279770 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 32772) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:26.294175 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c7e093ad-45be-4627-9d55-f223c65bd9db admin admin] Request body: {'subnet': {'network_id': '9709c367-fb2b-43e9-817d-5564280cd19e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-549345477-subnet', 'tenant_id': '49553cca51c94b568963b9658c22460d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:26.339874 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 9709c367-fb2b-43e9-817d-5564280cd19e details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:47:26.341476 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e093ad-45be-4627-9d55-f223c65bd9db admin admin] Made reservation on behalf of 49553cca51c94b568963b9658c22460d for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:26.348479 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c7e093ad-45be-4627-9d55-f223c65bd9db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.575826 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dd2a3-3436-425f-a734-b3fe6d948f97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444242060', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd0ebaa95-be54-4d92-8489-8d5cc4a2cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:15Z', 'updated_at': '2021-08-16T22:47:20Z', 'revision_number': 3, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'd0ebaa95-be54-4d92-8489-8d5cc4a2cd92', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436dd2a3-3436-425f-a734-b3fe6d948f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:17Z', 'updated_at': '2021-08-16T22:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:26.611669 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97284f-a31c-4a13-8132-08ea70a4bd87 None None] The sync data for ids ['436dd2a3-3436-425f-a734-b3fe6d948f97'] in n-d-792458-15 is: [{'id': '436dd2a3-3436-425f-a734-b3fe6d948f97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444242060', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd0ebaa95-be54-4d92-8489-8d5cc4a2cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:15Z', 'updated_at': '2021-08-16T22:47:20Z', 'revision_number': 3, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'd0ebaa95-be54-4d92-8489-8d5cc4a2cd92', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436dd2a3-3436-425f-a734-b3fe6d948f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:17Z', 'updated_at': '2021-08-16T22:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:47:26.730514 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9149910-3059-4d89-b066-08b501bcba90 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:26.734609 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d9149910-3059-4d89-b066-08b501bcba90 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.749345 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Allocated IP 172.20.0.18 (93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d/b8a96d55-68bb-47ad-95af-4103cbe49054/f928bc70-f7b3-46a0-8d25-2e09ff8c86df) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:26.766887 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c7e093ad-45be-4627-9d55-f223c65bd9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.803075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-d9149910-3059-4d89-b066-08b501bcba90 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] device_id is not set on port a4aef2fa-975e-4bca-bad4-2225e5a422a0 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:26.993050 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e093ad-45be-4627-9d55-f223c65bd9db admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7253f75-53f1-4333-af99-29a97a75e00f,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:27.056953 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e093ad-45be-4627-9d55-f223c65bd9db admin admin] Checking segment: {'id': 'ca8f049b-a00b-4d4e-93d4-f5422c79a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9709c367-fb2b-43e9-817d-5564280cd19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:27.057323 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e093ad-45be-4627-9d55-f223c65bd9db admin admin] Network hostable DHCP agents. Network: 9709c367-fb2b-43e9-817d-5564280cd19e, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:47:27.106741 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e093ad-45be-4627-9d55-f223c65bd9db admin admin] Network 9709c367-fb2b-43e9-817d-5564280cd19e is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:47:27.138809 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-c7e093ad-45be-4627-9d55-f223c65bd9db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 9709c367-fb2b-43e9-817d-5564280cd19e) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:27.169310 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e093ad-45be-4627-9d55-f223c65bd9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:27.170302 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c7e093ad-45be-4627-9d55-f223c65bd9db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.278122 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28333858-a200-409f-a963-cf6a79f9f3b0 None None] Network 9709c367-fb2b-43e9-817d-5564280cd19e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:27.310132 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.316376 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c7e093ad-45be-4627-9d55-f223c65bd9db admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0353084 Aug 16 22:47:27.492747 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Transition to ACTIVE for port object f928bc70-f7b3-46a0-8d25-2e09ff8c86df will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:27.585662 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca453881-d01f-4ae7-bd4b-2079af2ce550 None None] Network 9709c367-fb2b-43e9-817d-5564280cd19e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:27.600539 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Transition to ACTIVE for port object f928bc70-f7b3-46a0-8d25-2e09ff8c86df will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:27.702735 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.834380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Pushing event updated for resources: {'Port': ['ID=f928bc70-f7b3-46a0-8d25-2e09ff8c86df,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:27.871599 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:27.873247 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:27.873776 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:27.875403 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:27.875936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:27.876471 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:27.878287 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:27.878814 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:27.879330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:27.880594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:27.881124 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:27.884124 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:27.892608 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Network 93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:27.901139 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:27.909565 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:28.552855 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-df644879-00c0-4225-bbc0-c228d66c2d54 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:28.560460 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-df644879-00c0-4225-bbc0-c228d66c2d54 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/networks?id=9709c367-fb2b-43e9-817d-5564280cd19e HTTP/1.1" status: 200 len: 821 time: 0.3753214 Aug 16 22:47:28.581572 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d9149910-3059-4d89-b066-08b501bcba90 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.603198 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d0ebaa95-be54-4d92-8489-8d5cc4a2cd92 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:28.759639 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-d44b2c6e-7581-40e4-871a-4f3e46c20bae tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/quotas/49553cca51c94b568963b9658c22460d HTTP/1.1" status: 200 len: 375 time: 0.1982286 Aug 16 22:47:28.787445 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Attempting to bind port f928bc70-f7b3-46a0-8d25-2e09ff8c86df on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:28.788049 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Attempting to bind port f928bc70-f7b3-46a0-8d25-2e09ff8c86df by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'b304d689-f251-46b1-bec2-f41ae095519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:28.788658 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Attempting to bind port f928bc70-f7b3-46a0-8d25-2e09ff8c86df on network 93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:28.851326 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port d0ebaa95-be54-4d92-8489-8d5cc4a2cd92 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:28.855853 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:28.856484 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Checking segment: {'id': 'b304d689-f251-46b1-bec2-f41ae095519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:28.857056 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.857598 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Bound using segment: {'id': 'b304d689-f251-46b1-bec2-f41ae095519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:28.858448 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Bound port: f928bc70-f7b3-46a0-8d25-2e09ff8c86df, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b304d689-f251-46b1-bec2-f41ae095519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:28.859337 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.880779 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-977143d6-d1fa-4a74-8520-beae2d573802 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=49553cca51c94b568963b9658c22460d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386245 Aug 16 22:47:28.904371 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port d0ebaa95-be54-4d92-8489-8d5cc4a2cd92 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:28.905117 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.944447 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69ebc7a2-f539-445b-baeb-b3acdd0c9596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.946669 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d9149910-3059-4d89-b066-08b501bcba90 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:29.183252 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] For port f928bc70-f7b3-46a0-8d25-2e09ff8c86df, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:29.194285 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:29.206181 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] For port f928bc70-f7b3-46a0-8d25-2e09ff8c86df, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=f928bc70-f7b3-46a0-8d25-2e09ff8c86df,segment=NetworkSegment(b304d689-f251-46b1-bec2-f41ae095519e),segment_id=b304d689-f251-46b1-bec2-f41ae095519e)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:29.217211 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9149910-3059-4d89-b066-08b501bcba90 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=a4aef2fa-975e-4bca-bad4-2225e5a422a0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:29.226774 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:29.284967 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port d0ebaa95-be54-4d92-8489-8d5cc4a2cd92, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d0ebaa95-be54-4d92-8489-8d5cc4a2cd92,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:29.366850 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:29.457806 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b5a42-fb3e-4eed-ab44-f878ae131708 None None] Pushing event updated for resources: {'Port': ['ID=f928bc70-f7b3-46a0-8d25-2e09ff8c86df,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:29.581479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=d0ebaa95-be54-4d92-8489-8d5cc4a2cd92,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:29.897563 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-1854ab7c-51d0-4877-b090-5076f3b370e2 service neutron] 10.222.0.93 "GET /v2.0/networks/9709c367-fb2b-43e9-817d-5564280cd19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9639618 Aug 16 22:47:29.902006 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9149910-3059-4d89-b066-08b501bcba90 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network c1b95152-0d49-4f53-ad73-3b81bb846d24 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:29.989952 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d9149910-3059-4d89-b066-08b501bcba90 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:30.036853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9149910-3059-4d89-b066-08b501bcba90 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:30.068953 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9149910-3059-4d89-b066-08b501bcba90 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:30.069616 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d9149910-3059-4d89-b066-08b501bcba90 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.113633 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 32902) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:30.274306 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 32912) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:30.285273 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6b0951b8-f238-48c5-a115-d1c8021c2682 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:30.290004 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d9149910-3059-4d89-b066-08b501bcba90 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.1547430 Aug 16 22:47:30.384704 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-84913a41-55fc-404d-ba44-eb3535ba0ace service neutron] 10.222.0.93 "GET /v2.0/networks/9709c367-fb2b-43e9-817d-5564280cd19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755981 Aug 16 22:47:30.384999 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97fa464f-4d30-4e80-abd8-42012f4eb623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.477241 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-69ebc7a2-f539-445b-baeb-b3acdd0c9596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Allocated IP 172.20.0.17 (93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d/b8a96d55-68bb-47ad-95af-4103cbe49054/c6772f33-01b5-4430-8488-a38fbf6d4b08) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:30.636007 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97fa464f-4d30-4e80-abd8-42012f4eb623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.657497 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97fa464f-4d30-4e80-abd8-42012f4eb623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.679971 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d0ebaa95-be54-4d92-8489-8d5cc4a2cd92 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:30.786921 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69ebc7a2-f539-445b-baeb-b3acdd0c9596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.824080 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-97fa464f-4d30-4e80-abd8-42012f4eb623 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0420cc06c59149668f928546d24d39fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7091470 Aug 16 22:47:30.833692 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 32930) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:30.888723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port d0ebaa95-be54-4d92-8489-8d5cc4a2cd92 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:30.889111 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.900303 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-69ebc7a2-f539-445b-baeb-b3acdd0c9596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Transition to ACTIVE for port object c6772f33-01b5-4430-8488-a38fbf6d4b08 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:30.907864 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b0951b8-f238-48c5-a115-d1c8021c2682 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.932587 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa464f-4d30-4e80-abd8-42012f4eb623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5649fd94-e4d4-45ce-9404-b06af568779f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:31.123991 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67a83ec6-e713-4502-a99f-3d80392f3166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.149483 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a2c597c-eb34-48d5-be40-5c046bcb66f7 req-4491769a-6b31-48a5-97d1-ee8631ac4a83 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/ports?device_id=059f73a1-6eec-4097-a647-15e388fe2b01 HTTP/1.1" status: 200 len: 210 time: 0.3238778 Aug 16 22:47:31.156965 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69ebc7a2-f539-445b-baeb-b3acdd0c9596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.190017 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device f928bc70-f7b3-46a0-8d25-2e09ff8c86df up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:31.280473 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67a83ec6-e713-4502-a99f-3d80392f3166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.319199 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ebc7a2-f539-445b-baeb-b3acdd0c9596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Network 93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:31.342385 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-69ebc7a2-f539-445b-baeb-b3acdd0c9596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:31.347285 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port f928bc70-f7b3-46a0-8d25-2e09ff8c86df completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:31.377943 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ebc7a2-f539-445b-baeb-b3acdd0c9596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:31.422898 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebc7a2-f539-445b-baeb-b3acdd0c9596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event updated for resources: {'Port': ['ID=c6772f33-01b5-4430-8488-a38fbf6d4b08,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:31.488351 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2838e3-bb16-4914-8725-f48cfc77c4b4 None None] Network 93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:31.495404 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69ebc7a2-f539-445b-baeb-b3acdd0c9596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.660673 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67a83ec6-e713-4502-a99f-3d80392f3166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.673546 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67a83ec6-e713-4502-a99f-3d80392f3166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.680797 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-67a83ec6-e713-4502-a99f-3d80392f3166 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5649fd94-e4d4-45ce-9404-b06af568779f HTTP/1.1" status: 204 len: 168 time: 0.8418572 Aug 16 22:47:31.690396 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b0951b8-f238-48c5-a115-d1c8021c2682 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.721161 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a83ec6-e713-4502-a99f-3d80392f3166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5649fd94-e4d4-45ce-9404-b06af568779f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:31.731898 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b0951b8-f238-48c5-a115-d1c8021c2682 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.825601 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69ebc7a2-f539-445b-baeb-b3acdd0c9596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.845404 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-53a620a4-cd84-4549-8b58-3675b153f92d None None] Provisioning for port f928bc70-f7b3-46a0-8d25-2e09ff8c86df completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:31.857334 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-53a620a4-cd84-4549-8b58-3675b153f92d None None] Provisioning complete for port f928bc70-f7b3-46a0-8d25-2e09ff8c86df triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:31.858068 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-53a620a4-cd84-4549-8b58-3675b153f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.907874 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0951b8-f238-48c5-a115-d1c8021c2682 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=a4aef2fa-975e-4bca-bad4-2225e5a422a0,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:31.922083 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-6b0951b8-f238-48c5-a115-d1c8021c2682 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] In _notify_port_updated(), no bound segment for port a4aef2fa-975e-4bca-bad4-2225e5a422a0 on network c1b95152-0d49-4f53-ad73-3b81bb846d24 {{(pid=94872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:47:31.927649 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0951b8-f238-48c5-a115-d1c8021c2682 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:31.938578 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6b0951b8-f238-48c5-a115-d1c8021c2682 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.942940 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6b0951b8-f238-48c5-a115-d1c8021c2682 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "PUT /v2.0/ports/a4aef2fa-975e-4bca-bad4-2225e5a422a0 HTTP/1.1" status: 200 len: 818 time: 1.6673603 Aug 16 22:47:31.943813 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 32954) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:32.092867 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-53a620a4-cd84-4549-8b58-3675b153f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.120018 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1edafb22-670e-47c5-b5e2-2357d445c4d6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port a4aef2fa-975e-4bca-bad4-2225e5a422a0 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:32.120366 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1edafb22-670e-47c5-b5e2-2357d445c4d6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.209757 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-53a620a4-cd84-4549-8b58-3675b153f92d None None] For port f928bc70-f7b3-46a0-8d25-2e09ff8c86df, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=f928bc70-f7b3-46a0-8d25-2e09ff8c86df,segment=NetworkSegment(b304d689-f251-46b1-bec2-f41ae095519e),segment_id=b304d689-f251-46b1-bec2-f41ae095519e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:32.217349 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-53a620a4-cd84-4549-8b58-3675b153f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.353400 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1edafb22-670e-47c5-b5e2-2357d445c4d6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.383902 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1edafb22-670e-47c5-b5e2-2357d445c4d6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for a4aef2fa-975e-4bca-bad4-2225e5a422a0 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:32.387614 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a620a4-cd84-4549-8b58-3675b153f92d None None] Pushing event updated for resources: {'Port': ['ID=f928bc70-f7b3-46a0-8d25-2e09ff8c86df,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:32.432616 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29be0b1f-925e-40a1-b5b0-235dacce52cc req-9e89c935-b155-4c75-a4a1-a36ca96125ea tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/ports?device_id=059f73a1-6eec-4097-a647-15e388fe2b01 HTTP/1.1" status: 200 len: 210 time: 0.1263530 Aug 16 22:47:32.534284 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 32976) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:32.574732 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-02517e59-7268-41e8-b03f-0cf08ea2abca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.656289 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-66ee39d6-d9f2-4cef-877e-58dc4d9d71a7 None None] Provisioning complete for port f928bc70-f7b3-46a0-8d25-2e09ff8c86df triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:32.657301 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-66ee39d6-d9f2-4cef-877e-58dc4d9d71a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.665299 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1edafb22-670e-47c5-b5e2-2357d445c4d6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.747016 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edafb22-670e-47c5-b5e2-2357d445c4d6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=a4aef2fa-975e-4bca-bad4-2225e5a422a0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:32.788731 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1edafb22-670e-47c5-b5e2-2357d445c4d6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.801101 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1edafb22-670e-47c5-b5e2-2357d445c4d6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/ports/a4aef2fa-975e-4bca-bad4-2225e5a422a0 HTTP/1.1" status: 204 len: 168 time: 0.8517797 Aug 16 22:47:32.803867 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 32982) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:32.838939 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-66ee39d6-d9f2-4cef-877e-58dc4d9d71a7 None None] Provisioning for port c6772f33-01b5-4430-8488-a38fbf6d4b08 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:32.844157 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-66ee39d6-d9f2-4cef-877e-58dc4d9d71a7 None None] Provisioning complete for port c6772f33-01b5-4430-8488-a38fbf6d4b08 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:32.844847 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-66ee39d6-d9f2-4cef-877e-58dc4d9d71a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.915679 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-66ee39d6-d9f2-4cef-877e-58dc4d9d71a7 None None] Port c6772f33-01b5-4430-8488-a38fbf6d4b08 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:32.970170 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-02517e59-7268-41e8-b03f-0cf08ea2abca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.976400 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-02517e59-7268-41e8-b03f-0cf08ea2abca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.034246 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17a9a07-e224-40eb-a3fe-d262de556834 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:33.035903 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f17a9a07-e224-40eb-a3fe-d262de556834 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2307765 Aug 16 22:47:33.047204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-0101bd3f-d462-428e-bb2e-84a28a5451e7 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:33.048922 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-0101bd3f-d462-428e-bb2e-84a28a5451e7 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.39 "GET /v2.0/networks?id=9709c367-fb2b-43e9-817d-5564280cd19e HTTP/1.1" status: 200 len: 821 time: 0.2782028 Aug 16 22:47:33.049469 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 32990) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:33.078339 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-02517e59-7268-41e8-b03f-0cf08ea2abca admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cabacc791f434ef1be01918a37821e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5305195 Aug 16 22:47:33.079304 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 32992) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:33.086506 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-04b5d592-2a91-4c52-9798-54c85366e589 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Request body: {'port': {'device_id': '059f73a1-6eec-4097-a647-15e388fe2b01', 'network_id': '9709c367-fb2b-43e9-817d-5564280cd19e', 'admin_state_up': True, 'tenant_id': '49553cca51c94b568963b9658c22460d'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:33.116645 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02517e59-7268-41e8-b03f-0cf08ea2abca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172be0a1-6b4c-4614-b977-d5651cbab5bb,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:33.157713 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a8ee0111-8c9b-4b92-a4ea-19c024e4b074 None None] Provisioning complete for port c6772f33-01b5-4430-8488-a38fbf6d4b08 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:33.158295 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a8ee0111-8c9b-4b92-a4ea-19c024e4b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.174459 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c662e133-3b05-45ba-b577-b4fb1a084e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.230873 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee0111-8c9b-4b92-a4ea-19c024e4b074 None None] Port c6772f33-01b5-4430-8488-a38fbf6d4b08 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:33.248590 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c662e133-3b05-45ba-b577-b4fb1a084e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.375982 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8809cb5-ed05-41ca-b22a-b1035a6c2fdf tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] GET failed (client error): The resource could not be found. Aug 16 22:47:33.377730 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a8809cb5-ed05-41ca-b22a-b1035a6c2fdf tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports/a4aef2fa-975e-4bca-bad4-2225e5a422a0 HTTP/1.1" status: 404 len: 333 time: 0.3200717 Aug 16 22:47:33.382585 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33006) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:33.392825 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69ebc7a2-f539-445b-baeb-b3acdd0c9596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.396637 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b8fd04fa-c89b-4f00-a2fa-4137deebf290 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1805184417'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:33.401063 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69ebc7a2-f539-445b-baeb-b3acdd0c9596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.422262 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c662e133-3b05-45ba-b577-b4fb1a084e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.426044 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c662e133-3b05-45ba-b577-b4fb1a084e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.436471 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c662e133-3b05-45ba-b577-b4fb1a084e9e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/172be0a1-6b4c-4614-b977-d5651cbab5bb HTTP/1.1" status: 204 len: 168 time: 0.3487933 Aug 16 22:47:33.451114 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662e133-3b05-45ba-b577-b4fb1a084e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172be0a1-6b4c-4614-b977-d5651cbab5bb,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:33.562043 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebc7a2-f539-445b-baeb-b3acdd0c9596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event updated for resources: {'Port': ['ID=c6772f33-01b5-4430-8488-a38fbf6d4b08,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:33.591019 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-04b5d592-2a91-4c52-9798-54c85366e589 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Made reservation on behalf of 49553cca51c94b568963b9658c22460d for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:33.594185 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fd04fa-c89b-4f00-a2fa-4137deebf290 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:33.600523 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-04b5d592-2a91-4c52-9798-54c85366e589 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.602614 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8fd04fa-c89b-4f00-a2fa-4137deebf290 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.659437 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8fd04fa-c89b-4f00-a2fa-4137deebf290 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:47:33.683360 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8fd04fa-c89b-4f00-a2fa-4137deebf290 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.685582 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-b8fd04fa-c89b-4f00-a2fa-4137deebf290 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Added segment aba5544e-1bf7-45a2-92d8-6a1e3ed5cf1d of type vlan for network bffe8e93-b817-4524-98b0-f0682225f88e Aug 16 22:47:33.696836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ff7f9363-e62e-4670-8426-997032f50546 req-bec97e3f-f958-4010-a5b1-9554ed8415e5 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/ports?device_id=059f73a1-6eec-4097-a647-15e388fe2b01 HTTP/1.1" status: 200 len: 210 time: 0.1074026 Aug 16 22:47:33.772285 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69ebc7a2-f539-445b-baeb-b3acdd0c9596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.802233 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8fd04fa-c89b-4f00-a2fa-4137deebf290 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.871903 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8fd04fa-c89b-4f00-a2fa-4137deebf290 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.884089 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fd04fa-c89b-4f00-a2fa-4137deebf290 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:33.885440 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8fd04fa-c89b-4f00-a2fa-4137deebf290 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.905448 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b8fd04fa-c89b-4f00-a2fa-4137deebf290 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5213697 Aug 16 22:47:33.916795 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33026) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:33.923468 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-81f19298-c65d-46ba-9b67-f1d9823fc5da tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'subnet': {'network_id': 'bffe8e93-b817-4524-98b0-f0682225f88e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:33.962682 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ebc7a2-f539-445b-baeb-b3acdd0c9596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Network 93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:33.982292 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-69ebc7a2-f539-445b-baeb-b3acdd0c9596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:34.108111 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd04fa-c89b-4f00-a2fa-4137deebf290 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Network': ['ID=bffe8e93-b817-4524-98b0-f0682225f88e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:34.127242 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network bffe8e93-b817-4524-98b0-f0682225f88e details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:47:34.148115 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f19298-c65d-46ba-9b67-f1d9823fc5da tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:34.153697 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81f19298-c65d-46ba-9b67-f1d9823fc5da tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.353292 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-04b5d592-2a91-4c52-9798-54c85366e589 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Allocated IP 172.20.0.11 (9709c367-fb2b-43e9-817d-5564280cd19e/a7253f75-53f1-4333-af99-29a97a75e00f/fa13dc84-3f6a-497b-96e2-59f3c291fb4b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:34.403539 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device f928bc70-f7b3-46a0-8d25-2e09ff8c86df up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:34.409794 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ebc7a2-f539-445b-baeb-b3acdd0c9596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Router 436dd2a3-3436-425f-a734-b3fe6d948f97 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:47:34.571301 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ab6fde80-95e6-4f56-aec5-cf9d17c7abdc None None] Provisioning complete for port c6772f33-01b5-4430-8488-a38fbf6d4b08 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:34.572035 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ab6fde80-95e6-4f56-aec5-cf9d17c7abdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.693502 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ab6fde80-95e6-4f56-aec5-cf9d17c7abdc None None] Port c6772f33-01b5-4430-8488-a38fbf6d4b08 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:34.714839 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port f928bc70-f7b3-46a0-8d25-2e09ff8c86df triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:34.715054 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.773483 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81f19298-c65d-46ba-9b67-f1d9823fc5da tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.790494 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ebc7a2-f539-445b-baeb-b3acdd0c9596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:47:34.804020 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] Sync routers for ids ['436dd2a3-3436-425f-a734-b3fe6d948f97'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:47:34.819444 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-69ebc7a2-f539-445b-baeb-b3acdd0c9596 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "PUT /v2.0/routers/436dd2a3-3436-425f-a734-b3fe6d948f97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1402473 Aug 16 22:47:34.874832 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] Routers {'436dd2a3-3436-425f-a734-b3fe6d948f97'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:34.880171 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f19298-c65d-46ba-9b67-f1d9823fc5da tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Subnet': ['ID=7ebac356-d609-4e62-97d9-002b1a4e488d,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:34.883072 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:47:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['436dd2a3-3436-425f-a734-b3fe6d948f97'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:34.944013 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f19298-c65d-46ba-9b67-f1d9823fc5da tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Checking segment: {'id': 'aba5544e-1bf7-45a2-92d8-6a1e3ed5cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bffe8e93-b817-4524-98b0-f0682225f88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:34.944369 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f19298-c65d-46ba-9b67-f1d9823fc5da tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network hostable DHCP agents. Network: bffe8e93-b817-4524-98b0-f0682225f88e, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:47:34.977593 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-04b5d592-2a91-4c52-9798-54c85366e589 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.992743 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f19298-c65d-46ba-9b67-f1d9823fc5da tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network bffe8e93-b817-4524-98b0-f0682225f88e is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:47:35.011773 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-81f19298-c65d-46ba-9b67-f1d9823fc5da tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, bffe8e93-b817-4524-98b0-f0682225f88e) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:35.023316 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f19298-c65d-46ba-9b67-f1d9823fc5da tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:35.024018 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81f19298-c65d-46ba-9b67-f1d9823fc5da tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.060158 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-81f19298-c65d-46ba-9b67-f1d9823fc5da tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1407971 Aug 16 22:47:35.063588 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33064) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:35.070148 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-071427ee-9ef1-4dd9-bfff-d6f9e01dec4c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'subnet': {'network_id': 'bffe8e93-b817-4524-98b0-f0682225f88e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:35.076287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33066) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:35.086856 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-04b5d592-2a91-4c52-9798-54c85366e589 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.129411 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d506da28-1148-421e-bb0a-a70b382d285d None None] Network bffe8e93-b817-4524-98b0-f0682225f88e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:35.285338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-04b5d592-2a91-4c52-9798-54c85366e589 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Network 9709c367-fb2b-43e9-817d-5564280cd19e is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:35.287587 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5d592-2a91-4c52-9798-54c85366e589 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Pushing event updated for resources: {'Port': ['ID=fa13dc84-3f6a-497b-96e2-59f3c291fb4b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:35.317941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-04b5d592-2a91-4c52-9798-54c85366e589 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:35.322751 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-04b5d592-2a91-4c52-9798-54c85366e589 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:35.423989 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] Set router 436dd2a3-3436-425f-a734-b3fe6d948f97 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:47:35.465094 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071427ee-9ef1-4dd9-bfff-d6f9e01dec4c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:35.469414 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-071427ee-9ef1-4dd9-bfff-d6f9e01dec4c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.552124 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-bffe8e93-b817-4524-98b0-f0682225f88e', 'network_id': 'bffe8e93-b817-4524-98b0-f0682225f88e', 'tenant_id': '14fa3dc451d44c0094aa67d323da6ce6', 'fixed_ips': [{'subnet_id': '7ebac356-d609-4e62-97d9-002b1a4e488d'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:35.552998 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.697201 n-d-792458-15 neutron-server[94872]: INFO neutron.db.ipam_backend_mixin [None req-071427ee-9ef1-4dd9-bfff-d6f9e01dec4c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7ebac356-d609-4e62-97d9-002b1a4e488d (CIDR: 172.20.0.0/28) Aug 16 22:47:35.703129 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-071427ee-9ef1-4dd9-bfff-d6f9e01dec4c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:47:35.703557 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071427ee-9ef1-4dd9-bfff-d6f9e01dec4c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:47:35.735445 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-071427ee-9ef1-4dd9-bfff-d6f9e01dec4c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6707203 Aug 16 22:47:35.738423 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33102) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:35.745677 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-af0d4f05-0155-4d7d-9b8d-c23af705df37 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'subnet': {'network_id': 'bffe8e93-b817-4524-98b0-f0682225f88e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:36.045066 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0d4f05-0155-4d7d-9b8d-c23af705df37 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:36.062013 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af0d4f05-0155-4d7d-9b8d-c23af705df37 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.080548 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] Allocated IP 172.20.0.2 (bffe8e93-b817-4524-98b0-f0682225f88e/7ebac356-d609-4e62-97d9-002b1a4e488d/4d48a180-ba8c-4a86-90f4-333be62bfe19) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:36.214590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-e1fe1833-479c-4e2a-a5e1-89cc2eefab50 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:36.217235 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-e1fe1833-479c-4e2a-a5e1-89cc2eefab50 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/networks?id=93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d HTTP/1.1" status: 200 len: 798 time: 0.9182003 Aug 16 22:47:36.228353 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2e685888-8a88-4faf-9a2a-2416e62aad3c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1569298470-network', 'tenant_id': '90bc3b704d5842aab0220f31b77e4519'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:36.265461 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.303697 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dd2a3-3436-425f-a734-b3fe6d948f97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444242060', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd0ebaa95-be54-4d92-8489-8d5cc4a2cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:15Z', 'updated_at': '2021-08-16T22:47:31Z', 'revision_number': 4, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'd0ebaa95-be54-4d92-8489-8d5cc4a2cd92', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dd2a3-3436-425f-a734-b3fe6d948f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:17Z', 'updated_at': '2021-08-16T22:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'c6772f33-01b5-4430-8488-a38fbf6d4b08', 'name': '', 'network_id': '93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'mac_address': 'fa:16:3e:cc:10:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436dd2a3-3436-425f-a734-b3fe6d948f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'b8a96d55-68bb-47ad-95af-4103cbe49054', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:29Z', 'updated_at': '2021-08-16T22:47:32Z', 'revision_number': 2, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'subnets': [{'id': 'b8a96d55-68bb-47ad-95af-4103cbe49054', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:36.365913 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] Transition to ACTIVE for port object 4d48a180-ba8c-4a86-90f4-333be62bfe19 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:36.371626 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-04b5d592-2a91-4c52-9798-54c85366e589 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:36.372640 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-04b5d592-2a91-4c52-9798-54c85366e589 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.380343 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] Checking router: 436dd2a3-3436-425f-a734-b3fe6d948f97 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:47:36.381010 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] Updating router 436dd2a3-3436-425f-a734-b3fe6d948f97 port c6772f33-01b5-4430-8488-a38fbf6d4b08 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:47:36.385972 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e685888-8a88-4faf-9a2a-2416e62aad3c admin admin] Made reservation on behalf of 90bc3b704d5842aab0220f31b77e4519 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:36.390940 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e685888-8a88-4faf-9a2a-2416e62aad3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.406392 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fc49b-7469-45eb-a5bd-d7d1a21b23bf req-1872ac98-9e5d-4929-9879-db09ddf1aa02 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:36.423871 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c69fc49b-7469-45eb-a5bd-d7d1a21b23bf req-1872ac98-9e5d-4929-9879-db09ddf1aa02 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/ports?device_id=059f73a1-6eec-4097-a647-15e388fe2b01 HTTP/1.1" status: 200 len: 932 time: 1.3627241 Aug 16 22:47:36.430865 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.481774 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-ec4ae11d-20e6-4628-819d-25020b7c4841 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/quotas/19bfef8d00ac4837820b8edf5e2d6645 HTTP/1.1" status: 200 len: 375 time: 0.2102242 Aug 16 22:47:36.507113 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e685888-8a88-4faf-9a2a-2416e62aad3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.584911 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-04b5d592-2a91-4c52-9798-54c85366e589 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5128458 Aug 16 22:47:36.735194 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e685888-8a88-4faf-9a2a-2416e62aad3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.739683 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af0d4f05-0155-4d7d-9b8d-c23af705df37 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.749586 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e685888-8a88-4faf-9a2a-2416e62aad3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.767033 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e685888-8a88-4faf-9a2a-2416e62aad3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:47:36.788708 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e685888-8a88-4faf-9a2a-2416e62aad3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.789534 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-2e685888-8a88-4faf-9a2a-2416e62aad3c admin admin] Added segment b3c12a7c-f5cb-447f-8324-342e3596b810 of type vlan for network f3f2574a-cf62-49b3-8d9f-25ee90f470fe Aug 16 22:47:36.801498 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0d4f05-0155-4d7d-9b8d-c23af705df37 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network bffe8e93-b817-4524-98b0-f0682225f88e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:36.821180 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-af0d4f05-0155-4d7d-9b8d-c23af705df37 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:36.825542 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0d4f05-0155-4d7d-9b8d-c23af705df37 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:36.826168 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-af0d4f05-0155-4d7d-9b8d-c23af705df37 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.833649 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d4f05-0155-4d7d-9b8d-c23af705df37 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Subnet': ['ID=fad463df-7b95-43ee-98e2-5e2c60bf932c,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:36.855580 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e685888-8a88-4faf-9a2a-2416e62aad3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.864973 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-af0d4f05-0155-4d7d-9b8d-c23af705df37 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1254663 Aug 16 22:47:36.868609 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33126) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:36.875238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f30afa9a-54a1-4266-bd11-c1b2b811134f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'port': {'network_id': 'bffe8e93-b817-4524-98b0-f0682225f88e', 'fixed_ips': [{'subnet_id': '7ebac356-d609-4e62-97d9-002b1a4e488d'}, {'subnet_id': 'fad463df-7b95-43ee-98e2-5e2c60bf932c'}], 'name': 'tempest-PortsTestJSON-1431469331'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:36.912318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] Request body: {'port': {'device_id': '059f73a1-6eec-4097-a647-15e388fe2b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:36.939382 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c69fc49b-7469-45eb-a5bd-d7d1a21b23bf req-5b62919f-dd62-447b-b415-fe0acb0adf4b tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/security-groups?id=c5dffacc-d0e3-4d4d-9106-dbbe06775363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146182 Aug 16 22:47:37.027761 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-e751f907-d990-4d5b-9916-a031aa73c3a2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=19bfef8d00ac4837820b8edf5e2d6645&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5198131 Aug 16 22:47:37.041667 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e685888-8a88-4faf-9a2a-2416e62aad3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.044866 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e685888-8a88-4faf-9a2a-2416e62aad3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:37.045594 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e685888-8a88-4faf-9a2a-2416e62aad3c admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.060921 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] Transition to ACTIVE for port object 4d48a180-ba8c-4a86-90f4-333be62bfe19 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:37.071308 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.125001 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.139770 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30afa9a-54a1-4266-bd11-c1b2b811134f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:37.143485 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e685888-8a88-4faf-9a2a-2416e62aad3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeba5c12-7462-43db-8d2b-5b6e7288ba3e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:37.150260 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] Transition to ACTIVE for port object c6772f33-01b5-4430-8488-a38fbf6d4b08 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:37.169689 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2e685888-8a88-4faf-9a2a-2416e62aad3c admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0885494 Aug 16 22:47:37.174152 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.190139 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33134) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:37.199260 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] Pushing event updated for resources: {'Port': ['ID=4d48a180-ba8c-4a86-90f4-333be62bfe19,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:37.212765 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.224868 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] Network bffe8e93-b817-4524-98b0-f0682225f88e is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:37.241915 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:37.244418 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:37.307527 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f30afa9a-54a1-4266-bd11-c1b2b811134f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.329448 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-f30afa9a-54a1-4266-bd11-c1b2b811134f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] device_id is not set on port f951ea57-54c7-404a-a96f-317119c05ad4 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:37.329623 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989072b-2f62-4449-b4b3-a9afcb8f3453 None None] Pushing event updated for resources: {'Port': ['ID=c6772f33-01b5-4430-8488-a38fbf6d4b08,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:37.605734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa13dc84-3f6a-497b-96e2-59f3c291fb4b {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:47:37.615106 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.629077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] Transition to ACTIVE for port object fa13dc84-3f6a-497b-96e2-59f3c291fb4b will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:37.629320 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] Attempting to bind port 4d48a180-ba8c-4a86-90f4-333be62bfe19 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:37.629630 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] Attempting to bind port 4d48a180-ba8c-4a86-90f4-333be62bfe19 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'aba5544e-1bf7-45a2-92d8-6a1e3ed5cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bffe8e93-b817-4524-98b0-f0682225f88e'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:37.634036 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] Attempting to bind port 4d48a180-ba8c-4a86-90f4-333be62bfe19 on network bffe8e93-b817-4524-98b0-f0682225f88e {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:37.637787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3340aec9-a12b-4829-b105-ddef5ad7f420 admin admin] Request body: {'subnet': {'network_id': 'f3f2574a-cf62-49b3-8d9f-25ee90f470fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1569298470-subnet', 'tenant_id': '90bc3b704d5842aab0220f31b77e4519', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:37.646118 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.657361 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] Attempting to bind port c6772f33-01b5-4430-8488-a38fbf6d4b08 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:37.666054 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] Attempting to bind port c6772f33-01b5-4430-8488-a38fbf6d4b08 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'b304d689-f251-46b1-bec2-f41ae095519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:37.666462 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] Attempting to bind port c6772f33-01b5-4430-8488-a38fbf6d4b08 on network 93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:37.684604 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:37.696231 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] Checking segment: {'id': 'b304d689-f251-46b1-bec2-f41ae095519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:37.696703 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.697165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] Bound using segment: {'id': 'b304d689-f251-46b1-bec2-f41ae095519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:37.697660 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] Bound port: c6772f33-01b5-4430-8488-a38fbf6d4b08, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b304d689-f251-46b1-bec2-f41ae095519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:37.699765 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.707511 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:37.707927 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] Checking segment: {'id': 'aba5544e-1bf7-45a2-92d8-6a1e3ed5cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bffe8e93-b817-4524-98b0-f0682225f88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:37.708330 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.714297 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] Bound using segment: {'id': 'aba5544e-1bf7-45a2-92d8-6a1e3ed5cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bffe8e93-b817-4524-98b0-f0682225f88e'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:37.714892 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] Bound port: 4d48a180-ba8c-4a86-90f4-333be62bfe19, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba5544e-1bf7-45a2-92d8-6a1e3ed5cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bffe8e93-b817-4524-98b0-f0682225f88e'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:37.715266 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.816240 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e685888-8a88-4faf-9a2a-2416e62aad3c admin admin] Pushing event updated for resources: {'Network': ['ID=f3f2574a-cf62-49b3-8d9f-25ee90f470fe,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:37.853205 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] For port 4d48a180-ba8c-4a86-90f4-333be62bfe19, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:37.862799 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] For port 4d48a180-ba8c-4a86-90f4-333be62bfe19, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4d48a180-ba8c-4a86-90f4-333be62bfe19,segment=NetworkSegment(aba5544e-1bf7-45a2-92d8-6a1e3ed5cf1d),segment_id=aba5544e-1bf7-45a2-92d8-6a1e3ed5cf1d)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:37.878587 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network f3f2574a-cf62-49b3-8d9f-25ee90f470fe details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:47:37.959575 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-f30afa9a-54a1-4266-bd11-c1b2b811134f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Allocated IP 172.20.0.10 (bffe8e93-b817-4524-98b0-f0682225f88e/7ebac356-d609-4e62-97d9-002b1a4e488d/f951ea57-54c7-404a-a96f-317119c05ad4) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:37.968506 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-f30afa9a-54a1-4266-bd11-c1b2b811134f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Allocated IP 172.20.0.28 (bffe8e93-b817-4524-98b0-f0682225f88e/fad463df-7b95-43ee-98e2-5e2c60bf932c/f951ea57-54c7-404a-a96f-317119c05ad4) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:37.974005 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] Pushing event updated for resources: {'Port': ['ID=fa13dc84-3f6a-497b-96e2-59f3c291fb4b,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:38.037076 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3340aec9-a12b-4829-b105-ddef5ad7f420 admin admin] Made reservation on behalf of 90bc3b704d5842aab0220f31b77e4519 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:38.042548 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3340aec9-a12b-4829-b105-ddef5ad7f420 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:38.212914 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-40d9d59a-1e88-4e51-8d82-13172157662f service neutron] 10.222.0.93 "GET /v2.0/networks/93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1839883 Aug 16 22:47:38.239444 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f30afa9a-54a1-4266-bd11-c1b2b811134f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:38.276298 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f30afa9a-54a1-4266-bd11-c1b2b811134f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Transition to ACTIVE for port object f951ea57-54c7-404a-a96f-317119c05ad4 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:38.343884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e4a15-91bc-4702-a5d4-61e5436973e3 req-f3729299-c6f3-4592-ac7e-8be9077a9337 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:38.345498 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d82e4a15-91bc-4702-a5d4-61e5436973e3 req-f3729299-c6f3-4592-ac7e-8be9077a9337 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/ports?device_id=059f73a1-6eec-4097-a647-15e388fe2b01 HTTP/1.1" status: 200 len: 944 time: 0.2716269 Aug 16 22:47:38.355692 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] Attempting to bind port fa13dc84-3f6a-497b-96e2-59f3c291fb4b on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:38.355824 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] Attempting to bind port fa13dc84-3f6a-497b-96e2-59f3c291fb4b by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'ca8f049b-a00b-4d4e-93d4-f5422c79a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9709c367-fb2b-43e9-817d-5564280cd19e'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:38.356115 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] Attempting to bind port fa13dc84-3f6a-497b-96e2-59f3c291fb4b on network 9709c367-fb2b-43e9-817d-5564280cd19e {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:38.363834 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f30afa9a-54a1-4266-bd11-c1b2b811134f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:38.367832 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] Port fa13dc84-3f6a-497b-96e2-59f3c291fb4b on network 9709c367-fb2b-43e9-817d-5564280cd19e not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:47:38.368224 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] Attempting to bind port fa13dc84-3f6a-497b-96e2-59f3c291fb4b on network 9709c367-fb2b-43e9-817d-5564280cd19e {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:38.426278 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:38.443695 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:38.443695 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] Checking segment: {'id': 'ca8f049b-a00b-4d4e-93d4-f5422c79a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9709c367-fb2b-43e9-817d-5564280cd19e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:38.447660 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] Bound using segment: {'id': 'ca8f049b-a00b-4d4e-93d4-f5422c79a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9709c367-fb2b-43e9-817d-5564280cd19e'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:38.447660 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] Bound port: fa13dc84-3f6a-497b-96e2-59f3c291fb4b, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca8f049b-a00b-4d4e-93d4-f5422c79a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9709c367-fb2b-43e9-817d-5564280cd19e'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:38.462712 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:38.496842 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30afa9a-54a1-4266-bd11-c1b2b811134f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network bffe8e93-b817-4524-98b0-f0682225f88e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:38.499889 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-f30afa9a-54a1-4266-bd11-c1b2b811134f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:38.509172 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30afa9a-54a1-4266-bd11-c1b2b811134f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:38.600031 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e1ccb-93c3-4692-bb36-e015cae17c9e None None] Pushing event updated for resources: {'Port': ['ID=4d48a180-ba8c-4a86-90f4-333be62bfe19,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:38.611097 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30afa9a-54a1-4266-bd11-c1b2b811134f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=f951ea57-54c7-404a-a96f-317119c05ad4,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:38.650753 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d82e4a15-91bc-4702-a5d4-61e5436973e3 req-573786b6-149e-43be-bd00-e5a0bdb4bbf0 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/security-groups?id=c5dffacc-d0e3-4d4d-9106-dbbe06775363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895966 Aug 16 22:47:38.657419 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] For port c6772f33-01b5-4430-8488-a38fbf6d4b08, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:38.661203 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30afa9a-54a1-4266-bd11-c1b2b811134f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:38.661896 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f30afa9a-54a1-4266-bd11-c1b2b811134f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:38.663736 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] For port c6772f33-01b5-4430-8488-a38fbf6d4b08, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c6772f33-01b5-4430-8488-a38fbf6d4b08,segment=NetworkSegment(b304d689-f251-46b1-bec2-f41ae095519e),segment_id=b304d689-f251-46b1-bec2-f41ae095519e)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:38.689912 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f30afa9a-54a1-4266-bd11-c1b2b811134f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.8173559 Aug 16 22:47:38.690198 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33172) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:38.696664 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f5fbc17a-4dfb-4ba4-9d6f-d6f2046cb782 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ebac356-d609-4e62-97d9-002b1a4e488d'}]}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:38.710115 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:38.742137 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-2ec62d5b-2324-431e-a626-e22f4312ee9d service neutron] 10.222.0.93 "GET /v2.0/networks/93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178390 Aug 16 22:47:38.762497 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:38.797017 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] Routers {'436dd2a3-3436-425f-a734-b3fe6d948f97'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:38.797669 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:47:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['436dd2a3-3436-425f-a734-b3fe6d948f97'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:39.055714 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] Set router 436dd2a3-3436-425f-a734-b3fe6d948f97 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:47:39.134914 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] For port fa13dc84-3f6a-497b-96e2-59f3c291fb4b, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:39.160133 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7bfb05a8-418e-4526-85c3-a896e7ec0855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.163184 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989072b-2f62-4449-b4b3-a9afcb8f3453 None None] Pushing event updated for resources: {'Port': ['ID=c6772f33-01b5-4430-8488-a38fbf6d4b08,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:39.179034 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3340aec9-a12b-4829-b105-ddef5ad7f420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.339070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] For port fa13dc84-3f6a-497b-96e2-59f3c291fb4b, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=fa13dc84-3f6a-497b-96e2-59f3c291fb4b,segment=NetworkSegment(ca8f049b-a00b-4d4e-93d4-f5422c79a078),segment_id=ca8f049b-a00b-4d4e-93d4-f5422c79a078)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:39.366705 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-577d2585-0e82-4c39-b5ee-ee089caa7ab5 req-f5c00d39-e80b-4ed2-9618-bd5744000635 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad1196c4-a6a4-4c68-9328-d52881ff1175 HTTP/1.1" status: 200 len: 210 time: 0.1482096 Aug 16 22:47:39.401894 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.518829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:39.519723 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.521569 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] 10.222.0.39 "PUT /v2.0/ports/fa13dc84-3f6a-497b-96e2-59f3c291fb4b HTTP/1.1" status: 200 len: 1093 time: 2.7774763 Aug 16 22:47:39.526874 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dd2a3-3436-425f-a734-b3fe6d948f97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444242060', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd0ebaa95-be54-4d92-8489-8d5cc4a2cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:15Z', 'updated_at': '2021-08-16T22:47:31Z', 'revision_number': 4, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'd0ebaa95-be54-4d92-8489-8d5cc4a2cd92', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dd2a3-3436-425f-a734-b3fe6d948f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:17Z', 'updated_at': '2021-08-16T22:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'c6772f33-01b5-4430-8488-a38fbf6d4b08', 'name': '', 'network_id': '93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'mac_address': 'fa:16:3e:cc:10:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436dd2a3-3436-425f-a734-b3fe6d948f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'b8a96d55-68bb-47ad-95af-4103cbe49054', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:29Z', 'updated_at': '2021-08-16T22:47:38Z', 'revision_number': 4, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'subnets': [{'id': 'b8a96d55-68bb-47ad-95af-4103cbe49054', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:39.564363 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a896c851-6f7e-4c54-8fb6-3054b2723b21 None None] The sync data for ids ['436dd2a3-3436-425f-a734-b3fe6d948f97'] in n-d-792458-15 is: [{'id': '436dd2a3-3436-425f-a734-b3fe6d948f97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444242060', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd0ebaa95-be54-4d92-8489-8d5cc4a2cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:15Z', 'updated_at': '2021-08-16T22:47:31Z', 'revision_number': 4, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'd0ebaa95-be54-4d92-8489-8d5cc4a2cd92', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dd2a3-3436-425f-a734-b3fe6d948f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:17Z', 'updated_at': '2021-08-16T22:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'c6772f33-01b5-4430-8488-a38fbf6d4b08', 'name': '', 'network_id': '93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'mac_address': 'fa:16:3e:cc:10:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436dd2a3-3436-425f-a734-b3fe6d948f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'b8a96d55-68bb-47ad-95af-4103cbe49054', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:29Z', 'updated_at': '2021-08-16T22:47:38Z', 'revision_number': 4, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'subnets': [{'id': 'b8a96d55-68bb-47ad-95af-4103cbe49054', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:47:39.569839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059f73a1-6eec-4097-a647-15e388fe2b01', 'tag': 'fa13dc84-3f6a-497b-96e2-59f3c291fb4b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:39.584242 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5700d2-9608-4c74-bdbd-b953aa88ebb7" -d '{"events": [{"name": "network-changed", "server_uuid": "059f73a1-6eec-4097-a647-15e388fe2b01", "tag": "fa13dc84-3f6a-497b-96e2-59f3c291fb4b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:39.663156 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340aec9-a12b-4829-b105-ddef5ad7f420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=298e2aea-9142-4717-833c-3424c42c09d4,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:39.801213 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63ab6a6-7516-4001-adb0-0ae43fcc9eeb x-openstack-request-id: req-b63ab6a6-7516-4001-adb0-0ae43fcc9eeb {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:39.801608 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059f73a1-6eec-4097-a647-15e388fe2b01", "tag": "fa13dc84-3f6a-497b-96e2-59f3c291fb4b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:39.801780 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b63ab6a6-7516-4001-adb0-0ae43fcc9eeb {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:39.804998 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059f73a1-6eec-4097-a647-15e388fe2b01', 'tag': 'fa13dc84-3f6a-497b-96e2-59f3c291fb4b', 'status': 'completed', 'code': 200} Aug 16 22:47:39.891930 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3340aec9-a12b-4829-b105-ddef5ad7f420 admin admin] Checking segment: {'id': 'b3c12a7c-f5cb-447f-8324-342e3596b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f3f2574a-cf62-49b3-8d9f-25ee90f470fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:39.892306 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3340aec9-a12b-4829-b105-ddef5ad7f420 admin admin] Network hostable DHCP agents. Network: f3f2574a-cf62-49b3-8d9f-25ee90f470fe, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:47:39.931129 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389dd79f-8175-4026-a115-52fb942a5214 service neutron] Pushing event updated for resources: {'Port': ['ID=fa13dc84-3f6a-497b-96e2-59f3c291fb4b,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:39.995591 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3340aec9-a12b-4829-b105-ddef5ad7f420 admin admin] Network f3f2574a-cf62-49b3-8d9f-25ee90f470fe is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:47:40.009817 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-2d9dfb4c-f722-4ab6-a3f3-6380a291fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:40.013298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-2d9dfb4c-f722-4ab6-a3f3-6380a291fb92 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=49553cca51c94b568963b9658c22460d&device_id=059f73a1-6eec-4097-a647-15e388fe2b01 HTTP/1.1" status: 200 len: 1096 time: 0.3540211 Aug 16 22:47:40.062730 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5fbc17a-4dfb-4ba4-9d6f-d6f2046cb782 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.098460 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882fe74-fcb5-44c2-bcfc-4bfa2f30ebf3 req-ecc05d20-dd56-41f7-b030-18d146960369 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:40.106836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7882fe74-fcb5-44c2-bcfc-4bfa2f30ebf3 req-ecc05d20-dd56-41f7-b030-18d146960369 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/ports?device_id=059f73a1-6eec-4097-a647-15e388fe2b01 HTTP/1.1" status: 200 len: 944 time: 0.2297308 Aug 16 22:47:40.265025 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-b003abc6-28d2-4201-9a75-a7e7c482402b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa13dc84-3f6a-497b-96e2-59f3c291fb4b HTTP/1.1" status: 200 len: 217 time: 0.1454148 Aug 16 22:47:40.306137 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-3340aec9-a12b-4829-b105-ddef5ad7f420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, f3f2574a-cf62-49b3-8d9f-25ee90f470fe) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:40.318774 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0338d754-d60d-43b7-a638-d41faa34b49e None None] Network f3f2574a-cf62-49b3-8d9f-25ee90f470fe requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:40.378796 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3340aec9-a12b-4829-b105-ddef5ad7f420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:40.379394 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3340aec9-a12b-4829-b105-ddef5ad7f420 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.525638 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3340aec9-a12b-4829-b105-ddef5ad7f420 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8860223 Aug 16 22:47:40.564596 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7882fe74-fcb5-44c2-bcfc-4bfa2f30ebf3 req-6e831eb8-68c2-4980-a7e8-2b6492851228 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/security-groups?id=c5dffacc-d0e3-4d4d-9106-dbbe06775363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567609 Aug 16 22:47:40.582153 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-94034929-9c1c-42b9-9165-0d2f54e45e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:40.585326 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-94034929-9c1c-42b9-9165-0d2f54e45e34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7253f75-53f1-4333-af99-29a97a75e00f HTTP/1.1" status: 200 len: 861 time: 0.3103788 Aug 16 22:47:40.596397 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7e28c7-b9ff-40f6-a58f-09a477680b93 None None] Network bffe8e93-b817-4524-98b0-f0682225f88e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:40.731344 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-596ea2c2-b7df-48a2-90d0-3600deceee62 req-cd39468e-d9b7-43a4-abc7-e4474e152980 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad1196c4-a6a4-4c68-9328-d52881ff1175 HTTP/1.1" status: 200 len: 210 time: 0.1373842 Aug 16 22:47:40.772163 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4d48a180-ba8c-4a86-90f4-333be62bfe19 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:40.796062 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-5c89b2d8-aac4-4a4f-a23b-35008397b19c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9709c367-fb2b-43e9-817d-5564280cd19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1825757 Aug 16 22:47:40.865168 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-90881e6a-8c0b-4534-aa59-e3e17230b3bf None None] Provisioning for port 4d48a180-ba8c-4a86-90f4-333be62bfe19 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:40.872268 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-f5fbc17a-4dfb-4ba4-9d6f-d6f2046cb782 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Delete allocated IP 172.20.0.28 (bffe8e93-b817-4524-98b0-f0682225f88e/fad463df-7b95-43ee-98e2-5e2c60bf932c) {{(pid=94872) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 22:47:41.013809 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-9cafd281-1d59-427b-b8b3-4206dfb8e910 service neutron] 10.222.0.39 "GET /v2.0/networks/9709c367-fb2b-43e9-817d-5564280cd19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120299 Aug 16 22:47:41.058705 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.160735 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5fbc17a-4dfb-4ba4-9d6f-d6f2046cb782 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.182933 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f5fbc17a-4dfb-4ba4-9d6f-d6f2046cb782 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Ignored duplicate provisioning block setup for port f951ea57-54c7-404a-a96f-317119c05ad4 by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 22:47:41.186013 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17545f16-a3ac-408d-963a-8e0dde23a760 req-0daac39e-f0ee-4518-99fd-68000d77cc2d service neutron] 10.222.0.39 "GET /v2.0/networks/9709c367-fb2b-43e9-817d-5564280cd19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655030 Aug 16 22:47:41.191711 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5fbc17a-4dfb-4ba4-9d6f-d6f2046cb782 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.257931 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 4d48a180-ba8c-4a86-90f4-333be62bfe19 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:41.265805 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ca6459-888c-4581-a503-005e67b8c0b0 None None] Network f3f2574a-cf62-49b3-8d9f-25ee90f470fe requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:41.285590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.43', 60658) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:41.301821 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 4d48a180-ba8c-4a86-90f4-333be62bfe19 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:41.304393 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.469148 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbc17a-4dfb-4ba4-9d6f-d6f2046cb782 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=f951ea57-54c7-404a-a96f-317119c05ad4,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:41.521978 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbc17a-4dfb-4ba4-9d6f-d6f2046cb782 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] In _notify_port_updated(), no bound segment for port f951ea57-54c7-404a-a96f-317119c05ad4 on network bffe8e93-b817-4524-98b0-f0682225f88e {{(pid=94872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:47:41.528158 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fbc17a-4dfb-4ba4-9d6f-d6f2046cb782 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:41.542863 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5fbc17a-4dfb-4ba4-9d6f-d6f2046cb782 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.545144 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f5fbc17a-4dfb-4ba4-9d6f-d6f2046cb782 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "PUT /v2.0/ports/f951ea57-54c7-404a-a96f-317119c05ad4 HTTP/1.1" status: 200 len: 920 time: 2.8527572 Aug 16 22:47:41.552828 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33246) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:41.559067 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-08e44d29-7801-442d-ad3c-7a34bea7461f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ebac356-d609-4e62-97d9-002b1a4e488d'}, {'subnet_id': 'fad463df-7b95-43ee-98e2-5e2c60bf932c'}]}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:41.764191 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5700d2-9608-4c74-bdbd-b953aa88ebb7 req-74c2543c-d21f-40d6-9186-7855553caf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:41.779429 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c5700d2-9608-4c74-bdbd-b953aa88ebb7 req-74c2543c-d21f-40d6-9186-7855553caf72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=49553cca51c94b568963b9658c22460d&device_id=059f73a1-6eec-4097-a647-15e388fe2b01 HTTP/1.1" status: 200 len: 1096 time: 0.3466794 Aug 16 22:47:41.815177 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d02d3b91-d9ae-49b9-b008-246087da317a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.039309 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-08e44d29-7801-442d-ad3c-7a34bea7461f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.044387 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-39ed5201-43b4-4aa8-a32d-7b1aa14089cf tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:42.050743 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-39ed5201-43b4-4aa8-a32d-7b1aa14089cf tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.43 "GET /v2.0/networks?id=93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d HTTP/1.1" status: 200 len: 798 time: 0.7638118 Aug 16 22:47:42.057664 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.118182 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-3b2f3715-b7c2-4046-99f5-bcec44820ae5 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Request body: {'port': {'device_id': 'ad1196c4-a6a4-4c68-9328-d52881ff1175', 'network_id': '93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d', 'admin_state_up': True, 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:42.164198 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-14dc5e5a-0cb9-4948-947a-7edf2ae9cb26 req-35332ace-f719-419d-96f0-f93f24e3e409 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a1774ffb-98fd-4354-a89c-329bb05221b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3607035 Aug 16 22:47:42.208638 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41e34c38-2726-429c-96df-2d1adbc125f5 req-84cba908-7cea-464b-9529-60152eda595f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad1196c4-a6a4-4c68-9328-d52881ff1175 HTTP/1.1" status: 200 len: 210 time: 0.1517458 Aug 16 22:47:42.216950 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 4d48a180-ba8c-4a86-90f4-333be62bfe19, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4d48a180-ba8c-4a86-90f4-333be62bfe19,segment=NetworkSegment(aba5544e-1bf7-45a2-92d8-6a1e3ed5cf1d),segment_id=aba5544e-1bf7-45a2-92d8-6a1e3ed5cf1d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:42.233904 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c79bf0c-00e8-4a65-b902-30a4902189c9 None None] Update dhcp port {'port': {'network_id': 'bffe8e93-b817-4524-98b0-f0682225f88e', 'fixed_ips': [{'subnet_id': '7ebac356-d609-4e62-97d9-002b1a4e488d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fad463df-7b95-43ee-98e2-5e2c60bf932c'}], 'binding:host_id': 'n-d-792458-15'}, 'id': '4d48a180-ba8c-4a86-90f4-333be62bfe19'} from n-d-792458-15. {{(pid=94873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:47:42.233904 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.244483 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.245311 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c6772f33-01b5-4430-8488-a38fbf6d4b08 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:42.310573 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1b137-e416-4a40-83ba-56a1d3b017e8 req-3e0e81d1-09cc-4174-94d3-ac93ef63a3fa tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:42.312909 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cf1b137-e416-4a40-83ba-56a1d3b017e8 req-3e0e81d1-09cc-4174-94d3-ac93ef63a3fa tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/ports?device_id=059f73a1-6eec-4097-a647-15e388fe2b01 HTTP/1.1" status: 200 len: 944 time: 0.5780180 Aug 16 22:47:42.396455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5700d2-9608-4c74-bdbd-b953aa88ebb7 req-9885a8b8-4d5f-4b00-a68c-a6e91dfb6366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:42.398184 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c5700d2-9608-4c74-bdbd-b953aa88ebb7 req-9885a8b8-4d5f-4b00-a68c-a6e91dfb6366 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9709c367-fb2b-43e9-817d-5564280cd19e HTTP/1.1" status: 200 len: 922 time: 0.5504432 Aug 16 22:47:42.448476 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=4d48a180-ba8c-4a86-90f4-333be62bfe19,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:42.468317 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5cf1b137-e416-4a40-83ba-56a1d3b017e8 req-3a153fc9-6f88-4cb5-ab94-7519367e27c1 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/security-groups?id=c5dffacc-d0e3-4d4d-9106-dbbe06775363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439736 Aug 16 22:47:42.472787 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c5700d2-9608-4c74-bdbd-b953aa88ebb7 req-f26c7cee-4d60-4ff5-8068-8b76d53301e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa13dc84-3f6a-497b-96e2-59f3c291fb4b HTTP/1.1" status: 200 len: 217 time: 0.0623028 Aug 16 22:47:42.534305 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1c79bf0c-00e8-4a65-b902-30a4902189c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.579423 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5700d2-9608-4c74-bdbd-b953aa88ebb7 req-d99d2af0-e5d7-40ba-b146-fb538ab107c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:42.581229 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c5700d2-9608-4c74-bdbd-b953aa88ebb7 req-d99d2af0-e5d7-40ba-b146-fb538ab107c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7253f75-53f1-4333-af99-29a97a75e00f HTTP/1.1" status: 200 len: 861 time: 0.0911429 Aug 16 22:47:42.584061 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-3b2f3715-b7c2-4046-99f5-bcec44820ae5 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Made reservation on behalf of 19bfef8d00ac4837820b8edf5e2d6645 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:42.592087 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-3b2f3715-b7c2-4046-99f5-bcec44820ae5 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.666649 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c5700d2-9608-4c74-bdbd-b953aa88ebb7 req-2a6d0a6c-99b3-4099-b2f1-af61ddcccf54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9709c367-fb2b-43e9-817d-5564280cd19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715921 Aug 16 22:47:42.771686 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port c6772f33-01b5-4430-8488-a38fbf6d4b08 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:42.797829 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c6772f33-01b5-4430-8488-a38fbf6d4b08 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:42.800054 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.845426 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-08e44d29-7801-442d-ad3c-7a34bea7461f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Allocated IP 172.20.0.30 (bffe8e93-b817-4524-98b0-f0682225f88e/fad463df-7b95-43ee-98e2-5e2c60bf932c/f951ea57-54c7-404a-a96f-317119c05ad4) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:42.902779 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device fa13dc84-3f6a-497b-96e2-59f3c291fb4b details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:47:43.086506 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-08e44d29-7801-442d-ad3c-7a34bea7461f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.120570 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-08e44d29-7801-442d-ad3c-7a34bea7461f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Ignored duplicate provisioning block setup for port f951ea57-54c7-404a-a96f-317119c05ad4 by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 22:47:43.164891 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.167688 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc5e5a-0cb9-4948-947a-7edf2ae9cb26 req-b850ebf8-7aab-4666-98c5-ebc34f79f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:43.174432 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-14dc5e5a-0cb9-4948-947a-7edf2ae9cb26 req-b850ebf8-7aab-4666-98c5-ebc34f79f65a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=19bfef8d00ac4837820b8edf5e2d6645&device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 1136 time: 0.9428949 Aug 16 22:47:43.178521 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-08e44d29-7801-442d-ad3c-7a34bea7461f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.233046 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c5700d2-9608-4c74-bdbd-b953aa88ebb7 req-2135e2c4-82e3-4b7c-902e-edb54d6aeca2 service neutron] 10.222.0.39 "GET /v2.0/networks/9709c367-fb2b-43e9-817d-5564280cd19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5460229 Aug 16 22:47:43.343601 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-1c79bf0c-00e8-4a65-b902-30a4902189c9 None None] Allocated IP 172.20.0.18 (bffe8e93-b817-4524-98b0-f0682225f88e/fad463df-7b95-43ee-98e2-5e2c60bf932c/4d48a180-ba8c-4a86-90f4-333be62bfe19) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:43.352253 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port c6772f33-01b5-4430-8488-a38fbf6d4b08, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c6772f33-01b5-4430-8488-a38fbf6d4b08,segment=NetworkSegment(b304d689-f251-46b1-bec2-f41ae095519e),segment_id=b304d689-f251-46b1-bec2-f41ae095519e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:43.379754 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-3b2f3715-b7c2-4046-99f5-bcec44820ae5 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Allocated IP 172.20.0.27 (93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d/b8a96d55-68bb-47ad-95af-4103cbe49054/63eb2ac0-0537-46d6-9184-e684db10d651) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:43.382372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port fa13dc84-3f6a-497b-96e2-59f3c291fb4b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=fa13dc84-3f6a-497b-96e2-59f3c291fb4b,segment=NetworkSegment(ca8f049b-a00b-4d4e-93d4-f5422c79a078),segment_id=ca8f049b-a00b-4d4e-93d4-f5422c79a078)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:43.390403 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.424753 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89620956-02d3-4f7c-b5b0-429954375608 req-84a3459d-c3d8-4769-bfb1-0ceb9b9249f2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad1196c4-a6a4-4c68-9328-d52881ff1175 HTTP/1.1" status: 200 len: 210 time: 0.0636878 Aug 16 22:47:43.537257 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c5700d2-9608-4c74-bdbd-b953aa88ebb7 req-f28c19b2-8365-473e-a6cf-4898943a90e4 service neutron] 10.222.0.39 "GET /v2.0/networks/9709c367-fb2b-43e9-817d-5564280cd19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921438 Aug 16 22:47:43.588813 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.600498 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4d48a180-ba8c-4a86-90f4-333be62bfe19 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:43.608596 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'fa13dc84-3f6a-497b-96e2-59f3c291fb4b', 'network_id': '9709c367-fb2b-43e9-817d-5564280cd19e', 'port_id': 'fa13dc84-3f6a-497b-96e2-59f3c291fb4b', 'mac_address': 'fa:16:3e:1b:e9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7253f75-53f1-4333-af99-29a97a75e00f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:47:43.730960 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-3b2f3715-b7c2-4046-99f5-bcec44820ae5 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.754835 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-3b2f3715-b7c2-4046-99f5-bcec44820ae5 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Transition to ACTIVE for port object 63eb2ac0-0537-46d6-9184-e684db10d651 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:43.757087 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=c6772f33-01b5-4430-8488-a38fbf6d4b08,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:43.847300 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.878975 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-08e44d29-7801-442d-ad3c-7a34bea7461f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] In _notify_port_updated(), no bound segment for port f951ea57-54c7-404a-a96f-317119c05ad4 on network bffe8e93-b817-4524-98b0-f0682225f88e {{(pid=94872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:47:43.879245 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa13dc84-3f6a-497b-96e2-59f3c291fb4b {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:47:43.879884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c10fc-a002-44aa-830f-f92b4e5bb5f1 req-46efd602-85b1-4239-a8b0-8ad5a8220bad tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:43.883787 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a8c10fc-a002-44aa-830f-f92b4e5bb5f1 req-46efd602-85b1-4239-a8b0-8ad5a8220bad tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/ports?device_id=059f73a1-6eec-4097-a647-15e388fe2b01 HTTP/1.1" status: 200 len: 944 time: 0.2718883 Aug 16 22:47:43.897207 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e44d29-7801-442d-ad3c-7a34bea7461f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:43.898864 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-08e44d29-7801-442d-ad3c-7a34bea7461f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.904332 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-08e44d29-7801-442d-ad3c-7a34bea7461f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "PUT /v2.0/ports/f951ea57-54c7-404a-a96f-317119c05ad4 HTTP/1.1" status: 200 len: 1000 time: 2.3468647 Aug 16 22:47:43.905615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 4d48a180-ba8c-4a86-90f4-333be62bfe19 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:43.906425 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.935186 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port fa13dc84-3f6a-497b-96e2-59f3c291fb4b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=fa13dc84-3f6a-497b-96e2-59f3c291fb4b,segment=NetworkSegment(ca8f049b-a00b-4d4e-93d4-f5422c79a078),segment_id=ca8f049b-a00b-4d4e-93d4-f5422c79a078)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:43.941581 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33312) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:43.942237 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-1c79bf0c-00e8-4a65-b902-30a4902189c9 None None] For port 4d48a180-ba8c-4a86-90f4-333be62bfe19, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4d48a180-ba8c-4a86-90f4-333be62bfe19,segment=NetworkSegment(aba5544e-1bf7-45a2-92d8-6a1e3ed5cf1d),segment_id=aba5544e-1bf7-45a2-92d8-6a1e3ed5cf1d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:43.945664 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-3b2f3715-b7c2-4046-99f5-bcec44820ae5 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.946132 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.947640 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e44d29-7801-442d-ad3c-7a34bea7461f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=f951ea57-54c7-404a-a96f-317119c05ad4,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:44.029700 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1c79bf0c-00e8-4a65-b902-30a4902189c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.084400 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=fa13dc84-3f6a-497b-96e2-59f3c291fb4b,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:44.101299 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc5e5a-0cb9-4948-947a-7edf2ae9cb26 req-b25e8589-99da-4cdf-8398-bc96ede2ca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:44.106920 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1c79bf0c-00e8-4a65-b902-30a4902189c9 None None] Transition to ACTIVE for port object 4d48a180-ba8c-4a86-90f4-333be62bfe19 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:44.112240 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1c79bf0c-00e8-4a65-b902-30a4902189c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.117369 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-14dc5e5a-0cb9-4948-947a-7edf2ae9cb26 req-b25e8589-99da-4cdf-8398-bc96ede2ca08 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1e7312b4-3d42-480c-a7b8-94a85c5f140d HTTP/1.1" status: 200 len: 898 time: 0.8126686 Aug 16 22:47:44.202066 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['fa13dc84-3f6a-497b-96e2-59f3c291fb4b'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:47:44.439136 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79bf0c-00e8-4a65-b902-30a4902189c9 None None] Pushing event updated for resources: {'Port': ['ID=4d48a180-ba8c-4a86-90f4-333be62bfe19,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:44.454431 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-14dc5e5a-0cb9-4948-947a-7edf2ae9cb26 req-87af216e-7fad-4398-8c5a-9e2d5c4fd44a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5da370aa-e4d4-4440-a8e3-8822bc16e808 HTTP/1.1" status: 200 len: 1000 time: 0.3280816 Aug 16 22:47:44.617026 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc5e5a-0cb9-4948-947a-7edf2ae9cb26 req-115ebe5c-5044-4049-a234-88c7e1979607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:44.619433 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-14dc5e5a-0cb9-4948-947a-7edf2ae9cb26 req-115ebe5c-5044-4049-a234-88c7e1979607 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8100a24-aa13-4242-8aae-2071a88d61f3 HTTP/1.1" status: 200 len: 835 time: 0.1527987 Aug 16 22:47:44.776805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc5e5a-0cb9-4948-947a-7edf2ae9cb26 req-01b6ce19-bec2-4b3d-8972-bdd27943a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:44.780178 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-14dc5e5a-0cb9-4948-947a-7edf2ae9cb26 req-01b6ce19-bec2-4b3d-8972-bdd27943a0f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1e7312b4-3d42-480c-a7b8-94a85c5f140d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1534836 Aug 16 22:47:44.862032 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f3715-b7c2-4046-99f5-bcec44820ae5 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event updated for resources: {'Port': ['ID=63eb2ac0-0537-46d6-9184-e684db10d651,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:44.893251 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a8c10fc-a002-44aa-830f-f92b4e5bb5f1 req-f0906498-5710-44d9-a719-64ec5d6bd5bf tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/security-groups?id=c5dffacc-d0e3-4d4d-9106-dbbe06775363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0024378 Aug 16 22:47:44.913659 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.949542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-3b2f3715-b7c2-4046-99f5-bcec44820ae5 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Network 93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:44.969735 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-14dc5e5a-0cb9-4948-947a-7edf2ae9cb26 req-fbe9ed01-ee48-45bd-ad92-95c14b64d12b service neutron] 10.222.0.39 "GET /v2.0/networks/1e7312b4-3d42-480c-a7b8-94a85c5f140d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817403 Aug 16 22:47:45.019821 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-3b2f3715-b7c2-4046-99f5-bcec44820ae5 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:45.043624 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-3b2f3715-b7c2-4046-99f5-bcec44820ae5 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:45.127397 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-14dc5e5a-0cb9-4948-947a-7edf2ae9cb26 req-0c979dcc-e9e1-44a3-bfe4-68fc28f067e0 service neutron] 10.222.0.39 "GET /v2.0/networks/1e7312b4-3d42-480c-a7b8-94a85c5f140d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506426 Aug 16 22:47:45.272293 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2f57dd15-f1f6-4612-822c-edf13701daf9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port f951ea57-54c7-404a-a96f-317119c05ad4 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:45.272749 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f57dd15-f1f6-4612-822c-edf13701daf9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.293064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-3b2f3715-b7c2-4046-99f5-bcec44820ae5 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:45.293819 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-3b2f3715-b7c2-4046-99f5-bcec44820ae5 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.325725 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-3b2f3715-b7c2-4046-99f5-bcec44820ae5 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.2162013 Aug 16 22:47:45.402613 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f5cd6-0f58-4908-a445-063f382e880f req-63ac4941-6e32-4a6e-b17c-f4b907dabf81 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:45.404540 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e51f5cd6-0f58-4908-a445-063f382e880f req-63ac4941-6e32-4a6e-b17c-f4b907dabf81 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad1196c4-a6a4-4c68-9328-d52881ff1175 HTTP/1.1" status: 200 len: 895 time: 0.3891733 Aug 16 22:47:45.424181 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-389b5934-c9f3-4712-8068-d04994777123 None None] Provisioning for port 63eb2ac0-0537-46d6-9184-e684db10d651 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:45.424712 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-24490e57-9447-4d22-b753-6fe3169706e8 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:45.433359 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-389b5934-c9f3-4712-8068-d04994777123 None None] Provisioning complete for port 63eb2ac0-0537-46d6-9184-e684db10d651 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:45.433900 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-389b5934-c9f3-4712-8068-d04994777123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.438394 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-24490e57-9447-4d22-b753-6fe3169706e8 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/networks?id=f3f2574a-cf62-49b3-8d9f-25ee90f470fe HTTP/1.1" status: 200 len: 809 time: 0.5771253 Aug 16 22:47:45.478616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-45edaade-edbb-4422-a17d-a8e3f795f6f1 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:47:45.479939 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-45edaade-edbb-4422-a17d-a8e3f795f6f1 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0715578 Aug 16 22:47:45.484181 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-389b5934-c9f3-4712-8068-d04994777123 None None] Port 63eb2ac0-0537-46d6-9184-e684db10d651 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:45.546872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-9d1d04c0-8c13-40c8-b3d5-f77b789859ad tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/quotas/90bc3b704d5842aab0220f31b77e4519 HTTP/1.1" status: 200 len: 375 time: 0.0926344 Aug 16 22:47:45.650824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4d48a180-ba8c-4a86-90f4-333be62bfe19 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:45.714463 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] Request body: {'port': {'device_id': 'ad1196c4-a6a4-4c68-9328-d52881ff1175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:45.727702 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-ed1eb428-abbd-456f-adf9-fae1b20fda4d tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=90bc3b704d5842aab0220f31b77e4519&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1624131 Aug 16 22:47:45.746043 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a3e4f7-058a-4cb6-b13c-1f541e3824dc None None] Network bffe8e93-b817-4524-98b0-f0682225f88e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:45.809928 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:47:45.867688 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c6772f33-01b5-4430-8488-a38fbf6d4b08 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:45.908918 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f57dd15-f1f6-4612-822c-edf13701daf9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.948325 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0d3703fe-0a05-45ea-86e5-53dfe447093e None None] Provisioning for port f951ea57-54c7-404a-a96f-317119c05ad4 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:45.953388 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2f57dd15-f1f6-4612-822c-edf13701daf9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for f951ea57-54c7-404a-a96f-317119c05ad4 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:45.965907 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0d3703fe-0a05-45ea-86e5-53dfe447093e None None] Provisioning complete for port f951ea57-54c7-404a-a96f-317119c05ad4 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:45.966380 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0d3703fe-0a05-45ea-86e5-53dfe447093e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.976697 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.056157 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0d3703fe-0a05-45ea-86e5-53dfe447093e None None] Port f951ea57-54c7-404a-a96f-317119c05ad4 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:46.107468 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port c6772f33-01b5-4430-8488-a38fbf6d4b08 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:46.107902 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.176489 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0d3703fe-0a05-45ea-86e5-53dfe447093e None None] Provisioning for port 4d48a180-ba8c-4a86-90f4-333be62bfe19 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:46.188496 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0d3703fe-0a05-45ea-86e5-53dfe447093e None None] Provisioning complete for port 4d48a180-ba8c-4a86-90f4-333be62bfe19 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:46.188879 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0d3703fe-0a05-45ea-86e5-53dfe447093e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.300458 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-415858ca-8e60-473c-ac5f-333ceece1b1c service neutron] 10.222.0.93 "GET /v2.0/networks/f3f2574a-cf62-49b3-8d9f-25ee90f470fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515313 Aug 16 22:47:46.467084 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f57dd15-f1f6-4612-822c-edf13701daf9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.618855 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ba7553ed-f311-43f7-97c5-31d3749de710 None None] Could not find standard attr ID for object f951ea57-54c7-404a-a96f-317119c05ad4. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:47:46.624974 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f00038-7528-4b96-a3c9-a335c1b3d765 req-f24028c9-9c9c-4b02-98e8-606f5188fc93 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:46.626884 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-77f00038-7528-4b96-a3c9-a335c1b3d765 req-f24028c9-9c9c-4b02-98e8-606f5188fc93 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/ports?device_id=059f73a1-6eec-4097-a647-15e388fe2b01 HTTP/1.1" status: 200 len: 945 time: 0.4441798 Aug 16 22:47:46.632254 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b6053f08-7360-42cc-a521-35256d907838 service neutron] 10.222.0.93 "GET /v2.0/networks/f3f2574a-cf62-49b3-8d9f-25ee90f470fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306885 Aug 16 22:47:46.633015 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57dd15-f1f6-4612-822c-edf13701daf9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=f951ea57-54c7-404a-a96f-317119c05ad4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:46.658217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ba7553ed-f311-43f7-97c5-31d3749de710 None None] Provisioning complete for port 4d48a180-ba8c-4a86-90f4-333be62bfe19 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:46.658956 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ba7553ed-f311-43f7-97c5-31d3749de710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.877484 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device fa13dc84-3f6a-497b-96e2-59f3c291fb4b up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:47.003999 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f57dd15-f1f6-4612-822c-edf13701daf9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.008426 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2f57dd15-f1f6-4612-822c-edf13701daf9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/ports/f951ea57-54c7-404a-a96f-317119c05ad4 HTTP/1.1" status: 204 len: 168 time: 3.0572169 Aug 16 22:47:47.009448 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33418) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:47.022544 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-77f00038-7528-4b96-a3c9-a335c1b3d765 req-f16be605-3077-4906-b02c-61b749e63909 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/security-groups?id=c5dffacc-d0e3-4d4d-9106-dbbe06775363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584619 Aug 16 22:47:47.025029 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port fa13dc84-3f6a-497b-96e2-59f3c291fb4b completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:47.046803 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port fa13dc84-3f6a-497b-96e2-59f3c291fb4b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:47.047194 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.061987 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-884d0db6-1025-4850-b9ed-544021cfd5c5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] GET failed (client error): The resource could not be found. Aug 16 22:47:47.067663 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-884d0db6-1025-4850-b9ed-544021cfd5c5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports/f951ea57-54c7-404a-a96f-317119c05ad4 HTTP/1.1" status: 404 len: 333 time: 0.0563142 Aug 16 22:47:47.068347 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33422) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:47.182177 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1782110c-7b93-401e-8c1b-515e3649fe1b None None] Could not find standard attr ID for object f951ea57-54c7-404a-a96f-317119c05ad4. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:47:47.212340 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dafc675-18a0-4401-8d6e-b3359ba3c519 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting subnet fad463df-7b95-43ee-98e2-5e2c60bf932c {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:47.222826 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0a19fd8a-a1e7-42cb-b603-06bd9221541f req-508beb41-1d2a-43a5-9cb5-450183b54c64 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4655f71-8df8-4c43-84db-34e473dfa177 HTTP/1.1" status: 200 len: 210 time: 0.0714991 Aug 16 22:47:47.224663 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6dafc675-18a0-4401-8d6e-b3359ba3c519 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.291186 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.339024 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059f73a1-6eec-4097-a647-15e388fe2b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa13dc84-3f6a-497b-96e2-59f3c291fb4b'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:47.344086 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be8ae71-58c7-415e-a912-affe0cc354fb" -d '{"events": [{"server_uuid": "059f73a1-6eec-4097-a647-15e388fe2b01", "name": "network-vif-plugged", "status": "completed", "tag": "fa13dc84-3f6a-497b-96e2-59f3c291fb4b"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:47.348781 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6dafc675-18a0-4401-8d6e-b3359ba3c519 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.378915 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port fa13dc84-3f6a-497b-96e2-59f3c291fb4b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=fa13dc84-3f6a-497b-96e2-59f3c291fb4b,segment=NetworkSegment(ca8f049b-a00b-4d4e-93d4-f5422c79a078),segment_id=ca8f049b-a00b-4d4e-93d4-f5422c79a078)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:47.386346 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.454639 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd86e2e5-a635-4d43-96fe-8f1b9c758212 x-openstack-request-id: req-fd86e2e5-a635-4d43-96fe-8f1b9c758212 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:47.455205 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059f73a1-6eec-4097-a647-15e388fe2b01", "name": "network-vif-plugged", "status": "completed", "tag": "fa13dc84-3f6a-497b-96e2-59f3c291fb4b", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:47.455617 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fd86e2e5-a635-4d43-96fe-8f1b9c758212 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:47.456202 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059f73a1-6eec-4097-a647-15e388fe2b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa13dc84-3f6a-497b-96e2-59f3c291fb4b', 'code': 200} Aug 16 22:47:47.464997 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a2a37-6dab-4627-9ebf-13fcb8f8d3b5 req-589b1817-c81b-4a0d-b28b-2df5caf3d173 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:47.483075 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c9a2a37-6dab-4627-9ebf-13fcb8f8d3b5 req-589b1817-c81b-4a0d-b28b-2df5caf3d173 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad1196c4-a6a4-4c68-9328-d52881ff1175 HTTP/1.1" status: 200 len: 895 time: 0.4188635 Aug 16 22:47:47.498110 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63eb2ac0-0537-46d6-9184-e684db10d651 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:47:47.515123 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.518441 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-22cad2e8-5f17-4047-9ae1-1daeb81a4c0b None None] Could not find standard attr ID for object f951ea57-54c7-404a-a96f-317119c05ad4. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:47:47.552611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] Transition to ACTIVE for port object 63eb2ac0-0537-46d6-9184-e684db10d651 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:47.558109 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.597253 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=fa13dc84-3f6a-497b-96e2-59f3c291fb4b,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:47.679414 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff3402-a104-4f2e-94a6-eb871b3c4bf1 req-2e6c3e1c-3a57-4688-ba8f-584409b433b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:47.680673 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c9ff3402-a104-4f2e-94a6-eb871b3c4bf1 req-2e6c3e1c-3a57-4688-ba8f-584409b433b0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=059f73a1-6eec-4097-a647-15e388fe2b01 HTTP/1.1" status: 200 len: 1098 time: 0.1729848 Aug 16 22:47:47.686796 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] Pushing event updated for resources: {'Port': ['ID=63eb2ac0-0537-46d6-9184-e684db10d651,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:47.749485 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-bf6189c9-8cba-47b5-a620-c1f38e14ad1b None None] Could not find standard attr ID for object f951ea57-54c7-404a-a96f-317119c05ad4. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:47:47.853934 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c9ff3402-a104-4f2e-94a6-eb871b3c4bf1 req-6de9fe2c-400f-4493-8518-567e48da129d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c5dffacc-d0e3-4d4d-9106-dbbe06775363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629021 Aug 16 22:47:47.863870 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6dafc675-18a0-4401-8d6e-b3359ba3c519 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.884129 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] Attempting to bind port 63eb2ac0-0537-46d6-9184-e684db10d651 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:47.888223 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] Attempting to bind port 63eb2ac0-0537-46d6-9184-e684db10d651 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'b304d689-f251-46b1-bec2-f41ae095519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:47.890389 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] Attempting to bind port 63eb2ac0-0537-46d6-9184-e684db10d651 on network 93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:47.904650 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] Port 63eb2ac0-0537-46d6-9184-e684db10d651 on network 93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:47:47.905195 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] Attempting to bind port 63eb2ac0-0537-46d6-9184-e684db10d651 on network 93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:47.911375 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:47.912204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] Checking segment: {'id': 'b304d689-f251-46b1-bec2-f41ae095519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:47.912827 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] Bound using segment: {'id': 'b304d689-f251-46b1-bec2-f41ae095519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:47.913522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] Bound port: 63eb2ac0-0537-46d6-9184-e684db10d651, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b304d689-f251-46b1-bec2-f41ae095519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:47.914159 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.029745 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6dafc675-18a0-4401-8d6e-b3359ba3c519 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.081673 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafc675-18a0-4401-8d6e-b3359ba3c519 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Subnet': ['ID=fad463df-7b95-43ee-98e2-5e2c60bf932c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:48.085067 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6dafc675-18a0-4401-8d6e-b3359ba3c519 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.090216 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6dafc675-18a0-4401-8d6e-b3359ba3c519 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/subnets/fad463df-7b95-43ee-98e2-5e2c60bf932c HTTP/1.1" status: 204 len: 168 time: 1.0180244 Aug 16 22:47:48.093184 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33454) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:48.114333 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] For port 63eb2ac0-0537-46d6-9184-e684db10d651, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:48.131246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] For port 63eb2ac0-0537-46d6-9184-e684db10d651, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=63eb2ac0-0537-46d6-9184-e684db10d651,segment=NetworkSegment(b304d689-f251-46b1-bec2-f41ae095519e),segment_id=b304d689-f251-46b1-bec2-f41ae095519e)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:48.137675 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.247803 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb68f0d-44b7-464a-8a2c-e15065cd17ab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting subnet 7ebac356-d609-4e62-97d9-002b1a4e488d {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:48.289852 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3eb68f0d-44b7-464a-8a2c-e15065cd17ab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.298585 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:48.299850 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.320993 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] 10.222.0.43 "PUT /v2.0/ports/63eb2ac0-0537-46d6-9184-e684db10d651 HTTP/1.1" status: 200 len: 1056 time: 2.8048105 Aug 16 22:47:48.330106 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1196c4-a6a4-4c68-9328-d52881ff1175', 'tag': '63eb2ac0-0537-46d6-9184-e684db10d651'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:48.337538 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eea7ca5-f63e-440d-b650-61aea66162cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1196c4-a6a4-4c68-9328-d52881ff1175", "tag": "63eb2ac0-0537-46d6-9184-e684db10d651"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:48.398074 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3eb68f0d-44b7-464a-8a2c-e15065cd17ab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.549076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55161ef-4aef-4ab5-bab7-fb23a943a54e None None] Network bffe8e93-b817-4524-98b0-f0682225f88e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:48.654490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52c6b4-a937-4f38-ab24-5b54432daf2a service neutron] Pushing event updated for resources: {'Port': ['ID=63eb2ac0-0537-46d6-9184-e684db10d651,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:48.655054 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3eb68f0d-44b7-464a-8a2c-e15065cd17ab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.685015 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45279c0f-fdd3-4632-bc4f-d8b262153826 req-d8d44bf9-fb28-424d-8d09-ffcaa3435305 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:48.687671 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45279c0f-fdd3-4632-bc4f-d8b262153826 req-d8d44bf9-fb28-424d-8d09-ffcaa3435305 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/ports?device_id=059f73a1-6eec-4097-a647-15e388fe2b01 HTTP/1.1" status: 200 len: 946 time: 0.5069823 Aug 16 22:47:48.689879 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fb80c591-70e8-48d5-9a42-b8c19f814194 req-ce25d085-cb8b-43dc-8fd1-9b780c6e013a tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4655f71-8df8-4c43-84db-34e473dfa177 HTTP/1.1" status: 200 len: 210 time: 0.2799277 Aug 16 22:47:48.743962 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-c9453b16-e70d-4972-b425-9de6e61d0ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:48.748981 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-c9453b16-e70d-4972-b425-9de6e61d0ef0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19bfef8d00ac4837820b8edf5e2d6645&device_id=ad1196c4-a6a4-4c68-9328-d52881ff1175 HTTP/1.1" status: 200 len: 1059 time: 0.3782246 Aug 16 22:47:48.821275 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3eb68f0d-44b7-464a-8a2c-e15065cd17ab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.845175 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3eb68f0d-44b7-464a-8a2c-e15065cd17ab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.851318 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45279c0f-fdd3-4632-bc4f-d8b262153826 req-21f91dd2-976c-4835-8624-4dc71be5d3e6 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/security-groups?id=c5dffacc-d0e3-4d4d-9106-dbbe06775363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563342 Aug 16 22:47:48.852913 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a11f45-5498-429e-a3bf-3d095a3ad56a x-openstack-request-id: req-17a11f45-5498-429e-a3bf-3d095a3ad56a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:48.853356 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1196c4-a6a4-4c68-9328-d52881ff1175", "tag": "63eb2ac0-0537-46d6-9184-e684db10d651", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:48.853737 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-17a11f45-5498-429e-a3bf-3d095a3ad56a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:48.854642 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1196c4-a6a4-4c68-9328-d52881ff1175', 'tag': '63eb2ac0-0537-46d6-9184-e684db10d651', 'status': 'completed', 'code': 200} Aug 16 22:47:48.857427 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-a70e26ab-75b4-4a13-bae0-c933bb9caf04 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=63eb2ac0-0537-46d6-9184-e684db10d651 HTTP/1.1" status: 200 len: 217 time: 0.0893893 Aug 16 22:47:48.891431 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3eb68f0d-44b7-464a-8a2c-e15065cd17ab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/subnets/7ebac356-d609-4e62-97d9-002b1a4e488d HTTP/1.1" status: 204 len: 168 time: 0.7834082 Aug 16 22:47:48.892559 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33474) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:48.906610 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb68f0d-44b7-464a-8a2c-e15065cd17ab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Subnet': ['ID=7ebac356-d609-4e62-97d9-002b1a4e488d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:49.148335 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47126b9-e063-4b39-9003-a3281125c950 None None] DHCP port deletion for bffe8e93-b817-4524-98b0-f0682225f88e request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:47:49.228623 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-476b46e3-549e-44cb-82e2-4679f25fc9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:49.232090 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-476b46e3-549e-44cb-82e2-4679f25fc9a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8a96d55-68bb-47ad-95af-4103cbe49054 HTTP/1.1" status: 200 len: 837 time: 0.3648973 Aug 16 22:47:49.282762 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c47126b9-e063-4b39-9003-a3281125c950 None None] Deleting port 4d48a180-ba8c-4a86-90f4-333be62bfe19 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:49.283163 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c47126b9-e063-4b39-9003-a3281125c950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:49.400928 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9145cab4-f7d6-498a-9ce3-d9ad9976ba00 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:49.415733 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-55024c5a-dfbb-494d-a182-9f9e6851901a tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:49.423872 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-55024c5a-dfbb-494d-a182-9f9e6851901a tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.39 "GET /v2.0/networks?id=f3f2574a-cf62-49b3-8d9f-25ee90f470fe HTTP/1.1" status: 200 len: 809 time: 0.4681659 Aug 16 22:47:49.432957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8832ee-36c5-4b27-8d2b-2bedf69caf99 req-549591f2-3a41-4874-b00b-8b3ee3c0ef6c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:49.438777 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c47126b9-e063-4b39-9003-a3281125c950 None None] For port 4d48a180-ba8c-4a86-90f4-333be62bfe19, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4d48a180-ba8c-4a86-90f4-333be62bfe19,segment=NetworkSegment(aba5544e-1bf7-45a2-92d8-6a1e3ed5cf1d),segment_id=aba5544e-1bf7-45a2-92d8-6a1e3ed5cf1d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:49.439917 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c47126b9-e063-4b39-9003-a3281125c950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:49.454003 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-39d8e93f-b0df-4be4-a381-428f7568bafa tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Request body: {'port': {'device_id': 'e4655f71-8df8-4c43-84db-34e473dfa177', 'network_id': 'f3f2574a-cf62-49b3-8d9f-25ee90f470fe', 'admin_state_up': True, 'tenant_id': '90bc3b704d5842aab0220f31b77e4519'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:49.454476 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f8832ee-36c5-4b27-8d2b-2bedf69caf99 req-549591f2-3a41-4874-b00b-8b3ee3c0ef6c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad1196c4-a6a4-4c68-9328-d52881ff1175 HTTP/1.1" status: 200 len: 907 time: 0.4373496 Aug 16 22:47:49.514064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-bd2f81cb-5d1e-46cb-b855-4d42e06d0aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:49.516068 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c47126b9-e063-4b39-9003-a3281125c950 None None] Calling delete_port for 4d48a180-ba8c-4a86-90f4-333be62bfe19 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:49.521497 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-bd2f81cb-5d1e-46cb-b855-4d42e06d0aa3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2739880 Aug 16 22:47:49.599592 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4d48a180-ba8c-4a86-90f4-333be62bfe19 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:47:49.680685 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-40b504eb-a566-4565-b933-3cca1915c922 service neutron] 10.222.0.43 "GET /v2.0/networks/93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267457 Aug 16 22:47:49.692436 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-39d8e93f-b0df-4be4-a381-428f7568bafa tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Made reservation on behalf of 90bc3b704d5842aab0220f31b77e4519 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:49.697986 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-39d8e93f-b0df-4be4-a381-428f7568bafa tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:49.800378 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9145cab4-f7d6-498a-9ce3-d9ad9976ba00 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port 4d48a180-ba8c-4a86-90f4-333be62bfe19 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:49.800750 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9145cab4-f7d6-498a-9ce3-d9ad9976ba00 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:49.885658 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26a363a5-9faa-4ee4-808e-9b9a458b0ffa req-3a231097-b85f-4d98-9b52-77de46869c65 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4655f71-8df8-4c43-84db-34e473dfa177 HTTP/1.1" status: 200 len: 210 time: 0.0445957 Aug 16 22:47:49.949936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-9145cab4-f7d6-498a-9ce3-d9ad9976ba00 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] For port 4d48a180-ba8c-4a86-90f4-333be62bfe19, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4d48a180-ba8c-4a86-90f4-333be62bfe19,segment=NetworkSegment(aba5544e-1bf7-45a2-92d8-6a1e3ed5cf1d),segment_id=aba5544e-1bf7-45a2-92d8-6a1e3ed5cf1d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:49.950634 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9145cab4-f7d6-498a-9ce3-d9ad9976ba00 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:49.975727 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab0c19fd-6adb-4631-b1fb-54aba50be86f req-7c769d77-7a30-454b-93de-66de656f4db6 service neutron] 10.222.0.43 "GET /v2.0/networks/93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855680 Aug 16 22:47:49.980088 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c47126b9-e063-4b39-9003-a3281125c950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:49.986490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9145cab4-f7d6-498a-9ce3-d9ad9976ba00 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for 4d48a180-ba8c-4a86-90f4-333be62bfe19 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:49.991209 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-39d8e93f-b0df-4be4-a381-428f7568bafa tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Allocated IP 172.20.0.5 (f3f2574a-cf62-49b3-8d9f-25ee90f470fe/298e2aea-9142-4717-833c-3424c42c09d4/0090e7a4-cb14-44f3-a8cb-0e3e57d134ab) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:50.014095 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.052040 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47126b9-e063-4b39-9003-a3281125c950 None None] Pushing event deleted for resources: {'Port': ['ID=4d48a180-ba8c-4a86-90f4-333be62bfe19,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:50.061329 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47126b9-e063-4b39-9003-a3281125c950 None None] No DVR routers for this DVR port 4d48a180-ba8c-4a86-90f4-333be62bfe19 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:50.250056 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9145cab4-f7d6-498a-9ce3-d9ad9976ba00 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.326493 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aba5f1-f188-470f-b683-0613042693c0 req-c2baf2fa-0a48-49b2-af39-7dd43ae7c6a9 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:50.328057 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23aba5f1-f188-470f-b683-0613042693c0 req-c2baf2fa-0a48-49b2-af39-7dd43ae7c6a9 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/ports?device_id=059f73a1-6eec-4097-a647-15e388fe2b01 HTTP/1.1" status: 200 len: 946 time: 0.2355998 Aug 16 22:47:50.331104 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145cab4-f7d6-498a-9ce3-d9ad9976ba00 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=4d48a180-ba8c-4a86-90f4-333be62bfe19,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:50.336092 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea7ca5-f63e-440d-b650-61aea66162cb req-a4b7438e-f7d4-4d59-a48f-d80830fadb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:50.337670 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4eea7ca5-f63e-440d-b650-61aea66162cb req-a4b7438e-f7d4-4d59-a48f-d80830fadb43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19bfef8d00ac4837820b8edf5e2d6645&device_id=ad1196c4-a6a4-4c68-9328-d52881ff1175 HTTP/1.1" status: 200 len: 1059 time: 0.2143848 Aug 16 22:47:50.346679 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9145cab4-f7d6-498a-9ce3-d9ad9976ba00 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No DVR routers for this DVR port 4d48a180-ba8c-4a86-90f4-333be62bfe19 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:50.744266 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-39d8e93f-b0df-4be4-a381-428f7568bafa tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.853797 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-39d8e93f-b0df-4be4-a381-428f7568bafa tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.919988 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8e93f-b0df-4be4-a381-428f7568bafa tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Pushing event updated for resources: {'Port': ['ID=0090e7a4-cb14-44f3-a8cb-0e3e57d134ab,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:50.952324 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-39d8e93f-b0df-4be4-a381-428f7568bafa tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Network f3f2574a-cf62-49b3-8d9f-25ee90f470fe is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:50.953954 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-39d8e93f-b0df-4be4-a381-428f7568bafa tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:50.956657 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-39d8e93f-b0df-4be4-a381-428f7568bafa tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:51.038638 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-39d8e93f-b0df-4be4-a381-428f7568bafa tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:51.039319 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-39d8e93f-b0df-4be4-a381-428f7568bafa tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.073950 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-39d8e93f-b0df-4be4-a381-428f7568bafa tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6370220 Aug 16 22:47:51.089952 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] Request body: {'port': {'device_id': 'e4655f71-8df8-4c43-84db-34e473dfa177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:51.156618 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea7ca5-f63e-440d-b650-61aea66162cb req-4ffc94a7-69d5-4d6b-9826-49611665cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:51.158326 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4eea7ca5-f63e-440d-b650-61aea66162cb req-4ffc94a7-69d5-4d6b-9826-49611665cb50 service neutron] 10.222.0.43 "GET /v2.0/networks?id=93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d HTTP/1.1" status: 200 len: 899 time: 0.7951481 Aug 16 22:47:51.203499 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23aba5f1-f188-470f-b683-0613042693c0 req-d6d21df2-2107-443d-9e3e-2bfcfb622286 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/security-groups?id=c5dffacc-d0e3-4d4d-9106-dbbe06775363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8625479 Aug 16 22:47:51.230578 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.298021 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4eea7ca5-f63e-440d-b650-61aea66162cb req-dce1126b-0664-4880-8842-0619ff8945ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=63eb2ac0-0537-46d6-9184-e684db10d651 HTTP/1.1" status: 200 len: 217 time: 0.0603583 Aug 16 22:47:51.303766 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9145cab4-f7d6-498a-9ce3-d9ad9976ba00 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.358905 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9145cab4-f7d6-498a-9ce3-d9ad9976ba00 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffe8e93-b817-4524-98b0-f0682225f88e']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:51.383982 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9145cab4-f7d6-498a-9ce3-d9ad9976ba00 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba5544e-1bf7-45a2-92d8-6a1e3ed5cf1d') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:51.390017 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9145cab4-f7d6-498a-9ce3-d9ad9976ba00 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba5544e-1bf7-45a2-92d8-6a1e3ed5cf1d') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:51.453586 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9145cab4-f7d6-498a-9ce3-d9ad9976ba00 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.482782 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc7095-5cde-4f9a-8de5-44f73b4a63d1 req-27b10695-7e78-4fb0-9af3-f0342f352e63 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:51.484555 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39dc7095-5cde-4f9a-8de5-44f73b4a63d1 req-27b10695-7e78-4fb0-9af3-f0342f352e63 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad1196c4-a6a4-4c68-9328-d52881ff1175 HTTP/1.1" status: 200 len: 907 time: 0.3404405 Aug 16 22:47:51.503976 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea7ca5-f63e-440d-b650-61aea66162cb req-9cc1a620-7fe6-4ed0-a85d-d13fb6fc3085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:51.505269 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4eea7ca5-f63e-440d-b650-61aea66162cb req-9cc1a620-7fe6-4ed0-a85d-d13fb6fc3085 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8a96d55-68bb-47ad-95af-4103cbe49054 HTTP/1.1" status: 200 len: 837 time: 0.1971927 Aug 16 22:47:51.580889 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9145cab4-f7d6-498a-9ce3-d9ad9976ba00 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.629628 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9145cab4-f7d6-498a-9ce3-d9ad9976ba00 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:47:51.630661 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9145cab4-f7d6-498a-9ce3-d9ad9976ba00 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:47:51.741914 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:47:51.773669 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc3234-e87e-4e66-a582-1d0899f76c8d req-5d69eed3-308e-449b-a2a8-f180361c9f4f tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:51.775502 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1bdc3234-e87e-4e66-a582-1d0899f76c8d req-5d69eed3-308e-449b-a2a8-f180361c9f4f tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4655f71-8df8-4c43-84db-34e473dfa177 HTTP/1.1" status: 200 len: 931 time: 0.3515208 Aug 16 22:47:51.877434 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9145cab4-f7d6-498a-9ce3-d9ad9976ba00 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.882924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea7ca5-f63e-440d-b650-61aea66162cb req-ee1f666f-f9bc-430c-a6eb-3013a1b66c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:51.884780 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4eea7ca5-f63e-440d-b650-61aea66162cb req-ee1f666f-f9bc-430c-a6eb-3013a1b66c51 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3701417 Aug 16 22:47:51.897355 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9145cab4-f7d6-498a-9ce3-d9ad9976ba00 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.905657 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9145cab4-f7d6-498a-9ce3-d9ad9976ba00 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/networks/bffe8e93-b817-4524-98b0-f0682225f88e HTTP/1.1" status: 204 len: 168 time: 3.0111063 Aug 16 22:47:51.908517 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33568) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:51.937720 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145cab4-f7d6-498a-9ce3-d9ad9976ba00 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Network': ['ID=bffe8e93-b817-4524-98b0-f0682225f88e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:51.999162 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:47:52.009169 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.029321 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] Transition to ACTIVE for port object 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:52.033400 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.045267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 63eb2ac0-0537-46d6-9184-e684db10d651 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:47:52.049467 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3d53f-9d18-48e6-b0ec-b1e45e9ec106 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:52.056032 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f1a3d53f-9d18-48e6-b0ec-b1e45e9ec106 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1357524 Aug 16 22:47:52.076776 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33574) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:52.130408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1bdc3234-e87e-4e66-a582-1d0899f76c8d req-6fcb030f-de80-4876-aa38-432568d891b4 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/security-groups?id=aeba5c12-7462-43db-8d2b-5b6e7288ba3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379197 Aug 16 22:47:52.195709 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 63eb2ac0-0537-46d6-9184-e684db10d651, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=63eb2ac0-0537-46d6-9184-e684db10d651,segment=NetworkSegment(b304d689-f251-46b1-bec2-f41ae095519e),segment_id=b304d689-f251-46b1-bec2-f41ae095519e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:52.198032 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=0090e7a4-cb14-44f3-a8cb-0e3e57d134ab,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:52.212204 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '63eb2ac0-0537-46d6-9184-e684db10d651', 'network_id': '93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d', 'port_id': '63eb2ac0-0537-46d6-9184-e684db10d651', 'mac_address': 'fa:16:3e:24:a6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a96d55-68bb-47ad-95af-4103cbe49054', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:47:52.263366 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4eea7ca5-f63e-440d-b650-61aea66162cb req-dd99c446-adc2-4d14-9974-ad722bdddca4 service neutron] 10.222.0.43 "GET /v2.0/networks/93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561578 Aug 16 22:47:52.323321 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.335121 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4caa836f-0a68-404b-a988-8f3491b8c1a0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2568491 Aug 16 22:47:52.344550 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33584) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:52.358351 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1776872587'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:52.360392 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63eb2ac0-0537-46d6-9184-e684db10d651 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:47:52.417325 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 63eb2ac0-0537-46d6-9184-e684db10d651, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=63eb2ac0-0537-46d6-9184-e684db10d651,segment=NetworkSegment(b304d689-f251-46b1-bec2-f41ae095519e),segment_id=b304d689-f251-46b1-bec2-f41ae095519e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:52.419785 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9292a-b149-4efb-9683-794286cbd622 req-5b113cb2-e47e-45ce-841f-cc87e49288f6 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:52.421429 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ab9292a-b149-4efb-9683-794286cbd622 req-5b113cb2-e47e-45ce-841f-cc87e49288f6 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/ports?device_id=059f73a1-6eec-4097-a647-15e388fe2b01 HTTP/1.1" status: 200 len: 946 time: 0.3992121 Aug 16 22:47:52.426304 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.467984 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:52.475957 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.531982 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=63eb2ac0-0537-46d6-9184-e684db10d651,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:52.546891 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4eea7ca5-f63e-440d-b650-61aea66162cb req-2783eb39-8759-471e-99d8-1a154ed2f340 service neutron] 10.222.0.43 "GET /v2.0/networks/93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751777 Aug 16 22:47:52.560774 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:47:52.580179 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.580692 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Added segment 4dc6a380-1be4-4362-9953-4d292ba8749c of type vlan for network 678d86e0-b0d8-46c3-908b-322a5aa2e361 Aug 16 22:47:52.613322 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ab9292a-b149-4efb-9683-794286cbd622 req-cce89614-d10f-4d66-b3a9-ae73dea1f9da tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/security-groups?id=c5dffacc-d0e3-4d4d-9106-dbbe06775363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712914 Aug 16 22:47:52.644054 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.663953 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['63eb2ac0-0537-46d6-9184-e684db10d651'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:47:52.732228 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] Attempting to bind port 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:52.732573 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] Attempting to bind port 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'b3c12a7c-f5cb-447f-8324-342e3596b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f3f2574a-cf62-49b3-8d9f-25ee90f470fe'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:52.732907 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] Attempting to bind port 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab on network f3f2574a-cf62-49b3-8d9f-25ee90f470fe {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:52.740058 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542f849-c81e-4d72-9c93-2f1e370699fc req-7e50356e-a36c-42d7-9545-533853d4d68a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:52.743076 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1542f849-c81e-4d72-9c93-2f1e370699fc req-7e50356e-a36c-42d7-9545-533853d4d68a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad1196c4-a6a4-4c68-9328-d52881ff1175 HTTP/1.1" status: 200 len: 908 time: 0.0923266 Aug 16 22:47:52.757755 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.770877 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:52.770877 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.775749 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] Port 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab on network f3f2574a-cf62-49b3-8d9f-25ee90f470fe not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:47:52.776082 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] Attempting to bind port 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab on network f3f2574a-cf62-49b3-8d9f-25ee90f470fe {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:52.804628 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:52.804856 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] Checking segment: {'id': 'b3c12a7c-f5cb-447f-8324-342e3596b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f3f2574a-cf62-49b3-8d9f-25ee90f470fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:52.805249 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] Bound using segment: {'id': 'b3c12a7c-f5cb-447f-8324-342e3596b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f3f2574a-cf62-49b3-8d9f-25ee90f470fe'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:52.805696 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] Bound port: 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c12a7c-f5cb-447f-8324-342e3596b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f3f2574a-cf62-49b3-8d9f-25ee90f470fe'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:52.806083 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.859167 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5089228 Aug 16 22:47:52.860206 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33596) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:52.865601 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e4f0e48e-5657-42f0-8fe5-353097fd6bd0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'subnet': {'network_id': '678d86e0-b0d8-46c3-908b-322a5aa2e361', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:52.913204 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Network': ['ID=678d86e0-b0d8-46c3-908b-322a5aa2e361,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:52.931160 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:52.931541 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:52.931896 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:52.932239 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:52.932594 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:52.932985 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:52.934064 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:52.934064 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:52.934064 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:52.934358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:52.934639 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:52.935391 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e540d81-a5e9-4aad-9032-272a110d36d0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:52.947584 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 678d86e0-b0d8-46c3-908b-322a5aa2e361 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:47:52.967921 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] For port 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:52.971429 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] For port 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=0090e7a4-cb14-44f3-a8cb-0e3e57d134ab,segment=NetworkSegment(b3c12a7c-f5cb-447f-8324-342e3596b810),segment_id=b3c12a7c-f5cb-447f-8324-342e3596b810)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:52.984662 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f0e48e-5657-42f0-8fe5-353097fd6bd0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:52.987409 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.989750 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4f0e48e-5657-42f0-8fe5-353097fd6bd0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:53.030970 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:53.031705 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:53.033558 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] 10.222.0.39 "PUT /v2.0/ports/0090e7a4-cb14-44f3-a8cb-0e3e57d134ab HTTP/1.1" status: 200 len: 1092 time: 1.9508359 Aug 16 22:47:53.034043 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4655f71-8df8-4c43-84db-34e473dfa177', 'tag': '0090e7a4-cb14-44f3-a8cb-0e3e57d134ab'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:53.036339 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d5b0e1-425b-4c52-8890-3461bb8df389" -d '{"events": [{"name": "network-changed", "server_uuid": "e4655f71-8df8-4c43-84db-34e473dfa177", "tag": "0090e7a4-cb14-44f3-a8cb-0e3e57d134ab"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:53.064335 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455d07d-0996-403d-b571-9fa91e860ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=0090e7a4-cb14-44f3-a8cb-0e3e57d134ab,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:53.100161 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd752a3-4ca5-4741-acab-99f9dd0762f5 x-openstack-request-id: req-2dd752a3-4ca5-4741-acab-99f9dd0762f5 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:53.100496 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4655f71-8df8-4c43-84db-34e473dfa177", "tag": "0090e7a4-cb14-44f3-a8cb-0e3e57d134ab", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:53.101342 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2dd752a3-4ca5-4741-acab-99f9dd0762f5 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:53.101758 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4655f71-8df8-4c43-84db-34e473dfa177', 'tag': '0090e7a4-cb14-44f3-a8cb-0e3e57d134ab', 'status': 'completed', 'code': 200} Aug 16 22:47:53.194260 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-a3ecdc7e-7c2b-4699-abb4-864dd095195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:53.194260 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-a3ecdc7e-7c2b-4699-abb4-864dd095195f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90bc3b704d5842aab0220f31b77e4519&device_id=e4655f71-8df8-4c43-84db-34e473dfa177 HTTP/1.1" status: 200 len: 1095 time: 0.0797634 Aug 16 22:47:53.271979 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-d6511d90-5d99-439d-bf86-450daabf610f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0090e7a4-cb14-44f3-a8cb-0e3e57d134ab HTTP/1.1" status: 200 len: 217 time: 0.0699220 Aug 16 22:47:53.333503 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3699a6-62b0-494f-ab71-b23ff40dbe13 req-fa9b63e0-8751-494f-a675-2ce4dc36d3bc tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:53.334942 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec3699a6-62b0-494f-ab71-b23ff40dbe13 req-fa9b63e0-8751-494f-a675-2ce4dc36d3bc tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.39 "GET /v2.0/ports?device_id=059f73a1-6eec-4097-a647-15e388fe2b01 HTTP/1.1" status: 200 len: 946 time: 0.2194064 Aug 16 22:47:53.363594 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b001f9a5-4cc4-4634-8ae9-ebb1a40be83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:53.366501 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-b001f9a5-4cc4-4634-8ae9-ebb1a40be83e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=298e2aea-9142-4717-833c-3424c42c09d4 HTTP/1.1" status: 200 len: 849 time: 0.0811021 Aug 16 22:47:53.409611 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-07b22073-a003-4abb-a564-43dda5701f38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3f2574a-cf62-49b3-8d9f-25ee90f470fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354114 Aug 16 22:47:53.470838 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15986f0f-4970-499f-a88b-3450727ae08d req-51374bc1-2993-4c52-9c29-b0fe302fe697 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:53.473429 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15986f0f-4970-499f-a88b-3450727ae08d req-51374bc1-2993-4c52-9c29-b0fe302fe697 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4655f71-8df8-4c43-84db-34e473dfa177 HTTP/1.1" status: 200 len: 943 time: 0.2147908 Aug 16 22:47:53.592844 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-82ff22c1-4b04-478f-83cb-7039eb2696ba service neutron] 10.222.0.39 "GET /v2.0/networks/f3f2574a-cf62-49b3-8d9f-25ee90f470fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758306 Aug 16 22:47:53.682968 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4f0e48e-5657-42f0-8fe5-353097fd6bd0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:53.722550 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15986f0f-4970-499f-a88b-3450727ae08d req-cbbf41c9-8330-4e20-a5a1-ff57b1c7896f tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/security-groups?id=aeba5c12-7462-43db-8d2b-5b6e7288ba3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382803 Aug 16 22:47:53.772698 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0e48e-5657-42f0-8fe5-353097fd6bd0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Subnet': ['ID=77aa3dcc-4ba4-4d91-a3fa-09c0b9400ac4,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:53.779941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-ec3699a6-62b0-494f-ab71-b23ff40dbe13 req-6bf6d3a7-9cae-45e3-b3a0-59d8b4b4da2a tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Deleting port fa13dc84-3f6a-497b-96e2-59f3c291fb4b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:53.780733 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ec3699a6-62b0-494f-ab71-b23ff40dbe13 req-6bf6d3a7-9cae-45e3-b3a0-59d8b4b4da2a tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:53.789304 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0b530261-45b5-460b-a5c3-b9a89972c14a req-133d13fe-eff9-4472-8162-ea8f1dfd0eaa service neutron] 10.222.0.39 "GET /v2.0/networks/f3f2574a-cf62-49b3-8d9f-25ee90f470fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897430 Aug 16 22:47:53.884520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f0e48e-5657-42f0-8fe5-353097fd6bd0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Checking segment: {'id': '4dc6a380-1be4-4362-9953-4d292ba8749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '678d86e0-b0d8-46c3-908b-322a5aa2e361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:53.885249 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f0e48e-5657-42f0-8fe5-353097fd6bd0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network hostable DHCP agents. Network: 678d86e0-b0d8-46c3-908b-322a5aa2e361, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:47:53.915760 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5b0e1-425b-4c52-8890-3461bb8df389 req-fdd8c8fa-a01a-4350-94f8-68325fe96a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:53.918490 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b2d5b0e1-425b-4c52-8890-3461bb8df389 req-fdd8c8fa-a01a-4350-94f8-68325fe96a56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90bc3b704d5842aab0220f31b77e4519&device_id=e4655f71-8df8-4c43-84db-34e473dfa177 HTTP/1.1" status: 200 len: 1095 time: 0.0741074 Aug 16 22:47:53.977796 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509082e-be41-41b7-9aef-4f908f2881af req-65010de2-2627-4ae1-a426-1a6e5d93dcb0 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:53.977796 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6509082e-be41-41b7-9aef-4f908f2881af req-65010de2-2627-4ae1-a426-1a6e5d93dcb0 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/ports?device_id=059f73a1-6eec-4097-a647-15e388fe2b01 HTTP/1.1" status: 200 len: 946 time: 0.1932118 Aug 16 22:47:53.981605 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f0e48e-5657-42f0-8fe5-353097fd6bd0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network 678d86e0-b0d8-46c3-908b-322a5aa2e361 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:47:54.016847 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031f4a5-b293-4668-b98b-d503c6d256f4 req-9aa622de-67ef-459f-9c80-7e8219f667e0 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:54.024933 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9031f4a5-b293-4668-b98b-d503c6d256f4 req-9aa622de-67ef-459f-9c80-7e8219f667e0 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad1196c4-a6a4-4c68-9328-d52881ff1175 HTTP/1.1" status: 200 len: 908 time: 0.1580892 Aug 16 22:47:54.036663 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-e4f0e48e-5657-42f0-8fe5-353097fd6bd0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 678d86e0-b0d8-46c3-908b-322a5aa2e361) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:54.046248 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ecc36b-1d6d-410a-be05-7858b7886f14 None None] Network 678d86e0-b0d8-46c3-908b-322a5aa2e361 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:54.049711 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f0e48e-5657-42f0-8fe5-353097fd6bd0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:54.050361 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4f0e48e-5657-42f0-8fe5-353097fd6bd0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:54.054882 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ec3699a6-62b0-494f-ab71-b23ff40dbe13 req-6bf6d3a7-9cae-45e3-b3a0-59d8b4b4da2a tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] For port fa13dc84-3f6a-497b-96e2-59f3c291fb4b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=fa13dc84-3f6a-497b-96e2-59f3c291fb4b,segment=NetworkSegment(ca8f049b-a00b-4d4e-93d4-f5422c79a078),segment_id=ca8f049b-a00b-4d4e-93d4-f5422c79a078)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:54.055251 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ec3699a6-62b0-494f-ab71-b23ff40dbe13 req-6bf6d3a7-9cae-45e3-b3a0-59d8b4b4da2a tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:54.120073 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-ec3699a6-62b0-494f-ab71-b23ff40dbe13 req-6bf6d3a7-9cae-45e3-b3a0-59d8b4b4da2a tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Calling delete_port for fa13dc84-3f6a-497b-96e2-59f3c291fb4b owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:54.144156 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5b0e1-425b-4c52-8890-3461bb8df389 req-e8bff20c-a775-4770-9490-674e041038a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:54.145935 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b2d5b0e1-425b-4c52-8890-3461bb8df389 req-e8bff20c-a775-4770-9490-674e041038a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3f2574a-cf62-49b3-8d9f-25ee90f470fe HTTP/1.1" status: 200 len: 910 time: 0.2191577 Aug 16 22:47:54.149924 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 63eb2ac0-0537-46d6-9184-e684db10d651 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:54.161511 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e4f0e48e-5657-42f0-8fe5-353097fd6bd0 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2999461 Aug 16 22:47:54.166815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33648) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:54.187119 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-298f2f1d-0d0a-4e1c-88d7-ff7054ab7718 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'port': {'network_id': '678d86e0-b0d8-46c3-908b-322a5aa2e361', 'name': 'tempest-PortsTestJSON-904287224'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:54.255302 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b2d5b0e1-425b-4c52-8890-3461bb8df389 req-249277fc-bb6f-4236-a94f-44074c2ccf7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0090e7a4-cb14-44f3-a8cb-0e3e57d134ab HTTP/1.1" status: 200 len: 217 time: 0.0994160 Aug 16 22:47:54.322724 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5b0e1-425b-4c52-8890-3461bb8df389 req-17393f94-bfd5-4592-a357-ea2801991043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:54.324897 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b2d5b0e1-425b-4c52-8890-3461bb8df389 req-17393f94-bfd5-4592-a357-ea2801991043 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=298e2aea-9142-4717-833c-3424c42c09d4 HTTP/1.1" status: 200 len: 849 time: 0.0613115 Aug 16 22:47:54.343656 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6509082e-be41-41b7-9aef-4f908f2881af req-eb9d06a5-5c48-4319-adbf-6d414f349c44 tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/security-groups?id=c5dffacc-d0e3-4d4d-9106-dbbe06775363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152084 Aug 16 22:47:54.411194 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b2d5b0e1-425b-4c52-8890-3461bb8df389 req-01d54013-44f0-4d8e-8689-a66c033416f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3f2574a-cf62-49b3-8d9f-25ee90f470fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790558 Aug 16 22:47:54.416880 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 63eb2ac0-0537-46d6-9184-e684db10d651 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:54.429817 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 63eb2ac0-0537-46d6-9184-e684db10d651 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:54.430070 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:54.489061 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-678d86e0-b0d8-46c3-908b-322a5aa2e361', 'network_id': '678d86e0-b0d8-46c3-908b-322a5aa2e361', 'tenant_id': '14fa3dc451d44c0094aa67d323da6ce6', 'fixed_ips': [{'subnet_id': '77aa3dcc-4ba4-4d91-a3fa-09c0b9400ac4'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:54.489932 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:54.609224 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b2d5b0e1-425b-4c52-8890-3461bb8df389 req-5e29d4f1-2253-47cb-bd54-4d375f5dc3ea service neutron] 10.222.0.39 "GET /v2.0/networks/f3f2574a-cf62-49b3-8d9f-25ee90f470fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887958 Aug 16 22:47:54.612233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298f2f1d-0d0a-4e1c-88d7-ff7054ab7718 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:54.626875 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-298f2f1d-0d0a-4e1c-88d7-ff7054ab7718 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:54.696868 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-298f2f1d-0d0a-4e1c-88d7-ff7054ab7718 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] device_id is not set on port e749062c-9e33-435e-a68c-ab8c79e9ae91 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:54.756403 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b2d5b0e1-425b-4c52-8890-3461bb8df389 req-3d02efa2-1ffe-49bb-adeb-81dd9bc21e19 service neutron] 10.222.0.39 "GET /v2.0/networks/f3f2574a-cf62-49b3-8d9f-25ee90f470fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389389 Aug 16 22:47:54.816596 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] Allocated IP 172.20.0.2 (678d86e0-b0d8-46c3-908b-322a5aa2e361/77aa3dcc-4ba4-4d91-a3fa-09c0b9400ac4/9482d801-4580-4b18-859e-019e454a1ff7) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:54.841679 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:54.889085 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ec3699a6-62b0-494f-ab71-b23ff40dbe13 req-6bf6d3a7-9cae-45e3-b3a0-59d8b4b4da2a tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:54.929169 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 63eb2ac0-0537-46d6-9184-e684db10d651, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=63eb2ac0-0537-46d6-9184-e684db10d651,segment=NetworkSegment(b304d689-f251-46b1-bec2-f41ae095519e),segment_id=b304d689-f251-46b1-bec2-f41ae095519e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:54.943232 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1196c4-a6a4-4c68-9328-d52881ff1175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eb2ac0-0537-46d6-9184-e684db10d651'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:54.945312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6d3a7-9cae-45e3-b3a0-59d8b4b4da2a tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Pushing event deleted for resources: {'Port': ['ID=fa13dc84-3f6a-497b-96e2-59f3c291fb4b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:54.950525 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32b9565-d119-4fbf-83c8-ec08cc6dd62b" -d '{"events": [{"server_uuid": "ad1196c4-a6a4-4c68-9328-d52881ff1175", "name": "network-vif-plugged", "status": "completed", "tag": "63eb2ac0-0537-46d6-9184-e684db10d651"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:54.955751 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['fa13dc84-3f6a-497b-96e2-59f3c291fb4b'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:47:54.964767 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77daed13-1fc6-4057-91b5-a0c4aa523849 req-039f249f-8583-4e1f-84ef-83e7c40c461a tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:54.966634 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-77daed13-1fc6-4057-91b5-a0c4aa523849 req-039f249f-8583-4e1f-84ef-83e7c40c461a tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4655f71-8df8-4c43-84db-34e473dfa177 HTTP/1.1" status: 200 len: 943 time: 0.1261442 Aug 16 22:47:55.028062 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.061589 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-77daed13-1fc6-4057-91b5-a0c4aa523849 req-a7f59c04-a47e-4d2f-ae98-a4dc157c2a0e tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/security-groups?id=aeba5c12-7462-43db-8d2b-5b6e7288ba3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605907 Aug 16 22:47:55.062579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3699a6-62b0-494f-ab71-b23ff40dbe13 req-6bf6d3a7-9cae-45e3-b3a0-59d8b4b4da2a tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] No DVR routers for this DVR port fa13dc84-3f6a-497b-96e2-59f3c291fb4b on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:55.065021 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ec3699a6-62b0-494f-ab71-b23ff40dbe13 req-6bf6d3a7-9cae-45e3-b3a0-59d8b4b4da2a tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.067094 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec3699a6-62b0-494f-ab71-b23ff40dbe13 req-6bf6d3a7-9cae-45e3-b3a0-59d8b4b4da2a tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.39 "DELETE /v2.0/ports/fa13dc84-3f6a-497b-96e2-59f3c291fb4b HTTP/1.1" status: 204 len: 173 time: 1.7196205 Aug 16 22:47:55.067540 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059f73a1-6eec-4097-a647-15e388fe2b01', 'name': 'network-vif-deleted', 'tag': 'fa13dc84-3f6a-497b-96e2-59f3c291fb4b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:55.070300 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc247af6-766b-43bc-95cb-353cb4491fb6 x-openstack-request-id: req-cc247af6-766b-43bc-95cb-353cb4491fb6 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:55.071126 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3da7f9-5a88-4a7e-8630-56fe7646d542" -d '{"events": [{"server_uuid": "059f73a1-6eec-4097-a647-15e388fe2b01", "name": "network-vif-deleted", "tag": "fa13dc84-3f6a-497b-96e2-59f3c291fb4b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:55.071363 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1196c4-a6a4-4c68-9328-d52881ff1175", "name": "network-vif-plugged", "status": "completed", "tag": "63eb2ac0-0537-46d6-9184-e684db10d651", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:55.071780 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cc247af6-766b-43bc-95cb-353cb4491fb6 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:55.072330 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1196c4-a6a4-4c68-9328-d52881ff1175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eb2ac0-0537-46d6-9184-e684db10d651', 'code': 200} Aug 16 22:47:55.185786 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88a5bfc-49e1-4450-991b-5288fc423c9f x-openstack-request-id: req-a88a5bfc-49e1-4450-991b-5288fc423c9f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:55.186080 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=63eb2ac0-0537-46d6-9184-e684db10d651,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:55.187165 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059f73a1-6eec-4097-a647-15e388fe2b01", "name": "network-vif-deleted", "tag": "fa13dc84-3f6a-497b-96e2-59f3c291fb4b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:55.187522 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a88a5bfc-49e1-4450-991b-5288fc423c9f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:55.188551 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059f73a1-6eec-4097-a647-15e388fe2b01', 'name': 'network-vif-deleted', 'tag': 'fa13dc84-3f6a-497b-96e2-59f3c291fb4b', 'status': 'completed', 'code': 200} Aug 16 22:47:55.263046 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02308623-8c21-4279-a722-d4549fee7244 req-39423af5-65e8-46af-80ec-d623dc629b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:55.264582 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02308623-8c21-4279-a722-d4549fee7244 req-39423af5-65e8-46af-80ec-d623dc629b73 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ad1196c4-a6a4-4c68-9328-d52881ff1175 HTTP/1.1" status: 200 len: 1061 time: 0.1612749 Aug 16 22:47:55.288987 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f62556-c614-43b9-b043-e22e031eccf4 req-a14139ec-9719-43e0-b164-1199131b5669 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:55.290840 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70f62556-c614-43b9-b043-e22e031eccf4 req-a14139ec-9719-43e0-b164-1199131b5669 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad1196c4-a6a4-4c68-9328-d52881ff1175 HTTP/1.1" status: 200 len: 909 time: 0.1308067 Aug 16 22:47:55.351560 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.369998 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] Transition to ACTIVE for port object 9482d801-4580-4b18-859e-019e454a1ff7 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:55.390935 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] Transition to ACTIVE for port object 9482d801-4580-4b18-859e-019e454a1ff7 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:55.412348 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.489745 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] Network 678d86e0-b0d8-46c3-908b-322a5aa2e361 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:55.493254 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:55.498701 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:55.520361 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] Pushing event updated for resources: {'Port': ['ID=9482d801-4580-4b18-859e-019e454a1ff7,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:55.555896 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-298f2f1d-0d0a-4e1c-88d7-ff7054ab7718 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Allocated IP 172.20.0.6 (678d86e0-b0d8-46c3-908b-322a5aa2e361/77aa3dcc-4ba4-4d91-a3fa-09c0b9400ac4/e749062c-9e33-435e-a68c-ab8c79e9ae91) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:55.600557 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] Attempting to bind port 9482d801-4580-4b18-859e-019e454a1ff7 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:55.600940 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] Attempting to bind port 9482d801-4580-4b18-859e-019e454a1ff7 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '4dc6a380-1be4-4362-9953-4d292ba8749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '678d86e0-b0d8-46c3-908b-322a5aa2e361'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:55.601395 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] Attempting to bind port 9482d801-4580-4b18-859e-019e454a1ff7 on network 678d86e0-b0d8-46c3-908b-322a5aa2e361 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:55.618958 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a54d630c-1a72-4083-82e6-d1a732952d70 req-cbe65e4b-1056-49ba-88ba-cb47b5ef6deb tempest-InstanceActionsNegativeTestJSON-252537941 tempest-InstanceActionsNegativeTestJSON-252537941-project] 10.222.0.93 "GET /v2.0/ports?device_id=059f73a1-6eec-4097-a647-15e388fe2b01 HTTP/1.1" status: 200 len: 210 time: 0.0677719 Aug 16 22:47:55.622863 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:55.623255 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] Checking segment: {'id': '4dc6a380-1be4-4362-9953-4d292ba8749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '678d86e0-b0d8-46c3-908b-322a5aa2e361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:55.623670 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.624066 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] Bound using segment: {'id': '4dc6a380-1be4-4362-9953-4d292ba8749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '678d86e0-b0d8-46c3-908b-322a5aa2e361'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:55.624951 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] Bound port: 9482d801-4580-4b18-859e-019e454a1ff7, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc6a380-1be4-4362-9953-4d292ba8749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '678d86e0-b0d8-46c3-908b-322a5aa2e361'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:55.625347 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.758250 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] For port 9482d801-4580-4b18-859e-019e454a1ff7, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:55.765519 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] For port 9482d801-4580-4b18-859e-019e454a1ff7, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9482d801-4580-4b18-859e-019e454a1ff7,segment=NetworkSegment(4dc6a380-1be4-4362-9953-4d292ba8749c),segment_id=4dc6a380-1be4-4362-9953-4d292ba8749c)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:55.772623 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.881309 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b7c9f-9690-46ad-88ee-aca3bf2d8b0e None None] Pushing event updated for resources: {'Port': ['ID=9482d801-4580-4b18-859e-019e454a1ff7,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:55.927679 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-298f2f1d-0d0a-4e1c-88d7-ff7054ab7718 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.943895 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-298f2f1d-0d0a-4e1c-88d7-ff7054ab7718 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Transition to ACTIVE for port object e749062c-9e33-435e-a68c-ab8c79e9ae91 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:55.991846 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-298f2f1d-0d0a-4e1c-88d7-ff7054ab7718 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:56.087500 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298f2f1d-0d0a-4e1c-88d7-ff7054ab7718 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network 678d86e0-b0d8-46c3-908b-322a5aa2e361 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:56.091041 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-298f2f1d-0d0a-4e1c-88d7-ff7054ab7718 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:56.107569 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298f2f1d-0d0a-4e1c-88d7-ff7054ab7718 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:56.205430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298f2f1d-0d0a-4e1c-88d7-ff7054ab7718 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:56.206079 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-298f2f1d-0d0a-4e1c-88d7-ff7054ab7718 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:56.240335 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f2f1d-0d0a-4e1c-88d7-ff7054ab7718 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=e749062c-9e33-435e-a68c-ab8c79e9ae91,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:56.305052 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-298f2f1d-0d0a-4e1c-88d7-ff7054ab7718 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1317213 Aug 16 22:47:56.307328 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33724) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:56.312830 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-58b766a5-b164-4f72-8a5d-179d5af2f831 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'port': {'network_id': '678d86e0-b0d8-46c3-908b-322a5aa2e361', 'name': 'tempest-PortsTestJSON-1961538087'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:56.374614 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423764b9-c9eb-4b48-8e26-4948391bd88b req-53598f21-7b12-401e-9f26-ced08b4b3d4d tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:56.375742 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-423764b9-c9eb-4b48-8e26-4948391bd88b req-53598f21-7b12-401e-9f26-ced08b4b3d4d tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4655f71-8df8-4c43-84db-34e473dfa177 HTTP/1.1" status: 200 len: 943 time: 0.1504312 Aug 16 22:47:56.511608 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b766a5-b164-4f72-8a5d-179d5af2f831 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:56.515421 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-58b766a5-b164-4f72-8a5d-179d5af2f831 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:56.529204 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-423764b9-c9eb-4b48-8e26-4948391bd88b req-5f87f9e8-091e-4436-b93a-60ad1d58ce3f tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/security-groups?id=aeba5c12-7462-43db-8d2b-5b6e7288ba3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339991 Aug 16 22:47:56.545048 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-58b766a5-b164-4f72-8a5d-179d5af2f831 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] device_id is not set on port c3129ca3-7bbe-4e01-866d-25d927795d81 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:56.582392 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082cff4-e276-4aea-a795-5332b5d50b81 req-a18f92e7-5d98-4c94-a3c8-2499508bfdd9 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:56.584474 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b082cff4-e276-4aea-a795-5332b5d50b81 req-a18f92e7-5d98-4c94-a3c8-2499508bfdd9 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad1196c4-a6a4-4c68-9328-d52881ff1175 HTTP/1.1" status: 200 len: 909 time: 0.1282032 Aug 16 22:47:56.719564 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33738) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:56.771901 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-58b766a5-b164-4f72-8a5d-179d5af2f831 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Allocated IP 172.20.0.10 (678d86e0-b0d8-46c3-908b-322a5aa2e361/77aa3dcc-4ba4-4d91-a3fa-09c0b9400ac4/c3129ca3-7bbe-4e01-866d-25d927795d81) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:56.814579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75c3b49-5aa6-4b6f-84bd-a11dc910d713 admin admin] Deleting subnet a7253f75-53f1-4333-af99-29a97a75e00f {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:56.822220 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f75c3b49-5aa6-4b6f-84bd-a11dc910d713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:56.866397 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836ba9e-f612-46ef-a8dc-2a663baf1425 req-eed6360c-3bdc-4c5e-8580-a749a0edf849 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:56.870225 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4836ba9e-f612-46ef-a8dc-2a663baf1425 req-eed6360c-3bdc-4c5e-8580-a749a0edf849 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad1196c4-a6a4-4c68-9328-d52881ff1175 HTTP/1.1" status: 200 len: 909 time: 0.1097829 Aug 16 22:47:56.903876 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f75c3b49-5aa6-4b6f-84bd-a11dc910d713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:56.924432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:47:56.926785 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device fa13dc84-3f6a-497b-96e2-59f3c291fb4b no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:47:57.013947 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: fa13dc84-3f6a-497b-96e2-59f3c291fb4b {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:47:57.014689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device fa13dc84-3f6a-497b-96e2-59f3c291fb4b not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:47:57.039436 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f75c3b49-5aa6-4b6f-84bd-a11dc910d713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:57.069053 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5835a-6986-4eff-bc0b-8f18bbfb67e0 req-e5ae2f9f-9dc6-4468-9a1a-4ebd453f7072 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:57.080014 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10c5835a-6986-4eff-bc0b-8f18bbfb67e0 req-e5ae2f9f-9dc6-4468-9a1a-4ebd453f7072 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=ad1196c4-a6a4-4c68-9328-d52881ff1175 HTTP/1.1" status: 200 len: 1061 time: 0.0948448 Aug 16 22:47:57.202243 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f75c3b49-5aa6-4b6f-84bd-a11dc910d713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:57.207730 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=0090e7a4-cb14-44f3-a8cb-0e3e57d134ab,segment=NetworkSegment(b3c12a7c-f5cb-447f-8324-342e3596b810),segment_id=b3c12a7c-f5cb-447f-8324-342e3596b810)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:57.223463 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '0090e7a4-cb14-44f3-a8cb-0e3e57d134ab', 'network_id': 'f3f2574a-cf62-49b3-8d9f-25ee90f470fe', 'port_id': '0090e7a4-cb14-44f3-a8cb-0e3e57d134ab', 'mac_address': 'fa:16:3e:36:53:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298e2aea-9142-4717-833c-3424c42c09d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:47:57.234182 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-58b766a5-b164-4f72-8a5d-179d5af2f831 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:57.261764 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-58b766a5-b164-4f72-8a5d-179d5af2f831 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Transition to ACTIVE for port object c3129ca3-7bbe-4e01-866d-25d927795d81 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:57.306093 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c3b49-5aa6-4b6f-84bd-a11dc910d713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7253f75-53f1-4333-af99-29a97a75e00f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:57.326993 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:57.327240 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-58b766a5-b164-4f72-8a5d-179d5af2f831 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:57.330025 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f75c3b49-5aa6-4b6f-84bd-a11dc910d713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:57.359071 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f75c3b49-5aa6-4b6f-84bd-a11dc910d713 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/a7253f75-53f1-4333-af99-29a97a75e00f HTTP/1.1" status: 204 len: 168 time: 0.6376195 Aug 16 22:47:57.363497 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:47:57.378486 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33764) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:57.439486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=0090e7a4-cb14-44f3-a8cb-0e3e57d134ab,segment=NetworkSegment(b3c12a7c-f5cb-447f-8324-342e3596b810),segment_id=b3c12a7c-f5cb-447f-8324-342e3596b810)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:57.445828 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:57.468764 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b766a5-b164-4f72-8a5d-179d5af2f831 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network 678d86e0-b0d8-46c3-908b-322a5aa2e361 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:57.478502 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-58b766a5-b164-4f72-8a5d-179d5af2f831 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:57.492459 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b766a5-b164-4f72-8a5d-179d5af2f831 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:57.528735 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=0090e7a4-cb14-44f3-a8cb-0e3e57d134ab,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:57.581600 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b766a5-b164-4f72-8a5d-179d5af2f831 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=c3129ca3-7bbe-4e01-866d-25d927795d81,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:57.590726 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3679a1-5dcd-4495-9686-4376a660cc07 req-115fe407-4351-40e7-aa44-993905b5eb91 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:57.599960 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c3679a1-5dcd-4495-9686-4376a660cc07 req-115fe407-4351-40e7-aa44-993905b5eb91 tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 1136 time: 0.2901797 Aug 16 22:47:57.637833 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4599f8d5-2342-4a65-8eda-fcf2f3c40a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:57.651173 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['0090e7a4-cb14-44f3-a8cb-0e3e57d134ab'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:47:57.657562 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b766a5-b164-4f72-8a5d-179d5af2f831 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:57.658325 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-58b766a5-b164-4f72-8a5d-179d5af2f831 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:57.698389 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-58b766a5-b164-4f72-8a5d-179d5af2f831 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3894928 Aug 16 22:47:57.701622 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33770) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:57.728638 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9482d801-4580-4b18-859e-019e454a1ff7 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:57.782148 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c3679a1-5dcd-4495-9686-4376a660cc07 req-c946ae69-6082-442a-8129-64cf6d1772dd tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=e7ffb07b-e769-4383-91dd-887352b19ddc&id=37db92fe-193e-400c-adb4-929fec777623&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1623476 Aug 16 22:47:57.785606 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1b9851-21ec-460a-b350-4fe5872bf0c2 None None] Network 678d86e0-b0d8-46c3-908b-322a5aa2e361 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:57.806391 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33780) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:57.914199 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa85d8e-a89e-4c6f-b62c-18993abd61a6 req-d18bb33d-523d-4f7b-b6bc-df2e9d6ebf29 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:57.915824 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fa85d8e-a89e-4c6f-b62c-18993abd61a6 req-d18bb33d-523d-4f7b-b6bc-df2e9d6ebf29 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4655f71-8df8-4c43-84db-34e473dfa177 HTTP/1.1" status: 200 len: 944 time: 0.2529323 Aug 16 22:47:57.925747 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290a07e2-8460-4711-9dc8-75b6ecee6c24 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:57.928483 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-290a07e2-8460-4711-9dc8-75b6ecee6c24 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.2245314 Aug 16 22:47:57.931291 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33782) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:57.962187 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4599f8d5-2342-4a65-8eda-fcf2f3c40a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:57.996939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4599f8d5-2342-4a65-8eda-fcf2f3c40a9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9709c367-fb2b-43e9-817d-5564280cd19e']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:58.037014 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fa85d8e-a89e-4c6f-b62c-18993abd61a6 req-54351757-46f0-4ae5-8fc7-6ecc810c5a4b tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/security-groups?id=aeba5c12-7462-43db-8d2b-5b6e7288ba3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001244 Aug 16 22:47:58.075289 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4599f8d5-2342-4a65-8eda-fcf2f3c40a9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8f049b-a00b-4d4e-93d4-f5422c79a078') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:58.075679 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4599f8d5-2342-4a65-8eda-fcf2f3c40a9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8f049b-a00b-4d4e-93d4-f5422c79a078') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:58.078880 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1542bb74-5792-4d1c-aa13-5b76607c012d tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:58.083304 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1542bb74-5792-4d1c-aa13-5b76607c012d tempest-TestSecurityGroupsBasicOps-2135350447 tempest-TestSecurityGroupsBasicOps-2135350447-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=ad1196c4-a6a4-4c68-9328-d52881ff1175 HTTP/1.1" status: 200 len: 1056 time: 0.2539330 Aug 16 22:47:58.096756 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4599f8d5-2342-4a65-8eda-fcf2f3c40a9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.131320 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4599f8d5-2342-4a65-8eda-fcf2f3c40a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.144306 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4599f8d5-2342-4a65-8eda-fcf2f3c40a9f admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:47:58.144763 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4599f8d5-2342-4a65-8eda-fcf2f3c40a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:47:58.147283 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:47:58.149122 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-168baa46-68ba-4b6f-9a78-c2f464164477 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port c3129ca3-7bbe-4e01-866d-25d927795d81 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:58.149208 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-168baa46-68ba-4b6f-9a78-c2f464164477 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.188036 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1881db55-c515-4ed2-8461-6dada5e78d96 None None] Provisioning for port 9482d801-4580-4b18-859e-019e454a1ff7 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:58.199775 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 9482d801-4580-4b18-859e-019e454a1ff7 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:58.208441 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 9482d801-4580-4b18-859e-019e454a1ff7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:58.209034 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.311200 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4599f8d5-2342-4a65-8eda-fcf2f3c40a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.346280 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4599f8d5-2342-4a65-8eda-fcf2f3c40a9f admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.351351 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4599f8d5-2342-4a65-8eda-fcf2f3c40a9f admin admin] 10.222.0.93 "DELETE /v2.0/networks/9709c367-fb2b-43e9-817d-5564280cd19e HTTP/1.1" status: 204 len: 168 time: 0.9714389 Aug 16 22:47:58.367060 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-168baa46-68ba-4b6f-9a78-c2f464164477 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.388924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599f8d5-2342-4a65-8eda-fcf2f3c40a9f admin admin] Pushing event deleted for resources: {'Network': ['ID=9709c367-fb2b-43e9-817d-5564280cd19e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:58.396607 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-168baa46-68ba-4b6f-9a78-c2f464164477 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for c3129ca3-7bbe-4e01-866d-25d927795d81 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:58.617677 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d73c3-5acb-44fd-9a4a-e6eb81cb6a67 req-43807daa-979d-4ae8-8151-85d0fa77d335 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:58.645760 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.654436 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-133d73c3-5acb-44fd-9a4a-e6eb81cb6a67 req-43807daa-979d-4ae8-8151-85d0fa77d335 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad1196c4-a6a4-4c68-9328-d52881ff1175 HTTP/1.1" status: 200 len: 909 time: 0.1238017 Aug 16 22:47:58.659788 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33804) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:58.722157 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-168baa46-68ba-4b6f-9a78-c2f464164477 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.741921 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-caab607b-950e-4c01-981f-8b64f0049e56 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=49553cca51c94b568963b9658c22460d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0785518 Aug 16 22:47:58.742387 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33808) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:58.768558 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168baa46-68ba-4b6f-9a78-c2f464164477 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=c3129ca3-7bbe-4e01-866d-25d927795d81,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:58.779928 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 9482d801-4580-4b18-859e-019e454a1ff7, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9482d801-4580-4b18-859e-019e454a1ff7,segment=NetworkSegment(4dc6a380-1be4-4362-9953-4d292ba8749c),segment_id=4dc6a380-1be4-4362-9953-4d292ba8749c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:58.788942 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.843115 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8818c801-5673-4140-bd89-3bd2f40570eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.885047 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8818c801-5673-4140-bd89-3bd2f40570eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.892181 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-168baa46-68ba-4b6f-9a78-c2f464164477 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.894705 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-168baa46-68ba-4b6f-9a78-c2f464164477 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/ports/c3129ca3-7bbe-4e01-866d-25d927795d81 HTTP/1.1" status: 204 len: 168 time: 0.9624863 Aug 16 22:47:58.903163 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33816) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:58.960352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=9482d801-4580-4b18-859e-019e454a1ff7,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:58.977612 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa5d42d-bf9e-4e54-a994-c8735e22983d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] GET failed (client error): The resource could not be found. Aug 16 22:47:58.979510 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-efa5d42d-bf9e-4e54-a994-c8735e22983d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports/c3129ca3-7bbe-4e01-866d-25d927795d81 HTTP/1.1" status: 404 len: 333 time: 0.0750964 Aug 16 22:47:58.983698 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33818) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:58.991686 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8818c801-5673-4140-bd89-3bd2f40570eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.998047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-df720d9d-66aa-4493-8d49-8a0df51d62ee None None] Provisioning for port e749062c-9e33-435e-a68c-ab8c79e9ae91 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:59.002312 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-df720d9d-66aa-4493-8d49-8a0df51d62ee None None] Provisioning complete for port e749062c-9e33-435e-a68c-ab8c79e9ae91 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:59.002771 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-df720d9d-66aa-4493-8d49-8a0df51d62ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:59.005816 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8818c801-5673-4140-bd89-3bd2f40570eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:59.010604 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8818c801-5673-4140-bd89-3bd2f40570eb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c5dffacc-d0e3-4d4d-9106-dbbe06775363 HTTP/1.1" status: 204 len: 168 time: 0.2646894 Aug 16 22:47:59.092730 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-df720d9d-66aa-4493-8d49-8a0df51d62ee None None] Port e749062c-9e33-435e-a68c-ab8c79e9ae91 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:59.095898 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-df720d9d-66aa-4493-8d49-8a0df51d62ee None None] Could not find standard attr ID for object c3129ca3-7bbe-4e01-866d-25d927795d81. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:47:59.109876 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-df720d9d-66aa-4493-8d49-8a0df51d62ee None None] Provisioning complete for port 9482d801-4580-4b18-859e-019e454a1ff7 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:59.110388 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-df720d9d-66aa-4493-8d49-8a0df51d62ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:59.115638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818c801-5673-4140-bd89-3bd2f40570eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dffacc-d0e3-4d4d-9106-dbbe06775363,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:59.381906 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aee498-2551-4480-8fe7-005a2bbb7a16 req-a4eb4e23-8ce5-475b-a546-f9ce19fec8c5 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:59.383888 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-83aee498-2551-4480-8fe7-005a2bbb7a16 req-a4eb4e23-8ce5-475b-a546-f9ce19fec8c5 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4655f71-8df8-4c43-84db-34e473dfa177 HTTP/1.1" status: 200 len: 944 time: 0.1300786 Aug 16 22:47:59.437465 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5489c414-b2ce-40f5-bf58-077df5c2f0fa tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port e749062c-9e33-435e-a68c-ab8c79e9ae91 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:59.438168 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5489c414-b2ce-40f5-bf58-077df5c2f0fa tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:59.554306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6d339849-7a3a-415d-b338-d22449b28eea None None] Provisioning complete for port e749062c-9e33-435e-a68c-ab8c79e9ae91 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:59.555431 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6d339849-7a3a-415d-b338-d22449b28eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:59.628011 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-6d339849-7a3a-415d-b338-d22449b28eea None None] Port e749062c-9e33-435e-a68c-ab8c79e9ae91 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:59.658388 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9482d801-4580-4b18-859e-019e454a1ff7 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:59.752075 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8f0e82d0-15ff-42a8-a919-9dde2a877162 None None] Could not find standard attr ID for object c3129ca3-7bbe-4e01-866d-25d927795d81. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:47:59.795569 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 9482d801-4580-4b18-859e-019e454a1ff7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:59.795947 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.381605 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5489c414-b2ce-40f5-bf58-077df5c2f0fa tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.395384 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33880) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:00.429720 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-83aee498-2551-4480-8fe7-005a2bbb7a16 req-45f76d4d-7a5a-4c0c-b981-348592b456ca tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/security-groups?id=aeba5c12-7462-43db-8d2b-5b6e7288ba3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0339491 Aug 16 22:48:00.448018 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5489c414-b2ce-40f5-bf58-077df5c2f0fa tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for e749062c-9e33-435e-a68c-ab8c79e9ae91 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:00.473985 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed979e-251e-4ecf-a429-0216b9bd6b79 req-8e6fa93b-7d8e-4a38-88af-ba7c5d857f2d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:00.480973 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-08ed979e-251e-4ecf-a429-0216b9bd6b79 req-8e6fa93b-7d8e-4a38-88af-ba7c5d857f2d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad1196c4-a6a4-4c68-9328-d52881ff1175 HTTP/1.1" status: 200 len: 909 time: 0.1624072 Aug 16 22:48:00.564441 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35eca15-3c3f-45bc-bc0b-704870407cf8 req-43bc7a4b-544c-42ae-bb2c-4d8cb41278ab tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:00.566054 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a35eca15-3c3f-45bc-bc0b-704870407cf8 req-43bc7a4b-544c-42ae-bb2c-4d8cb41278ab tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad1196c4-a6a4-4c68-9328-d52881ff1175 HTTP/1.1" status: 200 len: 909 time: 0.2357659 Aug 16 22:48:00.639742 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a5d342cd-c0a4-4acd-8d18-077142c46bdc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2012229914-network', 'tenant_id': 'ffadee82163a44ee8d6fc4ab61c56d28'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:00.708388 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d342cd-c0a4-4acd-8d18-077142c46bdc admin admin] Made reservation on behalf of ffadee82163a44ee8d6fc4ab61c56d28 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:00.711358 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5d342cd-c0a4-4acd-8d18-077142c46bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.726813 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5d342cd-c0a4-4acd-8d18-077142c46bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.747444 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5489c414-b2ce-40f5-bf58-077df5c2f0fa tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.879026 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a35eca15-3c3f-45bc-bc0b-704870407cf8 req-577865c6-d439-4ee4-a2fb-4849d887207e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Deleting port 63eb2ac0-0537-46d6-9184-e684db10d651 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:00.879652 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a35eca15-3c3f-45bc-bc0b-704870407cf8 req-577865c6-d439-4ee4-a2fb-4849d887207e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.883414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489c414-b2ce-40f5-bf58-077df5c2f0fa tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=e749062c-9e33-435e-a68c-ab8c79e9ae91,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:00.910988 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5d342cd-c0a4-4acd-8d18-077142c46bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.918897 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5d342cd-c0a4-4acd-8d18-077142c46bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.920903 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:00.960436 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d342cd-c0a4-4acd-8d18-077142c46bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aada435-2c07-44af-8520-c3a271d9eb94,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:00.982169 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d342cd-c0a4-4acd-8d18-077142c46bdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:48:00.994537 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5d342cd-c0a4-4acd-8d18-077142c46bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.994927 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-a5d342cd-c0a4-4acd-8d18-077142c46bdc admin admin] Added segment b04b3e56-1a3f-422f-8984-f4bed5e72f8c of type vlan for network 7587665f-57bc-4914-b44b-4638184cf0b1 Aug 16 22:48:01.048615 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5d342cd-c0a4-4acd-8d18-077142c46bdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.076531 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5d342cd-c0a4-4acd-8d18-077142c46bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.077871 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d342cd-c0a4-4acd-8d18-077142c46bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:01.078794 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a5d342cd-c0a4-4acd-8d18-077142c46bdc admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.104979 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:01.109946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:01.110639 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.146791 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5489c414-b2ce-40f5-bf58-077df5c2f0fa tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.159627 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a5d342cd-c0a4-4acd-8d18-077142c46bdc admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7605009 Aug 16 22:48:01.162625 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5489c414-b2ce-40f5-bf58-077df5c2f0fa tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/ports/e749062c-9e33-435e-a68c-ab8c79e9ae91 HTTP/1.1" status: 204 len: 168 time: 2.1775157 Aug 16 22:48:01.165198 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33900) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:01.165501 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33902) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:01.180944 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d342cd-c0a4-4acd-8d18-077142c46bdc admin admin] Pushing event updated for resources: {'Network': ['ID=7587665f-57bc-4914-b44b-4638184cf0b1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:01.203353 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 7587665f-57bc-4914-b44b-4638184cf0b1 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:48:01.220877 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0e7e0cbe-8598-460a-87d0-0d59b6e41bd4 admin admin] Request body: {'subnet': {'network_id': '7587665f-57bc-4914-b44b-4638184cf0b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2012229914-subnet', 'tenant_id': 'ffadee82163a44ee8d6fc4ab61c56d28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:01.224387 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-979f79f4-8e3e-43d6-924e-3338729a41b4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] GET failed (client error): The resource could not be found. Aug 16 22:48:01.230392 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33908) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:01.231404 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-979f79f4-8e3e-43d6-924e-3338729a41b4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports/e749062c-9e33-435e-a68c-ab8c79e9ae91 HTTP/1.1" status: 404 len: 333 time: 0.0528984 Aug 16 22:48:01.282813 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7e0cbe-8598-460a-87d0-0d59b6e41bd4 admin admin] Made reservation on behalf of ffadee82163a44ee8d6fc4ab61c56d28 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:01.285315 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0cbe-8598-460a-87d0-0d59b6e41bd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.318792 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a35eca15-3c3f-45bc-bc0b-704870407cf8 req-577865c6-d439-4ee4-a2fb-4849d887207e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] For port 63eb2ac0-0537-46d6-9184-e684db10d651, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=63eb2ac0-0537-46d6-9184-e684db10d651,segment=NetworkSegment(b304d689-f251-46b1-bec2-f41ae095519e),segment_id=b304d689-f251-46b1-bec2-f41ae095519e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:01.319232 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a35eca15-3c3f-45bc-bc0b-704870407cf8 req-577865c6-d439-4ee4-a2fb-4849d887207e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.327113 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.356105 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4655f71-8df8-4c43-84db-34e473dfa177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0090e7a4-cb14-44f3-a8cb-0e3e57d134ab'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:01.359103 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4b26b4-f446-4fec-b7df-8639455ce954" -d '{"events": [{"server_uuid": "e4655f71-8df8-4c43-84db-34e473dfa177", "name": "network-vif-plugged", "status": "completed", "tag": "0090e7a4-cb14-44f3-a8cb-0e3e57d134ab"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:01.361159 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-a35eca15-3c3f-45bc-bc0b-704870407cf8 req-577865c6-d439-4ee4-a2fb-4849d887207e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Calling delete_port for 63eb2ac0-0537-46d6-9184-e684db10d651 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:01.375117 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=0090e7a4-cb14-44f3-a8cb-0e3e57d134ab,segment=NetworkSegment(b3c12a7c-f5cb-447f-8324-342e3596b810),segment_id=b3c12a7c-f5cb-447f-8324-342e3596b810)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:01.376544 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae9ab582-96c8-470d-8253-f5957782393d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting subnet 77aa3dcc-4ba4-4d91-a3fa-09c0b9400ac4 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:48:01.380358 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.387103 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae9ab582-96c8-470d-8253-f5957782393d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.457356 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=0090e7a4-cb14-44f3-a8cb-0e3e57d134ab,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:01.498626 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae9ab582-96c8-470d-8253-f5957782393d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.723311 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae9ab582-96c8-470d-8253-f5957782393d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.746732 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efc7322-848f-45c3-9adf-210e41d76dce x-openstack-request-id: req-0efc7322-848f-45c3-9adf-210e41d76dce {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:01.747037 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4655f71-8df8-4c43-84db-34e473dfa177", "name": "network-vif-plugged", "status": "completed", "tag": "0090e7a4-cb14-44f3-a8cb-0e3e57d134ab", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:01.747284 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0efc7322-848f-45c3-9adf-210e41d76dce {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:01.747686 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4655f71-8df8-4c43-84db-34e473dfa177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0090e7a4-cb14-44f3-a8cb-0e3e57d134ab', 'code': 200} Aug 16 22:48:01.826624 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4df898-bb78-4a3b-8f8f-dfdd5d944b48 req-5bfc589a-3f6a-4ec5-aa6a-9feb6c7aee36 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:01.828264 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8a4df898-bb78-4a3b-8f8f-dfdd5d944b48 req-5bfc589a-3f6a-4ec5-aa6a-9feb6c7aee36 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4655f71-8df8-4c43-84db-34e473dfa177 HTTP/1.1" status: 200 len: 945 time: 0.2518103 Aug 16 22:48:01.831154 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae9ab582-96c8-470d-8253-f5957782393d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.884085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ab582-96c8-470d-8253-f5957782393d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Subnet': ['ID=77aa3dcc-4ba4-4d91-a3fa-09c0b9400ac4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:01.891523 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae9ab582-96c8-470d-8253-f5957782393d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.894780 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ae9ab582-96c8-470d-8253-f5957782393d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/subnets/77aa3dcc-4ba4-4d91-a3fa-09c0b9400ac4 HTTP/1.1" status: 204 len: 168 time: 0.6633978 Aug 16 22:48:01.897553 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33936) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:01.900055 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00410339-75e1-4c30-8951-0e7748d3346b None None] Network 678d86e0-b0d8-46c3-908b-322a5aa2e361 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:02.091392 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-346c85ef-3b28-46d2-971e-f74d0308a9ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.130430 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a35eca15-3c3f-45bc-bc0b-704870407cf8 req-577865c6-d439-4ee4-a2fb-4849d887207e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.252279 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-346c85ef-3b28-46d2-971e-f74d0308a9ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port 9482d801-4580-4b18-859e-019e454a1ff7 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:02.252279 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-346c85ef-3b28-46d2-971e-f74d0308a9ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.276191 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf11550-5e07-48fb-995b-7f503db969b1 None None] DHCP port deletion for 678d86e0-b0d8-46c3-908b-322a5aa2e361 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:48:02.293110 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577865c6-d439-4ee4-a2fb-4849d887207e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event deleted for resources: {'Port': ['ID=63eb2ac0-0537-46d6-9184-e684db10d651,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:02.331500 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35eca15-3c3f-45bc-bc0b-704870407cf8 req-577865c6-d439-4ee4-a2fb-4849d887207e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] No DVR routers for this DVR port 63eb2ac0-0537-46d6-9184-e684db10d651 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:02.355881 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d653c4-b3d5-4f74-b928-4e22613ef6ba req-12234642-ef46-4bf1-a94a-5197f837c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:02.357424 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-32d653c4-b3d5-4f74-b928-4e22613ef6ba req-12234642-ef46-4bf1-a94a-5197f837c41f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e4655f71-8df8-4c43-84db-34e473dfa177 HTTP/1.1" status: 200 len: 1097 time: 0.5206630 Aug 16 22:48:02.362412 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a35eca15-3c3f-45bc-bc0b-704870407cf8 req-577865c6-d439-4ee4-a2fb-4849d887207e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.364795 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a35eca15-3c3f-45bc-bc0b-704870407cf8 req-577865c6-d439-4ee4-a2fb-4849d887207e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.43 "DELETE /v2.0/ports/63eb2ac0-0537-46d6-9184-e684db10d651 HTTP/1.1" status: 204 len: 173 time: 1.7894356 Aug 16 22:48:02.400207 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4c0bf-42fa-4fe1-87d7-44d9b9ab3890 req-d91889be-f3bc-4cb7-8381-c999109b27e0 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:02.411400 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49c4c0bf-42fa-4fe1-87d7-44d9b9ab3890 req-d91889be-f3bc-4cb7-8381-c999109b27e0 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad1196c4-a6a4-4c68-9328-d52881ff1175 HTTP/1.1" status: 200 len: 830 time: 0.5400362 Aug 16 22:48:02.412081 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1196c4-a6a4-4c68-9328-d52881ff1175', 'name': 'network-vif-deleted', 'tag': '63eb2ac0-0537-46d6-9184-e684db10d651'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:02.416718 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325b3009-f853-4a60-b6b1-803f44b7d5a9" -d '{"events": [{"server_uuid": "ad1196c4-a6a4-4c68-9328-d52881ff1175", "name": "network-vif-deleted", "tag": "63eb2ac0-0537-46d6-9184-e684db10d651"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:02.423391 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-346c85ef-3b28-46d2-971e-f74d0308a9ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] For port 9482d801-4580-4b18-859e-019e454a1ff7, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9482d801-4580-4b18-859e-019e454a1ff7,segment=NetworkSegment(4dc6a380-1be4-4362-9953-4d292ba8749c),segment_id=4dc6a380-1be4-4362-9953-4d292ba8749c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:02.435297 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-346c85ef-3b28-46d2-971e-f74d0308a9ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.453985 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-fcf11550-5e07-48fb-995b-7f503db969b1 None None] Deleting port 9482d801-4580-4b18-859e-019e454a1ff7 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:02.454349 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fcf11550-5e07-48fb-995b-7f503db969b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.466731 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8a4df898-bb78-4a3b-8f8f-dfdd5d944b48 req-f0f56b65-43d4-4c81-bfc2-462824d26cc5 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/security-groups?id=aeba5c12-7462-43db-8d2b-5b6e7288ba3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5584624 Aug 16 22:48:02.468494 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577865c6-d439-4ee4-a2fb-4849d887207e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:02.469110 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577865c6-d439-4ee4-a2fb-4849d887207e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:02.469684 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577865c6-d439-4ee4-a2fb-4849d887207e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:02.470293 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577865c6-d439-4ee4-a2fb-4849d887207e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:02.470880 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577865c6-d439-4ee4-a2fb-4849d887207e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:02.471424 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577865c6-d439-4ee4-a2fb-4849d887207e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:02.471963 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577865c6-d439-4ee4-a2fb-4849d887207e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:02.473181 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577865c6-d439-4ee4-a2fb-4849d887207e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:02.473740 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577865c6-d439-4ee4-a2fb-4849d887207e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:02.474997 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577865c6-d439-4ee4-a2fb-4849d887207e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:02.477030 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577865c6-d439-4ee4-a2fb-4849d887207e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:02.477589 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577865c6-d439-4ee4-a2fb-4849d887207e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:02.500329 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-346c85ef-3b28-46d2-971e-f74d0308a9ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for 9482d801-4580-4b18-859e-019e454a1ff7 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:02.640575 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f91a23-762c-429b-ac52-47c7209af69e x-openstack-request-id: req-a7f91a23-762c-429b-ac52-47c7209af69e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:02.640575 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1196c4-a6a4-4c68-9328-d52881ff1175", "name": "network-vif-deleted", "tag": "63eb2ac0-0537-46d6-9184-e684db10d651", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:02.642652 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a7f91a23-762c-429b-ac52-47c7209af69e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:02.642652 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1196c4-a6a4-4c68-9328-d52881ff1175', 'name': 'network-vif-deleted', 'tag': '63eb2ac0-0537-46d6-9184-e684db10d651', 'status': 'completed', 'code': 200} Aug 16 22:48:02.682444 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-346c85ef-3b28-46d2-971e-f74d0308a9ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.704151 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-32d653c4-b3d5-4f74-b928-4e22613ef6ba req-8ef1ce79-5dba-473d-b9f0-8a998dda230d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=aeba5c12-7462-43db-8d2b-5b6e7288ba3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761636 Aug 16 22:48:02.712918 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-fcf11550-5e07-48fb-995b-7f503db969b1 None None] For port 9482d801-4580-4b18-859e-019e454a1ff7, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9482d801-4580-4b18-859e-019e454a1ff7,segment=NetworkSegment(4dc6a380-1be4-4362-9953-4d292ba8749c),segment_id=4dc6a380-1be4-4362-9953-4d292ba8749c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:02.713322 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fcf11550-5e07-48fb-995b-7f503db969b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.716798 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c85ef-3b28-46d2-971e-f74d0308a9ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=9482d801-4580-4b18-859e-019e454a1ff7,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:02.728215 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0cbe-8598-460a-87d0-0d59b6e41bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.730247 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346c85ef-3b28-46d2-971e-f74d0308a9ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No DVR routers for this DVR port 9482d801-4580-4b18-859e-019e454a1ff7 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:02.748634 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-fcf11550-5e07-48fb-995b-7f503db969b1 None None] Calling delete_port for 9482d801-4580-4b18-859e-019e454a1ff7 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:02.816003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e0cbe-8598-460a-87d0-0d59b6e41bd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1cefd42-abf1-4d1a-b0d7-0f99d0fe188b,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:02.830860 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-346c85ef-3b28-46d2-971e-f74d0308a9ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.844113 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-346c85ef-3b28-46d2-971e-f74d0308a9ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678d86e0-b0d8-46c3-908b-322a5aa2e361']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:02.844776 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7e0cbe-8598-460a-87d0-0d59b6e41bd4 admin admin] Checking segment: {'id': 'b04b3e56-1a3f-422f-8984-f4bed5e72f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7587665f-57bc-4914-b44b-4638184cf0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:02.845542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7e0cbe-8598-460a-87d0-0d59b6e41bd4 admin admin] Network hostable DHCP agents. Network: 7587665f-57bc-4914-b44b-4638184cf0b1, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:48:02.859408 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-346c85ef-3b28-46d2-971e-f74d0308a9ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc6a380-1be4-4362-9953-4d292ba8749c') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:02.859990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-346c85ef-3b28-46d2-971e-f74d0308a9ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc6a380-1be4-4362-9953-4d292ba8749c') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:02.873047 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-346c85ef-3b28-46d2-971e-f74d0308a9ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.898164 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-346c85ef-3b28-46d2-971e-f74d0308a9ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.908445 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346c85ef-3b28-46d2-971e-f74d0308a9ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:48:02.909312 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-346c85ef-3b28-46d2-971e-f74d0308a9ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.914678 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7e0cbe-8598-460a-87d0-0d59b6e41bd4 admin admin] Network 7587665f-57bc-4914-b44b-4638184cf0b1 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:48:02.932374 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-0e7e0cbe-8598-460a-87d0-0d59b6e41bd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 7587665f-57bc-4914-b44b-4638184cf0b1) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:02.933568 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fcf11550-5e07-48fb-995b-7f503db969b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.947683 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7e0cbe-8598-460a-87d0-0d59b6e41bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:02.950267 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0cbe-8598-460a-87d0-0d59b6e41bd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.983038 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0e7e0cbe-8598-460a-87d0-0d59b6e41bd4 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8162458 Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:48:02.992034 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:48:03.008446 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94742157-6dee-453d-980f-0fb6e2296b8b None None] Network 7587665f-57bc-4914-b44b-4638184cf0b1 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:03.021478 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf11550-5e07-48fb-995b-7f503db969b1 None None] No DVR routers for this DVR port 9482d801-4580-4b18-859e-019e454a1ff7 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:03.023498 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf11550-5e07-48fb-995b-7f503db969b1 None None] Pushing event deleted for resources: {'Port': ['ID=9482d801-4580-4b18-859e-019e454a1ff7,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:03.031647 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-346c85ef-3b28-46d2-971e-f74d0308a9ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.039159 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-346c85ef-3b28-46d2-971e-f74d0308a9ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.041568 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-346c85ef-3b28-46d2-971e-f74d0308a9ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/networks/678d86e0-b0d8-46c3-908b-322a5aa2e361 HTTP/1.1" status: 204 len: 168 time: 1.1314638 Aug 16 22:48:03.045313 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 33968) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:03.051406 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-dfd35903-6e6f-4569-a165-0a8148157822 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1752498972'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:03.058784 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c85ef-3b28-46d2-971e-f74d0308a9ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Network': ['ID=678d86e0-b0d8-46c3-908b-322a5aa2e361,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:03.109569 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd35903-6e6f-4569-a165-0a8148157822 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:03.116404 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfd35903-6e6f-4569-a165-0a8148157822 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.189351 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd35903-6e6f-4569-a165-0a8148157822 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:48:03.217874 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfd35903-6e6f-4569-a165-0a8148157822 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.218459 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-dfd35903-6e6f-4569-a165-0a8148157822 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Added segment 8123db3f-e2c6-4d10-a267-0514e595d88f of type vlan for network 2228b10f-8a43-412c-a3b8-aeb0df1855ef Aug 16 22:48:03.272062 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b46603-0538-42e2-b21d-4a938405126f None None] Network 7587665f-57bc-4914-b44b-4638184cf0b1 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:03.334928 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfd35903-6e6f-4569-a165-0a8148157822 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.429832 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfd35903-6e6f-4569-a165-0a8148157822 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.444785 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd35903-6e6f-4569-a165-0a8148157822 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:03.446308 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dfd35903-6e6f-4569-a165-0a8148157822 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.551264 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 33990) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:03.608932 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9482d801-4580-4b18-859e-019e454a1ff7 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:03.652236 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dfd35903-6e6f-4569-a165-0a8148157822 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6049407 Aug 16 22:48:03.655176 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34000) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:03.667798 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6edd2cac-90b6-463e-8ec1-2559c97f9471 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'subnet': {'network_id': '2228b10f-8a43-412c-a3b8-aeb0df1855ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:03.674532 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 9482d801-4580-4b18-859e-019e454a1ff7 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:48:03.675301 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9482d801-4580-4b18-859e-019e454a1ff7 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:48:03.739731 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd35903-6e6f-4569-a165-0a8148157822 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Network': ['ID=2228b10f-8a43-412c-a3b8-aeb0df1855ef,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:03.761697 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 2228b10f-8a43-412c-a3b8-aeb0df1855ef details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:48:03.971909 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224977b-8ea3-4466-a806-33705dad6973 req-3a4df53e-05b2-4c4d-9c19-63e96c1085d5 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:03.979591 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a224977b-8ea3-4466-a806-33705dad6973 req-3a4df53e-05b2-4c4d-9c19-63e96c1085d5 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/networks?id=7587665f-57bc-4914-b44b-4638184cf0b1 HTTP/1.1" status: 200 len: 822 time: 0.2922349 Aug 16 22:48:04.023003 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a224977b-8ea3-4466-a806-33705dad6973 req-89c2e03f-6e0b-4cba-bceb-e29f32e20bdc tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/quotas/ffadee82163a44ee8d6fc4ab61c56d28 HTTP/1.1" status: 200 len: 375 time: 0.0406060 Aug 16 22:48:04.121921 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 63eb2ac0-0537-46d6-9184-e684db10d651 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:04.133193 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a224977b-8ea3-4466-a806-33705dad6973 req-cbb6c877-a2cc-4637-a1d4-be4e761e4341 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ffadee82163a44ee8d6fc4ab61c56d28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602782 Aug 16 22:48:04.135120 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edd2cac-90b6-463e-8ec1-2559c97f9471 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:04.138980 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6edd2cac-90b6-463e-8ec1-2559c97f9471 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.149879 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 63eb2ac0-0537-46d6-9184-e684db10d651 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:48:04.150598 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 63eb2ac0-0537-46d6-9184-e684db10d651 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:48:04.191045 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ee0b1f9-8012-4c83-baa3-e7b791cdfa1c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.425278 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6e426-c526-4e6c-a89a-9e3bbabd5bcf req-e03bfbf5-8521-44dc-a5bd-9d9a65b49f55 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:04.434772 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-25c6e426-c526-4e6c-a89a-9e3bbabd5bcf req-e03bfbf5-8521-44dc-a5bd-9d9a65b49f55 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4655f71-8df8-4c43-84db-34e473dfa177 HTTP/1.1" status: 200 len: 945 time: 0.6868250 Aug 16 22:48:04.532976 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a224977b-8ea3-4466-a806-33705dad6973 req-8e8bdf04-64bd-4fc3-9eea-aaeb3e8f8705 service neutron] 10.222.0.93 "GET /v2.0/networks/7587665f-57bc-4914-b44b-4638184cf0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595286 Aug 16 22:48:04.630053 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4ee0b1f9-8012-4c83-baa3-e7b791cdfa1c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Deleting port c6772f33-01b5-4430-8488-a38fbf6d4b08 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:04.630519 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ee0b1f9-8012-4c83-baa3-e7b791cdfa1c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.693054 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6edd2cac-90b6-463e-8ec1-2559c97f9471 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.764716 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a224977b-8ea3-4466-a806-33705dad6973 req-016e3980-02ae-4694-8e87-a6eda30c44f2 service neutron] 10.222.0.93 "GET /v2.0/networks/7587665f-57bc-4914-b44b-4638184cf0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308450 Aug 16 22:48:04.768327 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-25c6e426-c526-4e6c-a89a-9e3bbabd5bcf req-1742ef2f-6ae3-46ef-886e-84125406098c tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/security-groups?id=aeba5c12-7462-43db-8d2b-5b6e7288ba3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151131 Aug 16 22:48:04.836348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-4ee0b1f9-8012-4c83-baa3-e7b791cdfa1c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] For port c6772f33-01b5-4430-8488-a38fbf6d4b08, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=c6772f33-01b5-4430-8488-a38fbf6d4b08,segment=NetworkSegment(b304d689-f251-46b1-bec2-f41ae095519e),segment_id=b304d689-f251-46b1-bec2-f41ae095519e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:04.836948 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ee0b1f9-8012-4c83-baa3-e7b791cdfa1c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.873330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4ee0b1f9-8012-4c83-baa3-e7b791cdfa1c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Calling delete_port for c6772f33-01b5-4430-8488-a38fbf6d4b08 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:04.889775 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edd2cac-90b6-463e-8ec1-2559c97f9471 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Checking segment: {'id': '8123db3f-e2c6-4d10-a267-0514e595d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2228b10f-8a43-412c-a3b8-aeb0df1855ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:04.890545 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edd2cac-90b6-463e-8ec1-2559c97f9471 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network hostable DHCP agents. Network: 2228b10f-8a43-412c-a3b8-aeb0df1855ef, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:48:04.898437 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd2cac-90b6-463e-8ec1-2559c97f9471 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Subnet': ['ID=2d895890-a326-47b4-9336-d3590341625c,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:04.934436 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edd2cac-90b6-463e-8ec1-2559c97f9471 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network 2228b10f-8a43-412c-a3b8-aeb0df1855ef is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:48:04.958555 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-6edd2cac-90b6-463e-8ec1-2559c97f9471 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 2228b10f-8a43-412c-a3b8-aeb0df1855ef) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:04.963445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edd2cac-90b6-463e-8ec1-2559c97f9471 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:04.964500 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6edd2cac-90b6-463e-8ec1-2559c97f9471 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.990372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11b4d57-6b2e-4c85-89aa-745f29c8622b None None] Network 2228b10f-8a43-412c-a3b8-aeb0df1855ef requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:04.991025 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6edd2cac-90b6-463e-8ec1-2559c97f9471 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3345935 Aug 16 22:48:04.993520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34042) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:04.999490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d44d8fbe-cf3c-4fa7-a570-8321ef76207e tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'port': {'network_id': '2228b10f-8a43-412c-a3b8-aeb0df1855ef', 'name': 'tempest-PortsTestJSON-1397685219', 'fixed_ips': [{'subnet_id': '2d895890-a326-47b4-9336-d3590341625c', 'ip_address': '172.20.0.10'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:05.224319 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8474a7b1-9311-490b-8a64-9df8fe5fb795 req-7b117460-98da-450a-9bbc-eb0703552e51 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b5326c2-8911-4fc9-a855-696866a4e746 HTTP/1.1" status: 200 len: 210 time: 0.0396218 Aug 16 22:48:05.386547 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44d8fbe-cf3c-4fa7-a570-8321ef76207e tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:05.570155 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ee0b1f9-8012-4c83-baa3-e7b791cdfa1c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:05.596015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-2228b10f-8a43-412c-a3b8-aeb0df1855ef', 'network_id': '2228b10f-8a43-412c-a3b8-aeb0df1855ef', 'tenant_id': '14fa3dc451d44c0094aa67d323da6ce6', 'fixed_ips': [{'subnet_id': '2d895890-a326-47b4-9336-d3590341625c'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:48:05.596898 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:05.612770 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d44d8fbe-cf3c-4fa7-a570-8321ef76207e tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:05.647339 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-d44d8fbe-cf3c-4fa7-a570-8321ef76207e tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] device_id is not set on port a81a06cb-0f83-4e21-8982-922c723e690c yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:48:05.667786 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0b1f9-8012-4c83-baa3-e7b791cdfa1c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event deleted for resources: {'Port': ['ID=c6772f33-01b5-4430-8488-a38fbf6d4b08,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:06.284668 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] Allocated IP 172.20.0.2 (2228b10f-8a43-412c-a3b8-aeb0df1855ef/2d895890-a326-47b4-9336-d3590341625c/b18f894c-bc7b-4e2d-9773-4e05728116d9) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:06.548500 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c3a7f0c-28b4-4518-a8b1-5c724a3d9601 req-94e13dc3-1a02-4517-8c1d-1ee595a56de7 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b5326c2-8911-4fc9-a855-696866a4e746 HTTP/1.1" status: 200 len: 210 time: 0.0767648 Aug 16 22:48:06.637734 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:06.663127 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] Transition to ACTIVE for port object b18f894c-bc7b-4e2d-9773-4e05728116d9 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:06.682293 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fae6f3-05ab-4b02-888b-c6e8b5dcbafa req-0a3617dc-680a-41e6-bc13-35582ce6e4b9 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:06.684547 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d5fae6f3-05ab-4b02-888b-c6e8b5dcbafa req-0a3617dc-680a-41e6-bc13-35582ce6e4b9 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4655f71-8df8-4c43-84db-34e473dfa177 HTTP/1.1" status: 200 len: 945 time: 0.1479499 Aug 16 22:48:06.698624 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] Transition to ACTIVE for port object b18f894c-bc7b-4e2d-9773-4e05728116d9 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:06.713426 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:06.788697 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] Network 2228b10f-8a43-412c-a3b8-aeb0df1855ef is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:06.789155 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d5fae6f3-05ab-4b02-888b-c6e8b5dcbafa req-ca286390-ba8e-4d94-a41d-0975099e8655 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/security-groups?id=aeba5c12-7462-43db-8d2b-5b6e7288ba3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972843 Aug 16 22:48:06.795103 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:06.798206 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:06.887397 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] Pushing event updated for resources: {'Port': ['ID=b18f894c-bc7b-4e2d-9773-4e05728116d9,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:06.897586 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-d44d8fbe-cf3c-4fa7-a570-8321ef76207e tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Allocated IP 172.20.0.10 (2228b10f-8a43-412c-a3b8-aeb0df1855ef/2d895890-a326-47b4-9336-d3590341625c/a81a06cb-0f83-4e21-8982-922c723e690c) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:06.903690 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ee0b1f9-8012-4c83-baa3-e7b791cdfa1c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:06.954986 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] Attempting to bind port b18f894c-bc7b-4e2d-9773-4e05728116d9 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:06.958017 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] Attempting to bind port b18f894c-bc7b-4e2d-9773-4e05728116d9 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '8123db3f-e2c6-4d10-a267-0514e595d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2228b10f-8a43-412c-a3b8-aeb0df1855ef'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:06.959287 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] Attempting to bind port b18f894c-bc7b-4e2d-9773-4e05728116d9 on network 2228b10f-8a43-412c-a3b8-aeb0df1855ef {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:06.971503 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:06.973575 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] Checking segment: {'id': '8123db3f-e2c6-4d10-a267-0514e595d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2228b10f-8a43-412c-a3b8-aeb0df1855ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:06.974235 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:06.975355 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] Bound using segment: {'id': '8123db3f-e2c6-4d10-a267-0514e595d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2228b10f-8a43-412c-a3b8-aeb0df1855ef'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:06.977353 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] Bound port: b18f894c-bc7b-4e2d-9773-4e05728116d9, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8123db3f-e2c6-4d10-a267-0514e595d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2228b10f-8a43-412c-a3b8-aeb0df1855ef'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:06.983107 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.102446 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] For port b18f894c-bc7b-4e2d-9773-4e05728116d9, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:07.107429 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] For port b18f894c-bc7b-4e2d-9773-4e05728116d9, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b18f894c-bc7b-4e2d-9773-4e05728116d9,segment=NetworkSegment(8123db3f-e2c6-4d10-a267-0514e595d88f),segment_id=8123db3f-e2c6-4d10-a267-0514e595d88f)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:07.114291 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.294096 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52304f69-4f9c-410a-9002-1a9743470ae5 None None] Pushing event updated for resources: {'Port': ['ID=b18f894c-bc7b-4e2d-9773-4e05728116d9,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:07.416774 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224977b-8ea3-4466-a806-33705dad6973 req-656f4fa9-cc5d-4323-9d15-eb7cefc11923 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:07.421192 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a224977b-8ea3-4466-a806-33705dad6973 req-656f4fa9-cc5d-4323-9d15-eb7cefc11923 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.43 "GET /v2.0/networks?id=7587665f-57bc-4914-b44b-4638184cf0b1 HTTP/1.1" status: 200 len: 822 time: 0.4774706 Aug 16 22:48:07.424542 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d44d8fbe-cf3c-4fa7-a570-8321ef76207e tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.439368 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a224977b-8ea3-4466-a806-33705dad6973 req-63a38a04-cf11-49c8-a417-e31c5af64b5c tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Request body: {'port': {'device_id': '5b5326c2-8911-4fc9-a855-696866a4e746', 'network_id': '7587665f-57bc-4914-b44b-4638184cf0b1', 'admin_state_up': True, 'tenant_id': 'ffadee82163a44ee8d6fc4ab61c56d28'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:07.449139 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee0b1f9-8012-4c83-baa3-e7b791cdfa1c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Router 436dd2a3-3436-425f-a734-b3fe6d948f97 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:48:07.518990 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-d44d8fbe-cf3c-4fa7-a570-8321ef76207e tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Transition to ACTIVE for port object a81a06cb-0f83-4e21-8982-922c723e690c will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:07.685315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773abcc9-ed20-4352-8d90-5044a3e6ca47 req-6aca3c42-9f33-4625-81db-6e07a2b5b011 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:07.687985 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-773abcc9-ed20-4352-8d90-5044a3e6ca47 req-6aca3c42-9f33-4625-81db-6e07a2b5b011 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4655f71-8df8-4c43-84db-34e473dfa177 HTTP/1.1" status: 200 len: 945 time: 0.1840355 Aug 16 22:48:07.772320 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee0b1f9-8012-4c83-baa3-e7b791cdfa1c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:48:07.781434 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d44d8fbe-cf3c-4fa7-a570-8321ef76207e tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.787274 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f01562-463e-403a-84e2-065c47409ffc None None] Sync routers for ids ['436dd2a3-3436-425f-a734-b3fe6d948f97'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:48:07.798620 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f01562-463e-403a-84e2-065c47409ffc None None] Routers {'436dd2a3-3436-425f-a734-b3fe6d948f97'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:48:07.798896 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4ee0b1f9-8012-4c83-baa3-e7b791cdfa1c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "PUT /v2.0/routers/436dd2a3-3436-425f-a734-b3fe6d948f97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2440310 Aug 16 22:48:07.799645 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-54f01562-463e-403a-84e2-065c47409ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:47:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['436dd2a3-3436-425f-a734-b3fe6d948f97'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:07.802058 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34124) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:07.838033 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0a7f92b-3c54-4d50-bff7-b18029eab2b7 req-125e0291-973f-4cd8-98a8-8b2e417b3139 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b5326c2-8911-4fc9-a855-696866a4e746 HTTP/1.1" status: 200 len: 210 time: 0.0875916 Aug 16 22:48:07.945297 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a2fe51-8ebd-4127-9018-ea5fc62eac80 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Deleting subnet b8a96d55-68bb-47ad-95af-4103cbe49054 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:48:07.978703 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73a2fe51-8ebd-4127-9018-ea5fc62eac80 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.024642 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-54f01562-463e-403a-84e2-065c47409ffc None None] Set router 436dd2a3-3436-425f-a734-b3fe6d948f97 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:48:08.060234 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73a2fe51-8ebd-4127-9018-ea5fc62eac80 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.315222 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73a2fe51-8ebd-4127-9018-ea5fc62eac80 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.461457 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-54f01562-463e-403a-84e2-065c47409ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dd2a3-3436-425f-a734-b3fe6d948f97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444242060', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd0ebaa95-be54-4d92-8489-8d5cc4a2cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:15Z', 'updated_at': '2021-08-16T22:48:05Z', 'revision_number': 5, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'd0ebaa95-be54-4d92-8489-8d5cc4a2cd92', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dd2a3-3436-425f-a734-b3fe6d948f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:17Z', 'updated_at': '2021-08-16T22:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:08.466153 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73a2fe51-8ebd-4127-9018-ea5fc62eac80 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.514261 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f01562-463e-403a-84e2-065c47409ffc None None] Checking router: 436dd2a3-3436-425f-a734-b3fe6d948f97 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:48:08.543339 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-73a2fe51-8ebd-4127-9018-ea5fc62eac80 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.546015 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-73a2fe51-8ebd-4127-9018-ea5fc62eac80 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "DELETE /v2.0/subnets/b8a96d55-68bb-47ad-95af-4103cbe49054 HTTP/1.1" status: 204 len: 168 time: 0.7429771 Aug 16 22:48:08.547123 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2fe51-8ebd-4127-9018-ea5fc62eac80 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a96d55-68bb-47ad-95af-4103cbe49054,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:08.550466 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34144) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:08.556332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011dab9c-fd1c-4b0f-ac84-a1fbd4d99fc2 None None] Network 93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:08.571190 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f01562-463e-403a-84e2-065c47409ffc None None] Routers {'436dd2a3-3436-425f-a734-b3fe6d948f97'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:48:08.573998 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-54f01562-463e-403a-84e2-065c47409ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:47:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['436dd2a3-3436-425f-a734-b3fe6d948f97'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:08.678271 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d8fbe-cf3c-4fa7-a570-8321ef76207e tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network 2228b10f-8a43-412c-a3b8-aeb0df1855ef is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:08.681118 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a224977b-8ea3-4466-a806-33705dad6973 req-63a38a04-cf11-49c8-a417-e31c5af64b5c tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Made reservation on behalf of ffadee82163a44ee8d6fc4ab61c56d28 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:08.691979 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a224977b-8ea3-4466-a806-33705dad6973 req-63a38a04-cf11-49c8-a417-e31c5af64b5c tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.744973 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d44d8fbe-cf3c-4fa7-a570-8321ef76207e tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:08.763776 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d8fbe-cf3c-4fa7-a570-8321ef76207e tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=a81a06cb-0f83-4e21-8982-922c723e690c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:08.768036 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d8fbe-cf3c-4fa7-a570-8321ef76207e tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:08.855902 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.965432 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efbee546-c933-49a7-8bb6-76e4fcd07d8d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:09.063405 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df75493-1e1d-4bc6-b2cf-81dc97d227a3 None None] DHCP port deletion for 93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:48:09.068254 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-54f01562-463e-403a-84e2-065c47409ffc None None] Set router 436dd2a3-3436-425f-a734-b3fe6d948f97 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:48:09.102540 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f3691255-64a8-48c5-a12f-469d83d5392b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:09.210327 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4b783dc-9c53-4905-bb89-c65a92825ead req-ac247743-d08d-4242-ab4b-ec4c9afc0782 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b5326c2-8911-4fc9-a855-696866a4e746 HTTP/1.1" status: 200 len: 210 time: 0.0708365 Aug 16 22:48:09.216258 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa18361-e08d-4766-9bb4-962a24f6e284 None None] Network 2228b10f-8a43-412c-a3b8-aeb0df1855ef requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:09.242941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3c4cc-ef4b-4f6e-b69d-d7191df33b34 req-7ae2b392-be50-4fe0-9631-d37b44b4aeeb tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:09.252293 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e0b3c4cc-ef4b-4f6e-b69d-d7191df33b34 req-7ae2b392-be50-4fe0-9631-d37b44b4aeeb tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4655f71-8df8-4c43-84db-34e473dfa177 HTTP/1.1" status: 200 len: 945 time: 1.2730708 Aug 16 22:48:09.351444 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efbee546-c933-49a7-8bb6-76e4fcd07d8d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:09.358211 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e0b3c4cc-ef4b-4f6e-b69d-d7191df33b34 req-de61f109-bebb-4ec8-a47e-fcfe7fce5292 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/security-groups?id=aeba5c12-7462-43db-8d2b-5b6e7288ba3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006024 Aug 16 22:48:09.414168 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44d8fbe-cf3c-4fa7-a570-8321ef76207e tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:09.415191 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d44d8fbe-cf3c-4fa7-a570-8321ef76207e tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:09.426868 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-773abcc9-ed20-4352-8d90-5044a3e6ca47 req-14a668ff-b7b1-4160-be2d-7e3979b3ce8a tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Deleting port 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:09.427390 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-773abcc9-ed20-4352-8d90-5044a3e6ca47 req-14a668ff-b7b1-4160-be2d-7e3979b3ce8a tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:09.485123 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-28c8ed4e-4230-4f3d-b38a-23102eec02df None None] Provisioning for port b18f894c-bc7b-4e2d-9773-4e05728116d9 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:09.538246 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-efbee546-c933-49a7-8bb6-76e4fcd07d8d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Deleting port d0ebaa95-be54-4d92-8489-8d5cc4a2cd92 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:09.545908 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efbee546-c933-49a7-8bb6-76e4fcd07d8d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:09.574295 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-7df75493-1e1d-4bc6-b2cf-81dc97d227a3 None None] Deleting port f928bc70-f7b3-46a0-8d25-2e09ff8c86df {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:09.575767 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7df75493-1e1d-4bc6-b2cf-81dc97d227a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:09.581340 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-54f01562-463e-403a-84e2-065c47409ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dd2a3-3436-425f-a734-b3fe6d948f97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444242060', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd0ebaa95-be54-4d92-8489-8d5cc4a2cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:15Z', 'updated_at': '2021-08-16T22:48:05Z', 'revision_number': 5, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'd0ebaa95-be54-4d92-8489-8d5cc4a2cd92', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dd2a3-3436-425f-a734-b3fe6d948f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:17Z', 'updated_at': '2021-08-16T22:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:09.676072 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d44d8fbe-cf3c-4fa7-a570-8321ef76207e tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.6812413 Aug 16 22:48:09.677898 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34172) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:09.691224 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f01562-463e-403a-84e2-065c47409ffc None None] The sync data for ids ['436dd2a3-3436-425f-a734-b3fe6d948f97'] in n-d-792458-15 is: [{'id': '436dd2a3-3436-425f-a734-b3fe6d948f97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444242060', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd0ebaa95-be54-4d92-8489-8d5cc4a2cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:15Z', 'updated_at': '2021-08-16T22:48:05Z', 'revision_number': 5, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'd0ebaa95-be54-4d92-8489-8d5cc4a2cd92', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dd2a3-3436-425f-a734-b3fe6d948f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:17Z', 'updated_at': '2021-08-16T22:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:48:09.697385 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-efbee546-c933-49a7-8bb6-76e4fcd07d8d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] For port d0ebaa95-be54-4d92-8489-8d5cc4a2cd92, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d0ebaa95-be54-4d92-8489-8d5cc4a2cd92,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:09.697979 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efbee546-c933-49a7-8bb6-76e4fcd07d8d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:09.718558 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b9a2538a-fe6c-4031-8bc0-d8797309fdab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'port': {'network_id': '2228b10f-8a43-412c-a3b8-aeb0df1855ef', 'name': 'tempest-PortsTestJSON-1685881642', 'fixed_ips': [{'subnet_id': '2d895890-a326-47b4-9336-d3590341625c', 'ip_address': '172.20.0.9'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:09.725019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-efbee546-c933-49a7-8bb6-76e4fcd07d8d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Calling delete_port for d0ebaa95-be54-4d92-8489-8d5cc4a2cd92 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:09.730375 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b18f894c-bc7b-4e2d-9773-4e05728116d9 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:09.770456 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-a224977b-8ea3-4466-a806-33705dad6973 req-63a38a04-cf11-49c8-a417-e31c5af64b5c tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Allocated IP 172.20.0.2 (7587665f-57bc-4914-b44b-4638184cf0b1/d1cefd42-abf1-4d1a-b0d7-0f99d0fe188b/4a16ed38-5eb6-4594-867b-63e1ed756761) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:10.017065 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-773abcc9-ed20-4352-8d90-5044a3e6ca47 req-14a668ff-b7b1-4160-be2d-7e3979b3ce8a tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] For port 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=0090e7a4-cb14-44f3-a8cb-0e3e57d134ab,segment=NetworkSegment(b3c12a7c-f5cb-447f-8324-342e3596b810),segment_id=b3c12a7c-f5cb-447f-8324-342e3596b810)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:10.017445 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-773abcc9-ed20-4352-8d90-5044a3e6ca47 req-14a668ff-b7b1-4160-be2d-7e3979b3ce8a tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.049527 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-773abcc9-ed20-4352-8d90-5044a3e6ca47 req-14a668ff-b7b1-4160-be2d-7e3979b3ce8a tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Calling delete_port for 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:10.138238 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efbee546-c933-49a7-8bb6-76e4fcd07d8d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.190301 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7df75493-1e1d-4bc6-b2cf-81dc97d227a3 None None] For port f928bc70-f7b3-46a0-8d25-2e09ff8c86df, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=f928bc70-f7b3-46a0-8d25-2e09ff8c86df,segment=NetworkSegment(b304d689-f251-46b1-bec2-f41ae095519e),segment_id=b304d689-f251-46b1-bec2-f41ae095519e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:10.190705 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7df75493-1e1d-4bc6-b2cf-81dc97d227a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.194089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port b18f894c-bc7b-4e2d-9773-4e05728116d9 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:10.211431 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port b18f894c-bc7b-4e2d-9773-4e05728116d9 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:10.212063 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.233738 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbee546-c933-49a7-8bb6-76e4fcd07d8d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event deleted for resources: {'Port': ['ID=d0ebaa95-be54-4d92-8489-8d5cc4a2cd92,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:10.261257 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-7df75493-1e1d-4bc6-b2cf-81dc97d227a3 None None] Calling delete_port for f928bc70-f7b3-46a0-8d25-2e09ff8c86df owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:10.413110 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efbee546-c933-49a7-8bb6-76e4fcd07d8d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.431258 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.507242 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port b18f894c-bc7b-4e2d-9773-4e05728116d9, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b18f894c-bc7b-4e2d-9773-4e05728116d9,segment=NetworkSegment(8123db3f-e2c6-4d10-a267-0514e595d88f),segment_id=8123db3f-e2c6-4d10-a267-0514e595d88f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:10.524574 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.619952 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efbee546-c933-49a7-8bb6-76e4fcd07d8d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.630008 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efbee546-c933-49a7-8bb6-76e4fcd07d8d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.692252 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device f928bc70-f7b3-46a0-8d25-2e09ff8c86df no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:10.703396 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=b18f894c-bc7b-4e2d-9773-4e05728116d9,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:10.709213 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efbee546-c933-49a7-8bb6-76e4fcd07d8d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.710924 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbee546-c933-49a7-8bb6-76e4fcd07d8d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Fanout notify agent at l3_agent the message router_deleted on router 436dd2a3-3436-425f-a734-b3fe6d948f97 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:48:10.722891 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efbee546-c933-49a7-8bb6-76e4fcd07d8d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.727424 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7df75493-1e1d-4bc6-b2cf-81dc97d227a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.728486 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-efbee546-c933-49a7-8bb6-76e4fcd07d8d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "DELETE /v2.0/routers/436dd2a3-3436-425f-a734-b3fe6d948f97 HTTP/1.1" status: 204 len: 168 time: 2.1764793 Aug 16 22:48:10.729397 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34208) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:10.749467 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-464052ff-a260-453d-8b51-016f6174ab44 req-6cd4d0b1-a471-46f5-beb5-c4f926a81b45 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b5326c2-8911-4fc9-a855-696866a4e746 HTTP/1.1" status: 200 len: 210 time: 0.2289317 Aug 16 22:48:10.837836 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df75493-1e1d-4bc6-b2cf-81dc97d227a3 None None] No DVR routers for this DVR port f928bc70-f7b3-46a0-8d25-2e09ff8c86df on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:10.846152 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: f928bc70-f7b3-46a0-8d25-2e09ff8c86df {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:48:10.847291 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device f928bc70-f7b3-46a0-8d25-2e09ff8c86df not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:48:10.881039 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79864ee7-faf3-4018-b87b-4c9996a98722 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.907299 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df75493-1e1d-4bc6-b2cf-81dc97d227a3 None None] Pushing event deleted for resources: {'Port': ['ID=f928bc70-f7b3-46a0-8d25-2e09ff8c86df,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:10.917309 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.976577 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:10.976830 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21c976-40ec-4a2f-99cf-1c0409b78a9f req-114fefa9-af94-4991-a83e-5f2b81d7b9d5 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:10.976830 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b21c976-40ec-4a2f-99cf-1c0409b78a9f req-114fefa9-af94-4991-a83e-5f2b81d7b9d5 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4655f71-8df8-4c43-84db-34e473dfa177 HTTP/1.1" status: 200 len: 945 time: 0.4165967 Aug 16 22:48:11.008607 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a224977b-8ea3-4466-a806-33705dad6973 req-63a38a04-cf11-49c8-a417-e31c5af64b5c tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.108572 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b21c976-40ec-4a2f-99cf-1c0409b78a9f req-6b778d7e-c920-46ab-99bb-b7a8c59fe39e tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/security-groups?id=aeba5c12-7462-43db-8d2b-5b6e7288ba3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548630 Aug 16 22:48:11.110081 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a224977b-8ea3-4466-a806-33705dad6973 req-63a38a04-cf11-49c8-a417-e31c5af64b5c tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.120361 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-773abcc9-ed20-4352-8d90-5044a3e6ca47 req-14a668ff-b7b1-4160-be2d-7e3979b3ce8a tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.130058 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c5206a5d-bbf7-4457-8efb-ab9bc8d1bda6 None None] Provisioning for port a81a06cb-0f83-4e21-8982-922c723e690c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:11.138602 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c5206a5d-bbf7-4457-8efb-ab9bc8d1bda6 None None] Provisioning complete for port a81a06cb-0f83-4e21-8982-922c723e690c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:11.139249 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c5206a5d-bbf7-4457-8efb-ab9bc8d1bda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.201090 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79864ee7-faf3-4018-b87b-4c9996a98722 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.225694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-79864ee7-faf3-4018-b87b-4c9996a98722 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:11.230490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a224977b-8ea3-4466-a806-33705dad6973 req-63a38a04-cf11-49c8-a417-e31c5af64b5c tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Network 7587665f-57bc-4914-b44b-4638184cf0b1 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:11.245890 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c5206a5d-bbf7-4457-8efb-ab9bc8d1bda6 None None] Port a81a06cb-0f83-4e21-8982-922c723e690c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:48:11.251713 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-79864ee7-faf3-4018-b87b-4c9996a98722 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b304d689-f251-46b1-bec2-f41ae095519e') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:11.251946 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-79864ee7-faf3-4018-b87b-4c9996a98722 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b304d689-f251-46b1-bec2-f41ae095519e') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:11.267790 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-a224977b-8ea3-4466-a806-33705dad6973 req-63a38a04-cf11-49c8-a417-e31c5af64b5c tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:11.270816 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No active binding found for port 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab {{(pid=94873) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 22:48:11.271396 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:48:11.271867 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79864ee7-faf3-4018-b87b-4c9996a98722 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.275886 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a224977b-8ea3-4466-a806-33705dad6973 req-63a38a04-cf11-49c8-a417-e31c5af64b5c tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:11.285947 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c5206a5d-bbf7-4457-8efb-ab9bc8d1bda6 None None] Provisioning complete for port b18f894c-bc7b-4e2d-9773-4e05728116d9 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:11.289774 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c5206a5d-bbf7-4457-8efb-ab9bc8d1bda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.299563 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79864ee7-faf3-4018-b87b-4c9996a98722 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.315156 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79864ee7-faf3-4018-b87b-4c9996a98722 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:48:11.315584 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79864ee7-faf3-4018-b87b-4c9996a98722 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:48:11.318996 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:48:11.425543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a2538a-fe6c-4031-8bc0-d8797309fdab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:11.447969 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79864ee7-faf3-4018-b87b-4c9996a98722 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.457463 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79864ee7-faf3-4018-b87b-4c9996a98722 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.457953 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-79864ee7-faf3-4018-b87b-4c9996a98722 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "DELETE /v2.0/networks/93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d HTTP/1.1" status: 204 len: 168 time: 0.7271473 Aug 16 22:48:11.472062 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34226) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:11.482491 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79864ee7-faf3-4018-b87b-4c9996a98722 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event deleted for resources: {'Network': ['ID=93fe3d50-5b24-43fd-bcf8-ec13d7d65f9d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:11.570880 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8cd57611-3521-4c58-ac57-295e25e81f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.629773 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224977b-8ea3-4466-a806-33705dad6973 req-63a38a04-cf11-49c8-a417-e31c5af64b5c tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:11.633944 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a224977b-8ea3-4466-a806-33705dad6973 req-63a38a04-cf11-49c8-a417-e31c5af64b5c tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.639229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a38a04-cf11-49c8-a417-e31c5af64b5c tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Pushing event updated for resources: {'Port': ['ID=4a16ed38-5eb6-4594-867b-63e1ed756761,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:11.668788 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b18f894c-bc7b-4e2d-9773-4e05728116d9 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:11.737397 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-773abcc9-ed20-4352-8d90-5044a3e6ca47 req-14a668ff-b7b1-4160-be2d-7e3979b3ce8a tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] No DVR routers for this DVR port 0090e7a4-cb14-44f3-a8cb-0e3e57d134ab on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:11.744990 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-773abcc9-ed20-4352-8d90-5044a3e6ca47 req-14a668ff-b7b1-4160-be2d-7e3979b3ce8a tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.747917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-773abcc9-ed20-4352-8d90-5044a3e6ca47 req-14a668ff-b7b1-4160-be2d-7e3979b3ce8a tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.39 "DELETE /v2.0/ports/0090e7a4-cb14-44f3-a8cb-0e3e57d134ab HTTP/1.1" status: 204 len: 173 time: 4.0506229 Aug 16 22:48:11.756310 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4655f71-8df8-4c43-84db-34e473dfa177', 'name': 'network-vif-deleted', 'tag': '0090e7a4-cb14-44f3-a8cb-0e3e57d134ab'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:11.760120 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1711b6-acc6-4614-be34-3053144e022b" -d '{"events": [{"server_uuid": "e4655f71-8df8-4c43-84db-34e473dfa177", "name": "network-vif-deleted", "tag": "0090e7a4-cb14-44f3-a8cb-0e3e57d134ab"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:11.793722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a668ff-b7b1-4160-be2d-7e3979b3ce8a tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Pushing event deleted for resources: {'Port': ['ID=0090e7a4-cb14-44f3-a8cb-0e3e57d134ab,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:11.817498 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a224977b-8ea3-4466-a806-33705dad6973 req-63a38a04-cf11-49c8-a417-e31c5af64b5c tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3856108 Aug 16 22:48:11.818125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-11f2e16f-739d-4a40-b62d-297148921ca2 None None] Provisioning complete for port a81a06cb-0f83-4e21-8982-922c723e690c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:11.818631 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-11f2e16f-739d-4a40-b62d-297148921ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.852475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a224977b-8ea3-4466-a806-33705dad6973 req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] Request body: {'port': {'device_id': '5b5326c2-8911-4fc9-a855-696866a4e746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:11.926267 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f0013bdd-d508-45ca-b847-af809ebaaae7 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Deleting port 1193a1db-9b53-4b8f-8791-e7feadae2bc8 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:11.926908 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0013bdd-d508-45ca-b847-af809ebaaae7 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.936223 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ed28c1-a402-430e-94b2-0a1dd3f0c1f9 x-openstack-request-id: req-38ed28c1-a402-430e-94b2-0a1dd3f0c1f9 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:11.936520 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4655f71-8df8-4c43-84db-34e473dfa177", "name": "network-vif-deleted", "tag": "0090e7a4-cb14-44f3-a8cb-0e3e57d134ab", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:11.936779 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-38ed28c1-a402-430e-94b2-0a1dd3f0c1f9 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:11.937411 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4655f71-8df8-4c43-84db-34e473dfa177', 'name': 'network-vif-deleted', 'tag': '0090e7a4-cb14-44f3-a8cb-0e3e57d134ab', 'status': 'completed', 'code': 200} Aug 16 22:48:12.068917 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-11f2e16f-739d-4a40-b62d-297148921ca2 None None] Port a81a06cb-0f83-4e21-8982-922c723e690c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:48:12.072483 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a224977b-8ea3-4466-a806-33705dad6973 req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:12.111192 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port b18f894c-bc7b-4e2d-9773-4e05728116d9 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:12.111505 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9a2538a-fe6c-4031-8bc0-d8797309fdab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:12.111737 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:12.155253 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0013bdd-d508-45ca-b847-af809ebaaae7 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:12.156024 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0013bdd-d508-45ca-b847-af809ebaaae7 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:12.189341 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb34eae-e241-4a2e-b411-70d99267f4f5 req-7212bc73-9f11-4cbc-af4d-ac2228323471 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:12.191159 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8eb34eae-e241-4a2e-b411-70d99267f4f5 req-7212bc73-9f11-4cbc-af4d-ac2228323471 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b5326c2-8911-4fc9-a855-696866a4e746 HTTP/1.1" status: 200 len: 931 time: 0.2572045 Aug 16 22:48:12.207364 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:12.221367 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f0013bdd-d508-45ca-b847-af809ebaaae7 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Calling delete_port for 1193a1db-9b53-4b8f-8791-e7feadae2bc8 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:12.293235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-b9a2538a-fe6c-4031-8bc0-d8797309fdab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] device_id is not set on port b2b55112-a022-4a03-894f-afb26ffb350b yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:48:12.476083 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-270ccb57-7c0d-4239-80f9-5fbbe48f2113 req-0a1daef1-42cc-47a5-ac6f-d15c23e511a3 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4655f71-8df8-4c43-84db-34e473dfa177 HTTP/1.1" status: 200 len: 210 time: 0.0594532 Aug 16 22:48:12.582346 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d0ebaa95-be54-4d92-8489-8d5cc4a2cd92 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:12.677862 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: d0ebaa95-be54-4d92-8489-8d5cc4a2cd92 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:48:12.678551 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d0ebaa95-be54-4d92-8489-8d5cc4a2cd92 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:48:12.679161 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c6772f33-01b5-4430-8488-a38fbf6d4b08 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:12.719102 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: c6772f33-01b5-4430-8488-a38fbf6d4b08 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:48:12.719737 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device c6772f33-01b5-4430-8488-a38fbf6d4b08 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:48:12.722718 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8eb34eae-e241-4a2e-b411-70d99267f4f5 req-6d26cae0-24d4-4ddb-9088-d6811367e9b1 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/security-groups?id=7aada435-2c07-44af-8520-c3a271d9eb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143468 Aug 16 22:48:12.911729 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0013bdd-d508-45ca-b847-af809ebaaae7 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:12.967941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-b9a2538a-fe6c-4031-8bc0-d8797309fdab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Allocated IP 172.20.0.9 (2228b10f-8a43-412c-a3b8-aeb0df1855ef/2d895890-a326-47b4-9336-d3590341625c/b2b55112-a022-4a03-894f-afb26ffb350b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:13.012535 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0013bdd-d508-45ca-b847-af809ebaaae7 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event deleted for resources: {'Port': ['ID=1193a1db-9b53-4b8f-8791-e7feadae2bc8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:13.079328 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0013bdd-d508-45ca-b847-af809ebaaae7 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:13.079671 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-f0013bdd-d508-45ca-b847-af809ebaaae7 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Floating IP 45aac764-ade3-4187-aee7-1b2956562355 disassociated (deleted). External IP: 172.25.6.28, port: 5da370aa-e4d4-4440-a8e3-8822bc16e808. Aug 16 22:48:13.296371 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:13.348209 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9a2538a-fe6c-4031-8bc0-d8797309fdab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:13.387614 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-b9a2538a-fe6c-4031-8bc0-d8797309fdab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Transition to ACTIVE for port object b2b55112-a022-4a03-894f-afb26ffb350b will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:13.402441 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-a224977b-8ea3-4466-a806-33705dad6973 req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a16ed38-5eb6-4594-867b-63e1ed756761 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:13.416116 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0013bdd-d508-45ca-b847-af809ebaaae7 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Router 40700640-8d2f-4410-9a58-2f8e1e58a1fd has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:48:13.420232 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a224977b-8ea3-4466-a806-33705dad6973 req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:13.489079 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-a224977b-8ea3-4466-a806-33705dad6973 req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] Transition to ACTIVE for port object 4a16ed38-5eb6-4594-867b-63e1ed756761 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:13.499036 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a224977b-8ea3-4466-a806-33705dad6973 req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:13.568405 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9a2538a-fe6c-4031-8bc0-d8797309fdab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:13.635449 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0013bdd-d508-45ca-b847-af809ebaaae7 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:48:13.645451 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f0013bdd-d508-45ca-b847-af809ebaaae7 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:13.661665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a2538a-fe6c-4031-8bc0-d8797309fdab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network 2228b10f-8a43-412c-a3b8-aeb0df1855ef is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:13.662685 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] Pushing event updated for resources: {'Port': ['ID=4a16ed38-5eb6-4594-867b-63e1ed756761,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:13.679720 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-b9a2538a-fe6c-4031-8bc0-d8797309fdab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:13.690361 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204c88a3-c0e3-47c7-860b-102666dafb9d None None] Sync routers for ids ['40700640-8d2f-4410-9a58-2f8e1e58a1fd'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:48:13.696537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a2538a-fe6c-4031-8bc0-d8797309fdab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:13.705571 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204c88a3-c0e3-47c7-860b-102666dafb9d None None] Routers {'40700640-8d2f-4410-9a58-2f8e1e58a1fd'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:48:13.706240 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-204c88a3-c0e3-47c7-860b-102666dafb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:48:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['40700640-8d2f-4410-9a58-2f8e1e58a1fd'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:13.763531 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f0013bdd-d508-45ca-b847-af809ebaaae7 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "DELETE /v2.0/floatingips/45aac764-ade3-4187-aee7-1b2956562355 HTTP/1.1" status: 204 len: 168 time: 2.2857001 Aug 16 22:48:13.796241 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1774ffb-98fd-4354-a89c-329bb05221b8', 'tag': '5da370aa-e4d4-4440-a8e3-8822bc16e808'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:13.798686 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cab3c0-7c40-4900-802a-47c3ef06b883" -d '{"events": [{"name": "network-changed", "server_uuid": "a1774ffb-98fd-4354-a89c-329bb05221b8", "tag": "5da370aa-e4d4-4440-a8e3-8822bc16e808"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:13.827440 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a2538a-fe6c-4031-8bc0-d8797309fdab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:13.828465 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9a2538a-fe6c-4031-8bc0-d8797309fdab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:13.929425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2538a-fe6c-4031-8bc0-d8797309fdab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=b2b55112-a022-4a03-894f-afb26ffb350b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:14.005548 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34304) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:14.005991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b9a2538a-fe6c-4031-8bc0-d8797309fdab tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2993121 Aug 16 22:48:14.037765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a224977b-8ea3-4466-a806-33705dad6973 req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] Attempting to bind port 4a16ed38-5eb6-4594-867b-63e1ed756761 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:14.038310 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a224977b-8ea3-4466-a806-33705dad6973 req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] Attempting to bind port 4a16ed38-5eb6-4594-867b-63e1ed756761 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'b04b3e56-1a3f-422f-8984-f4bed5e72f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7587665f-57bc-4914-b44b-4638184cf0b1'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:14.039267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a224977b-8ea3-4466-a806-33705dad6973 req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] Attempting to bind port 4a16ed38-5eb6-4594-867b-63e1ed756761 on network 7587665f-57bc-4914-b44b-4638184cf0b1 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:14.045865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a224977b-8ea3-4466-a806-33705dad6973 req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] Port 4a16ed38-5eb6-4594-867b-63e1ed756761 on network 7587665f-57bc-4914-b44b-4638184cf0b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:48:14.046590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a224977b-8ea3-4466-a806-33705dad6973 req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] Attempting to bind port 4a16ed38-5eb6-4594-867b-63e1ed756761 on network 7587665f-57bc-4914-b44b-4638184cf0b1 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:14.061857 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a224977b-8ea3-4466-a806-33705dad6973 req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:14.062753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a224977b-8ea3-4466-a806-33705dad6973 req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] Checking segment: {'id': 'b04b3e56-1a3f-422f-8984-f4bed5e72f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7587665f-57bc-4914-b44b-4638184cf0b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:14.063413 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a224977b-8ea3-4466-a806-33705dad6973 req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] Bound using segment: {'id': 'b04b3e56-1a3f-422f-8984-f4bed5e72f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7587665f-57bc-4914-b44b-4638184cf0b1'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:14.067176 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a224977b-8ea3-4466-a806-33705dad6973 req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] Bound port: 4a16ed38-5eb6-4594-867b-63e1ed756761, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b04b3e56-1a3f-422f-8984-f4bed5e72f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7587665f-57bc-4914-b44b-4638184cf0b1'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:14.067857 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a224977b-8ea3-4466-a806-33705dad6973 req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:14.103297 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c3ab4-b7eb-4ce0-b1bf-2fd82a4ac638 req-76cdae7c-d912-4998-907e-e1862c5a0bef tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:14.116079 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4a4c3ab4-b7eb-4ce0-b1bf-2fd82a4ac638 req-76cdae7c-d912-4998-907e-e1862c5a0bef tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b5326c2-8911-4fc9-a855-696866a4e746 HTTP/1.1" status: 200 len: 943 time: 0.1792076 Aug 16 22:48:14.139943 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-204c88a3-c0e3-47c7-860b-102666dafb9d None None] Set router 40700640-8d2f-4410-9a58-2f8e1e58a1fd gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:48:14.199048 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6baea5-9726-41f9-84a5-8bcebeaf13bb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:14.205456 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3d6baea5-9726-41f9-84a5-8bcebeaf13bb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1972921 Aug 16 22:48:14.206673 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34312) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:14.248103 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4a4c3ab4-b7eb-4ce0-b1bf-2fd82a4ac638 req-ef917038-e78a-4b73-af68-b362f9fbc704 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/security-groups?id=7aada435-2c07-44af-8520-c3a271d9eb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306186 Aug 16 22:48:14.296801 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5140a40-4d0b-40ef-aff2-06309b4c8614 x-openstack-request-id: req-b5140a40-4d0b-40ef-aff2-06309b4c8614 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:14.297014 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1774ffb-98fd-4354-a89c-329bb05221b8", "tag": "5da370aa-e4d4-4440-a8e3-8822bc16e808", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:14.297294 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b5140a40-4d0b-40ef-aff2-06309b4c8614 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:14.297707 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1774ffb-98fd-4354-a89c-329bb05221b8', 'tag': '5da370aa-e4d4-4440-a8e3-8822bc16e808', 'status': 'completed', 'code': 200} Aug 16 22:48:14.321545 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-32bdc6f4-e2c2-4695-8826-6a9d19f81e1e None None] Provisioning for port b2b55112-a022-4a03-894f-afb26ffb350b completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:14.355373 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43d7215-0937-476d-bed6-fb6336fe69c5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:14.361685 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43d7215-0937-476d-bed6-fb6336fe69c5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:14.390331 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43d7215-0937-476d-bed6-fb6336fe69c5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:14.396708 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a43d7215-0937-476d-bed6-fb6336fe69c5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1885090 Aug 16 22:48:14.397377 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34326) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:14.411484 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-32bdc6f4-e2c2-4695-8826-6a9d19f81e1e None None] Provisioning complete for port b2b55112-a022-4a03-894f-afb26ffb350b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:14.412145 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-32bdc6f4-e2c2-4695-8826-6a9d19f81e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:14.588416 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4e63ddc4-8b40-49e0-9aae-3e05a92d5562 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port b2b55112-a022-4a03-894f-afb26ffb350b {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:14.589571 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e63ddc4-8b40-49e0-9aae-3e05a92d5562 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:14.599714 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-32bdc6f4-e2c2-4695-8826-6a9d19f81e1e None None] Port b2b55112-a022-4a03-894f-afb26ffb350b cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:48:14.657932 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a224977b-8ea3-4466-a806-33705dad6973 req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] For port 4a16ed38-5eb6-4594-867b-63e1ed756761, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:14.682027 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a224977b-8ea3-4466-a806-33705dad6973 req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] For port 4a16ed38-5eb6-4594-867b-63e1ed756761, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4a16ed38-5eb6-4594-867b-63e1ed756761,segment=NetworkSegment(b04b3e56-1a3f-422f-8984-f4bed5e72f8c),segment_id=b04b3e56-1a3f-422f-8984-f4bed5e72f8c)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:14.691896 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e63ddc4-8b40-49e0-9aae-3e05a92d5562 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:14.699815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57118e3-6563-4f94-9c10-26d2200f631a req-8f9cae9d-7858-4cdd-9c6b-c866b42e7728 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:14.708872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e57118e3-6563-4f94-9c10-26d2200f631a req-8f9cae9d-7858-4cdd-9c6b-c866b42e7728 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/networks?id=f3f2574a-cf62-49b3-8d9f-25ee90f470fe HTTP/1.1" status: 200 len: 809 time: 0.2861688 Aug 16 22:48:14.709043 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4e63ddc4-8b40-49e0-9aae-3e05a92d5562 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for b2b55112-a022-4a03-894f-afb26ffb350b owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:14.725151 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cab3c0-7c40-4900-802a-47c3ef06b883 req-313f7695-9cd3-4e70-9d2f-11be3e0c1eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:14.727802 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-14cab3c0-7c40-4900-802a-47c3ef06b883 req-313f7695-9cd3-4e70-9d2f-11be3e0c1eaa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=19bfef8d00ac4837820b8edf5e2d6645&device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 1136 time: 0.4200125 Aug 16 22:48:14.736404 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a224977b-8ea3-4466-a806-33705dad6973 req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:14.739713 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-204c88a3-c0e3-47c7-860b-102666dafb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948525419', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:05Z', 'updated_at': '2021-08-16T22:46:15Z', 'revision_number': 4, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:06Z', 'updated_at': '2021-08-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '78c3611d-94e7-4b3f-b968-6ac4db5b6368', 'name': '', 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'mac_address': 'fa:16:3e:2c:e7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'f8100a24-aa13-4242-8aae-2071a88d61f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:13Z', 'updated_at': '2021-08-16T22:46:25Z', 'revision_number': 5, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'subnets': [{'id': 'f8100a24-aa13-4242-8aae-2071a88d61f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:14.763040 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e57118e3-6563-4f94-9c10-26d2200f631a req-1ad2efbc-5f3a-4cd7-8baa-e417938c3868 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/quotas/90bc3b704d5842aab0220f31b77e4519 HTTP/1.1" status: 200 len: 375 time: 0.0521848 Aug 16 22:48:14.790455 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204c88a3-c0e3-47c7-860b-102666dafb9d None None] Checking router: 40700640-8d2f-4410-9a58-2f8e1e58a1fd for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:48:14.866686 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204c88a3-c0e3-47c7-860b-102666dafb9d None None] Routers {'40700640-8d2f-4410-9a58-2f8e1e58a1fd'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:48:14.867933 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-204c88a3-c0e3-47c7-860b-102666dafb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:48:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['40700640-8d2f-4410-9a58-2f8e1e58a1fd'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:14.888637 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:14.983156 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e63ddc4-8b40-49e0-9aae-3e05a92d5562 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:15.066724 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63ddc4-8b40-49e0-9aae-3e05a92d5562 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=b2b55112-a022-4a03-894f-afb26ffb350b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:15.167635 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-204c88a3-c0e3-47c7-860b-102666dafb9d None None] Set router 40700640-8d2f-4410-9a58-2f8e1e58a1fd gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:48:15.332898 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e63ddc4-8b40-49e0-9aae-3e05a92d5562 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:15.335714 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4e63ddc4-8b40-49e0-9aae-3e05a92d5562 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/ports/b2b55112-a022-4a03-894f-afb26ffb350b HTTP/1.1" status: 204 len: 168 time: 0.9371607 Aug 16 22:48:15.345075 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34354) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.407884 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-5377d2b6-d2e5-4cc7-8f95-5b938c5b450e tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] GET failed (client error): The resource could not be found. Aug 16 22:48:15.409808 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5377d2b6-d2e5-4cc7-8f95-5b938c5b450e tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports/b2b55112-a022-4a03-894f-afb26ffb350b HTTP/1.1" status: 404 len: 333 time: 0.0636280 Aug 16 22:48:15.414700 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34358) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.528577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] Pushing event updated for resources: {'Port': ['ID=4a16ed38-5eb6-4594-867b-63e1ed756761,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:15.576721 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e57118e3-6563-4f94-9c10-26d2200f631a req-477b4a27-8bb2-4aff-85eb-b34b0cb9f4c7 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=90bc3b704d5842aab0220f31b77e4519&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8127704 Aug 16 22:48:15.589829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224977b-8ea3-4466-a806-33705dad6973 req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:15.590536 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a224977b-8ea3-4466-a806-33705dad6973 req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:15.592072 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a224977b-8ea3-4466-a806-33705dad6973 req-34829043-19e3-4893-9580-bead9ce8acd0 service neutron] 10.222.0.43 "PUT /v2.0/ports/4a16ed38-5eb6-4594-867b-63e1ed756761 HTTP/1.1" status: 200 len: 1092 time: 3.7611370 Aug 16 22:48:15.611247 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5326c2-8911-4fc9-a855-696866a4e746', 'tag': '4a16ed38-5eb6-4594-867b-63e1ed756761'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:15.615443 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864b84fc-56e3-4c6a-b821-2f2c3a6fbbfb" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5326c2-8911-4fc9-a855-696866a4e746", "tag": "4a16ed38-5eb6-4594-867b-63e1ed756761"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:15.637026 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-e57118e3-6563-4f94-9c10-26d2200f631a req-51601fb0-4fca-4f67-b5fb-be171054dc5f tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:48:15.638254 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e57118e3-6563-4f94-9c10-26d2200f631a req-51601fb0-4fca-4f67-b5fb-be171054dc5f tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0278721 Aug 16 22:48:15.648473 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3be553-ca21-4522-a161-681dd444d8b0 req-68d8f77a-0ab5-430d-bb2e-254cf0b1a48d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:15.657076 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e3be553-ca21-4522-a161-681dd444d8b0 req-68d8f77a-0ab5-430d-bb2e-254cf0b1a48d tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 984 time: 1.2460992 Aug 16 22:48:15.768517 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e3be553-ca21-4522-a161-681dd444d8b0 req-98bab415-3685-486c-ae8e-82d343688b93 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/security-groups?id=e7ffb07b-e769-4383-91dd-887352b19ddc&id=37db92fe-193e-400c-adb4-929fec777623&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1103699 Aug 16 22:48:15.844614 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d305fe1-fbf0-4cb8-a094-bcc2a547efa6 req-3d000d7b-0503-4b0b-ba0d-3e2fbdda6d7f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:15.850011 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6d305fe1-fbf0-4cb8-a094-bcc2a547efa6 req-3d000d7b-0503-4b0b-ba0d-3e2fbdda6d7f tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 984 time: 0.3219585 Aug 16 22:48:15.922873 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cab3c0-7c40-4900-802a-47c3ef06b883 req-f95b9edd-f221-42db-9c57-39ea73e227da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:15.922873 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-14cab3c0-7c40-4900-802a-47c3ef06b883 req-f95b9edd-f221-42db-9c57-39ea73e227da service neutron] 10.222.0.39 "GET /v2.0/networks?id=1e7312b4-3d42-480c-a7b8-94a85c5f140d HTTP/1.1" status: 200 len: 898 time: 1.1784844 Aug 16 22:48:15.987103 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-204c88a3-c0e3-47c7-860b-102666dafb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948525419', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:05Z', 'updated_at': '2021-08-16T22:46:15Z', 'revision_number': 4, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:06Z', 'updated_at': '2021-08-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '78c3611d-94e7-4b3f-b968-6ac4db5b6368', 'name': '', 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'mac_address': 'fa:16:3e:2c:e7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'f8100a24-aa13-4242-8aae-2071a88d61f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:13Z', 'updated_at': '2021-08-16T22:46:25Z', 'revision_number': 5, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'subnets': [{'id': 'f8100a24-aa13-4242-8aae-2071a88d61f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:15.997427 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1842cbe4-b723-4c03-99ff-92efc286971a tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port a81a06cb-0f83-4e21-8982-922c723e690c {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:15.999716 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1842cbe4-b723-4c03-99ff-92efc286971a tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:16.045772 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224977b-8ea3-4466-a806-33705dad6973 req-beda9e2d-7096-413a-b37e-1c92ce68ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:16.047591 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a224977b-8ea3-4466-a806-33705dad6973 req-beda9e2d-7096-413a-b37e-1c92ce68ebff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffadee82163a44ee8d6fc4ab61c56d28&device_id=5b5326c2-8911-4fc9-a855-696866a4e746 HTTP/1.1" status: 200 len: 1095 time: 0.3498759 Aug 16 22:48:16.071111 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-14cab3c0-7c40-4900-802a-47c3ef06b883 req-b48a4a6b-b560-47bb-a24d-d398339ae5cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5da370aa-e4d4-4440-a8e3-8822bc16e808 HTTP/1.1" status: 200 len: 217 time: 0.1409078 Aug 16 22:48:16.083075 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e57118e3-6563-4f94-9c10-26d2200f631a req-d2e3b58f-dddf-4019-a35d-155047b21f1d service neutron] 10.222.0.93 "GET /v2.0/networks/f3f2574a-cf62-49b3-8d9f-25ee90f470fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828840 Aug 16 22:48:16.091423 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204c88a3-c0e3-47c7-860b-102666dafb9d None None] The sync data for ids ['40700640-8d2f-4410-9a58-2f8e1e58a1fd'] in n-d-792458-15 is: [{'id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948525419', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:05Z', 'updated_at': '2021-08-16T22:46:15Z', 'revision_number': 4, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:06Z', 'updated_at': '2021-08-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '78c3611d-94e7-4b3f-b968-6ac4db5b6368', 'name': '', 'network_id': '1e7312b4-3d42-480c-a7b8-94a85c5f140d', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'mac_address': 'fa:16:3e:2c:e7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'f8100a24-aa13-4242-8aae-2071a88d61f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:13Z', 'updated_at': '2021-08-16T22:46:25Z', 'revision_number': 5, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'subnets': [{'id': 'f8100a24-aa13-4242-8aae-2071a88d61f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:48:16.138697 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1842cbe4-b723-4c03-99ff-92efc286971a tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:16.153821 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1842cbe4-b723-4c03-99ff-92efc286971a tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for a81a06cb-0f83-4e21-8982-922c723e690c owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:16.173261 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a224977b-8ea3-4466-a806-33705dad6973 req-5da749c5-a680-4fc1-a51b-3ad0c26013c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a16ed38-5eb6-4594-867b-63e1ed756761 HTTP/1.1" status: 200 len: 217 time: 0.1137185 Aug 16 22:48:16.356770 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-6d305fe1-fbf0-4cb8-a094-bcc2a547efa6 req-e6c37703-c537-4a40-8c6e-90555911180c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Deleting port 5da370aa-e4d4-4440-a8e3-8822bc16e808 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:16.357120 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6d305fe1-fbf0-4cb8-a094-bcc2a547efa6 req-e6c37703-c537-4a40-8c6e-90555911180c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:16.534629 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060c17e-2fae-4cc4-8489-8b0c99aa2b6b req-ae259f91-6853-4fb2-a53a-a5f140e424c1 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:16.537566 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7060c17e-2fae-4cc4-8489-8b0c99aa2b6b req-ae259f91-6853-4fb2-a53a-a5f140e424c1 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b5326c2-8911-4fc9-a855-696866a4e746 HTTP/1.1" status: 200 len: 943 time: 0.6086419 Aug 16 22:48:16.575738 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cab3c0-7c40-4900-802a-47c3ef06b883 req-283a3efc-d16b-4a9e-938b-f5a4eada1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:16.577116 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-6d305fe1-fbf0-4cb8-a094-bcc2a547efa6 req-e6c37703-c537-4a40-8c6e-90555911180c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] For port 5da370aa-e4d4-4440-a8e3-8822bc16e808, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=5da370aa-e4d4-4440-a8e3-8822bc16e808,segment=NetworkSegment(7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2),segment_id=7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:16.577496 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6d305fe1-fbf0-4cb8-a094-bcc2a547efa6 req-e6c37703-c537-4a40-8c6e-90555911180c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:16.577922 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-14cab3c0-7c40-4900-802a-47c3ef06b883 req-283a3efc-d16b-4a9e-938b-f5a4eada1c6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8100a24-aa13-4242-8aae-2071a88d61f3 HTTP/1.1" status: 200 len: 835 time: 0.4510527 Aug 16 22:48:16.624101 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224977b-8ea3-4466-a806-33705dad6973 req-8913fb4b-f7be-4f0d-92c2-6d94d0569f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:16.625811 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a224977b-8ea3-4466-a806-33705dad6973 req-8913fb4b-f7be-4f0d-92c2-6d94d0569f6d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1cefd42-abf1-4d1a-b0d7-0f99d0fe188b HTTP/1.1" status: 200 len: 862 time: 0.4294600 Aug 16 22:48:16.708324 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7060c17e-2fae-4cc4-8489-8b0c99aa2b6b req-5c0eab90-485c-42f0-a4d7-51e73c359c81 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/security-groups?id=7aada435-2c07-44af-8520-c3a271d9eb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578550 Aug 16 22:48:16.709127 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e172032-dafc-49e4-804d-d24e557a5624 None None] New status for floating IP 45aac764-ade3-4187-aee7-1b2956562355: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:48:16.716118 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e57118e3-6563-4f94-9c10-26d2200f631a req-18f80caa-0593-407e-94db-a7928ec6392c service neutron] 10.222.0.93 "GET /v2.0/networks/f3f2574a-cf62-49b3-8d9f-25ee90f470fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418775 Aug 16 22:48:16.721448 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a224977b-8ea3-4466-a806-33705dad6973 req-7a2ca121-8b42-440b-b040-d16a0fb37539 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7587665f-57bc-4914-b44b-4638184cf0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664799 Aug 16 22:48:17.123601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a224977b-8ea3-4466-a806-33705dad6973 req-a10e4a0f-73c4-4d0e-a085-6353e0fdbbb8 service neutron] 10.222.0.43 "GET /v2.0/networks/7587665f-57bc-4914-b44b-4638184cf0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925676 Aug 16 22:48:17.143816 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1febaeec-e4a5-42a1-a7f5-06c7267d13b9 x-openstack-request-id: req-1febaeec-e4a5-42a1-a7f5-06c7267d13b9 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:17.144306 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5326c2-8911-4fc9-a855-696866a4e746", "tag": "4a16ed38-5eb6-4594-867b-63e1ed756761", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:17.144744 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1febaeec-e4a5-42a1-a7f5-06c7267d13b9 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:17.145418 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b5326c2-8911-4fc9-a855-696866a4e746', 'tag': '4a16ed38-5eb6-4594-867b-63e1ed756761', 'status': 'completed', 'code': 200} Aug 16 22:48:17.223842 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cab3c0-7c40-4900-802a-47c3ef06b883 req-ef58af9c-2b4f-4ecd-80e8-8e353c144130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:17.226304 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-14cab3c0-7c40-4900-802a-47c3ef06b883 req-ef58af9c-2b4f-4ecd-80e8-8e353c144130 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1e7312b4-3d42-480c-a7b8-94a85c5f140d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6382549 Aug 16 22:48:17.300737 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f518165-0801-4641-a7eb-2a1bb88d7d15 req-a4b6638c-eed8-435d-a046-5f91c0139979 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=849491e6-6e6f-4453-a277-8aa5446e6292 HTTP/1.1" status: 200 len: 210 time: 0.1695318 Aug 16 22:48:17.429136 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac342b5-243f-4a57-a53d-e5efd0fe7631 req-ad6250b3-bfd1-4377-ad2a-63b68c29488e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:17.430801 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ac342b5-243f-4a57-a53d-e5efd0fe7631 req-ad6250b3-bfd1-4377-ad2a-63b68c29488e tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 984 time: 0.2841847 Aug 16 22:48:17.494268 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-6d305fe1-fbf0-4cb8-a094-bcc2a547efa6 req-e6c37703-c537-4a40-8c6e-90555911180c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Calling delete_port for 5da370aa-e4d4-4440-a8e3-8822bc16e808 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:17.553047 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ac342b5-243f-4a57-a53d-e5efd0fe7631 req-1bb3b4f5-dc48-4630-9701-58e21a01a0b1 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/security-groups?id=e7ffb07b-e769-4383-91dd-887352b19ddc&id=37db92fe-193e-400c-adb4-929fec777623&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1009011 Aug 16 22:48:17.559202 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a224977b-8ea3-4466-a806-33705dad6973 req-db143808-8ee5-4a2f-be79-6520024ccf1d service neutron] 10.222.0.43 "GET /v2.0/networks/7587665f-57bc-4914-b44b-4638184cf0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896430 Aug 16 22:48:17.575769 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-14cab3c0-7c40-4900-802a-47c3ef06b883 req-4c7462cb-f46b-4f3d-a525-4dbfdae915a6 service neutron] 10.222.0.39 "GET /v2.0/networks/1e7312b4-3d42-480c-a7b8-94a85c5f140d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965839 Aug 16 22:48:17.738312 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1842cbe4-b723-4c03-99ff-92efc286971a tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.848148 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-14cab3c0-7c40-4900-802a-47c3ef06b883 req-82e847f2-db1e-4237-a9ae-1373f4d70d43 service neutron] 10.222.0.39 "GET /v2.0/networks/1e7312b4-3d42-480c-a7b8-94a85c5f140d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641890 Aug 16 22:48:17.879493 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842cbe4-b723-4c03-99ff-92efc286971a tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=a81a06cb-0f83-4e21-8982-922c723e690c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:17.990130 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1842cbe4-b723-4c03-99ff-92efc286971a tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.993564 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1842cbe4-b723-4c03-99ff-92efc286971a tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/ports/a81a06cb-0f83-4e21-8982-922c723e690c HTTP/1.1" status: 204 len: 168 time: 2.5777102 Aug 16 22:48:17.999324 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34436) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:18.000993 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b84fc-56e3-4c6a-b821-2f2c3a6fbbfb req-ee89e70f-237d-4bd8-9732-c545651c2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:18.002754 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-864b84fc-56e3-4c6a-b821-2f2c3a6fbbfb req-ee89e70f-237d-4bd8-9732-c545651c2e9d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffadee82163a44ee8d6fc4ab61c56d28&device_id=5b5326c2-8911-4fc9-a855-696866a4e746 HTTP/1.1" status: 200 len: 1095 time: 0.2222672 Aug 16 22:48:18.078491 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef96f76-72dd-41d9-99dc-a93cd35dabcc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] GET failed (client error): The resource could not be found. Aug 16 22:48:18.084836 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2ef96f76-72dd-41d9-99dc-a93cd35dabcc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports/a81a06cb-0f83-4e21-8982-922c723e690c HTTP/1.1" status: 404 len: 333 time: 0.0839655 Aug 16 22:48:18.089220 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34442) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:18.132671 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79ff9a-cf47-4c51-abe0-a07c9f7ae5d2 req-cac79208-be69-4a68-a71a-a8a086096b22 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:18.134830 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2b79ff9a-cf47-4c51-abe0-a07c9f7ae5d2 req-cac79208-be69-4a68-a71a-a8a086096b22 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b5326c2-8911-4fc9-a855-696866a4e746 HTTP/1.1" status: 200 len: 943 time: 0.2786038 Aug 16 22:48:18.209632 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6d305fe1-fbf0-4cb8-a094-bcc2a547efa6 req-e6c37703-c537-4a40-8c6e-90555911180c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:18.225047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8458504-19b8-4212-8d6c-de7bafda5d23 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting subnet 2d895890-a326-47b4-9336-d3590341625c {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:48:18.243027 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a8458504-19b8-4212-8d6c-de7bafda5d23 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:18.336893 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2b79ff9a-cf47-4c51-abe0-a07c9f7ae5d2 req-a78e8804-185d-48d4-a389-b4f095d9f46e tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/security-groups?id=7aada435-2c07-44af-8520-c3a271d9eb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877224 Aug 16 22:48:18.341690 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b84fc-56e3-4c6a-b821-2f2c3a6fbbfb req-4f3b8f95-f1ea-4aba-9038-0a2019a0c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:18.346421 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-864b84fc-56e3-4c6a-b821-2f2c3a6fbbfb req-4f3b8f95-f1ea-4aba-9038-0a2019a0c598 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7587665f-57bc-4914-b44b-4638184cf0b1 HTTP/1.1" status: 200 len: 923 time: 0.3266828 Aug 16 22:48:18.370603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c37703-c537-4a40-8c6e-90555911180c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event deleted for resources: {'Port': ['ID=5da370aa-e4d4-4440-a8e3-8822bc16e808,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:18.473481 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-864b84fc-56e3-4c6a-b821-2f2c3a6fbbfb req-09083836-e50b-4327-ba60-3ed8823656e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a16ed38-5eb6-4594-867b-63e1ed756761 HTTP/1.1" status: 200 len: 217 time: 0.1201837 Aug 16 22:48:18.506588 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a8458504-19b8-4212-8d6c-de7bafda5d23 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:18.574166 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1fcbc2f6-b4d8-4495-a861-b1273e1138a4 req-80658499-88c4-49f7-9ba0-7bb9897f656b tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=849491e6-6e6f-4453-a277-8aa5446e6292 HTTP/1.1" status: 200 len: 210 time: 0.0935934 Aug 16 22:48:18.578738 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b84fc-56e3-4c6a-b821-2f2c3a6fbbfb req-b3042ea5-f192-4089-8893-cfb4fb5d5c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:18.580612 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-864b84fc-56e3-4c6a-b821-2f2c3a6fbbfb req-b3042ea5-f192-4089-8893-cfb4fb5d5c36 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1cefd42-abf1-4d1a-b0d7-0f99d0fe188b HTTP/1.1" status: 200 len: 862 time: 0.0928686 Aug 16 22:48:18.604792 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d305fe1-fbf0-4cb8-a094-bcc2a547efa6 req-e6c37703-c537-4a40-8c6e-90555911180c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] No DVR routers for this DVR port 5da370aa-e4d4-4440-a8e3-8822bc16e808 on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:18.611149 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6d305fe1-fbf0-4cb8-a094-bcc2a547efa6 req-e6c37703-c537-4a40-8c6e-90555911180c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:18.615100 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6d305fe1-fbf0-4cb8-a094-bcc2a547efa6 req-e6c37703-c537-4a40-8c6e-90555911180c tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.39 "DELETE /v2.0/ports/5da370aa-e4d4-4440-a8e3-8822bc16e808 HTTP/1.1" status: 204 len: 173 time: 2.7483459 Aug 16 22:48:18.620775 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1774ffb-98fd-4354-a89c-329bb05221b8', 'name': 'network-vif-deleted', 'tag': '5da370aa-e4d4-4440-a8e3-8822bc16e808'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:18.630479 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bacbc5c-d7b1-4696-8b24-7585a1c5f199" -d '{"events": [{"server_uuid": "a1774ffb-98fd-4354-a89c-329bb05221b8", "name": "network-vif-deleted", "tag": "5da370aa-e4d4-4440-a8e3-8822bc16e808"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:18.636475 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-864b84fc-56e3-4c6a-b821-2f2c3a6fbbfb req-b96f034a-b6e1-48ea-b446-32affe9b0c94 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7587665f-57bc-4914-b44b-4638184cf0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485833 Aug 16 22:48:18.720668 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc3bf58-bb57-4cc9-80e3-63548c8ffc44 x-openstack-request-id: req-5dc3bf58-bb57-4cc9-80e3-63548c8ffc44 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:18.721019 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1774ffb-98fd-4354-a89c-329bb05221b8", "name": "network-vif-deleted", "tag": "5da370aa-e4d4-4440-a8e3-8822bc16e808", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:18.721333 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5dc3bf58-bb57-4cc9-80e3-63548c8ffc44 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:18.721849 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1774ffb-98fd-4354-a89c-329bb05221b8', 'name': 'network-vif-deleted', 'tag': '5da370aa-e4d4-4440-a8e3-8822bc16e808', 'status': 'completed', 'code': 200} Aug 16 22:48:18.810190 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-864b84fc-56e3-4c6a-b821-2f2c3a6fbbfb req-a8d7fbb5-02f8-4012-8073-c1cfd0070980 service neutron] 10.222.0.43 "GET /v2.0/networks/7587665f-57bc-4914-b44b-4638184cf0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667328 Aug 16 22:48:18.916404 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cde483b4-6810-482e-8766-a21258e4b841 req-498357fd-ec47-4002-897e-2f0a3f6cc8ef tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1774ffb-98fd-4354-a89c-329bb05221b8 HTTP/1.1" status: 200 len: 210 time: 0.1051641 Aug 16 22:48:18.972089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 5da370aa-e4d4-4440-a8e3-8822bc16e808 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:19.012450 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 5da370aa-e4d4-4440-a8e3-8822bc16e808 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:48:19.013112 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 5da370aa-e4d4-4440-a8e3-8822bc16e808 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:48:19.071548 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-864b84fc-56e3-4c6a-b821-2f2c3a6fbbfb req-620b5258-05c5-451e-ac4d-30545c8cffbb service neutron] 10.222.0.43 "GET /v2.0/networks/7587665f-57bc-4914-b44b-4638184cf0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453163 Aug 16 22:48:19.095623 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57118e3-6563-4f94-9c10-26d2200f631a req-fda5dfb7-836f-4831-8f2c-eded21eb889c tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:19.097425 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e57118e3-6563-4f94-9c10-26d2200f631a req-fda5dfb7-836f-4831-8f2c-eded21eb889c tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.39 "GET /v2.0/networks?id=f3f2574a-cf62-49b3-8d9f-25ee90f470fe HTTP/1.1" status: 200 len: 809 time: 0.2767758 Aug 16 22:48:19.118598 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-e57118e3-6563-4f94-9c10-26d2200f631a req-8233359b-2600-49c1-937d-2945ba67a8ee tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Request body: {'port': {'device_id': '849491e6-6e6f-4453-a277-8aa5446e6292', 'network_id': 'f3f2574a-cf62-49b3-8d9f-25ee90f470fe', 'admin_state_up': True, 'tenant_id': '90bc3b704d5842aab0220f31b77e4519'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:19.142732 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a8458504-19b8-4212-8d6c-de7bafda5d23 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:19.399703 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a8458504-19b8-4212-8d6c-de7bafda5d23 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:19.419342 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e57118e3-6563-4f94-9c10-26d2200f631a req-8233359b-2600-49c1-937d-2945ba67a8ee tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Made reservation on behalf of 90bc3b704d5842aab0220f31b77e4519 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:19.423120 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e57118e3-6563-4f94-9c10-26d2200f631a req-8233359b-2600-49c1-937d-2945ba67a8ee tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:19.432273 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2512ff4f-f747-47dd-a846-10dd292ab011 None None] Network 2228b10f-8a43-412c-a3b8-aeb0df1855ef requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:19.451499 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a8458504-19b8-4212-8d6c-de7bafda5d23 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:19.455969 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a8458504-19b8-4212-8d6c-de7bafda5d23 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/subnets/2d895890-a326-47b4-9336-d3590341625c HTTP/1.1" status: 204 len: 168 time: 1.3628633 Aug 16 22:48:19.457223 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34482) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:19.568725 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8458504-19b8-4212-8d6c-de7bafda5d23 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Subnet': ['ID=2d895890-a326-47b4-9336-d3590341625c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:19.733611 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04b8000b-07de-4731-bdf6-e00ea0133ee6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:19.745790 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bfc5b-b148-43cd-ad28-c0fa42e105e5 req-6ac54ea0-7b3d-4505-96ad-056a7eb3b62e tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:19.758145 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-084bfc5b-b148-43cd-ad28-c0fa42e105e5 req-6ac54ea0-7b3d-4505-96ad-056a7eb3b62e tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b5326c2-8911-4fc9-a855-696866a4e746 HTTP/1.1" status: 200 len: 943 time: 0.1832457 Aug 16 22:48:19.850541 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c2a12d-da7e-4476-92ab-8539915e0b84 None None] DHCP port deletion for 2228b10f-8a43-412c-a3b8-aeb0df1855ef request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:48:19.874036 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8de48a3-54a2-43f3-a5d9-e7fc7b0361f8 req-2d48fcf2-bce1-45c1-9b5a-61f9e1a24306 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=849491e6-6e6f-4453-a277-8aa5446e6292 HTTP/1.1" status: 200 len: 210 time: 0.1142673 Aug 16 22:48:19.949133 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-e57118e3-6563-4f94-9c10-26d2200f631a req-8233359b-2600-49c1-937d-2945ba67a8ee tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Allocated IP 172.20.0.10 (f3f2574a-cf62-49b3-8d9f-25ee90f470fe/298e2aea-9142-4717-833c-3424c42c09d4/9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:20.003677 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-084bfc5b-b148-43cd-ad28-c0fa42e105e5 req-e88f6db8-839e-4e55-b571-91b6e8ee1206 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/security-groups?id=7aada435-2c07-44af-8520-c3a271d9eb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315218 Aug 16 22:48:20.021346 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34502) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:20.047933 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2a12d-da7e-4476-92ab-8539915e0b84 None None] Deleting port b18f894c-bc7b-4e2d-9773-4e05728116d9 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:20.054215 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e2c2a12d-da7e-4476-92ab-8539915e0b84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.130649 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-04b8000b-07de-4731-bdf6-e00ea0133ee6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port b18f894c-bc7b-4e2d-9773-4e05728116d9 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:20.133021 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-e2c2a12d-da7e-4476-92ab-8539915e0b84 None None] For port b18f894c-bc7b-4e2d-9773-4e05728116d9, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b18f894c-bc7b-4e2d-9773-4e05728116d9,segment=NetworkSegment(8123db3f-e2c6-4d10-a267-0514e595d88f),segment_id=8123db3f-e2c6-4d10-a267-0514e595d88f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:20.133617 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e2c2a12d-da7e-4476-92ab-8539915e0b84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.135400 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04b8000b-07de-4731-bdf6-e00ea0133ee6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.149748 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2a12d-da7e-4476-92ab-8539915e0b84 None None] Calling delete_port for b18f894c-bc7b-4e2d-9773-4e05728116d9 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:20.214287 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 4a16ed38-5eb6-4594-867b-63e1ed756761 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:48:20.290402 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9acf41d-af43-4f56-9cdc-f065074e083a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.293647 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-04b8000b-07de-4731-bdf6-e00ea0133ee6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] For port b18f894c-bc7b-4e2d-9773-4e05728116d9, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b18f894c-bc7b-4e2d-9773-4e05728116d9,segment=NetworkSegment(8123db3f-e2c6-4d10-a267-0514e595d88f),segment_id=8123db3f-e2c6-4d10-a267-0514e595d88f)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:20.294041 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04b8000b-07de-4731-bdf6-e00ea0133ee6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.316774 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-04b8000b-07de-4731-bdf6-e00ea0133ee6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for b18f894c-bc7b-4e2d-9773-4e05728116d9 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:20.334503 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9acf41d-af43-4f56-9cdc-f065074e083a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.343178 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e57118e3-6563-4f94-9c10-26d2200f631a req-8233359b-2600-49c1-937d-2945ba67a8ee tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.454755 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9acf41d-af43-4f56-9cdc-f065074e083a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.457869 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9acf41d-af43-4f56-9cdc-f065074e083a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.462059 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e9acf41d-af43-4f56-9cdc-f065074e083a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "DELETE /v2.0/security-groups/37db92fe-193e-400c-adb4-929fec777623 HTTP/1.1" status: 204 len: 168 time: 0.4380543 Aug 16 22:48:20.465679 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34510) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:20.482685 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acf41d-af43-4f56-9cdc-f065074e083a tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37db92fe-193e-400c-adb4-929fec777623,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:20.493107 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04b8000b-07de-4731-bdf6-e00ea0133ee6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.515796 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e57118e3-6563-4f94-9c10-26d2200f631a req-8233359b-2600-49c1-937d-2945ba67a8ee tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.530729 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b8000b-07de-4731-bdf6-e00ea0133ee6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No DVR routers for this DVR port b18f894c-bc7b-4e2d-9773-4e05728116d9 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:20.543566 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8000b-07de-4731-bdf6-e00ea0133ee6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=b18f894c-bc7b-4e2d-9773-4e05728116d9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:20.576585 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 4a16ed38-5eb6-4594-867b-63e1ed756761, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4a16ed38-5eb6-4594-867b-63e1ed756761,segment=NetworkSegment(b04b3e56-1a3f-422f-8984-f4bed5e72f8c),segment_id=b04b3e56-1a3f-422f-8984-f4bed5e72f8c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:20.579260 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e2c2a12d-da7e-4476-92ab-8539915e0b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.610119 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e57118e3-6563-4f94-9c10-26d2200f631a req-8233359b-2600-49c1-937d-2945ba67a8ee tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Network f3f2574a-cf62-49b3-8d9f-25ee90f470fe is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:20.664215 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-e57118e3-6563-4f94-9c10-26d2200f631a req-8233359b-2600-49c1-937d-2945ba67a8ee tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:20.669831 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57118e3-6563-4f94-9c10-26d2200f631a req-8233359b-2600-49c1-937d-2945ba67a8ee tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:20.704365 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c2a12d-da7e-4476-92ab-8539915e0b84 None None] No DVR routers for this DVR port b18f894c-bc7b-4e2d-9773-4e05728116d9 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:20.711639 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04b8000b-07de-4731-bdf6-e00ea0133ee6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.726788 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2a12d-da7e-4476-92ab-8539915e0b84 None None] Pushing event deleted for resources: {'Port': ['ID=b18f894c-bc7b-4e2d-9773-4e05728116d9,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:20.732051 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '4a16ed38-5eb6-4594-867b-63e1ed756761', 'network_id': '7587665f-57bc-4914-b44b-4638184cf0b1', 'port_id': '4a16ed38-5eb6-4594-867b-63e1ed756761', 'mac_address': 'fa:16:3e:1c:bd:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1cefd42-abf1-4d1a-b0d7-0f99d0fe188b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:48:20.732640 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bfdae12b-4c9e-4d13-970a-bb08b0194230 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.802009 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-04b8000b-07de-4731-bdf6-e00ea0133ee6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2228b10f-8a43-412c-a3b8-aeb0df1855ef']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:20.815985 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-04b8000b-07de-4731-bdf6-e00ea0133ee6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8123db3f-e2c6-4d10-a267-0514e595d88f') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:20.816258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-04b8000b-07de-4731-bdf6-e00ea0133ee6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8123db3f-e2c6-4d10-a267-0514e595d88f') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:20.827579 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233359b-2600-49c1-937d-2945ba67a8ee tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Pushing event updated for resources: {'Port': ['ID=9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:20.834084 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.848058 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04b8000b-07de-4731-bdf6-e00ea0133ee6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.849650 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57118e3-6563-4f94-9c10-26d2200f631a req-8233359b-2600-49c1-937d-2945ba67a8ee tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:20.855124 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e57118e3-6563-4f94-9c10-26d2200f631a req-8233359b-2600-49c1-937d-2945ba67a8ee tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.863497 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a16ed38-5eb6-4594-867b-63e1ed756761 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:20.865431 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04b8000b-07de-4731-bdf6-e00ea0133ee6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.873858 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b8000b-07de-4731-bdf6-e00ea0133ee6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:48:20.874596 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04b8000b-07de-4731-bdf6-e00ea0133ee6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.894181 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e57118e3-6563-4f94-9c10-26d2200f631a req-8233359b-2600-49c1-937d-2945ba67a8ee tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7803082 Aug 16 22:48:20.905051 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 4a16ed38-5eb6-4594-867b-63e1ed756761, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4a16ed38-5eb6-4594-867b-63e1ed756761,segment=NetworkSegment(b04b3e56-1a3f-422f-8984-f4bed5e72f8c),segment_id=b04b3e56-1a3f-422f-8984-f4bed5e72f8c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:20.908741 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-e57118e3-6563-4f94-9c10-26d2200f631a req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] Request body: {'port': {'device_id': '849491e6-6e6f-4453-a277-8aa5446e6292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:20.910711 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.968015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=4a16ed38-5eb6-4594-867b-63e1ed756761,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:48:20.995668 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:48:21.000796 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04b8000b-07de-4731-bdf6-e00ea0133ee6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:21.020528 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04b8000b-07de-4731-bdf6-e00ea0133ee6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:21.029093 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-04b8000b-07de-4731-bdf6-e00ea0133ee6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/networks/2228b10f-8a43-412c-a3b8-aeb0df1855ef HTTP/1.1" status: 204 len: 168 time: 1.5644879 Aug 16 22:48:21.076519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34536) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:21.077296 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bfdae12b-4c9e-4d13-970a-bb08b0194230 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:21.086438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5f00731c-3ef9-4d23-b650-ef9ab6f5cf54 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-991775145'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:21.099285 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e57118e3-6563-4f94-9c10-26d2200f631a req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:21.114342 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['4a16ed38-5eb6-4594-867b-63e1ed756761'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:48:21.159005 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8000b-07de-4731-bdf6-e00ea0133ee6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Network': ['ID=2228b10f-8a43-412c-a3b8-aeb0df1855ef,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:21.169521 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bfdae12b-4c9e-4d13-970a-bb08b0194230 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:21.172390 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bfdae12b-4c9e-4d13-970a-bb08b0194230 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:21.176887 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bfdae12b-4c9e-4d13-970a-bb08b0194230 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "DELETE /v2.0/security-groups/e7ffb07b-e769-4383-91dd-887352b19ddc HTTP/1.1" status: 204 len: 168 time: 0.7027059 Aug 16 22:48:21.181079 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34540) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:21.332213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdae12b-4c9e-4d13-970a-bb08b0194230 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ffb07b-e769-4383-91dd-887352b19ddc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:21.366401 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee8deb-b88f-46d2-bc34-cfee8b111360 req-e939516c-68c9-4394-ab7f-e368a2987a57 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:21.374646 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2bee8deb-b88f-46d2-bc34-cfee8b111360 req-e939516c-68c9-4394-ab7f-e368a2987a57 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=849491e6-6e6f-4453-a277-8aa5446e6292 HTTP/1.1" status: 200 len: 932 time: 0.3460135 Aug 16 22:48:21.420453 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f00731c-3ef9-4d23-b650-ef9ab6f5cf54 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:21.434596 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f00731c-3ef9-4d23-b650-ef9ab6f5cf54 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:21.599133 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b18f894c-bc7b-4e2d-9773-4e05728116d9 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:21.648470 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: b18f894c-bc7b-4e2d-9773-4e05728116d9 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:48:21.648819 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b18f894c-bc7b-4e2d-9773-4e05728116d9 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:48:21.665277 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2bee8deb-b88f-46d2-bc34-cfee8b111360 req-2ba2c7df-e468-4743-8b8f-4bfc84ca6daa tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/security-groups?id=aeba5c12-7462-43db-8d2b-5b6e7288ba3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896719 Aug 16 22:48:21.724475 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-e57118e3-6563-4f94-9c10-26d2200f631a req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:21.735589 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e57118e3-6563-4f94-9c10-26d2200f631a req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:21.758647 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-e57118e3-6563-4f94-9c10-26d2200f631a req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] Transition to ACTIVE for port object 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:21.773521 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e57118e3-6563-4f94-9c10-26d2200f631a req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:21.865567 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] Pushing event updated for resources: {'Port': ['ID=9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:21.867814 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc2be6-3957-41f1-af22-950e5de805f9 req-328776f7-0bca-49b2-bded-2c795984342f tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:21.870685 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87dc2be6-3957-41f1-af22-950e5de805f9 req-328776f7-0bca-49b2-bded-2c795984342f tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b5326c2-8911-4fc9-a855-696866a4e746 HTTP/1.1" status: 200 len: 944 time: 0.5654225 Aug 16 22:48:21.871807 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f00731c-3ef9-4d23-b650-ef9ab6f5cf54 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:48:21.931406 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-e57118e3-6563-4f94-9c10-26d2200f631a req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] Attempting to bind port 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:21.931748 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-e57118e3-6563-4f94-9c10-26d2200f631a req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] Attempting to bind port 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'b3c12a7c-f5cb-447f-8324-342e3596b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f3f2574a-cf62-49b3-8d9f-25ee90f470fe'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:21.932154 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57118e3-6563-4f94-9c10-26d2200f631a req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] Attempting to bind port 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8 on network f3f2574a-cf62-49b3-8d9f-25ee90f470fe {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:21.937679 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57118e3-6563-4f94-9c10-26d2200f631a req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] Port 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8 on network f3f2574a-cf62-49b3-8d9f-25ee90f470fe not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:48:21.938031 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57118e3-6563-4f94-9c10-26d2200f631a req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] Attempting to bind port 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8 on network f3f2574a-cf62-49b3-8d9f-25ee90f470fe {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:21.945387 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57118e3-6563-4f94-9c10-26d2200f631a req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:21.945929 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57118e3-6563-4f94-9c10-26d2200f631a req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] Checking segment: {'id': 'b3c12a7c-f5cb-447f-8324-342e3596b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f3f2574a-cf62-49b3-8d9f-25ee90f470fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:21.946483 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57118e3-6563-4f94-9c10-26d2200f631a req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] Bound using segment: {'id': 'b3c12a7c-f5cb-447f-8324-342e3596b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f3f2574a-cf62-49b3-8d9f-25ee90f470fe'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:21.947227 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-e57118e3-6563-4f94-9c10-26d2200f631a req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] Bound port: 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c12a7c-f5cb-447f-8324-342e3596b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f3f2574a-cf62-49b3-8d9f-25ee90f470fe'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:21.947647 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e57118e3-6563-4f94-9c10-26d2200f631a req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:22.061417 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-e57118e3-6563-4f94-9c10-26d2200f631a req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] For port 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:22.084550 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-e57118e3-6563-4f94-9c10-26d2200f631a req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] For port 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8,segment=NetworkSegment(b3c12a7c-f5cb-447f-8324-342e3596b810),segment_id=b3c12a7c-f5cb-447f-8324-342e3596b810)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:22.128426 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e57118e3-6563-4f94-9c10-26d2200f631a req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:22.185826 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 4a16ed38-5eb6-4594-867b-63e1ed756761 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:22.235849 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57118e3-6563-4f94-9c10-26d2200f631a req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:22.237407 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e57118e3-6563-4f94-9c10-26d2200f631a req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:22.240128 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e57118e3-6563-4f94-9c10-26d2200f631a req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] 10.222.0.39 "PUT /v2.0/ports/9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8 HTTP/1.1" status: 200 len: 1093 time: 1.3373582 Aug 16 22:48:22.241174 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849491e6-6e6f-4453-a277-8aa5446e6292', 'tag': '9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:22.245766 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c5fc40-507f-4d00-ac22-8f15c8a51b72" -d '{"events": [{"name": "network-changed", "server_uuid": "849491e6-6e6f-4453-a277-8aa5446e6292", "tag": "9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:22.263815 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 4a16ed38-5eb6-4594-867b-63e1ed756761 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:22.277284 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 4a16ed38-5eb6-4594-867b-63e1ed756761 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:22.278226 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:22.284261 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba8b60-6564-44c3-8045-4dbb6493d0ec service neutron] Pushing event updated for resources: {'Port': ['ID=9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:22.327544 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769e4b16-c421-4b46-9e1a-3f813d6927be x-openstack-request-id: req-769e4b16-c421-4b46-9e1a-3f813d6927be {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:22.327966 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849491e6-6e6f-4453-a277-8aa5446e6292", "tag": "9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:22.328437 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-769e4b16-c421-4b46-9e1a-3f813d6927be {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:22.329144 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849491e6-6e6f-4453-a277-8aa5446e6292', 'tag': '9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8', 'status': 'completed', 'code': 200} Aug 16 22:48:22.351838 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f00731c-3ef9-4d23-b650-ef9ab6f5cf54 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:22.352267 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-5f00731c-3ef9-4d23-b650-ef9ab6f5cf54 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Added segment 7dbf8fce-5787-43ac-a0fb-9e143f10f7ec of type vlan for network 528abf4e-18e4-4767-8a1b-6f63519b1bb9 Aug 16 22:48:22.393038 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87dc2be6-3957-41f1-af22-950e5de805f9 req-dcfe57de-fe1a-4754-a445-dd5a79471044 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/security-groups?id=7aada435-2c07-44af-8520-c3a271d9eb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123870 Aug 16 22:48:22.427543 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57118e3-6563-4f94-9c10-26d2200f631a req-ad7a2c47-35d1-46f4-91f0-38f0ef5a6dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:22.430116 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e57118e3-6563-4f94-9c10-26d2200f631a req-ad7a2c47-35d1-46f4-91f0-38f0ef5a6dc7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90bc3b704d5842aab0220f31b77e4519&device_id=849491e6-6e6f-4453-a277-8aa5446e6292 HTTP/1.1" status: 200 len: 1096 time: 0.1251173 Aug 16 22:48:22.435505 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:22.455511 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f00731c-3ef9-4d23-b650-ef9ab6f5cf54 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:22.489402 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e57118e3-6563-4f94-9c10-26d2200f631a req-0a903004-fc26-4999-a1db-8ba8e6a14a55 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8 HTTP/1.1" status: 200 len: 217 time: 0.0512815 Aug 16 22:48:22.492965 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5326c2-8911-4fc9-a855-696866a4e746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a16ed38-5eb6-4594-867b-63e1ed756761'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:22.501692 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e5f713-6d2b-49c3-8fa5-498470d673c4" -d '{"events": [{"server_uuid": "5b5326c2-8911-4fc9-a855-696866a4e746", "name": "network-vif-plugged", "status": "completed", "tag": "4a16ed38-5eb6-4594-867b-63e1ed756761"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:22.519851 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 4a16ed38-5eb6-4594-867b-63e1ed756761, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4a16ed38-5eb6-4594-867b-63e1ed756761,segment=NetworkSegment(b04b3e56-1a3f-422f-8984-f4bed5e72f8c),segment_id=b04b3e56-1a3f-422f-8984-f4bed5e72f8c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:22.525807 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:22.595596 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f00731c-3ef9-4d23-b650-ef9ab6f5cf54 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:22.596354 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57118e3-6563-4f94-9c10-26d2200f631a req-d9de9264-93a7-4690-92db-41919de7a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:22.600403 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e57118e3-6563-4f94-9c10-26d2200f631a req-d9de9264-93a7-4690-92db-41919de7a161 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=298e2aea-9142-4717-833c-3424c42c09d4 HTTP/1.1" status: 200 len: 849 time: 0.1048434 Aug 16 22:48:22.635392 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f00731c-3ef9-4d23-b650-ef9ab6f5cf54 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:22.636327 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f00731c-3ef9-4d23-b650-ef9ab6f5cf54 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:22.685286 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4417e8a5-0c54-46b9-a009-cb8f8ea6cb98 x-openstack-request-id: req-4417e8a5-0c54-46b9-a009-cb8f8ea6cb98 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:22.685583 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5326c2-8911-4fc9-a855-696866a4e746", "name": "network-vif-plugged", "status": "completed", "tag": "4a16ed38-5eb6-4594-867b-63e1ed756761", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:22.685839 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4417e8a5-0c54-46b9-a009-cb8f8ea6cb98 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:22.686290 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5326c2-8911-4fc9-a855-696866a4e746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a16ed38-5eb6-4594-867b-63e1ed756761', 'code': 200} Aug 16 22:48:22.687332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=4a16ed38-5eb6-4594-867b-63e1ed756761,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:22.696087 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e57118e3-6563-4f94-9c10-26d2200f631a req-e2763770-98cd-4830-a98b-ad804dfc88fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3f2574a-cf62-49b3-8d9f-25ee90f470fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886197 Aug 16 22:48:22.812457 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:48:22.827183 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5f00731c-3ef9-4d23-b650-ef9ab6f5cf54 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7450290 Aug 16 22:48:22.829457 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34600) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:22.841653 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00731c-3ef9-4d23-b650-ef9ab6f5cf54 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Network': ['ID=528abf4e-18e4-4767-8a1b-6f63519b1bb9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:22.845166 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-60c3e12f-8d79-49d6-8ba4-8233539541e3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'subnet': {'network_id': '528abf4e-18e4-4767-8a1b-6f63519b1bb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:22.856605 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 528abf4e-18e4-4767-8a1b-6f63519b1bb9 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:48:22.916415 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c53fc-b31b-4b97-b474-ba63edc1069a req-e307214d-8194-4952-98f4-dfbae2f0ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:22.918868 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-504c53fc-b31b-4b97-b474-ba63edc1069a req-e307214d-8194-4952-98f4-dfbae2f0ac12 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5b5326c2-8911-4fc9-a855-696866a4e746 HTTP/1.1" status: 200 len: 1097 time: 0.2474375 Aug 16 22:48:22.966437 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9ba0253-a18b-4b2e-a053-d4f468a07bb0 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:23.017710 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e57118e3-6563-4f94-9c10-26d2200f631a req-967a1f89-ed3a-4e61-82e0-5239f154a202 service neutron] 10.222.0.39 "GET /v2.0/networks/f3f2574a-cf62-49b3-8d9f-25ee90f470fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138964 Aug 16 22:48:23.043535 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-504c53fc-b31b-4b97-b474-ba63edc1069a req-5a929439-c271-4b76-9deb-7a983d165da6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7aada435-2c07-44af-8520-c3a271d9eb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167028 Aug 16 22:48:23.045196 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c3e12f-8d79-49d6-8ba4-8233539541e3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:23.048271 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60c3e12f-8d79-49d6-8ba4-8233539541e3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:23.055603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995aa69d-96eb-4b2a-ab4f-a32d881ce467 req-82603f7c-e7b2-4646-9286-a51837963b9f tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:23.057154 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-995aa69d-96eb-4b2a-ab4f-a32d881ce467 req-82603f7c-e7b2-4646-9286-a51837963b9f tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=849491e6-6e6f-4453-a277-8aa5446e6292 HTTP/1.1" status: 200 len: 944 time: 0.2071419 Aug 16 22:48:23.152108 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-995aa69d-96eb-4b2a-ab4f-a32d881ce467 req-c3b950f3-8404-490f-be32-ec0124d3cfea tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/security-groups?id=aeba5c12-7462-43db-8d2b-5b6e7288ba3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858188 Aug 16 22:48:23.206552 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e57118e3-6563-4f94-9c10-26d2200f631a req-3168cc6e-6a42-4c9c-a6f0-6a2ac53b2a3b service neutron] 10.222.0.39 "GET /v2.0/networks/f3f2574a-cf62-49b3-8d9f-25ee90f470fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713336 Aug 16 22:48:23.368155 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60c3e12f-8d79-49d6-8ba4-8233539541e3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:23.406811 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba0253-a18b-4b2e-a053-d4f468a07bb0 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Deleting port 78c3611d-94e7-4b3f-b968-6ac4db5b6368 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:23.407178 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9ba0253-a18b-4b2e-a053-d4f468a07bb0 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:23.420223 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5fc40-507f-4d00-ac22-8f15c8a51b72 req-ce94cdf4-c4d1-4cf9-a800-6360cabe91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:23.421747 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-70c5fc40-507f-4d00-ac22-8f15c8a51b72 req-ce94cdf4-c4d1-4cf9-a800-6360cabe91f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90bc3b704d5842aab0220f31b77e4519&device_id=849491e6-6e6f-4453-a277-8aa5446e6292 HTTP/1.1" status: 200 len: 1096 time: 0.1320350 Aug 16 22:48:23.451279 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3e12f-8d79-49d6-8ba4-8233539541e3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Subnet': ['ID=4ad6147b-c54c-4d9f-8eed-3118f991ac3a,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:23.529629 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-f9ba0253-a18b-4b2e-a053-d4f468a07bb0 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] For port 78c3611d-94e7-4b3f-b968-6ac4db5b6368, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=78c3611d-94e7-4b3f-b968-6ac4db5b6368,segment=NetworkSegment(7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2),segment_id=7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:23.529987 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9ba0253-a18b-4b2e-a053-d4f468a07bb0 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:23.547152 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba0253-a18b-4b2e-a053-d4f468a07bb0 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Calling delete_port for 78c3611d-94e7-4b3f-b968-6ac4db5b6368 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:23.581115 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c3e12f-8d79-49d6-8ba4-8233539541e3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Checking segment: {'id': '7dbf8fce-5787-43ac-a0fb-9e143f10f7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '528abf4e-18e4-4767-8a1b-6f63519b1bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:23.594873 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c3e12f-8d79-49d6-8ba4-8233539541e3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network hostable DHCP agents. Network: 528abf4e-18e4-4767-8a1b-6f63519b1bb9, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:48:23.607683 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5fc40-507f-4d00-ac22-8f15c8a51b72 req-1de2dbef-52aa-49e9-a25f-d76fcb75b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:23.609629 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-70c5fc40-507f-4d00-ac22-8f15c8a51b72 req-1de2dbef-52aa-49e9-a25f-d76fcb75b916 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3f2574a-cf62-49b3-8d9f-25ee90f470fe HTTP/1.1" status: 200 len: 910 time: 0.1488352 Aug 16 22:48:23.674577 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c3e12f-8d79-49d6-8ba4-8233539541e3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network 528abf4e-18e4-4767-8a1b-6f63519b1bb9 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:48:23.713459 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-70c5fc40-507f-4d00-ac22-8f15c8a51b72 req-18ba0694-8efc-4356-b3a1-185209d9b929 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8 HTTP/1.1" status: 200 len: 217 time: 0.0949590 Aug 16 22:48:23.780686 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69f10c-f7b4-489c-a17e-3f068835c52e req-19270331-377e-45c8-af25-3cce3e0987c7 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:23.800807 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f69f10c-f7b4-489c-a17e-3f068835c52e req-19270331-377e-45c8-af25-3cce3e0987c7 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b5326c2-8911-4fc9-a855-696866a4e746 HTTP/1.1" status: 200 len: 945 time: 0.1721468 Aug 16 22:48:23.836998 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-60c3e12f-8d79-49d6-8ba4-8233539541e3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 528abf4e-18e4-4767-8a1b-6f63519b1bb9) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:23.855310 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c3e12f-8d79-49d6-8ba4-8233539541e3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:23.855512 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655d6c64-dd6b-402f-9216-ccd73a2cb064 None None] Network 528abf4e-18e4-4767-8a1b-6f63519b1bb9 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:23.855938 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-60c3e12f-8d79-49d6-8ba4-8233539541e3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:23.875404 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5fc40-507f-4d00-ac22-8f15c8a51b72 req-52c0f2c5-57cb-4ac3-a5cf-07f460ad0501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:23.877937 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-70c5fc40-507f-4d00-ac22-8f15c8a51b72 req-52c0f2c5-57cb-4ac3-a5cf-07f460ad0501 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=298e2aea-9142-4717-833c-3424c42c09d4 HTTP/1.1" status: 200 len: 849 time: 0.1565259 Aug 16 22:48:23.890730 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-60c3e12f-8d79-49d6-8ba4-8233539541e3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0578728 Aug 16 22:48:23.911445 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34628) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:23.921165 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-44e896e1-ab60-49a2-9d27-7a53d15dd7c5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2041067829', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:23.952369 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44e896e1-ab60-49a2-9d27-7a53d15dd7c5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:23.953679 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44e896e1-ab60-49a2-9d27-7a53d15dd7c5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:24.001596 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-70c5fc40-507f-4d00-ac22-8f15c8a51b72 req-0c5a7683-5f5c-4691-8b4a-857451048bb3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3f2574a-cf62-49b3-8d9f-25ee90f470fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054757 Aug 16 22:48:24.073335 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f69f10c-f7b4-489c-a17e-3f068835c52e req-73e78981-2166-44f1-9fb2-5746dc066749 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/security-groups?id=7aada435-2c07-44af-8520-c3a271d9eb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713556 Aug 16 22:48:24.202786 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9ba0253-a18b-4b2e-a053-d4f468a07bb0 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:24.241794 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44e896e1-ab60-49a2-9d27-7a53d15dd7c5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:24.263538 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba0253-a18b-4b2e-a053-d4f468a07bb0 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event deleted for resources: {'Port': ['ID=78c3611d-94e7-4b3f-b968-6ac4db5b6368,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:24.267519 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44e896e1-ab60-49a2-9d27-7a53d15dd7c5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:24.339129 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44e896e1-ab60-49a2-9d27-7a53d15dd7c5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:24.340398 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-44e896e1-ab60-49a2-9d27-7a53d15dd7c5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4278743 Aug 16 22:48:24.352494 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34632) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:24.361643 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-19352813-6a90-4978-bfba-e4c7e2269cc4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'port': {'network_id': '528abf4e-18e4-4767-8a1b-6f63519b1bb9', 'name': 'tempest-PortsTestJSON-886530094'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:24.402118 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-528abf4e-18e4-4767-8a1b-6f63519b1bb9', 'network_id': '528abf4e-18e4-4767-8a1b-6f63519b1bb9', 'tenant_id': '14fa3dc451d44c0094aa67d323da6ce6', 'fixed_ips': [{'subnet_id': '4ad6147b-c54c-4d9f-8eed-3118f991ac3a'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:48:24.405642 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:24.503372 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-70c5fc40-507f-4d00-ac22-8f15c8a51b72 req-4a268996-f605-4099-8172-8e73916b1e64 service neutron] 10.222.0.39 "GET /v2.0/networks/f3f2574a-cf62-49b3-8d9f-25ee90f470fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810376 Aug 16 22:48:24.701679 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] Allocated IP 172.20.0.2 (528abf4e-18e4-4767-8a1b-6f63519b1bb9/4ad6147b-c54c-4d9f-8eed-3118f991ac3a/e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:24.774839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f91d8-d787-45ff-9837-3952d1fcc75c req-e778571c-0ec2-4e68-bd0e-0e7d706f9933 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:24.777654 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5f0f91d8-d787-45ff-9837-3952d1fcc75c req-e778571c-0ec2-4e68-bd0e-0e7d706f9933 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=849491e6-6e6f-4453-a277-8aa5446e6292 HTTP/1.1" status: 200 len: 944 time: 0.3828797 Aug 16 22:48:24.812098 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-70c5fc40-507f-4d00-ac22-8f15c8a51b72 req-79104be0-181d-40bb-bf7b-ff5e49d1ab8f service neutron] 10.222.0.39 "GET /v2.0/networks/f3f2574a-cf62-49b3-8d9f-25ee90f470fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935190 Aug 16 22:48:24.813629 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19352813-6a90-4978-bfba-e4c7e2269cc4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:24.836859 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19352813-6a90-4978-bfba-e4c7e2269cc4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:24.850605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5f0f91d8-d787-45ff-9837-3952d1fcc75c req-c7d904a4-0589-4c6b-ad64-f628a07e0c70 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/security-groups?id=aeba5c12-7462-43db-8d2b-5b6e7288ba3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648565 Aug 16 22:48:24.852101 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f9ba0253-a18b-4b2e-a053-d4f468a07bb0 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:24.889176 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-19352813-6a90-4978-bfba-e4c7e2269cc4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] device_id is not set on port 211b3595-782f-4694-82bb-bdce8033d308 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:48:25.067126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:48:25.146464 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ba0253-a18b-4b2e-a053-d4f468a07bb0 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Router 40700640-8d2f-4410-9a58-2f8e1e58a1fd has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:48:25.168219 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:25.186534 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] Transition to ACTIVE for port object e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:25.221931 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] Transition to ACTIVE for port object e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:25.228665 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8,segment=NetworkSegment(b3c12a7c-f5cb-447f-8324-342e3596b810),segment_id=b3c12a7c-f5cb-447f-8324-342e3596b810)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:25.243351 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:25.279772 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8', 'network_id': 'f3f2574a-cf62-49b3-8d9f-25ee90f470fe', 'port_id': '9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8', 'mac_address': 'fa:16:3e:90:56:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298e2aea-9142-4717-833c-3424c42c09d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:48:25.303340 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934d6b1-cc7b-4561-b6f0-26e9be4d42cd req-591f4f10-18e2-44e1-b7be-3aa454b809c0 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:25.305289 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8934d6b1-cc7b-4561-b6f0-26e9be4d42cd req-591f4f10-18e2-44e1-b7be-3aa454b809c0 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b5326c2-8911-4fc9-a855-696866a4e746 HTTP/1.1" status: 200 len: 945 time: 0.1179264 Aug 16 22:48:25.327028 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:25.330263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] Network 528abf4e-18e4-4767-8a1b-6f63519b1bb9 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:25.338317 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:25.348398 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:25.360615 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-19352813-6a90-4978-bfba-e4c7e2269cc4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Allocated IP 172.20.0.4 (528abf4e-18e4-4767-8a1b-6f63519b1bb9/4ad6147b-c54c-4d9f-8eed-3118f991ac3a/211b3595-782f-4694-82bb-bdce8033d308) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:25.393839 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8934d6b1-cc7b-4561-b6f0-26e9be4d42cd req-92d19482-49d8-4497-b2c7-d9b8159da5c9 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/security-groups?id=7aada435-2c07-44af-8520-c3a271d9eb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533381 Aug 16 22:48:25.404284 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ba0253-a18b-4b2e-a053-d4f468a07bb0 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:48:25.413798 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:25.414693 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f9ba0253-a18b-4b2e-a053-d4f468a07bb0 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "PUT /v2.0/routers/40700640-8d2f-4410-9a58-2f8e1e58a1fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2291720 Aug 16 22:48:25.415874 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34646) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:25.452682 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8,segment=NetworkSegment(b3c12a7c-f5cb-447f-8324-342e3596b810),segment_id=b3c12a7c-f5cb-447f-8324-342e3596b810)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:25.453722 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] Pushing event updated for resources: {'Port': ['ID=e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:25.458535 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c3d964-1bc9-4c41-9f75-e9386ee06842 None None] Sync routers for ids ['40700640-8d2f-4410-9a58-2f8e1e58a1fd'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:48:25.501365 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:25.519608 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-36498269-911a-4a07-857d-7fcccadb0cb3 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Deleting subnet f8100a24-aa13-4242-8aae-2071a88d61f3 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:48:25.529766 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36498269-911a-4a07-857d-7fcccadb0cb3 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:25.600969 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:25.610398 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c3d964-1bc9-4c41-9f75-e9386ee06842 None None] Routers {'40700640-8d2f-4410-9a58-2f8e1e58a1fd'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:48:25.611040 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-61c3d964-1bc9-4c41-9f75-e9386ee06842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:48:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['40700640-8d2f-4410-9a58-2f8e1e58a1fd'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:25.667687 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36498269-911a-4a07-857d-7fcccadb0cb3 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:25.743512 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19352813-6a90-4978-bfba-e4c7e2269cc4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:25.787112 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-19352813-6a90-4978-bfba-e4c7e2269cc4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Transition to ACTIVE for port object 211b3595-782f-4694-82bb-bdce8033d308 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:25.850443 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-61c3d964-1bc9-4c41-9f75-e9386ee06842 None None] Set router 40700640-8d2f-4410-9a58-2f8e1e58a1fd gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:48:25.854539 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19352813-6a90-4978-bfba-e4c7e2269cc4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:25.883598 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36498269-911a-4a07-857d-7fcccadb0cb3 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:25.919277 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] Attempting to bind port e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:25.919976 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] Attempting to bind port e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '7dbf8fce-5787-43ac-a0fb-9e143f10f7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '528abf4e-18e4-4767-8a1b-6f63519b1bb9'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:25.920507 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] Attempting to bind port e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd on network 528abf4e-18e4-4767-8a1b-6f63519b1bb9 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:25.936175 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:25.936863 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] Checking segment: {'id': '7dbf8fce-5787-43ac-a0fb-9e143f10f7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '528abf4e-18e4-4767-8a1b-6f63519b1bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:25.937427 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:25.937983 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] Bound using segment: {'id': '7dbf8fce-5787-43ac-a0fb-9e143f10f7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '528abf4e-18e4-4767-8a1b-6f63519b1bb9'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:25.938637 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] Bound port: e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dbf8fce-5787-43ac-a0fb-9e143f10f7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '528abf4e-18e4-4767-8a1b-6f63519b1bb9'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:25.939180 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:25.958901 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19352813-6a90-4978-bfba-e4c7e2269cc4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=211b3595-782f-4694-82bb-bdce8033d308,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:25.977062 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19352813-6a90-4978-bfba-e4c7e2269cc4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network 528abf4e-18e4-4767-8a1b-6f63519b1bb9 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:25.981460 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-19352813-6a90-4978-bfba-e4c7e2269cc4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:25.984612 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19352813-6a90-4978-bfba-e4c7e2269cc4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:25.985335 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:48:26.079641 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19352813-6a90-4978-bfba-e4c7e2269cc4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:26.083446 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19352813-6a90-4978-bfba-e4c7e2269cc4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:26.114813 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-19352813-6a90-4978-bfba-e4c7e2269cc4 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7607961 Aug 16 22:48:26.116341 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34664) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:26.121546 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] For port e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:26.185430 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] For port e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd,segment=NetworkSegment(7dbf8fce-5787-43ac-a0fb-9e143f10f7ec),segment_id=7dbf8fce-5787-43ac-a0fb-9e143f10f7ec)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:26.192404 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2f69f-d4e4-45e9-933b-54ff7142d2eb req-30ebeecb-5840-4ce1-b9da-01824adc816c tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:26.203661 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:26.204197 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0fc2f69f-d4e4-45e9-933b-54ff7142d2eb req-30ebeecb-5840-4ce1-b9da-01824adc816c tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b5326c2-8911-4fc9-a855-696866a4e746 HTTP/1.1" status: 200 len: 945 time: 0.3046229 Aug 16 22:48:26.303875 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f57f3-93cc-4f8c-92d2-0fc4b3636e66 None None] Pushing event updated for resources: {'Port': ['ID=e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:26.355926 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce8449-2922-402f-a414-bac4079eda0c req-a113f620-59b5-4946-bfa9-6e4208139ada tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:26.357672 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2ce8449-2922-402f-a414-bac4079eda0c req-a113f620-59b5-4946-bfa9-6e4208139ada tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=849491e6-6e6f-4453-a277-8aa5446e6292 HTTP/1.1" status: 200 len: 945 time: 0.3405986 Aug 16 22:48:26.361306 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36498269-911a-4a07-857d-7fcccadb0cb3 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:26.371398 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0fc2f69f-d4e4-45e9-933b-54ff7142d2eb req-8d222116-ae9f-47fc-a6d8-3ab20f80c818 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/security-groups?id=7aada435-2c07-44af-8520-c3a271d9eb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647730 Aug 16 22:48:26.373433 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-61c3d964-1bc9-4c41-9f75-e9386ee06842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948525419', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:05Z', 'updated_at': '2021-08-16T22:48:24Z', 'revision_number': 5, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:06Z', 'updated_at': '2021-08-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:26.429824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c3d964-1bc9-4c41-9f75-e9386ee06842 None None] Checking router: 40700640-8d2f-4410-9a58-2f8e1e58a1fd for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:48:26.441056 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-36498269-911a-4a07-857d-7fcccadb0cb3 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:26.443457 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-36498269-911a-4a07-857d-7fcccadb0cb3 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "DELETE /v2.0/subnets/f8100a24-aa13-4242-8aae-2071a88d61f3 HTTP/1.1" status: 204 len: 168 time: 1.0258715 Aug 16 22:48:26.444588 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36498269-911a-4a07-857d-7fcccadb0cb3 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event deleted for resources: {'Subnet': ['ID=f8100a24-aa13-4242-8aae-2071a88d61f3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:26.445228 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f76c40-e009-46e5-a55e-89f458d1fb6f None None] Network 1e7312b4-3d42-480c-a7b8-94a85c5f140d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:26.450842 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c3d964-1bc9-4c41-9f75-e9386ee06842 None None] Routers {'40700640-8d2f-4410-9a58-2f8e1e58a1fd'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:48:26.451482 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-61c3d964-1bc9-4c41-9f75-e9386ee06842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:48:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['40700640-8d2f-4410-9a58-2f8e1e58a1fd'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:26.457385 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34666) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:26.585993 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2ce8449-2922-402f-a414-bac4079eda0c req-c262f6df-e739-4c05-b531-62fc8ed6f7c7 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/security-groups?id=aeba5c12-7462-43db-8d2b-5b6e7288ba3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186890 Aug 16 22:48:26.751628 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a49547f-5065-4618-9249-f6473bd95eb2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:26.881668 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-acdf02ac-7ce5-4c0b-985b-b730a468dce5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:26.904607 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-61c3d964-1bc9-4c41-9f75-e9386ee06842 None None] Set router 40700640-8d2f-4410-9a58-2f8e1e58a1fd gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:48:26.949798 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a49547f-5065-4618-9249-f6473bd95eb2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:27.022302 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-3a49547f-5065-4618-9249-f6473bd95eb2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Deleting port b435547f-7704-433a-ad8e-4408352a9fc5 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:27.022911 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a49547f-5065-4618-9249-f6473bd95eb2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:27.166945 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-3a49547f-5065-4618-9249-f6473bd95eb2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] For port b435547f-7704-433a-ad8e-4408352a9fc5, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b435547f-7704-433a-ad8e-4408352a9fc5,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:27.167393 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a49547f-5065-4618-9249-f6473bd95eb2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:27.182643 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-3a49547f-5065-4618-9249-f6473bd95eb2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Calling delete_port for b435547f-7704-433a-ad8e-4408352a9fc5 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:27.236616 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-61c3d964-1bc9-4c41-9f75-e9386ee06842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948525419', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:05Z', 'updated_at': '2021-08-16T22:48:24Z', 'revision_number': 5, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:06Z', 'updated_at': '2021-08-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:27.278219 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de66debb-e1c1-4d91-9a36-b9e63929b05a None None] DHCP port deletion for 1e7312b4-3d42-480c-a7b8-94a85c5f140d request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:48:27.293767 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c3d964-1bc9-4c41-9f75-e9386ee06842 None None] The sync data for ids ['40700640-8d2f-4410-9a58-2f8e1e58a1fd'] in n-d-792458-15 is: [{'id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1948525419', 'tenant_id': '19bfef8d00ac4837820b8edf5e2d6645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:05Z', 'updated_at': '2021-08-16T22:48:24Z', 'revision_number': 5, 'project_id': '19bfef8d00ac4837820b8edf5e2d6645', 'gw_port': {'id': 'b435547f-7704-433a-ad8e-4408352a9fc5', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40700640-8d2f-4410-9a58-2f8e1e58a1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:06Z', 'updated_at': '2021-08-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:48:27.367532 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7725f19-b8ef-4c10-8ecc-b638a9294a50 req-1c3b4eab-cfdc-49d4-bd4c-ead99583a143 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:27.370279 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d7725f19-b8ef-4c10-8ecc-b638a9294a50 req-1c3b4eab-cfdc-49d4-bd4c-ead99583a143 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b5326c2-8911-4fc9-a855-696866a4e746 HTTP/1.1" status: 200 len: 945 time: 0.1262591 Aug 16 22:48:27.376751 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-de66debb-e1c1-4d91-9a36-b9e63929b05a None None] Deleting port 326308be-3530-4745-adb6-ce4ba0e65e3e {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:27.377271 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-de66debb-e1c1-4d91-9a36-b9e63929b05a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:27.416448 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-acdf02ac-7ce5-4c0b-985b-b730a468dce5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:27.423610 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-acdf02ac-7ce5-4c0b-985b-b730a468dce5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:27.514960 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-de66debb-e1c1-4d91-9a36-b9e63929b05a None None] For port 326308be-3530-4745-adb6-ce4ba0e65e3e, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=326308be-3530-4745-adb6-ce4ba0e65e3e,segment=NetworkSegment(7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2),segment_id=7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:27.515520 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-de66debb-e1c1-4d91-9a36-b9e63929b05a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:27.532524 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-de66debb-e1c1-4d91-9a36-b9e63929b05a None None] Calling delete_port for 326308be-3530-4745-adb6-ce4ba0e65e3e owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:27.580223 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf02ac-7ce5-4c0b-985b-b730a468dce5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=211b3595-782f-4694-82bb-bdce8033d308,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:27.645005 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-de66debb-e1c1-4d91-9a36-b9e63929b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:27.767578 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de66debb-e1c1-4d91-9a36-b9e63929b05a None None] No DVR routers for this DVR port 326308be-3530-4745-adb6-ce4ba0e65e3e on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:27.774370 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66debb-e1c1-4d91-9a36-b9e63929b05a None None] Pushing event deleted for resources: {'Port': ['ID=326308be-3530-4745-adb6-ce4ba0e65e3e,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:27.894835 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:28.017324 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd21f36-7474-424c-b290-5af56f156367 req-06f5c01d-c48c-4b9a-b3f2-dd4b0cfa9ec1 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:28.019330 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2bd21f36-7474-424c-b290-5af56f156367 req-06f5c01d-c48c-4b9a-b3f2-dd4b0cfa9ec1 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b5326c2-8911-4fc9-a855-696866a4e746 HTTP/1.1" status: 200 len: 945 time: 0.5007696 Aug 16 22:48:28.034377 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8154a45f-bdb6-47d4-8235-1f70bc74d2bc None None] Network 528abf4e-18e4-4767-8a1b-6f63519b1bb9 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:28.050960 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a49547f-5065-4618-9249-f6473bd95eb2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:28.174576 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:28.228611 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f9733f56-8b73-43b9-991a-7f63daa035dc None None] Provisioning for port e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:28.242015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f9733f56-8b73-43b9-991a-7f63daa035dc None None] Provisioning complete for port e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:28.242015 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f9733f56-8b73-43b9-991a-7f63daa035dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:28.383297 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-acdf02ac-7ce5-4c0b-985b-b730a468dce5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:28.396750 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 326308be-3530-4745-adb6-ce4ba0e65e3e no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:28.444209 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 326308be-3530-4745-adb6-ce4ba0e65e3e {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:48:28.444562 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 326308be-3530-4745-adb6-ce4ba0e65e3e not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:48:28.444975 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 78c3611d-94e7-4b3f-b968-6ac4db5b6368 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:28.472198 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 78c3611d-94e7-4b3f-b968-6ac4db5b6368 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:48:28.472611 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 78c3611d-94e7-4b3f-b968-6ac4db5b6368 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:48:28.578478 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f9733f56-8b73-43b9-991a-7f63daa035dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:28.585425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-d7725f19-b8ef-4c10-8ecc-b638a9294a50 req-6116434b-e692-4153-af44-4c37b571b9f9 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Deleting port 4a16ed38-5eb6-4594-867b-63e1ed756761 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:28.585979 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d7725f19-b8ef-4c10-8ecc-b638a9294a50 req-6116434b-e692-4153-af44-4c37b571b9f9 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:28.602015 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49547f-5065-4618-9249-f6473bd95eb2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event deleted for resources: {'Port': ['ID=b435547f-7704-433a-ad8e-4408352a9fc5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:28.637747 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f9733f56-8b73-43b9-991a-7f63daa035dc None None] For port e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd,segment=NetworkSegment(7dbf8fce-5787-43ac-a0fb-9e143f10f7ec),segment_id=7dbf8fce-5787-43ac-a0fb-9e143f10f7ec)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:28.646864 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f9733f56-8b73-43b9-991a-7f63daa035dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:28.662724 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-acdf02ac-7ce5-4c0b-985b-b730a468dce5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:28.682808 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ba763-7125-4d0c-8ba2-ae72b09201d3 req-0f72fa93-fceb-4068-9670-2e66399aa31e tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:28.687664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-171ba763-7125-4d0c-8ba2-ae72b09201d3 req-0f72fa93-fceb-4068-9670-2e66399aa31e tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=849491e6-6e6f-4453-a277-8aa5446e6292 HTTP/1.1" status: 200 len: 945 time: 0.8742630 Aug 16 22:48:28.758034 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2bd21f36-7474-424c-b290-5af56f156367 req-6f8daf70-f99b-46fb-9388-c368ef47841e tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/security-groups?id=7aada435-2c07-44af-8520-c3a271d9eb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7292330 Aug 16 22:48:28.903995 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-171ba763-7125-4d0c-8ba2-ae72b09201d3 req-453e4f9c-d6e8-4f81-87cf-bd7a2237ca1a tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/security-groups?id=aeba5c12-7462-43db-8d2b-5b6e7288ba3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824484 Aug 16 22:48:28.976249 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a49547f-5065-4618-9249-f6473bd95eb2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:28.990047 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d7725f19-b8ef-4c10-8ecc-b638a9294a50 req-6116434b-e692-4153-af44-4c37b571b9f9 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] For port 4a16ed38-5eb6-4594-867b-63e1ed756761, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4a16ed38-5eb6-4594-867b-63e1ed756761,segment=NetworkSegment(b04b3e56-1a3f-422f-8984-f4bed5e72f8c),segment_id=b04b3e56-1a3f-422f-8984-f4bed5e72f8c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:28.990749 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d7725f19-b8ef-4c10-8ecc-b638a9294a50 req-6116434b-e692-4153-af44-4c37b571b9f9 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:29.048267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9733f56-8b73-43b9-991a-7f63daa035dc None None] Pushing event updated for resources: {'Port': ['ID=e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:29.056097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:29.120352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0f4fda00-5c82-44ae-aa0d-e3515f5c8000 None None] Provisioning complete for port e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:29.120732 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0f4fda00-5c82-44ae-aa0d-e3515f5c8000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:29.149414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-d7725f19-b8ef-4c10-8ecc-b638a9294a50 req-6116434b-e692-4153-af44-4c37b571b9f9 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Calling delete_port for 4a16ed38-5eb6-4594-867b-63e1ed756761 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:29.160480 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9733f56-8b73-43b9-991a-7f63daa035dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:29.160690 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a49547f-5065-4618-9249-f6473bd95eb2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:29.160818 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9733f56-8b73-43b9-991a-7f63daa035dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:29.161235 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9733f56-8b73-43b9-991a-7f63daa035dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:29.161845 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9733f56-8b73-43b9-991a-7f63daa035dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:29.161984 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9733f56-8b73-43b9-991a-7f63daa035dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:29.162273 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9733f56-8b73-43b9-991a-7f63daa035dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:29.162602 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9733f56-8b73-43b9-991a-7f63daa035dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:29.162928 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9733f56-8b73-43b9-991a-7f63daa035dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:29.163253 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9733f56-8b73-43b9-991a-7f63daa035dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:29.163577 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9733f56-8b73-43b9-991a-7f63daa035dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:29.163900 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9733f56-8b73-43b9-991a-7f63daa035dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:29.164221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9733f56-8b73-43b9-991a-7f63daa035dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:29.167563 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a49547f-5065-4618-9249-f6473bd95eb2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:29.207000 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-acdf02ac-7ce5-4c0b-985b-b730a468dce5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:29.214138 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-acdf02ac-7ce5-4c0b-985b-b730a468dce5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:29.229944 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:29.266083 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:29.266726 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:29.362892 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a49547f-5065-4618-9249-f6473bd95eb2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:29.363626 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a49547f-5065-4618-9249-f6473bd95eb2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Fanout notify agent at l3_agent the message router_deleted on router 40700640-8d2f-4410-9a58-2f8e1e58a1fd {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:48:29.375688 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3a49547f-5065-4618-9249-f6473bd95eb2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:29.376931 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3a49547f-5065-4618-9249-f6473bd95eb2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "DELETE /v2.0/routers/40700640-8d2f-4410-9a58-2f8e1e58a1fd HTTP/1.1" status: 204 len: 168 time: 2.9172540 Aug 16 22:48:29.385404 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34706) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:29.388583 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf02ac-7ce5-4c0b-985b-b730a468dce5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=211b3595-782f-4694-82bb-bdce8033d308,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:29.403399 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0f4fda00-5c82-44ae-aa0d-e3515f5c8000 None None] Provisioning for port 211b3595-782f-4694-82bb-bdce8033d308 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:29.451437 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-acdf02ac-7ce5-4c0b-985b-b730a468dce5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:29.477662 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0f4fda00-5c82-44ae-aa0d-e3515f5c8000 None None] Provisioning complete for port 211b3595-782f-4694-82bb-bdce8033d308 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:29.478116 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0f4fda00-5c82-44ae-aa0d-e3515f5c8000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:29.528456 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f0156c8-9281-4a66-b0af-dd4dcf7666b2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:29.657538 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0f4fda00-5c82-44ae-aa0d-e3515f5c8000 None None] Port 211b3595-782f-4694-82bb-bdce8033d308 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:48:29.671550 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:29.767383 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849491e6-6e6f-4453-a277-8aa5446e6292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:29.770873 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b31d7f5-2bd6-4b68-8a0f-2039dda1c6ba" -d '{"events": [{"server_uuid": "849491e6-6e6f-4453-a277-8aa5446e6292", "name": "network-vif-plugged", "status": "completed", "tag": "9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:29.779803 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:29.804966 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdf02ac-7ce5-4c0b-985b-b730a468dce5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network 528abf4e-18e4-4767-8a1b-6f63519b1bb9 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:29.806444 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-acdf02ac-7ce5-4c0b-985b-b730a468dce5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:29.850403 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8,segment=NetworkSegment(b3c12a7c-f5cb-447f-8324-342e3596b810),segment_id=b3c12a7c-f5cb-447f-8324-342e3596b810)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:29.853798 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a87a03d-5d8b-475d-a7b3-8135208ea72c x-openstack-request-id: req-4a87a03d-5d8b-475d-a7b3-8135208ea72c {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:29.855282 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849491e6-6e6f-4453-a277-8aa5446e6292", "name": "network-vif-plugged", "status": "completed", "tag": "9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:29.855720 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4a87a03d-5d8b-475d-a7b3-8135208ea72c {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:29.856272 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849491e6-6e6f-4453-a277-8aa5446e6292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8', 'code': 200} Aug 16 22:48:29.876917 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:30.046836 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e831772f-0a20-430b-9aac-cc53e41b7488 None None] Provisioning complete for port 211b3595-782f-4694-82bb-bdce8033d308 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:30.047112 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f0156c8-9281-4a66-b0af-dd4dcf7666b2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:30.049317 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e831772f-0a20-430b-9aac-cc53e41b7488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:30.090553 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9abf6-0291-4b5a-b997-af5ce9041c91 req-62a9bc56-54d6-4e7d-b411-184af67d78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:30.092586 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-04e9abf6-0291-4b5a-b997-af5ce9041c91 req-62a9bc56-54d6-4e7d-b411-184af67d78e2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=849491e6-6e6f-4453-a277-8aa5446e6292 HTTP/1.1" status: 200 len: 1098 time: 0.1730855 Aug 16 22:48:30.107610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4f0156c8-9281-4a66-b0af-dd4dcf7666b2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e7312b4-3d42-480c-a7b8-94a85c5f140d']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:30.162282 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16530e4e-b722-4d36-a298-2b3a248285f3 req-a5214b46-dcde-4559-8991-9157ea2fd378 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:30.173401 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-16530e4e-b722-4d36-a298-2b3a248285f3 req-a5214b46-dcde-4559-8991-9157ea2fd378 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b5326c2-8911-4fc9-a855-696866a4e746 HTTP/1.1" status: 200 len: 945 time: 0.2322710 Aug 16 22:48:30.183810 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d7725f19-b8ef-4c10-8ecc-b638a9294a50 req-6116434b-e692-4153-af44-4c37b571b9f9 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:30.199360 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e831772f-0a20-430b-9aac-cc53e41b7488 None None] Port 211b3595-782f-4694-82bb-bdce8033d308 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:48:30.214436 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 4a16ed38-5eb6-4594-867b-63e1ed756761 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:30.227457 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdf02ac-7ce5-4c0b-985b-b730a468dce5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Router 98a9cf68-178b-4215-a885-37ddd9016ceb is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:48:30.244583 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-04e9abf6-0291-4b5a-b997-af5ce9041c91 req-4ceb6ef3-16b4-4764-b100-09b855f12d1d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=aeba5c12-7462-43db-8d2b-5b6e7288ba3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352646 Aug 16 22:48:30.257547 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 4a16ed38-5eb6-4594-867b-63e1ed756761 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:48:30.257898 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 4a16ed38-5eb6-4594-867b-63e1ed756761 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:48:30.274678 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:30.300342 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:30.300964 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:30.362518 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4f0156c8-9281-4a66-b0af-dd4dcf7666b2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:30.362992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4f0156c8-9281-4a66-b0af-dd4dcf7666b2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7003d84a-bbb5-4fe5-8d41-edb39f7f4ac2') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:30.365746 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116434b-e692-4153-af44-4c37b571b9f9 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Pushing event deleted for resources: {'Port': ['ID=4a16ed38-5eb6-4594-867b-63e1ed756761,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:30.404113 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4821d036-5d6f-40fc-a4f6-1b0169c96984 None None] Provisioning complete for port 211b3595-782f-4694-82bb-bdce8033d308 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:30.405204 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4821d036-5d6f-40fc-a4f6-1b0169c96984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:30.405377 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdf02ac-7ce5-4c0b-985b-b730a468dce5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:48:30.415833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7725f19-b8ef-4c10-8ecc-b638a9294a50 req-6116434b-e692-4153-af44-4c37b571b9f9 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] No DVR routers for this DVR port 4a16ed38-5eb6-4594-867b-63e1ed756761 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:30.419811 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-acdf02ac-7ce5-4c0b-985b-b730a468dce5 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "PUT /v2.0/routers/98a9cf68-178b-4215-a885-37ddd9016ceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3003750 Aug 16 22:48:30.423980 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cda6825-bfa3-4b69-a608-dfa939ca5fc7 None None] Sync routers for ids ['98a9cf68-178b-4215-a885-37ddd9016ceb'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:48:30.424913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34728) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:30.427665 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f0156c8-9281-4a66-b0af-dd4dcf7666b2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:30.430350 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d7725f19-b8ef-4c10-8ecc-b638a9294a50 req-6116434b-e692-4153-af44-4c37b571b9f9 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:30.433186 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d7725f19-b8ef-4c10-8ecc-b638a9294a50 req-6116434b-e692-4153-af44-4c37b571b9f9 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.43 "DELETE /v2.0/ports/4a16ed38-5eb6-4594-867b-63e1ed756761 HTTP/1.1" status: 204 len: 173 time: 3.0226905 Aug 16 22:48:30.443127 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5326c2-8911-4fc9-a855-696866a4e746', 'name': 'network-vif-deleted', 'tag': '4a16ed38-5eb6-4594-867b-63e1ed756761'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:30.450737 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e0a3ba-fd0d-452a-b379-52555c90c667" -d '{"events": [{"server_uuid": "5b5326c2-8911-4fc9-a855-696866a4e746", "name": "network-vif-deleted", "tag": "4a16ed38-5eb6-4594-867b-63e1ed756761"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:30.459004 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cda6825-bfa3-4b69-a608-dfa939ca5fc7 None None] Routers {'98a9cf68-178b-4215-a885-37ddd9016ceb'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:48:30.459785 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5cda6825-bfa3-4b69-a608-dfa939ca5fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:48:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['98a9cf68-178b-4215-a885-37ddd9016ceb'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:30.545617 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-4821d036-5d6f-40fc-a4f6-1b0169c96984 None None] Port 211b3595-782f-4694-82bb-bdce8033d308 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:48:30.558241 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c43ac3-938c-4f77-b5fa-3c2580f56d51 req-bdd36068-b954-410c-9d41-0a81bae99ada tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:30.560845 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-81c43ac3-938c-4f77-b5fa-3c2580f56d51 req-bdd36068-b954-410c-9d41-0a81bae99ada tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=849491e6-6e6f-4453-a277-8aa5446e6292 HTTP/1.1" status: 200 len: 946 time: 0.4829414 Aug 16 22:48:30.561622 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5cda6825-bfa3-4b69-a608-dfa939ca5fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:30.571783 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf7bc94-c68b-4cc2-a398-b5d6c222b7de tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:30.572816 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-16530e4e-b722-4d36-a298-2b3a248285f3 req-bef113c2-7527-4cbc-ad67-fde556236176 tempest-ServerAddressesNegativeTestJSON-2075152371 tempest-ServerAddressesNegativeTestJSON-2075152371-project] 10.222.0.93 "GET /v2.0/security-groups?id=7aada435-2c07-44af-8520-c3a271d9eb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960304 Aug 16 22:48:30.585185 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8bf7bc94-c68b-4cc2-a398-b5d6c222b7de tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports?device_id=98a9cf68-178b-4215-a885-37ddd9016ceb HTTP/1.1" status: 200 len: 981 time: 0.1585963 Aug 16 22:48:30.586508 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34732) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:30.588762 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cda6825-bfa3-4b69-a608-dfa939ca5fc7 None None] Routers {'98a9cf68-178b-4215-a885-37ddd9016ceb'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:48:30.591299 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5cda6825-bfa3-4b69-a608-dfa939ca5fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:48:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['98a9cf68-178b-4215-a885-37ddd9016ceb'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:30.605295 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f0156c8-9281-4a66-b0af-dd4dcf7666b2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:30.696590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0156c8-9281-4a66-b0af-dd4dcf7666b2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:48:30.697147 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f0156c8-9281-4a66-b0af-dd4dcf7666b2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:48:30.703826 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:48:30.759386 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5cda6825-bfa3-4b69-a608-dfa939ca5fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:30.761241 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cda6825-bfa3-4b69-a608-dfa939ca5fc7 None None] The sync data for ids ['98a9cf68-178b-4215-a885-37ddd9016ceb'] in n-d-792458-15 is: [] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:48:30.777402 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc08cf6-1299-45a7-acba-c877368a4383 x-openstack-request-id: req-9fc08cf6-1299-45a7-acba-c877368a4383 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:30.786014 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5326c2-8911-4fc9-a855-696866a4e746", "name": "network-vif-deleted", "tag": "4a16ed38-5eb6-4594-867b-63e1ed756761", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:30.786509 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9fc08cf6-1299-45a7-acba-c877368a4383 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:30.787103 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5326c2-8911-4fc9-a855-696866a4e746', 'name': 'network-vif-deleted', 'tag': '4a16ed38-5eb6-4594-867b-63e1ed756761', 'status': 'completed', 'code': 200} Aug 16 22:48:30.876035 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-81c43ac3-938c-4f77-b5fa-3c2580f56d51 req-e29a686a-2443-4362-858e-569288392297 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/security-groups?id=aeba5c12-7462-43db-8d2b-5b6e7288ba3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006070 Aug 16 22:48:30.895474 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f0156c8-9281-4a66-b0af-dd4dcf7666b2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:30.908678 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4f0156c8-9281-4a66-b0af-dd4dcf7666b2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:30.911005 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4f0156c8-9281-4a66-b0af-dd4dcf7666b2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] 10.222.0.93 "DELETE /v2.0/networks/1e7312b4-3d42-480c-a7b8-94a85c5f140d HTTP/1.1" status: 204 len: 168 time: 1.5218089 Aug 16 22:48:30.926132 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0156c8-9281-4a66-b0af-dd4dcf7666b2 tempest-TestSecurityGroupsBasicOps-1766292888 tempest-TestSecurityGroupsBasicOps-1766292888-project] Pushing event deleted for resources: {'Network': ['ID=1e7312b4-3d42-480c-a7b8-94a85c5f140d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:31.388460 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34754) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:31.482013 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0edd7dc1-f809-4ff8-b722-2bfd9480c857 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:31.500636 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b435547f-7704-433a-ad8e-4408352a9fc5 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:31.539186 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: b435547f-7704-433a-ad8e-4408352a9fc5 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:48:31.539544 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b435547f-7704-433a-ad8e-4408352a9fc5 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:48:31.600412 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d9902dc7-d775-42c8-b0bb-2d184d094331 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=19bfef8d00ac4837820b8edf5e2d6645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2077172 Aug 16 22:48:31.601310 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34760) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:31.662958 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34766) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:31.724359 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31a124aa-f14f-419f-a995-6fac4e42b542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:31.752614 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-04045725-dd5e-4a27-a50a-67118dddc4f4 admin admin] Deleting subnet d1cefd42-abf1-4d1a-b0d7-0f99d0fe188b {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:48:31.761437 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31a124aa-f14f-419f-a995-6fac4e42b542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:31.763981 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04045725-dd5e-4a27-a50a-67118dddc4f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:31.772116 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-0edd7dc1-f809-4ff8-b722-2bfd9480c857 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port 211b3595-782f-4694-82bb-bdce8033d308 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:31.772647 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0edd7dc1-f809-4ff8-b722-2bfd9480c857 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:31.839936 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04045725-dd5e-4a27-a50a-67118dddc4f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:31.910353 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31a124aa-f14f-419f-a995-6fac4e42b542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:31.911007 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0edd7dc1-f809-4ff8-b722-2bfd9480c857 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:31.916017 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31a124aa-f14f-419f-a995-6fac4e42b542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:31.920687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-31a124aa-f14f-419f-a995-6fac4e42b542 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/244fbca7-9e5a-453d-a811-9972852fde8a HTTP/1.1" status: 204 len: 168 time: 0.3153024 Aug 16 22:48:31.933233 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-0edd7dc1-f809-4ff8-b722-2bfd9480c857 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for 211b3595-782f-4694-82bb-bdce8033d308 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:31.983357 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a124aa-f14f-419f-a995-6fac4e42b542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244fbca7-9e5a-453d-a811-9972852fde8a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:31.988182 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04045725-dd5e-4a27-a50a-67118dddc4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:32.150628 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04045725-dd5e-4a27-a50a-67118dddc4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:32.164158 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22caec63-da33-486d-8448-aa33e75923aa req-df30811d-8259-425d-a4b9-55e88cdc48b8 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:32.166264 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-22caec63-da33-486d-8448-aa33e75923aa req-df30811d-8259-425d-a4b9-55e88cdc48b8 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=849491e6-6e6f-4453-a277-8aa5446e6292 HTTP/1.1" status: 200 len: 946 time: 0.1175675 Aug 16 22:48:32.202435 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04045725-dd5e-4a27-a50a-67118dddc4f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1cefd42-abf1-4d1a-b0d7-0f99d0fe188b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:32.217779 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-04045725-dd5e-4a27-a50a-67118dddc4f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:32.223979 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-04045725-dd5e-4a27-a50a-67118dddc4f4 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/d1cefd42-abf1-4d1a-b0d7-0f99d0fe188b HTTP/1.1" status: 204 len: 168 time: 0.5542226 Aug 16 22:48:32.228747 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34784) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:32.321989 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-22caec63-da33-486d-8448-aa33e75923aa req-816f9916-abd1-4765-be7c-013f63211aea tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/security-groups?id=aeba5c12-7462-43db-8d2b-5b6e7288ba3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241856 Aug 16 22:48:32.340166 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8e21b437-67c5-4207-9d22-6487191ebfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:32.395218 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0edd7dc1-f809-4ff8-b722-2bfd9480c857 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:32.558419 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8e21b437-67c5-4207-9d22-6487191ebfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:32.575695 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-8e21b437-67c5-4207-9d22-6487191ebfbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7587665f-57bc-4914-b44b-4638184cf0b1']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:32.595250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-8e21b437-67c5-4207-9d22-6487191ebfbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04b3e56-1a3f-422f-8984-f4bed5e72f8c') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:32.595904 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-8e21b437-67c5-4207-9d22-6487191ebfbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04b3e56-1a3f-422f-8984-f4bed5e72f8c') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:32.632592 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd7dc1-f809-4ff8-b722-2bfd9480c857 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=211b3595-782f-4694-82bb-bdce8033d308,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:32.642099 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8e21b437-67c5-4207-9d22-6487191ebfbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:32.695040 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34794) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:32.728148 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8e21b437-67c5-4207-9d22-6487191ebfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:32.755489 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bbeb667-1c76-45dc-b41a-f92ec810ea3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:32.765871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e21b437-67c5-4207-9d22-6487191ebfbb admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:48:32.780148 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8e21b437-67c5-4207-9d22-6487191ebfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:48:32.782173 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:48:32.789488 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0edd7dc1-f809-4ff8-b722-2bfd9480c857 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.069748 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edd7dc1-f809-4ff8-b722-2bfd9480c857 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Router 98a9cf68-178b-4215-a885-37ddd9016ceb has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:48:33.084798 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bbeb667-1c76-45dc-b41a-f92ec810ea3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.088661 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8e21b437-67c5-4207-9d22-6487191ebfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.105246 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8e21b437-67c5-4207-9d22-6487191ebfbb admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.110036 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8e21b437-67c5-4207-9d22-6487191ebfbb admin admin] 10.222.0.93 "DELETE /v2.0/networks/7587665f-57bc-4914-b44b-4638184cf0b1 HTTP/1.1" status: 204 len: 168 time: 0.8769414 Aug 16 22:48:33.123069 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2bbeb667-1c76-45dc-b41a-f92ec810ea3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.232368 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21b437-67c5-4207-9d22-6487191ebfbb admin admin] Pushing event deleted for resources: {'Network': ['ID=7587665f-57bc-4914-b44b-4638184cf0b1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:33.268313 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edd7dc1-f809-4ff8-b722-2bfd9480c857 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:48:33.274959 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2bbeb667-1c76-45dc-b41a-f92ec810ea3b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7fb39dfc8719424a89d637529e1c7e19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5681715 Aug 16 22:48:33.280840 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34816) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:33.286807 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0edd7dc1-f809-4ff8-b722-2bfd9480c857 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "PUT /v2.0/routers/98a9cf68-178b-4215-a885-37ddd9016ceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6983261 Aug 16 22:48:33.287758 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34818) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:33.289582 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbeb667-1c76-45dc-b41a-f92ec810ea3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae80ced4-3593-49a0-96d3-edf8b838b426,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:33.313058 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834b62fc-c277-4291-bdd3-21f54287bb4f None None] Sync routers for ids ['98a9cf68-178b-4215-a885-37ddd9016ceb'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:48:33.340633 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b62fc-c277-4291-bdd3-21f54287bb4f None None] Routers {'98a9cf68-178b-4215-a885-37ddd9016ceb'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:48:33.357645 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-834b62fc-c277-4291-bdd3-21f54287bb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:48:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['98a9cf68-178b-4215-a885-37ddd9016ceb'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:33.399399 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-83df154e-9afe-45f5-ab4b-a046f048120b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] GET failed (client error): The resource could not be found. Aug 16 22:48:33.409066 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34826) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:33.410106 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-83df154e-9afe-45f5-ab4b-a046f048120b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports/211b3595-782f-4694-82bb-bdce8033d308 HTTP/1.1" status: 404 len: 333 time: 0.1193416 Aug 16 22:48:33.460487 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-834b62fc-c277-4291-bdd3-21f54287bb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:33.486132 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b62fc-c277-4291-bdd3-21f54287bb4f None None] Routers {'98a9cf68-178b-4215-a885-37ddd9016ceb'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:48:33.487295 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-834b62fc-c277-4291-bdd3-21f54287bb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:48:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['98a9cf68-178b-4215-a885-37ddd9016ceb'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:33.537068 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-834b62fc-c277-4291-bdd3-21f54287bb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:33.537849 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834b62fc-c277-4291-bdd3-21f54287bb4f None None] The sync data for ids ['98a9cf68-178b-4215-a885-37ddd9016ceb'] in n-d-792458-15 is: [] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:48:33.582130 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34828) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:33.614885 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41f2bb0f-e2a7-42dc-934b-8ea93f7dc55c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.679850 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a3667703-d2ad-4a21-9e53-665e9a9048b9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ffadee82163a44ee8d6fc4ab61c56d28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0959744 Aug 16 22:48:33.680538 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34830) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:33.742750 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6aba444e-43c1-4233-95bf-133683834f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.761906 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-842ed5f7-fc3a-409e-bdae-1610a9a82ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.765066 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c4bb8-d792-4c45-8335-1720cff71187 req-f14ab3dd-49fd-4754-8367-f2f9d4067279 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:33.772588 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-827c4bb8-d792-4c45-8335-1720cff71187 req-f14ab3dd-49fd-4754-8367-f2f9d4067279 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=849491e6-6e6f-4453-a277-8aa5446e6292 HTTP/1.1" status: 200 len: 946 time: 0.2643943 Aug 16 22:48:33.804234 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-842ed5f7-fc3a-409e-bdae-1610a9a82ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.869590 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-842ed5f7-fc3a-409e-bdae-1610a9a82ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.872238 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-842ed5f7-fc3a-409e-bdae-1610a9a82ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.875903 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-842ed5f7-fc3a-409e-bdae-1610a9a82ae5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7aada435-2c07-44af-8520-c3a271d9eb94 HTTP/1.1" status: 204 len: 168 time: 0.1919403 Aug 16 22:48:33.892399 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ed5f7-fc3a-409e-bdae-1610a9a82ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aada435-2c07-44af-8520-c3a271d9eb94,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:33.917424 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6aba444e-43c1-4233-95bf-133683834f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.967953 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-827c4bb8-d792-4c45-8335-1720cff71187 req-e6ba20d0-0b1e-4aa7-9127-ee4dace77a3b tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/security-groups?id=aeba5c12-7462-43db-8d2b-5b6e7288ba3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944695 Aug 16 22:48:34.025159 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41f2bb0f-e2a7-42dc-934b-8ea93f7dc55c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:34.028044 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41f2bb0f-e2a7-42dc-934b-8ea93f7dc55c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:34.079565 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41f2bb0f-e2a7-42dc-934b-8ea93f7dc55c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:34.080161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f2bb0f-e2a7-42dc-934b-8ea93f7dc55c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Fanout notify agent at l3_agent the message router_deleted on router 98a9cf68-178b-4215-a885-37ddd9016ceb {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:48:34.087879 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41f2bb0f-e2a7-42dc-934b-8ea93f7dc55c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:34.089532 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-41f2bb0f-e2a7-42dc-934b-8ea93f7dc55c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/routers/98a9cf68-178b-4215-a885-37ddd9016ceb HTTP/1.1" status: 204 len: 168 time: 0.6788616 Aug 16 22:48:34.092229 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34840) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:34.123073 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6aba444e-43c1-4233-95bf-133683834f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:34.130829 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6aba444e-43c1-4233-95bf-133683834f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:34.132395 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6aba444e-43c1-4233-95bf-133683834f6b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ae80ced4-3593-49a0-96d3-edf8b838b426 HTTP/1.1" status: 204 len: 168 time: 0.8501313 Aug 16 22:48:34.156929 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba444e-43c1-4233-95bf-133683834f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae80ced4-3593-49a0-96d3-edf8b838b426,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:34.171218 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-89fa088d-4fb4-4cc4-9ae4-1e2328f90ebe tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting subnet 4ad6147b-c54c-4d9f-8eed-3118f991ac3a {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:48:34.182078 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89fa088d-4fb4-4cc4-9ae4-1e2328f90ebe tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:34.298301 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89fa088d-4fb4-4cc4-9ae4-1e2328f90ebe tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:34.433510 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89fa088d-4fb4-4cc4-9ae4-1e2328f90ebe tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:34.557791 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89fa088d-4fb4-4cc4-9ae4-1e2328f90ebe tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:34.647882 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa088d-4fb4-4cc4-9ae4-1e2328f90ebe tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Subnet': ['ID=4ad6147b-c54c-4d9f-8eed-3118f991ac3a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:34.680463 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-89fa088d-4fb4-4cc4-9ae4-1e2328f90ebe tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:34.683954 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1179799d-9ebe-48d5-a37a-5e45349e8ed1 None None] Network 528abf4e-18e4-4767-8a1b-6f63519b1bb9 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:34.684761 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-89fa088d-4fb4-4cc4-9ae4-1e2328f90ebe tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/subnets/4ad6147b-c54c-4d9f-8eed-3118f991ac3a HTTP/1.1" status: 204 len: 168 time: 0.5889449 Aug 16 22:48:34.685549 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34896) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:34.724330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0abe10-57d1-456f-ba6c-02c5656da7f9 req-ccfe3a0d-7bd6-4685-994a-560fe70c1ca3 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:34.726183 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fd0abe10-57d1-456f-ba6c-02c5656da7f9 req-ccfe3a0d-7bd6-4685-994a-560fe70c1ca3 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.39 "GET /v2.0/ports?device_id=849491e6-6e6f-4453-a277-8aa5446e6292 HTTP/1.1" status: 200 len: 946 time: 0.1140566 Aug 16 22:48:34.946549 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ea39570-0a09-4784-b546-0fe539a25cbc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:34.966047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-fd0abe10-57d1-456f-ba6c-02c5656da7f9 req-7913b86e-f955-492e-a12d-ca93a7132ad2 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Deleting port 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:34.966641 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-fd0abe10-57d1-456f-ba6c-02c5656da7f9 req-7913b86e-f955-492e-a12d-ca93a7132ad2 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:35.059709 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 34924) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:35.128151 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fced6c3e-2d72-401b-a46d-0ce24d87387b None None] DHCP port deletion for 528abf4e-18e4-4767-8a1b-6f63519b1bb9 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:48:35.168717 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a16e8398-198a-46c7-9b4c-80a6d07f630f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c2f4b1120b51450bba25a9c1135104c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1075654 Aug 16 22:48:35.174002 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 34940) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:35.202201 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-fd0abe10-57d1-456f-ba6c-02c5656da7f9 req-7913b86e-f955-492e-a12d-ca93a7132ad2 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] For port 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8,segment=NetworkSegment(b3c12a7c-f5cb-447f-8324-342e3596b810),segment_id=b3c12a7c-f5cb-447f-8324-342e3596b810)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:35.202573 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-fd0abe10-57d1-456f-ba6c-02c5656da7f9 req-7913b86e-f955-492e-a12d-ca93a7132ad2 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:35.228127 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-fd0abe10-57d1-456f-ba6c-02c5656da7f9 req-7913b86e-f955-492e-a12d-ca93a7132ad2 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Calling delete_port for 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:35.323211 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-fced6c3e-2d72-401b-a46d-0ce24d87387b None None] Deleting port e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:35.327887 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fced6c3e-2d72-401b-a46d-0ce24d87387b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:35.389298 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5ea39570-0a09-4784-b546-0fe539a25cbc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:35.389639 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ea39570-0a09-4784-b546-0fe539a25cbc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:35.529177 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-fced6c3e-2d72-401b-a46d-0ce24d87387b None None] For port e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd,segment=NetworkSegment(7dbf8fce-5787-43ac-a0fb-9e143f10f7ec),segment_id=7dbf8fce-5787-43ac-a0fb-9e143f10f7ec)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:35.530202 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fced6c3e-2d72-401b-a46d-0ce24d87387b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:35.568096 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-fced6c3e-2d72-401b-a46d-0ce24d87387b None None] Calling delete_port for e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:35.572379 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-fd0abe10-57d1-456f-ba6c-02c5656da7f9 req-7913b86e-f955-492e-a12d-ca93a7132ad2 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:35.600703 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae926787-4ba7-4cba-a660-fc4aa969c40f req-c5fcc4e1-7281-41c8-9732-041936effba4 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:35.625850 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:35.634995 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae926787-4ba7-4cba-a660-fc4aa969c40f req-c5fcc4e1-7281-41c8-9732-041936effba4 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/ports?device_id=849491e6-6e6f-4453-a277-8aa5446e6292 HTTP/1.1" status: 200 len: 946 time: 0.4266505 Aug 16 22:48:35.642457 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1998c85-ba18-4d63-827d-7aa497a7415a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:35.718974 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1998c85-ba18-4d63-827d-7aa497a7415a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:35.731228 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913b86e-f955-492e-a12d-ca93a7132ad2 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Pushing event deleted for resources: {'Port': ['ID=9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:35.819645 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35008) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:35.821424 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0abe10-57d1-456f-ba6c-02c5656da7f9 req-7913b86e-f955-492e-a12d-ca93a7132ad2 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] No DVR routers for this DVR port 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8 on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:35.827767 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-fd0abe10-57d1-456f-ba6c-02c5656da7f9 req-7913b86e-f955-492e-a12d-ca93a7132ad2 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:35.831424 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fd0abe10-57d1-456f-ba6c-02c5656da7f9 req-7913b86e-f955-492e-a12d-ca93a7132ad2 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.39 "DELETE /v2.0/ports/9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8 HTTP/1.1" status: 204 len: 173 time: 1.0991547 Aug 16 22:48:35.836186 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849491e6-6e6f-4453-a277-8aa5446e6292', 'name': 'network-vif-deleted', 'tag': '9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:35.839407 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23960556-9ee5-433a-a44f-6264e016cdd6" -d '{"events": [{"server_uuid": "849491e6-6e6f-4453-a277-8aa5446e6292", "name": "network-vif-deleted", "tag": "9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:35.884820 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fced6c3e-2d72-401b-a46d-0ce24d87387b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:35.895061 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-5ea39570-0a09-4784-b546-0fe539a25cbc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] For port e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd,segment=NetworkSegment(7dbf8fce-5787-43ac-a0fb-9e143f10f7ec),segment_id=7dbf8fce-5787-43ac-a0fb-9e143f10f7ec)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:35.895393 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ea39570-0a09-4784-b546-0fe539a25cbc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:35.947463 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced6c3e-2d72-401b-a46d-0ce24d87387b None None] Pushing event deleted for resources: {'Port': ['ID=e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:35.953688 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-5ea39570-0a09-4784-b546-0fe539a25cbc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:35.958514 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88bdb17-d0b9-4253-8f7d-079dc19019d0 x-openstack-request-id: req-a88bdb17-d0b9-4253-8f7d-079dc19019d0 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:35.958967 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849491e6-6e6f-4453-a277-8aa5446e6292", "name": "network-vif-deleted", "tag": "9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:35.959334 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a88bdb17-d0b9-4253-8f7d-079dc19019d0 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:35.959873 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849491e6-6e6f-4453-a277-8aa5446e6292', 'name': 'network-vif-deleted', 'tag': '9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8', 'status': 'completed', 'code': 200} Aug 16 22:48:35.967986 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fced6c3e-2d72-401b-a46d-0ce24d87387b None None] No DVR routers for this DVR port e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:35.988194 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae926787-4ba7-4cba-a660-fc4aa969c40f req-dc52ad91-9ffd-4335-bced-7f2ce7591c97 tempest-VolumesActionsTest-157835967 tempest-VolumesActionsTest-157835967-project] 10.222.0.93 "GET /v2.0/security-groups?id=aeba5c12-7462-43db-8d2b-5b6e7288ba3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520064 Aug 16 22:48:35.991113 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1998c85-ba18-4d63-827d-7aa497a7415a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:35.993558 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1998c85-ba18-4d63-827d-7aa497a7415a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:35.997687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d1998c85-ba18-4d63-827d-7aa497a7415a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bca905e8-da73-4399-af7a-8e0a74ea5f0c HTTP/1.1" status: 204 len: 168 time: 0.8131244 Aug 16 22:48:36.049634 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:36.051318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1998c85-ba18-4d63-827d-7aa497a7415a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca905e8-da73-4399-af7a-8e0a74ea5f0c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:36.199223 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-dc297339-0248-4077-9bf0-a620d62b4fa0 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-938442856-network', 'tenant_id': 'ea29bd64b53e4fca9b7a9c36d321bfa2'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:36.227040 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ea39570-0a09-4784-b546-0fe539a25cbc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:36.270082 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc297339-0248-4077-9bf0-a620d62b4fa0 admin admin] Made reservation on behalf of ea29bd64b53e4fca9b7a9c36d321bfa2 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:36.274939 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc297339-0248-4077-9bf0-a620d62b4fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:36.287192 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea39570-0a09-4784-b546-0fe539a25cbc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:36.294541 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea39570-0a09-4784-b546-0fe539a25cbc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No DVR routers for this DVR port e3a90e3a-9b3d-4575-b7c5-ca82eaeaa4bd on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:36.318428 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc297339-0248-4077-9bf0-a620d62b4fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:36.465445 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ea39570-0a09-4784-b546-0fe539a25cbc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:36.503388 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-5ea39570-0a09-4784-b546-0fe539a25cbc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528abf4e-18e4-4767-8a1b-6f63519b1bb9']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:36.550665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-5ea39570-0a09-4784-b546-0fe539a25cbc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbf8fce-5787-43ac-a0fb-9e143f10f7ec') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:36.551653 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-5ea39570-0a09-4784-b546-0fe539a25cbc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbf8fce-5787-43ac-a0fb-9e143f10f7ec') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:36.575987 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ea39570-0a09-4784-b546-0fe539a25cbc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:36.611849 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ea39570-0a09-4784-b546-0fe539a25cbc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:36.624318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea39570-0a09-4784-b546-0fe539a25cbc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:48:36.624318 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ea39570-0a09-4784-b546-0fe539a25cbc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: self.session.flush() Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:48:36.626692 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:48:36.741625 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc297339-0248-4077-9bf0-a620d62b4fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:36.749159 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc297339-0248-4077-9bf0-a620d62b4fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:36.790996 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc297339-0248-4077-9bf0-a620d62b4fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa21a4e6-a120-44d9-b239-10ee2426dd00,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:36.815253 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ea39570-0a09-4784-b546-0fe539a25cbc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:36.821367 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc297339-0248-4077-9bf0-a620d62b4fa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:48:36.833772 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc297339-0248-4077-9bf0-a620d62b4fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:36.834289 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-dc297339-0248-4077-9bf0-a620d62b4fa0 admin admin] Added segment c3ef7427-ee67-4011-b843-0dcec696440a of type vlan for network b709a0ef-2779-45c8-b324-f545e95c4a40 Aug 16 22:48:36.865565 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ea39570-0a09-4784-b546-0fe539a25cbc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:36.876552 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5ea39570-0a09-4784-b546-0fe539a25cbc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/networks/528abf4e-18e4-4767-8a1b-6f63519b1bb9 HTTP/1.1" status: 204 len: 168 time: 2.1888821 Aug 16 22:48:36.879010 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea39570-0a09-4784-b546-0fe539a25cbc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Network': ['ID=528abf4e-18e4-4767-8a1b-6f63519b1bb9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:36.880816 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35098) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:36.948864 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e608e3-1b5b-4d64-b3c6-966a6dfe23f8 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:36.950834 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-07e608e3-1b5b-4d64-b3c6-966a6dfe23f8 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports/773277d3-7d1d-484e-b593-904d372de6ce HTTP/1.1" status: 200 len: 841 time: 0.0689404 Aug 16 22:48:36.955018 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35110) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:36.997739 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc297339-0248-4077-9bf0-a620d62b4fa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:37.006643 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8f9ee5ba-8f7f-4862-9eab-4a440968a078 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports/773277d3-7d1d-484e-b593-904d372de6ce?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0504539 Aug 16 22:48:37.010957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35118) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:37.016516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-cdde2f3f-e882-4d60-b150-513130bff4c8 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'subnet': {'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:37.056192 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc297339-0248-4077-9bf0-a620d62b4fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:37.057939 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc297339-0248-4077-9bf0-a620d62b4fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:37.059059 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dc297339-0248-4077-9bf0-a620d62b4fa0 admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:37.076976 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:37.114188 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:48:37.114713 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 9a5356fa-6bcf-4cf4-a8d4-fc4fdb1290d8 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:48:37.187397 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dc297339-0248-4077-9bf0-a620d62b4fa0 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3603134 Aug 16 22:48:37.188087 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35146) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:37.201215 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0a12fa78-34dd-42f3-b160-72790df1685f admin admin] Request body: {'subnet': {'network_id': 'b709a0ef-2779-45c8-b324-f545e95c4a40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-938442856-subnet', 'tenant_id': 'ea29bd64b53e4fca9b7a9c36d321bfa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:37.273809 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc297339-0248-4077-9bf0-a620d62b4fa0 admin admin] Pushing event updated for resources: {'Network': ['ID=b709a0ef-2779-45c8-b324-f545e95c4a40,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:37.289515 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network b709a0ef-2779-45c8-b324-f545e95c4a40 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:48:37.292615 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-cdde2f3f-e882-4d60-b150-513130bff4c8 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:48:37.292615 n-d-792458-15 neutron-server[94871]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 22:48:37.292615 n-d-792458-15 neutron-server[94871]: [parameters: {'project_id': '14fa3dc451d44c0094aa67d323da6ce6', 'id': '1a7160c0-866b-48b1-8573-a991d80925b8', 'expiration': datetime.datetime(2021, 8, 16, 22, 50, 37, 238885)}] Aug 16 22:48:37.292615 n-d-792458-15 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:48:37.296304 n-d-792458-15 neutron-server[94871]: DEBUG oslo_db.api [None req-cdde2f3f-e882-4d60-b150-513130bff4c8 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:48:37.338984 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a12fa78-34dd-42f3-b160-72790df1685f admin admin] Made reservation on behalf of ea29bd64b53e4fca9b7a9c36d321bfa2 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:37.341353 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a12fa78-34dd-42f3-b160-72790df1685f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:37.654754 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a12fa78-34dd-42f3-b160-72790df1685f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:37.720773 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12fa78-34dd-42f3-b160-72790df1685f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8561b41c-4b22-46cf-9060-a5ef74843fcd,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:37.763686 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a12fa78-34dd-42f3-b160-72790df1685f admin admin] Checking segment: {'id': 'c3ef7427-ee67-4011-b843-0dcec696440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b709a0ef-2779-45c8-b324-f545e95c4a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:37.764340 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a12fa78-34dd-42f3-b160-72790df1685f admin admin] Network hostable DHCP agents. Network: b709a0ef-2779-45c8-b324-f545e95c4a40, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:48:37.785086 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a12fa78-34dd-42f3-b160-72790df1685f admin admin] Network b709a0ef-2779-45c8-b324-f545e95c4a40 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:48:37.804664 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0a12fa78-34dd-42f3-b160-72790df1685f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, b709a0ef-2779-45c8-b324-f545e95c4a40) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:37.812421 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a12fa78-34dd-42f3-b160-72790df1685f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:37.813677 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a12fa78-34dd-42f3-b160-72790df1685f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:37.825619 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71b2db4-9c86-488c-baa0-a9ea0c7c94e7 None None] Network b709a0ef-2779-45c8-b324-f545e95c4a40 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:37.860185 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdde2f3f-e882-4d60-b150-513130bff4c8 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:37.864415 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0a12fa78-34dd-42f3-b160-72790df1685f admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6750855 Aug 16 22:48:37.875019 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdde2f3f-e882-4d60-b150-513130bff4c8 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:38.189533 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526ed713-3f09-41e9-b3df-7b1e07050e1d None None] Network b709a0ef-2779-45c8-b324-f545e95c4a40 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:38.197122 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdde2f3f-e882-4d60-b150-513130bff4c8 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:38.364503 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdde2f3f-e882-4d60-b150-513130bff4c8 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network c1b95152-0d49-4f53-ad73-3b81bb846d24 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:38.367996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-cdde2f3f-e882-4d60-b150-513130bff4c8 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:38.383495 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627c5df2-6f94-4647-825d-df2d8b074162 None None] Network c1b95152-0d49-4f53-ad73-3b81bb846d24 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:38.385576 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdde2f3f-e882-4d60-b150-513130bff4c8 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:38.386893 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdde2f3f-e882-4d60-b150-513130bff4c8 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:38.415240 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cdde2f3f-e882-4d60-b150-513130bff4c8 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4028602 Aug 16 22:48:38.418787 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35310) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:38.424332 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4044848e-8de1-4d59-9ab6-43c0348fa3b8 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'security_group': {'name': 'tempest-secgroup-2107242539'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:38.467425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde2f3f-e882-4d60-b150-513130bff4c8 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Subnet': ['ID=bbb45e28-f967-4e1f-a4e1-037ee44689c8,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:38.508710 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4044848e-8de1-4d59-9ab6-43c0348fa3b8 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:38.824375 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4044848e-8de1-4d59-9ab6-43c0348fa3b8 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:38.830413 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4044848e-8de1-4d59-9ab6-43c0348fa3b8 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:38.911318 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4044848e-8de1-4d59-9ab6-43c0348fa3b8 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:38.912628 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4044848e-8de1-4d59-9ab6-43c0348fa3b8 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4922702 Aug 16 22:48:38.920263 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:38.923359 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35386) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:38.932634 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-326fce37-0d83-45d6-bbaf-4026b3c41510 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'security_group': {'name': 'tempest-secgroup-2003793419'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:38.945373 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044848e-8de1-4d59-9ab6-43c0348fa3b8 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e83efa4-aebc-47e0-89b3-523ed9f5e574,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:38.992772 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-326fce37-0d83-45d6-bbaf-4026b3c41510 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:39.002406 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-32dd964e-ba35-47fe-a427-ed4acd873aca tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:39.004142 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-32dd964e-ba35-47fe-a427-ed4acd873aca tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/networks?id=b709a0ef-2779-45c8-b324-f545e95c4a40 HTTP/1.1" status: 200 len: 808 time: 0.2404780 Aug 16 22:48:39.061436 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-27926e83-3d73-429b-9f4a-ca389a9c3e01 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/quotas/ea29bd64b53e4fca9b7a9c36d321bfa2 HTTP/1.1" status: 200 len: 375 time: 0.0411198 Aug 16 22:48:39.127110 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b9daf47e-30e1-454c-8410-8312d9617bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:39.141249 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-109ed8f3-aad1-4ba7-ae5e-cda48f7e7aa5 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ea29bd64b53e4fca9b7a9c36d321bfa2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778320 Aug 16 22:48:39.148868 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fc53b596-0838-42f6-ab9c-94009a41bf4c tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:48:39.173877 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-c1b95152-0d49-4f53-ad73-3b81bb846d24', 'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24', 'tenant_id': '14fa3dc451d44c0094aa67d323da6ce6', 'fixed_ips': [{'subnet_id': 'bbb45e28-f967-4e1f-a4e1-037ee44689c8'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:48:39.174511 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fc53b596-0838-42f6-ab9c-94009a41bf4c tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0294883 Aug 16 22:48:39.175384 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:39.252715 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-326fce37-0d83-45d6-bbaf-4026b3c41510 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:39.257748 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-326fce37-0d83-45d6-bbaf-4026b3c41510 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:39.364502 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-326fce37-0d83-45d6-bbaf-4026b3c41510 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:39.371353 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-326fce37-0d83-45d6-bbaf-4026b3c41510 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4468703 Aug 16 22:48:39.373857 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35442) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:39.386384 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-62c40ced-e281-4899-99af-db56a98dd575 service neutron] 10.222.0.93 "GET /v2.0/networks/b709a0ef-2779-45c8-b324-f545e95c4a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107916 Aug 16 22:48:39.386794 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fce37-0d83-45d6-bbaf-4026b3c41510 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613817f6-87f5-40b1-b402-80e90d1b4ca3,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:39.399614 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0bee86ce-2267-4e5e-85e6-e4dc08fd08ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1390126701', 'security_groups': ['613817f6-87f5-40b1-b402-80e90d1b4ca3'], 'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bbb45e28-f967-4e1f-a4e1-037ee44689c8'}]}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:39.599350 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] Allocated IP 172.20.0.2 (c1b95152-0d49-4f53-ad73-3b81bb846d24/bbb45e28-f967-4e1f-a4e1-037ee44689c8/28b68aa0-d93c-4382-8272-79f79badab2c) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:39.715805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bee86ce-2267-4e5e-85e6-e4dc08fd08ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:39.924242 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0bee86ce-2267-4e5e-85e6-e4dc08fd08ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:39.927423 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:39.948616 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] Transition to ACTIVE for port object 28b68aa0-d93c-4382-8272-79f79badab2c will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:39.968510 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-0bee86ce-2267-4e5e-85e6-e4dc08fd08ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] device_id is not set on port 65377d9d-6f21-41e5-bace-ad7979e227bf yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:48:39.975746 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] Transition to ACTIVE for port object 28b68aa0-d93c-4382-8272-79f79badab2c will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:39.988633 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:40.019288 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] Network c1b95152-0d49-4f53-ad73-3b81bb846d24 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:40.022672 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:40.025940 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:40.264686 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] Pushing event updated for resources: {'Port': ['ID=28b68aa0-d93c-4382-8272-79f79badab2c,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:40.272781 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] Attempting to bind port 28b68aa0-d93c-4382-8272-79f79badab2c on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:40.273157 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] Attempting to bind port 28b68aa0-d93c-4382-8272-79f79badab2c by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'c4fa475c-d0ec-4984-bc78-742822375861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:40.273882 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] Attempting to bind port 28b68aa0-d93c-4382-8272-79f79badab2c on network c1b95152-0d49-4f53-ad73-3b81bb846d24 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:40.285277 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:40.287622 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] Checking segment: {'id': 'c4fa475c-d0ec-4984-bc78-742822375861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:40.295089 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:40.296550 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] Bound using segment: {'id': 'c4fa475c-d0ec-4984-bc78-742822375861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:40.297617 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] Bound port: 28b68aa0-d93c-4382-8272-79f79badab2c, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4fa475c-d0ec-4984-bc78-742822375861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:40.298271 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:40.349921 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-0a583a07-1e5b-4c0c-9186-e77ac68c0aa0 service neutron] 10.222.0.93 "GET /v2.0/networks/b709a0ef-2779-45c8-b324-f545e95c4a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9598608 Aug 16 22:48:40.551501 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-0bee86ce-2267-4e5e-85e6-e4dc08fd08ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Allocated IP 172.20.0.6 (c1b95152-0d49-4f53-ad73-3b81bb846d24/bbb45e28-f967-4e1f-a4e1-037ee44689c8/65377d9d-6f21-41e5-bace-ad7979e227bf) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:40.623750 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] For port 28b68aa0-d93c-4382-8272-79f79badab2c, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:40.627476 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] For port 28b68aa0-d93c-4382-8272-79f79badab2c, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=28b68aa0-d93c-4382-8272-79f79badab2c,segment=NetworkSegment(c4fa475c-d0ec-4984-bc78-742822375861),segment_id=c4fa475c-d0ec-4984-bc78-742822375861)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:40.634795 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:40.753886 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-897aec97-7882-4906-8602-a22628a947b1 req-ca94ce1c-c673-4a89-b2e7-9a95baed8b48 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/ports?device_id=202996f3-ea2d-4171-852c-0316423892c6 HTTP/1.1" status: 200 len: 210 time: 0.0930505 Aug 16 22:48:40.762887 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96458f69-f1b1-40ac-933e-a99101866842 None None] Pushing event updated for resources: {'Port': ['ID=28b68aa0-d93c-4382-8272-79f79badab2c,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:40.912192 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:41.558697 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d7c13412-cf2a-4d6f-8a88-d9fc9c15e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:41.569619 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabaeb9-7364-4568-9391-f516c005c310 req-b459b498-f2cf-4675-a9dd-e997ca133f49 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:41.580166 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0dabaeb9-7364-4568-9391-f516c005c310 req-b459b498-f2cf-4675-a9dd-e997ca133f49 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/networks?id=aacbf1c0-e535-4695-97b1-c2c80914b16b HTTP/1.1" status: 200 len: 813 time: 0.1982365 Aug 16 22:48:41.625699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0dabaeb9-7364-4568-9391-f516c005c310 req-93efa40e-f6c3-4dd5-ad00-56916cf62a4f tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/quotas/a94320c237464e92b55da62058850e19 HTTP/1.1" status: 200 len: 375 time: 0.0383811 Aug 16 22:48:41.692037 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0dabaeb9-7364-4568-9391-f516c005c310 req-de081b3c-857e-40f0-b0bd-bc36743dea9b tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a94320c237464e92b55da62058850e19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549421 Aug 16 22:48:41.822098 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 28b68aa0-d93c-4382-8272-79f79badab2c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:41.838847 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0bee86ce-2267-4e5e-85e6-e4dc08fd08ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:41.863691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-0bee86ce-2267-4e5e-85e6-e4dc08fd08ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Transition to ACTIVE for port object 65377d9d-6f21-41e5-bace-ad7979e227bf will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:41.905799 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0bee86ce-2267-4e5e-85e6-e4dc08fd08ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:41.982512 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 28b68aa0-d93c-4382-8272-79f79badab2c completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:42.058415 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-223c0e8d-7f4f-4826-83d9-8a665762db5b req-b5b136af-a911-46bd-bee6-d7b4e1001d25 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/ports?device_id=202996f3-ea2d-4171-852c-0316423892c6 HTTP/1.1" status: 200 len: 210 time: 0.1580968 Aug 16 22:48:42.103350 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:42.121200 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee86ce-2267-4e5e-85e6-e4dc08fd08ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=65377d9d-6f21-41e5-bace-ad7979e227bf,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:42.148789 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0dabaeb9-7364-4568-9391-f516c005c310 req-697fe0af-09c1-4002-ad9d-5072336f8325 service neutron] 10.222.0.93 "GET /v2.0/networks/aacbf1c0-e535-4695-97b1-c2c80914b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486356 Aug 16 22:48:42.160080 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bee86ce-2267-4e5e-85e6-e4dc08fd08ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network c1b95152-0d49-4f53-ad73-3b81bb846d24 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:42.161591 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0bee86ce-2267-4e5e-85e6-e4dc08fd08ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:42.176074 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee86ce-2267-4e5e-85e6-e4dc08fd08ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:42.328396 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bee86ce-2267-4e5e-85e6-e4dc08fd08ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:42.335705 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0bee86ce-2267-4e5e-85e6-e4dc08fd08ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:42.379212 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0bee86ce-2267-4e5e-85e6-e4dc08fd08ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0020618 Aug 16 22:48:42.381817 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35732) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:42.397639 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-97fbd7f4-6e90-40fa-82b5-721ca17d25ad tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'subnet': {'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:42.425519 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0dabaeb9-7364-4568-9391-f516c005c310 req-bb735af5-9401-4fac-ab93-f61b0ea6d7d0 service neutron] 10.222.0.93 "GET /v2.0/networks/aacbf1c0-e535-4695-97b1-c2c80914b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593677 Aug 16 22:48:42.800882 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fbd7f4-6e90-40fa-82b5-721ca17d25ad tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:42.808396 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97fbd7f4-6e90-40fa-82b5-721ca17d25ad tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:42.969430 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6434f157-d6b0-42be-b9f4-f124646d9b2e None None] Provisioning complete for port 773277d3-7d1d-484e-b593-904d372de6ce triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:42.975135 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6434f157-d6b0-42be-b9f4-f124646d9b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:43.300119 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-6434f157-d6b0-42be-b9f4-f124646d9b2e None None] Port 773277d3-7d1d-484e-b593-904d372de6ce cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:48:43.467565 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:43.471085 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6434f157-d6b0-42be-b9f4-f124646d9b2e None None] Provisioning for port 28b68aa0-d93c-4382-8272-79f79badab2c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:43.474017 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-b78d91cd-853c-4c80-907d-390ebfa353d0 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:43.478083 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-b78d91cd-853c-4c80-907d-390ebfa353d0 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.43 "GET /v2.0/networks?id=b709a0ef-2779-45c8-b324-f545e95c4a40 HTTP/1.1" status: 200 len: 808 time: 0.3827877 Aug 16 22:48:43.493149 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6434f157-d6b0-42be-b9f4-f124646d9b2e None None] Provisioning complete for port 28b68aa0-d93c-4382-8272-79f79badab2c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:43.499175 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6434f157-d6b0-42be-b9f4-f124646d9b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:43.516112 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-edd94485-eb56-4fc9-a612-aa64798c7c75 req-16f2402a-4981-4376-bf12-ff24d1004e36 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f HTTP/1.1" status: 200 len: 210 time: 0.6714942 Aug 16 22:48:43.535001 n-d-792458-15 neutron-server[94872]: INFO neutron.db.ipam_backend_mixin [None req-97fbd7f4-6e90-40fa-82b5-721ca17d25ad tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bbb45e28-f967-4e1f-a4e1-037ee44689c8 (CIDR: 172.20.0.0/28) Aug 16 22:48:43.553581 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-97fbd7f4-6e90-40fa-82b5-721ca17d25ad tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:48:43.557450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-6cfa9204-ecf2-42a6-b066-90729b23e6ae tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Request body: {'port': {'device_id': '202996f3-ea2d-4171-852c-0316423892c6', 'network_id': 'b709a0ef-2779-45c8-b324-f545e95c4a40', 'admin_state_up': True, 'tenant_id': 'ea29bd64b53e4fca9b7a9c36d321bfa2'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:43.574196 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97fbd7f4-6e90-40fa-82b5-721ca17d25ad tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:43.654750 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-97fbd7f4-6e90-40fa-82b5-721ca17d25ad tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2708917 Aug 16 22:48:43.658871 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 35806) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:43.672055 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-83466c0b-8409-43c3-9252-69940359bafb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'subnet': {'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:43.692400 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9491b8c-755d-4147-8339-e83f3bba85cb req-23ffab14-daac-46ba-9ff2-1ad561ae346b tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/ports?device_id=202996f3-ea2d-4171-852c-0316423892c6 HTTP/1.1" status: 200 len: 210 time: 0.1170783 Aug 16 22:48:43.734804 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6434f157-d6b0-42be-b9f4-f124646d9b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:43.862592 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-6434f157-d6b0-42be-b9f4-f124646d9b2e None None] For port 28b68aa0-d93c-4382-8272-79f79badab2c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=28b68aa0-d93c-4382-8272-79f79badab2c,segment=NetworkSegment(c4fa475c-d0ec-4984-bc78-742822375861),segment_id=c4fa475c-d0ec-4984-bc78-742822375861)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:43.867773 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6434f157-d6b0-42be-b9f4-f124646d9b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:44.005497 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434f157-d6b0-42be-b9f4-f124646d9b2e None None] Pushing event updated for resources: {'Port': ['ID=28b68aa0-d93c-4382-8272-79f79badab2c,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:44.016858 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fea83660-47d4-4c5a-a06e-bac3600ae6cd None None] Provisioning for port 65377d9d-6f21-41e5-bace-ad7979e227bf completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:44.027972 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83466c0b-8409-43c3-9252-69940359bafb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:44.028934 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fea83660-47d4-4c5a-a06e-bac3600ae6cd None None] Provisioning complete for port 65377d9d-6f21-41e5-bace-ad7979e227bf triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:44.030764 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fea83660-47d4-4c5a-a06e-bac3600ae6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:44.037801 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-83466c0b-8409-43c3-9252-69940359bafb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:44.064634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-6cfa9204-ecf2-42a6-b066-90729b23e6ae tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Made reservation on behalf of ea29bd64b53e4fca9b7a9c36d321bfa2 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:44.069943 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-6cfa9204-ecf2-42a6-b066-90729b23e6ae tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:44.116637 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-fea83660-47d4-4c5a-a06e-bac3600ae6cd None None] Port 65377d9d-6f21-41e5-bace-ad7979e227bf cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:48:44.411059 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-6cfa9204-ecf2-42a6-b066-90729b23e6ae tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Allocated IP 172.20.0.4 (b709a0ef-2779-45c8-b324-f545e95c4a40/8561b41c-4b22-46cf-9060-a5ef74843fcd/6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:44.792989 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19c2ab26-7eaf-4625-9608-6bc0cf211854 req-1754455c-a59d-4543-945b-2a5cd1add77a tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f HTTP/1.1" status: 200 len: 210 time: 0.0500562 Aug 16 22:48:44.847286 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:44.862893 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-83466c0b-8409-43c3-9252-69940359bafb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:44.895751 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-6cfa9204-ecf2-42a6-b066-90729b23e6ae tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:44.927657 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83466c0b-8409-43c3-9252-69940359bafb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network c1b95152-0d49-4f53-ad73-3b81bb846d24 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:45.006332 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-6cfa9204-ecf2-42a6-b066-90729b23e6ae tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:45.022836 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-83466c0b-8409-43c3-9252-69940359bafb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:45.030070 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83466c0b-8409-43c3-9252-69940359bafb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:45.033519 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61be74b-f3e8-4b02-9968-7a29c8f62d45 None None] Network c1b95152-0d49-4f53-ad73-3b81bb846d24 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:45.050691 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-83466c0b-8409-43c3-9252-69940359bafb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:45.183540 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-83466c0b-8409-43c3-9252-69940359bafb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5230985 Aug 16 22:48:45.284433 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-6cfa9204-ecf2-42a6-b066-90729b23e6ae tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Network b709a0ef-2779-45c8-b324-f545e95c4a40 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:45.297430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 35862) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:45.304049 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c12dd6d0-1554-4e81-aee1-73be10ea61ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-118920742', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'abb9c55d-180a-4256-bf16-0a0e42000f84'}], 'security_groups': ['8e83efa4-aebc-47e0-89b3-523ed9f5e574']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:45.347167 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83466c0b-8409-43c3-9252-69940359bafb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Subnet': ['ID=abb9c55d-180a-4256-bf16-0a0e42000f84,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:45.516093 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-6cfa9204-ecf2-42a6-b066-90729b23e6ae tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:45.600574 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabaeb9-7364-4568-9391-f516c005c310 req-25f6b310-5971-4258-990f-85c9cd73cc64 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:45.602196 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-6cfa9204-ecf2-42a6-b066-90729b23e6ae tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:45.605756 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0dabaeb9-7364-4568-9391-f516c005c310 req-25f6b310-5971-4258-990f-85c9cd73cc64 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.39 "GET /v2.0/networks?id=aacbf1c0-e535-4695-97b1-c2c80914b16b HTTP/1.1" status: 200 len: 813 time: 0.4903076 Aug 16 22:48:45.621130 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-0dabaeb9-7364-4568-9391-f516c005c310 req-2ec9fd74-fcda-4a6f-937a-78cd9f8f0802 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Request body: {'port': {'device_id': 'f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f', 'network_id': 'aacbf1c0-e535-4695-97b1-c2c80914b16b', 'admin_state_up': True, 'tenant_id': 'a94320c237464e92b55da62058850e19'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:45.670437 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 28b68aa0-d93c-4382-8272-79f79badab2c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:45.675380 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebfb26-dd09-46c4-87aa-87f9fca0dcdb req-4b0a912a-ec32-4674-a57a-c60d11d55be8 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:45.691824 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13ebfb26-dd09-46c4-87aa-87f9fca0dcdb req-4b0a912a-ec32-4674-a57a-c60d11d55be8 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/ports?device_id=202996f3-ea2d-4171-852c-0316423892c6 HTTP/1.1" status: 200 len: 931 time: 0.7246642 Aug 16 22:48:45.733365 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa9204-ecf2-42a6-b066-90729b23e6ae tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Pushing event updated for resources: {'Port': ['ID=6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:45.879382 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dabaeb9-7364-4568-9391-f516c005c310 req-2ec9fd74-fcda-4a6f-937a-78cd9f8f0802 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Made reservation on behalf of a94320c237464e92b55da62058850e19 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:45.883474 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30709b0-644e-448e-878b-045cee70be2b None None] Update dhcp port {'port': {'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24', 'fixed_ips': [{'subnet_id': 'bbb45e28-f967-4e1f-a4e1-037ee44689c8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'abb9c55d-180a-4256-bf16-0a0e42000f84'}], 'binding:host_id': 'n-d-792458-15'}, 'id': '28b68aa0-d93c-4382-8272-79f79badab2c'} from n-d-792458-15. {{(pid=94873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:48:45.886577 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0dabaeb9-7364-4568-9391-f516c005c310 req-2ec9fd74-fcda-4a6f-937a-78cd9f8f0802 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:45.888425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-6cfa9204-ecf2-42a6-b066-90729b23e6ae tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:45.889246 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-6cfa9204-ecf2-42a6-b066-90729b23e6ae tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:45.901750 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c12dd6d0-1554-4e81-aee1-73be10ea61ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:45.946318 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13ebfb26-dd09-46c4-87aa-87f9fca0dcdb req-af87bffa-3ec0-4b43-8a60-beb9541629bd tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/security-groups?id=aa21a4e6-a120-44d9-b239-10ee2426dd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532320 Aug 16 22:48:45.987795 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-6cfa9204-ecf2-42a6-b066-90729b23e6ae tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4664466 Aug 16 22:48:46.000335 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 28b68aa0-d93c-4382-8272-79f79badab2c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:46.000754 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:46.102447 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a30709b0-644e-448e-878b-045cee70be2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:46.126198 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-0dabaeb9-7364-4568-9391-f516c005c310 req-2ec9fd74-fcda-4a6f-937a-78cd9f8f0802 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Allocated IP 172.20.0.10 (aacbf1c0-e535-4695-97b1-c2c80914b16b/0e97ec8c-4298-48d4-896c-77ed87c5f8dd/edf09d43-bc85-4eed-b2c2-fe0b48e24883) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:46.127416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] Request body: {'port': {'device_id': '202996f3-ea2d-4171-852c-0316423892c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:46.264690 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd79b675-b25e-4009-a5c4-03599a159845 req-5baf5dea-206b-4d44-a67d-9962668532a6 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f HTTP/1.1" status: 200 len: 210 time: 0.1312375 Aug 16 22:48:46.405496 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:46.509511 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0dabaeb9-7364-4568-9391-f516c005c310 req-2ec9fd74-fcda-4a6f-937a-78cd9f8f0802 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:46.529610 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-a30709b0-644e-448e-878b-045cee70be2b None None] Allocated IP 172.20.0.18 (c1b95152-0d49-4f53-ad73-3b81bb846d24/abb9c55d-180a-4256-bf16-0a0e42000f84/28b68aa0-d93c-4382-8272-79f79badab2c) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:46.626766 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0dabaeb9-7364-4568-9391-f516c005c310 req-2ec9fd74-fcda-4a6f-937a-78cd9f8f0802 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:46.817202 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a30709b0-644e-448e-878b-045cee70be2b None None] For port 28b68aa0-d93c-4382-8272-79f79badab2c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=28b68aa0-d93c-4382-8272-79f79badab2c,segment=NetworkSegment(c4fa475c-d0ec-4984-bc78-742822375861),segment_id=c4fa475c-d0ec-4984-bc78-742822375861)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:46.888198 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a30709b0-644e-448e-878b-045cee70be2b None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:46.917070 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a30709b0-644e-448e-878b-045cee70be2b None None] Transition to ACTIVE for port object 28b68aa0-d93c-4382-8272-79f79badab2c will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:46.921739 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dabaeb9-7364-4568-9391-f516c005c310 req-2ec9fd74-fcda-4a6f-937a-78cd9f8f0802 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Network aacbf1c0-e535-4695-97b1-c2c80914b16b is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:46.926766 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-0dabaeb9-7364-4568-9391-f516c005c310 req-2ec9fd74-fcda-4a6f-937a-78cd9f8f0802 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:46.927881 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a30709b0-644e-448e-878b-045cee70be2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:46.937182 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dabaeb9-7364-4568-9391-f516c005c310 req-2ec9fd74-fcda-4a6f-937a-78cd9f8f0802 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:46.942642 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:46.952773 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:47.020940 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9fd74-fcda-4a6f-937a-78cd9f8f0802 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Pushing event updated for resources: {'Port': ['ID=edf09d43-bc85-4eed-b2c2-fe0b48e24883,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:47.076554 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] Transition to ACTIVE for port object 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:47.093951 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:47.098307 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabaeb9-7364-4568-9391-f516c005c310 req-2ec9fd74-fcda-4a6f-937a-78cd9f8f0802 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:47.099001 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0dabaeb9-7364-4568-9391-f516c005c310 req-2ec9fd74-fcda-4a6f-937a-78cd9f8f0802 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:47.136896 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0dabaeb9-7364-4568-9391-f516c005c310 req-2ec9fd74-fcda-4a6f-937a-78cd9f8f0802 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5221477 Aug 16 22:48:47.149755 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-0dabaeb9-7364-4568-9391-f516c005c310 req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] Request body: {'port': {'device_id': 'f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:47.207361 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] Pushing event updated for resources: {'Port': ['ID=6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:47.282300 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7966fb-05c1-4b03-92e9-869bb2ab7fe2 req-4a1634d7-9801-47ce-8b8e-715f6fa08d28 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:47.283887 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c7966fb-05c1-4b03-92e9-869bb2ab7fe2 req-4a1634d7-9801-47ce-8b8e-715f6fa08d28 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/ports?device_id=202996f3-ea2d-4171-852c-0316423892c6 HTTP/1.1" status: 200 len: 943 time: 0.1782575 Aug 16 22:48:47.330858 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0dabaeb9-7364-4568-9391-f516c005c310 req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:47.547435 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30709b0-644e-448e-878b-045cee70be2b None None] Pushing event updated for resources: {'Port': ['ID=28b68aa0-d93c-4382-8272-79f79badab2c,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:47.549109 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c7966fb-05c1-4b03-92e9-869bb2ab7fe2 req-92503edb-6b9f-4528-ab9d-f1b9ace7987f tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/security-groups?id=aa21a4e6-a120-44d9-b239-10ee2426dd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414865 Aug 16 22:48:47.578955 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-c12dd6d0-1554-4e81-aee1-73be10ea61ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Delete allocated IP 172.20.0.6 (c1b95152-0d49-4f53-ad73-3b81bb846d24/bbb45e28-f967-4e1f-a4e1-037ee44689c8) {{(pid=94871) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 22:48:47.627340 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f0ff2-bda2-4574-ada8-489243836a45 req-e89fef16-3be2-4716-ad52-b4439dc2b7d8 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:47.629029 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8d9f0ff2-bda2-4574-ada8-489243836a45 req-e89fef16-3be2-4716-ad52-b4439dc2b7d8 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f HTTP/1.1" status: 200 len: 932 time: 0.1976445 Aug 16 22:48:47.629793 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] Attempting to bind port 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:47.630155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] Attempting to bind port 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'c3ef7427-ee67-4011-b843-0dcec696440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b709a0ef-2779-45c8-b324-f545e95c4a40'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:47.630484 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] Attempting to bind port 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90 on network b709a0ef-2779-45c8-b324-f545e95c4a40 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:47.639610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-c12dd6d0-1554-4e81-aee1-73be10ea61ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Allocated IP 172.20.0.19 (c1b95152-0d49-4f53-ad73-3b81bb846d24/abb9c55d-180a-4256-bf16-0a0e42000f84/65377d9d-6f21-41e5-bace-ad7979e227bf) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:47.709408 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] Port 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90 on network b709a0ef-2779-45c8-b324-f545e95c4a40 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:48:47.709765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] Attempting to bind port 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90 on network b709a0ef-2779-45c8-b324-f545e95c4a40 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:47.777322 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:47.778071 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] Checking segment: {'id': 'c3ef7427-ee67-4011-b843-0dcec696440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b709a0ef-2779-45c8-b324-f545e95c4a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:47.779233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] Bound using segment: {'id': 'c3ef7427-ee67-4011-b843-0dcec696440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b709a0ef-2779-45c8-b324-f545e95c4a40'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:47.779904 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] Bound port: 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ef7427-ee67-4011-b843-0dcec696440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b709a0ef-2779-45c8-b324-f545e95c4a40'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:47.780560 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:47.846102 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8d9f0ff2-bda2-4574-ada8-489243836a45 req-cc1d6161-6c6a-4299-bd78-95e02d037053 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034945 Aug 16 22:48:47.989295 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-0dabaeb9-7364-4568-9391-f516c005c310 req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf09d43-bc85-4eed-b2c2-fe0b48e24883 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:48.030905 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0dabaeb9-7364-4568-9391-f516c005c310 req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:48.038611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] For port 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:48.058572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] For port 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90,segment=NetworkSegment(c3ef7427-ee67-4011-b843-0dcec696440a),segment_id=c3ef7427-ee67-4011-b843-0dcec696440a)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:48.063333 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-0dabaeb9-7364-4568-9391-f516c005c310 req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] Transition to ACTIVE for port object edf09d43-bc85-4eed-b2c2-fe0b48e24883 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:48.079319 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:48.091141 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0dabaeb9-7364-4568-9391-f516c005c310 req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:48.172790 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:48.174613 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:48.177687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] 10.222.0.43 "PUT /v2.0/ports/6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90 HTTP/1.1" status: 200 len: 1092 time: 2.0621305 Aug 16 22:48:48.194245 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44490a-7a08-4bd7-bedb-c9c4554be236 service neutron] Pushing event updated for resources: {'Port': ['ID=6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:48.197424 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] Pushing event updated for resources: {'Port': ['ID=edf09d43-bc85-4eed-b2c2-fe0b48e24883,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:48.200285 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202996f3-ea2d-4171-852c-0316423892c6', 'tag': '6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:48.203593 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c84cbe1-6901-40b4-9217-9b8bd89b1a10" -d '{"events": [{"name": "network-changed", "server_uuid": "202996f3-ea2d-4171-852c-0316423892c6", "tag": "6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:48.327423 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-0dabaeb9-7364-4568-9391-f516c005c310 req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] Attempting to bind port edf09d43-bc85-4eed-b2c2-fe0b48e24883 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:48.328770 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-0dabaeb9-7364-4568-9391-f516c005c310 req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] Attempting to bind port edf09d43-bc85-4eed-b2c2-fe0b48e24883 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'aaca0cdd-81ae-4753-bba6-e34f7bd21545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aacbf1c0-e535-4695-97b1-c2c80914b16b'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:48.329273 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabaeb9-7364-4568-9391-f516c005c310 req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] Attempting to bind port edf09d43-bc85-4eed-b2c2-fe0b48e24883 on network aacbf1c0-e535-4695-97b1-c2c80914b16b {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:48.336104 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabaeb9-7364-4568-9391-f516c005c310 req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] Port edf09d43-bc85-4eed-b2c2-fe0b48e24883 on network aacbf1c0-e535-4695-97b1-c2c80914b16b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:48:48.336667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabaeb9-7364-4568-9391-f516c005c310 req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] Attempting to bind port edf09d43-bc85-4eed-b2c2-fe0b48e24883 on network aacbf1c0-e535-4695-97b1-c2c80914b16b {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:48.346925 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabaeb9-7364-4568-9391-f516c005c310 req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:48.347732 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabaeb9-7364-4568-9391-f516c005c310 req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] Checking segment: {'id': 'aaca0cdd-81ae-4753-bba6-e34f7bd21545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aacbf1c0-e535-4695-97b1-c2c80914b16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:48.349178 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabaeb9-7364-4568-9391-f516c005c310 req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] Bound using segment: {'id': 'aaca0cdd-81ae-4753-bba6-e34f7bd21545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aacbf1c0-e535-4695-97b1-c2c80914b16b'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:48.349775 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-0dabaeb9-7364-4568-9391-f516c005c310 req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] Bound port: edf09d43-bc85-4eed-b2c2-fe0b48e24883, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaca0cdd-81ae-4753-bba6-e34f7bd21545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aacbf1c0-e535-4695-97b1-c2c80914b16b'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:48.350589 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0dabaeb9-7364-4568-9391-f516c005c310 req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:48.375474 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff76e2d0-bffb-4355-8c96-a5feeb6b5c7c x-openstack-request-id: req-ff76e2d0-bffb-4355-8c96-a5feeb6b5c7c {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:48.375778 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202996f3-ea2d-4171-852c-0316423892c6", "tag": "6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:48.376241 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ff76e2d0-bffb-4355-8c96-a5feeb6b5c7c {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:48.376842 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202996f3-ea2d-4171-852c-0316423892c6', 'tag': '6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90', 'status': 'completed', 'code': 200} Aug 16 22:48:48.385756 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c12dd6d0-1554-4e81-aee1-73be10ea61ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:48.424398 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-c12dd6d0-1554-4e81-aee1-73be10ea61ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Transition to ACTIVE for port object 65377d9d-6f21-41e5-bace-ad7979e227bf will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:48.434229 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c12dd6d0-1554-4e81-aee1-73be10ea61ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:48.443131 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fde79186-8abf-4156-ba23-b864e9afe886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:48.456813 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-fde79186-8abf-4156-ba23-b864e9afe886 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea29bd64b53e4fca9b7a9c36d321bfa2&device_id=202996f3-ea2d-4171-852c-0316423892c6 HTTP/1.1" status: 200 len: 1095 time: 0.1892090 Aug 16 22:48:48.489717 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-0dabaeb9-7364-4568-9391-f516c005c310 req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] For port edf09d43-bc85-4eed-b2c2-fe0b48e24883, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:48.494702 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-0dabaeb9-7364-4568-9391-f516c005c310 req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] For port edf09d43-bc85-4eed-b2c2-fe0b48e24883, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=edf09d43-bc85-4eed-b2c2-fe0b48e24883,segment=NetworkSegment(aaca0cdd-81ae-4753-bba6-e34f7bd21545),segment_id=aaca0cdd-81ae-4753-bba6-e34f7bd21545)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:48.499683 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0dabaeb9-7364-4568-9391-f516c005c310 req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:48.523758 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabaeb9-7364-4568-9391-f516c005c310 req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:48.524578 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0dabaeb9-7364-4568-9391-f516c005c310 req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:48.528165 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0dabaeb9-7364-4568-9391-f516c005c310 req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] 10.222.0.39 "PUT /v2.0/ports/edf09d43-bc85-4eed-b2c2-fe0b48e24883 HTTP/1.1" status: 200 len: 1093 time: 1.3828781 Aug 16 22:48:48.530256 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f', 'tag': 'edf09d43-bc85-4eed-b2c2-fe0b48e24883'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:48.534648 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9520bf27-5b25-4837-85e1-c3cb28868eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f", "tag": "edf09d43-bc85-4eed-b2c2-fe0b48e24883"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:48.601519 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-6418f4c8-d192-40cb-b7e7-2bb06776660f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90 HTTP/1.1" status: 200 len: 217 time: 0.1307516 Aug 16 22:48:48.706971 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93300143-78b2-40ce-a77e-be00a2317955 x-openstack-request-id: req-93300143-78b2-40ce-a77e-be00a2317955 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:48.707804 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f", "tag": "edf09d43-bc85-4eed-b2c2-fe0b48e24883", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:48.709369 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-93300143-78b2-40ce-a77e-be00a2317955 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:48.710043 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f', 'tag': 'edf09d43-bc85-4eed-b2c2-fe0b48e24883', 'status': 'completed', 'code': 200} Aug 16 22:48:48.791923 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fd392-a8f6-4ef2-9643-4f9acf4bfe09 service neutron] Pushing event updated for resources: {'Port': ['ID=edf09d43-bc85-4eed-b2c2-fe0b48e24883,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:48.801016 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-94b006b6-5bdf-444e-83a3-61bce4285fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:48.802543 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-94b006b6-5bdf-444e-83a3-61bce4285fc7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8561b41c-4b22-46cf-9060-a5ef74843fcd HTTP/1.1" status: 200 len: 848 time: 0.1353753 Aug 16 22:48:48.803808 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabaeb9-7364-4568-9391-f516c005c310 req-c6db2806-8f7a-4521-92fc-16ee77fa628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:48.804944 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4a8eccee-71f8-4d1b-a770-ea1fc2d7e07a None None] Provisioning for port 65377d9d-6f21-41e5-bace-ad7979e227bf completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:48.809872 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0dabaeb9-7364-4568-9391-f516c005c310 req-c6db2806-8f7a-4521-92fc-16ee77fa628b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a94320c237464e92b55da62058850e19&device_id=f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f HTTP/1.1" status: 200 len: 1096 time: 0.2421775 Aug 16 22:48:48.810553 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4a8eccee-71f8-4d1b-a770-ea1fc2d7e07a None None] Provisioning complete for port 65377d9d-6f21-41e5-bace-ad7979e227bf triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:48.811110 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4a8eccee-71f8-4d1b-a770-ea1fc2d7e07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:48.899920 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-4a8eccee-71f8-4d1b-a770-ea1fc2d7e07a None None] Port 65377d9d-6f21-41e5-bace-ad7979e227bf cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:48:48.917206 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0dabaeb9-7364-4568-9391-f516c005c310 req-b1d31b00-bcd0-423a-bd78-141a318e682f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf09d43-bc85-4eed-b2c2-fe0b48e24883 HTTP/1.1" status: 200 len: 217 time: 0.0994081 Aug 16 22:48:48.921038 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12dd6d0-1554-4e81-aee1-73be10ea61ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=65377d9d-6f21-41e5-bace-ad7979e227bf,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:48.928811 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4a8eccee-71f8-4d1b-a770-ea1fc2d7e07a None None] Provisioning complete for port 773277d3-7d1d-484e-b593-904d372de6ce triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:48.929170 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4a8eccee-71f8-4d1b-a770-ea1fc2d7e07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:49.064558 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-2e896160-ddaf-41e4-9df4-274d1d32c26e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b709a0ef-2779-45c8-b324-f545e95c4a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2131393 Aug 16 22:48:49.070534 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabaeb9-7364-4568-9391-f516c005c310 req-1e81133a-f63f-44d4-a895-69834a9a261e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:49.074648 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0dabaeb9-7364-4568-9391-f516c005c310 req-1e81133a-f63f-44d4-a895-69834a9a261e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e97ec8c-4298-48d4-896c-77ed87c5f8dd HTTP/1.1" status: 200 len: 853 time: 0.1478744 Aug 16 22:48:49.090790 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c12dd6d0-1554-4e81-aee1-73be10ea61ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] In _notify_port_updated(), no bound segment for port 65377d9d-6f21-41e5-bace-ad7979e227bf on network c1b95152-0d49-4f53-ad73-3b81bb846d24 {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:48:49.096785 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12dd6d0-1554-4e81-aee1-73be10ea61ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:49.097437 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c12dd6d0-1554-4e81-aee1-73be10ea61ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:49.102981 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36104) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:49.103537 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c12dd6d0-1554-4e81-aee1-73be10ea61ce tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "PUT /v2.0/ports/65377d9d-6f21-41e5-bace-ad7979e227bf HTTP/1.1" status: 200 len: 920 time: 3.8040836 Aug 16 22:48:49.175277 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-4a8eccee-71f8-4d1b-a770-ea1fc2d7e07a None None] Port 773277d3-7d1d-484e-b593-904d372de6ce cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:48:49.230965 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e97af-20c1-4e1a-881f-2b2b64b04d66 req-c34faed0-bb6d-44b0-9c31-60f20721f312 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:49.240905 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d1e97af-20c1-4e1a-881f-2b2b64b04d66 req-c34faed0-bb6d-44b0-9c31-60f20721f312 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/ports?device_id=202996f3-ea2d-4171-852c-0316423892c6 HTTP/1.1" status: 200 len: 943 time: 0.4266813 Aug 16 22:48:49.251406 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0dabaeb9-7364-4568-9391-f516c005c310 req-dc1b8cda-ff88-4ce5-9075-3a07466ab03f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aacbf1c0-e535-4695-97b1-c2c80914b16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1650352 Aug 16 22:48:49.251888 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4a8eccee-71f8-4d1b-a770-ea1fc2d7e07a None None] Provisioning for port 28b68aa0-d93c-4382-8272-79f79badab2c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:49.271982 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4a8eccee-71f8-4d1b-a770-ea1fc2d7e07a None None] Provisioning complete for port 28b68aa0-d93c-4382-8272-79f79badab2c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:49.272476 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4a8eccee-71f8-4d1b-a770-ea1fc2d7e07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:49.461833 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d1e97af-20c1-4e1a-881f-2b2b64b04d66 req-37aa2ed1-7edd-4052-a4ef-6b0dc53670b4 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/security-groups?id=aa21a4e6-a120-44d9-b239-10ee2426dd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197659 Aug 16 22:48:49.515159 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767be821-9857-4cd4-8f33-a2ed069a201a req-7c747952-3193-4074-985f-5f13514e032c tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:49.523457 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-767be821-9857-4cd4-8f33-a2ed069a201a req-7c747952-3193-4074-985f-5f13514e032c tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f HTTP/1.1" status: 200 len: 944 time: 0.4577677 Aug 16 22:48:49.656616 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-71c53deb-c844-4b26-b5d4-58957bd5dd6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port 65377d9d-6f21-41e5-bace-ad7979e227bf {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:49.660925 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-9b8fcecf-3aa0-45d9-95a7-351a8bdc8899 service neutron] 10.222.0.43 "GET /v2.0/networks/b709a0ef-2779-45c8-b324-f545e95c4a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721462 Aug 16 22:48:49.661463 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71c53deb-c844-4b26-b5d4-58957bd5dd6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:49.814600 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 28b68aa0-d93c-4382-8272-79f79badab2c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:49.854946 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-767be821-9857-4cd4-8f33-a2ed069a201a req-ba464270-7405-422a-9507-0d27dd040247 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950730 Aug 16 22:48:49.976596 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89aef85d-d9ca-4597-87ed-989891244ef5 req-644f5e9b-9cdb-4778-a791-abcb402d50cd service neutron] 10.222.0.43 "GET /v2.0/networks/b709a0ef-2779-45c8-b324-f545e95c4a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742512 Aug 16 22:48:49.991919 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c64da9e1-9f45-4b89-976d-9e1ed86a3a6e None None] Provisioning complete for port 65377d9d-6f21-41e5-bace-ad7979e227bf triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:49.999634 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c64da9e1-9f45-4b89-976d-9e1ed86a3a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:50.030926 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71c53deb-c844-4b26-b5d4-58957bd5dd6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:50.061458 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-71c53deb-c844-4b26-b5d4-58957bd5dd6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for 65377d9d-6f21-41e5-bace-ad7979e227bf owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:50.137714 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c64da9e1-9f45-4b89-976d-9e1ed86a3a6e None None] Port 65377d9d-6f21-41e5-bace-ad7979e227bf cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:48:50.151919 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 28b68aa0-d93c-4382-8272-79f79badab2c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:50.152540 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:50.251706 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0dabaeb9-7364-4568-9391-f516c005c310 req-16a5d86a-1c0b-433a-9881-0dace88179c2 service neutron] 10.222.0.39 "GET /v2.0/networks/aacbf1c0-e535-4695-97b1-c2c80914b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9890521 Aug 16 22:48:50.307930 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84cbe1-6901-40b4-9217-9b8bd89b1a10 req-82b047ae-3057-4463-9f44-1e09949c6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:50.315951 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c84cbe1-6901-40b4-9217-9b8bd89b1a10 req-82b047ae-3057-4463-9f44-1e09949c6880 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea29bd64b53e4fca9b7a9c36d321bfa2&device_id=202996f3-ea2d-4171-852c-0316423892c6 HTTP/1.1" status: 200 len: 1095 time: 0.2251935 Aug 16 22:48:50.594555 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0dabaeb9-7364-4568-9391-f516c005c310 req-10078334-5352-4719-b1fd-9b321571e3e6 service neutron] 10.222.0.39 "GET /v2.0/networks/aacbf1c0-e535-4695-97b1-c2c80914b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304808 Aug 16 22:48:50.671590 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71c53deb-c844-4b26-b5d4-58957bd5dd6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:50.724642 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c53deb-c844-4b26-b5d4-58957bd5dd6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=65377d9d-6f21-41e5-bace-ad7979e227bf,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:50.739577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84cbe1-6901-40b4-9217-9b8bd89b1a10 req-d4a0cd59-12be-41e0-9aee-997ccbb7b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:50.741240 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c84cbe1-6901-40b4-9217-9b8bd89b1a10 req-d4a0cd59-12be-41e0-9aee-997ccbb7b36e service neutron] 10.222.0.43 "GET /v2.0/networks?id=b709a0ef-2779-45c8-b324-f545e95c4a40 HTTP/1.1" status: 200 len: 909 time: 0.4159586 Aug 16 22:48:50.848353 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c84cbe1-6901-40b4-9217-9b8bd89b1a10 req-940c85b4-10e5-4623-87d4-16e2dbc163c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90 HTTP/1.1" status: 200 len: 217 time: 0.0591877 Aug 16 22:48:50.873617 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520bf27-5b25-4837-85e1-c3cb28868eaf req-98da3163-013b-4b12-810c-5f2eb4a66a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:50.875340 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9520bf27-5b25-4837-85e1-c3cb28868eaf req-98da3163-013b-4b12-810c-5f2eb4a66a12 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a94320c237464e92b55da62058850e19&device_id=f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f HTTP/1.1" status: 200 len: 1096 time: 0.1528609 Aug 16 22:48:50.888251 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71c53deb-c844-4b26-b5d4-58957bd5dd6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:50.890590 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-71c53deb-c844-4b26-b5d4-58957bd5dd6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/ports/65377d9d-6f21-41e5-bace-ad7979e227bf HTTP/1.1" status: 204 len: 168 time: 1.7834623 Aug 16 22:48:50.911026 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36156) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:50.971904 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a19b540-be94-4efc-bb0a-4df567495bae tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] GET failed (client error): The resource could not be found. Aug 16 22:48:50.977044 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8a19b540-be94-4efc-bb0a-4df567495bae tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports/65377d9d-6f21-41e5-bace-ad7979e227bf HTTP/1.1" status: 404 len: 333 time: 0.0646291 Aug 16 22:48:50.977835 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36158) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:51.106598 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb043ec2-0f88-4d19-8889-61b0c80f863e req-b46b9211-c506-43bd-9f23-2aa41f8d0fbf tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:51.109366 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eb043ec2-0f88-4d19-8889-61b0c80f863e req-b46b9211-c506-43bd-9f23-2aa41f8d0fbf tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/ports?device_id=202996f3-ea2d-4171-852c-0316423892c6 HTTP/1.1" status: 200 len: 943 time: 0.4297748 Aug 16 22:48:51.116780 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84cbe1-6901-40b4-9217-9b8bd89b1a10 req-200a95d9-2d70-499d-ade4-75ac517044a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:51.119505 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c84cbe1-6901-40b4-9217-9b8bd89b1a10 req-200a95d9-2d70-499d-ade4-75ac517044a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8561b41c-4b22-46cf-9060-a5ef74843fcd HTTP/1.1" status: 200 len: 848 time: 0.2598634 Aug 16 22:48:51.192108 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c84cbe1-6901-40b4-9217-9b8bd89b1a10 req-d8fb6205-a958-4aa8-95cc-6071b909150b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b709a0ef-2779-45c8-b324-f545e95c4a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607851 Aug 16 22:48:51.203899 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c2d11764-7a3b-485f-948b-553cfd06bcbb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:51.296906 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520bf27-5b25-4837-85e1-c3cb28868eaf req-3328ba54-b804-4ea3-abb3-2af15e648e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:51.302835 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9520bf27-5b25-4837-85e1-c3cb28868eaf req-3328ba54-b804-4ea3-abb3-2af15e648e1a service neutron] 10.222.0.39 "GET /v2.0/networks?id=aacbf1c0-e535-4695-97b1-c2c80914b16b HTTP/1.1" status: 200 len: 914 time: 0.4111092 Aug 16 22:48:51.305025 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c2d11764-7a3b-485f-948b-553cfd06bcbb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:51.332374 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eb043ec2-0f88-4d19-8889-61b0c80f863e req-54c3d31f-0507-4e9e-8109-6140ae6df79c tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/security-groups?id=aa21a4e6-a120-44d9-b239-10ee2426dd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117069 Aug 16 22:48:51.345516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b7842-ee83-4e0c-b90a-4f69f8efcf81 req-50a9447e-4b71-48e8-b9b8-34c65b1bd055 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:51.347216 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-385b7842-ee83-4e0c-b90a-4f69f8efcf81 req-50a9447e-4b71-48e8-b9b8-34c65b1bd055 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f HTTP/1.1" status: 200 len: 944 time: 0.3068848 Aug 16 22:48:51.492377 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-385b7842-ee83-4e0c-b90a-4f69f8efcf81 req-09a849c2-7536-47ff-adde-228be9bba8e7 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231825 Aug 16 22:48:51.510807 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9520bf27-5b25-4837-85e1-c3cb28868eaf req-bda5c759-adbc-463e-81bf-0e6596f40e99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf09d43-bc85-4eed-b2c2-fe0b48e24883 HTTP/1.1" status: 200 len: 217 time: 0.1795785 Aug 16 22:48:51.518781 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c84cbe1-6901-40b4-9217-9b8bd89b1a10 req-790f037d-009c-42d5-b8c0-564395e34833 service neutron] 10.222.0.43 "GET /v2.0/networks/b709a0ef-2779-45c8-b324-f545e95c4a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039663 Aug 16 22:48:51.734674 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520bf27-5b25-4837-85e1-c3cb28868eaf req-996f7035-d051-432b-b8f4-2d8d267c436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:51.739166 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9520bf27-5b25-4837-85e1-c3cb28868eaf req-996f7035-d051-432b-b8f4-2d8d267c436a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e97ec8c-4298-48d4-896c-77ed87c5f8dd HTTP/1.1" status: 200 len: 853 time: 0.2209806 Aug 16 22:48:51.782698 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c2d11764-7a3b-485f-948b-553cfd06bcbb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:51.790625 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c2d11764-7a3b-485f-948b-553cfd06bcbb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:51.808595 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c2d11764-7a3b-485f-948b-553cfd06bcbb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/security-groups/613817f6-87f5-40b1-b402-80e90d1b4ca3 HTTP/1.1" status: 204 len: 168 time: 0.7805498 Aug 16 22:48:51.835052 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36166) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:51.838955 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9520bf27-5b25-4837-85e1-c3cb28868eaf req-a593e021-ce54-4b29-9722-506fa957c2f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aacbf1c0-e535-4695-97b1-c2c80914b16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910678 Aug 16 22:48:52.100870 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9520bf27-5b25-4837-85e1-c3cb28868eaf req-4855cd9c-2efd-49ff-acb1-ed93903f12e2 service neutron] 10.222.0.39 "GET /v2.0/networks/aacbf1c0-e535-4695-97b1-c2c80914b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288666 Aug 16 22:48:52.206854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d11764-7a3b-485f-948b-553cfd06bcbb tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=613817f6-87f5-40b1-b402-80e90d1b4ca3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:52.343676 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:48:52.447872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c84cbe1-6901-40b4-9217-9b8bd89b1a10 req-001c4978-ca5a-440a-bae2-8d26a45eabcf service neutron] 10.222.0.43 "GET /v2.0/networks/b709a0ef-2779-45c8-b324-f545e95c4a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9276569 Aug 16 22:48:52.455666 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9520bf27-5b25-4837-85e1-c3cb28868eaf req-6397eb6a-d808-4574-8952-75159b89fe08 service neutron] 10.222.0.39 "GET /v2.0/networks/aacbf1c0-e535-4695-97b1-c2c80914b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472023 Aug 16 22:48:52.478270 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6890aa92-5fe2-41a3-ac5d-c175fb13d3cd tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:52.575996 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6890aa92-5fe2-41a3-ac5d-c175fb13d3cd tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:52.597131 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90,segment=NetworkSegment(c3ef7427-ee67-4011-b843-0dcec696440a),segment_id=c3ef7427-ee67-4011-b843-0dcec696440a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:52.645592 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90', 'network_id': 'b709a0ef-2779-45c8-b324-f545e95c4a40', 'port_id': '6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90', 'mac_address': 'fa:16:3e:5a:55:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8561b41c-4b22-46cf-9060-a5ef74843fcd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:48:52.683919 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6890aa92-5fe2-41a3-ac5d-c175fb13d3cd tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:52.687991 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6890aa92-5fe2-41a3-ac5d-c175fb13d3cd tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:52.692950 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6890aa92-5fe2-41a3-ac5d-c175fb13d3cd tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/security-groups/8e83efa4-aebc-47e0-89b3-523ed9f5e574 HTTP/1.1" status: 204 len: 168 time: 0.8527396 Aug 16 22:48:52.693766 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36178) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:52.751032 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890aa92-5fe2-41a3-ac5d-c175fb13d3cd tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e83efa4-aebc-47e0-89b3-523ed9f5e574,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:52.819872 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f13460-b17f-44f7-9b76-1113b278183c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting subnet bbb45e28-f967-4e1f-a4e1-037ee44689c8 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:48:52.824376 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7f13460-b17f-44f7-9b76-1113b278183c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:52.826648 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:52.890802 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:52.952145 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7f13460-b17f-44f7-9b76-1113b278183c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:52.987111 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90,segment=NetworkSegment(c3ef7427-ee67-4011-b843-0dcec696440a),segment_id=c3ef7427-ee67-4011-b843-0dcec696440a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:52.989116 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:53.023225 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f0f60-5aa6-40fe-b509-842f2cab0836 req-c53f3db3-194a-4956-a307-78ee96bf9502 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:53.029157 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fa4f0f60-5aa6-40fe-b509-842f2cab0836 req-c53f3db3-194a-4956-a307-78ee96bf9502 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f HTTP/1.1" status: 200 len: 944 time: 0.3648529 Aug 16 22:48:53.047331 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad68b0c-1ee7-43af-9935-3e912080d56e req-09335375-028c-4c68-b9d2-50b45b2b21d0 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:53.052913 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ad68b0c-1ee7-43af-9935-3e912080d56e req-09335375-028c-4c68-b9d2-50b45b2b21d0 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/ports?device_id=202996f3-ea2d-4171-852c-0316423892c6 HTTP/1.1" status: 200 len: 943 time: 0.2527678 Aug 16 22:48:53.124944 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:53.169731 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device edf09d43-bc85-4eed-b2c2-fe0b48e24883 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:48:53.209395 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fa4f0f60-5aa6-40fe-b509-842f2cab0836 req-52cec289-97f6-4f79-9060-2a008570dec8 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550763 Aug 16 22:48:53.240963 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:48:53.247507 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7f13460-b17f-44f7-9b76-1113b278183c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:53.268724 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ad68b0c-1ee7-43af-9935-3e912080d56e req-5baec262-1f61-4ef3-a834-1fe2206241ea tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/security-groups?id=aa21a4e6-a120-44d9-b239-10ee2426dd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250796 Aug 16 22:48:53.335003 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.resource_extend [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:48:53.406052 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7f13460-b17f-44f7-9b76-1113b278183c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:53.502348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f13460-b17f-44f7-9b76-1113b278183c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb45e28-f967-4e1f-a4e1-037ee44689c8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:53.505405 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7f13460-b17f-44f7-9b76-1113b278183c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:53.515028 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36184) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:53.516285 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a7f13460-b17f-44f7-9b76-1113b278183c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/subnets/bbb45e28-f967-4e1f-a4e1-037ee44689c8 HTTP/1.1" status: 204 len: 168 time: 0.8173940 Aug 16 22:48:53.521384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7492261f-d58b-4d05-b0e2-62532c38ffd6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'subnet': {'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:53.529754 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f13460-b17f-44f7-9b76-1113b278183c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:53.530162 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f13460-b17f-44f7-9b76-1113b278183c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:53.530514 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f13460-b17f-44f7-9b76-1113b278183c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:53.530856 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f13460-b17f-44f7-9b76-1113b278183c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:53.531194 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f13460-b17f-44f7-9b76-1113b278183c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:53.531614 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f13460-b17f-44f7-9b76-1113b278183c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:53.532833 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f13460-b17f-44f7-9b76-1113b278183c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:53.532833 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f13460-b17f-44f7-9b76-1113b278183c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:53.533481 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f13460-b17f-44f7-9b76-1113b278183c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:53.533876 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f13460-b17f-44f7-9b76-1113b278183c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:53.534522 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f13460-b17f-44f7-9b76-1113b278183c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:53.535707 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f13460-b17f-44f7-9b76-1113b278183c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:53.563417 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdee949-f6a3-4cc0-9706-2fce5fe7cd90 None None] Network c1b95152-0d49-4f53-ad73-3b81bb846d24 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:53.720647 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7492261f-d58b-4d05-b0e2-62532c38ffd6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:53.724770 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7492261f-d58b-4d05-b0e2-62532c38ffd6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:53.916304 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port edf09d43-bc85-4eed-b2c2-fe0b48e24883, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=edf09d43-bc85-4eed-b2c2-fe0b48e24883,segment=NetworkSegment(aaca0cdd-81ae-4753-bba6-e34f7bd21545),segment_id=aaca0cdd-81ae-4753-bba6-e34f7bd21545)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:54.002515 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'edf09d43-bc85-4eed-b2c2-fe0b48e24883', 'network_id': 'aacbf1c0-e535-4695-97b1-c2c80914b16b', 'port_id': 'edf09d43-bc85-4eed-b2c2-fe0b48e24883', 'mac_address': 'fa:16:3e:f6:a8:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e97ec8c-4298-48d4-896c-77ed87c5f8dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:48:54.136628 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.193634 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf09d43-bc85-4eed-b2c2-fe0b48e24883 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:54.279332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port edf09d43-bc85-4eed-b2c2-fe0b48e24883, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=edf09d43-bc85-4eed-b2c2-fe0b48e24883,segment=NetworkSegment(aaca0cdd-81ae-4753-bba6-e34f7bd21545),segment_id=aaca0cdd-81ae-4753-bba6-e34f7bd21545)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:54.290249 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.485387 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=edf09d43-bc85-4eed-b2c2-fe0b48e24883,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:54.534195 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['edf09d43-bc85-4eed-b2c2-fe0b48e24883'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:48:54.540417 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7492261f-d58b-4d05-b0e2-62532c38ffd6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.698117 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492261f-d58b-4d05-b0e2-62532c38ffd6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Subnet': ['ID=345bfc43-d82f-46ed-9ea7-dafad4639648,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:54.750855 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7492261f-d58b-4d05-b0e2-62532c38ffd6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network c1b95152-0d49-4f53-ad73-3b81bb846d24 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:54.766454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb0aad-f47d-45a1-b296-8664eb0bb974 req-192fd36d-bbb7-4d45-b8a6-3bc04233911e tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:54.768424 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-69fb0aad-f47d-45a1-b296-8664eb0bb974 req-192fd36d-bbb7-4d45-b8a6-3bc04233911e tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f HTTP/1.1" status: 200 len: 945 time: 0.3796437 Aug 16 22:48:54.774708 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-7492261f-d58b-4d05-b0e2-62532c38ffd6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:54.782298 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7492261f-d58b-4d05-b0e2-62532c38ffd6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:54.782980 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7492261f-d58b-4d05-b0e2-62532c38ffd6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.814532 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27fb66-66ee-4ee9-9e27-1a821e7359af req-079d6857-3e8d-4b26-9ac2-22c302405415 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:54.828326 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af27fb66-66ee-4ee9-9e27-1a821e7359af req-079d6857-3e8d-4b26-9ac2-22c302405415 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/ports?device_id=202996f3-ea2d-4171-852c-0316423892c6 HTTP/1.1" status: 200 len: 944 time: 0.3759916 Aug 16 22:48:55.028812 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-69fb0aad-f47d-45a1-b296-8664eb0bb974 req-d7cbd600-d7f2-41b3-a237-b659e9f12b6b tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428493 Aug 16 22:48:55.034198 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36202) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:55.039834 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c9786cf2-3fd0-434f-887d-9964cb60181c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'security_group': {'name': 'tempest-secgroup-1134100717'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:55.055874 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7492261f-d58b-4d05-b0e2-62532c38ffd6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5340292 Aug 16 22:48:55.105578 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af27fb66-66ee-4ee9-9e27-1a821e7359af req-70570ee1-134e-44ea-96c7-8ea70a22a812 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/security-groups?id=aa21a4e6-a120-44d9-b239-10ee2426dd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756290 Aug 16 22:48:55.144445 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c9786cf2-3fd0-434f-887d-9964cb60181c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:55.179129 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130edcae-531a-4815-93bd-541c43a391d2 None None] Network c1b95152-0d49-4f53-ad73-3b81bb846d24 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:55.329933 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8cf80d09-51f4-4658-bfbe-307de3cd45bc None None] Provisioning complete for port 773277d3-7d1d-484e-b593-904d372de6ce triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:55.331217 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8cf80d09-51f4-4658-bfbe-307de3cd45bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:55.394842 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c9786cf2-3fd0-434f-887d-9964cb60181c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:55.401105 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-8cf80d09-51f4-4658-bfbe-307de3cd45bc None None] Port 773277d3-7d1d-484e-b593-904d372de6ce cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:48:55.403876 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c9786cf2-3fd0-434f-887d-9964cb60181c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:55.495682 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c9786cf2-3fd0-434f-887d-9964cb60181c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:55.496933 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c9786cf2-3fd0-434f-887d-9964cb60181c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4611437 Aug 16 22:48:55.499941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36210) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:55.506023 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9786cf2-3fd0-434f-887d-9964cb60181c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c017b3-f36e-4968-a549-79e5c34dafa2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:55.509071 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d85b1a67-2ba2-40cc-8eaf-790c31bc97be tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'security_group': {'name': 'tempest-secgroup-1333841879'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:55.567869 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8cf80d09-51f4-4658-bfbe-307de3cd45bc None None] Provisioning complete for port 28b68aa0-d93c-4382-8272-79f79badab2c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:55.568145 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8cf80d09-51f4-4658-bfbe-307de3cd45bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:55.580805 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d85b1a67-2ba2-40cc-8eaf-790c31bc97be tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:55.708995 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d85b1a67-2ba2-40cc-8eaf-790c31bc97be tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:55.716647 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d85b1a67-2ba2-40cc-8eaf-790c31bc97be tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:55.741765 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d85b1a67-2ba2-40cc-8eaf-790c31bc97be tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:55.747016 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36212) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:55.747666 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d85b1a67-2ba2-40cc-8eaf-790c31bc97be tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2457862 Aug 16 22:48:55.751860 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f04a5746-5d67-4089-b863-f97640da873f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'security_group': {'name': 'tempest-secgroup-159222316'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:55.807072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b1a67-2ba2-40cc-8eaf-790c31bc97be tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1bd33f-1038-46ae-9cbe-716521a2c1df,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:55.822888 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e019edb-b27b-443a-9a26-8b3c535901b5 None None] Update dhcp port {'port': {'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24', 'fixed_ips': [{'subnet_id': 'abb9c55d-180a-4256-bf16-0a0e42000f84', 'ip_address': '172.20.0.18'}, {'subnet_id': '345bfc43-d82f-46ed-9ea7-dafad4639648'}], 'binding:host_id': 'n-d-792458-15'}, 'id': '28b68aa0-d93c-4382-8272-79f79badab2c'} from n-d-792458-15. {{(pid=94873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:48:55.826856 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f04a5746-5d67-4089-b863-f97640da873f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:55.923666 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3e019edb-b27b-443a-9a26-8b3c535901b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:56.000167 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f04a5746-5d67-4089-b863-f97640da873f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:56.007353 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f04a5746-5d67-4089-b863-f97640da873f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:56.053456 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f04a5746-5d67-4089-b863-f97640da873f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:56.055669 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f04a5746-5d67-4089-b863-f97640da873f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3075240 Aug 16 22:48:56.059682 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a5746-5d67-4089-b863-f97640da873f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc926a8-84b8-4fec-bbd6-1f0a8449b20c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:56.060137 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36222) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:56.066124 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6bfa018f-8fed-4fe7-8b8e-f5bb973c3e6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1636013745', 'security_groups': ['ddc926a8-84b8-4fec-bbd6-1f0a8449b20c'], 'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '345bfc43-d82f-46ed-9ea7-dafad4639648'}]}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:56.340736 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-3e019edb-b27b-443a-9a26-8b3c535901b5 None None] Allocated IP 172.20.0.2 (c1b95152-0d49-4f53-ad73-3b81bb846d24/345bfc43-d82f-46ed-9ea7-dafad4639648/28b68aa0-d93c-4382-8272-79f79badab2c) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:56.362123 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:56.507360 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:56.513066 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daecd04-dde5-4370-84b9-945709eb5787 req-3fc78be1-5429-4d6e-9636-f693428d2a75 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:56.524626 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6daecd04-dde5-4370-84b9-945709eb5787 req-3fc78be1-5429-4d6e-9636-f693428d2a75 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f HTTP/1.1" status: 200 len: 945 time: 0.2802386 Aug 16 22:48:56.534620 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:56.537103 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:56.624292 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfa018f-8fed-4fe7-8b8e-f5bb973c3e6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:56.844975 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3e019edb-b27b-443a-9a26-8b3c535901b5 None None] For port 28b68aa0-d93c-4382-8272-79f79badab2c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=28b68aa0-d93c-4382-8272-79f79badab2c,segment=NetworkSegment(c4fa475c-d0ec-4984-bc78-742822375861),segment_id=c4fa475c-d0ec-4984-bc78-742822375861)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:56.931761 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6daecd04-dde5-4370-84b9-945709eb5787 req-41949ada-3a06-489b-a2cc-e4699b7ad047 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359931 Aug 16 22:48:56.945133 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47276e1e-750c-45cb-b471-f79791cf8c53 req-3bb08a62-9963-4e0f-ad2f-585496ac7219 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:56.953524 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-47276e1e-750c-45cb-b471-f79791cf8c53 req-3bb08a62-9963-4e0f-ad2f-585496ac7219 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/ports?device_id=202996f3-ea2d-4171-852c-0316423892c6 HTTP/1.1" status: 200 len: 944 time: 0.6256356 Aug 16 22:48:57.015616 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3e019edb-b27b-443a-9a26-8b3c535901b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:57.040855 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:57.058371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-47276e1e-750c-45cb-b471-f79791cf8c53 req-a10d80d7-0c69-4a69-8494-50443d78aad4 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/security-groups?id=aa21a4e6-a120-44d9-b239-10ee2426dd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028116 Aug 16 22:48:57.074757 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6bfa018f-8fed-4fe7-8b8e-f5bb973c3e6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:57.080023 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3e019edb-b27b-443a-9a26-8b3c535901b5 None None] Transition to ACTIVE for port object 28b68aa0-d93c-4382-8272-79f79badab2c will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:57.104324 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3e019edb-b27b-443a-9a26-8b3c535901b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:57.121915 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-6bfa018f-8fed-4fe7-8b8e-f5bb973c3e6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] device_id is not set on port fd03e5f5-6b58-4ac8-a2ee-9291ffb5d4d5 yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:48:57.180593 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202996f3-ea2d-4171-852c-0316423892c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:57.182970 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b26f35d-c3bd-42fe-a72d-e36739055df7" -d '{"events": [{"server_uuid": "202996f3-ea2d-4171-852c-0316423892c6", "name": "network-vif-plugged", "status": "completed", "tag": "6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:57.203277 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device edf09d43-bc85-4eed-b2c2-fe0b48e24883 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:57.272810 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36246) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:57.333503 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e880effd-984e-46d7-a575-613798ff3426 x-openstack-request-id: req-e880effd-984e-46d7-a575-613798ff3426 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:57.334083 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202996f3-ea2d-4171-852c-0316423892c6", "name": "network-vif-plugged", "status": "completed", "tag": "6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:57.334662 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e880effd-984e-46d7-a575-613798ff3426 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:57.335219 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202996f3-ea2d-4171-852c-0316423892c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90', 'code': 200} Aug 16 22:48:57.382073 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90,segment=NetworkSegment(c3ef7427-ee67-4011-b843-0dcec696440a),segment_id=c3ef7427-ee67-4011-b843-0dcec696440a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:57.404533 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:57.450202 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-6bfa018f-8fed-4fe7-8b8e-f5bb973c3e6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Allocated IP 172.20.0.8 (c1b95152-0d49-4f53-ad73-3b81bb846d24/345bfc43-d82f-46ed-9ea7-dafad4639648/fd03e5f5-6b58-4ac8-a2ee-9291ffb5d4d5) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:57.454380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e019edb-b27b-443a-9a26-8b3c535901b5 None None] Pushing event updated for resources: {'Port': ['ID=28b68aa0-d93c-4382-8272-79f79badab2c,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:57.528923 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999374b-b1f4-4330-a7c0-0ad4f7ff9dee req-f80bfd39-123b-4f4b-8ebe-8feed1cedc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:57.530779 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2999374b-b1f4-4330-a7c0-0ad4f7ff9dee req-f80bfd39-123b-4f4b-8ebe-8feed1cedc4b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=202996f3-ea2d-4171-852c-0316423892c6 HTTP/1.1" status: 200 len: 1097 time: 0.0961754 Aug 16 22:48:57.557097 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e22d722-572e-41d1-84ae-8ab57f3ef800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:57.602766 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port edf09d43-bc85-4eed-b2c2-fe0b48e24883 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:57.613239 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port edf09d43-bc85-4eed-b2c2-fe0b48e24883 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:57.614869 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:57.697094 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 28b68aa0-d93c-4382-8272-79f79badab2c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:57.742559 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2999374b-b1f4-4330-a7c0-0ad4f7ff9dee req-b003ff88-58e3-40c8-a603-1e6ac619d5fb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aa21a4e6-a120-44d9-b239-10ee2426dd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929438 Aug 16 22:48:57.758481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:57.878770 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:57.914049 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e22d722-572e-41d1-84ae-8ab57f3ef800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:57.923592 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e22d722-572e-41d1-84ae-8ab57f3ef800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:57.958381 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6bfa018f-8fed-4fe7-8b8e-f5bb973c3e6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:57.965699 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port edf09d43-bc85-4eed-b2c2-fe0b48e24883, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=edf09d43-bc85-4eed-b2c2-fe0b48e24883,segment=NetworkSegment(aaca0cdd-81ae-4753-bba6-e34f7bd21545),segment_id=aaca0cdd-81ae-4753-bba6-e34f7bd21545)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:57.973105 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.026913 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-6bfa018f-8fed-4fe7-8b8e-f5bb973c3e6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Transition to ACTIVE for port object fd03e5f5-6b58-4ac8-a2ee-9291ffb5d4d5 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:58.037466 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7e22d722-572e-41d1-84ae-8ab57f3ef800 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e77dfc6347114c5b9bcc33ab67585985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7636597 Aug 16 22:48:58.045741 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36256) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:58.160387 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6bfa018f-8fed-4fe7-8b8e-f5bb973c3e6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.236481 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22d722-572e-41d1-84ae-8ab57f3ef800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee50a0b-a9bb-4c68-b406-367df47a9fed,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:58.339410 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfa018f-8fed-4fe7-8b8e-f5bb973c3e6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network c1b95152-0d49-4f53-ad73-3b81bb846d24 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:58.369605 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f86da86d-3574-4346-816b-ffe571c5a32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.370733 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=edf09d43-bc85-4eed-b2c2-fe0b48e24883,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:58.416505 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f86da86d-3574-4346-816b-ffe571c5a32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.437144 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-6bfa018f-8fed-4fe7-8b8e-f5bb973c3e6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:58.444897 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfa018f-8fed-4fe7-8b8e-f5bb973c3e6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:58.542370 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f86da86d-3574-4346-816b-ffe571c5a32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.544868 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f86da86d-3574-4346-816b-ffe571c5a32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.550107 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f86da86d-3574-4346-816b-ffe571c5a32f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9ee50a0b-a9bb-4c68-b406-367df47a9fed HTTP/1.1" status: 204 len: 168 time: 0.4964149 Aug 16 22:48:58.561877 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86da86d-3574-4346-816b-ffe571c5a32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee50a0b-a9bb-4c68-b406-367df47a9fed,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:58.666492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa018f-8fed-4fe7-8b8e-f5bb973c3e6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=fd03e5f5-6b58-4ac8-a2ee-9291ffb5d4d5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:58.710916 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfa018f-8fed-4fe7-8b8e-f5bb973c3e6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:58.711943 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6bfa018f-8fed-4fe7-8b8e-f5bb973c3e6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.766750 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac932f-1157-4d8f-8a93-1710b3e64c8e req-a36ad609-3d12-462c-8782-631b6e898f85 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:58.768397 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4cac932f-1157-4d8f-8a93-1710b3e64c8e req-a36ad609-3d12-462c-8782-631b6e898f85 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f HTTP/1.1" status: 200 len: 946 time: 0.5791881 Aug 16 22:48:58.775724 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6bfa018f-8fed-4fe7-8b8e-f5bb973c3e6f tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7113793 Aug 16 22:48:58.776806 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36264) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:58.793345 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-407637c2-c4b3-42a7-bb37-265469615829 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'subnet': {'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:58.804372 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260eb5ca-cb21-4449-96ee-95f4534907f4 req-04130afb-018c-42e9-a0e1-60cefb10f395 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:58.806016 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-260eb5ca-cb21-4449-96ee-95f4534907f4 req-04130afb-018c-42e9-a0e1-60cefb10f395 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/ports?device_id=202996f3-ea2d-4171-852c-0316423892c6 HTTP/1.1" status: 200 len: 945 time: 0.4574986 Aug 16 22:48:58.853028 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e3ea6d6f-1fb5-4450-82a8-5ec2706b3db1 None None] Provisioning complete for port 773277d3-7d1d-484e-b593-904d372de6ce triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:58.855715 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e3ea6d6f-1fb5-4450-82a8-5ec2706b3db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.963757 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea6d6f-1fb5-4450-82a8-5ec2706b3db1 None None] Port 773277d3-7d1d-484e-b593-904d372de6ce cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:48:58.993927 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e3ea6d6f-1fb5-4450-82a8-5ec2706b3db1 None None] Provisioning for port 28b68aa0-d93c-4382-8272-79f79badab2c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:59.008559 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e3ea6d6f-1fb5-4450-82a8-5ec2706b3db1 None None] Provisioning complete for port 28b68aa0-d93c-4382-8272-79f79badab2c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:59.009029 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e3ea6d6f-1fb5-4450-82a8-5ec2706b3db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.020765 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4cac932f-1157-4d8f-8a93-1710b3e64c8e req-68f91b29-888a-4430-9620-6066f4c9e554 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131505 Aug 16 22:48:59.090251 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-260eb5ca-cb21-4449-96ee-95f4534907f4 req-0f55e041-acb5-4dfe-8604-fdb959901553 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/security-groups?id=aa21a4e6-a120-44d9-b239-10ee2426dd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582777 Aug 16 22:48:59.158093 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407637c2-c4b3-42a7-bb37-265469615829 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:59.164335 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-407637c2-c4b3-42a7-bb37-265469615829 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.336811 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf09d43-bc85-4eed-b2c2-fe0b48e24883'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:59.340312 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5c021b-77ac-42e0-be9a-0fce44a36f4e" -d '{"events": [{"server_uuid": "f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f", "name": "network-vif-plugged", "status": "completed", "tag": "edf09d43-bc85-4eed-b2c2-fe0b48e24883"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:59.426572 n-d-792458-15 neutron-server[94872]: INFO neutron.db.ipam_backend_mixin [None req-407637c2-c4b3-42a7-bb37-265469615829 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 345bfc43-d82f-46ed-9ea7-dafad4639648 (CIDR: 172.20.0.0/28) Aug 16 22:48:59.432422 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-407637c2-c4b3-42a7-bb37-265469615829 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:48:59.433377 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-407637c2-c4b3-42a7-bb37-265469615829 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:59.480074 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cc78fe-e01d-4829-b3ff-7d7b06d8d6ad x-openstack-request-id: req-10cc78fe-e01d-4829-b3ff-7d7b06d8d6ad {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:59.480973 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f", "name": "network-vif-plugged", "status": "completed", "tag": "edf09d43-bc85-4eed-b2c2-fe0b48e24883", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:59.481753 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-10cc78fe-e01d-4829-b3ff-7d7b06d8d6ad {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:59.482663 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf09d43-bc85-4eed-b2c2-fe0b48e24883', 'code': 200} Aug 16 22:48:59.498287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36282) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:59.500604 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-407637c2-c4b3-42a7-bb37-265469615829 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7207577 Aug 16 22:48:59.506940 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8eb89a2c-5186-4de4-a937-67d7b73c08cc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'subnet': {'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:59.536008 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0ff2bd88-d758-4178-adfc-77596701e9f3 None None] Provisioning for port fd03e5f5-6b58-4ac8-a2ee-9291ffb5d4d5 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:59.550473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0ff2bd88-d758-4178-adfc-77596701e9f3 None None] Provisioning complete for port fd03e5f5-6b58-4ac8-a2ee-9291ffb5d4d5 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:59.552132 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0ff2bd88-d758-4178-adfc-77596701e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.638873 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0ff2bd88-d758-4178-adfc-77596701e9f3 None None] Port fd03e5f5-6b58-4ac8-a2ee-9291ffb5d4d5 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:48:59.655110 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9c93d-e586-49d6-a668-1b91122bb4e0 req-b34e691d-258b-4436-98d9-ae79628d4439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:59.661407 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0c9c93d-e586-49d6-a668-1b91122bb4e0 req-b34e691d-258b-4436-98d9-ae79628d4439 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f HTTP/1.1" status: 200 len: 1098 time: 0.0918176 Aug 16 22:48:59.738951 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0c9c93d-e586-49d6-a668-1b91122bb4e0 req-e4438981-153e-473c-b9d9-f3c4050a7cb3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701578 Aug 16 22:48:59.814800 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb89a2c-5186-4de4-a937-67d7b73c08cc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:59.831155 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:48:59.834402 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8eb89a2c-5186-4de4-a937-67d7b73c08cc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:00.024223 n-d-792458-15 neutron-server[94871]: INFO neutron.db.ipam_backend_mixin [None req-8eb89a2c-5186-4de4-a937-67d7b73c08cc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet abb9c55d-180a-4256-bf16-0a0e42000f84 (CIDR: 172.20.0.16/28) Aug 16 22:49:00.030273 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb89a2c-5186-4de4-a937-67d7b73c08cc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:49:00.030905 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eb89a2c-5186-4de4-a937-67d7b73c08cc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:49:00.070984 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8eb89a2c-5186-4de4-a937-67d7b73c08cc tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5709121 Aug 16 22:49:00.072880 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36298) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:00.081210 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c9236d46-9d48-4405-a4ea-7ac039f2f0d1 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'subnet': {'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:00.395345 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9236d46-9d48-4405-a4ea-7ac039f2f0d1 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Made reservation on behalf of 14fa3dc451d44c0094aa67d323da6ce6 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:49:00.402136 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c9236d46-9d48-4405-a4ea-7ac039f2f0d1 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:00.607102 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bc31e-df17-4483-a7b7-f0b3544d0d60 req-53231a73-11b3-456e-a265-9d652a5213f7 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:00.615804 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f73bc31e-df17-4483-a7b7-f0b3544d0d60 req-53231a73-11b3-456e-a265-9d652a5213f7 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f HTTP/1.1" status: 200 len: 946 time: 0.2524221 Aug 16 22:49:00.667052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0054cf8-840d-4e99-bd10-0ed58eaae8c6 req-092cd44d-d353-4aca-81d9-c142b7305934 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:00.667052 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0054cf8-840d-4e99-bd10-0ed58eaae8c6 req-092cd44d-d353-4aca-81d9-c142b7305934 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/ports?device_id=202996f3-ea2d-4171-852c-0316423892c6 HTTP/1.1" status: 200 len: 945 time: 0.2846339 Aug 16 22:49:00.785412 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f73bc31e-df17-4483-a7b7-f0b3544d0d60 req-cab49aa3-55c5-4f86-b1be-bf3f54ed0bfc tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457446 Aug 16 22:49:00.960923 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0054cf8-840d-4e99-bd10-0ed58eaae8c6 req-71911a20-6fbf-4c24-aa97-d8b1940369dd tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/security-groups?id=aa21a4e6-a120-44d9-b239-10ee2426dd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809521 Aug 16 22:49:01.123257 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c9236d46-9d48-4405-a4ea-7ac039f2f0d1 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:01.168587 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36320) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:01.243010 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9236d46-9d48-4405-a4ea-7ac039f2f0d1 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Subnet': ['ID=1460101c-186c-4b30-b79d-13aea8754246,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:01.270206 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9236d46-9d48-4405-a4ea-7ac039f2f0d1 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Network c1b95152-0d49-4f53-ad73-3b81bb846d24 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:01.272571 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-c9236d46-9d48-4405-a4ea-7ac039f2f0d1 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:01.289866 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6da286-cd91-46c7-830a-454584dc4f29 None None] Network c1b95152-0d49-4f53-ad73-3b81bb846d24 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:49:01.290491 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9236d46-9d48-4405-a4ea-7ac039f2f0d1 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:01.291743 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c9236d46-9d48-4405-a4ea-7ac039f2f0d1 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:01.323223 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c9236d46-9d48-4405-a4ea-7ac039f2f0d1 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2484133 Aug 16 22:49:01.326280 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36324) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:01.332301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-717297130', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1460101c-186c-4b30-b79d-13aea8754246'}], 'security_groups': ['c4c017b3-f36e-4968-a549-79e5c34dafa2', '6b1bd33f-1038-46ae-9cbe-716521a2c1df']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:01.518693 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:01.534489 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ce241b28-9946-4ea2-8234-d91d8811dbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.024626 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da86207e-2c98-4178-ad8b-8b629293b249 None None] Update dhcp port {'port': {'network_id': 'c1b95152-0d49-4f53-ad73-3b81bb846d24', 'fixed_ips': [{'subnet_id': 'abb9c55d-180a-4256-bf16-0a0e42000f84', 'ip_address': '172.20.0.18'}, {'subnet_id': '345bfc43-d82f-46ed-9ea7-dafad4639648', 'ip_address': '172.20.0.2'}, {'subnet_id': '1460101c-186c-4b30-b79d-13aea8754246'}], 'binding:host_id': 'n-d-792458-15'}, 'id': '28b68aa0-d93c-4382-8272-79f79badab2c'} from n-d-792458-15. {{(pid=94873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:49:02.030352 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ce241b28-9946-4ea2-8234-d91d8811dbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.135613 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ce241b28-9946-4ea2-8234-d91d8811dbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.182671 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-da86207e-2c98-4178-ad8b-8b629293b249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.227466 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ce241b28-9946-4ea2-8234-d91d8811dbe2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a79f9bb4cf6a48d7874c88f138933abe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0571108 Aug 16 22:49:02.231085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36350) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:02.422671 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce241b28-9946-4ea2-8234-d91d8811dbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d039e4e9-d4cd-424b-b021-36c51371a435,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:02.458711 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-61e17978-679e-433b-b994-a901ac3ab2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.488509 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e73f-ec32-4610-8633-5a57f40c47d6 req-e308cd21-2e08-4101-9a0a-ae071ce81856 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:02.498449 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec73e73f-ec32-4610-8633-5a57f40c47d6 req-e308cd21-2e08-4101-9a0a-ae071ce81856 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f HTTP/1.1" status: 200 len: 946 time: 0.4605167 Aug 16 22:49:02.551019 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-61e17978-679e-433b-b994-a901ac3ab2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.620600 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec73e73f-ec32-4610-8633-5a57f40c47d6 req-f93f7ccd-6115-4fdd-b8d8-85320c545924 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188650 Aug 16 22:49:02.713120 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-61e17978-679e-433b-b994-a901ac3ab2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.732585 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-61e17978-679e-433b-b994-a901ac3ab2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.759532 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-61e17978-679e-433b-b994-a901ac3ab2bb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d039e4e9-d4cd-424b-b021-36c51371a435 HTTP/1.1" status: 204 len: 168 time: 0.5240135 Aug 16 22:49:02.828784 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e17978-679e-433b-b994-a901ac3ab2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d039e4e9-d4cd-424b-b021-36c51371a435,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:02.904156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-da86207e-2c98-4178-ad8b-8b629293b249 None None] Allocated IP 172.20.0.34 (c1b95152-0d49-4f53-ad73-3b81bb846d24/1460101c-186c-4b30-b79d-13aea8754246/28b68aa0-d93c-4382-8272-79f79badab2c) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:03.207329 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-da86207e-2c98-4178-ad8b-8b629293b249 None None] For port 28b68aa0-d93c-4382-8272-79f79badab2c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=28b68aa0-d93c-4382-8272-79f79badab2c,segment=NetworkSegment(c4fa475c-d0ec-4984-bc78-742822375861),segment_id=c4fa475c-d0ec-4984-bc78-742822375861)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:03.288986 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-da86207e-2c98-4178-ad8b-8b629293b249 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:03.323160 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-da86207e-2c98-4178-ad8b-8b629293b249 None None] Transition to ACTIVE for port object 28b68aa0-d93c-4382-8272-79f79badab2c will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:03.327878 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-da86207e-2c98-4178-ad8b-8b629293b249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:03.480817 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86207e-2c98-4178-ad8b-8b629293b249 None None] Pushing event updated for resources: {'Port': ['ID=28b68aa0-d93c-4382-8272-79f79badab2c,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:03.526637 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Delete allocated IP 172.20.0.8 (c1b95152-0d49-4f53-ad73-3b81bb846d24/345bfc43-d82f-46ed-9ea7-dafad4639648) {{(pid=94871) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 22:49:03.549575 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Allocated IP 172.20.0.44 (c1b95152-0d49-4f53-ad73-3b81bb846d24/1460101c-186c-4b30-b79d-13aea8754246/fd03e5f5-6b58-4ac8-a2ee-9291ffb5d4d5) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:03.814593 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 28b68aa0-d93c-4382-8272-79f79badab2c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:03.921187 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:03.961415 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Transition to ACTIVE for port object fd03e5f5-6b58-4ac8-a2ee-9291ffb5d4d5 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:03.972822 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:04.180250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event updated for resources: {'Port': ['ID=fd03e5f5-6b58-4ac8-a2ee-9291ffb5d4d5,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:04.209670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:04.210014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:04.210334 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:04.211603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:04.214383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:04.215166 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:04.215414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:04.215750 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:04.216680 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:04.216680 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:04.216871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:04.217063 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:04.245919 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] In _notify_port_updated(), no bound segment for port fd03e5f5-6b58-4ac8-a2ee-9291ffb5d4d5 on network c1b95152-0d49-4f53-ad73-3b81bb846d24 {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:49:04.252242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:04.253003 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:04.254436 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4ee29192-76f4-46db-85af-30a03e7663ca tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "PUT /v2.0/ports/fd03e5f5-6b58-4ac8-a2ee-9291ffb5d4d5 HTTP/1.1" status: 200 len: 959 time: 2.9269633 Aug 16 22:49:04.257606 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36428) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:04.673572 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-519c9f63-f786-468e-ac06-1a7c5d5db3f6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port fd03e5f5-6b58-4ac8-a2ee-9291ffb5d4d5 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:04.674477 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-519c9f63-f786-468e-ac06-1a7c5d5db3f6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:04.930982 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-519c9f63-f786-468e-ac06-1a7c5d5db3f6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:04.973173 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-519c9f63-f786-468e-ac06-1a7c5d5db3f6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for fd03e5f5-6b58-4ac8-a2ee-9291ffb5d4d5 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:05.102403 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36472) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:05.377101 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ac29e660-589c-44f7-9644-c4df66918c65 None None] Provisioning complete for port 773277d3-7d1d-484e-b593-904d372de6ce triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:05.378578 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ac29e660-589c-44f7-9644-c4df66918c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:05.397161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d44db252-8101-4a31-a208-edf22d8f6080 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-321286217-network', 'tenant_id': 'ddf35896df3f4e98b45fb0c651d004b9'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:05.464021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44db252-8101-4a31-a208-edf22d8f6080 admin admin] Made reservation on behalf of ddf35896df3f4e98b45fb0c651d004b9 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:49:05.471621 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d44db252-8101-4a31-a208-edf22d8f6080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:05.486164 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d44db252-8101-4a31-a208-edf22d8f6080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:05.522575 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-519c9f63-f786-468e-ac06-1a7c5d5db3f6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:05.523373 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ac29e660-589c-44f7-9644-c4df66918c65 None None] Port 773277d3-7d1d-484e-b593-904d372de6ce cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:49:05.537413 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ac29e660-589c-44f7-9644-c4df66918c65 None None] Could not find standard attr ID for object fd03e5f5-6b58-4ac8-a2ee-9291ffb5d4d5. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:49:05.565392 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ac29e660-589c-44f7-9644-c4df66918c65 None None] Provisioning for port 28b68aa0-d93c-4382-8272-79f79badab2c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:05.574964 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ac29e660-589c-44f7-9644-c4df66918c65 None None] Provisioning complete for port 28b68aa0-d93c-4382-8272-79f79badab2c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:05.576112 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ac29e660-589c-44f7-9644-c4df66918c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:05.588368 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c9f63-f786-468e-ac06-1a7c5d5db3f6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=fd03e5f5-6b58-4ac8-a2ee-9291ffb5d4d5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:05.769839 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d44db252-8101-4a31-a208-edf22d8f6080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:05.781770 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d44db252-8101-4a31-a208-edf22d8f6080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:05.827052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44db252-8101-4a31-a208-edf22d8f6080 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:49:05.859046 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-519c9f63-f786-468e-ac06-1a7c5d5db3f6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:05.861346 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d44db252-8101-4a31-a208-edf22d8f6080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:05.865813 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-519c9f63-f786-468e-ac06-1a7c5d5db3f6 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/ports/fd03e5f5-6b58-4ac8-a2ee-9291ffb5d4d5 HTTP/1.1" status: 204 len: 168 time: 1.6064503 Aug 16 22:49:05.866960 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-d44db252-8101-4a31-a208-edf22d8f6080 admin admin] Added segment feafa7b3-324d-4be7-a1fc-9c96bf396de4 of type vlan for network 20e2e45b-afaf-498f-898c-e425f77b1290 Aug 16 22:49:05.873421 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36490) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:06.044650 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3b6b19-8b98-4670-afce-e4ec8dc00401 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] GET failed (client error): The resource could not be found. Aug 16 22:49:06.049140 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5b3b6b19-8b98-4670-afce-e4ec8dc00401 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports/fd03e5f5-6b58-4ac8-a2ee-9291ffb5d4d5 HTTP/1.1" status: 404 len: 333 time: 0.1712227 Aug 16 22:49:06.059456 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36496) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:06.194197 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d44db252-8101-4a31-a208-edf22d8f6080 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.197628 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0476af3c-edcb-45e2-9063-1b2dd71c36c7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.270242 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0476af3c-edcb-45e2-9063-1b2dd71c36c7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.312026 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44db252-8101-4a31-a208-edf22d8f6080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6246b13-35dd-4bb9-b784-6306770365f6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:06.337681 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d44db252-8101-4a31-a208-edf22d8f6080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.339117 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44db252-8101-4a31-a208-edf22d8f6080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:06.339834 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d44db252-8101-4a31-a208-edf22d8f6080 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.382191 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0476af3c-edcb-45e2-9063-1b2dd71c36c7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.391312 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0476af3c-edcb-45e2-9063-1b2dd71c36c7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.394346 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0476af3c-edcb-45e2-9063-1b2dd71c36c7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/security-groups/ddc926a8-84b8-4fec-bbd6-1f0a8449b20c HTTP/1.1" status: 204 len: 168 time: 0.3332727 Aug 16 22:49:06.400686 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d9e5a524-f922-4fe3-85c7-d2d45749a4b6 None None] Could not find standard attr ID for object fd03e5f5-6b58-4ac8-a2ee-9291ffb5d4d5. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:49:06.406490 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36500) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:06.441451 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476af3c-edcb-45e2-9063-1b2dd71c36c7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc926a8-84b8-4fec-bbd6-1f0a8449b20c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:06.459164 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d44db252-8101-4a31-a208-edf22d8f6080 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3489659 Aug 16 22:49:06.460715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36504) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:06.474086 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-81af4f00-53a6-48c1-88a7-8962aba452f6 admin admin] Request body: {'subnet': {'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-321286217-subnet', 'tenant_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:06.492386 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44db252-8101-4a31-a208-edf22d8f6080 admin admin] Pushing event updated for resources: {'Network': ['ID=20e2e45b-afaf-498f-898c-e425f77b1290,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:06.506289 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 20e2e45b-afaf-498f-898c-e425f77b1290 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:49:06.636189 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13161b2e-5c7a-4812-93ec-23ee534f84e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.709799 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13161b2e-5c7a-4812-93ec-23ee534f84e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.828853 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81af4f00-53a6-48c1-88a7-8962aba452f6 admin admin] Made reservation on behalf of ddf35896df3f4e98b45fb0c651d004b9 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:49:06.836154 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81af4f00-53a6-48c1-88a7-8962aba452f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.846332 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13161b2e-5c7a-4812-93ec-23ee534f84e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.865804 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13161b2e-5c7a-4812-93ec-23ee534f84e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.865804 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-13161b2e-5c7a-4812-93ec-23ee534f84e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/security-groups/6b1bd33f-1038-46ae-9cbe-716521a2c1df HTTP/1.1" status: 204 len: 168 time: 0.4512556 Aug 16 22:49:06.872414 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36512) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:07.090413 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13161b2e-5c7a-4812-93ec-23ee534f84e7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1bd33f-1038-46ae-9cbe-716521a2c1df,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:07.153534 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efa95c16-b167-4ac1-9626-6ebe898a06e9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.209201 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efa95c16-b167-4ac1-9626-6ebe898a06e9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.305335 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efa95c16-b167-4ac1-9626-6ebe898a06e9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.309109 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efa95c16-b167-4ac1-9626-6ebe898a06e9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.313134 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-efa95c16-b167-4ac1-9626-6ebe898a06e9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/security-groups/c4c017b3-f36e-4968-a549-79e5c34dafa2 HTTP/1.1" status: 204 len: 168 time: 0.3877716 Aug 16 22:49:07.315513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36520) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:07.335344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9e89c-6d4b-4ffa-9b2e-3e116e86142e req-bbd40c39-96a2-4880-aca2-867490dd465e tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:07.336974 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa95c16-b167-4ac1-9626-6ebe898a06e9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c017b3-f36e-4968-a549-79e5c34dafa2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:07.337171 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-20b9e89c-6d4b-4ffa-9b2e-3e116e86142e req-bbd40c39-96a2-4880-aca2-867490dd465e tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/ports?device_id=202996f3-ea2d-4171-852c-0316423892c6 HTTP/1.1" status: 200 len: 945 time: 0.0957649 Aug 16 22:49:07.423989 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-20b9e89c-6d4b-4ffa-9b2e-3e116e86142e req-488d2dde-1644-4b71-a674-0d67cd2759a2 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/security-groups?id=aa21a4e6-a120-44d9-b239-10ee2426dd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668387 Aug 16 22:49:07.427640 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4253b0-f328-463e-9819-c711fd346bb9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting subnet 345bfc43-d82f-46ed-9ea7-dafad4639648 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:49:07.431495 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81af4f00-53a6-48c1-88a7-8962aba452f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.433312 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d4253b0-f328-463e-9819-c711fd346bb9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.528467 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d4253b0-f328-463e-9819-c711fd346bb9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.565699 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af4f00-53a6-48c1-88a7-8962aba452f6 admin admin] Checking segment: {'id': 'feafa7b3-324d-4be7-a1fc-9c96bf396de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:07.566503 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81af4f00-53a6-48c1-88a7-8962aba452f6 admin admin] Network hostable DHCP agents. Network: 20e2e45b-afaf-498f-898c-e425f77b1290, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:49:07.570166 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af4f00-53a6-48c1-88a7-8962aba452f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce65a188-648e-4a47-a0bf-704568992b8b,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:07.598922 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81af4f00-53a6-48c1-88a7-8962aba452f6 admin admin] Network 20e2e45b-afaf-498f-898c-e425f77b1290 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:49:07.639680 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-81af4f00-53a6-48c1-88a7-8962aba452f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 20e2e45b-afaf-498f-898c-e425f77b1290) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:07.647833 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af4f00-53a6-48c1-88a7-8962aba452f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:07.650424 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81af4f00-53a6-48c1-88a7-8962aba452f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.659830 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d37a7a3-1362-4f59-aaf3-194062e90cc8 None None] Network 20e2e45b-afaf-498f-898c-e425f77b1290 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:49:07.661541 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d4253b0-f328-463e-9819-c711fd346bb9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.688432 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-81af4f00-53a6-48c1-88a7-8962aba452f6 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2221389 Aug 16 22:49:07.691386 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36522) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:07.698183 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7c12609c-ed30-4746-9ac8-c1701943767d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-321286217-router', 'tenant_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:07.749396 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d4253b0-f328-463e-9819-c711fd346bb9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.783957 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4253b0-f328-463e-9819-c711fd346bb9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Subnet': ['ID=345bfc43-d82f-46ed-9ea7-dafad4639648,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:07.788797 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d4253b0-f328-463e-9819-c711fd346bb9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.798174 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2d4253b0-f328-463e-9819-c711fd346bb9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/subnets/345bfc43-d82f-46ed-9ea7-dafad4639648 HTTP/1.1" status: 204 len: 168 time: 0.4719017 Aug 16 22:49:07.798350 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36524) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:07.822851 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c12609c-ed30-4746-9ac8-c1701943767d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.833725 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c12609c-ed30-4746-9ac8-c1701943767d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.910959 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a084fe5-54dd-4013-882c-da9798dfb8d9 None None] Network c1b95152-0d49-4f53-ad73-3b81bb846d24 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:49:07.984455 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c12609c-ed30-4746-9ac8-c1701943767d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:08.051080 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-85fcff0c-9baa-4433-b5ed-baf635e11a80 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting subnet 1460101c-186c-4b30-b79d-13aea8754246 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:49:08.175431 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-20e2e45b-afaf-498f-898c-e425f77b1290', 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290', 'tenant_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'fixed_ips': [{'subnet_id': 'ce65a188-648e-4a47-a0bf-704568992b8b'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:49:08.177276 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:08.277893 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c12609c-ed30-4746-9ac8-c1701943767d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:08.285571 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-85fcff0c-9baa-4433-b5ed-baf635e11a80 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:08.419655 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-85fcff0c-9baa-4433-b5ed-baf635e11a80 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:08.595992 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] Allocated IP 172.20.0.2 (20e2e45b-afaf-498f-898c-e425f77b1290/ce65a188-648e-4a47-a0bf-704568992b8b/ba811364-d14c-47fb-b7cb-e6ef08f86df8) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:08.842220 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.098907 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d115fbd0-864e-4bcb-af40-86bd6386cd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.139174 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.184047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] Transition to ACTIVE for port object ba811364-d14c-47fb-b7cb-e6ef08f86df8 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:09.221802 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] Transition to ACTIVE for port object ba811364-d14c-47fb-b7cb-e6ef08f86df8 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:09.234506 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.324877 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] Network 20e2e45b-afaf-498f-898c-e425f77b1290 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:09.343611 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:09.349425 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:09.359753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca6599-e89f-42e7-a22d-98e131e2b314 req-81305497-4159-4c95-b9cf-e17363778f1a tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:09.362678 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4dca6599-e89f-42e7-a22d-98e131e2b314 req-81305497-4159-4c95-b9cf-e17363778f1a tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.43 "GET /v2.0/ports?device_id=202996f3-ea2d-4171-852c-0316423892c6 HTTP/1.1" status: 200 len: 945 time: 0.8541658 Aug 16 22:49:09.393581 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9616273-e166-4d45-a1de-69db3a9500d8 req-57540c06-4ec9-413e-a8bc-c816209a0a00 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:09.404196 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9616273-e166-4d45-a1de-69db3a9500d8 req-57540c06-4ec9-413e-a8bc-c816209a0a00 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/ports?device_id=202996f3-ea2d-4171-852c-0316423892c6 HTTP/1.1" status: 200 len: 945 time: 0.8117764 Aug 16 22:49:09.516466 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] Attempting to bind port ba811364-d14c-47fb-b7cb-e6ef08f86df8 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:09.516641 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] Attempting to bind port ba811364-d14c-47fb-b7cb-e6ef08f86df8 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'feafa7b3-324d-4be7-a1fc-9c96bf396de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:09.516959 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] Attempting to bind port ba811364-d14c-47fb-b7cb-e6ef08f86df8 on network 20e2e45b-afaf-498f-898c-e425f77b1290 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:09.535462 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:09.535920 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] Checking segment: {'id': 'feafa7b3-324d-4be7-a1fc-9c96bf396de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:09.536289 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.536692 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] Bound using segment: {'id': 'feafa7b3-324d-4be7-a1fc-9c96bf396de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:09.537176 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] Bound port: ba811364-d14c-47fb-b7cb-e6ef08f86df8, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feafa7b3-324d-4be7-a1fc-9c96bf396de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:09.537562 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.540912 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] Pushing event updated for resources: {'Port': ['ID=ba811364-d14c-47fb-b7cb-e6ef08f86df8,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:09.620321 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-85fcff0c-9baa-4433-b5ed-baf635e11a80 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.729878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] For port ba811364-d14c-47fb-b7cb-e6ef08f86df8, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:09.738212 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] For port ba811364-d14c-47fb-b7cb-e6ef08f86df8, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ba811364-d14c-47fb-b7cb-e6ef08f86df8,segment=NetworkSegment(feafa7b3-324d-4be7-a1fc-9c96bf396de4),segment_id=feafa7b3-324d-4be7-a1fc-9c96bf396de4)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:09.752953 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.964389 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69605e-f020-4b16-a014-6b0b6eab3a7e None None] Pushing event updated for resources: {'Port': ['ID=ba811364-d14c-47fb-b7cb-e6ef08f86df8,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:10.078612 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9616273-e166-4d45-a1de-69db3a9500d8 req-61500720-a194-4814-b443-0c05c4c23e56 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/security-groups?id=aa21a4e6-a120-44d9-b239-10ee2426dd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6732213 Aug 16 22:49:10.147232 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-4dca6599-e89f-42e7-a22d-98e131e2b314 req-26c2742f-b177-4e9e-9432-5039c57994d8 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Deleting port 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:10.147904 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4dca6599-e89f-42e7-a22d-98e131e2b314 req-26c2742f-b177-4e9e-9432-5039c57994d8 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.166847 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-85fcff0c-9baa-4433-b5ed-baf635e11a80 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.196510 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c12609c-ed30-4746-9ac8-c1701943767d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.270275 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-12dbc5cb-c7c2-4e58-a8de-6b45061265c1 None None] Provisioning complete for port 773277d3-7d1d-484e-b593-904d372de6ce triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:10.276396 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-12dbc5cb-c7c2-4e58-a8de-6b45061265c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.320512 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c12609c-ed30-4746-9ac8-c1701943767d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.327849 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-85fcff0c-9baa-4433-b5ed-baf635e11a80 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.330206 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-85fcff0c-9baa-4433-b5ed-baf635e11a80 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/subnets/1460101c-186c-4b30-b79d-13aea8754246 HTTP/1.1" status: 204 len: 168 time: 2.5294425 Aug 16 22:49:10.335232 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36538) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:10.336964 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcff0c-9baa-4433-b5ed-baf635e11a80 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Subnet': ['ID=1460101c-186c-4b30-b79d-13aea8754246,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:10.370702 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4362d9de-defd-496d-bbc9-db48b9a6450d None None] Network c1b95152-0d49-4f53-ad73-3b81bb846d24 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:49:10.428763 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb96bb2-aaf1-4a67-a744-6461aeaec4c1 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] DELETE failed (client error): The resource could not be found. Aug 16 22:49:10.434203 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb96bb2-aaf1-4a67-a744-6461aeaec4c1 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:49:10.450135 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3fb96bb2-aaf1-4a67-a744-6461aeaec4c1 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/subnets/345bfc43-d82f-46ed-9ea7-dafad4639648 HTTP/1.1" status: 404 len: 337 time: 0.1093614 Aug 16 22:49:10.454254 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36540) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:10.559121 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-4dca6599-e89f-42e7-a22d-98e131e2b314 req-26c2742f-b177-4e9e-9432-5039c57994d8 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] For port 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90,segment=NetworkSegment(c3ef7427-ee67-4011-b843-0dcec696440a),segment_id=c3ef7427-ee67-4011-b843-0dcec696440a)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:10.560072 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4dca6599-e89f-42e7-a22d-98e131e2b314 req-26c2742f-b177-4e9e-9432-5039c57994d8 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.586473 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-4dca6599-e89f-42e7-a22d-98e131e2b314 req-26c2742f-b177-4e9e-9432-5039c57994d8 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Calling delete_port for 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:10.620886 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e168efe-afc6-4134-b641-0d88a77ffe5a tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting subnet abb9c55d-180a-4256-bf16-0a0e42000f84 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:49:10.631228 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-7c12609c-ed30-4746-9ac8-c1701943767d admin admin] Allocated IP 172.25.6.109 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/338c5478-5f7f-4bab-9c54-db1ce647c256) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:10.658572 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e168efe-afc6-4134-b641-0d88a77ffe5a tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.769237 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-12dbc5cb-c7c2-4e58-a8de-6b45061265c1 None None] Port 773277d3-7d1d-484e-b593-904d372de6ce cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:49:10.775377 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e168efe-afc6-4134-b641-0d88a77ffe5a tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.836482 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-12dbc5cb-c7c2-4e58-a8de-6b45061265c1 None None] Provisioning complete for port 28b68aa0-d93c-4382-8272-79f79badab2c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:10.838858 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-12dbc5cb-c7c2-4e58-a8de-6b45061265c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:11.048665 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e168efe-afc6-4134-b641-0d88a77ffe5a tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:11.094246 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:11.204220 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c12609c-ed30-4746-9ac8-c1701943767d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:11.276340 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e168efe-afc6-4134-b641-0d88a77ffe5a tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:11.371910 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e168efe-afc6-4134-b641-0d88a77ffe5a tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Subnet': ['ID=abb9c55d-180a-4256-bf16-0a0e42000f84,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:11.383494 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e168efe-afc6-4134-b641-0d88a77ffe5a tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:11.388393 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7e168efe-afc6-4134-b641-0d88a77ffe5a tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/subnets/abb9c55d-180a-4256-bf16-0a0e42000f84 HTTP/1.1" status: 204 len: 168 time: 0.9321055 Aug 16 22:49:11.391321 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36548) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:11.488873 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3eb1e42-78c6-4659-bcee-0af83e547e9b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] DELETE failed (client error): The resource could not be found. Aug 16 22:49:11.494475 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3eb1e42-78c6-4659-bcee-0af83e547e9b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:49:11.505930 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36550) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:11.506200 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f3eb1e42-78c6-4659-bcee-0af83e547e9b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/subnets/bbb45e28-f967-4e1f-a4e1-037ee44689c8 HTTP/1.1" status: 404 len: 337 time: 0.1068070 Aug 16 22:49:11.548420 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7ea6fc1a-4c0f-4bd7-8cf5-44867ce997af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:11.679271 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36552) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:11.681778 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6cb801ed-538c-41c1-8528-280f6aeab0a7 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "GET /v2.0/ports?device_id=98a9cf68-178b-4215-a885-37ddd9016ceb HTTP/1.1" status: 200 len: 205 time: 0.1677787 Aug 16 22:49:11.744464 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4dca6599-e89f-42e7-a22d-98e131e2b314 req-26c2742f-b177-4e9e-9432-5039c57994d8 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:11.763694 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8de85e-9b58-4b29-8288-3c071cbd7b48 None None] Network 20e2e45b-afaf-498f-898c-e425f77b1290 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:49:11.780536 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c6000-a84d-4c54-ab4d-083fa3f47af8 req-87ea2d00-018c-45b6-82de-3a621886a760 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:11.789881 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d30c6000-a84d-4c54-ab4d-083fa3f47af8 req-87ea2d00-018c-45b6-82de-3a621886a760 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/ports?device_id=202996f3-ea2d-4171-852c-0316423892c6 HTTP/1.1" status: 200 len: 867 time: 0.4571218 Aug 16 22:49:11.851668 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-d8e0064b-1ed3-4b21-bed4-455d848e58b3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] delete failed (client error): The resource could not be found. Aug 16 22:49:11.852730 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d8e0064b-1ed3-4b21-bed4-455d848e58b3 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/routers/98a9cf68-178b-4215-a885-37ddd9016ceb HTTP/1.1" status: 404 len: 336 time: 0.1718779 Aug 16 22:49:11.855988 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36554) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:11.870459 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2742f-b177-4e9e-9432-5039c57994d8 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Pushing event deleted for resources: {'Port': ['ID=6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:11.931454 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a09b9f9-3855-447f-801e-941aca9d309a tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] DELETE failed (client error): The resource could not be found. Aug 16 22:49:11.931927 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a09b9f9-3855-447f-801e-941aca9d309a tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:49:11.933686 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7a09b9f9-3855-447f-801e-941aca9d309a tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/subnets/4ad6147b-c54c-4d9f-8eed-3118f991ac3a HTTP/1.1" status: 404 len: 337 time: 0.0767465 Aug 16 22:49:11.948644 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36558) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:11.987179 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ba811364-d14c-47fb-b7cb-e6ef08f86df8 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:12.008929 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c12609c-ed30-4746-9ac8-c1701943767d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:12.013155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dca6599-e89f-42e7-a22d-98e131e2b314 req-26c2742f-b177-4e9e-9432-5039c57994d8 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] No DVR routers for this DVR port 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:49:12.045216 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-a622ca0c-67f6-4248-9439-0eb0d99ddd39 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] DELETE failed (client error): The resource could not be found. Aug 16 22:49:12.045694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a622ca0c-67f6-4248-9439-0eb0d99ddd39 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:49:12.047614 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a622ca0c-67f6-4248-9439-0eb0d99ddd39 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/subnets/2d895890-a326-47b4-9336-d3590341625c HTTP/1.1" status: 404 len: 337 time: 0.0979168 Aug 16 22:49:12.054220 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36560) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:12.112146 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8348f2d-ae8f-4d64-85ed-7acd4b354e1c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] DELETE failed (client error): The resource could not be found. Aug 16 22:49:12.121388 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8348f2d-ae8f-4d64-85ed-7acd4b354e1c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:49:12.123516 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a8348f2d-ae8f-4d64-85ed-7acd4b354e1c tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/subnets/77aa3dcc-4ba4-4d91-a3fa-09c0b9400ac4 HTTP/1.1" status: 404 len: 337 time: 0.0680268 Aug 16 22:49:12.127072 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36562) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:12.159920 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-4dca6599-e89f-42e7-a22d-98e131e2b314 req-26c2742f-b177-4e9e-9432-5039c57994d8 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:12.164684 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4dca6599-e89f-42e7-a22d-98e131e2b314 req-26c2742f-b177-4e9e-9432-5039c57994d8 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.43 "DELETE /v2.0/ports/6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90 HTTP/1.1" status: 204 len: 173 time: 2.7869329 Aug 16 22:49:12.172221 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12609c-ed30-4746-9ac8-c1701943767d admin admin] Pushing event updated for resources: {'Port': ['ID=338c5478-5f7f-4bab-9c54-db1ce647c256,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:12.178242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202996f3-ea2d-4171-852c-0316423892c6', 'name': 'network-vif-deleted', 'tag': '6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:12.186491 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efb5ae5-c994-45bc-a9bf-b914282c2b9b" -d '{"events": [{"server_uuid": "202996f3-ea2d-4171-852c-0316423892c6", "name": "network-vif-deleted", "tag": "6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:12.212133 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c12609c-ed30-4746-9ac8-c1701943767d admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:12.214765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-7c12609c-ed30-4746-9ac8-c1701943767d admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:12.228103 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d30c6000-a84d-4c54-ab4d-083fa3f47af8 req-bfb57e00-8800-4f8b-8175-97c133d32968 tempest-ServerTagsTestJSON-1713106719 tempest-ServerTagsTestJSON-1713106719-project] 10.222.0.93 "GET /v2.0/security-groups?id=aa21a4e6-a120-44d9-b239-10ee2426dd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365377 Aug 16 22:49:12.229034 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c12609c-ed30-4746-9ac8-c1701943767d admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:12.264531 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6844cbc-2c89-409b-9164-c4e657238876 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] DELETE failed (client error): The resource could not be found. Aug 16 22:49:12.266216 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6844cbc-2c89-409b-9164-c4e657238876 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:49:12.271181 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d6844cbc-2c89-409b-9164-c4e657238876 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/ports/f951ea57-54c7-404a-a96f-317119c05ad4 HTTP/1.1" status: 404 len: 333 time: 0.1260757 Aug 16 22:49:12.272034 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36566) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:12.287604 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-16c285a6-744b-4e3c-bf91-f8432531d9d7 None None] Provisioning for port ba811364-d14c-47fb-b7cb-e6ef08f86df8 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:12.306474 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a1abc5-a402-4a09-bf16-687b7db22a40 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] DELETE failed (client error): The resource could not be found. Aug 16 22:49:12.307156 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a1abc5-a402-4a09-bf16-687b7db22a40 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:49:12.312826 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-32a1abc5-a402-4a09-bf16-687b7db22a40 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/subnets/fad463df-7b95-43ee-98e2-5e2c60bf932c HTTP/1.1" status: 404 len: 337 time: 0.0391643 Aug 16 22:49:12.314076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36568) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:12.377702 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cb6954-e82a-4fef-9ed1-125ea67fef7d x-openstack-request-id: req-a2cb6954-e82a-4fef-9ed1-125ea67fef7d {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:12.387439 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202996f3-ea2d-4171-852c-0316423892c6", "name": "network-vif-deleted", "tag": "6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:12.389079 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a2cb6954-e82a-4fef-9ed1-125ea67fef7d {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:12.389798 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202996f3-ea2d-4171-852c-0316423892c6', 'name': 'network-vif-deleted', 'tag': '6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90', 'status': 'completed', 'code': 200} Aug 16 22:49:12.411373 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2a5a8b-73a3-4cb0-aa0d-ce6cb8749883 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] DELETE failed (client error): The resource could not be found. Aug 16 22:49:12.412037 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b2a5a8b-73a3-4cb0-aa0d-ce6cb8749883 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:49:12.417150 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5b2a5a8b-73a3-4cb0-aa0d-ce6cb8749883 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/subnets/7ebac356-d609-4e62-97d9-002b1a4e488d HTTP/1.1" status: 404 len: 337 time: 0.1002941 Aug 16 22:49:12.422678 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36572) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:12.437394 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:12.446362 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port ba811364-d14c-47fb-b7cb-e6ef08f86df8 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:12.461473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port ba811364-d14c-47fb-b7cb-e6ef08f86df8 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:12.461802 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:12.468396 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:12.525760 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:49:12.526089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 6d83d9c6-4e79-4d3a-ac33-e33a2bc86b90 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:49:12.635557 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba61c9d-134a-4af9-8ae1-e55cafe38599 None None] Network c1b95152-0d49-4f53-ad73-3b81bb846d24 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:49:12.725916 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:12.824430 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8add8a0b-1b46-436c-9d7e-c8f61bc38c43 None None] Provisioning complete for port 773277d3-7d1d-484e-b593-904d372de6ce triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:12.825138 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8add8a0b-1b46-436c-9d7e-c8f61bc38c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:13.049314 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port ba811364-d14c-47fb-b7cb-e6ef08f86df8, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ba811364-d14c-47fb-b7cb-e6ef08f86df8,segment=NetworkSegment(feafa7b3-324d-4be7-a1fc-9c96bf396de4),segment_id=feafa7b3-324d-4be7-a1fc-9c96bf396de4)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:13.068031 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:13.268174 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d5b49c-9ed0-4628-b890-c5c8a1deb44a tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] DELETE failed (client error): The resource could not be found. Aug 16 22:49:13.268707 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d5b49c-9ed0-4628-b890-c5c8a1deb44a tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:49:13.281299 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-8add8a0b-1b46-436c-9d7e-c8f61bc38c43 None None] Port 773277d3-7d1d-484e-b593-904d372de6ce cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:49:13.283074 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b1d5b49c-9ed0-4628-b890-c5c8a1deb44a tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/ports/24588cfb-fac1-479a-808e-183952495fd7 HTTP/1.1" status: 404 len: 333 time: 0.8576937 Aug 16 22:49:13.286969 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36578) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:13.341727 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2aeb4ed-baaa-4044-84ee-1a093cbc005b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] DELETE failed (client error): The resource could not be found. Aug 16 22:49:13.342345 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2aeb4ed-baaa-4044-84ee-1a093cbc005b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:49:13.346824 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c2aeb4ed-baaa-4044-84ee-1a093cbc005b tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/subnets/a770a0a1-83e4-4c9b-8504-7897a759037e HTTP/1.1" status: 404 len: 337 time: 0.0566099 Aug 16 22:49:13.352519 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36580) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:13.372803 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36582) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:13.385900 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c12609c-ed30-4746-9ac8-c1701943767d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:13.401065 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8add8a0b-1b46-436c-9d7e-c8f61bc38c43 None None] Provisioning complete for port 28b68aa0-d93c-4382-8272-79f79badab2c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:13.402965 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8add8a0b-1b46-436c-9d7e-c8f61bc38c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:13.404855 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:13.444425 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d139c9-dfc5-4037-b704-80ec2bad29c9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] DELETE failed (client error): The resource could not be found. Aug 16 22:49:13.445533 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d139c9-dfc5-4037-b704-80ec2bad29c9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:49:13.451833 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-11d139c9-dfc5-4037-b704-80ec2bad29c9 tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/subnets/bf544cb2-6cfa-41f0-ac26-f2d8388b0dee HTTP/1.1" status: 404 len: 337 time: 0.0981729 Aug 16 22:49:13.459508 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=ba811364-d14c-47fb-b7cb-e6ef08f86df8,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:13.531722 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5055feff-a2b8-40ef-8def-2b77fac3878c None None] DHCP port deletion for c1b95152-0d49-4f53-ad73-3b81bb846d24 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:49:13.538228 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36586) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:13.544692 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89359f5-751e-4b3e-a0d2-721ad6349d37 admin admin] Deleting subnet 8561b41c-4b22-46cf-9060-a5ef74843fcd {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:49:13.555036 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c89359f5-751e-4b3e-a0d2-721ad6349d37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:13.670638 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ba811364-d14c-47fb-b7cb-e6ef08f86df8 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:13.726355 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c89359f5-751e-4b3e-a0d2-721ad6349d37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.020363 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c12609c-ed30-4746-9ac8-c1701943767d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.068455 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c89359f5-751e-4b3e-a0d2-721ad6349d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.183611 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-587a3886-c10d-4a51-b6de-62ad3a7f09ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port 773277d3-7d1d-484e-b593-904d372de6ce {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:14.183958 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-587a3886-c10d-4a51-b6de-62ad3a7f09ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.260240 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port ba811364-d14c-47fb-b7cb-e6ef08f86df8 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:14.260803 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.411979 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c89359f5-751e-4b3e-a0d2-721ad6349d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.417740 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-587a3886-c10d-4a51-b6de-62ad3a7f09ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.424049 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-64e0663c-e85d-42d4-979a-32321e132e75 None None] Provisioning complete for port ba811364-d14c-47fb-b7cb-e6ef08f86df8 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:14.424956 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-64e0663c-e85d-42d4-979a-32321e132e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.474949 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c12609c-ed30-4746-9ac8-c1701943767d admin admin] Router 45abef3f-5e9d-4414-bff9-c4f2e6f90981 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:49:14.477269 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89359f5-751e-4b3e-a0d2-721ad6349d37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8561b41c-4b22-46cf-9060-a5ef74843fcd,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:14.480490 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c89359f5-751e-4b3e-a0d2-721ad6349d37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.490321 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36592) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:14.494848 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c89359f5-751e-4b3e-a0d2-721ad6349d37 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/8561b41c-4b22-46cf-9060-a5ef74843fcd HTTP/1.1" status: 204 len: 168 time: 1.1204631 Aug 16 22:49:14.496410 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-587a3886-c10d-4a51-b6de-62ad3a7f09ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for 773277d3-7d1d-484e-b593-904d372de6ce owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:14.523257 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-5055feff-a2b8-40ef-8def-2b77fac3878c None None] Deleting port 28b68aa0-d93c-4382-8272-79f79badab2c {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:14.523579 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5055feff-a2b8-40ef-8def-2b77fac3878c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.674695 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 28b68aa0-d93c-4382-8272-79f79badab2c no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:14.687669 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-587a3886-c10d-4a51-b6de-62ad3a7f09ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.689276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-5055feff-a2b8-40ef-8def-2b77fac3878c None None] For port 28b68aa0-d93c-4382-8272-79f79badab2c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=28b68aa0-d93c-4382-8272-79f79badab2c,segment=NetworkSegment(c4fa475c-d0ec-4984-bc78-742822375861),segment_id=c4fa475c-d0ec-4984-bc78-742822375861)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:14.689853 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5055feff-a2b8-40ef-8def-2b77fac3878c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.742666 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b73552ed-ec23-4542-b45a-29a862cd65ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.743146 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-587a3886-c10d-4a51-b6de-62ad3a7f09ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.746052 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-587a3886-c10d-4a51-b6de-62ad3a7f09ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/ports/773277d3-7d1d-484e-b593-904d372de6ce HTTP/1.1" status: 204 len: 168 time: 1.1074436 Aug 16 22:49:14.747769 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a3886-c10d-4a51-b6de-62ad3a7f09ac tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=773277d3-7d1d-484e-b593-904d372de6ce,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:14.752099 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36594) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:14.764889 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-5055feff-a2b8-40ef-8def-2b77fac3878c None None] Calling delete_port for 28b68aa0-d93c-4382-8272-79f79badab2c owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:14.867983 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c12609c-ed30-4746-9ac8-c1701943767d admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:49:14.882237 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] Sync routers for ids ['45abef3f-5e9d-4414-bff9-c4f2e6f90981'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:49:14.901591 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-54ba045a-4cdf-4a79-aa83-22d004ce1b0d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.909167 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] Routers {'45abef3f-5e9d-4414-bff9-c4f2e6f90981'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:14.910047 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:49:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['45abef3f-5e9d-4414-bff9-c4f2e6f90981'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:14.983500 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b73552ed-ec23-4542-b45a-29a862cd65ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.991174 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c12609c-ed30-4746-9ac8-c1701943767d admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.996894 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7c12609c-ed30-4746-9ac8-c1701943767d admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3006585 Aug 16 22:49:14.997925 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36596) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:15.014633 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-b73552ed-ec23-4542-b45a-29a862cd65ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b709a0ef-2779-45c8-b324-f545e95c4a40']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:15.027764 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:15.033004 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-b73552ed-ec23-4542-b45a-29a862cd65ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ef7427-ee67-4011-b843-0dcec696440a') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:15.033478 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-b73552ed-ec23-4542-b45a-29a862cd65ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ef7427-ee67-4011-b843-0dcec696440a') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:15.068324 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b73552ed-ec23-4542-b45a-29a862cd65ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:15.106835 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b73552ed-ec23-4542-b45a-29a862cd65ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:15.127363 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73552ed-ec23-4542-b45a-29a862cd65ed admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:49:15.129675 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b73552ed-ec23-4542-b45a-29a862cd65ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:49:15.132527 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:49:15.158945 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:15.200384 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5055feff-a2b8-40ef-8def-2b77fac3878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:15.262983 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] Set router 45abef3f-5e9d-4414-bff9-c4f2e6f90981 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:15.282565 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055feff-a2b8-40ef-8def-2b77fac3878c None None] Pushing event deleted for resources: {'Port': ['ID=28b68aa0-d93c-4382-8272-79f79badab2c,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:15.287637 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5055feff-a2b8-40ef-8def-2b77fac3878c None None] No DVR routers for this DVR port 28b68aa0-d93c-4382-8272-79f79badab2c on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:49:15.307182 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b73552ed-ec23-4542-b45a-29a862cd65ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:15.317872 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b73552ed-ec23-4542-b45a-29a862cd65ed admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:15.323095 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b73552ed-ec23-4542-b45a-29a862cd65ed admin admin] 10.222.0.93 "DELETE /v2.0/networks/b709a0ef-2779-45c8-b324-f545e95c4a40 HTTP/1.1" status: 204 len: 168 time: 0.8285842 Aug 16 22:49:15.380931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73552ed-ec23-4542-b45a-29a862cd65ed admin admin] Pushing event deleted for resources: {'Network': ['ID=b709a0ef-2779-45c8-b324-f545e95c4a40,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:15.435655 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-54ba045a-4cdf-4a79-aa83-22d004ce1b0d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Deleting port 28b68aa0-d93c-4382-8272-79f79badab2c {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:15.436279 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-54ba045a-4cdf-4a79-aa83-22d004ce1b0d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:15.660062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36606) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:15.687212 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-54ba045a-4cdf-4a79-aa83-22d004ce1b0d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] For port 28b68aa0-d93c-4382-8272-79f79badab2c, host n-d-792458-15, got binding levels [] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:15.688355 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-54ba045a-4cdf-4a79-aa83-22d004ce1b0d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:15.732361 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-54ba045a-4cdf-4a79-aa83-22d004ce1b0d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Calling delete_port for 28b68aa0-d93c-4382-8272-79f79badab2c owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:15.739239 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.ipam_backend_mixin [None req-54ba045a-4cdf-4a79-aa83-22d004ce1b0d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Port 28b68aa0-d93c-4382-8272-79f79badab2c was not found and therefore no delete operation was performed {{(pid=94872) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:49:15.741889 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-54ba045a-4cdf-4a79-aa83-22d004ce1b0d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:15.755151 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6d833304-4390-409c-898a-2259dc426cf6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ea29bd64b53e4fca9b7a9c36d321bfa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0934124 Aug 16 22:49:15.756068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36608) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:15.811543 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ba045a-4cdf-4a79-aa83-22d004ce1b0d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] No DVR routers for this DVR port 28b68aa0-d93c-4382-8272-79f79badab2c on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:49:15.823419 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba045a-4cdf-4a79-aa83-22d004ce1b0d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Port': ['ID=28b68aa0-d93c-4382-8272-79f79badab2c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:15.971570 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45abef3f-5e9d-4414-bff9-c4f2e6f90981', 'name': 'tempest-TestServerMultinode-321286217-router', 'tenant_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '338c5478-5f7f-4bab-9c54-db1ce647c256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:07Z', 'updated_at': '2021-08-16T22:49:12Z', 'revision_number': 3, 'project_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'gw_port': {'id': '338c5478-5f7f-4bab-9c54-db1ce647c256', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45abef3f-5e9d-4414-bff9-c4f2e6f90981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:10Z', 'updated_at': '2021-08-16T22:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:15.987155 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6deafbb0-fa36-4270-9e31-c1eb65781e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.034553 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] Checking router: 45abef3f-5e9d-4414-bff9-c4f2e6f90981 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:49:16.035494 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] Updating router 45abef3f-5e9d-4414-bff9-c4f2e6f90981 port 338c5478-5f7f-4bab-9c54-db1ce647c256 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:49:16.066222 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.079216 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6deafbb0-fa36-4270-9e31-c1eb65781e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.264112 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-54ba045a-4cdf-4a79-aa83-22d004ce1b0d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.275998 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6deafbb0-fa36-4270-9e31-c1eb65781e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.300420 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-54ba045a-4cdf-4a79-aa83-22d004ce1b0d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b95152-0d49-4f53-ad73-3b81bb846d24']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:16.303817 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6deafbb0-fa36-4270-9e31-c1eb65781e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.316843 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6deafbb0-fa36-4270-9e31-c1eb65781e38 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/aa21a4e6-a120-44d9-b239-10ee2426dd00 HTTP/1.1" status: 204 len: 168 time: 0.5594406 Aug 16 22:49:16.353263 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-54ba045a-4cdf-4a79-aa83-22d004ce1b0d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4fa475c-d0ec-4984-bc78-742822375861') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:16.354035 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deafbb0-fa36-4270-9e31-c1eb65781e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa21a4e6-a120-44d9-b239-10ee2426dd00,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:16.359601 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-54ba045a-4cdf-4a79-aa83-22d004ce1b0d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4fa475c-d0ec-4984-bc78-742822375861') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:16.382523 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-54ba045a-4cdf-4a79-aa83-22d004ce1b0d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.465892 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-54ba045a-4cdf-4a79-aa83-22d004ce1b0d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.480085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ba045a-4cdf-4a79-aa83-22d004ce1b0d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:49:16.480655 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-54ba045a-4cdf-4a79-aa83-22d004ce1b0d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:49:16.486051 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:49:16.684767 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-54ba045a-4cdf-4a79-aa83-22d004ce1b0d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.713420 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-54ba045a-4cdf-4a79-aa83-22d004ce1b0d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.718283 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-54ba045a-4cdf-4a79-aa83-22d004ce1b0d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] 10.222.0.93 "DELETE /v2.0/networks/c1b95152-0d49-4f53-ad73-3b81bb846d24 HTTP/1.1" status: 204 len: 168 time: 1.9616144 Aug 16 22:49:16.729467 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-3bd77a6a-b4a5-4e0f-b610-758ed9c563c9 req-50423317-eae8-4042-b258-70c9b436824a service neutron] (94872) timed out ('10.222.0.93', 43176) {{(pid=94872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:49:16.736047 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b97fb8c7-820e-4530-a36a-4d6cf8e29efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.795315 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba045a-4cdf-4a79-aa83-22d004ce1b0d tempest-PortsTestJSON-1053709259 tempest-PortsTestJSON-1053709259-project] Pushing event deleted for resources: {'Network': ['ID=c1b95152-0d49-4f53-ad73-3b81bb846d24,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:16.821926 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.880238 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] Transition to ACTIVE for port object 338c5478-5f7f-4bab-9c54-db1ce647c256 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:16.896988 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:17.035570 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263683a-be8e-4d45-8033-3c7fdba97e1c None None] Pushing event updated for resources: {'Port': ['ID=338c5478-5f7f-4bab-9c54-db1ce647c256,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:17.051936 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263683a-be8e-4d45-8033-3c7fdba97e1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:17.052727 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263683a-be8e-4d45-8033-3c7fdba97e1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:17.053221 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263683a-be8e-4d45-8033-3c7fdba97e1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:17.053697 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263683a-be8e-4d45-8033-3c7fdba97e1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:17.054323 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263683a-be8e-4d45-8033-3c7fdba97e1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:17.054798 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263683a-be8e-4d45-8033-3c7fdba97e1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:17.055409 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263683a-be8e-4d45-8033-3c7fdba97e1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:17.056004 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263683a-be8e-4d45-8033-3c7fdba97e1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:17.056484 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263683a-be8e-4d45-8033-3c7fdba97e1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:17.056965 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263683a-be8e-4d45-8033-3c7fdba97e1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:17.057431 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263683a-be8e-4d45-8033-3c7fdba97e1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:17.057907 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263683a-be8e-4d45-8033-3c7fdba97e1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:17.090154 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] Attempting to bind port 338c5478-5f7f-4bab-9c54-db1ce647c256 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:17.098646 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] Attempting to bind port 338c5478-5f7f-4bab-9c54-db1ce647c256 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:17.099258 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] Attempting to bind port 338c5478-5f7f-4bab-9c54-db1ce647c256 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:17.108837 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:17.118591 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:17.119266 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:17.121263 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:17.122223 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] Bound port: 338c5478-5f7f-4bab-9c54-db1ce647c256, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:17.123528 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:17.271217 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-b97fb8c7-820e-4530-a36a-4d6cf8e29efa admin admin] Allocated IP 172.20.0.1 (20e2e45b-afaf-498f-898c-e425f77b1290/ce65a188-648e-4a47-a0bf-704568992b8b/0dd36c9f-16c3-4f10-8e58-9f1b432c4c65) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:17.288854 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] For port 338c5478-5f7f-4bab-9c54-db1ce647c256, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:17.300977 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] For port 338c5478-5f7f-4bab-9c54-db1ce647c256, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=338c5478-5f7f-4bab-9c54-db1ce647c256,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:17.309381 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:17.422375 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36636) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:17.492522 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] Routers {'45abef3f-5e9d-4414-bff9-c4f2e6f90981'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:17.496520 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:49:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['45abef3f-5e9d-4414-bff9-c4f2e6f90981'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:17.581004 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b97fb8c7-820e-4530-a36a-4d6cf8e29efa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:17.648127 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b97fb8c7-820e-4530-a36a-4d6cf8e29efa admin admin] Transition to ACTIVE for port object 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:17.671717 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36648) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:17.674446 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-32dcda20-63c8-4e6f-8fb6-589feefb63fa admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=14fa3dc451d44c0094aa67d323da6ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491124 Aug 16 22:49:17.702807 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263683a-be8e-4d45-8033-3c7fdba97e1c None None] Pushing event updated for resources: {'Port': ['ID=338c5478-5f7f-4bab-9c54-db1ce647c256,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:17.815716 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b97fb8c7-820e-4530-a36a-4d6cf8e29efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:17.829809 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] Set router 45abef3f-5e9d-4414-bff9-c4f2e6f90981 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:17.896931 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97fb8c7-820e-4530-a36a-4d6cf8e29efa admin admin] Network 20e2e45b-afaf-498f-898c-e425f77b1290 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:17.904876 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-b97fb8c7-820e-4530-a36a-4d6cf8e29efa admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:17.911159 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97fb8c7-820e-4530-a36a-4d6cf8e29efa admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:17.914697 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a1a561aa-4d47-4038-9cd5-99d876f811cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:17.922105 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fb8c7-820e-4530-a36a-4d6cf8e29efa admin admin] Pushing event updated for resources: {'Port': ['ID=0dd36c9f-16c3-4f10-8e58-9f1b432c4c65,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:18.039396 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b97fb8c7-820e-4530-a36a-4d6cf8e29efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:18.211546 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a1a561aa-4d47-4038-9cd5-99d876f811cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:18.444078 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45abef3f-5e9d-4414-bff9-c4f2e6f90981', 'name': 'tempest-TestServerMultinode-321286217-router', 'tenant_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '338c5478-5f7f-4bab-9c54-db1ce647c256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:07Z', 'updated_at': '2021-08-16T22:49:12Z', 'revision_number': 3, 'project_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'gw_port': {'id': '338c5478-5f7f-4bab-9c54-db1ce647c256', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45abef3f-5e9d-4414-bff9-c4f2e6f90981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:10Z', 'updated_at': '2021-08-16T22:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:18.492953 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a1a561aa-4d47-4038-9cd5-99d876f811cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:18.499219 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a1a561aa-4d47-4038-9cd5-99d876f811cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:18.501442 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a1a561aa-4d47-4038-9cd5-99d876f811cf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/392e3c53-cabe-4ad0-97f0-aecb61f083c6 HTTP/1.1" status: 204 len: 168 time: 0.8281920 Aug 16 22:49:18.523579 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-11c15b53-7ea1-4eb0-89ae-69d972c980ee None None] Provisioning for port 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:18.535715 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-11c15b53-7ea1-4eb0-89ae-69d972c980ee None None] Provisioning complete for port 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:18.541108 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-11c15b53-7ea1-4eb0-89ae-69d972c980ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:18.575666 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b693bb69-d08f-4c5b-b404-ab8435947827 None None] The sync data for ids ['45abef3f-5e9d-4414-bff9-c4f2e6f90981'] in n-d-792458-15 is: [{'id': '45abef3f-5e9d-4414-bff9-c4f2e6f90981', 'name': 'tempest-TestServerMultinode-321286217-router', 'tenant_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '338c5478-5f7f-4bab-9c54-db1ce647c256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:07Z', 'updated_at': '2021-08-16T22:49:12Z', 'revision_number': 3, 'project_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'gw_port': {'id': '338c5478-5f7f-4bab-9c54-db1ce647c256', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45abef3f-5e9d-4414-bff9-c4f2e6f90981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:10Z', 'updated_at': '2021-08-16T22:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:49:18.608218 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a561aa-4d47-4038-9cd5-99d876f811cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392e3c53-cabe-4ad0-97f0-aecb61f083c6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:18.640486 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b97fb8c7-820e-4530-a36a-4d6cf8e29efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:18.720360 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-11c15b53-7ea1-4eb0-89ae-69d972c980ee None None] Port 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:49:19.477242 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b97fb8c7-820e-4530-a36a-4d6cf8e29efa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:19.499087 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b97fb8c7-820e-4530-a36a-4d6cf8e29efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:19.763596 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b97fb8c7-820e-4530-a36a-4d6cf8e29efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:19.792813 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 338c5478-5f7f-4bab-9c54-db1ce647c256 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:19.796279 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fb8c7-820e-4530-a36a-4d6cf8e29efa admin admin] Pushing event updated for resources: {'Port': ['ID=0dd36c9f-16c3-4f10-8e58-9f1b432c4c65,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:19.907101 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 338c5478-5f7f-4bab-9c54-db1ce647c256 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:19.935810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 338c5478-5f7f-4bab-9c54-db1ce647c256 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:19.943197 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:19.953663 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97fb8c7-820e-4530-a36a-4d6cf8e29efa admin admin] Network 20e2e45b-afaf-498f-898c-e425f77b1290 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:19.955297 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-b97fb8c7-820e-4530-a36a-4d6cf8e29efa admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:20.401562 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.406932 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97fb8c7-820e-4530-a36a-4d6cf8e29efa admin admin] Router 45abef3f-5e9d-4414-bff9-c4f2e6f90981 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:49:20.497926 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 338c5478-5f7f-4bab-9c54-db1ce647c256, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=338c5478-5f7f-4bab-9c54-db1ce647c256,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:20.504996 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.609543 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ac05c2c7-7c96-491e-ba47-219e4c16af00 None None] Provisioning complete for port 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:20.630765 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ac05c2c7-7c96-491e-ba47-219e4c16af00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.734577 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=338c5478-5f7f-4bab-9c54-db1ce647c256,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:20.741809 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ac05c2c7-7c96-491e-ba47-219e4c16af00 None None] Port 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:49:20.853320 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97fb8c7-820e-4530-a36a-4d6cf8e29efa admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:49:20.873153 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b97fb8c7-820e-4530-a36a-4d6cf8e29efa admin admin] 10.222.0.93 "PUT /v2.0/routers/45abef3f-5e9d-4414-bff9-c4f2e6f90981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8624382 Aug 16 22:49:21.680029 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 338c5478-5f7f-4bab-9c54-db1ce647c256 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:21.791290 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 338c5478-5f7f-4bab-9c54-db1ce647c256 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:21.791809 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:22.217139 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] Sync routers for ids ['45abef3f-5e9d-4414-bff9-c4f2e6f90981'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:49:22.234010 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] Routers {'45abef3f-5e9d-4414-bff9-c4f2e6f90981'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:22.234832 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:49:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['45abef3f-5e9d-4414-bff9-c4f2e6f90981'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:22.664767 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] Set router 45abef3f-5e9d-4414-bff9-c4f2e6f90981 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:23.255313 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45abef3f-5e9d-4414-bff9-c4f2e6f90981', 'name': 'tempest-TestServerMultinode-321286217-router', 'tenant_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '338c5478-5f7f-4bab-9c54-db1ce647c256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:07Z', 'updated_at': '2021-08-16T22:49:18Z', 'revision_number': 4, 'project_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'gw_port': {'id': '338c5478-5f7f-4bab-9c54-db1ce647c256', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45abef3f-5e9d-4414-bff9-c4f2e6f90981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:10Z', 'updated_at': '2021-08-16T22:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '0dd36c9f-16c3-4f10-8e58-9f1b432c4c65', 'name': '', 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290', 'tenant_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'mac_address': 'fa:16:3e:39:5f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45abef3f-5e9d-4414-bff9-c4f2e6f90981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'ce65a188-648e-4a47-a0bf-704568992b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:16Z', 'updated_at': '2021-08-16T22:49:18Z', 'revision_number': 2, 'project_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'subnets': [{'id': 'ce65a188-648e-4a47-a0bf-704568992b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:23.295499 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36794) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:23.304103 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c00fefae-3b65-457f-ae2c-bc3d58b1cf35 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1308094601-network', 'tenant_id': '295a7656056a43f6bc9e13ce88a417a0'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:23.333591 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] Checking router: 45abef3f-5e9d-4414-bff9-c4f2e6f90981 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:49:23.337639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] Updating router 45abef3f-5e9d-4414-bff9-c4f2e6f90981 port 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:49:23.375022 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00fefae-3b65-457f-ae2c-bc3d58b1cf35 admin admin] Made reservation on behalf of 295a7656056a43f6bc9e13ce88a417a0 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:49:23.383066 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c00fefae-3b65-457f-ae2c-bc3d58b1cf35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:23.411754 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:23.418262 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c00fefae-3b65-457f-ae2c-bc3d58b1cf35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:23.738799 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c00fefae-3b65-457f-ae2c-bc3d58b1cf35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:23.764715 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c00fefae-3b65-457f-ae2c-bc3d58b1cf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:23.843660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00fefae-3b65-457f-ae2c-bc3d58b1cf35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:49:23.859983 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c00fefae-3b65-457f-ae2c-bc3d58b1cf35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:23.860370 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-c00fefae-3b65-457f-ae2c-bc3d58b1cf35 admin admin] Added segment 0469b5e2-6a00-447a-b461-679dc4905ad8 of type vlan for network f582c0e0-67f0-4d55-a016-108b4858350c Aug 16 22:49:24.023853 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c00fefae-3b65-457f-ae2c-bc3d58b1cf35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:24.195038 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c00fefae-3b65-457f-ae2c-bc3d58b1cf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:24.197876 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00fefae-3b65-457f-ae2c-bc3d58b1cf35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:24.201791 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c00fefae-3b65-457f-ae2c-bc3d58b1cf35 admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:24.462258 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:24.480649 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fefae-3b65-457f-ae2c-bc3d58b1cf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb69eba4-c181-4a53-bb73-b9ad02669f52,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:24.509550 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] Transition to ACTIVE for port object 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:24.511819 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c00fefae-3b65-457f-ae2c-bc3d58b1cf35 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2138269 Aug 16 22:49:24.515964 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36814) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:24.526180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-34097a8e-2066-40a1-9f5b-6d60dcd19bba admin admin] Request body: {'subnet': {'network_id': 'f582c0e0-67f0-4d55-a016-108b4858350c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1308094601-subnet', 'tenant_id': '295a7656056a43f6bc9e13ce88a417a0', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:24.537885 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:24.575790 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fefae-3b65-457f-ae2c-bc3d58b1cf35 admin admin] Pushing event updated for resources: {'Network': ['ID=f582c0e0-67f0-4d55-a016-108b4858350c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:24.690314 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34097a8e-2066-40a1-9f5b-6d60dcd19bba admin admin] Made reservation on behalf of 295a7656056a43f6bc9e13ce88a417a0 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:49:24.707038 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34097a8e-2066-40a1-9f5b-6d60dcd19bba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:24.793000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb51fb-c422-4531-a376-7085acefa4bc None None] Pushing event updated for resources: {'Port': ['ID=0dd36c9f-16c3-4f10-8e58-9f1b432c4c65,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:24.812630 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network f582c0e0-67f0-4d55-a016-108b4858350c details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:49:25.262128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] Attempting to bind port 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:25.262746 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] Attempting to bind port 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'feafa7b3-324d-4be7-a1fc-9c96bf396de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:25.263332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] Attempting to bind port 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65 on network 20e2e45b-afaf-498f-898c-e425f77b1290 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:25.271386 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:25.272324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] Checking segment: {'id': 'feafa7b3-324d-4be7-a1fc-9c96bf396de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:25.272983 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:25.273588 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] Bound using segment: {'id': 'feafa7b3-324d-4be7-a1fc-9c96bf396de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:25.274380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] Bound port: 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feafa7b3-324d-4be7-a1fc-9c96bf396de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:25.275529 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:25.354223 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] For port 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:25.359030 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] For port 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0dd36c9f-16c3-4f10-8e58-9f1b432c4c65,segment=NetworkSegment(feafa7b3-324d-4be7-a1fc-9c96bf396de4),segment_id=feafa7b3-324d-4be7-a1fc-9c96bf396de4)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:25.365317 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:25.487518 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34097a8e-2066-40a1-9f5b-6d60dcd19bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:25.488468 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36828) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:25.562808 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] Routers {'45abef3f-5e9d-4414-bff9-c4f2e6f90981'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:25.564605 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:49:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['45abef3f-5e9d-4414-bff9-c4f2e6f90981'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:25.718140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34097a8e-2066-40a1-9f5b-6d60dcd19bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=20414947-e745-4f91-b984-30cd5bd8fa05,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:25.778031 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34097a8e-2066-40a1-9f5b-6d60dcd19bba admin admin] Checking segment: {'id': '0469b5e2-6a00-447a-b461-679dc4905ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f582c0e0-67f0-4d55-a016-108b4858350c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:25.779025 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34097a8e-2066-40a1-9f5b-6d60dcd19bba admin admin] Network hostable DHCP agents. Network: f582c0e0-67f0-4d55-a016-108b4858350c, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:49:25.829916 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34097a8e-2066-40a1-9f5b-6d60dcd19bba admin admin] Network f582c0e0-67f0-4d55-a016-108b4858350c is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:49:25.841347 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-34097a8e-2066-40a1-9f5b-6d60dcd19bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, f582c0e0-67f0-4d55-a016-108b4858350c) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:25.849025 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34097a8e-2066-40a1-9f5b-6d60dcd19bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:25.850160 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34097a8e-2066-40a1-9f5b-6d60dcd19bba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:25.883414 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb51fb-c422-4531-a376-7085acefa4bc None None] Pushing event updated for resources: {'Port': ['ID=0dd36c9f-16c3-4f10-8e58-9f1b432c4c65,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:25.907000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9eb059-f642-45fd-b923-1e2cf8df06b8 None None] Network f582c0e0-67f0-4d55-a016-108b4858350c requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:49:25.960430 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efe244cd-62d6-4bdb-afa1-075eb3a9c90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:25.995889 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] Set router 45abef3f-5e9d-4414-bff9-c4f2e6f90981 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:26.002601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-34097a8e-2066-40a1-9f5b-6d60dcd19bba admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4794910 Aug 16 22:49:26.006550 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36838) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:26.029062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-dd698e4c-de06-4ef0-add9-81881bc55369 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1308094601-router', 'tenant_id': '295a7656056a43f6bc9e13ce88a417a0', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:26.114728 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.db.api [None req-dd698e4c-de06-4ef0-add9-81881bc55369 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:49:26.114728 n-d-792458-15 neutron-server[94871]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:49:26.114728 n-d-792458-15 neutron-server[94871]: [parameters: {'project_id_1': '295a7656056a43f6bc9e13ce88a417a0', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 49, 26, 48664)}] Aug 16 22:49:26.114728 n-d-792458-15 neutron-server[94871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:49:26.117525 n-d-792458-15 neutron-server[94871]: DEBUG oslo_db.api [None req-dd698e4c-de06-4ef0-add9-81881bc55369 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:49:26.280590 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efe244cd-62d6-4bdb-afa1-075eb3a9c90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:26.287570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36842) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:26.297870 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efe244cd-62d6-4bdb-afa1-075eb3a9c90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:26.363998 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe244cd-62d6-4bdb-afa1-075eb3a9c90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8c30fb-effa-4000-a372-ce29d5e806bf,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:26.372073 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-efe244cd-62d6-4bdb-afa1-075eb3a9c90b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=41f7196270f9408c92cfa8ac156df1b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8811216 Aug 16 22:49:26.375952 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36846) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:26.567785 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c57346a7-08e8-42eb-9d13-df68d60b92ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:26.629050 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c57346a7-08e8-42eb-9d13-df68d60b92ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:26.707290 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c57346a7-08e8-42eb-9d13-df68d60b92ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:26.717451 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c57346a7-08e8-42eb-9d13-df68d60b92ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:26.719329 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c57346a7-08e8-42eb-9d13-df68d60b92ce admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fa8c30fb-effa-4000-a372-ce29d5e806bf HTTP/1.1" status: 204 len: 168 time: 0.3420711 Aug 16 22:49:26.755106 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57346a7-08e8-42eb-9d13-df68d60b92ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8c30fb-effa-4000-a372-ce29d5e806bf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:26.760780 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a696d90d-5e57-427b-8958-a0c366b16cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:26.775915 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd698e4c-de06-4ef0-add9-81881bc55369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:26.777429 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd698e4c-de06-4ef0-add9-81881bc55369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:26.938762 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd698e4c-de06-4ef0-add9-81881bc55369 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:27.072996 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-f582c0e0-67f0-4d55-a016-108b4858350c', 'network_id': 'f582c0e0-67f0-4d55-a016-108b4858350c', 'tenant_id': '295a7656056a43f6bc9e13ce88a417a0', 'fixed_ips': [{'subnet_id': '20414947-e745-4f91-b984-30cd5bd8fa05'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:49:27.074425 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:27.549758 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Allocated IP 172.20.0.2 (f582c0e0-67f0-4d55-a016-108b4858350c/20414947-e745-4f91-b984-30cd5bd8fa05/42e7b649-e332-4775-a127-e2c0df82a443) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:27.742218 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36862) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:27.776265 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-670ed0ea-7da5-41d3-8354-8deded58d520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:27.798473 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd698e4c-de06-4ef0-add9-81881bc55369 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:27.949242 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45abef3f-5e9d-4414-bff9-c4f2e6f90981', 'name': 'tempest-TestServerMultinode-321286217-router', 'tenant_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '338c5478-5f7f-4bab-9c54-db1ce647c256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:07Z', 'updated_at': '2021-08-16T22:49:18Z', 'revision_number': 4, 'project_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'gw_port': {'id': '338c5478-5f7f-4bab-9c54-db1ce647c256', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45abef3f-5e9d-4414-bff9-c4f2e6f90981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:10Z', 'updated_at': '2021-08-16T22:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '0dd36c9f-16c3-4f10-8e58-9f1b432c4c65', 'name': '', 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290', 'tenant_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'mac_address': 'fa:16:3e:39:5f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45abef3f-5e9d-4414-bff9-c4f2e6f90981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'ce65a188-648e-4a47-a0bf-704568992b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:16Z', 'updated_at': '2021-08-16T22:49:25Z', 'revision_number': 4, 'project_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'subnets': [{'id': 'ce65a188-648e-4a47-a0bf-704568992b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:27.966045 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a696d90d-5e57-427b-8958-a0c366b16cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:27.999639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad2810d-c119-454b-b177-b1346f9e9e5a None None] The sync data for ids ['45abef3f-5e9d-4414-bff9-c4f2e6f90981'] in n-d-792458-15 is: [{'id': '45abef3f-5e9d-4414-bff9-c4f2e6f90981', 'name': 'tempest-TestServerMultinode-321286217-router', 'tenant_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '338c5478-5f7f-4bab-9c54-db1ce647c256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:07Z', 'updated_at': '2021-08-16T22:49:18Z', 'revision_number': 4, 'project_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'gw_port': {'id': '338c5478-5f7f-4bab-9c54-db1ce647c256', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45abef3f-5e9d-4414-bff9-c4f2e6f90981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:10Z', 'updated_at': '2021-08-16T22:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '0dd36c9f-16c3-4f10-8e58-9f1b432c4c65', 'name': '', 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290', 'tenant_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'mac_address': 'fa:16:3e:39:5f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45abef3f-5e9d-4414-bff9-c4f2e6f90981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'ce65a188-648e-4a47-a0bf-704568992b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:16Z', 'updated_at': '2021-08-16T22:49:25Z', 'revision_number': 4, 'project_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'subnets': [{'id': 'ce65a188-648e-4a47-a0bf-704568992b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:49:28.010978 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a696d90d-5e57-427b-8958-a0c366b16cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:28.067122 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:28.155182 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Transition to ACTIVE for port object 42e7b649-e332-4775-a127-e2c0df82a443 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:28.178896 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696d90d-5e57-427b-8958-a0c366b16cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f610cd41-c67d-491e-83c4-e528a5cb87ff,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:28.236911 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Transition to ACTIVE for port object 42e7b649-e332-4775-a127-e2c0df82a443 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:28.253302 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:28.310969 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a696d90d-5e57-427b-8958-a0c366b16cea admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=54b4cecd5d594d87a20ceb22cda2dc39&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0219073 Aug 16 22:49:28.321751 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 36876) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:28.332494 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-670ed0ea-7da5-41d3-8354-8deded58d520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:28.338761 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-670ed0ea-7da5-41d3-8354-8deded58d520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:28.418718 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Pushing event updated for resources: {'Port': ['ID=42e7b649-e332-4775-a127-e2c0df82a443,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:28.454773 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Network f582c0e0-67f0-4d55-a016-108b4858350c is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:28.457405 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:28.467472 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:28.491839 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ed0ea-7da5-41d3-8354-8deded58d520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e4c9ae-8699-4bdd-9538-68bf150085fe,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:28.513247 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-670ed0ea-7da5-41d3-8354-8deded58d520 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c72356230bb7411f8c47d55785da90fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7680430 Aug 16 22:49:28.515512 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36878) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:28.580898 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Attempting to bind port 42e7b649-e332-4775-a127-e2c0df82a443 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:28.581427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Attempting to bind port 42e7b649-e332-4775-a127-e2c0df82a443 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '0469b5e2-6a00-447a-b461-679dc4905ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f582c0e0-67f0-4d55-a016-108b4858350c'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:28.581905 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Attempting to bind port 42e7b649-e332-4775-a127-e2c0df82a443 on network f582c0e0-67f0-4d55-a016-108b4858350c {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:28.593171 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:28.595813 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Checking segment: {'id': '0469b5e2-6a00-447a-b461-679dc4905ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f582c0e0-67f0-4d55-a016-108b4858350c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:28.596377 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:28.596998 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Bound using segment: {'id': '0469b5e2-6a00-447a-b461-679dc4905ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f582c0e0-67f0-4d55-a016-108b4858350c'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:28.597627 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Bound port: 42e7b649-e332-4775-a127-e2c0df82a443, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0469b5e2-6a00-447a-b461-679dc4905ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f582c0e0-67f0-4d55-a016-108b4858350c'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:28.602590 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:28.646849 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a484617-9859-4357-8bbc-07ccc82e599e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:28.714112 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a484617-9859-4357-8bbc-07ccc82e599e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:28.755648 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13660efa-a5f6-42cd-8eeb-8ae0d893ee9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:28.826006 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13660efa-a5f6-42cd-8eeb-8ae0d893ee9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:28.829256 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a484617-9859-4357-8bbc-07ccc82e599e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:28.831832 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a484617-9859-4357-8bbc-07ccc82e599e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:28.833009 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4a484617-9859-4357-8bbc-07ccc82e599e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f610cd41-c67d-491e-83c4-e528a5cb87ff HTTP/1.1" status: 204 len: 168 time: 0.5091569 Aug 16 22:49:28.872663 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a484617-9859-4357-8bbc-07ccc82e599e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f610cd41-c67d-491e-83c4-e528a5cb87ff,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:28.896144 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd698e4c-de06-4ef0-add9-81881bc55369 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:28.940055 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] For port 42e7b649-e332-4775-a127-e2c0df82a443, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:28.947963 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] For port 42e7b649-e332-4775-a127-e2c0df82a443, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=42e7b649-e332-4775-a127-e2c0df82a443,segment=NetworkSegment(0469b5e2-6a00-447a-b461-679dc4905ad8),segment_id=0469b5e2-6a00-447a-b461-679dc4905ad8)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:28.971147 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:29.005782 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13660efa-a5f6-42cd-8eeb-8ae0d893ee9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:29.010974 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd698e4c-de06-4ef0-add9-81881bc55369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:29.011736 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-13660efa-a5f6-42cd-8eeb-8ae0d893ee9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:29.018939 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-13660efa-a5f6-42cd-8eeb-8ae0d893ee9f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a3e4c9ae-8699-4bdd-9538-68bf150085fe HTTP/1.1" status: 204 len: 168 time: 0.4957409 Aug 16 22:49:29.050066 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13660efa-a5f6-42cd-8eeb-8ae0d893ee9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e4c9ae-8699-4bdd-9538-68bf150085fe,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:29.205883 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Pushing event updated for resources: {'Port': ['ID=42e7b649-e332-4775-a127-e2c0df82a443,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:29.302204 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.302699 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.304818 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.305165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.305644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.305923 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.306320 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.307910 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.308276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.308614 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.308951 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.309278 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf0e85-8364-4659-9224-b04a4596c3a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.440989 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-dd698e4c-de06-4ef0-add9-81881bc55369 admin admin] Allocated IP 172.25.6.2 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/e8b827cb-6397-4645-b486-6a324f14b260) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:29.866196 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:29.898790 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd698e4c-de06-4ef0-add9-81881bc55369 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:30.030724 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd698e4c-de06-4ef0-add9-81881bc55369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:30.048374 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:30.065549 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:30.070524 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:30.328885 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:30.434072 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0dd36c9f-16c3-4f10-8e58-9f1b432c4c65,segment=NetworkSegment(feafa7b3-324d-4be7-a1fc-9c96bf396de4),segment_id=feafa7b3-324d-4be7-a1fc-9c96bf396de4)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:30.435834 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd698e4c-de06-4ef0-add9-81881bc55369 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:30.440896 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:30.451881 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-dd698e4c-de06-4ef0-add9-81881bc55369 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:30.467159 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd698e4c-de06-4ef0-add9-81881bc55369 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:30.604021 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=0dd36c9f-16c3-4f10-8e58-9f1b432c4c65,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:30.668093 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd698e4c-de06-4ef0-add9-81881bc55369 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b827cb-6397-4645-b486-6a324f14b260,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:30.985786 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36912) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:31.032915 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc0ae7d6-214f-4cd2-8799-1c3c6568c99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:31.282549 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc0ae7d6-214f-4cd2-8799-1c3c6568c99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:31.294231 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc0ae7d6-214f-4cd2-8799-1c3c6568c99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:31.380157 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ae7d6-214f-4cd2-8799-1c3c6568c99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0250c58c-d045-4bb9-b742-4d0c8900b2d0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:31.479035 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cc0ae7d6-214f-4cd2-8799-1c3c6568c99a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=25a843cb02924e5ca19cbf4c649c3c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4910128 Aug 16 22:49:31.480111 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36920) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:31.669644 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-da351940-42f9-4f74-87a6-24e9a3f688b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:31.834628 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-da351940-42f9-4f74-87a6-24e9a3f688b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:31.838672 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd698e4c-de06-4ef0-add9-81881bc55369 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:32.004443 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-da351940-42f9-4f74-87a6-24e9a3f688b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:32.007190 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-da351940-42f9-4f74-87a6-24e9a3f688b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:32.015841 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-da351940-42f9-4f74-87a6-24e9a3f688b7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0250c58c-d045-4bb9-b742-4d0c8900b2d0 HTTP/1.1" status: 204 len: 168 time: 0.5344684 Aug 16 22:49:32.051917 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da351940-42f9-4f74-87a6-24e9a3f688b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0250c58c-d045-4bb9-b742-4d0c8900b2d0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:32.135884 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61125661-5694-4cbb-8734-b0d6fe082d74 None None] Network f582c0e0-67f0-4d55-a016-108b4858350c requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:49:32.475701 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:32.678069 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd698e4c-de06-4ef0-add9-81881bc55369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:32.788454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4d283850-8117-48d4-a05f-c4567fe0d1bb None None] Provisioning for port 42e7b649-e332-4775-a127-e2c0df82a443 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:32.929067 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:32.929556 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:33.355966 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd698e4c-de06-4ef0-add9-81881bc55369 admin admin] Router 87702abe-005c-4dca-ad0a-f50a3ca6a7c9 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:49:33.448551 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 42e7b649-e332-4775-a127-e2c0df82a443 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:33.644407 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd698e4c-de06-4ef0-add9-81881bc55369 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:49:33.662547 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] Sync routers for ids ['87702abe-005c-4dca-ad0a-f50a3ca6a7c9'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:49:33.680658 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] Routers {'87702abe-005c-4dca-ad0a-f50a3ca6a7c9'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:33.682485 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:49:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['87702abe-005c-4dca-ad0a-f50a3ca6a7c9'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:33.686399 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 42e7b649-e332-4775-a127-e2c0df82a443 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:33.696613 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 42e7b649-e332-4775-a127-e2c0df82a443 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:33.697650 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:33.726534 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd698e4c-de06-4ef0-add9-81881bc55369 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:33.734285 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 36994) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:33.758375 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dd698e4c-de06-4ef0-add9-81881bc55369 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.7501028 Aug 16 22:49:33.931542 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] Set router 87702abe-005c-4dca-ad0a-f50a3ca6a7c9 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:33.941658 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:34.067984 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 42e7b649-e332-4775-a127-e2c0df82a443, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=42e7b649-e332-4775-a127-e2c0df82a443,segment=NetworkSegment(0469b5e2-6a00-447a-b461-679dc4905ad8),segment_id=0469b5e2-6a00-447a-b461-679dc4905ad8)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:34.083752 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:34.338983 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=42e7b649-e332-4775-a127-e2c0df82a443,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:34.632510 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87702abe-005c-4dca-ad0a-f50a3ca6a7c9', 'name': 'tempest-TestServerMultinode-1308094601-router', 'tenant_id': '295a7656056a43f6bc9e13ce88a417a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'e8b827cb-6397-4645-b486-6a324f14b260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:26Z', 'updated_at': '2021-08-16T22:49:31Z', 'revision_number': 3, 'project_id': '295a7656056a43f6bc9e13ce88a417a0', 'gw_port': {'id': 'e8b827cb-6397-4645-b486-6a324f14b260', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87702abe-005c-4dca-ad0a-f50a3ca6a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:29Z', 'updated_at': '2021-08-16T22:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:34.814511 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] Checking router: 87702abe-005c-4dca-ad0a-f50a3ca6a7c9 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:49:34.815507 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] Updating router 87702abe-005c-4dca-ad0a-f50a3ca6a7c9 port e8b827cb-6397-4645-b486-6a324f14b260 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:49:34.931438 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:35.369426 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6213b631-a6f6-470a-8565-4de576499c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:35.830608 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:35.880961 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] Transition to ACTIVE for port object e8b827cb-6397-4645-b486-6a324f14b260 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:35.890864 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:35.972928 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-6213b631-a6f6-470a-8565-4de576499c07 admin admin] Allocated IP 172.20.0.1 (f582c0e0-67f0-4d55-a016-108b4858350c/20414947-e745-4f91-b984-30cd5bd8fa05/da37f91c-92c8-4d0d-abcd-f3f334033934) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:36.062253 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] Attempting to bind port e8b827cb-6397-4645-b486-6a324f14b260 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:36.062898 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] Attempting to bind port e8b827cb-6397-4645-b486-6a324f14b260 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:36.063494 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] Attempting to bind port e8b827cb-6397-4645-b486-6a324f14b260 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:36.081335 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:36.082423 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:36.083406 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:36.084200 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:36.085309 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] Bound port: e8b827cb-6397-4645-b486-6a324f14b260, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:36.086133 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:36.216272 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] For port e8b827cb-6397-4645-b486-6a324f14b260, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:36.228459 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] For port e8b827cb-6397-4645-b486-6a324f14b260, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e8b827cb-6397-4645-b486-6a324f14b260,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:36.249601 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:36.273529 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 42e7b649-e332-4775-a127-e2c0df82a443 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:36.340218 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6213b631-a6f6-470a-8565-4de576499c07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:36.352096 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a05c8-0920-48c8-bb07-0d39edca014b None None] Pushing event updated for resources: {'Port': ['ID=e8b827cb-6397-4645-b486-6a324f14b260,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:36.403688 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 42e7b649-e332-4775-a127-e2c0df82a443 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:36.404107 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:36.424598 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-6213b631-a6f6-470a-8565-4de576499c07 admin admin] Transition to ACTIVE for port object da37f91c-92c8-4d0d-abcd-f3f334033934 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:36.536719 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] Routers {'87702abe-005c-4dca-ad0a-f50a3ca6a7c9'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:36.537371 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:49:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['87702abe-005c-4dca-ad0a-f50a3ca6a7c9'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:36.556291 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6213b631-a6f6-470a-8565-4de576499c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:36.584234 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a05c8-0920-48c8-bb07-0d39edca014b None None] Pushing event updated for resources: {'Port': ['ID=e8b827cb-6397-4645-b486-6a324f14b260,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:36.676123 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213b631-a6f6-470a-8565-4de576499c07 admin admin] Pushing event updated for resources: {'Port': ['ID=da37f91c-92c8-4d0d-abcd-f3f334033934,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:36.704349 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6213b631-a6f6-470a-8565-4de576499c07 admin admin] Network f582c0e0-67f0-4d55-a016-108b4858350c is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:36.713195 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-6213b631-a6f6-470a-8565-4de576499c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:36.721036 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213b631-a6f6-470a-8565-4de576499c07 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:36.854041 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6213b631-a6f6-470a-8565-4de576499c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:36.866393 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:49:36.935542 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] Set router 87702abe-005c-4dca-ad0a-f50a3ca6a7c9 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:37.200949 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6213b631-a6f6-470a-8565-4de576499c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:37.331074 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-44fae7c5-af20-49a5-83a2-9ed0ebfbe3fc None None] Provisioning for port da37f91c-92c8-4d0d-abcd-f3f334033934 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:37.341926 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-44fae7c5-af20-49a5-83a2-9ed0ebfbe3fc None None] Provisioning complete for port da37f91c-92c8-4d0d-abcd-f3f334033934 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:37.342328 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-44fae7c5-af20-49a5-83a2-9ed0ebfbe3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:37.488056 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87702abe-005c-4dca-ad0a-f50a3ca6a7c9', 'name': 'tempest-TestServerMultinode-1308094601-router', 'tenant_id': '295a7656056a43f6bc9e13ce88a417a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'e8b827cb-6397-4645-b486-6a324f14b260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:26Z', 'updated_at': '2021-08-16T22:49:31Z', 'revision_number': 3, 'project_id': '295a7656056a43f6bc9e13ce88a417a0', 'gw_port': {'id': 'e8b827cb-6397-4645-b486-6a324f14b260', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87702abe-005c-4dca-ad0a-f50a3ca6a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:29Z', 'updated_at': '2021-08-16T22:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:37.528466 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78238baf-a7e1-497c-8e69-6c503d8fc0ba None None] The sync data for ids ['87702abe-005c-4dca-ad0a-f50a3ca6a7c9'] in n-d-792458-15 is: [{'id': '87702abe-005c-4dca-ad0a-f50a3ca6a7c9', 'name': 'tempest-TestServerMultinode-1308094601-router', 'tenant_id': '295a7656056a43f6bc9e13ce88a417a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'e8b827cb-6397-4645-b486-6a324f14b260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:26Z', 'updated_at': '2021-08-16T22:49:31Z', 'revision_number': 3, 'project_id': '295a7656056a43f6bc9e13ce88a417a0', 'gw_port': {'id': 'e8b827cb-6397-4645-b486-6a324f14b260', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87702abe-005c-4dca-ad0a-f50a3ca6a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:29Z', 'updated_at': '2021-08-16T22:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:49:37.546637 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-44fae7c5-af20-49a5-83a2-9ed0ebfbe3fc None None] Port da37f91c-92c8-4d0d-abcd-f3f334033934 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:49:37.855975 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6213b631-a6f6-470a-8565-4de576499c07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:37.862406 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6213b631-a6f6-470a-8565-4de576499c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:38.091222 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6213b631-a6f6-470a-8565-4de576499c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:38.105817 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213b631-a6f6-470a-8565-4de576499c07 admin admin] Pushing event updated for resources: {'Port': ['ID=da37f91c-92c8-4d0d-abcd-f3f334033934,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:38.312714 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6213b631-a6f6-470a-8565-4de576499c07 admin admin] Network f582c0e0-67f0-4d55-a016-108b4858350c is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:38.318603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-6213b631-a6f6-470a-8565-4de576499c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:38.345544 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e8b827cb-6397-4645-b486-6a324f14b260 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:38.541720 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port e8b827cb-6397-4645-b486-6a324f14b260 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:38.562081 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port e8b827cb-6397-4645-b486-6a324f14b260 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:38.562840 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:38.614747 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6213b631-a6f6-470a-8565-4de576499c07 admin admin] Router 87702abe-005c-4dca-ad0a-f50a3ca6a7c9 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:49:38.843262 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:38.889831 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:38.937276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port e8b827cb-6397-4645-b486-6a324f14b260, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e8b827cb-6397-4645-b486-6a324f14b260,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:38.955641 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:39.214757 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9aeb331c-6908-42fd-af5a-f1b3dedb40d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:39.285115 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3989ea9e-b037-4803-b3b7-d79ae3c36644 None None] Provisioning complete for port da37f91c-92c8-4d0d-abcd-f3f334033934 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:39.285115 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3989ea9e-b037-4803-b3b7-d79ae3c36644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:39.392737 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-3989ea9e-b037-4803-b3b7-d79ae3c36644 None None] Port da37f91c-92c8-4d0d-abcd-f3f334033934 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:49:39.398089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=e8b827cb-6397-4645-b486-6a324f14b260,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:39.786694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6213b631-a6f6-470a-8565-4de576499c07 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:49:39.798620 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6213b631-a6f6-470a-8565-4de576499c07 admin admin] 10.222.0.93 "PUT /v2.0/routers/87702abe-005c-4dca-ad0a-f50a3ca6a7c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0626330 Aug 16 22:49:40.243814 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e8b827cb-6397-4645-b486-6a324f14b260 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:40.451741 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port e8b827cb-6397-4645-b486-6a324f14b260 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:40.452787 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:40.953022 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:41.422947 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] Sync routers for ids ['87702abe-005c-4dca-ad0a-f50a3ca6a7c9'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:49:41.483498 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] Routers {'87702abe-005c-4dca-ad0a-f50a3ca6a7c9'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:41.484580 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:49:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['87702abe-005c-4dca-ad0a-f50a3ca6a7c9'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:41.770649 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37246) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:41.803321 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37250) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:41.958119 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-d973f9ed-1c80-4d84-b716-2b8ef3ba506b tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:41.959707 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-d973f9ed-1c80-4d84-b716-2b8ef3ba506b tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/networks?id=20e2e45b-afaf-498f-898c-e425f77b1290 HTTP/1.1" status: 200 len: 910 time: 0.2529685 Aug 16 22:49:41.996159 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] Set router 87702abe-005c-4dca-ad0a-f50a3ca6a7c9 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:41.997476 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-dcaed9d4-dee5-4b55-a1ab-247dc163e5bc tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/quotas/295a7656056a43f6bc9e13ce88a417a0 HTTP/1.1" status: 200 len: 375 time: 0.0253875 Aug 16 22:49:42.135747 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ebb627-60bc-41de-8ca7-ceeca4f97708 admin admin] Deleting subnet 298e2aea-9142-4717-833c-3424c42c09d4 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:49:42.159849 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17ebb627-60bc-41de-8ca7-ceeca4f97708 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:42.322158 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-c3254e9f-c5f1-4640-8657-6b67fd1229d3 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?tenant_id=295a7656056a43f6bc9e13ce88a417a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3095894 Aug 16 22:49:42.352682 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17ebb627-60bc-41de-8ca7-ceeca4f97708 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:42.359907 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5806afd-30aa-43e8-808b-7d617f4a6cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:42.579716 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17ebb627-60bc-41de-8ca7-ceeca4f97708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:42.583497 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-33367489-3a2f-43c2-bb31-d39d0be8253d service neutron] 10.222.0.93 "GET /v2.0/networks/20e2e45b-afaf-498f-898c-e425f77b1290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431405 Aug 16 22:49:42.607574 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1257b5b0-2cbc-46e9-bd13-392abfdd2de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:42.616296 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:42.813085 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87702abe-005c-4dca-ad0a-f50a3ca6a7c9', 'name': 'tempest-TestServerMultinode-1308094601-router', 'tenant_id': '295a7656056a43f6bc9e13ce88a417a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'e8b827cb-6397-4645-b486-6a324f14b260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:26Z', 'updated_at': '2021-08-16T22:49:37Z', 'revision_number': 4, 'project_id': '295a7656056a43f6bc9e13ce88a417a0', 'gw_port': {'id': 'e8b827cb-6397-4645-b486-6a324f14b260', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87702abe-005c-4dca-ad0a-f50a3ca6a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:29Z', 'updated_at': '2021-08-16T22:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'da37f91c-92c8-4d0d-abcd-f3f334033934', 'name': '', 'network_id': 'f582c0e0-67f0-4d55-a016-108b4858350c', 'tenant_id': '295a7656056a43f6bc9e13ce88a417a0', 'mac_address': 'fa:16:3e:b1:cf:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87702abe-005c-4dca-ad0a-f50a3ca6a7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '20414947-e745-4f91-b984-30cd5bd8fa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:35Z', 'updated_at': '2021-08-16T22:49:37Z', 'revision_number': 2, 'project_id': '295a7656056a43f6bc9e13ce88a417a0', 'subnets': [{'id': '20414947-e745-4f91-b984-30cd5bd8fa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:42.845205 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] Checking router: 87702abe-005c-4dca-ad0a-f50a3ca6a7c9 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:49:42.846077 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] Updating router 87702abe-005c-4dca-ad0a-f50a3ca6a7c9 port da37f91c-92c8-4d0d-abcd-f3f334033934 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:49:42.900781 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-4b36090c-c936-4294-8541-31df4b5ec011 service neutron] 10.222.0.93 "GET /v2.0/networks/20e2e45b-afaf-498f-898c-e425f77b1290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058629 Aug 16 22:49:42.909924 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:42.913105 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17ebb627-60bc-41de-8ca7-ceeca4f97708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.009411 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17ebb627-60bc-41de-8ca7-ceeca4f97708 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.014605 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37280) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:43.025241 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-17ebb627-60bc-41de-8ca7-ceeca4f97708 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/298e2aea-9142-4717-833c-3424c42c09d4 HTTP/1.1" status: 204 len: 168 time: 1.2207286 Aug 16 22:49:43.026209 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebb627-60bc-41de-8ca7-ceeca4f97708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=298e2aea-9142-4717-833c-3424c42c09d4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:43.077606 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5806afd-30aa-43e8-808b-7d617f4a6cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.083890 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5806afd-30aa-43e8-808b-7d617f4a6cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.187418 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37284) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:43.199241 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f5806afd-30aa-43e8-808b-7d617f4a6cc8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7d62b322218b4a39beec4b72c2a499e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4255245 Aug 16 22:49:43.202068 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5806afd-30aa-43e8-808b-7d617f4a6cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd091361-7633-40fd-9c96-ac1449cae0b8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:43.293174 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c80091dd-af2a-43ff-b3fc-84c3fc0c2dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.462390 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.490606 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c79aa857-b0ab-43da-a1f2-47a9df431f1a req-a8e50242-e9a9-4d31-82fe-1e2ace006107 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8fb90b52-26d9-4186-b36f-79d3873d6279 HTTP/1.1" status: 200 len: 210 time: 0.1046283 Aug 16 22:49:43.652965 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32f17e7f-7812-4c30-ba23-399885a6ea28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.711276 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c80091dd-af2a-43ff-b3fc-84c3fc0c2dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.721047 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32f17e7f-7812-4c30-ba23-399885a6ea28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.766889 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-c80091dd-af2a-43ff-b3fc-84c3fc0c2dba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f2574a-cf62-49b3-8d9f-25ee90f470fe']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:43.795832 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-c80091dd-af2a-43ff-b3fc-84c3fc0c2dba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c12a7c-f5cb-447f-8324-342e3596b810') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:43.796504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-c80091dd-af2a-43ff-b3fc-84c3fc0c2dba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c12a7c-f5cb-447f-8324-342e3596b810') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:43.804359 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.820973 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] Transition to ACTIVE for port object da37f91c-92c8-4d0d-abcd-f3f334033934 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:43.822352 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c80091dd-af2a-43ff-b3fc-84c3fc0c2dba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.835110 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.845170 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c80091dd-af2a-43ff-b3fc-84c3fc0c2dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.856136 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80091dd-af2a-43ff-b3fc-84c3fc0c2dba admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:49:43.856852 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c80091dd-af2a-43ff-b3fc-84c3fc0c2dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:49:43.860178 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:49:43.980545 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32f17e7f-7812-4c30-ba23-399885a6ea28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.992718 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-32f17e7f-7812-4c30-ba23-399885a6ea28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.995607 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-32f17e7f-7812-4c30-ba23-399885a6ea28 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bd091361-7633-40fd-9c96-ac1449cae0b8 HTTP/1.1" status: 204 len: 168 time: 0.8067186 Aug 16 22:49:44.024033 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f17e7f-7812-4c30-ba23-399885a6ea28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd091361-7633-40fd-9c96-ac1449cae0b8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:44.042097 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c80091dd-af2a-43ff-b3fc-84c3fc0c2dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:44.050623 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c80091dd-af2a-43ff-b3fc-84c3fc0c2dba admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:44.054593 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c80091dd-af2a-43ff-b3fc-84c3fc0c2dba admin admin] 10.222.0.93 "DELETE /v2.0/networks/f3f2574a-cf62-49b3-8d9f-25ee90f470fe HTTP/1.1" status: 204 len: 168 time: 1.0368514 Aug 16 22:49:44.072203 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3c255-47ca-4348-bdf0-27661d6c5254 None None] Pushing event updated for resources: {'Port': ['ID=da37f91c-92c8-4d0d-abcd-f3f334033934,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:44.091014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80091dd-af2a-43ff-b3fc-84c3fc0c2dba admin admin] Pushing event deleted for resources: {'Network': ['ID=f3f2574a-cf62-49b3-8d9f-25ee90f470fe,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:44.151667 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] Attempting to bind port da37f91c-92c8-4d0d-abcd-f3f334033934 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:44.152781 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] Attempting to bind port da37f91c-92c8-4d0d-abcd-f3f334033934 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '0469b5e2-6a00-447a-b461-679dc4905ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f582c0e0-67f0-4d55-a016-108b4858350c'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:44.153170 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] Attempting to bind port da37f91c-92c8-4d0d-abcd-f3f334033934 on network f582c0e0-67f0-4d55-a016-108b4858350c {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:44.189173 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:44.196751 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] Checking segment: {'id': '0469b5e2-6a00-447a-b461-679dc4905ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f582c0e0-67f0-4d55-a016-108b4858350c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:44.197415 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:44.198089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] Bound using segment: {'id': '0469b5e2-6a00-447a-b461-679dc4905ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f582c0e0-67f0-4d55-a016-108b4858350c'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:44.198897 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] Bound port: da37f91c-92c8-4d0d-abcd-f3f334033934, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0469b5e2-6a00-447a-b461-679dc4905ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f582c0e0-67f0-4d55-a016-108b4858350c'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:44.199367 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:44.376281 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] For port da37f91c-92c8-4d0d-abcd-f3f334033934, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:44.380802 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] For port da37f91c-92c8-4d0d-abcd-f3f334033934, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=da37f91c-92c8-4d0d-abcd-f3f334033934,segment=NetworkSegment(0469b5e2-6a00-447a-b461-679dc4905ad8),segment_id=0469b5e2-6a00-447a-b461-679dc4905ad8)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:44.392524 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:44.448233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37328) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:44.633154 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3c255-47ca-4348-bdf0-27661d6c5254 None None] Pushing event updated for resources: {'Port': ['ID=da37f91c-92c8-4d0d-abcd-f3f334033934,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:44.640303 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] Routers {'87702abe-005c-4dca-ad0a-f50a3ca6a7c9'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:44.645235 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:49:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['87702abe-005c-4dca-ad0a-f50a3ca6a7c9'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:44.645646 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c7b46c9d-c05b-4b4c-b6fe-55b513544820 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=90bc3b704d5842aab0220f31b77e4519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1957338 Aug 16 22:49:44.653865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37336) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:44.855484 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-109280a3-5364-42e6-ad5b-adc456676dca req-c9394791-09b8-4fdb-a711-2bfc4d25e8ae tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8fb90b52-26d9-4186-b36f-79d3873d6279 HTTP/1.1" status: 200 len: 210 time: 0.1392434 Aug 16 22:49:44.903610 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3f9926d3-e807-40aa-85cd-bf9319e7e279 req-d5c11296-886c-4279-9447-808c4353d013 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1609302 Aug 16 22:49:44.955209 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-440c6743-5b99-459e-9730-7c8eca4908a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:44.982649 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.020185 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-440c6743-5b99-459e-9730-7c8eca4908a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.063207 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] Set router 87702abe-005c-4dca-ad0a-f50a3ca6a7c9 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:45.108173 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37342) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:45.110196 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9926d3-e807-40aa-85cd-bf9319e7e279 req-00db47d3-8888-4bef-a8ae-02c198e0ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:45.111715 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3f9926d3-e807-40aa-85cd-bf9319e7e279 req-00db47d3-8888-4bef-a8ae-02c198e0ac38 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a94320c237464e92b55da62058850e19&device_id=f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f HTTP/1.1" status: 200 len: 1098 time: 0.1162319 Aug 16 22:49:45.181860 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-11dd48f5-dba2-42d3-b44c-d359a64f5160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.225205 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-440c6743-5b99-459e-9730-7c8eca4908a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.233988 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-440c6743-5b99-459e-9730-7c8eca4908a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.246926 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-440c6743-5b99-459e-9730-7c8eca4908a5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/aeba5c12-7462-43db-8d2b-5b6e7288ba3e HTTP/1.1" status: 204 len: 168 time: 0.5866151 Aug 16 22:49:45.283906 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c6743-5b99-459e-9730-7c8eca4908a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeba5c12-7462-43db-8d2b-5b6e7288ba3e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:45.593865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-e1dfd2c1-1236-4461-a9ae-be94c37299d0 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:45.604053 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-e1dfd2c1-1236-4461-a9ae-be94c37299d0 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.43 "GET /v2.0/networks?id=20e2e45b-afaf-498f-898c-e425f77b1290 HTTP/1.1" status: 200 len: 910 time: 0.2184916 Aug 16 22:49:45.623492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-2fde69fa-750b-44cc-9d01-65f76c16aa53 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Request body: {'port': {'device_id': '8fb90b52-26d9-4186-b36f-79d3873d6279', 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290', 'admin_state_up': True, 'tenant_id': '295a7656056a43f6bc9e13ce88a417a0'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:45.648198 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9926d3-e807-40aa-85cd-bf9319e7e279 req-a57f765f-b491-4190-b57f-e4a6f335867d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:45.650390 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3f9926d3-e807-40aa-85cd-bf9319e7e279 req-a57f765f-b491-4190-b57f-e4a6f335867d service neutron] 10.222.0.39 "GET /v2.0/networks?id=aacbf1c0-e535-4695-97b1-c2c80914b16b HTTP/1.1" status: 200 len: 914 time: 0.4707341 Aug 16 22:49:45.847649 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3f9926d3-e807-40aa-85cd-bf9319e7e279 req-9631d299-beff-43bb-b873-637939ad981f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf09d43-bc85-4eed-b2c2-fe0b48e24883 HTTP/1.1" status: 200 len: 217 time: 0.1657424 Aug 16 22:49:45.853631 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87702abe-005c-4dca-ad0a-f50a3ca6a7c9', 'name': 'tempest-TestServerMultinode-1308094601-router', 'tenant_id': '295a7656056a43f6bc9e13ce88a417a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'e8b827cb-6397-4645-b486-6a324f14b260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:26Z', 'updated_at': '2021-08-16T22:49:37Z', 'revision_number': 4, 'project_id': '295a7656056a43f6bc9e13ce88a417a0', 'gw_port': {'id': 'e8b827cb-6397-4645-b486-6a324f14b260', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87702abe-005c-4dca-ad0a-f50a3ca6a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:29Z', 'updated_at': '2021-08-16T22:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'da37f91c-92c8-4d0d-abcd-f3f334033934', 'name': '', 'network_id': 'f582c0e0-67f0-4d55-a016-108b4858350c', 'tenant_id': '295a7656056a43f6bc9e13ce88a417a0', 'mac_address': 'fa:16:3e:b1:cf:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87702abe-005c-4dca-ad0a-f50a3ca6a7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '20414947-e745-4f91-b984-30cd5bd8fa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:35Z', 'updated_at': '2021-08-16T22:49:44Z', 'revision_number': 4, 'project_id': '295a7656056a43f6bc9e13ce88a417a0', 'subnets': [{'id': '20414947-e745-4f91-b984-30cd5bd8fa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:45.948244 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a767cfa-5b82-4dea-8151-df5b9435db74 None None] The sync data for ids ['87702abe-005c-4dca-ad0a-f50a3ca6a7c9'] in n-d-792458-15 is: [{'id': '87702abe-005c-4dca-ad0a-f50a3ca6a7c9', 'name': 'tempest-TestServerMultinode-1308094601-router', 'tenant_id': '295a7656056a43f6bc9e13ce88a417a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'e8b827cb-6397-4645-b486-6a324f14b260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:26Z', 'updated_at': '2021-08-16T22:49:37Z', 'revision_number': 4, 'project_id': '295a7656056a43f6bc9e13ce88a417a0', 'gw_port': {'id': 'e8b827cb-6397-4645-b486-6a324f14b260', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87702abe-005c-4dca-ad0a-f50a3ca6a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:29Z', 'updated_at': '2021-08-16T22:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'da37f91c-92c8-4d0d-abcd-f3f334033934', 'name': '', 'network_id': 'f582c0e0-67f0-4d55-a016-108b4858350c', 'tenant_id': '295a7656056a43f6bc9e13ce88a417a0', 'mac_address': 'fa:16:3e:b1:cf:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87702abe-005c-4dca-ad0a-f50a3ca6a7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '20414947-e745-4f91-b984-30cd5bd8fa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:35Z', 'updated_at': '2021-08-16T22:49:44Z', 'revision_number': 4, 'project_id': '295a7656056a43f6bc9e13ce88a417a0', 'subnets': [{'id': '20414947-e745-4f91-b984-30cd5bd8fa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:49:46.035927 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-454bd23a-5f26-4a41-b60f-8bfb23297fea req-b47ed223-e4fa-4bb0-a798-e72b61a1c1aa tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8fb90b52-26d9-4186-b36f-79d3873d6279 HTTP/1.1" status: 200 len: 210 time: 0.0567262 Aug 16 22:49:46.052571 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9926d3-e807-40aa-85cd-bf9319e7e279 req-59a28c74-b765-4b8f-9946-0527bdb91530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:46.073207 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3f9926d3-e807-40aa-85cd-bf9319e7e279 req-59a28c74-b765-4b8f-9946-0527bdb91530 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e97ec8c-4298-48d4-896c-77ed87c5f8dd HTTP/1.1" status: 200 len: 853 time: 0.2131174 Aug 16 22:49:46.112194 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3f9926d3-e807-40aa-85cd-bf9319e7e279 req-bd1b209a-418c-431a-a6a0-98a829879fb9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aacbf1c0-e535-4695-97b1-c2c80914b16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344224 Aug 16 22:49:46.135792 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-11dd48f5-dba2-42d3-b44c-d359a64f5160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:46.186578 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-2fde69fa-750b-44cc-9d01-65f76c16aa53 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Made reservation on behalf of 295a7656056a43f6bc9e13ce88a417a0 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:49:46.189831 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-2fde69fa-750b-44cc-9d01-65f76c16aa53 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:46.277061 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-11dd48f5-dba2-42d3-b44c-d359a64f5160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:46.399207 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device da37f91c-92c8-4d0d-abcd-f3f334033934 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:46.512242 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd48f5-dba2-42d3-b44c-d359a64f5160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036240c0-e47d-4f41-9e38-95b0d2a3909e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:46.535542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37382) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:46.539103 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-11dd48f5-dba2-42d3-b44c-d359a64f5160 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ac8b50232e394c98868ca161170cae34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4256330 Aug 16 22:49:46.578276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port da37f91c-92c8-4d0d-abcd-f3f334033934 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:46.589019 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port da37f91c-92c8-4d0d-abcd-f3f334033934 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:46.589652 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:46.618654 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3f9926d3-e807-40aa-85cd-bf9319e7e279 req-eb49afb4-0a7e-4296-94be-99b86c5e459a service neutron] 10.222.0.39 "GET /v2.0/networks/aacbf1c0-e535-4695-97b1-c2c80914b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981022 Aug 16 22:49:46.723840 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-2fde69fa-750b-44cc-9d01-65f76c16aa53 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Allocated IP 172.20.0.4 (20e2e45b-afaf-498f-898c-e425f77b1290/ce65a188-648e-4a47-a0bf-704568992b8b/f107c903-5047-410c-b269-bdae8e08d4a9) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:46.770964 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84b9ac2c-1ea7-4be2-8d85-37db23ee10b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:46.862811 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84b9ac2c-1ea7-4be2-8d85-37db23ee10b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:46.980695 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3f9926d3-e807-40aa-85cd-bf9319e7e279 req-a069b43d-e4a3-4f3f-902c-9268098d015b service neutron] 10.222.0.39 "GET /v2.0/networks/aacbf1c0-e535-4695-97b1-c2c80914b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513701 Aug 16 22:49:47.056465 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:47.151993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port da37f91c-92c8-4d0d-abcd-f3f334033934, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=da37f91c-92c8-4d0d-abcd-f3f334033934,segment=NetworkSegment(0469b5e2-6a00-447a-b461-679dc4905ad8),segment_id=0469b5e2-6a00-447a-b461-679dc4905ad8)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:47.171329 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:47.222738 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84b9ac2c-1ea7-4be2-8d85-37db23ee10b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:47.232127 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84b9ac2c-1ea7-4be2-8d85-37db23ee10b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:47.237115 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-84b9ac2c-1ea7-4be2-8d85-37db23ee10b0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/036240c0-e47d-4f41-9e38-95b0d2a3909e HTTP/1.1" status: 204 len: 168 time: 0.6941171 Aug 16 22:49:47.318413 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-2fde69fa-750b-44cc-9d01-65f76c16aa53 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:47.338487 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9ac2c-1ea7-4be2-8d85-37db23ee10b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036240c0-e47d-4f41-9e38-95b0d2a3909e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:47.371349 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f5304ed-5aee-4233-b9db-2e4f439f7373 req-43c52c00-b9a0-4e2a-9a91-697c64a03f11 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8fb90b52-26d9-4186-b36f-79d3873d6279 HTTP/1.1" status: 200 len: 210 time: 0.0793235 Aug 16 22:49:47.379509 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-2fde69fa-750b-44cc-9d01-65f76c16aa53 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Transition to ACTIVE for port object f107c903-5047-410c-b269-bdae8e08d4a9 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:47.462582 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-2fde69fa-750b-44cc-9d01-65f76c16aa53 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:47.474937 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=da37f91c-92c8-4d0d-abcd-f3f334033934,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:47.592149 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde69fa-750b-44cc-9d01-65f76c16aa53 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Pushing event updated for resources: {'Port': ['ID=f107c903-5047-410c-b269-bdae8e08d4a9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:47.637910 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-2fde69fa-750b-44cc-9d01-65f76c16aa53 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Network 20e2e45b-afaf-498f-898c-e425f77b1290 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:47.649850 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-2fde69fa-750b-44cc-9d01-65f76c16aa53 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:47.667232 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-2fde69fa-750b-44cc-9d01-65f76c16aa53 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:47.822774 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-2fde69fa-750b-44cc-9d01-65f76c16aa53 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:47.824429 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-2fde69fa-750b-44cc-9d01-65f76c16aa53 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:47.908154 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-2fde69fa-750b-44cc-9d01-65f76c16aa53 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.3025520 Aug 16 22:49:47.940436 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] Request body: {'port': {'device_id': '8fb90b52-26d9-4186-b36f-79d3873d6279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:48.136793 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:48.255664 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a9b56b17-ca44-4b38-9a83-5a02ef348a05 None None] Provisioning for port f107c903-5047-410c-b269-bdae8e08d4a9 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:48.257928 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37440) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:48.295025 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a9b56b17-ca44-4b38-9a83-5a02ef348a05 None None] Provisioning complete for port f107c903-5047-410c-b269-bdae8e08d4a9 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:48.295893 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a9b56b17-ca44-4b38-9a83-5a02ef348a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:48.461800 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device da37f91c-92c8-4d0d-abcd-f3f334033934 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:48.572598 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a9b56b17-ca44-4b38-9a83-5a02ef348a05 None None] Port f107c903-5047-410c-b269-bdae8e08d4a9 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:49:48.608457 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port da37f91c-92c8-4d0d-abcd-f3f334033934 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:48.610983 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:48.978017 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96e8df0d-4944-49e8-9eeb-e13e4f15841b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.220738 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96e8df0d-4944-49e8-9eeb-e13e4f15841b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.227567 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96e8df0d-4944-49e8-9eeb-e13e4f15841b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.294944 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8df0d-4944-49e8-9eeb-e13e4f15841b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ca3eb6-4128-46ff-b4c3-988bbf3b9204,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:49.384742 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-96e8df0d-4944-49e8-9eeb-e13e4f15841b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=98b8680bdb6747608a4f056d48c2b685&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1225178 Aug 16 22:49:49.389208 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37478) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:49.503399 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de85a6cb-d614-4209-a901-ba3281f8e476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.550376 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de85a6cb-d614-4209-a901-ba3281f8e476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.630870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf82831-c5af-416d-9126-65387b18ae5f req-5a167c42-8ba4-477f-8368-c9b0e26e3660 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:49.639265 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eaf82831-c5af-416d-9126-65387b18ae5f req-5a167c42-8ba4-477f-8368-c9b0e26e3660 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8fb90b52-26d9-4186-b36f-79d3873d6279 HTTP/1.1" status: 200 len: 1027 time: 0.9935763 Aug 16 22:49:49.691168 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de85a6cb-d614-4209-a901-ba3281f8e476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.694318 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-de85a6cb-d614-4209-a901-ba3281f8e476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.696234 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-de85a6cb-d614-4209-a901-ba3281f8e476 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e2ca3eb6-4128-46ff-b4c3-988bbf3b9204 HTTP/1.1" status: 204 len: 168 time: 0.3053122 Aug 16 22:49:49.715909 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85a6cb-d614-4209-a901-ba3281f8e476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ca3eb6-4128-46ff-b4c3-988bbf3b9204,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:49.745927 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eaf82831-c5af-416d-9126-65387b18ae5f req-3f5718ab-632a-4a3a-b43b-d4de42d8b998 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979896 Aug 16 22:49:49.844414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f107c903-5047-410c-b269-bdae8e08d4a9 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:49:49.861930 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.919747 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] Transition to ACTIVE for port object f107c903-5047-410c-b269-bdae8e08d4a9 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:49.932778 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:50.097215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] Pushing event updated for resources: {'Port': ['ID=f107c903-5047-410c-b269-bdae8e08d4a9,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:50.255236 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] Attempting to bind port f107c903-5047-410c-b269-bdae8e08d4a9 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:50.255587 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] Attempting to bind port f107c903-5047-410c-b269-bdae8e08d4a9 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'feafa7b3-324d-4be7-a1fc-9c96bf396de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:50.256130 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] Attempting to bind port f107c903-5047-410c-b269-bdae8e08d4a9 on network 20e2e45b-afaf-498f-898c-e425f77b1290 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:50.270156 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] Port f107c903-5047-410c-b269-bdae8e08d4a9 on network 20e2e45b-afaf-498f-898c-e425f77b1290 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:49:50.270586 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] Attempting to bind port f107c903-5047-410c-b269-bdae8e08d4a9 on network 20e2e45b-afaf-498f-898c-e425f77b1290 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:50.291930 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:50.292483 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] Checking segment: {'id': 'feafa7b3-324d-4be7-a1fc-9c96bf396de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:50.293083 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] Bound using segment: {'id': 'feafa7b3-324d-4be7-a1fc-9c96bf396de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:50.295598 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] Bound port: f107c903-5047-410c-b269-bdae8e08d4a9, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feafa7b3-324d-4be7-a1fc-9c96bf396de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:50.296165 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:50.473840 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] For port f107c903-5047-410c-b269-bdae8e08d4a9, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:50.485608 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] For port f107c903-5047-410c-b269-bdae8e08d4a9, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=f107c903-5047-410c-b269-bdae8e08d4a9,segment=NetworkSegment(feafa7b3-324d-4be7-a1fc-9c96bf396de4),segment_id=feafa7b3-324d-4be7-a1fc-9c96bf396de4)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:50.502279 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:50.577985 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:50.579558 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:50.581445 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] 10.222.0.43 "PUT /v2.0/ports/f107c903-5047-410c-b269-bdae8e08d4a9 HTTP/1.1" status: 200 len: 1092 time: 2.6615274 Aug 16 22:49:50.584528 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb90b52-26d9-4186-b36f-79d3873d6279', 'tag': 'f107c903-5047-410c-b269-bdae8e08d4a9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:50.589385 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098b3ba6-905c-4440-8ab2-46b464325609" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb90b52-26d9-4186-b36f-79d3873d6279", "tag": "f107c903-5047-410c-b269-bdae8e08d4a9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:50.755965 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b1beb-9edb-481c-81b5-281cb699b3be service neutron] Pushing event updated for resources: {'Port': ['ID=f107c903-5047-410c-b269-bdae8e08d4a9,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:50.820204 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37528) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:50.837917 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f757c0f7-1e27-4fc0-849d-7bc91d469f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:51.054452 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-55520b89-a84a-406a-a7b1-c36c2570e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:51.058284 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-55520b89-a84a-406a-a7b1-c36c2570e6f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=295a7656056a43f6bc9e13ce88a417a0&device_id=8fb90b52-26d9-4186-b36f-79d3873d6279 HTTP/1.1" status: 200 len: 1095 time: 0.4075348 Aug 16 22:49:51.230481 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-c330865b-7d50-42bb-b829-572eb08e1435 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f107c903-5047-410c-b269-bdae8e08d4a9 HTTP/1.1" status: 200 len: 217 time: 0.1639354 Aug 16 22:49:51.373103 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fc8cf-268e-46ca-995b-07f529e5588e req-c5ccc36b-6370-4442-8991-d09292acd644 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:51.380063 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8a6fc8cf-268e-46ca-995b-07f529e5588e req-c5ccc36b-6370-4442-8991-d09292acd644 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8fb90b52-26d9-4186-b36f-79d3873d6279 HTTP/1.1" status: 200 len: 1095 time: 0.4395392 Aug 16 22:49:51.409222 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f757c0f7-1e27-4fc0-849d-7bc91d469f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:51.416610 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f757c0f7-1e27-4fc0-849d-7bc91d469f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:51.446712 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a11473-c472-4073-82ec-9a2812611884 x-openstack-request-id: req-65a11473-c472-4073-82ec-9a2812611884 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:51.450484 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb90b52-26d9-4186-b36f-79d3873d6279", "tag": "f107c903-5047-410c-b269-bdae8e08d4a9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:51.451017 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-65a11473-c472-4073-82ec-9a2812611884 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:51.452588 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb90b52-26d9-4186-b36f-79d3873d6279', 'tag': 'f107c903-5047-410c-b269-bdae8e08d4a9', 'status': 'completed', 'code': 200} Aug 16 22:49:51.499845 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8a6fc8cf-268e-46ca-995b-07f529e5588e req-81e82429-ecb5-4da1-8a9b-6f5fbc755702 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062012 Aug 16 22:49:51.502559 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-091cb6a2-b666-459b-b63c-fda4714b48a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:51.509724 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-091cb6a2-b666-459b-b63c-fda4714b48a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ce65a188-648e-4a47-a0bf-704568992b8b HTTP/1.1" status: 200 len: 848 time: 0.2652977 Aug 16 22:49:51.510368 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f757c0f7-1e27-4fc0-849d-7bc91d469f29 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=dcf749aa829f40ff9709c8feb6f20d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6878324 Aug 16 22:49:51.511112 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37544) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:51.544756 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757c0f7-1e27-4fc0-849d-7bc91d469f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc48f50-65c8-4cea-b60d-ea2f8182d0ae,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:51.809077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-6f1183d5-40b7-4fbd-a5a6-3117e33283fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:51.811759 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-6f1183d5-40b7-4fbd-a5a6-3117e33283fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=20e2e45b-afaf-498f-898c-e425f77b1290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2681479 Aug 16 22:49:51.844570 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b7910b2e-485b-448a-968f-6715a30db22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:51.974015 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b7910b2e-485b-448a-968f-6715a30db22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:52.198664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-568cc748-6191-4fd4-8e12-0e395ffde9b8 service neutron] 10.222.0.43 "GET /v2.0/networks/20e2e45b-afaf-498f-898c-e425f77b1290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717237 Aug 16 22:49:52.291565 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b7910b2e-485b-448a-968f-6715a30db22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:52.298054 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b7910b2e-485b-448a-968f-6715a30db22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:52.305043 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b7910b2e-485b-448a-968f-6715a30db22a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/efc48f50-65c8-4cea-b60d-ea2f8182d0ae HTTP/1.1" status: 204 len: 168 time: 0.7925558 Aug 16 22:49:52.411200 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7910b2e-485b-448a-968f-6715a30db22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc48f50-65c8-4cea-b60d-ea2f8182d0ae,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:52.659307 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00b81c29-eda5-43ab-a281-0fe85e31c24d req-5f9166a8-c397-4080-8e14-db8555fda4b4 service neutron] 10.222.0.43 "GET /v2.0/networks/20e2e45b-afaf-498f-898c-e425f77b1290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479225 Aug 16 22:49:52.870267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b3ba6-905c-4440-8ab2-46b464325609 req-322f4da9-8ffb-428f-80cf-25cdca48c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:52.872136 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-098b3ba6-905c-4440-8ab2-46b464325609 req-322f4da9-8ffb-428f-80cf-25cdca48c3a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=295a7656056a43f6bc9e13ce88a417a0&device_id=8fb90b52-26d9-4186-b36f-79d3873d6279 HTTP/1.1" status: 200 len: 1095 time: 0.1466615 Aug 16 22:49:52.964648 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743442ce-e665-4905-af28-8ffbf2d4a806 req-d4334be5-3b48-493d-ba83-9176b522b51c tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:52.966917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-743442ce-e665-4905-af28-8ffbf2d4a806 req-d4334be5-3b48-493d-ba83-9176b522b51c tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8fb90b52-26d9-4186-b36f-79d3873d6279 HTTP/1.1" status: 200 len: 1095 time: 0.1846044 Aug 16 22:49:53.111702 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-743442ce-e665-4905-af28-8ffbf2d4a806 req-42ce8885-3eed-4039-a54a-558ea91eb4b6 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368072 Aug 16 22:49:53.155039 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b3ba6-905c-4440-8ab2-46b464325609 req-98429d92-81ed-4e6e-ba24-7b7ef5b85df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:53.157061 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-098b3ba6-905c-4440-8ab2-46b464325609 req-98429d92-81ed-4e6e-ba24-7b7ef5b85df3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=20e2e45b-afaf-498f-898c-e425f77b1290 HTTP/1.1" status: 200 len: 910 time: 0.2770784 Aug 16 22:49:53.272408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-098b3ba6-905c-4440-8ab2-46b464325609 req-673ce469-7d74-45c8-8e8a-d9aaa568480c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f107c903-5047-410c-b269-bdae8e08d4a9 HTTP/1.1" status: 200 len: 217 time: 0.1058207 Aug 16 22:49:53.431474 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b3ba6-905c-4440-8ab2-46b464325609 req-c54aabd8-4488-470c-9619-949337f11dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:53.438304 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-098b3ba6-905c-4440-8ab2-46b464325609 req-c54aabd8-4488-470c-9619-949337f11dcd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ce65a188-648e-4a47-a0bf-704568992b8b HTTP/1.1" status: 200 len: 848 time: 0.1523550 Aug 16 22:49:53.560937 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b3ba6-905c-4440-8ab2-46b464325609 req-95c983a4-25c2-4358-a41a-5f7dccdf372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:53.562669 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-098b3ba6-905c-4440-8ab2-46b464325609 req-95c983a4-25c2-4358-a41a-5f7dccdf372f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=20e2e45b-afaf-498f-898c-e425f77b1290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154521 Aug 16 22:49:53.785373 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-098b3ba6-905c-4440-8ab2-46b464325609 req-0c47f05e-dd27-4925-9f22-761b1ff004aa service neutron] 10.222.0.43 "GET /v2.0/networks/20e2e45b-afaf-498f-898c-e425f77b1290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111337 Aug 16 22:49:53.977389 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-098b3ba6-905c-4440-8ab2-46b464325609 req-c0d30597-4e00-4428-9078-5d95c1bdbdac service neutron] 10.222.0.43 "GET /v2.0/networks/20e2e45b-afaf-498f-898c-e425f77b1290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874690 Aug 16 22:49:54.326775 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32169f8-06de-4c4e-a6d0-89b5f701f23e req-c06426e0-6fbc-4a38-8461-6e237e0743f0 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:54.331278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f32169f8-06de-4c4e-a6d0-89b5f701f23e req-c06426e0-6fbc-4a38-8461-6e237e0743f0 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8fb90b52-26d9-4186-b36f-79d3873d6279 HTTP/1.1" status: 200 len: 1095 time: 0.0995162 Aug 16 22:49:54.431245 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f32169f8-06de-4c4e-a6d0-89b5f701f23e req-d0181826-4f33-44e5-a898-5c2246fbc5b9 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864983 Aug 16 22:49:54.686352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device f107c903-5047-410c-b269-bdae8e08d4a9 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:49:54.894742 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port f107c903-5047-410c-b269-bdae8e08d4a9, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=f107c903-5047-410c-b269-bdae8e08d4a9,segment=NetworkSegment(feafa7b3-324d-4be7-a1fc-9c96bf396de4),segment_id=feafa7b3-324d-4be7-a1fc-9c96bf396de4)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:54.909894 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'f107c903-5047-410c-b269-bdae8e08d4a9', 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290', 'port_id': 'f107c903-5047-410c-b269-bdae8e08d4a9', 'mac_address': 'fa:16:3e:dd:30:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce65a188-648e-4a47-a0bf-704568992b8b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:49:55.205906 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:55.220745 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f107c903-5047-410c-b269-bdae8e08d4a9 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:49:55.250466 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port f107c903-5047-410c-b269-bdae8e08d4a9, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=f107c903-5047-410c-b269-bdae8e08d4a9,segment=NetworkSegment(feafa7b3-324d-4be7-a1fc-9c96bf396de4),segment_id=feafa7b3-324d-4be7-a1fc-9c96bf396de4)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:55.255807 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:55.302887 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37672) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:55.377458 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=f107c903-5047-410c-b269-bdae8e08d4a9,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:55.461479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['f107c903-5047-410c-b269-bdae8e08d4a9'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:49:55.643870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd6321-3268-4d1d-b2f3-2a63b74072f3 req-169eaf99-7c32-4f1a-a16a-07c48fa948f2 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:55.657310 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-57fd6321-3268-4d1d-b2f3-2a63b74072f3 req-169eaf99-7c32-4f1a-a16a-07c48fa948f2 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8fb90b52-26d9-4186-b36f-79d3873d6279 HTTP/1.1" status: 200 len: 1096 time: 0.1082683 Aug 16 22:49:55.746510 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-57fd6321-3268-4d1d-b2f3-2a63b74072f3 req-c23220f5-933c-46bf-940f-60a818bd4d96 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845675 Aug 16 22:49:55.992513 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c8cfacf-8627-41c0-a01d-876594a8b670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:56.120533 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c8cfacf-8627-41c0-a01d-876594a8b670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:56.127419 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c8cfacf-8627-41c0-a01d-876594a8b670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:56.191801 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4c8cfacf-8627-41c0-a01d-876594a8b670 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=987d83b18a5c4ff1b8f20740eb4b070c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8799367 Aug 16 22:49:56.191801 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8cfacf-8627-41c0-a01d-876594a8b670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b7c391-1983-4f1c-99b0-ba68763d6516,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:56.193168 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37698) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:56.293996 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69e20a16-25fb-4ee6-b6aa-a8cf8ab9dde9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:56.320285 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69e20a16-25fb-4ee6-b6aa-a8cf8ab9dde9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:56.398755 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69e20a16-25fb-4ee6-b6aa-a8cf8ab9dde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:56.403015 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-69e20a16-25fb-4ee6-b6aa-a8cf8ab9dde9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:56.404999 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-69e20a16-25fb-4ee6-b6aa-a8cf8ab9dde9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/18b7c391-1983-4f1c-99b0-ba68763d6516 HTTP/1.1" status: 204 len: 168 time: 0.2082851 Aug 16 22:49:56.419881 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e20a16-25fb-4ee6-b6aa-a8cf8ab9dde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b7c391-1983-4f1c-99b0-ba68763d6516,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:56.437984 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e20a16-25fb-4ee6-b6aa-a8cf8ab9dde9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.438516 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e20a16-25fb-4ee6-b6aa-a8cf8ab9dde9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.439050 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e20a16-25fb-4ee6-b6aa-a8cf8ab9dde9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.439050 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e20a16-25fb-4ee6-b6aa-a8cf8ab9dde9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.439335 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e20a16-25fb-4ee6-b6aa-a8cf8ab9dde9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.439835 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e20a16-25fb-4ee6-b6aa-a8cf8ab9dde9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.440437 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e20a16-25fb-4ee6-b6aa-a8cf8ab9dde9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.440821 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e20a16-25fb-4ee6-b6aa-a8cf8ab9dde9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.440821 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e20a16-25fb-4ee6-b6aa-a8cf8ab9dde9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.442881 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e20a16-25fb-4ee6-b6aa-a8cf8ab9dde9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.442881 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e20a16-25fb-4ee6-b6aa-a8cf8ab9dde9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.442881 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e20a16-25fb-4ee6-b6aa-a8cf8ab9dde9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.681526 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device f107c903-5047-410c-b269-bdae8e08d4a9 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:56.751510 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port f107c903-5047-410c-b269-bdae8e08d4a9 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:56.779399 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port f107c903-5047-410c-b269-bdae8e08d4a9 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:56.779905 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:56.958607 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37716) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:56.986351 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-47fe1072-a16b-4b0b-9ca8-c3177ad08745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:56.999040 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b662e3-185a-434b-b091-d4a1fa7a793c req-0b54d174-316f-4cd4-aa02-71b6e39e6a59 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:57.001481 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60b662e3-185a-434b-b091-d4a1fa7a793c req-0b54d174-316f-4cd4-aa02-71b6e39e6a59 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8fb90b52-26d9-4186-b36f-79d3873d6279 HTTP/1.1" status: 200 len: 1096 time: 0.0782781 Aug 16 22:49:57.009850 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:57.049857 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb90b52-26d9-4186-b36f-79d3873d6279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f107c903-5047-410c-b269-bdae8e08d4a9'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:57.054274 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2360759b-ef08-4b9d-8199-984c1813dc7a" -d '{"events": [{"server_uuid": "8fb90b52-26d9-4186-b36f-79d3873d6279", "name": "network-vif-plugged", "status": "completed", "tag": "f107c903-5047-410c-b269-bdae8e08d4a9"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:57.076142 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60b662e3-185a-434b-b091-d4a1fa7a793c req-7bb70e2a-7c45-48e0-aea9-4cec5f734f7c tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601473 Aug 16 22:49:57.096660 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port f107c903-5047-410c-b269-bdae8e08d4a9, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=f107c903-5047-410c-b269-bdae8e08d4a9,segment=NetworkSegment(feafa7b3-324d-4be7-a1fc-9c96bf396de4),segment_id=feafa7b3-324d-4be7-a1fc-9c96bf396de4)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:57.104764 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:57.190826 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fd0aee-350e-4caa-9b89-1f2d966daf07 x-openstack-request-id: req-29fd0aee-350e-4caa-9b89-1f2d966daf07 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:57.192238 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb90b52-26d9-4186-b36f-79d3873d6279", "name": "network-vif-plugged", "status": "completed", "tag": "f107c903-5047-410c-b269-bdae8e08d4a9", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:57.193260 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-29fd0aee-350e-4caa-9b89-1f2d966daf07 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:57.194682 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb90b52-26d9-4186-b36f-79d3873d6279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f107c903-5047-410c-b269-bdae8e08d4a9', 'code': 200} Aug 16 22:49:57.275933 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=f107c903-5047-410c-b269-bdae8e08d4a9,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:57.295404 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-47fe1072-a16b-4b0b-9ca8-c3177ad08745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:57.304177 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-47fe1072-a16b-4b0b-9ca8-c3177ad08745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:57.312833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd4c3f-bb41-46db-be92-e994531cb0ef req-b574febd-e877-4107-a9a6-2382a365f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:57.315541 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50cd4c3f-bb41-46db-be92-e994531cb0ef req-b574febd-e877-4107-a9a6-2382a365f305 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8fb90b52-26d9-4186-b36f-79d3873d6279 HTTP/1.1" status: 200 len: 1097 time: 0.0550957 Aug 16 22:49:57.404360 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50cd4c3f-bb41-46db-be92-e994531cb0ef req-6e4df892-d264-4ffa-9194-f70d98040fd2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818262 Aug 16 22:49:57.423220 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe1072-a16b-4b0b-9ca8-c3177ad08745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd96964b-7c36-40ae-bf93-19fc74d5f3bb,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:57.475791 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-47fe1072-a16b-4b0b-9ca8-c3177ad08745 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=44cbfc3782fc48e68a97742770149754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5161300 Aug 16 22:49:57.480643 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37728) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:57.626731 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b623d281-1612-4392-a8b7-5f427721f45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:57.676180 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b623d281-1612-4392-a8b7-5f427721f45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:57.756996 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b623d281-1612-4392-a8b7-5f427721f45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:57.763335 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b623d281-1612-4392-a8b7-5f427721f45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:57.769842 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b623d281-1612-4392-a8b7-5f427721f45c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fd96964b-7c36-40ae-bf93-19fc74d5f3bb HTTP/1.1" status: 204 len: 168 time: 0.2869239 Aug 16 22:49:57.785500 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623d281-1612-4392-a8b7-5f427721f45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd96964b-7c36-40ae-bf93-19fc74d5f3bb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:58.335902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971b3c2-cd88-480c-8e09-9fecfb30f4e4 req-9693fd3c-973d-491e-a7e4-b70bf6b8de3b tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:58.352904 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d971b3c2-cd88-480c-8e09-9fecfb30f4e4 req-9693fd3c-973d-491e-a7e4-b70bf6b8de3b tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8fb90b52-26d9-4186-b36f-79d3873d6279 HTTP/1.1" status: 200 len: 1097 time: 0.1211185 Aug 16 22:49:58.474238 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d971b3c2-cd88-480c-8e09-9fecfb30f4e4 req-4488983b-f0b0-4b99-a650-6706440742a8 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168768 Aug 16 22:49:59.782362 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941ed44-60d1-4619-938d-4c1c880e82dd req-29d4647f-914e-4530-9e23-fefaccd48fbf tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:59.797679 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1941ed44-60d1-4619-938d-4c1c880e82dd req-29d4647f-914e-4530-9e23-fefaccd48fbf tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8fb90b52-26d9-4186-b36f-79d3873d6279 HTTP/1.1" status: 200 len: 1097 time: 0.1302876 Aug 16 22:49:59.891345 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1941ed44-60d1-4619-938d-4c1c880e82dd req-6c04ff6e-dea5-49cd-bdda-d7687da2b568 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843019 Aug 16 22:50:00.056352 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b93f4-1205-46da-bf5d-b4bc1486f895 req-1c241296-41e9-41e1-abf7-f285d7a8e086 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:00.058523 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-805b93f4-1205-46da-bf5d-b4bc1486f895 req-1c241296-41e9-41e1-abf7-f285d7a8e086 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8fb90b52-26d9-4186-b36f-79d3873d6279 HTTP/1.1" status: 200 len: 1097 time: 0.0741634 Aug 16 22:50:00.148913 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-805b93f4-1205-46da-bf5d-b4bc1486f895 req-cc7cec63-e43d-4772-949f-af8f666ac491 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692167 Aug 16 22:50:00.413204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b24a5-c78a-4132-8a13-e817048409ae req-c3ac8d3e-8df6-4104-9a42-e218b92cca34 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:00.426038 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-936b24a5-c78a-4132-8a13-e817048409ae req-c3ac8d3e-8df6-4104-9a42-e218b92cca34 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8fb90b52-26d9-4186-b36f-79d3873d6279 HTTP/1.1" status: 200 len: 1097 time: 0.1127696 Aug 16 22:50:00.534026 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-936b24a5-c78a-4132-8a13-e817048409ae req-49dc9c1c-d5e0-44fb-baaa-1484d37a9a7f tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045332 Aug 16 22:50:01.162180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-fef78996-41ea-4503-a3b9-04ed6e226e40 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:01.164956 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-fef78996-41ea-4503-a3b9-04ed6e226e40 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/networks?id=20e2e45b-afaf-498f-898c-e425f77b1290 HTTP/1.1" status: 200 len: 910 time: 0.1184592 Aug 16 22:50:01.190890 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-37b526a4-bcc9-437c-8cd8-d408d9b8bb0a tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/quotas/295a7656056a43f6bc9e13ce88a417a0 HTTP/1.1" status: 200 len: 375 time: 0.0197916 Aug 16 22:50:01.262279 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-13805a76-eb44-4a23-9966-360f4aa9b6e9 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?tenant_id=295a7656056a43f6bc9e13ce88a417a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702927 Aug 16 22:50:01.465460 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-23061772-c3a9-4a65-9fa7-28c556d3133d service neutron] 10.222.0.93 "GET /v2.0/networks/20e2e45b-afaf-498f-898c-e425f77b1290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020044 Aug 16 22:50:01.661812 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-f137e2ab-6152-4059-9299-aadbe4c45787 service neutron] 10.222.0.93 "GET /v2.0/networks/20e2e45b-afaf-498f-898c-e425f77b1290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886351 Aug 16 22:50:02.010402 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c862a423-bb8a-4500-8bd4-1c2bc88481c3 req-9e0cce35-2858-4da4-b897-ced621c00dc0 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1388d789-19ab-4f30-8228-4864eb18edd8 HTTP/1.1" status: 200 len: 210 time: 0.0560639 Aug 16 22:50:03.285180 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b41b5e2-4b2f-466b-9b30-6ed5fa262a8c req-9fa322f1-3feb-4bab-961b-94c865a88965 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1388d789-19ab-4f30-8228-4864eb18edd8 HTTP/1.1" status: 200 len: 210 time: 0.1273074 Aug 16 22:50:03.517932 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37894) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:03.903563 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fcf5c75a-0155-41cc-aee2-51e1d734ee8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:04.050251 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-66a1cb98-a866-46fd-8c76-20314b63cd46 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:04.053232 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-66a1cb98-a866-46fd-8c76-20314b63cd46 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.39 "GET /v2.0/networks?id=20e2e45b-afaf-498f-898c-e425f77b1290 HTTP/1.1" status: 200 len: 910 time: 0.3506880 Aug 16 22:50:04.078656 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0a243599-300b-42c4-8544-2418767bc42e tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Request body: {'port': {'device_id': '1388d789-19ab-4f30-8228-4864eb18edd8', 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290', 'admin_state_up': True, 'tenant_id': '295a7656056a43f6bc9e13ce88a417a0'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:04.371373 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fcf5c75a-0155-41cc-aee2-51e1d734ee8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:04.416661 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fcf5c75a-0155-41cc-aee2-51e1d734ee8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:04.417780 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b6cea713-dae8-40ac-9e45-71d91d175682 req-ab2d3d35-27e6-43df-b1e6-ebf07e2e538f tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1388d789-19ab-4f30-8228-4864eb18edd8 HTTP/1.1" status: 200 len: 210 time: 0.0487609 Aug 16 22:50:04.426052 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0a243599-300b-42c4-8544-2418767bc42e tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Made reservation on behalf of 295a7656056a43f6bc9e13ce88a417a0 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:04.429760 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0a243599-300b-42c4-8544-2418767bc42e tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:04.501041 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fcf5c75a-0155-41cc-aee2-51e1d734ee8f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=470571bb056643e9b72a12487eb271a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9787939 Aug 16 22:50:04.503980 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37920) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:04.514899 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5c75a-0155-41cc-aee2-51e1d734ee8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ba2533-0ef7-4637-a390-8c3b16945a69,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:04.611998 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6061141-9b09-4a56-8661-4e342788ff5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:04.652248 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6061141-9b09-4a56-8661-4e342788ff5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:04.733696 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6061141-9b09-4a56-8661-4e342788ff5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:04.736573 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f6061141-9b09-4a56-8661-4e342788ff5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:04.739564 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f6061141-9b09-4a56-8661-4e342788ff5e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/28ba2533-0ef7-4637-a390-8c3b16945a69 HTTP/1.1" status: 204 len: 168 time: 0.2343490 Aug 16 22:50:04.771439 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6061141-9b09-4a56-8661-4e342788ff5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ba2533-0ef7-4637-a390-8c3b16945a69,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:04.789311 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061141-9b09-4a56-8661-4e342788ff5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:04.790086 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061141-9b09-4a56-8661-4e342788ff5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:04.790760 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061141-9b09-4a56-8661-4e342788ff5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:04.791419 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061141-9b09-4a56-8661-4e342788ff5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:04.792092 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061141-9b09-4a56-8661-4e342788ff5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:04.792890 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061141-9b09-4a56-8661-4e342788ff5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:04.793686 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061141-9b09-4a56-8661-4e342788ff5e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:04.794536 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061141-9b09-4a56-8661-4e342788ff5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:04.795343 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061141-9b09-4a56-8661-4e342788ff5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:04.796140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061141-9b09-4a56-8661-4e342788ff5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:04.796936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061141-9b09-4a56-8661-4e342788ff5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:04.797727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6061141-9b09-4a56-8661-4e342788ff5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:04.831828 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0a243599-300b-42c4-8544-2418767bc42e tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Allocated IP 172.20.0.9 (20e2e45b-afaf-498f-898c-e425f77b1290/ce65a188-648e-4a47-a0bf-704568992b8b/20f8b917-f700-4e3e-a066-d9a1b7c07749) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:50:05.120482 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0a243599-300b-42c4-8544-2418767bc42e tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:05.195255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0a243599-300b-42c4-8544-2418767bc42e tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Transition to ACTIVE for port object 20f8b917-f700-4e3e-a066-d9a1b7c07749 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:05.262399 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0a243599-300b-42c4-8544-2418767bc42e tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:05.279657 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['f107c903-5047-410c-b269-bdae8e08d4a9'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:05.325256 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0a243599-300b-42c4-8544-2418767bc42e tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Network 20e2e45b-afaf-498f-898c-e425f77b1290 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:05.344477 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0a243599-300b-42c4-8544-2418767bc42e tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:05.362793 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0a243599-300b-42c4-8544-2418767bc42e tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:50:05.442789 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a243599-300b-42c4-8544-2418767bc42e tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Pushing event updated for resources: {'Port': ['ID=20f8b917-f700-4e3e-a066-d9a1b7c07749,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:05.475032 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0a243599-300b-42c4-8544-2418767bc42e tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:05.475934 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0a243599-300b-42c4-8544-2418767bc42e tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:05.501934 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0a243599-300b-42c4-8544-2418767bc42e tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4360912 Aug 16 22:50:05.518549 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] Request body: {'port': {'device_id': '1388d789-19ab-4f30-8228-4864eb18edd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:05.723895 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:05.734815 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 37948) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:05.763070 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7759adc-6035-4dbc-bfa8-0b95da1318cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:05.838258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25bc12f-f703-4bfc-868a-d7e582f84c64 req-9d108ef2-ecf8-4c7b-be75-fb4315badaf0 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:05.856282 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a25bc12f-f703-4bfc-868a-d7e582f84c64 req-9d108ef2-ecf8-4c7b-be75-fb4315badaf0 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1388d789-19ab-4f30-8228-4864eb18edd8 HTTP/1.1" status: 200 len: 1027 time: 0.2154372 Aug 16 22:50:05.941129 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7759adc-6035-4dbc-bfa8-0b95da1318cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:05.956792 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a7759adc-6035-4dbc-bfa8-0b95da1318cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:06.012166 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a25bc12f-f703-4bfc-868a-d7e582f84c64 req-a6effc36-3a1e-45d5-8f18-bf4536387afc tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543837 Aug 16 22:50:06.029803 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a908de4e-c4db-43fb-a16f-e437b46ffb6e None None] Provisioning for port 20f8b917-f700-4e3e-a066-d9a1b7c07749 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:06.048478 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a908de4e-c4db-43fb-a16f-e437b46ffb6e None None] Provisioning complete for port 20f8b917-f700-4e3e-a066-d9a1b7c07749 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:06.049470 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a908de4e-c4db-43fb-a16f-e437b46ffb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:06.095116 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7759adc-6035-4dbc-bfa8-0b95da1318cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9875da-5ba9-4d2f-9c06-7984157e3a76,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:06.114337 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a908de4e-c4db-43fb-a16f-e437b46ffb6e None None] Port 20f8b917-f700-4e3e-a066-d9a1b7c07749 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:50:06.134595 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 37950) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:06.145700 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a7759adc-6035-4dbc-bfa8-0b95da1318cd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=051e41b65a094047a021b69a40004f59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3866818 Aug 16 22:50:06.259908 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9ccc-bdaf-494a-9cda-eedcbded3f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:06.318438 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9ccc-bdaf-494a-9cda-eedcbded3f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:06.381409 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9ccc-bdaf-494a-9cda-eedcbded3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:06.387021 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9ccc-bdaf-494a-9cda-eedcbded3f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:06.388741 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c9dc9ccc-bdaf-494a-9cda-eedcbded3f2a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/cb9875da-5ba9-4d2f-9c06-7984157e3a76 HTTP/1.1" status: 204 len: 168 time: 0.2525771 Aug 16 22:50:06.427801 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc9ccc-bdaf-494a-9cda-eedcbded3f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9875da-5ba9-4d2f-9c06-7984157e3a76,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:06.604522 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f8b917-f700-4e3e-a066-d9a1b7c07749 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:06.618097 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:06.643516 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] Transition to ACTIVE for port object 20f8b917-f700-4e3e-a066-d9a1b7c07749 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:06.650259 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:06.763492 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] Pushing event updated for resources: {'Port': ['ID=20f8b917-f700-4e3e-a066-d9a1b7c07749,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:07.068617 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] Attempting to bind port 20f8b917-f700-4e3e-a066-d9a1b7c07749 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:50:07.069374 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] Attempting to bind port 20f8b917-f700-4e3e-a066-d9a1b7c07749 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'feafa7b3-324d-4be7-a1fc-9c96bf396de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:50:07.069726 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] Attempting to bind port 20f8b917-f700-4e3e-a066-d9a1b7c07749 on network 20e2e45b-afaf-498f-898c-e425f77b1290 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:07.089860 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] Port 20f8b917-f700-4e3e-a066-d9a1b7c07749 on network 20e2e45b-afaf-498f-898c-e425f77b1290 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:50:07.090126 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] Attempting to bind port 20f8b917-f700-4e3e-a066-d9a1b7c07749 on network 20e2e45b-afaf-498f-898c-e425f77b1290 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:07.112593 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:50:07.113151 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] Checking segment: {'id': 'feafa7b3-324d-4be7-a1fc-9c96bf396de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:07.113779 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] Bound using segment: {'id': 'feafa7b3-324d-4be7-a1fc-9c96bf396de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:50:07.114691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] Bound port: 20f8b917-f700-4e3e-a066-d9a1b7c07749, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feafa7b3-324d-4be7-a1fc-9c96bf396de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:50:07.115292 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:07.270569 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9b88d-8675-4373-9c59-1da5d71602d2 req-09142b5a-2845-4314-824c-bf363f5272c0 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:07.277340 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13e9b88d-8675-4373-9c59-1da5d71602d2 req-09142b5a-2845-4314-824c-bf363f5272c0 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1388d789-19ab-4f30-8228-4864eb18edd8 HTTP/1.1" status: 200 len: 1053 time: 0.1075878 Aug 16 22:50:07.344854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] For port 20f8b917-f700-4e3e-a066-d9a1b7c07749, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:50:07.348930 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] For port 20f8b917-f700-4e3e-a066-d9a1b7c07749, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=20f8b917-f700-4e3e-a066-d9a1b7c07749,segment=NetworkSegment(feafa7b3-324d-4be7-a1fc-9c96bf396de4),segment_id=feafa7b3-324d-4be7-a1fc-9c96bf396de4)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:50:07.355497 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:07.375730 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13e9b88d-8675-4373-9c59-1da5d71602d2 req-a2515271-27ac-481c-8216-e24c42aca2b3 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781975 Aug 16 22:50:07.399116 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:07.400148 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:07.403642 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] 10.222.0.39 "PUT /v2.0/ports/20f8b917-f700-4e3e-a066-d9a1b7c07749 HTTP/1.1" status: 200 len: 1092 time: 1.8915930 Aug 16 22:50:07.404642 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1388d789-19ab-4f30-8228-4864eb18edd8', 'tag': '20f8b917-f700-4e3e-a066-d9a1b7c07749'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:07.408212 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1098ffc-040a-4d64-bf25-8d7543739392" -d '{"events": [{"name": "network-changed", "server_uuid": "1388d789-19ab-4f30-8228-4864eb18edd8", "tag": "20f8b917-f700-4e3e-a066-d9a1b7c07749"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:07.579767 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c562b60-d0f7-4f4d-8241-d9160c8b91c3 service neutron] Pushing event updated for resources: {'Port': ['ID=20f8b917-f700-4e3e-a066-d9a1b7c07749,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:07.612420 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-7aa786a5-1133-43bc-90cf-c6e326667840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:07.620963 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-7aa786a5-1133-43bc-90cf-c6e326667840 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=295a7656056a43f6bc9e13ce88a417a0&device_id=1388d789-19ab-4f30-8228-4864eb18edd8 HTTP/1.1" status: 200 len: 1095 time: 0.1647367 Aug 16 22:50:07.772430 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-a18bb5f6-6d14-4273-b4be-3f40d330e3a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20f8b917-f700-4e3e-a066-d9a1b7c07749 HTTP/1.1" status: 200 len: 217 time: 0.1431828 Aug 16 22:50:07.911596 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-e755003d-d717-4001-8160-e7a4e78adaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:07.913095 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-e755003d-d717-4001-8160-e7a4e78adaf8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce65a188-648e-4a47-a0bf-704568992b8b HTTP/1.1" status: 200 len: 848 time: 0.1322739 Aug 16 22:50:07.918526 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a8d130-70cd-42fb-ae3e-7c4cda27d7a0 x-openstack-request-id: req-23a8d130-70cd-42fb-ae3e-7c4cda27d7a0 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:07.922444 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1388d789-19ab-4f30-8228-4864eb18edd8", "tag": "20f8b917-f700-4e3e-a066-d9a1b7c07749", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:07.922852 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-23a8d130-70cd-42fb-ae3e-7c4cda27d7a0 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:07.923797 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1388d789-19ab-4f30-8228-4864eb18edd8', 'tag': '20f8b917-f700-4e3e-a066-d9a1b7c07749', 'status': 'completed', 'code': 200} Aug 16 22:50:08.035199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-00312856-4024-4737-a35f-54746e44c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:08.037138 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-00312856-4024-4737-a35f-54746e44c8f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20e2e45b-afaf-498f-898c-e425f77b1290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1122272 Aug 16 22:50:08.244434 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-e74f1d15-49c6-4f67-b10b-b140e74ad0cf service neutron] 10.222.0.39 "GET /v2.0/networks/20e2e45b-afaf-498f-898c-e425f77b1290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991594 Aug 16 22:50:08.519213 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9742ea5a-ad63-49cf-87e0-2580c4e1ffff req-a4764889-2587-4271-8323-ecb281bdc5be service neutron] 10.222.0.39 "GET /v2.0/networks/20e2e45b-afaf-498f-898c-e425f77b1290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676759 Aug 16 22:50:08.584417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b35e7-760d-4646-94d9-5bfba834b1b5 req-bdf247f7-6cfb-477e-b3f2-13d7e879ee2c tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:08.605840 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-557b35e7-760d-4646-94d9-5bfba834b1b5 req-bdf247f7-6cfb-477e-b3f2-13d7e879ee2c tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1388d789-19ab-4f30-8228-4864eb18edd8 HTTP/1.1" status: 200 len: 1095 time: 0.0981095 Aug 16 22:50:08.665755 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1098ffc-040a-4d64-bf25-8d7543739392 req-29153d04-2145-4039-a660-20b436451f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:08.668782 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e1098ffc-040a-4d64-bf25-8d7543739392 req-29153d04-2145-4039-a660-20b436451f28 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=295a7656056a43f6bc9e13ce88a417a0&device_id=1388d789-19ab-4f30-8228-4864eb18edd8 HTTP/1.1" status: 200 len: 1095 time: 0.0851593 Aug 16 22:50:08.671553 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-557b35e7-760d-4646-94d9-5bfba834b1b5 req-413f6a80-5d61-41c8-b5f9-3f66fb2aa592 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595727 Aug 16 22:50:08.722903 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:08.873670 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1098ffc-040a-4d64-bf25-8d7543739392 req-30386f2f-8b3a-4d89-8187-1d9e4414d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:08.875568 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e1098ffc-040a-4d64-bf25-8d7543739392 req-30386f2f-8b3a-4d89-8187-1d9e4414d587 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20e2e45b-afaf-498f-898c-e425f77b1290 HTTP/1.1" status: 200 len: 910 time: 0.1982028 Aug 16 22:50:09.084566 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e1098ffc-040a-4d64-bf25-8d7543739392 req-33e81cd1-1df8-42ce-ae7b-394aab5e7787 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20f8b917-f700-4e3e-a066-d9a1b7c07749 HTTP/1.1" status: 200 len: 217 time: 0.1897058 Aug 16 22:50:09.128061 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-614688bc-ea48-4c35-9b57-2b7f408b5fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:09.341258 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1098ffc-040a-4d64-bf25-8d7543739392 req-a76cdc5b-0c5c-4846-b363-470ebd52d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:09.343848 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e1098ffc-040a-4d64-bf25-8d7543739392 req-a76cdc5b-0c5c-4846-b363-470ebd52d83e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce65a188-648e-4a47-a0bf-704568992b8b HTTP/1.1" status: 200 len: 848 time: 0.2486753 Aug 16 22:50:09.520947 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1098ffc-040a-4d64-bf25-8d7543739392 req-b3ab85fb-3088-4a40-a194-4092c7c99615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:09.531885 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e1098ffc-040a-4d64-bf25-8d7543739392 req-b3ab85fb-3088-4a40-a194-4092c7c99615 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20e2e45b-afaf-498f-898c-e425f77b1290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1746912 Aug 16 22:50:09.777786 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e1098ffc-040a-4d64-bf25-8d7543739392 req-c6c0f7e5-8f8b-40cf-aeb7-a1da98d6a976 service neutron] 10.222.0.39 "GET /v2.0/networks/20e2e45b-afaf-498f-898c-e425f77b1290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353294 Aug 16 22:50:09.999599 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8beaa-82bf-4e55-8e41-cbc9824d6448 req-172c9497-7460-414f-820d-f0fb8f402e51 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:10.002767 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4b8beaa-82bf-4e55-8e41-cbc9824d6448 req-172c9497-7460-414f-820d-f0fb8f402e51 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1388d789-19ab-4f30-8228-4864eb18edd8 HTTP/1.1" status: 200 len: 1095 time: 0.1741941 Aug 16 22:50:10.007474 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e1098ffc-040a-4d64-bf25-8d7543739392 req-5357e252-cf7e-452b-87c8-4d1eec199a64 service neutron] 10.222.0.39 "GET /v2.0/networks/20e2e45b-afaf-498f-898c-e425f77b1290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195632 Aug 16 22:50:10.098110 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4b8beaa-82bf-4e55-8e41-cbc9824d6448 req-10af31dd-df36-4250-986d-67952a7f1608 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632484 Aug 16 22:50:10.917567 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:11.197571 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38292) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:11.245161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058058e-b880-4d50-b268-f124189ddd36 req-f1b32e0a-6a02-41aa-b148-eb7b1879f142 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:11.254155 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7058058e-b880-4d50-b268-f124189ddd36 req-f1b32e0a-6a02-41aa-b148-eb7b1879f142 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1388d789-19ab-4f30-8228-4864eb18edd8 HTTP/1.1" status: 200 len: 1095 time: 0.0585513 Aug 16 22:50:11.302583 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7058058e-b880-4d50-b268-f124189ddd36 req-a1b1b950-10af-4f95-9e47-a88e9e8231b9 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458684 Aug 16 22:50:11.442860 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-913f3eb5-ae5e-4ded-bbf6-36812c038367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:11.557637 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bb8ffd14-6ed1-4f15-ab58-3a31de3de85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:11.564778 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-913f3eb5-ae5e-4ded-bbf6-36812c038367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:11.570685 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-913f3eb5-ae5e-4ded-bbf6-36812c038367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:11.642912 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 20f8b917-f700-4e3e-a066-d9a1b7c07749 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:50:11.705724 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-913f3eb5-ae5e-4ded-bbf6-36812c038367 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e03ddb40d8984370985c32fcd97e6b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5062885 Aug 16 22:50:11.708418 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38346) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:11.730402 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f3eb5-ae5e-4ded-bbf6-36812c038367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f850eedd-c314-4eeb-b26c-a0496ae81e5d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:11.811133 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d42ce464-493f-4789-81b1-6f28bcd74734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:11.855074 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d42ce464-493f-4789-81b1-6f28bcd74734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:11.873231 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 20f8b917-f700-4e3e-a066-d9a1b7c07749, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=20f8b917-f700-4e3e-a066-d9a1b7c07749,segment=NetworkSegment(feafa7b3-324d-4be7-a1fc-9c96bf396de4),segment_id=feafa7b3-324d-4be7-a1fc-9c96bf396de4)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:11.895822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '20f8b917-f700-4e3e-a066-d9a1b7c07749', 'network_id': '20e2e45b-afaf-498f-898c-e425f77b1290', 'port_id': '20f8b917-f700-4e3e-a066-d9a1b7c07749', 'mac_address': 'fa:16:3e:8a:6b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce65a188-648e-4a47-a0bf-704568992b8b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:50:11.938571 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d42ce464-493f-4789-81b1-6f28bcd74734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:11.943826 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d42ce464-493f-4789-81b1-6f28bcd74734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:11.947418 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d42ce464-493f-4789-81b1-6f28bcd74734 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f850eedd-c314-4eeb-b26c-a0496ae81e5d HTTP/1.1" status: 204 len: 168 time: 0.2371969 Aug 16 22:50:11.959254 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:11.981255 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ce464-493f-4789-81b1-6f28bcd74734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f850eedd-c314-4eeb-b26c-a0496ae81e5d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:11.982236 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f8b917-f700-4e3e-a066-d9a1b7c07749 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:12.007245 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 20f8b917-f700-4e3e-a066-d9a1b7c07749, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=20f8b917-f700-4e3e-a066-d9a1b7c07749,segment=NetworkSegment(feafa7b3-324d-4be7-a1fc-9c96bf396de4),segment_id=feafa7b3-324d-4be7-a1fc-9c96bf396de4)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:12.014456 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:12.074272 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=20f8b917-f700-4e3e-a066-d9a1b7c07749,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:12.111054 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:12.226520 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['20f8b917-f700-4e3e-a066-d9a1b7c07749'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:12.546676 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b20db-3624-4e3b-8466-ac4d4439b0d2 req-06856e26-3434-43ba-b676-035b4541d02e tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:12.560075 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3c4b20db-3624-4e3b-8466-ac4d4439b0d2 req-06856e26-3434-43ba-b676-035b4541d02e tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1388d789-19ab-4f30-8228-4864eb18edd8 HTTP/1.1" status: 200 len: 1096 time: 0.0994010 Aug 16 22:50:12.649449 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3c4b20db-3624-4e3b-8466-ac4d4439b0d2 req-2947f041-19df-47a1-aee0-ab3357118f1c tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881736 Aug 16 22:50:12.728676 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38448) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:12.745738 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f382082-1766-4e41-9184-a5a4dcf76e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:12.914506 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f382082-1766-4e41-9184-a5a4dcf76e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:12.926331 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f382082-1766-4e41-9184-a5a4dcf76e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:12.993142 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f382082-1766-4e41-9184-a5a4dcf76e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf414a5e-0312-4a4e-9b5b-0048387a7d07,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:13.014823 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7f382082-1766-4e41-9184-a5a4dcf76e52 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=36d5562bd1fa4132b0cf92c785201853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848461 Aug 16 22:50:13.017316 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38474) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:13.111627 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7c2f873f-8204-4085-829b-22947d0cc644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:13.150924 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7c2f873f-8204-4085-829b-22947d0cc644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:13.219847 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7c2f873f-8204-4085-829b-22947d0cc644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:13.233125 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7c2f873f-8204-4085-829b-22947d0cc644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:13.233125 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7c2f873f-8204-4085-829b-22947d0cc644 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/cf414a5e-0312-4a4e-9b5b-0048387a7d07 HTTP/1.1" status: 204 len: 168 time: 0.2098463 Aug 16 22:50:13.240897 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f873f-8204-4085-829b-22947d0cc644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf414a5e-0312-4a4e-9b5b-0048387a7d07,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:13.318515 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:13.652592 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 20f8b917-f700-4e3e-a066-d9a1b7c07749 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:50:13.739798 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 20f8b917-f700-4e3e-a066-d9a1b7c07749 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:13.749432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 20f8b917-f700-4e3e-a066-d9a1b7c07749 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:13.749814 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:13.819818 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:50:13.849086 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f2d07-0997-4f9e-9a27-6ba4a2e083c2 req-b60e9b62-91aa-43a7-950b-91ac9e2be1c7 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:13.858022 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-591f2d07-0997-4f9e-9a27-6ba4a2e083c2 req-b60e9b62-91aa-43a7-950b-91ac9e2be1c7 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1388d789-19ab-4f30-8228-4864eb18edd8 HTTP/1.1" status: 200 len: 1096 time: 0.0730302 Aug 16 22:50:13.992503 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:14.019097 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-591f2d07-0997-4f9e-9a27-6ba4a2e083c2 req-41b63022-34bb-4e33-a960-3df786d2dd32 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576464 Aug 16 22:50:14.053228 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1388d789-19ab-4f30-8228-4864eb18edd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f8b917-f700-4e3e-a066-d9a1b7c07749'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:14.066592 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1e54f5-ba2e-433a-b202-53b66adee324" -d '{"events": [{"server_uuid": "1388d789-19ab-4f30-8228-4864eb18edd8", "name": "network-vif-plugged", "status": "completed", "tag": "20f8b917-f700-4e3e-a066-d9a1b7c07749"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:14.096578 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 20f8b917-f700-4e3e-a066-d9a1b7c07749, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=20f8b917-f700-4e3e-a066-d9a1b7c07749,segment=NetworkSegment(feafa7b3-324d-4be7-a1fc-9c96bf396de4),segment_id=feafa7b3-324d-4be7-a1fc-9c96bf396de4)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:14.109761 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:14.173126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=20f8b917-f700-4e3e-a066-d9a1b7c07749,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:14.199906 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898b2305-a975-479b-9b8e-94af775df8d1 x-openstack-request-id: req-898b2305-a975-479b-9b8e-94af775df8d1 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:14.200579 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1388d789-19ab-4f30-8228-4864eb18edd8", "name": "network-vif-plugged", "status": "completed", "tag": "20f8b917-f700-4e3e-a066-d9a1b7c07749", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:14.201052 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-898b2305-a975-479b-9b8e-94af775df8d1 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:14.201647 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1388d789-19ab-4f30-8228-4864eb18edd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f8b917-f700-4e3e-a066-d9a1b7c07749', 'code': 200} Aug 16 22:50:14.326616 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db24fd0-77f3-497d-a84d-eb8808ea8e1c req-21a017ef-27ce-43eb-adf8-4b1b9ed37d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:14.329709 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9db24fd0-77f3-497d-a84d-eb8808ea8e1c req-21a017ef-27ce-43eb-adf8-4b1b9ed37d31 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1388d789-19ab-4f30-8228-4864eb18edd8 HTTP/1.1" status: 200 len: 1097 time: 0.0612710 Aug 16 22:50:14.421636 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9db24fd0-77f3-497d-a84d-eb8808ea8e1c req-1b0db7b6-6a8f-4749-b7f9-3c20db7f9e8b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811152 Aug 16 22:50:14.851343 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:15.265072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77b302-b9b7-40ce-93cf-95b3f1ac710f req-6428ebe7-b2a6-4e3a-aaf0-f530eb57c0b5 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:15.275483 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f77b302-b9b7-40ce-93cf-95b3f1ac710f req-6428ebe7-b2a6-4e3a-aaf0-f530eb57c0b5 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1388d789-19ab-4f30-8228-4864eb18edd8 HTTP/1.1" status: 200 len: 1097 time: 0.0867372 Aug 16 22:50:15.321546 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f77b302-b9b7-40ce-93cf-95b3f1ac710f req-840c018f-a5f2-4f12-bb1b-80ac14b5e87f tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398285 Aug 16 22:50:15.434969 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38650) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:15.577642 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3bd53571-cdfb-40e1-8adc-b2a734530e04 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1638143332-network', 'tenant_id': '922a46d999034b1090e97c35954de185'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:15.661891 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd53571-cdfb-40e1-8adc-b2a734530e04 admin admin] Made reservation on behalf of 922a46d999034b1090e97c35954de185 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:15.668274 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bd53571-cdfb-40e1-8adc-b2a734530e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:15.680215 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bd53571-cdfb-40e1-8adc-b2a734530e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:15.913327 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bd53571-cdfb-40e1-8adc-b2a734530e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:15.920559 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bd53571-cdfb-40e1-8adc-b2a734530e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:15.962306 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd53571-cdfb-40e1-8adc-b2a734530e04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:50:15.972930 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bd53571-cdfb-40e1-8adc-b2a734530e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:15.973289 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-3bd53571-cdfb-40e1-8adc-b2a734530e04 admin admin] Added segment 663ff7b3-bff0-4bd1-9cf5-5c63c1661092 of type vlan for network 6aa86821-30c1-4991-a548-5221b7adbaf0 Aug 16 22:50:15.986445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd53571-cdfb-40e1-8adc-b2a734530e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471c7c2e-81ed-47b6-be02-3849b01b4208,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:16.052603 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bd53571-cdfb-40e1-8adc-b2a734530e04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:16.086668 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bd53571-cdfb-40e1-8adc-b2a734530e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:16.087957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd53571-cdfb-40e1-8adc-b2a734530e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:16.088534 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bd53571-cdfb-40e1-8adc-b2a734530e04 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:16.111516 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3bd53571-cdfb-40e1-8adc-b2a734530e04 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6748960 Aug 16 22:50:16.116211 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38660) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:16.134123 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-23b834a8-89ce-4812-baab-68a792f320e0 admin admin] Request body: {'subnet': {'network_id': '6aa86821-30c1-4991-a548-5221b7adbaf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1638143332-subnet', 'tenant_id': '922a46d999034b1090e97c35954de185', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:16.166573 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd53571-cdfb-40e1-8adc-b2a734530e04 admin admin] Pushing event updated for resources: {'Network': ['ID=6aa86821-30c1-4991-a548-5221b7adbaf0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:16.182494 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 6aa86821-30c1-4991-a548-5221b7adbaf0 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:50:16.246989 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b834a8-89ce-4812-baab-68a792f320e0 admin admin] Made reservation on behalf of 922a46d999034b1090e97c35954de185 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:16.259009 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-23b834a8-89ce-4812-baab-68a792f320e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:16.553603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133106e-dc02-4c2a-aa66-3e3f73ec6480 req-0bd04bf0-4e60-4e42-bffb-e9ad66e71798 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:16.555817 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2133106e-dc02-4c2a-aa66-3e3f73ec6480 req-0bd04bf0-4e60-4e42-bffb-e9ad66e71798 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1388d789-19ab-4f30-8228-4864eb18edd8 HTTP/1.1" status: 200 len: 1097 time: 0.0806644 Aug 16 22:50:16.675155 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2133106e-dc02-4c2a-aa66-3e3f73ec6480 req-f7688b72-b0d7-4a81-a420-5ceb1ac62f3b tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129286 Aug 16 22:50:16.702195 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-23b834a8-89ce-4812-baab-68a792f320e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:16.848556 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b834a8-89ce-4812-baab-68a792f320e0 admin admin] Checking segment: {'id': '663ff7b3-bff0-4bd1-9cf5-5c63c1661092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6aa86821-30c1-4991-a548-5221b7adbaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:16.849162 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b834a8-89ce-4812-baab-68a792f320e0 admin admin] Network hostable DHCP agents. Network: 6aa86821-30c1-4991-a548-5221b7adbaf0, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:50:16.883050 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b834a8-89ce-4812-baab-68a792f320e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7ed6bc-145c-4d80-942f-2a08311fd56e,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:16.911924 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b834a8-89ce-4812-baab-68a792f320e0 admin admin] Network 6aa86821-30c1-4991-a548-5221b7adbaf0 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:50:16.912258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc8e97-e9ec-4740-a92a-855bd9b1ffc8 req-71268324-126f-4ea0-bd75-a8ffd0bf7b09 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:16.915912 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e2bc8e97-e9ec-4740-a92a-855bd9b1ffc8 req-71268324-126f-4ea0-bd75-a8ffd0bf7b09 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1388d789-19ab-4f30-8228-4864eb18edd8 HTTP/1.1" status: 200 len: 1097 time: 0.0911493 Aug 16 22:50:16.940191 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-23b834a8-89ce-4812-baab-68a792f320e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 6aa86821-30c1-4991-a548-5221b7adbaf0) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:16.964264 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b834a8-89ce-4812-baab-68a792f320e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:16.965399 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-23b834a8-89ce-4812-baab-68a792f320e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:16.971629 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b5d2fe-8fa7-4abf-b950-5d0be40c8b72 None None] Network 6aa86821-30c1-4991-a548-5221b7adbaf0 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:50:16.995116 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e2bc8e97-e9ec-4740-a92a-855bd9b1ffc8 req-81ac03aa-400c-4002-a5de-bcbced09eb08 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681820 Aug 16 22:50:17.022501 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-23b834a8-89ce-4812-baab-68a792f320e0 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8990138 Aug 16 22:50:17.318056 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863d8bb0-ba15-4581-b41f-8f1e0add5642 None None] Network 6aa86821-30c1-4991-a548-5221b7adbaf0 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:50:17.319464 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a09b01-6851-4754-aed9-cfa099b3484e req-63ce6556-9e98-4767-a5b9-7bff97747672 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:17.329302 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-81a09b01-6851-4754-aed9-cfa099b3484e req-63ce6556-9e98-4767-a5b9-7bff97747672 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1388d789-19ab-4f30-8228-4864eb18edd8 HTTP/1.1" status: 200 len: 1097 time: 0.1240134 Aug 16 22:50:17.467308 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-81a09b01-6851-4754-aed9-cfa099b3484e req-c0446ee6-9f62-4dd4-8d05-3a7ce7ff04fe tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275072 Aug 16 22:50:17.990979 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b846b0-3cf7-4825-8c16-1c96a30e8191 req-911e6dda-1569-46df-ae1f-e5c427fcdbba tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:17.996316 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23b846b0-3cf7-4825-8c16-1c96a30e8191 req-911e6dda-1569-46df-ae1f-e5c427fcdbba tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1388d789-19ab-4f30-8228-4864eb18edd8 HTTP/1.1" status: 200 len: 1097 time: 0.1250579 Aug 16 22:50:18.098250 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23b846b0-3cf7-4825-8c16-1c96a30e8191 req-b5833b68-4fdc-4b4f-b3e3-8d216bfb952b tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865922 Aug 16 22:50:18.551981 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38724) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:18.558035 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-41d53064-db21-4c41-adb7-087ab824efef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1392743758-network', 'tenant_id': '45525edd4e3f4442ac7728d7cbe75ce0'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:18.614203 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d53064-db21-4c41-adb7-087ab824efef admin admin] Made reservation on behalf of 45525edd4e3f4442ac7728d7cbe75ce0 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:18.619631 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41d53064-db21-4c41-adb7-087ab824efef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:18.659323 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41d53064-db21-4c41-adb7-087ab824efef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:18.854689 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41d53064-db21-4c41-adb7-087ab824efef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:18.860142 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41d53064-db21-4c41-adb7-087ab824efef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:18.888875 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d53064-db21-4c41-adb7-087ab824efef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:50:18.899907 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d53064-db21-4c41-adb7-087ab824efef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bcdfa0-adc9-476a-852e-8d76ce77e9aa,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:18.905824 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41d53064-db21-4c41-adb7-087ab824efef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:18.906531 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-41d53064-db21-4c41-adb7-087ab824efef admin admin] Added segment 3ede3ab3-5049-461d-856a-6ecf9af56fbe of type vlan for network fa35e61c-5f21-4913-8e00-c3a4ad99d46c Aug 16 22:50:18.970088 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41d53064-db21-4c41-adb7-087ab824efef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:19.025715 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41d53064-db21-4c41-adb7-087ab824efef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:19.028058 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d53064-db21-4c41-adb7-087ab824efef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:19.028704 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41d53064-db21-4c41-adb7-087ab824efef admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:19.120988 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d53064-db21-4c41-adb7-087ab824efef admin admin] Pushing event updated for resources: {'Network': ['ID=fa35e61c-5f21-4913-8e00-c3a4ad99d46c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:19.127868 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-41d53064-db21-4c41-adb7-087ab824efef admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5744455 Aug 16 22:50:19.135580 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network fa35e61c-5f21-4913-8e00-c3a4ad99d46c details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:50:19.136208 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 38736) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:19.175435 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-32a4f8f7-d6d6-44e3-bb94-f157a5530c65 admin admin] Request body: {'subnet': {'network_id': 'fa35e61c-5f21-4913-8e00-c3a4ad99d46c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1392743758-subnet', 'tenant_id': '45525edd4e3f4442ac7728d7cbe75ce0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:19.261032 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a4f8f7-d6d6-44e3-bb94-f157a5530c65 admin admin] Made reservation on behalf of 45525edd4e3f4442ac7728d7cbe75ce0 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:19.269783 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32a4f8f7-d6d6-44e3-bb94-f157a5530c65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:19.304002 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f19384-8685-4427-ae6c-786c1b159a64 req-4d0e2c36-64a2-46e0-b3e7-7d09e289defa tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:19.313108 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0f19384-8685-4427-ae6c-786c1b159a64 req-4d0e2c36-64a2-46e0-b3e7-7d09e289defa tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1388d789-19ab-4f30-8228-4864eb18edd8 HTTP/1.1" status: 200 len: 1097 time: 0.0776334 Aug 16 22:50:19.381784 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0f19384-8685-4427-ae6c-786c1b159a64 req-be8a2d1e-7761-438a-97c9-1f85d4c39c41 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673480 Aug 16 22:50:19.466413 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5c4e8-5205-4479-9d89-28e2a37a7bca req-612646f5-80a4-4984-bba6-38f6df6029aa tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:19.468535 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-86e5c4e8-5205-4479-9d89-28e2a37a7bca req-612646f5-80a4-4984-bba6-38f6df6029aa tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1388d789-19ab-4f30-8228-4864eb18edd8 HTTP/1.1" status: 200 len: 1097 time: 0.4129879 Aug 16 22:50:19.768666 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-86e5c4e8-5205-4479-9d89-28e2a37a7bca req-61b421d4-8873-4c07-a7fc-332d77a268f2 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Deleting port 20f8b917-f700-4e3e-a066-d9a1b7c07749 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:19.769413 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-86e5c4e8-5205-4479-9d89-28e2a37a7bca req-61b421d4-8873-4c07-a7fc-332d77a268f2 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:19.923316 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32a4f8f7-d6d6-44e3-bb94-f157a5530c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:20.148866 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-86e5c4e8-5205-4479-9d89-28e2a37a7bca req-61b421d4-8873-4c07-a7fc-332d77a268f2 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] For port 20f8b917-f700-4e3e-a066-d9a1b7c07749, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=20f8b917-f700-4e3e-a066-d9a1b7c07749,segment=NetworkSegment(feafa7b3-324d-4be7-a1fc-9c96bf396de4),segment_id=feafa7b3-324d-4be7-a1fc-9c96bf396de4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:20.153017 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-86e5c4e8-5205-4479-9d89-28e2a37a7bca req-61b421d4-8873-4c07-a7fc-332d77a268f2 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:20.175877 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4f8f7-d6d6-44e3-bb94-f157a5530c65 admin admin] Checking segment: {'id': '3ede3ab3-5049-461d-856a-6ecf9af56fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fa35e61c-5f21-4913-8e00-c3a4ad99d46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:20.176293 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a4f8f7-d6d6-44e3-bb94-f157a5530c65 admin admin] Network hostable DHCP agents. Network: fa35e61c-5f21-4913-8e00-c3a4ad99d46c, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:50:20.191120 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-86e5c4e8-5205-4479-9d89-28e2a37a7bca req-61b421d4-8873-4c07-a7fc-332d77a268f2 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Calling delete_port for 20f8b917-f700-4e3e-a066-d9a1b7c07749 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:20.197082 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4f8f7-d6d6-44e3-bb94-f157a5530c65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8461882a-973b-4edb-a42b-e80875b4bebe,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:20.227453 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a4f8f7-d6d6-44e3-bb94-f157a5530c65 admin admin] Network fa35e61c-5f21-4913-8e00-c3a4ad99d46c is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:50:20.292648 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-32a4f8f7-d6d6-44e3-bb94-f157a5530c65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, fa35e61c-5f21-4913-8e00-c3a4ad99d46c) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:20.308304 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20502860-28be-4cd8-a303-cd49a7a16e16 None None] Network fa35e61c-5f21-4913-8e00-c3a4ad99d46c requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:50:20.338589 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a4f8f7-d6d6-44e3-bb94-f157a5530c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:20.345378 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32a4f8f7-d6d6-44e3-bb94-f157a5530c65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:20.416962 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-32a4f8f7-d6d6-44e3-bb94-f157a5530c65 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2557077 Aug 16 22:50:20.644236 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-86e5c4e8-5205-4479-9d89-28e2a37a7bca req-61b421d4-8873-4c07-a7fc-332d77a268f2 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:20.657882 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['f107c903-5047-410c-b269-bdae8e08d4a9'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:20.666412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550577e-e2db-4050-bcc5-5a67c120ccb4 req-f7fbc31c-4801-47ec-8863-7dbb7e5c9127 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:20.667984 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f550577e-e2db-4050-bcc5-5a67c120ccb4 req-f7fbc31c-4801-47ec-8863-7dbb7e5c9127 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1388d789-19ab-4f30-8228-4864eb18edd8 HTTP/1.1" status: 200 len: 1097 time: 0.1216950 Aug 16 22:50:20.762750 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b421d4-8873-4c07-a7fc-332d77a268f2 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Pushing event deleted for resources: {'Port': ['ID=20f8b917-f700-4e3e-a066-d9a1b7c07749,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:20.775961 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f550577e-e2db-4050-bcc5-5a67c120ccb4 req-bf996a2e-9f35-4a9a-9be8-16e69aecfd1d tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967803 Aug 16 22:50:20.849835 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a1b119-dd1d-4ae2-855a-4735efaf0a1e None None] Network fa35e61c-5f21-4913-8e00-c3a4ad99d46c requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:50:20.942291 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e5c4e8-5205-4479-9d89-28e2a37a7bca req-61b421d4-8873-4c07-a7fc-332d77a268f2 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] No DVR routers for this DVR port 20f8b917-f700-4e3e-a066-d9a1b7c07749 on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:50:20.947674 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-86e5c4e8-5205-4479-9d89-28e2a37a7bca req-61b421d4-8873-4c07-a7fc-332d77a268f2 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:20.961180 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-86e5c4e8-5205-4479-9d89-28e2a37a7bca req-61b421d4-8873-4c07-a7fc-332d77a268f2 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.39 "DELETE /v2.0/ports/20f8b917-f700-4e3e-a066-d9a1b7c07749 HTTP/1.1" status: 204 len: 173 time: 1.4855611 Aug 16 22:50:20.961431 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1388d789-19ab-4f30-8228-4864eb18edd8', 'name': 'network-vif-deleted', 'tag': '20f8b917-f700-4e3e-a066-d9a1b7c07749'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:20.963753 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52af29a8-15d5-430e-b00b-ff01f99410db" -d '{"events": [{"server_uuid": "1388d789-19ab-4f30-8228-4864eb18edd8", "name": "network-vif-deleted", "tag": "20f8b917-f700-4e3e-a066-d9a1b7c07749"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:21.062088 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e7463b-68aa-45b1-8d69-452b63b0e70e x-openstack-request-id: req-52e7463b-68aa-45b1-8d69-452b63b0e70e {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:21.062387 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1388d789-19ab-4f30-8228-4864eb18edd8", "name": "network-vif-deleted", "tag": "20f8b917-f700-4e3e-a066-d9a1b7c07749", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:21.062815 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-52e7463b-68aa-45b1-8d69-452b63b0e70e {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:21.063233 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1388d789-19ab-4f30-8228-4864eb18edd8', 'name': 'network-vif-deleted', 'tag': '20f8b917-f700-4e3e-a066-d9a1b7c07749', 'status': 'completed', 'code': 200} Aug 16 22:50:21.702317 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 20f8b917-f700-4e3e-a066-d9a1b7c07749 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:21.782369 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 20f8b917-f700-4e3e-a066-d9a1b7c07749 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:50:21.782772 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 20f8b917-f700-4e3e-a066-d9a1b7c07749 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:21.882665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fb37e-f67a-4198-a20c-413a15986295 req-4d22c669-7cfd-4e22-97c2-fa2eaad36c57 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:21.898239 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-819fb37e-f67a-4198-a20c-413a15986295 req-4d22c669-7cfd-4e22-97c2-fa2eaad36c57 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/networks?id=6aa86821-30c1-4991-a548-5221b7adbaf0 HTTP/1.1" status: 200 len: 809 time: 0.2683547 Aug 16 22:50:21.928560 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-819fb37e-f67a-4198-a20c-413a15986295 req-adf17049-9d77-42a8-a4bd-358e4f810472 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/quotas/922a46d999034b1090e97c35954de185 HTTP/1.1" status: 200 len: 375 time: 0.0286086 Aug 16 22:50:21.989852 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-819fb37e-f67a-4198-a20c-413a15986295 req-d9fd9e9d-3b00-4752-b0ef-dbccc289db38 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=922a46d999034b1090e97c35954de185&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597541 Aug 16 22:50:22.133659 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-819fb37e-f67a-4198-a20c-413a15986295 req-cd4a4d99-7def-4197-8846-c14ca2ebbb76 service neutron] 10.222.0.93 "GET /v2.0/networks/6aa86821-30c1-4991-a548-5221b7adbaf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379511 Aug 16 22:50:22.268240 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-819fb37e-f67a-4198-a20c-413a15986295 req-d52ad2dc-ea0a-42da-a2dc-5b6acf195d96 service neutron] 10.222.0.93 "GET /v2.0/networks/6aa86821-30c1-4991-a548-5221b7adbaf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322830 Aug 16 22:50:22.340884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07ad13-44d9-4762-b80d-8d6325f03bfa req-8fc98731-2ac0-4b35-9584-616504cbcdb8 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:22.344480 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec07ad13-44d9-4762-b80d-8d6325f03bfa req-8fc98731-2ac0-4b35-9584-616504cbcdb8 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8fb90b52-26d9-4186-b36f-79d3873d6279 HTTP/1.1" status: 200 len: 1097 time: 0.0961237 Aug 16 22:50:22.407956 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec07ad13-44d9-4762-b80d-8d6325f03bfa req-80f6f6fe-5118-451d-a43d-837ffd9893e0 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533290 Aug 16 22:50:22.663090 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a63ee2bf-6fed-495e-b4cd-724b7612a361 req-13d9638f-45f8-4f8b-86b4-b6d37008a102 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36ce439-7b92-4929-919b-a79f03b3f9b2 HTTP/1.1" status: 200 len: 210 time: 0.0930536 Aug 16 22:50:23.663897 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e52fb9-591d-43d4-a0f8-bf215567dba7 req-789cf950-1db9-4bf8-a994-e11eb8446f34 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:23.666009 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-48e52fb9-591d-43d4-a0f8-bf215567dba7 req-789cf950-1db9-4bf8-a994-e11eb8446f34 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8fb90b52-26d9-4186-b36f-79d3873d6279 HTTP/1.1" status: 200 len: 1097 time: 0.1322441 Aug 16 22:50:23.724971 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5974a-fe6b-4f24-9155-6adb770a4def req-c1d98ea6-3b78-4b1d-afc0-cd0c60a75a80 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:23.730521 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-faf5974a-fe6b-4f24-9155-6adb770a4def req-c1d98ea6-3b78-4b1d-afc0-cd0c60a75a80 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8fb90b52-26d9-4186-b36f-79d3873d6279 HTTP/1.1" status: 200 len: 1097 time: 0.1522913 Aug 16 22:50:23.816672 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-faf5974a-fe6b-4f24-9155-6adb770a4def req-76834cf7-32af-4aab-a458-c23ec5ef7a7d tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=eb69eba4-c181-4a53-bb73-b9ad02669f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811229 Aug 16 22:50:23.923841 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b79b2909-4bb6-476d-9fe0-6873af553b46 req-a32755f6-2922-41d8-aeda-faa6c8e05334 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36ce439-7b92-4929-919b-a79f03b3f9b2 HTTP/1.1" status: 200 len: 210 time: 0.0918210 Aug 16 22:50:23.988774 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-48e52fb9-591d-43d4-a0f8-bf215567dba7 req-18d15f37-22a7-43ae-bbed-db5a24f7904c tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Deleting port f107c903-5047-410c-b269-bdae8e08d4a9 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:23.989695 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-48e52fb9-591d-43d4-a0f8-bf215567dba7 req-18d15f37-22a7-43ae-bbed-db5a24f7904c tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:24.158144 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-48e52fb9-591d-43d4-a0f8-bf215567dba7 req-18d15f37-22a7-43ae-bbed-db5a24f7904c tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] For port f107c903-5047-410c-b269-bdae8e08d4a9, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=f107c903-5047-410c-b269-bdae8e08d4a9,segment=NetworkSegment(feafa7b3-324d-4be7-a1fc-9c96bf396de4),segment_id=feafa7b3-324d-4be7-a1fc-9c96bf396de4)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:24.159082 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-48e52fb9-591d-43d4-a0f8-bf215567dba7 req-18d15f37-22a7-43ae-bbed-db5a24f7904c tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:24.203031 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fb37e-f67a-4198-a20c-413a15986295 req-1673eb90-1ff8-4aa5-a479-48747d0ff08b tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:24.205051 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-48e52fb9-591d-43d4-a0f8-bf215567dba7 req-18d15f37-22a7-43ae-bbed-db5a24f7904c tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Calling delete_port for f107c903-5047-410c-b269-bdae8e08d4a9 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:24.208328 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-819fb37e-f67a-4198-a20c-413a15986295 req-1673eb90-1ff8-4aa5-a479-48747d0ff08b tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.39 "GET /v2.0/networks?id=6aa86821-30c1-4991-a548-5221b7adbaf0 HTTP/1.1" status: 200 len: 809 time: 0.2992656 Aug 16 22:50:24.233416 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-819fb37e-f67a-4198-a20c-413a15986295 req-c83030ee-59ed-4641-a825-b7a2c02c051b tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Request body: {'port': {'device_id': 'a36ce439-7b92-4929-919b-a79f03b3f9b2', 'network_id': '6aa86821-30c1-4991-a548-5221b7adbaf0', 'admin_state_up': True, 'tenant_id': '922a46d999034b1090e97c35954de185'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:24.470912 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-48e52fb9-591d-43d4-a0f8-bf215567dba7 req-18d15f37-22a7-43ae-bbed-db5a24f7904c tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:24.487246 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['f107c903-5047-410c-b269-bdae8e08d4a9'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:24.523195 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-819fb37e-f67a-4198-a20c-413a15986295 req-c83030ee-59ed-4641-a825-b7a2c02c051b tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Made reservation on behalf of 922a46d999034b1090e97c35954de185 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:24.528997 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-819fb37e-f67a-4198-a20c-413a15986295 req-c83030ee-59ed-4641-a825-b7a2c02c051b tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:24.568529 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d15f37-22a7-43ae-bbed-db5a24f7904c tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Pushing event deleted for resources: {'Port': ['ID=f107c903-5047-410c-b269-bdae8e08d4a9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:24.735128 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e52fb9-591d-43d4-a0f8-bf215567dba7 req-18d15f37-22a7-43ae-bbed-db5a24f7904c tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] No DVR routers for this DVR port f107c903-5047-410c-b269-bdae8e08d4a9 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:50:24.760019 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-48e52fb9-591d-43d4-a0f8-bf215567dba7 req-18d15f37-22a7-43ae-bbed-db5a24f7904c tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:24.784143 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-48e52fb9-591d-43d4-a0f8-bf215567dba7 req-18d15f37-22a7-43ae-bbed-db5a24f7904c tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.43 "DELETE /v2.0/ports/f107c903-5047-410c-b269-bdae8e08d4a9 HTTP/1.1" status: 204 len: 173 time: 1.0990987 Aug 16 22:50:24.786436 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb90b52-26d9-4186-b36f-79d3873d6279', 'name': 'network-vif-deleted', 'tag': 'f107c903-5047-410c-b269-bdae8e08d4a9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:24.807636 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24585b88-4b19-4bda-8d16-8939c0a95739" -d '{"events": [{"server_uuid": "8fb90b52-26d9-4186-b36f-79d3873d6279", "name": "network-vif-deleted", "tag": "f107c903-5047-410c-b269-bdae8e08d4a9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:24.948527 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfbb5b7-4581-4132-baa7-8b3f3d8867b3 x-openstack-request-id: req-1bfbb5b7-4581-4132-baa7-8b3f3d8867b3 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:24.948997 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb90b52-26d9-4186-b36f-79d3873d6279", "name": "network-vif-deleted", "tag": "f107c903-5047-410c-b269-bdae8e08d4a9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:24.949253 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1bfbb5b7-4581-4132-baa7-8b3f3d8867b3 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:24.950805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-819fb37e-f67a-4198-a20c-413a15986295 req-c83030ee-59ed-4641-a825-b7a2c02c051b tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Allocated IP 172.20.0.2 (6aa86821-30c1-4991-a548-5221b7adbaf0/dc7ed6bc-145c-4d80-942f-2a08311fd56e/1a7c4a6f-3b32-488c-97d1-5baecfde0cef) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:50:24.963307 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb90b52-26d9-4186-b36f-79d3873d6279', 'name': 'network-vif-deleted', 'tag': 'f107c903-5047-410c-b269-bdae8e08d4a9', 'status': 'completed', 'code': 200} Aug 16 22:50:25.230194 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5713a87b-12c9-4c3a-84ce-9161b29e2973 req-2fca09dc-ccd2-4512-b04f-a6f2a1a3d037 tempest-TestServerMultinode-52748008 tempest-TestServerMultinode-52748008-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8fb90b52-26d9-4186-b36f-79d3873d6279 HTTP/1.1" status: 200 len: 210 time: 0.0942411 Aug 16 22:50:25.430233 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-94554382-1289-441e-9d0f-ca62e3a91946 req-3975e932-884b-4a73-8a10-9ecf95c8876a tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36ce439-7b92-4929-919b-a79f03b3f9b2 HTTP/1.1" status: 200 len: 210 time: 0.1786532 Aug 16 22:50:25.559969 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-819fb37e-f67a-4198-a20c-413a15986295 req-c83030ee-59ed-4641-a825-b7a2c02c051b tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:25.657905 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-819fb37e-f67a-4198-a20c-413a15986295 req-c83030ee-59ed-4641-a825-b7a2c02c051b tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:25.716993 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-819fb37e-f67a-4198-a20c-413a15986295 req-c83030ee-59ed-4641-a825-b7a2c02c051b tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Network 6aa86821-30c1-4991-a548-5221b7adbaf0 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:25.728496 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-819fb37e-f67a-4198-a20c-413a15986295 req-c83030ee-59ed-4641-a825-b7a2c02c051b tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:25.733332 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-819fb37e-f67a-4198-a20c-413a15986295 req-c83030ee-59ed-4641-a825-b7a2c02c051b tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:50:25.794832 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83030ee-59ed-4641-a825-b7a2c02c051b tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Pushing event updated for resources: {'Port': ['ID=1a7c4a6f-3b32-488c-97d1-5baecfde0cef,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:25.825277 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fb37e-f67a-4198-a20c-413a15986295 req-c83030ee-59ed-4641-a825-b7a2c02c051b tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:25.826363 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-819fb37e-f67a-4198-a20c-413a15986295 req-c83030ee-59ed-4641-a825-b7a2c02c051b tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:25.849086 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-819fb37e-f67a-4198-a20c-413a15986295 req-c83030ee-59ed-4641-a825-b7a2c02c051b tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6233888 Aug 16 22:50:25.864604 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-819fb37e-f67a-4198-a20c-413a15986295 req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] Request body: {'port': {'device_id': 'a36ce439-7b92-4929-919b-a79f03b3f9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:25.914547 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38926) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:25.943837 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-819fb37e-f67a-4198-a20c-413a15986295 req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:26.231788 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ca61d7d9-3d24-4666-9b04-6fad59bbedaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:26.428732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38942) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:26.618145 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ca61d7d9-3d24-4666-9b04-6fad59bbedaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:26.632366 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ca61d7d9-3d24-4666-9b04-6fad59bbedaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:26.705213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61d7d9-3d24-4666-9b04-6fad59bbedaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b00b561-df50-4a9c-8c93-f273275efd61,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:26.715047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-819fb37e-f67a-4198-a20c-413a15986295 req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a7c4a6f-3b32-488c-97d1-5baecfde0cef {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:26.724750 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-819fb37e-f67a-4198-a20c-413a15986295 req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:26.744809 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-819fb37e-f67a-4198-a20c-413a15986295 req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] Transition to ACTIVE for port object 1a7c4a6f-3b32-488c-97d1-5baecfde0cef will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:26.751163 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-819fb37e-f67a-4198-a20c-413a15986295 req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:26.823126 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a83ea6-376b-4f77-b880-5d07275c8bff req-85200bed-5eae-4202-8c7f-b46320f3c602 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:26.827473 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d2a83ea6-376b-4f77-b880-5d07275c8bff req-85200bed-5eae-4202-8c7f-b46320f3c602 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36ce439-7b92-4929-919b-a79f03b3f9b2 HTTP/1.1" status: 200 len: 931 time: 0.2075505 Aug 16 22:50:26.834196 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ca61d7d9-3d24-4666-9b04-6fad59bbedaf admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8a09b66e2dcb4cf8aed8a0e18d640d01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9179606 Aug 16 22:50:26.839128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device f107c903-5047-410c-b269-bdae8e08d4a9 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:26.841639 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38950) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:26.856117 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] Pushing event updated for resources: {'Port': ['ID=1a7c4a6f-3b32-488c-97d1-5baecfde0cef,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:26.897352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: f107c903-5047-410c-b269-bdae8e08d4a9 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:50:26.900546 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device f107c903-5047-410c-b269-bdae8e08d4a9 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:26.956595 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-819fb37e-f67a-4198-a20c-413a15986295 req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] Attempting to bind port 1a7c4a6f-3b32-488c-97d1-5baecfde0cef on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:50:26.956938 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-819fb37e-f67a-4198-a20c-413a15986295 req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] Attempting to bind port 1a7c4a6f-3b32-488c-97d1-5baecfde0cef by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '663ff7b3-bff0-4bd1-9cf5-5c63c1661092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6aa86821-30c1-4991-a548-5221b7adbaf0'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:50:26.957289 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819fb37e-f67a-4198-a20c-413a15986295 req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] Attempting to bind port 1a7c4a6f-3b32-488c-97d1-5baecfde0cef on network 6aa86821-30c1-4991-a548-5221b7adbaf0 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:26.964327 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819fb37e-f67a-4198-a20c-413a15986295 req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] Port 1a7c4a6f-3b32-488c-97d1-5baecfde0cef on network 6aa86821-30c1-4991-a548-5221b7adbaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:50:26.964650 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819fb37e-f67a-4198-a20c-413a15986295 req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] Attempting to bind port 1a7c4a6f-3b32-488c-97d1-5baecfde0cef on network 6aa86821-30c1-4991-a548-5221b7adbaf0 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:26.970910 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819fb37e-f67a-4198-a20c-413a15986295 req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:50:26.971424 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819fb37e-f67a-4198-a20c-413a15986295 req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] Checking segment: {'id': '663ff7b3-bff0-4bd1-9cf5-5c63c1661092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6aa86821-30c1-4991-a548-5221b7adbaf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:26.971822 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819fb37e-f67a-4198-a20c-413a15986295 req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] Bound using segment: {'id': '663ff7b3-bff0-4bd1-9cf5-5c63c1661092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6aa86821-30c1-4991-a548-5221b7adbaf0'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:50:26.972256 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-819fb37e-f67a-4198-a20c-413a15986295 req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] Bound port: 1a7c4a6f-3b32-488c-97d1-5baecfde0cef, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '663ff7b3-bff0-4bd1-9cf5-5c63c1661092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6aa86821-30c1-4991-a548-5221b7adbaf0'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:50:26.972619 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-819fb37e-f67a-4198-a20c-413a15986295 req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:27.088895 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-819fb37e-f67a-4198-a20c-413a15986295 req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] For port 1a7c4a6f-3b32-488c-97d1-5baecfde0cef, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:50:27.096418 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-819fb37e-f67a-4198-a20c-413a15986295 req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] For port 1a7c4a6f-3b32-488c-97d1-5baecfde0cef, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=1a7c4a6f-3b32-488c-97d1-5baecfde0cef,segment=NetworkSegment(663ff7b3-bff0-4bd1-9cf5-5c63c1661092),segment_id=663ff7b3-bff0-4bd1-9cf5-5c63c1661092)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:50:27.104487 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-819fb37e-f67a-4198-a20c-413a15986295 req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:27.190418 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fb37e-f67a-4198-a20c-413a15986295 req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:27.192169 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-819fb37e-f67a-4198-a20c-413a15986295 req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:27.194952 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-819fb37e-f67a-4198-a20c-413a15986295 req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] 10.222.0.39 "PUT /v2.0/ports/1a7c4a6f-3b32-488c-97d1-5baecfde0cef HTTP/1.1" status: 200 len: 1092 time: 1.3350966 Aug 16 22:50:27.195798 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36ce439-7b92-4929-919b-a79f03b3f9b2', 'tag': '1a7c4a6f-3b32-488c-97d1-5baecfde0cef'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:27.199769 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47278727-ad5b-4811-8bb6-85f51ec9a1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a36ce439-7b92-4929-919b-a79f03b3f9b2", "tag": "1a7c4a6f-3b32-488c-97d1-5baecfde0cef"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:27.327101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5f414-7fcf-4187-b4ac-e6b1c93387bd service neutron] Pushing event updated for resources: {'Port': ['ID=1a7c4a6f-3b32-488c-97d1-5baecfde0cef,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:27.334607 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc386e0f-5532-4e88-96d0-3450a8725b67 x-openstack-request-id: req-bc386e0f-5532-4e88-96d0-3450a8725b67 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:27.335682 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36ce439-7b92-4929-919b-a79f03b3f9b2", "tag": "1a7c4a6f-3b32-488c-97d1-5baecfde0cef", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:27.336173 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bc386e0f-5532-4e88-96d0-3450a8725b67 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:27.336864 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36ce439-7b92-4929-919b-a79f03b3f9b2', 'tag': '1a7c4a6f-3b32-488c-97d1-5baecfde0cef', 'status': 'completed', 'code': 200} Aug 16 22:50:27.347676 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d2a83ea6-376b-4f77-b880-5d07275c8bff req-371e2fb1-7869-42b0-b166-46b3e2201014 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/security-groups?id=471c7c2e-81ed-47b6-be02-3849b01b4208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099590 Aug 16 22:50:27.375173 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fb37e-f67a-4198-a20c-413a15986295 req-fc7f5709-7d82-4f64-b8cd-7d1caf0e424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:27.376847 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-819fb37e-f67a-4198-a20c-413a15986295 req-fc7f5709-7d82-4f64-b8cd-7d1caf0e424e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=922a46d999034b1090e97c35954de185&device_id=a36ce439-7b92-4929-919b-a79f03b3f9b2 HTTP/1.1" status: 200 len: 1095 time: 0.1056299 Aug 16 22:50:27.444736 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e50bc1cb-c902-455d-9f4b-8f958c1756d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:27.454620 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-819fb37e-f67a-4198-a20c-413a15986295 req-24f4ffe0-f46c-42be-b778-8afc6a1330bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a7c4a6f-3b32-488c-97d1-5baecfde0cef HTTP/1.1" status: 200 len: 217 time: 0.0642259 Aug 16 22:50:27.530318 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e50bc1cb-c902-455d-9f4b-8f958c1756d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:27.549647 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fb37e-f67a-4198-a20c-413a15986295 req-32a2b108-0c8e-463d-8bf6-676d31a49e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:27.551580 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-819fb37e-f67a-4198-a20c-413a15986295 req-32a2b108-0c8e-463d-8bf6-676d31a49e83 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dc7ed6bc-145c-4d80-942f-2a08311fd56e HTTP/1.1" status: 200 len: 849 time: 0.0908182 Aug 16 22:50:27.601398 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-819fb37e-f67a-4198-a20c-413a15986295 req-1ab1b797-afe5-400b-88eb-7b4fd839e17d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6aa86821-30c1-4991-a548-5221b7adbaf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414138 Aug 16 22:50:27.677663 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e50bc1cb-c902-455d-9f4b-8f958c1756d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:27.680343 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e50bc1cb-c902-455d-9f4b-8f958c1756d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:27.683795 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e50bc1cb-c902-455d-9f4b-8f958c1756d2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6b00b561-df50-4a9c-8c93-f273275efd61 HTTP/1.1" status: 204 len: 168 time: 0.8370934 Aug 16 22:50:27.694405 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bc1cb-c902-455d-9f4b-8f958c1756d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b00b561-df50-4a9c-8c93-f273275efd61,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:27.752544 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-819fb37e-f67a-4198-a20c-413a15986295 req-09bffe05-e886-43fd-89f9-8f40defb9649 service neutron] 10.222.0.39 "GET /v2.0/networks/6aa86821-30c1-4991-a548-5221b7adbaf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437783 Aug 16 22:50:27.880365 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e9b4-6971-4be1-a94e-c08d8537da83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:27.903283 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-819fb37e-f67a-4198-a20c-413a15986295 req-02d88ae9-8e3c-4e80-b57c-a3758c4fa5a5 service neutron] 10.222.0.39 "GET /v2.0/networks/6aa86821-30c1-4991-a548-5221b7adbaf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436217 Aug 16 22:50:28.033470 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47278727-ad5b-4811-8bb6-85f51ec9a1d1 req-db2c58d6-38e6-488f-a049-58cd97659f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:28.035099 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-47278727-ad5b-4811-8bb6-85f51ec9a1d1 req-db2c58d6-38e6-488f-a049-58cd97659f4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=922a46d999034b1090e97c35954de185&device_id=a36ce439-7b92-4929-919b-a79f03b3f9b2 HTTP/1.1" status: 200 len: 1095 time: 0.0610828 Aug 16 22:50:28.186553 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47278727-ad5b-4811-8bb6-85f51ec9a1d1 req-47e1771e-447b-4652-94de-27bae7cad2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:28.188358 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-47278727-ad5b-4811-8bb6-85f51ec9a1d1 req-47e1771e-447b-4652-94de-27bae7cad2c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6aa86821-30c1-4991-a548-5221b7adbaf0 HTTP/1.1" status: 200 len: 910 time: 0.1450176 Aug 16 22:50:28.262899 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 38990) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:28.282894 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-47278727-ad5b-4811-8bb6-85f51ec9a1d1 req-7229783b-69b4-4ce4-8eeb-e16cc49a6bbd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a7c4a6f-3b32-488c-97d1-5baecfde0cef HTTP/1.1" status: 200 len: 217 time: 0.0836887 Aug 16 22:50:28.286566 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fac9122a-b39a-4656-a6a2-aaf55cd476ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:28.305277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9e9b4-6971-4be1-a94e-c08d8537da83 admin admin] Deleting port 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:28.315069 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e9b4-6971-4be1-a94e-c08d8537da83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:28.346401 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47278727-ad5b-4811-8bb6-85f51ec9a1d1 req-b3acaa15-f4a3-4516-9821-6915c102dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:28.353412 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-47278727-ad5b-4811-8bb6-85f51ec9a1d1 req-b3acaa15-f4a3-4516-9821-6915c102dc27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dc7ed6bc-145c-4d80-942f-2a08311fd56e HTTP/1.1" status: 200 len: 849 time: 0.0648196 Aug 16 22:50:28.422653 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-47278727-ad5b-4811-8bb6-85f51ec9a1d1 req-f13b7eef-4028-498d-bb3a-da609c0481b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6aa86821-30c1-4991-a548-5221b7adbaf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614119 Aug 16 22:50:28.528742 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-cdd9e9b4-6971-4be1-a94e-c08d8537da83 admin admin] For port 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0dd36c9f-16c3-4f10-8e58-9f1b432c4c65,segment=NetworkSegment(feafa7b3-324d-4be7-a1fc-9c96bf396de4),segment_id=feafa7b3-324d-4be7-a1fc-9c96bf396de4)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:28.529420 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e9b4-6971-4be1-a94e-c08d8537da83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:28.563319 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9e9b4-6971-4be1-a94e-c08d8537da83 admin admin] Calling delete_port for 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:28.610272 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d0c2b-4384-4f36-a183-689a6863aa1b req-d823c5bd-ddd6-4503-bbfb-2e9aab250218 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:28.612021 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d8d0c2b-4384-4f36-a183-689a6863aa1b req-d823c5bd-ddd6-4503-bbfb-2e9aab250218 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36ce439-7b92-4929-919b-a79f03b3f9b2 HTTP/1.1" status: 200 len: 943 time: 0.1347473 Aug 16 22:50:28.663267 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-47278727-ad5b-4811-8bb6-85f51ec9a1d1 req-b7521df8-d0e4-4684-824e-76ca9a8e7fda service neutron] 10.222.0.39 "GET /v2.0/networks/6aa86821-30c1-4991-a548-5221b7adbaf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324178 Aug 16 22:50:28.802748 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fac9122a-b39a-4656-a6a2-aaf55cd476ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:28.839181 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fac9122a-b39a-4656-a6a2-aaf55cd476ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:28.877563 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d8d0c2b-4384-4f36-a183-689a6863aa1b req-a3553701-3b11-4859-8bc1-ea3cdd16d91c tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/security-groups?id=471c7c2e-81ed-47b6-be02-3849b01b4208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033124 Aug 16 22:50:28.956924 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fac9122a-b39a-4656-a6a2-aaf55cd476ed admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f6098afdc54749b098a66d6470cc9bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6928470 Aug 16 22:50:28.960705 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39000) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:28.992122 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9122a-b39a-4656-a6a2-aaf55cd476ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd69521f-a03d-4a3e-aeea-71eca2c78fd7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:29.130461 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e9b4-6971-4be1-a94e-c08d8537da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:29.171183 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9e9b4-6971-4be1-a94e-c08d8537da83 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dd36c9f-16c3-4f10-8e58-9f1b432c4c65,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:29.211486 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-597666e9-98c6-435d-b78d-bbcdfa04a331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:29.346165 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-597666e9-98c6-435d-b78d-bbcdfa04a331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:29.490315 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e9b4-6971-4be1-a94e-c08d8537da83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:29.496583 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-597666e9-98c6-435d-b78d-bbcdfa04a331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:29.499154 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-597666e9-98c6-435d-b78d-bbcdfa04a331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:29.508681 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-47278727-ad5b-4811-8bb6-85f51ec9a1d1 req-912d22d9-3392-48f2-8883-8df237387579 service neutron] 10.222.0.39 "GET /v2.0/networks/6aa86821-30c1-4991-a548-5221b7adbaf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8373418 Aug 16 22:50:29.511894 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-597666e9-98c6-435d-b78d-bbcdfa04a331 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/dd69521f-a03d-4a3e-aeea-71eca2c78fd7 HTTP/1.1" status: 204 len: 168 time: 0.5478034 Aug 16 22:50:29.534414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597666e9-98c6-435d-b78d-bbcdfa04a331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd69521f-a03d-4a3e-aeea-71eca2c78fd7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:29.719274 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 1a7c4a6f-3b32-488c-97d1-5baecfde0cef details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:50:29.926353 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd9e9b4-6971-4be1-a94e-c08d8537da83 admin admin] Router 45abef3f-5e9d-4414-bff9-c4f2e6f90981 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:50:29.975316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 1a7c4a6f-3b32-488c-97d1-5baecfde0cef, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=1a7c4a6f-3b32-488c-97d1-5baecfde0cef,segment=NetworkSegment(663ff7b3-bff0-4bd1-9cf5-5c63c1661092),segment_id=663ff7b3-bff0-4bd1-9cf5-5c63c1661092)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:30.005591 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '1a7c4a6f-3b32-488c-97d1-5baecfde0cef', 'network_id': '6aa86821-30c1-4991-a548-5221b7adbaf0', 'port_id': '1a7c4a6f-3b32-488c-97d1-5baecfde0cef', 'mac_address': 'fa:16:3e:54:d5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7ed6bc-145c-4d80-942f-2a08311fd56e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:50:30.076270 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:30.126659 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7c4a6f-3b32-488c-97d1-5baecfde0cef {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:30.200156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 1a7c4a6f-3b32-488c-97d1-5baecfde0cef, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=1a7c4a6f-3b32-488c-97d1-5baecfde0cef,segment=NetworkSegment(663ff7b3-bff0-4bd1-9cf5-5c63c1661092),segment_id=663ff7b3-bff0-4bd1-9cf5-5c63c1661092)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:30.206836 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:30.334075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a839a69-5ef2-4e1e-8acc-1fd110199ff4 req-b1442de6-67db-45e4-a557-6dc0862cb477 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:30.338896 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a839a69-5ef2-4e1e-8acc-1fd110199ff4 req-b1442de6-67db-45e4-a557-6dc0862cb477 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36ce439-7b92-4929-919b-a79f03b3f9b2 HTTP/1.1" status: 200 len: 943 time: 0.2482722 Aug 16 22:50:30.471889 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['1a7c4a6f-3b32-488c-97d1-5baecfde0cef'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:30.494965 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd9e9b4-6971-4be1-a94e-c08d8537da83 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:50:30.511163 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4d2363-bf5d-486e-b90f-8cbdbcb3e738 None None] Sync routers for ids ['45abef3f-5e9d-4414-bff9-c4f2e6f90981'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:50:30.521518 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39052) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:30.523365 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cdd9e9b4-6971-4be1-a94e-c08d8537da83 admin admin] 10.222.0.93 "PUT /v2.0/routers/45abef3f-5e9d-4414-bff9-c4f2e6f90981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0884292 Aug 16 22:50:30.523571 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4d2363-bf5d-486e-b90f-8cbdbcb3e738 None None] Routers {'45abef3f-5e9d-4414-bff9-c4f2e6f90981'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:50:30.524343 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-db4d2363-bf5d-486e-b90f-8cbdbcb3e738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:50:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['45abef3f-5e9d-4414-bff9-c4f2e6f90981'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:30.594677 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a839a69-5ef2-4e1e-8acc-1fd110199ff4 req-222b59e1-e0fb-44aa-a349-edc8ee0605f2 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/security-groups?id=471c7c2e-81ed-47b6-be02-3849b01b4208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258930 Aug 16 22:50:30.652677 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=1a7c4a6f-3b32-488c-97d1-5baecfde0cef,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:30.670506 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-db4d2363-bf5d-486e-b90f-8cbdbcb3e738 None None] Set router 45abef3f-5e9d-4414-bff9-c4f2e6f90981 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:50:30.718381 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.720735 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.722275 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.723940 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.726887 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.727707 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.728231 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.730403 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.731861 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.732969 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.734154 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.735647 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.891813 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cb806be-4689-44f6-9333-e22a3ca7aa27 admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:31.050103 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-db4d2363-bf5d-486e-b90f-8cbdbcb3e738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45abef3f-5e9d-4414-bff9-c4f2e6f90981', 'name': 'tempest-TestServerMultinode-321286217-router', 'tenant_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '338c5478-5f7f-4bab-9c54-db1ce647c256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:07Z', 'updated_at': '2021-08-16T22:50:29Z', 'revision_number': 5, 'project_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'gw_port': {'id': '338c5478-5f7f-4bab-9c54-db1ce647c256', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45abef3f-5e9d-4414-bff9-c4f2e6f90981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:10Z', 'updated_at': '2021-08-16T22:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:31.098775 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4d2363-bf5d-486e-b90f-8cbdbcb3e738 None None] Checking router: 45abef3f-5e9d-4414-bff9-c4f2e6f90981 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:50:31.113945 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4d2363-bf5d-486e-b90f-8cbdbcb3e738 None None] Routers {'45abef3f-5e9d-4414-bff9-c4f2e6f90981'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:50:31.115092 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-db4d2363-bf5d-486e-b90f-8cbdbcb3e738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:50:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['45abef3f-5e9d-4414-bff9-c4f2e6f90981'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:31.321552 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cb806be-4689-44f6-9333-e22a3ca7aa27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:31.434318 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-db4d2363-bf5d-486e-b90f-8cbdbcb3e738 None None] Set router 45abef3f-5e9d-4414-bff9-c4f2e6f90981 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:50:31.527129 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4cb806be-4689-44f6-9333-e22a3ca7aa27 admin admin] Deleting port 338c5478-5f7f-4bab-9c54-db1ce647c256 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:31.527686 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cb806be-4689-44f6-9333-e22a3ca7aa27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:31.717551 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-db4d2363-bf5d-486e-b90f-8cbdbcb3e738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45abef3f-5e9d-4414-bff9-c4f2e6f90981', 'name': 'tempest-TestServerMultinode-321286217-router', 'tenant_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '338c5478-5f7f-4bab-9c54-db1ce647c256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:07Z', 'updated_at': '2021-08-16T22:50:29Z', 'revision_number': 5, 'project_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'gw_port': {'id': '338c5478-5f7f-4bab-9c54-db1ce647c256', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45abef3f-5e9d-4414-bff9-c4f2e6f90981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:10Z', 'updated_at': '2021-08-16T22:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:31.743949 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-4cb806be-4689-44f6-9333-e22a3ca7aa27 admin admin] For port 338c5478-5f7f-4bab-9c54-db1ce647c256, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=338c5478-5f7f-4bab-9c54-db1ce647c256,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:31.744682 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cb806be-4689-44f6-9333-e22a3ca7aa27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:31.750114 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 1a7c4a6f-3b32-488c-97d1-5baecfde0cef up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:50:31.771513 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4d2363-bf5d-486e-b90f-8cbdbcb3e738 None None] The sync data for ids ['45abef3f-5e9d-4414-bff9-c4f2e6f90981'] in n-d-792458-15 is: [{'id': '45abef3f-5e9d-4414-bff9-c4f2e6f90981', 'name': 'tempest-TestServerMultinode-321286217-router', 'tenant_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '338c5478-5f7f-4bab-9c54-db1ce647c256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:07Z', 'updated_at': '2021-08-16T22:50:29Z', 'revision_number': 5, 'project_id': 'ddf35896df3f4e98b45fb0c651d004b9', 'gw_port': {'id': '338c5478-5f7f-4bab-9c54-db1ce647c256', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45abef3f-5e9d-4414-bff9-c4f2e6f90981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:10Z', 'updated_at': '2021-08-16T22:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:50:31.788132 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4cb806be-4689-44f6-9333-e22a3ca7aa27 admin admin] Calling delete_port for 338c5478-5f7f-4bab-9c54-db1ce647c256 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:31.963114 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 1a7c4a6f-3b32-488c-97d1-5baecfde0cef completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:31.973023 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 1a7c4a6f-3b32-488c-97d1-5baecfde0cef triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:31.973409 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:31.973539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e018c-fe49-4edb-ad0b-b09fd9e2e850 req-7bc88f59-f501-42f4-852f-0af340beb113 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:31.998379 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-213e018c-fe49-4edb-ad0b-b09fd9e2e850 req-7bc88f59-f501-42f4-852f-0af340beb113 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36ce439-7b92-4929-919b-a79f03b3f9b2 HTTP/1.1" status: 200 len: 944 time: 0.1868122 Aug 16 22:50:32.093551 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:32.135108 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-213e018c-fe49-4edb-ad0b-b09fd9e2e850 req-e9f0f25b-0155-4812-b78d-3b3eba7f253a tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/security-groups?id=471c7c2e-81ed-47b6-be02-3849b01b4208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355541 Aug 16 22:50:32.205609 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 1a7c4a6f-3b32-488c-97d1-5baecfde0cef, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=1a7c4a6f-3b32-488c-97d1-5baecfde0cef,segment=NetworkSegment(663ff7b3-bff0-4bd1-9cf5-5c63c1661092),segment_id=663ff7b3-bff0-4bd1-9cf5-5c63c1661092)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:32.217214 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36ce439-7b92-4929-919b-a79f03b3f9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7c4a6f-3b32-488c-97d1-5baecfde0cef'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:32.223597 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e014c6-60dc-4609-997f-bde63ef62a56" -d '{"events": [{"server_uuid": "a36ce439-7b92-4929-919b-a79f03b3f9b2", "name": "network-vif-plugged", "status": "completed", "tag": "1a7c4a6f-3b32-488c-97d1-5baecfde0cef"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:32.223851 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cb806be-4689-44f6-9333-e22a3ca7aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:32.283852 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:32.427952 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7088446a-64b2-49ea-9fd1-fb62025e6cb8 x-openstack-request-id: req-7088446a-64b2-49ea-9fd1-fb62025e6cb8 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:32.428323 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36ce439-7b92-4929-919b-a79f03b3f9b2", "name": "network-vif-plugged", "status": "completed", "tag": "1a7c4a6f-3b32-488c-97d1-5baecfde0cef", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:32.428561 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7088446a-64b2-49ea-9fd1-fb62025e6cb8 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:32.432932 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36ce439-7b92-4929-919b-a79f03b3f9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7c4a6f-3b32-488c-97d1-5baecfde0cef', 'code': 200} Aug 16 22:50:32.433747 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:32.454232 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb806be-4689-44f6-9333-e22a3ca7aa27 admin admin] Pushing event deleted for resources: {'Port': ['ID=338c5478-5f7f-4bab-9c54-db1ce647c256,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:32.484695 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39104) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:32.506979 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:50:32.506979 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0dd36c9f-16c3-4f10-8e58-9f1b432c4c65 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:32.555330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=1a7c4a6f-3b32-488c-97d1-5baecfde0cef,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:32.608584 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cb806be-4689-44f6-9333-e22a3ca7aa27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:32.675220 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cea2b-7ec4-47cd-857d-068bd3aaa5b2 req-96f0a402-5678-4958-946d-0b36cba0b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:32.677360 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e58cea2b-7ec4-47cd-857d-068bd3aaa5b2 req-96f0a402-5678-4958-946d-0b36cba0b080 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a36ce439-7b92-4929-919b-a79f03b3f9b2 HTTP/1.1" status: 200 len: 1097 time: 0.2020521 Aug 16 22:50:32.784854 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-55c6b686-1184-445b-933c-da472903ff62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:32.788914 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cb806be-4689-44f6-9333-e22a3ca7aa27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:32.794026 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cb806be-4689-44f6-9333-e22a3ca7aa27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:32.863378 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e58cea2b-7ec4-47cd-857d-068bd3aaa5b2 req-5cb6939c-eb69-464d-b3a1-75df40dbfa27 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=471c7c2e-81ed-47b6-be02-3849b01b4208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508446 Aug 16 22:50:32.873676 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cb806be-4689-44f6-9333-e22a3ca7aa27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:32.874366 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb806be-4689-44f6-9333-e22a3ca7aa27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45abef3f-5e9d-4414-bff9-c4f2e6f90981 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:50:32.882674 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cb806be-4689-44f6-9333-e22a3ca7aa27 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:32.887341 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4cb806be-4689-44f6-9333-e22a3ca7aa27 admin admin] 10.222.0.93 "DELETE /v2.0/routers/45abef3f-5e9d-4414-bff9-c4f2e6f90981 HTTP/1.1" status: 204 len: 168 time: 2.3641372 Aug 16 22:50:32.887504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39114) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:32.975056 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4849b9-3254-47d7-b08e-5bb24dec04a3 admin admin] Deleting subnet ce65a188-648e-4a47-a0bf-704568992b8b {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:50:32.980317 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d4849b9-3254-47d7-b08e-5bb24dec04a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:32.994483 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-55c6b686-1184-445b-933c-da472903ff62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:33.001650 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-55c6b686-1184-445b-933c-da472903ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:33.032834 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d4849b9-3254-47d7-b08e-5bb24dec04a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:33.059222 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6b686-1184-445b-933c-da472903ff62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef6b68c-3ed0-4dd0-8b71-fc2d0f5043de,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:33.065471 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-55c6b686-1184-445b-933c-da472903ff62 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f34f8ff456674c4785d980ec894044aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5796394 Aug 16 22:50:33.069778 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39120) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:33.146314 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cf8ceb3-e402-4d34-a649-83a9b79f2f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:33.191491 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d4849b9-3254-47d7-b08e-5bb24dec04a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:33.191755 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cf8ceb3-e402-4d34-a649-83a9b79f2f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:33.282612 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d4849b9-3254-47d7-b08e-5bb24dec04a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:33.283960 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cf8ceb3-e402-4d34-a649-83a9b79f2f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:33.298972 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cf8ceb3-e402-4d34-a649-83a9b79f2f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:33.301148 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4cf8ceb3-e402-4d34-a649-83a9b79f2f73 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/aef6b68c-3ed0-4dd0-8b71-fc2d0f5043de HTTP/1.1" status: 204 len: 168 time: 0.2302172 Aug 16 22:50:33.311379 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8ceb3-e402-4d34-a649-83a9b79f2f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef6b68c-3ed0-4dd0-8b71-fc2d0f5043de,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:33.327088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4849b9-3254-47d7-b08e-5bb24dec04a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce65a188-648e-4a47-a0bf-704568992b8b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:33.330006 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3d4849b9-3254-47d7-b08e-5bb24dec04a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:33.342086 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3d4849b9-3254-47d7-b08e-5bb24dec04a3 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/ce65a188-648e-4a47-a0bf-704568992b8b HTTP/1.1" status: 204 len: 168 time: 0.4532311 Aug 16 22:50:33.345018 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39140) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:33.362769 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ba9cf0-0815-40b0-a161-f3c37deae96d None None] Network 20e2e45b-afaf-498f-898c-e425f77b1290 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:50:33.465003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e1080-4a95-4d1a-bbd9-c0d0a89e9828 req-d6e84475-f4c0-4a31-a8bf-3b125171a54e tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:33.478722 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-987e1080-4a95-4d1a-bbd9-c0d0a89e9828 req-d6e84475-f4c0-4a31-a8bf-3b125171a54e tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36ce439-7b92-4929-919b-a79f03b3f9b2 HTTP/1.1" status: 200 len: 945 time: 0.1303179 Aug 16 22:50:33.573005 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-987e1080-4a95-4d1a-bbd9-c0d0a89e9828 req-ef23a5f4-948d-45b3-b184-c9b329f50b4a tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/security-groups?id=471c7c2e-81ed-47b6-be02-3849b01b4208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932417 Aug 16 22:50:33.737746 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9af561f-f5d5-4c41-89ce-091d43eb01f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:33.855408 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438aef5b-981f-4fa0-8edb-544c53384791 None None] DHCP port deletion for 20e2e45b-afaf-498f-898c-e425f77b1290 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:50:33.876180 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a9af561f-f5d5-4c41-89ce-091d43eb01f2 admin admin] Deleting port ba811364-d14c-47fb-b7cb-e6ef08f86df8 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:33.876523 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9af561f-f5d5-4c41-89ce-091d43eb01f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:33.975313 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-438aef5b-981f-4fa0-8edb-544c53384791 None None] Deleting port ba811364-d14c-47fb-b7cb-e6ef08f86df8 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:33.977194 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-438aef5b-981f-4fa0-8edb-544c53384791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.001263 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a9af561f-f5d5-4c41-89ce-091d43eb01f2 admin admin] For port ba811364-d14c-47fb-b7cb-e6ef08f86df8, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ba811364-d14c-47fb-b7cb-e6ef08f86df8,segment=NetworkSegment(feafa7b3-324d-4be7-a1fc-9c96bf396de4),segment_id=feafa7b3-324d-4be7-a1fc-9c96bf396de4)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:34.001950 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9af561f-f5d5-4c41-89ce-091d43eb01f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.018188 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a9af561f-f5d5-4c41-89ce-091d43eb01f2 admin admin] Calling delete_port for ba811364-d14c-47fb-b7cb-e6ef08f86df8 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:34.192329 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9af561f-f5d5-4c41-89ce-091d43eb01f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.235481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-438aef5b-981f-4fa0-8edb-544c53384791 None None] For port ba811364-d14c-47fb-b7cb-e6ef08f86df8, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ba811364-d14c-47fb-b7cb-e6ef08f86df8,segment=NetworkSegment(feafa7b3-324d-4be7-a1fc-9c96bf396de4),segment_id=feafa7b3-324d-4be7-a1fc-9c96bf396de4)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:34.236456 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-438aef5b-981f-4fa0-8edb-544c53384791 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.238955 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af561f-f5d5-4c41-89ce-091d43eb01f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba811364-d14c-47fb-b7cb-e6ef08f86df8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:34.242055 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9af561f-f5d5-4c41-89ce-091d43eb01f2 admin admin] No DVR routers for this DVR port ba811364-d14c-47fb-b7cb-e6ef08f86df8 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:50:34.269043 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-438aef5b-981f-4fa0-8edb-544c53384791 None None] Calling delete_port for ba811364-d14c-47fb-b7cb-e6ef08f86df8 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:34.349254 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9af561f-f5d5-4c41-89ce-091d43eb01f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.394489 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-a9af561f-f5d5-4c41-89ce-091d43eb01f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e2e45b-afaf-498f-898c-e425f77b1290']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:34.445598 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-a9af561f-f5d5-4c41-89ce-091d43eb01f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feafa7b3-324d-4be7-a1fc-9c96bf396de4') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:34.446513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-a9af561f-f5d5-4c41-89ce-091d43eb01f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feafa7b3-324d-4be7-a1fc-9c96bf396de4') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:34.477122 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9af561f-f5d5-4c41-89ce-091d43eb01f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.486709 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-438aef5b-981f-4fa0-8edb-544c53384791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.501015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 338c5478-5f7f-4bab-9c54-db1ce647c256 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:34.522209 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9af561f-f5d5-4c41-89ce-091d43eb01f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.556077 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9af561f-f5d5-4c41-89ce-091d43eb01f2 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:50:34.557764 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9af561f-f5d5-4c41-89ce-091d43eb01f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.563314 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438aef5b-981f-4fa0-8edb-544c53384791 None None] No DVR routers for this DVR port ba811364-d14c-47fb-b7cb-e6ef08f86df8 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:50:34.575268 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438aef5b-981f-4fa0-8edb-544c53384791 None None] Pushing event deleted for resources: {'Port': ['ID=ba811364-d14c-47fb-b7cb-e6ef08f86df8,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:34.592358 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 338c5478-5f7f-4bab-9c54-db1ce647c256 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:50:34.594339 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 338c5478-5f7f-4bab-9c54-db1ce647c256 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:34.594553 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ba811364-d14c-47fb-b7cb-e6ef08f86df8 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:50:34.612329 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:50:34.673104 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: ba811364-d14c-47fb-b7cb-e6ef08f86df8 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:50:34.673623 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ba811364-d14c-47fb-b7cb-e6ef08f86df8 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:34.733459 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9af561f-f5d5-4c41-89ce-091d43eb01f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.742760 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9af561f-f5d5-4c41-89ce-091d43eb01f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.747641 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a9af561f-f5d5-4c41-89ce-091d43eb01f2 admin admin] 10.222.0.93 "DELETE /v2.0/networks/20e2e45b-afaf-498f-898c-e425f77b1290 HTTP/1.1" status: 204 len: 168 time: 1.3985288 Aug 16 22:50:34.759290 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39234) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:34.843478 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df828876-5a46-4559-92bb-521220fd57c0 req-65b75b76-a7d5-4345-81d2-bbb016196aa7 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:34.851545 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-df828876-5a46-4559-92bb-521220fd57c0 req-65b75b76-a7d5-4345-81d2-bbb016196aa7 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36ce439-7b92-4929-919b-a79f03b3f9b2 HTTP/1.1" status: 200 len: 945 time: 0.1536450 Aug 16 22:50:34.942574 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af561f-f5d5-4c41-89ce-091d43eb01f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=20e2e45b-afaf-498f-898c-e425f77b1290,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:34.970583 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-df828876-5a46-4559-92bb-521220fd57c0 req-21f0287e-9eeb-48a1-9017-4af37a322ec0 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/security-groups?id=471c7c2e-81ed-47b6-be02-3849b01b4208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101801 Aug 16 22:50:35.520230 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2916fce4-c301-446e-950a-c3a4f40fd7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:36.068709 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2916fce4-c301-446e-950a-c3a4f40fd7ce admin admin] Deleting port da37f91c-92c8-4d0d-abcd-f3f334033934 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:36.069848 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2916fce4-c301-446e-950a-c3a4f40fd7ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:36.241778 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2916fce4-c301-446e-950a-c3a4f40fd7ce admin admin] For port da37f91c-92c8-4d0d-abcd-f3f334033934, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=da37f91c-92c8-4d0d-abcd-f3f334033934,segment=NetworkSegment(0469b5e2-6a00-447a-b461-679dc4905ad8),segment_id=0469b5e2-6a00-447a-b461-679dc4905ad8)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:36.242193 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2916fce4-c301-446e-950a-c3a4f40fd7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:36.268502 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2916fce4-c301-446e-950a-c3a4f40fd7ce admin admin] Calling delete_port for da37f91c-92c8-4d0d-abcd-f3f334033934 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:36.582194 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2916fce4-c301-446e-950a-c3a4f40fd7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:36.677110 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916fce4-c301-446e-950a-c3a4f40fd7ce admin admin] Pushing event deleted for resources: {'Port': ['ID=da37f91c-92c8-4d0d-abcd-f3f334033934,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:37.025750 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2916fce4-c301-446e-950a-c3a4f40fd7ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:37.531736 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2916fce4-c301-446e-950a-c3a4f40fd7ce admin admin] Router 87702abe-005c-4dca-ad0a-f50a3ca6a7c9 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:50:37.756047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2916fce4-c301-446e-950a-c3a4f40fd7ce admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:50:37.769524 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24be840-237e-47ce-879c-b9ab2b3e6bcb None None] Sync routers for ids ['87702abe-005c-4dca-ad0a-f50a3ca6a7c9'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:50:37.770723 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2916fce4-c301-446e-950a-c3a4f40fd7ce admin admin] 10.222.0.93 "PUT /v2.0/routers/87702abe-005c-4dca-ad0a-f50a3ca6a7c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0091383 Aug 16 22:50:37.770888 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39350) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:37.784713 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24be840-237e-47ce-879c-b9ab2b3e6bcb None None] Routers {'87702abe-005c-4dca-ad0a-f50a3ca6a7c9'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:50:37.787411 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e24be840-237e-47ce-879c-b9ab2b3e6bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:50:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['87702abe-005c-4dca-ad0a-f50a3ca6a7c9'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:37.924008 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71263262-cb70-49ef-b1eb-0991021a50d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:38.059187 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-e24be840-237e-47ce-879c-b9ab2b3e6bcb None None] Set router 87702abe-005c-4dca-ad0a-f50a3ca6a7c9 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:50:38.174781 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71263262-cb70-49ef-b1eb-0991021a50d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:38.217739 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39362) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:38.262357 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-71263262-cb70-49ef-b1eb-0991021a50d3 admin admin] Deleting port e8b827cb-6397-4645-b486-6a324f14b260 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:38.263162 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71263262-cb70-49ef-b1eb-0991021a50d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:38.534339 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-71263262-cb70-49ef-b1eb-0991021a50d3 admin admin] For port e8b827cb-6397-4645-b486-6a324f14b260, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e8b827cb-6397-4645-b486-6a324f14b260,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:38.540839 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71263262-cb70-49ef-b1eb-0991021a50d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:38.548305 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1c66ac49-1661-45de-8f4e-44ede4522a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:38.568798 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-71263262-cb70-49ef-b1eb-0991021a50d3 admin admin] Calling delete_port for e8b827cb-6397-4645-b486-6a324f14b260 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:38.729021 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1c66ac49-1661-45de-8f4e-44ede4522a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:38.737387 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1c66ac49-1661-45de-8f4e-44ede4522a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:38.741630 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:38.790861 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e24be840-237e-47ce-879c-b9ab2b3e6bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87702abe-005c-4dca-ad0a-f50a3ca6a7c9', 'name': 'tempest-TestServerMultinode-1308094601-router', 'tenant_id': '295a7656056a43f6bc9e13ce88a417a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'e8b827cb-6397-4645-b486-6a324f14b260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:26Z', 'updated_at': '2021-08-16T22:50:36Z', 'revision_number': 5, 'project_id': '295a7656056a43f6bc9e13ce88a417a0', 'gw_port': {'id': 'e8b827cb-6397-4645-b486-6a324f14b260', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87702abe-005c-4dca-ad0a-f50a3ca6a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:29Z', 'updated_at': '2021-08-16T22:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:38.791834 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1c66ac49-1661-45de-8f4e-44ede4522a94 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0f5d6273c5b141d080d0e34101809771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5722578 Aug 16 22:50:38.797646 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39380) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:38.817469 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66ac49-1661-45de-8f4e-44ede4522a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f9839e-e361-4b80-b967-920317c3c942,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:38.839749 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24be840-237e-47ce-879c-b9ab2b3e6bcb None None] Checking router: 87702abe-005c-4dca-ad0a-f50a3ca6a7c9 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:50:38.853123 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24be840-237e-47ce-879c-b9ab2b3e6bcb None None] Routers {'87702abe-005c-4dca-ad0a-f50a3ca6a7c9'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:50:38.853758 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e24be840-237e-47ce-879c-b9ab2b3e6bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:50:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['87702abe-005c-4dca-ad0a-f50a3ca6a7c9'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:38.963687 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ce57a3b-9b96-49e4-8b5d-c5844f22c5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:38.973615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-e24be840-237e-47ce-879c-b9ab2b3e6bcb None None] Set router 87702abe-005c-4dca-ad0a-f50a3ca6a7c9 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:50:39.039651 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ce57a3b-9b96-49e4-8b5d-c5844f22c5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:39.076862 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-e24be840-237e-47ce-879c-b9ab2b3e6bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87702abe-005c-4dca-ad0a-f50a3ca6a7c9', 'name': 'tempest-TestServerMultinode-1308094601-router', 'tenant_id': '295a7656056a43f6bc9e13ce88a417a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:26Z', 'updated_at': '2021-08-16T22:50:38Z', 'revision_number': 6, 'project_id': '295a7656056a43f6bc9e13ce88a417a0', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:39.080616 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c467f01e-966f-447f-ba23-2360615e63da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:39.115296 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24be840-237e-47ce-879c-b9ab2b3e6bcb None None] The sync data for ids ['87702abe-005c-4dca-ad0a-f50a3ca6a7c9'] in n-d-792458-15 is: [{'id': '87702abe-005c-4dca-ad0a-f50a3ca6a7c9', 'name': 'tempest-TestServerMultinode-1308094601-router', 'tenant_id': '295a7656056a43f6bc9e13ce88a417a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:26Z', 'updated_at': '2021-08-16T22:50:38Z', 'revision_number': 6, 'project_id': '295a7656056a43f6bc9e13ce88a417a0', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:50:39.308183 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ce57a3b-9b96-49e4-8b5d-c5844f22c5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:39.314016 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ce57a3b-9b96-49e4-8b5d-c5844f22c5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:39.318023 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2ce57a3b-9b96-49e4-8b5d-c5844f22c5b0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/18f9839e-e361-4b80-b967-920317c3c942 HTTP/1.1" status: 204 len: 168 time: 0.5178592 Aug 16 22:50:39.321198 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71263262-cb70-49ef-b1eb-0991021a50d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:39.368801 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce57a3b-9b96-49e4-8b5d-c5844f22c5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f9839e-e361-4b80-b967-920317c3c942,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:39.373317 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71263262-cb70-49ef-b1eb-0991021a50d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b827cb-6397-4645-b486-6a324f14b260,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:39.518487 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71263262-cb70-49ef-b1eb-0991021a50d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:39.728148 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71263262-cb70-49ef-b1eb-0991021a50d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:39.730551 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71263262-cb70-49ef-b1eb-0991021a50d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:39.816814 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71263262-cb70-49ef-b1eb-0991021a50d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:39.817901 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71263262-cb70-49ef-b1eb-0991021a50d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87702abe-005c-4dca-ad0a-f50a3ca6a7c9 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:50:39.828330 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-71263262-cb70-49ef-b1eb-0991021a50d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:39.834583 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-71263262-cb70-49ef-b1eb-0991021a50d3 admin admin] 10.222.0.93 "DELETE /v2.0/routers/87702abe-005c-4dca-ad0a-f50a3ca6a7c9 HTTP/1.1" status: 204 len: 168 time: 2.0600204 Aug 16 22:50:39.835581 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39404) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:39.971533 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab98fbd-6670-4505-974e-7f7c52a74e23 admin admin] Deleting subnet 20414947-e745-4f91-b984-30cd5bd8fa05 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:50:39.981898 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6ab98fbd-6670-4505-974e-7f7c52a74e23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:40.039452 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6ab98fbd-6670-4505-974e-7f7c52a74e23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:40.188085 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6ab98fbd-6670-4505-974e-7f7c52a74e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:40.252117 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6ab98fbd-6670-4505-974e-7f7c52a74e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:40.301490 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab98fbd-6670-4505-974e-7f7c52a74e23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20414947-e745-4f91-b984-30cd5bd8fa05,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:40.303594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b287b67a-7089-49f4-8b3d-d615f2e555f7 None None] Network f582c0e0-67f0-4d55-a016-108b4858350c requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:50:40.305529 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6ab98fbd-6670-4505-974e-7f7c52a74e23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:40.311007 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6ab98fbd-6670-4505-974e-7f7c52a74e23 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/20414947-e745-4f91-b984-30cd5bd8fa05 HTTP/1.1" status: 204 len: 168 time: 0.4724436 Aug 16 22:50:40.311284 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39424) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:40.502476 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c013239e-eb7e-4774-8832-b68ec7297207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:40.580012 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e8b827cb-6397-4645-b486-6a324f14b260 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:40.629633 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c013239e-eb7e-4774-8832-b68ec7297207 admin admin] Deleting port 42e7b649-e332-4775-a127-e2c0df82a443 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:40.630387 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c013239e-eb7e-4774-8832-b68ec7297207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:40.631013 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: e8b827cb-6397-4645-b486-6a324f14b260 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:50:40.631369 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e8b827cb-6397-4645-b486-6a324f14b260 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:40.632352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device da37f91c-92c8-4d0d-abcd-f3f334033934 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:40.689240 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: da37f91c-92c8-4d0d-abcd-f3f334033934 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:50:40.689898 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device da37f91c-92c8-4d0d-abcd-f3f334033934 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:40.796816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-c013239e-eb7e-4774-8832-b68ec7297207 admin admin] For port 42e7b649-e332-4775-a127-e2c0df82a443, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=42e7b649-e332-4775-a127-e2c0df82a443,segment=NetworkSegment(0469b5e2-6a00-447a-b461-679dc4905ad8),segment_id=0469b5e2-6a00-447a-b461-679dc4905ad8)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:40.797196 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c013239e-eb7e-4774-8832-b68ec7297207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:40.818652 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c013239e-eb7e-4774-8832-b68ec7297207 admin admin] Calling delete_port for 42e7b649-e332-4775-a127-e2c0df82a443 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:40.841740 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc9d916-d35f-41ac-ae78-86e17b527073 None None] DHCP port deletion for f582c0e0-67f0-4d55-a016-108b4858350c request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:50:40.995535 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:40.997336 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-7dc9d916-d35f-41ac-ae78-86e17b527073 None None] Deleting port 42e7b649-e332-4775-a127-e2c0df82a443 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:40.997924 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7dc9d916-d35f-41ac-ae78-86e17b527073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:41.127843 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c013239e-eb7e-4774-8832-b68ec7297207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:41.169979 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7dc9d916-d35f-41ac-ae78-86e17b527073 None None] For port 42e7b649-e332-4775-a127-e2c0df82a443, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=42e7b649-e332-4775-a127-e2c0df82a443,segment=NetworkSegment(0469b5e2-6a00-447a-b461-679dc4905ad8),segment_id=0469b5e2-6a00-447a-b461-679dc4905ad8)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:41.181178 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7dc9d916-d35f-41ac-ae78-86e17b527073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:41.182175 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013239e-eb7e-4774-8832-b68ec7297207 admin admin] Pushing event deleted for resources: {'Port': ['ID=42e7b649-e332-4775-a127-e2c0df82a443,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:41.182175 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c013239e-eb7e-4774-8832-b68ec7297207 admin admin] No DVR routers for this DVR port 42e7b649-e332-4775-a127-e2c0df82a443 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:50:41.203028 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-7dc9d916-d35f-41ac-ae78-86e17b527073 None None] Calling delete_port for 42e7b649-e332-4775-a127-e2c0df82a443 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:41.381595 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c013239e-eb7e-4774-8832-b68ec7297207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:41.431871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-c013239e-eb7e-4774-8832-b68ec7297207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f582c0e0-67f0-4d55-a016-108b4858350c']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:41.450704 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-c013239e-eb7e-4774-8832-b68ec7297207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0469b5e2-6a00-447a-b461-679dc4905ad8') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:41.451074 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-c013239e-eb7e-4774-8832-b68ec7297207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0469b5e2-6a00-447a-b461-679dc4905ad8') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:41.471916 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c013239e-eb7e-4774-8832-b68ec7297207 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:41.473159 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7dc9d916-d35f-41ac-ae78-86e17b527073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:41.503629 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c013239e-eb7e-4774-8832-b68ec7297207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:41.504940 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9d916-d35f-41ac-ae78-86e17b527073 None None] Pushing event deleted for resources: {'Port': ['ID=42e7b649-e332-4775-a127-e2c0df82a443,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:41.524317 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c013239e-eb7e-4774-8832-b68ec7297207 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:50:41.524804 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c013239e-eb7e-4774-8832-b68ec7297207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:41.528146 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc9d916-d35f-41ac-ae78-86e17b527073 None None] No DVR routers for this DVR port 42e7b649-e332-4775-a127-e2c0df82a443 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:50:41.551267 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-996859a8-f451-4924-a266-6213dd73f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:50:41.606983 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:50:42.056791 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c013239e-eb7e-4774-8832-b68ec7297207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:42.063374 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c013239e-eb7e-4774-8832-b68ec7297207 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:42.065516 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c013239e-eb7e-4774-8832-b68ec7297207 admin admin] 10.222.0.93 "DELETE /v2.0/networks/f582c0e0-67f0-4d55-a016-108b4858350c HTTP/1.1" status: 204 len: 168 time: 1.7532451 Aug 16 22:50:42.086672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013239e-eb7e-4774-8832-b68ec7297207 admin admin] Pushing event deleted for resources: {'Network': ['ID=f582c0e0-67f0-4d55-a016-108b4858350c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:42.097833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dda15-30bf-4197-acf3-53c68c3b1623 req-e3fa8d42-0c5e-4af1-b63d-d21424a5e011 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:42.106261 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a33dda15-30bf-4197-acf3-53c68c3b1623 req-e3fa8d42-0c5e-4af1-b63d-d21424a5e011 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36ce439-7b92-4929-919b-a79f03b3f9b2 HTTP/1.1" status: 200 len: 945 time: 0.4937916 Aug 16 22:50:42.112553 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:42.160209 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a33dda15-30bf-4197-acf3-53c68c3b1623 req-b1119d7c-b658-4ce4-9ded-2061a6199fbd tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/security-groups?id=471c7c2e-81ed-47b6-be02-3849b01b4208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528564 Aug 16 22:50:42.511059 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39488) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:42.548528 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 42e7b649-e332-4775-a127-e2c0df82a443 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:42.580211 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-725af496-8987-459f-91d5-6400619c8603 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ddf35896df3f4e98b45fb0c651d004b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681059 Aug 16 22:50:42.583026 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 39490) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:42.584231 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 42e7b649-e332-4775-a127-e2c0df82a443 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:50:42.585233 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 42e7b649-e332-4775-a127-e2c0df82a443 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:42.670975 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7fe6abb2-6c75-4c85-b3c1-5f22b49fd683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:42.701910 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7fe6abb2-6c75-4c85-b3c1-5f22b49fd683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:42.898305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61aaa66-af73-44ea-9676-b2a39312ccef req-c0f5389c-a81b-4104-9eff-e9ffbe0d8dc2 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:42.900333 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e61aaa66-af73-44ea-9676-b2a39312ccef req-c0f5389c-a81b-4104-9eff-e9ffbe0d8dc2 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.39 "GET /v2.0/ports?device_id=a36ce439-7b92-4929-919b-a79f03b3f9b2 HTTP/1.1" status: 200 len: 945 time: 0.1559584 Aug 16 22:50:42.920136 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7fe6abb2-6c75-4c85-b3c1-5f22b49fd683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:42.923045 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7fe6abb2-6c75-4c85-b3c1-5f22b49fd683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:42.924469 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7fe6abb2-6c75-4c85-b3c1-5f22b49fd683 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c6246b13-35dd-4bb9-b784-6306770365f6 HTTP/1.1" status: 204 len: 168 time: 0.3402441 Aug 16 22:50:42.955459 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6abb2-6c75-4c85-b3c1-5f22b49fd683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6246b13-35dd-4bb9-b784-6306770365f6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:43.076427 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-e61aaa66-af73-44ea-9676-b2a39312ccef req-a5b5f468-a238-48a0-95ff-9e93f47c3d6a tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Deleting port 1a7c4a6f-3b32-488c-97d1-5baecfde0cef {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:43.077834 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e61aaa66-af73-44ea-9676-b2a39312ccef req-a5b5f468-a238-48a0-95ff-9e93f47c3d6a tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:43.291037 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:43.300377 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-e61aaa66-af73-44ea-9676-b2a39312ccef req-a5b5f468-a238-48a0-95ff-9e93f47c3d6a tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] For port 1a7c4a6f-3b32-488c-97d1-5baecfde0cef, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=1a7c4a6f-3b32-488c-97d1-5baecfde0cef,segment=NetworkSegment(663ff7b3-bff0-4bd1-9cf5-5c63c1661092),segment_id=663ff7b3-bff0-4bd1-9cf5-5c63c1661092)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:43.300937 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e61aaa66-af73-44ea-9676-b2a39312ccef req-a5b5f468-a238-48a0-95ff-9e93f47c3d6a tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:43.328394 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-e61aaa66-af73-44ea-9676-b2a39312ccef req-a5b5f468-a238-48a0-95ff-9e93f47c3d6a tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Calling delete_port for 1a7c4a6f-3b32-488c-97d1-5baecfde0cef owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:43.587283 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66fd37-5d0a-4daf-b1a8-36b6f3e306a4 req-c7c72063-21f8-4038-a8d3-0426d612f7db tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:43.594964 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f66fd37-5d0a-4daf-b1a8-36b6f3e306a4 req-c7c72063-21f8-4038-a8d3-0426d612f7db tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36ce439-7b92-4929-919b-a79f03b3f9b2 HTTP/1.1" status: 200 len: 945 time: 0.1817925 Aug 16 22:50:43.656034 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39514) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:43.761256 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f66fd37-5d0a-4daf-b1a8-36b6f3e306a4 req-619863b7-feb9-4105-8618-2cb72cc6a767 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/security-groups?id=471c7c2e-81ed-47b6-be02-3849b01b4208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492186 Aug 16 22:50:43.785018 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d9bf384e-98b5-461e-8614-9b5be5a2450d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=295a7656056a43f6bc9e13ce88a417a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1177993 Aug 16 22:50:43.785464 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 39520) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:43.867135 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b1f4ce9-8147-4d49-a6a3-fe8a08cdb514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:43.915530 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b1f4ce9-8147-4d49-a6a3-fe8a08cdb514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:44.028421 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b1f4ce9-8147-4d49-a6a3-fe8a08cdb514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:44.031455 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b1f4ce9-8147-4d49-a6a3-fe8a08cdb514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:44.036959 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8b1f4ce9-8147-4d49-a6a3-fe8a08cdb514 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/eb69eba4-c181-4a53-bb73-b9ad02669f52 HTTP/1.1" status: 204 len: 168 time: 0.2465794 Aug 16 22:50:44.063399 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f4ce9-8147-4d49-a6a3-fe8a08cdb514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb69eba4-c181-4a53-bb73-b9ad02669f52,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:44.199300 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e61aaa66-af73-44ea-9676-b2a39312ccef req-a5b5f468-a238-48a0-95ff-9e93f47c3d6a tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:44.255156 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5f468-a238-48a0-95ff-9e93f47c3d6a tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Pushing event deleted for resources: {'Port': ['ID=1a7c4a6f-3b32-488c-97d1-5baecfde0cef,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:44.317268 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61aaa66-af73-44ea-9676-b2a39312ccef req-a5b5f468-a238-48a0-95ff-9e93f47c3d6a tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] No DVR routers for this DVR port 1a7c4a6f-3b32-488c-97d1-5baecfde0cef on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:50:44.322342 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e61aaa66-af73-44ea-9676-b2a39312ccef req-a5b5f468-a238-48a0-95ff-9e93f47c3d6a tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:44.325330 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e61aaa66-af73-44ea-9676-b2a39312ccef req-a5b5f468-a238-48a0-95ff-9e93f47c3d6a tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.39 "DELETE /v2.0/ports/1a7c4a6f-3b32-488c-97d1-5baecfde0cef HTTP/1.1" status: 204 len: 173 time: 1.4166770 Aug 16 22:50:44.326153 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36ce439-7b92-4929-919b-a79f03b3f9b2', 'name': 'network-vif-deleted', 'tag': '1a7c4a6f-3b32-488c-97d1-5baecfde0cef'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:44.343564 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c63c01a-bab2-4a11-9db3-3d8562e36a39" -d '{"events": [{"server_uuid": "a36ce439-7b92-4929-919b-a79f03b3f9b2", "name": "network-vif-deleted", "tag": "1a7c4a6f-3b32-488c-97d1-5baecfde0cef"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:44.467780 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3af3cb2-ee66-4d9c-87a0-6f62d631bb5c x-openstack-request-id: req-e3af3cb2-ee66-4d9c-87a0-6f62d631bb5c {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:44.468675 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36ce439-7b92-4929-919b-a79f03b3f9b2", "name": "network-vif-deleted", "tag": "1a7c4a6f-3b32-488c-97d1-5baecfde0cef", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:44.470886 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e3af3cb2-ee66-4d9c-87a0-6f62d631bb5c {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:44.473186 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36ce439-7b92-4929-919b-a79f03b3f9b2', 'name': 'network-vif-deleted', 'tag': '1a7c4a6f-3b32-488c-97d1-5baecfde0cef', 'status': 'completed', 'code': 200} Aug 16 22:50:44.880397 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:44.965235 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f7ba8e2c-58dc-4764-88c5-346dc157c2e4 req-76fda8f1-fc55-4a13-8bbf-cdbf560f0a53 tempest-VolumesActionsTest-155017296 tempest-VolumesActionsTest-155017296-project] 10.222.0.93 "GET /v2.0/ports?device_id=a36ce439-7b92-4929-919b-a79f03b3f9b2 HTTP/1.1" status: 200 len: 210 time: 0.0439560 Aug 16 22:50:45.795397 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 1a7c4a6f-3b32-488c-97d1-5baecfde0cef no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:45.840625 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 1a7c4a6f-3b32-488c-97d1-5baecfde0cef {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:50:45.841580 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 1a7c4a6f-3b32-488c-97d1-5baecfde0cef not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:46.023966 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848a034-b7a2-4899-896e-f1319dd96611 req-3723bc8d-b224-439a-a2b8-ba943b3bdef4 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:46.034824 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6848a034-b7a2-4899-896e-f1319dd96611 req-3723bc8d-b224-439a-a2b8-ba943b3bdef4 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f HTTP/1.1" status: 200 len: 946 time: 0.0773165 Aug 16 22:50:46.093934 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6848a034-b7a2-4899-896e-f1319dd96611 req-385e829c-61ed-4551-a65d-00379016e5ca tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572324 Aug 16 22:50:47.308940 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345d256-f134-4a56-81d2-bd22e78c7fb2 req-7dc180fb-0645-4754-99eb-2454e27c5535 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:47.314781 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c345d256-f134-4a56-81d2-bd22e78c7fb2 req-7dc180fb-0645-4754-99eb-2454e27c5535 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f HTTP/1.1" status: 200 len: 946 time: 0.0609245 Aug 16 22:50:47.368485 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c345d256-f134-4a56-81d2-bd22e78c7fb2 req-7ec12649-705a-4665-ad64-22744d055ac1 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471194 Aug 16 22:50:47.380813 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d3baa-5748-448c-b2c6-d9b1c87fe676 req-bdfd7550-d339-41c1-abda-8399dd556695 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:47.385199 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d32d3baa-5748-448c-b2c6-d9b1c87fe676 req-bdfd7550-d339-41c1-abda-8399dd556695 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.39 "GET /v2.0/ports?device_id=f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f HTTP/1.1" status: 200 len: 946 time: 0.0781410 Aug 16 22:50:47.525877 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-d32d3baa-5748-448c-b2c6-d9b1c87fe676 req-b55b0512-dc2c-4c2f-8fd3-3730ebb82fe3 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Deleting port edf09d43-bc85-4eed-b2c2-fe0b48e24883 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:47.526403 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d32d3baa-5748-448c-b2c6-d9b1c87fe676 req-b55b0512-dc2c-4c2f-8fd3-3730ebb82fe3 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:47.687387 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-d32d3baa-5748-448c-b2c6-d9b1c87fe676 req-b55b0512-dc2c-4c2f-8fd3-3730ebb82fe3 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] For port edf09d43-bc85-4eed-b2c2-fe0b48e24883, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=edf09d43-bc85-4eed-b2c2-fe0b48e24883,segment=NetworkSegment(aaca0cdd-81ae-4753-bba6-e34f7bd21545),segment_id=aaca0cdd-81ae-4753-bba6-e34f7bd21545)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:47.687959 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d32d3baa-5748-448c-b2c6-d9b1c87fe676 req-b55b0512-dc2c-4c2f-8fd3-3730ebb82fe3 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:47.712654 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-d32d3baa-5748-448c-b2c6-d9b1c87fe676 req-b55b0512-dc2c-4c2f-8fd3-3730ebb82fe3 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Calling delete_port for edf09d43-bc85-4eed-b2c2-fe0b48e24883 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:47.885212 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d32d3baa-5748-448c-b2c6-d9b1c87fe676 req-b55b0512-dc2c-4c2f-8fd3-3730ebb82fe3 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:47.926083 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b0512-dc2c-4c2f-8fd3-3730ebb82fe3 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Pushing event deleted for resources: {'Port': ['ID=edf09d43-bc85-4eed-b2c2-fe0b48e24883,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:48.005590 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32d3baa-5748-448c-b2c6-d9b1c87fe676 req-b55b0512-dc2c-4c2f-8fd3-3730ebb82fe3 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] No DVR routers for this DVR port edf09d43-bc85-4eed-b2c2-fe0b48e24883 on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:50:48.010103 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-d32d3baa-5748-448c-b2c6-d9b1c87fe676 req-b55b0512-dc2c-4c2f-8fd3-3730ebb82fe3 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:48.015568 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d32d3baa-5748-448c-b2c6-d9b1c87fe676 req-b55b0512-dc2c-4c2f-8fd3-3730ebb82fe3 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.39 "DELETE /v2.0/ports/edf09d43-bc85-4eed-b2c2-fe0b48e24883 HTTP/1.1" status: 204 len: 173 time: 0.6241002 Aug 16 22:50:48.016679 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f', 'name': 'network-vif-deleted', 'tag': 'edf09d43-bc85-4eed-b2c2-fe0b48e24883'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:48.028491 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e542d359-cdd0-4a87-9606-dde7a8c31a3d" -d '{"events": [{"server_uuid": "f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f", "name": "network-vif-deleted", "tag": "edf09d43-bc85-4eed-b2c2-fe0b48e24883"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:48.097527 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd150dcf-65c7-4a1b-b92a-1442987f32b9 x-openstack-request-id: req-cd150dcf-65c7-4a1b-b92a-1442987f32b9 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:48.097822 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f", "name": "network-vif-deleted", "tag": "edf09d43-bc85-4eed-b2c2-fe0b48e24883", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:48.098117 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cd150dcf-65c7-4a1b-b92a-1442987f32b9 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:48.098531 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f', 'name': 'network-vif-deleted', 'tag': 'edf09d43-bc85-4eed-b2c2-fe0b48e24883', 'status': 'completed', 'code': 200} Aug 16 22:50:48.533736 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-54a08f92-9a7a-4553-bfd4-4e610e97febb req-d3e9d128-1e2a-41d1-9ae3-0e90a9358919 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=f55823f7-aca1-4f1d-a402-bb5ca7e6ea7f HTTP/1.1" status: 200 len: 210 time: 0.0550780 Aug 16 22:50:49.794039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device edf09d43-bc85-4eed-b2c2-fe0b48e24883 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:49.822739 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: edf09d43-bc85-4eed-b2c2-fe0b48e24883 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:50:49.823039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device edf09d43-bc85-4eed-b2c2-fe0b48e24883 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:50.819390 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:50:57.070863 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cf87f-4916-4dbf-8f35-171d12651683 req-56f69c6c-d907-40cd-b901-7c0abd322c0d tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:57.072446 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-707cf87f-4916-4dbf-8f35-171d12651683 req-56f69c6c-d907-40cd-b901-7c0abd322c0d tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/networks?id=aacbf1c0-e535-4695-97b1-c2c80914b16b HTTP/1.1" status: 200 len: 813 time: 0.1377330 Aug 16 22:50:57.096766 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-707cf87f-4916-4dbf-8f35-171d12651683 req-934c101e-34ee-47f2-9f74-38f8bf87ee81 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/quotas/a94320c237464e92b55da62058850e19 HTTP/1.1" status: 200 len: 375 time: 0.0172641 Aug 16 22:50:57.133372 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-707cf87f-4916-4dbf-8f35-171d12651683 req-51fe0d3a-a95a-4597-9265-7972668abea9 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a94320c237464e92b55da62058850e19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300555 Aug 16 22:50:57.254730 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-707cf87f-4916-4dbf-8f35-171d12651683 req-9035c80e-c15e-4cd8-a85e-9f215de1c3e2 service neutron] 10.222.0.93 "GET /v2.0/networks/aacbf1c0-e535-4695-97b1-c2c80914b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121268 Aug 16 22:50:57.355556 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-707cf87f-4916-4dbf-8f35-171d12651683 req-de1e7e75-a485-443a-ada6-05e3c4ce8d31 service neutron] 10.222.0.93 "GET /v2.0/networks/aacbf1c0-e535-4695-97b1-c2c80914b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939677 Aug 16 22:50:57.541715 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b66f51de-f914-45d5-8af6-16ada66a9f26 req-952d9507-8517-41a9-8304-c9098d103a90 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17fc34a-acbf-473c-ac8f-c542d4a3da1b HTTP/1.1" status: 200 len: 210 time: 0.0382693 Aug 16 22:50:58.721212 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d5aa43f2-465c-4b17-90f1-34ddb9d143a1 req-5263840f-00dc-4658-b6a1-1d8c6f78b3bb tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17fc34a-acbf-473c-ac8f-c542d4a3da1b HTTP/1.1" status: 200 len: 210 time: 0.0530548 Aug 16 22:50:58.803557 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cf87f-4916-4dbf-8f35-171d12651683 req-40e028e1-3744-4046-8afc-b77a682b7cc0 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:58.805992 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-707cf87f-4916-4dbf-8f35-171d12651683 req-40e028e1-3744-4046-8afc-b77a682b7cc0 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.43 "GET /v2.0/networks?id=aacbf1c0-e535-4695-97b1-c2c80914b16b HTTP/1.1" status: 200 len: 813 time: 0.2599363 Aug 16 22:50:58.823961 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-707cf87f-4916-4dbf-8f35-171d12651683 req-cbf09048-c60d-43db-942f-ed0c1b81cb06 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Request body: {'port': {'device_id': 'c17fc34a-acbf-473c-ac8f-c542d4a3da1b', 'network_id': 'aacbf1c0-e535-4695-97b1-c2c80914b16b', 'admin_state_up': True, 'tenant_id': 'a94320c237464e92b55da62058850e19'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:58.951987 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707cf87f-4916-4dbf-8f35-171d12651683 req-cbf09048-c60d-43db-942f-ed0c1b81cb06 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Made reservation on behalf of a94320c237464e92b55da62058850e19 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:58.957907 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-707cf87f-4916-4dbf-8f35-171d12651683 req-cbf09048-c60d-43db-942f-ed0c1b81cb06 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:59.178410 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-707cf87f-4916-4dbf-8f35-171d12651683 req-cbf09048-c60d-43db-942f-ed0c1b81cb06 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Allocated IP 172.20.0.7 (aacbf1c0-e535-4695-97b1-c2c80914b16b/0e97ec8c-4298-48d4-896c-77ed87c5f8dd/4c765a8f-3487-46ef-80c5-626e4fb3da17) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:50:59.399341 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-707cf87f-4916-4dbf-8f35-171d12651683 req-cbf09048-c60d-43db-942f-ed0c1b81cb06 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:59.477297 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-707cf87f-4916-4dbf-8f35-171d12651683 req-cbf09048-c60d-43db-942f-ed0c1b81cb06 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:59.500053 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707cf87f-4916-4dbf-8f35-171d12651683 req-cbf09048-c60d-43db-942f-ed0c1b81cb06 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Network aacbf1c0-e535-4695-97b1-c2c80914b16b is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:59.503445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-707cf87f-4916-4dbf-8f35-171d12651683 req-cbf09048-c60d-43db-942f-ed0c1b81cb06 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:59.528207 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-707cf87f-4916-4dbf-8f35-171d12651683 req-cbf09048-c60d-43db-942f-ed0c1b81cb06 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:50:59.581518 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf09048-c60d-43db-942f-ed0c1b81cb06 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Pushing event updated for resources: {'Port': ['ID=4c765a8f-3487-46ef-80c5-626e4fb3da17,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:59.600781 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cf87f-4916-4dbf-8f35-171d12651683 req-cbf09048-c60d-43db-942f-ed0c1b81cb06 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:59.601764 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-707cf87f-4916-4dbf-8f35-171d12651683 req-cbf09048-c60d-43db-942f-ed0c1b81cb06 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:59.638611 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-707cf87f-4916-4dbf-8f35-171d12651683 req-cbf09048-c60d-43db-942f-ed0c1b81cb06 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8228920 Aug 16 22:50:59.653505 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-707cf87f-4916-4dbf-8f35-171d12651683 req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] Request body: {'port': {'device_id': 'c17fc34a-acbf-473c-ac8f-c542d4a3da1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:59.723819 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-707cf87f-4916-4dbf-8f35-171d12651683 req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:00.010096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abd678-0241-4827-990e-da738159397e req-e0ddc53a-4813-4c4c-a967-459eb846d149 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:00.012077 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-48abd678-0241-4827-990e-da738159397e req-e0ddc53a-4813-4c4c-a967-459eb846d149 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17fc34a-acbf-473c-ac8f-c542d4a3da1b HTTP/1.1" status: 200 len: 931 time: 0.1891398 Aug 16 22:51:00.118724 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-48abd678-0241-4827-990e-da738159397e req-a50f89c1-372d-48ec-8c7a-1c245b975da2 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925436 Aug 16 22:51:00.257561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-707cf87f-4916-4dbf-8f35-171d12651683 req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c765a8f-3487-46ef-80c5-626e4fb3da17 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:00.267325 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-707cf87f-4916-4dbf-8f35-171d12651683 req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:00.285492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-707cf87f-4916-4dbf-8f35-171d12651683 req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] Transition to ACTIVE for port object 4c765a8f-3487-46ef-80c5-626e4fb3da17 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:00.290158 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-707cf87f-4916-4dbf-8f35-171d12651683 req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:00.472050 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] Pushing event updated for resources: {'Port': ['ID=4c765a8f-3487-46ef-80c5-626e4fb3da17,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:00.493349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-707cf87f-4916-4dbf-8f35-171d12651683 req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] Attempting to bind port 4c765a8f-3487-46ef-80c5-626e4fb3da17 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:00.493788 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-707cf87f-4916-4dbf-8f35-171d12651683 req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] Attempting to bind port 4c765a8f-3487-46ef-80c5-626e4fb3da17 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'aaca0cdd-81ae-4753-bba6-e34f7bd21545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aacbf1c0-e535-4695-97b1-c2c80914b16b'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:00.494167 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707cf87f-4916-4dbf-8f35-171d12651683 req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] Attempting to bind port 4c765a8f-3487-46ef-80c5-626e4fb3da17 on network aacbf1c0-e535-4695-97b1-c2c80914b16b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:00.499458 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707cf87f-4916-4dbf-8f35-171d12651683 req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] Port 4c765a8f-3487-46ef-80c5-626e4fb3da17 on network aacbf1c0-e535-4695-97b1-c2c80914b16b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:00.500179 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707cf87f-4916-4dbf-8f35-171d12651683 req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] Attempting to bind port 4c765a8f-3487-46ef-80c5-626e4fb3da17 on network aacbf1c0-e535-4695-97b1-c2c80914b16b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:00.507139 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707cf87f-4916-4dbf-8f35-171d12651683 req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:51:00.508342 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707cf87f-4916-4dbf-8f35-171d12651683 req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] Checking segment: {'id': 'aaca0cdd-81ae-4753-bba6-e34f7bd21545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aacbf1c0-e535-4695-97b1-c2c80914b16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:00.508964 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707cf87f-4916-4dbf-8f35-171d12651683 req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] Bound using segment: {'id': 'aaca0cdd-81ae-4753-bba6-e34f7bd21545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aacbf1c0-e535-4695-97b1-c2c80914b16b'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:51:00.510525 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-707cf87f-4916-4dbf-8f35-171d12651683 req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] Bound port: 4c765a8f-3487-46ef-80c5-626e4fb3da17, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaca0cdd-81ae-4753-bba6-e34f7bd21545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aacbf1c0-e535-4695-97b1-c2c80914b16b'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:51:00.511197 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-707cf87f-4916-4dbf-8f35-171d12651683 req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:00.632135 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-707cf87f-4916-4dbf-8f35-171d12651683 req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] For port 4c765a8f-3487-46ef-80c5-626e4fb3da17, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:00.643139 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-707cf87f-4916-4dbf-8f35-171d12651683 req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] For port 4c765a8f-3487-46ef-80c5-626e4fb3da17, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4c765a8f-3487-46ef-80c5-626e4fb3da17,segment=NetworkSegment(aaca0cdd-81ae-4753-bba6-e34f7bd21545),segment_id=aaca0cdd-81ae-4753-bba6-e34f7bd21545)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:51:00.659468 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-707cf87f-4916-4dbf-8f35-171d12651683 req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:00.693230 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cf87f-4916-4dbf-8f35-171d12651683 req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:00.695978 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-707cf87f-4916-4dbf-8f35-171d12651683 req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:00.698116 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-707cf87f-4916-4dbf-8f35-171d12651683 req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] 10.222.0.43 "PUT /v2.0/ports/4c765a8f-3487-46ef-80c5-626e4fb3da17 HTTP/1.1" status: 200 len: 1092 time: 1.0503402 Aug 16 22:51:00.761589 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17fc34a-acbf-473c-ac8f-c542d4a3da1b', 'tag': '4c765a8f-3487-46ef-80c5-626e4fb3da17'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:00.763865 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5587a3-1b46-4f66-ba13-28ab3f358466" -d '{"events": [{"name": "network-changed", "server_uuid": "c17fc34a-acbf-473c-ac8f-c542d4a3da1b", "tag": "4c765a8f-3487-46ef-80c5-626e4fb3da17"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:00.834794 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aaf0849-31c4-4cc8-aefa-e43409a52bc2 x-openstack-request-id: req-2aaf0849-31c4-4cc8-aefa-e43409a52bc2 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:00.835197 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c17fc34a-acbf-473c-ac8f-c542d4a3da1b", "tag": "4c765a8f-3487-46ef-80c5-626e4fb3da17", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:00.835401 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2aaf0849-31c4-4cc8-aefa-e43409a52bc2 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:00.835768 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17fc34a-acbf-473c-ac8f-c542d4a3da1b', 'tag': '4c765a8f-3487-46ef-80c5-626e4fb3da17', 'status': 'completed', 'code': 200} Aug 16 22:51:00.859326 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d355a4-1997-4ce4-8a7d-ffa728c79d8b service neutron] Pushing event updated for resources: {'Port': ['ID=4c765a8f-3487-46ef-80c5-626e4fb3da17,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:00.889888 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cf87f-4916-4dbf-8f35-171d12651683 req-fedafc35-8a79-44c1-b72b-383601378188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:00.891454 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-707cf87f-4916-4dbf-8f35-171d12651683 req-fedafc35-8a79-44c1-b72b-383601378188 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a94320c237464e92b55da62058850e19&device_id=c17fc34a-acbf-473c-ac8f-c542d4a3da1b HTTP/1.1" status: 200 len: 1095 time: 0.1243939 Aug 16 22:51:00.997692 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-707cf87f-4916-4dbf-8f35-171d12651683 req-60f5a314-5eda-4347-9602-c1ad4b4f96e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c765a8f-3487-46ef-80c5-626e4fb3da17 HTTP/1.1" status: 200 len: 217 time: 0.0861542 Aug 16 22:51:01.106556 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cf87f-4916-4dbf-8f35-171d12651683 req-1a9acdf6-5008-4744-9d4a-72027fbb8f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:01.108117 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-707cf87f-4916-4dbf-8f35-171d12651683 req-1a9acdf6-5008-4744-9d4a-72027fbb8f98 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0e97ec8c-4298-48d4-896c-77ed87c5f8dd HTTP/1.1" status: 200 len: 853 time: 0.0968685 Aug 16 22:51:01.171259 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-707cf87f-4916-4dbf-8f35-171d12651683 req-5c1ff6ba-6793-40ae-a964-8e3e915ac805 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aacbf1c0-e535-4695-97b1-c2c80914b16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530016 Aug 16 22:51:01.428744 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27393113-bc2a-40c9-9ca8-cc2a035dd0c8 req-144d417f-1f3f-4ccd-a0ab-5bdcccc3dacb tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:01.430731 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27393113-bc2a-40c9-9ca8-cc2a035dd0c8 req-144d417f-1f3f-4ccd-a0ab-5bdcccc3dacb tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17fc34a-acbf-473c-ac8f-c542d4a3da1b HTTP/1.1" status: 200 len: 943 time: 0.1445463 Aug 16 22:51:01.441124 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-707cf87f-4916-4dbf-8f35-171d12651683 req-a71f133d-6132-46ff-b1fb-93f3c0eee26c service neutron] 10.222.0.43 "GET /v2.0/networks/aacbf1c0-e535-4695-97b1-c2c80914b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597539 Aug 16 22:51:01.635377 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27393113-bc2a-40c9-9ca8-cc2a035dd0c8 req-c81c4e51-575e-49fe-a64c-541626f742d0 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590297 Aug 16 22:51:01.739387 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-707cf87f-4916-4dbf-8f35-171d12651683 req-886a430b-82a3-4e03-a238-cebf66a42bd7 service neutron] 10.222.0.43 "GET /v2.0/networks/aacbf1c0-e535-4695-97b1-c2c80914b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922058 Aug 16 22:51:01.938010 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5587a3-1b46-4f66-ba13-28ab3f358466 req-272879bb-e414-4d91-85b1-e86586d672bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:01.949920 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d5587a3-1b46-4f66-ba13-28ab3f358466 req-272879bb-e414-4d91-85b1-e86586d672bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a94320c237464e92b55da62058850e19&device_id=c17fc34a-acbf-473c-ac8f-c542d4a3da1b HTTP/1.1" status: 200 len: 1095 time: 0.1473131 Aug 16 22:51:02.124053 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5587a3-1b46-4f66-ba13-28ab3f358466 req-9761b110-1306-4455-a8cc-d86b739f17f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:02.128021 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d5587a3-1b46-4f66-ba13-28ab3f358466 req-9761b110-1306-4455-a8cc-d86b739f17f1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=aacbf1c0-e535-4695-97b1-c2c80914b16b HTTP/1.1" status: 200 len: 914 time: 0.1682713 Aug 16 22:51:02.227434 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d5587a3-1b46-4f66-ba13-28ab3f358466 req-a42ccc45-43b1-4800-8f82-5defc938328c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c765a8f-3487-46ef-80c5-626e4fb3da17 HTTP/1.1" status: 200 len: 217 time: 0.0922530 Aug 16 22:51:02.349082 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5587a3-1b46-4f66-ba13-28ab3f358466 req-29e00025-211b-4df5-ba0f-1a5d6ed29c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:02.350829 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d5587a3-1b46-4f66-ba13-28ab3f358466 req-29e00025-211b-4df5-ba0f-1a5d6ed29c4e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0e97ec8c-4298-48d4-896c-77ed87c5f8dd HTTP/1.1" status: 200 len: 853 time: 0.1155822 Aug 16 22:51:02.447147 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d5587a3-1b46-4f66-ba13-28ab3f358466 req-e073c9e5-d09f-4726-910d-71b6133eca91 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aacbf1c0-e535-4695-97b1-c2c80914b16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773757 Aug 16 22:51:02.606210 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d5587a3-1b46-4f66-ba13-28ab3f358466 req-2a1c9e2b-4c3e-452f-af31-779003234ec1 service neutron] 10.222.0.43 "GET /v2.0/networks/aacbf1c0-e535-4695-97b1-c2c80914b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508415 Aug 16 22:51:02.772440 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d5587a3-1b46-4f66-ba13-28ab3f358466 req-db227153-b448-4ce7-ba7a-378f0fc4c101 service neutron] 10.222.0.43 "GET /v2.0/networks/aacbf1c0-e535-4695-97b1-c2c80914b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586895 Aug 16 22:51:02.857052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7334ad1-03d9-4892-94ad-6b3a45f70b07 req-5ddf1201-136d-474c-b18b-de322b4e9197 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:02.858860 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7334ad1-03d9-4892-94ad-6b3a45f70b07 req-5ddf1201-136d-474c-b18b-de322b4e9197 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17fc34a-acbf-473c-ac8f-c542d4a3da1b HTTP/1.1" status: 200 len: 943 time: 0.0802052 Aug 16 22:51:02.918749 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7334ad1-03d9-4892-94ad-6b3a45f70b07 req-47f769ae-0cfc-4ea2-b5ea-ec3117c3b10a tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497139 Aug 16 22:51:04.077705 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d0832-1d4c-4d33-9b9a-4ec0e7d36fa9 req-39b54277-9605-4c07-bf72-a49c86a433cc tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:04.079781 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4e3d0832-1d4c-4d33-9b9a-4ec0e7d36fa9 req-39b54277-9605-4c07-bf72-a49c86a433cc tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17fc34a-acbf-473c-ac8f-c542d4a3da1b HTTP/1.1" status: 200 len: 943 time: 0.0748029 Aug 16 22:51:04.135435 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4e3d0832-1d4c-4d33-9b9a-4ec0e7d36fa9 req-e384284d-ca18-409d-9ca0-c122fab9984f tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484600 Aug 16 22:51:05.023289 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 4c765a8f-3487-46ef-80c5-626e4fb3da17 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:51:05.170744 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 4c765a8f-3487-46ef-80c5-626e4fb3da17, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4c765a8f-3487-46ef-80c5-626e4fb3da17,segment=NetworkSegment(aaca0cdd-81ae-4753-bba6-e34f7bd21545),segment_id=aaca0cdd-81ae-4753-bba6-e34f7bd21545)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:05.189599 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '4c765a8f-3487-46ef-80c5-626e4fb3da17', 'network_id': 'aacbf1c0-e535-4695-97b1-c2c80914b16b', 'port_id': '4c765a8f-3487-46ef-80c5-626e4fb3da17', 'mac_address': 'fa:16:3e:17:1c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e97ec8c-4298-48d4-896c-77ed87c5f8dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:51:05.242597 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:05.259563 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c765a8f-3487-46ef-80c5-626e4fb3da17 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:05.303783 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 4c765a8f-3487-46ef-80c5-626e4fb3da17, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4c765a8f-3487-46ef-80c5-626e4fb3da17,segment=NetworkSegment(aaca0cdd-81ae-4753-bba6-e34f7bd21545),segment_id=aaca0cdd-81ae-4753-bba6-e34f7bd21545)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:05.309413 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:05.339169 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df07a0f-2bb2-4a70-b88a-3cb67b6caddf req-574beffd-32a2-4a53-a902-83bbd0f299cb tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:05.348163 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4df07a0f-2bb2-4a70-b88a-3cb67b6caddf req-574beffd-32a2-4a53-a902-83bbd0f299cb tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17fc34a-acbf-473c-ac8f-c542d4a3da1b HTTP/1.1" status: 200 len: 943 time: 0.1041870 Aug 16 22:51:05.418734 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4df07a0f-2bb2-4a70-b88a-3cb67b6caddf req-b04c9c3e-33d4-4d1d-8fd9-1296a5a7b7a2 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690639 Aug 16 22:51:05.432560 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=4c765a8f-3487-46ef-80c5-626e4fb3da17,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:05.514378 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['4c765a8f-3487-46ef-80c5-626e4fb3da17'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:06.647030 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478b5b1-bd0c-44c2-b058-d176bbd449ee req-45412f54-e984-404c-ba2f-67d79d02be3d tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:06.664074 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9478b5b1-bd0c-44c2-b058-d176bbd449ee req-45412f54-e984-404c-ba2f-67d79d02be3d tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17fc34a-acbf-473c-ac8f-c542d4a3da1b HTTP/1.1" status: 200 len: 944 time: 0.1377175 Aug 16 22:51:06.728913 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9478b5b1-bd0c-44c2-b058-d176bbd449ee req-996ceeed-6717-48c3-9846-1779e826a607 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633736 Aug 16 22:51:07.061078 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 4c765a8f-3487-46ef-80c5-626e4fb3da17 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:07.136721 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 4c765a8f-3487-46ef-80c5-626e4fb3da17 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:51:07.151968 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 4c765a8f-3487-46ef-80c5-626e4fb3da17 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:07.154528 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.302516 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.348302 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17fc34a-acbf-473c-ac8f-c542d4a3da1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c765a8f-3487-46ef-80c5-626e4fb3da17'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:07.352124 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8054d2a-c888-4da4-b41a-79e60816cde2" -d '{"events": [{"server_uuid": "c17fc34a-acbf-473c-ac8f-c542d4a3da1b", "name": "network-vif-plugged", "status": "completed", "tag": "4c765a8f-3487-46ef-80c5-626e4fb3da17"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:07.411911 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 4c765a8f-3487-46ef-80c5-626e4fb3da17, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4c765a8f-3487-46ef-80c5-626e4fb3da17,segment=NetworkSegment(aaca0cdd-81ae-4753-bba6-e34f7bd21545),segment_id=aaca0cdd-81ae-4753-bba6-e34f7bd21545)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:07.417593 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.467685 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dda887e-e2c9-4f8a-bb67-5ddc11f413de x-openstack-request-id: req-5dda887e-e2c9-4f8a-bb67-5ddc11f413de {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:07.468921 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17fc34a-acbf-473c-ac8f-c542d4a3da1b", "name": "network-vif-plugged", "status": "completed", "tag": "4c765a8f-3487-46ef-80c5-626e4fb3da17", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:07.468921 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5dda887e-e2c9-4f8a-bb67-5ddc11f413de {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:07.469139 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17fc34a-acbf-473c-ac8f-c542d4a3da1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c765a8f-3487-46ef-80c5-626e4fb3da17', 'code': 200} Aug 16 22:51:07.511078 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=4c765a8f-3487-46ef-80c5-626e4fb3da17,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:07.533397 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40208) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:07.606351 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba822a-3849-455b-bd28-6b8a2440d409 req-b2828f0c-39e6-4b53-9ccb-d0fbf5651a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:07.608861 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-95ba822a-3849-455b-bd28-6b8a2440d409 req-b2828f0c-39e6-4b53-9ccb-d0fbf5651a77 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c17fc34a-acbf-473c-ac8f-c542d4a3da1b HTTP/1.1" status: 200 len: 1097 time: 0.0801659 Aug 16 22:51:07.714533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-95ba822a-3849-455b-bd28-6b8a2440d409 req-d078df9c-5d01-4b72-aa04-d19cba66c04d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976751 Aug 16 22:51:07.763759 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-95e31933-1905-482c-af60-f64d57a1bfde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.924017 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-95e31933-1905-482c-af60-f64d57a1bfde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.931130 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-95e31933-1905-482c-af60-f64d57a1bfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:08.042616 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-95e31933-1905-482c-af60-f64d57a1bfde admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=34fb5304cc804dc98afb2202b342bc86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5066957 Aug 16 22:51:08.043895 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e31933-1905-482c-af60-f64d57a1bfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d73ad01-d3a3-4550-a5a1-49f85a49b6e6,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:08.046761 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbf71b-2f5a-4fa2-a83e-8a293019219d req-27af4abd-d7df-42d6-b76f-05a2d3f7c903 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:08.053890 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40234) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:08.063227 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e31933-1905-482c-af60-f64d57a1bfde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:08.063227 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e31933-1905-482c-af60-f64d57a1bfde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:08.063227 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e31933-1905-482c-af60-f64d57a1bfde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:08.063227 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e31933-1905-482c-af60-f64d57a1bfde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:08.063227 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e31933-1905-482c-af60-f64d57a1bfde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:08.063227 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e31933-1905-482c-af60-f64d57a1bfde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:08.063227 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e31933-1905-482c-af60-f64d57a1bfde admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:08.063227 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e31933-1905-482c-af60-f64d57a1bfde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:08.063227 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e31933-1905-482c-af60-f64d57a1bfde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:08.063227 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e31933-1905-482c-af60-f64d57a1bfde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:08.067234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e31933-1905-482c-af60-f64d57a1bfde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:08.067930 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e31933-1905-482c-af60-f64d57a1bfde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:08.074407 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4fbf71b-2f5a-4fa2-a83e-8a293019219d req-27af4abd-d7df-42d6-b76f-05a2d3f7c903 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17fc34a-acbf-473c-ac8f-c542d4a3da1b HTTP/1.1" status: 200 len: 945 time: 0.1257429 Aug 16 22:51:08.142538 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-48273947-7776-4fe1-ada3-9dcba49cfa86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:08.148868 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c4fbf71b-2f5a-4fa2-a83e-8a293019219d req-8dcaac69-dc3e-4ba3-836b-c56442cb6eda tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705957 Aug 16 22:51:08.169284 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-48273947-7776-4fe1-ada3-9dcba49cfa86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:08.231075 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-48273947-7776-4fe1-ada3-9dcba49cfa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:08.234847 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-48273947-7776-4fe1-ada3-9dcba49cfa86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:08.236276 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-48273947-7776-4fe1-ada3-9dcba49cfa86 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9d73ad01-d3a3-4550-a5a1-49f85a49b6e6 HTTP/1.1" status: 204 len: 168 time: 0.1564264 Aug 16 22:51:08.267482 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48273947-7776-4fe1-ada3-9dcba49cfa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d73ad01-d3a3-4550-a5a1-49f85a49b6e6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:08.716628 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.035631 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5e5a592f-e85f-4a42-99ea-75420b0e13db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.435972 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb971b-f294-416d-b7b5-d6949293b68f req-84673013-c7c2-40cc-8cad-a82925bd1428 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:09.439768 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92cb971b-f294-416d-b7b5-d6949293b68f req-84673013-c7c2-40cc-8cad-a82925bd1428 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17fc34a-acbf-473c-ac8f-c542d4a3da1b HTTP/1.1" status: 200 len: 945 time: 0.1522317 Aug 16 22:51:09.595302 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92cb971b-f294-416d-b7b5-d6949293b68f req-cb8159fd-b2d8-43c4-ba54-5187d1177acb tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417513 Aug 16 22:51:10.457803 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40346) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:10.655497 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5a6728b-5ab7-4942-a5e0-444376090616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.838576 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5a6728b-5ab7-4942-a5e0-444376090616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.847601 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5a6728b-5ab7-4942-a5e0-444376090616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.907453 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e5a6728b-5ab7-4942-a5e0-444376090616 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a6a8cea3b83947eba7537869ea77a5e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4460266 Aug 16 22:51:10.908396 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40354) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:10.920369 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6728b-5ab7-4942-a5e0-444376090616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d44fb7-84a3-4c23-8d4a-4265a9bdddc9,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:10.954976 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:11.014876 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9051dad1-930c-4948-8008-13e303057d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:11.071331 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9051dad1-930c-4948-8008-13e303057d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:11.143694 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9051dad1-930c-4948-8008-13e303057d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:11.146784 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9051dad1-930c-4948-8008-13e303057d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:11.162711 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9051dad1-930c-4948-8008-13e303057d52 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/55d44fb7-84a3-4c23-8d4a-4265a9bdddc9 HTTP/1.1" status: 204 len: 168 time: 0.2381418 Aug 16 22:51:11.186410 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051dad1-930c-4948-8008-13e303057d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d44fb7-84a3-4c23-8d4a-4265a9bdddc9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:11.562360 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a28e-1e6b-4108-9169-ea4c4b07e4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:12.124144 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:13.315547 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:13.677119 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40426) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:13.911823 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e07d1157-eb79-4650-a373-65fdb9049479 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1532751693'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:13.972150 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07d1157-eb79-4650-a373-65fdb9049479 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Made reservation on behalf of 6d8ad7be421946ec8446333aec455095 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:13.979657 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e07d1157-eb79-4650-a373-65fdb9049479 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:14.001616 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e07d1157-eb79-4650-a373-65fdb9049479 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:14.190168 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e07d1157-eb79-4650-a373-65fdb9049479 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:14.197247 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e07d1157-eb79-4650-a373-65fdb9049479 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:14.220750 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07d1157-eb79-4650-a373-65fdb9049479 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:51:14.242816 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e07d1157-eb79-4650-a373-65fdb9049479 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:14.243655 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-e07d1157-eb79-4650-a373-65fdb9049479 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Added segment 1b5205da-5570-4833-994a-b7ac5b24c78c of type vlan for network 13e15394-5a4f-4891-b023-2fd087014394 Aug 16 22:51:14.393668 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e07d1157-eb79-4650-a373-65fdb9049479 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:14.408109 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d1157-eb79-4650-a373-65fdb9049479 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d012e24e-6a42-4762-a28b-8758ce1cfd02,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:14.473013 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e07d1157-eb79-4650-a373-65fdb9049479 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:14.484393 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d1157-eb79-4650-a373-65fdb9049479 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:14.486178 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e07d1157-eb79-4650-a373-65fdb9049479 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:14.599085 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e07d1157-eb79-4650-a373-65fdb9049479 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9193788 Aug 16 22:51:14.668862 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d1157-eb79-4650-a373-65fdb9049479 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Pushing event updated for resources: {'Network': ['ID=13e15394-5a4f-4891-b023-2fd087014394,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:14.690969 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 13e15394-5a4f-4891-b023-2fd087014394 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:51:14.860154 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:15.112429 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40448) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:15.119110 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Request body: {'port': {'network_id': '13e15394-5a4f-4891-b023-2fd087014394', 'binding:host_id': 'n-h1-792458-15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1354980391'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:15.182641 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Made reservation on behalf of 92c1c84f23154761ae23c438c024a606 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:15.185107 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:15.209524 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:15.246025 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40450) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:15.390240 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:15.396865 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:15.404811 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] device_id is not set on port f2bafdb0-bed2-40a4-a40e-54dcafb53805 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:51:15.441831 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b410fa1-1aef-4552-aa60-2ed4f2016322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:15.504659 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40456) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:15.629419 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009616b9-6ccd-4253-bc37-3f80d37b49e5,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:15.645776 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e30923-380e-43ab-9d20-7d9a5ed3a042 admin admin] Deleting subnet dc7ed6bc-145c-4d80-942f-2a08311fd56e {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:51:15.650092 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10e30923-380e-43ab-9d20-7d9a5ed3a042 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:15.667765 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b410fa1-1aef-4552-aa60-2ed4f2016322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:15.673221 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b410fa1-1aef-4552-aa60-2ed4f2016322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:15.705687 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10e30923-380e-43ab-9d20-7d9a5ed3a042 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:15.718643 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3b410fa1-1aef-4552-aa60-2ed4f2016322 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ca5ae648eb654c8f92b505378bfb379f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715066 Aug 16 22:51:15.722286 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40458) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:15.767439 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10e30923-380e-43ab-9d20-7d9a5ed3a042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:15.774770 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b410fa1-1aef-4552-aa60-2ed4f2016322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d47a5b7-6cbb-4a3c-9547-cec486362422,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:15.787332 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b410fa1-1aef-4552-aa60-2ed4f2016322 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:15.788038 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b410fa1-1aef-4552-aa60-2ed4f2016322 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:15.788596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b410fa1-1aef-4552-aa60-2ed4f2016322 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:15.789174 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b410fa1-1aef-4552-aa60-2ed4f2016322 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:15.789736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b410fa1-1aef-4552-aa60-2ed4f2016322 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:15.790314 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b410fa1-1aef-4552-aa60-2ed4f2016322 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:15.790865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b410fa1-1aef-4552-aa60-2ed4f2016322 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:15.791415 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b410fa1-1aef-4552-aa60-2ed4f2016322 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:15.792289 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b410fa1-1aef-4552-aa60-2ed4f2016322 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:15.792861 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b410fa1-1aef-4552-aa60-2ed4f2016322 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:15.793403 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b410fa1-1aef-4552-aa60-2ed4f2016322 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:15.793986 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b410fa1-1aef-4552-aa60-2ed4f2016322 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:15.810901 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38b50091-56bd-4d0c-8c63-d78a18b8bbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:15.846712 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10e30923-380e-43ab-9d20-7d9a5ed3a042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:15.855146 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38b50091-56bd-4d0c-8c63-d78a18b8bbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:15.884836 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10e30923-380e-43ab-9d20-7d9a5ed3a042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:15.888148 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-10e30923-380e-43ab-9d20-7d9a5ed3a042 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/dc7ed6bc-145c-4d80-942f-2a08311fd56e HTTP/1.1" status: 204 len: 168 time: 0.3786838 Aug 16 22:51:15.914447 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40462) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:15.918349 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e30923-380e-43ab-9d20-7d9a5ed3a042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7ed6bc-145c-4d80-942f-2a08311fd56e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:16.010885 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-114dcc59-1444-4421-bc15-02c3db9122a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:16.014237 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38b50091-56bd-4d0c-8c63-d78a18b8bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:16.017189 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38b50091-56bd-4d0c-8c63-d78a18b8bbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:16.018768 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-38b50091-56bd-4d0c-8c63-d78a18b8bbd7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5d47a5b7-6cbb-4a3c-9547-cec486362422 HTTP/1.1" status: 204 len: 168 time: 0.2953234 Aug 16 22:51:16.038293 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b50091-56bd-4d0c-8c63-d78a18b8bbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d47a5b7-6cbb-4a3c-9547-cec486362422,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:16.137217 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] device_id is not set on port f2bafdb0-bed2-40a4-a40e-54dcafb53805 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:51:16.154934 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-114dcc59-1444-4421-bc15-02c3db9122a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:16.159398 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:16.174857 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Transition to ACTIVE for port object f2bafdb0-bed2-40a4-a40e-54dcafb53805 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:16.184916 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-114dcc59-1444-4421-bc15-02c3db9122a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa86821-30c1-4991-a548-5221b7adbaf0']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:16.192262 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:16.225721 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-114dcc59-1444-4421-bc15-02c3db9122a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '663ff7b3-bff0-4bd1-9cf5-5c63c1661092') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:16.226457 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-114dcc59-1444-4421-bc15-02c3db9122a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '663ff7b3-bff0-4bd1-9cf5-5c63c1661092') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:16.246534 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-114dcc59-1444-4421-bc15-02c3db9122a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:16.276275 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-114dcc59-1444-4421-bc15-02c3db9122a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:16.301882 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114dcc59-1444-4421-bc15-02c3db9122a6 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:51:16.302627 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-114dcc59-1444-4421-bc15-02c3db9122a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:51:16.305954 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:51:16.321352 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Pushing event updated for resources: {'Port': ['ID=f2bafdb0-bed2-40a4-a40e-54dcafb53805,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:16.367941 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Checking segment: {'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:16.368514 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Network hostable DHCP agents. Network: 13e15394-5a4f-4891-b023-2fd087014394, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:51:16.395218 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-114dcc59-1444-4421-bc15-02c3db9122a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:16.408226 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-114dcc59-1444-4421-bc15-02c3db9122a6 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:16.413434 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-114dcc59-1444-4421-bc15-02c3db9122a6 admin admin] 10.222.0.93 "DELETE /v2.0/networks/6aa86821-30c1-4991-a548-5221b7adbaf0 HTTP/1.1" status: 204 len: 168 time: 0.4955869 Aug 16 22:51:16.416662 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40470) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:16.440943 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Network 13e15394-5a4f-4891-b023-2fd087014394 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:51:16.452467 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114dcc59-1444-4421-bc15-02c3db9122a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6aa86821-30c1-4991-a548-5221b7adbaf0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:16.507476 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8083bb7-b41a-455b-8f90-c626d09b2a81 admin admin] Deleting subnet 8461882a-973b-4edb-a42b-e80875b4bebe {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:51:16.513152 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8083bb7-b41a-455b-8f90-c626d09b2a81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:16.555154 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 13e15394-5a4f-4891-b023-2fd087014394) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:16.567761 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8083bb7-b41a-455b-8f90-c626d09b2a81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:16.571608 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:51:16.571799 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30244d7-c892-43ed-9faf-34b6e0070c40 None None] Network 13e15394-5a4f-4891-b023-2fd087014394 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:51:16.623970 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:16.624456 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:16.624904 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:16.638625 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:16.639182 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:16.641822 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 2 to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 Aug 16 22:51:16.659949 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8083bb7-b41a-455b-8f90-c626d09b2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:16.683570 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:16.683570 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:16.683906 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:16.691802 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:16.692143 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:16.696201 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 3 to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 Aug 16 22:51:16.719617 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:16.720260 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:16.720876 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:16.727865 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:16.728483 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:16.730961 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 4 to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 Aug 16 22:51:16.756019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:16.756366 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:16.756933 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:16.764055 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:16.764650 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:16.765364 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 5 to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 Aug 16 22:51:16.768818 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8083bb7-b41a-455b-8f90-c626d09b2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:16.815234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8083bb7-b41a-455b-8f90-c626d09b2a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8461882a-973b-4edb-a42b-e80875b4bebe,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:16.817649 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8083bb7-b41a-455b-8f90-c626d09b2a81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:16.819692 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b8083bb7-b41a-455b-8f90-c626d09b2a81 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/8461882a-973b-4edb-a42b-e80875b4bebe HTTP/1.1" status: 204 len: 168 time: 0.4013934 Aug 16 22:51:16.821021 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:16.821348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:16.821695 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:16.824937 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40480) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:16.846578 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:16.847074 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:16.857728 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 6 to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 Aug 16 22:51:16.913689 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:16.914302 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:16.915591 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:16.932494 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:16.933132 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:16.934041 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 7 to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 Aug 16 22:51:16.940526 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2829df8-1c92-4780-89e5-b49b286746fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:16.957089 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:16.957545 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:16.958009 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:16.965434 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:16.965777 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:16.966944 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 8 to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 Aug 16 22:51:17.001193 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:17.001599 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:17.001858 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:17.045938 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:17.046623 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:17.050649 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 9 to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 Aug 16 22:51:17.083505 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2829df8-1c92-4780-89e5-b49b286746fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.092400 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:17.092737 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:17.093316 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:17.101807 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-b2829df8-1c92-4780-89e5-b49b286746fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa35e61c-5f21-4913-8e00-c3a4ad99d46c']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:17.111930 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:17.112266 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:17.114359 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 10 to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 Aug 16 22:51:17.124594 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-b2829df8-1c92-4780-89e5-b49b286746fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ede3ab3-5049-461d-856a-6ecf9af56fbe') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:17.124931 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-b2829df8-1c92-4780-89e5-b49b286746fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ede3ab3-5049-461d-856a-6ecf9af56fbe') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:17.142379 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2829df8-1c92-4780-89e5-b49b286746fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.151039 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:17.151402 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:17.151701 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:17.160829 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:17.161163 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port f2bafdb0-bed2-40a4-a40e-54dcafb53805 on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:17.161535 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.181447 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2829df8-1c92-4780-89e5-b49b286746fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.188542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40494) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:17.199163 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2829df8-1c92-4780-89e5-b49b286746fb admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:51:17.199819 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2829df8-1c92-4780-89e5-b49b286746fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:51:17.202682 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:51:17.307235 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2829df8-1c92-4780-89e5-b49b286746fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.320247 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2829df8-1c92-4780-89e5-b49b286746fb admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.326850 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b2829df8-1c92-4780-89e5-b49b286746fb admin admin] 10.222.0.93 "DELETE /v2.0/networks/fa35e61c-5f21-4913-8e00-c3a4ad99d46c HTTP/1.1" status: 204 len: 168 time: 0.4973967 Aug 16 22:51:17.355874 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] For port f2bafdb0-bed2-40a4-a40e-54dcafb53805, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:17.356542 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempted to set empty binding levels {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 22:51:17.358330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2829df8-1c92-4780-89e5-b49b286746fb admin admin] Pushing event deleted for resources: {'Network': ['ID=fa35e61c-5f21-4913-8e00-c3a4ad99d46c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:17.363642 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.379512 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-21684bfb-c737-4c75-99e8-4bd440108cd1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-385306392-network', 'tenant_id': '6621a67a3a1e4f2cb526d34612c86779'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:17.410418 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21684bfb-c737-4c75-99e8-4bd440108cd1 admin admin] Made reservation on behalf of 6621a67a3a1e4f2cb526d34612c86779 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:17.411380 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Pushing event updated for resources: {'Port': ['ID=f2bafdb0-bed2-40a4-a40e-54dcafb53805,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:17.414005 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21684bfb-c737-4c75-99e8-4bd440108cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.426665 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:17.427292 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.434173 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21684bfb-c737-4c75-99e8-4bd440108cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.446712 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-12195ef4-7c95-4314-b9df-2ee82cbb03cd tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.3323092 Aug 16 22:51:17.450905 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40500) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:17.564476 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40502) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:17.598410 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d1851b1e-1911-49ef-a7df-305e40c92b2f tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Deleting port f2bafdb0-bed2-40a4-a40e-54dcafb53805 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:17.599062 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1851b1e-1911-49ef-a7df-305e40c92b2f tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.613931 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-044a0fb4-2332-4f61-ada2-ff8272adc8bd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=922a46d999034b1090e97c35954de185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481892 Aug 16 22:51:17.619573 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40504) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:17.682248 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21684bfb-c737-4c75-99e8-4bd440108cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.688620 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21684bfb-c737-4c75-99e8-4bd440108cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.698602 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2d2e153-181a-444c-94ed-cd615a7c46fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.707446 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-d1851b1e-1911-49ef-a7df-305e40c92b2f tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] For port f2bafdb0-bed2-40a4-a40e-54dcafb53805, host n-h1-792458-15, got binding levels [] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:17.707811 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1851b1e-1911-49ef-a7df-305e40c92b2f tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.710700 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21684bfb-c737-4c75-99e8-4bd440108cd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:51:17.728131 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2d2e153-181a-444c-94ed-cd615a7c46fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.742567 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d1851b1e-1911-49ef-a7df-305e40c92b2f tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Calling delete_port for f2bafdb0-bed2-40a4-a40e-54dcafb53805 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:17.749451 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21684bfb-c737-4c75-99e8-4bd440108cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.749763 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-21684bfb-c737-4c75-99e8-4bd440108cd1 admin admin] Added segment 9435174c-f243-4df9-b384-c7340b4a2247 of type vlan for network b7940b52-3371-48b9-b2d3-19376f789da5 Aug 16 22:51:17.767699 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21684bfb-c737-4c75-99e8-4bd440108cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:17.796799 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2d2e153-181a-444c-94ed-cd615a7c46fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.799378 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2d2e153-181a-444c-94ed-cd615a7c46fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.804816 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e2d2e153-181a-444c-94ed-cd615a7c46fc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/471c7c2e-81ed-47b6-be02-3849b01b4208 HTTP/1.1" status: 204 len: 168 time: 0.1780944 Aug 16 22:51:17.815604 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2e153-181a-444c-94ed-cd615a7c46fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471c7c2e-81ed-47b6-be02-3849b01b4208,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:17.835333 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21684bfb-c737-4c75-99e8-4bd440108cd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.882333 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21684bfb-c737-4c75-99e8-4bd440108cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.883565 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21684bfb-c737-4c75-99e8-4bd440108cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:17.884140 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-21684bfb-c737-4c75-99e8-4bd440108cd1 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.936794 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1851b1e-1911-49ef-a7df-305e40c92b2f tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.952512 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-21684bfb-c737-4c75-99e8-4bd440108cd1 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7592976 Aug 16 22:51:17.953001 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40508) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:17.958143 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-dcce896c-5ed5-44de-9be6-095ec27614b4 admin admin] Request body: {'subnet': {'network_id': 'b7940b52-3371-48b9-b2d3-19376f789da5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-385306392-subnet', 'tenant_id': '6621a67a3a1e4f2cb526d34612c86779', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:17.982042 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcce896c-5ed5-44de-9be6-095ec27614b4 admin admin] Made reservation on behalf of 6621a67a3a1e4f2cb526d34612c86779 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:17.985522 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dcce896c-5ed5-44de-9be6-095ec27614b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.993638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1851b1e-1911-49ef-a7df-305e40c92b2f tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2bafdb0-bed2-40a4-a40e-54dcafb53805,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:18.001404 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d1851b1e-1911-49ef-a7df-305e40c92b2f tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:18.003740 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d1851b1e-1911-49ef-a7df-305e40c92b2f tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] 10.222.0.93 "DELETE /v2.0/ports/f2bafdb0-bed2-40a4-a40e-54dcafb53805 HTTP/1.1" status: 204 len: 168 time: 0.5511601 Aug 16 22:51:18.004933 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21684bfb-c737-4c75-99e8-4bd440108cd1 admin admin] Pushing event updated for resources: {'Network': ['ID=b7940b52-3371-48b9-b2d3-19376f789da5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:18.009098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40510) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:18.018788 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network b7940b52-3371-48b9-b2d3-19376f789da5 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:51:18.050760 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-a950a07e-b22a-45ae-b990-f8a95607b5b5 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] GET failed (client error): The resource could not be found. Aug 16 22:51:18.052663 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a950a07e-b22a-45ae-b990-f8a95607b5b5 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] 10.222.0.93 "GET /v2.0/ports/f2bafdb0-bed2-40a4-a40e-54dcafb53805 HTTP/1.1" status: 404 len: 333 time: 0.0416553 Aug 16 22:51:18.056250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40514) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:18.061680 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a6b65368-a8b5-4b1b-a40b-f4a773806e7d tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Request body: {'port': {'network_id': '13e15394-5a4f-4891-b023-2fd087014394', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-262399017'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:18.111251 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b65368-a8b5-4b1b-a40b-f4a773806e7d tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Made reservation on behalf of 92c1c84f23154761ae23c438c024a606 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:18.114478 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6b65368-a8b5-4b1b-a40b-f4a773806e7d tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:18.141546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-a6b65368-a8b5-4b1b-a40b-f4a773806e7d tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] device_id is not set on port 4b059b07-c646-4f30-90b7-b714631c78ae yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:51:18.293024 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dcce896c-5ed5-44de-9be6-095ec27614b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:18.360565 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40520) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:18.368411 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce896c-5ed5-44de-9be6-095ec27614b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a32f08f-3895-47bd-a787-44e9b6b0d8b9,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:18.368858 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6b65368-a8b5-4b1b-a40b-f4a773806e7d tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:18.390456 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce896c-5ed5-44de-9be6-095ec27614b4 admin admin] Checking segment: {'id': '9435174c-f243-4df9-b384-c7340b4a2247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b7940b52-3371-48b9-b2d3-19376f789da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:18.390817 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcce896c-5ed5-44de-9be6-095ec27614b4 admin admin] Network hostable DHCP agents. Network: b7940b52-3371-48b9-b2d3-19376f789da5, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:51:18.418769 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6b65368-a8b5-4b1b-a40b-f4a773806e7d tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:18.423122 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c86bd037-ba00-4b3c-af93-06b03e4d521e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=45525edd4e3f4442ac7728d7cbe75ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614812 Aug 16 22:51:18.426630 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40522) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:18.435985 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcce896c-5ed5-44de-9be6-095ec27614b4 admin admin] Network b7940b52-3371-48b9-b2d3-19376f789da5 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:51:18.459970 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-dcce896c-5ed5-44de-9be6-095ec27614b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, b7940b52-3371-48b9-b2d3-19376f789da5) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:18.467703 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcce896c-5ed5-44de-9be6-095ec27614b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:18.467962 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b65368-a8b5-4b1b-a40b-f4a773806e7d tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Network 13e15394-5a4f-4891-b023-2fd087014394 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:51:18.468356 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dcce896c-5ed5-44de-9be6-095ec27614b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:18.471572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-a6b65368-a8b5-4b1b-a40b-f4a773806e7d tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:18.475868 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b65368-a8b5-4b1b-a40b-f4a773806e7d tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:51:18.477052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b65368-a8b5-4b1b-a40b-f4a773806e7d tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:18.477864 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6b65368-a8b5-4b1b-a40b-f4a773806e7d tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:18.486259 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5642eb6a-40ab-4330-88de-24ab8a92ec9e None None] Network b7940b52-3371-48b9-b2d3-19376f789da5 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:51:18.491473 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b65368-a8b5-4b1b-a40b-f4a773806e7d tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Pushing event updated for resources: {'Port': ['ID=4b059b07-c646-4f30-90b7-b714631c78ae,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:18.498573 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dcce896c-5ed5-44de-9be6-095ec27614b4 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5400710 Aug 16 22:51:18.511187 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a6b65368-a8b5-4b1b-a40b-f4a773806e7d tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4535925 Aug 16 22:51:18.513900 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40526) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:18.524047 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:18.526449 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2120f6c-772b-4ddf-8a12-d813bedb6fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:18.580678 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2120f6c-772b-4ddf-8a12-d813bedb6fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:18.610075 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:18.695740 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c00974-9bac-42f3-9e6e-fe23afdfd550 None None] Network b7940b52-3371-48b9-b2d3-19376f789da5 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:51:18.730144 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2120f6c-772b-4ddf-8a12-d813bedb6fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:18.734751 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2120f6c-772b-4ddf-8a12-d813bedb6fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:18.736276 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a2120f6c-772b-4ddf-8a12-d813bedb6fcf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/75bcdfa0-adc9-476a-852e-8d76ce77e9aa HTTP/1.1" status: 204 len: 168 time: 0.3084829 Aug 16 22:51:18.762838 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2120f6c-772b-4ddf-8a12-d813bedb6fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bcdfa0-adc9-476a-852e-8d76ce77e9aa,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:18.930498 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] device_id is not set on port 4b059b07-c646-4f30-90b7-b714631c78ae yet. {{(pid=94871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:51:18.940453 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:18.955981 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Transition to ACTIVE for port object 4b059b07-c646-4f30-90b7-b714631c78ae will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:18.961490 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:19.024370 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Pushing event updated for resources: {'Port': ['ID=4b059b07-c646-4f30-90b7-b714631c78ae,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:19.047363 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:19.047885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:19.048439 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:19.056502 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port 4b059b07-c646-4f30-90b7-b714631c78ae on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:19.057042 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:19.057670 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 2 to bind port 4b059b07-c646-4f30-90b7-b714631c78ae Aug 16 22:51:19.075296 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:19.075618 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:19.075970 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:19.080824 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port 4b059b07-c646-4f30-90b7-b714631c78ae on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:19.081195 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:19.081556 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 3 to bind port 4b059b07-c646-4f30-90b7-b714631c78ae Aug 16 22:51:19.097262 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:19.112008 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:19.113062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:19.122258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port 4b059b07-c646-4f30-90b7-b714631c78ae on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:19.122871 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:19.123464 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 4 to bind port 4b059b07-c646-4f30-90b7-b714631c78ae Aug 16 22:51:19.138930 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:19.139679 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:19.140538 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:19.153084 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port 4b059b07-c646-4f30-90b7-b714631c78ae on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:19.153450 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:19.153859 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 5 to bind port 4b059b07-c646-4f30-90b7-b714631c78ae Aug 16 22:51:19.202332 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:19.203168 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:19.204204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:19.216826 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port 4b059b07-c646-4f30-90b7-b714631c78ae on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:19.218500 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:19.220616 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 6 to bind port 4b059b07-c646-4f30-90b7-b714631c78ae Aug 16 22:51:19.256376 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:19.256701 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:19.257037 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:19.278243 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port 4b059b07-c646-4f30-90b7-b714631c78ae on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:19.278560 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:19.280532 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 7 to bind port 4b059b07-c646-4f30-90b7-b714631c78ae Aug 16 22:51:19.299088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:19.299405 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:19.300104 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:19.305189 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port 4b059b07-c646-4f30-90b7-b714631c78ae on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:19.305540 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:19.306216 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 8 to bind port 4b059b07-c646-4f30-90b7-b714631c78ae Aug 16 22:51:19.326219 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:19.326572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:19.326927 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:19.338282 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port 4b059b07-c646-4f30-90b7-b714631c78ae on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:19.338631 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:19.339018 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 9 to bind port 4b059b07-c646-4f30-90b7-b714631c78ae Aug 16 22:51:19.367448 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:19.368227 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:19.368798 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:19.374748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port 4b059b07-c646-4f30-90b7-b714631c78ae on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:19.375436 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:19.376641 n-d-792458-15 neutron-server[94871]: INFO neutron.plugins.ml2.plugin [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 10 to bind port 4b059b07-c646-4f30-90b7-b714631c78ae Aug 16 22:51:19.397177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:19.397911 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:19.398527 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:19.405575 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port 4b059b07-c646-4f30-90b7-b714631c78ae on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:19.406711 n-d-792458-15 neutron-server[94871]: ERROR neutron.plugins.ml2.managers [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port 4b059b07-c646-4f30-90b7-b714631c78ae on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:19.408421 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:19.481805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40560) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:19.489736 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d7ed3edd-ae78-4236-ac7c-7ea19b41e148 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-444246885-network', 'tenant_id': 'd51bbbda5de240399ebb4091c61cc139'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:19.505192 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] For port 4b059b07-c646-4f30-90b7-b714631c78ae, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:19.507303 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempted to set empty binding levels {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 22:51:19.512714 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:19.560454 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ed3edd-ae78-4236-ac7c-7ea19b41e148 admin admin] Made reservation on behalf of d51bbbda5de240399ebb4091c61cc139 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:19.566630 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7ed3edd-ae78-4236-ac7c-7ea19b41e148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:19.574155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Pushing event updated for resources: {'Port': ['ID=4b059b07-c646-4f30-90b7-b714631c78ae,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:19.583771 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] In _notify_port_updated(), no bound segment for port 4b059b07-c646-4f30-90b7-b714631c78ae on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:51:19.584971 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:19.585762 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:19.587298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-53093ddd-6d6d-4f09-8a1a-0049e5a3ceb6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] 10.222.0.93 "PUT /v2.0/ports/4b059b07-c646-4f30-90b7-b714631c78ae HTTP/1.1" status: 200 len: 975 time: 1.0722609 Aug 16 22:51:19.592116 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40564) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:19.592367 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7ed3edd-ae78-4236-ac7c-7ea19b41e148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:19.684247 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4769e910-7062-4be9-9097-06e4100804d0 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:19.690240 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4769e910-7062-4be9-9097-06e4100804d0 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:19.694645 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4769e910-7062-4be9-9097-06e4100804d0 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:19.695577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4769e910-7062-4be9-9097-06e4100804d0 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:19.696249 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4769e910-7062-4be9-9097-06e4100804d0 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:19.697164 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4769e910-7062-4be9-9097-06e4100804d0 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:19.706087 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40568) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:19.706377 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4769e910-7062-4be9-9097-06e4100804d0 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 5563 time: 0.1107738 Aug 16 22:51:19.862197 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7ed3edd-ae78-4236-ac7c-7ea19b41e148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:19.870952 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7ed3edd-ae78-4236-ac7c-7ea19b41e148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:19.913008 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed3edd-ae78-4236-ac7c-7ea19b41e148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2fa2ec-156a-4e2b-b758-9bd6b95150f4,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:19.916736 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f4187-106a-4580-8fbb-0635bb95b2ec tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Deleting port 4b059b07-c646-4f30-90b7-b714631c78ae {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:19.917080 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd0f4187-106a-4580-8fbb-0635bb95b2ec tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:19.971806 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ed3edd-ae78-4236-ac7c-7ea19b41e148 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:51:19.999105 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7ed3edd-ae78-4236-ac7c-7ea19b41e148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:19.999461 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-d7ed3edd-ae78-4236-ac7c-7ea19b41e148 admin admin] Added segment 8370430b-c802-4d5c-9398-43104b7133c4 of type vlan for network cfc35ad1-f8c0-4413-82dd-cc95f6e7ea57 Aug 16 22:51:20.021532 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-cd0f4187-106a-4580-8fbb-0635bb95b2ec tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] For port 4b059b07-c646-4f30-90b7-b714631c78ae, host n-h1-792458-15, got binding levels [] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:20.021903 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd0f4187-106a-4580-8fbb-0635bb95b2ec tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:20.065115 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f4187-106a-4580-8fbb-0635bb95b2ec tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Calling delete_port for 4b059b07-c646-4f30-90b7-b714631c78ae owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:20.072839 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7ed3edd-ae78-4236-ac7c-7ea19b41e148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:20.156977 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7ed3edd-ae78-4236-ac7c-7ea19b41e148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:20.158121 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ed3edd-ae78-4236-ac7c-7ea19b41e148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:20.158714 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d7ed3edd-ae78-4236-ac7c-7ea19b41e148 admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:20.237276 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d7ed3edd-ae78-4236-ac7c-7ea19b41e148 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7536218 Aug 16 22:51:20.240875 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40584) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:20.246598 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ec03908f-bc4e-4cf0-8527-8dfc3d2cb356 admin admin] Request body: {'subnet': {'network_id': 'cfc35ad1-f8c0-4413-82dd-cc95f6e7ea57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-444246885-subnet', 'tenant_id': 'd51bbbda5de240399ebb4091c61cc139', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:20.262284 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed3edd-ae78-4236-ac7c-7ea19b41e148 admin admin] Pushing event updated for resources: {'Network': ['ID=cfc35ad1-f8c0-4413-82dd-cc95f6e7ea57,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:20.275651 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd0f4187-106a-4580-8fbb-0635bb95b2ec tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:20.281009 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network cfc35ad1-f8c0-4413-82dd-cc95f6e7ea57 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:51:20.289310 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec03908f-bc4e-4cf0-8527-8dfc3d2cb356 admin admin] Made reservation on behalf of d51bbbda5de240399ebb4091c61cc139 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:20.292465 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec03908f-bc4e-4cf0-8527-8dfc3d2cb356 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:20.315173 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f4187-106a-4580-8fbb-0635bb95b2ec tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b059b07-c646-4f30-90b7-b714631c78ae,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:20.320098 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd0f4187-106a-4580-8fbb-0635bb95b2ec tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:20.322700 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cd0f4187-106a-4580-8fbb-0635bb95b2ec tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] 10.222.0.93 "DELETE /v2.0/ports/4b059b07-c646-4f30-90b7-b714631c78ae HTTP/1.1" status: 204 len: 168 time: 0.6156168 Aug 16 22:51:20.325408 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40588) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:20.393485 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4f6572-1b7a-4549-9b32-1a8384686bb8 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] GET failed (client error): The resource could not be found. Aug 16 22:51:20.397643 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0a4f6572-1b7a-4549-9b32-1a8384686bb8 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] 10.222.0.93 "GET /v2.0/ports/4b059b07-c646-4f30-90b7-b714631c78ae HTTP/1.1" status: 404 len: 333 time: 0.0707688 Aug 16 22:51:20.403618 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40590) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:20.427915 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-2c68030e-13b5-4001-87cb-54332a48008b tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1659263006', 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:20.480300 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c68030e-13b5-4001-87cb-54332a48008b tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Made reservation on behalf of 92c1c84f23154761ae23c438c024a606 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:20.482939 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c68030e-13b5-4001-87cb-54332a48008b tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:20.508020 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-2c68030e-13b5-4001-87cb-54332a48008b tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] device_id is not set on port 2dd32760-e70c-4cbd-bfc5-168c962e66b2 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:51:20.760955 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec03908f-bc4e-4cf0-8527-8dfc3d2cb356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:20.871734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03908f-bc4e-4cf0-8527-8dfc3d2cb356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed3cfe13-e917-4426-bd71-f788c806bd91,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:20.883020 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c68030e-13b5-4001-87cb-54332a48008b tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:20.889765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03908f-bc4e-4cf0-8527-8dfc3d2cb356 admin admin] Checking segment: {'id': '8370430b-c802-4d5c-9398-43104b7133c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cfc35ad1-f8c0-4413-82dd-cc95f6e7ea57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:20.890412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec03908f-bc4e-4cf0-8527-8dfc3d2cb356 admin admin] Network hostable DHCP agents. Network: cfc35ad1-f8c0-4413-82dd-cc95f6e7ea57, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:51:20.917388 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec03908f-bc4e-4cf0-8527-8dfc3d2cb356 admin admin] Network cfc35ad1-f8c0-4413-82dd-cc95f6e7ea57 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:51:20.935672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ec03908f-bc4e-4cf0-8527-8dfc3d2cb356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, cfc35ad1-f8c0-4413-82dd-cc95f6e7ea57) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:20.951809 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f349d9c-7044-4104-862a-c2f710ca16e4 None None] Network cfc35ad1-f8c0-4413-82dd-cc95f6e7ea57 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:51:20.968734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec03908f-bc4e-4cf0-8527-8dfc3d2cb356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:20.969674 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec03908f-bc4e-4cf0-8527-8dfc3d2cb356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:21.008431 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c68030e-13b5-4001-87cb-54332a48008b tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:21.043166 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ec03908f-bc4e-4cf0-8527-8dfc3d2cb356 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7931442 Aug 16 22:51:21.232351 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c68030e-13b5-4001-87cb-54332a48008b tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Network 13e15394-5a4f-4891-b023-2fd087014394 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:51:21.238273 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-2c68030e-13b5-4001-87cb-54332a48008b tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:21.260347 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c68030e-13b5-4001-87cb-54332a48008b tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:51:21.260347 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c68030e-13b5-4001-87cb-54332a48008b tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:21.260347 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c68030e-13b5-4001-87cb-54332a48008b tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:21.260347 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68030e-13b5-4001-87cb-54332a48008b tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Pushing event updated for resources: {'Port': ['ID=2dd32760-e70c-4cbd-bfc5-168c962e66b2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:21.267446 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4746b8-da64-47d7-b16f-c9c805138320 None None] Network cfc35ad1-f8c0-4413-82dd-cc95f6e7ea57 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:51:21.293620 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2c68030e-13b5-4001-87cb-54332a48008b tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8878062 Aug 16 22:51:21.295878 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40608) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:21.406339 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6d47bc-0394-4244-ac0c-4173d13a1ce4 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:21.412139 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0b6d47bc-0394-4244-ac0c-4173d13a1ce4 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] 10.222.0.93 "GET /v2.0/ports/2dd32760-e70c-4cbd-bfc5-168c962e66b2 HTTP/1.1" status: 200 len: 955 time: 0.1122437 Aug 16 22:51:21.414181 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40612) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:21.562983 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5900cb6c-28c7-4c4a-9e74-cdab20409e5c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Deleting port 2dd32760-e70c-4cbd-bfc5-168c962e66b2 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:21.563609 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5900cb6c-28c7-4c4a-9e74-cdab20409e5c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:21.654200 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5900cb6c-28c7-4c4a-9e74-cdab20409e5c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:21.673376 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5900cb6c-28c7-4c4a-9e74-cdab20409e5c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Calling delete_port for 2dd32760-e70c-4cbd-bfc5-168c962e66b2 owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:21.780796 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5900cb6c-28c7-4c4a-9e74-cdab20409e5c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:21.821431 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900cb6c-28c7-4c4a-9e74-cdab20409e5c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Pushing event deleted for resources: {'Port': ['ID=2dd32760-e70c-4cbd-bfc5-168c962e66b2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:21.829350 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5900cb6c-28c7-4c4a-9e74-cdab20409e5c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:21.838963 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5900cb6c-28c7-4c4a-9e74-cdab20409e5c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] 10.222.0.93 "DELETE /v2.0/ports/2dd32760-e70c-4cbd-bfc5-168c962e66b2 HTTP/1.1" status: 204 len: 168 time: 0.4153543 Aug 16 22:51:21.838963 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40630) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:21.861537 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c907d1-fec6-4bd8-a719-5c5872338b60 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] GET failed (client error): The resource could not be found. Aug 16 22:51:21.867587 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-15c907d1-fec6-4bd8-a719-5c5872338b60 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] 10.222.0.93 "GET /v2.0/ports/2dd32760-e70c-4cbd-bfc5-168c962e66b2 HTTP/1.1" status: 404 len: 333 time: 0.0269294 Aug 16 22:51:21.867844 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40634) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:21.872848 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-7e9ae063-95ae-43b5-b549-f405f03e7411 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Request body: {'port': {'network_id': '13e15394-5a4f-4891-b023-2fd087014394', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1996256986'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:21.900109 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9ae063-95ae-43b5-b549-f405f03e7411 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Made reservation on behalf of 92c1c84f23154761ae23c438c024a606 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:21.902520 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e9ae063-95ae-43b5-b549-f405f03e7411 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:21.920184 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-7e9ae063-95ae-43b5-b549-f405f03e7411 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] device_id is not set on port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:51:21.963543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27593342-5226-466e-8d46-55693fa35513 req-6cc9de64-2d07-489f-aed2-e0119f085fe1 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:21.965175 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27593342-5226-466e-8d46-55693fa35513 req-6cc9de64-2d07-489f-aed2-e0119f085fe1 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/networks?id=b7940b52-3371-48b9-b2d3-19376f789da5 HTTP/1.1" status: 200 len: 811 time: 0.1338058 Aug 16 22:51:21.985032 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27593342-5226-466e-8d46-55693fa35513 req-aedad698-d4cd-49e6-8658-50a8322b698e tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/quotas/6621a67a3a1e4f2cb526d34612c86779 HTTP/1.1" status: 200 len: 375 time: 0.0115652 Aug 16 22:51:22.040479 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27593342-5226-466e-8d46-55693fa35513 req-be088138-65b9-4345-9cff-a2a863a0f4dc tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=6621a67a3a1e4f2cb526d34612c86779&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464497 Aug 16 22:51:22.148423 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e9ae063-95ae-43b5-b549-f405f03e7411 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:22.208053 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e9ae063-95ae-43b5-b549-f405f03e7411 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:22.253417 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9ae063-95ae-43b5-b549-f405f03e7411 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Network 13e15394-5a4f-4891-b023-2fd087014394 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:51:22.257868 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-7e9ae063-95ae-43b5-b549-f405f03e7411 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:22.262245 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9ae063-95ae-43b5-b549-f405f03e7411 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:51:22.263728 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9ae063-95ae-43b5-b549-f405f03e7411 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:22.264689 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e9ae063-95ae-43b5-b549-f405f03e7411 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:22.294097 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7e9ae063-95ae-43b5-b549-f405f03e7411 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4240954 Aug 16 22:51:22.294321 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ae063-95ae-43b5-b549-f405f03e7411 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Pushing event updated for resources: {'Port': ['ID=57ba2d9a-d956-4f70-a876-7e6d1cf922ea,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:22.297897 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40642) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:22.306229 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:22.384729 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:22.520590 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27593342-5226-466e-8d46-55693fa35513 req-01bf6f89-1dc6-46b9-a81a-0f521c4afec3 service neutron] 10.222.0.93 "GET /v2.0/networks/b7940b52-3371-48b9-b2d3-19376f789da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787629 Aug 16 22:51:22.649503 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] device_id is not set on port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:51:22.658548 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:22.672235 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Transition to ACTIVE for port object 57ba2d9a-d956-4f70-a876-7e6d1cf922ea will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:22.681753 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:22.743715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Pushing event updated for resources: {'Port': ['ID=57ba2d9a-d956-4f70-a876-7e6d1cf922ea,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:22.751142 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:22.751581 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:22.751931 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:22.759466 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:22.759841 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:22.760310 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 2 to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea Aug 16 22:51:22.780145 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:22.780962 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:22.781443 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:22.788620 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:22.788984 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:22.790211 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 3 to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea Aug 16 22:51:22.806849 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:22.808247 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:22.808839 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:22.819865 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27593342-5226-466e-8d46-55693fa35513 req-3f880518-0d05-427c-9da9-112996f57d4e service neutron] 10.222.0.93 "GET /v2.0/networks/b7940b52-3371-48b9-b2d3-19376f789da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902215 Aug 16 22:51:22.820005 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:22.821030 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:22.822413 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 4 to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea Aug 16 22:51:22.837919 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:22.838371 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:22.838816 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:22.843583 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:22.843913 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:22.844397 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 5 to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea Aug 16 22:51:22.857258 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:22.857475 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:22.857916 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:22.862656 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:22.863064 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:22.863541 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 6 to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea Aug 16 22:51:22.877040 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:22.877617 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:22.877995 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:22.883368 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:22.883649 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:22.884044 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 7 to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea Aug 16 22:51:22.899235 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:22.899595 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:22.899930 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:22.904984 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:22.906007 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:22.906007 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 8 to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea Aug 16 22:51:22.921525 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:22.922087 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:22.922361 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:22.927840 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:22.928167 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:22.928766 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 9 to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea Aug 16 22:51:22.946086 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:22.946598 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:22.946923 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:22.952814 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:22.953146 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:22.953766 n-d-792458-15 neutron-server[94872]: INFO neutron.plugins.ml2.plugin [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempt 10 to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea Aug 16 22:51:22.988725 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:22.989357 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:22.989847 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempting to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:22.997192 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on network 13e15394-5a4f-4891-b023-2fd087014394 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:22.998276 n-d-792458-15 neutron-server[94872]: ERROR neutron.plugins.ml2.managers [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Failed to bind port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on host n-h1-792458-15 for vnic_type normal using segments [{'id': '1b5205da-5570-4833-994a-b7ac5b24c78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '13e15394-5a4f-4891-b023-2fd087014394'}] Aug 16 22:51:22.999247 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:23.074683 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-68cc1090-5b96-4702-ac90-a160028284f2 req-dd6d68e4-b1ba-4748-9908-822d5ca25c84 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 210 time: 0.0571711 Aug 16 22:51:23.099692 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] For port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:23.100089 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attempted to set empty binding levels {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 22:51:23.107908 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:23.175966 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] In _notify_port_updated(), no bound segment for port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea on network 13e15394-5a4f-4891-b023-2fd087014394 {{(pid=94872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:51:23.176833 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:23.177503 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:23.178882 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] 10.222.0.93 "PUT /v2.0/ports/57ba2d9a-d956-4f70-a876-7e6d1cf922ea HTTP/1.1" status: 200 len: 976 time: 0.8788614 Aug 16 22:51:23.182704 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40656) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:23.226759 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c292f65-a9ba-44ee-acfc-427afc5a599c tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Pushing event updated for resources: {'Port': ['ID=57ba2d9a-d956-4f70-a876-7e6d1cf922ea,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:23.286040 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e885e1f4-e816-4bd8-8115-14d495a451b6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Deleting port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:23.286506 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e885e1f4-e816-4bd8-8115-14d495a451b6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:23.397000 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e885e1f4-e816-4bd8-8115-14d495a451b6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] For port 57ba2d9a-d956-4f70-a876-7e6d1cf922ea, host n-h1-792458-15, got binding levels [] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:23.397506 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e885e1f4-e816-4bd8-8115-14d495a451b6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:23.420862 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e885e1f4-e816-4bd8-8115-14d495a451b6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Calling delete_port for 57ba2d9a-d956-4f70-a876-7e6d1cf922ea owned by {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:23.519931 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e885e1f4-e816-4bd8-8115-14d495a451b6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:23.584020 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885e1f4-e816-4bd8-8115-14d495a451b6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Pushing event deleted for resources: {'Port': ['ID=57ba2d9a-d956-4f70-a876-7e6d1cf922ea,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:23.586464 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e885e1f4-e816-4bd8-8115-14d495a451b6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:23.588443 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e885e1f4-e816-4bd8-8115-14d495a451b6 tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] 10.222.0.93 "DELETE /v2.0/ports/57ba2d9a-d956-4f70-a876-7e6d1cf922ea HTTP/1.1" status: 204 len: 168 time: 0.4047954 Aug 16 22:51:23.591280 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40672) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:23.660381 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-75dd18cc-5606-4350-9576-5ea25f6816fb tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] GET failed (client error): The resource could not be found. Aug 16 22:51:23.667054 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-75dd18cc-5606-4350-9576-5ea25f6816fb tempest-PortsAdminExtendedAttrsTestJSON-1171697160 tempest-PortsAdminExtendedAttrsTestJSON-1171697160-project-admin] 10.222.0.93 "GET /v2.0/ports/57ba2d9a-d956-4f70-a876-7e6d1cf922ea HTTP/1.1" status: 404 len: 333 time: 0.0736885 Aug 16 22:51:23.671018 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40676) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:23.808531 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-423e9247-a08e-48f6-81e2-4703f72d5b08 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:23.939265 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-423e9247-a08e-48f6-81e2-4703f72d5b08 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:23.952764 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-423e9247-a08e-48f6-81e2-4703f72d5b08 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e15394-5a4f-4891-b023-2fd087014394']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:23.963561 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-423e9247-a08e-48f6-81e2-4703f72d5b08 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5205da-5570-4833-994a-b7ac5b24c78c') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:23.963857 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-423e9247-a08e-48f6-81e2-4703f72d5b08 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5205da-5570-4833-994a-b7ac5b24c78c') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:23.973941 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-423e9247-a08e-48f6-81e2-4703f72d5b08 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:23.990573 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-423e9247-a08e-48f6-81e2-4703f72d5b08 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:23.999011 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423e9247-a08e-48f6-81e2-4703f72d5b08 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:51:23.999011 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-423e9247-a08e-48f6-81e2-4703f72d5b08 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:51:24.003516 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:51:24.084648 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-423e9247-a08e-48f6-81e2-4703f72d5b08 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:24.117089 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-423e9247-a08e-48f6-81e2-4703f72d5b08 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:24.120027 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-423e9247-a08e-48f6-81e2-4703f72d5b08 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] 10.222.0.93 "DELETE /v2.0/networks/13e15394-5a4f-4891-b023-2fd087014394 HTTP/1.1" status: 204 len: 168 time: 0.4480603 Aug 16 22:51:24.121750 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e9247-a08e-48f6-81e2-4703f72d5b08 tempest-PortsAdminExtendedAttrsTestJSON-1138898052 tempest-PortsAdminExtendedAttrsTestJSON-1138898052-project] Pushing event deleted for resources: {'Network': ['ID=13e15394-5a4f-4891-b023-2fd087014394,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:24.219701 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d17a515d-cc36-40de-a2cf-09ead6a94ff9 req-5f8d98d8-d692-47f1-abe9-5b7461cc6108 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 210 time: 0.0608325 Aug 16 22:51:24.458595 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27593342-5226-466e-8d46-55693fa35513 req-79503c83-c325-4879-a506-4a3ca1228bd0 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:24.460661 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-27593342-5226-466e-8d46-55693fa35513 req-79503c83-c325-4879-a506-4a3ca1228bd0 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.39 "GET /v2.0/networks?id=b7940b52-3371-48b9-b2d3-19376f789da5 HTTP/1.1" status: 200 len: 811 time: 0.1898222 Aug 16 22:51:24.475601 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-27593342-5226-466e-8d46-55693fa35513 req-f5a92b4c-51aa-4d1f-80ef-d85f2626ca36 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Request body: {'port': {'device_id': '0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15', 'network_id': 'b7940b52-3371-48b9-b2d3-19376f789da5', 'admin_state_up': True, 'tenant_id': '6621a67a3a1e4f2cb526d34612c86779'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:24.577794 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40692) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:24.676905 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27593342-5226-466e-8d46-55693fa35513 req-f5a92b4c-51aa-4d1f-80ef-d85f2626ca36 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Made reservation on behalf of 6621a67a3a1e4f2cb526d34612c86779 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:24.683985 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-27593342-5226-466e-8d46-55693fa35513 req-f5a92b4c-51aa-4d1f-80ef-d85f2626ca36 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:24.816790 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cda63516-30b4-4daa-ae5e-5bfbbc288d2d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6d8ad7be421946ec8446333aec455095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374778 Aug 16 22:51:24.817695 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40700) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:24.873333 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-27593342-5226-466e-8d46-55693fa35513 req-f5a92b4c-51aa-4d1f-80ef-d85f2626ca36 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Allocated IP 172.20.0.11 (b7940b52-3371-48b9-b2d3-19376f789da5/3a32f08f-3895-47bd-a787-44e9b6b0d8b9/4879eee9-258f-41e2-bfbe-f722753852c6) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:51:24.898848 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c08cc4cf-6500-4eb2-bf4f-b7745bf3b073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:24.940131 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c08cc4cf-6500-4eb2-bf4f-b7745bf3b073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:25.026528 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c08cc4cf-6500-4eb2-bf4f-b7745bf3b073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:25.034222 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c08cc4cf-6500-4eb2-bf4f-b7745bf3b073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:25.037648 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c08cc4cf-6500-4eb2-bf4f-b7745bf3b073 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d012e24e-6a42-4762-a28b-8758ce1cfd02 HTTP/1.1" status: 204 len: 168 time: 0.2181203 Aug 16 22:51:25.064209 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cc4cf-6500-4eb2-bf4f-b7745bf3b073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d012e24e-6a42-4762-a28b-8758ce1cfd02,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:25.168330 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-27593342-5226-466e-8d46-55693fa35513 req-f5a92b4c-51aa-4d1f-80ef-d85f2626ca36 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:25.248240 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-27593342-5226-466e-8d46-55693fa35513 req-f5a92b4c-51aa-4d1f-80ef-d85f2626ca36 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:25.310930 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27593342-5226-466e-8d46-55693fa35513 req-f5a92b4c-51aa-4d1f-80ef-d85f2626ca36 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Network b7940b52-3371-48b9-b2d3-19376f789da5 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:51:25.315128 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-27593342-5226-466e-8d46-55693fa35513 req-f5a92b4c-51aa-4d1f-80ef-d85f2626ca36 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:25.322699 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-27593342-5226-466e-8d46-55693fa35513 req-f5a92b4c-51aa-4d1f-80ef-d85f2626ca36 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:51:25.405519 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a92b4c-51aa-4d1f-80ef-d85f2626ca36 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Pushing event updated for resources: {'Port': ['ID=4879eee9-258f-41e2-bfbe-f722753852c6,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:25.432844 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27593342-5226-466e-8d46-55693fa35513 req-f5a92b4c-51aa-4d1f-80ef-d85f2626ca36 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:25.435801 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-27593342-5226-466e-8d46-55693fa35513 req-f5a92b4c-51aa-4d1f-80ef-d85f2626ca36 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:25.463375 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-27593342-5226-466e-8d46-55693fa35513 req-f5a92b4c-51aa-4d1f-80ef-d85f2626ca36 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9941764 Aug 16 22:51:25.473553 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4180c-1df6-4e1a-b7e2-2b297edc1134 req-7f8dcbb4-a6e2-4feb-8fa0-6c69afae2662 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:25.475459 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2dd4180c-1df6-4e1a-b7e2-2b297edc1134 req-7f8dcbb4-a6e2-4feb-8fa0-6c69afae2662 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 932 time: 0.1047535 Aug 16 22:51:25.481367 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-27593342-5226-466e-8d46-55693fa35513 req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] Request body: {'port': {'device_id': '0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:25.573113 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2dd4180c-1df6-4e1a-b7e2-2b297edc1134 req-3062ec1a-9e68-4f57-80a6-4effcadd0d58 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/security-groups?id=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857272 Aug 16 22:51:25.604954 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-27593342-5226-466e-8d46-55693fa35513 req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:25.612856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40720) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:25.701926 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ef935746-09c8-464c-b5ec-c8be53ed7d6f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=92c1c84f23154761ae23c438c024a606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877993 Aug 16 22:51:25.704194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40724) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:25.793457 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a9518043-a874-43b3-b086-bdc03ca1f66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:25.841794 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a9518043-a874-43b3-b086-bdc03ca1f66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:25.934326 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a9518043-a874-43b3-b086-bdc03ca1f66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:25.938486 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a9518043-a874-43b3-b086-bdc03ca1f66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:25.940777 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a9518043-a874-43b3-b086-bdc03ca1f66a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/009616b9-6ccd-4253-bc37-3f80d37b49e5 HTTP/1.1" status: 204 len: 168 time: 0.2355018 Aug 16 22:51:25.961147 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9518043-a874-43b3-b086-bdc03ca1f66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009616b9-6ccd-4253-bc37-3f80d37b49e5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:26.103136 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-27593342-5226-466e-8d46-55693fa35513 req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4879eee9-258f-41e2-bfbe-f722753852c6 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:26.115786 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-27593342-5226-466e-8d46-55693fa35513 req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:26.137001 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-27593342-5226-466e-8d46-55693fa35513 req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] Transition to ACTIVE for port object 4879eee9-258f-41e2-bfbe-f722753852c6 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:26.144256 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-27593342-5226-466e-8d46-55693fa35513 req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:26.287160 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4879eee9-258f-41e2-bfbe-f722753852c6,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:26.393150 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-27593342-5226-466e-8d46-55693fa35513 req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] Attempting to bind port 4879eee9-258f-41e2-bfbe-f722753852c6 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:26.394110 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-27593342-5226-466e-8d46-55693fa35513 req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] Attempting to bind port 4879eee9-258f-41e2-bfbe-f722753852c6 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '9435174c-f243-4df9-b384-c7340b4a2247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b7940b52-3371-48b9-b2d3-19376f789da5'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:26.395196 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27593342-5226-466e-8d46-55693fa35513 req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] Attempting to bind port 4879eee9-258f-41e2-bfbe-f722753852c6 on network b7940b52-3371-48b9-b2d3-19376f789da5 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:26.403139 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27593342-5226-466e-8d46-55693fa35513 req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] Port 4879eee9-258f-41e2-bfbe-f722753852c6 on network b7940b52-3371-48b9-b2d3-19376f789da5 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:26.404056 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27593342-5226-466e-8d46-55693fa35513 req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] Attempting to bind port 4879eee9-258f-41e2-bfbe-f722753852c6 on network b7940b52-3371-48b9-b2d3-19376f789da5 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:26.411948 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27593342-5226-466e-8d46-55693fa35513 req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:51:26.412153 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27593342-5226-466e-8d46-55693fa35513 req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] Checking segment: {'id': '9435174c-f243-4df9-b384-c7340b4a2247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b7940b52-3371-48b9-b2d3-19376f789da5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:26.413017 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27593342-5226-466e-8d46-55693fa35513 req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] Bound using segment: {'id': '9435174c-f243-4df9-b384-c7340b4a2247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b7940b52-3371-48b9-b2d3-19376f789da5'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:51:26.413539 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-27593342-5226-466e-8d46-55693fa35513 req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] Bound port: 4879eee9-258f-41e2-bfbe-f722753852c6, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9435174c-f243-4df9-b384-c7340b4a2247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b7940b52-3371-48b9-b2d3-19376f789da5'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:51:26.413995 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-27593342-5226-466e-8d46-55693fa35513 req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:26.657198 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-27593342-5226-466e-8d46-55693fa35513 req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] For port 4879eee9-258f-41e2-bfbe-f722753852c6, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:26.661705 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-27593342-5226-466e-8d46-55693fa35513 req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] For port 4879eee9-258f-41e2-bfbe-f722753852c6, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4879eee9-258f-41e2-bfbe-f722753852c6,segment=NetworkSegment(9435174c-f243-4df9-b384-c7340b4a2247),segment_id=9435174c-f243-4df9-b384-c7340b4a2247)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:51:26.667331 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-27593342-5226-466e-8d46-55693fa35513 req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:26.715625 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27593342-5226-466e-8d46-55693fa35513 req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:26.716320 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-27593342-5226-466e-8d46-55693fa35513 req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:26.718109 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-27593342-5226-466e-8d46-55693fa35513 req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] 10.222.0.39 "PUT /v2.0/ports/4879eee9-258f-41e2-bfbe-f722753852c6 HTTP/1.1" status: 200 len: 1093 time: 1.2456701 Aug 16 22:51:26.718581 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15', 'tag': '4879eee9-258f-41e2-bfbe-f722753852c6'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:26.721226 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b497ea04-03a2-474c-b102-d8e63c5d8925" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15", "tag": "4879eee9-258f-41e2-bfbe-f722753852c6"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:26.739381 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f21571-16bb-47ce-855d-4740ecfdb27b req-a7fabef3-6dc0-4bb0-9f72-76183df76051 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:26.741121 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23f21571-16bb-47ce-855d-4740ecfdb27b req-a7fabef3-6dc0-4bb0-9f72-76183df76051 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 944 time: 0.0853570 Aug 16 22:51:26.800119 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d639bc9-9575-4370-85e9-3a973ac441b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4879eee9-258f-41e2-bfbe-f722753852c6,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:26.815150 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23f21571-16bb-47ce-855d-4740ecfdb27b req-0640f82b-e084-4e2b-bf76-60df7aec4956 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/security-groups?id=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608172 Aug 16 22:51:26.821871 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2879f95-6a55-4a39-8834-2c379b4fa418 x-openstack-request-id: req-e2879f95-6a55-4a39-8834-2c379b4fa418 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:26.822336 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15", "tag": "4879eee9-258f-41e2-bfbe-f722753852c6", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:26.822710 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e2879f95-6a55-4a39-8834-2c379b4fa418 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:26.823552 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15', 'tag': '4879eee9-258f-41e2-bfbe-f722753852c6', 'status': 'completed', 'code': 200} Aug 16 22:51:26.844520 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27593342-5226-466e-8d46-55693fa35513 req-ac5aade8-19d8-46ea-806f-66ec008b64b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:26.847099 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-27593342-5226-466e-8d46-55693fa35513 req-ac5aade8-19d8-46ea-806f-66ec008b64b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6621a67a3a1e4f2cb526d34612c86779&device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 1096 time: 0.0854023 Aug 16 22:51:26.903325 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-27593342-5226-466e-8d46-55693fa35513 req-938d51d0-8b5b-4136-b4fd-e73e774f2dfe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4879eee9-258f-41e2-bfbe-f722753852c6 HTTP/1.1" status: 200 len: 217 time: 0.0468941 Aug 16 22:51:26.972651 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27593342-5226-466e-8d46-55693fa35513 req-0706170a-a0c4-4c8d-8ce5-445fee8c0e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:26.975835 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-27593342-5226-466e-8d46-55693fa35513 req-0706170a-a0c4-4c8d-8ce5-445fee8c0e49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a32f08f-3895-47bd-a787-44e9b6b0d8b9 HTTP/1.1" status: 200 len: 851 time: 0.0656490 Aug 16 22:51:27.023892 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-27593342-5226-466e-8d46-55693fa35513 req-6a86a465-feb7-4f22-8f37-b44441fe29c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b7940b52-3371-48b9-b2d3-19376f789da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345209 Aug 16 22:51:27.155291 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-27593342-5226-466e-8d46-55693fa35513 req-690dac39-e9e8-4f99-a34d-13c4fad585e9 service neutron] 10.222.0.39 "GET /v2.0/networks/b7940b52-3371-48b9-b2d3-19376f789da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261010 Aug 16 22:51:27.308437 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-27593342-5226-466e-8d46-55693fa35513 req-c2497046-aa3f-4e41-8649-c9727f399ca6 service neutron] 10.222.0.39 "GET /v2.0/networks/b7940b52-3371-48b9-b2d3-19376f789da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459348 Aug 16 22:51:27.441327 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497ea04-03a2-474c-b102-d8e63c5d8925 req-3afd7bfb-e629-4697-8273-e7b423cf4d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:27.443478 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b497ea04-03a2-474c-b102-d8e63c5d8925 req-3afd7bfb-e629-4697-8273-e7b423cf4d12 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6621a67a3a1e4f2cb526d34612c86779&device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 1096 time: 0.0575976 Aug 16 22:51:27.570101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497ea04-03a2-474c-b102-d8e63c5d8925 req-b1e30338-3f23-4f72-b243-f6e50dd67315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:27.573358 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b497ea04-03a2-474c-b102-d8e63c5d8925 req-b1e30338-3f23-4f72-b243-f6e50dd67315 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b7940b52-3371-48b9-b2d3-19376f789da5 HTTP/1.1" status: 200 len: 912 time: 0.1226685 Aug 16 22:51:27.650317 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b497ea04-03a2-474c-b102-d8e63c5d8925 req-7d8ed1a8-175e-42bb-9bfb-d1641b0a125e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4879eee9-258f-41e2-bfbe-f722753852c6 HTTP/1.1" status: 200 len: 217 time: 0.0660746 Aug 16 22:51:27.748117 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497ea04-03a2-474c-b102-d8e63c5d8925 req-27a651cd-9234-4d7d-ae03-c6b3647e99ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:27.750495 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b497ea04-03a2-474c-b102-d8e63c5d8925 req-27a651cd-9234-4d7d-ae03-c6b3647e99ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a32f08f-3895-47bd-a787-44e9b6b0d8b9 HTTP/1.1" status: 200 len: 851 time: 0.0914743 Aug 16 22:51:27.793003 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b497ea04-03a2-474c-b102-d8e63c5d8925 req-802741ee-2949-4a61-adb3-fed2419937a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b7940b52-3371-48b9-b2d3-19376f789da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347002 Aug 16 22:51:27.831230 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:51:27.946797 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b497ea04-03a2-474c-b102-d8e63c5d8925 req-8cebb1d6-48c0-4999-887b-cb0c34f689e3 service neutron] 10.222.0.39 "GET /v2.0/networks/b7940b52-3371-48b9-b2d3-19376f789da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450717 Aug 16 22:51:28.004760 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d3ed9-fd6c-44e6-8d7c-b03dc60f9cbd req-eb231585-4b98-4320-a7a4-c8d24f99d4d9 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:28.015512 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e72d3ed9-fd6c-44e6-8d7c-b03dc60f9cbd req-eb231585-4b98-4320-a7a4-c8d24f99d4d9 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 944 time: 0.1038280 Aug 16 22:51:28.101790 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e72d3ed9-fd6c-44e6-8d7c-b03dc60f9cbd req-250b5105-ca32-4032-a20a-38bf44c48c62 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/security-groups?id=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723794 Aug 16 22:51:28.114249 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b497ea04-03a2-474c-b102-d8e63c5d8925 req-9546185e-6747-4034-a311-17c1628f687d service neutron] 10.222.0.39 "GET /v2.0/networks/b7940b52-3371-48b9-b2d3-19376f789da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597257 Aug 16 22:51:28.211532 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40790) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:28.441451 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-eca7bba5-f2d4-4a49-9c14-b1bb87684356 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-336753842'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:28.470494 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eca7bba5-f2d4-4a49-9c14-b1bb87684356 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:28.471988 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eca7bba5-f2d4-4a49-9c14-b1bb87684356 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:28.560266 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eca7bba5-f2d4-4a49-9c14-b1bb87684356 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:28.566202 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eca7bba5-f2d4-4a49-9c14-b1bb87684356 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:28.595188 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eca7bba5-f2d4-4a49-9c14-b1bb87684356 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:28.597019 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-eca7bba5-f2d4-4a49-9c14-b1bb87684356 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3844237 Aug 16 22:51:28.601111 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40802) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:28.679767 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ed8f6c6a-4e96-4e70-98da-b158a1c1f9d9 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:28.881368 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ed8f6c6a-4e96-4e70-98da-b158a1c1f9d9 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:28.884434 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ed8f6c6a-4e96-4e70-98da-b158a1c1f9d9 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:28.937342 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ed8f6c6a-4e96-4e70-98da-b158a1c1f9d9 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:28.938571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8f6c6a-4e96-4e70-98da-b158a1c1f9d9 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1fd5f132-89a4-490b-b965-08dca2bbd199 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:51:28.943898 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ed8f6c6a-4e96-4e70-98da-b158a1c1f9d9 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:28.945287 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ed8f6c6a-4e96-4e70-98da-b158a1c1f9d9 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] 10.222.0.93 "DELETE /v2.0/routers/1fd5f132-89a4-490b-b965-08dca2bbd199 HTTP/1.1" status: 204 len: 168 time: 0.3431368 Aug 16 22:51:28.948943 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40806) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:28.953435 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-9f166a34-22a0-43c2-b0f2-4f6173a1898e tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Request body: {'router': {'name': 'tempest-router-1210364404', 'distributed': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:28.980406 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f166a34-22a0-43c2-b0f2-4f6173a1898e tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:28.981383 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f166a34-22a0-43c2-b0f2-4f6173a1898e tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.062256 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f166a34-22a0-43c2-b0f2-4f6173a1898e tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.067943 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f166a34-22a0-43c2-b0f2-4f6173a1898e tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.086464 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f166a34-22a0-43c2-b0f2-4f6173a1898e tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.087854 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9f166a34-22a0-43c2-b0f2-4f6173a1898e tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1378403 Aug 16 22:51:29.090655 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40808) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:29.171248 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b0ca68c-81d1-4f70-aacd-3de0948ecdf3 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.403043 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc457d4-6781-4c9e-b09f-0ec4c4707229 req-691c614b-b9cf-44ca-82c4-9a2b074b0543 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:29.416826 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dbc457d4-6781-4c9e-b09f-0ec4c4707229 req-691c614b-b9cf-44ca-82c4-9a2b074b0543 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 944 time: 0.1392362 Aug 16 22:51:29.425849 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b0ca68c-81d1-4f70-aacd-3de0948ecdf3 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.436157 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b0ca68c-81d1-4f70-aacd-3de0948ecdf3 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.460203 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dbc457d4-6781-4c9e-b09f-0ec4c4707229 req-b8f7f26f-aa88-4931-b239-7c914893eed7 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/security-groups?id=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419838 Aug 16 22:51:29.502481 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b0ca68c-81d1-4f70-aacd-3de0948ecdf3 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.503125 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0ca68c-81d1-4f70-aacd-3de0948ecdf3 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb214b65-b8d8-4f24-aaa9-54ed6ad86723 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:51:29.510415 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b0ca68c-81d1-4f70-aacd-3de0948ecdf3 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.512158 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4b0ca68c-81d1-4f70-aacd-3de0948ecdf3 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] 10.222.0.93 "DELETE /v2.0/routers/cb214b65-b8d8-4f24-aaa9-54ed6ad86723 HTTP/1.1" status: 204 len: 168 time: 0.4203727 Aug 16 22:51:29.517640 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40818) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:29.526444 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d28d2042-fe9d-4ade-bc29-975a2a7a0edd tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Request body: {'router': {'name': 'tempest-router-854586761', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '73e6a87067de422b80ab5ef6a8617fb7'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:29.560088 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d28d2042-fe9d-4ade-bc29-975a2a7a0edd tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.562922 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d28d2042-fe9d-4ade-bc29-975a2a7a0edd tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.681994 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d28d2042-fe9d-4ade-bc29-975a2a7a0edd tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.708564 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d28d2042-fe9d-4ade-bc29-975a2a7a0edd tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.735393 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d28d2042-fe9d-4ade-bc29-975a2a7a0edd tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.740858 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d28d2042-fe9d-4ade-bc29-975a2a7a0edd tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2220461 Aug 16 22:51:29.741695 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40822) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:29.749923 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-60058253-38f3-4449-8110-b417da9dfa4f tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:29.918848 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 4879eee9-258f-41e2-bfbe-f722753852c6 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:51:30.307081 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 4879eee9-258f-41e2-bfbe-f722753852c6, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4879eee9-258f-41e2-bfbe-f722753852c6,segment=NetworkSegment(9435174c-f243-4df9-b384-c7340b4a2247),segment_id=9435174c-f243-4df9-b384-c7340b4a2247)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:30.307081 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '4879eee9-258f-41e2-bfbe-f722753852c6', 'network_id': 'b7940b52-3371-48b9-b2d3-19376f789da5', 'port_id': '4879eee9-258f-41e2-bfbe-f722753852c6', 'mac_address': 'fa:16:3e:8a:19:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a32f08f-3895-47bd-a787-44e9b6b0d8b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:51:30.307081 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:30.307081 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4879eee9-258f-41e2-bfbe-f722753852c6 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:30.312124 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60058253-38f3-4449-8110-b417da9dfa4f tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58521'] for router, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:30.312124 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60058253-38f3-4449-8110-b417da9dfa4f tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:30.314165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 4879eee9-258f-41e2-bfbe-f722753852c6, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4879eee9-258f-41e2-bfbe-f722753852c6,segment=NetworkSegment(9435174c-f243-4df9-b384-c7340b4a2247),segment_id=9435174c-f243-4df9-b384-c7340b4a2247)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:30.321489 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:30.456655 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=4879eee9-258f-41e2-bfbe-f722753852c6,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:30.529595 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['4879eee9-258f-41e2-bfbe-f722753852c6'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:30.531093 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-60058253-38f3-4449-8110-b417da9dfa4f tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94871) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 16 22:51:30.534905 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-60058253-38f3-4449-8110-b417da9dfa4f tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Router 4e35ea83-82bc-4a77-a58f-37d2b029f8c6 migrating from provider to provider. {{(pid=94871) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 16 22:51:30.535514 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60058253-38f3-4449-8110-b417da9dfa4f tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:30.559464 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60058253-38f3-4449-8110-b417da9dfa4f tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:30.565709 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60058253-38f3-4449-8110-b417da9dfa4f tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578920'] for router, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:30.958288 n-d-792458-15 neutron-server[94871]: WARNING neutron.scheduler.l3_agent_scheduler [None req-60058253-38f3-4449-8110-b417da9dfa4f tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] No L3 agents can host the router 4e35ea83-82bc-4a77-a58f-37d2b029f8c6 Aug 16 22:51:30.995719 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fba68-e88c-4c8c-bc69-0ee79733cf9d req-70c000ea-117c-4254-b4f9-462d6a406900 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:30.997461 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-913fba68-e88c-4c8c-bc69-0ee79733cf9d req-70c000ea-117c-4254-b4f9-462d6a406900 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 945 time: 0.2919567 Aug 16 22:51:31.180970 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60058253-38f3-4449-8110-b417da9dfa4f tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Hosts for router 4e35ea83-82bc-4a77-a58f-37d2b029f8c6: [] {{(pid=94871) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 16 22:51:31.245591 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-913fba68-e88c-4c8c-bc69-0ee79733cf9d req-4e3ef8c3-333c-40bc-9fbe-b778fd9ee536 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/security-groups?id=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169908 Aug 16 22:51:31.248423 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60058253-38f3-4449-8110-b417da9dfa4f tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Hosts for other DVR routers connected to router 4e35ea83-82bc-4a77-a58f-37d2b029f8c6: set() {{(pid=94871) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 16 22:51:31.252411 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-60058253-38f3-4449-8110-b417da9dfa4f tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:31.254134 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-60058253-38f3-4449-8110-b417da9dfa4f tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] 10.222.0.93 "PUT /v2.0/routers/4e35ea83-82bc-4a77-a58f-37d2b029f8c6 HTTP/1.1" status: 200 len: 716 time: 1.5110722 Aug 16 22:51:31.258360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40872) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:31.376446 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-585d0548-08c0-4248-a14f-98a20b2e99e5 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] 10.222.0.93 "GET /v2.0/routers/4e35ea83-82bc-4a77-a58f-37d2b029f8c6 HTTP/1.1" status: 200 len: 716 time: 0.1159842 Aug 16 22:51:31.379430 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40876) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:31.917309 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 4879eee9-258f-41e2-bfbe-f722753852c6 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:31.983181 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 4879eee9-258f-41e2-bfbe-f722753852c6 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:51:31.990842 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 4879eee9-258f-41e2-bfbe-f722753852c6 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:31.991640 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:32.095309 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2ae39e5e-2c26-411b-9902-14e4cd14f2f8 tempest-RoutersTestDVR-1184340223 tempest-RoutersTestDVR-1184340223-project] 10.222.0.93 "GET /v2.0/routers/4e35ea83-82bc-4a77-a58f-37d2b029f8c6 HTTP/1.1" status: 200 len: 682 time: 0.7134237 Aug 16 22:51:32.097886 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40894) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:32.140185 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:32.202886 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 4879eee9-258f-41e2-bfbe-f722753852c6, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4879eee9-258f-41e2-bfbe-f722753852c6,segment=NetworkSegment(9435174c-f243-4df9-b384-c7340b4a2247),segment_id=9435174c-f243-4df9-b384-c7340b4a2247)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:32.204926 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4879eee9-258f-41e2-bfbe-f722753852c6'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:32.211076 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b1315b-642d-4bd4-aba0-55b88771220f" -d '{"events": [{"server_uuid": "0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15", "name": "network-vif-plugged", "status": "completed", "tag": "4879eee9-258f-41e2-bfbe-f722753852c6"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:32.217614 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:32.320858 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c5bc9c84-22f8-4c49-b9af-d948e18e4097 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:32.540347 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1804c89-ae3a-4602-b362-0fae7df594fa x-openstack-request-id: req-f1804c89-ae3a-4602-b362-0fae7df594fa {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:32.542208 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15", "name": "network-vif-plugged", "status": "completed", "tag": "4879eee9-258f-41e2-bfbe-f722753852c6", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:32.555471 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f1804c89-ae3a-4602-b362-0fae7df594fa {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:32.558397 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4879eee9-258f-41e2-bfbe-f722753852c6', 'code': 200} Aug 16 22:51:32.579871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=4879eee9-258f-41e2-bfbe-f722753852c6,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:32.620537 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:32.620794 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:32.642628 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:32.649417 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:32.651056 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:32.651642 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:32.652137 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:32.653561 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:32.657114 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:32.658564 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:32.661045 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:32.661639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:32.706879 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec8ce5-6974-4535-b962-97ef873e3bec req-557187e1-ed84-4960-a36a-620fd3b4ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:32.708837 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4fec8ce5-6974-4535-b962-97ef873e3bec req-557187e1-ed84-4960-a36a-620fd3b4ffa1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 1098 time: 0.1497281 Aug 16 22:51:32.764168 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4fec8ce5-6974-4535-b962-97ef873e3bec req-d929ab0d-22ad-4bce-93a0-0b2946ae91fe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422163 Aug 16 22:51:32.904725 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c5bc9c84-22f8-4c49-b9af-d948e18e4097 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:32.920229 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c5bc9c84-22f8-4c49-b9af-d948e18e4097 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:32.943780 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41393371-f213-46c9-aedd-b8666e977af8 req-ac9d1867-9d3e-4e06-88e7-0e4e159d12d3 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:32.956646 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41393371-f213-46c9-aedd-b8666e977af8 req-ac9d1867-9d3e-4e06-88e7-0e4e159d12d3 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 946 time: 0.2246330 Aug 16 22:51:33.107242 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c5bc9c84-22f8-4c49-b9af-d948e18e4097 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:33.108470 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bc9c84-22f8-4c49-b9af-d948e18e4097 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e35ea83-82bc-4a77-a58f-37d2b029f8c6 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:51:33.118098 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c5bc9c84-22f8-4c49-b9af-d948e18e4097 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:33.120021 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c5bc9c84-22f8-4c49-b9af-d948e18e4097 tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] 10.222.0.93 "DELETE /v2.0/routers/4e35ea83-82bc-4a77-a58f-37d2b029f8c6 HTTP/1.1" status: 204 len: 168 time: 1.0200796 Aug 16 22:51:33.123748 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40922) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:33.129802 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4a19d422-92e0-49fe-8d0b-fd830cb4f54a tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Request body: {'router': {'name': 'tempest-router-1830614728', 'distributed': True}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:33.148126 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41393371-f213-46c9-aedd-b8666e977af8 req-78032038-7de6-4f52-a1bc-f6112ef459ce tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/security-groups?id=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905861 Aug 16 22:51:33.165106 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a19d422-92e0-49fe-8d0b-fd830cb4f54a tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:33.167052 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a19d422-92e0-49fe-8d0b-fd830cb4f54a tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:33.223608 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a19d422-92e0-49fe-8d0b-fd830cb4f54a tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:33.237122 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a19d422-92e0-49fe-8d0b-fd830cb4f54a tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:33.274170 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a19d422-92e0-49fe-8d0b-fd830cb4f54a tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:33.277136 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4a19d422-92e0-49fe-8d0b-fd830cb4f54a tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1510723 Aug 16 22:51:33.280563 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40926) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:33.390605 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-075862f9-9122-4b39-9561-27a91f4d073d tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:33.789045 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-075862f9-9122-4b39-9561-27a91f4d073d tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:33.792024 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-075862f9-9122-4b39-9561-27a91f4d073d tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:33.904987 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-075862f9-9122-4b39-9561-27a91f4d073d tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:33.912231 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075862f9-9122-4b39-9561-27a91f4d073d tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3dd2fc5f-18f3-4062-81aa-8a02d1d7c426 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:51:33.921650 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-075862f9-9122-4b39-9561-27a91f4d073d tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:33.923182 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-075862f9-9122-4b39-9561-27a91f4d073d tempest-RoutersTestDVR-861350954 tempest-RoutersTestDVR-861350954-project-admin] 10.222.0.93 "DELETE /v2.0/routers/3dd2fc5f-18f3-4062-81aa-8a02d1d7c426 HTTP/1.1" status: 204 len: 168 time: 0.6415892 Aug 16 22:51:34.577590 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 40958) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:34.954832 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e84bcedd-8f83-4813-9abc-bb838088b3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:35.176829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c0bd8-f87d-4fcd-84f0-8be702fdc5da req-9f8987b4-c030-43ca-abce-a71d9143f740 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:35.209579 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a26c0bd8-f87d-4fcd-84f0-8be702fdc5da req-9f8987b4-c030-43ca-abce-a71d9143f740 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 946 time: 0.9029882 Aug 16 22:51:35.209833 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e84bcedd-8f83-4813-9abc-bb838088b3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:35.219592 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e84bcedd-8f83-4813-9abc-bb838088b3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:35.319743 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e84bcedd-8f83-4813-9abc-bb838088b3b2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=73e6a87067de422b80ab5ef6a8617fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7398736 Aug 16 22:51:35.326674 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a26c0bd8-f87d-4fcd-84f0-8be702fdc5da req-06ad1890-f955-4769-9dfb-c79dc4366b64 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/security-groups?id=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109948 Aug 16 22:51:35.328734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 40976) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:35.332100 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bcedd-8f83-4813-9abc-bb838088b3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495b9550-00c6-43c2-8ecb-17a520fc94e8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:35.475816 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1a0781f-730d-4b58-ab0a-588ebb8eabb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:35.558711 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1a0781f-730d-4b58-ab0a-588ebb8eabb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:36.038868 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1a0781f-730d-4b58-ab0a-588ebb8eabb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:36.041370 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b1a0781f-730d-4b58-ab0a-588ebb8eabb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:36.045536 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b1a0781f-730d-4b58-ab0a-588ebb8eabb2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/495b9550-00c6-43c2-8ecb-17a520fc94e8 HTTP/1.1" status: 204 len: 168 time: 0.7156503 Aug 16 22:51:36.078372 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8148c-add9-4179-84a7-e30fe7f84db7 req-5fdaaaf8-5e2f-452f-b48a-0567f58ca7d6 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:36.080289 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-69c8148c-add9-4179-84a7-e30fe7f84db7 req-5fdaaaf8-5e2f-452f-b48a-0567f58ca7d6 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 946 time: 0.5909481 Aug 16 22:51:36.097060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0781f-730d-4b58-ab0a-588ebb8eabb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495b9550-00c6-43c2-8ecb-17a520fc94e8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:36.171209 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-69c8148c-add9-4179-84a7-e30fe7f84db7 req-1a45731b-c1b9-406b-86d8-0798c1a157e1 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/security-groups?id=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808570 Aug 16 22:51:36.544263 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936499aa-6459-44a7-a135-6e604e60112f req-40ffc9f0-ddc7-4bab-a550-3706ed10bb9d tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:36.569379 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-936499aa-6459-44a7-a135-6e604e60112f req-40ffc9f0-ddc7-4bab-a550-3706ed10bb9d tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 946 time: 0.1157477 Aug 16 22:51:36.673451 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-936499aa-6459-44a7-a135-6e604e60112f req-21c1076f-37ad-4821-8890-b4fb56a26bd0 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/security-groups?id=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976381 Aug 16 22:51:36.725598 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41020) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:36.748693 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d873fa40-32f9-44f0-bb87-da22d6c5cf50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:36.944727 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d873fa40-32f9-44f0-bb87-da22d6c5cf50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:36.950518 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d873fa40-32f9-44f0-bb87-da22d6c5cf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:37.006584 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873fa40-32f9-44f0-bb87-da22d6c5cf50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48c94f7-222e-4fa1-a150-72f986f72b65,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:37.013999 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41028) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:37.014152 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d873fa40-32f9-44f0-bb87-da22d6c5cf50 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9c05a4e2109c4bb1bafc13e4ddac2a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2869973 Aug 16 22:51:37.087104 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddbbab17-cc46-48f5-b8aa-55951b7c3da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:37.125451 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddbbab17-cc46-48f5-b8aa-55951b7c3da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:37.206137 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddbbab17-cc46-48f5-b8aa-55951b7c3da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:37.208747 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddbbab17-cc46-48f5-b8aa-55951b7c3da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:37.210075 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ddbbab17-cc46-48f5-b8aa-55951b7c3da2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c48c94f7-222e-4fa1-a150-72f986f72b65 HTTP/1.1" status: 204 len: 168 time: 0.1949093 Aug 16 22:51:37.223085 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbab17-cc46-48f5-b8aa-55951b7c3da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48c94f7-222e-4fa1-a150-72f986f72b65,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:38.067313 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb073d8-24f6-4e4f-a2ee-ed08c3693467 req-7904c3c2-a6b2-490b-afd8-b3e27b681a99 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:38.079111 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0fb073d8-24f6-4e4f-a2ee-ed08c3693467 req-7904c3c2-a6b2-490b-afd8-b3e27b681a99 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 946 time: 0.2510471 Aug 16 22:51:38.150589 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0fb073d8-24f6-4e4f-a2ee-ed08c3693467 req-a6d0e41d-944f-40bc-9bd2-04b6fe3e0447 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/security-groups?id=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699644 Aug 16 22:51:38.683275 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79ec59-3324-4b00-8167-c3db8ec37685 req-59f5c4cc-4211-4b29-82aa-d5db69945de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:38.686487 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de79ec59-3324-4b00-8167-c3db8ec37685 req-59f5c4cc-4211-4b29-82aa-d5db69945de2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6621a67a3a1e4f2cb526d34612c86779&device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 1098 time: 0.1152985 Aug 16 22:51:38.725264 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:38.854052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea1017-25cb-4d70-803a-96d135d4a86d req-cf51e4f5-48a7-49b8-92fa-b3bf327310a8 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:38.857079 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fea1017-25cb-4d70-803a-96d135d4a86d req-cf51e4f5-48a7-49b8-92fa-b3bf327310a8 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 946 time: 0.2220600 Aug 16 22:51:38.988930 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fea1017-25cb-4d70-803a-96d135d4a86d req-cbb49fda-73a8-4ccf-bf9a-0d17964d6c62 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/security-groups?id=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176329 Aug 16 22:51:39.024856 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-44f0fc2d-ce40-4559-8895-dcaeb77902e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:39.042037 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79ec59-3324-4b00-8167-c3db8ec37685 req-f70bbcdb-9857-400d-a4f9-09231bda6073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:39.043582 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de79ec59-3324-4b00-8167-c3db8ec37685 req-f70bbcdb-9857-400d-a4f9-09231bda6073 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b7940b52-3371-48b9-b2d3-19376f789da5 HTTP/1.1" status: 200 len: 912 time: 0.3508697 Aug 16 22:51:39.156123 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de79ec59-3324-4b00-8167-c3db8ec37685 req-217c858d-f684-4aee-90bd-ed0e1367475e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4879eee9-258f-41e2-bfbe-f722753852c6 HTTP/1.1" status: 200 len: 217 time: 0.1052685 Aug 16 22:51:39.280564 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79ec59-3324-4b00-8167-c3db8ec37685 req-38eb53a1-8b58-467b-85b9-87a28babc2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:39.283762 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de79ec59-3324-4b00-8167-c3db8ec37685 req-38eb53a1-8b58-467b-85b9-87a28babc2bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a32f08f-3895-47bd-a787-44e9b6b0d8b9 HTTP/1.1" status: 200 len: 851 time: 0.1055355 Aug 16 22:51:39.356053 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de79ec59-3324-4b00-8167-c3db8ec37685 req-a5935abf-8287-4234-a558-121d61ea6a1d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b7940b52-3371-48b9-b2d3-19376f789da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626338 Aug 16 22:51:39.595880 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de79ec59-3324-4b00-8167-c3db8ec37685 req-2aaafc3e-9ecb-41dc-88e3-68e677892256 service neutron] 10.222.0.39 "GET /v2.0/networks/b7940b52-3371-48b9-b2d3-19376f789da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228470 Aug 16 22:51:39.815191 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de79ec59-3324-4b00-8167-c3db8ec37685 req-689612f4-19be-4196-b9a9-9565016d2f8a service neutron] 10.222.0.39 "GET /v2.0/networks/b7940b52-3371-48b9-b2d3-19376f789da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155783 Aug 16 22:51:39.960781 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41130) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:40.272352 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea29612-f135-4170-b70f-27b2fb3f3af0 req-3cbc6b22-e27f-49d9-a26d-3ed7ff09f22a tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:40.283389 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ea29612-f135-4170-b70f-27b2fb3f3af0 req-3cbc6b22-e27f-49d9-a26d-3ed7ff09f22a tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 946 time: 0.1079524 Aug 16 22:51:40.365139 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ea29612-f135-4170-b70f-27b2fb3f3af0 req-b55d885c-e6db-4bd9-b699-c892ae73dc82 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/security-groups?id=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803037 Aug 16 22:51:40.398202 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-fa8c01c3-b5d4-4497-8dca-a5bc307eca50 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-485903415', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:40.432721 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8c01c3-b5d4-4497-8dca-a5bc307eca50 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Made reservation on behalf of 3bb5435d60ea48a6b880675c26208824 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:40.435522 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa8c01c3-b5d4-4497-8dca-a5bc307eca50 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:40.449095 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa8c01c3-b5d4-4497-8dca-a5bc307eca50 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:40.578673 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa8c01c3-b5d4-4497-8dca-a5bc307eca50 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:40.585818 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa8c01c3-b5d4-4497-8dca-a5bc307eca50 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:40.608313 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [None req-fa8c01c3-b5d4-4497-8dca-a5bc307eca50 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] device_id is not set on port dd25d205-b33f-475a-a468-741d6f92fe26 yet. {{(pid=94872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:51:40.699442 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c01c3-b5d4-4497-8dca-a5bc307eca50 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e35282-3a88-486e-8566-631c098f1db8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:40.778731 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-fa8c01c3-b5d4-4497-8dca-a5bc307eca50 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Allocated IP 172.25.6.192 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/dd25d205-b33f-475a-a468-741d6f92fe26) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:51:40.950468 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:41.042330 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa8c01c3-b5d4-4497-8dca-a5bc307eca50 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:41.137099 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa8c01c3-b5d4-4497-8dca-a5bc307eca50 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:41.198003 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c01c3-b5d4-4497-8dca-a5bc307eca50 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:51:41.213414 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-fa8c01c3-b5d4-4497-8dca-a5bc307eca50 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:41.220235 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8c01c3-b5d4-4497-8dca-a5bc307eca50 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:51:41.327047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8c01c3-b5d4-4497-8dca-a5bc307eca50 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:41.328673 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa8c01c3-b5d4-4497-8dca-a5bc307eca50 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:41.351448 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41172) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:41.352565 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c01c3-b5d4-4497-8dca-a5bc307eca50 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Pushing event updated for resources: {'Port': ['ID=dd25d205-b33f-475a-a468-741d6f92fe26,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:41.378833 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fa8c01c3-b5d4-4497-8dca-a5bc307eca50 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.4161768 Aug 16 22:51:41.380832 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41176) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:41.387979 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-1196f24c-1674-4108-bce7-8a967b2bfe87 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.192'}]}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:41.427374 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1196f24c-1674-4108-bce7-8a967b2bfe87 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:41.428575 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1196f24c-1674-4108-bce7-8a967b2bfe87 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:41.519597 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1196f24c-1674-4108-bce7-8a967b2bfe87 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:41.587285 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97487ff1-8990-4a1c-9c40-188171c501f3 req-c6fef5ca-bf2a-412f-84ee-4958c51060fc tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:41.598421 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97487ff1-8990-4a1c-9c40-188171c501f3 req-c6fef5ca-bf2a-412f-84ee-4958c51060fc tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 946 time: 0.1305435 Aug 16 22:51:41.605238 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c53667e2-70b3-40d2-b133-b58f62f40b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:41.686309 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97487ff1-8990-4a1c-9c40-188171c501f3 req-a041e047-8b75-4bf9-80fc-62a1908c7a35 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/security-groups?id=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856428 Aug 16 22:51:41.715146 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1196f24c-1674-4108-bce7-8a967b2bfe87 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:41.720262 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3b6a1784-945f-4434-80c3-98969e63cc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:41.946610 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3b6a1784-945f-4434-80c3-98969e63cc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:42.021219 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3b6a1784-945f-4434-80c3-98969e63cc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:42.084632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599541c-87a5-486f-958a-0dc02fd8babb req-13946366-85c2-44ff-8cf1-f4423597eebd tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:42.087082 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4599541c-87a5-486f-958a-0dc02fd8babb req-13946366-85c2-44ff-8cf1-f4423597eebd tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 946 time: 0.0805538 Aug 16 22:51:42.127013 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:42.142658 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1196f24c-1674-4108-bce7-8a967b2bfe87 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:42.169126 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1196f24c-1674-4108-bce7-8a967b2bfe87 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:42.202631 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4599541c-87a5-486f-958a-0dc02fd8babb req-db90efef-b949-44f8-add8-7eeed622dcc8 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/security-groups?id=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042304 Aug 16 22:51:42.226704 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a1784-945f-4434-80c3-98969e63cc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8e6bd3-797a-4911-9e75-c049c129fe08,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:42.242710 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3b6a1784-945f-4434-80c3-98969e63cc37 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bc03fed68f734a9689cd4fa2513d31a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8819749 Aug 16 22:51:42.242889 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41198) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:42.340957 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-880ff144-737e-42b6-a4c4-daa27b0332d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:42.404950 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-880ff144-737e-42b6-a4c4-daa27b0332d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:42.412186 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1196f24c-1674-4108-bce7-8a967b2bfe87 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:42.545300 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-880ff144-737e-42b6-a4c4-daa27b0332d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:42.550659 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-880ff144-737e-42b6-a4c4-daa27b0332d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:42.557929 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-880ff144-737e-42b6-a4c4-daa27b0332d0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7b8e6bd3-797a-4911-9e75-c049c129fe08 HTTP/1.1" status: 204 len: 168 time: 0.3136661 Aug 16 22:51:42.572017 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ff144-737e-42b6-a4c4-daa27b0332d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8e6bd3-797a-4911-9e75-c049c129fe08,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:42.720090 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1196f24c-1674-4108-bce7-8a967b2bfe87 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:42.723156 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1196f24c-1674-4108-bce7-8a967b2bfe87 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:42.774953 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1196f24c-1674-4108-bce7-8a967b2bfe87 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:42.775810 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1196f24c-1674-4108-bce7-8a967b2bfe87 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 004acf7e-6c6b-408c-8b48-30fbda0c1f8e {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:51:42.802886 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-1196f24c-1674-4108-bce7-8a967b2bfe87 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 22:51:42.804312 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1196f24c-1674-4108-bce7-8a967b2bfe87 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4223187 Aug 16 22:51:42.807415 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41212) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:42.915684 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0b419690-da2a-448a-8b70-22c9b1848cd0 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Deleting port dd25d205-b33f-475a-a468-741d6f92fe26 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:42.916102 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0b419690-da2a-448a-8b70-22c9b1848cd0 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:43.076933 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0b419690-da2a-448a-8b70-22c9b1848cd0 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:43.106048 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0b419690-da2a-448a-8b70-22c9b1848cd0 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Calling delete_port for dd25d205-b33f-475a-a468-741d6f92fe26 owned by {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:43.135964 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41222) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:43.156582 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f642bb17-ec6c-4bc9-8fe0-c1770e755790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:43.299059 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:43.314419 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0b419690-da2a-448a-8b70-22c9b1848cd0 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:43.417112 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f642bb17-ec6c-4bc9-8fe0-c1770e755790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:43.425096 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f642bb17-ec6c-4bc9-8fe0-c1770e755790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:43.493544 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b419690-da2a-448a-8b70-22c9b1848cd0 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd25d205-b33f-475a-a468-741d6f92fe26,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:43.515124 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f642bb17-ec6c-4bc9-8fe0-c1770e755790 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=94fb3291a830437db7bb9240979edc7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3774104 Aug 16 22:51:43.519946 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41234) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:43.522217 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642bb17-ec6c-4bc9-8fe0-c1770e755790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f196c7-db3b-4df7-8caf-0f3431746896,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:43.549025 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0b419690-da2a-448a-8b70-22c9b1848cd0 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:43.557778 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0b419690-da2a-448a-8b70-22c9b1848cd0 tempest-RoutersAdminNegativeIpV6Test-865730928 tempest-RoutersAdminNegativeIpV6Test-865730928-project-admin] 10.222.0.93 "DELETE /v2.0/ports/dd25d205-b33f-475a-a468-741d6f92fe26 HTTP/1.1" status: 204 len: 168 time: 0.7438400 Aug 16 22:51:43.610034 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf198fa-6f7d-4831-87ca-6ae306fe8e8a req-c0fb940d-9649-4831-8485-2a8c8d2755fc tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:43.620219 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2cf198fa-6f7d-4831-87ca-6ae306fe8e8a req-c0fb940d-9649-4831-8485-2a8c8d2755fc tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 946 time: 0.2833223 Aug 16 22:51:43.643275 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b58b0995-536e-4662-a53c-6436449a89c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:43.675005 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b58b0995-536e-4662-a53c-6436449a89c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:43.704547 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2cf198fa-6f7d-4831-87ca-6ae306fe8e8a req-eaf9a34f-458e-45b4-846e-2edd83eb124f tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/security-groups?id=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780945 Aug 16 22:51:43.775480 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b58b0995-536e-4662-a53c-6436449a89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:43.778082 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b58b0995-536e-4662-a53c-6436449a89c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:43.779264 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b58b0995-536e-4662-a53c-6436449a89c6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/17f196c7-db3b-4df7-8caf-0f3431746896 HTTP/1.1" status: 204 len: 168 time: 0.2523458 Aug 16 22:51:43.808117 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b0995-536e-4662-a53c-6436449a89c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f196c7-db3b-4df7-8caf-0f3431746896,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:44.133709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5c5cc-7fc9-4efb-ab9a-0a1cacee4c52 req-daa816ff-5c48-4442-9e9a-63258451080f tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:44.139615 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0c5c5cc-7fc9-4efb-ab9a-0a1cacee4c52 req-daa816ff-5c48-4442-9e9a-63258451080f tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 946 time: 0.1445491 Aug 16 22:51:44.176510 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32324e1a-d7b4-42c1-80dd-53469a18269a req-235ce8d2-b0a2-45d7-bd09-93fdd45cce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:44.178317 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-32324e1a-d7b4-42c1-80dd-53469a18269a req-235ce8d2-b0a2-45d7-bd09-93fdd45cce38 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6621a67a3a1e4f2cb526d34612c86779&device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 1098 time: 0.1078663 Aug 16 22:51:44.234262 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0c5c5cc-7fc9-4efb-ab9a-0a1cacee4c52 req-e23de6c5-d832-4e8d-ad66-0cbc579066cb tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/security-groups?id=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822918 Aug 16 22:51:44.261699 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41260) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:44.399613 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32324e1a-d7b4-42c1-80dd-53469a18269a req-3a17daa6-7f27-49c6-9393-2e9737d9719d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:44.401176 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-32324e1a-d7b4-42c1-80dd-53469a18269a req-3a17daa6-7f27-49c6-9393-2e9737d9719d service neutron] 10.222.0.39 "GET /v2.0/networks?id=b7940b52-3371-48b9-b2d3-19376f789da5 HTTP/1.1" status: 200 len: 912 time: 0.2147355 Aug 16 22:51:44.476129 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-32324e1a-d7b4-42c1-80dd-53469a18269a req-f7e816ef-09f4-46c4-8be3-5f0c3ed8423a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4879eee9-258f-41e2-bfbe-f722753852c6 HTTP/1.1" status: 200 len: 217 time: 0.0679960 Aug 16 22:51:44.528170 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac3bae74-0e2a-438a-9c0a-46cfad3f7a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:44.592640 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32324e1a-d7b4-42c1-80dd-53469a18269a req-89a71927-76be-4ccb-b5d0-31dfefa2763a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:44.596202 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-32324e1a-d7b4-42c1-80dd-53469a18269a req-89a71927-76be-4ccb-b5d0-31dfefa2763a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a32f08f-3895-47bd-a787-44e9b6b0d8b9 HTTP/1.1" status: 200 len: 851 time: 0.1121938 Aug 16 22:51:44.695639 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-32324e1a-d7b4-42c1-80dd-53469a18269a req-2fbf361d-de4f-41f1-846e-463ee4a6d6e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b7940b52-3371-48b9-b2d3-19376f789da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875480 Aug 16 22:51:44.800291 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac3bae74-0e2a-438a-9c0a-46cfad3f7a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:44.809313 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ac3bae74-0e2a-438a-9c0a-46cfad3f7a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:44.877648 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:44.943599 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-32324e1a-d7b4-42c1-80dd-53469a18269a req-028879f1-92fe-4ab2-a887-89ba8e4a9870 service neutron] 10.222.0.39 "GET /v2.0/networks/b7940b52-3371-48b9-b2d3-19376f789da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423689 Aug 16 22:51:44.947833 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ac3bae74-0e2a-438a-9c0a-46cfad3f7a3c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bbacc76b37fd49c3bc8453558ed6ac76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6836166 Aug 16 22:51:44.950468 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41288) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:44.952093 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bae74-0e2a-438a-9c0a-46cfad3f7a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff6057f-4bee-4ae1-9716-8535417866e1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:45.262505 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e87fbd20-d5a2-4c3b-b3d9-d44728fe7dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:45.290339 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-32324e1a-d7b4-42c1-80dd-53469a18269a req-29ce235b-e2d0-4694-a54d-6e36501f5e69 service neutron] 10.222.0.39 "GET /v2.0/networks/b7940b52-3371-48b9-b2d3-19376f789da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220594 Aug 16 22:51:45.316258 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e87fbd20-d5a2-4c3b-b3d9-d44728fe7dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:45.432682 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e87fbd20-d5a2-4c3b-b3d9-d44728fe7dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:45.437841 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e87fbd20-d5a2-4c3b-b3d9-d44728fe7dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:45.441923 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e87fbd20-d5a2-4c3b-b3d9-d44728fe7dd0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6ff6057f-4bee-4ae1-9716-8535417866e1 HTTP/1.1" status: 204 len: 168 time: 0.4885986 Aug 16 22:51:45.464504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0b68b-e0e3-44c9-85d8-4ea2afe0fd30 req-0723616f-505e-41d9-adab-352fafd0368c tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:45.465058 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fbd20-d5a2-4c3b-b3d9-d44728fe7dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff6057f-4bee-4ae1-9716-8535417866e1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:45.468578 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eaf0b68b-e0e3-44c9-85d8-4ea2afe0fd30 req-0723616f-505e-41d9-adab-352fafd0368c tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 946 time: 0.1148448 Aug 16 22:51:45.547154 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eaf0b68b-e0e3-44c9-85d8-4ea2afe0fd30 req-99a8f9aa-0b8c-4194-b282-2b7d2399431c tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/security-groups?id=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715535 Aug 16 22:51:46.258791 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41336) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:46.343003 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-11ebb5bc-b1f1-4548-b6d5-7bf2231feaaa admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3bb5435d60ea48a6b880675c26208824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0823190 Aug 16 22:51:46.345198 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41344) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:46.427425 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b698a6f0-ef8d-4484-9302-252f9bcc24f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:46.461261 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b698a6f0-ef8d-4484-9302-252f9bcc24f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:46.558410 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b698a6f0-ef8d-4484-9302-252f9bcc24f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:46.564118 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b698a6f0-ef8d-4484-9302-252f9bcc24f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:46.574031 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b698a6f0-ef8d-4484-9302-252f9bcc24f6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/14e35282-3a88-486e-8566-631c098f1db8 HTTP/1.1" status: 204 len: 168 time: 0.2268319 Aug 16 22:51:46.612430 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698a6f0-ef8d-4484-9302-252f9bcc24f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e35282-3a88-486e-8566-631c098f1db8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:46.826353 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc16e74-ffc4-428c-ba24-f7fd936d98e0 req-c215adee-6f91-4c41-bc28-54e1a2464361 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:46.827959 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9cc16e74-ffc4-428c-ba24-f7fd936d98e0 req-c215adee-6f91-4c41-bc28-54e1a2464361 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 946 time: 0.1630971 Aug 16 22:51:46.902481 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9cc16e74-ffc4-428c-ba24-f7fd936d98e0 req-55551098-8d35-4417-a958-5446a80377a9 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/security-groups?id=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636232 Aug 16 22:51:47.329503 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ae14c-5785-47ee-8c4d-a0ca8270798c req-b723e7fb-cda9-4dbe-8801-dfb4db3a6202 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:47.355553 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a4ae14c-5785-47ee-8c4d-a0ca8270798c req-b723e7fb-cda9-4dbe-8801-dfb4db3a6202 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 946 time: 0.1251636 Aug 16 22:51:47.437822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a4ae14c-5785-47ee-8c4d-a0ca8270798c req-9e215a60-f1da-4347-b73c-944523b9bf65 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/security-groups?id=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791159 Aug 16 22:51:47.889257 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a71ca1-64d5-47c1-9fee-f3b6f16d36e8 req-ab2e9941-eab3-4732-b6a6-32d33756befe tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:47.897831 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b6a71ca1-64d5-47c1-9fee-f3b6f16d36e8 req-ab2e9941-eab3-4732-b6a6-32d33756befe tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17fc34a-acbf-473c-ac8f-c542d4a3da1b HTTP/1.1" status: 200 len: 945 time: 0.0843339 Aug 16 22:51:47.947656 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b6a71ca1-64d5-47c1-9fee-f3b6f16d36e8 req-4bc785d2-d6bf-4330-8518-32d615098bc8 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487926 Aug 16 22:51:48.074518 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41400) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:48.276021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6fdde9a3-33de-4d62-9b68-a18baf1b54f3 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] Request body: {'port': {'network_id': '5adb6578-1900-4c12-919e-7810444f4ed4', 'name': 'tempest-NetworksNegativeTestJSON-1535198615'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:48.292470 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fdde9a3-33de-4d62-9b68-a18baf1b54f3 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] POST failed (client error): The resource could not be found. Aug 16 22:51:48.293926 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fdde9a3-33de-4d62-9b68-a18baf1b54f3 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:51:48.296403 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6fdde9a3-33de-4d62-9b68-a18baf1b54f3 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2205565 Aug 16 22:51:48.302580 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41408) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:48.332011 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9b069d-f4d9-4bb8-9b71-927207da7933 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] DELETE failed (client error): The resource could not be found. Aug 16 22:51:48.332571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af9b069d-f4d9-4bb8-9b71-927207da7933 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:51:48.335437 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-af9b069d-f4d9-4bb8-9b71-927207da7933 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] 10.222.0.93 "DELETE /v2.0/networks/d400b1d9-6055-4765-ac8c-d14dd9143751 HTTP/1.1" status: 404 len: 339 time: 0.0310967 Aug 16 22:51:48.341106 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41410) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:48.368663 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-4576c2d3-aaf6-4ecb-9d04-a6d1f7b2778d tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] DELETE failed (client error): The resource could not be found. Aug 16 22:51:48.369727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4576c2d3-aaf6-4ecb-9d04-a6d1f7b2778d tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:51:48.371741 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4576c2d3-aaf6-4ecb-9d04-a6d1f7b2778d tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] 10.222.0.93 "DELETE /v2.0/ports/f33aded9-0906-474b-8fd3-50e83da6dacc HTTP/1.1" status: 404 len: 333 time: 0.0290542 Aug 16 22:51:48.377470 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41412) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:48.425623 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5cb04f-c90f-47fc-953e-aa712ca33a12 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] DELETE failed (client error): The resource could not be found. Aug 16 22:51:48.427187 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5cb04f-c90f-47fc-953e-aa712ca33a12 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:51:48.434234 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4f5cb04f-c90f-47fc-953e-aa712ca33a12 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] 10.222.0.93 "DELETE /v2.0/subnets/570e7cec-e575-4e69-ad43-05cc64e0bc27 HTTP/1.1" status: 404 len: 337 time: 0.0542939 Aug 16 22:51:48.438256 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41416) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:48.469310 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-21fee675-893e-439a-837b-55c884c8dd1a tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] GET failed (client error): The resource could not be found. Aug 16 22:51:48.471389 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-21fee675-893e-439a-837b-55c884c8dd1a tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] 10.222.0.93 "GET /v2.0/networks/5c0dd456-c00b-47ca-b670-fb5696070916 HTTP/1.1" status: 404 len: 339 time: 0.0317369 Aug 16 22:51:48.475961 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41420) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:48.510028 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bd2312-ad8c-4726-8f3f-b6ae04b89241 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] GET failed (client error): The resource could not be found. Aug 16 22:51:48.516426 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41422) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:48.540756 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-67bd2312-ad8c-4726-8f3f-b6ae04b89241 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] 10.222.0.93 "GET /v2.0/ports/0fcca7dc-af19-4226-93f0-58b16d1ee64e HTTP/1.1" status: 404 len: 333 time: 0.0633237 Aug 16 22:51:48.593218 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2e696c-0980-430b-a5df-81a7ef0d89ef tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] GET failed (client error): The resource could not be found. Aug 16 22:51:48.600404 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41426) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:48.600714 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0b2e696c-0980-430b-a5df-81a7ef0d89ef tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] 10.222.0.93 "GET /v2.0/subnets/85a5e6fa-5346-4559-a0db-565966aaa9e6 HTTP/1.1" status: 404 len: 337 time: 0.0826342 Aug 16 22:51:48.610059 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1d2cf339-58e5-465d-be6f-76a134e2f249 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:48.633285 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2cf339-58e5-465d-be6f-76a134e2f249 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] PUT failed (client error): The resource could not be found. Aug 16 22:51:48.636142 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2cf339-58e5-465d-be6f-76a134e2f249 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:51:48.636142 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1d2cf339-58e5-465d-be6f-76a134e2f249 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] 10.222.0.93 "PUT /v2.0/networks/8863333e-0946-4f0f-a6a1-975cd8a23ce9 HTTP/1.1" status: 404 len: 339 time: 0.0313997 Aug 16 22:51:48.642040 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41428) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:48.655436 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998badf-c3fe-4a08-b35f-f87b04d3e204 req-3a99b74e-18aa-4479-aac4-e6c81c30dd91 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:48.657891 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e998badf-c3fe-4a08-b35f-f87b04d3e204 req-3a99b74e-18aa-4479-aac4-e6c81c30dd91 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 946 time: 0.1158020 Aug 16 22:51:48.667118 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-99ace974-c04b-4ec8-a6dc-3b44a896de19 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:48.721836 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ace974-c04b-4ec8-a6dc-3b44a896de19 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] PUT failed (client error): The resource could not be found. Aug 16 22:51:48.723108 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ace974-c04b-4ec8-a6dc-3b44a896de19 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:51:48.725874 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-99ace974-c04b-4ec8-a6dc-3b44a896de19 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] 10.222.0.93 "PUT /v2.0/ports/ed11af91-3c5e-4fa8-a333-206bd006ff37 HTTP/1.1" status: 404 len: 333 time: 0.0663514 Aug 16 22:51:48.729519 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41430) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:48.735292 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-bcebea57-61f2-40cc-827e-9714363805b8 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:48.760276 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcebea57-61f2-40cc-827e-9714363805b8 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] PUT failed (client error): The resource could not be found. Aug 16 22:51:48.761090 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcebea57-61f2-40cc-827e-9714363805b8 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:51:48.767562 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bcebea57-61f2-40cc-827e-9714363805b8 tempest-NetworksNegativeTestJSON-447020746 tempest-NetworksNegativeTestJSON-447020746-project] 10.222.0.93 "PUT /v2.0/subnets/ed430546-8d37-49a5-9d7b-d28f32077538 HTTP/1.1" status: 404 len: 337 time: 0.0365422 Aug 16 22:51:48.794416 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e998badf-c3fe-4a08-b35f-f87b04d3e204 req-3de12a4e-9b6e-4204-a05e-7b75876dc810 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/security-groups?id=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214967 Aug 16 22:51:48.971811 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47ed88-106c-48f7-902a-056bb808e9a6 req-d1cff266-c225-4950-847e-21bf524a01fe tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:48.973544 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bc47ed88-106c-48f7-902a-056bb808e9a6 req-d1cff266-c225-4950-847e-21bf524a01fe tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 946 time: 0.0815513 Aug 16 22:51:49.179671 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-bc47ed88-106c-48f7-902a-056bb808e9a6 req-28cfffe6-85c2-4d2e-8ad7-7a8c39a3ca06 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Deleting port 4879eee9-258f-41e2-bfbe-f722753852c6 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:49.180502 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-bc47ed88-106c-48f7-902a-056bb808e9a6 req-28cfffe6-85c2-4d2e-8ad7-7a8c39a3ca06 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:49.189279 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28406cd-9421-4cc0-a50c-f373aa3b3920 req-96a9e0d0-2157-41d5-bff3-24d7d5b6258a tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:49.208726 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d28406cd-9421-4cc0-a50c-f373aa3b3920 req-96a9e0d0-2157-41d5-bff3-24d7d5b6258a tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17fc34a-acbf-473c-ac8f-c542d4a3da1b HTTP/1.1" status: 200 len: 945 time: 0.1016374 Aug 16 22:51:49.224943 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41442) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:49.332321 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d28406cd-9421-4cc0-a50c-f373aa3b3920 req-76a64bad-aedd-4a16-9b50-d59f10153494 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/security-groups?id=faa197d4-4511-41d6-af90-fd25ce2beef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224978 Aug 16 22:51:49.352977 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-bc47ed88-106c-48f7-902a-056bb808e9a6 req-28cfffe6-85c2-4d2e-8ad7-7a8c39a3ca06 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] For port 4879eee9-258f-41e2-bfbe-f722753852c6, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4879eee9-258f-41e2-bfbe-f722753852c6,segment=NetworkSegment(9435174c-f243-4df9-b384-c7340b4a2247),segment_id=9435174c-f243-4df9-b384-c7340b4a2247)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:49.353590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40107aad-b2ea-41a4-bca3-65b816b39a44 req-7f7631a5-207a-4d3d-a06b-b9242ebf48dd tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:49.355836 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-bc47ed88-106c-48f7-902a-056bb808e9a6 req-28cfffe6-85c2-4d2e-8ad7-7a8c39a3ca06 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:49.357708 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40107aad-b2ea-41a4-bca3-65b816b39a44 req-7f7631a5-207a-4d3d-a06b-b9242ebf48dd tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17fc34a-acbf-473c-ac8f-c542d4a3da1b HTTP/1.1" status: 200 len: 945 time: 0.1743758 Aug 16 22:51:49.381139 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-bc47ed88-106c-48f7-902a-056bb808e9a6 req-28cfffe6-85c2-4d2e-8ad7-7a8c39a3ca06 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Calling delete_port for 4879eee9-258f-41e2-bfbe-f722753852c6 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:49.489198 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4bd81bd2-db4b-481c-988e-5df3c651997d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:49.538745 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-40107aad-b2ea-41a4-bca3-65b816b39a44 req-fadbf8e0-877a-4b5a-8532-fb1f88bc79a5 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Deleting port 4c765a8f-3487-46ef-80c5-626e4fb3da17 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:49.539104 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40107aad-b2ea-41a4-bca3-65b816b39a44 req-fadbf8e0-877a-4b5a-8532-fb1f88bc79a5 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:49.566272 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-bc47ed88-106c-48f7-902a-056bb808e9a6 req-28cfffe6-85c2-4d2e-8ad7-7a8c39a3ca06 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:49.583567 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['4879eee9-258f-41e2-bfbe-f722753852c6'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:49.603373 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfffe6-85c2-4d2e-8ad7-7a8c39a3ca06 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Pushing event deleted for resources: {'Port': ['ID=4879eee9-258f-41e2-bfbe-f722753852c6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:49.687803 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-40107aad-b2ea-41a4-bca3-65b816b39a44 req-fadbf8e0-877a-4b5a-8532-fb1f88bc79a5 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] For port 4c765a8f-3487-46ef-80c5-626e4fb3da17, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4c765a8f-3487-46ef-80c5-626e4fb3da17,segment=NetworkSegment(aaca0cdd-81ae-4753-bba6-e34f7bd21545),segment_id=aaca0cdd-81ae-4753-bba6-e34f7bd21545)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:49.688183 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40107aad-b2ea-41a4-bca3-65b816b39a44 req-fadbf8e0-877a-4b5a-8532-fb1f88bc79a5 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:49.689420 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc47ed88-106c-48f7-902a-056bb808e9a6 req-28cfffe6-85c2-4d2e-8ad7-7a8c39a3ca06 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] No DVR routers for this DVR port 4879eee9-258f-41e2-bfbe-f722753852c6 on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:51:49.692512 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-bc47ed88-106c-48f7-902a-056bb808e9a6 req-28cfffe6-85c2-4d2e-8ad7-7a8c39a3ca06 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:49.694728 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bc47ed88-106c-48f7-902a-056bb808e9a6 req-28cfffe6-85c2-4d2e-8ad7-7a8c39a3ca06 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.39 "DELETE /v2.0/ports/4879eee9-258f-41e2-bfbe-f722753852c6 HTTP/1.1" status: 204 len: 173 time: 0.7152729 Aug 16 22:51:49.695135 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15', 'name': 'network-vif-deleted', 'tag': '4879eee9-258f-41e2-bfbe-f722753852c6'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:49.697470 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8304088d-f424-43c0-a8ee-ce5d17df3756" -d '{"events": [{"server_uuid": "0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15", "name": "network-vif-deleted", "tag": "4879eee9-258f-41e2-bfbe-f722753852c6"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:49.717665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-40107aad-b2ea-41a4-bca3-65b816b39a44 req-fadbf8e0-877a-4b5a-8532-fb1f88bc79a5 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Calling delete_port for 4c765a8f-3487-46ef-80c5-626e4fb3da17 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:49.757376 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7528b8ec-13cb-49b7-b487-21c3dd98f8d9 x-openstack-request-id: req-7528b8ec-13cb-49b7-b487-21c3dd98f8d9 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:49.757799 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15", "name": "network-vif-deleted", "tag": "4879eee9-258f-41e2-bfbe-f722753852c6", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:49.758192 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7528b8ec-13cb-49b7-b487-21c3dd98f8d9 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:49.758765 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15', 'name': 'network-vif-deleted', 'tag': '4879eee9-258f-41e2-bfbe-f722753852c6', 'status': 'completed', 'code': 200} Aug 16 22:51:49.818193 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4bd81bd2-db4b-481c-988e-5df3c651997d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:49.826548 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4bd81bd2-db4b-481c-988e-5df3c651997d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:49.928243 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd81bd2-db4b-481c-988e-5df3c651997d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13acdaed-3864-4581-8403-05fe2eadd62b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:49.940439 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41454) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:49.950970 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4bd81bd2-db4b-481c-988e-5df3c651997d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7aff5e7618b44f049991021c33ee5e6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7235720 Aug 16 22:51:50.006015 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef8639e3-6cc6-43e3-86e5-dc87a5c91e27 req-cd61e3c0-8846-4f2e-8126-0407dd80b5e2 tempest-TestServerAdvancedOps-1623537718 tempest-TestServerAdvancedOps-1623537718-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f0b8bac-e7d2-4d37-b98d-78f5c1f9db15 HTTP/1.1" status: 200 len: 210 time: 0.0494518 Aug 16 22:51:50.012100 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cdc7c52d-f6f0-4008-bec8-b7dfae5df7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:50.044859 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cdc7c52d-f6f0-4008-bec8-b7dfae5df7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:50.085465 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40107aad-b2ea-41a4-bca3-65b816b39a44 req-fadbf8e0-877a-4b5a-8532-fb1f88bc79a5 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:50.098928 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['4c765a8f-3487-46ef-80c5-626e4fb3da17'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:50.126161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbf8e0-877a-4b5a-8532-fb1f88bc79a5 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Pushing event deleted for resources: {'Port': ['ID=4c765a8f-3487-46ef-80c5-626e4fb3da17,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:50.127977 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cdc7c52d-f6f0-4008-bec8-b7dfae5df7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:50.134350 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cdc7c52d-f6f0-4008-bec8-b7dfae5df7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:50.137359 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cdc7c52d-f6f0-4008-bec8-b7dfae5df7dd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/13acdaed-3864-4581-8403-05fe2eadd62b HTTP/1.1" status: 204 len: 168 time: 0.1958737 Aug 16 22:51:50.148967 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7c52d-f6f0-4008-bec8-b7dfae5df7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13acdaed-3864-4581-8403-05fe2eadd62b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:50.215312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-40107aad-b2ea-41a4-bca3-65b816b39a44 req-fadbf8e0-877a-4b5a-8532-fb1f88bc79a5 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] No DVR routers for this DVR port 4c765a8f-3487-46ef-80c5-626e4fb3da17 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:51:50.218482 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-40107aad-b2ea-41a4-bca3-65b816b39a44 req-fadbf8e0-877a-4b5a-8532-fb1f88bc79a5 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:50.223079 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40107aad-b2ea-41a4-bca3-65b816b39a44 req-fadbf8e0-877a-4b5a-8532-fb1f88bc79a5 tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.43 "DELETE /v2.0/ports/4c765a8f-3487-46ef-80c5-626e4fb3da17 HTTP/1.1" status: 204 len: 173 time: 0.8555818 Aug 16 22:51:50.224195 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17fc34a-acbf-473c-ac8f-c542d4a3da1b', 'name': 'network-vif-deleted', 'tag': '4c765a8f-3487-46ef-80c5-626e4fb3da17'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:50.230575 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e1c547-6ba6-4773-b41d-b5e4008d2e77" -d '{"events": [{"server_uuid": "c17fc34a-acbf-473c-ac8f-c542d4a3da1b", "name": "network-vif-deleted", "tag": "4c765a8f-3487-46ef-80c5-626e4fb3da17"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:50.305533 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16af862f-7179-45dd-981d-c22d9baf7042 x-openstack-request-id: req-16af862f-7179-45dd-981d-c22d9baf7042 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:50.305834 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17fc34a-acbf-473c-ac8f-c542d4a3da1b", "name": "network-vif-deleted", "tag": "4c765a8f-3487-46ef-80c5-626e4fb3da17", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:50.306176 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-16af862f-7179-45dd-981d-c22d9baf7042 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:50.309160 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17fc34a-acbf-473c-ac8f-c542d4a3da1b', 'name': 'network-vif-deleted', 'tag': '4c765a8f-3487-46ef-80c5-626e4fb3da17', 'status': 'completed', 'code': 200} Aug 16 22:51:50.552495 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b6e8f0b2-9f8a-4f8e-905f-71966c078ad8 req-099cb138-d01c-4ebb-b18d-d66f5bd3b04b tempest-VolumesSnapshotTestJSON-1384920317 tempest-VolumesSnapshotTestJSON-1384920317-project] 10.222.0.93 "GET /v2.0/ports?device_id=c17fc34a-acbf-473c-ac8f-c542d4a3da1b HTTP/1.1" status: 200 len: 210 time: 0.0544016 Aug 16 22:51:51.100233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41498) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:51.152703 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41500) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:51.159682 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1b467f-1509-456f-bb7b-3b2db5ad4c53 admin admin] Deleting subnet 3a32f08f-3895-47bd-a787-44e9b6b0d8b9 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:51:51.164797 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa1b467f-1509-456f-bb7b-3b2db5ad4c53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.229173 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa1b467f-1509-456f-bb7b-3b2db5ad4c53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.289995 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa1b467f-1509-456f-bb7b-3b2db5ad4c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.290219 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-442c4813-4ae7-4c3f-ab4d-b66c16d89c88 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:51.293356 n-d-792458-15 neutron-server[94872]: WARNING neutron.api.v2.base [None req-442c4813-4ae7-4c3f-ab4d-b66c16d89c88 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 22:51:51.296329 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-442c4813-4ae7-4c3f-ab4d-b66c16d89c88 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 22:51:51.303628 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-442c4813-4ae7-4c3f-ab4d-b66c16d89c88 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1487169 Aug 16 22:51:51.304623 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41504) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:51.311604 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8f609d9a-77ac-4bec-a826-2cd855f3265c tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group': {'name': 'tempest-secgroup--527943220'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:51.344369 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f609d9a-77ac-4bec-a826-2cd855f3265c tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.356929 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f609d9a-77ac-4bec-a826-2cd855f3265c tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.357221 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa1b467f-1509-456f-bb7b-3b2db5ad4c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.408449 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b467f-1509-456f-bb7b-3b2db5ad4c53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a32f08f-3895-47bd-a787-44e9b6b0d8b9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:51.416005 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa1b467f-1509-456f-bb7b-3b2db5ad4c53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.418332 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fa1b467f-1509-456f-bb7b-3b2db5ad4c53 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/3a32f08f-3895-47bd-a787-44e9b6b0d8b9 HTTP/1.1" status: 204 len: 168 time: 0.3164794 Aug 16 22:51:51.421241 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41510) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:51.492738 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f609d9a-77ac-4bec-a826-2cd855f3265c tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.498204 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f609d9a-77ac-4bec-a826-2cd855f3265c tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.517639 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-120e3559-f735-40a3-8cbe-f105b521c67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.546275 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f609d9a-77ac-4bec-a826-2cd855f3265c tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7fa731-81a6-4fbf-982b-61f0d65bd460,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:51.660897 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-120e3559-f735-40a3-8cbe-f105b521c67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.663659 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f609d9a-77ac-4bec-a826-2cd855f3265c tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.672066 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f609d9a-77ac-4bec-a826-2cd855f3265c tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.691988 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-120e3559-f735-40a3-8cbe-f105b521c67c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7940b52-3371-48b9-b2d3-19376f789da5']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:51.713907 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-120e3559-f735-40a3-8cbe-f105b521c67c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9435174c-f243-4df9-b384-c7340b4a2247') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:51.714974 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-120e3559-f735-40a3-8cbe-f105b521c67c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9435174c-f243-4df9-b384-c7340b4a2247') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:51.726476 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f609d9a-77ac-4bec-a826-2cd855f3265c tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=933f558f-44af-4e7b-bf9f-c3724ce24e25,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:51.732437 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-120e3559-f735-40a3-8cbe-f105b521c67c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.748370 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f609d9a-77ac-4bec-a826-2cd855f3265c tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.753733 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8f609d9a-77ac-4bec-a826-2cd855f3265c tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4443517 Aug 16 22:51:51.753733 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41522) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:51.755183 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-120e3559-f735-40a3-8cbe-f105b521c67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.766007 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-9383d971-312f-4bb5-8d17-3fd621a15bf3 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': '933f558f-44af-4e7b-bf9f-c3724ce24e25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:51.778258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120e3559-f735-40a3-8cbe-f105b521c67c admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:51:51.778602 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-120e3559-f735-40a3-8cbe-f105b521c67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:51:51.780830 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:51:51.833202 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9383d971-312f-4bb5-8d17-3fd621a15bf3 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.862835 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-120e3559-f735-40a3-8cbe-f105b521c67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.893848 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-120e3559-f735-40a3-8cbe-f105b521c67c admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.903418 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-120e3559-f735-40a3-8cbe-f105b521c67c admin admin] 10.222.0.93 "DELETE /v2.0/networks/b7940b52-3371-48b9-b2d3-19376f789da5 HTTP/1.1" status: 204 len: 168 time: 0.4806175 Aug 16 22:51:51.904212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e3559-f735-40a3-8cbe-f105b521c67c admin admin] Pushing event deleted for resources: {'Network': ['ID=b7940b52-3371-48b9-b2d3-19376f789da5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:51.906349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41530) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:51.995828 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d5a233-0243-44f1-bb5e-9eab280e38ca admin admin] Deleting subnet ed3cfe13-e917-4426-bd71-f788c806bd91 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:51:52.004514 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d2d5a233-0243-44f1-bb5e-9eab280e38ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.094057 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9383d971-312f-4bb5-8d17-3fd621a15bf3 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.101857 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9383d971-312f-4bb5-8d17-3fd621a15bf3 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.126089 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d2d5a233-0243-44f1-bb5e-9eab280e38ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.132772 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383d971-312f-4bb5-8d17-3fd621a15bf3 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb3b193-92f4-4978-8cea-cc2e1d12bff9,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:52.137107 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9383d971-312f-4bb5-8d17-3fd621a15bf3 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.138784 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9383d971-312f-4bb5-8d17-3fd621a15bf3 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3831437 Aug 16 22:51:52.141879 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41536) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:52.148269 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3175142d-72a4-4f17-9473-ef29e0f38ef9 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': '933f558f-44af-4e7b-bf9f-c3724ce24e25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:52.198522 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3175142d-72a4-4f17-9473-ef29e0f38ef9 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.222265 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d2d5a233-0243-44f1-bb5e-9eab280e38ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.265492 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-3175142d-72a4-4f17-9473-ef29e0f38ef9 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 22:51:52.270253 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3175142d-72a4-4f17-9473-ef29e0f38ef9 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1256046 Aug 16 22:51:52.271653 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41540) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:52.306786 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d2d5a233-0243-44f1-bb5e-9eab280e38ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.364239 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-117f4c74-c9b8-4b22-b60c-466b6fbcb165 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.389826 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5a233-0243-44f1-bb5e-9eab280e38ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed3cfe13-e917-4426-bd71-f788c806bd91,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:52.399562 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-117f4c74-c9b8-4b22-b60c-466b6fbcb165 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.411263 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d2d5a233-0243-44f1-bb5e-9eab280e38ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.413262 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d2d5a233-0243-44f1-bb5e-9eab280e38ca admin admin] 10.222.0.93 "DELETE /v2.0/subnets/ed3cfe13-e917-4426-bd71-f788c806bd91 HTTP/1.1" status: 204 len: 168 time: 0.5060747 Aug 16 22:51:52.416305 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41544) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:52.464814 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-117f4c74-c9b8-4b22-b60c-466b6fbcb165 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.468434 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-117f4c74-c9b8-4b22-b60c-466b6fbcb165 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.474204 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-117f4c74-c9b8-4b22-b60c-466b6fbcb165 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "DELETE /v2.0/security-groups/933f558f-44af-4e7b-bf9f-c3724ce24e25 HTTP/1.1" status: 204 len: 168 time: 0.2008016 Aug 16 22:51:52.474962 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41546) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:52.484896 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f4c74-c9b8-4b22-b60c-466b6fbcb165 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=933f558f-44af-4e7b-bf9f-c3724ce24e25,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:52.570757 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-711334b0-1ddd-4aee-8c05-bf4964d984c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.631357 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f5d8263f-04af-4c1f-a46a-aa9340164988 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1550536 Aug 16 22:51:52.641606 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41548) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:52.641606 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d496cb48-2598-4709-a649-63cbb002092d tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group': {'name': 'tempest-secgroup--1363993860'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:52.673265 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d496cb48-2598-4709-a649-63cbb002092d tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.728368 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-711334b0-1ddd-4aee-8c05-bf4964d984c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.745221 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-711334b0-1ddd-4aee-8c05-bf4964d984c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc35ad1-f8c0-4413-82dd-cc95f6e7ea57']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:52.762748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-711334b0-1ddd-4aee-8c05-bf4964d984c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8370430b-c802-4d5c-9398-43104b7133c4') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:52.763073 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-711334b0-1ddd-4aee-8c05-bf4964d984c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8370430b-c802-4d5c-9398-43104b7133c4') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:52.792894 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-711334b0-1ddd-4aee-8c05-bf4964d984c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.816918 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-711334b0-1ddd-4aee-8c05-bf4964d984c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.828368 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711334b0-1ddd-4aee-8c05-bf4964d984c1 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:51:52.828628 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-711334b0-1ddd-4aee-8c05-bf4964d984c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:51:52.830867 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:51:52.839847 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d496cb48-2598-4709-a649-63cbb002092d tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.846185 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d496cb48-2598-4709-a649-63cbb002092d tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.884040 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d496cb48-2598-4709-a649-63cbb002092d tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.885771 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d496cb48-2598-4709-a649-63cbb002092d tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2483361 Aug 16 22:51:52.889003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41552) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:52.896358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496cb48-2598-4709-a649-63cbb002092d tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e597725-13c3-47d8-864a-b8c2eadffdc2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:52.906729 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-bc084110-9455-4334-ade1-78803e9d95b5 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': '3e597725-13c3-47d8-864a-b8c2eadffdc2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:52.907383 n-d-792458-15 neutron-server[94871]: WARNING neutron.api.v2.base [None req-bc084110-9455-4334-ade1-78803e9d95b5 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 22:51:52.910560 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-bc084110-9455-4334-ade1-78803e9d95b5 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:51:52.912881 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bc084110-9455-4334-ade1-78803e9d95b5 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0224867 Aug 16 22:51:52.915880 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41554) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:52.929630 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-711334b0-1ddd-4aee-8c05-bf4964d984c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.936647 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-711334b0-1ddd-4aee-8c05-bf4964d984c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.937858 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-711334b0-1ddd-4aee-8c05-bf4964d984c1 admin admin] 10.222.0.93 "DELETE /v2.0/networks/cfc35ad1-f8c0-4413-82dd-cc95f6e7ea57 HTTP/1.1" status: 204 len: 168 time: 0.5200610 Aug 16 22:51:52.951080 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711334b0-1ddd-4aee-8c05-bf4964d984c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfc35ad1-f8c0-4413-82dd-cc95f6e7ea57,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:52.994597 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-190c00d7-7824-47c2-98a4-ef00b28e33e3 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.022329 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-190c00d7-7824-47c2-98a4-ef00b28e33e3 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.080640 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-190c00d7-7824-47c2-98a4-ef00b28e33e3 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.083982 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-190c00d7-7824-47c2-98a4-ef00b28e33e3 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.085234 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-190c00d7-7824-47c2-98a4-ef00b28e33e3 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "DELETE /v2.0/security-groups/3e597725-13c3-47d8-864a-b8c2eadffdc2 HTTP/1.1" status: 204 len: 168 time: 0.1680028 Aug 16 22:51:53.088646 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41558) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:53.095822 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c00d7-7824-47c2-98a4-ef00b28e33e3 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e597725-13c3-47d8-864a-b8c2eadffdc2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:53.147485 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41562) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:53.147983 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-07e584d2-f1fc-46e9-a398-323e8ff7d603 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579054 Aug 16 22:51:53.154139 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-7d52b037-c13d-4f1a-9fbd-201c8d8a028c tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group': {'name': 'tempest-secgroup--1100174603'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:53.190819 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7d52b037-c13d-4f1a-9fbd-201c8d8a028c tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.199166 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41566) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:53.249263 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2bc56203-8062-4c50-b7bc-10571360825c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6621a67a3a1e4f2cb526d34612c86779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464334 Aug 16 22:51:53.249520 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41568) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:53.318181 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 4c765a8f-3487-46ef-80c5-626e4fb3da17 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:53.343282 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 4c765a8f-3487-46ef-80c5-626e4fb3da17 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:51:53.343633 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 4c765a8f-3487-46ef-80c5-626e4fb3da17 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:51:53.346954 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6fb25e47-c70c-4251-a529-69e41d616f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.398889 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7d52b037-c13d-4f1a-9fbd-201c8d8a028c tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.407818 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7d52b037-c13d-4f1a-9fbd-201c8d8a028c tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.411980 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6fb25e47-c70c-4251-a529-69e41d616f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.467868 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7d52b037-c13d-4f1a-9fbd-201c8d8a028c tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.471803 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7d52b037-c13d-4f1a-9fbd-201c8d8a028c tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3205736 Aug 16 22:51:53.472180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41574) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:53.473149 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52b037-c13d-4f1a-9fbd-201c8d8a028c tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08db971e-a4da-4da3-ad9e-a6fce3f14aec,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:53.478855 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-cf261d4b-2473-44a1-bef4-cdf6d44a6428 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': '08db971e-a4da-4da3-ad9e-a6fce3f14aec', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:53.480007 n-d-792458-15 neutron-server[94871]: WARNING neutron.api.v2.base [None req-cf261d4b-2473-44a1-bef4-cdf6d44a6428 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 22:51:53.480170 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-cf261d4b-2473-44a1-bef4-cdf6d44a6428 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:51:53.481484 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cf261d4b-2473-44a1-bef4-cdf6d44a6428 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0083156 Aug 16 22:51:53.484338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41576) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:53.530661 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6fb25e47-c70c-4251-a529-69e41d616f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.537163 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6fb25e47-c70c-4251-a529-69e41d616f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.538704 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6fb25e47-c70c-4251-a529-69e41d616f46 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6 HTTP/1.1" status: 204 len: 168 time: 0.2877824 Aug 16 22:51:53.548297 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb25e47-c70c-4251-a529-69e41d616f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d24cc8e-62b6-4405-a4b9-68d0adbbc3b6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:53.609394 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bfdd394-5a7e-49d0-8f71-160ecb9f2156 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.650943 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bfdd394-5a7e-49d0-8f71-160ecb9f2156 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.721905 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bfdd394-5a7e-49d0-8f71-160ecb9f2156 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.732850 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3bfdd394-5a7e-49d0-8f71-160ecb9f2156 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.732850 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3bfdd394-5a7e-49d0-8f71-160ecb9f2156 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "DELETE /v2.0/security-groups/08db971e-a4da-4da3-ad9e-a6fce3f14aec HTTP/1.1" status: 204 len: 168 time: 0.2446895 Aug 16 22:51:53.733225 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41580) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:53.745705 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdd394-5a7e-49d0-8f71-160ecb9f2156 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08db971e-a4da-4da3-ad9e-a6fce3f14aec,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:53.850648 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2de54710-37bb-4353-96bb-406f7625aecd tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1161592 Aug 16 22:51:53.854113 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41586) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:53.859115 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-41776a5e-c48d-46a0-a21b-d4794ac2039e tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group': {'name': 'tempest-secgroup--496289375'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:53.887826 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41776a5e-c48d-46a0-a21b-d4794ac2039e tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.982313 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 4879eee9-258f-41e2-bfbe-f722753852c6 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:54.001020 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-e5559cce-989b-4c0c-922f-e2ad182c56c4 req-0c681c8e-6081-435f-91db-ead2a78020a2 service neutron] (94872) timed out ('10.222.0.93', 43012) {{(pid=94872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:51:54.014219 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 4879eee9-258f-41e2-bfbe-f722753852c6 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:51:54.014867 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 4879eee9-258f-41e2-bfbe-f722753852c6 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:51:54.046559 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41776a5e-c48d-46a0-a21b-d4794ac2039e tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:54.056180 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41776a5e-c48d-46a0-a21b-d4794ac2039e tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:54.100218 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-41776a5e-c48d-46a0-a21b-d4794ac2039e tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:54.105321 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41596) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:54.105552 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-41776a5e-c48d-46a0-a21b-d4794ac2039e tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2500670 Aug 16 22:51:54.114936 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-bce247b3-0344-4ac6-8d0e-dd736aaef21f tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': '5266aff6-c5f2-4c04-b23f-11869c6f1204', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:54.116499 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41776a5e-c48d-46a0-a21b-d4794ac2039e tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5266aff6-c5f2-4c04-b23f-11869c6f1204,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:54.116651 n-d-792458-15 neutron-server[94872]: WARNING neutron.api.v2.base [None req-bce247b3-0344-4ac6-8d0e-dd736aaef21f tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 22:51:54.117507 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-bce247b3-0344-4ac6-8d0e-dd736aaef21f tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:51:54.119559 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bce247b3-0344-4ac6-8d0e-dd736aaef21f tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0121410 Aug 16 22:51:54.121919 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41598) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:54.137128 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-588c13bb-ab26-4062-bba7-e68783738d10 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': '5266aff6-c5f2-4c04-b23f-11869c6f1204', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:54.139526 n-d-792458-15 neutron-server[94872]: WARNING neutron.api.v2.base [None req-588c13bb-ab26-4062-bba7-e68783738d10 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 22:51:54.140289 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-588c13bb-ab26-4062-bba7-e68783738d10 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:51:54.142014 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-588c13bb-ab26-4062-bba7-e68783738d10 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0154040 Aug 16 22:51:54.144625 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41600) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:54.150956 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-032d3aa9-3c9f-43a8-91c7-e0971b889698 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': '5266aff6-c5f2-4c04-b23f-11869c6f1204', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:54.153313 n-d-792458-15 neutron-server[94871]: WARNING neutron.api.v2.base [None req-032d3aa9-3c9f-43a8-91c7-e0971b889698 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 22:51:54.154160 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-032d3aa9-3c9f-43a8-91c7-e0971b889698 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:51:54.156664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-032d3aa9-3c9f-43a8-91c7-e0971b889698 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099633 Aug 16 22:51:54.159915 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41602) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:54.167724 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-dda8e7d4-ccc0-48b1-8998-ded135875ad6 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': '5266aff6-c5f2-4c04-b23f-11869c6f1204', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:54.170560 n-d-792458-15 neutron-server[94871]: WARNING neutron.api.v2.base [None req-dda8e7d4-ccc0-48b1-8998-ded135875ad6 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 22:51:54.171317 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-dda8e7d4-ccc0-48b1-8998-ded135875ad6 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:51:54.172669 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dda8e7d4-ccc0-48b1-8998-ded135875ad6 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0090296 Aug 16 22:51:54.177736 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41604) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:54.244546 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41606) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:54.259029 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2bc5ed50-0796-4403-b059-e1420a458183 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:54.303588 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2bc5ed50-0796-4403-b059-e1420a458183 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:54.342892 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-50fe4908-9065-48a8-a585-5a189988b0cc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d51bbbda5de240399ebb4091c61cc139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0969965 Aug 16 22:51:54.346451 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41608) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:54.370238 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2bc5ed50-0796-4403-b059-e1420a458183 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:54.373103 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2bc5ed50-0796-4403-b059-e1420a458183 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:54.384510 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2bc5ed50-0796-4403-b059-e1420a458183 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "DELETE /v2.0/security-groups/5266aff6-c5f2-4c04-b23f-11869c6f1204 HTTP/1.1" status: 204 len: 168 time: 0.2006221 Aug 16 22:51:54.390441 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41610) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:54.521605 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7c3c936-7501-471d-8774-6776cb20fe0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:54.543002 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d3ba4649-8b46-421e-9b18-e4eab629cc88 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1505573 Aug 16 22:51:54.544743 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5ed50-0796-4403-b059-e1420a458183 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5266aff6-c5f2-4c04-b23f-11869c6f1204,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:54.547477 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41614) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:54.559627 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-31faae7b-0807-4421-b0b9-2d900f759364 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group': {'name': 'tempest-secgroup--323303335'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:54.611347 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7c3c936-7501-471d-8774-6776cb20fe0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:54.631371 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-31faae7b-0807-4421-b0b9-2d900f759364 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:54.793838 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7c3c936-7501-471d-8774-6776cb20fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:54.799916 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f7c3c936-7501-471d-8774-6776cb20fe0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:54.807667 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f7c3c936-7501-471d-8774-6776cb20fe0d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5b2fa2ec-156a-4e2b-b758-9bd6b95150f4 HTTP/1.1" status: 204 len: 168 time: 0.4590650 Aug 16 22:51:54.853732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3c936-7501-471d-8774-6776cb20fe0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2fa2ec-156a-4e2b-b758-9bd6b95150f4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:54.880323 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-31faae7b-0807-4421-b0b9-2d900f759364 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:54.888872 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-31faae7b-0807-4421-b0b9-2d900f759364 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:54.984604 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-31faae7b-0807-4421-b0b9-2d900f759364 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:54.993164 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41622) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:54.993738 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-31faae7b-0807-4421-b0b9-2d900f759364 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4433582 Aug 16 22:51:55.000479 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31faae7b-0807-4421-b0b9-2d900f759364 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5960c496-de33-4b35-9894-150a762cad99,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:55.001514 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-87194e22-2b91-4972-8259-f73cc49c194d tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': '5960c496-de33-4b35-9894-150a762cad99', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:55.003267 n-d-792458-15 neutron-server[94871]: WARNING neutron.api.v2.base [None req-87194e22-2b91-4972-8259-f73cc49c194d tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 22:51:55.006372 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-87194e22-2b91-4972-8259-f73cc49c194d tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:51:55.008596 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-87194e22-2b91-4972-8259-f73cc49c194d tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0138223 Aug 16 22:51:55.013438 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41624) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:55.024888 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-083270c0-23b6-4108-b513-c62f29b7b882 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': '5960c496-de33-4b35-9894-150a762cad99', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:55.166416 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-083270c0-23b6-4108-b513-c62f29b7b882 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:51:55.180131 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41630) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:55.196684 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ab986482-0925-4f70-9d69-78818278b33d tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': '5960c496-de33-4b35-9894-150a762cad99', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:55.209565 n-d-792458-15 neutron-server[94871]: WARNING neutron.api.v2.base [None req-ab986482-0925-4f70-9d69-78818278b33d tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 22:51:55.209565 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-ab986482-0925-4f70-9d69-78818278b33d tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:51:55.209565 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ab986482-0925-4f70-9d69-78818278b33d tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0204585 Aug 16 22:51:55.210285 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-083270c0-23b6-4108-b513-c62f29b7b882 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1591425 Aug 16 22:51:55.210639 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41634) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:55.236683 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5e2314ee-29c0-4eeb-8ebf-591b62a0a554 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': '5960c496-de33-4b35-9894-150a762cad99', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:55.336862 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-5e2314ee-29c0-4eeb-8ebf-591b62a0a554 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:51:55.338260 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5e2314ee-29c0-4eeb-8ebf-591b62a0a554 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1171219 Aug 16 22:51:55.342000 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41636) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:55.347721 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0ec8245a-5889-4b59-b4ee-6209b9b96b95 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': '5960c496-de33-4b35-9894-150a762cad99', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:55.349292 n-d-792458-15 neutron-server[94871]: WARNING neutron.api.v2.base [None req-0ec8245a-5889-4b59-b4ee-6209b9b96b95 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 22:51:55.350469 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-0ec8245a-5889-4b59-b4ee-6209b9b96b95 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:51:55.351692 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0ec8245a-5889-4b59-b4ee-6209b9b96b95 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085332 Aug 16 22:51:55.354715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41638) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:55.364818 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-1bee2654-c7b7-4564-9d1c-7790b33d59bf tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': '5960c496-de33-4b35-9894-150a762cad99', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:55.409297 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-1bee2654-c7b7-4564-9d1c-7790b33d59bf tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Project 486ad04c0e8c4ca7b2892ede579e6511 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:51:55.428931 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-1bee2654-c7b7-4564-9d1c-7790b33d59bf tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:51:55.434018 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1bee2654-c7b7-4564-9d1c-7790b33d59bf tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0750175 Aug 16 22:51:55.439336 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41640) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:55.445793 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b1b41788-d45a-48f7-8540-496a1bb92bfd tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': '5960c496-de33-4b35-9894-150a762cad99', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:55.446980 n-d-792458-15 neutron-server[94871]: WARNING neutron.api.v2.base [None req-b1b41788-d45a-48f7-8540-496a1bb92bfd tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 22:51:55.447497 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-b1b41788-d45a-48f7-8540-496a1bb92bfd tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:51:55.448509 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b1b41788-d45a-48f7-8540-496a1bb92bfd tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078564 Aug 16 22:51:55.451519 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41642) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:55.472424 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b32bdfa5-ed80-4453-b074-34de1fb956b7 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': '5960c496-de33-4b35-9894-150a762cad99', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:55.535001 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-b32bdfa5-ed80-4453-b074-34de1fb956b7 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Project 486ad04c0e8c4ca7b2892ede579e6511 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:51:55.554775 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-b32bdfa5-ed80-4453-b074-34de1fb956b7 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:51:55.559434 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b32bdfa5-ed80-4453-b074-34de1fb956b7 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1033614 Aug 16 22:51:55.559708 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41650) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:55.567784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-260b3c57-2af2-4baa-8fc8-0be965c5e7e7 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': '5960c496-de33-4b35-9894-150a762cad99', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:55.601007 n-d-792458-15 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-260b3c57-2af2-4baa-8fc8-0be965c5e7e7 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Project 486ad04c0e8c4ca7b2892ede579e6511 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:51:55.621877 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-260b3c57-2af2-4baa-8fc8-0be965c5e7e7 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:51:55.624981 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-260b3c57-2af2-4baa-8fc8-0be965c5e7e7 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0629473 Aug 16 22:51:55.626874 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41652) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:55.764591 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-322edce3-4c05-4539-92d6-273c7ff02cb6 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:55.805495 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-322edce3-4c05-4539-92d6-273c7ff02cb6 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:55.867141 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-322edce3-4c05-4539-92d6-273c7ff02cb6 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:55.875994 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-322edce3-4c05-4539-92d6-273c7ff02cb6 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:55.882606 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41660) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:55.885645 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-322edce3-4c05-4539-92d6-273c7ff02cb6 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "DELETE /v2.0/security-groups/5960c496-de33-4b35-9894-150a762cad99 HTTP/1.1" status: 204 len: 168 time: 0.2555687 Aug 16 22:51:55.924907 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322edce3-4c05-4539-92d6-273c7ff02cb6 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5960c496-de33-4b35-9894-150a762cad99,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:55.978375 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a8e24600-bb9a-49d3-afbb-cb7476f977eb tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0944993 Aug 16 22:51:55.982782 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41664) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:55.987985 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b4585c59-4264-4f16-8fa0-a4b06d05e941 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group': {'name': 'tempest-secgroup--936457198'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:56.043178 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4585c59-4264-4f16-8fa0-a4b06d05e941 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:56.232642 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4585c59-4264-4f16-8fa0-a4b06d05e941 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:56.240715 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4585c59-4264-4f16-8fa0-a4b06d05e941 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:56.320351 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b4585c59-4264-4f16-8fa0-a4b06d05e941 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:56.330524 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b4585c59-4264-4f16-8fa0-a4b06d05e941 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3466077 Aug 16 22:51:56.331052 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41676) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:56.337459 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-224638b7-b560-4393-bc8b-c16b7f2d3713 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': 'd03e0673-b8c1-4c32-bd2d-01858e374f58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:56.346525 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4585c59-4264-4f16-8fa0-a4b06d05e941 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03e0673-b8c1-4c32-bd2d-01858e374f58,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:56.428149 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-224638b7-b560-4393-bc8b-c16b7f2d3713 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): The resource could not be found. Aug 16 22:51:56.430070 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-224638b7-b560-4393-bc8b-c16b7f2d3713 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0977557 Aug 16 22:51:56.434101 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41680) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:56.444004 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2d71339e-bf21-4db0-a289-cd0dd5852b13 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': 'd03e0673-b8c1-4c32-bd2d-01858e374f58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2d4c158b-a2ee-49f0-800b-1772c188a100'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:56.494372 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41682) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:56.494530 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-2d71339e-bf21-4db0-a289-cd0dd5852b13 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): The resource could not be found. Aug 16 22:51:56.495753 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2d71339e-bf21-4db0-a289-cd0dd5852b13 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0602725 Aug 16 22:51:56.498495 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41684) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:56.578860 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4210dcf6-970c-4cd4-8f1c-cd73b9a614ab tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:56.609797 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4210dcf6-970c-4cd4-8f1c-cd73b9a614ab tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:56.675827 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4210dcf6-970c-4cd4-8f1c-cd73b9a614ab tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:56.679926 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4210dcf6-970c-4cd4-8f1c-cd73b9a614ab tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:56.681357 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4210dcf6-970c-4cd4-8f1c-cd73b9a614ab tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "DELETE /v2.0/security-groups/d03e0673-b8c1-4c32-bd2d-01858e374f58 HTTP/1.1" status: 204 len: 168 time: 0.1818254 Aug 16 22:51:56.684523 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41692) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:56.692134 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210dcf6-970c-4cd4-8f1c-cd73b9a614ab tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03e0673-b8c1-4c32-bd2d-01858e374f58,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:56.706792 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-57754652-853b-4ab2-9620-7311cbd23c46 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-850278022-network', 'tenant_id': 'c26126b621cb40ceb183421c22081888'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:56.757642 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57754652-853b-4ab2-9620-7311cbd23c46 admin admin] Made reservation on behalf of c26126b621cb40ceb183421c22081888 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:56.760488 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57754652-853b-4ab2-9620-7311cbd23c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:56.777252 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-213398b5-5e06-4dfc-936d-6e2c3512ad1b tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0899255 Aug 16 22:51:56.781007 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57754652-853b-4ab2-9620-7311cbd23c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:56.781412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41694) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:56.787795 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-847357d3-acb4-4620-b627-ebed36ce9090 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': '665874c4-a549-499b-ab7a-9617c7c5ab2a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:56.936439 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57754652-853b-4ab2-9620-7311cbd23c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:56.943225 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57754652-853b-4ab2-9620-7311cbd23c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:56.950572 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-847357d3-acb4-4620-b627-ebed36ce9090 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): The resource could not be found. Aug 16 22:51:56.955792 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-847357d3-acb4-4620-b627-ebed36ce9090 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1719146 Aug 16 22:51:56.961120 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41696) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:56.966178 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-096bb231-4782-4e73-bb45-055d99b7cc49 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group': {'name': 'tempest-secgroup--209616214'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:56.979837 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57754652-853b-4ab2-9620-7311cbd23c46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:51:57.007413 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57754652-853b-4ab2-9620-7311cbd23c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.007761 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-57754652-853b-4ab2-9620-7311cbd23c46 admin admin] Added segment c9b212f8-ab9d-4eea-aab2-f76c3c6d372f of type vlan for network 60b9ce02-e76c-4741-b892-610fdec862f5 Aug 16 22:51:57.018787 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57754652-853b-4ab2-9620-7311cbd23c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f5070c-1b24-4443-bd8a-65b75f055097,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:57.062033 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-096bb231-4782-4e73-bb45-055d99b7cc49 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.071534 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57754652-853b-4ab2-9620-7311cbd23c46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.146408 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57754652-853b-4ab2-9620-7311cbd23c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.147543 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57754652-853b-4ab2-9620-7311cbd23c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:57.148097 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-57754652-853b-4ab2-9620-7311cbd23c46 admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.271084 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57754652-853b-4ab2-9620-7311cbd23c46 admin admin] Pushing event updated for resources: {'Network': ['ID=60b9ce02-e76c-4741-b892-610fdec862f5,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:57.283091 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 60b9ce02-e76c-4741-b892-610fdec862f5 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:51:57.286660 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-096bb231-4782-4e73-bb45-055d99b7cc49 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.293782 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-096bb231-4782-4e73-bb45-055d99b7cc49 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.308534 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41704) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:57.312185 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-57754652-853b-4ab2-9620-7311cbd23c46 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8163733 Aug 16 22:51:57.314633 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2ad7f5fb-db89-4221-bc3d-27b192e47a44 admin admin] Request body: {'subnet': {'network_id': '60b9ce02-e76c-4741-b892-610fdec862f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-850278022-subnet', 'tenant_id': 'c26126b621cb40ceb183421c22081888', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:57.341377 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad7f5fb-db89-4221-bc3d-27b192e47a44 admin admin] Made reservation on behalf of c26126b621cb40ceb183421c22081888 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:57.346212 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096bb231-4782-4e73-bb45-055d99b7cc49 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d03c07e-22cf-4e36-85a8-db6de0bad859,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:57.347029 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f5fb-db89-4221-bc3d-27b192e47a44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.359937 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-096bb231-4782-4e73-bb45-055d99b7cc49 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.361209 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-096bb231-4782-4e73-bb45-055d99b7cc49 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3991418 Aug 16 22:51:57.363977 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41706) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:57.373245 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ee3e5b46-0704-4e4e-a12a-c5c294c6cfcd tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group': {'name': 'tempest-secgroup--1443092692'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:57.400850 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5b46-0704-4e4e-a12a-c5c294c6cfcd tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.536877 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5b46-0704-4e4e-a12a-c5c294c6cfcd tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.542420 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5b46-0704-4e4e-a12a-c5c294c6cfcd tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.587725 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e5b46-0704-4e4e-a12a-c5c294c6cfcd tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf9fdbd-4e9f-45be-b11c-53e8f9c90db2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:57.591167 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5b46-0704-4e4e-a12a-c5c294c6cfcd tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.592735 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ee3e5b46-0704-4e4e-a12a-c5c294c6cfcd tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2275496 Aug 16 22:51:57.597177 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41714) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:57.604110 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5c94c85d-e7d3-4d5e-baf0-ae7253eca200 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': '6d03c07e-22cf-4e36-85a8-db6de0bad859', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'fcf9fdbd-4e9f-45be-b11c-53e8f9c90db2'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:57.645098 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f5fb-db89-4221-bc3d-27b192e47a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.672428 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-5c94c85d-e7d3-4d5e-baf0-ae7253eca200 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:51:57.674276 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5c94c85d-e7d3-4d5e-baf0-ae7253eca200 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0760500 Aug 16 22:51:57.677535 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41718) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:57.713589 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7f5fb-db89-4221-bc3d-27b192e47a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=641fbf5f-8bf3-4a3f-98cd-ad3d363dab07,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:57.726632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad7f5fb-db89-4221-bc3d-27b192e47a44 admin admin] Checking segment: {'id': 'c9b212f8-ab9d-4eea-aab2-f76c3c6d372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60b9ce02-e76c-4741-b892-610fdec862f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:57.727226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad7f5fb-db89-4221-bc3d-27b192e47a44 admin admin] Network hostable DHCP agents. Network: 60b9ce02-e76c-4741-b892-610fdec862f5, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:51:57.746923 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad7f5fb-db89-4221-bc3d-27b192e47a44 admin admin] Network 60b9ce02-e76c-4741-b892-610fdec862f5 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:51:57.757662 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-2ad7f5fb-db89-4221-bc3d-27b192e47a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 60b9ce02-e76c-4741-b892-610fdec862f5) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:57.771471 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08def66a-2a1e-4320-a822-17df8a5277eb None None] Network 60b9ce02-e76c-4741-b892-610fdec862f5 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:51:57.772811 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad7f5fb-db89-4221-bc3d-27b192e47a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:57.773806 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f5fb-db89-4221-bc3d-27b192e47a44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.800882 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2ad7f5fb-db89-4221-bc3d-27b192e47a44 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4911430 Aug 16 22:51:57.804433 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41724) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:57.812478 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-dcb4c383-a65e-42c7-b6c2-5b669d8e1f75 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-850278022-router', 'tenant_id': 'c26126b621cb40ceb183421c22081888', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:57.829166 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5075-488d-4d1e-b477-966573739c7a tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.844512 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c383-a65e-42c7-b6c2-5b669d8e1f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.846217 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c383-a65e-42c7-b6c2-5b669d8e1f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.923954 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5075-488d-4d1e-b477-966573739c7a tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.936408 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c383-a65e-42c7-b6c2-5b669d8e1f75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.099533 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-60b9ce02-e76c-4741-b892-610fdec862f5', 'network_id': '60b9ce02-e76c-4741-b892-610fdec862f5', 'tenant_id': 'c26126b621cb40ceb183421c22081888', 'fixed_ips': [{'subnet_id': '641fbf5f-8bf3-4a3f-98cd-ad3d363dab07'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:51:58.100924 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.102521 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5075-488d-4d1e-b477-966573739c7a tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.110161 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5075-488d-4d1e-b477-966573739c7a tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.116910 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7dbd5075-488d-4d1e-b477-966573739c7a tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "DELETE /v2.0/security-groups/fcf9fdbd-4e9f-45be-b11c-53e8f9c90db2 HTTP/1.1" status: 204 len: 168 time: 0.4374769 Aug 16 22:51:58.117794 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41734) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:58.154585 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd5075-488d-4d1e-b477-966573739c7a tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf9fdbd-4e9f-45be-b11c-53e8f9c90db2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:58.245425 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d3028d36-b757-452e-aad5-a2140c9e9a6e tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1199439 Aug 16 22:51:58.246308 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41740) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:58.275880 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c383-a65e-42c7-b6c2-5b669d8e1f75 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.381646 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-70c26e5c-f1cd-4a77-8867-f2028e2c02f0 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.413308 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-70c26e5c-f1cd-4a77-8867-f2028e2c02f0 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.484804 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] Allocated IP 172.20.0.2 (60b9ce02-e76c-4741-b892-610fdec862f5/641fbf5f-8bf3-4a3f-98cd-ad3d363dab07/81beb760-18db-4198-8012-8a5d0598a082) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:51:58.495289 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-70c26e5c-f1cd-4a77-8867-f2028e2c02f0 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.497944 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-70c26e5c-f1cd-4a77-8867-f2028e2c02f0 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.499321 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-70c26e5c-f1cd-4a77-8867-f2028e2c02f0 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "DELETE /v2.0/security-groups/6d03c07e-22cf-4e36-85a8-db6de0bad859 HTTP/1.1" status: 204 len: 168 time: 0.2518284 Aug 16 22:51:58.502826 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41742) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:58.550285 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c26e5c-f1cd-4a77-8867-f2028e2c02f0 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d03c07e-22cf-4e36-85a8-db6de0bad859,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:58.612371 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-130f47a6-2ee2-4ae4-a1ff-05a414d561b5 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1084175 Aug 16 22:51:58.619009 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41748) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:58.623990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-1bf024b2-49e6-4903-95dd-5e9e0c8223dd tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group': {'name': 'tempest-secgroup--826279982'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:58.689896 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c383-a65e-42c7-b6c2-5b669d8e1f75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.720441 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1bf024b2-49e6-4903-95dd-5e9e0c8223dd tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.752189 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c383-a65e-42c7-b6c2-5b669d8e1f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.762368 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.773759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] Transition to ACTIVE for port object 81beb760-18db-4198-8012-8a5d0598a082 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:58.794511 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] Transition to ACTIVE for port object 81beb760-18db-4198-8012-8a5d0598a082 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:58.802689 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.858758 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] Pushing event updated for resources: {'Port': ['ID=81beb760-18db-4198-8012-8a5d0598a082,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:58.873547 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] Network 60b9ce02-e76c-4741-b892-610fdec862f5 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:51:58.876696 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:58.885787 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:51:58.905130 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1bf024b2-49e6-4903-95dd-5e9e0c8223dd tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.912347 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1bf024b2-49e6-4903-95dd-5e9e0c8223dd tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.948269 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1bf024b2-49e6-4903-95dd-5e9e0c8223dd tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.952946 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1bf024b2-49e6-4903-95dd-5e9e0c8223dd tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3301051 Aug 16 22:51:58.955557 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41778) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:58.966022 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e5d94c99-72d7-422f-9b83-93b232e8fef6 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': 'c092cbad-53b7-46dc-84d8-aba0ee497f7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:58.990638 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf024b2-49e6-4903-95dd-5e9e0c8223dd tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c092cbad-53b7-46dc-84d8-aba0ee497f7e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:59.002324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] Attempting to bind port 81beb760-18db-4198-8012-8a5d0598a082 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:59.002851 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] Attempting to bind port 81beb760-18db-4198-8012-8a5d0598a082 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'c9b212f8-ab9d-4eea-aab2-f76c3c6d372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60b9ce02-e76c-4741-b892-610fdec862f5'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:59.003404 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] Attempting to bind port 81beb760-18db-4198-8012-8a5d0598a082 on network 60b9ce02-e76c-4741-b892-610fdec862f5 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:59.015789 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:51:59.016045 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] Checking segment: {'id': 'c9b212f8-ab9d-4eea-aab2-f76c3c6d372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60b9ce02-e76c-4741-b892-610fdec862f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:59.020255 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:59.021349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] Bound using segment: {'id': 'c9b212f8-ab9d-4eea-aab2-f76c3c6d372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60b9ce02-e76c-4741-b892-610fdec862f5'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:51:59.022940 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] Bound port: 81beb760-18db-4198-8012-8a5d0598a082, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b212f8-ab9d-4eea-aab2-f76c3c6d372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60b9ce02-e76c-4741-b892-610fdec862f5'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:51:59.023669 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:59.076995 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-e5d94c99-72d7-422f-9b83-93b232e8fef6 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:51:59.085414 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e5d94c99-72d7-422f-9b83-93b232e8fef6 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1268301 Aug 16 22:51:59.086191 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41796) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:59.099126 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8717d552-fb39-46ec-ba56-fc4cb1900eb5 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group_rule': {'security_group_id': 'c092cbad-53b7-46dc-84d8-aba0ee497f7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:59.111520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-dcb4c383-a65e-42c7-b6c2-5b669d8e1f75 admin admin] Allocated IP 172.25.6.131 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/70194bf1-a1c1-44be-9049-a29aeb2212e6) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:51:59.187177 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] For port 81beb760-18db-4198-8012-8a5d0598a082, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:59.193029 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] For port 81beb760-18db-4198-8012-8a5d0598a082, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=81beb760-18db-4198-8012-8a5d0598a082,segment=NetworkSegment(c9b212f8-ab9d-4eea-aab2-f76c3c6d372f),segment_id=c9b212f8-ab9d-4eea-aab2-f76c3c6d372f)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:51:59.196351 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-8717d552-fb39-46ec-ba56-fc4cb1900eb5 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:51:59.197779 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8717d552-fb39-46ec-ba56-fc4cb1900eb5 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1103816 Aug 16 22:51:59.199809 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:59.208357 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41810) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:59.355554 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c383-a65e-42c7-b6c2-5b669d8e1f75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:59.372742 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3c95b-79c6-4f18-9624-06acb48744c2 None None] Pushing event updated for resources: {'Port': ['ID=81beb760-18db-4198-8012-8a5d0598a082,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:59.377119 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84b3a1c2-c71c-4001-ac1b-673750ef1396 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:59.449786 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84b3a1c2-c71c-4001-ac1b-673750ef1396 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:59.472740 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c383-a65e-42c7-b6c2-5b669d8e1f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:59.547784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb4c383-a65e-42c7-b6c2-5b669d8e1f75 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:51:59.550890 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84b3a1c2-c71c-4001-ac1b-673750ef1396 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:59.553335 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-dcb4c383-a65e-42c7-b6c2-5b669d8e1f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:59.556773 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-84b3a1c2-c71c-4001-ac1b-673750ef1396 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:59.560921 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb4c383-a65e-42c7-b6c2-5b669d8e1f75 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:51:59.563759 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-84b3a1c2-c71c-4001-ac1b-673750ef1396 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "DELETE /v2.0/security-groups/c092cbad-53b7-46dc-84d8-aba0ee497f7e HTTP/1.1" status: 204 len: 168 time: 0.3543770 Aug 16 22:51:59.568785 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41844) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:59.606777 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4c383-a65e-42c7-b6c2-5b669d8e1f75 admin admin] Pushing event updated for resources: {'Port': ['ID=70194bf1-a1c1-44be-9049-a29aeb2212e6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:59.639074 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3a1c2-c71c-4001-ac1b-673750ef1396 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c092cbad-53b7-46dc-84d8-aba0ee497f7e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:59.782953 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d22bf66c-bcd7-4bb8-8747-0ea6bca61751 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2130299 Aug 16 22:51:59.796922 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41864) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:59.817395 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f2c74cd9-795a-4616-bf22-1ad78ca0820e tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group': {'name': 'tempest-secgroup--1630187806'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:59.884290 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2c74cd9-795a-4616-bf22-1ad78ca0820e tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.081733 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2c74cd9-795a-4616-bf22-1ad78ca0820e tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.089752 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2c74cd9-795a-4616-bf22-1ad78ca0820e tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.118368 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2c74cd9-795a-4616-bf22-1ad78ca0820e tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.124992 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f2c74cd9-795a-4616-bf22-1ad78ca0820e tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3269298 Aug 16 22:52:00.125861 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41898) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:00.145839 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-01b14649-445f-4807-aa1b-326449b48d66 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:00.146520 n-d-792458-15 neutron-server[94872]: WARNING neutron.api.v2.base [None req-01b14649-445f-4807-aa1b-326449b48d66 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 22:52:00.148213 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-01b14649-445f-4807-aa1b-326449b48d66 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 22:52:00.153225 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-01b14649-445f-4807-aa1b-326449b48d66 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "PUT /v2.0/security-groups/8fb22d24-1385-4332-ba35-408d29a96e79 HTTP/1.1" status: 409 len: 330 time: 0.0145955 Aug 16 22:52:00.154524 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 41902) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:00.189175 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c74cd9-795a-4616-bf22-1ad78ca0820e tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb22d24-1385-4332-ba35-408d29a96e79,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:00.322776 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c383-a65e-42c7-b6c2-5b669d8e1f75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.380933 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4c20e45-043d-409b-beee-36438f800217 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.574831 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4c20e45-043d-409b-beee-36438f800217 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.681590 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 81beb760-18db-4198-8012-8a5d0598a082 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:52:00.720482 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c383-a65e-42c7-b6c2-5b669d8e1f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.726650 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4c20e45-043d-409b-beee-36438f800217 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.736625 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f4c20e45-043d-409b-beee-36438f800217 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.742147 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41962) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:00.754944 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f4c20e45-043d-409b-beee-36438f800217 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "DELETE /v2.0/security-groups/8fb22d24-1385-4332-ba35-408d29a96e79 HTTP/1.1" status: 204 len: 168 time: 0.5910640 Aug 16 22:52:00.808141 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 81beb760-18db-4198-8012-8a5d0598a082 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:52:00.872256 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c20e45-043d-409b-beee-36438f800217 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb22d24-1385-4332-ba35-408d29a96e79,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:00.961986 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9cfc33cc-395b-4eb6-929f-0501dd36b710 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2092705 Aug 16 22:52:00.963269 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41986) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:00.997293 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-5e708d1b-255f-4ebf-ade2-45bd90fa3879 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] delete failed (client error): The resource could not be found. Aug 16 22:52:01.002461 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5e708d1b-255f-4ebf-ade2-45bd90fa3879 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "DELETE /v2.0/security-groups/8bad11e8-6ec6-4b9d-8f0a-f1a8cdce39f8 HTTP/1.1" status: 404 len: 347 time: 0.0338857 Aug 16 22:52:01.003716 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41992) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:01.024743 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-41fa38e3-d15c-421c-9ef0-386250efe8e8 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] show failed (client error): The resource could not be found. Aug 16 22:52:01.030416 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-41fa38e3-d15c-421c-9ef0-386250efe8e8 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "GET /v2.0/security-groups/eb9f81fe-bfa1-457e-b43e-b6e556c56a44 HTTP/1.1" status: 404 len: 347 time: 0.0210779 Aug 16 22:52:01.031896 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 41996) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:01.053608 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-9a345cbf-45d0-4271-91a2-fb75c05120a0 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] show failed (client error): The resource could not be found. Aug 16 22:52:01.055350 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9a345cbf-45d0-4271-91a2-fb75c05120a0 tempest-NegativeSecGroupIPv6Test-84484662 tempest-NegativeSecGroupIPv6Test-84484662-project] 10.222.0.93 "GET /v2.0/security-group-rules/b64b9e01-7880-4588-9fe8-1a8cf20790aa HTTP/1.1" status: 404 len: 356 time: 0.0222313 Aug 16 22:52:01.130639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ce32cb-5d33-4423-b097-c59652e3d99b None None] Network 60b9ce02-e76c-4741-b892-610fdec862f5 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:52:01.146743 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb4c383-a65e-42c7-b6c2-5b669d8e1f75 admin admin] Router 95ca684b-49ca-4537-9adc-17570907da30 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:52:01.227207 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d9c14221-233a-4956-8058-948183f0fa44 None None] Provisioning for port 81beb760-18db-4198-8012-8a5d0598a082 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:52:01.261980 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d9c14221-233a-4956-8058-948183f0fa44 None None] Provisioning complete for port 81beb760-18db-4198-8012-8a5d0598a082 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:01.262392 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d9c14221-233a-4956-8058-948183f0fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:01.360424 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb4c383-a65e-42c7-b6c2-5b669d8e1f75 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:52:01.394196 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] Sync routers for ids ['95ca684b-49ca-4537-9adc-17570907da30'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:52:01.426569 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c383-a65e-42c7-b6c2-5b669d8e1f75 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:01.426906 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42036) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:01.429286 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] Routers {'95ca684b-49ca-4537-9adc-17570907da30'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:52:01.430143 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:51:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['95ca684b-49ca-4537-9adc-17570907da30'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:01.434817 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dcb4c383-a65e-42c7-b6c2-5b669d8e1f75 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.6289144 Aug 16 22:52:01.681669 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] Set router 95ca684b-49ca-4537-9adc-17570907da30 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:52:01.721999 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42060) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:01.766553 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d9c14221-233a-4956-8058-948183f0fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:01.815738 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d9c14221-233a-4956-8058-948183f0fa44 None None] For port 81beb760-18db-4198-8012-8a5d0598a082, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=81beb760-18db-4198-8012-8a5d0598a082,segment=NetworkSegment(c9b212f8-ab9d-4eea-aab2-f76c3c6d372f),segment_id=c9b212f8-ab9d-4eea-aab2-f76c3c6d372f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:01.823720 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d9c14221-233a-4956-8058-948183f0fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:01.938718 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c14221-233a-4956-8058-948183f0fa44 None None] Pushing event updated for resources: {'Port': ['ID=81beb760-18db-4198-8012-8a5d0598a082,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:02.288817 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d87ce8ae-af83-4793-a75a-ef01ed345690 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=486ad04c0e8c4ca7b2892ede579e6511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5656078 Aug 16 22:52:02.293861 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42116) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:02.368046 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ca684b-49ca-4537-9adc-17570907da30', 'name': 'tempest-ImageQuotaTest-850278022-router', 'tenant_id': 'c26126b621cb40ceb183421c22081888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '70194bf1-a1c1-44be-9049-a29aeb2212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:57Z', 'updated_at': '2021-08-16T22:51:59Z', 'revision_number': 3, 'project_id': 'c26126b621cb40ceb183421c22081888', 'gw_port': {'id': '70194bf1-a1c1-44be-9049-a29aeb2212e6', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ca684b-49ca-4537-9adc-17570907da30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:58Z', 'updated_at': '2021-08-16T22:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:02.408317 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] Checking router: 95ca684b-49ca-4537-9adc-17570907da30 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:52:02.408317 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] Updating router 95ca684b-49ca-4537-9adc-17570907da30 port 70194bf1-a1c1-44be-9049-a29aeb2212e6 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:52:02.452486 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.559165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-36963ab9-64e4-4a0e-bf2f-5010553b7525 None None] Provisioning complete for port 81beb760-18db-4198-8012-8a5d0598a082 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:02.561372 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-36963ab9-64e4-4a0e-bf2f-5010553b7525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.592295 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a01b7ca-8fa7-43b9-bb9c-5b2d865cd310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.660623 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a01b7ca-8fa7-43b9-bb9c-5b2d865cd310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.678747 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 81beb760-18db-4198-8012-8a5d0598a082 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:52:02.741891 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a01b7ca-8fa7-43b9-bb9c-5b2d865cd310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.744578 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a01b7ca-8fa7-43b9-bb9c-5b2d865cd310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.747281 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8a01b7ca-8fa7-43b9-bb9c-5b2d865cd310 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/be7fa731-81a6-4fbf-982b-61f0d65bd460 HTTP/1.1" status: 204 len: 168 time: 0.4468737 Aug 16 22:52:02.784375 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01b7ca-8fa7-43b9-bb9c-5b2d865cd310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7fa731-81a6-4fbf-982b-61f0d65bd460,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:02.950539 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3aeb43ca-36a8-4286-97e4-e98829375fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.050648 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 81beb760-18db-4198-8012-8a5d0598a082 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:03.051238 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.271738 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.330464 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] Transition to ACTIVE for port object 70194bf1-a1c1-44be-9049-a29aeb2212e6 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:52:03.352324 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.492070 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-3aeb43ca-36a8-4286-97e4-e98829375fc4 admin admin] Allocated IP 172.20.0.1 (60b9ce02-e76c-4741-b892-610fdec862f5/641fbf5f-8bf3-4a3f-98cd-ad3d363dab07/978b2802-7a36-456f-b765-f8cde340992b) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:52:03.581626 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c495ab-57b0-44a4-8916-a402b57cd6ee None None] Pushing event updated for resources: {'Port': ['ID=70194bf1-a1c1-44be-9049-a29aeb2212e6,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:03.602684 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] Attempting to bind port 70194bf1-a1c1-44be-9049-a29aeb2212e6 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:52:03.604194 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] Attempting to bind port 70194bf1-a1c1-44be-9049-a29aeb2212e6 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:52:03.604998 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] Attempting to bind port 70194bf1-a1c1-44be-9049-a29aeb2212e6 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:03.640670 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c495ab-57b0-44a4-8916-a402b57cd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:03.641258 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c495ab-57b0-44a4-8916-a402b57cd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:03.641827 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c495ab-57b0-44a4-8916-a402b57cd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:03.642414 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c495ab-57b0-44a4-8916-a402b57cd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:03.642971 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c495ab-57b0-44a4-8916-a402b57cd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:03.645550 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c495ab-57b0-44a4-8916-a402b57cd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:03.648653 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c495ab-57b0-44a4-8916-a402b57cd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:03.649274 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c495ab-57b0-44a4-8916-a402b57cd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:03.649722 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c495ab-57b0-44a4-8916-a402b57cd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:03.651926 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c495ab-57b0-44a4-8916-a402b57cd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:03.652388 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c495ab-57b0-44a4-8916-a402b57cd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:03.652847 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c495ab-57b0-44a4-8916-a402b57cd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:03.667441 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:52:03.668268 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:52:03.669038 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.669887 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:52:03.671001 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] Bound port: 70194bf1-a1c1-44be-9049-a29aeb2212e6, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:52:03.672565 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.703586 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3aeb43ca-36a8-4286-97e4-e98829375fc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.737688 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-3aeb43ca-36a8-4286-97e4-e98829375fc4 admin admin] Transition to ACTIVE for port object 978b2802-7a36-456f-b765-f8cde340992b will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:52:03.821917 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3aeb43ca-36a8-4286-97e4-e98829375fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.867670 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeb43ca-36a8-4286-97e4-e98829375fc4 admin admin] Network 60b9ce02-e76c-4741-b892-610fdec862f5 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:52:03.902936 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] For port 70194bf1-a1c1-44be-9049-a29aeb2212e6, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:52:03.916174 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] For port 70194bf1-a1c1-44be-9049-a29aeb2212e6, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=70194bf1-a1c1-44be-9049-a29aeb2212e6,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:52:03.920382 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-3aeb43ca-36a8-4286-97e4-e98829375fc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:52:03.933645 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.948181 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb43ca-36a8-4286-97e4-e98829375fc4 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:52:04.079623 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb43ca-36a8-4286-97e4-e98829375fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=978b2802-7a36-456f-b765-f8cde340992b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:04.101782 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42262) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:04.113187 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] Routers {'95ca684b-49ca-4537-9adc-17570907da30'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:52:04.124865 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:51:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['95ca684b-49ca-4537-9adc-17570907da30'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:04.135227 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3aeb43ca-36a8-4286-97e4-e98829375fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.138204 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c495ab-57b0-44a4-8916-a402b57cd6ee None None] Pushing event updated for resources: {'Port': ['ID=70194bf1-a1c1-44be-9049-a29aeb2212e6,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:04.398578 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] Set router 95ca684b-49ca-4537-9adc-17570907da30 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:52:04.418632 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c68f2ba7-f3e8-4d14-86fa-9391a9690aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.481125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-06fa8738-e73f-4cc0-8eb5-0eb9c4ae0cef None None] Provisioning for port 978b2802-7a36-456f-b765-f8cde340992b completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:52:04.488092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-06fa8738-e73f-4cc0-8eb5-0eb9c4ae0cef None None] Provisioning complete for port 978b2802-7a36-456f-b765-f8cde340992b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:04.489619 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-06fa8738-e73f-4cc0-8eb5-0eb9c4ae0cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.494450 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3aeb43ca-36a8-4286-97e4-e98829375fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.560031 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-06fa8738-e73f-4cc0-8eb5-0eb9c4ae0cef None None] Port 978b2802-7a36-456f-b765-f8cde340992b cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:52:04.756261 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42274) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:04.777496 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c68f2ba7-f3e8-4d14-86fa-9391a9690aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.787941 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c68f2ba7-f3e8-4d14-86fa-9391a9690aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.803796 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ca684b-49ca-4537-9adc-17570907da30', 'name': 'tempest-ImageQuotaTest-850278022-router', 'tenant_id': 'c26126b621cb40ceb183421c22081888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '70194bf1-a1c1-44be-9049-a29aeb2212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:57Z', 'updated_at': '2021-08-16T22:51:59Z', 'revision_number': 3, 'project_id': 'c26126b621cb40ceb183421c22081888', 'gw_port': {'id': '70194bf1-a1c1-44be-9049-a29aeb2212e6', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ca684b-49ca-4537-9adc-17570907da30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:58Z', 'updated_at': '2021-08-16T22:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:04.833674 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9766bc-92b9-487d-9056-e740ce81694c None None] The sync data for ids ['95ca684b-49ca-4537-9adc-17570907da30'] in n-d-792458-15 is: [{'id': '95ca684b-49ca-4537-9adc-17570907da30', 'name': 'tempest-ImageQuotaTest-850278022-router', 'tenant_id': 'c26126b621cb40ceb183421c22081888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '70194bf1-a1c1-44be-9049-a29aeb2212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:57Z', 'updated_at': '2021-08-16T22:51:59Z', 'revision_number': 3, 'project_id': 'c26126b621cb40ceb183421c22081888', 'gw_port': {'id': '70194bf1-a1c1-44be-9049-a29aeb2212e6', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ca684b-49ca-4537-9adc-17570907da30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:58Z', 'updated_at': '2021-08-16T22:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:52:04.845191 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:52:04.849540 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f2ba7-f3e8-4d14-86fa-9391a9690aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d872e5e8-7c81-488f-bca0-66050574b885,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:04.871327 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c68f2ba7-f3e8-4d14-86fa-9391a9690aaf admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=60a2e73e58e5469fa16ec78ff6d22c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7682302 Aug 16 22:52:04.879383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42278) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:04.907019 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3aeb43ca-36a8-4286-97e4-e98829375fc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.922806 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3aeb43ca-36a8-4286-97e4-e98829375fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.979147 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a221bca1-b58f-43d5-b9f6-3fc833017b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.003384 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3aeb43ca-36a8-4286-97e4-e98829375fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.006622 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c66e213f-d792-4f55-b91e-f55759067147 tempest-ServiceProvidersTest-1638621137 tempest-ServiceProvidersTest-1638621137-project] 10.222.0.93 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2393625 Aug 16 22:52:05.006816 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb43ca-36a8-4286-97e4-e98829375fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=978b2802-7a36-456f-b765-f8cde340992b,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:05.066742 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a221bca1-b58f-43d5-b9f6-3fc833017b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.168336 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a221bca1-b58f-43d5-b9f6-3fc833017b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.172489 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a221bca1-b58f-43d5-b9f6-3fc833017b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.188318 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a221bca1-b58f-43d5-b9f6-3fc833017b81 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d872e5e8-7c81-488f-bca0-66050574b885 HTTP/1.1" status: 204 len: 168 time: 0.3076105 Aug 16 22:52:05.213558 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221bca1-b58f-43d5-b9f6-3fc833017b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d872e5e8-7c81-488f-bca0-66050574b885,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:05.248759 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeb43ca-36a8-4286-97e4-e98829375fc4 admin admin] Network 60b9ce02-e76c-4741-b892-610fdec862f5 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:52:05.255216 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-3aeb43ca-36a8-4286-97e4-e98829375fc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:52:05.696253 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aeb43ca-36a8-4286-97e4-e98829375fc4 admin admin] Router 95ca684b-49ca-4537-9adc-17570907da30 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:52:05.757591 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-10dfdd02-c921-4cd9-bc55-1fcc94bf7d28 None None] Provisioning complete for port 978b2802-7a36-456f-b765-f8cde340992b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:05.758900 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-10dfdd02-c921-4cd9-bc55-1fcc94bf7d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.874460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-10dfdd02-c921-4cd9-bc55-1fcc94bf7d28 None None] Port 978b2802-7a36-456f-b765-f8cde340992b cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:52:05.920543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42296) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:06.196282 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42300) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:06.219679 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-082d022a-3b1e-4321-98f2-71d62e77758b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.334298 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da7a11f9-35e8-4dde-a4f8-ae4b596523bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.573541 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-082d022a-3b1e-4321-98f2-71d62e77758b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.586189 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-082d022a-3b1e-4321-98f2-71d62e77758b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.688375 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 70194bf1-a1c1-44be-9049-a29aeb2212e6 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:52:06.704292 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aeb43ca-36a8-4286-97e4-e98829375fc4 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:52:06.714642 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3aeb43ca-36a8-4286-97e4-e98829375fc4 admin admin] 10.222.0.93 "PUT /v2.0/routers/95ca684b-49ca-4537-9adc-17570907da30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2865450 Aug 16 22:52:06.749532 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-082d022a-3b1e-4321-98f2-71d62e77758b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=525a85e15d2c43cb8e7ffb6ed9439044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5516133 Aug 16 22:52:06.752302 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42308) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:06.824618 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 70194bf1-a1c1-44be-9049-a29aeb2212e6 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:52:06.831483 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 70194bf1-a1c1-44be-9049-a29aeb2212e6 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:06.831876 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.860525 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0be5085c-b2e7-4b25-bb18-17fac8205abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.922876 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0be5085c-b2e7-4b25-bb18-17fac8205abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.940391 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da7a11f9-35e8-4dde-a4f8-ae4b596523bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.941807 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d022a-3b1e-4321-98f2-71d62e77758b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3000e010-62ef-4056-aa1f-65a5e243d1a0,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:06.948092 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-da7a11f9-35e8-4dde-a4f8-ae4b596523bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.003883 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a11f9-35e8-4dde-a4f8-ae4b596523bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad34b703-fe47-4586-abfd-bc6d8ed391ae,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:07.010211 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-da7a11f9-35e8-4dde-a4f8-ae4b596523bc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=aa8fa7d99d4a436f8942746a885ecc7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0884321 Aug 16 22:52:07.014173 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42310) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:07.068490 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.071491 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0be5085c-b2e7-4b25-bb18-17fac8205abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.074224 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0be5085c-b2e7-4b25-bb18-17fac8205abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.075984 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0be5085c-b2e7-4b25-bb18-17fac8205abf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3000e010-62ef-4056-aa1f-65a5e243d1a0 HTTP/1.1" status: 204 len: 168 time: 0.3178141 Aug 16 22:52:07.091057 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5085c-b2e7-4b25-bb18-17fac8205abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3000e010-62ef-4056-aa1f-65a5e243d1a0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:07.121856 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 70194bf1-a1c1-44be-9049-a29aeb2212e6, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=70194bf1-a1c1-44be-9049-a29aeb2212e6,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:07.129384 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.225312 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=70194bf1-a1c1-44be-9049-a29aeb2212e6,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:07.240636 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e2aabf2-cbb1-480e-a316-9f8be0048577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.323722 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e2aabf2-cbb1-480e-a316-9f8be0048577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.397122 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e2aabf2-cbb1-480e-a316-9f8be0048577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.402828 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3e2aabf2-cbb1-480e-a316-9f8be0048577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.404244 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3e2aabf2-cbb1-480e-a316-9f8be0048577 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ad34b703-fe47-4586-abfd-bc6d8ed391ae HTTP/1.1" status: 204 len: 168 time: 0.3866715 Aug 16 22:52:07.427539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2aabf2-cbb1-480e-a316-9f8be0048577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad34b703-fe47-4586-abfd-bc6d8ed391ae,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:07.878722 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520af044-3576-4138-9d6a-f6540862b50d None None] Sync routers for ids ['95ca684b-49ca-4537-9adc-17570907da30'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:52:07.892616 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520af044-3576-4138-9d6a-f6540862b50d None None] Routers {'95ca684b-49ca-4537-9adc-17570907da30'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:52:07.894244 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-520af044-3576-4138-9d6a-f6540862b50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:51:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['95ca684b-49ca-4537-9adc-17570907da30'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:07.968027 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42334) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:08.009618 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f42d7e3-4013-4961-96d7-caf0a44f1329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:08.085376 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-520af044-3576-4138-9d6a-f6540862b50d None None] Set router 95ca684b-49ca-4537-9adc-17570907da30 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:52:08.248543 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f42d7e3-4013-4961-96d7-caf0a44f1329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:08.257393 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f42d7e3-4013-4961-96d7-caf0a44f1329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:08.298312 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8f42d7e3-4013-4961-96d7-caf0a44f1329 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=64c3c318b0ca40b29e1209f72691905c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3263590 Aug 16 22:52:08.298898 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42338) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:08.389566 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42d7e3-4013-4961-96d7-caf0a44f1329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7766692a-29fb-4dfb-a784-c9eea825d14a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:08.581415 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-75a3df6a-c7d2-4176-99d6-03ed283719b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:08.657876 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 70194bf1-a1c1-44be-9049-a29aeb2212e6 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:52:08.701859 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-75a3df6a-c7d2-4176-99d6-03ed283719b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:08.743082 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:08.756310 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 70194bf1-a1c1-44be-9049-a29aeb2212e6 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:08.757168 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:08.816437 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-75a3df6a-c7d2-4176-99d6-03ed283719b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:08.825177 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-75a3df6a-c7d2-4176-99d6-03ed283719b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:08.830113 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-75a3df6a-c7d2-4176-99d6-03ed283719b1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7766692a-29fb-4dfb-a784-c9eea825d14a HTTP/1.1" status: 204 len: 168 time: 0.5271680 Aug 16 22:52:08.867994 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3df6a-c7d2-4176-99d6-03ed283719b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7766692a-29fb-4dfb-a784-c9eea825d14a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:08.968797 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-520af044-3576-4138-9d6a-f6540862b50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ca684b-49ca-4537-9adc-17570907da30', 'name': 'tempest-ImageQuotaTest-850278022-router', 'tenant_id': 'c26126b621cb40ceb183421c22081888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '70194bf1-a1c1-44be-9049-a29aeb2212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:57Z', 'updated_at': '2021-08-16T22:52:04Z', 'revision_number': 4, 'project_id': 'c26126b621cb40ceb183421c22081888', 'gw_port': {'id': '70194bf1-a1c1-44be-9049-a29aeb2212e6', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ca684b-49ca-4537-9adc-17570907da30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:58Z', 'updated_at': '2021-08-16T22:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '978b2802-7a36-456f-b765-f8cde340992b', 'name': '', 'network_id': '60b9ce02-e76c-4741-b892-610fdec862f5', 'tenant_id': 'c26126b621cb40ceb183421c22081888', 'mac_address': 'fa:16:3e:04:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ca684b-49ca-4537-9adc-17570907da30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '641fbf5f-8bf3-4a3f-98cd-ad3d363dab07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:52:02Z', 'updated_at': '2021-08-16T22:52:04Z', 'revision_number': 2, 'project_id': 'c26126b621cb40ceb183421c22081888', 'subnets': [{'id': '641fbf5f-8bf3-4a3f-98cd-ad3d363dab07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:09.007094 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520af044-3576-4138-9d6a-f6540862b50d None None] Checking router: 95ca684b-49ca-4537-9adc-17570907da30 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:52:09.007450 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520af044-3576-4138-9d6a-f6540862b50d None None] Updating router 95ca684b-49ca-4537-9adc-17570907da30 port 978b2802-7a36-456f-b765-f8cde340992b binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:52:09.036601 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-520af044-3576-4138-9d6a-f6540862b50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:09.304493 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f67050c0-2745-4d24-a819-f8da66402467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:09.381619 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-520af044-3576-4138-9d6a-f6540862b50d None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:09.393330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-520af044-3576-4138-9d6a-f6540862b50d None None] Transition to ACTIVE for port object 978b2802-7a36-456f-b765-f8cde340992b will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:52:09.401778 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-520af044-3576-4138-9d6a-f6540862b50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:09.487415 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7988b-8e37-49a2-a596-12c9c48496a3 None None] Pushing event updated for resources: {'Port': ['ID=978b2802-7a36-456f-b765-f8cde340992b,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:09.539754 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-520af044-3576-4138-9d6a-f6540862b50d None None] Attempting to bind port 978b2802-7a36-456f-b765-f8cde340992b on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:52:09.540130 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-520af044-3576-4138-9d6a-f6540862b50d None None] Attempting to bind port 978b2802-7a36-456f-b765-f8cde340992b by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'c9b212f8-ab9d-4eea-aab2-f76c3c6d372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60b9ce02-e76c-4741-b892-610fdec862f5'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:52:09.540488 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520af044-3576-4138-9d6a-f6540862b50d None None] Attempting to bind port 978b2802-7a36-456f-b765-f8cde340992b on network 60b9ce02-e76c-4741-b892-610fdec862f5 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:09.547607 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520af044-3576-4138-9d6a-f6540862b50d None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:52:09.548128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520af044-3576-4138-9d6a-f6540862b50d None None] Checking segment: {'id': 'c9b212f8-ab9d-4eea-aab2-f76c3c6d372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60b9ce02-e76c-4741-b892-610fdec862f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:52:09.553131 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-520af044-3576-4138-9d6a-f6540862b50d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:09.553680 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520af044-3576-4138-9d6a-f6540862b50d None None] Bound using segment: {'id': 'c9b212f8-ab9d-4eea-aab2-f76c3c6d372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60b9ce02-e76c-4741-b892-610fdec862f5'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:52:09.554216 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-520af044-3576-4138-9d6a-f6540862b50d None None] Bound port: 978b2802-7a36-456f-b765-f8cde340992b, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b212f8-ab9d-4eea-aab2-f76c3c6d372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60b9ce02-e76c-4741-b892-610fdec862f5'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:52:09.554616 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-520af044-3576-4138-9d6a-f6540862b50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:09.639133 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-520af044-3576-4138-9d6a-f6540862b50d None None] For port 978b2802-7a36-456f-b765-f8cde340992b, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:52:09.642582 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-520af044-3576-4138-9d6a-f6540862b50d None None] For port 978b2802-7a36-456f-b765-f8cde340992b, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=978b2802-7a36-456f-b765-f8cde340992b,segment=NetworkSegment(c9b212f8-ab9d-4eea-aab2-f76c3c6d372f),segment_id=c9b212f8-ab9d-4eea-aab2-f76c3c6d372f)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:52:09.653096 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-520af044-3576-4138-9d6a-f6540862b50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:09.747995 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520af044-3576-4138-9d6a-f6540862b50d None None] Routers {'95ca684b-49ca-4537-9adc-17570907da30'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:52:09.748634 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-520af044-3576-4138-9d6a-f6540862b50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:51:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['95ca684b-49ca-4537-9adc-17570907da30'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:09.826621 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42380) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:10.343961 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7988b-8e37-49a2-a596-12c9c48496a3 None None] Pushing event updated for resources: {'Port': ['ID=978b2802-7a36-456f-b765-f8cde340992b,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:10.457556 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-520af044-3576-4138-9d6a-f6540862b50d None None] Set router 95ca684b-49ca-4537-9adc-17570907da30 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:52:10.759302 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:10.996108 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:11.125146 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-520af044-3576-4138-9d6a-f6540862b50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ca684b-49ca-4537-9adc-17570907da30', 'name': 'tempest-ImageQuotaTest-850278022-router', 'tenant_id': 'c26126b621cb40ceb183421c22081888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '70194bf1-a1c1-44be-9049-a29aeb2212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:57Z', 'updated_at': '2021-08-16T22:52:04Z', 'revision_number': 4, 'project_id': 'c26126b621cb40ceb183421c22081888', 'gw_port': {'id': '70194bf1-a1c1-44be-9049-a29aeb2212e6', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ca684b-49ca-4537-9adc-17570907da30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:58Z', 'updated_at': '2021-08-16T22:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '978b2802-7a36-456f-b765-f8cde340992b', 'name': '', 'network_id': '60b9ce02-e76c-4741-b892-610fdec862f5', 'tenant_id': 'c26126b621cb40ceb183421c22081888', 'mac_address': 'fa:16:3e:04:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ca684b-49ca-4537-9adc-17570907da30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '641fbf5f-8bf3-4a3f-98cd-ad3d363dab07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:52:02Z', 'updated_at': '2021-08-16T22:52:09Z', 'revision_number': 4, 'project_id': 'c26126b621cb40ceb183421c22081888', 'subnets': [{'id': '641fbf5f-8bf3-4a3f-98cd-ad3d363dab07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:11.180539 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520af044-3576-4138-9d6a-f6540862b50d None None] The sync data for ids ['95ca684b-49ca-4537-9adc-17570907da30'] in n-d-792458-15 is: [{'id': '95ca684b-49ca-4537-9adc-17570907da30', 'name': 'tempest-ImageQuotaTest-850278022-router', 'tenant_id': 'c26126b621cb40ceb183421c22081888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '70194bf1-a1c1-44be-9049-a29aeb2212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:57Z', 'updated_at': '2021-08-16T22:52:04Z', 'revision_number': 4, 'project_id': 'c26126b621cb40ceb183421c22081888', 'gw_port': {'id': '70194bf1-a1c1-44be-9049-a29aeb2212e6', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ca684b-49ca-4537-9adc-17570907da30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:58Z', 'updated_at': '2021-08-16T22:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '978b2802-7a36-456f-b765-f8cde340992b', 'name': '', 'network_id': '60b9ce02-e76c-4741-b892-610fdec862f5', 'tenant_id': 'c26126b621cb40ceb183421c22081888', 'mac_address': 'fa:16:3e:04:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ca684b-49ca-4537-9adc-17570907da30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '641fbf5f-8bf3-4a3f-98cd-ad3d363dab07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:52:02Z', 'updated_at': '2021-08-16T22:52:09Z', 'revision_number': 4, 'project_id': 'c26126b621cb40ceb183421c22081888', 'subnets': [{'id': '641fbf5f-8bf3-4a3f-98cd-ad3d363dab07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:52:11.330603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] Deleting port 978b2802-7a36-456f-b765-f8cde340992b {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:11.331251 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:11.532105 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] For port 978b2802-7a36-456f-b765-f8cde340992b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=978b2802-7a36-456f-b765-f8cde340992b,segment=NetworkSegment(c9b212f8-ab9d-4eea-aab2-f76c3c6d372f),segment_id=c9b212f8-ab9d-4eea-aab2-f76c3c6d372f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:11.532464 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:11.564317 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-730bc52c-626f-4651-bc12-ef5882cc4d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:11.569858 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] Calling delete_port for 978b2802-7a36-456f-b765-f8cde340992b owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:11.875547 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:11.921348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] Pushing event deleted for resources: {'Port': ['ID=978b2802-7a36-456f-b765-f8cde340992b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:11.936245 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:11.936693 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:11.937034 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:11.937518 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:11.937861 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:11.938218 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:11.938688 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:11.939019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:11.939489 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:11.939823 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:11.940146 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:11.940682 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:12.133833 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:12.359742 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:12.773226 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] Router 95ca684b-49ca-4537-9adc-17570907da30 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:52:12.919753 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:52:12.932993 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42512) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:12.933804 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1d5e112b-2fb9-4d54-85e9-f0ca9092a0fb admin admin] 10.222.0.93 "PUT /v2.0/routers/95ca684b-49ca-4537-9adc-17570907da30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1050639 Aug 16 22:52:13.093340 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0839a63-cdfb-4990-a7e7-9e6b23da5a64 admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:13.258542 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdf496c-b2fe-42e0-ac37-78cf9fbd0dd1 None None] Sync routers for ids ['95ca684b-49ca-4537-9adc-17570907da30'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:52:13.278241 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdf496c-b2fe-42e0-ac37-78cf9fbd0dd1 None None] Routers {'95ca684b-49ca-4537-9adc-17570907da30'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:52:13.279268 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-1bdf496c-b2fe-42e0-ac37-78cf9fbd0dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:52:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['95ca684b-49ca-4537-9adc-17570907da30'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:13.290134 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0839a63-cdfb-4990-a7e7-9e6b23da5a64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:13.305018 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:13.440271 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f0839a63-cdfb-4990-a7e7-9e6b23da5a64 admin admin] Deleting port 70194bf1-a1c1-44be-9049-a29aeb2212e6 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:13.442344 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0839a63-cdfb-4990-a7e7-9e6b23da5a64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:13.607140 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-1bdf496c-b2fe-42e0-ac37-78cf9fbd0dd1 None None] Set router 95ca684b-49ca-4537-9adc-17570907da30 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:52:14.133502 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-1bdf496c-b2fe-42e0-ac37-78cf9fbd0dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ca684b-49ca-4537-9adc-17570907da30', 'name': 'tempest-ImageQuotaTest-850278022-router', 'tenant_id': 'c26126b621cb40ceb183421c22081888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '70194bf1-a1c1-44be-9049-a29aeb2212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:57Z', 'updated_at': '2021-08-16T22:52:11Z', 'revision_number': 5, 'project_id': 'c26126b621cb40ceb183421c22081888', 'gw_port': {'id': '70194bf1-a1c1-44be-9049-a29aeb2212e6', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ca684b-49ca-4537-9adc-17570907da30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:58Z', 'updated_at': '2021-08-16T22:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:14.147829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-f0839a63-cdfb-4990-a7e7-9e6b23da5a64 admin admin] For port 70194bf1-a1c1-44be-9049-a29aeb2212e6, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=70194bf1-a1c1-44be-9049-a29aeb2212e6,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:14.148534 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0839a63-cdfb-4990-a7e7-9e6b23da5a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:14.170158 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdf496c-b2fe-42e0-ac37-78cf9fbd0dd1 None None] Checking router: 95ca684b-49ca-4537-9adc-17570907da30 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:52:14.173437 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-f0839a63-cdfb-4990-a7e7-9e6b23da5a64 admin admin] Calling delete_port for 70194bf1-a1c1-44be-9049-a29aeb2212e6 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:14.182655 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdf496c-b2fe-42e0-ac37-78cf9fbd0dd1 None None] Routers {'95ca684b-49ca-4537-9adc-17570907da30'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:52:14.183377 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-1bdf496c-b2fe-42e0-ac37-78cf9fbd0dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:52:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['95ca684b-49ca-4537-9adc-17570907da30'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:14.336859 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-1bdf496c-b2fe-42e0-ac37-78cf9fbd0dd1 None None] Set router 95ca684b-49ca-4537-9adc-17570907da30 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:52:14.522696 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-1bdf496c-b2fe-42e0-ac37-78cf9fbd0dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ca684b-49ca-4537-9adc-17570907da30', 'name': 'tempest-ImageQuotaTest-850278022-router', 'tenant_id': 'c26126b621cb40ceb183421c22081888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:57Z', 'updated_at': '2021-08-16T22:52:13Z', 'revision_number': 6, 'project_id': 'c26126b621cb40ceb183421c22081888', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:14.580979 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0839a63-cdfb-4990-a7e7-9e6b23da5a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:14.602964 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdf496c-b2fe-42e0-ac37-78cf9fbd0dd1 None None] The sync data for ids ['95ca684b-49ca-4537-9adc-17570907da30'] in n-d-792458-15 is: [{'id': '95ca684b-49ca-4537-9adc-17570907da30', 'name': 'tempest-ImageQuotaTest-850278022-router', 'tenant_id': 'c26126b621cb40ceb183421c22081888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:57Z', 'updated_at': '2021-08-16T22:52:13Z', 'revision_number': 6, 'project_id': 'c26126b621cb40ceb183421c22081888', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:52:14.619172 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0839a63-cdfb-4990-a7e7-9e6b23da5a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=70194bf1-a1c1-44be-9049-a29aeb2212e6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:14.729814 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0839a63-cdfb-4990-a7e7-9e6b23da5a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:14.873004 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:14.891606 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0839a63-cdfb-4990-a7e7-9e6b23da5a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:14.894633 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0839a63-cdfb-4990-a7e7-9e6b23da5a64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:14.963696 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0839a63-cdfb-4990-a7e7-9e6b23da5a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:14.964432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0839a63-cdfb-4990-a7e7-9e6b23da5a64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95ca684b-49ca-4537-9adc-17570907da30 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:52:14.978827 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f0839a63-cdfb-4990-a7e7-9e6b23da5a64 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:14.980546 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f0839a63-cdfb-4990-a7e7-9e6b23da5a64 admin admin] 10.222.0.93 "DELETE /v2.0/routers/95ca684b-49ca-4537-9adc-17570907da30 HTTP/1.1" status: 204 len: 168 time: 2.0454323 Aug 16 22:52:14.985049 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42552) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:15.161385 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-94aa399b-bcfd-4bd4-bc28-bf14d2ce797a admin admin] Deleting subnet 641fbf5f-8bf3-4a3f-98cd-ad3d363dab07 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:52:15.165422 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-94aa399b-bcfd-4bd4-bc28-bf14d2ce797a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:15.250593 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-94aa399b-bcfd-4bd4-bc28-bf14d2ce797a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:15.421136 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-94aa399b-bcfd-4bd4-bc28-bf14d2ce797a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:15.523863 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-94aa399b-bcfd-4bd4-bc28-bf14d2ce797a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:15.538014 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-94aa399b-bcfd-4bd4-bc28-bf14d2ce797a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:15.543488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42562) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:15.545688 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-94aa399b-bcfd-4bd4-bc28-bf14d2ce797a admin admin] 10.222.0.93 "DELETE /v2.0/subnets/641fbf5f-8bf3-4a3f-98cd-ad3d363dab07 HTTP/1.1" status: 204 len: 168 time: 0.5578859 Aug 16 22:52:15.547700 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42564) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:15.549591 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590e24cf-835d-4dd0-85b5-e35606b55255 None None] Network 60b9ce02-e76c-4741-b892-610fdec862f5 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:52:15.589444 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa399b-bcfd-4bd4-bc28-bf14d2ce797a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641fbf5f-8bf3-4a3f-98cd-ad3d363dab07,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:15.686785 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1a4864a-cdee-4bc6-b5be-65139b4846a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:15.783900 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e1a4864a-cdee-4bc6-b5be-65139b4846a5 admin admin] Deleting port 81beb760-18db-4198-8012-8a5d0598a082 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:15.784379 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1a4864a-cdee-4bc6-b5be-65139b4846a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:15.861288 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5814f41-1073-4185-ba6e-38561f3e96d2 None None] DHCP port deletion for 60b9ce02-e76c-4741-b892-610fdec862f5 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:52:15.921747 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c0a8fbbb-f658-40ce-a267-241937cf73ea admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bf15cf74eb40418c93c2741122a102a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3734298 Aug 16 22:52:15.926461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42580) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:15.937357 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e1a4864a-cdee-4bc6-b5be-65139b4846a5 admin admin] For port 81beb760-18db-4198-8012-8a5d0598a082, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=81beb760-18db-4198-8012-8a5d0598a082,segment=NetworkSegment(c9b212f8-ab9d-4eea-aab2-f76c3c6d372f),segment_id=c9b212f8-ab9d-4eea-aab2-f76c3c6d372f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:15.938881 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1a4864a-cdee-4bc6-b5be-65139b4846a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:15.970424 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e1a4864a-cdee-4bc6-b5be-65139b4846a5 admin admin] Calling delete_port for 81beb760-18db-4198-8012-8a5d0598a082 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:16.002902 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-f5814f41-1073-4185-ba6e-38561f3e96d2 None None] Deleting port 81beb760-18db-4198-8012-8a5d0598a082 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:16.003773 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f5814f41-1073-4185-ba6e-38561f3e96d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:16.074503 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e264eeb-8f70-4f3e-9972-4bb4a48c9429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:16.112929 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1a4864a-cdee-4bc6-b5be-65139b4846a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:16.145605 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e264eeb-8f70-4f3e-9972-4bb4a48c9429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:16.166663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f5814f41-1073-4185-ba6e-38561f3e96d2 None None] For port 81beb760-18db-4198-8012-8a5d0598a082, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=81beb760-18db-4198-8012-8a5d0598a082,segment=NetworkSegment(c9b212f8-ab9d-4eea-aab2-f76c3c6d372f),segment_id=c9b212f8-ab9d-4eea-aab2-f76c3c6d372f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:16.168424 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f5814f41-1073-4185-ba6e-38561f3e96d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:16.184995 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4864a-cdee-4bc6-b5be-65139b4846a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=81beb760-18db-4198-8012-8a5d0598a082,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:16.201138 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a4864a-cdee-4bc6-b5be-65139b4846a5 admin admin] No DVR routers for this DVR port 81beb760-18db-4198-8012-8a5d0598a082 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:16.207723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-f5814f41-1073-4185-ba6e-38561f3e96d2 None None] Calling delete_port for 81beb760-18db-4198-8012-8a5d0598a082 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:16.273465 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e264eeb-8f70-4f3e-9972-4bb4a48c9429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:16.279477 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5e264eeb-8f70-4f3e-9972-4bb4a48c9429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:16.279477 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5e264eeb-8f70-4f3e-9972-4bb4a48c9429 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f0bdbeb5-2c6b-4d1b-a2f3-4d266efe2c45 HTTP/1.1" status: 204 len: 168 time: 0.3462274 Aug 16 22:52:16.296335 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e264eeb-8f70-4f3e-9972-4bb4a48c9429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bdbeb5-2c6b-4d1b-a2f3-4d266efe2c45,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:16.305828 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e264eeb-8f70-4f3e-9972-4bb4a48c9429 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:16.306663 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e264eeb-8f70-4f3e-9972-4bb4a48c9429 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:16.307204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e264eeb-8f70-4f3e-9972-4bb4a48c9429 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:16.307734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e264eeb-8f70-4f3e-9972-4bb4a48c9429 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:16.308279 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e264eeb-8f70-4f3e-9972-4bb4a48c9429 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:16.309043 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e264eeb-8f70-4f3e-9972-4bb4a48c9429 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:16.309606 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e264eeb-8f70-4f3e-9972-4bb4a48c9429 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:16.310384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e264eeb-8f70-4f3e-9972-4bb4a48c9429 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:16.310937 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e264eeb-8f70-4f3e-9972-4bb4a48c9429 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:16.311658 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e264eeb-8f70-4f3e-9972-4bb4a48c9429 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:16.312479 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e264eeb-8f70-4f3e-9972-4bb4a48c9429 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:16.313353 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e264eeb-8f70-4f3e-9972-4bb4a48c9429 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:16.401052 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1a4864a-cdee-4bc6-b5be-65139b4846a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:16.424065 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f5814f41-1073-4185-ba6e-38561f3e96d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:16.437736 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-e1a4864a-cdee-4bc6-b5be-65139b4846a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b9ce02-e76c-4741-b892-610fdec862f5']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:16.479990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-e1a4864a-cdee-4bc6-b5be-65139b4846a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b212f8-ab9d-4eea-aab2-f76c3c6d372f') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:16.480709 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-e1a4864a-cdee-4bc6-b5be-65139b4846a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b212f8-ab9d-4eea-aab2-f76c3c6d372f') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:16.488964 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5814f41-1073-4185-ba6e-38561f3e96d2 None None] Pushing event deleted for resources: {'Port': ['ID=81beb760-18db-4198-8012-8a5d0598a082,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:16.503779 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5814f41-1073-4185-ba6e-38561f3e96d2 None None] No DVR routers for this DVR port 81beb760-18db-4198-8012-8a5d0598a082 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:16.533248 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1a4864a-cdee-4bc6-b5be-65139b4846a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:16.572796 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1a4864a-cdee-4bc6-b5be-65139b4846a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:16.592606 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 81beb760-18db-4198-8012-8a5d0598a082 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:16.598029 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a4864a-cdee-4bc6-b5be-65139b4846a5 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:52:16.599644 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1a4864a-cdee-4bc6-b5be-65139b4846a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:52:16.603922 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:52:16.663175 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 81beb760-18db-4198-8012-8a5d0598a082 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:16.663499 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 81beb760-18db-4198-8012-8a5d0598a082 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:16.663998 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 70194bf1-a1c1-44be-9049-a29aeb2212e6 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:16.692476 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 70194bf1-a1c1-44be-9049-a29aeb2212e6 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:16.692959 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 70194bf1-a1c1-44be-9049-a29aeb2212e6 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:16.693564 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 978b2802-7a36-456f-b765-f8cde340992b no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:16.716910 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 978b2802-7a36-456f-b765-f8cde340992b {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:16.717258 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 978b2802-7a36-456f-b765-f8cde340992b not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:16.744309 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1a4864a-cdee-4bc6-b5be-65139b4846a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:16.756321 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1a4864a-cdee-4bc6-b5be-65139b4846a5 admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:16.770112 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e1a4864a-cdee-4bc6-b5be-65139b4846a5 admin admin] 10.222.0.93 "DELETE /v2.0/networks/60b9ce02-e76c-4741-b892-610fdec862f5 HTTP/1.1" status: 204 len: 168 time: 1.2202041 Aug 16 22:52:16.794567 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4864a-cdee-4bc6-b5be-65139b4846a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=60b9ce02-e76c-4741-b892-610fdec862f5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:17.023824 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42618) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:17.130317 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42620) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:17.136391 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2ef9b465-dc7e-4689-bdb5-5299387daa20 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c26126b621cb40ceb183421c22081888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1103547 Aug 16 22:52:17.221612 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7afb2e92-4c88-49f6-aa11-68dded243c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:17.254554 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7afb2e92-4c88-49f6-aa11-68dded243c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:17.334857 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7afb2e92-4c88-49f6-aa11-68dded243c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:17.339216 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7afb2e92-4c88-49f6-aa11-68dded243c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:17.340931 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7afb2e92-4c88-49f6-aa11-68dded243c00 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/51f5070c-1b24-4443-bd8a-65b75f055097 HTTP/1.1" status: 204 len: 168 time: 0.2096684 Aug 16 22:52:17.352646 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42628) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:17.357545 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb2e92-4c88-49f6-aa11-68dded243c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f5070c-1b24-4443-bd8a-65b75f055097,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:17.666255 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-379dcf41-a4ba-445a-aea3-1618006f3a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:17.806640 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-379dcf41-a4ba-445a-aea3-1618006f3a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:17.811872 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-379dcf41-a4ba-445a-aea3-1618006f3a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:17.846731 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42642) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:17.850836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-379dcf41-a4ba-445a-aea3-1618006f3a1e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fa265e85db4e4d289827d04cb0802f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4968112 Aug 16 22:52:17.861954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42646) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:17.881308 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab0e9-244a-450c-a4fa-ad4e57e125b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:17.957220 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379dcf41-a4ba-445a-aea3-1618006f3a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a86f8a7-29fe-4493-aac2-fe4c98b6d291,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:17.965715 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91e0f787-36d9-434d-a835-3c31e0078e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:18.005023 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91e0f787-36d9-434d-a835-3c31e0078e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:18.073933 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab0e9-244a-450c-a4fa-ad4e57e125b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:18.077864 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91e0f787-36d9-434d-a835-3c31e0078e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:18.080809 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91e0f787-36d9-434d-a835-3c31e0078e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:18.085816 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-91e0f787-36d9-434d-a835-3c31e0078e40 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0a86f8a7-29fe-4493-aac2-fe4c98b6d291 HTTP/1.1" status: 204 len: 168 time: 0.2195852 Aug 16 22:52:18.087951 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab0e9-244a-450c-a4fa-ad4e57e125b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:18.104850 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0f787-36d9-434d-a835-3c31e0078e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a86f8a7-29fe-4493-aac2-fe4c98b6d291,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:18.156212 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7d5ab0e9-244a-450c-a4fa-ad4e57e125b8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3056936 Aug 16 22:52:18.157205 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ab0e9-244a-450c-a4fa-ad4e57e125b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd3c248-e6f3-43f7-9bf2-5090dd1dbb12,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:18.160703 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42656) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:18.250139 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e4945b7e-40fc-4d0e-b15a-475a59962be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:18.293950 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e4945b7e-40fc-4d0e-b15a-475a59962be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:18.382972 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e4945b7e-40fc-4d0e-b15a-475a59962be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:18.385917 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e4945b7e-40fc-4d0e-b15a-475a59962be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:18.387953 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e4945b7e-40fc-4d0e-b15a-475a59962be6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2cd3c248-e6f3-43f7-9bf2-5090dd1dbb12 HTTP/1.1" status: 204 len: 168 time: 0.2263145 Aug 16 22:52:18.409352 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4945b7e-40fc-4d0e-b15a-475a59962be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd3c248-e6f3-43f7-9bf2-5090dd1dbb12,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:18.817801 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42666) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:18.836723 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3259af6-4928-4dfc-a6ad-53a6b2298896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:18.977856 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3259af6-4928-4dfc-a6ad-53a6b2298896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:18.990468 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3259af6-4928-4dfc-a6ad-53a6b2298896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:19.035586 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3259af6-4928-4dfc-a6ad-53a6b2298896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0eab38-2a11-4ec0-8dd8-65e7d4ccb7fc,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:19.042822 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f3259af6-4928-4dfc-a6ad-53a6b2298896 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=36d8d8c6aefa4e558d02b616dd4a921e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209079 Aug 16 22:52:19.043360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42676) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:19.123036 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29b63ffb-1f68-49ca-9522-b2f551b13dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:19.157757 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29b63ffb-1f68-49ca-9522-b2f551b13dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:19.221412 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29b63ffb-1f68-49ca-9522-b2f551b13dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:19.224728 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-29b63ffb-1f68-49ca-9522-b2f551b13dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:19.228384 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-29b63ffb-1f68-49ca-9522-b2f551b13dc4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0c0eab38-2a11-4ec0-8dd8-65e7d4ccb7fc HTTP/1.1" status: 204 len: 168 time: 0.1811421 Aug 16 22:52:19.259401 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b63ffb-1f68-49ca-9522-b2f551b13dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0eab38-2a11-4ec0-8dd8-65e7d4ccb7fc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:22.073027 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42752) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:22.207749 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc0aea8c-6f55-43dc-8a29-2990ea97a2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:22.348820 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc0aea8c-6f55-43dc-8a29-2990ea97a2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:22.357821 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fc0aea8c-6f55-43dc-8a29-2990ea97a2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:22.423694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42762) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:22.424251 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fc0aea8c-6f55-43dc-8a29-2990ea97a2b9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c1d2c0cfdbcd46449e0539c50f41299d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3493967 Aug 16 22:52:22.427038 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0aea8c-6f55-43dc-8a29-2990ea97a2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15f7bb7-4c26-4572-90b6-bfde9b08f97c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:22.563063 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-261f4122-7f08-4edc-98dd-f0ef9ab19219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:22.595916 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-261f4122-7f08-4edc-98dd-f0ef9ab19219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:22.710422 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-261f4122-7f08-4edc-98dd-f0ef9ab19219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:22.713588 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-261f4122-7f08-4edc-98dd-f0ef9ab19219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:22.719309 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-261f4122-7f08-4edc-98dd-f0ef9ab19219 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e15f7bb7-4c26-4572-90b6-bfde9b08f97c HTTP/1.1" status: 204 len: 168 time: 0.2929897 Aug 16 22:52:22.733826 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f4122-7f08-4edc-98dd-f0ef9ab19219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15f7bb7-4c26-4572-90b6-bfde9b08f97c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:22.899722 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 42770) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:23.129561 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-954b9890-e94a-4d5f-9c39-201fcbf58b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:23.368833 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-954b9890-e94a-4d5f-9c39-201fcbf58b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:23.384698 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-954b9890-e94a-4d5f-9c39-201fcbf58b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:23.465593 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-954b9890-e94a-4d5f-9c39-201fcbf58b0c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=66cdefb7b63e448585248bfade3f9e22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5616264 Aug 16 22:52:23.466787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42778) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:23.474217 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b9890-e94a-4d5f-9c39-201fcbf58b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5bfc27-fbe6-4628-b7ef-9d10d7eff3f3,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:23.564114 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61513875-ca1a-4073-8c5d-c178bb1613c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:23.593186 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61513875-ca1a-4073-8c5d-c178bb1613c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:23.671508 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42780) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:23.693022 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcb99731-bfc6-4272-ba18-6d3bc99e21eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:23.697878 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61513875-ca1a-4073-8c5d-c178bb1613c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:23.700463 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61513875-ca1a-4073-8c5d-c178bb1613c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:23.704177 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-61513875-ca1a-4073-8c5d-c178bb1613c3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ba5bfc27-fbe6-4628-b7ef-9d10d7eff3f3 HTTP/1.1" status: 204 len: 168 time: 0.2333369 Aug 16 22:52:23.719301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61513875-ca1a-4073-8c5d-c178bb1613c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5bfc27-fbe6-4628-b7ef-9d10d7eff3f3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:23.864385 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcb99731-bfc6-4272-ba18-6d3bc99e21eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:23.872090 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dcb99731-bfc6-4272-ba18-6d3bc99e21eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:23.940983 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb99731-bfc6-4272-ba18-6d3bc99e21eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a1c41d-acd2-42c3-b459-2b442bb5c99f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:23.952488 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dcb99731-bfc6-4272-ba18-6d3bc99e21eb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d0a5ceb42a6541378f5d9fd3e7740ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818463 Aug 16 22:52:23.955096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 42784) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:24.028160 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-73fad39d-eaa4-4171-9b0b-ff34ba7a43ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:24.075160 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-73fad39d-eaa4-4171-9b0b-ff34ba7a43ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:24.165577 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-73fad39d-eaa4-4171-9b0b-ff34ba7a43ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:24.168809 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-73fad39d-eaa4-4171-9b0b-ff34ba7a43ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:24.174509 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-73fad39d-eaa4-4171-9b0b-ff34ba7a43ce admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/42a1c41d-acd2-42c3-b459-2b442bb5c99f HTTP/1.1" status: 204 len: 168 time: 0.2136166 Aug 16 22:52:24.192246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fad39d-eaa4-4171-9b0b-ff34ba7a43ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a1c41d-acd2-42c3-b459-2b442bb5c99f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:35.191354 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43054) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:35.417107 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-25cde221-f7a2-4614-9705-3e31f6d45f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:35.602731 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-25cde221-f7a2-4614-9705-3e31f6d45f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:35.609313 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-25cde221-f7a2-4614-9705-3e31f6d45f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:35.651185 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-25cde221-f7a2-4614-9705-3e31f6d45f0a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4f2ce37057c047c291a7be0d8a69bc71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4613676 Aug 16 22:52:35.654583 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43072) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:35.701198 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cde221-f7a2-4614-9705-3e31f6d45f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d953545-25f9-4d98-9dc7-7e03a69db480,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:35.712094 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f98c949c-3b8a-457a-92b7-408be4dc41fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:35.737229 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f98c949c-3b8a-457a-92b7-408be4dc41fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:35.812462 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f98c949c-3b8a-457a-92b7-408be4dc41fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:35.817260 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f98c949c-3b8a-457a-92b7-408be4dc41fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:35.821892 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f98c949c-3b8a-457a-92b7-408be4dc41fb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2d953545-25f9-4d98-9dc7-7e03a69db480 HTTP/1.1" status: 204 len: 168 time: 0.1661167 Aug 16 22:52:35.843865 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c949c-3b8a-457a-92b7-408be4dc41fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d953545-25f9-4d98-9dc7-7e03a69db480,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:36.243940 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43082) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:36.274574 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fcd617d7-506a-4319-88fb-19930ca156bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:36.402047 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fcd617d7-506a-4319-88fb-19930ca156bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:36.409843 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fcd617d7-506a-4319-88fb-19930ca156bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:36.442282 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd617d7-506a-4319-88fb-19930ca156bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c145fc-6a7a-4ee6-bb43-232d6b488ea2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:36.512600 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43086) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:36.512867 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fcd617d7-506a-4319-88fb-19930ca156bb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=856ba56a63b54ad18469be3fdd71911d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674475 Aug 16 22:52:36.590296 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b566e28f-be8e-4a63-890a-ea7fa53b75e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:36.619802 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b566e28f-be8e-4a63-890a-ea7fa53b75e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:36.719888 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b566e28f-be8e-4a63-890a-ea7fa53b75e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:36.735450 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b566e28f-be8e-4a63-890a-ea7fa53b75e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:36.742737 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b566e28f-be8e-4a63-890a-ea7fa53b75e0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/47c145fc-6a7a-4ee6-bb43-232d6b488ea2 HTTP/1.1" status: 204 len: 168 time: 0.2243636 Aug 16 22:52:36.753143 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566e28f-be8e-4a63-890a-ea7fa53b75e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c145fc-6a7a-4ee6-bb43-232d6b488ea2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:38.727730 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:39.040185 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a805c97d-b748-43c3-b4d1-3fcaf33c5913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:40.721987 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43198) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:40.923805 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1dcd2844-24e4-472d-8499-c0c3b189f096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:40.952249 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:41.080417 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1dcd2844-24e4-472d-8499-c0c3b189f096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:41.096265 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1dcd2844-24e4-472d-8499-c0c3b189f096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:41.131624 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd2844-24e4-472d-8499-c0c3b189f096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d3069a-4046-4e3c-88a5-6eb228db9dce,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:41.165665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43208) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:41.166264 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1dcd2844-24e4-472d-8499-c0c3b189f096 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=59009270bddf4d2fb7fbb8d314edbe4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4411240 Aug 16 22:52:41.242153 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08164aec-2356-4be7-8f49-8680fca6f3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:41.271917 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08164aec-2356-4be7-8f49-8680fca6f3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:41.380497 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08164aec-2356-4be7-8f49-8680fca6f3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:41.384022 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-08164aec-2356-4be7-8f49-8680fca6f3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:41.390674 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-08164aec-2356-4be7-8f49-8680fca6f3bd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/35d3069a-4046-4e3c-88a5-6eb228db9dce HTTP/1.1" status: 204 len: 168 time: 0.2216806 Aug 16 22:52:41.413737 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08164aec-2356-4be7-8f49-8680fca6f3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d3069a-4046-4e3c-88a5-6eb228db9dce,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:41.580019 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ede238f8-a99c-4b08-b289-610bca6cc7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:41.849709 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:52:42.118765 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:43.092936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43254) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:43.290319 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7b395b01-8fd3-454e-939e-b579ca696fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:43.300903 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:43.482215 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7b395b01-8fd3-454e-939e-b579ca696fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:43.487494 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7b395b01-8fd3-454e-939e-b579ca696fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:43.543892 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7b395b01-8fd3-454e-939e-b579ca696fd0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=944d6759bda047389ac3f165be140c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4497979 Aug 16 22:52:43.547020 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43280) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:43.553379 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b395b01-8fd3-454e-939e-b579ca696fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb328d14-258e-4b79-877a-4a6aa3e641fa,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:43.662996 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6b182ab-9810-40b5-bd57-4d8fd93f1070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:43.694585 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6b182ab-9810-40b5-bd57-4d8fd93f1070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:43.761847 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6b182ab-9810-40b5-bd57-4d8fd93f1070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:43.765181 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6b182ab-9810-40b5-bd57-4d8fd93f1070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:43.766577 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c6b182ab-9810-40b5-bd57-4d8fd93f1070 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/eb328d14-258e-4b79-877a-4a6aa3e641fa HTTP/1.1" status: 204 len: 168 time: 0.2185202 Aug 16 22:52:43.790564 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b182ab-9810-40b5-bd57-4d8fd93f1070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb328d14-258e-4b79-877a-4a6aa3e641fa,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:44.373471 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-5d17669a-3c19-4c51-aa4c-de6bd012a723 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=d5dc94e967a447859c4045c92e648fc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394702 Aug 16 22:52:44.620987 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-cde0ff5d-a6b8-4d95-be48-ce55bede6b3a tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:44.628609 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-cde0ff5d-a6b8-4d95-be48-ce55bede6b3a tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2482285 Aug 16 22:52:44.657222 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-a038f1aa-c875-4736-aaf2-2c540629b3fe tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/quotas/d5dc94e967a447859c4045c92e648fc1 HTTP/1.1" status: 200 len: 375 time: 0.0133026 Aug 16 22:52:44.729629 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-04a756a7-83ee-4595-ac41-cdd84841c99e tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=d5dc94e967a447859c4045c92e648fc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571780 Aug 16 22:52:44.866749 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:44.948938 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6cbd9f64-4d9a-4ac8-b444-8797314e3df1 req-ff840f98-a34a-47fd-a6ee-0c3715a8afb6 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/ports?device_id=c16b5601-c6a0-441c-9e1e-8f6085645792 HTTP/1.1" status: 200 len: 210 time: 0.0524576 Aug 16 22:52:46.081812 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-c8dca110-d2f1-452a-99b2-33462b3b551d tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d5dc94e967a447859c4045c92e648fc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434394 Aug 16 22:52:46.181878 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-451d088c-f92e-4b08-9e12-d053202d2dc4 req-d09089a9-5635-4649-8cc9-1573323f1c52 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/ports?device_id=c16b5601-c6a0-441c-9e1e-8f6085645792 HTTP/1.1" status: 200 len: 210 time: 0.0832846 Aug 16 22:52:46.294710 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-4385fee1-4992-409b-8e0e-907c87652996 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:46.296791 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-4385fee1-4992-409b-8e0e-907c87652996 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2085233 Aug 16 22:52:46.310727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-3820a1b1-bb71-4c77-92ad-4cc83a18997d tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Request body: {'port': {'device_id': 'c16b5601-c6a0-441c-9e1e-8f6085645792', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': 'd5dc94e967a447859c4045c92e648fc1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:46.481629 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-3820a1b1-bb71-4c77-92ad-4cc83a18997d tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Made reservation on behalf of d5dc94e967a447859c4045c92e648fc1 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:52:46.486044 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-3820a1b1-bb71-4c77-92ad-4cc83a18997d tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:46.516811 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-3820a1b1-bb71-4c77-92ad-4cc83a18997d tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:46.697425 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-3820a1b1-bb71-4c77-92ad-4cc83a18997d tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:46.703874 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-3820a1b1-bb71-4c77-92ad-4cc83a18997d tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:46.794847 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820a1b1-bb71-4c77-92ad-4cc83a18997d tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f87dd249-b07a-4f93-92dd-890c46cbd19b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:46.925688 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-3820a1b1-bb71-4c77-92ad-4cc83a18997d tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Allocated IP 192.168.233.61 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/58fa849e-5d0b-43f0-9cad-8adfd1f6505b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:52:47.160436 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-3820a1b1-bb71-4c77-92ad-4cc83a18997d tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:47.187838 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-3820a1b1-bb71-4c77-92ad-4cc83a18997d tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Transition to ACTIVE for port object 58fa849e-5d0b-43f0-9cad-8adfd1f6505b will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:52:47.246557 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-3820a1b1-bb71-4c77-92ad-4cc83a18997d tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:47.354673 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-3820a1b1-bb71-4c77-92ad-4cc83a18997d tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:52:47.359173 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-3820a1b1-bb71-4c77-92ad-4cc83a18997d tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:52:47.380569 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-3820a1b1-bb71-4c77-92ad-4cc83a18997d tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:52:47.422342 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820a1b1-bb71-4c77-92ad-4cc83a18997d tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Pushing event updated for resources: {'Port': ['ID=58fa849e-5d0b-43f0-9cad-8adfd1f6505b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:47.451456 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-3820a1b1-bb71-4c77-92ad-4cc83a18997d tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:47.452213 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-3820a1b1-bb71-4c77-92ad-4cc83a18997d tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:47.462049 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb54ef-b1e1-4d40-b160-21822f1d2913 req-7c265743-624e-4c67-8f16-54ecda970e12 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:47.463646 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfeb54ef-b1e1-4d40-b160-21822f1d2913 req-7c265743-624e-4c67-8f16-54ecda970e12 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/ports?device_id=c16b5601-c6a0-441c-9e1e-8f6085645792 HTTP/1.1" status: 200 len: 935 time: 0.1404409 Aug 16 22:52:47.522355 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-3820a1b1-bb71-4c77-92ad-4cc83a18997d tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2164848 Aug 16 22:52:47.552676 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfeb54ef-b1e1-4d40-b160-21822f1d2913 req-9ebdf658-68ab-4351-9456-d13a17a6f2fa tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/security-groups?id=f87dd249-b07a-4f93-92dd-890c46cbd19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776968 Aug 16 22:52:47.752431 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] Request body: {'port': {'device_id': 'c16b5601-c6a0-441c-9e1e-8f6085645792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:47.816999 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c792242c-0617-443a-95f7-0ba1c6b553ca None None] Provisioning for port 58fa849e-5d0b-43f0-9cad-8adfd1f6505b completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:52:47.821429 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c792242c-0617-443a-95f7-0ba1c6b553ca None None] Provisioning complete for port 58fa849e-5d0b-43f0-9cad-8adfd1f6505b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:47.821810 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c792242c-0617-443a-95f7-0ba1c6b553ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:47.829777 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:47.874242 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c792242c-0617-443a-95f7-0ba1c6b553ca None None] Port 58fa849e-5d0b-43f0-9cad-8adfd1f6505b cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:52:48.204398 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58fa849e-5d0b-43f0-9cad-8adfd1f6505b {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:52:48.213559 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.238042 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] Transition to ACTIVE for port object 58fa849e-5d0b-43f0-9cad-8adfd1f6505b will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:52:48.243279 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.299113 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] Pushing event updated for resources: {'Port': ['ID=58fa849e-5d0b-43f0-9cad-8adfd1f6505b,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:48.390002 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] Attempting to bind port 58fa849e-5d0b-43f0-9cad-8adfd1f6505b on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:52:48.391360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] Attempting to bind port 58fa849e-5d0b-43f0-9cad-8adfd1f6505b by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:52:48.392026 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] Attempting to bind port 58fa849e-5d0b-43f0-9cad-8adfd1f6505b on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:48.400439 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] Port 58fa849e-5d0b-43f0-9cad-8adfd1f6505b on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:52:48.400986 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] Attempting to bind port 58fa849e-5d0b-43f0-9cad-8adfd1f6505b on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:48.408133 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:52:48.408467 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:52:48.408856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:52:48.410419 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] Bound port: 58fa849e-5d0b-43f0-9cad-8adfd1f6505b, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:52:48.410419 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.500967 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] For port 58fa849e-5d0b-43f0-9cad-8adfd1f6505b, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:52:48.505251 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] For port 58fa849e-5d0b-43f0-9cad-8adfd1f6505b, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=58fa849e-5d0b-43f0-9cad-8adfd1f6505b,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:52:48.510408 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.554875 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:48.555472 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.556978 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] 10.222.0.43 "PUT /v2.0/ports/58fa849e-5d0b-43f0-9cad-8adfd1f6505b HTTP/1.1" status: 200 len: 1096 time: 1.0261874 Aug 16 22:52:48.557439 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c16b5601-c6a0-441c-9e1e-8f6085645792', 'tag': '58fa849e-5d0b-43f0-9cad-8adfd1f6505b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:48.559786 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431b17fb-f56d-4e0d-8031-2b67fbdc0e34" -d '{"events": [{"name": "network-changed", "server_uuid": "c16b5601-c6a0-441c-9e1e-8f6085645792", "tag": "58fa849e-5d0b-43f0-9cad-8adfd1f6505b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:48.611373 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd21dfa-7f57-40c4-b5cc-1921fd526d38 service neutron] Pushing event updated for resources: {'Port': ['ID=58fa849e-5d0b-43f0-9cad-8adfd1f6505b,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:48.707970 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6a86aa-d28f-47d2-9b90-b6ecb87ad030 x-openstack-request-id: req-cd6a86aa-d28f-47d2-9b90-b6ecb87ad030 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:48.709052 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c16b5601-c6a0-441c-9e1e-8f6085645792", "tag": "58fa849e-5d0b-43f0-9cad-8adfd1f6505b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:48.709323 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cd6a86aa-d28f-47d2-9b90-b6ecb87ad030 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:48.709758 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c16b5601-c6a0-441c-9e1e-8f6085645792', 'tag': '58fa849e-5d0b-43f0-9cad-8adfd1f6505b', 'status': 'completed', 'code': 200} Aug 16 22:52:48.714560 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-07dd5e35-2794-4068-9281-3cd84742a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:48.722601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-07dd5e35-2794-4068-9281-3cd84742a909 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5dc94e967a447859c4045c92e648fc1&device_id=c16b5601-c6a0-441c-9e1e-8f6085645792 HTTP/1.1" status: 200 len: 1099 time: 0.0756624 Aug 16 22:52:48.808832 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-e629c5be-7b10-4fae-89a1-8f362244e9af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=58fa849e-5d0b-43f0-9cad-8adfd1f6505b HTTP/1.1" status: 200 len: 217 time: 0.0786579 Aug 16 22:52:48.879458 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-8f178c27-b3b5-4160-92ee-2e805f0aa11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:48.883883 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-8f178c27-b3b5-4160-92ee-2e805f0aa11f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0641756 Aug 16 22:52:48.975216 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-ca781cbf-3d52-470a-b2b9-e2475541f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:48.976588 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-ca781cbf-3d52-470a-b2b9-e2475541f095 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0859940 Aug 16 22:52:49.144450 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-af343e7e-fab7-4f9d-b925-86c055d5bedd service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596365 Aug 16 22:52:49.166668 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87bdb2-bb6c-405c-947a-7711fd6d5c85 req-9506bbd4-3ba3-4482-89dc-617a09b055b4 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:49.167821 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b87bdb2-bb6c-405c-947a-7711fd6d5c85 req-9506bbd4-3ba3-4482-89dc-617a09b055b4 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/ports?device_id=c16b5601-c6a0-441c-9e1e-8f6085645792 HTTP/1.1" status: 200 len: 947 time: 0.0672140 Aug 16 22:52:49.292538 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b87bdb2-bb6c-405c-947a-7711fd6d5c85 req-35a19964-5167-4142-a2d6-be6fc0691d90 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/security-groups?id=f87dd249-b07a-4f93-92dd-890c46cbd19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130283 Aug 16 22:52:49.334553 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-258eb71f-ab4e-4324-833a-27a827bce9c3 req-94f097d5-62e1-4c5c-8bbb-db863487b920 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793907 Aug 16 22:52:49.518358 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b17fb-f56d-4e0d-8031-2b67fbdc0e34 req-71da3a19-e7f4-4041-b298-31b6769f8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:49.519890 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-431b17fb-f56d-4e0d-8031-2b67fbdc0e34 req-71da3a19-e7f4-4041-b298-31b6769f8202 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5dc94e967a447859c4045c92e648fc1&device_id=c16b5601-c6a0-441c-9e1e-8f6085645792 HTTP/1.1" status: 200 len: 1099 time: 0.0609097 Aug 16 22:52:49.632258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b17fb-f56d-4e0d-8031-2b67fbdc0e34 req-0254adb0-e2d5-4d11-92e3-a9a2f6b2b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:49.640126 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-431b17fb-f56d-4e0d-8031-2b67fbdc0e34 req-0254adb0-e2d5-4d11-92e3-a9a2f6b2b7e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.1068919 Aug 16 22:52:49.684704 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-431b17fb-f56d-4e0d-8031-2b67fbdc0e34 req-e3b14e27-f3e0-4688-ab09-c31ef633aad5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=58fa849e-5d0b-43f0-9cad-8adfd1f6505b HTTP/1.1" status: 200 len: 217 time: 0.0418479 Aug 16 22:52:49.752150 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b17fb-f56d-4e0d-8031-2b67fbdc0e34 req-23a6f4b3-438d-45fa-b43a-6ce6b9aa683b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:49.757270 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-431b17fb-f56d-4e0d-8031-2b67fbdc0e34 req-23a6f4b3-438d-45fa-b43a-6ce6b9aa683b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0657332 Aug 16 22:52:49.852266 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b17fb-f56d-4e0d-8031-2b67fbdc0e34 req-5a12f717-7eca-4212-945c-fca6c24b880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:49.854243 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-431b17fb-f56d-4e0d-8031-2b67fbdc0e34 req-5a12f717-7eca-4212-945c-fca6c24b880a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0877271 Aug 16 22:52:49.995741 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-431b17fb-f56d-4e0d-8031-2b67fbdc0e34 req-f98ccaa2-90d7-4a75-9671-2de3350151f1 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320200 Aug 16 22:52:50.108341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-431b17fb-f56d-4e0d-8031-2b67fbdc0e34 req-0f17fea0-d003-4f46-a546-fdb641739e36 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995152 Aug 16 22:52:50.476406 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8f591-a0d9-410d-a604-d28abb2ea1e0 req-35d5ad61-1bee-4c72-a75a-0d522ec9c933 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:50.478226 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4cd8f591-a0d9-410d-a604-d28abb2ea1e0 req-35d5ad61-1bee-4c72-a75a-0d522ec9c933 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/ports?device_id=c16b5601-c6a0-441c-9e1e-8f6085645792 HTTP/1.1" status: 200 len: 947 time: 0.0714481 Aug 16 22:52:50.529876 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4cd8f591-a0d9-410d-a604-d28abb2ea1e0 req-fc9cbb5e-d641-44bb-b2da-0f2b9c02363d tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/security-groups?id=f87dd249-b07a-4f93-92dd-890c46cbd19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388198 Aug 16 22:52:51.566902 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 58fa849e-5d0b-43f0-9cad-8adfd1f6505b details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:52:51.722923 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 58fa849e-5d0b-43f0-9cad-8adfd1f6505b, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=58fa849e-5d0b-43f0-9cad-8adfd1f6505b,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:51.742090 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799e866-84cd-43d3-8765-4a40141f49f7 req-67e7414a-deeb-4f88-8e91-229f0ffa5737 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:51.748181 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '58fa849e-5d0b-43f0-9cad-8adfd1f6505b', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': '58fa849e-5d0b-43f0-9cad-8adfd1f6505b', 'mac_address': 'fa:16:3e:e8:42:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:52:51.751124 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8799e866-84cd-43d3-8765-4a40141f49f7 req-67e7414a-deeb-4f88-8e91-229f0ffa5737 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/ports?device_id=c16b5601-c6a0-441c-9e1e-8f6085645792 HTTP/1.1" status: 200 len: 947 time: 0.1075113 Aug 16 22:52:51.827090 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.849463 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8799e866-84cd-43d3-8765-4a40141f49f7 req-332d8fb9-f18c-4405-b09e-051d6f3c10b5 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/security-groups?id=f87dd249-b07a-4f93-92dd-890c46cbd19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830820 Aug 16 22:52:51.853392 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58fa849e-5d0b-43f0-9cad-8adfd1f6505b {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:52:51.909787 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 58fa849e-5d0b-43f0-9cad-8adfd1f6505b, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=58fa849e-5d0b-43f0-9cad-8adfd1f6505b,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:51.920712 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:52.029481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=58fa849e-5d0b-43f0-9cad-8adfd1f6505b,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:52.050644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:52.051299 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:52.051911 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:52.052424 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:52.053836 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:52.054455 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:52.055042 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:52.056247 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:52.056796 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:52.057321 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:52.057820 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:52.058363 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:52.152038 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['58fa849e-5d0b-43f0-9cad-8adfd1f6505b'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:52.429227 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43500) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:52.661500 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-434a50a7-541e-435e-b618-b5e1b3ab0d2b admin admin] Deleting subnet 0e97ec8c-4298-48d4-896c-77ed87c5f8dd {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:52:52.665541 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-434a50a7-541e-435e-b618-b5e1b3ab0d2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:52.713064 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-434a50a7-541e-435e-b618-b5e1b3ab0d2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:52.764264 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-434a50a7-541e-435e-b618-b5e1b3ab0d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:52.832492 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-434a50a7-541e-435e-b618-b5e1b3ab0d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:52.858569 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a50a7-541e-435e-b618-b5e1b3ab0d2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e97ec8c-4298-48d4-896c-77ed87c5f8dd,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:52.862928 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-434a50a7-541e-435e-b618-b5e1b3ab0d2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:52.864701 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-434a50a7-541e-435e-b618-b5e1b3ab0d2b admin admin] 10.222.0.93 "DELETE /v2.0/subnets/0e97ec8c-4298-48d4-896c-77ed87c5f8dd HTTP/1.1" status: 204 len: 168 time: 0.4339178 Aug 16 22:52:52.867393 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43506) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:52.969295 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1afbf882-1105-41ee-8dac-502e02945bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.037496 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070d9ac-7564-464c-8d52-7189a64ecc7f req-7e85d11d-5fa8-4ed8-96b2-22e2a8ee7cb6 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:53.039092 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5070d9ac-7564-464c-8d52-7189a64ecc7f req-7e85d11d-5fa8-4ed8-96b2-22e2a8ee7cb6 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/ports?device_id=c16b5601-c6a0-441c-9e1e-8f6085645792 HTTP/1.1" status: 200 len: 948 time: 0.0884137 Aug 16 22:52:53.104641 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1afbf882-1105-41ee-8dac-502e02945bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.121805 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-1afbf882-1105-41ee-8dac-502e02945bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aacbf1c0-e535-4695-97b1-c2c80914b16b']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:53.133390 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5070d9ac-7564-464c-8d52-7189a64ecc7f req-2adec3aa-aef8-41af-a4ab-6920f2e5c3d8 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/security-groups?id=f87dd249-b07a-4f93-92dd-890c46cbd19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844381 Aug 16 22:52:53.136890 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-1afbf882-1105-41ee-8dac-502e02945bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaca0cdd-81ae-4753-bba6-e34f7bd21545') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:53.137208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-1afbf882-1105-41ee-8dac-502e02945bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaca0cdd-81ae-4753-bba6-e34f7bd21545') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:53.148324 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1afbf882-1105-41ee-8dac-502e02945bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.170274 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1afbf882-1105-41ee-8dac-502e02945bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.176828 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afbf882-1105-41ee-8dac-502e02945bc8 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:52:53.177106 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1afbf882-1105-41ee-8dac-502e02945bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:52:53.178803 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:52:53.239629 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1afbf882-1105-41ee-8dac-502e02945bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.246132 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1afbf882-1105-41ee-8dac-502e02945bc8 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.248336 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1afbf882-1105-41ee-8dac-502e02945bc8 admin admin] 10.222.0.93 "DELETE /v2.0/networks/aacbf1c0-e535-4695-97b1-c2c80914b16b HTTP/1.1" status: 204 len: 168 time: 0.3798497 Aug 16 22:52:53.269879 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbf882-1105-41ee-8dac-502e02945bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=aacbf1c0-e535-4695-97b1-c2c80914b16b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:53.400433 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43520) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:53.449903 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5ce3395f-8f96-4a22-b1f5-ce4254495661 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a94320c237464e92b55da62058850e19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481577 Aug 16 22:52:53.453156 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43522) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:53.522726 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8c3ceef-3f28-4b54-b0ab-ce6fd937b87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.548850 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8c3ceef-3f28-4b54-b0ab-ce6fd937b87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.586801 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 58fa849e-5d0b-43f0-9cad-8adfd1f6505b up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:52:53.612023 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8c3ceef-3f28-4b54-b0ab-ce6fd937b87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.615599 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8c3ceef-3f28-4b54-b0ab-ce6fd937b87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.618015 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d8c3ceef-3f28-4b54-b0ab-ce6fd937b87c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/faa197d4-4511-41d6-af90-fd25ce2beef0 HTTP/1.1" status: 204 len: 168 time: 0.1628757 Aug 16 22:52:53.628104 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3ceef-3f28-4b54-b0ab-ce6fd937b87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa197d4-4511-41d6-af90-fd25ce2beef0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:53.670661 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 58fa849e-5d0b-43f0-9cad-8adfd1f6505b completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:52:53.677301 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 58fa849e-5d0b-43f0-9cad-8adfd1f6505b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:53.677858 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.792618 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.828293 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16b5601-c6a0-441c-9e1e-8f6085645792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fa849e-5d0b-43f0-9cad-8adfd1f6505b'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:53.830597 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab90101-f27f-4b43-9120-590b444cee30" -d '{"events": [{"server_uuid": "c16b5601-c6a0-441c-9e1e-8f6085645792", "name": "network-vif-plugged", "status": "completed", "tag": "58fa849e-5d0b-43f0-9cad-8adfd1f6505b"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:53.848068 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 58fa849e-5d0b-43f0-9cad-8adfd1f6505b, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=58fa849e-5d0b-43f0-9cad-8adfd1f6505b,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:53.856586 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.901399 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ad361e-d557-4ebe-9bef-350a3b3d4b52 x-openstack-request-id: req-e9ad361e-d557-4ebe-9bef-350a3b3d4b52 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:53.901682 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16b5601-c6a0-441c-9e1e-8f6085645792", "name": "network-vif-plugged", "status": "completed", "tag": "58fa849e-5d0b-43f0-9cad-8adfd1f6505b", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:53.902365 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e9ad361e-d557-4ebe-9bef-350a3b3d4b52 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:53.902894 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16b5601-c6a0-441c-9e1e-8f6085645792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fa849e-5d0b-43f0-9cad-8adfd1f6505b', 'code': 200} Aug 16 22:52:53.936991 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=58fa849e-5d0b-43f0-9cad-8adfd1f6505b,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:54.009144 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72adb41-b91d-4965-9d85-8b877828bf82 req-26579e50-2614-4309-bb44-4d34773a043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:54.011748 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f72adb41-b91d-4965-9d85-8b877828bf82 req-26579e50-2614-4309-bb44-4d34773a043d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c16b5601-c6a0-441c-9e1e-8f6085645792 HTTP/1.1" status: 200 len: 1101 time: 0.0475378 Aug 16 22:52:54.071944 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f72adb41-b91d-4965-9d85-8b877828bf82 req-4711e318-3ffb-4fd6-bbb5-24cdf9ecf0f8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f87dd249-b07a-4f93-92dd-890c46cbd19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521495 Aug 16 22:52:54.355442 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe22fd-3ab9-4835-a92d-6d0198b1342e req-6cd5f690-6567-442d-a70e-b456268709f2 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:54.358430 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7fbe22fd-3ab9-4835-a92d-6d0198b1342e req-6cd5f690-6567-442d-a70e-b456268709f2 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/ports?device_id=c16b5601-c6a0-441c-9e1e-8f6085645792 HTTP/1.1" status: 200 len: 949 time: 0.1347249 Aug 16 22:52:54.422273 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7fbe22fd-3ab9-4835-a92d-6d0198b1342e req-a897b1b9-7859-4c19-b024-115ec1b6eccf tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/security-groups?id=f87dd249-b07a-4f93-92dd-890c46cbd19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562291 Aug 16 22:52:54.676344 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43552) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:54.851459 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-45be9e0f-67b1-4b86-a0d5-e0348ccab272 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1880553078-network', 'tenant_id': '69fee3c2290d4e78afd043ba44594628'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:54.880506 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45be9e0f-67b1-4b86-a0d5-e0348ccab272 admin admin] Made reservation on behalf of 69fee3c2290d4e78afd043ba44594628 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:52:54.884377 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45be9e0f-67b1-4b86-a0d5-e0348ccab272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:54.896144 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45be9e0f-67b1-4b86-a0d5-e0348ccab272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:55.030617 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45be9e0f-67b1-4b86-a0d5-e0348ccab272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:55.036070 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45be9e0f-67b1-4b86-a0d5-e0348ccab272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:55.061625 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45be9e0f-67b1-4b86-a0d5-e0348ccab272 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:52:55.071754 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be9e0f-67b1-4b86-a0d5-e0348ccab272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838c235b-b435-4ae1-b2b3-9428ec9f4fbe,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:55.077420 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45be9e0f-67b1-4b86-a0d5-e0348ccab272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:55.077775 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-45be9e0f-67b1-4b86-a0d5-e0348ccab272 admin admin] Added segment f3eb2c2a-b50f-4520-bd82-2628b32fd85d of type vlan for network a54f21a9-1e7d-412e-8279-3fd9f564e2e1 Aug 16 22:52:55.123812 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45be9e0f-67b1-4b86-a0d5-e0348ccab272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:55.158535 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45be9e0f-67b1-4b86-a0d5-e0348ccab272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:55.160089 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45be9e0f-67b1-4b86-a0d5-e0348ccab272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:55.160665 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45be9e0f-67b1-4b86-a0d5-e0348ccab272 admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:55.220344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43558) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:55.230747 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-45be9e0f-67b1-4b86-a0d5-e0348ccab272 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5521150 Aug 16 22:52:55.231788 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-15409cbf-f041-4bfa-82c4-b5dab510d2a4 admin admin] Request body: {'subnet': {'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1880553078-subnet', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:55.258484 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be9e0f-67b1-4b86-a0d5-e0348ccab272 admin admin] Pushing event updated for resources: {'Network': ['ID=a54f21a9-1e7d-412e-8279-3fd9f564e2e1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:55.270779 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network a54f21a9-1e7d-412e-8279-3fd9f564e2e1 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:52:55.275236 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15409cbf-f041-4bfa-82c4-b5dab510d2a4 admin admin] Made reservation on behalf of 69fee3c2290d4e78afd043ba44594628 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:52:55.278765 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15409cbf-f041-4bfa-82c4-b5dab510d2a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:55.522977 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15409cbf-f041-4bfa-82c4-b5dab510d2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:55.630591 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15409cbf-f041-4bfa-82c4-b5dab510d2a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f7fc71b-c765-4361-a281-4f8b22bf0e97,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:55.680488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15409cbf-f041-4bfa-82c4-b5dab510d2a4 admin admin] Checking segment: {'id': 'f3eb2c2a-b50f-4520-bd82-2628b32fd85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:52:55.680488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15409cbf-f041-4bfa-82c4-b5dab510d2a4 admin admin] Network hostable DHCP agents. Network: a54f21a9-1e7d-412e-8279-3fd9f564e2e1, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:52:55.720526 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b170508-42d1-4067-833b-85a64f051b36 req-b90e6ea0-d6fa-4bbd-819e-a42e50523642 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:55.723362 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b170508-42d1-4067-833b-85a64f051b36 req-b90e6ea0-d6fa-4bbd-819e-a42e50523642 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/ports?device_id=c16b5601-c6a0-441c-9e1e-8f6085645792 HTTP/1.1" status: 200 len: 949 time: 0.0897739 Aug 16 22:52:55.731294 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15409cbf-f041-4bfa-82c4-b5dab510d2a4 admin admin] Network a54f21a9-1e7d-412e-8279-3fd9f564e2e1 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:52:55.767963 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-15409cbf-f041-4bfa-82c4-b5dab510d2a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, a54f21a9-1e7d-412e-8279-3fd9f564e2e1) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:52:55.786100 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b170508-42d1-4067-833b-85a64f051b36 req-636f9905-8adb-4a0d-bc64-bd654ddf786c tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/security-groups?id=f87dd249-b07a-4f93-92dd-890c46cbd19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520501 Aug 16 22:52:55.790595 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15409cbf-f041-4bfa-82c4-b5dab510d2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:55.791605 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15409cbf-f041-4bfa-82c4-b5dab510d2a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:55.793676 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c783601-49fe-4836-bd2d-dff0d2dc5f65 None None] Network a54f21a9-1e7d-412e-8279-3fd9f564e2e1 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:52:55.822332 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-15409cbf-f041-4bfa-82c4-b5dab510d2a4 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5973520 Aug 16 22:52:55.823383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43568) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:55.848080 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c9829f5a-2a77-4329-bc00-6bf67fdb4bfc admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1880553078-router', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:55.891677 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9829f5a-2a77-4329-bc00-6bf67fdb4bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:55.894243 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9829f5a-2a77-4329-bc00-6bf67fdb4bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:56.034718 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9829f5a-2a77-4329-bc00-6bf67fdb4bfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:56.055118 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a54f21a9-1e7d-412e-8279-3fd9f564e2e1', 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'fixed_ips': [{'subnet_id': '5f7fc71b-c765-4361-a281-4f8b22bf0e97'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:52:56.056281 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:56.281162 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] Allocated IP 172.20.0.2 (a54f21a9-1e7d-412e-8279-3fd9f564e2e1/5f7fc71b-c765-4361-a281-4f8b22bf0e97/cc0419e9-75df-4921-b559-afd5bf3b94ff) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:52:56.343571 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9829f5a-2a77-4329-bc00-6bf67fdb4bfc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:56.506507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dd010-98dc-4555-b0e5-80a95484ce07 req-73fa4c18-db74-40a2-bb6c-a39be13896f2 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:56.508032 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ad4dd010-98dc-4555-b0e5-80a95484ce07 req-73fa4c18-db74-40a2-bb6c-a39be13896f2 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/ports?device_id=c16b5601-c6a0-441c-9e1e-8f6085645792 HTTP/1.1" status: 200 len: 949 time: 0.2968521 Aug 16 22:52:56.517362 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:56.528346 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] Transition to ACTIVE for port object cc0419e9-75df-4921-b559-afd5bf3b94ff will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:52:56.549660 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] Transition to ACTIVE for port object cc0419e9-75df-4921-b559-afd5bf3b94ff will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:52:56.556103 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:56.568657 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ad4dd010-98dc-4555-b0e5-80a95484ce07 req-650df211-5ef5-4b4e-8a67-1bf860497464 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/security-groups?id=f87dd249-b07a-4f93-92dd-890c46cbd19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517921 Aug 16 22:52:56.645452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] Pushing event updated for resources: {'Port': ['ID=cc0419e9-75df-4921-b559-afd5bf3b94ff,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:56.671385 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] Network a54f21a9-1e7d-412e-8279-3fd9f564e2e1 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:52:56.673035 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:52:56.677039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:52:56.761516 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] Attempting to bind port cc0419e9-75df-4921-b559-afd5bf3b94ff on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:52:56.762051 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] Attempting to bind port cc0419e9-75df-4921-b559-afd5bf3b94ff by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'f3eb2c2a-b50f-4520-bd82-2628b32fd85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:52:56.762432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] Attempting to bind port cc0419e9-75df-4921-b559-afd5bf3b94ff on network a54f21a9-1e7d-412e-8279-3fd9f564e2e1 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:56.769061 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:52:56.769481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] Checking segment: {'id': 'f3eb2c2a-b50f-4520-bd82-2628b32fd85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:52:56.770023 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:56.770558 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] Bound using segment: {'id': 'f3eb2c2a-b50f-4520-bd82-2628b32fd85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:52:56.771053 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] Bound port: cc0419e9-75df-4921-b559-afd5bf3b94ff, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3eb2c2a-b50f-4520-bd82-2628b32fd85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:52:56.771442 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:56.925912 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] For port cc0419e9-75df-4921-b559-afd5bf3b94ff, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:52:56.932441 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] For port cc0419e9-75df-4921-b559-afd5bf3b94ff, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cc0419e9-75df-4921-b559-afd5bf3b94ff,segment=NetworkSegment(f3eb2c2a-b50f-4520-bd82-2628b32fd85d),segment_id=f3eb2c2a-b50f-4520-bd82-2628b32fd85d)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:52:56.939400 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:57.008455 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527721e-67b9-4a5d-97e9-a11502b07654 None None] Pushing event updated for resources: {'Port': ['ID=cc0419e9-75df-4921-b559-afd5bf3b94ff,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:57.131123 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9829f5a-2a77-4329-bc00-6bf67fdb4bfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:57.154554 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9829f5a-2a77-4329-bc00-6bf67fdb4bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:57.327833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-c9829f5a-2a77-4329-bc00-6bf67fdb4bfc admin admin] Allocated IP 172.25.6.4 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/282fca42-08f7-4988-a958-880cc674f40b) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:52:57.478673 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c01689-6543-449d-a2a8-901cc08e6bf1 req-f3b8e354-f8f4-4ea6-92ab-f48e96e8cb0f tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:57.480678 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29c01689-6543-449d-a2a8-901cc08e6bf1 req-f3b8e354-f8f4-4ea6-92ab-f48e96e8cb0f tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.43 "GET /v2.0/ports?device_id=c16b5601-c6a0-441c-9e1e-8f6085645792 HTTP/1.1" status: 200 len: 949 time: 0.1155612 Aug 16 22:52:57.527165 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9829f5a-2a77-4329-bc00-6bf67fdb4bfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:57.665320 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-29c01689-6543-449d-a2a8-901cc08e6bf1 req-9cdbf8fe-6a90-4c74-b432-05b62cbd5685 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Deleting port 58fa849e-5d0b-43f0-9cad-8adfd1f6505b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:57.665742 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29c01689-6543-449d-a2a8-901cc08e6bf1 req-9cdbf8fe-6a90-4c74-b432-05b62cbd5685 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:57.678610 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9829f5a-2a77-4329-bc00-6bf67fdb4bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:57.835631 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9829f5a-2a77-4329-bc00-6bf67fdb4bfc admin admin] Pushing event updated for resources: {'Port': ['ID=282fca42-08f7-4988-a958-880cc674f40b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:57.844553 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9829f5a-2a77-4329-bc00-6bf67fdb4bfc admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:52:57.854849 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c9829f5a-2a77-4329-bc00-6bf67fdb4bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:52:57.867794 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9829f5a-2a77-4329-bc00-6bf67fdb4bfc admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:52:57.878133 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ca610-5382-4a8a-9ad7-4df427928b7a req-2f28c517-8d81-40fe-9dc6-04e1f21e0e9f tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:57.879693 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e90ca610-5382-4a8a-9ad7-4df427928b7a req-2f28c517-8d81-40fe-9dc6-04e1f21e0e9f tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/ports?device_id=c16b5601-c6a0-441c-9e1e-8f6085645792 HTTP/1.1" status: 200 len: 949 time: 0.2069173 Aug 16 22:52:57.976091 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-29c01689-6543-449d-a2a8-901cc08e6bf1 req-9cdbf8fe-6a90-4c74-b432-05b62cbd5685 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] For port 58fa849e-5d0b-43f0-9cad-8adfd1f6505b, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=58fa849e-5d0b-43f0-9cad-8adfd1f6505b,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:57.976446 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29c01689-6543-449d-a2a8-901cc08e6bf1 req-9cdbf8fe-6a90-4c74-b432-05b62cbd5685 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.075493 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-29c01689-6543-449d-a2a8-901cc08e6bf1 req-9cdbf8fe-6a90-4c74-b432-05b62cbd5685 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Calling delete_port for 58fa849e-5d0b-43f0-9cad-8adfd1f6505b owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:58.181158 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e90ca610-5382-4a8a-9ad7-4df427928b7a req-0e5ef65f-2c4a-463f-844b-260c7094ccb2 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/security-groups?id=f87dd249-b07a-4f93-92dd-890c46cbd19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780170 Aug 16 22:52:58.394015 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43590) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:58.422972 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c17523-654a-4fef-a701-ca53192d036d None None] Network a54f21a9-1e7d-412e-8279-3fd9f564e2e1 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:52:58.542946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b112c218-5065-4df5-aa42-71ea205a7dc0 None None] Provisioning for port cc0419e9-75df-4921-b559-afd5bf3b94ff completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:52:58.618084 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9829f5a-2a77-4329-bc00-6bf67fdb4bfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.627196 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16c89648-5796-42f4-a243-0cd3f5f382f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.718742 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cc0419e9-75df-4921-b559-afd5bf3b94ff up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:52:58.720368 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29c01689-6543-449d-a2a8-901cc08e6bf1 req-9cdbf8fe-6a90-4c74-b432-05b62cbd5685 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.808956 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbf8fe-6a90-4c74-b432-05b62cbd5685 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Pushing event deleted for resources: {'Port': ['ID=58fa849e-5d0b-43f0-9cad-8adfd1f6505b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:58.848886 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port cc0419e9-75df-4921-b559-afd5bf3b94ff completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:52:58.876097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port cc0419e9-75df-4921-b559-afd5bf3b94ff triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:58.878658 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.917175 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c01689-6543-449d-a2a8-901cc08e6bf1 req-9cdbf8fe-6a90-4c74-b432-05b62cbd5685 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] No DVR routers for this DVR port 58fa849e-5d0b-43f0-9cad-8adfd1f6505b on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:58.923417 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29c01689-6543-449d-a2a8-901cc08e6bf1 req-9cdbf8fe-6a90-4c74-b432-05b62cbd5685 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.926036 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29c01689-6543-449d-a2a8-901cc08e6bf1 req-9cdbf8fe-6a90-4c74-b432-05b62cbd5685 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.43 "DELETE /v2.0/ports/58fa849e-5d0b-43f0-9cad-8adfd1f6505b HTTP/1.1" status: 204 len: 173 time: 1.4369378 Aug 16 22:52:58.926464 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16b5601-c6a0-441c-9e1e-8f6085645792', 'name': 'network-vif-deleted', 'tag': '58fa849e-5d0b-43f0-9cad-8adfd1f6505b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:58.929065 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709f8dde-0d45-448f-a6ef-894944ec1427" -d '{"events": [{"server_uuid": "c16b5601-c6a0-441c-9e1e-8f6085645792", "name": "network-vif-deleted", "tag": "58fa849e-5d0b-43f0-9cad-8adfd1f6505b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:58.950438 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16c89648-5796-42f4-a243-0cd3f5f382f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.959401 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16c89648-5796-42f4-a243-0cd3f5f382f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.148396 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c89648-5796-42f4-a243-0cd3f5f382f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfe771f-f8ae-4375-889a-65be08f0b69c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:59.236266 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0ce3bc-7901-4543-8566-fc49d4b601c2 x-openstack-request-id: req-ac0ce3bc-7901-4543-8566-fc49d4b601c2 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:59.236877 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16b5601-c6a0-441c-9e1e-8f6085645792", "name": "network-vif-deleted", "tag": "58fa849e-5d0b-43f0-9cad-8adfd1f6505b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:59.240405 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-16c89648-5796-42f4-a243-0cd3f5f382f7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d6635df96c8646788d958d04fc5f9f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8418028 Aug 16 22:52:59.242556 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ac0ce3bc-7901-4543-8566-fc49d4b601c2 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:59.243559 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16b5601-c6a0-441c-9e1e-8f6085645792', 'name': 'network-vif-deleted', 'tag': '58fa849e-5d0b-43f0-9cad-8adfd1f6505b', 'status': 'completed', 'code': 200} Aug 16 22:52:59.246322 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43600) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:59.255480 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9829f5a-2a77-4329-bc00-6bf67fdb4bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.382441 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-edb05939-06cf-4205-9fe7-99e73a159d27 req-40fa1b54-79e1-4514-bfee-884f083bbd37 tempest-VolumesNegativeTest-455276866 tempest-VolumesNegativeTest-455276866-project] 10.222.0.93 "GET /v2.0/ports?device_id=c16b5601-c6a0-441c-9e1e-8f6085645792 HTTP/1.1" status: 200 len: 210 time: 0.0290706 Aug 16 22:52:59.428857 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f7c0dcf5-3cc9-4c79-841c-289b8933c4e8 None None] Provisioning complete for port cc0419e9-75df-4921-b559-afd5bf3b94ff triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:59.429533 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f7c0dcf5-3cc9-4c79-841c-289b8933c4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.470569 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce8da448-4b1f-4bfa-9a8b-e93dca45039a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.508049 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.516831 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce8da448-4b1f-4bfa-9a8b-e93dca45039a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.542374 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9829f5a-2a77-4329-bc00-6bf67fdb4bfc admin admin] Router ac80203f-259a-4162-9add-929090f91c7c is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:52:59.628122 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 58fa849e-5d0b-43f0-9cad-8adfd1f6505b no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:59.660289 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce8da448-4b1f-4bfa-9a8b-e93dca45039a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.669413 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce8da448-4b1f-4bfa-9a8b-e93dca45039a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.671676 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ce8da448-4b1f-4bfa-9a8b-e93dca45039a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8cfe771f-f8ae-4375-889a-65be08f0b69c HTTP/1.1" status: 204 len: 168 time: 0.4230840 Aug 16 22:52:59.708277 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8da448-4b1f-4bfa-9a8b-e93dca45039a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfe771f-f8ae-4375-889a-65be08f0b69c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:59.735878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port cc0419e9-75df-4921-b559-afd5bf3b94ff, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cc0419e9-75df-4921-b559-afd5bf3b94ff,segment=NetworkSegment(f3eb2c2a-b50f-4520-bd82-2628b32fd85d),segment_id=f3eb2c2a-b50f-4520-bd82-2628b32fd85d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:59.741562 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 58fa849e-5d0b-43f0-9cad-8adfd1f6505b {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:59.742113 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 58fa849e-5d0b-43f0-9cad-8adfd1f6505b not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:59.773762 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.822361 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9829f5a-2a77-4329-bc00-6bf67fdb4bfc admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:52:59.849889 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9829f5a-2a77-4329-bc00-6bf67fdb4bfc admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.852068 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c9829f5a-2a77-4329-bc00-6bf67fdb4bfc admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.0134122 Aug 16 22:52:59.854681 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43606) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:59.875183 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] Sync routers for ids ['ac80203f-259a-4162-9add-929090f91c7c'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:52:59.911452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=cc0419e9-75df-4921-b559-afd5bf3b94ff,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:59.925859 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] Routers {'ac80203f-259a-4162-9add-929090f91c7c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:52:59.926547 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:52:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ac80203f-259a-4162-9add-929090f91c7c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:00.288614 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] Set router ac80203f-259a-4162-9add-929090f91c7c gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:00.475488 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d9939c98-7240-42cc-a6a2-4fa367001165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.592778 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80203f-259a-4162-9add-929090f91c7c', 'name': 'tempest-TestServerBasicOps-1880553078-router', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '282fca42-08f7-4988-a958-880cc674f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:52:55Z', 'updated_at': '2021-08-16T22:52:58Z', 'revision_number': 3, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'gw_port': {'id': '282fca42-08f7-4988-a958-880cc674f40b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:52:57Z', 'updated_at': '2021-08-16T22:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:00.653626 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cc0419e9-75df-4921-b559-afd5bf3b94ff up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:00.657902 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] Checking router: ac80203f-259a-4162-9add-929090f91c7c for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:53:00.657902 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] Updating router ac80203f-259a-4162-9add-929090f91c7c port 282fca42-08f7-4988-a958-880cc674f40b binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:53:00.721943 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.735990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-d9939c98-7240-42cc-a6a2-4fa367001165 admin admin] Allocated IP 172.20.0.1 (a54f21a9-1e7d-412e-8279-3fd9f564e2e1/5f7fc71b-c765-4361-a281-4f8b22bf0e97/97335c16-9508-437d-9c04-f71425e4625c) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:00.914470 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port cc0419e9-75df-4921-b559-afd5bf3b94ff triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:00.914844 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.925739 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d9939c98-7240-42cc-a6a2-4fa367001165 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.949654 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-d9939c98-7240-42cc-a6a2-4fa367001165 admin admin] Transition to ACTIVE for port object 97335c16-9508-437d-9c04-f71425e4625c will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:00.995663 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d9939c98-7240-42cc-a6a2-4fa367001165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.048699 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9939c98-7240-42cc-a6a2-4fa367001165 admin admin] Network a54f21a9-1e7d-412e-8279-3fd9f564e2e1 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:01.052827 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d9939c98-7240-42cc-a6a2-4fa367001165 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:01.064955 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9939c98-7240-42cc-a6a2-4fa367001165 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:01.067342 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9939c98-7240-42cc-a6a2-4fa367001165 admin admin] Pushing event updated for resources: {'Port': ['ID=97335c16-9508-437d-9c04-f71425e4625c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:01.123468 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d9939c98-7240-42cc-a6a2-4fa367001165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.195596 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.217759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] Transition to ACTIVE for port object 282fca42-08f7-4988-a958-880cc674f40b will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:01.226152 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.344512 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a3ce1-2501-4b90-bb90-d189dea4f397 None None] Pushing event updated for resources: {'Port': ['ID=282fca42-08f7-4988-a958-880cc674f40b,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:01.360468 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] Attempting to bind port 282fca42-08f7-4988-a958-880cc674f40b on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:01.360834 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] Attempting to bind port 282fca42-08f7-4988-a958-880cc674f40b by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:01.361203 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] Attempting to bind port 282fca42-08f7-4988-a958-880cc674f40b on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:01.370890 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:01.371272 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:01.375622 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.376125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:01.376639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] Bound port: 282fca42-08f7-4988-a958-880cc674f40b, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:01.377060 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.383659 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e64ae505-cff3-4b19-98a5-d8d98c5dbfc4 None None] Provisioning for port 97335c16-9508-437d-9c04-f71425e4625c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:01.425217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e64ae505-cff3-4b19-98a5-d8d98c5dbfc4 None None] Provisioning complete for port 97335c16-9508-437d-9c04-f71425e4625c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:01.425810 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e64ae505-cff3-4b19-98a5-d8d98c5dbfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.501871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e64ae505-cff3-4b19-98a5-d8d98c5dbfc4 None None] Port 97335c16-9508-437d-9c04-f71425e4625c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:53:01.513940 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] For port 282fca42-08f7-4988-a958-880cc674f40b, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:01.518135 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] For port 282fca42-08f7-4988-a958-880cc674f40b, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=282fca42-08f7-4988-a958-880cc674f40b,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:01.524751 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.594699 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] Routers {'ac80203f-259a-4162-9add-929090f91c7c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:01.595433 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:52:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ac80203f-259a-4162-9add-929090f91c7c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:01.673231 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a3ce1-2501-4b90-bb90-d189dea4f397 None None] Pushing event updated for resources: {'Port': ['ID=282fca42-08f7-4988-a958-880cc674f40b,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:01.754677 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d9939c98-7240-42cc-a6a2-4fa367001165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.809105 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] Set router ac80203f-259a-4162-9add-929090f91c7c gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:02.011310 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d9939c98-7240-42cc-a6a2-4fa367001165 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.016367 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d9939c98-7240-42cc-a6a2-4fa367001165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.043444 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80203f-259a-4162-9add-929090f91c7c', 'name': 'tempest-TestServerBasicOps-1880553078-router', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '282fca42-08f7-4988-a958-880cc674f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:52:55Z', 'updated_at': '2021-08-16T22:52:58Z', 'revision_number': 3, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'gw_port': {'id': '282fca42-08f7-4988-a958-880cc674f40b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:52:57Z', 'updated_at': '2021-08-16T22:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:02.087749 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01231705-8a17-4e4d-b5ac-1a21d990cece None None] The sync data for ids ['ac80203f-259a-4162-9add-929090f91c7c'] in n-d-792458-15 is: [{'id': 'ac80203f-259a-4162-9add-929090f91c7c', 'name': 'tempest-TestServerBasicOps-1880553078-router', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '282fca42-08f7-4988-a958-880cc674f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:52:55Z', 'updated_at': '2021-08-16T22:52:58Z', 'revision_number': 3, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'gw_port': {'id': '282fca42-08f7-4988-a958-880cc674f40b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:52:57Z', 'updated_at': '2021-08-16T22:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:53:02.123087 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d9939c98-7240-42cc-a6a2-4fa367001165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.125068 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9939c98-7240-42cc-a6a2-4fa367001165 admin admin] Pushing event updated for resources: {'Port': ['ID=97335c16-9508-437d-9c04-f71425e4625c,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:02.309636 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9939c98-7240-42cc-a6a2-4fa367001165 admin admin] Network a54f21a9-1e7d-412e-8279-3fd9f564e2e1 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:02.311345 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d9939c98-7240-42cc-a6a2-4fa367001165 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:02.593203 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9939c98-7240-42cc-a6a2-4fa367001165 admin admin] Router ac80203f-259a-4162-9add-929090f91c7c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:53:02.648842 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 282fca42-08f7-4988-a958-880cc674f40b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:02.799002 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 282fca42-08f7-4988-a958-880cc674f40b completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:02.808254 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 282fca42-08f7-4988-a958-880cc674f40b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:02.808519 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9939c98-7240-42cc-a6a2-4fa367001165 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:53:02.809072 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.826390 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d9939c98-7240-42cc-a6a2-4fa367001165 admin admin] 10.222.0.93 "PUT /v2.0/routers/ac80203f-259a-4162-9add-929090f91c7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9629829 Aug 16 22:53:02.912820 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4f784882-021e-4880-9a4b-4ff96d4cbea7 None None] Provisioning complete for port 97335c16-9508-437d-9c04-f71425e4625c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:02.913812 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4f784882-021e-4880-9a4b-4ff96d4cbea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.084277 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.099053 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-4f784882-021e-4880-9a4b-4ff96d4cbea7 None None] Port 97335c16-9508-437d-9c04-f71425e4625c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:53:03.146123 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 282fca42-08f7-4988-a958-880cc674f40b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=282fca42-08f7-4988-a958-880cc674f40b,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:03.154986 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.264110 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=282fca42-08f7-4988-a958-880cc674f40b,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:03.840856 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43812) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:03.868355 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-142dff27-b515-4fcc-a46e-a67b941d513f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1677404004-network', 'tenant_id': '55e55fd70b714acfb99f9a1be69489c0'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:03.893511 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142dff27-b515-4fcc-a46e-a67b941d513f admin admin] Made reservation on behalf of 55e55fd70b714acfb99f9a1be69489c0 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:03.896025 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142dff27-b515-4fcc-a46e-a67b941d513f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.905396 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142dff27-b515-4fcc-a46e-a67b941d513f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.065822 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142dff27-b515-4fcc-a46e-a67b941d513f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.072189 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142dff27-b515-4fcc-a46e-a67b941d513f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.112581 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142dff27-b515-4fcc-a46e-a67b941d513f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:53:04.133851 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142dff27-b515-4fcc-a46e-a67b941d513f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4fefad-c2ae-480d-9735-98070550a75f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:04.146413 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142dff27-b515-4fcc-a46e-a67b941d513f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.146785 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-142dff27-b515-4fcc-a46e-a67b941d513f admin admin] Added segment ecb959df-0302-4573-97d8-d957ca836e25 of type vlan for network e2cccb89-7a41-433e-84a5-00b26920b338 Aug 16 22:53:04.210771 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142dff27-b515-4fcc-a46e-a67b941d513f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.265135 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142dff27-b515-4fcc-a46e-a67b941d513f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.266764 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142dff27-b515-4fcc-a46e-a67b941d513f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:04.267567 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142dff27-b515-4fcc-a46e-a67b941d513f admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.343444 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-142dff27-b515-4fcc-a46e-a67b941d513f admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5000479 Aug 16 22:53:04.352114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43844) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:04.358508 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142dff27-b515-4fcc-a46e-a67b941d513f admin admin] Pushing event updated for resources: {'Network': ['ID=e2cccb89-7a41-433e-84a5-00b26920b338,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:04.372839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e6f1b385-5e9d-4e10-9854-9044f02dad19 admin admin] Request body: {'subnet': {'network_id': 'e2cccb89-7a41-433e-84a5-00b26920b338', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1677404004-subnet', 'tenant_id': '55e55fd70b714acfb99f9a1be69489c0', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:04.375325 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network e2cccb89-7a41-433e-84a5-00b26920b338 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:53:04.427540 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f1b385-5e9d-4e10-9854-9044f02dad19 admin admin] Made reservation on behalf of 55e55fd70b714acfb99f9a1be69489c0 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:04.432698 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e6f1b385-5e9d-4e10-9854-9044f02dad19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.612531 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 282fca42-08f7-4988-a958-880cc674f40b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:04.646243 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] Sync routers for ids ['ac80203f-259a-4162-9add-929090f91c7c'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:53:04.660967 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] Routers {'ac80203f-259a-4162-9add-929090f91c7c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:04.661617 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:52:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ac80203f-259a-4162-9add-929090f91c7c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:04.722568 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 282fca42-08f7-4988-a958-880cc674f40b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:04.723209 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.843508 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] Set router ac80203f-259a-4162-9add-929090f91c7c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:04.881530 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e6f1b385-5e9d-4e10-9854-9044f02dad19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.937443 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1b385-5e9d-4e10-9854-9044f02dad19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1d8daba-c26b-418e-900e-e08a43a5c53c,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:04.967331 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f1b385-5e9d-4e10-9854-9044f02dad19 admin admin] Checking segment: {'id': 'ecb959df-0302-4573-97d8-d957ca836e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e2cccb89-7a41-433e-84a5-00b26920b338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:04.968460 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f1b385-5e9d-4e10-9854-9044f02dad19 admin admin] Network hostable DHCP agents. Network: e2cccb89-7a41-433e-84a5-00b26920b338, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:53:05.000341 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f1b385-5e9d-4e10-9854-9044f02dad19 admin admin] Network e2cccb89-7a41-433e-84a5-00b26920b338 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:53:05.026444 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-e6f1b385-5e9d-4e10-9854-9044f02dad19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, e2cccb89-7a41-433e-84a5-00b26920b338) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:05.041030 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90529bc4-5391-4868-9355-7c214d40525b None None] Network e2cccb89-7a41-433e-84a5-00b26920b338 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:05.056722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f1b385-5e9d-4e10-9854-9044f02dad19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:05.056722 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e6f1b385-5e9d-4e10-9854-9044f02dad19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.086651 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e6f1b385-5e9d-4e10-9854-9044f02dad19 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7317936 Aug 16 22:53:05.090709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43872) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:05.102477 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-394fc1ab-8ddb-48f8-9190-48e582fa86ef admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1677404004-router', 'tenant_id': '55e55fd70b714acfb99f9a1be69489c0', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:05.152345 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-394fc1ab-8ddb-48f8-9190-48e582fa86ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.155011 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-394fc1ab-8ddb-48f8-9190-48e582fa86ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.167597 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80203f-259a-4162-9add-929090f91c7c', 'name': 'tempest-TestServerBasicOps-1880553078-router', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '282fca42-08f7-4988-a958-880cc674f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:52:55Z', 'updated_at': '2021-08-16T22:53:01Z', 'revision_number': 4, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'gw_port': {'id': '282fca42-08f7-4988-a958-880cc674f40b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:52:57Z', 'updated_at': '2021-08-16T22:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '97335c16-9508-437d-9c04-f71425e4625c', 'name': '', 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'mac_address': 'fa:16:3e:e6:c1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5f7fc71b-c765-4361-a281-4f8b22bf0e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:00Z', 'updated_at': '2021-08-16T22:53:01Z', 'revision_number': 2, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'subnets': [{'id': '5f7fc71b-c765-4361-a281-4f8b22bf0e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:05.220258 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] Checking router: ac80203f-259a-4162-9add-929090f91c7c for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:53:05.221058 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] Updating router ac80203f-259a-4162-9add-929090f91c7c port 97335c16-9508-437d-9c04-f71425e4625c binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:53:05.261224 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.266336 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-394fc1ab-8ddb-48f8-9190-48e582fa86ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.410946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-e2cccb89-7a41-433e-84a5-00b26920b338', 'network_id': 'e2cccb89-7a41-433e-84a5-00b26920b338', 'tenant_id': '55e55fd70b714acfb99f9a1be69489c0', 'fixed_ips': [{'subnet_id': 'a1d8daba-c26b-418e-900e-e08a43a5c53c'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:53:05.412474 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.507867 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-394fc1ab-8ddb-48f8-9190-48e582fa86ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.669498 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] Allocated IP 172.20.0.2 (e2cccb89-7a41-433e-84a5-00b26920b338/a1d8daba-c26b-418e-900e-e08a43a5c53c/348f9cca-a060-4a79-914a-3dba22c3986e) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:05.790224 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.824902 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] Transition to ACTIVE for port object 97335c16-9508-437d-9c04-f71425e4625c will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:05.838807 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.860326 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-394fc1ab-8ddb-48f8-9190-48e582fa86ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.896177 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-394fc1ab-8ddb-48f8-9190-48e582fa86ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.969353 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.991626 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] Transition to ACTIVE for port object 348f9cca-a060-4a79-914a-3dba22c3986e will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:06.028734 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31cf577-1d49-4af7-a608-b97ffa873aea None None] Pushing event updated for resources: {'Port': ['ID=97335c16-9508-437d-9c04-f71425e4625c,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:06.036426 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] Transition to ACTIVE for port object 348f9cca-a060-4a79-914a-3dba22c3986e will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:06.043574 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:06.050281 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cf577-1d49-4af7-a608-b97ffa873aea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:06.050805 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cf577-1d49-4af7-a608-b97ffa873aea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:06.051325 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cf577-1d49-4af7-a608-b97ffa873aea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:06.052292 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cf577-1d49-4af7-a608-b97ffa873aea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:06.052401 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cf577-1d49-4af7-a608-b97ffa873aea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:06.052896 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cf577-1d49-4af7-a608-b97ffa873aea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:06.053415 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cf577-1d49-4af7-a608-b97ffa873aea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:06.054165 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cf577-1d49-4af7-a608-b97ffa873aea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:06.055018 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cf577-1d49-4af7-a608-b97ffa873aea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:06.056607 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cf577-1d49-4af7-a608-b97ffa873aea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:06.060002 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cf577-1d49-4af7-a608-b97ffa873aea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:06.060399 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cf577-1d49-4af7-a608-b97ffa873aea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:06.094271 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] Attempting to bind port 97335c16-9508-437d-9c04-f71425e4625c on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:06.094271 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] Attempting to bind port 97335c16-9508-437d-9c04-f71425e4625c by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'f3eb2c2a-b50f-4520-bd82-2628b32fd85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:06.094271 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] Attempting to bind port 97335c16-9508-437d-9c04-f71425e4625c on network a54f21a9-1e7d-412e-8279-3fd9f564e2e1 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:06.113330 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:06.113943 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] Checking segment: {'id': 'f3eb2c2a-b50f-4520-bd82-2628b32fd85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:06.114537 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:06.120582 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] Bound using segment: {'id': 'f3eb2c2a-b50f-4520-bd82-2628b32fd85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:06.121270 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] Bound port: 97335c16-9508-437d-9c04-f71425e4625c, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3eb2c2a-b50f-4520-bd82-2628b32fd85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:06.121681 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:06.124532 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] Network e2cccb89-7a41-433e-84a5-00b26920b338 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:06.132765 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:06.137758 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:06.153088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-394fc1ab-8ddb-48f8-9190-48e582fa86ef admin admin] Allocated IP 172.25.6.71 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/49e82e7a-4631-480f-918a-3e371e0961e6) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:06.183943 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] Pushing event updated for resources: {'Port': ['ID=348f9cca-a060-4a79-914a-3dba22c3986e,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:06.263192 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] Attempting to bind port 348f9cca-a060-4a79-914a-3dba22c3986e on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:06.263576 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] Attempting to bind port 348f9cca-a060-4a79-914a-3dba22c3986e by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'ecb959df-0302-4573-97d8-d957ca836e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e2cccb89-7a41-433e-84a5-00b26920b338'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:06.264767 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] Attempting to bind port 348f9cca-a060-4a79-914a-3dba22c3986e on network e2cccb89-7a41-433e-84a5-00b26920b338 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:06.273727 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] For port 97335c16-9508-437d-9c04-f71425e4625c, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:06.284688 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] For port 97335c16-9508-437d-9c04-f71425e4625c, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=97335c16-9508-437d-9c04-f71425e4625c,segment=NetworkSegment(f3eb2c2a-b50f-4520-bd82-2628b32fd85d),segment_id=f3eb2c2a-b50f-4520-bd82-2628b32fd85d)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:06.288275 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:06.288667 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] Checking segment: {'id': 'ecb959df-0302-4573-97d8-d957ca836e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e2cccb89-7a41-433e-84a5-00b26920b338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:06.289092 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:06.289500 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] Bound using segment: {'id': 'ecb959df-0302-4573-97d8-d957ca836e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e2cccb89-7a41-433e-84a5-00b26920b338'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:06.292856 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] Bound port: 348f9cca-a060-4a79-914a-3dba22c3986e, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb959df-0302-4573-97d8-d957ca836e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e2cccb89-7a41-433e-84a5-00b26920b338'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:06.293375 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:06.294101 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:06.387380 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-394fc1ab-8ddb-48f8-9190-48e582fa86ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:06.482831 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] Routers {'ac80203f-259a-4162-9add-929090f91c7c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:06.483988 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:52:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ac80203f-259a-4162-9add-929090f91c7c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:06.507628 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] For port 348f9cca-a060-4a79-914a-3dba22c3986e, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:06.513927 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] For port 348f9cca-a060-4a79-914a-3dba22c3986e, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=348f9cca-a060-4a79-914a-3dba22c3986e,segment=NetworkSegment(ecb959df-0302-4573-97d8-d957ca836e25),segment_id=ecb959df-0302-4573-97d8-d957ca836e25)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:06.521073 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:06.542347 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-394fc1ab-8ddb-48f8-9190-48e582fa86ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:06.595020 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31cf577-1d49-4af7-a608-b97ffa873aea None None] Pushing event updated for resources: {'Port': ['ID=97335c16-9508-437d-9c04-f71425e4625c,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:06.631342 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7d0b3-93e2-4061-869d-4810c7620f6c None None] Pushing event updated for resources: {'Port': ['ID=348f9cca-a060-4a79-914a-3dba22c3986e,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:06.654205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394fc1ab-8ddb-48f8-9190-48e582fa86ef admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:06.666578 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-394fc1ab-8ddb-48f8-9190-48e582fa86ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:06.681664 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394fc1ab-8ddb-48f8-9190-48e582fa86ef admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:06.730753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fc1ab-8ddb-48f8-9190-48e582fa86ef admin admin] Pushing event updated for resources: {'Port': ['ID=49e82e7a-4631-480f-918a-3e371e0961e6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:06.768733 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] Set router ac80203f-259a-4162-9add-929090f91c7c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:07.180210 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-394fc1ab-8ddb-48f8-9190-48e582fa86ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:07.205716 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80203f-259a-4162-9add-929090f91c7c', 'name': 'tempest-TestServerBasicOps-1880553078-router', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '282fca42-08f7-4988-a958-880cc674f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:52:55Z', 'updated_at': '2021-08-16T22:53:01Z', 'revision_number': 4, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'gw_port': {'id': '282fca42-08f7-4988-a958-880cc674f40b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:52:57Z', 'updated_at': '2021-08-16T22:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '97335c16-9508-437d-9c04-f71425e4625c', 'name': '', 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'mac_address': 'fa:16:3e:e6:c1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5f7fc71b-c765-4361-a281-4f8b22bf0e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:00Z', 'updated_at': '2021-08-16T22:53:06Z', 'revision_number': 4, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'subnets': [{'id': '5f7fc71b-c765-4361-a281-4f8b22bf0e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:07.250119 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc1ec76-41b2-4616-b1e8-388def9090a8 None None] The sync data for ids ['ac80203f-259a-4162-9add-929090f91c7c'] in n-d-792458-15 is: [{'id': 'ac80203f-259a-4162-9add-929090f91c7c', 'name': 'tempest-TestServerBasicOps-1880553078-router', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '282fca42-08f7-4988-a958-880cc674f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:52:55Z', 'updated_at': '2021-08-16T22:53:01Z', 'revision_number': 4, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'gw_port': {'id': '282fca42-08f7-4988-a958-880cc674f40b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:52:57Z', 'updated_at': '2021-08-16T22:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '97335c16-9508-437d-9c04-f71425e4625c', 'name': '', 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'mac_address': 'fa:16:3e:e6:c1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5f7fc71b-c765-4361-a281-4f8b22bf0e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:00Z', 'updated_at': '2021-08-16T22:53:06Z', 'revision_number': 4, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'subnets': [{'id': '5f7fc71b-c765-4361-a281-4f8b22bf0e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:53:08.089658 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-394fc1ab-8ddb-48f8-9190-48e582fa86ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:08.151200 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caa8395-54cd-4f4d-8e33-85d188cf7074 None None] Network e2cccb89-7a41-433e-84a5-00b26920b338 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:08.279731 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394fc1ab-8ddb-48f8-9190-48e582fa86ef admin admin] Router 9d995582-b6ec-4fb9-812c-b864b6cb8005 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:53:08.310303 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2ef1cfc8-3bf3-4ce1-a0b2-eea78b49fe3c None None] Provisioning for port 348f9cca-a060-4a79-914a-3dba22c3986e completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:08.458320 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394fc1ab-8ddb-48f8-9190-48e582fa86ef admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:53:08.477588 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] Sync routers for ids ['9d995582-b6ec-4fb9-812c-b864b6cb8005'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:53:08.493681 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-394fc1ab-8ddb-48f8-9190-48e582fa86ef admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:08.500916 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43898) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:08.502131 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-394fc1ab-8ddb-48f8-9190-48e582fa86ef admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4092584 Aug 16 22:53:08.527968 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] Routers {'9d995582-b6ec-4fb9-812c-b864b6cb8005'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:08.529305 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:52:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['9d995582-b6ec-4fb9-812c-b864b6cb8005'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:08.632515 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43902) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:08.833359 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 97335c16-9508-437d-9c04-f71425e4625c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:08.909620 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:08.910356 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0f60feee-5cf4-4997-8cad-713f70b1a0ba admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d5dc94e967a447859c4045c92e648fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2764750 Aug 16 22:53:08.915816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43906) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:08.964790 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 97335c16-9508-437d-9c04-f71425e4625c completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:08.969032 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] Set router 9d995582-b6ec-4fb9-812c-b864b6cb8005 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:08.994981 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61e9188c-62f4-4b76-9ece-0ba1f914606d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.028071 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61e9188c-62f4-4b76-9ece-0ba1f914606d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.097351 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61e9188c-62f4-4b76-9ece-0ba1f914606d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.105688 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61e9188c-62f4-4b76-9ece-0ba1f914606d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.107002 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-61e9188c-62f4-4b76-9ece-0ba1f914606d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f87dd249-b07a-4f93-92dd-890c46cbd19b HTTP/1.1" status: 204 len: 168 time: 0.1894598 Aug 16 22:53:09.121610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9188c-62f4-4b76-9ece-0ba1f914606d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87dd249-b07a-4f93-92dd-890c46cbd19b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:09.131352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 97335c16-9508-437d-9c04-f71425e4625c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:09.132003 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.195995 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0fde2c3c-7a17-4ca9-8c0d-bfe98a43507c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.554426 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb28146a-8cfc-4520-a48b-c9bbbb03642c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.709099 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.861295 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 97335c16-9508-437d-9c04-f71425e4625c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=97335c16-9508-437d-9c04-f71425e4625c,segment=NetworkSegment(f3eb2c2a-b50f-4520-bd82-2628b32fd85d),segment_id=f3eb2c2a-b50f-4520-bd82-2628b32fd85d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:09.879827 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.882137 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 348f9cca-a060-4a79-914a-3dba22c3986e up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:09.928531 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-eb28146a-8cfc-4520-a48b-c9bbbb03642c admin admin] Allocated IP 172.20.0.1 (e2cccb89-7a41-433e-84a5-00b26920b338/a1d8daba-c26b-418e-900e-e08a43a5c53c/b863e31d-d581-4eef-8dce-20b1d736f2df) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:10.026336 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=97335c16-9508-437d-9c04-f71425e4625c,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:10.039804 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d995582-b6ec-4fb9-812c-b864b6cb8005', 'name': 'tempest-TestServerBasicOps-1677404004-router', 'tenant_id': '55e55fd70b714acfb99f9a1be69489c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '49e82e7a-4631-480f-918a-3e371e0961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:05Z', 'updated_at': '2021-08-16T22:53:07Z', 'revision_number': 3, 'project_id': '55e55fd70b714acfb99f9a1be69489c0', 'gw_port': {'id': '49e82e7a-4631-480f-918a-3e371e0961e6', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d995582-b6ec-4fb9-812c-b864b6cb8005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:05Z', 'updated_at': '2021-08-16T22:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:10.088631 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] Checking router: 9d995582-b6ec-4fb9-812c-b864b6cb8005 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:53:10.089000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] Updating router 9d995582-b6ec-4fb9-812c-b864b6cb8005 port 49e82e7a-4631-480f-918a-3e371e0961e6 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:53:10.114117 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb28146a-8cfc-4520-a48b-c9bbbb03642c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.121648 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 348f9cca-a060-4a79-914a-3dba22c3986e completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:10.142572 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-eb28146a-8cfc-4520-a48b-c9bbbb03642c admin admin] Transition to ACTIVE for port object b863e31d-d581-4eef-8dce-20b1d736f2df will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:10.144486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 348f9cca-a060-4a79-914a-3dba22c3986e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:10.146065 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.146654 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.215397 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb28146a-8cfc-4520-a48b-c9bbbb03642c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.287787 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28146a-8cfc-4520-a48b-c9bbbb03642c admin admin] Pushing event updated for resources: {'Port': ['ID=b863e31d-d581-4eef-8dce-20b1d736f2df,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:10.297124 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb28146a-8cfc-4520-a48b-c9bbbb03642c admin admin] Network e2cccb89-7a41-433e-84a5-00b26920b338 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:10.300107 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-eb28146a-8cfc-4520-a48b-c9bbbb03642c admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:10.304231 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb28146a-8cfc-4520-a48b-c9bbbb03642c admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:10.371333 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb28146a-8cfc-4520-a48b-c9bbbb03642c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.473270 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.542382 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 348f9cca-a060-4a79-914a-3dba22c3986e, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=348f9cca-a060-4a79-914a-3dba22c3986e,segment=NetworkSegment(ecb959df-0302-4573-97d8-d957ca836e25),segment_id=ecb959df-0302-4573-97d8-d957ca836e25)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:10.549841 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb28146a-8cfc-4520-a48b-c9bbbb03642c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.551841 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.672755 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=348f9cca-a060-4a79-914a-3dba22c3986e,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:10.716428 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 97335c16-9508-437d-9c04-f71425e4625c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:10.724496 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.790434 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] Transition to ACTIVE for port object 49e82e7a-4631-480f-918a-3e371e0961e6 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:10.810416 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.870201 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb28146a-8cfc-4520-a48b-c9bbbb03642c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.876560 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb28146a-8cfc-4520-a48b-c9bbbb03642c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.918582 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1e0f9dd7-4a68-44f4-b416-f9271e9453df None None] Provisioning for port b863e31d-d581-4eef-8dce-20b1d736f2df completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:10.931070 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b71ab-86f6-47f3-9517-77b8bbe915cb None None] Pushing event updated for resources: {'Port': ['ID=49e82e7a-4631-480f-918a-3e371e0961e6,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:10.937002 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1e0f9dd7-4a68-44f4-b416-f9271e9453df None None] Provisioning complete for port b863e31d-d581-4eef-8dce-20b1d736f2df triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:10.937002 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1e0f9dd7-4a68-44f4-b416-f9271e9453df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.939541 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] Attempting to bind port 49e82e7a-4631-480f-918a-3e371e0961e6 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:10.939541 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] Attempting to bind port 49e82e7a-4631-480f-918a-3e371e0961e6 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:10.939541 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] Attempting to bind port 49e82e7a-4631-480f-918a-3e371e0961e6 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:10.970004 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 97335c16-9508-437d-9c04-f71425e4625c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:10.970004 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.971722 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:10.972091 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:10.972485 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.972877 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:10.973354 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] Bound port: 49e82e7a-4631-480f-918a-3e371e0961e6, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:10.973732 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.006696 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eb28146a-8cfc-4520-a48b-c9bbbb03642c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.025811 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28146a-8cfc-4520-a48b-c9bbbb03642c admin admin] Pushing event updated for resources: {'Port': ['ID=b863e31d-d581-4eef-8dce-20b1d736f2df,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:11.074530 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.089914 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-1e0f9dd7-4a68-44f4-b416-f9271e9453df None None] Port b863e31d-d581-4eef-8dce-20b1d736f2df cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:53:11.156299 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] For port 49e82e7a-4631-480f-918a-3e371e0961e6, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:11.170620 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb28146a-8cfc-4520-a48b-c9bbbb03642c admin admin] Network e2cccb89-7a41-433e-84a5-00b26920b338 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:11.173279 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-eb28146a-8cfc-4520-a48b-c9bbbb03642c admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:11.186096 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] For port 49e82e7a-4631-480f-918a-3e371e0961e6, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=49e82e7a-4631-480f-918a-3e371e0961e6,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:11.195416 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.269433 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] Routers {'9d995582-b6ec-4fb9-812c-b864b6cb8005'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:11.270285 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:52:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['9d995582-b6ec-4fb9-812c-b864b6cb8005'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:11.274539 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b71ab-86f6-47f3-9517-77b8bbe915cb None None] Pushing event updated for resources: {'Port': ['ID=49e82e7a-4631-480f-918a-3e371e0961e6,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:11.352185 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb28146a-8cfc-4520-a48b-c9bbbb03642c admin admin] Router 9d995582-b6ec-4fb9-812c-b864b6cb8005 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:53:11.411937 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] Set router 9d995582-b6ec-4fb9-812c-b864b6cb8005 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:11.508451 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb28146a-8cfc-4520-a48b-c9bbbb03642c admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:53:11.513560 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-eb28146a-8cfc-4520-a48b-c9bbbb03642c admin admin] 10.222.0.93 "PUT /v2.0/routers/9d995582-b6ec-4fb9-812c-b864b6cb8005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0093577 Aug 16 22:53:11.562909 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-aa1b87c6-e9a5-4667-91b8-aa6ccf4c31b1 None None] Provisioning complete for port b863e31d-d581-4eef-8dce-20b1d736f2df triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:11.563687 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-aa1b87c6-e9a5-4667-91b8-aa6ccf4c31b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.609187 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2e37ed6b-652d-4b44-a4b7-138eb4494642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.623107 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b87c6-e9a5-4667-91b8-aa6ccf4c31b1 None None] Port b863e31d-d581-4eef-8dce-20b1d736f2df cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:53:11.714779 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d995582-b6ec-4fb9-812c-b864b6cb8005', 'name': 'tempest-TestServerBasicOps-1677404004-router', 'tenant_id': '55e55fd70b714acfb99f9a1be69489c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '49e82e7a-4631-480f-918a-3e371e0961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:05Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': '55e55fd70b714acfb99f9a1be69489c0', 'gw_port': {'id': '49e82e7a-4631-480f-918a-3e371e0961e6', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d995582-b6ec-4fb9-812c-b864b6cb8005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:05Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'b863e31d-d581-4eef-8dce-20b1d736f2df', 'name': '', 'network_id': 'e2cccb89-7a41-433e-84a5-00b26920b338', 'tenant_id': '55e55fd70b714acfb99f9a1be69489c0', 'mac_address': 'fa:16:3e:eb:ec:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d995582-b6ec-4fb9-812c-b864b6cb8005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'a1d8daba-c26b-418e-900e-e08a43a5c53c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 2, 'project_id': '55e55fd70b714acfb99f9a1be69489c0', 'subnets': [{'id': 'a1d8daba-c26b-418e-900e-e08a43a5c53c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:11.745254 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f9249-6da7-4a89-91fc-2b86228450b1 None None] The sync data for ids ['9d995582-b6ec-4fb9-812c-b864b6cb8005'] in n-d-792458-15 is: [{'id': '9d995582-b6ec-4fb9-812c-b864b6cb8005', 'name': 'tempest-TestServerBasicOps-1677404004-router', 'tenant_id': '55e55fd70b714acfb99f9a1be69489c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '49e82e7a-4631-480f-918a-3e371e0961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:05Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': '55e55fd70b714acfb99f9a1be69489c0', 'gw_port': {'id': '49e82e7a-4631-480f-918a-3e371e0961e6', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d995582-b6ec-4fb9-812c-b864b6cb8005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:05Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'b863e31d-d581-4eef-8dce-20b1d736f2df', 'name': '', 'network_id': 'e2cccb89-7a41-433e-84a5-00b26920b338', 'tenant_id': '55e55fd70b714acfb99f9a1be69489c0', 'mac_address': 'fa:16:3e:eb:ec:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d995582-b6ec-4fb9-812c-b864b6cb8005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'a1d8daba-c26b-418e-900e-e08a43a5c53c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 2, 'project_id': '55e55fd70b714acfb99f9a1be69489c0', 'subnets': [{'id': 'a1d8daba-c26b-418e-900e-e08a43a5c53c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:53:12.109865 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:12.576340 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43928) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:12.582336 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e4f21a87-ec76-4b11-a250-35299472c186 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1134213658', 'description': 'tempest-secgroup-smoke-1134213658 description', 'project_id': '69fee3c2290d4e78afd043ba44594628'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:12.616090 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4f21a87-ec76-4b11-a250-35299472c186 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:12.749100 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 348f9cca-a060-4a79-914a-3dba22c3986e up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:12.792506 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4f21a87-ec76-4b11-a250-35299472c186 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:12.803593 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4f21a87-ec76-4b11-a250-35299472c186 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:12.846306 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4f21a87-ec76-4b11-a250-35299472c186 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:12.851803 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43932) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:12.852514 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e4f21a87-ec76-4b11-a250-35299472c186 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2743917 Aug 16 22:53:12.858140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f21a87-ec76-4b11-a250-35299472c186 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12540f00-dcdd-4e0b-8fd0-038860a4f5a2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:12.861282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c1731117-af71-4d67-a5a1-bf71ad8b141f tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Request body: {'security_group_rule': {'security_group_id': '12540f00-dcdd-4e0b-8fd0-038860a4f5a2', 'project_id': '69fee3c2290d4e78afd043ba44594628', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:12.872219 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 348f9cca-a060-4a79-914a-3dba22c3986e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:12.873002 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:12.922773 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1731117-af71-4d67-a5a1-bf71ad8b141f tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.022073 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1731117-af71-4d67-a5a1-bf71ad8b141f tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.029301 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1731117-af71-4d67-a5a1-bf71ad8b141f tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.055176 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1731117-af71-4d67-a5a1-bf71ad8b141f tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563b1be4-35c7-41aa-9116-a46d0cac429b,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:13.071430 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c1731117-af71-4d67-a5a1-bf71ad8b141f tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.075690 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c1731117-af71-4d67-a5a1-bf71ad8b141f tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2199671 Aug 16 22:53:13.076152 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 43934) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:13.078257 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1731117-af71-4d67-a5a1-bf71ad8b141f tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:13.080032 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1731117-af71-4d67-a5a1-bf71ad8b141f tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:13.080032 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1731117-af71-4d67-a5a1-bf71ad8b141f tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:13.080962 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1731117-af71-4d67-a5a1-bf71ad8b141f tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:13.081424 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1731117-af71-4d67-a5a1-bf71ad8b141f tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:13.082058 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1731117-af71-4d67-a5a1-bf71ad8b141f tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:13.082680 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1731117-af71-4d67-a5a1-bf71ad8b141f tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:13.083346 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1731117-af71-4d67-a5a1-bf71ad8b141f tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:13.083719 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-73a100ca-a0a4-491e-86d0-055cd5555af5 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Request body: {'security_group_rule': {'security_group_id': '12540f00-dcdd-4e0b-8fd0-038860a4f5a2', 'project_id': '69fee3c2290d4e78afd043ba44594628', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:13.084239 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1731117-af71-4d67-a5a1-bf71ad8b141f tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:13.084981 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1731117-af71-4d67-a5a1-bf71ad8b141f tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:13.085586 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1731117-af71-4d67-a5a1-bf71ad8b141f tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:13.086250 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1731117-af71-4d67-a5a1-bf71ad8b141f tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:13.138719 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-73a100ca-a0a4-491e-86d0-055cd5555af5 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.244895 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-73a100ca-a0a4-491e-86d0-055cd5555af5 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.249590 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-73a100ca-a0a4-491e-86d0-055cd5555af5 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.281161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a100ca-a0a4-491e-86d0-055cd5555af5 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60b6835-c8cf-41ac-b6ae-7b1ee98baf29,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:13.289910 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-73a100ca-a0a4-491e-86d0-055cd5555af5 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.295877 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-73a100ca-a0a4-491e-86d0-055cd5555af5 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2146194 Aug 16 22:53:13.296295 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43936) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:13.309253 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5ee5f5d2-a42e-4fa0-b8d1-386eb16b2aa2 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Request body: {'security_group_rule': {'security_group_id': '12540f00-dcdd-4e0b-8fd0-038860a4f5a2', 'project_id': '69fee3c2290d4e78afd043ba44594628', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:13.319396 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.351366 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5ee5f5d2-a42e-4fa0-b8d1-386eb16b2aa2 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.426372 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5ee5f5d2-a42e-4fa0-b8d1-386eb16b2aa2 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.431283 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5ee5f5d2-a42e-4fa0-b8d1-386eb16b2aa2 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.451424 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5f5d2-a42e-4fa0-b8d1-386eb16b2aa2 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697d48a8-26ab-4455-ba9d-be14b498bdaf,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:13.464412 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5ee5f5d2-a42e-4fa0-b8d1-386eb16b2aa2 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.468770 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5ee5f5d2-a42e-4fa0-b8d1-386eb16b2aa2 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1682768 Aug 16 22:53:13.469053 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43938) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:13.474434 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f9b7dede-550b-4936-a73a-5b85cc81e9a8 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Request body: {'security_group_rule': {'security_group_id': '12540f00-dcdd-4e0b-8fd0-038860a4f5a2', 'project_id': '69fee3c2290d4e78afd043ba44594628', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:13.504176 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9b7dede-550b-4936-a73a-5b85cc81e9a8 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.584275 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9b7dede-550b-4936-a73a-5b85cc81e9a8 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.589409 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9b7dede-550b-4936-a73a-5b85cc81e9a8 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.610834 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7dede-550b-4936-a73a-5b85cc81e9a8 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228dfcb1-1dbe-48a4-9eec-833479f73244,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:13.619547 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9b7dede-550b-4936-a73a-5b85cc81e9a8 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.621316 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f9b7dede-550b-4936-a73a-5b85cc81e9a8 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1510167 Aug 16 22:53:13.624272 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43942) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:13.633342 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-1eb8feac-e27e-4eec-bdfa-958bbca1c8b2 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Request body: {'security_group_rule': {'security_group_id': '12540f00-dcdd-4e0b-8fd0-038860a4f5a2', 'project_id': '69fee3c2290d4e78afd043ba44594628', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:13.663325 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-1eb8feac-e27e-4eec-bdfa-958bbca1c8b2 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Project 69fee3c2290d4e78afd043ba44594628 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:53:13.669823 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1eb8feac-e27e-4eec-bdfa-958bbca1c8b2 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.760972 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1eb8feac-e27e-4eec-bdfa-958bbca1c8b2 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.767332 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1eb8feac-e27e-4eec-bdfa-958bbca1c8b2 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.797284 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8feac-e27e-4eec-bdfa-958bbca1c8b2 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6fb552-3bce-4b66-93ff-0f280a6ebc55,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:13.802922 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1eb8feac-e27e-4eec-bdfa-958bbca1c8b2 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.804713 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1eb8feac-e27e-4eec-bdfa-958bbca1c8b2 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1782632 Aug 16 22:53:13.807510 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 43944) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:13.813066 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4edb5eb7-1f76-4e1e-bcc9-dedfe9773511 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Request body: {'security_group_rule': {'security_group_id': '12540f00-dcdd-4e0b-8fd0-038860a4f5a2', 'project_id': '69fee3c2290d4e78afd043ba44594628', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:13.844263 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-4edb5eb7-1f76-4e1e-bcc9-dedfe9773511 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Project 69fee3c2290d4e78afd043ba44594628 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:53:13.850749 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4edb5eb7-1f76-4e1e-bcc9-dedfe9773511 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.969130 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4edb5eb7-1f76-4e1e-bcc9-dedfe9773511 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.979081 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4edb5eb7-1f76-4e1e-bcc9-dedfe9773511 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:14.035423 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4edb5eb7-1f76-4e1e-bcc9-dedfe9773511 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:14.047267 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4edb5eb7-1f76-4e1e-bcc9-dedfe9773511 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2281384 Aug 16 22:53:14.047267 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb5eb7-1f76-4e1e-bcc9-dedfe9773511 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fff29ea-50a4-40ee-8dff-1ff9439b5725,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:14.260519 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36176b92-9101-4821-aa3c-c24127d73512 req-d046feef-fa32-4a44-b196-7b541b548e65 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134213658&fields=id&tenant_id=69fee3c2290d4e78afd043ba44594628 HTTP/1.1" status: 200 len: 267 time: 0.0399816 Aug 16 22:53:14.404655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36176b92-9101-4821-aa3c-c24127d73512 req-f7665ca9-b8cd-4d8d-8057-3f64a7bdea21 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:14.406317 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36176b92-9101-4821-aa3c-c24127d73512 req-f7665ca9-b8cd-4d8d-8057-3f64a7bdea21 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/networks?id=a54f21a9-1e7d-412e-8279-3fd9f564e2e1 HTTP/1.1" status: 200 len: 809 time: 0.1372910 Aug 16 22:53:14.425135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36176b92-9101-4821-aa3c-c24127d73512 req-a3748229-12d7-4a39-9998-724609486c39 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/quotas/69fee3c2290d4e78afd043ba44594628 HTTP/1.1" status: 200 len: 375 time: 0.0117717 Aug 16 22:53:14.490829 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36176b92-9101-4821-aa3c-c24127d73512 req-cd81ae00-a767-4c07-b335-b6e8b941acc5 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=69fee3c2290d4e78afd043ba44594628&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590258 Aug 16 22:53:14.698811 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 49e82e7a-4631-480f-918a-3e371e0961e6 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:14.763810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 49e82e7a-4631-480f-918a-3e371e0961e6 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:14.768920 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 49e82e7a-4631-480f-918a-3e371e0961e6 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:14.769335 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:14.836905 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36176b92-9101-4821-aa3c-c24127d73512 req-e5e35937-fda8-41eb-8ee7-6331137f83cf service neutron] 10.222.0.93 "GET /v2.0/networks/a54f21a9-1e7d-412e-8279-3fd9f564e2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269074 Aug 16 22:53:14.905090 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:14.922157 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:14.947218 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 49e82e7a-4631-480f-918a-3e371e0961e6, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=49e82e7a-4631-480f-918a-3e371e0961e6,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:14.952977 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:14.978694 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36176b92-9101-4821-aa3c-c24127d73512 req-5fc8291b-da16-41eb-a095-7d250e62caeb service neutron] 10.222.0.93 "GET /v2.0/networks/a54f21a9-1e7d-412e-8279-3fd9f564e2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326952 Aug 16 22:53:15.027088 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=49e82e7a-4631-480f-918a-3e371e0961e6,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:15.268235 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75532234-6f92-43bd-93bc-65acc692cf18 req-90143ea6-b750-42d9-a566-335eef2a6917 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 210 time: 0.0457866 Aug 16 22:53:15.277324 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] Sync routers for ids ['9d995582-b6ec-4fb9-812c-b864b6cb8005'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:53:15.293016 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] Routers {'9d995582-b6ec-4fb9-812c-b864b6cb8005'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:15.294354 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:53:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['9d995582-b6ec-4fb9-812c-b864b6cb8005'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:15.591059 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] Set router 9d995582-b6ec-4fb9-812c-b864b6cb8005 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:15.904532 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d995582-b6ec-4fb9-812c-b864b6cb8005', 'name': 'tempest-TestServerBasicOps-1677404004-router', 'tenant_id': '55e55fd70b714acfb99f9a1be69489c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '49e82e7a-4631-480f-918a-3e371e0961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:05Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': '55e55fd70b714acfb99f9a1be69489c0', 'gw_port': {'id': '49e82e7a-4631-480f-918a-3e371e0961e6', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d995582-b6ec-4fb9-812c-b864b6cb8005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:05Z', 'updated_at': '2021-08-16T22:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'b863e31d-d581-4eef-8dce-20b1d736f2df', 'name': '', 'network_id': 'e2cccb89-7a41-433e-84a5-00b26920b338', 'tenant_id': '55e55fd70b714acfb99f9a1be69489c0', 'mac_address': 'fa:16:3e:eb:ec:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d995582-b6ec-4fb9-812c-b864b6cb8005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'a1d8daba-c26b-418e-900e-e08a43a5c53c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 2, 'project_id': '55e55fd70b714acfb99f9a1be69489c0', 'subnets': [{'id': 'a1d8daba-c26b-418e-900e-e08a43a5c53c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:15.942267 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] Checking router: 9d995582-b6ec-4fb9-812c-b864b6cb8005 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:53:15.942630 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] Updating router 9d995582-b6ec-4fb9-812c-b864b6cb8005 port b863e31d-d581-4eef-8dce-20b1d736f2df binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:53:15.973925 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:16.286396 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:16.305306 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] Transition to ACTIVE for port object b863e31d-d581-4eef-8dce-20b1d736f2df will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:16.318421 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:16.419399 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ab9fb-86a6-4a17-a40f-ccaf912ae6f7 None None] Pushing event updated for resources: {'Port': ['ID=b863e31d-d581-4eef-8dce-20b1d736f2df,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:16.494941 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ea9aebb-f7a0-43e5-980a-79dd1c3fe333 req-804d6d2f-6107-4bc1-8ce9-23d2bfdb3966 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 210 time: 0.0609653 Aug 16 22:53:16.534654 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] Attempting to bind port b863e31d-d581-4eef-8dce-20b1d736f2df on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:16.535768 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] Attempting to bind port b863e31d-d581-4eef-8dce-20b1d736f2df by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'ecb959df-0302-4573-97d8-d957ca836e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e2cccb89-7a41-433e-84a5-00b26920b338'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:16.537090 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] Attempting to bind port b863e31d-d581-4eef-8dce-20b1d736f2df on network e2cccb89-7a41-433e-84a5-00b26920b338 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:16.549582 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:16.550710 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] Checking segment: {'id': 'ecb959df-0302-4573-97d8-d957ca836e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e2cccb89-7a41-433e-84a5-00b26920b338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:16.551642 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:16.552712 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] Bound using segment: {'id': 'ecb959df-0302-4573-97d8-d957ca836e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e2cccb89-7a41-433e-84a5-00b26920b338'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:16.553805 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] Bound port: b863e31d-d581-4eef-8dce-20b1d736f2df, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb959df-0302-4573-97d8-d957ca836e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e2cccb89-7a41-433e-84a5-00b26920b338'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:16.555085 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:16.561077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36176b92-9101-4821-aa3c-c24127d73512 req-75392475-5846-4f12-bf48-89d9904d4f2e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:16.562681 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36176b92-9101-4821-aa3c-c24127d73512 req-75392475-5846-4f12-bf48-89d9904d4f2e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.43 "GET /v2.0/networks?id=a54f21a9-1e7d-412e-8279-3fd9f564e2e1 HTTP/1.1" status: 200 len: 809 time: 0.2551255 Aug 16 22:53:16.642979 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] For port b863e31d-d581-4eef-8dce-20b1d736f2df, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:16.646333 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] For port b863e31d-d581-4eef-8dce-20b1d736f2df, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b863e31d-d581-4eef-8dce-20b1d736f2df,segment=NetworkSegment(ecb959df-0302-4573-97d8-d957ca836e25),segment_id=ecb959df-0302-4573-97d8-d957ca836e25)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:16.655764 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:16.660047 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36176b92-9101-4821-aa3c-c24127d73512 req-c59621a2-b146-43b0-a996-af23afd92cfd tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69fee3c2290d4e78afd043ba44594628 HTTP/1.1" status: 200 len: 380 time: 0.0821779 Aug 16 22:53:16.672561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-36176b92-9101-4821-aa3c-c24127d73512 req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Request body: {'port': {'device_id': 'ed9f03f2-d047-4e00-b2aa-4ba460b60521', 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1', 'admin_state_up': True, 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'security_groups': ['12540f00-dcdd-4e0b-8fd0-038860a4f5a2']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:16.683910 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 49e82e7a-4631-480f-918a-3e371e0961e6 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:16.761304 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 49e82e7a-4631-480f-918a-3e371e0961e6 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:16.768977 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:16.783886 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ab9fb-86a6-4a17-a40f-ccaf912ae6f7 None None] Pushing event updated for resources: {'Port': ['ID=b863e31d-d581-4eef-8dce-20b1d736f2df,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:16.804819 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] Routers {'9d995582-b6ec-4fb9-812c-b864b6cb8005'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:16.807688 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:53:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['9d995582-b6ec-4fb9-812c-b864b6cb8005'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:16.917564 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36176b92-9101-4821-aa3c-c24127d73512 req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Made reservation on behalf of 69fee3c2290d4e78afd043ba44594628 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:16.926837 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-36176b92-9101-4821-aa3c-c24127d73512 req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:17.035059 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] Set router 9d995582-b6ec-4fb9-812c-b864b6cb8005 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:17.155560 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-36176b92-9101-4821-aa3c-c24127d73512 req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Allocated IP 172.20.0.13 (a54f21a9-1e7d-412e-8279-3fd9f564e2e1/5f7fc71b-c765-4361-a281-4f8b22bf0e97/50b4f86d-f227-4268-b446-2e420b372cf7) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:17.391288 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d995582-b6ec-4fb9-812c-b864b6cb8005', 'name': 'tempest-TestServerBasicOps-1677404004-router', 'tenant_id': '55e55fd70b714acfb99f9a1be69489c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '49e82e7a-4631-480f-918a-3e371e0961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:05Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': '55e55fd70b714acfb99f9a1be69489c0', 'gw_port': {'id': '49e82e7a-4631-480f-918a-3e371e0961e6', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d995582-b6ec-4fb9-812c-b864b6cb8005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:05Z', 'updated_at': '2021-08-16T22:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'b863e31d-d581-4eef-8dce-20b1d736f2df', 'name': '', 'network_id': 'e2cccb89-7a41-433e-84a5-00b26920b338', 'tenant_id': '55e55fd70b714acfb99f9a1be69489c0', 'mac_address': 'fa:16:3e:eb:ec:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d995582-b6ec-4fb9-812c-b864b6cb8005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'a1d8daba-c26b-418e-900e-e08a43a5c53c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:16Z', 'revision_number': 4, 'project_id': '55e55fd70b714acfb99f9a1be69489c0', 'subnets': [{'id': 'a1d8daba-c26b-418e-900e-e08a43a5c53c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:17.426571 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15090596-7dbd-4542-aaa3-0cdde59e1293 None None] The sync data for ids ['9d995582-b6ec-4fb9-812c-b864b6cb8005'] in n-d-792458-15 is: [{'id': '9d995582-b6ec-4fb9-812c-b864b6cb8005', 'name': 'tempest-TestServerBasicOps-1677404004-router', 'tenant_id': '55e55fd70b714acfb99f9a1be69489c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '49e82e7a-4631-480f-918a-3e371e0961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:05Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': '55e55fd70b714acfb99f9a1be69489c0', 'gw_port': {'id': '49e82e7a-4631-480f-918a-3e371e0961e6', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d995582-b6ec-4fb9-812c-b864b6cb8005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:05Z', 'updated_at': '2021-08-16T22:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'b863e31d-d581-4eef-8dce-20b1d736f2df', 'name': '', 'network_id': 'e2cccb89-7a41-433e-84a5-00b26920b338', 'tenant_id': '55e55fd70b714acfb99f9a1be69489c0', 'mac_address': 'fa:16:3e:eb:ec:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d995582-b6ec-4fb9-812c-b864b6cb8005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'a1d8daba-c26b-418e-900e-e08a43a5c53c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:16Z', 'revision_number': 4, 'project_id': '55e55fd70b714acfb99f9a1be69489c0', 'subnets': [{'id': 'a1d8daba-c26b-418e-900e-e08a43a5c53c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:53:17.452615 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-36176b92-9101-4821-aa3c-c24127d73512 req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:17.472785 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-36176b92-9101-4821-aa3c-c24127d73512 req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Transition to ACTIVE for port object 50b4f86d-f227-4268-b446-2e420b372cf7 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:17.553410 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-36176b92-9101-4821-aa3c-c24127d73512 req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:17.623459 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36176b92-9101-4821-aa3c-c24127d73512 req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Network a54f21a9-1e7d-412e-8279-3fd9f564e2e1 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:17.631951 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-36176b92-9101-4821-aa3c-c24127d73512 req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:17.666443 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-36176b92-9101-4821-aa3c-c24127d73512 req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:17.727700 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Pushing event updated for resources: {'Port': ['ID=50b4f86d-f227-4268-b446-2e420b372cf7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:17.755191 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:17.755537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:17.755839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:17.756431 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:17.756762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:17.757115 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:17.757406 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:17.757713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:17.758072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:17.758386 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:17.758714 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:17.759046 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:17.782057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36176b92-9101-4821-aa3c-c24127d73512 req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:17.782646 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-36176b92-9101-4821-aa3c-c24127d73512 req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:17.808736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc8e7a-a422-4b8d-98b1-e7fa6c61c2f7 req-ecc655aa-82de-426a-b1f9-0a50d18dea84 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:17.820617 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13fc8e7a-a422-4b8d-98b1-e7fa6c61c2f7 req-ecc655aa-82de-426a-b1f9-0a50d18dea84 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 932 time: 0.2201548 Aug 16 22:53:17.832038 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36176b92-9101-4821-aa3c-c24127d73512 req-a0c7bb74-7e1d-4541-9b1d-fb652880677a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1684597 Aug 16 22:53:17.850805 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-36176b92-9101-4821-aa3c-c24127d73512 req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] Request body: {'port': {'device_id': 'ed9f03f2-d047-4e00-b2aa-4ba460b60521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:17.925637 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-36176b92-9101-4821-aa3c-c24127d73512 req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.005503 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13fc8e7a-a422-4b8d-98b1-e7fa6c61c2f7 req-e3e64587-f22a-4216-897b-7e8563a95fee tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/security-groups?id=12540f00-dcdd-4e0b-8fd0-038860a4f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836853 Aug 16 22:53:18.071827 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0e5f9b61-4d28-4c48-ba93-992cf8346838 None None] Provisioning for port 50b4f86d-f227-4268-b446-2e420b372cf7 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:18.078681 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0e5f9b61-4d28-4c48-ba93-992cf8346838 None None] Provisioning complete for port 50b4f86d-f227-4268-b446-2e420b372cf7 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:18.079671 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0e5f9b61-4d28-4c48-ba93-992cf8346838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.144644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0e5f9b61-4d28-4c48-ba93-992cf8346838 None None] Port 50b4f86d-f227-4268-b446-2e420b372cf7 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:53:18.366627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-36176b92-9101-4821-aa3c-c24127d73512 req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b4f86d-f227-4268-b446-2e420b372cf7 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:18.375845 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-36176b92-9101-4821-aa3c-c24127d73512 req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.396398 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-36176b92-9101-4821-aa3c-c24127d73512 req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] Transition to ACTIVE for port object 50b4f86d-f227-4268-b446-2e420b372cf7 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:18.407520 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-36176b92-9101-4821-aa3c-c24127d73512 req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.469742 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] Pushing event updated for resources: {'Port': ['ID=50b4f86d-f227-4268-b446-2e420b372cf7,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:18.587879 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-36176b92-9101-4821-aa3c-c24127d73512 req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] Attempting to bind port 50b4f86d-f227-4268-b446-2e420b372cf7 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:18.588546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-36176b92-9101-4821-aa3c-c24127d73512 req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] Attempting to bind port 50b4f86d-f227-4268-b446-2e420b372cf7 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'f3eb2c2a-b50f-4520-bd82-2628b32fd85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:18.588709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36176b92-9101-4821-aa3c-c24127d73512 req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] Attempting to bind port 50b4f86d-f227-4268-b446-2e420b372cf7 on network a54f21a9-1e7d-412e-8279-3fd9f564e2e1 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:18.605903 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36176b92-9101-4821-aa3c-c24127d73512 req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] Port 50b4f86d-f227-4268-b446-2e420b372cf7 on network a54f21a9-1e7d-412e-8279-3fd9f564e2e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:53:18.606325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36176b92-9101-4821-aa3c-c24127d73512 req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] Attempting to bind port 50b4f86d-f227-4268-b446-2e420b372cf7 on network a54f21a9-1e7d-412e-8279-3fd9f564e2e1 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:18.618614 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36176b92-9101-4821-aa3c-c24127d73512 req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:18.619066 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36176b92-9101-4821-aa3c-c24127d73512 req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] Checking segment: {'id': 'f3eb2c2a-b50f-4520-bd82-2628b32fd85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:18.619480 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36176b92-9101-4821-aa3c-c24127d73512 req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] Bound using segment: {'id': 'f3eb2c2a-b50f-4520-bd82-2628b32fd85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:18.620116 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-36176b92-9101-4821-aa3c-c24127d73512 req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] Bound port: 50b4f86d-f227-4268-b446-2e420b372cf7, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3eb2c2a-b50f-4520-bd82-2628b32fd85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:18.620473 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-36176b92-9101-4821-aa3c-c24127d73512 req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.699623 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b863e31d-d581-4eef-8dce-20b1d736f2df up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:18.759744 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-36176b92-9101-4821-aa3c-c24127d73512 req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] For port 50b4f86d-f227-4268-b446-2e420b372cf7, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:18.765357 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-36176b92-9101-4821-aa3c-c24127d73512 req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] For port 50b4f86d-f227-4268-b446-2e420b372cf7, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=50b4f86d-f227-4268-b446-2e420b372cf7,segment=NetworkSegment(f3eb2c2a-b50f-4520-bd82-2628b32fd85d),segment_id=f3eb2c2a-b50f-4520-bd82-2628b32fd85d)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:18.773836 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-36176b92-9101-4821-aa3c-c24127d73512 req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.822619 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36176b92-9101-4821-aa3c-c24127d73512 req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:18.824471 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-36176b92-9101-4821-aa3c-c24127d73512 req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.825021 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port b863e31d-d581-4eef-8dce-20b1d736f2df completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:18.826402 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36176b92-9101-4821-aa3c-c24127d73512 req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] 10.222.0.43 "PUT /v2.0/ports/50b4f86d-f227-4268-b446-2e420b372cf7 HTTP/1.1" status: 200 len: 1093 time: 0.9817841 Aug 16 22:53:18.826885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9f03f2-d047-4e00-b2aa-4ba460b60521', 'tag': '50b4f86d-f227-4268-b446-2e420b372cf7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:18.830788 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469699b4-5cd7-48c2-809a-1d5ae4dcd8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9f03f2-d047-4e00-b2aa-4ba460b60521", "tag": "50b4f86d-f227-4268-b446-2e420b372cf7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:18.837796 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port b863e31d-d581-4eef-8dce-20b1d736f2df triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:18.838558 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.864537 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:53:18.903122 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514f4c5-0637-4946-a129-fe2e57332570 service neutron] Pushing event updated for resources: {'Port': ['ID=50b4f86d-f227-4268-b446-2e420b372cf7,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:18.916284 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f05826-1a98-4796-8bd5-94649bfbfe17 x-openstack-request-id: req-a3f05826-1a98-4796-8bd5-94649bfbfe17 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:18.916579 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9f03f2-d047-4e00-b2aa-4ba460b60521", "tag": "50b4f86d-f227-4268-b446-2e420b372cf7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:18.918795 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a3f05826-1a98-4796-8bd5-94649bfbfe17 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:18.920327 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9f03f2-d047-4e00-b2aa-4ba460b60521', 'tag': '50b4f86d-f227-4268-b446-2e420b372cf7', 'status': 'completed', 'code': 200} Aug 16 22:53:19.019255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36176b92-9101-4821-aa3c-c24127d73512 req-2775a7cf-29b3-4224-b7ba-135fe53bf019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:19.021602 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36176b92-9101-4821-aa3c-c24127d73512 req-2775a7cf-29b3-4224-b7ba-135fe53bf019 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=69fee3c2290d4e78afd043ba44594628&device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 1096 time: 0.0944831 Aug 16 22:53:19.070277 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.098342 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36176b92-9101-4821-aa3c-c24127d73512 req-4e5fa2af-97a8-4be0-a5b8-bf805ef302a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50b4f86d-f227-4268-b446-2e420b372cf7 HTTP/1.1" status: 200 len: 217 time: 0.0618830 Aug 16 22:53:19.152189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port b863e31d-d581-4eef-8dce-20b1d736f2df, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b863e31d-d581-4eef-8dce-20b1d736f2df,segment=NetworkSegment(ecb959df-0302-4573-97d8-d957ca836e25),segment_id=ecb959df-0302-4573-97d8-d957ca836e25)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:19.164419 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.244975 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36176b92-9101-4821-aa3c-c24127d73512 req-90832817-9828-4bbb-ba66-da96e287422d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:19.244975 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36176b92-9101-4821-aa3c-c24127d73512 req-90832817-9828-4bbb-ba66-da96e287422d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f7fc71b-c765-4361-a281-4f8b22bf0e97 HTTP/1.1" status: 200 len: 848 time: 0.1275220 Aug 16 22:53:19.262756 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad8013-dd88-4855-b615-fd2f6d9b009d req-a6b5100c-44ec-4dde-90bf-a0b7aeca69d9 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:19.264245 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6fad8013-dd88-4855-b615-fd2f6d9b009d req-a6b5100c-44ec-4dde-90bf-a0b7aeca69d9 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 944 time: 0.0964892 Aug 16 22:53:19.271690 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=b863e31d-d581-4eef-8dce-20b1d736f2df,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:19.366238 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36176b92-9101-4821-aa3c-c24127d73512 req-e0cf68c7-c5f0-4705-9d8d-8b976416c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:19.368639 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36176b92-9101-4821-aa3c-c24127d73512 req-e0cf68c7-c5f0-4705-9d8d-8b976416c893 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a54f21a9-1e7d-412e-8279-3fd9f564e2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1032054 Aug 16 22:53:19.372389 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6fad8013-dd88-4855-b615-fd2f6d9b009d req-74a394f4-c381-48f3-bce1-c23f09bce116 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/security-groups?id=12540f00-dcdd-4e0b-8fd0-038860a4f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963724 Aug 16 22:53:19.524213 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36176b92-9101-4821-aa3c-c24127d73512 req-21c38230-6554-43b6-a135-1feba65f6e77 service neutron] 10.222.0.43 "GET /v2.0/networks/a54f21a9-1e7d-412e-8279-3fd9f564e2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461177 Aug 16 22:53:19.647377 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36176b92-9101-4821-aa3c-c24127d73512 req-2832a58f-9551-4e6d-9b7a-70c30b2c990b service neutron] 10.222.0.43 "GET /v2.0/networks/a54f21a9-1e7d-412e-8279-3fd9f564e2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161613 Aug 16 22:53:19.774149 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469699b4-5cd7-48c2-809a-1d5ae4dcd8c6 req-23634498-56d5-4765-bddf-db7fbb288fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:19.776661 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-469699b4-5cd7-48c2-809a-1d5ae4dcd8c6 req-23634498-56d5-4765-bddf-db7fbb288fcb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=69fee3c2290d4e78afd043ba44594628&device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 1096 time: 0.0671301 Aug 16 22:53:19.917551 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469699b4-5cd7-48c2-809a-1d5ae4dcd8c6 req-a6a1cc67-c9d4-46a1-a5ec-42b348e5c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:19.919622 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-469699b4-5cd7-48c2-809a-1d5ae4dcd8c6 req-a6a1cc67-c9d4-46a1-a5ec-42b348e5c37b service neutron] 10.222.0.43 "GET /v2.0/networks?id=a54f21a9-1e7d-412e-8279-3fd9f564e2e1 HTTP/1.1" status: 200 len: 910 time: 0.1352072 Aug 16 22:53:19.980504 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-469699b4-5cd7-48c2-809a-1d5ae4dcd8c6 req-47979382-6089-43af-9711-8a41195fad36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50b4f86d-f227-4268-b446-2e420b372cf7 HTTP/1.1" status: 200 len: 217 time: 0.0491312 Aug 16 22:53:20.081372 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469699b4-5cd7-48c2-809a-1d5ae4dcd8c6 req-d26ec222-75e4-4659-ac0a-ae5c1f2ec1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:20.081372 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-469699b4-5cd7-48c2-809a-1d5ae4dcd8c6 req-d26ec222-75e4-4659-ac0a-ae5c1f2ec1ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f7fc71b-c765-4361-a281-4f8b22bf0e97 HTTP/1.1" status: 200 len: 848 time: 0.0931749 Aug 16 22:53:20.176609 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469699b4-5cd7-48c2-809a-1d5ae4dcd8c6 req-6e8f23b5-3609-4860-a435-c1ab6f65e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:20.180353 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-469699b4-5cd7-48c2-809a-1d5ae4dcd8c6 req-6e8f23b5-3609-4860-a435-c1ab6f65e479 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a54f21a9-1e7d-412e-8279-3fd9f564e2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898886 Aug 16 22:53:20.323358 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-469699b4-5cd7-48c2-809a-1d5ae4dcd8c6 req-62f88da7-e1d1-4e1f-be9b-62282564dfc9 service neutron] 10.222.0.43 "GET /v2.0/networks/a54f21a9-1e7d-412e-8279-3fd9f564e2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334214 Aug 16 22:53:20.495928 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-469699b4-5cd7-48c2-809a-1d5ae4dcd8c6 req-78fcb8d9-1956-416c-a616-d622d9640a61 service neutron] 10.222.0.43 "GET /v2.0/networks/a54f21a9-1e7d-412e-8279-3fd9f564e2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634331 Aug 16 22:53:20.571595 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0da671-7b43-4b2c-ac68-b644bf7ac328 req-ab50ece8-8adb-42fb-8667-a5bd248bc265 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:20.573260 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8f0da671-7b43-4b2c-ac68-b644bf7ac328 req-ab50ece8-8adb-42fb-8667-a5bd248bc265 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 944 time: 0.0802255 Aug 16 22:53:20.634428 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8f0da671-7b43-4b2c-ac68-b644bf7ac328 req-b1348517-fca9-491b-9fb9-b3525be9d257 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/security-groups?id=12540f00-dcdd-4e0b-8fd0-038860a4f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516849 Aug 16 22:53:20.684594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b863e31d-d581-4eef-8dce-20b1d736f2df up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:20.747220 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port b863e31d-d581-4eef-8dce-20b1d736f2df triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:20.747863 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:21.707982 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 50b4f86d-f227-4268-b446-2e420b372cf7 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:53:21.782181 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4850ebd-60c8-45ac-b3ae-91ce18519365 req-9abd7829-0797-4f4d-b5c6-55f107c4b79e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:21.784616 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4850ebd-60c8-45ac-b3ae-91ce18519365 req-9abd7829-0797-4f4d-b5c6-55f107c4b79e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 944 time: 0.0689871 Aug 16 22:53:21.836304 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4850ebd-60c8-45ac-b3ae-91ce18519365 req-f5cd342c-8ca5-4fe5-8299-f0b72cfe966a tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/security-groups?id=12540f00-dcdd-4e0b-8fd0-038860a4f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450473 Aug 16 22:53:21.846781 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 50b4f86d-f227-4268-b446-2e420b372cf7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=50b4f86d-f227-4268-b446-2e420b372cf7,segment=NetworkSegment(f3eb2c2a-b50f-4520-bd82-2628b32fd85d),segment_id=f3eb2c2a-b50f-4520-bd82-2628b32fd85d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:21.865189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '50b4f86d-f227-4268-b446-2e420b372cf7', 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1', 'port_id': '50b4f86d-f227-4268-b446-2e420b372cf7', 'mac_address': 'fa:16:3e:12:2b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7fc71b-c765-4361-a281-4f8b22bf0e97', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:53:21.906426 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:21.920282 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b4f86d-f227-4268-b446-2e420b372cf7 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:21.940540 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 50b4f86d-f227-4268-b446-2e420b372cf7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=50b4f86d-f227-4268-b446-2e420b372cf7,segment=NetworkSegment(f3eb2c2a-b50f-4520-bd82-2628b32fd85d),segment_id=f3eb2c2a-b50f-4520-bd82-2628b32fd85d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:21.945616 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.007202 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=50b4f86d-f227-4268-b446-2e420b372cf7,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:22.132487 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['50b4f86d-f227-4268-b446-2e420b372cf7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:53:22.999262 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e27e7-aace-45a7-b3b5-4f6ca8200956 req-2e0eb6f9-12ad-4d94-8ad7-83fa1d5014bd tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:23.006572 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f87e27e7-aace-45a7-b3b5-4f6ca8200956 req-2e0eb6f9-12ad-4d94-8ad7-83fa1d5014bd tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 945 time: 0.0751114 Aug 16 22:53:23.046893 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f87e27e7-aace-45a7-b3b5-4f6ca8200956 req-cd5ca10b-b913-49d3-b02b-56c8d7a214ce tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/security-groups?id=12540f00-dcdd-4e0b-8fd0-038860a4f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389671 Aug 16 22:53:23.738677 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 50b4f86d-f227-4268-b446-2e420b372cf7 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:23.799692 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 50b4f86d-f227-4268-b446-2e420b372cf7 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:23.804133 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 50b4f86d-f227-4268-b446-2e420b372cf7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:23.804873 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:23.906448 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:23.931088 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9f03f2-d047-4e00-b2aa-4ba460b60521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b4f86d-f227-4268-b446-2e420b372cf7'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:23.933478 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b694e9dd-b0af-4836-8745-4fe27e04efd1" -d '{"events": [{"server_uuid": "ed9f03f2-d047-4e00-b2aa-4ba460b60521", "name": "network-vif-plugged", "status": "completed", "tag": "50b4f86d-f227-4268-b446-2e420b372cf7"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:23.947519 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 50b4f86d-f227-4268-b446-2e420b372cf7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=50b4f86d-f227-4268-b446-2e420b372cf7,segment=NetworkSegment(f3eb2c2a-b50f-4520-bd82-2628b32fd85d),segment_id=f3eb2c2a-b50f-4520-bd82-2628b32fd85d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:23.952723 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:24.011082 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=50b4f86d-f227-4268-b446-2e420b372cf7,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:24.072398 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d4686f-1bf3-442d-a3d9-ff8c98457a64 x-openstack-request-id: req-37d4686f-1bf3-442d-a3d9-ff8c98457a64 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:24.072905 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9f03f2-d047-4e00-b2aa-4ba460b60521", "name": "network-vif-plugged", "status": "completed", "tag": "50b4f86d-f227-4268-b446-2e420b372cf7", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:24.073229 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-37d4686f-1bf3-442d-a3d9-ff8c98457a64 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:24.073780 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9f03f2-d047-4e00-b2aa-4ba460b60521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b4f86d-f227-4268-b446-2e420b372cf7', 'code': 200} Aug 16 22:53:24.215217 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12833f-a8dd-4214-a0d7-e3344b3e8601 req-022adfb7-ebe5-4553-a71c-5fa48c9d625e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:24.216735 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b12833f-a8dd-4214-a0d7-e3344b3e8601 req-022adfb7-ebe5-4553-a71c-5fa48c9d625e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 946 time: 0.0868313 Aug 16 22:53:24.219968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6c9bf-8fab-48a6-8a6f-1c343b0bb1dd req-5aeb71e5-623e-4b59-91b1-f618b0e2a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:24.222828 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3c6c9bf-8fab-48a6-8a6f-1c343b0bb1dd req-5aeb71e5-623e-4b59-91b1-f618b0e2a319 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 1098 time: 0.0782328 Aug 16 22:53:24.287836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b12833f-a8dd-4214-a0d7-e3344b3e8601 req-2b01d580-c764-4634-971c-aa9542fab7c8 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/security-groups?id=12540f00-dcdd-4e0b-8fd0-038860a4f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633097 Aug 16 22:53:24.292874 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3c6c9bf-8fab-48a6-8a6f-1c343b0bb1dd req-6bab8608-295a-42db-9685-736eb3844703 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=12540f00-dcdd-4e0b-8fd0-038860a4f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591097 Aug 16 22:53:25.665622 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fb750-f962-4da4-8924-e99ec6262802 req-6ab42558-f574-4a7d-8e92-e14c6ec2a666 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:25.667199 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c60fb750-f962-4da4-8924-e99ec6262802 req-6ab42558-f574-4a7d-8e92-e14c6ec2a666 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 946 time: 0.0547287 Aug 16 22:53:25.708386 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c60fb750-f962-4da4-8924-e99ec6262802 req-7235b4f6-953a-4a66-a6a1-f8811e774f2e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/security-groups?id=12540f00-dcdd-4e0b-8fd0-038860a4f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349503 Aug 16 22:53:25.824213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4942c38-d241-4825-8d20-594b2f31a82e req-3a27f644-b2ad-4faa-a347-f32be074171b tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:25.826080 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4942c38-d241-4825-8d20-594b2f31a82e req-3a27f644-b2ad-4faa-a347-f32be074171b tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 946 time: 0.0502515 Aug 16 22:53:25.872362 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4942c38-d241-4825-8d20-594b2f31a82e req-e0ecf2c7-a7f1-4c0d-8eee-d4316429ba19 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/security-groups?id=12540f00-dcdd-4e0b-8fd0-038860a4f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333292 Aug 16 22:53:25.986794 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f01a5d-0bde-41b5-a9dd-ee30e66e2b92 req-24d1705c-5067-4e93-af9a-08e692e810a8 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:25.988316 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e5f01a5d-0bde-41b5-a9dd-ee30e66e2b92 req-24d1705c-5067-4e93-af9a-08e692e810a8 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 946 time: 0.0533834 Aug 16 22:53:26.026429 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e5f01a5d-0bde-41b5-a9dd-ee30e66e2b92 req-499671a2-649d-4d98-973c-695f56ad3fc6 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/security-groups?id=12540f00-dcdd-4e0b-8fd0-038860a4f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321124 Aug 16 22:53:26.049700 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44032) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:26.147757 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4029605-3a85-454b-aa25-e6d274bc566d tempest-TestServerBasicOps-822167713 tempest-TestServerBasicOps-822167713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:26.149286 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d4029605-3a85-454b-aa25-e6d274bc566d tempest-TestServerBasicOps-822167713 tempest-TestServerBasicOps-822167713-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 1093 time: 0.0984406 Aug 16 22:53:26.152582 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44040) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:26.157329 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c34ccdbc-072a-4533-9355-a83ca01b448e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': '50b4f86d-f227-4268-b446-2e420b372cf7', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:26.182845 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c34ccdbc-072a-4533-9355-a83ca01b448e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.280320 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c34ccdbc-072a-4533-9355-a83ca01b448e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.387059 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-c34ccdbc-072a-4533-9355-a83ca01b448e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Allocated IP 172.25.6.181 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/aa540acc-33b7-4f42-aed2-8c9f3f3f1fe2) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:26.487101 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c34ccdbc-072a-4533-9355-a83ca01b448e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.526529 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c34ccdbc-072a-4533-9355-a83ca01b448e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.566766 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34ccdbc-072a-4533-9355-a83ca01b448e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:26.571771 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c34ccdbc-072a-4533-9355-a83ca01b448e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:26.575906 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34ccdbc-072a-4533-9355-a83ca01b448e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:26.600055 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ccdbc-072a-4533-9355-a83ca01b448e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Pushing event updated for resources: {'Port': ['ID=aa540acc-33b7-4f42-aed2-8c9f3f3f1fe2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:27.480961 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c34ccdbc-072a-4533-9355-a83ca01b448e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:27.597917 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c34ccdbc-072a-4533-9355-a83ca01b448e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:27.777158 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c34ccdbc-072a-4533-9355-a83ca01b448e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:27.795433 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c34ccdbc-072a-4533-9355-a83ca01b448e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:27.870865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ccdbc-072a-4533-9355-a83ca01b448e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Pushing event updated for resources: {'Port': ['ID=aa540acc-33b7-4f42-aed2-8c9f3f3f1fe2,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:27.883666 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c34ccdbc-072a-4533-9355-a83ca01b448e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:27.999887 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-c34ccdbc-072a-4533-9355-a83ca01b448e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Floating IP 892f0922-8d40-47c4-8a11-e903d1fae97d associated. External IP: 172.25.6.181, port: 50b4f86d-f227-4268-b446-2e420b372cf7. Aug 16 22:53:28.227981 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34ccdbc-072a-4533-9355-a83ca01b448e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Router ac80203f-259a-4162-9add-929090f91c7c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:53:28.339546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34ccdbc-072a-4533-9355-a83ca01b448e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:53:28.350303 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51914eb8-f6d9-4053-b38d-b2a3c2a41dea None None] Sync routers for ids ['ac80203f-259a-4162-9add-929090f91c7c'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:53:28.357551 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c34ccdbc-072a-4533-9355-a83ca01b448e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:28.360031 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51914eb8-f6d9-4053-b38d-b2a3c2a41dea None None] Routers {'ac80203f-259a-4162-9add-929090f91c7c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:28.360723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-51914eb8-f6d9-4053-b38d-b2a3c2a41dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:53:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ac80203f-259a-4162-9add-929090f91c7c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:28.386656 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c34ccdbc-072a-4533-9355-a83ca01b448e tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2325103 Aug 16 22:53:28.386981 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9f03f2-d047-4e00-b2aa-4ba460b60521', 'tag': '50b4f86d-f227-4268-b446-2e420b372cf7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:28.389227 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79d4078-2f1a-4a15-a626-115bfecf93c4" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9f03f2-d047-4e00-b2aa-4ba460b60521", "tag": "50b4f86d-f227-4268-b446-2e420b372cf7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:28.431953 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac8b21b-4503-4819-8f6a-99d4ef266849 x-openstack-request-id: req-1ac8b21b-4503-4819-8f6a-99d4ef266849 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:28.432357 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9f03f2-d047-4e00-b2aa-4ba460b60521", "tag": "50b4f86d-f227-4268-b446-2e420b372cf7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:28.432708 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1ac8b21b-4503-4819-8f6a-99d4ef266849 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:28.433322 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9f03f2-d047-4e00-b2aa-4ba460b60521', 'tag': '50b4f86d-f227-4268-b446-2e420b372cf7', 'status': 'completed', 'code': 200} Aug 16 22:53:28.498742 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d4078-2f1a-4a15-a626-115bfecf93c4 req-0eb30402-ef2d-4772-bea6-07852f1679b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:28.500414 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d79d4078-2f1a-4a15-a626-115bfecf93c4 req-0eb30402-ef2d-4772-bea6-07852f1679b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=69fee3c2290d4e78afd043ba44594628&device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 1098 time: 0.0458920 Aug 16 22:53:28.619546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d4078-2f1a-4a15-a626-115bfecf93c4 req-be2b7752-0920-4c83-b1ef-3be5219e66a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:28.621085 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d79d4078-2f1a-4a15-a626-115bfecf93c4 req-be2b7752-0920-4c83-b1ef-3be5219e66a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a54f21a9-1e7d-412e-8279-3fd9f564e2e1 HTTP/1.1" status: 200 len: 910 time: 0.1134546 Aug 16 22:53:28.658901 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-51914eb8-f6d9-4053-b38d-b2a3c2a41dea None None] Set router ac80203f-259a-4162-9add-929090f91c7c gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:28.691919 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d79d4078-2f1a-4a15-a626-115bfecf93c4 req-86cd57ad-0020-480f-b88b-25de1a17fabe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50b4f86d-f227-4268-b446-2e420b372cf7 HTTP/1.1" status: 200 len: 1000 time: 0.0629160 Aug 16 22:53:28.754983 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d4078-2f1a-4a15-a626-115bfecf93c4 req-e5deacb2-bebf-4304-9176-c44e4e631c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:28.757291 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d79d4078-2f1a-4a15-a626-115bfecf93c4 req-e5deacb2-bebf-4304-9176-c44e4e631c6c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f7fc71b-c765-4361-a281-4f8b22bf0e97 HTTP/1.1" status: 200 len: 848 time: 0.0592275 Aug 16 22:53:28.828132 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d4078-2f1a-4a15-a626-115bfecf93c4 req-7f5fe701-e40e-437e-b3e3-64b7fe24713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:28.831183 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d79d4078-2f1a-4a15-a626-115bfecf93c4 req-7f5fe701-e40e-437e-b3e3-64b7fe24713b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a54f21a9-1e7d-412e-8279-3fd9f564e2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655918 Aug 16 22:53:28.910549 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-51914eb8-f6d9-4053-b38d-b2a3c2a41dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80203f-259a-4162-9add-929090f91c7c', 'name': 'tempest-TestServerBasicOps-1880553078-router', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '282fca42-08f7-4988-a958-880cc674f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:52:55Z', 'updated_at': '2021-08-16T22:53:01Z', 'revision_number': 4, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'gw_port': {'id': '282fca42-08f7-4988-a958-880cc674f40b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:52:57Z', 'updated_at': '2021-08-16T22:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '892f0922-8d40-47c4-8a11-e903d1fae97d', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'floating_ip_address': '172.25.6.181', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'port_id': '50b4f86d-f227-4268-b446-2e420b372cf7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1', 'mac_address': 'fa:16:3e:12:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9f03f2-d047-4e00-b2aa-4ba460b60521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:53:26Z', 'updated_at': '2021-08-16T22:53:26Z', 'revision_number': 0, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97335c16-9508-437d-9c04-f71425e4625c', 'name': '', 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'mac_address': 'fa:16:3e:e6:c1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5f7fc71b-c765-4361-a281-4f8b22bf0e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:00Z', 'updated_at': '2021-08-16T22:53:09Z', 'revision_number': 5, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'subnets': [{'id': '5f7fc71b-c765-4361-a281-4f8b22bf0e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:28.930349 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d79d4078-2f1a-4a15-a626-115bfecf93c4 req-f8e2e9ab-5022-4886-bd1a-d0728e350485 service neutron] 10.222.0.43 "GET /v2.0/networks/a54f21a9-1e7d-412e-8279-3fd9f564e2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931704 Aug 16 22:53:28.938068 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51914eb8-f6d9-4053-b38d-b2a3c2a41dea None None] Checking router: ac80203f-259a-4162-9add-929090f91c7c for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:53:28.947344 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51914eb8-f6d9-4053-b38d-b2a3c2a41dea None None] Routers {'ac80203f-259a-4162-9add-929090f91c7c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:28.948036 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-51914eb8-f6d9-4053-b38d-b2a3c2a41dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:53:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ac80203f-259a-4162-9add-929090f91c7c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:29.038034 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d79d4078-2f1a-4a15-a626-115bfecf93c4 req-53b3f52d-61d0-4ad9-bba4-ae9ecd00a70f service neutron] 10.222.0.43 "GET /v2.0/networks/a54f21a9-1e7d-412e-8279-3fd9f564e2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002960 Aug 16 22:53:29.061859 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-51914eb8-f6d9-4053-b38d-b2a3c2a41dea None None] Set router ac80203f-259a-4162-9add-929090f91c7c gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:29.352050 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-51914eb8-f6d9-4053-b38d-b2a3c2a41dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80203f-259a-4162-9add-929090f91c7c', 'name': 'tempest-TestServerBasicOps-1880553078-router', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '282fca42-08f7-4988-a958-880cc674f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:52:55Z', 'updated_at': '2021-08-16T22:53:01Z', 'revision_number': 4, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'gw_port': {'id': '282fca42-08f7-4988-a958-880cc674f40b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:52:57Z', 'updated_at': '2021-08-16T22:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '892f0922-8d40-47c4-8a11-e903d1fae97d', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'floating_ip_address': '172.25.6.181', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'port_id': '50b4f86d-f227-4268-b446-2e420b372cf7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1', 'mac_address': 'fa:16:3e:12:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9f03f2-d047-4e00-b2aa-4ba460b60521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:53:26Z', 'updated_at': '2021-08-16T22:53:26Z', 'revision_number': 0, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97335c16-9508-437d-9c04-f71425e4625c', 'name': '', 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'mac_address': 'fa:16:3e:e6:c1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5f7fc71b-c765-4361-a281-4f8b22bf0e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:00Z', 'updated_at': '2021-08-16T22:53:09Z', 'revision_number': 5, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'subnets': [{'id': '5f7fc71b-c765-4361-a281-4f8b22bf0e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:29.383829 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51914eb8-f6d9-4053-b38d-b2a3c2a41dea None None] The sync data for ids ['ac80203f-259a-4162-9add-929090f91c7c'] in n-d-792458-15 is: [{'id': 'ac80203f-259a-4162-9add-929090f91c7c', 'name': 'tempest-TestServerBasicOps-1880553078-router', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '282fca42-08f7-4988-a958-880cc674f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:52:55Z', 'updated_at': '2021-08-16T22:53:01Z', 'revision_number': 4, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'gw_port': {'id': '282fca42-08f7-4988-a958-880cc674f40b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:52:57Z', 'updated_at': '2021-08-16T22:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '892f0922-8d40-47c4-8a11-e903d1fae97d', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'floating_ip_address': '172.25.6.181', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'port_id': '50b4f86d-f227-4268-b446-2e420b372cf7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1', 'mac_address': 'fa:16:3e:12:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9f03f2-d047-4e00-b2aa-4ba460b60521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:53:26Z', 'updated_at': '2021-08-16T22:53:26Z', 'revision_number': 0, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97335c16-9508-437d-9c04-f71425e4625c', 'name': '', 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'mac_address': 'fa:16:3e:e6:c1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5f7fc71b-c765-4361-a281-4f8b22bf0e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:00Z', 'updated_at': '2021-08-16T22:53:09Z', 'revision_number': 5, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'subnets': [{'id': '5f7fc71b-c765-4361-a281-4f8b22bf0e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:53:29.617829 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a169e2-5274-49d8-b6f6-71cfcbdd1e2f None None] New status for floating IP 892f0922-8d40-47c4-8a11-e903d1fae97d: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:53:38.709643 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:39.016613 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c5040fef-5cfa-47a5-9d17-f421aefc0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:40.956448 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:41.559401 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c72e2ebd-d010-435d-abb6-32dba9b79987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.106352 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:43.303291 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:44.857480 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44110) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:44.874959 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:44.977250 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f9d28a0-e39c-4390-8106-6046dc555f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:45.071668 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f9d28a0-e39c-4390-8106-6046dc555f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:45.075476 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0f9d28a0-e39c-4390-8106-6046dc555f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:45.114256 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0f9d28a0-e39c-4390-8106-6046dc555f76 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a05aad4559474e6c8d422fe1075d896e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555401 Aug 16 22:53:45.115167 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d28a0-e39c-4390-8106-6046dc555f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bbed91-e110-435c-9f2c-e020df577d2a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:45.117090 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44114) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:45.167476 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d24fbb56-6547-403a-8d39-12ac0b92f5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:45.190360 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d24fbb56-6547-403a-8d39-12ac0b92f5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:45.238792 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d24fbb56-6547-403a-8d39-12ac0b92f5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:45.241332 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d24fbb56-6547-403a-8d39-12ac0b92f5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:45.242528 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d24fbb56-6547-403a-8d39-12ac0b92f5fe admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/79bbed91-e110-435c-9f2c-e020df577d2a HTTP/1.1" status: 204 len: 168 time: 0.1243954 Aug 16 22:53:45.250721 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fbb56-6547-403a-8d39-12ac0b92f5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bbed91-e110-435c-9f2c-e020df577d2a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:50.477352 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7a0a686b-08aa-42b3-b27a-5f17a6d73ae3 req-59bbb048-6d29-4fac-ab17-ca71ef343fff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447392 Aug 16 22:53:50.562820 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a686b-08aa-42b3-b27a-5f17a6d73ae3 req-97b26f49-d6da-42a1-b644-24222b6096ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:50.564865 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7a0a686b-08aa-42b3-b27a-5f17a6d73ae3 req-97b26f49-d6da-42a1-b644-24222b6096ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=69fee3c2290d4e78afd043ba44594628&device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 1098 time: 0.0418470 Aug 16 22:53:50.689663 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a686b-08aa-42b3-b27a-5f17a6d73ae3 req-d1555d66-6805-47a8-80fb-c869c114d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:50.691243 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7a0a686b-08aa-42b3-b27a-5f17a6d73ae3 req-d1555d66-6805-47a8-80fb-c869c114d04f service neutron] 10.222.0.43 "GET /v2.0/networks?id=a54f21a9-1e7d-412e-8279-3fd9f564e2e1 HTTP/1.1" status: 200 len: 910 time: 0.1058533 Aug 16 22:53:50.764301 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7a0a686b-08aa-42b3-b27a-5f17a6d73ae3 req-69eecd23-b4a5-41da-a48f-fd2ccf6e8130 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50b4f86d-f227-4268-b446-2e420b372cf7 HTTP/1.1" status: 200 len: 1002 time: 0.0653834 Aug 16 22:53:50.816368 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a686b-08aa-42b3-b27a-5f17a6d73ae3 req-4a4bb094-49e8-4565-aa6b-687015e7396f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:50.817982 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7a0a686b-08aa-42b3-b27a-5f17a6d73ae3 req-4a4bb094-49e8-4565-aa6b-687015e7396f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f7fc71b-c765-4361-a281-4f8b22bf0e97 HTTP/1.1" status: 200 len: 848 time: 0.0466177 Aug 16 22:53:50.873155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a686b-08aa-42b3-b27a-5f17a6d73ae3 req-71fa1366-b768-46d1-9f2e-94f2b2478dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:50.874743 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7a0a686b-08aa-42b3-b27a-5f17a6d73ae3 req-71fa1366-b768-46d1-9f2e-94f2b2478dd2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a54f21a9-1e7d-412e-8279-3fd9f564e2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489039 Aug 16 22:53:50.973141 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7a0a686b-08aa-42b3-b27a-5f17a6d73ae3 req-83969cd2-81db-4bf7-82af-b5ed70efa440 service neutron] 10.222.0.43 "GET /v2.0/networks/a54f21a9-1e7d-412e-8279-3fd9f564e2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906365 Aug 16 22:53:51.069446 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7a0a686b-08aa-42b3-b27a-5f17a6d73ae3 req-7f153d2e-9503-4f55-ba15-eed69bb4b42a service neutron] 10.222.0.43 "GET /v2.0/networks/a54f21a9-1e7d-412e-8279-3fd9f564e2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881834 Aug 16 22:53:54.334354 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44190) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:54.448790 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-70e68062-b74a-40f9-9df9-c5ccfac93e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.542719 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-70e68062-b74a-40f9-9df9-c5ccfac93e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.546554 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-70e68062-b74a-40f9-9df9-c5ccfac93e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.584612 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-70e68062-b74a-40f9-9df9-c5ccfac93e4d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c0b480b0a06f46feba3c665e7d694c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491682 Aug 16 22:53:54.585585 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e68062-b74a-40f9-9df9-c5ccfac93e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77223312-dc5f-471b-bea7-66331f4f4916,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:54.587302 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44194) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:54.637636 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a9f23bb-8452-483c-aecb-99994bdcc0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.659683 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a9f23bb-8452-483c-aecb-99994bdcc0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.706196 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a9f23bb-8452-483c-aecb-99994bdcc0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.708663 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1a9f23bb-8452-483c-aecb-99994bdcc0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.709808 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1a9f23bb-8452-483c-aecb-99994bdcc0a9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/77223312-dc5f-471b-bea7-66331f4f4916 HTTP/1.1" status: 204 len: 168 time: 0.1213810 Aug 16 22:53:54.717546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f23bb-8452-483c-aecb-99994bdcc0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77223312-dc5f-471b-bea7-66331f4f4916,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:55.853583 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:53:56.368893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44236) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:56.374659 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3667fd0d-d4ce-41a0-b030-4da7c6bb3d19 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1016297424', 'description': 'tempest-secgroup-smoke-1016297424 description', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:56.402453 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3667fd0d-d4ce-41a0-b030-4da7c6bb3d19 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.413138 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3667fd0d-d4ce-41a0-b030-4da7c6bb3d19 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.499406 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3667fd0d-d4ce-41a0-b030-4da7c6bb3d19 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.503138 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3667fd0d-d4ce-41a0-b030-4da7c6bb3d19 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.543670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667fd0d-d4ce-41a0-b030-4da7c6bb3d19 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7efaedcc-d50b-48c5-bf1b-00cc8ea08604,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:56.593458 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3667fd0d-d4ce-41a0-b030-4da7c6bb3d19 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.597544 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3667fd0d-d4ce-41a0-b030-4da7c6bb3d19 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.622626 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3667fd0d-d4ce-41a0-b030-4da7c6bb3d19 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.623903 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3667fd0d-d4ce-41a0-b030-4da7c6bb3d19 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2538950 Aug 16 22:53:56.626821 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44238) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:56.631511 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d6627491-606f-4335-9097-c404532e8fcd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': '8018585f-8fe9-4794-bf7c-ef87d62e048e', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:56.637501 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667fd0d-d4ce-41a0-b030-4da7c6bb3d19 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8018585f-8fe9-4794-bf7c-ef87d62e048e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:56.661380 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6627491-606f-4335-9097-c404532e8fcd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.721304 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6627491-606f-4335-9097-c404532e8fcd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.724913 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6627491-606f-4335-9097-c404532e8fcd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.742008 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6627491-606f-4335-9097-c404532e8fcd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442a910d-8a53-4692-bf46-c6fa154657ab,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:56.747826 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d6627491-606f-4335-9097-c404532e8fcd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.750431 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d6627491-606f-4335-9097-c404532e8fcd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226296 Aug 16 22:53:56.752028 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44240) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:56.756736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5d854741-02a3-4458-bb71-39a47d7736b2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': '8018585f-8fe9-4794-bf7c-ef87d62e048e', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:56.783479 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d854741-02a3-4458-bb71-39a47d7736b2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.839068 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d854741-02a3-4458-bb71-39a47d7736b2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.842700 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d854741-02a3-4458-bb71-39a47d7736b2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.863674 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d854741-02a3-4458-bb71-39a47d7736b2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4676f92-9d7f-4d9d-aae1-40db787554ec,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:56.867738 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d854741-02a3-4458-bb71-39a47d7736b2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.868950 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5d854741-02a3-4458-bb71-39a47d7736b2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159515 Aug 16 22:53:56.871744 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44242) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:56.876686 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e842a8f1-2c2f-431c-bab8-70558f4e117b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': '8018585f-8fe9-4794-bf7c-ef87d62e048e', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:56.903543 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e842a8f1-2c2f-431c-bab8-70558f4e117b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.966170 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e842a8f1-2c2f-431c-bab8-70558f4e117b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.971819 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e842a8f1-2c2f-431c-bab8-70558f4e117b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.990722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842a8f1-2c2f-431c-bab8-70558f4e117b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98516615-a888-4076-9e3a-c05f512e1168,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:56.998757 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e842a8f1-2c2f-431c-bab8-70558f4e117b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.000146 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e842a8f1-2c2f-431c-bab8-70558f4e117b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273067 Aug 16 22:53:57.003346 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44244) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:57.008664 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7585df24-b4eb-4ad6-b297-8c754c919bf5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': '8018585f-8fe9-4794-bf7c-ef87d62e048e', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:57.034760 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7585df24-b4eb-4ad6-b297-8c754c919bf5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.092993 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7585df24-b4eb-4ad6-b297-8c754c919bf5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.096439 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7585df24-b4eb-4ad6-b297-8c754c919bf5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.114003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585df24-b4eb-4ad6-b297-8c754c919bf5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdca04c0-8827-40a3-87e7-9ecf98ce6f9e,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:57.119545 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7585df24-b4eb-4ad6-b297-8c754c919bf5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.120690 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7585df24-b4eb-4ad6-b297-8c754c919bf5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160929 Aug 16 22:53:57.123476 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44246) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:57.128461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-baeb3c5c-1fab-4c9e-ab00-47c80a9ae0f6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': '8018585f-8fe9-4794-bf7c-ef87d62e048e', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:57.150722 n-d-792458-15 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-baeb3c5c-1fab-4c9e-ab00-47c80a9ae0f6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Project e32b01dd26f6421f8630d3eff7506c36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:53:57.156059 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-baeb3c5c-1fab-4c9e-ab00-47c80a9ae0f6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.216440 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-baeb3c5c-1fab-4c9e-ab00-47c80a9ae0f6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.220352 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-baeb3c5c-1fab-4c9e-ab00-47c80a9ae0f6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.237274 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb3c5c-1fab-4c9e-ab00-47c80a9ae0f6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7744542-9edb-4d35-8349-9fc4b3f5f282,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:57.243216 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-baeb3c5c-1fab-4c9e-ab00-47c80a9ae0f6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.244249 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-baeb3c5c-1fab-4c9e-ab00-47c80a9ae0f6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198459 Aug 16 22:53:57.246958 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44248) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:57.251330 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-df5cadb5-eb69-432c-9e3b-586b998db082 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': '8018585f-8fe9-4794-bf7c-ef87d62e048e', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:57.272976 n-d-792458-15 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-df5cadb5-eb69-432c-9e3b-586b998db082 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Project e32b01dd26f6421f8630d3eff7506c36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:53:57.277902 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df5cadb5-eb69-432c-9e3b-586b998db082 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.340701 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df5cadb5-eb69-432c-9e3b-586b998db082 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.344350 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df5cadb5-eb69-432c-9e3b-586b998db082 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.362442 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5cadb5-eb69-432c-9e3b-586b998db082 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19e35f6-1328-49c4-8962-ac2a6b73980f,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:57.368797 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-df5cadb5-eb69-432c-9e3b-586b998db082 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.370045 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-df5cadb5-eb69-432c-9e3b-586b998db082 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221316 Aug 16 22:53:57.372943 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44250) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:57.378081 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-956026b5-8821-410e-9f93-a99758f69c8e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'network': {'name': 'tempest-network-smoke--1558089170', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'port_security_enabled': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:57.398395 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956026b5-8821-410e-9f93-a99758f69c8e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Made reservation on behalf of e32b01dd26f6421f8630d3eff7506c36 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:57.401777 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-956026b5-8821-410e-9f93-a99758f69c8e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.425405 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956026b5-8821-410e-9f93-a99758f69c8e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:53:57.434660 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-956026b5-8821-410e-9f93-a99758f69c8e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.435007 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-956026b5-8821-410e-9f93-a99758f69c8e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Added segment 766d7cfe-3cb9-4dfe-9dd5-45a32c487b96 of type vlan for network d3ba299f-aaab-476a-8a43-c8c48f078225 Aug 16 22:53:57.475105 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-956026b5-8821-410e-9f93-a99758f69c8e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.500379 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-956026b5-8821-410e-9f93-a99758f69c8e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.506830 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956026b5-8821-410e-9f93-a99758f69c8e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:57.507477 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-956026b5-8821-410e-9f93-a99758f69c8e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.562294 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-956026b5-8821-410e-9f93-a99758f69c8e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1882393 Aug 16 22:53:57.566622 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44252) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:57.577773 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-86319929-f60e-47f2-94b1-376e104c3614 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-214579245', 'admin_state_up': True, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:57.592670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956026b5-8821-410e-9f93-a99758f69c8e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Network': ['ID=d3ba299f-aaab-476a-8a43-c8c48f078225,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:57.605723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network d3ba299f-aaab-476a-8a43-c8c48f078225 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:53:57.614003 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86319929-f60e-47f2-94b1-376e104c3614 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.615392 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86319929-f60e-47f2-94b1-376e104c3614 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.679161 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86319929-f60e-47f2-94b1-376e104c3614 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.823423 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86319929-f60e-47f2-94b1-376e104c3614 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:58.012336 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86319929-f60e-47f2-94b1-376e104c3614 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:58.033807 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86319929-f60e-47f2-94b1-376e104c3614 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:58.145522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-86319929-f60e-47f2-94b1-376e104c3614 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Allocated IP 172.25.6.167 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/72fcea81-f18d-4f8f-bb17-02788207ceba) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:58.249388 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86319929-f60e-47f2-94b1-376e104c3614 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:58.286919 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86319929-f60e-47f2-94b1-376e104c3614 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:58.322671 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86319929-f60e-47f2-94b1-376e104c3614 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:58.327428 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-86319929-f60e-47f2-94b1-376e104c3614 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:58.331506 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86319929-f60e-47f2-94b1-376e104c3614 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:58.355385 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86319929-f60e-47f2-94b1-376e104c3614 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=72fcea81-f18d-4f8f-bb17-02788207ceba,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:58.578513 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86319929-f60e-47f2-94b1-376e104c3614 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:59.110699 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86319929-f60e-47f2-94b1-376e104c3614 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:59.243216 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86319929-f60e-47f2-94b1-376e104c3614 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Router feca00e2-e567-46ee-ad49-f802b8613ba0 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:53:59.361702 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86319929-f60e-47f2-94b1-376e104c3614 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:53:59.372491 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] Sync routers for ids ['feca00e2-e567-46ee-ad49-f802b8613ba0'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:53:59.383190 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-86319929-f60e-47f2-94b1-376e104c3614 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:59.383490 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] Routers {'feca00e2-e567-46ee-ad49-f802b8613ba0'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:59.383954 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:53:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['feca00e2-e567-46ee-ad49-f802b8613ba0'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:59.388241 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-86319929-f60e-47f2-94b1-376e104c3614 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8175809 Aug 16 22:53:59.388462 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44254) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:59.501865 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] Set router feca00e2-e567-46ee-ad49-f802b8613ba0 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:59.543174 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f6d20195-eb5e-4f19-b37e-060ffe067ef0 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=e32b01dd26f6421f8630d3eff7506c36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1537273 Aug 16 22:53:59.546442 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44258) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:59.643851 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97f71da-a2bc-4473-a9a8-4386a23f23a7 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:59.646161 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d97f71da-a2bc-4473-a9a8-4386a23f23a7 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0977840 Aug 16 22:53:59.648753 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44260) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:59.689812 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44262) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:59.693367 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9b5eca50-2d53-417f-86fd-10238ce68458 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422037 Aug 16 22:53:59.696727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3dd06c59-23f6-4c6d-9729-67526aa7ce2a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-346687792', 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:59.719393 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214579245', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:57Z', 'updated_at': '2021-08-16T22:53:58Z', 'revision_number': 3, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:58Z', 'updated_at': '2021-08-16T22:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:59.770552 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] Checking router: feca00e2-e567-46ee-ad49-f802b8613ba0 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:53:59.771010 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] Updating router feca00e2-e567-46ee-ad49-f802b8613ba0 port 72fcea81-f18d-4f8f-bb17-02788207ceba binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:53:59.805548 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:59.815761 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd06c59-23f6-4c6d-9729-67526aa7ce2a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Made reservation on behalf of e32b01dd26f6421f8630d3eff7506c36 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:59.819454 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3dd06c59-23f6-4c6d-9729-67526aa7ce2a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:00.026818 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3dd06c59-23f6-4c6d-9729-67526aa7ce2a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:00.085087 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:00.093084 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd06c59-23f6-4c6d-9729-67526aa7ce2a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Subnet': ['ID=4d121707-3bfa-4b67-9076-73ae0ef9385e,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:00.097941 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] Transition to ACTIVE for port object 72fcea81-f18d-4f8f-bb17-02788207ceba will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:00.099187 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd06c59-23f6-4c6d-9729-67526aa7ce2a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Checking segment: {'id': '766d7cfe-3cb9-4dfe-9dd5-45a32c487b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:54:00.099549 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd06c59-23f6-4c6d-9729-67526aa7ce2a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network hostable DHCP agents. Network: d3ba299f-aaab-476a-8a43-c8c48f078225, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:54:00.103438 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:00.119086 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd06c59-23f6-4c6d-9729-67526aa7ce2a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network d3ba299f-aaab-476a-8a43-c8c48f078225 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:54:00.131065 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-3dd06c59-23f6-4c6d-9729-67526aa7ce2a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, d3ba299f-aaab-476a-8a43-c8c48f078225) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:00.138976 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd06c59-23f6-4c6d-9729-67526aa7ce2a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:00.139335 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3dd06c59-23f6-4c6d-9729-67526aa7ce2a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:00.155468 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb749018-0c08-4501-8e72-5e114b458fd8 None None] Network d3ba299f-aaab-476a-8a43-c8c48f078225 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:00.158174 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3dd06c59-23f6-4c6d-9729-67526aa7ce2a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4669952 Aug 16 22:54:00.162719 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44264) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:00.199390 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d865f1-7b92-46c6-9b4f-ff3af64a9f88 None None] Pushing event updated for resources: {'Port': ['ID=72fcea81-f18d-4f8f-bb17-02788207ceba,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:00.201509 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] Attempting to bind port 72fcea81-f18d-4f8f-bb17-02788207ceba on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:54:00.201871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] Attempting to bind port 72fcea81-f18d-4f8f-bb17-02788207ceba by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:54:00.202256 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] Attempting to bind port 72fcea81-f18d-4f8f-bb17-02788207ceba on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:54:00.217747 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d865f1-7b92-46c6-9b4f-ff3af64a9f88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:00.218124 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d865f1-7b92-46c6-9b4f-ff3af64a9f88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:00.218449 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d865f1-7b92-46c6-9b4f-ff3af64a9f88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:00.218781 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d865f1-7b92-46c6-9b4f-ff3af64a9f88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:00.219109 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d865f1-7b92-46c6-9b4f-ff3af64a9f88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:00.219431 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d865f1-7b92-46c6-9b4f-ff3af64a9f88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:00.219796 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d865f1-7b92-46c6-9b4f-ff3af64a9f88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:00.220128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d865f1-7b92-46c6-9b4f-ff3af64a9f88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:00.220434 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d865f1-7b92-46c6-9b4f-ff3af64a9f88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:00.220754 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d865f1-7b92-46c6-9b4f-ff3af64a9f88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:00.221072 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d865f1-7b92-46c6-9b4f-ff3af64a9f88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:00.221388 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d865f1-7b92-46c6-9b4f-ff3af64a9f88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:00.224531 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:54:00.224905 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:54:00.225313 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:00.225698 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:54:00.226195 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] Bound port: 72fcea81-f18d-4f8f-bb17-02788207ceba, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:54:00.226573 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:00.327297 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] For port 72fcea81-f18d-4f8f-bb17-02788207ceba, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:54:00.346120 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] For port 72fcea81-f18d-4f8f-bb17-02788207ceba, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=72fcea81-f18d-4f8f-bb17-02788207ceba,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:54:00.351778 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:00.419819 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4033752-509a-4938-a031-def772dadff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-d3ba299f-aaab-476a-8a43-c8c48f078225', 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'fixed_ips': [{'subnet_id': '4d121707-3bfa-4b67-9076-73ae0ef9385e'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:54:00.420948 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a4033752-509a-4938-a031-def772dadff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:00.460808 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] Routers {'feca00e2-e567-46ee-ad49-f802b8613ba0'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:00.461725 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:53:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['feca00e2-e567-46ee-ad49-f802b8613ba0'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:00.465445 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d865f1-7b92-46c6-9b4f-ff3af64a9f88 None None] Pushing event updated for resources: {'Port': ['ID=72fcea81-f18d-4f8f-bb17-02788207ceba,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:00.674793 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dda46841-0709-447b-8050-970a177e5eb4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:00.680496 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] Set router feca00e2-e567-46ee-ad49-f802b8613ba0 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:00.739050 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-a4033752-509a-4938-a031-def772dadff3 None None] Allocated IP 172.20.0.2 (d3ba299f-aaab-476a-8a43-c8c48f078225/4d121707-3bfa-4b67-9076-73ae0ef9385e/84fd5361-95e9-4753-be94-eb1c85689932) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:54:00.984375 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a4033752-509a-4938-a031-def772dadff3 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:00.995663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214579245', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:57Z', 'updated_at': '2021-08-16T22:53:58Z', 'revision_number': 3, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:58Z', 'updated_at': '2021-08-16T22:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:00.997708 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a4033752-509a-4938-a031-def772dadff3 None None] Transition to ACTIVE for port object 84fd5361-95e9-4753-be94-eb1c85689932 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:01.026668 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed07a24c-fb31-4c56-92ce-693ab1114e36 None None] The sync data for ids ['feca00e2-e567-46ee-ad49-f802b8613ba0'] in n-d-792458-15 is: [{'id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214579245', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:57Z', 'updated_at': '2021-08-16T22:53:58Z', 'revision_number': 3, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:58Z', 'updated_at': '2021-08-16T22:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:54:01.037848 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a4033752-509a-4938-a031-def772dadff3 None None] Transition to ACTIVE for port object 84fd5361-95e9-4753-be94-eb1c85689932 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:01.047274 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a4033752-509a-4938-a031-def772dadff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.096480 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4033752-509a-4938-a031-def772dadff3 None None] Network d3ba299f-aaab-476a-8a43-c8c48f078225 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:01.100339 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-a4033752-509a-4938-a031-def772dadff3 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:01.102968 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4033752-509a-4938-a031-def772dadff3 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:54:01.103133 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-dda46841-0709-447b-8050-970a177e5eb4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Allocated IP 172.20.0.1 (d3ba299f-aaab-476a-8a43-c8c48f078225/4d121707-3bfa-4b67-9076-73ae0ef9385e/3c4dc70a-c7dc-47c6-9665-db903a094797) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:54:01.107391 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4033752-509a-4938-a031-def772dadff3 None None] Pushing event updated for resources: {'Port': ['ID=84fd5361-95e9-4753-be94-eb1c85689932,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:01.254919 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dda46841-0709-447b-8050-970a177e5eb4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.271541 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-dda46841-0709-447b-8050-970a177e5eb4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Transition to ACTIVE for port object 3c4dc70a-c7dc-47c6-9665-db903a094797 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:01.315234 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dda46841-0709-447b-8050-970a177e5eb4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.346194 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a4033752-509a-4938-a031-def772dadff3 None None] Attempting to bind port 84fd5361-95e9-4753-be94-eb1c85689932 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:54:01.346568 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a4033752-509a-4938-a031-def772dadff3 None None] Attempting to bind port 84fd5361-95e9-4753-be94-eb1c85689932 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '766d7cfe-3cb9-4dfe-9dd5-45a32c487b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:54:01.347689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4033752-509a-4938-a031-def772dadff3 None None] Attempting to bind port 84fd5361-95e9-4753-be94-eb1c85689932 on network d3ba299f-aaab-476a-8a43-c8c48f078225 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:54:01.354004 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4033752-509a-4938-a031-def772dadff3 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:54:01.354420 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4033752-509a-4938-a031-def772dadff3 None None] Checking segment: {'id': '766d7cfe-3cb9-4dfe-9dd5-45a32c487b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:54:01.354837 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a4033752-509a-4938-a031-def772dadff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.355240 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4033752-509a-4938-a031-def772dadff3 None None] Bound using segment: {'id': '766d7cfe-3cb9-4dfe-9dd5-45a32c487b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:54:01.355716 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a4033752-509a-4938-a031-def772dadff3 None None] Bound port: 84fd5361-95e9-4753-be94-eb1c85689932, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766d7cfe-3cb9-4dfe-9dd5-45a32c487b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:54:01.356107 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a4033752-509a-4938-a031-def772dadff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.360275 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda46841-0709-447b-8050-970a177e5eb4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network d3ba299f-aaab-476a-8a43-c8c48f078225 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:01.363764 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-dda46841-0709-447b-8050-970a177e5eb4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:01.370692 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda46841-0709-447b-8050-970a177e5eb4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:54:01.403092 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda46841-0709-447b-8050-970a177e5eb4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=3c4dc70a-c7dc-47c6-9665-db903a094797,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:01.424109 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dda46841-0709-447b-8050-970a177e5eb4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.429588 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a4033752-509a-4938-a031-def772dadff3 None None] For port 84fd5361-95e9-4753-be94-eb1c85689932, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:54:01.433082 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a4033752-509a-4938-a031-def772dadff3 None None] For port 84fd5361-95e9-4753-be94-eb1c85689932, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=84fd5361-95e9-4753-be94-eb1c85689932,segment=NetworkSegment(766d7cfe-3cb9-4dfe-9dd5-45a32c487b96),segment_id=766d7cfe-3cb9-4dfe-9dd5-45a32c487b96)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:54:01.438429 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a4033752-509a-4938-a031-def772dadff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.504684 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4033752-509a-4938-a031-def772dadff3 None None] Pushing event updated for resources: {'Port': ['ID=84fd5361-95e9-4753-be94-eb1c85689932,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:01.567464 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dda46841-0709-447b-8050-970a177e5eb4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.914484 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dda46841-0709-447b-8050-970a177e5eb4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.919809 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dda46841-0709-447b-8050-970a177e5eb4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.994202 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dda46841-0709-447b-8050-970a177e5eb4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.996065 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda46841-0709-447b-8050-970a177e5eb4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=3c4dc70a-c7dc-47c6-9665-db903a094797,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:02.090159 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda46841-0709-447b-8050-970a177e5eb4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network d3ba299f-aaab-476a-8a43-c8c48f078225 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:02.091427 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-dda46841-0709-447b-8050-970a177e5eb4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:02.209492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda46841-0709-447b-8050-970a177e5eb4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Router feca00e2-e567-46ee-ad49-f802b8613ba0 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:54:02.321425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda46841-0709-447b-8050-970a177e5eb4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:54:02.326585 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dda46841-0709-447b-8050-970a177e5eb4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "PUT /v2.0/routers/feca00e2-e567-46ee-ad49-f802b8613ba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1631014 Aug 16 22:54:02.451704 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3698808-f6a3-4d87-ac8c-c0951dc96b6c None None] Network d3ba299f-aaab-476a-8a43-c8c48f078225 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:02.480378 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-64f67d7f-66d7-4c05-8358-ae65fe3ab10b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1016297424&fields=id&tenant_id=e32b01dd26f6421f8630d3eff7506c36 HTTP/1.1" status: 200 len: 267 time: 0.0380216 Aug 16 22:54:02.513433 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-335ab161-d272-4a23-98f8-54f5498003ac None None] Provisioning for port 84fd5361-95e9-4753-be94-eb1c85689932 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:02.595019 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-7314b434-659f-4ad3-8c48-952acbfd551d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:02.596576 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-7314b434-659f-4ad3-8c48-952acbfd551d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/networks?id=d3ba299f-aaab-476a-8a43-c8c48f078225 HTTP/1.1" status: 200 len: 797 time: 0.1085789 Aug 16 22:54:02.613681 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-24e88254-7eba-49a4-9cff-ecca7c707989 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/quotas/e32b01dd26f6421f8630d3eff7506c36 HTTP/1.1" status: 200 len: 375 time: 0.0107646 Aug 16 22:54:02.684107 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-adba9878-2343-4d0f-a1d5-a8509bf6d289 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581727 Aug 16 22:54:02.770904 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 84fd5361-95e9-4753-be94-eb1c85689932 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:54:02.799182 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-6bc13d09-b363-4013-bb54-93520512a9c6 service neutron] 10.222.0.93 "GET /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001270 Aug 16 22:54:02.831747 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 84fd5361-95e9-4753-be94-eb1c85689932 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:02.835892 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 84fd5361-95e9-4753-be94-eb1c85689932 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:02.836318 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:02.909056 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-551cb66b-721e-43a5-9cec-f2eadb00380c service neutron] 10.222.0.93 "GET /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034017 Aug 16 22:54:02.926312 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:02.963230 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4a9637c5-a1ee-4e8e-b1e6-318e9f15ad5f None None] Provisioning complete for port 84fd5361-95e9-4753-be94-eb1c85689932 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:02.963745 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4a9637c5-a1ee-4e8e-b1e6-318e9f15ad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:03.016530 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 84fd5361-95e9-4753-be94-eb1c85689932, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=84fd5361-95e9-4753-be94-eb1c85689932,segment=NetworkSegment(766d7cfe-3cb9-4dfe-9dd5-45a32c487b96),segment_id=766d7cfe-3cb9-4dfe-9dd5-45a32c487b96)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:03.021224 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] Sync routers for ids ['feca00e2-e567-46ee-ad49-f802b8613ba0'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:54:03.034033 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:03.034256 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] Routers {'feca00e2-e567-46ee-ad49-f802b8613ba0'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:03.034720 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 72fcea81-f18d-4f8f-bb17-02788207ceba up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:54:03.035021 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:53:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['feca00e2-e567-46ee-ad49-f802b8613ba0'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:03.167397 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=84fd5361-95e9-4753-be94-eb1c85689932,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:03.171188 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3366b706-2565-4806-9b52-9d3a44787248 req-a1bad3ea-cdca-4c4e-9e46-a4ef3402c2f8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 210 time: 0.0703301 Aug 16 22:54:03.184548 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 72fcea81-f18d-4f8f-bb17-02788207ceba completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:03.191277 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 72fcea81-f18d-4f8f-bb17-02788207ceba triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:03.191741 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:03.212353 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] Set router feca00e2-e567-46ee-ad49-f802b8613ba0 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:03.268985 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4a9637c5-a1ee-4e8e-b1e6-318e9f15ad5f None None] Provisioning for port 3c4dc70a-c7dc-47c6-9665-db903a094797 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:03.282485 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4a9637c5-a1ee-4e8e-b1e6-318e9f15ad5f None None] Provisioning complete for port 3c4dc70a-c7dc-47c6-9665-db903a094797 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:03.282903 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4a9637c5-a1ee-4e8e-b1e6-318e9f15ad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:03.408988 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-4a9637c5-a1ee-4e8e-b1e6-318e9f15ad5f None None] Port 3c4dc70a-c7dc-47c6-9665-db903a094797 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:54:03.412564 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:03.436586 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 72fcea81-f18d-4f8f-bb17-02788207ceba, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=72fcea81-f18d-4f8f-bb17-02788207ceba,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:03.443140 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:03.518164 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=72fcea81-f18d-4f8f-bb17-02788207ceba,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:03.546454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-195e424b-70c8-4b04-9837-cef4b73a90c1 None None] Provisioning complete for port 3c4dc70a-c7dc-47c6-9665-db903a094797 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:03.548882 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-195e424b-70c8-4b04-9837-cef4b73a90c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:03.572383 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214579245', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:57Z', 'updated_at': '2021-08-16T22:54:01Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:58Z', 'updated_at': '2021-08-16T22:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '3c4dc70a-c7dc-47c6-9665-db903a094797', 'name': '', 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:8c:ad:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d121707-3bfa-4b67-9076-73ae0ef9385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:54:00Z', 'updated_at': '2021-08-16T22:54:01Z', 'revision_number': 2, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '4d121707-3bfa-4b67-9076-73ae0ef9385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:03.599667 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] Checking router: feca00e2-e567-46ee-ad49-f802b8613ba0 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:54:03.600009 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] Updating router feca00e2-e567-46ee-ad49-f802b8613ba0 port 3c4dc70a-c7dc-47c6-9665-db903a094797 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:54:03.601319 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-195e424b-70c8-4b04-9837-cef4b73a90c1 None None] Port 3c4dc70a-c7dc-47c6-9665-db903a094797 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:54:03.612655 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44298) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:03.628409 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:03.751881 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63646289-aa5d-4cca-9785-b8fd42670ea1 req-a8f347ff-b8e3-4f29-bbbd-c9c05299f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:03.753707 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-63646289-aa5d-4cca-9785-b8fd42670ea1 req-a8f347ff-b8e3-4f29-bbbd-c9c05299f751 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 1098 time: 0.1391098 Aug 16 22:54:03.795582 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-63646289-aa5d-4cca-9785-b8fd42670ea1 req-aff5cc36-7144-4850-9d6e-5eac77a43ef7 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=12540f00-dcdd-4e0b-8fd0-038860a4f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346181 Aug 16 22:54:03.913073 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:03.924643 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] Transition to ACTIVE for port object 3c4dc70a-c7dc-47c6-9665-db903a094797 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:03.930118 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:03.980849 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970007e-a33f-435d-bfdb-911c25450779 None None] Pushing event updated for resources: {'Port': ['ID=3c4dc70a-c7dc-47c6-9665-db903a094797,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:04.034379 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] Attempting to bind port 3c4dc70a-c7dc-47c6-9665-db903a094797 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:54:04.035068 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] Attempting to bind port 3c4dc70a-c7dc-47c6-9665-db903a094797 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '766d7cfe-3cb9-4dfe-9dd5-45a32c487b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:54:04.035288 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] Attempting to bind port 3c4dc70a-c7dc-47c6-9665-db903a094797 on network d3ba299f-aaab-476a-8a43-c8c48f078225 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:54:04.041042 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:54:04.041452 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] Checking segment: {'id': '766d7cfe-3cb9-4dfe-9dd5-45a32c487b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:54:04.042309 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:04.042309 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] Bound using segment: {'id': '766d7cfe-3cb9-4dfe-9dd5-45a32c487b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:54:04.042762 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] Bound port: 3c4dc70a-c7dc-47c6-9665-db903a094797, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766d7cfe-3cb9-4dfe-9dd5-45a32c487b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:54:04.043136 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:04.112892 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] For port 3c4dc70a-c7dc-47c6-9665-db903a094797, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:54:04.116074 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] For port 3c4dc70a-c7dc-47c6-9665-db903a094797, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3c4dc70a-c7dc-47c6-9665-db903a094797,segment=NetworkSegment(766d7cfe-3cb9-4dfe-9dd5-45a32c487b96),segment_id=766d7cfe-3cb9-4dfe-9dd5-45a32c487b96)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:54:04.120865 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:04.179520 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] Routers {'feca00e2-e567-46ee-ad49-f802b8613ba0'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:04.180158 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:53:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['feca00e2-e567-46ee-ad49-f802b8613ba0'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:04.188871 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970007e-a33f-435d-bfdb-911c25450779 None None] Pushing event updated for resources: {'Port': ['ID=3c4dc70a-c7dc-47c6-9665-db903a094797,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:04.274779 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b6c31877-5294-4822-bb60-d7818b42a218 req-e230ad69-a27c-43ab-ab32-d146909089f5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 210 time: 0.0317519 Aug 16 22:54:04.323681 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] Set router feca00e2-e567-46ee-ad49-f802b8613ba0 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:04.503637 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b19ace72-8d16-4813-b940-ac2e1b3bec43 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:04.505662 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b19ace72-8d16-4813-b940-ac2e1b3bec43 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.39 "GET /v2.0/networks?id=d3ba299f-aaab-476a-8a43-c8c48f078225 HTTP/1.1" status: 200 len: 797 time: 0.1680391 Aug 16 22:54:04.560402 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-c170a4c5-a6ab-4b7b-86ce-9bc7a39681aa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e32b01dd26f6421f8630d3eff7506c36 HTTP/1.1" status: 200 len: 380 time: 0.0454891 Aug 16 22:54:04.565530 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214579245', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:57Z', 'updated_at': '2021-08-16T22:54:01Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:58Z', 'updated_at': '2021-08-16T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '3c4dc70a-c7dc-47c6-9665-db903a094797', 'name': '', 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:8c:ad:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d121707-3bfa-4b67-9076-73ae0ef9385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:54:00Z', 'updated_at': '2021-08-16T22:54:04Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '4d121707-3bfa-4b67-9076-73ae0ef9385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:04.570677 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-ee142eb0-2f1c-4a19-878e-ef34b73d5f8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'port': {'device_id': '320e3992-2241-4ffc-9539-d16721e285cf', 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225', 'admin_state_up': True, 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'security_groups': ['8018585f-8fe9-4794-bf7c-ef87d62e048e']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:04.595836 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaffd5c-f743-4516-bf46-3a6e07180858 None None] The sync data for ids ['feca00e2-e567-46ee-ad49-f802b8613ba0'] in n-d-792458-15 is: [{'id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214579245', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:57Z', 'updated_at': '2021-08-16T22:54:01Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:58Z', 'updated_at': '2021-08-16T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '3c4dc70a-c7dc-47c6-9665-db903a094797', 'name': '', 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:8c:ad:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d121707-3bfa-4b67-9076-73ae0ef9385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:54:00Z', 'updated_at': '2021-08-16T22:54:04Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '4d121707-3bfa-4b67-9076-73ae0ef9385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:54:04.737907 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-ee142eb0-2f1c-4a19-878e-ef34b73d5f8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Made reservation on behalf of e32b01dd26f6421f8630d3eff7506c36 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:04.746248 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 84fd5361-95e9-4753-be94-eb1c85689932 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:54:04.747632 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-ee142eb0-2f1c-4a19-878e-ef34b73d5f8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:04.803434 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 84fd5361-95e9-4753-be94-eb1c85689932 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:04.803804 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:04.893407 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 72fcea81-f18d-4f8f-bb17-02788207ceba up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:54:04.902553 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-ee142eb0-2f1c-4a19-878e-ef34b73d5f8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Allocated IP 172.20.0.13 (d3ba299f-aaab-476a-8a43-c8c48f078225/4d121707-3bfa-4b67-9076-73ae0ef9385e/24f4826c-d218-4f0d-a2dd-5b473e7f0b5c) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:54:04.951432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 72fcea81-f18d-4f8f-bb17-02788207ceba triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:04.951888 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:05.055842 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-ee142eb0-2f1c-4a19-878e-ef34b73d5f8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:05.080298 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-ee142eb0-2f1c-4a19-878e-ef34b73d5f8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Transition to ACTIVE for port object 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:05.116637 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-ee142eb0-2f1c-4a19-878e-ef34b73d5f8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:05.164085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-ee142eb0-2f1c-4a19-878e-ef34b73d5f8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network d3ba299f-aaab-476a-8a43-c8c48f078225 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:05.167412 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-ee142eb0-2f1c-4a19-878e-ef34b73d5f8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:05.171484 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-ee142eb0-2f1c-4a19-878e-ef34b73d5f8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:54:05.180820 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee142eb0-2f1c-4a19-878e-ef34b73d5f8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:05.236257 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-ee142eb0-2f1c-4a19-878e-ef34b73d5f8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:05.236930 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-ee142eb0-2f1c-4a19-878e-ef34b73d5f8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:05.252501 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-ee142eb0-2f1c-4a19-878e-ef34b73d5f8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6856325 Aug 16 22:54:05.344877 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b676c44d-0322-4216-920a-f64541073348 service neutron] Request body: {'port': {'device_id': '320e3992-2241-4ffc-9539-d16721e285cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:05.404990 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2cf30ab0-e979-41c6-9839-26655ad17570 None None] Provisioning for port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:05.410011 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2cf30ab0-e979-41c6-9839-26655ad17570 None None] Provisioning complete for port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:05.410391 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2cf30ab0-e979-41c6-9839-26655ad17570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:05.410816 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b676c44d-0322-4216-920a-f64541073348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:05.417172 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1b207-85db-462d-a920-a588affbe68e req-0481c8de-0365-4893-bea1-822391301b3d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:05.425909 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fdd1b207-85db-462d-a920-a588affbe68e req-0481c8de-0365-4893-bea1-822391301b3d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 932 time: 0.0700760 Aug 16 22:54:05.450249 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-2cf30ab0-e979-41c6-9839-26655ad17570 None None] Port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:54:05.468369 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fdd1b207-85db-462d-a920-a588affbe68e req-a0b5c325-b3ae-44fd-b44a-d50dabb9c272 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415320 Aug 16 22:54:05.736697 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b676c44d-0322-4216-920a-f64541073348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:54:05.744197 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b676c44d-0322-4216-920a-f64541073348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:05.756683 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b676c44d-0322-4216-920a-f64541073348 service neutron] Transition to ACTIVE for port object 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:05.760597 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b676c44d-0322-4216-920a-f64541073348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:05.810058 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676c44d-0322-4216-920a-f64541073348 service neutron] Pushing event updated for resources: {'Port': ['ID=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:05.883511 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b676c44d-0322-4216-920a-f64541073348 service neutron] Attempting to bind port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:54:05.883843 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b676c44d-0322-4216-920a-f64541073348 service neutron] Attempting to bind port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '766d7cfe-3cb9-4dfe-9dd5-45a32c487b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:54:05.884171 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b676c44d-0322-4216-920a-f64541073348 service neutron] Attempting to bind port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c on network d3ba299f-aaab-476a-8a43-c8c48f078225 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:54:05.888698 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b676c44d-0322-4216-920a-f64541073348 service neutron] Port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c on network d3ba299f-aaab-476a-8a43-c8c48f078225 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:54:05.888993 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b676c44d-0322-4216-920a-f64541073348 service neutron] Attempting to bind port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c on network d3ba299f-aaab-476a-8a43-c8c48f078225 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:54:05.897508 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b676c44d-0322-4216-920a-f64541073348 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:54:05.897849 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b676c44d-0322-4216-920a-f64541073348 service neutron] Checking segment: {'id': '766d7cfe-3cb9-4dfe-9dd5-45a32c487b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:54:05.898303 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b676c44d-0322-4216-920a-f64541073348 service neutron] Bound using segment: {'id': '766d7cfe-3cb9-4dfe-9dd5-45a32c487b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:54:05.898822 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b676c44d-0322-4216-920a-f64541073348 service neutron] Bound port: 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766d7cfe-3cb9-4dfe-9dd5-45a32c487b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:54:05.899166 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b676c44d-0322-4216-920a-f64541073348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:05.976585 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b676c44d-0322-4216-920a-f64541073348 service neutron] For port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:54:05.980317 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b676c44d-0322-4216-920a-f64541073348 service neutron] For port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c,segment=NetworkSegment(766d7cfe-3cb9-4dfe-9dd5-45a32c487b96),segment_id=766d7cfe-3cb9-4dfe-9dd5-45a32c487b96)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:54:05.984239 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b676c44d-0322-4216-920a-f64541073348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:06.024699 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b676c44d-0322-4216-920a-f64541073348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:06.025350 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b676c44d-0322-4216-920a-f64541073348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:06.026859 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-b676c44d-0322-4216-920a-f64541073348 service neutron] 10.222.0.39 "PUT /v2.0/ports/24f4826c-d218-4f0d-a2dd-5b473e7f0b5c HTTP/1.1" status: 200 len: 1093 time: 0.7599113 Aug 16 22:54:06.027332 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '320e3992-2241-4ffc-9539-d16721e285cf', 'tag': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:06.029748 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0615f0-1319-470d-b3fe-0d41c71de653" -d '{"events": [{"name": "network-changed", "server_uuid": "320e3992-2241-4ffc-9539-d16721e285cf", "tag": "24f4826c-d218-4f0d-a2dd-5b473e7f0b5c"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:06.066883 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676c44d-0322-4216-920a-f64541073348 service neutron] Pushing event updated for resources: {'Port': ['ID=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:06.087732 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007d7dc1-5a8c-48d6-b2d3-1f76330c8ee0 x-openstack-request-id: req-007d7dc1-5a8c-48d6-b2d3-1f76330c8ee0 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:06.088019 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "320e3992-2241-4ffc-9539-d16721e285cf", "tag": "24f4826c-d218-4f0d-a2dd-5b473e7f0b5c", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:06.088269 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-007d7dc1-5a8c-48d6-b2d3-1f76330c8ee0 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:06.088673 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '320e3992-2241-4ffc-9539-d16721e285cf', 'tag': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c', 'status': 'completed', 'code': 200} Aug 16 22:54:06.128214 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-0aed1067-db9a-4f04-b43b-a90a8e695bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:06.129859 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-0aed1067-db9a-4f04-b43b-a90a8e695bf2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 1096 time: 0.0559139 Aug 16 22:54:06.174105 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-33e1abf1-9048-482d-af86-56bd48032051 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c HTTP/1.1" status: 200 len: 217 time: 0.0360594 Aug 16 22:54:06.231709 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-d01fa3a5-a144-4fc4-9a2b-f97f94205b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:06.233196 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-d01fa3a5-a144-4fc4-9a2b-f97f94205b3d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d121707-3bfa-4b67-9076-73ae0ef9385e HTTP/1.1" status: 200 len: 834 time: 0.0513041 Aug 16 22:54:06.280969 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-72698d0f-72ed-43d0-9885-c97294c01d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:06.282490 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-72698d0f-72ed-43d0-9885-c97294c01d81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3ba299f-aaab-476a-8a43-c8c48f078225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413518 Aug 16 22:54:06.379609 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-a3062341-03f4-45c8-a43c-7f6fb0496b31 service neutron] 10.222.0.39 "GET /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889833 Aug 16 22:54:06.471959 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-af8fe76c-2107-44b1-9bac-35c5a641df5f req-11e29f7e-696b-4e6c-84cd-43ecbfda3565 service neutron] 10.222.0.39 "GET /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852132 Aug 16 22:54:06.572498 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0615f0-1319-470d-b3fe-0d41c71de653 req-cbea6807-c25c-4375-b781-5dc218c6b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:06.573829 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-db0615f0-1319-470d-b3fe-0d41c71de653 req-cbea6807-c25c-4375-b781-5dc218c6b500 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 1096 time: 0.0483465 Aug 16 22:54:06.605160 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e3e76-70a4-42dd-b1d8-7a24c1e33151 req-f3e85f89-72d2-484a-bac6-edd30501b97f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:06.606791 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec2e3e76-70a4-42dd-b1d8-7a24c1e33151 req-f3e85f89-72d2-484a-bac6-edd30501b97f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 944 time: 0.0633636 Aug 16 22:54:06.665690 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec2e3e76-70a4-42dd-b1d8-7a24c1e33151 req-378efdf0-9131-4620-b9da-1410ca27eef9 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492537 Aug 16 22:54:06.684840 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0615f0-1319-470d-b3fe-0d41c71de653 req-3bb1ab91-8e08-43b1-9045-d6e1907a10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:06.684840 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-db0615f0-1319-470d-b3fe-0d41c71de653 req-3bb1ab91-8e08-43b1-9045-d6e1907a10c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d3ba299f-aaab-476a-8a43-c8c48f078225 HTTP/1.1" status: 200 len: 898 time: 0.1025710 Aug 16 22:54:06.714112 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3c4dc70a-c7dc-47c6-9665-db903a094797 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:54:06.725112 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-db0615f0-1319-470d-b3fe-0d41c71de653 req-9c542e33-6ff3-45ef-871a-9fc7cc708f96 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c HTTP/1.1" status: 200 len: 217 time: 0.0351219 Aug 16 22:54:06.763398 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 3c4dc70a-c7dc-47c6-9665-db903a094797 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:06.768212 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 3c4dc70a-c7dc-47c6-9665-db903a094797 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:06.768588 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:06.780017 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0615f0-1319-470d-b3fe-0d41c71de653 req-15c728a7-84af-43f1-a21c-d8952b915862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:06.781485 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-db0615f0-1319-470d-b3fe-0d41c71de653 req-15c728a7-84af-43f1-a21c-d8952b915862 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d121707-3bfa-4b67-9076-73ae0ef9385e HTTP/1.1" status: 200 len: 834 time: 0.0491924 Aug 16 22:54:06.830671 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0615f0-1319-470d-b3fe-0d41c71de653 req-f5ed900b-0cd4-4a9d-afc6-a11e6821734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:06.832080 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-db0615f0-1319-470d-b3fe-0d41c71de653 req-f5ed900b-0cd4-4a9d-afc6-a11e6821734c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3ba299f-aaab-476a-8a43-c8c48f078225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418994 Aug 16 22:54:06.850207 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:06.883230 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 3c4dc70a-c7dc-47c6-9665-db903a094797, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3c4dc70a-c7dc-47c6-9665-db903a094797,segment=NetworkSegment(766d7cfe-3cb9-4dfe-9dd5-45a32c487b96),segment_id=766d7cfe-3cb9-4dfe-9dd5-45a32c487b96)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:06.891828 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:06.931417 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-db0615f0-1319-470d-b3fe-0d41c71de653 req-30fbec46-af44-4e57-9bd8-696fa1a9de0b service neutron] 10.222.0.39 "GET /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911746 Aug 16 22:54:06.939595 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=3c4dc70a-c7dc-47c6-9665-db903a094797,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:07.024594 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-db0615f0-1319-470d-b3fe-0d41c71de653 req-52a9ae00-a349-4823-a7c5-6b130848e6cd service neutron] 10.222.0.39 "GET /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857902 Aug 16 22:54:07.784865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02641ef0-daed-4155-9c98-4327af69e7e3 req-740ca7f3-391c-4c37-ba8b-022d06a21d10 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:07.786404 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02641ef0-daed-4155-9c98-4327af69e7e3 req-740ca7f3-391c-4c37-ba8b-022d06a21d10 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 944 time: 0.0488307 Aug 16 22:54:07.824191 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02641ef0-daed-4155-9c98-4327af69e7e3 req-d4469ea0-d1f8-4f96-99c6-8351f236f91c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317912 Aug 16 22:54:08.664329 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:54:08.675292 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3c4dc70a-c7dc-47c6-9665-db903a094797 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:54:08.762102 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:08.790962 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 3c4dc70a-c7dc-47c6-9665-db903a094797 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:08.791351 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:08.835683 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c,segment=NetworkSegment(766d7cfe-3cb9-4dfe-9dd5-45a32c487b96),segment_id=766d7cfe-3cb9-4dfe-9dd5-45a32c487b96)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:08.851175 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c', 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225', 'port_id': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c', 'mac_address': 'fa:16:3e:db:67:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d121707-3bfa-4b67-9076-73ae0ef9385e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:54:08.921756 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:08.939832 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb67f3f-3261-4e2e-8c85-35bd65cf135f req-bf4905bf-e0f9-433f-974d-0264a2a2af37 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:08.940462 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:54:08.941532 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1bb67f3f-3261-4e2e-8c85-35bd65cf135f req-bf4905bf-e0f9-433f-974d-0264a2a2af37 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 944 time: 0.0510914 Aug 16 22:54:08.960604 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c,segment=NetworkSegment(766d7cfe-3cb9-4dfe-9dd5-45a32c487b96),segment_id=766d7cfe-3cb9-4dfe-9dd5-45a32c487b96)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:08.964934 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:08.983674 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1bb67f3f-3261-4e2e-8c85-35bd65cf135f req-fcbbf7c7-84b4-47f5-8c28-9f47e250cbf4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352108 Aug 16 22:54:09.023303 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9b5f32bf-715a-4b44-b636-648ba1a7b083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:09.027943 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:09.220144 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['24f4826c-d218-4f0d-a2dd-5b473e7f0b5c'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:54:10.106313 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800808f8-b0fd-4138-a566-0a561fa3ebcc req-4ca9a488-bbf2-44b2-8750-1b2fe5e887bf tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:10.107593 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-800808f8-b0fd-4138-a566-0a561fa3ebcc req-4ca9a488-bbf2-44b2-8750-1b2fe5e887bf tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 945 time: 0.0565701 Aug 16 22:54:10.146876 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-800808f8-b0fd-4138-a566-0a561fa3ebcc req-f26e1c3c-f31c-4a22-ac8f-e10b8f108faf tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323346 Aug 16 22:54:10.680308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:54:10.729769 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:10.733639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:10.734035 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:10.814117 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:10.835874 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320e3992-2241-4ffc-9539-d16721e285cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:10.838118 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc599d33-6cea-488c-ad09-5a55e45c2994" -d '{"events": [{"server_uuid": "320e3992-2241-4ffc-9539-d16721e285cf", "name": "network-vif-plugged", "status": "completed", "tag": "24f4826c-d218-4f0d-a2dd-5b473e7f0b5c"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:10.850862 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c,segment=NetworkSegment(766d7cfe-3cb9-4dfe-9dd5-45a32c487b96),segment_id=766d7cfe-3cb9-4dfe-9dd5-45a32c487b96)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:10.855197 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:10.880036 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9528765-e56f-42d2-9916-85967b4420cc x-openstack-request-id: req-d9528765-e56f-42d2-9916-85967b4420cc {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:10.880592 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320e3992-2241-4ffc-9539-d16721e285cf", "name": "network-vif-plugged", "status": "completed", "tag": "24f4826c-d218-4f0d-a2dd-5b473e7f0b5c", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:10.880839 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d9528765-e56f-42d2-9916-85967b4420cc {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:10.881341 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320e3992-2241-4ffc-9539-d16721e285cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c', 'code': 200} Aug 16 22:54:10.907396 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:10.966359 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:10.974970 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70955410-97c5-4db8-8921-b9f3cb5e73f2 req-cff5fdcf-cdc5-46c5-9978-6212b217b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:10.976464 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-70955410-97c5-4db8-8921-b9f3cb5e73f2 req-cff5fdcf-cdc5-46c5-9978-6212b217b04a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 1098 time: 0.0410409 Aug 16 22:54:11.011905 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-70955410-97c5-4db8-8921-b9f3cb5e73f2 req-34b7387a-c035-4598-95e0-7801199bef66 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281301 Aug 16 22:54:11.265448 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e2a2b-9692-48b8-a112-cfe74b6ecdc0 req-4c079510-e7da-4659-8aa4-55d44199593a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:11.267534 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a44e2a2b-9692-48b8-a112-cfe74b6ecdc0 req-4c079510-e7da-4659-8aa4-55d44199593a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0527854 Aug 16 22:54:11.304825 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a44e2a2b-9692-48b8-a112-cfe74b6ecdc0 req-32dbf687-a486-4f90-a4ec-8ec15dc6b584 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314133 Aug 16 22:54:11.551385 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f5543d57-e0c7-4153-a4f1-04ac9f399a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:12.107995 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:12.420078 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bf909-efff-4f62-9f0c-63bbd4305119 req-53a57010-49ef-4a65-8fc3-81e8915d1880 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:12.421452 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e83bf909-efff-4f62-9f0c-63bbd4305119 req-53a57010-49ef-4a65-8fc3-81e8915d1880 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0475092 Aug 16 22:54:12.458258 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e83bf909-efff-4f62-9f0c-63bbd4305119 req-a996a0d0-f871-4da9-b10c-d7b5cba18148 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299094 Aug 16 22:54:12.574731 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b7077-3c96-4d85-9ab5-cb2dc77b3816 req-d4596851-df5f-4d6b-a5d1-4f3511855c4c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:12.576181 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe8b7077-3c96-4d85-9ab5-cb2dc77b3816 req-d4596851-df5f-4d6b-a5d1-4f3511855c4c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0522301 Aug 16 22:54:12.615171 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe8b7077-3c96-4d85-9ab5-cb2dc77b3816 req-e7440e05-38dc-4c51-8c5f-2ce22e0b58d8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321233 Aug 16 22:54:12.637016 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44342) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:12.680292 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4a2ff7-47df-4cc1-911b-58078bcb184e tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:12.681803 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-aa4a2ff7-47df-4cc1-911b-58078bcb184e tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 1093 time: 0.0437191 Aug 16 22:54:12.684669 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44344) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:12.688932 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:12.710820 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:12.804971 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:12.909860 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Allocated IP 172.25.6.15 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/fbf6d2ed-f93f-44c2-a30a-8b1e295f1c10) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:54:13.009535 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:13.046349 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:13.090506 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:13.093516 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:13.097224 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:54:13.102779 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=fbf6d2ed-f93f-44c2-a30a-8b1e295f1c10,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:13.130904 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:13.131242 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:13.131580 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:13.131917 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:13.132245 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:13.132575 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:13.132906 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:13.133233 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:13.133553 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:13.133875 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:13.134227 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:13.134551 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:13.313912 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:13.882976 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:13.951878 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:14.104831 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:14.109467 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:14.178639 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=fbf6d2ed-f93f-44c2-a30a-8b1e295f1c10,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:14.188321 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:14.290174 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Floating IP dd66984b-a454-46f1-8a90-a7b879e34347 associated. External IP: 172.25.6.15, port: 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c. Aug 16 22:54:14.501141 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Router feca00e2-e567-46ee-ad49-f802b8613ba0 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:54:14.625280 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:54:14.638131 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b709d9-c782-4177-8396-f8a92d00e0ca None None] Sync routers for ids ['feca00e2-e567-46ee-ad49-f802b8613ba0'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:54:14.643037 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:14.647701 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b709d9-c782-4177-8396-f8a92d00e0ca None None] Routers {'feca00e2-e567-46ee-ad49-f802b8613ba0'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:14.648328 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-70b709d9-c782-4177-8396-f8a92d00e0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:54:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['feca00e2-e567-46ee-ad49-f802b8613ba0'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:14.671011 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3586c697-0210-4d18-934a-f6c3ab1984cd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9853258 Aug 16 22:54:14.671629 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '320e3992-2241-4ffc-9539-d16721e285cf', 'tag': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:14.674533 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e58f526-b925-4448-81e0-5df3254dc3d7" -d '{"events": [{"name": "network-changed", "server_uuid": "320e3992-2241-4ffc-9539-d16721e285cf", "tag": "24f4826c-d218-4f0d-a2dd-5b473e7f0b5c"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:14.713865 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5012de3f-b448-4f29-8d2d-4f6c23eabd2d x-openstack-request-id: req-5012de3f-b448-4f29-8d2d-4f6c23eabd2d {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:14.714193 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "320e3992-2241-4ffc-9539-d16721e285cf", "tag": "24f4826c-d218-4f0d-a2dd-5b473e7f0b5c", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:14.714449 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5012de3f-b448-4f29-8d2d-4f6c23eabd2d {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:14.714854 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '320e3992-2241-4ffc-9539-d16721e285cf', 'tag': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c', 'status': 'completed', 'code': 200} Aug 16 22:54:14.761479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-70b709d9-c782-4177-8396-f8a92d00e0ca None None] Set router feca00e2-e567-46ee-ad49-f802b8613ba0 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:14.795696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da839ab-c254-4864-a126-b8f2e8626c0d req-6f7ca2d6-3215-44cd-be95-1ba1002d81e3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:14.796331 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58f526-b925-4448-81e0-5df3254dc3d7 req-41079251-f95b-4a2f-9ace-0f575d197145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:14.797305 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5da839ab-c254-4864-a126-b8f2e8626c0d req-6f7ca2d6-3215-44cd-be95-1ba1002d81e3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0598114 Aug 16 22:54:14.798763 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3e58f526-b925-4448-81e0-5df3254dc3d7 req-41079251-f95b-4a2f-9ace-0f575d197145 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 1098 time: 0.0566266 Aug 16 22:54:14.846553 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5da839ab-c254-4864-a126-b8f2e8626c0d req-2bfb9ef1-a84a-40d0-b7c7-151c37177946 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429344 Aug 16 22:54:14.879880 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44350) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:14.912995 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58f526-b925-4448-81e0-5df3254dc3d7 req-23a09ab4-816d-4e81-9b96-d10089b8b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:14.915366 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3e58f526-b925-4448-81e0-5df3254dc3d7 req-23a09ab4-816d-4e81-9b96-d10089b8b9e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d3ba299f-aaab-476a-8a43-c8c48f078225 HTTP/1.1" status: 200 len: 898 time: 0.1099086 Aug 16 22:54:14.928714 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:14.952664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-79feff77-b518-4a77-9ef7-2567f2a1693d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/floatingips/dd66984b-a454-46f1-8a90-a7b879e34347 HTTP/1.1" status: 200 len: 991 time: 0.0712883 Aug 16 22:54:14.993357 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3e58f526-b925-4448-81e0-5df3254dc3d7 req-de97e505-56ae-424d-a687-6d0cdd8f060b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c HTTP/1.1" status: 200 len: 999 time: 0.0707445 Aug 16 22:54:15.043430 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-70b709d9-c782-4177-8396-f8a92d00e0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214579245', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:57Z', 'updated_at': '2021-08-16T22:54:01Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:58Z', 'updated_at': '2021-08-16T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'dd66984b-a454-46f1-8a90-a7b879e34347', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'floating_ip_address': '172.25.6.15', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'port_id': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225', 'mac_address': 'fa:16:3e:db:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320e3992-2241-4ffc-9539-d16721e285cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:54:13Z', 'updated_at': '2021-08-16T22:54:13Z', 'revision_number': 0, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c4dc70a-c7dc-47c6-9665-db903a094797', 'name': '', 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:8c:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d121707-3bfa-4b67-9076-73ae0ef9385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:54:00Z', 'updated_at': '2021-08-16T22:54:06Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '4d121707-3bfa-4b67-9076-73ae0ef9385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:15.048569 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58f526-b925-4448-81e0-5df3254dc3d7 req-cf653702-23e0-452d-a3c7-9209bedd8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:15.051301 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3e58f526-b925-4448-81e0-5df3254dc3d7 req-cf653702-23e0-452d-a3c7-9209bedd8b1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d121707-3bfa-4b67-9076-73ae0ef9385e HTTP/1.1" status: 200 len: 834 time: 0.0495946 Aug 16 22:54:15.079980 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b709d9-c782-4177-8396-f8a92d00e0ca None None] Checking router: feca00e2-e567-46ee-ad49-f802b8613ba0 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:54:15.091440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b709d9-c782-4177-8396-f8a92d00e0ca None None] Routers {'feca00e2-e567-46ee-ad49-f802b8613ba0'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:15.092450 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-70b709d9-c782-4177-8396-f8a92d00e0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:54:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['feca00e2-e567-46ee-ad49-f802b8613ba0'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:15.101353 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58f526-b925-4448-81e0-5df3254dc3d7 req-5b862b8c-0e0e-4c76-b62e-9ab993078cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:15.102896 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3e58f526-b925-4448-81e0-5df3254dc3d7 req-5b862b8c-0e0e-4c76-b62e-9ab993078cfb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3ba299f-aaab-476a-8a43-c8c48f078225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461545 Aug 16 22:54:15.215977 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3e58f526-b925-4448-81e0-5df3254dc3d7 req-d5e4d8e8-d14b-4fac-bf1d-b2e797415de4 service neutron] 10.222.0.39 "GET /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060715 Aug 16 22:54:15.320217 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3e58f526-b925-4448-81e0-5df3254dc3d7 req-336fd022-4335-45ba-a92b-5b8915c697d1 service neutron] 10.222.0.39 "GET /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972848 Aug 16 22:54:15.364100 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-70b709d9-c782-4177-8396-f8a92d00e0ca None None] Set router feca00e2-e567-46ee-ad49-f802b8613ba0 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:15.601362 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-70b709d9-c782-4177-8396-f8a92d00e0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214579245', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:57Z', 'updated_at': '2021-08-16T22:54:01Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:58Z', 'updated_at': '2021-08-16T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'dd66984b-a454-46f1-8a90-a7b879e34347', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'floating_ip_address': '172.25.6.15', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'port_id': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225', 'mac_address': 'fa:16:3e:db:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320e3992-2241-4ffc-9539-d16721e285cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:54:13Z', 'updated_at': '2021-08-16T22:54:13Z', 'revision_number': 0, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c4dc70a-c7dc-47c6-9665-db903a094797', 'name': '', 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:8c:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d121707-3bfa-4b67-9076-73ae0ef9385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:54:00Z', 'updated_at': '2021-08-16T22:54:06Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '4d121707-3bfa-4b67-9076-73ae0ef9385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:15.628798 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b709d9-c782-4177-8396-f8a92d00e0ca None None] The sync data for ids ['feca00e2-e567-46ee-ad49-f802b8613ba0'] in n-d-792458-15 is: [{'id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214579245', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:57Z', 'updated_at': '2021-08-16T22:54:01Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:58Z', 'updated_at': '2021-08-16T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'dd66984b-a454-46f1-8a90-a7b879e34347', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'floating_ip_address': '172.25.6.15', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'port_id': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225', 'mac_address': 'fa:16:3e:db:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320e3992-2241-4ffc-9539-d16721e285cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:54:13Z', 'updated_at': '2021-08-16T22:54:13Z', 'revision_number': 0, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c4dc70a-c7dc-47c6-9665-db903a094797', 'name': '', 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:8c:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d121707-3bfa-4b67-9076-73ae0ef9385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:54:00Z', 'updated_at': '2021-08-16T22:54:06Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '4d121707-3bfa-4b67-9076-73ae0ef9385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:54:15.815508 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f7adf7-5a8e-4bc2-9161-232e89ad76ea None None] New status for floating IP dd66984b-a454-46f1-8a90-a7b879e34347: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:54:15.957192 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44352) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:16.021669 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-29eb0892-3b55-49b0-8994-bb0a246fcbb0 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/floatingips/dd66984b-a454-46f1-8a90-a7b879e34347 HTTP/1.1" status: 200 len: 993 time: 0.0617957 Aug 16 22:54:32.853098 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:54:38.694773 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:39.004270 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-da80fbe8-fa2a-4d04-abf3-35a83928bd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:40.966227 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:41.553112 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5eb2c2d7-6d8a-4ac9-b8da-eeedf2ce55de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:42.111023 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:43.304316 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.875440 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:47.355715 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153e4c4-96ad-4a4a-a488-0595d8d275db req-c7bb9a7f-75e1-45d3-8b79-793d35507e18 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:47.357431 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0153e4c4-96ad-4a4a-a488-0595d8d275db req-c7bb9a7f-75e1-45d3-8b79-793d35507e18 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 1098 time: 0.0442374 Aug 16 22:54:47.377408 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0153e4c4-96ad-4a4a-a488-0595d8d275db req-7a5fa2a1-e236-4b39-9d76-ad72427f9a36 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:47.471078 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0153e4c4-96ad-4a4a-a488-0595d8d275db req-7a5fa2a1-e236-4b39-9d76-ad72427f9a36 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:47.475396 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-0153e4c4-96ad-4a4a-a488-0595d8d275db req-7a5fa2a1-e236-4b39-9d76-ad72427f9a36 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:47.498996 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0153e4c4-96ad-4a4a-a488-0595d8d275db req-7a5fa2a1-e236-4b39-9d76-ad72427f9a36 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343982 Aug 16 22:54:47.509092 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5fa2a1-e236-4b39-9d76-ad72427f9a36 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f83dab1-1429-4ad4-a72b-b103eab39097,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:47.523201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fa2a1-e236-4b39-9d76-ad72427f9a36 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:47.523201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fa2a1-e236-4b39-9d76-ad72427f9a36 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:47.523201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fa2a1-e236-4b39-9d76-ad72427f9a36 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:47.523201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fa2a1-e236-4b39-9d76-ad72427f9a36 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:47.523201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fa2a1-e236-4b39-9d76-ad72427f9a36 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:47.523201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fa2a1-e236-4b39-9d76-ad72427f9a36 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:47.523201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fa2a1-e236-4b39-9d76-ad72427f9a36 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:47.523201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fa2a1-e236-4b39-9d76-ad72427f9a36 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:47.523201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fa2a1-e236-4b39-9d76-ad72427f9a36 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:47.523201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fa2a1-e236-4b39-9d76-ad72427f9a36 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:47.523201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fa2a1-e236-4b39-9d76-ad72427f9a36 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:47.523201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5fa2a1-e236-4b39-9d76-ad72427f9a36 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:47.624972 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76ddb8-1a6a-4d8d-975a-c9def81cf877 req-14055371-8445-4649-adf2-11bcb8327f2b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:47.626583 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d76ddb8-1a6a-4d8d-975a-c9def81cf877 req-14055371-8445-4649-adf2-11bcb8327f2b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0553362 Aug 16 22:54:47.668518 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2d76ddb8-1a6a-4d8d-975a-c9def81cf877 req-d75a567d-7cb1-4359-b47d-97878ebd278a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355549 Aug 16 22:54:47.691867 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44372) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:47.751401 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-47e1ab1c-0717-4d81-8c07-6c10ac6e6f19 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/floatingips/dd66984b-a454-46f1-8a90-a7b879e34347 HTTP/1.1" status: 200 len: 993 time: 0.0583706 Aug 16 22:54:48.005412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-62c0f1c3-32f0-4bac-b76f-26d344a3d8de req-5846b438-aa43-4baa-8743-afc552b57c32 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:54:48.006403 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62c0f1c3-32f0-4bac-b76f-26d344a3d8de req-5846b438-aa43-4baa-8743-afc552b57c32 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056412 Aug 16 22:54:48.231878 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44386) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:48.292704 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e649c-b502-4de3-ba1b-2001992a0e45 req-2532c63c-c9fc-42c0-8e5a-c46294395112 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:48.294438 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-758e649c-b502-4de3-ba1b-2001992a0e45 req-2532c63c-c9fc-42c0-8e5a-c46294395112 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0596726 Aug 16 22:54:48.359317 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-758e649c-b502-4de3-ba1b-2001992a0e45 req-07096e95-1372-4cd2-ab05-bca5742ac5f4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549998 Aug 16 22:54:48.363149 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-f6805568-28ab-4fe9-9b6e-3eeeb0bc6180 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1302011 Aug 16 22:54:49.482466 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396cb9e-c354-4b43-9505-3374e0db5b6e req-7605ed83-fe46-4a01-be12-160944fabd7f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:49.484019 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c396cb9e-c354-4b43-9505-3374e0db5b6e req-7605ed83-fe46-4a01-be12-160944fabd7f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0521898 Aug 16 22:54:49.509188 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-e1d9dce8-76a8-48d2-b42b-9465caddeae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:49.510895 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-e1d9dce8-76a8-48d2-b42b-9465caddeae3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 1098 time: 0.0426807 Aug 16 22:54:49.524992 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c396cb9e-c354-4b43-9505-3374e0db5b6e req-da18cdf2-d74c-4d76-af01-f512af9d48ec tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344992 Aug 16 22:54:49.607188 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-48fd2461-25cd-41ff-bc83-2d857363739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:49.609208 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-48fd2461-25cd-41ff-bc83-2d857363739f service neutron] 10.222.0.39 "GET /v2.0/networks?id=d3ba299f-aaab-476a-8a43-c8c48f078225 HTTP/1.1" status: 200 len: 898 time: 0.0908790 Aug 16 22:54:49.688814 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-1b818e14-1a29-4ccb-b711-edffc231498d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c HTTP/1.1" status: 200 len: 1001 time: 0.0719416 Aug 16 22:54:49.738109 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-80a970d8-8cfc-4f8c-bd04-63fec4f6d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:49.739548 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-80a970d8-8cfc-4f8c-bd04-63fec4f6d535 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d121707-3bfa-4b67-9076-73ae0ef9385e HTTP/1.1" status: 200 len: 834 time: 0.0438335 Aug 16 22:54:49.786106 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-cf97cba7-4b24-49ec-85e8-ee08e3087d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:49.787686 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-cf97cba7-4b24-49ec-85e8-ee08e3087d54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3ba299f-aaab-476a-8a43-c8c48f078225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404162 Aug 16 22:54:49.881637 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-d0fc0573-cfec-4c88-a190-4f23493fedef service neutron] 10.222.0.39 "GET /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866780 Aug 16 22:54:49.975830 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-5ff06e3e-f32e-4db1-8e07-e8c337555300 service neutron] 10.222.0.39 "GET /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870779 Aug 16 22:54:50.645370 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da6f62-71aa-4bd7-ba8e-0bca80bd35e1 req-16ad6771-63c9-41f7-8eb1-532a3093f353 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:50.646881 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92da6f62-71aa-4bd7-ba8e-0bca80bd35e1 req-16ad6771-63c9-41f7-8eb1-532a3093f353 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0519331 Aug 16 22:54:50.688960 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92da6f62-71aa-4bd7-ba8e-0bca80bd35e1 req-8ee52f85-3c12-41ed-a699-0c25696f0c1a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355296 Aug 16 22:54:50.804074 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7d6da-05e2-4b76-91b5-d298e266233e req-385da170-0d21-4fbd-883d-7ad3a35aa654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:50.805517 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4be7d6da-05e2-4b76-91b5-d298e266233e req-385da170-0d21-4fbd-883d-7ad3a35aa654 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 1098 time: 0.0429330 Aug 16 22:54:50.916311 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7d6da-05e2-4b76-91b5-d298e266233e req-12998965-eb1b-4f48-8368-19e4e9a9182d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:50.917815 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4be7d6da-05e2-4b76-91b5-d298e266233e req-12998965-eb1b-4f48-8368-19e4e9a9182d service neutron] 10.222.0.39 "GET /v2.0/networks?id=d3ba299f-aaab-476a-8a43-c8c48f078225 HTTP/1.1" status: 200 len: 898 time: 0.0918782 Aug 16 22:54:50.990934 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4be7d6da-05e2-4b76-91b5-d298e266233e req-93802136-7720-46fc-9198-a9018d80deb9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c HTTP/1.1" status: 200 len: 1001 time: 0.0639324 Aug 16 22:54:51.041778 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7d6da-05e2-4b76-91b5-d298e266233e req-2e2e1a67-4d90-4f7b-88b6-f7450953aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:51.043260 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4be7d6da-05e2-4b76-91b5-d298e266233e req-2e2e1a67-4d90-4f7b-88b6-f7450953aff1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d121707-3bfa-4b67-9076-73ae0ef9385e HTTP/1.1" status: 200 len: 834 time: 0.0456300 Aug 16 22:54:51.090677 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7d6da-05e2-4b76-91b5-d298e266233e req-daf9139f-af00-40bd-a565-5cf5369cada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:51.092188 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4be7d6da-05e2-4b76-91b5-d298e266233e req-daf9139f-af00-40bd-a565-5cf5369cada2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3ba299f-aaab-476a-8a43-c8c48f078225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426323 Aug 16 22:54:51.189432 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4be7d6da-05e2-4b76-91b5-d298e266233e req-4948ddbb-7377-4212-93b1-b7d7a7f3cc0e service neutron] 10.222.0.39 "GET /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870326 Aug 16 22:54:51.281597 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4be7d6da-05e2-4b76-91b5-d298e266233e req-406b84d3-8894-4b94-9431-af50624b941a service neutron] 10.222.0.39 "GET /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843408 Aug 16 22:54:51.811078 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebacd4f-34b7-43a5-bef4-644d2118f100 req-29f5a68d-3659-4261-a884-19bf4403a7de tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:51.812584 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ebacd4f-34b7-43a5-bef4-644d2118f100 req-29f5a68d-3659-4261-a884-19bf4403a7de tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0504475 Aug 16 22:54:51.854536 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ebacd4f-34b7-43a5-bef4-644d2118f100 req-aa39bdee-60b5-4749-9ff3-bc63081d649a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327568 Aug 16 22:54:52.481492 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7f839a4-773a-4cef-b964-69e927064797 req-79a4a302-117e-4931-970d-caca0e00a35a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384789 Aug 16 22:54:52.569349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f839a4-773a-4cef-b964-69e927064797 req-d61f48b9-286b-482b-85a4-cbf7274210bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:52.570902 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7f839a4-773a-4cef-b964-69e927064797 req-d61f48b9-286b-482b-85a4-cbf7274210bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=69fee3c2290d4e78afd043ba44594628&device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 1098 time: 0.0444202 Aug 16 22:54:52.676427 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f839a4-773a-4cef-b964-69e927064797 req-9e947931-b0eb-45fa-a03d-4bc4e45bc4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:52.677912 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7f839a4-773a-4cef-b964-69e927064797 req-9e947931-b0eb-45fa-a03d-4bc4e45bc4b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a54f21a9-1e7d-412e-8279-3fd9f564e2e1 HTTP/1.1" status: 200 len: 910 time: 0.0852697 Aug 16 22:54:52.746755 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7f839a4-773a-4cef-b964-69e927064797 req-4db74552-10ab-44ef-a15c-85d226364d18 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50b4f86d-f227-4268-b446-2e420b372cf7 HTTP/1.1" status: 200 len: 1002 time: 0.0614624 Aug 16 22:54:52.803668 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f839a4-773a-4cef-b964-69e927064797 req-beef570e-9a7f-4da0-bd6e-432c2e2c87e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:52.805143 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7f839a4-773a-4cef-b964-69e927064797 req-beef570e-9a7f-4da0-bd6e-432c2e2c87e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f7fc71b-c765-4361-a281-4f8b22bf0e97 HTTP/1.1" status: 200 len: 848 time: 0.0514345 Aug 16 22:54:52.850650 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f839a4-773a-4cef-b964-69e927064797 req-fee58246-b27b-477d-a569-206363b6c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:52.852155 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7f839a4-773a-4cef-b964-69e927064797 req-fee58246-b27b-477d-a569-206363b6c094 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a54f21a9-1e7d-412e-8279-3fd9f564e2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404363 Aug 16 22:54:53.313190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8e979-f6e2-4f77-93da-ea2aa2752e76 req-14faa005-b340-4958-a254-62560bcc1fdb tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:53.314762 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9b8e979-f6e2-4f77-93da-ea2aa2752e76 req-14faa005-b340-4958-a254-62560bcc1fdb tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0761676 Aug 16 22:54:53.318447 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7f839a4-773a-4cef-b964-69e927064797 req-9adcefe2-360f-474d-ae58-e954878b24f6 service neutron] 10.222.0.43 "GET /v2.0/networks/a54f21a9-1e7d-412e-8279-3fd9f564e2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576223 Aug 16 22:54:53.402554 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9b8e979-f6e2-4f77-93da-ea2aa2752e76 req-43b96324-eed1-4905-9ac2-46a5d46f1ddd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815074 Aug 16 22:54:53.435533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7f839a4-773a-4cef-b964-69e927064797 req-126bb3d7-046a-4096-9db9-789a32a62ebe service neutron] 10.222.0.43 "GET /v2.0/networks/a54f21a9-1e7d-412e-8279-3fd9f564e2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087329 Aug 16 22:54:54.520907 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60d943-07ba-4468-adda-31137bfa84f8 req-afced267-75af-409b-b05a-48eb06fa3cb0 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:54.522427 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e60d943-07ba-4468-adda-31137bfa84f8 req-afced267-75af-409b-b05a-48eb06fa3cb0 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0515838 Aug 16 22:54:54.562133 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1e60d943-07ba-4468-adda-31137bfa84f8 req-e7cf8ef1-27f2-41b6-af91-2ab1ae6f6aa9 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336478 Aug 16 22:54:55.679350 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ebb9d-7327-4cbf-8d15-38cb39aa22c5 req-d57f14b8-ce19-461c-ba7e-1389731e6e45 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:55.680942 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-187ebb9d-7327-4cbf-8d15-38cb39aa22c5 req-d57f14b8-ce19-461c-ba7e-1389731e6e45 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0497267 Aug 16 22:54:55.720612 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-187ebb9d-7327-4cbf-8d15-38cb39aa22c5 req-0e6b6ce3-a081-41af-8f20-a4d044fb014b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335622 Aug 16 22:54:56.844329 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5ba15-0248-4b9d-9aa7-49fbd0be19e3 req-0f113195-91b3-4814-9540-cca6378539ec tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:56.845811 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f1a5ba15-0248-4b9d-9aa7-49fbd0be19e3 req-0f113195-91b3-4814-9540-cca6378539ec tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0534494 Aug 16 22:54:56.884863 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f1a5ba15-0248-4b9d-9aa7-49fbd0be19e3 req-8b7f969f-9bdc-4107-a865-8be685f090c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326159 Aug 16 22:54:58.004264 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cbb30-026a-48d2-ad66-30fffb3848c0 req-e35a335b-fa23-4d1b-aefb-3dee3a2ecf21 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:58.006206 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-498cbb30-026a-48d2-ad66-30fffb3848c0 req-e35a335b-fa23-4d1b-aefb-3dee3a2ecf21 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0505722 Aug 16 22:54:58.057786 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-498cbb30-026a-48d2-ad66-30fffb3848c0 req-bfa92d45-b00b-467a-88e3-5641b49f4a82 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428140 Aug 16 22:54:59.171567 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66e3ee-f4ef-4d0c-9674-a32bb3ebb6fb req-6568b426-0e36-4248-9cf4-da4ba544f01d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:59.173044 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed66e3ee-f4ef-4d0c-9674-a32bb3ebb6fb req-6568b426-0e36-4248-9cf4-da4ba544f01d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0488210 Aug 16 22:54:59.210564 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed66e3ee-f4ef-4d0c-9674-a32bb3ebb6fb req-363ddfa1-d339-4cc4-85e8-a43fa68eecc1 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315521 Aug 16 22:55:00.338472 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c31217-934f-4465-86c9-ae09998b6638 req-8ee2ebb9-b1a0-460b-b77b-42d392fbca67 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:00.339961 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a6c31217-934f-4465-86c9-ae09998b6638 req-8ee2ebb9-b1a0-460b-b77b-42d392fbca67 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0602062 Aug 16 22:55:00.377684 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a6c31217-934f-4465-86c9-ae09998b6638 req-bf9a0890-aa09-4e0f-a344-b3732841bec8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316632 Aug 16 22:55:01.494750 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aaa5a8-99e0-4b21-81f7-96f91480b25c req-6fa5e2b9-ca23-412a-a02b-a799c253f767 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:01.496247 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71aaa5a8-99e0-4b21-81f7-96f91480b25c req-6fa5e2b9-ca23-412a-a02b-a799c253f767 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0494804 Aug 16 22:55:01.534895 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71aaa5a8-99e0-4b21-81f7-96f91480b25c req-e6153f53-ea62-4403-9f01-49d39ea850de tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318599 Aug 16 22:55:02.664745 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2ff1e-7d45-49ab-ae6c-6d7a5f284fef req-b220f59b-f717-478f-a5b6-c472491d2627 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:02.666253 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ff2ff1e-7d45-49ab-ae6c-6d7a5f284fef req-b220f59b-f717-478f-a5b6-c472491d2627 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0577717 Aug 16 22:55:02.705827 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ff2ff1e-7d45-49ab-ae6c-6d7a5f284fef req-55ddeec1-8f73-42cd-995f-804f4f1c987d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328588 Aug 16 22:55:03.833192 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ca706-7797-43a6-8372-3835c0eeaf5d req-71c2da6a-0c84-40b1-8ab6-75a66b17671a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:03.834742 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d3ca706-7797-43a6-8372-3835c0eeaf5d req-71c2da6a-0c84-40b1-8ab6-75a66b17671a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0538371 Aug 16 22:55:03.872637 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d3ca706-7797-43a6-8372-3835c0eeaf5d req-d6154d0b-4d23-4987-afe7-c0d55df90ee1 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317931 Aug 16 22:55:04.987570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e915a6a-ba45-45e0-833e-cfeca0cdc174 req-8cfcad56-5294-4eb9-a03e-29addaebeed9 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:04.989064 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7e915a6a-ba45-45e0-833e-cfeca0cdc174 req-8cfcad56-5294-4eb9-a03e-29addaebeed9 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0484149 Aug 16 22:55:05.029389 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7e915a6a-ba45-45e0-833e-cfeca0cdc174 req-8fa20dae-5862-47ed-879d-9fb6a86eddc6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338995 Aug 16 22:55:06.153325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d172629-1560-4d44-a8b5-4a896e93ba37 req-9d8f557b-db65-47ef-b15f-c1cdc5db8f8e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:06.154894 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d172629-1560-4d44-a8b5-4a896e93ba37 req-9d8f557b-db65-47ef-b15f-c1cdc5db8f8e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0553885 Aug 16 22:55:06.197030 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d172629-1560-4d44-a8b5-4a896e93ba37 req-609a2703-80c2-4743-bea7-3314b24d133f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354555 Aug 16 22:55:06.806981 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-29e54549-a212-4d2d-9b29-2e2a063f878b service neutron] show failed (client error): The resource could not be found. Aug 16 22:55:06.808008 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-29e54549-a212-4d2d-9b29-2e2a063f878b service neutron] 10.222.0.39 "GET /v2.0/ports/24f4826c-d218-4f0d-a2dd-5b473e7f0b5c/bindings/n-h2-792458-15 HTTP/1.1" status: 404 len: 381 time: 0.0605605 Aug 16 22:55:07.032202 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-76e738af-1058-4cda-8d71-c691e8ac7e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:07.033704 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-76e738af-1058-4cda-8d71-c691e8ac7e44 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf&tenant_id=e32b01dd26f6421f8630d3eff7506c36 HTTP/1.1" status: 200 len: 1098 time: 0.0733418 Aug 16 22:55:07.046045 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-15', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:07.097643 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:07.338276 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] For port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c,segment=NetworkSegment(766d7cfe-3cb9-4dfe-9dd5-45a32c487b96),segment_id=766d7cfe-3cb9-4dfe-9dd5-45a32c487b96)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:07.348174 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768bace-bbf8-49a9-9b5b-c576bfad6968 req-7730d029-cbaf-46db-8aa2-bd440865c09f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:07.349658 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4768bace-bbf8-49a9-9b5b-c576bfad6968 req-7730d029-cbaf-46db-8aa2-bd440865c09f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0838943 Aug 16 22:55:07.407570 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4768bace-bbf8-49a9-9b5b-c576bfad6968 req-10048afb-3ffa-4d7e-a1b5-b5b4becf3075 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514789 Aug 16 22:55:07.408462 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] For port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:07.448143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320e3992-2241-4ffc-9539-d16721e285cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:07.450504 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfb01b6-919c-4b77-a326-49f8cd6a19e6" -d '{"events": [{"server_uuid": "320e3992-2241-4ffc-9539-d16721e285cf", "name": "network-vif-unplugged", "status": "completed", "tag": "24f4826c-d218-4f0d-a2dd-5b473e7f0b5c"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:07.454861 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:07.469253 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] Transition to ACTIVE for port object 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:07.475550 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:07.593151 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12451cbe-dc7e-4d72-b1be-2b3ec069e384 x-openstack-request-id: req-12451cbe-dc7e-4d72-b1be-2b3ec069e384 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:07.593369 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320e3992-2241-4ffc-9539-d16721e285cf", "name": "network-vif-unplugged", "status": "completed", "tag": "24f4826c-d218-4f0d-a2dd-5b473e7f0b5c", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:07.593653 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-12451cbe-dc7e-4d72-b1be-2b3ec069e384 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:07.593993 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320e3992-2241-4ffc-9539-d16721e285cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c', 'code': 200} Aug 16 22:55:07.599421 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] Pushing event updated for resources: {'Port': ['ID=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:07.670593 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] No DVR routers for this DVR port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:55:07.806429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] Attempting to bind port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:07.806678 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] Attempting to bind port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '766d7cfe-3cb9-4dfe-9dd5-45a32c487b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:07.806995 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] Attempting to bind port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c on network d3ba299f-aaab-476a-8a43-c8c48f078225 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:07.811811 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] Port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c on network d3ba299f-aaab-476a-8a43-c8c48f078225 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:55:07.812126 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] Attempting to bind port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c on network d3ba299f-aaab-476a-8a43-c8c48f078225 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:07.817113 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:07.817443 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] Checking segment: {'id': '766d7cfe-3cb9-4dfe-9dd5-45a32c487b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:07.817831 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] Bound using segment: {'id': '766d7cfe-3cb9-4dfe-9dd5-45a32c487b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:07.818287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] Bound port: 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766d7cfe-3cb9-4dfe-9dd5-45a32c487b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:07.818640 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:07.888671 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] For port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:07.892353 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] For port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c,segment=NetworkSegment(766d7cfe-3cb9-4dfe-9dd5-45a32c487b96),segment_id=766d7cfe-3cb9-4dfe-9dd5-45a32c487b96)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:07.897604 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:07.935709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:07.936822 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:07.938267 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] 10.222.0.43 "PUT /v2.0/ports/24f4826c-d218-4f0d-a2dd-5b473e7f0b5c HTTP/1.1" status: 200 len: 1093 time: 0.8967106 Aug 16 22:55:07.975112 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bce04-8c3d-4ed3-9ca5-e8d0dd00f893 service neutron] Pushing event updated for resources: {'Port': ['ID=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:08.008591 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-bbb6b482-0267-46e8-8ffb-b83fcd6ee9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:08.010149 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-bbb6b482-0267-46e8-8ffb-b83fcd6ee9fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 1096 time: 0.0475583 Aug 16 22:55:08.103336 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-47b422bd-c21f-4f6d-80d1-a0f2ab305113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:08.104889 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-47b422bd-c21f-4f6d-80d1-a0f2ab305113 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d3ba299f-aaab-476a-8a43-c8c48f078225 HTTP/1.1" status: 200 len: 898 time: 0.0881841 Aug 16 22:55:08.179937 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-0de3bab2-1d36-4f69-9ac7-a1445271af93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c HTTP/1.1" status: 200 len: 999 time: 0.0674479 Aug 16 22:55:08.231216 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-d3793d7f-2dcc-4114-8bd2-a922c51fabfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:08.232583 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-d3793d7f-2dcc-4114-8bd2-a922c51fabfc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d121707-3bfa-4b67-9076-73ae0ef9385e HTTP/1.1" status: 200 len: 834 time: 0.0463169 Aug 16 22:55:08.280993 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-41d7d55f-f0fc-461f-969a-2f23df0b6f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:08.282599 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-41d7d55f-f0fc-461f-969a-2f23df0b6f56 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d3ba299f-aaab-476a-8a43-c8c48f078225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425165 Aug 16 22:55:08.378136 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-485131f4-fc85-4bcb-b4d5-f8286e9997f6 service neutron] 10.222.0.43 "GET /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885358 Aug 16 22:55:08.474265 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6216503f-f254-437f-8e4f-62b41d7b5a61 req-c0dd62e7-36e5-4e2f-bc13-be6170790ba1 service neutron] 10.222.0.43 "GET /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886991 Aug 16 22:55:08.524121 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cabb26-e3d6-439f-bafe-f3c99de15bf2 req-b67ec7f5-6907-4b7a-8835-d69dd8571005 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:08.525630 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10cabb26-e3d6-439f-bafe-f3c99de15bf2 req-b67ec7f5-6907-4b7a-8835-d69dd8571005 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 944 time: 0.0505023 Aug 16 22:55:08.568711 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10cabb26-e3d6-439f-bafe-f3c99de15bf2 req-54c09ed4-2249-44a1-8d83-c9ad7d5626ce tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369000 Aug 16 22:55:08.722223 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.005431 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c859b559-c532-494a-a14c-42aa3ab143d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.595077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '320e3992-2241-4ffc-9539-d16721e285cf', 'tag': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:09.597429 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49170f38-967f-43c4-b623-09d0d3b83529" -d '{"events": [{"name": "network-changed", "server_uuid": "320e3992-2241-4ffc-9539-d16721e285cf", "tag": "24f4826c-d218-4f0d-a2dd-5b473e7f0b5c"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:09.653778 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd1c0fe-e80e-428c-ae5c-982c200f33d1 x-openstack-request-id: req-7bd1c0fe-e80e-428c-ae5c-982c200f33d1 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:09.654157 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "320e3992-2241-4ffc-9539-d16721e285cf", "tag": "24f4826c-d218-4f0d-a2dd-5b473e7f0b5c", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:09.655558 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7bd1c0fe-e80e-428c-ae5c-982c200f33d1 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:09.655953 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '320e3992-2241-4ffc-9539-d16721e285cf', 'tag': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c', 'status': 'completed', 'code': 200} Aug 16 22:55:09.719422 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49170f38-967f-43c4-b623-09d0d3b83529 req-6f46ef45-1f3e-4279-a9f8-0f584425be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:09.720958 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-49170f38-967f-43c4-b623-09d0d3b83529 req-6f46ef45-1f3e-4279-a9f8-0f584425be2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 1096 time: 0.0452104 Aug 16 22:55:09.725299 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c1140-ec04-4ff5-a718-8e7ffbc9bed6 req-533e6386-185a-4e06-b448-5aea58bf2d4b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:09.726946 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c00c1140-ec04-4ff5-a718-8e7ffbc9bed6 req-533e6386-185a-4e06-b448-5aea58bf2d4b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 944 time: 0.0855255 Aug 16 22:55:09.732907 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49170f38-967f-43c4-b623-09d0d3b83529 req-0c5571e3-66cd-4984-ba59-4ab51e6b17e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:09.734931 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49170f38-967f-43c4-b623-09d0d3b83529 req-0c5571e3-66cd-4984-ba59-4ab51e6b17e5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 1096 time: 0.0596635 Aug 16 22:55:09.814174 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49170f38-967f-43c4-b623-09d0d3b83529 req-342fdc20-9f8f-424c-86a3-0fcfebae171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:09.815463 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c00c1140-ec04-4ff5-a718-8e7ffbc9bed6 req-c3a57694-bad1-4b9a-878b-9b4cdb7ff27f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795205 Aug 16 22:55:09.815636 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-49170f38-967f-43c4-b623-09d0d3b83529 req-342fdc20-9f8f-424c-86a3-0fcfebae171e service neutron] 10.222.0.39 "GET /v2.0/networks?id=d3ba299f-aaab-476a-8a43-c8c48f078225 HTTP/1.1" status: 200 len: 898 time: 0.0881715 Aug 16 22:55:09.851865 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:55:09.855654 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49170f38-967f-43c4-b623-09d0d3b83529 req-ebec0a22-af1a-4e3a-acf9-0e91e7e8a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:09.857173 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49170f38-967f-43c4-b623-09d0d3b83529 req-ebec0a22-af1a-4e3a-acf9-0e91e7e8a8d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d3ba299f-aaab-476a-8a43-c8c48f078225 HTTP/1.1" status: 200 len: 898 time: 0.1144643 Aug 16 22:55:09.888533 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-49170f38-967f-43c4-b623-09d0d3b83529 req-18757136-4647-46bc-af24-60d211b3b9c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c HTTP/1.1" status: 200 len: 999 time: 0.0656137 Aug 16 22:55:09.934107 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49170f38-967f-43c4-b623-09d0d3b83529 req-15a46ef4-54aa-48c9-8fd2-6a3a9d8e8934 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c HTTP/1.1" status: 200 len: 999 time: 0.0674100 Aug 16 22:55:09.939337 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49170f38-967f-43c4-b623-09d0d3b83529 req-57113b47-ed2a-4fb7-9234-cd346aa9a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:09.940846 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-49170f38-967f-43c4-b623-09d0d3b83529 req-57113b47-ed2a-4fb7-9234-cd346aa9a23b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d121707-3bfa-4b67-9076-73ae0ef9385e HTTP/1.1" status: 200 len: 834 time: 0.0448661 Aug 16 22:55:09.990690 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49170f38-967f-43c4-b623-09d0d3b83529 req-4d1807c1-656f-427f-af66-79c2f3aa1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:09.991727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49170f38-967f-43c4-b623-09d0d3b83529 req-4367abc5-d37f-4feb-b82c-99541551f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:09.992199 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-49170f38-967f-43c4-b623-09d0d3b83529 req-4d1807c1-656f-427f-af66-79c2f3aa1ad6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3ba299f-aaab-476a-8a43-c8c48f078225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441730 Aug 16 22:55:09.993322 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49170f38-967f-43c4-b623-09d0d3b83529 req-4367abc5-d37f-4feb-b82c-99541551f08f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d121707-3bfa-4b67-9076-73ae0ef9385e HTTP/1.1" status: 200 len: 834 time: 0.0502696 Aug 16 22:55:10.043723 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49170f38-967f-43c4-b623-09d0d3b83529 req-160f3055-8639-4223-a2cd-2a5aa7c8ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:10.045287 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49170f38-967f-43c4-b623-09d0d3b83529 req-160f3055-8639-4223-a2cd-2a5aa7c8ef26 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d3ba299f-aaab-476a-8a43-c8c48f078225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430350 Aug 16 22:55:10.090810 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-49170f38-967f-43c4-b623-09d0d3b83529 req-cbc0d26b-fcdb-425f-a980-3c03bfe22b07 service neutron] 10.222.0.39 "GET /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914927 Aug 16 22:55:10.158181 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49170f38-967f-43c4-b623-09d0d3b83529 req-d54f4462-8486-4a58-b7ff-f2de432af2ae service neutron] 10.222.0.43 "GET /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938632 Aug 16 22:55:10.187971 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-49170f38-967f-43c4-b623-09d0d3b83529 req-c9c52610-748f-477a-bdcd-c9d78756fc90 service neutron] 10.222.0.39 "GET /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894978 Aug 16 22:55:10.233623 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:55:10.259218 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49170f38-967f-43c4-b623-09d0d3b83529 req-7fb59440-44d4-4875-83b8-f94ad15fc1af service neutron] 10.222.0.43 "GET /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940423 Aug 16 22:55:10.339071 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c,segment=NetworkSegment(766d7cfe-3cb9-4dfe-9dd5-45a32c487b96),segment_id=766d7cfe-3cb9-4dfe-9dd5-45a32c487b96)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:10.350259 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c', 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225', 'port_id': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c', 'mac_address': 'fa:16:3e:db:67:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d121707-3bfa-4b67-9076-73ae0ef9385e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:55:10.387342 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:10.400926 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:10.420543 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c,segment=NetworkSegment(766d7cfe-3cb9-4dfe-9dd5-45a32c487b96),segment_id=766d7cfe-3cb9-4dfe-9dd5-45a32c487b96)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:10.423746 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:10.474538 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:10.481710 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:10.482082 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:10.482429 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:10.482767 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:10.483342 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:10.483918 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:10.483918 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:10.484111 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:10.484410 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:10.484735 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:10.485060 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:10.485667 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:10.650343 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['24f4826c-d218-4f0d-a2dd-5b473e7f0b5c'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:55:10.944548 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:55:10.951795 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90abd9-3c68-4722-88e1-95847a6ff759 req-000735d7-ae86-484f-a9bf-ab486af46b60 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:10.953314 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8a90abd9-3c68-4722-88e1-95847a6ff759 req-000735d7-ae86-484f-a9bf-ab486af46b60 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 945 time: 0.0502524 Aug 16 22:55:10.998406 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8a90abd9-3c68-4722-88e1-95847a6ff759 req-f69ae881-166d-4ee0-ae06-adbb2f7fd576 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386319 Aug 16 22:55:11.000040 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:11.000875 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:55:11.193115 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93becf-b18a-44fa-ad35-2283a4034306 req-2c628a47-f73a-4a47-a416-3c1353e39c36 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:11.194710 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b93becf-b18a-44fa-ad35-2283a4034306 req-2c628a47-f73a-4a47-a416-3c1353e39c36 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 945 time: 0.0503800 Aug 16 22:55:11.233419 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b93becf-b18a-44fa-ad35-2283a4034306 req-08e2d6c4-5a47-4911-a2b9-c9982c254fb1 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327315 Aug 16 22:55:11.247165 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0476c-564b-4791-a9a7-bef4928f7441 req-f8c6ce34-910f-4f02-8adf-f7aa5aafd263 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:11.249164 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f8d0476c-564b-4791-a9a7-bef4928f7441 req-f8c6ce34-910f-4f02-8adf-f7aa5aafd263 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.39 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf&tenant_id=e32b01dd26f6421f8630d3eff7506c36&binding%3Ahost_id=n-h2-792458-15 HTTP/1.1" status: 200 len: 945 time: 0.0909688 Aug 16 22:55:11.309469 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [req-f8d0476c-564b-4791-a9a7-bef4928f7441 req-9d203ed0-76c6-41a7-9114-797c71baeb72 service neutron] delete failed (client error): The resource could not be found. Aug 16 22:55:11.310516 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f8d0476c-564b-4791-a9a7-bef4928f7441 req-9d203ed0-76c6-41a7-9114-797c71baeb72 service neutron] 10.222.0.39 "DELETE /v2.0/ports/24f4826c-d218-4f0d-a2dd-5b473e7f0b5c/bindings/n-h1-792458-15 HTTP/1.1" status: 404 len: 381 time: 0.0535736 Aug 16 22:55:11.393603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0476c-564b-4791-a9a7-bef4928f7441 req-06b958e6-44e1-4808-ab45-db326b5f8b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:11.395153 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f8d0476c-564b-4791-a9a7-bef4928f7441 req-06b958e6-44e1-4808-ab45-db326b5f8b2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 1097 time: 0.0416830 Aug 16 22:55:11.488789 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0476c-564b-4791-a9a7-bef4928f7441 req-38533036-4618-44e1-b2a6-b9f2309325ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:11.490295 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f8d0476c-564b-4791-a9a7-bef4928f7441 req-38533036-4618-44e1-b2a6-b9f2309325ea service neutron] 10.222.0.39 "GET /v2.0/networks?id=d3ba299f-aaab-476a-8a43-c8c48f078225 HTTP/1.1" status: 200 len: 898 time: 0.0878544 Aug 16 22:55:11.552805 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ef280736-0e39-453e-a465-74aa053767da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:11.556741 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f8d0476c-564b-4791-a9a7-bef4928f7441 req-aad11f73-aa7b-42bd-b060-f65226703324 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c HTTP/1.1" status: 200 len: 1000 time: 0.0597012 Aug 16 22:55:11.608541 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0476c-564b-4791-a9a7-bef4928f7441 req-8d2ee31a-2cc4-4da8-b79a-cf55fd80df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:11.609999 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f8d0476c-564b-4791-a9a7-bef4928f7441 req-8d2ee31a-2cc4-4da8-b79a-cf55fd80df38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d121707-3bfa-4b67-9076-73ae0ef9385e HTTP/1.1" status: 200 len: 834 time: 0.0469060 Aug 16 22:55:11.656607 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0476c-564b-4791-a9a7-bef4928f7441 req-954d1d11-4fdc-4fbf-a568-685577f00b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:11.658095 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f8d0476c-564b-4791-a9a7-bef4928f7441 req-954d1d11-4fdc-4fbf-a568-685577f00b97 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3ba299f-aaab-476a-8a43-c8c48f078225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407424 Aug 16 22:55:11.752139 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f8d0476c-564b-4791-a9a7-bef4928f7441 req-8c34e533-0dbf-4f66-a0db-37026fe7103d service neutron] 10.222.0.39 "GET /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869167 Aug 16 22:55:11.843705 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f8d0476c-564b-4791-a9a7-bef4928f7441 req-f76ba7cc-12cd-4898-a722-c7840483f9dd service neutron] 10.222.0.39 "GET /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835912 Aug 16 22:55:12.112289 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:12.249609 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:12.299226 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:12.302980 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:12.303353 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:12.361542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50058e76-ac60-4d4c-9e0a-87fb91e5a78a req-52ab0afa-0ab1-4524-b580-27315610d344 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:12.363297 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50058e76-ac60-4d4c-9e0a-87fb91e5a78a req-52ab0afa-0ab1-4524-b580-27315610d344 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 945 time: 0.0524530 Aug 16 22:55:12.390994 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:12.405862 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50058e76-ac60-4d4c-9e0a-87fb91e5a78a req-4429b4eb-0ca4-4bb1-8bef-4047d96aa85c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358665 Aug 16 22:55:12.415058 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320e3992-2241-4ffc-9539-d16721e285cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:12.417334 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583438f8-cbb5-4442-ab95-f6c16114f7a8" -d '{"events": [{"server_uuid": "320e3992-2241-4ffc-9539-d16721e285cf", "name": "network-vif-plugged", "status": "completed", "tag": "24f4826c-d218-4f0d-a2dd-5b473e7f0b5c"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:12.430300 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44470) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:12.431437 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c,segment=NetworkSegment(766d7cfe-3cb9-4dfe-9dd5-45a32c487b96),segment_id=766d7cfe-3cb9-4dfe-9dd5-45a32c487b96)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:12.435684 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:12.466573 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75227773-de47-4e53-887b-e5da2e556c41 x-openstack-request-id: req-75227773-de47-4e53-887b-e5da2e556c41 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:12.466866 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320e3992-2241-4ffc-9539-d16721e285cf", "name": "network-vif-plugged", "status": "completed", "tag": "24f4826c-d218-4f0d-a2dd-5b473e7f0b5c", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:12.467119 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-75227773-de47-4e53-887b-e5da2e556c41 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:12.468047 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320e3992-2241-4ffc-9539-d16721e285cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c', 'code': 200} Aug 16 22:55:12.491019 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:12.503471 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d1cfd622-2eae-4719-8856-41478e1aaed1 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/floatingips/dd66984b-a454-46f1-8a90-a7b879e34347 HTTP/1.1" status: 200 len: 993 time: 0.0669110 Aug 16 22:55:13.306682 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:14.878441 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:38.738034 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:39.010632 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b7e50cf-13ef-4e00-b9f5-f9bb8aa43696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:40.992608 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.244784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecaff0-27ab-4004-abe9-48aad44edbe3 req-64752600-2889-4310-b242-2e0e09a8e362 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:41.246259 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79ecaff0-27ab-4004-abe9-48aad44edbe3 req-64752600-2889-4310-b242-2e0e09a8e362 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 1098 time: 0.0454774 Aug 16 22:55:41.284720 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79ecaff0-27ab-4004-abe9-48aad44edbe3 req-4ab50ff5-8f2e-47a0-9984-83063c165e61 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316224 Aug 16 22:55:41.307226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44486) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:41.482037 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d998641f-7647-41fa-a8e9-f4629413749d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Deleting port fbf6d2ed-f93f-44c2-a30a-8b1e295f1c10 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:41.482385 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d998641f-7647-41fa-a8e9-f4629413749d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.563198 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-887e613e-a39a-4d77-a82e-923f872490de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.567501 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d998641f-7647-41fa-a8e9-f4629413749d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.567888 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d998641f-7647-41fa-a8e9-f4629413749d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.586493 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d998641f-7647-41fa-a8e9-f4629413749d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Calling delete_port for fbf6d2ed-f93f-44c2-a30a-8b1e295f1c10 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:41.778537 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d998641f-7647-41fa-a8e9-f4629413749d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.807484 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998641f-7647-41fa-a8e9-f4629413749d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Port': ['ID=fbf6d2ed-f93f-44c2-a30a-8b1e295f1c10,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:41.867304 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d998641f-7647-41fa-a8e9-f4629413749d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.867557 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-d998641f-7647-41fa-a8e9-f4629413749d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Floating IP dd66984b-a454-46f1-8a90-a7b879e34347 disassociated (deleted). External IP: 172.25.6.15, port: 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c. Aug 16 22:55:42.089082 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d998641f-7647-41fa-a8e9-f4629413749d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Router feca00e2-e567-46ee-ad49-f802b8613ba0 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:55:42.116043 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:42.218333 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d998641f-7647-41fa-a8e9-f4629413749d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:55:42.223692 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d998641f-7647-41fa-a8e9-f4629413749d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:42.228547 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f63310-191f-4f6c-a58d-f371d8209ddb None None] Sync routers for ids ['feca00e2-e567-46ee-ad49-f802b8613ba0'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:55:42.238608 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f63310-191f-4f6c-a58d-f371d8209ddb None None] Routers {'feca00e2-e567-46ee-ad49-f802b8613ba0'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:42.239517 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-81f63310-191f-4f6c-a58d-f371d8209ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:55:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['feca00e2-e567-46ee-ad49-f802b8613ba0'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:42.251930 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d998641f-7647-41fa-a8e9-f4629413749d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "DELETE /v2.0/floatingips/dd66984b-a454-46f1-8a90-a7b879e34347 HTTP/1.1" status: 204 len: 168 time: 0.9435077 Aug 16 22:55:42.252583 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '320e3992-2241-4ffc-9539-d16721e285cf', 'tag': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:42.255090 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cd0f3a-7dba-4943-bbce-1d8facc07f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "320e3992-2241-4ffc-9539-d16721e285cf", "tag": "24f4826c-d218-4f0d-a2dd-5b473e7f0b5c"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:42.296232 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3440fb52-d323-48a1-88c4-7864e524264c x-openstack-request-id: req-3440fb52-d323-48a1-88c4-7864e524264c {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:42.296876 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "320e3992-2241-4ffc-9539-d16721e285cf", "tag": "24f4826c-d218-4f0d-a2dd-5b473e7f0b5c", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:42.297191 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3440fb52-d323-48a1-88c4-7864e524264c {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:42.297703 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '320e3992-2241-4ffc-9539-d16721e285cf', 'tag': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c', 'status': 'completed', 'code': 200} Aug 16 22:55:42.375576 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-81f63310-191f-4f6c-a58d-f371d8209ddb None None] Set router feca00e2-e567-46ee-ad49-f802b8613ba0 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:42.376327 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd0f3a-7dba-4943-bbce-1d8facc07f1f req-00994c30-19d2-4138-ba25-07f236c97075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:42.379353 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0cd0f3a-7dba-4943-bbce-1d8facc07f1f req-00994c30-19d2-4138-ba25-07f236c97075 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 1098 time: 0.0537715 Aug 16 22:55:42.513874 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd0f3a-7dba-4943-bbce-1d8facc07f1f req-bff49112-b2b6-4071-bf99-b103f22ffe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:42.515341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0cd0f3a-7dba-4943-bbce-1d8facc07f1f req-bff49112-b2b6-4071-bf99-b103f22ffe50 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d3ba299f-aaab-476a-8a43-c8c48f078225 HTTP/1.1" status: 200 len: 898 time: 0.1237397 Aug 16 22:55:42.566636 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a4f50-73dd-4953-a9fa-7a40f6181ca2 req-312f215e-d873-4977-85db-80a1d463277b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:42.568193 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f8a4f50-73dd-4953-a9fa-7a40f6181ca2 req-312f215e-d873-4977-85db-80a1d463277b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.1053109 Aug 16 22:55:42.569540 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0cd0f3a-7dba-4943-bbce-1d8facc07f1f req-b1577730-53a3-4473-ae5b-ab00ab0de486 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c HTTP/1.1" status: 200 len: 217 time: 0.0460238 Aug 16 22:55:42.610731 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-81f63310-191f-4f6c-a58d-f371d8209ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214579245', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:57Z', 'updated_at': '2021-08-16T22:54:01Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:58Z', 'updated_at': '2021-08-16T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '3c4dc70a-c7dc-47c6-9665-db903a094797', 'name': '', 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:8c:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d121707-3bfa-4b67-9076-73ae0ef9385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:54:00Z', 'updated_at': '2021-08-16T22:54:06Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '4d121707-3bfa-4b67-9076-73ae0ef9385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:42.639721 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f63310-191f-4f6c-a58d-f371d8209ddb None None] Checking router: feca00e2-e567-46ee-ad49-f802b8613ba0 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:55:42.640618 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f8a4f50-73dd-4953-a9fa-7a40f6181ca2 req-ffbf9b81-cb69-4b8f-8219-82bd4e6e3dc6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658777 Aug 16 22:55:42.649644 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd0f3a-7dba-4943-bbce-1d8facc07f1f req-cf22dcb5-417d-41e3-8a12-20a7b7f57572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:42.650174 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f63310-191f-4f6c-a58d-f371d8209ddb None None] Routers {'feca00e2-e567-46ee-ad49-f802b8613ba0'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:42.650817 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-81f63310-191f-4f6c-a58d-f371d8209ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:55:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['feca00e2-e567-46ee-ad49-f802b8613ba0'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:42.651203 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0cd0f3a-7dba-4943-bbce-1d8facc07f1f req-cf22dcb5-417d-41e3-8a12-20a7b7f57572 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d121707-3bfa-4b67-9076-73ae0ef9385e HTTP/1.1" status: 200 len: 834 time: 0.0702991 Aug 16 22:55:42.706619 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd0f3a-7dba-4943-bbce-1d8facc07f1f req-b44e3600-5599-48be-a42b-ceba9a0f05ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:42.708197 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0cd0f3a-7dba-4943-bbce-1d8facc07f1f req-b44e3600-5599-48be-a42b-ceba9a0f05ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d3ba299f-aaab-476a-8a43-c8c48f078225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475659 Aug 16 22:55:42.769894 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-81f63310-191f-4f6c-a58d-f371d8209ddb None None] Set router feca00e2-e567-46ee-ad49-f802b8613ba0 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:42.807155 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0cd0f3a-7dba-4943-bbce-1d8facc07f1f req-ef0569e5-87f5-4f11-9e33-61cb60fc9b0f service neutron] 10.222.0.43 "GET /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898497 Aug 16 22:55:42.917570 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0cd0f3a-7dba-4943-bbce-1d8facc07f1f req-07f02c07-713c-4b4e-8c68-f9289860514a service neutron] 10.222.0.43 "GET /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011398 Aug 16 22:55:42.986497 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-81f63310-191f-4f6c-a58d-f371d8209ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214579245', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:57Z', 'updated_at': '2021-08-16T22:54:01Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:58Z', 'updated_at': '2021-08-16T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '3c4dc70a-c7dc-47c6-9665-db903a094797', 'name': '', 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:8c:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d121707-3bfa-4b67-9076-73ae0ef9385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:54:00Z', 'updated_at': '2021-08-16T22:54:06Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '4d121707-3bfa-4b67-9076-73ae0ef9385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:43.014655 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f63310-191f-4f6c-a58d-f371d8209ddb None None] The sync data for ids ['feca00e2-e567-46ee-ad49-f802b8613ba0'] in n-d-792458-15 is: [{'id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214579245', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:57Z', 'updated_at': '2021-08-16T22:54:01Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:58Z', 'updated_at': '2021-08-16T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '3c4dc70a-c7dc-47c6-9665-db903a094797', 'name': '', 'network_id': 'd3ba299f-aaab-476a-8a43-c8c48f078225', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:8c:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d121707-3bfa-4b67-9076-73ae0ef9385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:54:00Z', 'updated_at': '2021-08-16T22:54:06Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '4d121707-3bfa-4b67-9076-73ae0ef9385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:55:43.245812 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f418d75-b991-4593-858f-dc82658520e8 None None] New status for floating IP dd66984b-a454-46f1-8a90-a7b879e34347: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:55:43.318090 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:43.765454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5327a-78c2-40d1-9380-c49c68bdfefe req-e17a3667-9089-4545-8e2b-5d9bf6dd4454 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:43.766964 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1da5327a-78c2-40d1-9380-c49c68bdfefe req-e17a3667-9089-4545-8e2b-5d9bf6dd4454 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0519474 Aug 16 22:55:43.830135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1da5327a-78c2-40d1-9380-c49c68bdfefe req-9977a4b6-b65b-4a54-9887-5a7eb0b69b92 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=8018585f-8fe9-4794-bf7c-ef87d62e048e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527985 Aug 16 22:55:43.840873 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0f852-d5c8-4a48-811f-f7604a678656 req-77022bcb-f440-49e0-8d07-1e4a0dfb1ed0 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:43.842497 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62a0f852-d5c8-4a48-811f-f7604a678656 req-77022bcb-f440-49e0-8d07-1e4a0dfb1ed0 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.43 "GET /v2.0/ports?device_id=320e3992-2241-4ffc-9539-d16721e285cf HTTP/1.1" status: 200 len: 946 time: 0.0728252 Aug 16 22:55:43.938626 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-62a0f852-d5c8-4a48-811f-f7604a678656 req-dbd86004-0d36-4de9-9081-e204863ec86e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Deleting port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:43.938969 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-62a0f852-d5c8-4a48-811f-f7604a678656 req-dbd86004-0d36-4de9-9081-e204863ec86e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:44.024843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-62a0f852-d5c8-4a48-811f-f7604a678656 req-dbd86004-0d36-4de9-9081-e204863ec86e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] For port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c,segment=NetworkSegment(766d7cfe-3cb9-4dfe-9dd5-45a32c487b96),segment_id=766d7cfe-3cb9-4dfe-9dd5-45a32c487b96)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:44.025205 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-62a0f852-d5c8-4a48-811f-f7604a678656 req-dbd86004-0d36-4de9-9081-e204863ec86e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:44.042395 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-62a0f852-d5c8-4a48-811f-f7604a678656 req-dbd86004-0d36-4de9-9081-e204863ec86e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Calling delete_port for 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:44.179183 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-62a0f852-d5c8-4a48-811f-f7604a678656 req-dbd86004-0d36-4de9-9081-e204863ec86e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:44.208344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd86004-0d36-4de9-9081-e204863ec86e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Port': ['ID=24f4826c-d218-4f0d-a2dd-5b473e7f0b5c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:44.253149 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a0f852-d5c8-4a48-811f-f7604a678656 req-dbd86004-0d36-4de9-9081-e204863ec86e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] No DVR routers for this DVR port 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:55:44.256486 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-62a0f852-d5c8-4a48-811f-f7604a678656 req-dbd86004-0d36-4de9-9081-e204863ec86e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:44.258649 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62a0f852-d5c8-4a48-811f-f7604a678656 req-dbd86004-0d36-4de9-9081-e204863ec86e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.43 "DELETE /v2.0/ports/24f4826c-d218-4f0d-a2dd-5b473e7f0b5c HTTP/1.1" status: 204 len: 173 time: 0.4094095 Aug 16 22:55:44.298758 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320e3992-2241-4ffc-9539-d16721e285cf', 'name': 'network-vif-deleted', 'tag': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:44.302774 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da0e742-1aa2-4d3b-bb79-0c0ba81763f5" -d '{"events": [{"server_uuid": "320e3992-2241-4ffc-9539-d16721e285cf", "name": "network-vif-deleted", "tag": "24f4826c-d218-4f0d-a2dd-5b473e7f0b5c"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:44.345466 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c7e079-1102-43d4-be09-a34364596820 x-openstack-request-id: req-71c7e079-1102-43d4-be09-a34364596820 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:44.345756 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320e3992-2241-4ffc-9539-d16721e285cf", "name": "network-vif-deleted", "tag": "24f4826c-d218-4f0d-a2dd-5b473e7f0b5c", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:44.346035 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-71c7e079-1102-43d4-be09-a34364596820 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:44.346441 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320e3992-2241-4ffc-9539-d16721e285cf', 'name': 'network-vif-deleted', 'tag': '24f4826c-d218-4f0d-a2dd-5b473e7f0b5c', 'status': 'completed', 'code': 200} Aug 16 22:55:44.882247 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:44.892720 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44500) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:45.252490 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.516797 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Deleting port 3c4dc70a-c7dc-47c6-9665-db903a094797 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:45.517041 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.608386 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] For port 3c4dc70a-c7dc-47c6-9665-db903a094797, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3c4dc70a-c7dc-47c6-9665-db903a094797,segment=NetworkSegment(766d7cfe-3cb9-4dfe-9dd5-45a32c487b96),segment_id=766d7cfe-3cb9-4dfe-9dd5-45a32c487b96)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:45.608747 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.621234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Calling delete_port for 3c4dc70a-c7dc-47c6-9665-db903a094797 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:45.809643 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.840432 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Port': ['ID=3c4dc70a-c7dc-47c6-9665-db903a094797,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:45.867286 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.867642 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.867987 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.868330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.868666 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.869005 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.869524 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.869908 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.870380 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.870714 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.871108 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.871439 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:46.027761 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:46.590476 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Router feca00e2-e567-46ee-ad49-f802b8613ba0 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:55:46.701908 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:55:46.707176 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-977c943b-62ff-4f60-9d2e-5aa7fb6e9c9b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "PUT /v2.0/routers/feca00e2-e567-46ee-ad49-f802b8613ba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8134453 Aug 16 22:55:46.710063 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44502) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:46.712323 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a7158e-6ee1-45df-936f-9f3b7154578a None None] Sync routers for ids ['feca00e2-e567-46ee-ad49-f802b8613ba0'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:55:46.722267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a7158e-6ee1-45df-936f-9f3b7154578a None None] Routers {'feca00e2-e567-46ee-ad49-f802b8613ba0'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:46.723239 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-82a7158e-6ee1-45df-936f-9f3b7154578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:55:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['feca00e2-e567-46ee-ad49-f802b8613ba0'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:46.769542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ff6000-d0e7-4c47-8582-d6ac14c3a3c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Deleting subnet 4d121707-3bfa-4b67-9076-73ae0ef9385e {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:55:46.773234 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82ff6000-d0e7-4c47-8582-d6ac14c3a3c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:46.835501 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82ff6000-d0e7-4c47-8582-d6ac14c3a3c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:46.850751 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:55:46.862728 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-82a7158e-6ee1-45df-936f-9f3b7154578a None None] Set router feca00e2-e567-46ee-ad49-f802b8613ba0 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:46.940586 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82ff6000-d0e7-4c47-8582-d6ac14c3a3c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.003457 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82ff6000-d0e7-4c47-8582-d6ac14c3a3c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.031556 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff6000-d0e7-4c47-8582-d6ac14c3a3c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Subnet': ['ID=4d121707-3bfa-4b67-9076-73ae0ef9385e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:47.033511 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82ff6000-d0e7-4c47-8582-d6ac14c3a3c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.038203 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-82ff6000-d0e7-4c47-8582-d6ac14c3a3c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "DELETE /v2.0/subnets/4d121707-3bfa-4b67-9076-73ae0ef9385e HTTP/1.1" status: 204 len: 168 time: 0.3270507 Aug 16 22:55:47.038362 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44504) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:47.044843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f64492e-6bb6-433b-ba01-35d5fe66ab30 None None] Network d3ba299f-aaab-476a-8a43-c8c48f078225 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:47.111049 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-82a7158e-6ee1-45df-936f-9f3b7154578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214579245', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:57Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:58Z', 'updated_at': '2021-08-16T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:47.141268 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a7158e-6ee1-45df-936f-9f3b7154578a None None] Checking router: feca00e2-e567-46ee-ad49-f802b8613ba0 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:55:47.149696 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c45d4fe-bc30-4968-9805-c8670bb225e3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.169910 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a7158e-6ee1-45df-936f-9f3b7154578a None None] Routers {'feca00e2-e567-46ee-ad49-f802b8613ba0'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:47.170575 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-82a7158e-6ee1-45df-936f-9f3b7154578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:55:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['feca00e2-e567-46ee-ad49-f802b8613ba0'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:47.267187 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c45d4fe-bc30-4968-9805-c8670bb225e3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.308016 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-82a7158e-6ee1-45df-936f-9f3b7154578a None None] Set router feca00e2-e567-46ee-ad49-f802b8613ba0 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:47.327488 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2c45d4fe-bc30-4968-9805-c8670bb225e3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Deleting port 72fcea81-f18d-4f8f-bb17-02788207ceba {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:47.327844 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c45d4fe-bc30-4968-9805-c8670bb225e3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.416360 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2c45d4fe-bc30-4968-9805-c8670bb225e3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] For port 72fcea81-f18d-4f8f-bb17-02788207ceba, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=72fcea81-f18d-4f8f-bb17-02788207ceba,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:47.416824 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c45d4fe-bc30-4968-9805-c8670bb225e3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.436485 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2c45d4fe-bc30-4968-9805-c8670bb225e3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Calling delete_port for 72fcea81-f18d-4f8f-bb17-02788207ceba owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:47.499929 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318682f6-433a-480e-99b2-ede48ce15b2f None None] DHCP port deletion for d3ba299f-aaab-476a-8a43-c8c48f078225 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:55:47.610905 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c45d4fe-bc30-4968-9805-c8670bb225e3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.642903 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-318682f6-433a-480e-99b2-ede48ce15b2f None None] Deleting port 84fd5361-95e9-4753-be94-eb1c85689932 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:47.643285 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-318682f6-433a-480e-99b2-ede48ce15b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.648289 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45d4fe-bc30-4968-9805-c8670bb225e3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Port': ['ID=72fcea81-f18d-4f8f-bb17-02788207ceba,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:47.702722 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c45d4fe-bc30-4968-9805-c8670bb225e3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.733746 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-318682f6-433a-480e-99b2-ede48ce15b2f None None] For port 84fd5361-95e9-4753-be94-eb1c85689932, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=84fd5361-95e9-4753-be94-eb1c85689932,segment=NetworkSegment(766d7cfe-3cb9-4dfe-9dd5-45a32c487b96),segment_id=766d7cfe-3cb9-4dfe-9dd5-45a32c487b96)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:47.735230 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-318682f6-433a-480e-99b2-ede48ce15b2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.756724 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-318682f6-433a-480e-99b2-ede48ce15b2f None None] Calling delete_port for 84fd5361-95e9-4753-be94-eb1c85689932 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:47.799568 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c45d4fe-bc30-4968-9805-c8670bb225e3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.802266 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c45d4fe-bc30-4968-9805-c8670bb225e3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.802988 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-82a7158e-6ee1-45df-936f-9f3b7154578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214579245', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:57Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:58Z', 'updated_at': '2021-08-16T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:47.845395 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a7158e-6ee1-45df-936f-9f3b7154578a None None] The sync data for ids ['feca00e2-e567-46ee-ad49-f802b8613ba0'] in n-d-792458-15 is: [{'id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214579245', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:57Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '72fcea81-f18d-4f8f-bb17-02788207ceba', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feca00e2-e567-46ee-ad49-f802b8613ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:58Z', 'updated_at': '2021-08-16T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:55:47.849092 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c45d4fe-bc30-4968-9805-c8670bb225e3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.849875 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c45d4fe-bc30-4968-9805-c8670bb225e3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Fanout notify agent at l3_agent the message router_deleted on router feca00e2-e567-46ee-ad49-f802b8613ba0 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:55:47.858100 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c45d4fe-bc30-4968-9805-c8670bb225e3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.859262 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2c45d4fe-bc30-4968-9805-c8670bb225e3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "DELETE /v2.0/routers/feca00e2-e567-46ee-ad49-f802b8613ba0 HTTP/1.1" status: 204 len: 168 time: 0.8198040 Aug 16 22:55:47.862288 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44506) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:47.889136 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-318682f6-433a-480e-99b2-ede48ce15b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.920433 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318682f6-433a-480e-99b2-ede48ce15b2f None None] Pushing event deleted for resources: {'Port': ['ID=84fd5361-95e9-4753-be94-eb1c85689932,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:47.922613 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318682f6-433a-480e-99b2-ede48ce15b2f None None] No DVR routers for this DVR port 84fd5361-95e9-4753-be94-eb1c85689932 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:55:47.952036 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dfa747d9-c931-49ff-86b4-b7ae4d7b450b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.040829 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dfa747d9-c931-49ff-86b4-b7ae4d7b450b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.050663 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-dfa747d9-c931-49ff-86b4-b7ae4d7b450b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ba299f-aaab-476a-8a43-c8c48f078225']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:48.061409 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-dfa747d9-c931-49ff-86b4-b7ae4d7b450b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766d7cfe-3cb9-4dfe-9dd5-45a32c487b96') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:48.061766 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-dfa747d9-c931-49ff-86b4-b7ae4d7b450b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766d7cfe-3cb9-4dfe-9dd5-45a32c487b96') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:48.073801 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dfa747d9-c931-49ff-86b4-b7ae4d7b450b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.089634 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dfa747d9-c931-49ff-86b4-b7ae4d7b450b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.095660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa747d9-c931-49ff-86b4-b7ae4d7b450b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:55:48.096049 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dfa747d9-c931-49ff-86b4-b7ae4d7b450b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:55:48.099028 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:55:48.159378 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dfa747d9-c931-49ff-86b4-b7ae4d7b450b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.167665 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dfa747d9-c931-49ff-86b4-b7ae4d7b450b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.168702 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dfa747d9-c931-49ff-86b4-b7ae4d7b450b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "DELETE /v2.0/networks/d3ba299f-aaab-476a-8a43-c8c48f078225 HTTP/1.1" status: 204 len: 168 time: 0.3047628 Aug 16 22:55:48.171829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44508) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:48.181297 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa747d9-c931-49ff-86b4-b7ae4d7b450b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Network': ['ID=d3ba299f-aaab-476a-8a43-c8c48f078225,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:48.239763 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c39bfc6b-7d9f-44d6-a238-ee062bbed4f2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.272639 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c39bfc6b-7d9f-44d6-a238-ee062bbed4f2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.353744 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c39bfc6b-7d9f-44d6-a238-ee062bbed4f2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.356320 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c39bfc6b-7d9f-44d6-a238-ee062bbed4f2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.358058 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c39bfc6b-7d9f-44d6-a238-ee062bbed4f2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "DELETE /v2.0/security-groups/8018585f-8fe9-4794-bf7c-ef87d62e048e HTTP/1.1" status: 204 len: 168 time: 0.1852045 Aug 16 22:55:48.367802 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bfc6b-7d9f-44d6-a238-ee062bbed4f2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8018585f-8fe9-4794-bf7c-ef87d62e048e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:48.382735 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bfc6b-7d9f-44d6-a238-ee062bbed4f2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:48.383178 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bfc6b-7d9f-44d6-a238-ee062bbed4f2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:48.383853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bfc6b-7d9f-44d6-a238-ee062bbed4f2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:48.384006 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bfc6b-7d9f-44d6-a238-ee062bbed4f2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:48.384256 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bfc6b-7d9f-44d6-a238-ee062bbed4f2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:48.384668 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bfc6b-7d9f-44d6-a238-ee062bbed4f2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:48.385151 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bfc6b-7d9f-44d6-a238-ee062bbed4f2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:48.385466 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bfc6b-7d9f-44d6-a238-ee062bbed4f2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:48.385898 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bfc6b-7d9f-44d6-a238-ee062bbed4f2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:48.386318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bfc6b-7d9f-44d6-a238-ee062bbed4f2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:48.386700 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bfc6b-7d9f-44d6-a238-ee062bbed4f2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:48.387087 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bfc6b-7d9f-44d6-a238-ee062bbed4f2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:48.436968 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:55:48.463389 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:55:48.463748 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 24f4826c-d218-4f0d-a2dd-5b473e7f0b5c not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:55:48.674100 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44514) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:48.679304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-25b9219b-7bfd-49b5-9421-a610b520893b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-715421430', 'description': 'tempest-secgroup-smoke-715421430 description', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:48.705071 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-25b9219b-7bfd-49b5-9421-a610b520893b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.798356 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-25b9219b-7bfd-49b5-9421-a610b520893b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.802751 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-25b9219b-7bfd-49b5-9421-a610b520893b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.832593 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-25b9219b-7bfd-49b5-9421-a610b520893b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.833831 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-25b9219b-7bfd-49b5-9421-a610b520893b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1586590 Aug 16 22:55:48.835736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9219b-7bfd-49b5-9421-a610b520893b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e1c9b7-2952-4070-ba53-3d0000815349,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:48.836997 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44516) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:48.844249 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-cc4ab785-c55b-4510-9a69-034a2a8095c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': '03e1c9b7-2952-4070-ba53-3d0000815349', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:48.877197 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc4ab785-c55b-4510-9a69-034a2a8095c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.954184 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc4ab785-c55b-4510-9a69-034a2a8095c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.962265 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc4ab785-c55b-4510-9a69-034a2a8095c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.990632 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ab785-c55b-4510-9a69-034a2a8095c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591e9579-c1ac-481f-9d1d-8cf33afdf697,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:48.998720 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc4ab785-c55b-4510-9a69-034a2a8095c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.002774 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cc4ab785-c55b-4510-9a69-034a2a8095c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1619706 Aug 16 22:55:49.004182 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44518) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:49.009119 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a52cc564-cefb-4bb9-8e65-fb352c6c7f19 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': '03e1c9b7-2952-4070-ba53-3d0000815349', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:49.019497 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 84fd5361-95e9-4753-be94-eb1c85689932 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:55:49.040845 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 84fd5361-95e9-4753-be94-eb1c85689932 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:55:49.041491 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 84fd5361-95e9-4753-be94-eb1c85689932 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:55:49.042022 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 72fcea81-f18d-4f8f-bb17-02788207ceba no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:55:49.046485 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a52cc564-cefb-4bb9-8e65-fb352c6c7f19 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.064913 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 72fcea81-f18d-4f8f-bb17-02788207ceba {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:55:49.065188 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 72fcea81-f18d-4f8f-bb17-02788207ceba not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:55:49.065548 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3c4dc70a-c7dc-47c6-9665-db903a094797 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:55:49.087775 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 3c4dc70a-c7dc-47c6-9665-db903a094797 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:55:49.088118 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3c4dc70a-c7dc-47c6-9665-db903a094797 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:55:49.119245 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a52cc564-cefb-4bb9-8e65-fb352c6c7f19 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.124060 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a52cc564-cefb-4bb9-8e65-fb352c6c7f19 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.148820 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cc564-cefb-4bb9-8e65-fb352c6c7f19 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e9e8b6-8458-4e9b-a488-bcaac14d44b6,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:49.158552 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a52cc564-cefb-4bb9-8e65-fb352c6c7f19 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.158552 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a52cc564-cefb-4bb9-8e65-fb352c6c7f19 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1533678 Aug 16 22:55:49.161223 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44520) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:49.166020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b2ed3625-43c7-42f2-90aa-abfc6951378d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': '03e1c9b7-2952-4070-ba53-3d0000815349', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:49.195023 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2ed3625-43c7-42f2-90aa-abfc6951378d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.266969 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2ed3625-43c7-42f2-90aa-abfc6951378d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.272971 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2ed3625-43c7-42f2-90aa-abfc6951378d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.290272 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed3625-43c7-42f2-90aa-abfc6951378d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940e8149-77f3-470f-94b0-fa4f9c8a5627,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:49.302547 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b2ed3625-43c7-42f2-90aa-abfc6951378d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.304530 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b2ed3625-43c7-42f2-90aa-abfc6951378d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420393 Aug 16 22:55:49.307249 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44522) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:49.314102 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9694b4bb-d7e5-4645-a5ee-04e3097d76ef tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': '03e1c9b7-2952-4070-ba53-3d0000815349', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:49.342861 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9694b4bb-d7e5-4645-a5ee-04e3097d76ef tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.409476 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9694b4bb-d7e5-4645-a5ee-04e3097d76ef tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.413582 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9694b4bb-d7e5-4645-a5ee-04e3097d76ef tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.431283 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694b4bb-d7e5-4645-a5ee-04e3097d76ef tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f97bbb-c935-4325-94eb-42acf8a3f86b,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:49.439105 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9694b4bb-d7e5-4645-a5ee-04e3097d76ef tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.440386 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9694b4bb-d7e5-4645-a5ee-04e3097d76ef tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320324 Aug 16 22:55:49.443306 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44524) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:49.447772 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5700ecc7-6d1f-445d-86aa-c02633eb4b02 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': '03e1c9b7-2952-4070-ba53-3d0000815349', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:49.471206 n-d-792458-15 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-5700ecc7-6d1f-445d-86aa-c02633eb4b02 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Project e32b01dd26f6421f8630d3eff7506c36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:55:49.476328 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5700ecc7-6d1f-445d-86aa-c02633eb4b02 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.537848 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5700ecc7-6d1f-445d-86aa-c02633eb4b02 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.542082 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5700ecc7-6d1f-445d-86aa-c02633eb4b02 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.559043 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700ecc7-6d1f-445d-86aa-c02633eb4b02 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d939af-3282-4b96-a81f-0f102dd3a7e7,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:49.566778 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5700ecc7-6d1f-445d-86aa-c02633eb4b02 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.568176 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5700ecc7-6d1f-445d-86aa-c02633eb4b02 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239340 Aug 16 22:55:49.571075 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44526) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:49.576586 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6461d6b9-6bce-42af-a049-98228c3ea64e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': '03e1c9b7-2952-4070-ba53-3d0000815349', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:49.598978 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-6461d6b9-6bce-42af-a049-98228c3ea64e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Project e32b01dd26f6421f8630d3eff7506c36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:55:49.603836 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6461d6b9-6bce-42af-a049-98228c3ea64e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.675392 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6461d6b9-6bce-42af-a049-98228c3ea64e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.679130 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6461d6b9-6bce-42af-a049-98228c3ea64e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.699066 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461d6b9-6bce-42af-a049-98228c3ea64e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c540503-af37-438b-b485-55c15c54c43f,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:49.706485 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6461d6b9-6bce-42af-a049-98228c3ea64e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.707697 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6461d6b9-6bce-42af-a049-98228c3ea64e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1356347 Aug 16 22:55:49.710527 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44528) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:49.715698 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a950af65-506b-424f-aedd-027813940770 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'network': {'name': 'tempest-network-smoke--1826570903', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'port_security_enabled': True}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:49.738692 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a950af65-506b-424f-aedd-027813940770 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Made reservation on behalf of e32b01dd26f6421f8630d3eff7506c36 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:49.743250 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a950af65-506b-424f-aedd-027813940770 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.768823 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a950af65-506b-424f-aedd-027813940770 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:55:49.778296 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a950af65-506b-424f-aedd-027813940770 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.778666 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-a950af65-506b-424f-aedd-027813940770 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Added segment 6438787a-d61a-40fa-a7e4-b7bbb8b93137 of type vlan for network 68202e0a-7000-4e06-b9d9-2468a9029336 Aug 16 22:55:49.821366 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a950af65-506b-424f-aedd-027813940770 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.846618 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a950af65-506b-424f-aedd-027813940770 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.852728 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a950af65-506b-424f-aedd-027813940770 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:49.853151 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a950af65-506b-424f-aedd-027813940770 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.907961 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a950af65-506b-424f-aedd-027813940770 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1963203 Aug 16 22:55:49.912345 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44530) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:49.920641 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-af9de3fd-4143-4fbb-a772-dd57b1272daa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-364781650', 'admin_state_up': True, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:49.924087 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950af65-506b-424f-aedd-027813940770 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Network': ['ID=68202e0a-7000-4e06-b9d9-2468a9029336,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:49.934858 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 68202e0a-7000-4e06-b9d9-2468a9029336 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:55:49.946601 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af9de3fd-4143-4fbb-a772-dd57b1272daa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.947708 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af9de3fd-4143-4fbb-a772-dd57b1272daa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.356773 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af9de3fd-4143-4fbb-a772-dd57b1272daa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.502318 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af9de3fd-4143-4fbb-a772-dd57b1272daa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.713951 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af9de3fd-4143-4fbb-a772-dd57b1272daa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.733319 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af9de3fd-4143-4fbb-a772-dd57b1272daa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.849564 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-af9de3fd-4143-4fbb-a772-dd57b1272daa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Allocated IP 172.25.6.76 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/6db5949c-35e3-49cf-ba29-ab48b3532815) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:50.960204 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af9de3fd-4143-4fbb-a772-dd57b1272daa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.998618 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af9de3fd-4143-4fbb-a772-dd57b1272daa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:51.042572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9de3fd-4143-4fbb-a772-dd57b1272daa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:51.045526 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-af9de3fd-4143-4fbb-a772-dd57b1272daa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:51.049295 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9de3fd-4143-4fbb-a772-dd57b1272daa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:51.055084 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9de3fd-4143-4fbb-a772-dd57b1272daa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=6db5949c-35e3-49cf-ba29-ab48b3532815,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:51.307888 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af9de3fd-4143-4fbb-a772-dd57b1272daa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:51.523187 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af9de3fd-4143-4fbb-a772-dd57b1272daa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:51.663388 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9de3fd-4143-4fbb-a772-dd57b1272daa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Router fc59ed66-619c-4040-beeb-2993f560a7e1 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:55:51.792156 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9de3fd-4143-4fbb-a772-dd57b1272daa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:55:51.802418 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] Sync routers for ids ['fc59ed66-619c-4040-beeb-2993f560a7e1'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:55:51.813176 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] Routers {'fc59ed66-619c-4040-beeb-2993f560a7e1'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:51.813798 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:55:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['fc59ed66-619c-4040-beeb-2993f560a7e1'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:51.818576 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-af9de3fd-4143-4fbb-a772-dd57b1272daa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:51.820203 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-af9de3fd-4143-4fbb-a772-dd57b1272daa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9053187 Aug 16 22:55:51.823633 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44532) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:51.859448 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a6304185-b1ac-4b97-b8c0-dddb3ff50898 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=e32b01dd26f6421f8630d3eff7506c36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313809 Aug 16 22:55:51.859710 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44534) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:51.922699 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] Set router fc59ed66-619c-4040-beeb-2993f560a7e1 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:51.959231 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa328dd-e472-4390-8f58-5ac50b546b45 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:51.960769 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-faa328dd-e472-4390-8f58-5ac50b546b45 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1002207 Aug 16 22:55:51.964297 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44536) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:51.996888 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-509264dc-745f-4127-b160-3b5bc6df42f6 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314014 Aug 16 22:55:52.000490 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44538) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:52.006966 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-34027541-6a78-4d00-a491-a271d493a276 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-750942087', 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:52.104849 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34027541-6a78-4d00-a491-a271d493a276 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Made reservation on behalf of e32b01dd26f6421f8630d3eff7506c36 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:52.106712 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364781650', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:49Z', 'updated_at': '2021-08-16T22:55:51Z', 'revision_number': 3, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:50Z', 'updated_at': '2021-08-16T22:55:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:52.108636 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-34027541-6a78-4d00-a491-a271d493a276 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:52.226726 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] Checking router: fc59ed66-619c-4040-beeb-2993f560a7e1 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:55:52.227080 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] Updating router fc59ed66-619c-4040-beeb-2993f560a7e1 port 6db5949c-35e3-49cf-ba29-ab48b3532815 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:55:52.252704 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:52.318524 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-34027541-6a78-4d00-a491-a271d493a276 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:52.378110 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34027541-6a78-4d00-a491-a271d493a276 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Subnet': ['ID=89c89cac-0da1-4914-82da-2fac5b7fcbbb,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:52.389837 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34027541-6a78-4d00-a491-a271d493a276 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Checking segment: {'id': '6438787a-d61a-40fa-a7e4-b7bbb8b93137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:52.390222 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34027541-6a78-4d00-a491-a271d493a276 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network hostable DHCP agents. Network: 68202e0a-7000-4e06-b9d9-2468a9029336, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:55:52.408232 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34027541-6a78-4d00-a491-a271d493a276 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network 68202e0a-7000-4e06-b9d9-2468a9029336 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:55:52.418408 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-34027541-6a78-4d00-a491-a271d493a276 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 68202e0a-7000-4e06-b9d9-2468a9029336) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:52.422472 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34027541-6a78-4d00-a491-a271d493a276 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:52.423066 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-34027541-6a78-4d00-a491-a271d493a276 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:52.434494 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035a8834-3a35-418e-8008-59627d2c7845 None None] Network 68202e0a-7000-4e06-b9d9-2468a9029336 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:52.442672 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-34027541-6a78-4d00-a491-a271d493a276 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4410012 Aug 16 22:55:52.449257 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44540) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:52.491964 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-48325761-b43f-4f74-8010-e1d85383db36 req-13aca894-9ae4-4fb8-9b31-620f778c9c90 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0655127 Aug 16 22:55:52.571011 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:52.585539 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] Transition to ACTIVE for port object 6db5949c-35e3-49cf-ba29-ab48b3532815 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:52.593343 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:52.604276 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48325761-b43f-4f74-8010-e1d85383db36 req-48702387-1503-499e-bf6c-25ced30c072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:52.606450 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-48325761-b43f-4f74-8010-e1d85383db36 req-48702387-1503-499e-bf6c-25ced30c072c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=69fee3c2290d4e78afd043ba44594628&device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 1098 time: 0.0666754 Aug 16 22:55:52.624954 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-68202e0a-7000-4e06-b9d9-2468a9029336', 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'fixed_ips': [{'subnet_id': '89c89cac-0da1-4914-82da-2fac5b7fcbbb'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:55:52.630341 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:52.660307 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] Attempting to bind port 6db5949c-35e3-49cf-ba29-ab48b3532815 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:52.660823 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] Attempting to bind port 6db5949c-35e3-49cf-ba29-ab48b3532815 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:52.661289 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] Attempting to bind port 6db5949c-35e3-49cf-ba29-ab48b3532815 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:52.663398 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d6c77-628b-49dd-82f4-1b1be6d51dbb None None] Pushing event updated for resources: {'Port': ['ID=6db5949c-35e3-49cf-ba29-ab48b3532815,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:52.674726 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d6c77-628b-49dd-82f4-1b1be6d51dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:52.675244 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d6c77-628b-49dd-82f4-1b1be6d51dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:52.675674 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d6c77-628b-49dd-82f4-1b1be6d51dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:52.676109 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d6c77-628b-49dd-82f4-1b1be6d51dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:52.676538 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d6c77-628b-49dd-82f4-1b1be6d51dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:52.676972 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d6c77-628b-49dd-82f4-1b1be6d51dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:52.677394 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d6c77-628b-49dd-82f4-1b1be6d51dbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:52.677824 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d6c77-628b-49dd-82f4-1b1be6d51dbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:52.678266 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d6c77-628b-49dd-82f4-1b1be6d51dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:52.678687 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d6c77-628b-49dd-82f4-1b1be6d51dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:52.679164 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d6c77-628b-49dd-82f4-1b1be6d51dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:52.679672 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d6c77-628b-49dd-82f4-1b1be6d51dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:52.683096 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:52.683697 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:52.684196 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:52.684756 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:52.685597 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] Bound port: 6db5949c-35e3-49cf-ba29-ab48b3532815, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:52.686172 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:52.750682 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48325761-b43f-4f74-8010-e1d85383db36 req-24e923cf-40c0-4402-a3e4-bf05109ae999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:52.752111 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-48325761-b43f-4f74-8010-e1d85383db36 req-24e923cf-40c0-4402-a3e4-bf05109ae999 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a54f21a9-1e7d-412e-8279-3fd9f564e2e1 HTTP/1.1" status: 200 len: 910 time: 0.1253867 Aug 16 22:55:52.756665 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] For port 6db5949c-35e3-49cf-ba29-ab48b3532815, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:52.764418 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] For port 6db5949c-35e3-49cf-ba29-ab48b3532815, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6db5949c-35e3-49cf-ba29-ab48b3532815,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:52.771119 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:52.843448 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] Allocated IP 172.20.0.2 (68202e0a-7000-4e06-b9d9-2468a9029336/89c89cac-0da1-4914-82da-2fac5b7fcbbb/b0116799-c866-4fba-9ce7-896ea86c65e0) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:52.860985 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-48325761-b43f-4f74-8010-e1d85383db36 req-9df86672-54cc-4f6f-b016-e7d352ce3aab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50b4f86d-f227-4268-b446-2e420b372cf7 HTTP/1.1" status: 200 len: 1002 time: 0.1015632 Aug 16 22:55:52.863313 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] Routers {'fc59ed66-619c-4040-beeb-2993f560a7e1'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:52.863958 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:55:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['fc59ed66-619c-4040-beeb-2993f560a7e1'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:52.869373 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d6c77-628b-49dd-82f4-1b1be6d51dbb None None] Pushing event updated for resources: {'Port': ['ID=6db5949c-35e3-49cf-ba29-ab48b3532815,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:52.936752 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48325761-b43f-4f74-8010-e1d85383db36 req-3a7b432f-ac72-455f-815c-9f2dd462bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:52.938415 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-48325761-b43f-4f74-8010-e1d85383db36 req-3a7b432f-ac72-455f-815c-9f2dd462bc85 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f7fc71b-c765-4361-a281-4f8b22bf0e97 HTTP/1.1" status: 200 len: 848 time: 0.0703433 Aug 16 22:55:52.999085 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48325761-b43f-4f74-8010-e1d85383db36 req-25ac8f77-0cbf-48d9-ae63-1bb3318806b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:53.001419 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-48325761-b43f-4f74-8010-e1d85383db36 req-25ac8f77-0cbf-48d9-ae63-1bb3318806b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a54f21a9-1e7d-412e-8279-3fd9f564e2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557313 Aug 16 22:55:53.001643 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] Set router fc59ed66-619c-4040-beeb-2993f560a7e1 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:53.027434 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-386aa24f-620a-45b9-b4a5-cbe9df3bcdd7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:53.037071 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:53.047637 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] Transition to ACTIVE for port object b0116799-c866-4fba-9ce7-896ea86c65e0 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:53.067140 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] Transition to ACTIVE for port object b0116799-c866-4fba-9ce7-896ea86c65e0 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:53.075719 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:53.095909 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] Network 68202e0a-7000-4e06-b9d9-2468a9029336 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:53.118106 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:53.127011 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:53.135453 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-48325761-b43f-4f74-8010-e1d85383db36 req-ec2025cb-be83-4a86-a058-0b7d70be9b4c service neutron] 10.222.0.43 "GET /v2.0/networks/a54f21a9-1e7d-412e-8279-3fd9f564e2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264145 Aug 16 22:55:53.207497 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] Pushing event updated for resources: {'Port': ['ID=b0116799-c866-4fba-9ce7-896ea86c65e0,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:53.228446 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] Attempting to bind port b0116799-c866-4fba-9ce7-896ea86c65e0 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:53.229062 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] Attempting to bind port b0116799-c866-4fba-9ce7-896ea86c65e0 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '6438787a-d61a-40fa-a7e4-b7bbb8b93137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:53.229847 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] Attempting to bind port b0116799-c866-4fba-9ce7-896ea86c65e0 on network 68202e0a-7000-4e06-b9d9-2468a9029336 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:53.237066 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:53.237358 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] Checking segment: {'id': '6438787a-d61a-40fa-a7e4-b7bbb8b93137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:53.237580 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:53.238395 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] Bound using segment: {'id': '6438787a-d61a-40fa-a7e4-b7bbb8b93137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:53.238555 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] Bound port: b0116799-c866-4fba-9ce7-896ea86c65e0, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6438787a-d61a-40fa-a7e4-b7bbb8b93137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:53.238878 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:53.240287 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364781650', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:49Z', 'updated_at': '2021-08-16T22:55:51Z', 'revision_number': 3, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:50Z', 'updated_at': '2021-08-16T22:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:53.264715 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-48325761-b43f-4f74-8010-e1d85383db36 req-0a15a7a3-4b2d-431e-800f-38bb89f86052 service neutron] 10.222.0.43 "GET /v2.0/networks/a54f21a9-1e7d-412e-8279-3fd9f564e2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175375 Aug 16 22:55:53.271255 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b12f86-ae6f-4ca4-8d57-2922fb0fc181 None None] The sync data for ids ['fc59ed66-619c-4040-beeb-2993f560a7e1'] in n-d-792458-15 is: [{'id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364781650', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:49Z', 'updated_at': '2021-08-16T22:55:51Z', 'revision_number': 3, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:50Z', 'updated_at': '2021-08-16T22:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:55:53.321380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] For port b0116799-c866-4fba-9ce7-896ea86c65e0, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:53.324697 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] For port b0116799-c866-4fba-9ce7-896ea86c65e0, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b0116799-c866-4fba-9ce7-896ea86c65e0,segment=NetworkSegment(6438787a-d61a-40fa-a7e4-b7bbb8b93137),segment_id=6438787a-d61a-40fa-a7e4-b7bbb8b93137)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:53.330227 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:53.364869 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-386aa24f-620a-45b9-b4a5-cbe9df3bcdd7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Allocated IP 172.20.0.1 (68202e0a-7000-4e06-b9d9-2468a9029336/89c89cac-0da1-4914-82da-2fac5b7fcbbb/1c5113cf-5461-46cd-8a6f-df03665f2a4e) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:53.393226 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8a670-1416-4e70-991a-71cc998eb7db None None] Pushing event updated for resources: {'Port': ['ID=b0116799-c866-4fba-9ce7-896ea86c65e0,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:53.511862 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-386aa24f-620a-45b9-b4a5-cbe9df3bcdd7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:53.528599 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-386aa24f-620a-45b9-b4a5-cbe9df3bcdd7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Transition to ACTIVE for port object 1c5113cf-5461-46cd-8a6f-df03665f2a4e will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:53.604280 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-386aa24f-620a-45b9-b4a5-cbe9df3bcdd7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:53.688551 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386aa24f-620a-45b9-b4a5-cbe9df3bcdd7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network 68202e0a-7000-4e06-b9d9-2468a9029336 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:53.692280 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-386aa24f-620a-45b9-b4a5-cbe9df3bcdd7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:53.696855 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386aa24f-620a-45b9-b4a5-cbe9df3bcdd7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:53.727678 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386aa24f-620a-45b9-b4a5-cbe9df3bcdd7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=1c5113cf-5461-46cd-8a6f-df03665f2a4e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:53.759540 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-386aa24f-620a-45b9-b4a5-cbe9df3bcdd7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:53.923905 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-386aa24f-620a-45b9-b4a5-cbe9df3bcdd7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:54.301537 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-386aa24f-620a-45b9-b4a5-cbe9df3bcdd7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:54.307473 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-386aa24f-620a-45b9-b4a5-cbe9df3bcdd7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:54.390252 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386aa24f-620a-45b9-b4a5-cbe9df3bcdd7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=1c5113cf-5461-46cd-8a6f-df03665f2a4e,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:54.392718 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-386aa24f-620a-45b9-b4a5-cbe9df3bcdd7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:54.521835 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386aa24f-620a-45b9-b4a5-cbe9df3bcdd7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network 68202e0a-7000-4e06-b9d9-2468a9029336 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:54.524803 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-386aa24f-620a-45b9-b4a5-cbe9df3bcdd7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:54.531093 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f57169-d268-4edb-8afe-7365c7a5239f None None] Network 68202e0a-7000-4e06-b9d9-2468a9029336 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:54.608277 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6504184b-7ad7-42da-b9f9-83ba0bbf83a7 None None] Provisioning for port b0116799-c866-4fba-9ce7-896ea86c65e0 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:54.661248 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386aa24f-620a-45b9-b4a5-cbe9df3bcdd7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Router fc59ed66-619c-4040-beeb-2993f560a7e1 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:55:54.809318 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386aa24f-620a-45b9-b4a5-cbe9df3bcdd7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:55:54.822035 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-386aa24f-620a-45b9-b4a5-cbe9df3bcdd7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "PUT /v2.0/routers/fc59ed66-619c-4040-beeb-2993f560a7e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3667097 Aug 16 22:55:54.883354 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b0116799-c866-4fba-9ce7-896ea86c65e0 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:54.954236 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port b0116799-c866-4fba-9ce7-896ea86c65e0 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:54.960947 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port b0116799-c866-4fba-9ce7-896ea86c65e0 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:54.961771 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:55.038876 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-0aa2e9c2-5b80-4cb0-98f5-4a5f5be8ef1a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-715421430&fields=id&tenant_id=e32b01dd26f6421f8630d3eff7506c36 HTTP/1.1" status: 200 len: 267 time: 0.0668399 Aug 16 22:55:55.061739 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:55.102002 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port b0116799-c866-4fba-9ce7-896ea86c65e0, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b0116799-c866-4fba-9ce7-896ea86c65e0,segment=NetworkSegment(6438787a-d61a-40fa-a7e4-b7bbb8b93137),segment_id=6438787a-d61a-40fa-a7e4-b7bbb8b93137)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:55.107640 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:55.108507 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6db5949c-35e3-49cf-ba29-ab48b3532815 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:55.169597 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-b607e12b-3038-466d-a994-6baa58257b37 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:55.171144 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-b607e12b-3038-466d-a994-6baa58257b37 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/networks?id=68202e0a-7000-4e06-b9d9-2468a9029336 HTTP/1.1" status: 200 len: 797 time: 0.1297646 Aug 16 22:55:55.189181 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-04739fe7-3001-4e35-b80c-680b8c22125b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/quotas/e32b01dd26f6421f8630d3eff7506c36 HTTP/1.1" status: 200 len: 375 time: 0.0114443 Aug 16 22:55:55.203327 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-64f6575a-e98a-430e-a1a9-ba855095dbfc None None] Provisioning complete for port b0116799-c866-4fba-9ce7-896ea86c65e0 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:55.203698 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-64f6575a-e98a-430e-a1a9-ba855095dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:55.237125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=b0116799-c866-4fba-9ce7-896ea86c65e0,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:55.249097 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-3f05e8b0-bcbb-479f-b5d7-f3081b4b4401 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536306 Aug 16 22:55:55.273567 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 6db5949c-35e3-49cf-ba29-ab48b3532815 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:55.280562 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 6db5949c-35e3-49cf-ba29-ab48b3532815 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:55.281869 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:55.336656 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] Sync routers for ids ['fc59ed66-619c-4040-beeb-2993f560a7e1'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:55:55.371452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] Routers {'fc59ed66-619c-4040-beeb-2993f560a7e1'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:55.372093 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:55:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['fc59ed66-619c-4040-beeb-2993f560a7e1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:55.395336 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-aa78777b-ae6a-493a-9f58-9eb532e6420c service neutron] 10.222.0.93 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258097 Aug 16 22:55:55.486808 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-64f6575a-e98a-430e-a1a9-ba855095dbfc None None] Provisioning for port 1c5113cf-5461-46cd-8a6f-df03665f2a4e completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:55.502629 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-64f6575a-e98a-430e-a1a9-ba855095dbfc None None] Provisioning complete for port 1c5113cf-5461-46cd-8a6f-df03665f2a4e triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:55.502998 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-64f6575a-e98a-430e-a1a9-ba855095dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:55.517605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-47f1c262-061a-410e-8fac-4c7dd2fd97b9 service neutron] 10.222.0.93 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212633 Aug 16 22:55:55.546138 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:55.579010 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] Set router fc59ed66-619c-4040-beeb-2993f560a7e1 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:55.607816 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-64f6575a-e98a-430e-a1a9-ba855095dbfc None None] Port 1c5113cf-5461-46cd-8a6f-df03665f2a4e cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:55.615239 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 6db5949c-35e3-49cf-ba29-ab48b3532815, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6db5949c-35e3-49cf-ba29-ab48b3532815,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:55.623214 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:55.743401 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dfc90bc3-4393-4403-8a92-a42bff5559ea req-dcd557bf-60ee-413e-a97e-bfd139fce358 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 210 time: 0.0313296 Aug 16 22:55:55.787905 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=6db5949c-35e3-49cf-ba29-ab48b3532815,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:55.805125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9d0261fb-104d-49f0-83b0-6c65fe500516 None None] Provisioning complete for port 1c5113cf-5461-46cd-8a6f-df03665f2a4e triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:55.805406 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9d0261fb-104d-49f0-83b0-6c65fe500516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:55.866063 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-9d0261fb-104d-49f0-83b0-6c65fe500516 None None] Port 1c5113cf-5461-46cd-8a6f-df03665f2a4e cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:55.914249 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364781650', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:49Z', 'updated_at': '2021-08-16T22:55:53Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:50Z', 'updated_at': '2021-08-16T22:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '1c5113cf-5461-46cd-8a6f-df03665f2a4e', 'name': '', 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:84:06:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '89c89cac-0da1-4914-82da-2fac5b7fcbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:53Z', 'updated_at': '2021-08-16T22:55:54Z', 'revision_number': 2, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '89c89cac-0da1-4914-82da-2fac5b7fcbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:55.940981 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] Checking router: fc59ed66-619c-4040-beeb-2993f560a7e1 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:55:55.941331 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] Updating router fc59ed66-619c-4040-beeb-2993f560a7e1 port 1c5113cf-5461-46cd-8a6f-df03665f2a4e binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:55:55.966999 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:56.401405 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:56.412189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] Transition to ACTIVE for port object 1c5113cf-5461-46cd-8a6f-df03665f2a4e will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:56.418011 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:56.465416 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e51d7-05d9-45b9-bc1c-b3f299fc7178 None None] Pushing event updated for resources: {'Port': ['ID=1c5113cf-5461-46cd-8a6f-df03665f2a4e,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:56.526287 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] Attempting to bind port 1c5113cf-5461-46cd-8a6f-df03665f2a4e on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:56.526714 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] Attempting to bind port 1c5113cf-5461-46cd-8a6f-df03665f2a4e by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '6438787a-d61a-40fa-a7e4-b7bbb8b93137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:56.527137 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] Attempting to bind port 1c5113cf-5461-46cd-8a6f-df03665f2a4e on network 68202e0a-7000-4e06-b9d9-2468a9029336 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:56.533843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:56.534288 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] Checking segment: {'id': '6438787a-d61a-40fa-a7e4-b7bbb8b93137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:56.534679 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:56.535100 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] Bound using segment: {'id': '6438787a-d61a-40fa-a7e4-b7bbb8b93137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:56.535577 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] Bound port: 1c5113cf-5461-46cd-8a6f-df03665f2a4e, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6438787a-d61a-40fa-a7e4-b7bbb8b93137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:56.535959 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:56.618469 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] For port 1c5113cf-5461-46cd-8a6f-df03665f2a4e, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:56.622023 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] For port 1c5113cf-5461-46cd-8a6f-df03665f2a4e, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1c5113cf-5461-46cd-8a6f-df03665f2a4e,segment=NetworkSegment(6438787a-d61a-40fa-a7e4-b7bbb8b93137),segment_id=6438787a-d61a-40fa-a7e4-b7bbb8b93137)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:56.631803 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:56.711493 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-7e6edc1e-ed02-47f2-8661-6025e862bb11 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:56.714568 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-7e6edc1e-ed02-47f2-8661-6025e862bb11 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.39 "GET /v2.0/networks?id=68202e0a-7000-4e06-b9d9-2468a9029336 HTTP/1.1" status: 200 len: 797 time: 0.1647041 Aug 16 22:55:56.733717 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e51d7-05d9-45b9-bc1c-b3f299fc7178 None None] Pushing event updated for resources: {'Port': ['ID=1c5113cf-5461-46cd-8a6f-df03665f2a4e,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:56.736494 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] Routers {'fc59ed66-619c-4040-beeb-2993f560a7e1'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:56.737113 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:55:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['fc59ed66-619c-4040-beeb-2993f560a7e1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:56.781191 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-64456219-cea2-43ce-9ce7-1fca594fd732 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e32b01dd26f6421f8630d3eff7506c36 HTTP/1.1" status: 200 len: 379 time: 0.0565512 Aug 16 22:55:56.797039 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-a81080b4-9703-4c6f-9a9c-5ce42b6acec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'port': {'device_id': '4431177e-d57b-4c25-88c5-4679c971be84', 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336', 'admin_state_up': True, 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'security_groups': ['03e1c9b7-2952-4070-ba53-3d0000815349']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:56.800186 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b0116799-c866-4fba-9ce7-896ea86c65e0 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:56.884293 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44ed8027-9dcf-427b-a5e5-c7ff8baec95c req-25b9a6c3-081e-4998-adb6-11293e7bb69c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 210 time: 0.0420828 Aug 16 22:55:56.936824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] Set router fc59ed66-619c-4040-beeb-2993f560a7e1 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:56.939878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port b0116799-c866-4fba-9ce7-896ea86c65e0 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:56.940369 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:56.952833 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-a81080b4-9703-4c6f-9a9c-5ce42b6acec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Made reservation on behalf of e32b01dd26f6421f8630d3eff7506c36 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:56.956603 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-a81080b4-9703-4c6f-9a9c-5ce42b6acec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:57.096807 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-a81080b4-9703-4c6f-9a9c-5ce42b6acec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Allocated IP 172.20.0.7 (68202e0a-7000-4e06-b9d9-2468a9029336/89c89cac-0da1-4914-82da-2fac5b7fcbbb/c47db699-3b1d-4e30-a604-c95becaf0318) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:57.164700 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6db5949c-35e3-49cf-ba29-ab48b3532815 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:57.254061 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-a81080b4-9703-4c6f-9a9c-5ce42b6acec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:57.261929 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 6db5949c-35e3-49cf-ba29-ab48b3532815 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:57.262486 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:57.275119 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-a81080b4-9703-4c6f-9a9c-5ce42b6acec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Transition to ACTIVE for port object c47db699-3b1d-4e30-a604-c95becaf0318 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:57.300252 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364781650', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:49Z', 'updated_at': '2021-08-16T22:55:53Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:50Z', 'updated_at': '2021-08-16T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '1c5113cf-5461-46cd-8a6f-df03665f2a4e', 'name': '', 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:84:06:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '89c89cac-0da1-4914-82da-2fac5b7fcbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:53Z', 'updated_at': '2021-08-16T22:55:56Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '89c89cac-0da1-4914-82da-2fac5b7fcbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:57.319449 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-a81080b4-9703-4c6f-9a9c-5ce42b6acec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:57.337068 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00cf29d-cd55-48ce-97be-881d62c0c4d3 None None] The sync data for ids ['fc59ed66-619c-4040-beeb-2993f560a7e1'] in n-d-792458-15 is: [{'id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364781650', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:49Z', 'updated_at': '2021-08-16T22:55:53Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:50Z', 'updated_at': '2021-08-16T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '1c5113cf-5461-46cd-8a6f-df03665f2a4e', 'name': '', 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:84:06:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '89c89cac-0da1-4914-82da-2fac5b7fcbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:53Z', 'updated_at': '2021-08-16T22:55:56Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '89c89cac-0da1-4914-82da-2fac5b7fcbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:55:57.370801 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-a81080b4-9703-4c6f-9a9c-5ce42b6acec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network 68202e0a-7000-4e06-b9d9-2468a9029336 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:57.374851 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-a81080b4-9703-4c6f-9a9c-5ce42b6acec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:57.379428 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-a81080b4-9703-4c6f-9a9c-5ce42b6acec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:57.389689 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81080b4-9703-4c6f-9a9c-5ce42b6acec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=c47db699-3b1d-4e30-a604-c95becaf0318,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:57.461201 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-a81080b4-9703-4c6f-9a9c-5ce42b6acec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:57.461868 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-a81080b4-9703-4c6f-9a9c-5ce42b6acec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:57.480472 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-a81080b4-9703-4c6f-9a9c-5ce42b6acec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6901612 Aug 16 22:55:57.493744 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] Request body: {'port': {'device_id': '4431177e-d57b-4c25-88c5-4679c971be84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:57.565718 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:57.756287 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b7d9b37d-ba4b-43b1-a70e-5fdefb7ed35f None None] Provisioning for port c47db699-3b1d-4e30-a604-c95becaf0318 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:57.767724 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b7d9b37d-ba4b-43b1-a70e-5fdefb7ed35f None None] Provisioning complete for port c47db699-3b1d-4e30-a604-c95becaf0318 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:57.768601 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b37d-ba4b-43b1-a70e-5fdefb7ed35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:57.809038 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b7d9b37d-ba4b-43b1-a70e-5fdefb7ed35f None None] Port c47db699-3b1d-4e30-a604-c95becaf0318 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:58.041885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa69afa-fa37-43a6-8b75-620cde18ce60 req-7e07bec7-a89b-4b61-841d-32f6b69e4517 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:58.043770 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2aa69afa-fa37-43a6-8b75-620cde18ce60 req-7e07bec7-a89b-4b61-841d-32f6b69e4517 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 931 time: 0.0647948 Aug 16 22:55:58.093099 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2aa69afa-fa37-43a6-8b75-620cde18ce60 req-6b29faa1-84e8-4eea-933e-3c70bad42492 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397322 Aug 16 22:55:58.286384 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c47db699-3b1d-4e30-a604-c95becaf0318 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:58.295111 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:58.313670 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] Transition to ACTIVE for port object c47db699-3b1d-4e30-a604-c95becaf0318 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:58.319132 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:58.371308 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] Pushing event updated for resources: {'Port': ['ID=c47db699-3b1d-4e30-a604-c95becaf0318,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:58.461771 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] Attempting to bind port c47db699-3b1d-4e30-a604-c95becaf0318 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:58.462196 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] Attempting to bind port c47db699-3b1d-4e30-a604-c95becaf0318 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '6438787a-d61a-40fa-a7e4-b7bbb8b93137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:58.462623 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] Attempting to bind port c47db699-3b1d-4e30-a604-c95becaf0318 on network 68202e0a-7000-4e06-b9d9-2468a9029336 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:58.469012 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] Port c47db699-3b1d-4e30-a604-c95becaf0318 on network 68202e0a-7000-4e06-b9d9-2468a9029336 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:55:58.469594 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] Attempting to bind port c47db699-3b1d-4e30-a604-c95becaf0318 on network 68202e0a-7000-4e06-b9d9-2468a9029336 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:58.476537 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:58.476907 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] Checking segment: {'id': '6438787a-d61a-40fa-a7e4-b7bbb8b93137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:58.477256 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] Bound using segment: {'id': '6438787a-d61a-40fa-a7e4-b7bbb8b93137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:58.478409 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] Bound port: c47db699-3b1d-4e30-a604-c95becaf0318, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438787a-d61a-40fa-a7e4-b7bbb8b93137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:58.478409 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:58.562378 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] For port c47db699-3b1d-4e30-a604-c95becaf0318, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:58.566260 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] For port c47db699-3b1d-4e30-a604-c95becaf0318, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c47db699-3b1d-4e30-a604-c95becaf0318,segment=NetworkSegment(6438787a-d61a-40fa-a7e4-b7bbb8b93137),segment_id=6438787a-d61a-40fa-a7e4-b7bbb8b93137)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:58.574081 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:58.610381 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:58.611285 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:58.612457 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] 10.222.0.39 "PUT /v2.0/ports/c47db699-3b1d-4e30-a604-c95becaf0318 HTTP/1.1" status: 200 len: 1092 time: 1.1234429 Aug 16 22:55:58.612913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4431177e-d57b-4c25-88c5-4679c971be84', 'tag': 'c47db699-3b1d-4e30-a604-c95becaf0318'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:58.615226 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d090f5-e068-4408-acec-9a74ef130c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "4431177e-d57b-4c25-88c5-4679c971be84", "tag": "c47db699-3b1d-4e30-a604-c95becaf0318"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:58.661280 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79079f70-c1f0-48ce-8938-a624acae64bf service neutron] Pushing event updated for resources: {'Port': ['ID=c47db699-3b1d-4e30-a604-c95becaf0318,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:58.775165 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-08b2db06-ac95-456f-8573-c3787092b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:58.777558 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-08b2db06-ac95-456f-8573-c3787092b216 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 1095 time: 0.0895665 Aug 16 22:55:58.811697 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1c5113cf-5461-46cd-8a6f-df03665f2a4e up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:58.844367 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38103622-1404-490b-83c9-c169a7ffdaf0 x-openstack-request-id: req-38103622-1404-490b-83c9-c169a7ffdaf0 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:58.844737 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4431177e-d57b-4c25-88c5-4679c971be84", "tag": "c47db699-3b1d-4e30-a604-c95becaf0318", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:58.844947 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-38103622-1404-490b-83c9-c169a7ffdaf0 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:58.845301 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4431177e-d57b-4c25-88c5-4679c971be84', 'tag': 'c47db699-3b1d-4e30-a604-c95becaf0318', 'status': 'completed', 'code': 200} Aug 16 22:55:58.846939 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-d6bf596b-f952-4863-879d-4806152a4085 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c47db699-3b1d-4e30-a604-c95becaf0318 HTTP/1.1" status: 200 len: 217 time: 0.0615420 Aug 16 22:55:58.886791 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 1c5113cf-5461-46cd-8a6f-df03665f2a4e completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:58.895498 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 1c5113cf-5461-46cd-8a6f-df03665f2a4e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:58.896161 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:58.938250 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-5006c558-69b6-46e2-af50-b01d879c8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:58.940939 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-5006c558-69b6-46e2-af50-b01d879c8b83 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89c89cac-0da1-4914-82da-2fac5b7fcbbb HTTP/1.1" status: 200 len: 834 time: 0.0870481 Aug 16 22:55:59.013154 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:59.020219 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-a1543d1d-415e-4b42-8d03-ed1c22cc6f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:59.022602 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-a1543d1d-415e-4b42-8d03-ed1c22cc6f5b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=68202e0a-7000-4e06-b9d9-2468a9029336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742259 Aug 16 22:55:59.048802 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 1c5113cf-5461-46cd-8a6f-df03665f2a4e, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1c5113cf-5461-46cd-8a6f-df03665f2a4e,segment=NetworkSegment(6438787a-d61a-40fa-a7e4-b7bbb8b93137),segment_id=6438787a-d61a-40fa-a7e4-b7bbb8b93137)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:59.054797 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:59.107728 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=1c5113cf-5461-46cd-8a6f-df03665f2a4e,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:59.126276 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-d81b3ede-27b8-49ad-b86e-85c7c578c05b service neutron] 10.222.0.39 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963008 Aug 16 22:55:59.212415 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b64573-ce01-4f52-8429-1cf6a2107913 req-fe6fdcdc-97f3-4037-b6a6-09faa32b77fb tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:59.214012 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-22b64573-ce01-4f52-8429-1cf6a2107913 req-fe6fdcdc-97f3-4037-b6a6-09faa32b77fb tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 943 time: 0.0503626 Aug 16 22:55:59.221653 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-953bfde7-fa04-4fe7-8ccc-0da8da151b8f req-61e0d229-a66f-4dc6-b2ad-e71302292ea8 service neutron] 10.222.0.39 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886431 Aug 16 22:55:59.253181 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-22b64573-ce01-4f52-8429-1cf6a2107913 req-761abb73-9d38-4068-9cf3-4b62b2ed2250 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322459 Aug 16 22:55:59.313303 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d090f5-e068-4408-acec-9a74ef130c3b req-f5f6281d-627a-4ac8-b04e-e07c7c4b0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:59.314803 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f5d090f5-e068-4408-acec-9a74ef130c3b req-f5f6281d-627a-4ac8-b04e-e07c7c4b0aac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 1095 time: 0.0412626 Aug 16 22:55:59.406952 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d090f5-e068-4408-acec-9a74ef130c3b req-1a5b457c-5dc0-417c-bbf7-28553f07866b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:59.408451 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f5d090f5-e068-4408-acec-9a74ef130c3b req-1a5b457c-5dc0-417c-bbf7-28553f07866b service neutron] 10.222.0.39 "GET /v2.0/networks?id=68202e0a-7000-4e06-b9d9-2468a9029336 HTTP/1.1" status: 200 len: 898 time: 0.0868995 Aug 16 22:55:59.454689 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f5d090f5-e068-4408-acec-9a74ef130c3b req-c7553a23-fdf9-4589-bce6-ce689b121e2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c47db699-3b1d-4e30-a604-c95becaf0318 HTTP/1.1" status: 200 len: 217 time: 0.0385895 Aug 16 22:55:59.507871 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d090f5-e068-4408-acec-9a74ef130c3b req-7150231e-6b27-4e69-b3db-346fd7016003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:59.509407 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f5d090f5-e068-4408-acec-9a74ef130c3b req-7150231e-6b27-4e69-b3db-346fd7016003 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89c89cac-0da1-4914-82da-2fac5b7fcbbb HTTP/1.1" status: 200 len: 834 time: 0.0466993 Aug 16 22:55:59.555179 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d090f5-e068-4408-acec-9a74ef130c3b req-2cedb968-c897-4361-adad-7352c4c92bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:59.556692 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f5d090f5-e068-4408-acec-9a74ef130c3b req-2cedb968-c897-4361-adad-7352c4c92bf0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=68202e0a-7000-4e06-b9d9-2468a9029336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400381 Aug 16 22:55:59.655041 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f5d090f5-e068-4408-acec-9a74ef130c3b req-3d437598-58bc-4464-9f61-c62c2106b92b service neutron] 10.222.0.39 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901408 Aug 16 22:55:59.772818 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f5d090f5-e068-4408-acec-9a74ef130c3b req-c9e49320-761d-4a36-b133-c4f93b7f4fdd service neutron] 10.222.0.39 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093197 Aug 16 22:56:00.380055 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c174a-1fde-4a76-b855-74544b3c3a4e req-4f488172-9b01-434a-b131-e7c5395ed889 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:00.381569 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c75c174a-1fde-4a76-b855-74544b3c3a4e req-4f488172-9b01-434a-b131-e7c5395ed889 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 943 time: 0.0576005 Aug 16 22:56:00.423489 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c75c174a-1fde-4a76-b855-74544b3c3a4e req-1ff03937-2867-4fa1-a254-988256d5a2c0 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357244 Aug 16 22:56:00.749845 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1c5113cf-5461-46cd-8a6f-df03665f2a4e up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:56:00.797040 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 1c5113cf-5461-46cd-8a6f-df03665f2a4e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:00.797442 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:01.161909 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c47db699-3b1d-4e30-a604-c95becaf0318 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:56:01.255599 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c47db699-3b1d-4e30-a604-c95becaf0318, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c47db699-3b1d-4e30-a604-c95becaf0318,segment=NetworkSegment(6438787a-d61a-40fa-a7e4-b7bbb8b93137),segment_id=6438787a-d61a-40fa-a7e4-b7bbb8b93137)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:01.268729 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'c47db699-3b1d-4e30-a604-c95becaf0318', 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336', 'port_id': 'c47db699-3b1d-4e30-a604-c95becaf0318', 'mac_address': 'fa:16:3e:65:af:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89c89cac-0da1-4914-82da-2fac5b7fcbbb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:56:01.318070 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:01.330961 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c47db699-3b1d-4e30-a604-c95becaf0318 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:56:01.352516 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c47db699-3b1d-4e30-a604-c95becaf0318, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c47db699-3b1d-4e30-a604-c95becaf0318,segment=NetworkSegment(6438787a-d61a-40fa-a7e4-b7bbb8b93137),segment_id=6438787a-d61a-40fa-a7e4-b7bbb8b93137)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:01.359060 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:01.410924 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c47db699-3b1d-4e30-a604-c95becaf0318,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:01.544924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b539c-6c3d-444e-99d3-cf9a870068b4 req-758f5284-d7a4-4f3c-a2de-56af53ddf89d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:01.546450 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-014b539c-6c3d-444e-99d3-cf9a870068b4 req-758f5284-d7a4-4f3c-a2de-56af53ddf89d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 944 time: 0.0500851 Aug 16 22:56:01.557542 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['c47db699-3b1d-4e30-a604-c95becaf0318'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:56:01.585975 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-014b539c-6c3d-444e-99d3-cf9a870068b4 req-381249cc-75d1-4347-ab45-e6b08263bc3a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329714 Aug 16 22:56:02.704696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722199a-3865-4b11-89c6-72e71d0442c6 req-f6b18231-883e-4675-bc98-3563eff5d621 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:02.706238 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6722199a-3865-4b11-89c6-72e71d0442c6 req-f6b18231-883e-4675-bc98-3563eff5d621 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 944 time: 0.0510490 Aug 16 22:56:02.744061 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6722199a-3865-4b11-89c6-72e71d0442c6 req-fe3e9f3c-c742-42e3-b8f0-da44fdf427d1 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312874 Aug 16 22:56:03.178307 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c47db699-3b1d-4e30-a604-c95becaf0318 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:56:03.224939 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port c47db699-3b1d-4e30-a604-c95becaf0318 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:56:03.228618 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port c47db699-3b1d-4e30-a604-c95becaf0318 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:03.229014 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:03.305889 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:03.328252 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4431177e-d57b-4c25-88c5-4679c971be84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47db699-3b1d-4e30-a604-c95becaf0318'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:56:03.330500 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddc5919-263e-47cf-93b2-c713d5d40b01" -d '{"events": [{"server_uuid": "4431177e-d57b-4c25-88c5-4679c971be84", "name": "network-vif-plugged", "status": "completed", "tag": "c47db699-3b1d-4e30-a604-c95becaf0318"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:56:03.343996 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c47db699-3b1d-4e30-a604-c95becaf0318, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c47db699-3b1d-4e30-a604-c95becaf0318,segment=NetworkSegment(6438787a-d61a-40fa-a7e4-b7bbb8b93137),segment_id=6438787a-d61a-40fa-a7e4-b7bbb8b93137)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:03.348614 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:03.371669 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe807402-40e0-4893-97f8-8d7f2bd006f8 x-openstack-request-id: req-fe807402-40e0-4893-97f8-8d7f2bd006f8 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:56:03.371991 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4431177e-d57b-4c25-88c5-4679c971be84", "name": "network-vif-plugged", "status": "completed", "tag": "c47db699-3b1d-4e30-a604-c95becaf0318", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:56:03.372243 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fe807402-40e0-4893-97f8-8d7f2bd006f8 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:56:03.372626 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4431177e-d57b-4c25-88c5-4679c971be84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47db699-3b1d-4e30-a604-c95becaf0318', 'code': 200} Aug 16 22:56:03.401508 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c47db699-3b1d-4e30-a604-c95becaf0318,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:03.475784 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbae5a7-c65d-4e09-85f2-c7183cba2952 req-0eccba1c-9b77-4ea9-907c-5e648046d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:03.477279 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7fbae5a7-c65d-4e09-85f2-c7183cba2952 req-0eccba1c-9b77-4ea9-907c-5e648046d38e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 1097 time: 0.0444636 Aug 16 22:56:03.513812 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7fbae5a7-c65d-4e09-85f2-c7183cba2952 req-69f7d7f6-194c-45b5-b15d-7bd2d3b90833 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298400 Aug 16 22:56:03.864124 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74030564-318e-4fa6-9c10-09ac550b86bf req-c8fb9d69-53db-4734-b02d-8da8e0cf539d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:03.865825 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-74030564-318e-4fa6-9c10-09ac550b86bf req-c8fb9d69-53db-4734-b02d-8da8e0cf539d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.0520532 Aug 16 22:56:03.903827 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-74030564-318e-4fa6-9c10-09ac550b86bf req-63f63c67-2350-47e3-a794-01ab6108b245 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317888 Aug 16 22:56:05.020949 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b9511-50be-4589-a07e-db65bb59fdc3 req-b075835a-7c6b-4aed-ac35-ef82369331fd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:05.022529 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-030b9511-50be-4589-a07e-db65bb59fdc3 req-b075835a-7c6b-4aed-ac35-ef82369331fd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.0499034 Aug 16 22:56:05.060565 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-030b9511-50be-4589-a07e-db65bb59fdc3 req-4a774863-fce7-4f42-ba1d-5857aa5b69fa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320942 Aug 16 22:56:05.175549 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b851afe-ff3b-4540-941b-7c8f54c3a209 req-f936ccc8-d75f-47f9-b7c0-d6c12dffcd3a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:05.177089 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2b851afe-ff3b-4540-941b-7c8f54c3a209 req-f936ccc8-d75f-47f9-b7c0-d6c12dffcd3a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.0492487 Aug 16 22:56:05.215917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2b851afe-ff3b-4540-941b-7c8f54c3a209 req-4198ad6b-8acb-4f98-8a44-8e45ddd13d71 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326211 Aug 16 22:56:05.236802 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44594) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:05.276667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fca6a1f-1a89-4cba-a14d-f32dd5801311 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:05.278787 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9fca6a1f-1a89-4cba-a14d-f32dd5801311 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 1092 time: 0.0404258 Aug 16 22:56:05.281647 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44596) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:05.286048 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ac35d8a4-a8a2-4794-ad35-99026746eb38 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': 'c47db699-3b1d-4e30-a604-c95becaf0318', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:05.307658 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac35d8a4-a8a2-4794-ad35-99026746eb38 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:05.410692 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac35d8a4-a8a2-4794-ad35-99026746eb38 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:05.517191 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-ac35d8a4-a8a2-4794-ad35-99026746eb38 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Allocated IP 172.25.6.42 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/270e98f9-e844-4fbe-bb39-6566b0ddb01a) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:56:05.626363 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac35d8a4-a8a2-4794-ad35-99026746eb38 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:05.667045 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac35d8a4-a8a2-4794-ad35-99026746eb38 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:05.704239 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac35d8a4-a8a2-4794-ad35-99026746eb38 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:56:05.709149 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ac35d8a4-a8a2-4794-ad35-99026746eb38 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:56:05.712681 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac35d8a4-a8a2-4794-ad35-99026746eb38 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:56:05.737916 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35d8a4-a8a2-4794-ad35-99026746eb38 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=270e98f9-e844-4fbe-bb39-6566b0ddb01a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:06.086398 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac35d8a4-a8a2-4794-ad35-99026746eb38 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.154908 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac35d8a4-a8a2-4794-ad35-99026746eb38 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.306767 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac35d8a4-a8a2-4794-ad35-99026746eb38 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.312037 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac35d8a4-a8a2-4794-ad35-99026746eb38 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.388343 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35d8a4-a8a2-4794-ad35-99026746eb38 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=270e98f9-e844-4fbe-bb39-6566b0ddb01a,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:06.395860 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac35d8a4-a8a2-4794-ad35-99026746eb38 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.497778 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-ac35d8a4-a8a2-4794-ad35-99026746eb38 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Floating IP 19d2bc11-7e9d-4730-9bbf-8b08fdb054b2 associated. External IP: 172.25.6.42, port: c47db699-3b1d-4e30-a604-c95becaf0318. Aug 16 22:56:06.705805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac35d8a4-a8a2-4794-ad35-99026746eb38 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Router fc59ed66-619c-4040-beeb-2993f560a7e1 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:56:06.811878 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac35d8a4-a8a2-4794-ad35-99026746eb38 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:56:06.821413 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd4904-881f-4d1a-af16-2a099d80fb98 None None] Sync routers for ids ['fc59ed66-619c-4040-beeb-2993f560a7e1'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:56:06.828284 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ac35d8a4-a8a2-4794-ad35-99026746eb38 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.831051 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd4904-881f-4d1a-af16-2a099d80fb98 None None] Routers {'fc59ed66-619c-4040-beeb-2993f560a7e1'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:56:06.831658 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-76cd4904-881f-4d1a-af16-2a099d80fb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:55:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['fc59ed66-619c-4040-beeb-2993f560a7e1'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:06.858791 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ac35d8a4-a8a2-4794-ad35-99026746eb38 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5760622 Aug 16 22:56:06.859387 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4431177e-d57b-4c25-88c5-4679c971be84', 'tag': 'c47db699-3b1d-4e30-a604-c95becaf0318'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:56:06.861622 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d65bd8-a1e8-41fc-8833-a3ca695837f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4431177e-d57b-4c25-88c5-4679c971be84", "tag": "c47db699-3b1d-4e30-a604-c95becaf0318"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:56:06.909263 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7961d8-370f-4982-bd24-a6b27588a808 x-openstack-request-id: req-4a7961d8-370f-4982-bd24-a6b27588a808 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:56:06.909707 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4431177e-d57b-4c25-88c5-4679c971be84", "tag": "c47db699-3b1d-4e30-a604-c95becaf0318", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:56:06.910128 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4a7961d8-370f-4982-bd24-a6b27588a808 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:56:06.910543 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4431177e-d57b-4c25-88c5-4679c971be84', 'tag': 'c47db699-3b1d-4e30-a604-c95becaf0318', 'status': 'completed', 'code': 200} Aug 16 22:56:06.940209 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-76cd4904-881f-4d1a-af16-2a099d80fb98 None None] Set router fc59ed66-619c-4040-beeb-2993f560a7e1 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:56:06.973673 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d65bd8-a1e8-41fc-8833-a3ca695837f5 req-45f068df-09ff-41c2-a6ad-dc51a3bdf0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:06.975248 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e3d65bd8-a1e8-41fc-8833-a3ca695837f5 req-45f068df-09ff-41c2-a6ad-dc51a3bdf0fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 1097 time: 0.0434334 Aug 16 22:56:06.977899 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad69b7-e12e-4692-af9b-870775b4c5bc req-8355ba0f-2a75-4624-a378-fa7640e48703 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:06.979448 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00ad69b7-e12e-4692-af9b-870775b4c5bc req-8355ba0f-2a75-4624-a378-fa7640e48703 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.0546613 Aug 16 22:56:07.019109 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00ad69b7-e12e-4692-af9b-870775b4c5bc req-cbc1e477-d2fa-427c-ae10-1a0201d210b4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330398 Aug 16 22:56:07.042090 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44606) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:07.070062 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d65bd8-a1e8-41fc-8833-a3ca695837f5 req-9251136f-664b-4c0e-9726-ebb3bb89654a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:07.071558 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e3d65bd8-a1e8-41fc-8833-a3ca695837f5 req-9251136f-664b-4c0e-9726-ebb3bb89654a service neutron] 10.222.0.39 "GET /v2.0/networks?id=68202e0a-7000-4e06-b9d9-2468a9029336 HTTP/1.1" status: 200 len: 898 time: 0.0888815 Aug 16 22:56:07.107571 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f503abe1-d269-4c6a-bab8-b07252ed6aee tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/floatingips/19d2bc11-7e9d-4730-9bbf-8b08fdb054b2 HTTP/1.1" status: 200 len: 990 time: 0.0638816 Aug 16 22:56:07.145279 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e3d65bd8-a1e8-41fc-8833-a3ca695837f5 req-eb61b04e-9d09-4f8b-9fed-307c1d334276 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c47db699-3b1d-4e30-a604-c95becaf0318 HTTP/1.1" status: 200 len: 998 time: 0.0668242 Aug 16 22:56:07.176451 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-76cd4904-881f-4d1a-af16-2a099d80fb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364781650', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:49Z', 'updated_at': '2021-08-16T22:55:53Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:50Z', 'updated_at': '2021-08-16T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '19d2bc11-7e9d-4730-9bbf-8b08fdb054b2', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'floating_ip_address': '172.25.6.42', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'port_id': 'c47db699-3b1d-4e30-a604-c95becaf0318', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336', 'mac_address': 'fa:16:3e:65:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4431177e-d57b-4c25-88c5-4679c971be84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:56:05Z', 'updated_at': '2021-08-16T22:56:05Z', 'revision_number': 0, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5113cf-5461-46cd-8a6f-df03665f2a4e', 'name': '', 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:84:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '89c89cac-0da1-4914-82da-2fac5b7fcbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:53Z', 'updated_at': '2021-08-16T22:55:59Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '89c89cac-0da1-4914-82da-2fac5b7fcbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:07.194967 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d65bd8-a1e8-41fc-8833-a3ca695837f5 req-2961af2e-e987-4d9a-b646-e93a2494edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:07.196451 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e3d65bd8-a1e8-41fc-8833-a3ca695837f5 req-2961af2e-e987-4d9a-b646-e93a2494edb9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89c89cac-0da1-4914-82da-2fac5b7fcbbb HTTP/1.1" status: 200 len: 834 time: 0.0443485 Aug 16 22:56:07.203364 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd4904-881f-4d1a-af16-2a099d80fb98 None None] Checking router: fc59ed66-619c-4040-beeb-2993f560a7e1 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:56:07.211666 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd4904-881f-4d1a-af16-2a099d80fb98 None None] Routers {'fc59ed66-619c-4040-beeb-2993f560a7e1'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:56:07.212266 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-76cd4904-881f-4d1a-af16-2a099d80fb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:55:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['fc59ed66-619c-4040-beeb-2993f560a7e1'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:07.241369 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d65bd8-a1e8-41fc-8833-a3ca695837f5 req-06473780-956e-424e-bee5-03c5497ccb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:07.242933 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e3d65bd8-a1e8-41fc-8833-a3ca695837f5 req-06473780-956e-424e-bee5-03c5497ccb1d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=68202e0a-7000-4e06-b9d9-2468a9029336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395889 Aug 16 22:56:07.320801 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-76cd4904-881f-4d1a-af16-2a099d80fb98 None None] Set router fc59ed66-619c-4040-beeb-2993f560a7e1 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:56:07.346104 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e3d65bd8-a1e8-41fc-8833-a3ca695837f5 req-1ce6c7b3-38e1-40e0-a030-abe575ffdc23 service neutron] 10.222.0.39 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964787 Aug 16 22:56:07.451389 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e3d65bd8-a1e8-41fc-8833-a3ca695837f5 req-ac9ad43c-c775-4e11-8cdb-aedca022ddbb service neutron] 10.222.0.39 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983918 Aug 16 22:56:07.558352 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-76cd4904-881f-4d1a-af16-2a099d80fb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364781650', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:49Z', 'updated_at': '2021-08-16T22:55:53Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:50Z', 'updated_at': '2021-08-16T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '19d2bc11-7e9d-4730-9bbf-8b08fdb054b2', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'floating_ip_address': '172.25.6.42', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'port_id': 'c47db699-3b1d-4e30-a604-c95becaf0318', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336', 'mac_address': 'fa:16:3e:65:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4431177e-d57b-4c25-88c5-4679c971be84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:56:05Z', 'updated_at': '2021-08-16T22:56:05Z', 'revision_number': 0, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5113cf-5461-46cd-8a6f-df03665f2a4e', 'name': '', 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:84:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '89c89cac-0da1-4914-82da-2fac5b7fcbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:53Z', 'updated_at': '2021-08-16T22:55:59Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '89c89cac-0da1-4914-82da-2fac5b7fcbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:07.585430 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd4904-881f-4d1a-af16-2a099d80fb98 None None] The sync data for ids ['fc59ed66-619c-4040-beeb-2993f560a7e1'] in n-d-792458-15 is: [{'id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364781650', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:49Z', 'updated_at': '2021-08-16T22:55:53Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:50Z', 'updated_at': '2021-08-16T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '19d2bc11-7e9d-4730-9bbf-8b08fdb054b2', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'floating_ip_address': '172.25.6.42', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'port_id': 'c47db699-3b1d-4e30-a604-c95becaf0318', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336', 'mac_address': 'fa:16:3e:65:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4431177e-d57b-4c25-88c5-4679c971be84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:56:05Z', 'updated_at': '2021-08-16T22:56:05Z', 'revision_number': 0, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5113cf-5461-46cd-8a6f-df03665f2a4e', 'name': '', 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:84:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '89c89cac-0da1-4914-82da-2fac5b7fcbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:53Z', 'updated_at': '2021-08-16T22:55:59Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '89c89cac-0da1-4914-82da-2fac5b7fcbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:56:07.771766 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f154f69-5aee-4ef9-b1d8-7370b2f5bd93 None None] New status for floating IP 19d2bc11-7e9d-4730-9bbf-8b08fdb054b2: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:56:08.111552 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44608) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:08.174197 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8ce0a15c-30a3-4ce1-9c91-c03c07254551 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/floatingips/19d2bc11-7e9d-4730-9bbf-8b08fdb054b2 HTTP/1.1" status: 200 len: 992 time: 0.0614130 Aug 16 22:56:08.739446 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:09.012354 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-081f9f8c-6eb3-44a2-a90a-6f0e61275060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:11.001280 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:11.554439 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-715e47ad-4603-4428-bff8-a07b72203e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:12.118025 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:13.313059 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:14.882248 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:23.850775 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:56:38.751380 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:39.015747 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-09dc0f46-3a93-42df-b18d-b44e6e8b66cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:39.579774 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a83b3-fa84-49e1-9b1d-def8b828e727 req-6942ed4d-00e7-40a0-b9ee-7f7ed30b5421 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:39.581284 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc5a83b3-fa84-49e1-9b1d-def8b828e727 req-6942ed4d-00e7-40a0-b9ee-7f7ed30b5421 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 1097 time: 0.0971050 Aug 16 22:56:39.615689 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc5a83b3-fa84-49e1-9b1d-def8b828e727 req-ad02641d-fe45-454e-b4ab-ebf43db91e7f tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281956 Aug 16 22:56:39.789373 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1378a07-2a1c-4bdf-862e-1a6e95c3c24d req-acfcf453-9aa2-46c7-8da1-c10931aa2c00 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:39.790885 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d1378a07-2a1c-4bdf-862e-1a6e95c3c24d req-acfcf453-9aa2-46c7-8da1-c10931aa2c00 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.1063087 Aug 16 22:56:39.829296 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d1378a07-2a1c-4bdf-862e-1a6e95c3c24d req-d989924b-b2d2-4742-8c77-12878051b91b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319080 Aug 16 22:56:39.851703 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44634) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:39.911479 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d471e567-e426-481c-800b-3dc6a1a4ac68 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/floatingips/19d2bc11-7e9d-4730-9bbf-8b08fdb054b2 HTTP/1.1" status: 200 len: 992 time: 0.0586119 Aug 16 22:56:40.191956 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-daf58caa-bb1b-491d-8d89-1edd05e84b8f req-2dda15aa-65a3-4497-9900-30d19eccbbc9 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:56:40.192996 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-daf58caa-bb1b-491d-8d89-1edd05e84b8f req-2dda15aa-65a3-4497-9900-30d19eccbbc9 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054538 Aug 16 22:56:40.596197 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-8e0dd04f-4ea3-46d4-a58b-af728fc3a541 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811317 Aug 16 22:56:40.614320 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a4408-6a4a-4cc3-b982-72e69af4d347 req-ad5b5608-502b-497c-b23a-2098dc1f55ca tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:40.616039 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-237a4408-6a4a-4cc3-b982-72e69af4d347 req-ad5b5608-502b-497c-b23a-2098dc1f55ca tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.0769887 Aug 16 22:56:40.661200 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-237a4408-6a4a-4cc3-b982-72e69af4d347 req-300e6e79-2c5e-4118-935b-b10db693172d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346181 Aug 16 22:56:40.994987 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:41.555313 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-58edbbba-1687-4b6d-b6a2-14c4f05e63b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:41.672004 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-19b87199-ccc9-47ab-8cb2-d60dedde0155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:41.673521 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-19b87199-ccc9-47ab-8cb2-d60dedde0155 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 1097 time: 0.0412254 Aug 16 22:56:41.770197 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-64163ef2-58d6-495b-952a-234adb7c40c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:41.771732 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-64163ef2-58d6-495b-952a-234adb7c40c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=68202e0a-7000-4e06-b9d9-2468a9029336 HTTP/1.1" status: 200 len: 898 time: 0.0912201 Aug 16 22:56:41.784190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b0beb-fc59-49c7-a0e6-dafb9a915241 req-6208ab90-62c3-42b1-be2a-be1d84161ee7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:41.785715 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e5b0beb-fc59-49c7-a0e6-dafb9a915241 req-6208ab90-62c3-42b1-be2a-be1d84161ee7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.0492425 Aug 16 22:56:41.825093 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e5b0beb-fc59-49c7-a0e6-dafb9a915241 req-8b3d18df-b490-48e8-bcc1-0dd77867d734 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332046 Aug 16 22:56:41.838796 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-c8ed7a15-b308-420c-8d7d-9bc1fa39725a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c47db699-3b1d-4e30-a604-c95becaf0318 HTTP/1.1" status: 200 len: 1000 time: 0.0597839 Aug 16 22:56:41.892169 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-85f38afd-c1d0-4832-bb80-06e6b866673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:41.893654 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-85f38afd-c1d0-4832-bb80-06e6b866673c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89c89cac-0da1-4914-82da-2fac5b7fcbbb HTTP/1.1" status: 200 len: 834 time: 0.0485094 Aug 16 22:56:41.938503 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-d93011b2-f421-45d7-abed-a2138c5d623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:41.939998 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-d93011b2-f421-45d7-abed-a2138c5d623b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=68202e0a-7000-4e06-b9d9-2468a9029336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396426 Aug 16 22:56:42.030917 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-739af863-0cf5-4cfc-80a9-cc542fc05fc8 service neutron] 10.222.0.39 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832076 Aug 16 22:56:42.119278 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:42.125509 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-e400bc49-9cad-4059-9047-d8e627731ace service neutron] 10.222.0.39 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873206 Aug 16 22:56:42.947280 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e4485-7dd6-48cc-9dd8-4b1ea5e108a0 req-23ae40bb-de73-418b-a9d9-53a327e40063 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:42.948885 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-485e4485-7dd6-48cc-9dd8-4b1ea5e108a0 req-23ae40bb-de73-418b-a9d9-53a327e40063 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.0511599 Aug 16 22:56:43.002737 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-485e4485-7dd6-48cc-9dd8-4b1ea5e108a0 req-dfd5eb49-a0a4-4000-9779-41a05c3fd8ca tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379794 Aug 16 22:56:43.316205 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:44.118289 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc321508-b3a5-40c6-88de-b147d50dcb4e req-2e45d9ad-1da3-46f9-9467-3795349cb812 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:44.119807 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fc321508-b3a5-40c6-88de-b147d50dcb4e req-2e45d9ad-1da3-46f9-9467-3795349cb812 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.0488093 Aug 16 22:56:44.158210 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fc321508-b3a5-40c6-88de-b147d50dcb4e req-94045320-2f66-4872-87af-530441228b88 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319681 Aug 16 22:56:44.886177 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:45.277181 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d4446-b1b5-47ee-9c3d-6a9f9fe32b89 req-6c5c94e5-90f9-447e-a2ce-a4f0ca882b92 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:45.278830 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-474d4446-b1b5-47ee-9c3d-6a9f9fe32b89 req-6c5c94e5-90f9-447e-a2ce-a4f0ca882b92 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.0506911 Aug 16 22:56:45.318674 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-474d4446-b1b5-47ee-9c3d-6a9f9fe32b89 req-da481880-c29c-47b1-92cf-b1a47c73b00b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336995 Aug 16 22:56:46.444626 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db995d46-cd41-47b7-b05f-9c5f202fcd09 req-0cb1da49-9af9-4155-8d54-2d74923023fe tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:46.446121 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-db995d46-cd41-47b7-b05f-9c5f202fcd09 req-0cb1da49-9af9-4155-8d54-2d74923023fe tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.0489480 Aug 16 22:56:46.487292 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-db995d46-cd41-47b7-b05f-9c5f202fcd09 req-f81f542c-1b91-4050-85b9-58f53f2a5665 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351799 Aug 16 22:56:47.602349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd2f6f-9505-4279-b9bf-19f646c6b3e7 req-1fde24a6-4d88-488b-831e-920d3716f342 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:47.603826 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ffcd2f6f-9505-4279-b9bf-19f646c6b3e7 req-1fde24a6-4d88-488b-831e-920d3716f342 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.0491002 Aug 16 22:56:47.641383 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ffcd2f6f-9505-4279-b9bf-19f646c6b3e7 req-a69d3397-ac31-4b9c-be21-ec7f033440ea tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315092 Aug 16 22:56:48.755728 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73247fae-1af5-43c6-8cc5-cff2e3df96de req-189acde0-c631-4e7a-9f87-cd2989edc945 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:48.757206 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-73247fae-1af5-43c6-8cc5-cff2e3df96de req-189acde0-c631-4e7a-9f87-cd2989edc945 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.0489962 Aug 16 22:56:48.794437 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-73247fae-1af5-43c6-8cc5-cff2e3df96de req-e209598d-fa0f-4d88-b0aa-6097014adc9e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311935 Aug 16 22:56:49.912596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad33cf-c20a-4da7-b8ae-e5d88f10c824 req-a5b0bedc-f34b-43e7-86dd-26f3f19a4f7a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:49.914005 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19ad33cf-c20a-4da7-b8ae-e5d88f10c824 req-a5b0bedc-f34b-43e7-86dd-26f3f19a4f7a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.0482268 Aug 16 22:56:49.955724 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19ad33cf-c20a-4da7-b8ae-e5d88f10c824 req-7ac3712d-7bb9-4642-bdf8-d34638acac50 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352514 Aug 16 22:56:51.072926 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc780e2e-1f5b-45a3-81d0-fb163518260f req-364abff7-97b6-4352-935e-39799a5c8f7e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:51.075108 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fc780e2e-1f5b-45a3-81d0-fb163518260f req-364abff7-97b6-4352-935e-39799a5c8f7e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.0496483 Aug 16 22:56:51.112212 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fc780e2e-1f5b-45a3-81d0-fb163518260f req-75f6013d-cf81-4b2b-88f1-e23032ca3064 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310671 Aug 16 22:56:52.227829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec444b7-ad3b-4ed2-817b-ab5577f3e7cd req-b40f0ae7-cf12-4a27-b12a-c8237a49d379 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:52.229320 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6ec444b7-ad3b-4ed2-817b-ab5577f3e7cd req-b40f0ae7-cf12-4a27-b12a-c8237a49d379 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.0490994 Aug 16 22:56:52.267292 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6ec444b7-ad3b-4ed2-817b-ab5577f3e7cd req-73dd4e02-cf06-4d41-8840-abcd83f1c9a5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319648 Aug 16 22:56:52.462949 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04c31157-ba39-47cb-9015-27eedb862836 req-ef78fabf-72de-498b-9ea4-458445ede022 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391605 Aug 16 22:56:52.545183 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c31157-ba39-47cb-9015-27eedb862836 req-5d22750d-d734-49c3-85bc-16f15ffdff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:52.546689 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04c31157-ba39-47cb-9015-27eedb862836 req-5d22750d-d734-49c3-85bc-16f15ffdff24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=69fee3c2290d4e78afd043ba44594628&device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 1098 time: 0.0429623 Aug 16 22:56:52.650203 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c31157-ba39-47cb-9015-27eedb862836 req-4a1b660b-fe04-4c41-a756-bd29d1739d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:52.652417 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04c31157-ba39-47cb-9015-27eedb862836 req-4a1b660b-fe04-4c41-a756-bd29d1739d33 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a54f21a9-1e7d-412e-8279-3fd9f564e2e1 HTTP/1.1" status: 200 len: 910 time: 0.0857866 Aug 16 22:56:52.721364 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04c31157-ba39-47cb-9015-27eedb862836 req-e1a9aa27-ce18-4c50-9910-8d313a1e9354 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50b4f86d-f227-4268-b446-2e420b372cf7 HTTP/1.1" status: 200 len: 1002 time: 0.0618951 Aug 16 22:56:52.771164 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c31157-ba39-47cb-9015-27eedb862836 req-1fead0e5-4ab8-4bbd-8c40-c7e7a8f4d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:52.772620 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04c31157-ba39-47cb-9015-27eedb862836 req-1fead0e5-4ab8-4bbd-8c40-c7e7a8f4d8fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f7fc71b-c765-4361-a281-4f8b22bf0e97 HTTP/1.1" status: 200 len: 848 time: 0.0442626 Aug 16 22:56:52.817478 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c31157-ba39-47cb-9015-27eedb862836 req-3a530e8b-fc15-4802-b606-340274c752e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:52.818984 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04c31157-ba39-47cb-9015-27eedb862836 req-3a530e8b-fc15-4802-b606-340274c752e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a54f21a9-1e7d-412e-8279-3fd9f564e2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393112 Aug 16 22:56:52.919830 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04c31157-ba39-47cb-9015-27eedb862836 req-5718ec00-79d2-431c-83cc-eadd98a00224 service neutron] 10.222.0.43 "GET /v2.0/networks/a54f21a9-1e7d-412e-8279-3fd9f564e2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929563 Aug 16 22:56:53.008533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04c31157-ba39-47cb-9015-27eedb862836 req-ba075ab0-ac05-45f8-bf52-7f4355907a9c service neutron] 10.222.0.43 "GET /v2.0/networks/a54f21a9-1e7d-412e-8279-3fd9f564e2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803428 Aug 16 22:56:53.385664 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49c93d-09d7-4b56-b719-721beb6cf019 req-88264e07-8c45-45fa-b713-6adb72edcfee tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:53.387675 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf49c93d-09d7-4b56-b719-721beb6cf019 req-88264e07-8c45-45fa-b713-6adb72edcfee tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.0518332 Aug 16 22:56:53.427148 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf49c93d-09d7-4b56-b719-721beb6cf019 req-7828a680-d154-426a-a7db-4546caad78b4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334358 Aug 16 22:56:53.802296 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831b4d1-23f3-411e-9d08-23583cb563ec req-f06e1b8e-fd1f-48f5-a412-ff6227c704df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:53.804105 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f831b4d1-23f3-411e-9d08-23583cb563ec req-f06e1b8e-fd1f-48f5-a412-ff6227c704df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 1097 time: 0.0413315 Aug 16 22:56:53.915258 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831b4d1-23f3-411e-9d08-23583cb563ec req-483d4283-79d3-404e-9886-8573f5989bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:53.916647 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f831b4d1-23f3-411e-9d08-23583cb563ec req-483d4283-79d3-404e-9886-8573f5989bae service neutron] 10.222.0.39 "GET /v2.0/networks?id=68202e0a-7000-4e06-b9d9-2468a9029336 HTTP/1.1" status: 200 len: 898 time: 0.0937874 Aug 16 22:56:53.979937 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f831b4d1-23f3-411e-9d08-23583cb563ec req-91a897a2-8b16-4dfc-acef-db23d67618c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c47db699-3b1d-4e30-a604-c95becaf0318 HTTP/1.1" status: 200 len: 1000 time: 0.0560184 Aug 16 22:56:54.032759 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831b4d1-23f3-411e-9d08-23583cb563ec req-3df4f953-befb-45ee-964b-84a0d1e8e141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:54.034235 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f831b4d1-23f3-411e-9d08-23583cb563ec req-3df4f953-befb-45ee-964b-84a0d1e8e141 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89c89cac-0da1-4914-82da-2fac5b7fcbbb HTTP/1.1" status: 200 len: 834 time: 0.0472574 Aug 16 22:56:54.078882 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831b4d1-23f3-411e-9d08-23583cb563ec req-8256b91c-d47d-460e-9920-aae8c4526afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:54.080354 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f831b4d1-23f3-411e-9d08-23583cb563ec req-8256b91c-d47d-460e-9920-aae8c4526afd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=68202e0a-7000-4e06-b9d9-2468a9029336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394039 Aug 16 22:56:54.091458 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-f831b4d1-23f3-411e-9d08-23583cb563ec req-f257e7e5-27af-4959-9039-45bd22d9ec4f service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:56:54.092372 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f831b4d1-23f3-411e-9d08-23583cb563ec req-f257e7e5-27af-4959-9039-45bd22d9ec4f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048497 Aug 16 22:56:54.179915 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f831b4d1-23f3-411e-9d08-23583cb563ec req-edee4392-e830-4d80-95ed-1b3b0d5380b3 service neutron] 10.222.0.39 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806255 Aug 16 22:56:54.271597 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f831b4d1-23f3-411e-9d08-23583cb563ec req-69058161-acd4-4ea7-9c6e-7ec27cabdd2f service neutron] 10.222.0.39 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847855 Aug 16 22:56:54.541701 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f3d34-e4fb-40a3-b66a-3f24525a20d3 req-e9887808-398a-4055-89c0-0798cd716c8f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:54.543259 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c91f3d34-e4fb-40a3-b66a-3f24525a20d3 req-e9887808-398a-4055-89c0-0798cd716c8f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.0491860 Aug 16 22:56:54.587318 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c91f3d34-e4fb-40a3-b66a-3f24525a20d3 req-e4221b72-9743-474c-bf52-1ac6416cbfc2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381558 Aug 16 22:56:55.701838 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85734889-bbdc-4015-8e7f-e15557b283be req-86ab0726-d091-4f84-bfff-cacdc79fcc6e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:55.703326 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-85734889-bbdc-4015-8e7f-e15557b283be req-86ab0726-d091-4f84-bfff-cacdc79fcc6e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.0478122 Aug 16 22:56:55.740285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-85734889-bbdc-4015-8e7f-e15557b283be req-711ae242-632d-4225-8e6b-065235d5b6c9 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309999 Aug 16 22:56:57.193357 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31676c6b-98ea-4fc2-a839-f95f957ba348 req-0a77bf78-4173-4568-bbc4-f7dcf5a6d654 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:57.194862 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31676c6b-98ea-4fc2-a839-f95f957ba348 req-0a77bf78-4173-4568-bbc4-f7dcf5a6d654 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.3878510 Aug 16 22:56:57.231268 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31676c6b-98ea-4fc2-a839-f95f957ba348 req-955e5880-ff23-4c4c-9ee7-009fcebec289 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303245 Aug 16 22:56:58.343876 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee502869-958e-448c-827b-51a2451160b3 req-002d54e6-9602-49e5-8eab-fb012586a550 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:58.345334 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee502869-958e-448c-827b-51a2451160b3 req-002d54e6-9602-49e5-8eab-fb012586a550 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.0476789 Aug 16 22:56:58.383686 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee502869-958e-448c-827b-51a2451160b3 req-320a79cc-b373-4ea2-b5f4-ed6380826d05 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323346 Aug 16 22:56:58.966844 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-61c8db36-0720-4919-9589-a69d735510aa service neutron] show failed (client error): The resource could not be found. Aug 16 22:56:58.967863 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-61c8db36-0720-4919-9589-a69d735510aa service neutron] 10.222.0.39 "GET /v2.0/ports/c47db699-3b1d-4e30-a604-c95becaf0318/bindings/n-h2-792458-15 HTTP/1.1" status: 404 len: 381 time: 0.0548360 Aug 16 22:56:59.169889 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-cc4bc6e6-bbc0-499f-9da0-959934b523a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:59.171436 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-cc4bc6e6-bbc0-499f-9da0-959934b523a4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84&tenant_id=e32b01dd26f6421f8630d3eff7506c36 HTTP/1.1" status: 200 len: 1097 time: 0.0436556 Aug 16 22:56:59.183200 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-15', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:59.239263 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.437277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] For port c47db699-3b1d-4e30-a604-c95becaf0318, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c47db699-3b1d-4e30-a604-c95becaf0318,segment=NetworkSegment(6438787a-d61a-40fa-a7e4-b7bbb8b93137),segment_id=6438787a-d61a-40fa-a7e4-b7bbb8b93137)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:59.494499 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] For port c47db699-3b1d-4e30-a604-c95becaf0318, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:56:59.538631 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbdd61-c72e-4204-a671-b691921f2373 req-e9da6e34-c23c-4396-8a3a-8829c8a5208a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:59.540479 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29bbdd61-c72e-4204-a671-b691921f2373 req-e9da6e34-c23c-4396-8a3a-8829c8a5208a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.0873418 Aug 16 22:56:59.559127 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4431177e-d57b-4c25-88c5-4679c971be84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c47db699-3b1d-4e30-a604-c95becaf0318'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:56:59.561296 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e48b51e-24b5-405b-a801-e8ce876f3c47" -d '{"events": [{"server_uuid": "4431177e-d57b-4c25-88c5-4679c971be84", "name": "network-vif-unplugged", "status": "completed", "tag": "c47db699-3b1d-4e30-a604-c95becaf0318"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:56:59.566307 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.590760 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Transition to ACTIVE for port object c47db699-3b1d-4e30-a604-c95becaf0318 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:56:59.596934 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.612250 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fb06cc-e4b3-4462-9a5f-b05e4e6fb50d x-openstack-request-id: req-75fb06cc-e4b3-4462-9a5f-b05e4e6fb50d {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:56:59.612539 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4431177e-d57b-4c25-88c5-4679c971be84", "name": "network-vif-unplugged", "status": "completed", "tag": "c47db699-3b1d-4e30-a604-c95becaf0318", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:56:59.612789 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-75fb06cc-e4b3-4462-9a5f-b05e4e6fb50d {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:56:59.613185 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4431177e-d57b-4c25-88c5-4679c971be84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c47db699-3b1d-4e30-a604-c95becaf0318', 'code': 200} Aug 16 22:56:59.633687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29bbdd61-c72e-4204-a671-b691921f2373 req-3edf7596-6758-48d9-bded-f5f7e22bf307 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869868 Aug 16 22:56:59.691691 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Pushing event updated for resources: {'Port': ['ID=c47db699-3b1d-4e30-a604-c95becaf0318,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:59.706317 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:59.706666 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:59.707118 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:59.707453 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:59.707786 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:59.708118 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:59.708472 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:59.708804 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:59.709128 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:59.709455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:59.709799 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:59.710178 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:59.742354 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] No DVR routers for this DVR port c47db699-3b1d-4e30-a604-c95becaf0318 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:56:59.878293 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Attempting to bind port c47db699-3b1d-4e30-a604-c95becaf0318 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:56:59.878626 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Attempting to bind port c47db699-3b1d-4e30-a604-c95becaf0318 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '6438787a-d61a-40fa-a7e4-b7bbb8b93137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:56:59.878953 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Attempting to bind port c47db699-3b1d-4e30-a604-c95becaf0318 on network 68202e0a-7000-4e06-b9d9-2468a9029336 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:56:59.883376 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Port c47db699-3b1d-4e30-a604-c95becaf0318 on network 68202e0a-7000-4e06-b9d9-2468a9029336 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:56:59.883696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Attempting to bind port c47db699-3b1d-4e30-a604-c95becaf0318 on network 68202e0a-7000-4e06-b9d9-2468a9029336 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:56:59.889185 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:56:59.889523 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Checking segment: {'id': '6438787a-d61a-40fa-a7e4-b7bbb8b93137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:56:59.889906 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Bound using segment: {'id': '6438787a-d61a-40fa-a7e4-b7bbb8b93137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:56:59.890362 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Bound port: c47db699-3b1d-4e30-a604-c95becaf0318, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438787a-d61a-40fa-a7e4-b7bbb8b93137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:56:59.890720 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.952270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] For port c47db699-3b1d-4e30-a604-c95becaf0318, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:56:59.955200 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] For port c47db699-3b1d-4e30-a604-c95becaf0318, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=c47db699-3b1d-4e30-a604-c95becaf0318,segment=NetworkSegment(6438787a-d61a-40fa-a7e4-b7bbb8b93137),segment_id=6438787a-d61a-40fa-a7e4-b7bbb8b93137)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:56:59.960273 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.993508 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:59.994154 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.996207 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] 10.222.0.43 "PUT /v2.0/ports/c47db699-3b1d-4e30-a604-c95becaf0318 HTTP/1.1" status: 200 len: 1092 time: 0.8170342 Aug 16 22:57:00.018217 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae916b26-876a-400b-b6ef-3f435ba2322c service neutron] Pushing event updated for resources: {'Port': ['ID=c47db699-3b1d-4e30-a604-c95becaf0318,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:00.063744 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-00dc5529-f951-4541-853e-c62ce7e83287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:00.065290 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-00dc5529-f951-4541-853e-c62ce7e83287 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 1095 time: 0.0440648 Aug 16 22:57:00.164481 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-0f29482c-ad1a-4fe3-abc8-d1349e15cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:00.165888 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-0f29482c-ad1a-4fe3-abc8-d1349e15cf56 service neutron] 10.222.0.43 "GET /v2.0/networks?id=68202e0a-7000-4e06-b9d9-2468a9029336 HTTP/1.1" status: 200 len: 898 time: 0.0930095 Aug 16 22:57:00.234478 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-3cb652f5-63da-43b1-9936-4a7a167233f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c47db699-3b1d-4e30-a604-c95becaf0318 HTTP/1.1" status: 200 len: 998 time: 0.0618351 Aug 16 22:57:00.283972 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-f1fdd4b3-bd08-4ee4-88bb-20b216686f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:00.285369 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-f1fdd4b3-bd08-4ee4-88bb-20b216686f8e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c89cac-0da1-4914-82da-2fac5b7fcbbb HTTP/1.1" status: 200 len: 834 time: 0.0438783 Aug 16 22:57:00.331380 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-161517c6-2b0c-4a84-94dc-bd37e9c016be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:00.332865 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-161517c6-2b0c-4a84-94dc-bd37e9c016be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68202e0a-7000-4e06-b9d9-2468a9029336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405891 Aug 16 22:57:00.434177 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-74045817-5092-43a6-9d75-bd40f5e9eacf service neutron] 10.222.0.43 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934300 Aug 16 22:57:00.522902 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e3791f4-c22a-4bc7-817d-e9aa8085a8f5 req-bfba5aa8-459c-48a8-9c6e-da3fd5902816 service neutron] 10.222.0.43 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820022 Aug 16 22:57:00.752394 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfdcc4-5be4-456b-a1c4-c592b38a0f16 req-843c1691-5de7-45b7-a44a-ed081c7ca0c1 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:00.754162 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6edfdcc4-5be4-456b-a1c4-c592b38a0f16 req-843c1691-5de7-45b7-a44a-ed081c7ca0c1 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 943 time: 0.0481858 Aug 16 22:57:00.795265 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6edfdcc4-5be4-456b-a1c4-c592b38a0f16 req-199f13ff-29e5-49c5-ac4d-0f3428fd0fbc tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348663 Aug 16 22:57:00.850065 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:57:01.614544 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4431177e-d57b-4c25-88c5-4679c971be84', 'tag': 'c47db699-3b1d-4e30-a604-c95becaf0318'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:01.616876 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d" -d '{"events": [{"name": "network-changed", "server_uuid": "4431177e-d57b-4c25-88c5-4679c971be84", "tag": "c47db699-3b1d-4e30-a604-c95becaf0318"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:01.664343 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5694966-8371-4d19-a736-82e85afb7b8f x-openstack-request-id: req-d5694966-8371-4d19-a736-82e85afb7b8f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:01.664629 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4431177e-d57b-4c25-88c5-4679c971be84", "tag": "c47db699-3b1d-4e30-a604-c95becaf0318", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:01.664872 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d5694966-8371-4d19-a736-82e85afb7b8f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:01.665265 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4431177e-d57b-4c25-88c5-4679c971be84', 'tag': 'c47db699-3b1d-4e30-a604-c95becaf0318', 'status': 'completed', 'code': 200} Aug 16 22:57:01.728823 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d req-25b90621-a5cd-486f-b91d-a75ab4744691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:01.731314 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d req-25b90621-a5cd-486f-b91d-a75ab4744691 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 1095 time: 0.0434103 Aug 16 22:57:01.735564 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d req-026c0af6-8065-47df-bf3d-f239dece9dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:01.737043 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d req-026c0af6-8065-47df-bf3d-f239dece9dc1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 1095 time: 0.0493999 Aug 16 22:57:01.827921 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d req-55fcfc98-475a-470c-846b-2555513525c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:01.829410 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d req-55fcfc98-475a-470c-846b-2555513525c0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=68202e0a-7000-4e06-b9d9-2468a9029336 HTTP/1.1" status: 200 len: 898 time: 0.0858667 Aug 16 22:57:01.833939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d req-692709be-b9fb-4c99-a129-9b60013dd2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:01.835470 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d req-692709be-b9fb-4c99-a129-9b60013dd2cf service neutron] 10.222.0.43 "GET /v2.0/networks?id=68202e0a-7000-4e06-b9d9-2468a9029336 HTTP/1.1" status: 200 len: 898 time: 0.0903494 Aug 16 22:57:01.901593 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d req-a5bfff17-f6ed-4949-ae0e-ab5abf117dcc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c47db699-3b1d-4e30-a604-c95becaf0318 HTTP/1.1" status: 200 len: 998 time: 0.0645032 Aug 16 22:57:01.937572 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d req-6fdcfe9f-979b-4e45-b50e-8c68307c27bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c47db699-3b1d-4e30-a604-c95becaf0318 HTTP/1.1" status: 200 len: 998 time: 0.0946307 Aug 16 22:57:01.950301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12201e-d922-4c72-87d0-a31cbed40e52 req-c2da63b2-1c37-4703-a0ad-8f72bffc3db9 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:01.951753 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f12201e-d922-4c72-87d0-a31cbed40e52 req-c2da63b2-1c37-4703-a0ad-8f72bffc3db9 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 943 time: 0.0671880 Aug 16 22:57:01.952477 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d req-c116c0ac-28ab-4e4d-963f-a652896b7950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:01.954093 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d req-c116c0ac-28ab-4e4d-963f-a652896b7950 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89c89cac-0da1-4914-82da-2fac5b7fcbbb HTTP/1.1" status: 200 len: 834 time: 0.0458345 Aug 16 22:57:01.999697 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d req-476cd0e8-9cbc-4b12-afd1-2c46a09071b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:02.001204 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d req-476cd0e8-9cbc-4b12-afd1-2c46a09071b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=68202e0a-7000-4e06-b9d9-2468a9029336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399067 Aug 16 22:57:02.022757 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d req-e88e9635-7302-4875-a092-a72f1ba7ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:02.024255 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d req-e88e9635-7302-4875-a092-a72f1ba7ad3c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c89cac-0da1-4914-82da-2fac5b7fcbbb HTTP/1.1" status: 200 len: 834 time: 0.0716500 Aug 16 22:57:02.027392 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f12201e-d922-4c72-87d0-a31cbed40e52 req-4c76a826-d87f-4fe4-bca2-5d41e0a88305 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674884 Aug 16 22:57:02.078436 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d req-5a25452e-270c-48b4-b298-a1f101383313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:02.079978 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d req-5a25452e-270c-48b4-b298-a1f101383313 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68202e0a-7000-4e06-b9d9-2468a9029336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445976 Aug 16 22:57:02.108122 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d req-0cc286ce-0a07-4b04-be7b-c0b4812b748c service neutron] 10.222.0.39 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985420 Aug 16 22:57:02.175178 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d req-8eaed0dd-c61f-4a7a-ae4d-1cfbb70e191a service neutron] 10.222.0.43 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862885 Aug 16 22:57:02.203388 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d req-45aa19b0-734a-4105-ba55-b1df926c618f service neutron] 10.222.0.39 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883770 Aug 16 22:57:02.275679 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0cc3c7b2-7017-4190-bed4-d227eee5fa7d req-55bbafa7-d45d-4a9f-9fa2-d9b6e621fc41 service neutron] 10.222.0.43 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918238 Aug 16 22:57:02.808383 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device c47db699-3b1d-4e30-a604-c95becaf0318 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:57:02.903505 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port c47db699-3b1d-4e30-a604-c95becaf0318, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=c47db699-3b1d-4e30-a604-c95becaf0318,segment=NetworkSegment(6438787a-d61a-40fa-a7e4-b7bbb8b93137),segment_id=6438787a-d61a-40fa-a7e4-b7bbb8b93137)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:02.914218 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'c47db699-3b1d-4e30-a604-c95becaf0318', 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336', 'port_id': 'c47db699-3b1d-4e30-a604-c95becaf0318', 'mac_address': 'fa:16:3e:65:af:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89c89cac-0da1-4914-82da-2fac5b7fcbbb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:57:02.951141 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:02.964105 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c47db699-3b1d-4e30-a604-c95becaf0318 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:57:02.988323 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port c47db699-3b1d-4e30-a604-c95becaf0318, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=c47db699-3b1d-4e30-a604-c95becaf0318,segment=NetworkSegment(6438787a-d61a-40fa-a7e4-b7bbb8b93137),segment_id=6438787a-d61a-40fa-a7e4-b7bbb8b93137)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:02.996622 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:03.043258 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=c47db699-3b1d-4e30-a604-c95becaf0318,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:03.050423 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:03.050769 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:03.051108 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:03.051443 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:03.051768 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:03.052100 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:03.052427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:03.052748 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:03.053076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:03.053391 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:03.053712 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:03.054054 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:03.161086 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57eefa3-41f7-434a-9a0b-a41cf23ba29f req-fa5fa657-298d-41f3-83c0-edc31fcf4e03 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:03.162540 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c57eefa3-41f7-434a-9a0b-a41cf23ba29f req-fa5fa657-298d-41f3-83c0-edc31fcf4e03 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 944 time: 0.0514715 Aug 16 22:57:03.199728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c57eefa3-41f7-434a-9a0b-a41cf23ba29f req-a1adcf2a-c40c-404e-8bbd-6cb1c4c56531 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307765 Aug 16 22:57:03.228051 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['c47db699-3b1d-4e30-a604-c95becaf0318'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:57:03.443797 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c47db699-3b1d-4e30-a604-c95becaf0318 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:57:03.505923 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-aa24179c-d9ab-4dc5-a80b-d900b717aa84 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:03.507730 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c47db699-3b1d-4e30-a604-c95becaf0318 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:57:03.508239 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-aa24179c-d9ab-4dc5-a80b-d900b717aa84 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.43 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84&tenant_id=e32b01dd26f6421f8630d3eff7506c36&binding%3Ahost_id=n-h2-792458-15 HTTP/1.1" status: 200 len: 944 time: 0.1268511 Aug 16 22:57:03.517867 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092daba7-e75a-4961-84f0-db3ee8e8b1db req-3b76d167-ce50-4102-8d0a-b4aa31533c7a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:03.519280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-092daba7-e75a-4961-84f0-db3ee8e8b1db req-3b76d167-ce50-4102-8d0a-b4aa31533c7a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 944 time: 0.1034904 Aug 16 22:57:03.588596 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-092daba7-e75a-4961-84f0-db3ee8e8b1db req-09b33915-8b46-44c5-90b1-c1edfde99b04 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630908 Aug 16 22:57:03.605709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-070b4f41-085a-457f-a8b6-b6c1085ae39e service neutron] 10.222.0.43 "GET /v2.0/ports/c47db699-3b1d-4e30-a604-c95becaf0318/bindings/n-h2-792458-15 HTTP/1.1" status: 200 len: 383 time: 0.0845821 Aug 16 22:57:03.669973 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-3c04b574-b60c-4fd2-ad82-9cf52e18f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:03.671481 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-3c04b574-b60c-4fd2-ad82-9cf52e18f5ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 1096 time: 0.0413191 Aug 16 22:57:03.758722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-5fa28e01-7c7c-4d3e-a974-387eba9bebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:03.760072 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-5fa28e01-7c7c-4d3e-a974-387eba9bebd4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=68202e0a-7000-4e06-b9d9-2468a9029336 HTTP/1.1" status: 200 len: 898 time: 0.0818009 Aug 16 22:57:03.827722 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-9c362110-4757-4f70-bd05-9436d159e1fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c47db699-3b1d-4e30-a604-c95becaf0318 HTTP/1.1" status: 200 len: 999 time: 0.0599027 Aug 16 22:57:03.877559 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-ad52a7ce-4555-4f06-9334-bbb322a9767d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:03.879306 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-ad52a7ce-4555-4f06-9334-bbb322a9767d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c89cac-0da1-4914-82da-2fac5b7fcbbb HTTP/1.1" status: 200 len: 834 time: 0.0440304 Aug 16 22:57:03.924548 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-44e94627-ed0a-441e-bf39-a2d4c8b5fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:03.926186 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-44e94627-ed0a-441e-bf39-a2d4c8b5fbae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68202e0a-7000-4e06-b9d9-2468a9029336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390134 Aug 16 22:57:04.017388 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-fe5c9b8d-a5f9-4659-9d38-99fcbab6b92d service neutron] 10.222.0.43 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838718 Aug 16 22:57:04.110515 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-201bbf88-71a1-4601-a0d6-d171bc909a64 service neutron] 10.222.0.43 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854568 Aug 16 22:57:04.721535 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dd2e3-b78e-4e05-9bb5-ed38c319e096 req-8496974e-0873-49ab-9f43-ef4a72a609e0 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:04.723060 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f2dd2e3-b78e-4e05-9bb5-ed38c319e096 req-8496974e-0873-49ab-9f43-ef4a72a609e0 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 944 time: 0.0513637 Aug 16 22:57:04.759840 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f2dd2e3-b78e-4e05-9bb5-ed38c319e096 req-ff1dea77-3147-4f41-a48f-1796b1b1a1af tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306642 Aug 16 22:57:04.808507 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device c47db699-3b1d-4e30-a604-c95becaf0318 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:04.855868 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port c47db699-3b1d-4e30-a604-c95becaf0318 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:04.859474 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port c47db699-3b1d-4e30-a604-c95becaf0318 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:04.859844 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:04.937295 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:04.959125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4431177e-d57b-4c25-88c5-4679c971be84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47db699-3b1d-4e30-a604-c95becaf0318'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:04.961359 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb9b4f7-5c73-41c7-8c5c-764dd8748197" -d '{"events": [{"server_uuid": "4431177e-d57b-4c25-88c5-4679c971be84", "name": "network-vif-plugged", "status": "completed", "tag": "c47db699-3b1d-4e30-a604-c95becaf0318"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:04.974461 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port c47db699-3b1d-4e30-a604-c95becaf0318, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=c47db699-3b1d-4e30-a604-c95becaf0318,segment=NetworkSegment(6438787a-d61a-40fa-a7e4-b7bbb8b93137),segment_id=6438787a-d61a-40fa-a7e4-b7bbb8b93137)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:04.979349 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:05.014609 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8f847c-a04e-4ba7-8b44-b69fc41f0398 x-openstack-request-id: req-da8f847c-a04e-4ba7-8b44-b69fc41f0398 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:05.014899 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4431177e-d57b-4c25-88c5-4679c971be84", "name": "network-vif-plugged", "status": "completed", "tag": "c47db699-3b1d-4e30-a604-c95becaf0318", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:05.015149 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-da8f847c-a04e-4ba7-8b44-b69fc41f0398 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:05.015535 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4431177e-d57b-4c25-88c5-4679c971be84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47db699-3b1d-4e30-a604-c95becaf0318', 'code': 200} Aug 16 22:57:05.029268 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=c47db699-3b1d-4e30-a604-c95becaf0318,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:05.895870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a934f2c-286a-4f34-b9ce-1d4216293e42 req-9faec49a-10cd-49b3-8a71-9a8f4de75c5a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:05.897391 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a934f2c-286a-4f34-b9ce-1d4216293e42 req-9faec49a-10cd-49b3-8a71-9a8f4de75c5a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 945 time: 0.0517821 Aug 16 22:57:05.935977 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a934f2c-286a-4f34-b9ce-1d4216293e42 req-7e349da2-53bb-4295-a922-4bf1844dabe5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319726 Aug 16 22:57:06.060064 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-5a8de1ce-ce05-44fe-844b-c6653c72bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:06.061565 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-5a8de1ce-ce05-44fe-844b-c6653c72bcad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84&tenant_id=e32b01dd26f6421f8630d3eff7506c36 HTTP/1.1" status: 200 len: 1097 time: 0.0734873 Aug 16 22:57:06.074364 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-15', 'device_owner': 'compute:nova'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:06.132582 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:06.658125 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] For port c47db699-3b1d-4e30-a604-c95becaf0318, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=c47db699-3b1d-4e30-a604-c95becaf0318,segment=NetworkSegment(6438787a-d61a-40fa-a7e4-b7bbb8b93137),segment_id=6438787a-d61a-40fa-a7e4-b7bbb8b93137)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:06.690035 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] For port c47db699-3b1d-4e30-a604-c95becaf0318, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:57:06.732648 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4431177e-d57b-4c25-88c5-4679c971be84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c47db699-3b1d-4e30-a604-c95becaf0318'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:06.734939 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b450920-f7b1-438c-bc0b-268d8a945373" -d '{"events": [{"server_uuid": "4431177e-d57b-4c25-88c5-4679c971be84", "name": "network-vif-unplugged", "status": "completed", "tag": "c47db699-3b1d-4e30-a604-c95becaf0318"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:06.738929 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:06.751855 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Transition to ACTIVE for port object c47db699-3b1d-4e30-a604-c95becaf0318 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:06.755595 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:06.788479 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dc4945-babe-4ee9-84a7-ab584feeda35 x-openstack-request-id: req-19dc4945-babe-4ee9-84a7-ab584feeda35 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:06.788479 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4431177e-d57b-4c25-88c5-4679c971be84", "name": "network-vif-unplugged", "status": "completed", "tag": "c47db699-3b1d-4e30-a604-c95becaf0318", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:06.788725 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-19dc4945-babe-4ee9-84a7-ab584feeda35 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:06.789185 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4431177e-d57b-4c25-88c5-4679c971be84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c47db699-3b1d-4e30-a604-c95becaf0318', 'code': 200} Aug 16 22:57:06.877073 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c47db699-3b1d-4e30-a604-c95becaf0318,revision_number=10']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:06.892275 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:06.892629 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:06.892973 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:06.893315 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:06.893651 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:06.893997 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:06.894333 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:06.894663 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:06.894992 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:06.895322 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:06.895676 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:06.896003 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:06.945681 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] No DVR routers for this DVR port c47db699-3b1d-4e30-a604-c95becaf0318 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:57:07.055931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2058b3-67d6-4704-8c19-566662931d39 req-6d621bd8-50ee-48ce-8e1f-b090bec2f993 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:07.057348 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e2058b3-67d6-4704-8c19-566662931d39 req-6d621bd8-50ee-48ce-8e1f-b090bec2f993 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 944 time: 0.0537612 Aug 16 22:57:07.091070 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Attempting to bind port c47db699-3b1d-4e30-a604-c95becaf0318 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:57:07.091692 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Attempting to bind port c47db699-3b1d-4e30-a604-c95becaf0318 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '6438787a-d61a-40fa-a7e4-b7bbb8b93137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:57:07.091820 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Attempting to bind port c47db699-3b1d-4e30-a604-c95becaf0318 on network 68202e0a-7000-4e06-b9d9-2468a9029336 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:57:07.096212 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Port c47db699-3b1d-4e30-a604-c95becaf0318 on network 68202e0a-7000-4e06-b9d9-2468a9029336 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:57:07.096554 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Attempting to bind port c47db699-3b1d-4e30-a604-c95becaf0318 on network 68202e0a-7000-4e06-b9d9-2468a9029336 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:57:07.098935 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e2058b3-67d6-4704-8c19-566662931d39 req-1eb308d3-e82d-4f9a-861f-78771ab2fe72 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353658 Aug 16 22:57:07.101624 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:57:07.101990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Checking segment: {'id': '6438787a-d61a-40fa-a7e4-b7bbb8b93137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:57:07.102375 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Bound using segment: {'id': '6438787a-d61a-40fa-a7e4-b7bbb8b93137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:57:07.102824 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Bound port: c47db699-3b1d-4e30-a604-c95becaf0318, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438787a-d61a-40fa-a7e4-b7bbb8b93137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:57:07.103210 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:07.172172 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] For port c47db699-3b1d-4e30-a604-c95becaf0318, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:57:07.175097 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] For port c47db699-3b1d-4e30-a604-c95becaf0318, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c47db699-3b1d-4e30-a604-c95becaf0318,segment=NetworkSegment(6438787a-d61a-40fa-a7e4-b7bbb8b93137),segment_id=6438787a-d61a-40fa-a7e4-b7bbb8b93137)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:57:07.180232 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:07.212197 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:07.212880 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:07.214705 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] 10.222.0.39 "PUT /v2.0/ports/c47db699-3b1d-4e30-a604-c95becaf0318 HTTP/1.1" status: 200 len: 1093 time: 1.1448865 Aug 16 22:57:07.238982 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f06435-95ec-4b3a-b8b4-fb05d39515c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c47db699-3b1d-4e30-a604-c95becaf0318,revision_number=11']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:07.282199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-e35e8165-c527-4011-a407-7cfaaa526233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:07.283777 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-e35e8165-c527-4011-a407-7cfaaa526233 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 1096 time: 0.0459373 Aug 16 22:57:07.385063 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-8aa47f65-29f7-40e0-9b3e-dfbe515d9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:07.386961 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-8aa47f65-29f7-40e0-9b3e-dfbe515d9ccd service neutron] 10.222.0.39 "GET /v2.0/networks?id=68202e0a-7000-4e06-b9d9-2468a9029336 HTTP/1.1" status: 200 len: 898 time: 0.0961590 Aug 16 22:57:07.453902 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-59a59584-2e8a-486d-bd56-0beb868e59ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c47db699-3b1d-4e30-a604-c95becaf0318 HTTP/1.1" status: 200 len: 998 time: 0.0598016 Aug 16 22:57:07.507311 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-3863932d-eeb3-4f38-8b7a-5c14eac8270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:07.508794 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-3863932d-eeb3-4f38-8b7a-5c14eac8270a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89c89cac-0da1-4914-82da-2fac5b7fcbbb HTTP/1.1" status: 200 len: 834 time: 0.0485756 Aug 16 22:57:07.553252 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-21dcfe52-9bbd-40ba-ad3f-e49794911d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:07.554754 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-21dcfe52-9bbd-40ba-ad3f-e49794911d70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=68202e0a-7000-4e06-b9d9-2468a9029336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392525 Aug 16 22:57:07.645154 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-ac1d6f70-40dd-4130-b58c-e199ea05b8e8 service neutron] 10.222.0.39 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830581 Aug 16 22:57:07.738203 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-84f3c43e-f16b-4553-a660-6da02f15e0e0 req-71e17f99-be5c-41d9-8737-7833124e5361 service neutron] 10.222.0.39 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861931 Aug 16 22:57:08.215826 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2308aa-59ed-4a0d-bcf2-e66300cb44c3 req-7132298c-9da2-4b0b-a8b2-b1cdb2282f2f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:08.217316 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e2308aa-59ed-4a0d-bcf2-e66300cb44c3 req-7132298c-9da2-4b0b-a8b2-b1cdb2282f2f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 944 time: 0.0491467 Aug 16 22:57:08.255099 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e2308aa-59ed-4a0d-bcf2-e66300cb44c3 req-45784d87-3ba1-4f2b-b7ae-5d53a181e4ce tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318089 Aug 16 22:57:08.754352 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:08.790710 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4431177e-d57b-4c25-88c5-4679c971be84', 'tag': 'c47db699-3b1d-4e30-a604-c95becaf0318'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:08.793103 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ec6ec5-45a0-4ebc-808d-9e68bd371235" -d '{"events": [{"name": "network-changed", "server_uuid": "4431177e-d57b-4c25-88c5-4679c971be84", "tag": "c47db699-3b1d-4e30-a604-c95becaf0318"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:08.841625 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a7505e-4715-4f1c-8906-2dda33cc1ec4 x-openstack-request-id: req-e6a7505e-4715-4f1c-8906-2dda33cc1ec4 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:08.841915 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4431177e-d57b-4c25-88c5-4679c971be84", "tag": "c47db699-3b1d-4e30-a604-c95becaf0318", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:08.842222 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e6a7505e-4715-4f1c-8906-2dda33cc1ec4 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:08.842616 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4431177e-d57b-4c25-88c5-4679c971be84', 'tag': 'c47db699-3b1d-4e30-a604-c95becaf0318', 'status': 'completed', 'code': 200} Aug 16 22:57:08.901061 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec6ec5-45a0-4ebc-808d-9e68bd371235 req-fec15cfb-260e-4bfa-abd6-eade158cae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:08.902561 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19ec6ec5-45a0-4ebc-808d-9e68bd371235 req-fec15cfb-260e-4bfa-abd6-eade158cae9b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 1096 time: 0.0415685 Aug 16 22:57:08.905488 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec6ec5-45a0-4ebc-808d-9e68bd371235 req-a7bd5dc0-f341-4452-9a21-c8d522a1e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:08.907034 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-19ec6ec5-45a0-4ebc-808d-9e68bd371235 req-a7bd5dc0-f341-4452-9a21-c8d522a1e579 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 1096 time: 0.0419638 Aug 16 22:57:08.999612 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec6ec5-45a0-4ebc-808d-9e68bd371235 req-7dd7633e-5107-4bba-bb22-a5aa6afdefc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:09.001128 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19ec6ec5-45a0-4ebc-808d-9e68bd371235 req-7dd7633e-5107-4bba-bb22-a5aa6afdefc4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=68202e0a-7000-4e06-b9d9-2468a9029336 HTTP/1.1" status: 200 len: 898 time: 0.0919311 Aug 16 22:57:09.007185 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec6ec5-45a0-4ebc-808d-9e68bd371235 req-dae47f2a-fa06-475a-b812-6a5a4caceba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:09.008673 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-19ec6ec5-45a0-4ebc-808d-9e68bd371235 req-dae47f2a-fa06-475a-b812-6a5a4caceba2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=68202e0a-7000-4e06-b9d9-2468a9029336 HTTP/1.1" status: 200 len: 898 time: 0.0908422 Aug 16 22:57:09.018358 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e53d3341-6e54-4343-a42c-05b6ee425b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:09.070639 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19ec6ec5-45a0-4ebc-808d-9e68bd371235 req-eafbe20f-d9bc-4010-8a40-a0593c5995aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c47db699-3b1d-4e30-a604-c95becaf0318 HTTP/1.1" status: 200 len: 998 time: 0.0625594 Aug 16 22:57:09.080042 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-19ec6ec5-45a0-4ebc-808d-9e68bd371235 req-602eb098-799d-44bd-a592-23f1003b191f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c47db699-3b1d-4e30-a604-c95becaf0318 HTTP/1.1" status: 200 len: 998 time: 0.0635900 Aug 16 22:57:09.120783 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec6ec5-45a0-4ebc-808d-9e68bd371235 req-a81bce01-b19b-4b1c-adda-c617901b6f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:09.122662 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19ec6ec5-45a0-4ebc-808d-9e68bd371235 req-a81bce01-b19b-4b1c-adda-c617901b6f5c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c89cac-0da1-4914-82da-2fac5b7fcbbb HTTP/1.1" status: 200 len: 834 time: 0.0456030 Aug 16 22:57:09.142485 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec6ec5-45a0-4ebc-808d-9e68bd371235 req-b86f01c9-649f-4018-ae74-bd9a6686bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:09.143965 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-19ec6ec5-45a0-4ebc-808d-9e68bd371235 req-b86f01c9-649f-4018-ae74-bd9a6686bf05 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89c89cac-0da1-4914-82da-2fac5b7fcbbb HTTP/1.1" status: 200 len: 834 time: 0.0554438 Aug 16 22:57:09.174413 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec6ec5-45a0-4ebc-808d-9e68bd371235 req-0e81973a-f3a8-4d1c-baae-0384769a9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:09.175956 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19ec6ec5-45a0-4ebc-808d-9e68bd371235 req-0e81973a-f3a8-4d1c-baae-0384769a9972 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68202e0a-7000-4e06-b9d9-2468a9029336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461617 Aug 16 22:57:09.196466 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec6ec5-45a0-4ebc-808d-9e68bd371235 req-b6f5d545-660a-454c-abae-6aefd50aed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:09.198715 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-19ec6ec5-45a0-4ebc-808d-9e68bd371235 req-b6f5d545-660a-454c-abae-6aefd50aed81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=68202e0a-7000-4e06-b9d9-2468a9029336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439639 Aug 16 22:57:09.274524 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19ec6ec5-45a0-4ebc-808d-9e68bd371235 req-aef90561-db87-4f8c-83d1-3596fc29bc46 service neutron] 10.222.0.43 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910289 Aug 16 22:57:09.313699 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-19ec6ec5-45a0-4ebc-808d-9e68bd371235 req-970efb72-03aa-478a-8fbc-8f3acb126bc0 service neutron] 10.222.0.39 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002572 Aug 16 22:57:09.407121 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa923f-de00-4aad-8c68-c120e8cc03ca req-c2405407-7dfc-4e33-9e99-93d2f0bba58c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:09.408638 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bbaa923f-de00-4aad-8c68-c120e8cc03ca req-c2405407-7dfc-4e33-9e99-93d2f0bba58c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 944 time: 0.0770812 Aug 16 22:57:09.411552 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-19ec6ec5-45a0-4ebc-808d-9e68bd371235 req-10a7f898-0d0c-4e07-9c9e-d324b46202d1 service neutron] 10.222.0.39 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909581 Aug 16 22:57:09.412554 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19ec6ec5-45a0-4ebc-808d-9e68bd371235 req-e5dd21f1-05c3-4d6a-b2e9-73509d228bc0 service neutron] 10.222.0.43 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315835 Aug 16 22:57:09.449233 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c47db699-3b1d-4e30-a604-c95becaf0318 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:57:09.453639 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bbaa923f-de00-4aad-8c68-c120e8cc03ca req-643cbe96-a9cf-4fb5-bf8b-3b69e31ee6a8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386133 Aug 16 22:57:09.480863 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44742) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:09.544256 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-35e0111a-a41f-4b69-80f6-d91e093989f2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/floatingips/19d2bc11-7e9d-4730-9bbf-8b08fdb054b2 HTTP/1.1" status: 200 len: 990 time: 0.0621803 Aug 16 22:57:09.710919 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c47db699-3b1d-4e30-a604-c95becaf0318, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c47db699-3b1d-4e30-a604-c95becaf0318,segment=NetworkSegment(6438787a-d61a-40fa-a7e4-b7bbb8b93137),segment_id=6438787a-d61a-40fa-a7e4-b7bbb8b93137)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:09.721619 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'c47db699-3b1d-4e30-a604-c95becaf0318', 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336', 'port_id': 'c47db699-3b1d-4e30-a604-c95becaf0318', 'mac_address': 'fa:16:3e:65:af:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89c89cac-0da1-4914-82da-2fac5b7fcbbb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:57:09.758275 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:09.771286 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c47db699-3b1d-4e30-a604-c95becaf0318 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:57:09.790504 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c47db699-3b1d-4e30-a604-c95becaf0318, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c47db699-3b1d-4e30-a604-c95becaf0318,segment=NetworkSegment(6438787a-d61a-40fa-a7e4-b7bbb8b93137),segment_id=6438787a-d61a-40fa-a7e4-b7bbb8b93137)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:09.794827 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:09.843571 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c47db699-3b1d-4e30-a604-c95becaf0318,revision_number=12']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:10.003510 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['c47db699-3b1d-4e30-a604-c95becaf0318'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:57:10.871443 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device c47db699-3b1d-4e30-a604-c95becaf0318 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:57:10.909955 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device c47db699-3b1d-4e30-a604-c95becaf0318 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:57:11.023401 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:11.464890 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c47db699-3b1d-4e30-a604-c95becaf0318 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:11.516865 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port c47db699-3b1d-4e30-a604-c95becaf0318 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:11.520553 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port c47db699-3b1d-4e30-a604-c95becaf0318 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:11.520923 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:11.567420 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7e59660b-3af2-4033-b453-038d43161f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:11.615732 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:11.640715 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4431177e-d57b-4c25-88c5-4679c971be84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47db699-3b1d-4e30-a604-c95becaf0318'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:11.643249 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e47305-ff47-490a-889f-3d86375ad469" -d '{"events": [{"server_uuid": "4431177e-d57b-4c25-88c5-4679c971be84", "name": "network-vif-plugged", "status": "completed", "tag": "c47db699-3b1d-4e30-a604-c95becaf0318"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:11.657785 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port c47db699-3b1d-4e30-a604-c95becaf0318, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c47db699-3b1d-4e30-a604-c95becaf0318,segment=NetworkSegment(6438787a-d61a-40fa-a7e4-b7bbb8b93137),segment_id=6438787a-d61a-40fa-a7e4-b7bbb8b93137)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:11.661623 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:11.691370 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b380ef-068a-40fa-b11c-a1bb9a1b748b x-openstack-request-id: req-f0b380ef-068a-40fa-b11c-a1bb9a1b748b {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:11.691662 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4431177e-d57b-4c25-88c5-4679c971be84", "name": "network-vif-plugged", "status": "completed", "tag": "c47db699-3b1d-4e30-a604-c95becaf0318", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:11.691908 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f0b380ef-068a-40fa-b11c-a1bb9a1b748b {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:11.692285 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4431177e-d57b-4c25-88c5-4679c971be84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47db699-3b1d-4e30-a604-c95becaf0318', 'code': 200} Aug 16 22:57:11.717928 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=c47db699-3b1d-4e30-a604-c95becaf0318,revision_number=13']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:12.122005 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:13.318626 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:14.889011 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:37.849682 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:57:38.767116 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:39.018920 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-06521c5f-6765-43a8-9683-1de088cc0b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:40.054349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6572e-80c2-4560-9f63-863ecbb98277 req-f6bbc7e3-b173-4a76-a06c-2154b0ad3980 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:40.055872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-61e6572e-80c2-4560-9f63-863ecbb98277 req-f6bbc7e3-b173-4a76-a06c-2154b0ad3980 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 1098 time: 0.0437784 Aug 16 22:57:40.090258 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-61e6572e-80c2-4560-9f63-863ecbb98277 req-d608360a-e3ca-4c5d-827f-eb8a7fa67870 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284462 Aug 16 22:57:40.112716 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44758) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:40.272905 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-062370ea-8f54-4eea-b2fe-7422bbf0e072 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Deleting port 270e98f9-e844-4fbe-bb39-6566b0ddb01a {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:57:40.273155 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-062370ea-8f54-4eea-b2fe-7422bbf0e072 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:40.348124 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-062370ea-8f54-4eea-b2fe-7422bbf0e072 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:40.348449 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-062370ea-8f54-4eea-b2fe-7422bbf0e072 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:40.360094 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-062370ea-8f54-4eea-b2fe-7422bbf0e072 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Calling delete_port for 270e98f9-e844-4fbe-bb39-6566b0ddb01a owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:57:40.520319 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-062370ea-8f54-4eea-b2fe-7422bbf0e072 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:40.545636 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062370ea-8f54-4eea-b2fe-7422bbf0e072 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Port': ['ID=270e98f9-e844-4fbe-bb39-6566b0ddb01a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:40.611794 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-062370ea-8f54-4eea-b2fe-7422bbf0e072 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:40.612114 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-062370ea-8f54-4eea-b2fe-7422bbf0e072 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Floating IP 19d2bc11-7e9d-4730-9bbf-8b08fdb054b2 disassociated (deleted). External IP: 172.25.6.42, port: c47db699-3b1d-4e30-a604-c95becaf0318. Aug 16 22:57:40.823982 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062370ea-8f54-4eea-b2fe-7422bbf0e072 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Router fc59ed66-619c-4040-beeb-2993f560a7e1 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:57:40.939598 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062370ea-8f54-4eea-b2fe-7422bbf0e072 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:57:40.945079 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-062370ea-8f54-4eea-b2fe-7422bbf0e072 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:40.950208 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d217bb7-e4ac-4c8c-8c36-e333d56173e2 None None] Sync routers for ids ['fc59ed66-619c-4040-beeb-2993f560a7e1'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:57:40.959504 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d217bb7-e4ac-4c8c-8c36-e333d56173e2 None None] Routers {'fc59ed66-619c-4040-beeb-2993f560a7e1'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:57:40.960102 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-8d217bb7-e4ac-4c8c-8c36-e333d56173e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:57:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['fc59ed66-619c-4040-beeb-2993f560a7e1'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:40.975392 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-062370ea-8f54-4eea-b2fe-7422bbf0e072 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "DELETE /v2.0/floatingips/19d2bc11-7e9d-4730-9bbf-8b08fdb054b2 HTTP/1.1" status: 204 len: 168 time: 0.8615897 Aug 16 22:57:40.976000 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4431177e-d57b-4c25-88c5-4679c971be84', 'tag': 'c47db699-3b1d-4e30-a604-c95becaf0318'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:40.978406 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db2337e-109d-4234-ac2a-7f1be397ee5d" -d '{"events": [{"name": "network-changed", "server_uuid": "4431177e-d57b-4c25-88c5-4679c971be84", "tag": "c47db699-3b1d-4e30-a604-c95becaf0318"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:41.029320 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:41.036464 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8262828-cfdf-4d2f-88c7-a639fb9e44aa x-openstack-request-id: req-e8262828-cfdf-4d2f-88c7-a639fb9e44aa {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:41.036800 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4431177e-d57b-4c25-88c5-4679c971be84", "tag": "c47db699-3b1d-4e30-a604-c95becaf0318", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:41.037055 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e8262828-cfdf-4d2f-88c7-a639fb9e44aa {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:41.037458 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4431177e-d57b-4c25-88c5-4679c971be84', 'tag': 'c47db699-3b1d-4e30-a604-c95becaf0318', 'status': 'completed', 'code': 200} Aug 16 22:57:41.068006 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-8d217bb7-e4ac-4c8c-8c36-e333d56173e2 None None] Set router fc59ed66-619c-4040-beeb-2993f560a7e1 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:57:41.105532 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2337e-109d-4234-ac2a-7f1be397ee5d req-dad25796-2ee8-4143-a62b-7513c1dbbe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:41.107229 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0db2337e-109d-4234-ac2a-7f1be397ee5d req-dad25796-2ee8-4143-a62b-7513c1dbbe84 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 1098 time: 0.0460353 Aug 16 22:57:41.217048 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2337e-109d-4234-ac2a-7f1be397ee5d req-b70c2224-4dfe-4337-836a-53c743e86efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:41.219081 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796c2cf-c32e-4f42-8882-3e9edb180cf0 req-901c0fe7-c09d-4849-8566-45ac37dfd91f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:41.219594 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0db2337e-109d-4234-ac2a-7f1be397ee5d req-b70c2224-4dfe-4337-836a-53c743e86efe service neutron] 10.222.0.39 "GET /v2.0/networks?id=68202e0a-7000-4e06-b9d9-2468a9029336 HTTP/1.1" status: 200 len: 898 time: 0.1016052 Aug 16 22:57:41.220728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9796c2cf-c32e-4f42-8882-3e9edb180cf0 req-901c0fe7-c09d-4849-8566-45ac37dfd91f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 946 time: 0.0544925 Aug 16 22:57:41.264485 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9796c2cf-c32e-4f42-8882-3e9edb180cf0 req-e40e3746-6202-474a-9aa7-716db0c920f3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370357 Aug 16 22:57:41.268564 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0db2337e-109d-4234-ac2a-7f1be397ee5d req-260e9a6e-f5bc-400a-9ce6-8355548ceef4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c47db699-3b1d-4e30-a604-c95becaf0318 HTTP/1.1" status: 200 len: 217 time: 0.0407412 Aug 16 22:57:41.283211 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-8d217bb7-e4ac-4c8c-8c36-e333d56173e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364781650', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:49Z', 'updated_at': '2021-08-16T22:55:53Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:50Z', 'updated_at': '2021-08-16T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '1c5113cf-5461-46cd-8a6f-df03665f2a4e', 'name': '', 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:84:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '89c89cac-0da1-4914-82da-2fac5b7fcbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:53Z', 'updated_at': '2021-08-16T22:55:59Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '89c89cac-0da1-4914-82da-2fac5b7fcbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:41.310692 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d217bb7-e4ac-4c8c-8c36-e333d56173e2 None None] Checking router: fc59ed66-619c-4040-beeb-2993f560a7e1 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:57:41.318859 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d217bb7-e4ac-4c8c-8c36-e333d56173e2 None None] Routers {'fc59ed66-619c-4040-beeb-2993f560a7e1'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:57:41.319454 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-8d217bb7-e4ac-4c8c-8c36-e333d56173e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:57:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['fc59ed66-619c-4040-beeb-2993f560a7e1'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:41.320025 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2337e-109d-4234-ac2a-7f1be397ee5d req-018a79b9-8002-4ac8-8704-2eed2d9d2ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:41.321505 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0db2337e-109d-4234-ac2a-7f1be397ee5d req-018a79b9-8002-4ac8-8704-2eed2d9d2ddc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89c89cac-0da1-4914-82da-2fac5b7fcbbb HTTP/1.1" status: 200 len: 834 time: 0.0451808 Aug 16 22:57:41.374428 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2337e-109d-4234-ac2a-7f1be397ee5d req-b65e3d7e-bb43-413c-8cc1-b14132491072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:41.375994 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0db2337e-109d-4234-ac2a-7f1be397ee5d req-b65e3d7e-bb43-413c-8cc1-b14132491072 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=68202e0a-7000-4e06-b9d9-2468a9029336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412996 Aug 16 22:57:41.425115 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-8d217bb7-e4ac-4c8c-8c36-e333d56173e2 None None] Set router fc59ed66-619c-4040-beeb-2993f560a7e1 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:57:41.482952 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0db2337e-109d-4234-ac2a-7f1be397ee5d req-caf7f360-60d5-4790-8e3d-e83919ddd91b service neutron] 10.222.0.39 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933013 Aug 16 22:57:41.561510 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f0db9af8-152e-4b46-ac48-6630a9ac9646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:41.581057 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0db2337e-109d-4234-ac2a-7f1be397ee5d req-6204bdcf-187c-4445-820e-057428e946b2 service neutron] 10.222.0.39 "GET /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907445 Aug 16 22:57:41.630769 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-8d217bb7-e4ac-4c8c-8c36-e333d56173e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364781650', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:49Z', 'updated_at': '2021-08-16T22:55:53Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:50Z', 'updated_at': '2021-08-16T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '1c5113cf-5461-46cd-8a6f-df03665f2a4e', 'name': '', 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:84:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '89c89cac-0da1-4914-82da-2fac5b7fcbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:53Z', 'updated_at': '2021-08-16T22:55:59Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '89c89cac-0da1-4914-82da-2fac5b7fcbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:41.659435 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d217bb7-e4ac-4c8c-8c36-e333d56173e2 None None] The sync data for ids ['fc59ed66-619c-4040-beeb-2993f560a7e1'] in n-d-792458-15 is: [{'id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364781650', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:49Z', 'updated_at': '2021-08-16T22:55:53Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:50Z', 'updated_at': '2021-08-16T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '1c5113cf-5461-46cd-8a6f-df03665f2a4e', 'name': '', 'network_id': '68202e0a-7000-4e06-b9d9-2468a9029336', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:84:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '89c89cac-0da1-4914-82da-2fac5b7fcbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:53Z', 'updated_at': '2021-08-16T22:55:59Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '89c89cac-0da1-4914-82da-2fac5b7fcbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:57:41.869631 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb658ac-e497-4454-84e7-53cb7b84ce5a None None] New status for floating IP 19d2bc11-7e9d-4730-9bbf-8b08fdb054b2: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:57:42.123410 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:42.383669 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd46320-22af-47e9-901f-6f3347474d3d req-2ebd11d7-a443-4bff-9623-4c79d44a75c5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:42.385681 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9fd46320-22af-47e9-901f-6f3347474d3d req-2ebd11d7-a443-4bff-9623-4c79d44a75c5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 946 time: 0.0495350 Aug 16 22:57:42.422467 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9fd46320-22af-47e9-901f-6f3347474d3d req-9c3b08b4-0718-429c-9cfc-26f0c0f14080 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=03e1c9b7-2952-4070-ba53-3d0000815349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306048 Aug 16 22:57:42.507554 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa56eda-1194-4f32-8850-09bacbed630a req-c989be12-9456-4e62-8d42-4d813bf25791 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:42.509137 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5fa56eda-1194-4f32-8850-09bacbed630a req-c989be12-9456-4e62-8d42-4d813bf25791 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.39 "GET /v2.0/ports?device_id=4431177e-d57b-4c25-88c5-4679c971be84 HTTP/1.1" status: 200 len: 946 time: 0.0586839 Aug 16 22:57:42.603722 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-5fa56eda-1194-4f32-8850-09bacbed630a req-fac155bc-974a-4449-ac6f-edf1f9a85f57 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Deleting port c47db699-3b1d-4e30-a604-c95becaf0318 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:57:42.603956 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5fa56eda-1194-4f32-8850-09bacbed630a req-fac155bc-974a-4449-ac6f-edf1f9a85f57 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:42.694372 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-5fa56eda-1194-4f32-8850-09bacbed630a req-fac155bc-974a-4449-ac6f-edf1f9a85f57 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] For port c47db699-3b1d-4e30-a604-c95becaf0318, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=c47db699-3b1d-4e30-a604-c95becaf0318,segment=NetworkSegment(6438787a-d61a-40fa-a7e4-b7bbb8b93137),segment_id=6438787a-d61a-40fa-a7e4-b7bbb8b93137)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:42.694729 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5fa56eda-1194-4f32-8850-09bacbed630a req-fac155bc-974a-4449-ac6f-edf1f9a85f57 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:42.707826 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-5fa56eda-1194-4f32-8850-09bacbed630a req-fac155bc-974a-4449-ac6f-edf1f9a85f57 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Calling delete_port for c47db699-3b1d-4e30-a604-c95becaf0318 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:57:42.835509 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5fa56eda-1194-4f32-8850-09bacbed630a req-fac155bc-974a-4449-ac6f-edf1f9a85f57 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:42.869243 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac155bc-974a-4449-ac6f-edf1f9a85f57 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Port': ['ID=c47db699-3b1d-4e30-a604-c95becaf0318,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:42.912952 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa56eda-1194-4f32-8850-09bacbed630a req-fac155bc-974a-4449-ac6f-edf1f9a85f57 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] No DVR routers for this DVR port c47db699-3b1d-4e30-a604-c95becaf0318 on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:57:42.915538 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5fa56eda-1194-4f32-8850-09bacbed630a req-fac155bc-974a-4449-ac6f-edf1f9a85f57 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:42.917574 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5fa56eda-1194-4f32-8850-09bacbed630a req-fac155bc-974a-4449-ac6f-edf1f9a85f57 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.39 "DELETE /v2.0/ports/c47db699-3b1d-4e30-a604-c95becaf0318 HTTP/1.1" status: 204 len: 173 time: 0.4022038 Aug 16 22:57:43.038425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4431177e-d57b-4c25-88c5-4679c971be84', 'name': 'network-vif-deleted', 'tag': 'c47db699-3b1d-4e30-a604-c95becaf0318'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:43.040861 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd19a8f-7e6c-4170-a102-3c14e3bd3afc" -d '{"events": [{"server_uuid": "4431177e-d57b-4c25-88c5-4679c971be84", "name": "network-vif-deleted", "tag": "c47db699-3b1d-4e30-a604-c95becaf0318"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:43.075464 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b66a9d-3151-47fd-bcf8-61a1086f5cec x-openstack-request-id: req-21b66a9d-3151-47fd-bcf8-61a1086f5cec {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:43.075751 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4431177e-d57b-4c25-88c5-4679c971be84", "name": "network-vif-deleted", "tag": "c47db699-3b1d-4e30-a604-c95becaf0318", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:43.075999 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-21b66a9d-3151-47fd-bcf8-61a1086f5cec {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:43.076393 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4431177e-d57b-4c25-88c5-4679c971be84', 'name': 'network-vif-deleted', 'tag': 'c47db699-3b1d-4e30-a604-c95becaf0318', 'status': 'completed', 'code': 200} Aug 16 22:57:43.323689 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:43.478344 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44772) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:43.838254 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0e3597a-37eb-47fd-b57d-5d4e2fe3b33d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:44.091984 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c0e3597a-37eb-47fd-b57d-5d4e2fe3b33d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Deleting port 1c5113cf-5461-46cd-8a6f-df03665f2a4e {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:57:44.092237 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0e3597a-37eb-47fd-b57d-5d4e2fe3b33d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:44.180333 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-c0e3597a-37eb-47fd-b57d-5d4e2fe3b33d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] For port 1c5113cf-5461-46cd-8a6f-df03665f2a4e, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1c5113cf-5461-46cd-8a6f-df03665f2a4e,segment=NetworkSegment(6438787a-d61a-40fa-a7e4-b7bbb8b93137),segment_id=6438787a-d61a-40fa-a7e4-b7bbb8b93137)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:44.180695 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0e3597a-37eb-47fd-b57d-5d4e2fe3b33d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:44.193118 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-c0e3597a-37eb-47fd-b57d-5d4e2fe3b33d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Calling delete_port for 1c5113cf-5461-46cd-8a6f-df03665f2a4e owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:57:44.375763 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0e3597a-37eb-47fd-b57d-5d4e2fe3b33d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:44.405431 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3597a-37eb-47fd-b57d-5d4e2fe3b33d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Port': ['ID=1c5113cf-5461-46cd-8a6f-df03665f2a4e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:44.588226 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0e3597a-37eb-47fd-b57d-5d4e2fe3b33d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:44.892539 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:45.137214 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e3597a-37eb-47fd-b57d-5d4e2fe3b33d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Router fc59ed66-619c-4040-beeb-2993f560a7e1 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:57:45.251934 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e3597a-37eb-47fd-b57d-5d4e2fe3b33d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:57:45.257471 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c0e3597a-37eb-47fd-b57d-5d4e2fe3b33d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "PUT /v2.0/routers/fc59ed66-619c-4040-beeb-2993f560a7e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7778971 Aug 16 22:57:45.261231 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44774) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:45.264786 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe5cda6-b56e-4807-82ee-0a00a9b14798 None None] Sync routers for ids ['fc59ed66-619c-4040-beeb-2993f560a7e1'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:57:45.275284 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe5cda6-b56e-4807-82ee-0a00a9b14798 None None] Routers {'fc59ed66-619c-4040-beeb-2993f560a7e1'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:57:45.275900 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-dbe5cda6-b56e-4807-82ee-0a00a9b14798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:57:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['fc59ed66-619c-4040-beeb-2993f560a7e1'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:45.314176 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d36adb-d910-4e61-b9ef-5aa7d5d10ffe tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Deleting subnet 89c89cac-0da1-4914-82da-2fac5b7fcbbb {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:57:45.317299 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5d36adb-d910-4e61-b9ef-5aa7d5d10ffe tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:45.357166 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5d36adb-d910-4e61-b9ef-5aa7d5d10ffe tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:45.382739 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-dbe5cda6-b56e-4807-82ee-0a00a9b14798 None None] Set router fc59ed66-619c-4040-beeb-2993f560a7e1 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:57:45.447962 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5d36adb-d910-4e61-b9ef-5aa7d5d10ffe tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:45.508946 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5d36adb-d910-4e61-b9ef-5aa7d5d10ffe tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:45.538947 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d36adb-d910-4e61-b9ef-5aa7d5d10ffe tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Subnet': ['ID=89c89cac-0da1-4914-82da-2fac5b7fcbbb,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:45.541538 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f5d36adb-d910-4e61-b9ef-5aa7d5d10ffe tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:45.543546 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f5d36adb-d910-4e61-b9ef-5aa7d5d10ffe tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "DELETE /v2.0/subnets/89c89cac-0da1-4914-82da-2fac5b7fcbbb HTTP/1.1" status: 204 len: 168 time: 0.2813199 Aug 16 22:57:45.546315 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44776) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:45.561250 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da23d82a-6363-42b0-83b7-72ef1288414b None None] Network 68202e0a-7000-4e06-b9d9-2468a9029336 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:57:45.570943 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-dbe5cda6-b56e-4807-82ee-0a00a9b14798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364781650', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:49Z', 'updated_at': '2021-08-16T22:57:44Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:50Z', 'updated_at': '2021-08-16T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:45.599363 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe5cda6-b56e-4807-82ee-0a00a9b14798 None None] Checking router: fc59ed66-619c-4040-beeb-2993f560a7e1 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:57:45.611741 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe5cda6-b56e-4807-82ee-0a00a9b14798 None None] Routers {'fc59ed66-619c-4040-beeb-2993f560a7e1'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:57:45.613279 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-dbe5cda6-b56e-4807-82ee-0a00a9b14798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:57:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['fc59ed66-619c-4040-beeb-2993f560a7e1'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:45.631843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c47db699-3b1d-4e30-a604-c95becaf0318 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:57:45.673815 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cdb12b5-5103-4725-bbc5-2256fd41eec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:45.677756 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: c47db699-3b1d-4e30-a604-c95becaf0318 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:57:45.678131 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device c47db699-3b1d-4e30-a604-c95becaf0318 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:57:45.724946 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-dbe5cda6-b56e-4807-82ee-0a00a9b14798 None None] Set router fc59ed66-619c-4040-beeb-2993f560a7e1 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:57:45.785164 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cdb12b5-5103-4725-bbc5-2256fd41eec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:45.812534 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b68f22-9fbe-4f71-ae6a-d3dc89150d73 None None] DHCP port deletion for 68202e0a-7000-4e06-b9d9-2468a9029336 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:57:45.843634 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb12b5-5103-4725-bbc5-2256fd41eec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Deleting port 6db5949c-35e3-49cf-ba29-ab48b3532815 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:57:45.843986 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cdb12b5-5103-4725-bbc5-2256fd41eec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:45.861664 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a9b68f22-9fbe-4f71-ae6a-d3dc89150d73 None None] Deleting port b0116799-c866-4fba-9ce7-896ea86c65e0 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:57:45.862063 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a9b68f22-9fbe-4f71-ae6a-d3dc89150d73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:45.932689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a9b68f22-9fbe-4f71-ae6a-d3dc89150d73 None None] For port b0116799-c866-4fba-9ce7-896ea86c65e0, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b0116799-c866-4fba-9ce7-896ea86c65e0,segment=NetworkSegment(6438787a-d61a-40fa-a7e4-b7bbb8b93137),segment_id=6438787a-d61a-40fa-a7e4-b7bbb8b93137)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:45.933448 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a9b68f22-9fbe-4f71-ae6a-d3dc89150d73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:45.939237 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-4cdb12b5-5103-4725-bbc5-2256fd41eec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] For port 6db5949c-35e3-49cf-ba29-ab48b3532815, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6db5949c-35e3-49cf-ba29-ab48b3532815,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:45.939603 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cdb12b5-5103-4725-bbc5-2256fd41eec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:45.947816 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a9b68f22-9fbe-4f71-ae6a-d3dc89150d73 None None] Calling delete_port for b0116799-c866-4fba-9ce7-896ea86c65e0 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:57:45.953331 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb12b5-5103-4725-bbc5-2256fd41eec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Calling delete_port for 6db5949c-35e3-49cf-ba29-ab48b3532815 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:57:46.035323 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-dbe5cda6-b56e-4807-82ee-0a00a9b14798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364781650', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:49Z', 'updated_at': '2021-08-16T22:57:44Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:50Z', 'updated_at': '2021-08-16T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:46.043870 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a9b68f22-9fbe-4f71-ae6a-d3dc89150d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.065101 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe5cda6-b56e-4807-82ee-0a00a9b14798 None None] The sync data for ids ['fc59ed66-619c-4040-beeb-2993f560a7e1'] in n-d-792458-15 is: [{'id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364781650', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:49Z', 'updated_at': '2021-08-16T22:57:44Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '6db5949c-35e3-49cf-ba29-ab48b3532815', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc59ed66-619c-4040-beeb-2993f560a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:50Z', 'updated_at': '2021-08-16T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:57:46.080192 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b68f22-9fbe-4f71-ae6a-d3dc89150d73 None None] Pushing event deleted for resources: {'Port': ['ID=b0116799-c866-4fba-9ce7-896ea86c65e0,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:46.085174 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b68f22-9fbe-4f71-ae6a-d3dc89150d73 None None] No DVR routers for this DVR port b0116799-c866-4fba-9ce7-896ea86c65e0 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:57:46.135849 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cdb12b5-5103-4725-bbc5-2256fd41eec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.166282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb12b5-5103-4725-bbc5-2256fd41eec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Port': ['ID=6db5949c-35e3-49cf-ba29-ab48b3532815,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:46.224735 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cdb12b5-5103-4725-bbc5-2256fd41eec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.321036 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cdb12b5-5103-4725-bbc5-2256fd41eec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.323145 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cdb12b5-5103-4725-bbc5-2256fd41eec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.366930 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cdb12b5-5103-4725-bbc5-2256fd41eec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.367379 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdb12b5-5103-4725-bbc5-2256fd41eec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Fanout notify agent at l3_agent the message router_deleted on router fc59ed66-619c-4040-beeb-2993f560a7e1 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:57:46.375258 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4cdb12b5-5103-4725-bbc5-2256fd41eec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.376489 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4cdb12b5-5103-4725-bbc5-2256fd41eec4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "DELETE /v2.0/routers/fc59ed66-619c-4040-beeb-2993f560a7e1 HTTP/1.1" status: 204 len: 168 time: 0.8291962 Aug 16 22:57:46.379766 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44778) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:46.458487 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-02d06b02-e22f-4e8b-80b5-899a1f9dab60 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.553555 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-02d06b02-e22f-4e8b-80b5-899a1f9dab60 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.566301 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-02d06b02-e22f-4e8b-80b5-899a1f9dab60 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68202e0a-7000-4e06-b9d9-2468a9029336']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:46.577287 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-02d06b02-e22f-4e8b-80b5-899a1f9dab60 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6438787a-d61a-40fa-a7e4-b7bbb8b93137') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:46.577507 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-02d06b02-e22f-4e8b-80b5-899a1f9dab60 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6438787a-d61a-40fa-a7e4-b7bbb8b93137') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:46.586218 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-02d06b02-e22f-4e8b-80b5-899a1f9dab60 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.601483 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-02d06b02-e22f-4e8b-80b5-899a1f9dab60 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.607852 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d06b02-e22f-4e8b-80b5-899a1f9dab60 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:57:46.608295 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-02d06b02-e22f-4e8b-80b5-899a1f9dab60 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: timer() Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:57:46.611957 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:57:46.680195 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-02d06b02-e22f-4e8b-80b5-899a1f9dab60 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.686482 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-02d06b02-e22f-4e8b-80b5-899a1f9dab60 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.691908 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-02d06b02-e22f-4e8b-80b5-899a1f9dab60 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "DELETE /v2.0/networks/68202e0a-7000-4e06-b9d9-2468a9029336 HTTP/1.1" status: 204 len: 168 time: 0.3108962 Aug 16 22:57:46.692398 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44780) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:46.723730 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d06b02-e22f-4e8b-80b5-899a1f9dab60 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Network': ['ID=68202e0a-7000-4e06-b9d9-2468a9029336,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:46.782135 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d3a7a43a-138a-470d-9d23-dd41b7a4541f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.810331 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d3a7a43a-138a-470d-9d23-dd41b7a4541f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.870940 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d3a7a43a-138a-470d-9d23-dd41b7a4541f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.873535 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d3a7a43a-138a-470d-9d23-dd41b7a4541f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.874756 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d3a7a43a-138a-470d-9d23-dd41b7a4541f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "DELETE /v2.0/security-groups/03e1c9b7-2952-4070-ba53-3d0000815349 HTTP/1.1" status: 204 len: 168 time: 0.1780350 Aug 16 22:57:46.884415 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7a43a-138a-470d-9d23-dd41b7a4541f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e1c9b7-2952-4070-ba53-3d0000815349,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:47.196110 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b0116799-c866-4fba-9ce7-896ea86c65e0 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:57:47.219844 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: b0116799-c866-4fba-9ce7-896ea86c65e0 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:57:47.220189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b0116799-c866-4fba-9ce7-896ea86c65e0 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:57:47.220600 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1c5113cf-5461-46cd-8a6f-df03665f2a4e no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:57:47.238995 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44786) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:47.241350 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 1c5113cf-5461-46cd-8a6f-df03665f2a4e {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:57:47.241723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 1c5113cf-5461-46cd-8a6f-df03665f2a4e not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:57:47.248789 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-11ba85d3-4c3e-496d-8670-3056a65df0d8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1203004049', 'description': 'tempest-secgroup-smoke-1203004049 description', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:47.278557 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11ba85d3-4c3e-496d-8670-3056a65df0d8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.376500 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11ba85d3-4c3e-496d-8670-3056a65df0d8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.380828 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11ba85d3-4c3e-496d-8670-3056a65df0d8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.405988 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11ba85d3-4c3e-496d-8670-3056a65df0d8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.409672 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-11ba85d3-4c3e-496d-8670-3056a65df0d8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1671340 Aug 16 22:57:47.410076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44788) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:47.414798 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-59ccd3fc-9b34-44c7-89c9-aaf7fa80aef5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': 'e879e03c-1cff-4d7b-800b-064eeca881f5', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:47.416647 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba85d3-4c3e-496d-8670-3056a65df0d8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e879e03c-1cff-4d7b-800b-064eeca881f5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:47.443055 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59ccd3fc-9b34-44c7-89c9-aaf7fa80aef5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.490035 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59ccd3fc-9b34-44c7-89c9-aaf7fa80aef5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.495219 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59ccd3fc-9b34-44c7-89c9-aaf7fa80aef5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.512635 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccd3fc-9b34-44c7-89c9-aaf7fa80aef5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f347511e-530c-4b44-bc38-e85e35ec7f82,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:47.519401 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59ccd3fc-9b34-44c7-89c9-aaf7fa80aef5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.520749 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-59ccd3fc-9b34-44c7-89c9-aaf7fa80aef5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1096659 Aug 16 22:57:47.524675 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44790) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:47.529050 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a6c75796-f738-46aa-88a0-d1218ecd0b00 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': 'e879e03c-1cff-4d7b-800b-064eeca881f5', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:47.555883 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6c75796-f738-46aa-88a0-d1218ecd0b00 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.620577 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6c75796-f738-46aa-88a0-d1218ecd0b00 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.625575 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6c75796-f738-46aa-88a0-d1218ecd0b00 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.645555 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c75796-f738-46aa-88a0-d1218ecd0b00 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f73063-ccd0-4818-aa77-ef6b886e476a,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:47.653181 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a6c75796-f738-46aa-88a0-d1218ecd0b00 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.654505 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a6c75796-f738-46aa-88a0-d1218ecd0b00 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289086 Aug 16 22:57:47.657226 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44792) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:47.661485 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6c39acd0-70fb-4cc8-8e42-f05891f2e5d3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': 'e879e03c-1cff-4d7b-800b-064eeca881f5', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:47.688209 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6c39acd0-70fb-4cc8-8e42-f05891f2e5d3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.747485 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6c39acd0-70fb-4cc8-8e42-f05891f2e5d3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.751590 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6c39acd0-70fb-4cc8-8e42-f05891f2e5d3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.768936 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39acd0-70fb-4cc8-8e42-f05891f2e5d3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e86896-ad49-4248-b753-1160572247e1,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:47.775900 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6c39acd0-70fb-4cc8-8e42-f05891f2e5d3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.776994 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6c39acd0-70fb-4cc8-8e42-f05891f2e5d3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189013 Aug 16 22:57:47.779790 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44794) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:47.784562 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-9e2ec18d-915e-43a1-8f62-0c141676d193 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': 'e879e03c-1cff-4d7b-800b-064eeca881f5', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:47.812008 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9e2ec18d-915e-43a1-8f62-0c141676d193 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.871900 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9e2ec18d-915e-43a1-8f62-0c141676d193 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.875847 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9e2ec18d-915e-43a1-8f62-0c141676d193 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.896357 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ec18d-915e-43a1-8f62-0c141676d193 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7fcf33-d7f0-4fda-849d-22a50851ec66,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:47.899946 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9e2ec18d-915e-43a1-8f62-0c141676d193 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.901229 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9e2ec18d-915e-43a1-8f62-0c141676d193 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203516 Aug 16 22:57:47.903953 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44796) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:47.908490 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-29893c0e-e52d-476e-a7a9-7d834a60d1c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': 'e879e03c-1cff-4d7b-800b-064eeca881f5', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:47.930127 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-29893c0e-e52d-476e-a7a9-7d834a60d1c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Project e32b01dd26f6421f8630d3eff7506c36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:57:47.935512 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-29893c0e-e52d-476e-a7a9-7d834a60d1c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.998413 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-29893c0e-e52d-476e-a7a9-7d834a60d1c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.002959 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-29893c0e-e52d-476e-a7a9-7d834a60d1c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.020573 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29893c0e-e52d-476e-a7a9-7d834a60d1c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058557f9-e71c-4585-992a-8142a5490f84,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:48.026431 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-29893c0e-e52d-476e-a7a9-7d834a60d1c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.027618 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-29893c0e-e52d-476e-a7a9-7d834a60d1c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227069 Aug 16 22:57:48.030341 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44798) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:48.034715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-87b4be3b-3606-4996-aab2-b4843f70d17e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': 'e879e03c-1cff-4d7b-800b-064eeca881f5', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:48.055035 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-87b4be3b-3606-4996-aab2-b4843f70d17e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Project e32b01dd26f6421f8630d3eff7506c36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:57:48.060379 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-87b4be3b-3606-4996-aab2-b4843f70d17e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.122231 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-87b4be3b-3606-4996-aab2-b4843f70d17e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.125784 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-87b4be3b-3606-4996-aab2-b4843f70d17e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.142802 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4be3b-3606-4996-aab2-b4843f70d17e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb31d84-084e-4f84-9467-66814f45f3ef,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:48.148551 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-87b4be3b-3606-4996-aab2-b4843f70d17e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.149752 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-87b4be3b-3606-4996-aab2-b4843f70d17e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184974 Aug 16 22:57:48.152559 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44800) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:48.157319 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-1921fe36-c109-4ff1-a838-8cb78d802a8f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'network': {'name': 'tempest-network-smoke--1741318400', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'port_security_enabled': True}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:48.178751 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1921fe36-c109-4ff1-a838-8cb78d802a8f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Made reservation on behalf of e32b01dd26f6421f8630d3eff7506c36 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:57:48.182903 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1921fe36-c109-4ff1-a838-8cb78d802a8f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.206163 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1921fe36-c109-4ff1-a838-8cb78d802a8f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:57:48.215703 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1921fe36-c109-4ff1-a838-8cb78d802a8f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.216052 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-1921fe36-c109-4ff1-a838-8cb78d802a8f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Added segment bc55be3f-6ab4-4362-8bae-d0af1098540c of type vlan for network a27027c3-9744-4d15-aa4d-c610710d9fbf Aug 16 22:57:48.258026 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1921fe36-c109-4ff1-a838-8cb78d802a8f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.283323 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1921fe36-c109-4ff1-a838-8cb78d802a8f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.288980 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1921fe36-c109-4ff1-a838-8cb78d802a8f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:48.289573 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1921fe36-c109-4ff1-a838-8cb78d802a8f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.346945 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1921fe36-c109-4ff1-a838-8cb78d802a8f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1932659 Aug 16 22:57:48.351483 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44802) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:48.356755 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b6298e0a-0fc9-4d5c-860e-731b9b4b201e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-833040182', 'admin_state_up': True, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:48.363691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921fe36-c109-4ff1-a838-8cb78d802a8f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Network': ['ID=a27027c3-9744-4d15-aa4d-c610710d9fbf,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:48.375666 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network a27027c3-9744-4d15-aa4d-c610710d9fbf details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:57:48.382989 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6298e0a-0fc9-4d5c-860e-731b9b4b201e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.384149 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6298e0a-0fc9-4d5c-860e-731b9b4b201e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.439115 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6298e0a-0fc9-4d5c-860e-731b9b4b201e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.582115 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6298e0a-0fc9-4d5c-860e-731b9b4b201e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.766769 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6db5949c-35e3-49cf-ba29-ab48b3532815 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:57:48.783436 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6298e0a-0fc9-4d5c-860e-731b9b4b201e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.787119 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 6db5949c-35e3-49cf-ba29-ab48b3532815 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:57:48.787469 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6db5949c-35e3-49cf-ba29-ab48b3532815 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:57:48.808672 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6298e0a-0fc9-4d5c-860e-731b9b4b201e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.910976 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-b6298e0a-0fc9-4d5c-860e-731b9b4b201e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Allocated IP 172.25.6.226 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/97549603-83f1-411a-87be-e328529302ab) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:57:49.015733 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6298e0a-0fc9-4d5c-860e-731b9b4b201e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:49.054030 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6298e0a-0fc9-4d5c-860e-731b9b4b201e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:49.089086 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6298e0a-0fc9-4d5c-860e-731b9b4b201e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:57:49.095397 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-b6298e0a-0fc9-4d5c-860e-731b9b4b201e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:57:49.099017 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6298e0a-0fc9-4d5c-860e-731b9b4b201e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:57:49.123144 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6298e0a-0fc9-4d5c-860e-731b9b4b201e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=97549603-83f1-411a-87be-e328529302ab,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:49.343852 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6298e0a-0fc9-4d5c-860e-731b9b4b201e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:49.555842 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6298e0a-0fc9-4d5c-860e-731b9b4b201e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:49.695911 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6298e0a-0fc9-4d5c-860e-731b9b4b201e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Router 50dc129b-aed3-44b4-a7c6-4273ce84a34e is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:57:50.146939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6298e0a-0fc9-4d5c-860e-731b9b4b201e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:57:50.156887 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] Sync routers for ids ['50dc129b-aed3-44b4-a7c6-4273ce84a34e'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:57:50.166540 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b6298e0a-0fc9-4d5c-860e-731b9b4b201e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:50.167811 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b6298e0a-0fc9-4d5c-860e-731b9b4b201e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8152516 Aug 16 22:57:50.168124 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] Routers {'50dc129b-aed3-44b4-a7c6-4273ce84a34e'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:57:50.168766 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:57:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['50dc129b-aed3-44b4-a7c6-4273ce84a34e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:50.170917 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44804) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:50.198338 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6d09422b-c51c-481b-9482-639661820e6e tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=e32b01dd26f6421f8630d3eff7506c36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262933 Aug 16 22:57:50.200913 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44806) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:50.274152 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] Set router 50dc129b-aed3-44b4-a7c6-4273ce84a34e gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:57:50.285796 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bf74ae-2b44-4b50-877f-6e4edf726fca tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:50.287366 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-76bf74ae-2b44-4b50-877f-6e4edf726fca tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855541 Aug 16 22:57:50.290197 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44808) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:50.328862 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-79bc17b0-4300-49d7-8881-03b1c6ebc714 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368862 Aug 16 22:57:50.331442 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44810) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:50.336429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-323efc17-3b66-46da-8f69-2a35181b0810 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-199837310', 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:50.427498 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323efc17-3b66-46da-8f69-2a35181b0810 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Made reservation on behalf of e32b01dd26f6421f8630d3eff7506c36 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:57:50.430994 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-323efc17-3b66-46da-8f69-2a35181b0810 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:50.476615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833040182', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '97549603-83f1-411a-87be-e328529302ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:49Z', 'revision_number': 3, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '97549603-83f1-411a-87be-e328529302ab', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:50.502789 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] Checking router: 50dc129b-aed3-44b4-a7c6-4273ce84a34e for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:57:50.503137 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] Updating router 50dc129b-aed3-44b4-a7c6-4273ce84a34e port 97549603-83f1-411a-87be-e328529302ab binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:57:50.534253 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:50.617460 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-323efc17-3b66-46da-8f69-2a35181b0810 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:50.683789 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323efc17-3b66-46da-8f69-2a35181b0810 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Subnet': ['ID=1dd06cff-57ac-44da-9c17-838427362df9,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:50.693755 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323efc17-3b66-46da-8f69-2a35181b0810 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Checking segment: {'id': 'bc55be3f-6ab4-4362-8bae-d0af1098540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:57:50.694153 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323efc17-3b66-46da-8f69-2a35181b0810 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network hostable DHCP agents. Network: a27027c3-9744-4d15-aa4d-c610710d9fbf, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:57:50.711797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323efc17-3b66-46da-8f69-2a35181b0810 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network a27027c3-9744-4d15-aa4d-c610710d9fbf is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:57:50.722465 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-323efc17-3b66-46da-8f69-2a35181b0810 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, a27027c3-9744-4d15-aa4d-c610710d9fbf) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:57:50.726653 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323efc17-3b66-46da-8f69-2a35181b0810 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:50.727235 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-323efc17-3b66-46da-8f69-2a35181b0810 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:50.739710 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeb8137-414e-460c-a89a-6c4947e049d9 None None] Network a27027c3-9744-4d15-aa4d-c610710d9fbf requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:57:50.742509 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-323efc17-3b66-46da-8f69-2a35181b0810 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4100521 Aug 16 22:57:50.745372 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44812) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:50.920576 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:50.939020 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] Transition to ACTIVE for port object 97549603-83f1-411a-87be-e328529302ab will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:50.948144 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:50.996428 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a27027c3-9744-4d15-aa4d-c610710d9fbf', 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'fixed_ips': [{'subnet_id': '1dd06cff-57ac-44da-9c17-838427362df9'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:57:50.997242 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:51.029162 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] Attempting to bind port 97549603-83f1-411a-87be-e328529302ab on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:57:51.029531 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] Attempting to bind port 97549603-83f1-411a-87be-e328529302ab by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:57:51.029893 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] Attempting to bind port 97549603-83f1-411a-87be-e328529302ab on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:57:51.046952 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3e02f-2e85-4057-b412-f9b3136f1e73 None None] Pushing event updated for resources: {'Port': ['ID=97549603-83f1-411a-87be-e328529302ab,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:51.050748 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:57:51.051026 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:57:51.051469 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:51.051938 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:57:51.052529 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] Bound port: 97549603-83f1-411a-87be-e328529302ab, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:57:51.052924 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:51.192688 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] For port 97549603-83f1-411a-87be-e328529302ab, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:57:51.211033 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] For port 97549603-83f1-411a-87be-e328529302ab, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=97549603-83f1-411a-87be-e328529302ab,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:57:51.219914 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:51.220116 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19a412c8-dce6-484c-9d48-f85b594dd4a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:51.245152 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] Allocated IP 172.20.0.2 (a27027c3-9744-4d15-aa4d-c610710d9fbf/1dd06cff-57ac-44da-9c17-838427362df9/03384cd3-cb80-43c2-9424-59b3f5c76f24) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:57:51.293676 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3e02f-2e85-4057-b412-f9b3136f1e73 None None] Pushing event updated for resources: {'Port': ['ID=97549603-83f1-411a-87be-e328529302ab,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:51.337024 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] Routers {'50dc129b-aed3-44b4-a7c6-4273ce84a34e'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:57:51.338249 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:57:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['50dc129b-aed3-44b4-a7c6-4273ce84a34e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:51.496558 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] Set router 50dc129b-aed3-44b4-a7c6-4273ce84a34e gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:57:51.600421 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:51.616039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] Transition to ACTIVE for port object 03384cd3-cb80-43c2-9424-59b3f5c76f24 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:51.645753 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] Transition to ACTIVE for port object 03384cd3-cb80-43c2-9424-59b3f5c76f24 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:51.653429 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:51.701214 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-19a412c8-dce6-484c-9d48-f85b594dd4a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Allocated IP 172.20.0.1 (a27027c3-9744-4d15-aa4d-c610710d9fbf/1dd06cff-57ac-44da-9c17-838427362df9/38cf486d-976c-41df-8a85-c649f2980cc1) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:57:51.723863 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] Network a27027c3-9744-4d15-aa4d-c610710d9fbf is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:57:51.730868 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:57:51.736461 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:57:51.739682 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] Pushing event updated for resources: {'Port': ['ID=03384cd3-cb80-43c2-9424-59b3f5c76f24,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:51.800758 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] Attempting to bind port 03384cd3-cb80-43c2-9424-59b3f5c76f24 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:57:51.802533 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] Attempting to bind port 03384cd3-cb80-43c2-9424-59b3f5c76f24 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'bc55be3f-6ab4-4362-8bae-d0af1098540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:57:51.802533 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] Attempting to bind port 03384cd3-cb80-43c2-9424-59b3f5c76f24 on network a27027c3-9744-4d15-aa4d-c610710d9fbf {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:57:51.809684 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:57:51.810120 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] Checking segment: {'id': 'bc55be3f-6ab4-4362-8bae-d0af1098540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:57:51.810568 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:51.810960 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] Bound using segment: {'id': 'bc55be3f-6ab4-4362-8bae-d0af1098540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:57:51.811424 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] Bound port: 03384cd3-cb80-43c2-9424-59b3f5c76f24, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc55be3f-6ab4-4362-8bae-d0af1098540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:57:51.811810 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:51.822867 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19a412c8-dce6-484c-9d48-f85b594dd4a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:51.825607 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833040182', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '97549603-83f1-411a-87be-e328529302ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:49Z', 'revision_number': 3, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '97549603-83f1-411a-87be-e328529302ab', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:51.840467 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-19a412c8-dce6-484c-9d48-f85b594dd4a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Transition to ACTIVE for port object 38cf486d-976c-41df-8a85-c649f2980cc1 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:51.858664 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb78d7f6-8e1c-4ba0-99a9-9e002c7509a3 None None] The sync data for ids ['50dc129b-aed3-44b4-a7c6-4273ce84a34e'] in n-d-792458-15 is: [{'id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833040182', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '97549603-83f1-411a-87be-e328529302ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:49Z', 'revision_number': 3, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '97549603-83f1-411a-87be-e328529302ab', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:57:51.881804 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19a412c8-dce6-484c-9d48-f85b594dd4a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:51.916453 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] For port 03384cd3-cb80-43c2-9424-59b3f5c76f24, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:57:51.921040 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] For port 03384cd3-cb80-43c2-9424-59b3f5c76f24, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=03384cd3-cb80-43c2-9424-59b3f5c76f24,segment=NetworkSegment(bc55be3f-6ab4-4362-8bae-d0af1098540c),segment_id=bc55be3f-6ab4-4362-8bae-d0af1098540c)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:57:51.926126 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:51.929524 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a412c8-dce6-484c-9d48-f85b594dd4a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network a27027c3-9744-4d15-aa4d-c610710d9fbf is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:57:51.932943 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-19a412c8-dce6-484c-9d48-f85b594dd4a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:57:51.937525 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a412c8-dce6-484c-9d48-f85b594dd4a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:57:51.941797 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a412c8-dce6-484c-9d48-f85b594dd4a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=38cf486d-976c-41df-8a85-c649f2980cc1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:51.997403 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19a412c8-dce6-484c-9d48-f85b594dd4a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:52.003630 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810d8c9-15ec-4767-8209-0636787369bc None None] Pushing event updated for resources: {'Port': ['ID=03384cd3-cb80-43c2-9424-59b3f5c76f24,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:52.180371 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19a412c8-dce6-484c-9d48-f85b594dd4a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:52.509732 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19a412c8-dce6-484c-9d48-f85b594dd4a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:52.514427 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19a412c8-dce6-484c-9d48-f85b594dd4a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:52.596721 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a412c8-dce6-484c-9d48-f85b594dd4a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=38cf486d-976c-41df-8a85-c649f2980cc1,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:52.603361 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19a412c8-dce6-484c-9d48-f85b594dd4a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:52.711044 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a412c8-dce6-484c-9d48-f85b594dd4a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network a27027c3-9744-4d15-aa4d-c610710d9fbf is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:57:52.712636 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-19a412c8-dce6-484c-9d48-f85b594dd4a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:57:52.837548 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a412c8-dce6-484c-9d48-f85b594dd4a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Router 50dc129b-aed3-44b4-a7c6-4273ce84a34e has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:57:52.905139 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 03384cd3-cb80-43c2-9424-59b3f5c76f24 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:52.973559 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 03384cd3-cb80-43c2-9424-59b3f5c76f24 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:52.976217 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a412c8-dce6-484c-9d48-f85b594dd4a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:57:52.984656 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-19a412c8-dce6-484c-9d48-f85b594dd4a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "PUT /v2.0/routers/50dc129b-aed3-44b4-a7c6-4273ce84a34e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2358103 Aug 16 22:57:52.990081 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 97549603-83f1-411a-87be-e328529302ab up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:53.055299 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 97549603-83f1-411a-87be-e328529302ab completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:53.061731 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 97549603-83f1-411a-87be-e328529302ab triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:53.062740 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:53.145835 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4275e0-5ca2-431e-8fdb-4495dabe22db None None] Network a27027c3-9744-4d15-aa4d-c610710d9fbf requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:57:53.189170 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-f3d0d8cd-dadc-4d12-8f13-601f0d5b715a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203004049&fields=id&tenant_id=e32b01dd26f6421f8630d3eff7506c36 HTTP/1.1" status: 200 len: 267 time: 0.0340097 Aug 16 22:57:53.320224 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-b3028b42-db62-422e-9b0e-881037806b34 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:53.322220 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-b3028b42-db62-422e-9b0e-881037806b34 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/networks?id=a27027c3-9744-4d15-aa4d-c610710d9fbf HTTP/1.1" status: 200 len: 797 time: 0.1252439 Aug 16 22:57:53.340167 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-0ede9387-acd7-4e5a-a9e9-37bf6985dc39 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/quotas/e32b01dd26f6421f8630d3eff7506c36 HTTP/1.1" status: 200 len: 375 time: 0.0108647 Aug 16 22:57:53.376775 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:53.387772 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3ae6b84c-9d15-4d55-bc82-291d9d5f9928 None None] Provisioning for port 03384cd3-cb80-43c2-9424-59b3f5c76f24 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:53.402989 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3ae6b84c-9d15-4d55-bc82-291d9d5f9928 None None] Provisioning complete for port 03384cd3-cb80-43c2-9424-59b3f5c76f24 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:53.403819 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3ae6b84c-9d15-4d55-bc82-291d9d5f9928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:53.407435 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-355215cc-f4cc-4b6f-93ee-92e3398cc9fc tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593154 Aug 16 22:57:53.444391 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 97549603-83f1-411a-87be-e328529302ab, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=97549603-83f1-411a-87be-e328529302ab,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:53.460192 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:53.534564 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-a11956f4-ad07-47bf-bd4f-c91b1d7c1a42 service neutron] 10.222.0.93 "GET /v2.0/networks/a27027c3-9744-4d15-aa4d-c610710d9fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135705 Aug 16 22:57:53.608653 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=97549603-83f1-411a-87be-e328529302ab,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:53.618648 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] Sync routers for ids ['50dc129b-aed3-44b4-a7c6-4273ce84a34e'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:57:53.635680 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] Routers {'50dc129b-aed3-44b4-a7c6-4273ce84a34e'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:57:53.637200 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:57:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['50dc129b-aed3-44b4-a7c6-4273ce84a34e'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:53.639023 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3ae6b84c-9d15-4d55-bc82-291d9d5f9928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:53.663204 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5fe33f1-3329-43f6-8b6b-b0da14e13342 req-a4a41583-b534-45b8-820f-3c3940ba8df4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1995442 Aug 16 22:57:53.682719 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-8abf1128-1408-4be4-9158-e7277596e687 service neutron] 10.222.0.93 "GET /v2.0/networks/a27027c3-9744-4d15-aa4d-c610710d9fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413558 Aug 16 22:57:53.686461 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3ae6b84c-9d15-4d55-bc82-291d9d5f9928 None None] For port 03384cd3-cb80-43c2-9424-59b3f5c76f24, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=03384cd3-cb80-43c2-9424-59b3f5c76f24,segment=NetworkSegment(bc55be3f-6ab4-4362-8bae-d0af1098540c),segment_id=bc55be3f-6ab4-4362-8bae-d0af1098540c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:53.691769 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3ae6b84c-9d15-4d55-bc82-291d9d5f9928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:53.765891 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] Set router 50dc129b-aed3-44b4-a7c6-4273ce84a34e gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:57:53.783186 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6b84c-9d15-4d55-bc82-291d9d5f9928 None None] Pushing event updated for resources: {'Port': ['ID=03384cd3-cb80-43c2-9424-59b3f5c76f24,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:53.810695 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe33f1-3329-43f6-8b6b-b0da14e13342 req-6be4dbd5-a9d3-43f2-861e-70ecf649396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:53.812440 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5fe33f1-3329-43f6-8b6b-b0da14e13342 req-6be4dbd5-a9d3-43f2-861e-70ecf649396f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=69fee3c2290d4e78afd043ba44594628&device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 1098 time: 0.0964160 Aug 16 22:57:53.939022 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-484415d6-9ad5-424a-8bdd-774d36e8c986 req-d1e1392d-1cc7-49c0-98be-ad447e5302d9 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 210 time: 0.0321567 Aug 16 22:57:53.997916 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe33f1-3329-43f6-8b6b-b0da14e13342 req-b63b7647-d4ea-4276-adc6-a08574fd611a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:53.999444 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5fe33f1-3329-43f6-8b6b-b0da14e13342 req-b63b7647-d4ea-4276-adc6-a08574fd611a service neutron] 10.222.0.43 "GET /v2.0/networks?id=a54f21a9-1e7d-412e-8279-3fd9f564e2e1 HTTP/1.1" status: 200 len: 910 time: 0.1602175 Aug 16 22:57:54.029424 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-04c9b7f5-a0a7-4e47-967e-f86bebdc3d20 None None] Provisioning complete for port 03384cd3-cb80-43c2-9424-59b3f5c76f24 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:54.029942 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-04c9b7f5-a0a7-4e47-967e-f86bebdc3d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:54.035444 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833040182', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '97549603-83f1-411a-87be-e328529302ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:52Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '97549603-83f1-411a-87be-e328529302ab', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '38cf486d-976c-41df-8a85-c649f2980cc1', 'name': '', 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:a7:77:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '1dd06cff-57ac-44da-9c17-838427362df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:51Z', 'updated_at': '2021-08-16T22:57:52Z', 'revision_number': 2, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '1dd06cff-57ac-44da-9c17-838427362df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:54.066197 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] Checking router: 50dc129b-aed3-44b4-a7c6-4273ce84a34e for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:57:54.066927 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] Updating router 50dc129b-aed3-44b4-a7c6-4273ce84a34e port 38cf486d-976c-41df-8a85-c649f2980cc1 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:57:54.106241 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:54.107292 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5fe33f1-3329-43f6-8b6b-b0da14e13342 req-6d7bd13f-7e90-467f-8bf3-9fad0eb825c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50b4f86d-f227-4268-b446-2e420b372cf7 HTTP/1.1" status: 200 len: 1002 time: 0.0967402 Aug 16 22:57:54.198976 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe33f1-3329-43f6-8b6b-b0da14e13342 req-ba8ba76a-2d0c-4fe5-a8a5-7198f8aa7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:54.201635 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5fe33f1-3329-43f6-8b6b-b0da14e13342 req-ba8ba76a-2d0c-4fe5-a8a5-7198f8aa7d6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f7fc71b-c765-4361-a281-4f8b22bf0e97 HTTP/1.1" status: 200 len: 848 time: 0.0830252 Aug 16 22:57:54.207088 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-04c9b7f5-a0a7-4e47-967e-f86bebdc3d20 None None] Provisioning for port 38cf486d-976c-41df-8a85-c649f2980cc1 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:54.219470 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-04c9b7f5-a0a7-4e47-967e-f86bebdc3d20 None None] Provisioning complete for port 38cf486d-976c-41df-8a85-c649f2980cc1 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:54.220402 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-04c9b7f5-a0a7-4e47-967e-f86bebdc3d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:54.275654 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-04c9b7f5-a0a7-4e47-967e-f86bebdc3d20 None None] Port 38cf486d-976c-41df-8a85-c649f2980cc1 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:57:54.285087 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe33f1-3329-43f6-8b6b-b0da14e13342 req-801f86e5-e767-436c-83f6-d6d55579e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:54.286871 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5fe33f1-3329-43f6-8b6b-b0da14e13342 req-801f86e5-e767-436c-83f6-d6d55579e4a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a54f21a9-1e7d-412e-8279-3fd9f564e2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783670 Aug 16 22:57:54.304295 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-b5fe33f1-3329-43f6-8b6b-b0da14e13342 req-77a8bd96-2d79-4322-a695-b2de32e378d8 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:57:54.305312 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5fe33f1-3329-43f6-8b6b-b0da14e13342 req-77a8bd96-2d79-4322-a695-b2de32e378d8 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103447 Aug 16 22:57:54.394826 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f102edb7-1f23-4ad9-9f83-9b9d2168bb1f None None] Provisioning complete for port 38cf486d-976c-41df-8a85-c649f2980cc1 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:54.395199 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f102edb7-1f23-4ad9-9f83-9b9d2168bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:54.431481 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5fe33f1-3329-43f6-8b6b-b0da14e13342 req-574ca2d5-b162-445b-a072-0daec0342736 service neutron] 10.222.0.43 "GET /v2.0/networks/a54f21a9-1e7d-412e-8279-3fd9f564e2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189537 Aug 16 22:57:54.443533 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-f102edb7-1f23-4ad9-9f83-9b9d2168bb1f None None] Port 38cf486d-976c-41df-8a85-c649f2980cc1 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:57:54.500617 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:54.524442 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] Transition to ACTIVE for port object 38cf486d-976c-41df-8a85-c649f2980cc1 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:54.533159 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:54.555313 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5fe33f1-3329-43f6-8b6b-b0da14e13342 req-3647be21-216a-4cee-a728-7ac59b35cb4f service neutron] 10.222.0.43 "GET /v2.0/networks/a54f21a9-1e7d-412e-8279-3fd9f564e2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155171 Aug 16 22:57:54.586099 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7ecdb-2b79-4146-9a23-a7d72a2daf03 None None] Pushing event updated for resources: {'Port': ['ID=38cf486d-976c-41df-8a85-c649f2980cc1,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:54.612106 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7ecdb-2b79-4146-9a23-a7d72a2daf03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.612374 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7ecdb-2b79-4146-9a23-a7d72a2daf03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.612654 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7ecdb-2b79-4146-9a23-a7d72a2daf03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.612992 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7ecdb-2b79-4146-9a23-a7d72a2daf03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.613319 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7ecdb-2b79-4146-9a23-a7d72a2daf03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.613644 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7ecdb-2b79-4146-9a23-a7d72a2daf03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.614154 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7ecdb-2b79-4146-9a23-a7d72a2daf03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.614481 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7ecdb-2b79-4146-9a23-a7d72a2daf03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.614771 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7ecdb-2b79-4146-9a23-a7d72a2daf03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.615094 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7ecdb-2b79-4146-9a23-a7d72a2daf03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.615416 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7ecdb-2b79-4146-9a23-a7d72a2daf03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.615757 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7ecdb-2b79-4146-9a23-a7d72a2daf03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.655504 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] Attempting to bind port 38cf486d-976c-41df-8a85-c649f2980cc1 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:57:54.656195 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] Attempting to bind port 38cf486d-976c-41df-8a85-c649f2980cc1 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'bc55be3f-6ab4-4362-8bae-d0af1098540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:57:54.656195 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] Attempting to bind port 38cf486d-976c-41df-8a85-c649f2980cc1 on network a27027c3-9744-4d15-aa4d-c610710d9fbf {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:57:54.661469 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:57:54.661839 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] Checking segment: {'id': 'bc55be3f-6ab4-4362-8bae-d0af1098540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:57:54.662341 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:54.662736 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] Bound using segment: {'id': 'bc55be3f-6ab4-4362-8bae-d0af1098540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:57:54.663199 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] Bound port: 38cf486d-976c-41df-8a85-c649f2980cc1, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc55be3f-6ab4-4362-8bae-d0af1098540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:57:54.663579 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:54.731723 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] For port 38cf486d-976c-41df-8a85-c649f2980cc1, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:57:54.735359 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] For port 38cf486d-976c-41df-8a85-c649f2980cc1, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=38cf486d-976c-41df-8a85-c649f2980cc1,segment=NetworkSegment(bc55be3f-6ab4-4362-8bae-d0af1098540c),segment_id=bc55be3f-6ab4-4362-8bae-d0af1098540c)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:57:54.739788 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:54.809910 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] Routers {'50dc129b-aed3-44b4-a7c6-4273ce84a34e'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:57:54.811273 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:57:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['50dc129b-aed3-44b4-a7c6-4273ce84a34e'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:54.814315 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7ecdb-2b79-4146-9a23-a7d72a2daf03 None None] Pushing event updated for resources: {'Port': ['ID=38cf486d-976c-41df-8a85-c649f2980cc1,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:54.844683 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 03384cd3-cb80-43c2-9424-59b3f5c76f24 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:54.910678 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 03384cd3-cb80-43c2-9424-59b3f5c76f24 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:54.911062 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:54.970901 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] Set router 50dc129b-aed3-44b4-a7c6-4273ce84a34e gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:57:55.021464 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 97549603-83f1-411a-87be-e328529302ab up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:55.080319 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89443c3d-1308-4718-833a-ee33ffa1a9db req-d4e26f60-931e-4550-a91e-21c67993e2dc tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 210 time: 0.0510125 Aug 16 22:57:55.098620 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 97549603-83f1-411a-87be-e328529302ab triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:55.099121 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:55.142404 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-e2e88c83-b555-457f-801f-e624306c480b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:55.144137 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-e2e88c83-b555-457f-801f-e624306c480b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.39 "GET /v2.0/networks?id=a27027c3-9744-4d15-aa4d-c610710d9fbf HTTP/1.1" status: 200 len: 797 time: 0.2164195 Aug 16 22:57:55.201310 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-eea2bccd-5d8e-47d8-a1aa-843dc59d5178 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e32b01dd26f6421f8630d3eff7506c36 HTTP/1.1" status: 200 len: 380 time: 0.0454631 Aug 16 22:57:55.211933 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-28a902e7-4096-4465-9946-a4c74889fea2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'port': {'device_id': '520ccb79-ba14-41d5-9918-78335e7824d6', 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf', 'admin_state_up': True, 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'security_groups': ['e879e03c-1cff-4d7b-800b-064eeca881f5']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:55.266255 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833040182', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '97549603-83f1-411a-87be-e328529302ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:52Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '97549603-83f1-411a-87be-e328529302ab', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '38cf486d-976c-41df-8a85-c649f2980cc1', 'name': '', 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:a7:77:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '1dd06cff-57ac-44da-9c17-838427362df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:51Z', 'updated_at': '2021-08-16T22:57:54Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '1dd06cff-57ac-44da-9c17-838427362df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:55.295113 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da112a-19d7-4538-8592-9033eb4e97e9 None None] The sync data for ids ['50dc129b-aed3-44b4-a7c6-4273ce84a34e'] in n-d-792458-15 is: [{'id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833040182', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '97549603-83f1-411a-87be-e328529302ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:52Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '97549603-83f1-411a-87be-e328529302ab', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '38cf486d-976c-41df-8a85-c649f2980cc1', 'name': '', 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:a7:77:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '1dd06cff-57ac-44da-9c17-838427362df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:51Z', 'updated_at': '2021-08-16T22:57:54Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '1dd06cff-57ac-44da-9c17-838427362df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:57:55.323612 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-28a902e7-4096-4465-9946-a4c74889fea2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Made reservation on behalf of e32b01dd26f6421f8630d3eff7506c36 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:57:55.327323 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-28a902e7-4096-4465-9946-a4c74889fea2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:55.853733 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-28a902e7-4096-4465-9946-a4c74889fea2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Allocated IP 172.20.0.11 (a27027c3-9744-4d15-aa4d-c610710d9fbf/1dd06cff-57ac-44da-9c17-838427362df9/38c63402-91e9-43b8-8c5d-321e9b4e748b) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:57:56.019345 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-28a902e7-4096-4465-9946-a4c74889fea2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:56.034153 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-28a902e7-4096-4465-9946-a4c74889fea2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Transition to ACTIVE for port object 38c63402-91e9-43b8-8c5d-321e9b4e748b will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:56.070424 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-28a902e7-4096-4465-9946-a4c74889fea2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:56.117314 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-28a902e7-4096-4465-9946-a4c74889fea2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network a27027c3-9744-4d15-aa4d-c610710d9fbf is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:57:56.121342 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-28a902e7-4096-4465-9946-a4c74889fea2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:57:56.125568 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-28a902e7-4096-4465-9946-a4c74889fea2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:57:56.132906 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a902e7-4096-4465-9946-a4c74889fea2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=38c63402-91e9-43b8-8c5d-321e9b4e748b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:56.201227 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-28a902e7-4096-4465-9946-a4c74889fea2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:56.201923 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-28a902e7-4096-4465-9946-a4c74889fea2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:56.221938 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-28a902e7-4096-4465-9946-a4c74889fea2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0139658 Aug 16 22:57:56.235259 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] Request body: {'port': {'device_id': '520ccb79-ba14-41d5-9918-78335e7824d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:56.247767 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba907b2-1c47-4578-815c-5143377cdff4 req-e0f2f686-d377-4a40-a7cb-d06316623a4e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:56.249543 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5ba907b2-1c47-4578-815c-5143377cdff4 req-e0f2f686-d377-4a40-a7cb-d06316623a4e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 932 time: 0.0715735 Aug 16 22:57:56.301386 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5ba907b2-1c47-4578-815c-5143377cdff4 req-a232173d-b424-4df6-8ad6-b47adff2f26e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442102 Aug 16 22:57:56.327073 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:56.407918 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d14bbee4-0e2c-4df7-b977-2dec7bc0abab None None] Provisioning for port 38c63402-91e9-43b8-8c5d-321e9b4e748b completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:56.412786 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d14bbee4-0e2c-4df7-b977-2dec7bc0abab None None] Provisioning complete for port 38c63402-91e9-43b8-8c5d-321e9b4e748b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:56.413397 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d14bbee4-0e2c-4df7-b977-2dec7bc0abab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:56.449639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d14bbee4-0e2c-4df7-b977-2dec7bc0abab None None] Port 38c63402-91e9-43b8-8c5d-321e9b4e748b cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:57:56.611166 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c63402-91e9-43b8-8c5d-321e9b4e748b {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:57:56.620752 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:56.635226 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] Transition to ACTIVE for port object 38c63402-91e9-43b8-8c5d-321e9b4e748b will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:56.639207 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:56.696370 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] Pushing event updated for resources: {'Port': ['ID=38c63402-91e9-43b8-8c5d-321e9b4e748b,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:56.770123 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] Attempting to bind port 38c63402-91e9-43b8-8c5d-321e9b4e748b on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:57:56.770644 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] Attempting to bind port 38c63402-91e9-43b8-8c5d-321e9b4e748b by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'bc55be3f-6ab4-4362-8bae-d0af1098540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:57:56.770909 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] Attempting to bind port 38c63402-91e9-43b8-8c5d-321e9b4e748b on network a27027c3-9744-4d15-aa4d-c610710d9fbf {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:57:56.781047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] Port 38c63402-91e9-43b8-8c5d-321e9b4e748b on network a27027c3-9744-4d15-aa4d-c610710d9fbf not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:57:56.781047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] Attempting to bind port 38c63402-91e9-43b8-8c5d-321e9b4e748b on network a27027c3-9744-4d15-aa4d-c610710d9fbf {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:57:56.786410 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:57:56.786781 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] Checking segment: {'id': 'bc55be3f-6ab4-4362-8bae-d0af1098540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:57:56.787138 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] Bound using segment: {'id': 'bc55be3f-6ab4-4362-8bae-d0af1098540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:57:56.787898 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] Bound port: 38c63402-91e9-43b8-8c5d-321e9b4e748b, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc55be3f-6ab4-4362-8bae-d0af1098540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:57:56.788372 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:56.858797 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 38cf486d-976c-41df-8a85-c649f2980cc1 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:56.862951 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] For port 38c63402-91e9-43b8-8c5d-321e9b4e748b, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:57:56.865662 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] For port 38c63402-91e9-43b8-8c5d-321e9b4e748b, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=38c63402-91e9-43b8-8c5d-321e9b4e748b,segment=NetworkSegment(bc55be3f-6ab4-4362-8bae-d0af1098540c),segment_id=bc55be3f-6ab4-4362-8bae-d0af1098540c)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:57:56.872079 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:56.907602 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:56.908795 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:56.910409 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] 10.222.0.39 "PUT /v2.0/ports/38c63402-91e9-43b8-8c5d-321e9b4e748b HTTP/1.1" status: 200 len: 1093 time: 0.6806304 Aug 16 22:57:56.912813 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520ccb79-ba14-41d5-9918-78335e7824d6', 'tag': '38c63402-91e9-43b8-8c5d-321e9b4e748b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:56.912953 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 38cf486d-976c-41df-8a85-c649f2980cc1 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:56.916255 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f710ea40-f674-4fcd-8e01-407f25d0c6ae" -d '{"events": [{"name": "network-changed", "server_uuid": "520ccb79-ba14-41d5-9918-78335e7824d6", "tag": "38c63402-91e9-43b8-8c5d-321e9b4e748b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:56.917322 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 38cf486d-976c-41df-8a85-c649f2980cc1 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:56.917698 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:56.949792 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c352bc6-60b0-4aca-b985-492c2edb9e50 service neutron] Pushing event updated for resources: {'Port': ['ID=38c63402-91e9-43b8-8c5d-321e9b4e748b,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:56.974692 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72f2e7a-bc9e-4153-b35a-6bbc23d5743e x-openstack-request-id: req-b72f2e7a-bc9e-4153-b35a-6bbc23d5743e {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:56.974990 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520ccb79-ba14-41d5-9918-78335e7824d6", "tag": "38c63402-91e9-43b8-8c5d-321e9b4e748b", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:56.975246 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b72f2e7a-bc9e-4153-b35a-6bbc23d5743e {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:56.975652 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520ccb79-ba14-41d5-9918-78335e7824d6', 'tag': '38c63402-91e9-43b8-8c5d-321e9b4e748b', 'status': 'completed', 'code': 200} Aug 16 22:57:57.018863 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-738225b6-b8c8-4e15-803c-b11d985ed234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:57.020439 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-738225b6-b8c8-4e15-803c-b11d985ed234 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 1096 time: 0.0556338 Aug 16 22:57:57.044897 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:57.068044 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-3917f347-43f7-4bdf-bc89-483c43a8b733 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38c63402-91e9-43b8-8c5d-321e9b4e748b HTTP/1.1" status: 200 len: 217 time: 0.0389521 Aug 16 22:57:57.083073 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 38cf486d-976c-41df-8a85-c649f2980cc1, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=38cf486d-976c-41df-8a85-c649f2980cc1,segment=NetworkSegment(bc55be3f-6ab4-4362-8bae-d0af1098540c),segment_id=bc55be3f-6ab4-4362-8bae-d0af1098540c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:57.088014 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:57.139079 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-0d4e365d-151f-40d9-81a3-b6524239bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:57.140718 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-0d4e365d-151f-40d9-81a3-b6524239bfc3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1dd06cff-57ac-44da-9c17-838427362df9 HTTP/1.1" status: 200 len: 834 time: 0.0661716 Aug 16 22:57:57.146933 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=38cf486d-976c-41df-8a85-c649f2980cc1,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:57.200655 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-13c27143-67e0-4a8e-8ab1-113ce2405172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:57.202909 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-13c27143-67e0-4a8e-8ab1-113ce2405172 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a27027c3-9744-4d15-aa4d-c610710d9fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547445 Aug 16 22:57:57.294578 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-3320c65d-556c-418c-a885-4bd18c546650 service neutron] 10.222.0.39 "GET /v2.0/networks/a27027c3-9744-4d15-aa4d-c610710d9fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841897 Aug 16 22:57:57.394317 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ef010e63-eb72-443f-8c47-95a5adff5e19 req-cf491bad-0bb5-443b-84b3-0eee4a88248a service neutron] 10.222.0.39 "GET /v2.0/networks/a27027c3-9744-4d15-aa4d-c610710d9fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922365 Aug 16 22:57:57.420493 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0642bcf-8c52-46af-9fa7-7b54be11f71b req-13a2b5de-b0ec-418d-8324-293d5a98c1ec tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:57.422058 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0642bcf-8c52-46af-9fa7-7b54be11f71b req-13a2b5de-b0ec-418d-8324-293d5a98c1ec tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 944 time: 0.0512769 Aug 16 22:57:57.465225 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0642bcf-8c52-46af-9fa7-7b54be11f71b req-5efcdbcb-1da0-4e9b-a6a6-6445c9fc3e12 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369515 Aug 16 22:57:57.486543 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710ea40-f674-4fcd-8e01-407f25d0c6ae req-973a924d-e988-4090-afe4-925ce68f8721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:57.488065 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f710ea40-f674-4fcd-8e01-407f25d0c6ae req-973a924d-e988-4090-afe4-925ce68f8721 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 1096 time: 0.0433800 Aug 16 22:57:57.582470 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710ea40-f674-4fcd-8e01-407f25d0c6ae req-1321cf27-55bd-4d2c-8824-99da8f515db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:57.583991 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f710ea40-f674-4fcd-8e01-407f25d0c6ae req-1321cf27-55bd-4d2c-8824-99da8f515db4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a27027c3-9744-4d15-aa4d-c610710d9fbf HTTP/1.1" status: 200 len: 898 time: 0.0890160 Aug 16 22:57:57.626297 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f710ea40-f674-4fcd-8e01-407f25d0c6ae req-6612f5f2-12b4-4be4-b6fe-b7637d6b7612 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38c63402-91e9-43b8-8c5d-321e9b4e748b HTTP/1.1" status: 200 len: 217 time: 0.0350122 Aug 16 22:57:57.675888 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710ea40-f674-4fcd-8e01-407f25d0c6ae req-634941e8-76d8-424c-b480-72ead2ec062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:57.677444 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f710ea40-f674-4fcd-8e01-407f25d0c6ae req-634941e8-76d8-424c-b480-72ead2ec062a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1dd06cff-57ac-44da-9c17-838427362df9 HTTP/1.1" status: 200 len: 834 time: 0.0442886 Aug 16 22:57:57.727735 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710ea40-f674-4fcd-8e01-407f25d0c6ae req-cf6e2d64-d97e-44fc-ab4c-716aa218161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:57.729210 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f710ea40-f674-4fcd-8e01-407f25d0c6ae req-cf6e2d64-d97e-44fc-ab4c-716aa218161f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a27027c3-9744-4d15-aa4d-c610710d9fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448732 Aug 16 22:57:57.822968 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f710ea40-f674-4fcd-8e01-407f25d0c6ae req-5f66a19c-934e-4652-b214-e5c396886ab1 service neutron] 10.222.0.39 "GET /v2.0/networks/a27027c3-9744-4d15-aa4d-c610710d9fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860219 Aug 16 22:57:57.919225 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f710ea40-f674-4fcd-8e01-407f25d0c6ae req-652d184a-f45b-4753-bcb7-6f0f8123d4e8 service neutron] 10.222.0.39 "GET /v2.0/networks/a27027c3-9744-4d15-aa4d-c610710d9fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877953 Aug 16 22:57:58.583825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5a775-9985-425b-a441-d5680fd01de5 req-49d8c948-1c9a-4857-97a5-c8423af2acdc tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:58.585314 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9fa5a775-9985-425b-a441-d5680fd01de5 req-49d8c948-1c9a-4857-97a5-c8423af2acdc tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 944 time: 0.0491776 Aug 16 22:57:58.623302 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9fa5a775-9985-425b-a441-d5680fd01de5 req-3478f7c0-b7d0-447b-85b3-3cccb09d3872 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312486 Aug 16 22:57:58.821577 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 38cf486d-976c-41df-8a85-c649f2980cc1 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:58.872439 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 38cf486d-976c-41df-8a85-c649f2980cc1 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:58.872807 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:59.722695 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 38c63402-91e9-43b8-8c5d-321e9b4e748b details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:57:59.753787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548c301-aae5-44ca-8b6b-a07814603a29 req-ea2bf3a4-d972-477b-8c69-c6e3fab3c238 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:59.755336 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7548c301-aae5-44ca-8b6b-a07814603a29 req-ea2bf3a4-d972-477b-8c69-c6e3fab3c238 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 944 time: 0.0551987 Aug 16 22:57:59.796995 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7548c301-aae5-44ca-8b6b-a07814603a29 req-b8b26d47-4afd-4292-9334-2ab10141bda0 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353072 Aug 16 22:57:59.826336 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 38c63402-91e9-43b8-8c5d-321e9b4e748b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=38c63402-91e9-43b8-8c5d-321e9b4e748b,segment=NetworkSegment(bc55be3f-6ab4-4362-8bae-d0af1098540c),segment_id=bc55be3f-6ab4-4362-8bae-d0af1098540c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:59.838216 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '38c63402-91e9-43b8-8c5d-321e9b4e748b', 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf', 'port_id': '38c63402-91e9-43b8-8c5d-321e9b4e748b', 'mac_address': 'fa:16:3e:c2:f3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd06cff-57ac-44da-9c17-838427362df9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:57:59.877724 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:59.891426 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c63402-91e9-43b8-8c5d-321e9b4e748b {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:57:59.911450 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 38c63402-91e9-43b8-8c5d-321e9b4e748b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=38c63402-91e9-43b8-8c5d-321e9b4e748b,segment=NetworkSegment(bc55be3f-6ab4-4362-8bae-d0af1098540c),segment_id=bc55be3f-6ab4-4362-8bae-d0af1098540c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:59.916073 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:59.964675 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=38c63402-91e9-43b8-8c5d-321e9b4e748b,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:00.101788 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['38c63402-91e9-43b8-8c5d-321e9b4e748b'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:58:00.920178 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17136944-40e1-47ce-b8cb-1394ee21cf02 req-a5b820f7-b917-43fd-8536-34c65a9f87e5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:00.921618 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17136944-40e1-47ce-b8cb-1394ee21cf02 req-a5b820f7-b917-43fd-8536-34c65a9f87e5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 945 time: 0.0532703 Aug 16 22:58:00.961014 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17136944-40e1-47ce-b8cb-1394ee21cf02 req-23c5f5a8-1e5e-44c7-9967-f26903426710 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331440 Aug 16 22:58:01.738193 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 38c63402-91e9-43b8-8c5d-321e9b4e748b up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:01.790032 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 38c63402-91e9-43b8-8c5d-321e9b4e748b completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:01.794344 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 38c63402-91e9-43b8-8c5d-321e9b4e748b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:01.794723 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:01.870881 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:01.892861 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520ccb79-ba14-41d5-9918-78335e7824d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c63402-91e9-43b8-8c5d-321e9b4e748b'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:01.895176 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b351bdd-b1b2-412a-98db-d38d63eba1e9" -d '{"events": [{"server_uuid": "520ccb79-ba14-41d5-9918-78335e7824d6", "name": "network-vif-plugged", "status": "completed", "tag": "38c63402-91e9-43b8-8c5d-321e9b4e748b"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:01.908015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 38c63402-91e9-43b8-8c5d-321e9b4e748b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=38c63402-91e9-43b8-8c5d-321e9b4e748b,segment=NetworkSegment(bc55be3f-6ab4-4362-8bae-d0af1098540c),segment_id=bc55be3f-6ab4-4362-8bae-d0af1098540c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:01.913080 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:01.942945 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a57b94-fe33-44e3-9138-c4a94262688d x-openstack-request-id: req-d5a57b94-fe33-44e3-9138-c4a94262688d {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:01.943269 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520ccb79-ba14-41d5-9918-78335e7824d6", "name": "network-vif-plugged", "status": "completed", "tag": "38c63402-91e9-43b8-8c5d-321e9b4e748b", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:01.943479 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d5a57b94-fe33-44e3-9138-c4a94262688d {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:01.943864 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520ccb79-ba14-41d5-9918-78335e7824d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c63402-91e9-43b8-8c5d-321e9b4e748b', 'code': 200} Aug 16 22:58:01.971660 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=38c63402-91e9-43b8-8c5d-321e9b4e748b,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:02.038409 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7f652-4289-4f5d-8c6f-5acab47a71e1 req-d3ce6fb8-5b40-4bb4-81c9-c73af3499bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:02.039927 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-37f7f652-4289-4f5d-8c6f-5acab47a71e1 req-d3ce6fb8-5b40-4bb4-81c9-c73af3499bc7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 1098 time: 0.0412290 Aug 16 22:58:02.079656 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045812b-9259-46d8-82b8-b16c4714f2f6 req-c9476898-2e54-48b4-9eb9-4869d89cadfa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:02.080536 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-37f7f652-4289-4f5d-8c6f-5acab47a71e1 req-b8738ec5-0c54-437c-ba87-0292d5f699df service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333185 Aug 16 22:58:02.081196 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5045812b-9259-46d8-82b8-b16c4714f2f6 req-c9476898-2e54-48b4-9eb9-4869d89cadfa tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 946 time: 0.0505471 Aug 16 22:58:02.119799 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5045812b-9259-46d8-82b8-b16c4714f2f6 req-6b6dcd55-3990-4f9b-9790-496e90b60ae2 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314431 Aug 16 22:58:03.246167 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6e530-a00f-451d-92e2-588d7741d1bd req-7b53f966-735b-48a0-af82-e61a12103177 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:03.247662 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02a6e530-a00f-451d-92e2-588d7741d1bd req-7b53f966-735b-48a0-af82-e61a12103177 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 946 time: 0.0535409 Aug 16 22:58:03.289028 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02a6e530-a00f-451d-92e2-588d7741d1bd req-6ef66b96-4a4a-46d2-b76a-f0b9d8d8ef75 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333583 Aug 16 22:58:03.406133 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891ac9a-ee6c-4a17-8583-32ec5ad466bf req-5700b6f2-7bbe-4350-bec7-65a30d78ac67 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:03.407576 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0891ac9a-ee6c-4a17-8583-32ec5ad466bf req-5700b6f2-7bbe-4350-bec7-65a30d78ac67 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 946 time: 0.0503230 Aug 16 22:58:03.449278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0891ac9a-ee6c-4a17-8583-32ec5ad466bf req-b6265834-f4a0-49cf-abf6-4db2a8616696 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340610 Aug 16 22:58:03.471633 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44864) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:03.512342 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3310ce87-d606-47c9-9bb1-1010aba3625b tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:03.513891 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3310ce87-d606-47c9-9bb1-1010aba3625b tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 1093 time: 0.0412312 Aug 16 22:58:03.517789 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44866) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:03.522318 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a2c2a726-f593-4ba4-b716-cb761ec9e99c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': '38c63402-91e9-43b8-8c5d-321e9b4e748b', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:03.544719 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2c2a726-f593-4ba4-b716-cb761ec9e99c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:03.650145 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2c2a726-f593-4ba4-b716-cb761ec9e99c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:03.759067 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-a2c2a726-f593-4ba4-b716-cb761ec9e99c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Allocated IP 172.25.6.228 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/6565cfd4-d8a5-445c-9329-dd80684784e1) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:03.869594 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2c2a726-f593-4ba4-b716-cb761ec9e99c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:03.908489 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2c2a726-f593-4ba4-b716-cb761ec9e99c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:03.949912 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c2a726-f593-4ba4-b716-cb761ec9e99c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:03.952889 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-a2c2a726-f593-4ba4-b716-cb761ec9e99c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:03.957575 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c2a726-f593-4ba4-b716-cb761ec9e99c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:03.960466 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2a726-f593-4ba4-b716-cb761ec9e99c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=6565cfd4-d8a5-445c-9329-dd80684784e1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:04.314379 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2c2a726-f593-4ba4-b716-cb761ec9e99c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:04.384554 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2c2a726-f593-4ba4-b716-cb761ec9e99c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:04.532389 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2c2a726-f593-4ba4-b716-cb761ec9e99c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:04.537024 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2c2a726-f593-4ba4-b716-cb761ec9e99c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:04.606609 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2a726-f593-4ba4-b716-cb761ec9e99c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=6565cfd4-d8a5-445c-9329-dd80684784e1,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:04.619097 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2c2a726-f593-4ba4-b716-cb761ec9e99c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:04.720170 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-a2c2a726-f593-4ba4-b716-cb761ec9e99c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Floating IP fbdef8d4-fff4-451d-881c-83c2be6477f8 associated. External IP: 172.25.6.228, port: 38c63402-91e9-43b8-8c5d-321e9b4e748b. Aug 16 22:58:04.934402 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c2a726-f593-4ba4-b716-cb761ec9e99c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Router 50dc129b-aed3-44b4-a7c6-4273ce84a34e has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:58:05.044186 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c2a726-f593-4ba4-b716-cb761ec9e99c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:58:05.053703 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab76ef3e-7982-47d6-bfc1-4b2fa5a24827 None None] Sync routers for ids ['50dc129b-aed3-44b4-a7c6-4273ce84a34e'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:58:05.059694 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2c2a726-f593-4ba4-b716-cb761ec9e99c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:05.063261 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab76ef3e-7982-47d6-bfc1-4b2fa5a24827 None None] Routers {'50dc129b-aed3-44b4-a7c6-4273ce84a34e'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:05.063894 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ab76ef3e-7982-47d6-bfc1-4b2fa5a24827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:57:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['50dc129b-aed3-44b4-a7c6-4273ce84a34e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:05.086582 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a2c2a726-f593-4ba4-b716-cb761ec9e99c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5677125 Aug 16 22:58:05.087672 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520ccb79-ba14-41d5-9918-78335e7824d6', 'tag': '38c63402-91e9-43b8-8c5d-321e9b4e748b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:05.091860 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ca9168-0fa2-4bdb-a348-51736e8520dc" -d '{"events": [{"name": "network-changed", "server_uuid": "520ccb79-ba14-41d5-9918-78335e7824d6", "tag": "38c63402-91e9-43b8-8c5d-321e9b4e748b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:05.132235 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588cd6d5-8733-49ae-a42c-bb07e3dfb4a4 x-openstack-request-id: req-588cd6d5-8733-49ae-a42c-bb07e3dfb4a4 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:05.132442 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520ccb79-ba14-41d5-9918-78335e7824d6", "tag": "38c63402-91e9-43b8-8c5d-321e9b4e748b", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:05.132775 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-588cd6d5-8733-49ae-a42c-bb07e3dfb4a4 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:05.133133 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520ccb79-ba14-41d5-9918-78335e7824d6', 'tag': '38c63402-91e9-43b8-8c5d-321e9b4e748b', 'status': 'completed', 'code': 200} Aug 16 22:58:05.182872 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-ab76ef3e-7982-47d6-bfc1-4b2fa5a24827 None None] Set router 50dc129b-aed3-44b4-a7c6-4273ce84a34e gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:05.195184 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c634756-296e-4bbb-bc79-94fff0948d5e req-1cee6e04-11aa-4020-938b-d0ac0b34aa37 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:05.197517 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c634756-296e-4bbb-bc79-94fff0948d5e req-1cee6e04-11aa-4020-938b-d0ac0b34aa37 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 946 time: 0.0590661 Aug 16 22:58:05.207714 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca9168-0fa2-4bdb-a348-51736e8520dc req-660dec35-3302-4fa9-a005-aadafac713fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:05.210490 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-73ca9168-0fa2-4bdb-a348-51736e8520dc req-660dec35-3302-4fa9-a005-aadafac713fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 1098 time: 0.0548124 Aug 16 22:58:05.243128 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c634756-296e-4bbb-bc79-94fff0948d5e req-b771a89e-a6a4-4e07-89fc-a302daa7420e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333047 Aug 16 22:58:05.271085 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44872) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:05.321011 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca9168-0fa2-4bdb-a348-51736e8520dc req-113f0bec-0c72-47ee-8d2b-96b98d6b397b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:05.323631 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-73ca9168-0fa2-4bdb-a348-51736e8520dc req-113f0bec-0c72-47ee-8d2b-96b98d6b397b service neutron] 10.222.0.39 "GET /v2.0/networks?id=a27027c3-9744-4d15-aa4d-c610710d9fbf HTTP/1.1" status: 200 len: 898 time: 0.1062918 Aug 16 22:58:05.343389 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-719fd6d6-1b9f-47e3-8a8b-3f66b51db1b7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/floatingips/fbdef8d4-fff4-451d-881c-83c2be6477f8 HTTP/1.1" status: 200 len: 992 time: 0.0702415 Aug 16 22:58:05.397948 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-73ca9168-0fa2-4bdb-a348-51736e8520dc req-8cb5f0e4-005a-4b2e-9363-380e7f32b54b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38c63402-91e9-43b8-8c5d-321e9b4e748b HTTP/1.1" status: 200 len: 1000 time: 0.0678177 Aug 16 22:58:05.449463 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca9168-0fa2-4bdb-a348-51736e8520dc req-60948ff1-e867-4753-90bc-dedaec700088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:05.450972 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-73ca9168-0fa2-4bdb-a348-51736e8520dc req-60948ff1-e867-4753-90bc-dedaec700088 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1dd06cff-57ac-44da-9c17-838427362df9 HTTP/1.1" status: 200 len: 834 time: 0.0466845 Aug 16 22:58:05.456169 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ab76ef3e-7982-47d6-bfc1-4b2fa5a24827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833040182', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '97549603-83f1-411a-87be-e328529302ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:52Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '97549603-83f1-411a-87be-e328529302ab', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'fbdef8d4-fff4-451d-881c-83c2be6477f8', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'floating_ip_address': '172.25.6.228', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'port_id': '38c63402-91e9-43b8-8c5d-321e9b4e748b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf', 'mac_address': 'fa:16:3e:c2:f3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ccb79-ba14-41d5-9918-78335e7824d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:58:04Z', 'updated_at': '2021-08-16T22:58:04Z', 'revision_number': 0, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38cf486d-976c-41df-8a85-c649f2980cc1', 'name': '', 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:a7:77:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '1dd06cff-57ac-44da-9c17-838427362df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:51Z', 'updated_at': '2021-08-16T22:57:57Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '1dd06cff-57ac-44da-9c17-838427362df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:05.491604 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab76ef3e-7982-47d6-bfc1-4b2fa5a24827 None None] Checking router: 50dc129b-aed3-44b4-a7c6-4273ce84a34e for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:58:05.500056 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab76ef3e-7982-47d6-bfc1-4b2fa5a24827 None None] Routers {'50dc129b-aed3-44b4-a7c6-4273ce84a34e'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:05.500662 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ab76ef3e-7982-47d6-bfc1-4b2fa5a24827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:57:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['50dc129b-aed3-44b4-a7c6-4273ce84a34e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:05.505783 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca9168-0fa2-4bdb-a348-51736e8520dc req-759ce25b-cb43-481a-93e6-4c0c1159f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:05.507882 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-73ca9168-0fa2-4bdb-a348-51736e8520dc req-759ce25b-cb43-481a-93e6-4c0c1159f12a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a27027c3-9744-4d15-aa4d-c610710d9fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481317 Aug 16 22:58:05.607111 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-ab76ef3e-7982-47d6-bfc1-4b2fa5a24827 None None] Set router 50dc129b-aed3-44b4-a7c6-4273ce84a34e gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:05.614995 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-73ca9168-0fa2-4bdb-a348-51736e8520dc req-4f6bce26-a4d7-43d5-9c1a-d8bc458c413e service neutron] 10.222.0.39 "GET /v2.0/networks/a27027c3-9744-4d15-aa4d-c610710d9fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998592 Aug 16 22:58:05.715881 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-73ca9168-0fa2-4bdb-a348-51736e8520dc req-ea0accbf-2fe2-4c0e-afe2-f978afaa5c69 service neutron] 10.222.0.39 "GET /v2.0/networks/a27027c3-9744-4d15-aa4d-c610710d9fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939686 Aug 16 22:58:05.844482 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-ab76ef3e-7982-47d6-bfc1-4b2fa5a24827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833040182', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '97549603-83f1-411a-87be-e328529302ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:52Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '97549603-83f1-411a-87be-e328529302ab', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'fbdef8d4-fff4-451d-881c-83c2be6477f8', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'floating_ip_address': '172.25.6.228', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'port_id': '38c63402-91e9-43b8-8c5d-321e9b4e748b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf', 'mac_address': 'fa:16:3e:c2:f3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ccb79-ba14-41d5-9918-78335e7824d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:58:04Z', 'updated_at': '2021-08-16T22:58:04Z', 'revision_number': 0, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38cf486d-976c-41df-8a85-c649f2980cc1', 'name': '', 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:a7:77:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '1dd06cff-57ac-44da-9c17-838427362df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:51Z', 'updated_at': '2021-08-16T22:57:57Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '1dd06cff-57ac-44da-9c17-838427362df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:05.872318 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab76ef3e-7982-47d6-bfc1-4b2fa5a24827 None None] The sync data for ids ['50dc129b-aed3-44b4-a7c6-4273ce84a34e'] in n-d-792458-15 is: [{'id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833040182', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '97549603-83f1-411a-87be-e328529302ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:52Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '97549603-83f1-411a-87be-e328529302ab', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'fbdef8d4-fff4-451d-881c-83c2be6477f8', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'floating_ip_address': '172.25.6.228', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'port_id': '38c63402-91e9-43b8-8c5d-321e9b4e748b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf', 'mac_address': 'fa:16:3e:c2:f3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ccb79-ba14-41d5-9918-78335e7824d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:58:04Z', 'updated_at': '2021-08-16T22:58:04Z', 'revision_number': 0, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38cf486d-976c-41df-8a85-c649f2980cc1', 'name': '', 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:a7:77:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '1dd06cff-57ac-44da-9c17-838427362df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:51Z', 'updated_at': '2021-08-16T22:57:57Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '1dd06cff-57ac-44da-9c17-838427362df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:58:06.051697 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ce81ec-2105-4715-9c6d-e02531f7a42f None None] New status for floating IP fbdef8d4-fff4-451d-881c-83c2be6477f8: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:58:06.347119 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44878) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:06.409122 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7aa81319-028c-47c9-9255-36f3ec59688f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/floatingips/fbdef8d4-fff4-451d-881c-83c2be6477f8 HTTP/1.1" status: 200 len: 994 time: 0.0607901 Aug 16 22:58:08.283558 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba70c75-794f-40e4-b7dc-a214e94f90fc req-6f494457-3b2e-4264-97bc-59424f28c05d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:08.285039 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ba70c75-794f-40e4-b7dc-a214e94f90fc req-6f494457-3b2e-4264-97bc-59424f28c05d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 946 time: 0.0491531 Aug 16 22:58:08.323379 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ba70c75-794f-40e4-b7dc-a214e94f90fc req-e4de773c-42a9-4471-991e-6cc457029bf4 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/security-groups?id=12540f00-dcdd-4e0b-8fd0-038860a4f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316172 Aug 16 22:58:08.766107 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.022254 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3c3b79ff-509c-43ba-a620-a659fd42a677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.445700 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68195d3f-f4e3-4627-871e-77ffb5c7cf7a req-25d3ea96-f585-44f0-b438-76bbc4ee4e06 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:09.447352 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-68195d3f-f4e3-4627-871e-77ffb5c7cf7a req-25d3ea96-f585-44f0-b438-76bbc4ee4e06 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 946 time: 0.0517201 Aug 16 22:58:09.524955 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-68195d3f-f4e3-4627-871e-77ffb5c7cf7a req-e2ff36ab-6e1d-401d-9055-6012ae8c86ed tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/security-groups?id=12540f00-dcdd-4e0b-8fd0-038860a4f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692627 Aug 16 22:58:09.550996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5196a8-053f-4a2f-9599-b754d4a64203 req-a4731b30-5dc6-4f10-92f4-b182a1d95403 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:09.552534 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e5196a8-053f-4a2f-9599-b754d4a64203 req-a4731b30-5dc6-4f10-92f4-b182a1d95403 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 946 time: 0.0715878 Aug 16 22:58:09.647804 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-9e5196a8-053f-4a2f-9599-b754d4a64203 req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Deleting port 50b4f86d-f227-4268-b446-2e420b372cf7 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:09.648144 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9e5196a8-053f-4a2f-9599-b754d4a64203 req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.739727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9e5196a8-053f-4a2f-9599-b754d4a64203 req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] For port 50b4f86d-f227-4268-b446-2e420b372cf7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=50b4f86d-f227-4268-b446-2e420b372cf7,segment=NetworkSegment(f3eb2c2a-b50f-4520-bd82-2628b32fd85d),segment_id=f3eb2c2a-b50f-4520-bd82-2628b32fd85d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:09.740045 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9e5196a8-053f-4a2f-9599-b754d4a64203 req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.912552 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9e5196a8-053f-4a2f-9599-b754d4a64203 req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.912812 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9e5196a8-053f-4a2f-9599-b754d4a64203 req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.913159 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [req-9e5196a8-053f-4a2f-9599-b754d4a64203 req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Floating IP 892f0922-8d40-47c4-8a11-e903d1fae97d disassociated. External IP: 172.25.6.181, port: 50b4f86d-f227-4268-b446-2e420b372cf7. Aug 16 22:58:09.913499 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-9e5196a8-053f-4a2f-9599-b754d4a64203 req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Calling delete_port for 50b4f86d-f227-4268-b446-2e420b372cf7 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:10.052917 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9e5196a8-053f-4a2f-9599-b754d4a64203 req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.083148 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Pushing event deleted for resources: {'Port': ['ID=50b4f86d-f227-4268-b446-2e420b372cf7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:10.094990 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:10.095338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:10.095674 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:10.096006 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:10.096349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:10.096676 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:10.097000 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:10.098007 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:10.098007 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:10.098007 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:10.098426 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:10.098603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:10.207262 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e5196a8-053f-4a2f-9599-b754d4a64203 req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Router ac80203f-259a-4162-9add-929090f91c7c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:58:10.317488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e5196a8-053f-4a2f-9599-b754d4a64203 req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:58:10.328189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae922a-f64e-4ac0-a087-5188ade8641f None None] Sync routers for ids ['ac80203f-259a-4162-9add-929090f91c7c'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:58:10.339998 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae922a-f64e-4ac0-a087-5188ade8641f None None] Routers {'ac80203f-259a-4162-9add-929090f91c7c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:10.340626 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d5ae922a-f64e-4ac0-a087-5188ade8641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:57:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ac80203f-259a-4162-9add-929090f91c7c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:10.360055 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5196a8-053f-4a2f-9599-b754d4a64203 req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] No DVR routers for this DVR port 50b4f86d-f227-4268-b446-2e420b372cf7 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:10.362794 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9e5196a8-053f-4a2f-9599-b754d4a64203 req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.365285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e5196a8-053f-4a2f-9599-b754d4a64203 req-71d95ae9-ab12-4af0-a0bf-7c250a20d569 tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.43 "DELETE /v2.0/ports/50b4f86d-f227-4268-b446-2e420b372cf7 HTTP/1.1" status: 204 len: 173 time: 0.8060346 Aug 16 22:58:10.365741 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9f03f2-d047-4e00-b2aa-4ba460b60521', 'name': 'network-vif-deleted', 'tag': '50b4f86d-f227-4268-b446-2e420b372cf7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:10.369300 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360aeced-2687-4e45-8bbf-2e167b455864" -d '{"events": [{"server_uuid": "ed9f03f2-d047-4e00-b2aa-4ba460b60521", "name": "network-vif-deleted", "tag": "50b4f86d-f227-4268-b446-2e420b372cf7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:10.419644 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a132f70-df86-44db-9ac8-2145eb5608b3 x-openstack-request-id: req-0a132f70-df86-44db-9ac8-2145eb5608b3 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:10.420104 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9f03f2-d047-4e00-b2aa-4ba460b60521", "name": "network-vif-deleted", "tag": "50b4f86d-f227-4268-b446-2e420b372cf7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:10.420390 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0a132f70-df86-44db-9ac8-2145eb5608b3 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:10.420819 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9f03f2-d047-4e00-b2aa-4ba460b60521', 'name': 'network-vif-deleted', 'tag': '50b4f86d-f227-4268-b446-2e420b372cf7', 'status': 'completed', 'code': 200} Aug 16 22:58:10.469461 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d5ae922a-f64e-4ac0-a087-5188ade8641f None None] Set router ac80203f-259a-4162-9add-929090f91c7c gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:10.649568 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1a7b87b-2577-4834-8e27-a3202f32fc9e req-4845a6ee-baae-40b4-9cc1-20cbbe0409bb tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed9f03f2-d047-4e00-b2aa-4ba460b60521 HTTP/1.1" status: 200 len: 210 time: 0.0373015 Aug 16 22:58:10.856769 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d5ae922a-f64e-4ac0-a087-5188ade8641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80203f-259a-4162-9add-929090f91c7c', 'name': 'tempest-TestServerBasicOps-1880553078-router', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '282fca42-08f7-4988-a958-880cc674f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:52:55Z', 'updated_at': '2021-08-16T22:53:01Z', 'revision_number': 4, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'gw_port': {'id': '282fca42-08f7-4988-a958-880cc674f40b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:52:57Z', 'updated_at': '2021-08-16T22:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '97335c16-9508-437d-9c04-f71425e4625c', 'name': '', 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'mac_address': 'fa:16:3e:e6:c1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5f7fc71b-c765-4361-a281-4f8b22bf0e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:00Z', 'updated_at': '2021-08-16T22:53:09Z', 'revision_number': 5, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'subnets': [{'id': '5f7fc71b-c765-4361-a281-4f8b22bf0e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:10.883223 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae922a-f64e-4ac0-a087-5188ade8641f None None] Checking router: ac80203f-259a-4162-9add-929090f91c7c for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:58:10.891597 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae922a-f64e-4ac0-a087-5188ade8641f None None] Routers {'ac80203f-259a-4162-9add-929090f91c7c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:10.892206 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d5ae922a-f64e-4ac0-a087-5188ade8641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:57:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ac80203f-259a-4162-9add-929090f91c7c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:10.998504 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d5ae922a-f64e-4ac0-a087-5188ade8641f None None] Set router ac80203f-259a-4162-9add-929090f91c7c gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:11.047280 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:11.204245 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d5ae922a-f64e-4ac0-a087-5188ade8641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80203f-259a-4162-9add-929090f91c7c', 'name': 'tempest-TestServerBasicOps-1880553078-router', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '282fca42-08f7-4988-a958-880cc674f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:52:55Z', 'updated_at': '2021-08-16T22:53:01Z', 'revision_number': 4, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'gw_port': {'id': '282fca42-08f7-4988-a958-880cc674f40b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:52:57Z', 'updated_at': '2021-08-16T22:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '97335c16-9508-437d-9c04-f71425e4625c', 'name': '', 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'mac_address': 'fa:16:3e:e6:c1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5f7fc71b-c765-4361-a281-4f8b22bf0e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:00Z', 'updated_at': '2021-08-16T22:53:09Z', 'revision_number': 5, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'subnets': [{'id': '5f7fc71b-c765-4361-a281-4f8b22bf0e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:11.229419 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae922a-f64e-4ac0-a087-5188ade8641f None None] The sync data for ids ['ac80203f-259a-4162-9add-929090f91c7c'] in n-d-792458-15 is: [{'id': 'ac80203f-259a-4162-9add-929090f91c7c', 'name': 'tempest-TestServerBasicOps-1880553078-router', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '282fca42-08f7-4988-a958-880cc674f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:52:55Z', 'updated_at': '2021-08-16T22:53:01Z', 'revision_number': 4, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'gw_port': {'id': '282fca42-08f7-4988-a958-880cc674f40b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:52:57Z', 'updated_at': '2021-08-16T22:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '97335c16-9508-437d-9c04-f71425e4625c', 'name': '', 'network_id': 'a54f21a9-1e7d-412e-8279-3fd9f564e2e1', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'mac_address': 'fa:16:3e:e6:c1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5f7fc71b-c765-4361-a281-4f8b22bf0e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:00Z', 'updated_at': '2021-08-16T22:53:09Z', 'revision_number': 5, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'subnets': [{'id': '5f7fc71b-c765-4361-a281-4f8b22bf0e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:58:11.436853 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c816fcc6-1532-41bd-a537-e4ac5d9b799e None None] New status for floating IP 892f0922-8d40-47c4-8a11-e903d1fae97d: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:58:11.569517 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f3cc1c8d-cdad-46bc-8e9b-96733b987d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:11.708394 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44892) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:11.843249 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ea8f573f-4a54-4744-83ad-88d8240b3b9d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Deleting port aa540acc-33b7-4f42-aed2-8c9f3f3f1fe2 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:11.843529 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea8f573f-4a54-4744-83ad-88d8240b3b9d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:11.925836 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea8f573f-4a54-4744-83ad-88d8240b3b9d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:11.926196 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea8f573f-4a54-4744-83ad-88d8240b3b9d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:11.937825 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ea8f573f-4a54-4744-83ad-88d8240b3b9d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Calling delete_port for aa540acc-33b7-4f42-aed2-8c9f3f3f1fe2 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:12.070791 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea8f573f-4a54-4744-83ad-88d8240b3b9d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:12.102112 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f573f-4a54-4744-83ad-88d8240b3b9d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Pushing event deleted for resources: {'Port': ['ID=aa540acc-33b7-4f42-aed2-8c9f3f3f1fe2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:12.125805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f573f-4a54-4744-83ad-88d8240b3b9d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:12.126175 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f573f-4a54-4744-83ad-88d8240b3b9d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:12.126516 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f573f-4a54-4744-83ad-88d8240b3b9d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:12.127117 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f573f-4a54-4744-83ad-88d8240b3b9d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:12.127441 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:12.127593 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f573f-4a54-4744-83ad-88d8240b3b9d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:12.127837 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f573f-4a54-4744-83ad-88d8240b3b9d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:12.128181 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f573f-4a54-4744-83ad-88d8240b3b9d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:12.128413 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f573f-4a54-4744-83ad-88d8240b3b9d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:12.128739 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f573f-4a54-4744-83ad-88d8240b3b9d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:12.129065 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f573f-4a54-4744-83ad-88d8240b3b9d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:12.129394 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f573f-4a54-4744-83ad-88d8240b3b9d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:12.129898 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f573f-4a54-4744-83ad-88d8240b3b9d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:12.167941 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea8f573f-4a54-4744-83ad-88d8240b3b9d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:12.170503 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea8f573f-4a54-4744-83ad-88d8240b3b9d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:12.171655 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ea8f573f-4a54-4744-83ad-88d8240b3b9d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "DELETE /v2.0/floatingips/892f0922-8d40-47c4-8a11-e903d1fae97d HTTP/1.1" status: 204 len: 168 time: 0.4622724 Aug 16 22:58:12.356554 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44900) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:12.413278 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e10fbb96-a5f9-457e-b89d-da690607d20d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:12.442793 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e10fbb96-a5f9-457e-b89d-da690607d20d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:12.499681 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e10fbb96-a5f9-457e-b89d-da690607d20d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:12.502697 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e10fbb96-a5f9-457e-b89d-da690607d20d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:12.503877 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e10fbb96-a5f9-457e-b89d-da690607d20d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] 10.222.0.93 "DELETE /v2.0/security-groups/12540f00-dcdd-4e0b-8fd0-038860a4f5a2 HTTP/1.1" status: 204 len: 168 time: 0.1463361 Aug 16 22:58:12.512812 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10fbb96-a5f9-457e-b89d-da690607d20d tempest-TestServerBasicOps-1406204526 tempest-TestServerBasicOps-1406204526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12540f00-dcdd-4e0b-8fd0-038860a4f5a2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:12.539923 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44904) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:13.006871 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d528f2c4-b91a-436f-a7cb-55a8f850c747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:13.187750 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 50b4f86d-f227-4268-b446-2e420b372cf7 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:13.207970 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 50b4f86d-f227-4268-b446-2e420b372cf7 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:13.208317 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 50b4f86d-f227-4268-b446-2e420b372cf7 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:13.246628 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d528f2c4-b91a-436f-a7cb-55a8f850c747 admin admin] Deleting port 97335c16-9508-437d-9c04-f71425e4625c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:13.246968 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d528f2c4-b91a-436f-a7cb-55a8f850c747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:13.323562 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:13.324579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-d528f2c4-b91a-436f-a7cb-55a8f850c747 admin admin] For port 97335c16-9508-437d-9c04-f71425e4625c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=97335c16-9508-437d-9c04-f71425e4625c,segment=NetworkSegment(f3eb2c2a-b50f-4520-bd82-2628b32fd85d),segment_id=f3eb2c2a-b50f-4520-bd82-2628b32fd85d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:13.324949 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d528f2c4-b91a-436f-a7cb-55a8f850c747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:13.337865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d528f2c4-b91a-436f-a7cb-55a8f850c747 admin admin] Calling delete_port for 97335c16-9508-437d-9c04-f71425e4625c owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:13.517036 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d528f2c4-b91a-436f-a7cb-55a8f850c747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:13.548936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528f2c4-b91a-436f-a7cb-55a8f850c747 admin admin] Pushing event deleted for resources: {'Port': ['ID=97335c16-9508-437d-9c04-f71425e4625c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:13.709484 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d528f2c4-b91a-436f-a7cb-55a8f850c747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:13.922787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d528f2c4-b91a-436f-a7cb-55a8f850c747 admin admin] Router ac80203f-259a-4162-9add-929090f91c7c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:58:14.029775 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d528f2c4-b91a-436f-a7cb-55a8f850c747 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:58:14.034705 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d528f2c4-b91a-436f-a7cb-55a8f850c747 admin admin] 10.222.0.93 "PUT /v2.0/routers/ac80203f-259a-4162-9add-929090f91c7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4932673 Aug 16 22:58:14.037302 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44908) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:14.040419 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e38bf6e-4a3f-437c-90d9-22cdb7d871fa None None] Sync routers for ids ['ac80203f-259a-4162-9add-929090f91c7c'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:58:14.049849 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e38bf6e-4a3f-437c-90d9-22cdb7d871fa None None] Routers {'ac80203f-259a-4162-9add-929090f91c7c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:14.050484 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7e38bf6e-4a3f-437c-90d9-22cdb7d871fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:58:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ac80203f-259a-4162-9add-929090f91c7c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:14.138428 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b8b08959-c613-49a0-8cb0-f8c2580f2ed9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.153925 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-7e38bf6e-4a3f-437c-90d9-22cdb7d871fa None None] Set router ac80203f-259a-4162-9add-929090f91c7c gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:14.359728 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7e38bf6e-4a3f-437c-90d9-22cdb7d871fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80203f-259a-4162-9add-929090f91c7c', 'name': 'tempest-TestServerBasicOps-1880553078-router', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '282fca42-08f7-4988-a958-880cc674f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:52:55Z', 'updated_at': '2021-08-16T22:58:13Z', 'revision_number': 5, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'gw_port': {'id': '282fca42-08f7-4988-a958-880cc674f40b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:52:57Z', 'updated_at': '2021-08-16T22:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:14.388126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e38bf6e-4a3f-437c-90d9-22cdb7d871fa None None] Checking router: ac80203f-259a-4162-9add-929090f91c7c for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:58:14.397023 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e38bf6e-4a3f-437c-90d9-22cdb7d871fa None None] Routers {'ac80203f-259a-4162-9add-929090f91c7c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:14.397653 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7e38bf6e-4a3f-437c-90d9-22cdb7d871fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:58:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ac80203f-259a-4162-9add-929090f91c7c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:14.510701 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-7e38bf6e-4a3f-437c-90d9-22cdb7d871fa None None] Set router ac80203f-259a-4162-9add-929090f91c7c gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:14.604318 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b8b08959-c613-49a0-8cb0-f8c2580f2ed9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.656846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b8b08959-c613-49a0-8cb0-f8c2580f2ed9 admin admin] Deleting port 282fca42-08f7-4988-a958-880cc674f40b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:14.657188 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b8b08959-c613-49a0-8cb0-f8c2580f2ed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.697891 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7e38bf6e-4a3f-437c-90d9-22cdb7d871fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac80203f-259a-4162-9add-929090f91c7c', 'name': 'tempest-TestServerBasicOps-1880553078-router', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '282fca42-08f7-4988-a958-880cc674f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:52:55Z', 'updated_at': '2021-08-16T22:58:13Z', 'revision_number': 5, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'gw_port': {'id': '282fca42-08f7-4988-a958-880cc674f40b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:52:57Z', 'updated_at': '2021-08-16T22:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:14.727724 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e38bf6e-4a3f-437c-90d9-22cdb7d871fa None None] The sync data for ids ['ac80203f-259a-4162-9add-929090f91c7c'] in n-d-792458-15 is: [{'id': 'ac80203f-259a-4162-9add-929090f91c7c', 'name': 'tempest-TestServerBasicOps-1880553078-router', 'tenant_id': '69fee3c2290d4e78afd043ba44594628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '282fca42-08f7-4988-a958-880cc674f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:52:55Z', 'updated_at': '2021-08-16T22:58:13Z', 'revision_number': 5, 'project_id': '69fee3c2290d4e78afd043ba44594628', 'gw_port': {'id': '282fca42-08f7-4988-a958-880cc674f40b', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80203f-259a-4162-9add-929090f91c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:52:57Z', 'updated_at': '2021-08-16T22:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:58:14.736380 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-b8b08959-c613-49a0-8cb0-f8c2580f2ed9 admin admin] For port 282fca42-08f7-4988-a958-880cc674f40b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=282fca42-08f7-4988-a958-880cc674f40b,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:14.736765 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b8b08959-c613-49a0-8cb0-f8c2580f2ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.750213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-b8b08959-c613-49a0-8cb0-f8c2580f2ed9 admin admin] Calling delete_port for 282fca42-08f7-4988-a958-880cc674f40b owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:14.850827 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:58:14.896028 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.917559 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b8b08959-c613-49a0-8cb0-f8c2580f2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.948818 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b08959-c613-49a0-8cb0-f8c2580f2ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=282fca42-08f7-4988-a958-880cc674f40b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:15.010110 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b8b08959-c613-49a0-8cb0-f8c2580f2ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.102092 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b8b08959-c613-49a0-8cb0-f8c2580f2ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.104942 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b8b08959-c613-49a0-8cb0-f8c2580f2ed9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.150486 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b8b08959-c613-49a0-8cb0-f8c2580f2ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.150978 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b08959-c613-49a0-8cb0-f8c2580f2ed9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac80203f-259a-4162-9add-929090f91c7c {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:58:15.155407 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b8b08959-c613-49a0-8cb0-f8c2580f2ed9 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.156857 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b8b08959-c613-49a0-8cb0-f8c2580f2ed9 admin admin] 10.222.0.93 "DELETE /v2.0/routers/ac80203f-259a-4162-9add-929090f91c7c HTTP/1.1" status: 204 len: 168 time: 1.1183360 Aug 16 22:58:15.159475 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44910) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:15.190082 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 97335c16-9508-437d-9c04-f71425e4625c no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:15.215994 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c745d2-441d-45aa-b264-5d9b2b37f755 admin admin] Deleting subnet 5f7fc71b-c765-4361-a281-4f8b22bf0e97 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:58:15.219463 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10c745d2-441d-45aa-b264-5d9b2b37f755 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.224022 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 97335c16-9508-437d-9c04-f71425e4625c {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:15.224496 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 97335c16-9508-437d-9c04-f71425e4625c not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:15.259045 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10c745d2-441d-45aa-b264-5d9b2b37f755 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.343746 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10c745d2-441d-45aa-b264-5d9b2b37f755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.398932 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10c745d2-441d-45aa-b264-5d9b2b37f755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.429155 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-10c745d2-441d-45aa-b264-5d9b2b37f755 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.431659 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-10c745d2-441d-45aa-b264-5d9b2b37f755 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/5f7fc71b-c765-4361-a281-4f8b22bf0e97 HTTP/1.1" status: 204 len: 168 time: 0.2710888 Aug 16 22:58:15.434244 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c745d2-441d-45aa-b264-5d9b2b37f755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f7fc71b-c765-4361-a281-4f8b22bf0e97,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:15.434399 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44912) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:15.434968 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0445fdc-9790-4712-93b9-9b525048b282 None None] Network a54f21a9-1e7d-412e-8279-3fd9f564e2e1 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:15.505298 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9f37d945-e6ad-4390-a315-80a0d964fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.557245 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9f37d945-e6ad-4390-a315-80a0d964fc32 admin admin] Deleting port cc0419e9-75df-4921-b559-afd5bf3b94ff {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:15.557583 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9f37d945-e6ad-4390-a315-80a0d964fc32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.622412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-9f37d945-e6ad-4390-a315-80a0d964fc32 admin admin] For port cc0419e9-75df-4921-b559-afd5bf3b94ff, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cc0419e9-75df-4921-b559-afd5bf3b94ff,segment=NetworkSegment(f3eb2c2a-b50f-4520-bd82-2628b32fd85d),segment_id=f3eb2c2a-b50f-4520-bd82-2628b32fd85d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:15.623118 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9f37d945-e6ad-4390-a315-80a0d964fc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.638415 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9f37d945-e6ad-4390-a315-80a0d964fc32 admin admin] Calling delete_port for cc0419e9-75df-4921-b559-afd5bf3b94ff owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:15.715557 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9f37d945-e6ad-4390-a315-80a0d964fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.740992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37d945-e6ad-4390-a315-80a0d964fc32 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc0419e9-75df-4921-b559-afd5bf3b94ff,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:15.746680 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f37d945-e6ad-4390-a315-80a0d964fc32 admin admin] No DVR routers for this DVR port cc0419e9-75df-4921-b559-afd5bf3b94ff on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:15.758904 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645a5c77-33a6-4b5b-95d9-81947dc0616c None None] DHCP port deletion for a54f21a9-1e7d-412e-8279-3fd9f564e2e1 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:58:15.825834 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9f37d945-e6ad-4390-a315-80a0d964fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.835427 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9f37d945-e6ad-4390-a315-80a0d964fc32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a54f21a9-1e7d-412e-8279-3fd9f564e2e1']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:15.845816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9f37d945-e6ad-4390-a315-80a0d964fc32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3eb2c2a-b50f-4520-bd82-2628b32fd85d') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:15.846224 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-9f37d945-e6ad-4390-a315-80a0d964fc32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3eb2c2a-b50f-4520-bd82-2628b32fd85d') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:15.854765 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9f37d945-e6ad-4390-a315-80a0d964fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.868004 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9f37d945-e6ad-4390-a315-80a0d964fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.873740 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f37d945-e6ad-4390-a315-80a0d964fc32 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:58:15.874164 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9f37d945-e6ad-4390-a315-80a0d964fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:58:15.875774 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:58:15.929141 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9f37d945-e6ad-4390-a315-80a0d964fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.934763 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9f37d945-e6ad-4390-a315-80a0d964fc32 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.936599 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9f37d945-e6ad-4390-a315-80a0d964fc32 admin admin] 10.222.0.93 "DELETE /v2.0/networks/a54f21a9-1e7d-412e-8279-3fd9f564e2e1 HTTP/1.1" status: 204 len: 168 time: 0.5012429 Aug 16 22:58:15.939864 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44914) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:15.952022 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37d945-e6ad-4390-a315-80a0d964fc32 admin admin] Pushing event deleted for resources: {'Network': ['ID=a54f21a9-1e7d-412e-8279-3fd9f564e2e1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:16.631217 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e99a8184-83b6-4365-972f-832e9fe95e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.823849 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cc0419e9-75df-4921-b559-afd5bf3b94ff no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:16.843728 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: cc0419e9-75df-4921-b559-afd5bf3b94ff {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:16.844079 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cc0419e9-75df-4921-b559-afd5bf3b94ff not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:16.844501 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 282fca42-08f7-4988-a958-880cc674f40b no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:16.863372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 282fca42-08f7-4988-a958-880cc674f40b {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:16.863722 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 282fca42-08f7-4988-a958-880cc674f40b not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:16.884095 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e99a8184-83b6-4365-972f-832e9fe95e43 admin admin] Deleting port b863e31d-d581-4eef-8dce-20b1d736f2df {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:16.884368 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e99a8184-83b6-4365-972f-832e9fe95e43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.965359 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e99a8184-83b6-4365-972f-832e9fe95e43 admin admin] For port b863e31d-d581-4eef-8dce-20b1d736f2df, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b863e31d-d581-4eef-8dce-20b1d736f2df,segment=NetworkSegment(ecb959df-0302-4573-97d8-d957ca836e25),segment_id=ecb959df-0302-4573-97d8-d957ca836e25)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:16.965723 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e99a8184-83b6-4365-972f-832e9fe95e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.978669 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e99a8184-83b6-4365-972f-832e9fe95e43 admin admin] Calling delete_port for b863e31d-d581-4eef-8dce-20b1d736f2df owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:17.162700 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e99a8184-83b6-4365-972f-832e9fe95e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.185670 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a8184-83b6-4365-972f-832e9fe95e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=b863e31d-d581-4eef-8dce-20b1d736f2df,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:17.348233 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e99a8184-83b6-4365-972f-832e9fe95e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.565404 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99a8184-83b6-4365-972f-832e9fe95e43 admin admin] Router 9d995582-b6ec-4fb9-812c-b864b6cb8005 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:58:17.670379 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99a8184-83b6-4365-972f-832e9fe95e43 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:58:17.676330 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e99a8184-83b6-4365-972f-832e9fe95e43 admin admin] 10.222.0.93 "PUT /v2.0/routers/9d995582-b6ec-4fb9-812c-b864b6cb8005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7350879 Aug 16 22:58:17.677814 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44916) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:17.679416 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d55613-159e-4132-8ad0-0e9096a20449 None None] Sync routers for ids ['9d995582-b6ec-4fb9-812c-b864b6cb8005'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:58:17.689540 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d55613-159e-4132-8ad0-0e9096a20449 None None] Routers {'9d995582-b6ec-4fb9-812c-b864b6cb8005'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:17.690166 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-11d55613-159e-4132-8ad0-0e9096a20449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:58:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['9d995582-b6ec-4fb9-812c-b864b6cb8005'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:17.782365 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ffdde62-7998-46d1-944f-8a87499b1dae admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.793472 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-11d55613-159e-4132-8ad0-0e9096a20449 None None] Set router 9d995582-b6ec-4fb9-812c-b864b6cb8005 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:17.886272 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ffdde62-7998-46d1-944f-8a87499b1dae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.943814 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9ffdde62-7998-46d1-944f-8a87499b1dae admin admin] Deleting port 49e82e7a-4631-480f-918a-3e371e0961e6 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:17.944156 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ffdde62-7998-46d1-944f-8a87499b1dae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.973087 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-11d55613-159e-4132-8ad0-0e9096a20449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d995582-b6ec-4fb9-812c-b864b6cb8005', 'name': 'tempest-TestServerBasicOps-1677404004-router', 'tenant_id': '55e55fd70b714acfb99f9a1be69489c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '49e82e7a-4631-480f-918a-3e371e0961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:05Z', 'updated_at': '2021-08-16T22:58:17Z', 'revision_number': 5, 'project_id': '55e55fd70b714acfb99f9a1be69489c0', 'gw_port': {'id': '49e82e7a-4631-480f-918a-3e371e0961e6', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d995582-b6ec-4fb9-812c-b864b6cb8005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:05Z', 'updated_at': '2021-08-16T22:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:17.998952 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d55613-159e-4132-8ad0-0e9096a20449 None None] Checking router: 9d995582-b6ec-4fb9-812c-b864b6cb8005 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:58:18.007744 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d55613-159e-4132-8ad0-0e9096a20449 None None] Routers {'9d995582-b6ec-4fb9-812c-b864b6cb8005'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:18.008381 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-11d55613-159e-4132-8ad0-0e9096a20449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:58:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['9d995582-b6ec-4fb9-812c-b864b6cb8005'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:18.022254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-9ffdde62-7998-46d1-944f-8a87499b1dae admin admin] For port 49e82e7a-4631-480f-918a-3e371e0961e6, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=49e82e7a-4631-480f-918a-3e371e0961e6,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:18.022621 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ffdde62-7998-46d1-944f-8a87499b1dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.034984 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-9ffdde62-7998-46d1-944f-8a87499b1dae admin admin] Calling delete_port for 49e82e7a-4631-480f-918a-3e371e0961e6 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:18.094629 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-11d55613-159e-4132-8ad0-0e9096a20449 None None] Set router 9d995582-b6ec-4fb9-812c-b864b6cb8005 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:18.145723 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-11d55613-159e-4132-8ad0-0e9096a20449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d995582-b6ec-4fb9-812c-b864b6cb8005', 'name': 'tempest-TestServerBasicOps-1677404004-router', 'tenant_id': '55e55fd70b714acfb99f9a1be69489c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:05Z', 'updated_at': '2021-08-16T22:58:17Z', 'revision_number': 6, 'project_id': '55e55fd70b714acfb99f9a1be69489c0', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:18.174957 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d55613-159e-4132-8ad0-0e9096a20449 None None] The sync data for ids ['9d995582-b6ec-4fb9-812c-b864b6cb8005'] in n-d-792458-15 is: [{'id': '9d995582-b6ec-4fb9-812c-b864b6cb8005', 'name': 'tempest-TestServerBasicOps-1677404004-router', 'tenant_id': '55e55fd70b714acfb99f9a1be69489c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:05Z', 'updated_at': '2021-08-16T22:58:17Z', 'revision_number': 6, 'project_id': '55e55fd70b714acfb99f9a1be69489c0', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:58:18.203475 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ffdde62-7998-46d1-944f-8a87499b1dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.239571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdde62-7998-46d1-944f-8a87499b1dae admin admin] Pushing event deleted for resources: {'Port': ['ID=49e82e7a-4631-480f-918a-3e371e0961e6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:18.296209 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ffdde62-7998-46d1-944f-8a87499b1dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.386865 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ffdde62-7998-46d1-944f-8a87499b1dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.388984 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ffdde62-7998-46d1-944f-8a87499b1dae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.431247 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ffdde62-7998-46d1-944f-8a87499b1dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.431899 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffdde62-7998-46d1-944f-8a87499b1dae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d995582-b6ec-4fb9-812c-b864b6cb8005 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:58:18.435996 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9ffdde62-7998-46d1-944f-8a87499b1dae admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.437142 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9ffdde62-7998-46d1-944f-8a87499b1dae admin admin] 10.222.0.93 "DELETE /v2.0/routers/9d995582-b6ec-4fb9-812c-b864b6cb8005 HTTP/1.1" status: 204 len: 168 time: 0.7582264 Aug 16 22:58:18.439583 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44918) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:18.488914 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-555b3252-f974-40df-888b-90c18243427d admin admin] Deleting subnet a1d8daba-c26b-418e-900e-e08a43a5c53c {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:58:18.491901 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-555b3252-f974-40df-888b-90c18243427d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.528168 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-555b3252-f974-40df-888b-90c18243427d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.611147 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-555b3252-f974-40df-888b-90c18243427d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.667947 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-555b3252-f974-40df-888b-90c18243427d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.695283 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b3252-f974-40df-888b-90c18243427d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1d8daba-c26b-418e-900e-e08a43a5c53c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:18.697737 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-555b3252-f974-40df-888b-90c18243427d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.699644 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-555b3252-f974-40df-888b-90c18243427d admin admin] 10.222.0.93 "DELETE /v2.0/subnets/a1d8daba-c26b-418e-900e-e08a43a5c53c HTTP/1.1" status: 204 len: 168 time: 0.2591026 Aug 16 22:58:18.701419 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76e0c0a-8c77-4c32-92dd-d04964ff5a57 None None] Network e2cccb89-7a41-433e-84a5-00b26920b338 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:18.702386 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44920) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:18.770749 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84ef0685-c12b-4185-92dd-481605289222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.825411 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-84ef0685-c12b-4185-92dd-481605289222 admin admin] Deleting port 348f9cca-a060-4a79-914a-3dba22c3986e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:18.825753 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84ef0685-c12b-4185-92dd-481605289222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.893104 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-84ef0685-c12b-4185-92dd-481605289222 admin admin] For port 348f9cca-a060-4a79-914a-3dba22c3986e, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=348f9cca-a060-4a79-914a-3dba22c3986e,segment=NetworkSegment(ecb959df-0302-4573-97d8-d957ca836e25),segment_id=ecb959df-0302-4573-97d8-d957ca836e25)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:18.893402 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84ef0685-c12b-4185-92dd-481605289222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.906509 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-84ef0685-c12b-4185-92dd-481605289222 admin admin] Calling delete_port for 348f9cca-a060-4a79-914a-3dba22c3986e owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:18.953509 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e86e76a-d30d-4382-bebc-714090cbd718 None None] DHCP port deletion for e2cccb89-7a41-433e-84a5-00b26920b338 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:58:18.995314 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84ef0685-c12b-4185-92dd-481605289222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.006885 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-7e86e76a-d30d-4382-bebc-714090cbd718 None None] Deleting port 348f9cca-a060-4a79-914a-3dba22c3986e {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:19.007631 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7e86e76a-d30d-4382-bebc-714090cbd718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.027468 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef0685-c12b-4185-92dd-481605289222 admin admin] Pushing event deleted for resources: {'Port': ['ID=348f9cca-a060-4a79-914a-3dba22c3986e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:19.031157 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ef0685-c12b-4185-92dd-481605289222 admin admin] No DVR routers for this DVR port 348f9cca-a060-4a79-914a-3dba22c3986e on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:19.049848 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b863e31d-d581-4eef-8dce-20b1d736f2df no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:19.073745 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: b863e31d-d581-4eef-8dce-20b1d736f2df {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:19.074121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b863e31d-d581-4eef-8dce-20b1d736f2df not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:19.074547 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 49e82e7a-4631-480f-918a-3e371e0961e6 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:19.106778 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 49e82e7a-4631-480f-918a-3e371e0961e6 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:19.107128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 49e82e7a-4631-480f-918a-3e371e0961e6 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:19.107554 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 348f9cca-a060-4a79-914a-3dba22c3986e no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:19.108123 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84ef0685-c12b-4185-92dd-481605289222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.119021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-84ef0685-c12b-4185-92dd-481605289222 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2cccb89-7a41-433e-84a5-00b26920b338']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:19.129105 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-84ef0685-c12b-4185-92dd-481605289222 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb959df-0302-4573-97d8-d957ca836e25') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:19.129401 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-84ef0685-c12b-4185-92dd-481605289222 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb959df-0302-4573-97d8-d957ca836e25') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:19.130066 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 348f9cca-a060-4a79-914a-3dba22c3986e {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:19.130419 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 348f9cca-a060-4a79-914a-3dba22c3986e not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:19.132276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7e86e76a-d30d-4382-bebc-714090cbd718 None None] For port 348f9cca-a060-4a79-914a-3dba22c3986e, host n-d-792458-15, got binding levels [] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:19.132663 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7e86e76a-d30d-4382-bebc-714090cbd718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.141370 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84ef0685-c12b-4185-92dd-481605289222 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.145508 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-7e86e76a-d30d-4382-bebc-714090cbd718 None None] Calling delete_port for 348f9cca-a060-4a79-914a-3dba22c3986e owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:19.148175 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.ipam_backend_mixin [None req-7e86e76a-d30d-4382-bebc-714090cbd718 None None] Port 348f9cca-a060-4a79-914a-3dba22c3986e was not found and therefore no delete operation was performed {{(pid=94873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:58:19.149525 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7e86e76a-d30d-4382-bebc-714090cbd718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.160957 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84ef0685-c12b-4185-92dd-481605289222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.168738 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ef0685-c12b-4185-92dd-481605289222 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:58:19.169413 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84ef0685-c12b-4185-92dd-481605289222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:58:19.172212 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:58:19.185223 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86e76a-d30d-4382-bebc-714090cbd718 None None] Pushing event deleted for resources: {'Port': ['ID=348f9cca-a060-4a79-914a-3dba22c3986e,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:19.193932 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e86e76a-d30d-4382-bebc-714090cbd718 None None] No DVR routers for this DVR port 348f9cca-a060-4a79-914a-3dba22c3986e on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:19.196712 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86e76a-d30d-4382-bebc-714090cbd718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:19.197012 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86e76a-d30d-4382-bebc-714090cbd718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:19.197354 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86e76a-d30d-4382-bebc-714090cbd718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:19.197689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86e76a-d30d-4382-bebc-714090cbd718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:19.198124 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86e76a-d30d-4382-bebc-714090cbd718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:19.198458 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86e76a-d30d-4382-bebc-714090cbd718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:19.198792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86e76a-d30d-4382-bebc-714090cbd718 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:19.199116 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86e76a-d30d-4382-bebc-714090cbd718 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:19.199442 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86e76a-d30d-4382-bebc-714090cbd718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:19.199765 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86e76a-d30d-4382-bebc-714090cbd718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:19.200088 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86e76a-d30d-4382-bebc-714090cbd718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:19.200421 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86e76a-d30d-4382-bebc-714090cbd718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:19.237879 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84ef0685-c12b-4185-92dd-481605289222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.245683 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-84ef0685-c12b-4185-92dd-481605289222 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.250408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-84ef0685-c12b-4185-92dd-481605289222 admin admin] 10.222.0.93 "DELETE /v2.0/networks/e2cccb89-7a41-433e-84a5-00b26920b338 HTTP/1.1" status: 204 len: 168 time: 0.5470469 Aug 16 22:58:19.263876 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef0685-c12b-4185-92dd-481605289222 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2cccb89-7a41-433e-84a5-00b26920b338,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:19.376308 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44924) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:19.418183 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-df47f2de-ddc1-4ed6-a436-6c7b7ed749c0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=69fee3c2290d4e78afd043ba44594628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400863 Aug 16 22:58:19.420654 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44926) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:19.469262 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f2c16135-cd53-471b-968e-de76b631dec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.489898 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f2c16135-cd53-471b-968e-de76b631dec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.542541 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f2c16135-cd53-471b-968e-de76b631dec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.545032 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f2c16135-cd53-471b-968e-de76b631dec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.546225 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f2c16135-cd53-471b-968e-de76b631dec0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/838c235b-b435-4ae1-b2b3-9428ec9f4fbe HTTP/1.1" status: 204 len: 168 time: 0.1245866 Aug 16 22:58:19.553636 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c16135-cd53-471b-968e-de76b631dec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838c235b-b435-4ae1-b2b3-9428ec9f4fbe,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:19.864994 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44932) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:19.906054 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5315a295-676e-4175-9845-5eb41c4246a4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=55e55fd70b714acfb99f9a1be69489c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398228 Aug 16 22:58:19.908647 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44934) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:19.956744 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05da660d-541d-4fac-927c-9907c7cdb286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.978535 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05da660d-541d-4fac-927c-9907c7cdb286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.024499 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05da660d-541d-4fac-927c-9907c7cdb286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.027039 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-05da660d-541d-4fac-927c-9907c7cdb286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.028199 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-05da660d-541d-4fac-927c-9907c7cdb286 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5c4fefad-c2ae-480d-9735-98070550a75f HTTP/1.1" status: 204 len: 168 time: 0.1186357 Aug 16 22:58:20.036021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da660d-541d-4fac-927c-9907c7cdb286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4fefad-c2ae-480d-9735-98070550a75f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:20.725679 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44956) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:20.830052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-330f0835-60ef-4091-97ae-535186ad5968 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1069876781-network', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:20.851074 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330f0835-60ef-4091-97ae-535186ad5968 admin admin] Made reservation on behalf of 5cf3e805ef684fd09fb8bfbc3fc85873 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:20.853343 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-330f0835-60ef-4091-97ae-535186ad5968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.861706 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-330f0835-60ef-4091-97ae-535186ad5968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.952105 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-330f0835-60ef-4091-97ae-535186ad5968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.955981 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-330f0835-60ef-4091-97ae-535186ad5968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.980380 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330f0835-60ef-4091-97ae-535186ad5968 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:58:20.989936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f0835-60ef-4091-97ae-535186ad5968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a56248c-27e5-40ec-8e6d-28b92d294881,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:20.994697 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-330f0835-60ef-4091-97ae-535186ad5968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.995041 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-330f0835-60ef-4091-97ae-535186ad5968 admin admin] Added segment 13f14515-52d3-4e62-bcd5-47fac696e15e of type vlan for network 618125df-33d5-4ee1-b6a0-cd83424b6f7c Aug 16 22:58:21.034482 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-330f0835-60ef-4091-97ae-535186ad5968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.059523 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-330f0835-60ef-4091-97ae-535186ad5968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.060381 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330f0835-60ef-4091-97ae-535186ad5968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:21.060953 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-330f0835-60ef-4091-97ae-535186ad5968 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.109018 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-330f0835-60ef-4091-97ae-535186ad5968 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3822129 Aug 16 22:58:21.112125 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44960) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:21.117242 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-644d1b14-9610-4b85-9d71-ea100544b5eb admin admin] Request body: {'subnet': {'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1069876781-subnet', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:21.119448 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f0835-60ef-4091-97ae-535186ad5968 admin admin] Pushing event updated for resources: {'Network': ['ID=618125df-33d5-4ee1-b6a0-cd83424b6f7c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:21.129431 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 618125df-33d5-4ee1-b6a0-cd83424b6f7c details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:58:21.140616 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644d1b14-9610-4b85-9d71-ea100544b5eb admin admin] Made reservation on behalf of 5cf3e805ef684fd09fb8bfbc3fc85873 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:21.143132 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-644d1b14-9610-4b85-9d71-ea100544b5eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.311534 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-644d1b14-9610-4b85-9d71-ea100544b5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.368690 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d1b14-9610-4b85-9d71-ea100544b5eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=76f0d65c-5ef7-4b10-b7a7-caf718efa02b,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:21.377113 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644d1b14-9610-4b85-9d71-ea100544b5eb admin admin] Checking segment: {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:21.377480 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644d1b14-9610-4b85-9d71-ea100544b5eb admin admin] Network hostable DHCP agents. Network: 618125df-33d5-4ee1-b6a0-cd83424b6f7c, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:58:21.393472 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644d1b14-9610-4b85-9d71-ea100544b5eb admin admin] Network 618125df-33d5-4ee1-b6a0-cd83424b6f7c is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:58:21.401627 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-644d1b14-9610-4b85-9d71-ea100544b5eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 618125df-33d5-4ee1-b6a0-cd83424b6f7c) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:21.406411 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644d1b14-9610-4b85-9d71-ea100544b5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:21.408371 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-644d1b14-9610-4b85-9d71-ea100544b5eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.409083 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686fb220-27c4-461c-89a2-7f163ae039a9 None None] Network 618125df-33d5-4ee1-b6a0-cd83424b6f7c requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:21.422566 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-644d1b14-9610-4b85-9d71-ea100544b5eb admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3093169 Aug 16 22:58:21.425275 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44962) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:21.429577 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0f7c097f-8a73-46c3-88db-7c1e83d273bb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:21.450357 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f7c097f-8a73-46c3-88db-7c1e83d273bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.451335 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f7c097f-8a73-46c3-88db-7c1e83d273bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.505027 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f7c097f-8a73-46c3-88db-7c1e83d273bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.552003 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:58:21.552890 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.644086 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f7c097f-8a73-46c3-88db-7c1e83d273bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.691058 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] Allocated IP 172.20.0.2 (618125df-33d5-4ee1-b6a0-cd83424b6f7c/76f0d65c-5ef7-4b10-b7a7-caf718efa02b/596c0d54-ea31-4f1e-a257-a46ea59b2bc4) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:21.834895 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.843916 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f7c097f-8a73-46c3-88db-7c1e83d273bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.844725 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] Transition to ACTIVE for port object 596c0d54-ea31-4f1e-a257-a46ea59b2bc4 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:21.860145 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] Transition to ACTIVE for port object 596c0d54-ea31-4f1e-a257-a46ea59b2bc4 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:21.864798 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f7c097f-8a73-46c3-88db-7c1e83d273bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.866417 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.908974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] Network 618125df-33d5-4ee1-b6a0-cd83424b6f7c is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:21.911938 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:21.916726 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:21.921128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] Pushing event updated for resources: {'Port': ['ID=596c0d54-ea31-4f1e-a257-a46ea59b2bc4,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:21.970020 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] Attempting to bind port 596c0d54-ea31-4f1e-a257-a46ea59b2bc4 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:21.970393 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] Attempting to bind port 596c0d54-ea31-4f1e-a257-a46ea59b2bc4 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:21.970760 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] Attempting to bind port 596c0d54-ea31-4f1e-a257-a46ea59b2bc4 on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:21.975582 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:21.975964 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] Checking segment: {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:21.976386 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.976782 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] Bound using segment: {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:21.977787 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] Bound port: 596c0d54-ea31-4f1e-a257-a46ea59b2bc4, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:21.978192 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.978696 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-0f7c097f-8a73-46c3-88db-7c1e83d273bb admin admin] Allocated IP 172.25.6.181 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/8de993c4-9f54-42a6-8d41-5df149e609a7) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:22.043503 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] For port 596c0d54-ea31-4f1e-a257-a46ea59b2bc4, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:22.046699 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] For port 596c0d54-ea31-4f1e-a257-a46ea59b2bc4, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=596c0d54-ea31-4f1e-a257-a46ea59b2bc4,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:22.051118 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.079192 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f7c097f-8a73-46c3-88db-7c1e83d273bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.109178 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e797ea-0157-43d0-9abf-3f35e9bbe940 None None] Pushing event updated for resources: {'Port': ['ID=596c0d54-ea31-4f1e-a257-a46ea59b2bc4,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:22.124017 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f7c097f-8a73-46c3-88db-7c1e83d273bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.176539 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7c097f-8a73-46c3-88db-7c1e83d273bb admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:22.179482 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0f7c097f-8a73-46c3-88db-7c1e83d273bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:22.183790 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7c097f-8a73-46c3-88db-7c1e83d273bb admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:22.189425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c097f-8a73-46c3-88db-7c1e83d273bb admin admin] Pushing event updated for resources: {'Port': ['ID=8de993c4-9f54-42a6-8d41-5df149e609a7,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:22.448898 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f7c097f-8a73-46c3-88db-7c1e83d273bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.655575 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f7c097f-8a73-46c3-88db-7c1e83d273bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.795697 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7c097f-8a73-46c3-88db-7c1e83d273bb admin admin] Router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:58:22.865754 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 596c0d54-ea31-4f1e-a257-a46ea59b2bc4 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:22.918709 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 596c0d54-ea31-4f1e-a257-a46ea59b2bc4 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:22.919093 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7c097f-8a73-46c3-88db-7c1e83d273bb admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:58:22.937472 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] Sync routers for ids ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:58:22.939415 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f7c097f-8a73-46c3-88db-7c1e83d273bb admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.940974 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0f7c097f-8a73-46c3-88db-7c1e83d273bb admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5147545 Aug 16 22:58:22.943784 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44964) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:22.952755 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] Routers {'53e5ccbe-1c16-4713-8bdc-d3088190b7b1'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:22.953246 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:58:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:23.034814 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d3d0bb-939e-496e-b56e-d696658b5942 None None] Network 618125df-33d5-4ee1-b6a0-cd83424b6f7c requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:23.267817 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] Set router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:23.296309 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3a6d091a-a648-49e6-ab39-5df8b82d21ed None None] Provisioning for port 596c0d54-ea31-4f1e-a257-a46ea59b2bc4 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:23.331878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3a6d091a-a648-49e6-ab39-5df8b82d21ed None None] Provisioning complete for port 596c0d54-ea31-4f1e-a257-a46ea59b2bc4 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:23.332250 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3a6d091a-a648-49e6-ab39-5df8b82d21ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.372093 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc283-d3ea-4142-b1de-aeeebd7f9f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.543091 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-bf3bc283-d3ea-4142-b1de-aeeebd7f9f5c admin admin] Allocated IP 172.20.0.1 (618125df-33d5-4ee1-b6a0-cd83424b6f7c/76f0d65c-5ef7-4b10-b7a7-caf718efa02b/8e14d1ab-ed9d-4d52-b8fc-a67e5759a569) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:23.571099 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3a6d091a-a648-49e6-ab39-5df8b82d21ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.613550 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3a6d091a-a648-49e6-ab39-5df8b82d21ed None None] For port 596c0d54-ea31-4f1e-a257-a46ea59b2bc4, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=596c0d54-ea31-4f1e-a257-a46ea59b2bc4,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:23.620325 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3a6d091a-a648-49e6-ab39-5df8b82d21ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.629456 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:22Z', 'revision_number': 3, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:23.663873 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc283-d3ea-4142-b1de-aeeebd7f9f5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.678983 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-bf3bc283-d3ea-4142-b1de-aeeebd7f9f5c admin admin] Transition to ACTIVE for port object 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:23.679713 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] Checking router: 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:58:23.680122 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] Updating router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 port 8de993c4-9f54-42a6-8d41-5df149e609a7 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:58:23.713867 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc283-d3ea-4142-b1de-aeeebd7f9f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.723213 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.725012 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d091a-a648-49e6-ab39-5df8b82d21ed None None] Pushing event updated for resources: {'Port': ['ID=596c0d54-ea31-4f1e-a257-a46ea59b2bc4,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:23.759843 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3bc283-d3ea-4142-b1de-aeeebd7f9f5c admin admin] Network 618125df-33d5-4ee1-b6a0-cd83424b6f7c is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:23.765222 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-bf3bc283-d3ea-4142-b1de-aeeebd7f9f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:23.769354 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3bc283-d3ea-4142-b1de-aeeebd7f9f5c admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:23.796357 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3bc283-d3ea-4142-b1de-aeeebd7f9f5c admin admin] Pushing event updated for resources: {'Port': ['ID=8e14d1ab-ed9d-4d52-b8fc-a67e5759a569,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:23.820435 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc283-d3ea-4142-b1de-aeeebd7f9f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.859731 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-28cad22d-90d5-42fc-83aa-fbc32d78dfe9 None None] Provisioning complete for port 596c0d54-ea31-4f1e-a257-a46ea59b2bc4 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:23.860011 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-28cad22d-90d5-42fc-83aa-fbc32d78dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.003073 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc283-d3ea-4142-b1de-aeeebd7f9f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.091675 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.103842 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] Transition to ACTIVE for port object 8de993c4-9f54-42a6-8d41-5df149e609a7 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:24.110000 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.177466 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] Attempting to bind port 8de993c4-9f54-42a6-8d41-5df149e609a7 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:24.177844 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] Attempting to bind port 8de993c4-9f54-42a6-8d41-5df149e609a7 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:24.178240 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] Attempting to bind port 8de993c4-9f54-42a6-8d41-5df149e609a7 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:24.182197 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9333106-3a2d-48e9-a113-9e9c01caf9d8 None None] Pushing event updated for resources: {'Port': ['ID=8de993c4-9f54-42a6-8d41-5df149e609a7,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:24.185300 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-446344f3-f6d9-4439-8768-a6129d4a8bcc None None] Provisioning for port 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:24.192459 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:24.192758 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:24.193526 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.193526 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:24.193902 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] Bound port: 8de993c4-9f54-42a6-8d41-5df149e609a7, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:24.194366 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.196666 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-446344f3-f6d9-4439-8768-a6129d4a8bcc None None] Provisioning complete for port 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:24.197018 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-446344f3-f6d9-4439-8768-a6129d4a8bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.266393 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-446344f3-f6d9-4439-8768-a6129d4a8bcc None None] Port 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:58:24.286013 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] For port 8de993c4-9f54-42a6-8d41-5df149e609a7, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:24.290099 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] For port 8de993c4-9f54-42a6-8d41-5df149e609a7, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=8de993c4-9f54-42a6-8d41-5df149e609a7,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:24.295728 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.356131 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] Routers {'53e5ccbe-1c16-4713-8bdc-d3088190b7b1'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:24.356696 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:58:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:24.397720 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9333106-3a2d-48e9-a113-9e9c01caf9d8 None None] Pushing event updated for resources: {'Port': ['ID=8de993c4-9f54-42a6-8d41-5df149e609a7,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:24.482329 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] Set router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:24.545864 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc283-d3ea-4142-b1de-aeeebd7f9f5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.551791 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc283-d3ea-4142-b1de-aeeebd7f9f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.621008 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc283-d3ea-4142-b1de-aeeebd7f9f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.622929 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3bc283-d3ea-4142-b1de-aeeebd7f9f5c admin admin] Pushing event updated for resources: {'Port': ['ID=8e14d1ab-ed9d-4d52-b8fc-a67e5759a569,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:24.710583 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 1, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:24.731014 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3bc283-d3ea-4142-b1de-aeeebd7f9f5c admin admin] Network 618125df-33d5-4ee1-b6a0-cd83424b6f7c is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:24.732495 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-bf3bc283-d3ea-4142-b1de-aeeebd7f9f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:24.740732 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102b302-16a9-43eb-bac0-0f3e8c8e6099 None None] The sync data for ids ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'] in n-d-792458-15 is: [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 1, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:58:24.856935 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 596c0d54-ea31-4f1e-a257-a46ea59b2bc4 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:24.872889 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3bc283-d3ea-4142-b1de-aeeebd7f9f5c admin admin] Router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:58:24.918523 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 596c0d54-ea31-4f1e-a257-a46ea59b2bc4 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:24.919205 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:25.038895 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3bc283-d3ea-4142-b1de-aeeebd7f9f5c admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:58:25.043959 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bf3bc283-d3ea-4142-b1de-aeeebd7f9f5c admin admin] 10.222.0.93 "PUT /v2.0/routers/53e5ccbe-1c16-4713-8bdc-d3088190b7b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0990462 Aug 16 22:58:25.091922 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8e760f0c-f5a1-4b94-84f1-043cdb260275 None None] Provisioning complete for port 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:25.092557 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8e760f0c-f5a1-4b94-84f1-043cdb260275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:25.132338 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-8e760f0c-f5a1-4b94-84f1-043cdb260275 None None] Port 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:58:25.630645 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 44980) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:25.636575 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e8ef6d39-4dbc-4f35-8de3-970aab0b8e59 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-8732663-network', 'tenant_id': '48931a8605404a11b0854bc4d2bb64b0'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:25.662887 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ef6d39-4dbc-4f35-8de3-970aab0b8e59 admin admin] Made reservation on behalf of 48931a8605404a11b0854bc4d2bb64b0 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:25.665354 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6d39-4dbc-4f35-8de3-970aab0b8e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:25.674511 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6d39-4dbc-4f35-8de3-970aab0b8e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:25.772392 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6d39-4dbc-4f35-8de3-970aab0b8e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:25.776633 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6d39-4dbc-4f35-8de3-970aab0b8e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:25.804175 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ef6d39-4dbc-4f35-8de3-970aab0b8e59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:58:25.816088 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef6d39-4dbc-4f35-8de3-970aab0b8e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17692728-30c7-4f5c-83a1-128d421c8464,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:25.823301 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6d39-4dbc-4f35-8de3-970aab0b8e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:25.824541 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-e8ef6d39-4dbc-4f35-8de3-970aab0b8e59 admin admin] Added segment 13748147-1614-4c59-908c-4149c49af83b of type vlan for network 078a7d76-d20a-4f63-8672-e248ba1179b3 Aug 16 22:58:25.868205 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6d39-4dbc-4f35-8de3-970aab0b8e59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:25.898684 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6d39-4dbc-4f35-8de3-970aab0b8e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:25.899727 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ef6d39-4dbc-4f35-8de3-970aab0b8e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:25.900319 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6d39-4dbc-4f35-8de3-970aab0b8e59 admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:25.962545 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e8ef6d39-4dbc-4f35-8de3-970aab0b8e59 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3306396 Aug 16 22:58:25.964229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44982) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:25.968305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef6d39-4dbc-4f35-8de3-970aab0b8e59 admin admin] Pushing event updated for resources: {'Network': ['ID=078a7d76-d20a-4f63-8672-e248ba1179b3,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:25.969246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-adbde39f-5696-4688-a571-0c25e356396f admin admin] Request body: {'subnet': {'network_id': '078a7d76-d20a-4f63-8672-e248ba1179b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-8732663-subnet', 'tenant_id': '48931a8605404a11b0854bc4d2bb64b0', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:25.978478 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 078a7d76-d20a-4f63-8672-e248ba1179b3 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:58:25.992225 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbde39f-5696-4688-a571-0c25e356396f admin admin] Made reservation on behalf of 48931a8605404a11b0854bc4d2bb64b0 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:25.995348 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-adbde39f-5696-4688-a571-0c25e356396f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.176339 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-adbde39f-5696-4688-a571-0c25e356396f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.232339 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbde39f-5696-4688-a571-0c25e356396f admin admin] Pushing event updated for resources: {'Subnet': ['ID=89c3c73f-cb9a-45c3-bd7a-647966023f31,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:26.242404 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbde39f-5696-4688-a571-0c25e356396f admin admin] Checking segment: {'id': '13748147-1614-4c59-908c-4149c49af83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '078a7d76-d20a-4f63-8672-e248ba1179b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:26.242791 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbde39f-5696-4688-a571-0c25e356396f admin admin] Network hostable DHCP agents. Network: 078a7d76-d20a-4f63-8672-e248ba1179b3, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:58:26.258908 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbde39f-5696-4688-a571-0c25e356396f admin admin] Network 078a7d76-d20a-4f63-8672-e248ba1179b3 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:58:26.267111 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-adbde39f-5696-4688-a571-0c25e356396f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 078a7d76-d20a-4f63-8672-e248ba1179b3) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:26.271002 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbde39f-5696-4688-a571-0c25e356396f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:26.271603 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-adbde39f-5696-4688-a571-0c25e356396f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.276580 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cbed28-c88f-4912-8394-260d2bdaab6e None None] Network 078a7d76-d20a-4f63-8672-e248ba1179b3 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:26.285757 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-adbde39f-5696-4688-a571-0c25e356396f admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3204279 Aug 16 22:58:26.288553 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44984) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:26.293412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-14f37166-0132-47b5-a809-391d7f27d561 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-8732663-router', 'tenant_id': '48931a8605404a11b0854bc4d2bb64b0', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:26.315788 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14f37166-0132-47b5-a809-391d7f27d561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.316826 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14f37166-0132-47b5-a809-391d7f27d561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.369914 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14f37166-0132-47b5-a809-391d7f27d561 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.427786 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-078a7d76-d20a-4f63-8672-e248ba1179b3', 'network_id': '078a7d76-d20a-4f63-8672-e248ba1179b3', 'tenant_id': '48931a8605404a11b0854bc4d2bb64b0', 'fixed_ips': [{'subnet_id': '89c3c73f-cb9a-45c3-bd7a-647966023f31'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:58:26.428601 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.511354 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14f37166-0132-47b5-a809-391d7f27d561 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.584078 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] Allocated IP 172.20.0.2 (078a7d76-d20a-4f63-8672-e248ba1179b3/89c3c73f-cb9a-45c3-bd7a-647966023f31/0fd1ee84-194d-43b1-95b3-d13a8a1fca91) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:26.737654 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.746003 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] Transition to ACTIVE for port object 0fd1ee84-194d-43b1-95b3-d13a8a1fca91 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:26.747657 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14f37166-0132-47b5-a809-391d7f27d561 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.761874 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] Transition to ACTIVE for port object 0fd1ee84-194d-43b1-95b3-d13a8a1fca91 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:26.770355 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.772491 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14f37166-0132-47b5-a809-391d7f27d561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.812544 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] Network 078a7d76-d20a-4f63-8672-e248ba1179b3 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:26.820893 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:26.824209 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:26.837237 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] Pushing event updated for resources: {'Port': ['ID=0fd1ee84-194d-43b1-95b3-d13a8a1fca91,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:26.891839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-14f37166-0132-47b5-a809-391d7f27d561 admin admin] Allocated IP 172.25.6.187 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/dfd246e2-a2f7-4ca1-af16-c82cfce9257a) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:26.893846 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] Attempting to bind port 0fd1ee84-194d-43b1-95b3-d13a8a1fca91 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:26.894249 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] Attempting to bind port 0fd1ee84-194d-43b1-95b3-d13a8a1fca91 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '13748147-1614-4c59-908c-4149c49af83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '078a7d76-d20a-4f63-8672-e248ba1179b3'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:26.894989 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] Attempting to bind port 0fd1ee84-194d-43b1-95b3-d13a8a1fca91 on network 078a7d76-d20a-4f63-8672-e248ba1179b3 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:26.901053 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 8de993c4-9f54-42a6-8d41-5df149e609a7 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:26.916179 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] Sync routers for ids ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:58:26.926746 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] Routers {'53e5ccbe-1c16-4713-8bdc-d3088190b7b1'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:26.928174 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:26.928365 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:58:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:26.928571 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] Checking segment: {'id': '13748147-1614-4c59-908c-4149c49af83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '078a7d76-d20a-4f63-8672-e248ba1179b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:26.929004 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.929414 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] Bound using segment: {'id': '13748147-1614-4c59-908c-4149c49af83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '078a7d76-d20a-4f63-8672-e248ba1179b3'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:26.930506 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] Bound port: 0fd1ee84-194d-43b1-95b3-d13a8a1fca91, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13748147-1614-4c59-908c-4149c49af83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '078a7d76-d20a-4f63-8672-e248ba1179b3'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:26.930889 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.005597 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14f37166-0132-47b5-a809-391d7f27d561 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.011637 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 8de993c4-9f54-42a6-8d41-5df149e609a7 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:27.018558 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] For port 0fd1ee84-194d-43b1-95b3-d13a8a1fca91, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:27.020489 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 8de993c4-9f54-42a6-8d41-5df149e609a7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:27.020854 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.024334 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] For port 0fd1ee84-194d-43b1-95b3-d13a8a1fca91, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0fd1ee84-194d-43b1-95b3-d13a8a1fca91,segment=NetworkSegment(13748147-1614-4c59-908c-4149c49af83b),segment_id=13748147-1614-4c59-908c-4149c49af83b)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:27.040513 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] Set router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:27.045917 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.051713 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14f37166-0132-47b5-a809-391d7f27d561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.094563 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f37166-0132-47b5-a809-391d7f27d561 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:27.098546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-14f37166-0132-47b5-a809-391d7f27d561 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:27.103210 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f37166-0132-47b5-a809-391d7f27d561 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:27.125671 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522da3a1-0fc9-46d9-ad46-eefc5193d6c5 None None] Pushing event updated for resources: {'Port': ['ID=0fd1ee84-194d-43b1-95b3-d13a8a1fca91,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:27.136660 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f37166-0132-47b5-a809-391d7f27d561 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd246e2-a2f7-4ca1-af16-c82cfce9257a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:27.184915 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.219911 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 8de993c4-9f54-42a6-8d41-5df149e609a7, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=8de993c4-9f54-42a6-8d41-5df149e609a7,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:27.227903 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.270079 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:24Z', 'revision_number': 2, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:27.283624 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=8de993c4-9f54-42a6-8d41-5df149e609a7,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:27.302602 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] Checking router: 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:58:27.302948 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] Updating router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 port 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:58:27.329076 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.418664 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14f37166-0132-47b5-a809-391d7f27d561 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.621611 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14f37166-0132-47b5-a809-391d7f27d561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.626583 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.638357 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] Transition to ACTIVE for port object 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:27.645177 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.696984 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c9d90-77ca-48d1-8804-645a42d26ff4 None None] Pushing event updated for resources: {'Port': ['ID=8e14d1ab-ed9d-4d52-b8fc-a67e5759a569,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:27.760413 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f37166-0132-47b5-a809-391d7f27d561 admin admin] Router 567c28a9-17cd-46e8-91bf-3bf2c271bf80 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:58:27.853045 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] Attempting to bind port 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:27.853898 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] Attempting to bind port 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:27.854528 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] Attempting to bind port 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569 on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:27.862691 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:27.863067 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] Checking segment: {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:27.863670 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.864233 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] Bound using segment: {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:27.864878 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] Bound port: 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:27.865449 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.895912 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f37166-0132-47b5-a809-391d7f27d561 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:58:27.911621 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] Sync routers for ids ['567c28a9-17cd-46e8-91bf-3bf2c271bf80'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:58:27.926493 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] Routers {'567c28a9-17cd-46e8-91bf-3bf2c271bf80'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:27.927130 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:58:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['567c28a9-17cd-46e8-91bf-3bf2c271bf80'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:27.929806 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14f37166-0132-47b5-a809-391d7f27d561 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.931651 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-14f37166-0132-47b5-a809-391d7f27d561 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6421719 Aug 16 22:58:27.935019 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 44990) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:27.980176 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] For port 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:27.986213 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] For port 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=8e14d1ab-ed9d-4d52-b8fc-a67e5759a569,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:28.000378 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:28.137696 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] Routers {'53e5ccbe-1c16-4713-8bdc-d3088190b7b1'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:28.142092 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:58:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:28.164172 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] Set router 567c28a9-17cd-46e8-91bf-3bf2c271bf80 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:28.276432 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c9d90-77ca-48d1-8804-645a42d26ff4 None None] Pushing event updated for resources: {'Port': ['ID=8e14d1ab-ed9d-4d52-b8fc-a67e5759a569,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:28.334697 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] Set router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:28.473252 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54a3b7d-dd71-4802-8008-cd2a47f8c48b None None] Network 078a7d76-d20a-4f63-8672-e248ba1179b3 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:28.477415 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567c28a9-17cd-46e8-91bf-3bf2c271bf80', 'name': 'tempest-TestVolumeBootPattern-8732663-router', 'tenant_id': '48931a8605404a11b0854bc4d2bb64b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'dfd246e2-a2f7-4ca1-af16-c82cfce9257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 3, 'project_id': '48931a8605404a11b0854bc4d2bb64b0', 'gw_port': {'id': 'dfd246e2-a2f7-4ca1-af16-c82cfce9257a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567c28a9-17cd-46e8-91bf-3bf2c271bf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T22:58:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:28.609834 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:28.638878 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf7fc2a-7614-4a9b-8b50-d6ea6de8a53c None None] The sync data for ids ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'] in n-d-792458-15 is: [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:58:28.706740 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] Checking router: 567c28a9-17cd-46e8-91bf-3bf2c271bf80 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:58:28.707094 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] Updating router 567c28a9-17cd-46e8-91bf-3bf2c271bf80 port dfd246e2-a2f7-4ca1-af16-c82cfce9257a binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:58:28.761641 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:28.805565 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-291765e1-82d3-4e10-bbbf-e6a5952023b2 None None] Provisioning for port 0fd1ee84-194d-43b1-95b3-d13a8a1fca91 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:28.958513 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b0ebf031-5e91-4ab0-a3e5-b907fd2d0066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.028505 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0fd1ee84-194d-43b1-95b3-d13a8a1fca91 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:29.178932 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 0fd1ee84-194d-43b1-95b3-d13a8a1fca91 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:29.191078 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 0fd1ee84-194d-43b1-95b3-d13a8a1fca91 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:29.191523 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.198172 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.234557 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-b0ebf031-5e91-4ab0-a3e5-b907fd2d0066 admin admin] Allocated IP 172.20.0.1 (078a7d76-d20a-4f63-8672-e248ba1179b3/89c3c73f-cb9a-45c3-bd7a-647966023f31/64df4584-404b-47eb-937d-2a1e273caa20) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:29.235210 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] Transition to ACTIVE for port object dfd246e2-a2f7-4ca1-af16-c82cfce9257a will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:29.247196 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.313653 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] Attempting to bind port dfd246e2-a2f7-4ca1-af16-c82cfce9257a on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:29.314057 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] Attempting to bind port dfd246e2-a2f7-4ca1-af16-c82cfce9257a by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:29.314427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] Attempting to bind port dfd246e2-a2f7-4ca1-af16-c82cfce9257a on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:29.328119 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:29.328499 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:29.329044 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.329500 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:29.329997 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] Bound port: dfd246e2-a2f7-4ca1-af16-c82cfce9257a, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:29.330402 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.355442 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52000302-fc0c-45a5-8ad7-27c23e99107f None None] Pushing event updated for resources: {'Port': ['ID=dfd246e2-a2f7-4ca1-af16-c82cfce9257a,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:29.369948 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b0ebf031-5e91-4ab0-a3e5-b907fd2d0066 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.394177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-b0ebf031-5e91-4ab0-a3e5-b907fd2d0066 admin admin] Transition to ACTIVE for port object 64df4584-404b-47eb-937d-2a1e273caa20 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:29.411344 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.428723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] For port dfd246e2-a2f7-4ca1-af16-c82cfce9257a, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:29.431190 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b0ebf031-5e91-4ab0-a3e5-b907fd2d0066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.465788 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] For port dfd246e2-a2f7-4ca1-af16-c82cfce9257a, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=dfd246e2-a2f7-4ca1-af16-c82cfce9257a,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:29.470475 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 0fd1ee84-194d-43b1-95b3-d13a8a1fca91, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0fd1ee84-194d-43b1-95b3-d13a8a1fca91,segment=NetworkSegment(13748147-1614-4c59-908c-4149c49af83b),segment_id=13748147-1614-4c59-908c-4149c49af83b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:29.474466 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.478320 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ebf031-5e91-4ab0-a3e5-b907fd2d0066 admin admin] Network 078a7d76-d20a-4f63-8672-e248ba1179b3 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:29.480967 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.481359 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-b0ebf031-5e91-4ab0-a3e5-b907fd2d0066 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:29.481736 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 8de993c4-9f54-42a6-8d41-5df149e609a7 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:29.485187 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ebf031-5e91-4ab0-a3e5-b907fd2d0066 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:29.487658 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-685a9369-eb45-46f7-986e-6192d1fd48ed None None] Provisioning complete for port 0fd1ee84-194d-43b1-95b3-d13a8a1fca91 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:29.487658 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-685a9369-eb45-46f7-986e-6192d1fd48ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.516786 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebf031-5e91-4ab0-a3e5-b907fd2d0066 admin admin] Pushing event updated for resources: {'Port': ['ID=64df4584-404b-47eb-937d-2a1e273caa20,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:29.534225 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b0ebf031-5e91-4ab0-a3e5-b907fd2d0066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.612619 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52000302-fc0c-45a5-8ad7-27c23e99107f None None] Pushing event updated for resources: {'Port': ['ID=dfd246e2-a2f7-4ca1-af16-c82cfce9257a,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:29.639640 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] Routers {'567c28a9-17cd-46e8-91bf-3bf2c271bf80'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:29.640292 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:58:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['567c28a9-17cd-46e8-91bf-3bf2c271bf80'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:29.688929 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b0ebf031-5e91-4ab0-a3e5-b907fd2d0066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.746780 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=0fd1ee84-194d-43b1-95b3-d13a8a1fca91,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:29.755709 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 8de993c4-9f54-42a6-8d41-5df149e609a7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:29.755949 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.848661 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] Set router 567c28a9-17cd-46e8-91bf-3bf2c271bf80 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:29.861945 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b0ebf031-5e91-4ab0-a3e5-b907fd2d0066 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.867336 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b0ebf031-5e91-4ab0-a3e5-b907fd2d0066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.934091 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebf031-5e91-4ab0-a3e5-b907fd2d0066 admin admin] Pushing event updated for resources: {'Port': ['ID=64df4584-404b-47eb-937d-2a1e273caa20,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:29.936586 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b0ebf031-5e91-4ab0-a3e5-b907fd2d0066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.995561 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ef462ea7-5743-43a1-ad26-178c74ae9c5c None None] Provisioning for port 64df4584-404b-47eb-937d-2a1e273caa20 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:30.007853 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:30.009977 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ef462ea7-5743-43a1-ad26-178c74ae9c5c None None] Provisioning complete for port 64df4584-404b-47eb-937d-2a1e273caa20 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:30.010351 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ef462ea7-5743-43a1-ad26-178c74ae9c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:30.034505 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ebf031-5e91-4ab0-a3e5-b907fd2d0066 admin admin] Network 078a7d76-d20a-4f63-8672-e248ba1179b3 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:30.036454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-b0ebf031-5e91-4ab0-a3e5-b907fd2d0066 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:30.094364 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ef462ea7-5743-43a1-ad26-178c74ae9c5c None None] Port 64df4584-404b-47eb-937d-2a1e273caa20 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:58:30.135079 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:30.141954 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:30.142364 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:30.162762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ebf031-5e91-4ab0-a3e5-b907fd2d0066 admin admin] Router 567c28a9-17cd-46e8-91bf-3bf2c271bf80 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:58:30.182605 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567c28a9-17cd-46e8-91bf-3bf2c271bf80', 'name': 'tempest-TestVolumeBootPattern-8732663-router', 'tenant_id': '48931a8605404a11b0854bc4d2bb64b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'dfd246e2-a2f7-4ca1-af16-c82cfce9257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 3, 'project_id': '48931a8605404a11b0854bc4d2bb64b0', 'gw_port': {'id': 'dfd246e2-a2f7-4ca1-af16-c82cfce9257a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567c28a9-17cd-46e8-91bf-3bf2c271bf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T22:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:30.215523 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29b9e9b-6d28-40b1-8195-3b16642ecea2 None None] The sync data for ids ['567c28a9-17cd-46e8-91bf-3bf2c271bf80'] in n-d-792458-15 is: [{'id': '567c28a9-17cd-46e8-91bf-3bf2c271bf80', 'name': 'tempest-TestVolumeBootPattern-8732663-router', 'tenant_id': '48931a8605404a11b0854bc4d2bb64b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'dfd246e2-a2f7-4ca1-af16-c82cfce9257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 3, 'project_id': '48931a8605404a11b0854bc4d2bb64b0', 'gw_port': {'id': 'dfd246e2-a2f7-4ca1-af16-c82cfce9257a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567c28a9-17cd-46e8-91bf-3bf2c271bf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T22:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:58:30.262981 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:30.288610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ebf031-5e91-4ab0-a3e5-b907fd2d0066 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:58:30.304236 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b0ebf031-5e91-4ab0-a3e5-b907fd2d0066 admin admin] 10.222.0.93 "PUT /v2.0/routers/567c28a9-17cd-46e8-91bf-3bf2c271bf80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3587155 Aug 16 22:58:30.304487 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=8e14d1ab-ed9d-4d52-b8fc-a67e5759a569,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:30.304487 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:30.349408 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3ed107f6-f313-4dff-9032-e9014838d2e3 None None] Provisioning complete for port 64df4584-404b-47eb-937d-2a1e273caa20 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:30.350448 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3ed107f6-f313-4dff-9032-e9014838d2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:30.387340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=8e14d1ab-ed9d-4d52-b8fc-a67e5759a569,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:30.403097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-3ed107f6-f313-4dff-9032-e9014838d2e3 None None] Port 64df4584-404b-47eb-937d-2a1e273caa20 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:58:30.923943 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device dfd246e2-a2f7-4ca1-af16-c82cfce9257a up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:30.984295 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port dfd246e2-a2f7-4ca1-af16-c82cfce9257a completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:30.989090 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port dfd246e2-a2f7-4ca1-af16-c82cfce9257a triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:30.989481 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:31.079329 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:31.114596 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port dfd246e2-a2f7-4ca1-af16-c82cfce9257a, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=dfd246e2-a2f7-4ca1-af16-c82cfce9257a,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:31.118675 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:31.119398 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0fd1ee84-194d-43b1-95b3-d13a8a1fca91 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:31.198142 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=dfd246e2-a2f7-4ca1-af16-c82cfce9257a,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:31.213041 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 0fd1ee84-194d-43b1-95b3-d13a8a1fca91 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:31.213413 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:31.291175 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:31.337066 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:31.337437 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:32.094599 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] Sync routers for ids ['567c28a9-17cd-46e8-91bf-3bf2c271bf80'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:58:32.103888 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] Routers {'567c28a9-17cd-46e8-91bf-3bf2c271bf80'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:32.104497 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:58:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['567c28a9-17cd-46e8-91bf-3bf2c271bf80'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:32.215018 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] Set router 567c28a9-17cd-46e8-91bf-3bf2c271bf80 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:32.443337 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567c28a9-17cd-46e8-91bf-3bf2c271bf80', 'name': 'tempest-TestVolumeBootPattern-8732663-router', 'tenant_id': '48931a8605404a11b0854bc4d2bb64b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'dfd246e2-a2f7-4ca1-af16-c82cfce9257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T22:58:29Z', 'revision_number': 4, 'project_id': '48931a8605404a11b0854bc4d2bb64b0', 'gw_port': {'id': 'dfd246e2-a2f7-4ca1-af16-c82cfce9257a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c28a9-17cd-46e8-91bf-3bf2c271bf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '64df4584-404b-47eb-937d-2a1e273caa20', 'name': '', 'network_id': '078a7d76-d20a-4f63-8672-e248ba1179b3', 'tenant_id': '48931a8605404a11b0854bc4d2bb64b0', 'mac_address': 'fa:16:3e:5a:9a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567c28a9-17cd-46e8-91bf-3bf2c271bf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '89c3c73f-cb9a-45c3-bd7a-647966023f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:28Z', 'updated_at': '2021-08-16T22:58:29Z', 'revision_number': 2, 'project_id': '48931a8605404a11b0854bc4d2bb64b0', 'subnets': [{'id': '89c3c73f-cb9a-45c3-bd7a-647966023f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:32.468719 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] Checking router: 567c28a9-17cd-46e8-91bf-3bf2c271bf80 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:58:32.469069 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] Updating router 567c28a9-17cd-46e8-91bf-3bf2c271bf80 port 64df4584-404b-47eb-937d-2a1e273caa20 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:58:32.491564 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-06686204-5aa6-44b6-82f4-ab1903d09646 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:32.493689 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-06686204-5aa6-44b6-82f4-ab1903d09646 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 812 time: 0.1054688 Aug 16 22:58:32.494402 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:32.508997 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-24b500ff-d27e-4b5e-9b93-c884a0230aac tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/quotas/5cf3e805ef684fd09fb8bfbc3fc85873 HTTP/1.1" status: 200 len: 375 time: 0.0091867 Aug 16 22:58:32.559554 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-b0f3012f-d085-40dc-a1f7-d0504f9e02ea tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451674 Aug 16 22:58:32.762698 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-d2f0a24a-ae59-4506-8384-d2e002ac13e7 service neutron] 10.222.0.93 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959741 Aug 16 22:58:32.776400 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:32.786272 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] Transition to ACTIVE for port object 64df4584-404b-47eb-937d-2a1e273caa20 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:32.793552 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:32.839536 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f30095-2ca6-433e-b71a-e7d2ffce8689 None None] Pushing event updated for resources: {'Port': ['ID=64df4584-404b-47eb-937d-2a1e273caa20,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:32.865706 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-f96a8e9d-3b6b-4ce4-9fc8-143188216433 service neutron] 10.222.0.93 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963416 Aug 16 22:58:32.867723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device dfd246e2-a2f7-4ca1-af16-c82cfce9257a up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:32.916118 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] Attempting to bind port 64df4584-404b-47eb-937d-2a1e273caa20 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:32.916572 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] Attempting to bind port 64df4584-404b-47eb-937d-2a1e273caa20 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '13748147-1614-4c59-908c-4149c49af83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '078a7d76-d20a-4f63-8672-e248ba1179b3'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:32.917007 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] Attempting to bind port 64df4584-404b-47eb-937d-2a1e273caa20 on network 078a7d76-d20a-4f63-8672-e248ba1179b3 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:32.920469 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port dfd246e2-a2f7-4ca1-af16-c82cfce9257a triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:32.920907 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:32.924311 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:32.924607 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] Checking segment: {'id': '13748147-1614-4c59-908c-4149c49af83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '078a7d76-d20a-4f63-8672-e248ba1179b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:32.925012 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:32.925495 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] Bound using segment: {'id': '13748147-1614-4c59-908c-4149c49af83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '078a7d76-d20a-4f63-8672-e248ba1179b3'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:32.926052 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] Bound port: 64df4584-404b-47eb-937d-2a1e273caa20, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13748147-1614-4c59-908c-4149c49af83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '078a7d76-d20a-4f63-8672-e248ba1179b3'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:32.926507 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:33.005128 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] For port 64df4584-404b-47eb-937d-2a1e273caa20, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:33.010412 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] For port 64df4584-404b-47eb-937d-2a1e273caa20, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=64df4584-404b-47eb-937d-2a1e273caa20,segment=NetworkSegment(13748147-1614-4c59-908c-4149c49af83b),segment_id=13748147-1614-4c59-908c-4149c49af83b)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:33.017514 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:33.078353 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] Routers {'567c28a9-17cd-46e8-91bf-3bf2c271bf80'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:33.079400 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:58:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['567c28a9-17cd-46e8-91bf-3bf2c271bf80'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:33.128336 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f30095-2ca6-433e-b71a-e7d2ffce8689 None None] Pushing event updated for resources: {'Port': ['ID=64df4584-404b-47eb-937d-2a1e273caa20,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:33.230800 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] Set router 567c28a9-17cd-46e8-91bf-3bf2c271bf80 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:33.236443 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c33855cd-b20f-401f-9b0d-b0e71fc6cc3a req-f7712527-8ab9-468a-af88-0f262023dc86 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 210 time: 0.0433528 Aug 16 22:58:33.527465 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567c28a9-17cd-46e8-91bf-3bf2c271bf80', 'name': 'tempest-TestVolumeBootPattern-8732663-router', 'tenant_id': '48931a8605404a11b0854bc4d2bb64b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'dfd246e2-a2f7-4ca1-af16-c82cfce9257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T22:58:29Z', 'revision_number': 4, 'project_id': '48931a8605404a11b0854bc4d2bb64b0', 'gw_port': {'id': 'dfd246e2-a2f7-4ca1-af16-c82cfce9257a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c28a9-17cd-46e8-91bf-3bf2c271bf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '64df4584-404b-47eb-937d-2a1e273caa20', 'name': '', 'network_id': '078a7d76-d20a-4f63-8672-e248ba1179b3', 'tenant_id': '48931a8605404a11b0854bc4d2bb64b0', 'mac_address': 'fa:16:3e:5a:9a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567c28a9-17cd-46e8-91bf-3bf2c271bf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '89c3c73f-cb9a-45c3-bd7a-647966023f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:28Z', 'updated_at': '2021-08-16T22:58:33Z', 'revision_number': 4, 'project_id': '48931a8605404a11b0854bc4d2bb64b0', 'subnets': [{'id': '89c3c73f-cb9a-45c3-bd7a-647966023f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:33.557594 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57d6ddf-33fc-4ded-8d1f-0dfc630d6040 None None] The sync data for ids ['567c28a9-17cd-46e8-91bf-3bf2c271bf80'] in n-d-792458-15 is: [{'id': '567c28a9-17cd-46e8-91bf-3bf2c271bf80', 'name': 'tempest-TestVolumeBootPattern-8732663-router', 'tenant_id': '48931a8605404a11b0854bc4d2bb64b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'dfd246e2-a2f7-4ca1-af16-c82cfce9257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T22:58:29Z', 'revision_number': 4, 'project_id': '48931a8605404a11b0854bc4d2bb64b0', 'gw_port': {'id': 'dfd246e2-a2f7-4ca1-af16-c82cfce9257a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c28a9-17cd-46e8-91bf-3bf2c271bf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '64df4584-404b-47eb-937d-2a1e273caa20', 'name': '', 'network_id': '078a7d76-d20a-4f63-8672-e248ba1179b3', 'tenant_id': '48931a8605404a11b0854bc4d2bb64b0', 'mac_address': 'fa:16:3e:5a:9a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567c28a9-17cd-46e8-91bf-3bf2c271bf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '89c3c73f-cb9a-45c3-bd7a-647966023f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:28Z', 'updated_at': '2021-08-16T22:58:33Z', 'revision_number': 4, 'project_id': '48931a8605404a11b0854bc4d2bb64b0', 'subnets': [{'id': '89c3c73f-cb9a-45c3-bd7a-647966023f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:58:34.180939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-27c4e330-02b8-41a3-8ed8-5374dc727ebe tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:34.182587 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-27c4e330-02b8-41a3-8ed8-5374dc727ebe tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.43 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 812 time: 0.1259420 Aug 16 22:58:34.196210 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-a1b0d2d7-849d-4934-8c4d-77073837df6c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Request body: {'port': {'device_id': 'f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'admin_state_up': True, 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:34.337113 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a9b78dcb-9f5c-4d43-8242-f190ada46d49 req-704a15a2-3cdc-46cb-8efc-7b2346f1b9ce tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 210 time: 0.0324464 Aug 16 22:58:34.347676 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-a1b0d2d7-849d-4934-8c4d-77073837df6c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Made reservation on behalf of 5cf3e805ef684fd09fb8bfbc3fc85873 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:34.359116 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-a1b0d2d7-849d-4934-8c4d-77073837df6c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:34.491948 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-a1b0d2d7-849d-4934-8c4d-77073837df6c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Allocated IP 172.20.0.10 (618125df-33d5-4ee1-b6a0-cd83424b6f7c/76f0d65c-5ef7-4b10-b7a7-caf718efa02b/19bf5671-1122-4038-89e9-9a301098a8d2) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:34.639022 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-a1b0d2d7-849d-4934-8c4d-77073837df6c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:34.656748 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-a1b0d2d7-849d-4934-8c4d-77073837df6c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Transition to ACTIVE for port object 19bf5671-1122-4038-89e9-9a301098a8d2 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:34.689351 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-a1b0d2d7-849d-4934-8c4d-77073837df6c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:34.734245 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-a1b0d2d7-849d-4934-8c4d-77073837df6c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Network 618125df-33d5-4ee1-b6a0-cd83424b6f7c is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:34.737540 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-a1b0d2d7-849d-4934-8c4d-77073837df6c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:34.741543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-a1b0d2d7-849d-4934-8c4d-77073837df6c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:34.768672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0d2d7-849d-4934-8c4d-77073837df6c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event updated for resources: {'Port': ['ID=19bf5671-1122-4038-89e9-9a301098a8d2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:34.802642 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-a1b0d2d7-849d-4934-8c4d-77073837df6c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:34.803300 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-a1b0d2d7-849d-4934-8c4d-77073837df6c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:34.832751 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-a1b0d2d7-849d-4934-8c4d-77073837df6c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6408169 Aug 16 22:58:34.845759 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] Request body: {'port': {'device_id': 'f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:34.901759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 64df4584-404b-47eb-937d-2a1e273caa20 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:34.908492 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:34.956917 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 64df4584-404b-47eb-937d-2a1e273caa20 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:34.963359 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 64df4584-404b-47eb-937d-2a1e273caa20 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:34.963592 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:35.068677 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:35.128411 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 64df4584-404b-47eb-937d-2a1e273caa20, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=64df4584-404b-47eb-937d-2a1e273caa20,segment=NetworkSegment(13748147-1614-4c59-908c-4149c49af83b),segment_id=13748147-1614-4c59-908c-4149c49af83b)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:35.130550 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6f67dcc2-1991-45ab-b319-c4797552a9c2 None None] Provisioning for port 19bf5671-1122-4038-89e9-9a301098a8d2 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:35.135485 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:35.140123 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6f67dcc2-1991-45ab-b319-c4797552a9c2 None None] Provisioning complete for port 19bf5671-1122-4038-89e9-9a301098a8d2 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:35.140530 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6f67dcc2-1991-45ab-b319-c4797552a9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:35.210473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-6f67dcc2-1991-45ab-b319-c4797552a9c2 None None] Port 19bf5671-1122-4038-89e9-9a301098a8d2 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:58:35.229128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=64df4584-404b-47eb-937d-2a1e273caa20,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:35.238201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19bf5671-1122-4038-89e9-9a301098a8d2 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:58:35.246980 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:35.259749 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] Transition to ACTIVE for port object 19bf5671-1122-4038-89e9-9a301098a8d2 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:35.263655 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:35.315779 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] Pushing event updated for resources: {'Port': ['ID=19bf5671-1122-4038-89e9-9a301098a8d2,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:35.402745 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] Attempting to bind port 19bf5671-1122-4038-89e9-9a301098a8d2 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:35.402745 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] Attempting to bind port 19bf5671-1122-4038-89e9-9a301098a8d2 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:35.402745 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] Attempting to bind port 19bf5671-1122-4038-89e9-9a301098a8d2 on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:35.408232 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] Port 19bf5671-1122-4038-89e9-9a301098a8d2 on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:58:35.408232 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] Attempting to bind port 19bf5671-1122-4038-89e9-9a301098a8d2 on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:35.413948 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:35.414977 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] Checking segment: {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:35.415354 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] Bound using segment: {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:35.415795 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] Bound port: 19bf5671-1122-4038-89e9-9a301098a8d2, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:35.416156 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:35.528452 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] For port 19bf5671-1122-4038-89e9-9a301098a8d2, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:35.532707 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] For port 19bf5671-1122-4038-89e9-9a301098a8d2, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=19bf5671-1122-4038-89e9-9a301098a8d2,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:35.545535 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafdc55-9848-4a5e-bda7-c950023bc599 req-f273ff56-776c-4505-918e-bb8fc1302dc7 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:35.547234 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aaafdc55-9848-4a5e-bda7-c950023bc599 req-f273ff56-776c-4505-918e-bb8fc1302dc7 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 944 time: 0.0805776 Aug 16 22:58:35.549085 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:35.591147 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:35.591749 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:35.593116 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] 10.222.0.43 "PUT /v2.0/ports/19bf5671-1122-4038-89e9-9a301098a8d2 HTTP/1.1" status: 200 len: 1093 time: 0.7522337 Aug 16 22:58:35.593573 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9', 'tag': '19bf5671-1122-4038-89e9-9a301098a8d2'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:35.595828 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f36104-b174-4aec-b3cd-54a4d22632ca" -d '{"events": [{"name": "network-changed", "server_uuid": "f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9", "tag": "19bf5671-1122-4038-89e9-9a301098a8d2"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:35.672849 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60913a-991b-431c-b4e3-d6bd201088ed service neutron] Pushing event updated for resources: {'Port': ['ID=19bf5671-1122-4038-89e9-9a301098a8d2,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:35.691378 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aaafdc55-9848-4a5e-bda7-c950023bc599 req-e175db7f-ddbc-46b3-93e1-63b199b188af tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317723 Aug 16 22:58:35.693057 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bfe9b1-80aa-48d6-90f9-74ec6b8d29a7 x-openstack-request-id: req-a3bfe9b1-80aa-48d6-90f9-74ec6b8d29a7 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:35.693343 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9", "tag": "19bf5671-1122-4038-89e9-9a301098a8d2", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:35.693714 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a3bfe9b1-80aa-48d6-90f9-74ec6b8d29a7 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:35.693987 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9', 'tag': '19bf5671-1122-4038-89e9-9a301098a8d2', 'status': 'completed', 'code': 200} Aug 16 22:58:35.718749 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-28a58277-2df6-402e-9b66-dae381ebe4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:35.718749 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-28a58277-2df6-402e-9b66-dae381ebe4fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 1096 time: 0.0609376 Aug 16 22:58:35.763502 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-60c89eff-5ba0-4096-87a8-c14c4a5d1f04 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19bf5671-1122-4038-89e9-9a301098a8d2 HTTP/1.1" status: 200 len: 217 time: 0.0406013 Aug 16 22:58:35.819139 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-f7409ebc-ab98-4867-8a8d-6eff98e34b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:35.820694 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-f7409ebc-ab98-4867-8a8d-6eff98e34b05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0491221 Aug 16 22:58:35.871536 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-c5e36e2e-a0a3-4281-84db-1ae762430efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:35.872965 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-c5e36e2e-a0a3-4281-84db-1ae762430efd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452096 Aug 16 22:58:35.964408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-cb387735-7d21-4a4f-aadc-318f5733f5ac service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832698 Aug 16 22:58:36.059067 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55f99590-3330-4375-a69a-ea1e0d456d00 req-f2c650ab-510e-41d7-903a-a005a50ba069 service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870433 Aug 16 22:58:36.152502 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f36104-b174-4aec-b3cd-54a4d22632ca req-65736fb1-f9b2-4ffd-b056-ba09a0efe0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:36.154407 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0f36104-b174-4aec-b3cd-54a4d22632ca req-65736fb1-f9b2-4ffd-b056-ba09a0efe0ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 1096 time: 0.0472157 Aug 16 22:58:36.256094 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f36104-b174-4aec-b3cd-54a4d22632ca req-de11a9de-0b25-4113-bc45-69ad435dd098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:36.257611 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0f36104-b174-4aec-b3cd-54a4d22632ca req-de11a9de-0b25-4113-bc45-69ad435dd098 service neutron] 10.222.0.43 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 913 time: 0.0921314 Aug 16 22:58:36.299359 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0f36104-b174-4aec-b3cd-54a4d22632ca req-be250921-e4ef-4d3a-b916-d68f626501da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19bf5671-1122-4038-89e9-9a301098a8d2 HTTP/1.1" status: 200 len: 217 time: 0.0344357 Aug 16 22:58:36.347200 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f36104-b174-4aec-b3cd-54a4d22632ca req-33a5ea52-f31b-4c9a-adb5-7017b73a4d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:36.348660 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0f36104-b174-4aec-b3cd-54a4d22632ca req-33a5ea52-f31b-4c9a-adb5-7017b73a4d19 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0424414 Aug 16 22:58:36.398706 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f36104-b174-4aec-b3cd-54a4d22632ca req-6eb8892b-d515-47d7-b93a-b3e259c338f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:36.400248 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0f36104-b174-4aec-b3cd-54a4d22632ca req-6eb8892b-d515-47d7-b93a-b3e259c338f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441160 Aug 16 22:58:36.490278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0f36104-b174-4aec-b3cd-54a4d22632ca req-08bc37b6-8ba7-4f2a-b04f-2149802012da service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824709 Aug 16 22:58:36.583251 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f0f36104-b174-4aec-b3cd-54a4d22632ca req-597aeae6-d733-400d-bcb8-ce8939aad9fe service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855055 Aug 16 22:58:36.824368 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc17add-b399-4940-9a46-ac96d4bedc87 req-9e293317-cb78-4c75-a3ac-61d0d9f9083c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:36.826458 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4cc17add-b399-4940-9a46-ac96d4bedc87 req-9e293317-cb78-4c75-a3ac-61d0d9f9083c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 944 time: 0.0573883 Aug 16 22:58:36.852455 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 64df4584-404b-47eb-937d-2a1e273caa20 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:36.867485 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4cc17add-b399-4940-9a46-ac96d4bedc87 req-37af7d9c-2714-435b-9c6b-b91b0bb7ddde tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350595 Aug 16 22:58:36.908574 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 64df4584-404b-47eb-937d-2a1e273caa20 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:36.908945 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:37.727826 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bb1f7-5f10-4a26-be6e-3667a4c4c109 req-a8104445-c9e7-4df4-a9f6-090c73b06ba7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:37.729469 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-969bb1f7-5f10-4a26-be6e-3667a4c4c109 req-a8104445-c9e7-4df4-a9f6-090c73b06ba7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 946 time: 0.0490646 Aug 16 22:58:37.767904 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-969bb1f7-5f10-4a26-be6e-3667a4c4c109 req-4b3b2fc9-aadb-4893-8cb0-2d3944e420f1 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324485 Aug 16 22:58:37.790730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45060) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:37.862836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fe131788-3b89-475c-9898-a9efa0f9f215 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/floatingips/fbdef8d4-fff4-451d-881c-83c2be6477f8 HTTP/1.1" status: 200 len: 994 time: 0.0656879 Aug 16 22:58:37.987728 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf224c-2413-4401-b87c-51e19f683897 req-8310465a-c428-4a3b-aa75-90c4e316e26c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:37.989122 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52bf224c-2413-4401-b87c-51e19f683897 req-8310465a-c428-4a3b-aa75-90c4e316e26c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 944 time: 0.0494983 Aug 16 22:58:38.032987 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52bf224c-2413-4401-b87c-51e19f683897 req-c4498ac5-e63d-4eed-8b52-fae1be8d2fb9 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350804 Aug 16 22:58:38.196638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b467be-ff78-471d-b293-3fed5e93c5ab req-506b05fa-c7ba-41e5-bc5e-e48907fdb973 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:38.198497 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f8b467be-ff78-471d-b293-3fed5e93c5ab req-506b05fa-c7ba-41e5-bc5e-e48907fdb973 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 1098 time: 0.0478859 Aug 16 22:58:38.237881 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f8b467be-ff78-471d-b293-3fed5e93c5ab req-2044a844-178c-4d2c-98f2-9f89e7f7a6f3 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331936 Aug 16 22:58:38.731792 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45088) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:38.765044 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:38.824247 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-1b1b8f94-fffd-47d2-9a46-b6ad3b3273be service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0912395 Aug 16 22:58:39.022830 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-79810a19-8960-4e9a-92ed-5fec54da646c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:39.157129 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b8b1d-4402-4b41-9794-605bd5a48208 req-d24a6162-9ca4-4930-a302-c94ccb1069a5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:39.158572 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e1b8b1d-4402-4b41-9794-605bd5a48208 req-d24a6162-9ca4-4930-a302-c94ccb1069a5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 944 time: 0.0514455 Aug 16 22:58:39.199360 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e1b8b1d-4402-4b41-9794-605bd5a48208 req-89b9723a-d983-4ed9-865a-829e7b885e55 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317810 Aug 16 22:58:39.420153 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-c66417d6-3e9d-4e7e-b7a5-7b3fa6cecf71 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:58:39.421185 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-c66417d6-3e9d-4e7e-b7a5-7b3fa6cecf71 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1176775 Aug 16 22:58:39.431797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-823a206f-4818-455c-a5f4-5f4d30e440f8 service neutron] Request body: {'binding': {'host': 'n-h2-792458-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:39.432268 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-823a206f-4818-455c-a5f4-5f4d30e440f8 service neutron] Unknown quota resources ['binding']. {{(pid=94871) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:58:39.569297 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-823a206f-4818-455c-a5f4-5f4d30e440f8 service neutron] Attempting to bind port 38c63402-91e9-43b8-8c5d-321e9b4e748b on host n-h2-792458-15 for vnic_type normal with profile None {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:39.569549 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-823a206f-4818-455c-a5f4-5f4d30e440f8 service neutron] Attempting to bind port 38c63402-91e9-43b8-8c5d-321e9b4e748b by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'bc55be3f-6ab4-4362-8bae-d0af1098540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:39.569868 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-823a206f-4818-455c-a5f4-5f4d30e440f8 service neutron] Attempting to bind port 38c63402-91e9-43b8-8c5d-321e9b4e748b on network a27027c3-9744-4d15-aa4d-c610710d9fbf {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:39.574096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-823a206f-4818-455c-a5f4-5f4d30e440f8 service neutron] Port 38c63402-91e9-43b8-8c5d-321e9b4e748b on network a27027c3-9744-4d15-aa4d-c610710d9fbf not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:58:39.574421 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-823a206f-4818-455c-a5f4-5f4d30e440f8 service neutron] Attempting to bind port 38c63402-91e9-43b8-8c5d-321e9b4e748b on network a27027c3-9744-4d15-aa4d-c610710d9fbf {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:39.579237 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-823a206f-4818-455c-a5f4-5f4d30e440f8 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:39.579573 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-823a206f-4818-455c-a5f4-5f4d30e440f8 service neutron] Checking segment: {'id': 'bc55be3f-6ab4-4362-8bae-d0af1098540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:39.579955 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-823a206f-4818-455c-a5f4-5f4d30e440f8 service neutron] Bound using segment: {'id': 'bc55be3f-6ab4-4362-8bae-d0af1098540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:39.580378 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-823a206f-4818-455c-a5f4-5f4d30e440f8 service neutron] Bound port: 38c63402-91e9-43b8-8c5d-321e9b4e748b, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc55be3f-6ab4-4362-8bae-d0af1098540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:39.670600 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-823a206f-4818-455c-a5f4-5f4d30e440f8 service neutron] For port 38c63402-91e9-43b8-8c5d-321e9b4e748b, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=38c63402-91e9-43b8-8c5d-321e9b4e748b,segment=NetworkSegment(bc55be3f-6ab4-4362-8bae-d0af1098540c),segment_id=bc55be3f-6ab4-4362-8bae-d0af1098540c)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:39.674984 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-823a206f-4818-455c-a5f4-5f4d30e440f8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:39.676179 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-823a206f-4818-455c-a5f4-5f4d30e440f8 service neutron] 10.222.0.93 "POST /v2.0/ports/38c63402-91e9-43b8-8c5d-321e9b4e748b/bindings HTTP/1.1" status: 201 len: 390 time: 0.2482150 Aug 16 22:58:39.814959 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c385e-9c07-4646-a297-7c4344eb8c72 req-948027e5-0918-4dc1-9aaa-0268aeecded6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:39.816744 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-164c385e-9c07-4646-a297-7c4344eb8c72 req-948027e5-0918-4dc1-9aaa-0268aeecded6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 946 time: 0.0545087 Aug 16 22:58:39.857378 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-164c385e-9c07-4646-a297-7c4344eb8c72 req-c0746cc7-c5c2-475d-b69c-9c01c58ebd8d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341151 Aug 16 22:58:39.903784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-c4a7e3e5-b07d-42ee-b81a-8d251274a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:39.905341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-c4a7e3e5-b07d-42ee-b81a-8d251274a8da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 1098 time: 0.0450168 Aug 16 22:58:39.997629 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-2fa49302-f53c-4718-934c-3c29a9a011c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:39.999110 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-2fa49302-f53c-4718-934c-3c29a9a011c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a27027c3-9744-4d15-aa4d-c610710d9fbf HTTP/1.1" status: 200 len: 898 time: 0.0854177 Aug 16 22:58:40.063474 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-fd87127c-8093-4d97-be49-1f02919faba1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38c63402-91e9-43b8-8c5d-321e9b4e748b HTTP/1.1" status: 200 len: 1002 time: 0.0565345 Aug 16 22:58:40.113846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-735ad347-620c-443d-8636-f4b57e68f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:40.115193 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-735ad347-620c-443d-8636-f4b57e68f0dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1dd06cff-57ac-44da-9c17-838427362df9 HTTP/1.1" status: 200 len: 834 time: 0.0450807 Aug 16 22:58:40.160581 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-d77f6cd0-fce9-452a-8072-12db31b2cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:40.162135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-d77f6cd0-fce9-452a-8072-12db31b2cf71 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a27027c3-9744-4d15-aa4d-c610710d9fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400662 Aug 16 22:58:40.252748 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-ab806edc-74e6-48d3-8ece-4e0cafea723a service neutron] 10.222.0.43 "GET /v2.0/networks/a27027c3-9744-4d15-aa4d-c610710d9fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835607 Aug 16 22:58:40.373857 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e69f68-7d92-4788-99ad-26aa8b885318 req-c37ad038-3fb9-412a-b05f-df4dc5ec3f28 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:40.375603 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-47e69f68-7d92-4788-99ad-26aa8b885318 req-c37ad038-3fb9-412a-b05f-df4dc5ec3f28 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 944 time: 0.1062124 Aug 16 22:58:40.402266 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-b2f02045-9d70-45a9-97f4-a1d1ebad7f92 service neutron] 10.222.0.43 "GET /v2.0/networks/a27027c3-9744-4d15-aa4d-c610710d9fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404066 Aug 16 22:58:40.426956 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-47e69f68-7d92-4788-99ad-26aa8b885318 req-33ac572c-83db-45c1-be35-f9feb483312a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410097 Aug 16 22:58:40.530254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-99879111-21e4-4758-ac4f-c65b5f82fba4 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:40.531761 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-99879111-21e4-4758-ac4f-c65b5f82fba4 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6&tenant_id=e32b01dd26f6421f8630d3eff7506c36&binding%3Ahost_id=n-h1-792458-15 HTTP/1.1" status: 200 len: 1098 time: 0.0769997 Aug 16 22:58:40.544031 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792458-15'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:40.595480 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.021496 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.084054 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c20cb-3ae4-435b-a607-a2a212f671f0 req-21fd445d-358d-4c3f-84d0-9b0a63ce1f40 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:41.085538 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-099c20cb-3ae4-435b-a607-a2a212f671f0 req-21fd445d-358d-4c3f-84d0-9b0a63ce1f40 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 946 time: 0.0959141 Aug 16 22:58:41.131628 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] For port 38c63402-91e9-43b8-8c5d-321e9b4e748b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=38c63402-91e9-43b8-8c5d-321e9b4e748b,segment=NetworkSegment(bc55be3f-6ab4-4362-8bae-d0af1098540c),segment_id=bc55be3f-6ab4-4362-8bae-d0af1098540c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:41.157198 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-099c20cb-3ae4-435b-a607-a2a212f671f0 req-6aec0799-bda5-42bc-9917-b2dcaf3fd69a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648007 Aug 16 22:58:41.185247 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] For port 38c63402-91e9-43b8-8c5d-321e9b4e748b, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:41.225621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520ccb79-ba14-41d5-9918-78335e7824d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c63402-91e9-43b8-8c5d-321e9b4e748b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:41.228616 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0594d1-0460-4f26-9d0b-5af5281d0bf6" -d '{"events": [{"server_uuid": "520ccb79-ba14-41d5-9918-78335e7824d6", "name": "network-vif-unplugged", "status": "completed", "tag": "38c63402-91e9-43b8-8c5d-321e9b4e748b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:41.232385 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.237542 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.267303 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e704b7-7512-448d-95cc-51be3a8813cd x-openstack-request-id: req-c5e704b7-7512-448d-95cc-51be3a8813cd {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:41.267591 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520ccb79-ba14-41d5-9918-78335e7824d6", "name": "network-vif-unplugged", "status": "completed", "tag": "38c63402-91e9-43b8-8c5d-321e9b4e748b", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:41.267833 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c5e704b7-7512-448d-95cc-51be3a8813cd {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:41.268220 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520ccb79-ba14-41d5-9918-78335e7824d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c63402-91e9-43b8-8c5d-321e9b4e748b', 'code': 200} Aug 16 22:58:41.332665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] Pushing event updated for resources: {'Port': ['ID=38c63402-91e9-43b8-8c5d-321e9b4e748b,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:41.386785 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] Attempting to bind port 38c63402-91e9-43b8-8c5d-321e9b4e748b on host n-h1-792458-15 for vnic_type normal with profile {"migrating_to": "n-h2-792458-15"} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:41.387120 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] Attempting to bind port 38c63402-91e9-43b8-8c5d-321e9b4e748b by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'bc55be3f-6ab4-4362-8bae-d0af1098540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:41.387454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] Attempting to bind port 38c63402-91e9-43b8-8c5d-321e9b4e748b on network a27027c3-9744-4d15-aa4d-c610710d9fbf {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:41.392612 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] Port 38c63402-91e9-43b8-8c5d-321e9b4e748b on network a27027c3-9744-4d15-aa4d-c610710d9fbf not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:58:41.392936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] Attempting to bind port 38c63402-91e9-43b8-8c5d-321e9b4e748b on network a27027c3-9744-4d15-aa4d-c610710d9fbf {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:41.398071 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:41.398500 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] Checking segment: {'id': 'bc55be3f-6ab4-4362-8bae-d0af1098540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:41.398895 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] Bound using segment: {'id': 'bc55be3f-6ab4-4362-8bae-d0af1098540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:41.399332 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] Bound port: 38c63402-91e9-43b8-8c5d-321e9b4e748b, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc55be3f-6ab4-4362-8bae-d0af1098540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:41.399699 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.464945 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] For port 38c63402-91e9-43b8-8c5d-321e9b4e748b, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:41.468192 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] For port 38c63402-91e9-43b8-8c5d-321e9b4e748b, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=38c63402-91e9-43b8-8c5d-321e9b4e748b,segment=NetworkSegment(bc55be3f-6ab4-4362-8bae-d0af1098540c),segment_id=bc55be3f-6ab4-4362-8bae-d0af1098540c)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:41.473149 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.557436 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e3f1812a-0d66-44d2-84d9-689f043520a6 None None] Provisioning complete for port 38c63402-91e9-43b8-8c5d-321e9b4e748b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:41.558070 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e3f1812a-0d66-44d2-84d9-689f043520a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.585594 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-55ab85dc-3c82-49d9-bc25-3db8aaa146e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.605939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] Pushing event updated for resources: {'Port': ['ID=38c63402-91e9-43b8-8c5d-321e9b4e748b,revision_number=8']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:41.650273 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e3f1812a-0d66-44d2-84d9-689f043520a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.653509 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d81dd-2aaa-4345-b4f4-9b84ef46506e req-59ab6cf4-1ffa-46d0-a9f6-90788b049686 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:41.655109 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-559d81dd-2aaa-4345-b4f4-9b84ef46506e req-59ab6cf4-1ffa-46d0-a9f6-90788b049686 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 944 time: 0.1553473 Aug 16 22:58:41.678962 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520ccb79-ba14-41d5-9918-78335e7824d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c63402-91e9-43b8-8c5d-321e9b4e748b'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:41.681777 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d72651-3fd1-47e9-bc41-6b48bed1ef1f" -d '{"events": [{"server_uuid": "520ccb79-ba14-41d5-9918-78335e7824d6", "name": "network-vif-plugged", "status": "completed", "tag": "38c63402-91e9-43b8-8c5d-321e9b4e748b"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:41.695889 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:41.696528 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.697952 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-202a4e94-24b8-463a-81cb-0c7b72c13458 service neutron] 10.222.0.43 "PUT /v2.0/ports/38c63402-91e9-43b8-8c5d-321e9b4e748b HTTP/1.1" status: 200 len: 1124 time: 1.1580353 Aug 16 22:58:41.701651 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-e3f1812a-0d66-44d2-84d9-689f043520a6 None None] For port 38c63402-91e9-43b8-8c5d-321e9b4e748b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=38c63402-91e9-43b8-8c5d-321e9b4e748b,segment=NetworkSegment(bc55be3f-6ab4-4362-8bae-d0af1098540c),segment_id=bc55be3f-6ab4-4362-8bae-d0af1098540c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:41.707710 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e3f1812a-0d66-44d2-84d9-689f043520a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.738373 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-559d81dd-2aaa-4345-b4f4-9b84ef46506e req-ca4e040a-8c9b-4454-b387-5e507eacd020 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745304 Aug 16 22:58:41.825729 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e495d8bb-90f9-4b63-9e5f-2a25e223af78 x-openstack-request-id: req-e495d8bb-90f9-4b63-9e5f-2a25e223af78 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:41.826035 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520ccb79-ba14-41d5-9918-78335e7824d6", "name": "network-vif-plugged", "status": "completed", "tag": "38c63402-91e9-43b8-8c5d-321e9b4e748b", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:41.826273 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e495d8bb-90f9-4b63-9e5f-2a25e223af78 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:41.826642 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520ccb79-ba14-41d5-9918-78335e7824d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c63402-91e9-43b8-8c5d-321e9b4e748b', 'code': 200} Aug 16 22:58:41.827550 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['38c63402-91e9-43b8-8c5d-321e9b4e748b'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:58:41.908583 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1812a-0d66-44d2-84d9-689f043520a6 None None] Pushing event updated for resources: {'Port': ['ID=38c63402-91e9-43b8-8c5d-321e9b4e748b,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:41.931671 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-cfdddd2e-9966-477f-9e04-f2746a1523f5 req-03ee81c6-13a3-45b3-9a6d-63b4bf856fe4 service neutron] (94871) timed out ('10.222.0.39', 52051) {{(pid=94871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:58:42.094885 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-46373d25-c930-4376-a0f6-c09ff4702fe0 None None] Provisioning complete for port 38c63402-91e9-43b8-8c5d-321e9b4e748b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:42.095488 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-46373d25-c930-4376-a0f6-c09ff4702fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:42.163996 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:42.280462 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709706-6bbc-4a21-a5a8-3953a120e062 req-9e816f47-060c-4b9e-9f74-cdc241d36623 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:42.281976 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52709706-6bbc-4a21-a5a8-3953a120e062 req-9e816f47-060c-4b9e-9f74-cdc241d36623 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 946 time: 0.0550549 Aug 16 22:58:42.320937 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52709706-6bbc-4a21-a5a8-3953a120e062 req-05395423-b9ee-4cca-8804-98fc7e3603df tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321884 Aug 16 22:58:42.845671 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce876a8-9ebe-4929-880c-1c2104ecbbcd req-82184627-2229-4a43-a784-02e224c245b3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:42.847172 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ce876a8-9ebe-4929-880c-1c2104ecbbcd req-82184627-2229-4a43-a784-02e224c245b3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 944 time: 0.0487487 Aug 16 22:58:42.885083 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ce876a8-9ebe-4929-880c-1c2104ecbbcd req-e1789cdb-7a15-481b-b1cf-37f686096e54 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314796 Aug 16 22:58:43.268946 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520ccb79-ba14-41d5-9918-78335e7824d6', 'tag': '38c63402-91e9-43b8-8c5d-321e9b4e748b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:43.271326 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5ecf21-aa91-4833-bd84-5e729b596274" -d '{"events": [{"name": "network-changed", "server_uuid": "520ccb79-ba14-41d5-9918-78335e7824d6", "tag": "38c63402-91e9-43b8-8c5d-321e9b4e748b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:43.307846 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba84649-c7eb-475d-a4ea-fbe5f20b46b9 x-openstack-request-id: req-fba84649-c7eb-475d-a4ea-fbe5f20b46b9 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:43.308451 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520ccb79-ba14-41d5-9918-78335e7824d6", "tag": "38c63402-91e9-43b8-8c5d-321e9b4e748b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:43.308451 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fba84649-c7eb-475d-a4ea-fbe5f20b46b9 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:43.308754 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520ccb79-ba14-41d5-9918-78335e7824d6', 'tag': '38c63402-91e9-43b8-8c5d-321e9b4e748b', 'status': 'completed', 'code': 200} Aug 16 22:58:43.326153 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:43.336912 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 38c63402-91e9-43b8-8c5d-321e9b4e748b details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:58:43.376513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ecf21-aa91-4833-bd84-5e729b596274 req-746fdea6-a4bf-45d2-9a25-112dcf3f44ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:43.378869 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de5ecf21-aa91-4833-bd84-5e729b596274 req-746fdea6-a4bf-45d2-9a25-112dcf3f44ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 1129 time: 0.0477941 Aug 16 22:58:43.447410 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81783f-0110-4b00-af6f-e250aac175be req-a08aac5a-53fb-4b29-8c91-b6ea63b1ea11 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:43.448843 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a81783f-0110-4b00-af6f-e250aac175be req-a08aac5a-53fb-4b29-8c91-b6ea63b1ea11 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 946 time: 0.0521924 Aug 16 22:58:43.451950 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 38c63402-91e9-43b8-8c5d-321e9b4e748b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=38c63402-91e9-43b8-8c5d-321e9b4e748b,segment=NetworkSegment(bc55be3f-6ab4-4362-8bae-d0af1098540c),segment_id=bc55be3f-6ab4-4362-8bae-d0af1098540c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:43.468854 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 38c63402-91e9-43b8-8c5d-321e9b4e748b has no active binding in host n-h2-792458-15 {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:58:43.479894 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ecf21-aa91-4833-bd84-5e729b596274 req-8d3d3527-bf68-4cda-a2ea-2b7da24f9167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:43.481390 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de5ecf21-aa91-4833-bd84-5e729b596274 req-8d3d3527-bf68-4cda-a2ea-2b7da24f9167 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a27027c3-9744-4d15-aa4d-c610710d9fbf HTTP/1.1" status: 200 len: 898 time: 0.0952396 Aug 16 22:58:43.489005 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a81783f-0110-4b00-af6f-e250aac175be req-d46c484a-ef30-458f-9113-0d3b92a1022c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336123 Aug 16 22:58:43.549127 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de5ecf21-aa91-4833-bd84-5e729b596274 req-8911a07b-45b1-4926-abb0-a1971bb8ac1f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38c63402-91e9-43b8-8c5d-321e9b4e748b HTTP/1.1" status: 200 len: 1002 time: 0.0609012 Aug 16 22:58:43.600082 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ecf21-aa91-4833-bd84-5e729b596274 req-6ca6a84f-7f6a-47a0-bd91-91cb564408ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:43.602107 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de5ecf21-aa91-4833-bd84-5e729b596274 req-6ca6a84f-7f6a-47a0-bd91-91cb564408ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1dd06cff-57ac-44da-9c17-838427362df9 HTTP/1.1" status: 200 len: 834 time: 0.0456781 Aug 16 22:58:43.653487 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ecf21-aa91-4833-bd84-5e729b596274 req-5b1d9e9c-2dc8-4108-a4db-8b6610f886a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:43.655050 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de5ecf21-aa91-4833-bd84-5e729b596274 req-5b1d9e9c-2dc8-4108-a4db-8b6610f886a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a27027c3-9744-4d15-aa4d-c610710d9fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457160 Aug 16 22:58:43.743625 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de5ecf21-aa91-4833-bd84-5e729b596274 req-312134a0-3dd5-4d0e-9782-7f350e3ae6bb service neutron] 10.222.0.39 "GET /v2.0/networks/a27027c3-9744-4d15-aa4d-c610710d9fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815580 Aug 16 22:58:43.853676 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de5ecf21-aa91-4833-bd84-5e729b596274 req-b9d229c2-fada-4406-85ec-d5566e9ff242 service neutron] 10.222.0.39 "GET /v2.0/networks/a27027c3-9744-4d15-aa4d-c610710d9fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021991 Aug 16 22:58:44.004608 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18ed0f-bcdd-4102-be08-3877aedfa6be req-366f1a03-f17d-45d5-bf1a-6c15d052b7ff tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:44.006035 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5f18ed0f-bcdd-4102-be08-3877aedfa6be req-366f1a03-f17d-45d5-bf1a-6c15d052b7ff tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 944 time: 0.0528738 Aug 16 22:58:44.043685 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5f18ed0f-bcdd-4102-be08-3877aedfa6be req-72d3c64b-86d5-4e50-a198-e376dd6ef735 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316148 Aug 16 22:58:44.611268 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99facce3-e580-4276-a506-4946d388d072 req-1195a1a1-c3e2-4e01-87db-fe8b912df2ee tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:44.612760 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99facce3-e580-4276-a506-4946d388d072 req-1195a1a1-c3e2-4e01-87db-fe8b912df2ee tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 946 time: 0.0478542 Aug 16 22:58:44.651885 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-99facce3-e580-4276-a506-4946d388d072 req-f6477c4f-d040-4849-82c6-7df16fc4361e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323305 Aug 16 22:58:44.897833 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:45.155559 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f33f33-6664-4c1d-b9ef-d9be3a5f791e req-2100aa14-5547-4fa6-a031-9974d65fc29b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:45.157064 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-68f33f33-6664-4c1d-b9ef-d9be3a5f791e req-2100aa14-5547-4fa6-a031-9974d65fc29b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 944 time: 0.0480969 Aug 16 22:58:45.194572 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-68f33f33-6664-4c1d-b9ef-d9be3a5f791e req-b0055845-9f87-462d-9cfe-ceb47766c222 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314534 Aug 16 22:58:45.353372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 19bf5671-1122-4038-89e9-9a301098a8d2 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:58:45.447406 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 19bf5671-1122-4038-89e9-9a301098a8d2, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=19bf5671-1122-4038-89e9-9a301098a8d2,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:45.458211 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '19bf5671-1122-4038-89e9-9a301098a8d2', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'port_id': '19bf5671-1122-4038-89e9-9a301098a8d2', 'mac_address': 'fa:16:3e:b0:93:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:58:45.498794 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:45.512436 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19bf5671-1122-4038-89e9-9a301098a8d2 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:58:45.532101 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 19bf5671-1122-4038-89e9-9a301098a8d2, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=19bf5671-1122-4038-89e9-9a301098a8d2,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:45.535674 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:45.581117 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=19bf5671-1122-4038-89e9-9a301098a8d2,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:45.752633 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['19bf5671-1122-4038-89e9-9a301098a8d2'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:58:45.771075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c501832-2d3a-40e7-a8aa-ffe454491573 req-bc264975-8ab9-47e2-ac3e-1e32cf4f7886 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:45.772581 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c501832-2d3a-40e7-a8aa-ffe454491573 req-bc264975-8ab9-47e2-ac3e-1e32cf4f7886 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 946 time: 0.0532200 Aug 16 22:58:45.810550 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c501832-2d3a-40e7-a8aa-ffe454491573 req-a14e95b9-1636-4670-934b-b7b5a173ad96 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318577 Aug 16 22:58:46.306987 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1e9bd-b898-4da5-b9d9-9979bd7d76e0 req-ccd78260-21d4-4541-8b73-88c4de4ea899 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:46.308366 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-28d1e9bd-b898-4da5-b9d9-9979bd7d76e0 req-ccd78260-21d4-4541-8b73-88c4de4ea899 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 945 time: 0.0486786 Aug 16 22:58:46.345305 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-28d1e9bd-b898-4da5-b9d9-9979bd7d76e0 req-e3acf9cc-8b9e-4fda-a81d-d2dfae1d8c0f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307782 Aug 16 22:58:46.739619 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-2a0c6273-e597-4f88-9f93-b78efa6271b7 service neutron] 10.222.0.39 "GET /v2.0/ports/38c63402-91e9-43b8-8c5d-321e9b4e748b/bindings/n-h2-792458-15 HTTP/1.1" status: 200 len: 385 time: 0.0549958 Aug 16 22:58:46.915809 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-378dc106-277c-4280-83c4-1eb8218b0af6 service neutron] For port 38c63402-91e9-43b8-8c5d-321e9b4e748b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=38c63402-91e9-43b8-8c5d-321e9b4e748b,segment=NetworkSegment(bc55be3f-6ab4-4362-8bae-d0af1098540c),segment_id=bc55be3f-6ab4-4362-8bae-d0af1098540c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:46.928422 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c36a6-7b0a-4b35-8591-4442a6430c8b req-4ab0118b-4f77-48cc-bfd3-b148c513cbcd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:46.930880 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d4c36a6-7b0a-4b35-8591-4442a6430c8b req-4ab0118b-4f77-48cc-bfd3-b148c513cbcd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 946 time: 0.0502901 Aug 16 22:58:46.936629 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-378dc106-277c-4280-83c4-1eb8218b0af6 service neutron] For port 38c63402-91e9-43b8-8c5d-321e9b4e748b, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:46.971038 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d4c36a6-7b0a-4b35-8591-4442a6430c8b req-04f75dbd-56e9-4431-8f5b-0011443ac160 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344946 Aug 16 22:58:46.975915 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520ccb79-ba14-41d5-9918-78335e7824d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c63402-91e9-43b8-8c5d-321e9b4e748b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:46.978215 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03af9db0-dc2f-4a3b-9c9e-2adc00a1a3bf" -d '{"events": [{"server_uuid": "520ccb79-ba14-41d5-9918-78335e7824d6", "name": "network-vif-unplugged", "status": "completed", "tag": "38c63402-91e9-43b8-8c5d-321e9b4e748b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:46.985594 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-378dc106-277c-4280-83c4-1eb8218b0af6 service neutron] For port 38c63402-91e9-43b8-8c5d-321e9b4e748b, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=38c63402-91e9-43b8-8c5d-321e9b4e748b,segment=NetworkSegment(bc55be3f-6ab4-4362-8bae-d0af1098540c),segment_id=bc55be3f-6ab4-4362-8bae-d0af1098540c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:47.000939 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-378dc106-277c-4280-83c4-1eb8218b0af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:47.014464 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a76aa3-b0a3-4829-8284-fbca031c4b7f x-openstack-request-id: req-82a76aa3-b0a3-4829-8284-fbca031c4b7f {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:47.014752 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520ccb79-ba14-41d5-9918-78335e7824d6", "name": "network-vif-unplugged", "status": "completed", "tag": "38c63402-91e9-43b8-8c5d-321e9b4e748b", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:47.014998 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-82a76aa3-b0a3-4829-8284-fbca031c4b7f {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:47.015388 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520ccb79-ba14-41d5-9918-78335e7824d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c63402-91e9-43b8-8c5d-321e9b4e748b', 'code': 200} Aug 16 22:58:47.079753 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-378dc106-277c-4280-83c4-1eb8218b0af6 service neutron] Transition to ACTIVE for port object 38c63402-91e9-43b8-8c5d-321e9b4e748b will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:47.083533 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-378dc106-277c-4280-83c4-1eb8218b0af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:47.176629 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378dc106-277c-4280-83c4-1eb8218b0af6 service neutron] Pushing event updated for resources: {'Port': ['ID=38c63402-91e9-43b8-8c5d-321e9b4e748b,revision_number=11']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:47.218034 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-378dc106-277c-4280-83c4-1eb8218b0af6 service neutron] No DVR routers for this DVR port 38c63402-91e9-43b8-8c5d-321e9b4e748b on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:47.353371 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-378dc106-277c-4280-83c4-1eb8218b0af6 service neutron] 10.222.0.39 "PUT /v2.0/ports/38c63402-91e9-43b8-8c5d-321e9b4e748b/bindings/n-h2-792458-15/activate HTTP/1.1" status: 200 len: 370 time: 0.6065304 Aug 16 22:58:47.367311 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 19bf5671-1122-4038-89e9-9a301098a8d2 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:47.434303 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 19bf5671-1122-4038-89e9-9a301098a8d2 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:47.438319 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 19bf5671-1122-4038-89e9-9a301098a8d2 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:47.438695 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:47.482452 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-83556e81-0da1-44ac-a4a2-c28730d88b7e tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:47.483965 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-83556e81-0da1-44ac-a4a2-c28730d88b7e tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6&tenant_id=e32b01dd26f6421f8630d3eff7506c36&binding%3Ahost_id=n-h1-792458-15 HTTP/1.1" status: 200 len: 1097 time: 0.0788808 Aug 16 22:58:47.492300 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f658c33-c7e9-4e0d-9253-ed36bb1d2536 req-3d40d2e9-27e1-44a3-a9a2-2c3b9b1d38e6 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:47.493705 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f658c33-c7e9-4e0d-9253-ed36bb1d2536 req-3d40d2e9-27e1-44a3-a9a2-2c3b9b1d38e6 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 945 time: 0.0767915 Aug 16 22:58:47.517473 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:47.541122 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bf5671-1122-4038-89e9-9a301098a8d2'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:47.543411 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9f4f7f-5e62-49c2-b509-645c97a2d3a7" -d '{"events": [{"server_uuid": "f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9", "name": "network-vif-plugged", "status": "completed", "tag": "19bf5671-1122-4038-89e9-9a301098a8d2"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:47.559032 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f658c33-c7e9-4e0d-9253-ed36bb1d2536 req-50b339f5-46e6-441e-8494-6cc44421bad7 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550318 Aug 16 22:58:47.561599 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-8abafe33-8f1a-498a-985c-c2506c3701fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:47.562700 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 19bf5671-1122-4038-89e9-9a301098a8d2, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=19bf5671-1122-4038-89e9-9a301098a8d2,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:47.563105 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-8abafe33-8f1a-498a-985c-c2506c3701fa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6&tenant_id=e32b01dd26f6421f8630d3eff7506c36 HTTP/1.1" status: 200 len: 1097 time: 0.0684512 Aug 16 22:58:47.567553 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:47.600792 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18ce677-f6a9-4919-819e-785ce1efffa3 x-openstack-request-id: req-d18ce677-f6a9-4919-819e-785ce1efffa3 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:47.601083 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9", "name": "network-vif-plugged", "status": "completed", "tag": "19bf5671-1122-4038-89e9-9a301098a8d2", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:47.601852 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d18ce677-f6a9-4919-819e-785ce1efffa3 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:47.602276 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bf5671-1122-4038-89e9-9a301098a8d2', 'code': 200} Aug 16 22:58:47.630360 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=19bf5671-1122-4038-89e9-9a301098a8d2,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:47.653415 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-b695bf63-114b-4097-8fe5-facd10a68e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:47.654972 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-b695bf63-114b-4097-8fe5-facd10a68e9d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 1097 time: 0.0509913 Aug 16 22:58:47.665292 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 60734) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:47.705082 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9f4de-c698-4522-9655-83aee631e85b req-3c28b404-1afe-4c39-99a5-115fd21588bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:47.706551 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35e9f4de-c698-4522-9655-83aee631e85b req-3c28b404-1afe-4c39-99a5-115fd21588bf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 1098 time: 0.0402546 Aug 16 22:58:47.741870 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35e9f4de-c698-4522-9655-83aee631e85b req-98ddaaa2-f33b-40b6-a7ac-6aa52a4fab80 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276580 Aug 16 22:58:47.748766 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-7529a52a-e8e3-4632-b6d7-f336ff1743ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:47.750263 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-7529a52a-e8e3-4632-b6d7-f336ff1743ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=a27027c3-9744-4d15-aa4d-c610710d9fbf HTTP/1.1" status: 200 len: 898 time: 0.0850511 Aug 16 22:58:47.853444 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-8c0a4908-cd96-474d-9d79-676c49e82831 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38c63402-91e9-43b8-8c5d-321e9b4e748b HTTP/1.1" status: 200 len: 1000 time: 0.0625465 Aug 16 22:58:47.910327 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-c54afb95-6f7e-4a6d-a81f-2043f9747f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:47.911799 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-c54afb95-6f7e-4a6d-a81f-2043f9747f48 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1dd06cff-57ac-44da-9c17-838427362df9 HTTP/1.1" status: 200 len: 834 time: 0.0497646 Aug 16 22:58:47.959661 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-57c565c7-0ea6-4a77-b5b9-4d10fd3323fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:47.961649 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-57c565c7-0ea6-4a77-b5b9-4d10fd3323fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a27027c3-9744-4d15-aa4d-c610710d9fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423267 Aug 16 22:58:48.086274 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-ba3da111-a9bc-4206-854e-1d13b8ffc1d3 service neutron] 10.222.0.43 "GET /v2.0/networks/a27027c3-9744-4d15-aa4d-c610710d9fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148872 Aug 16 22:58:48.111584 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7518e-01a6-47cf-9ea8-9e0c68d5a2ce req-453b32a3-3b64-4dd1-be55-1b82d640e383 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:48.113019 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59c7518e-01a6-47cf-9ea8-9e0c68d5a2ce req-453b32a3-3b64-4dd1-be55-1b82d640e383 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 945 time: 0.0743926 Aug 16 22:58:48.196960 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-59c7518e-01a6-47cf-9ea8-9e0c68d5a2ce req-cdaec18c-b4ca-4b10-885a-f827586bf420 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731008 Aug 16 22:58:48.219553 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-db52f24a-ebd5-44f3-8b04-a6797294e41c service neutron] 10.222.0.43 "GET /v2.0/networks/a27027c3-9744-4d15-aa4d-c610710d9fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249304 Aug 16 22:58:48.482796 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-d816445e-9505-45f7-914f-9cf07c379eaa tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:48.484223 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-d816445e-9505-45f7-914f-9cf07c379eaa tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6&tenant_id=e32b01dd26f6421f8630d3eff7506c36&binding%3Ahost_id=n-h2-792458-15 HTTP/1.1" status: 200 len: 1097 time: 0.0491459 Aug 16 22:58:48.613025 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-1f1123c2-4fa0-42b8-adb5-9348fb729a75 service neutron] For port 38c63402-91e9-43b8-8c5d-321e9b4e748b, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:48.616290 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-1f1123c2-4fa0-42b8-adb5-9348fb729a75 service neutron] Notify callbacks [] for binding, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:48.617463 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4bf1d3a-644c-4818-8a96-355627bb2c82 req-1f1123c2-4fa0-42b8-adb5-9348fb729a75 service neutron] 10.222.0.43 "DELETE /v2.0/ports/38c63402-91e9-43b8-8c5d-321e9b4e748b/bindings/n-h1-792458-15 HTTP/1.1" status: 204 len: 173 time: 0.1251070 Aug 16 22:58:48.688629 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94913c-bac1-4f04-8ebe-d5c32feb538e req-859c3fcb-c993-481e-84e7-15e46a5fa1ee tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:48.690147 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-db94913c-bac1-4f04-8ebe-d5c32feb538e req-859c3fcb-c993-481e-84e7-15e46a5fa1ee tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 946 time: 0.0539105 Aug 16 22:58:48.728097 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-db94913c-bac1-4f04-8ebe-d5c32feb538e req-73b007fa-0900-43a6-800d-8ce6a743e00f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318522 Aug 16 22:58:48.842328 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5897f-93e6-499f-893d-96433c6ef77b req-16d8d7e8-edde-4f83-86ec-5b900e7396c8 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:48.843795 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9bb5897f-93e6-499f-893d-96433c6ef77b req-16d8d7e8-edde-4f83-86ec-5b900e7396c8 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 946 time: 0.0498934 Aug 16 22:58:48.884538 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9bb5897f-93e6-499f-893d-96433c6ef77b req-bdf6b49e-35c8-4193-b0e9-3a9b627c0853 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345170 Aug 16 22:58:49.001524 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d932d-319c-4a79-bf3a-e32c7466b88b req-1149ec57-f2ca-41b5-bc37-26ec10259ab1 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:49.002952 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ac3d932d-319c-4a79-bf3a-e32c7466b88b req-1149ec57-f2ca-41b5-bc37-26ec10259ab1 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 946 time: 0.0513265 Aug 16 22:58:49.040151 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ac3d932d-319c-4a79-bf3a-e32c7466b88b req-ae542030-954d-4833-9fc2-7ea133cf5b66 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311270 Aug 16 22:58:49.324732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557432e-ebf4-41a1-b8ad-d4960e716941 req-bf4186a3-ffbd-4190-b24a-71ad4a29f570 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:49.326253 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0557432e-ebf4-41a1-b8ad-d4960e716941 req-bf4186a3-ffbd-4190-b24a-71ad4a29f570 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 946 time: 0.0933440 Aug 16 22:58:49.338290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc270b7f-a2a8-4b7f-a3be-9e580e93e381 req-c89112bb-6f18-4466-a016-d01b7cf7b1c7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:49.339699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc270b7f-a2a8-4b7f-a3be-9e580e93e381 req-c89112bb-6f18-4466-a016-d01b7cf7b1c7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 945 time: 0.0721922 Aug 16 22:58:49.394321 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0557432e-ebf4-41a1-b8ad-d4960e716941 req-765df105-4351-434d-80f1-87433693d0c9 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536492 Aug 16 22:58:49.399002 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc270b7f-a2a8-4b7f-a3be-9e580e93e381 req-c1da274e-01e7-4ec8-b9e6-ab85671cc36a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526330 Aug 16 22:58:49.505313 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71102b94-1a97-4a74-9633-435dae141471 req-6a4ebb15-1c56-4b25-8a95-bc3ae39011f9 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:49.506848 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71102b94-1a97-4a74-9633-435dae141471 req-6a4ebb15-1c56-4b25-8a95-bc3ae39011f9 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 1097 time: 0.0400200 Aug 16 22:58:49.544983 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71102b94-1a97-4a74-9633-435dae141471 req-d89aa693-156d-4e5b-a256-ba5c852c61fa tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313261 Aug 16 22:58:49.660752 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e0143-ac38-422d-8739-c5b60596c2ce req-c5bee5d6-de00-44cb-ac33-f6ba69d2e491 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:49.662316 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c0e0143-ac38-422d-8739-c5b60596c2ce req-c5bee5d6-de00-44cb-ac33-f6ba69d2e491 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 945 time: 0.0502889 Aug 16 22:58:49.700060 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c0e0143-ac38-422d-8739-c5b60596c2ce req-5c3295b8-24bc-44df-92a1-afd3c2713215 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312383 Aug 16 22:58:49.721746 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45160) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:49.781286 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bd6efe2b-f134-4fb7-b4d0-2962fd2d50c8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/floatingips/fbdef8d4-fff4-451d-881c-83c2be6477f8 HTTP/1.1" status: 200 len: 992 time: 0.0583899 Aug 16 22:58:49.939788 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 38c63402-91e9-43b8-8c5d-321e9b4e748b no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:49.978120 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 38c63402-91e9-43b8-8c5d-321e9b4e748b not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:49.997577 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45166) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:50.154497 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d3c2945c-2bbe-4391-a297-8fcae0bfad39 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Deleting port 6565cfd4-d8a5-445c-9329-dd80684784e1 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:50.154736 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d3c2945c-2bbe-4391-a297-8fcae0bfad39 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:50.234658 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d3c2945c-2bbe-4391-a297-8fcae0bfad39 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:50.234985 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d3c2945c-2bbe-4391-a297-8fcae0bfad39 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:50.246562 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d3c2945c-2bbe-4391-a297-8fcae0bfad39 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Calling delete_port for 6565cfd4-d8a5-445c-9329-dd80684784e1 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:50.392944 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d3c2945c-2bbe-4391-a297-8fcae0bfad39 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:50.421474 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2945c-2bbe-4391-a297-8fcae0bfad39 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Port': ['ID=6565cfd4-d8a5-445c-9329-dd80684784e1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:50.482716 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d3c2945c-2bbe-4391-a297-8fcae0bfad39 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:50.483048 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-d3c2945c-2bbe-4391-a297-8fcae0bfad39 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Floating IP fbdef8d4-fff4-451d-881c-83c2be6477f8 disassociated (deleted). External IP: 172.25.6.228, port: 38c63402-91e9-43b8-8c5d-321e9b4e748b. Aug 16 22:58:50.512960 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd53263-ec00-488a-bd3d-71b50fb22c06 req-44738b37-2607-41c5-993f-4c68e20d8461 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:50.514500 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7bd53263-ec00-488a-bd3d-71b50fb22c06 req-44738b37-2607-41c5-993f-4c68e20d8461 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 946 time: 0.0540590 Aug 16 22:58:50.553728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7bd53263-ec00-488a-bd3d-71b50fb22c06 req-57bef047-cff6-4f7b-8093-2a030107abf4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320709 Aug 16 22:58:50.675253 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c6293-a024-419d-ac55-d104649f8dd2 req-47513710-8d4b-4da3-b3c7-4dcac59e3e20 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:50.676642 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-342c6293-a024-419d-ac55-d104649f8dd2 req-47513710-8d4b-4da3-b3c7-4dcac59e3e20 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 946 time: 0.0495260 Aug 16 22:58:50.693242 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c2945c-2bbe-4391-a297-8fcae0bfad39 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Router 50dc129b-aed3-44b4-a7c6-4273ce84a34e has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:58:50.766073 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-342c6293-a024-419d-ac55-d104649f8dd2 req-9c9cd89d-11e4-4705-bbd7-8e11ca11747b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Deleting port 19bf5671-1122-4038-89e9-9a301098a8d2 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:50.766416 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-342c6293-a024-419d-ac55-d104649f8dd2 req-9c9cd89d-11e4-4705-bbd7-8e11ca11747b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:50.802413 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c2945c-2bbe-4391-a297-8fcae0bfad39 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:58:50.807732 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d3c2945c-2bbe-4391-a297-8fcae0bfad39 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:50.814009 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67285ee1-f683-43e7-a7ce-65aa4f923d4f None None] Sync routers for ids ['50dc129b-aed3-44b4-a7c6-4273ce84a34e'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:58:50.823626 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67285ee1-f683-43e7-a7ce-65aa4f923d4f None None] Routers {'50dc129b-aed3-44b4-a7c6-4273ce84a34e'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:50.824241 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-67285ee1-f683-43e7-a7ce-65aa4f923d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:58:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['50dc129b-aed3-44b4-a7c6-4273ce84a34e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:50.838216 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d3c2945c-2bbe-4391-a297-8fcae0bfad39 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "DELETE /v2.0/floatingips/fbdef8d4-fff4-451d-881c-83c2be6477f8 HTTP/1.1" status: 204 len: 168 time: 0.8388674 Aug 16 22:58:50.839396 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520ccb79-ba14-41d5-9918-78335e7824d6', 'tag': '38c63402-91e9-43b8-8c5d-321e9b4e748b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:50.842650 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65453453-406d-4cf6-a176-cc4a9abf0588" -d '{"events": [{"name": "network-changed", "server_uuid": "520ccb79-ba14-41d5-9918-78335e7824d6", "tag": "38c63402-91e9-43b8-8c5d-321e9b4e748b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:50.866150 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-342c6293-a024-419d-ac55-d104649f8dd2 req-9c9cd89d-11e4-4705-bbd7-8e11ca11747b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] For port 19bf5671-1122-4038-89e9-9a301098a8d2, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=19bf5671-1122-4038-89e9-9a301098a8d2,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:50.866485 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-342c6293-a024-419d-ac55-d104649f8dd2 req-9c9cd89d-11e4-4705-bbd7-8e11ca11747b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:50.886867 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-342c6293-a024-419d-ac55-d104649f8dd2 req-9c9cd89d-11e4-4705-bbd7-8e11ca11747b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Calling delete_port for 19bf5671-1122-4038-89e9-9a301098a8d2 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:50.887138 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57916fff-ee36-4c82-acf4-4a4bdc72fe33 x-openstack-request-id: req-57916fff-ee36-4c82-acf4-4a4bdc72fe33 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:50.887429 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520ccb79-ba14-41d5-9918-78335e7824d6", "tag": "38c63402-91e9-43b8-8c5d-321e9b4e748b", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:50.887676 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-57916fff-ee36-4c82-acf4-4a4bdc72fe33 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:50.888676 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520ccb79-ba14-41d5-9918-78335e7824d6', 'tag': '38c63402-91e9-43b8-8c5d-321e9b4e748b', 'status': 'completed', 'code': 200} Aug 16 22:58:50.947763 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-67285ee1-f683-43e7-a7ce-65aa4f923d4f None None] Set router 50dc129b-aed3-44b4-a7c6-4273ce84a34e gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:50.981488 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65453453-406d-4cf6-a176-cc4a9abf0588 req-c5cd33b2-dfe8-468b-a829-5c02926e9e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:50.983281 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-65453453-406d-4cf6-a176-cc4a9abf0588 req-c5cd33b2-dfe8-468b-a829-5c02926e9e3f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 1097 time: 0.0701721 Aug 16 22:58:51.051776 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-342c6293-a024-419d-ac55-d104649f8dd2 req-9c9cd89d-11e4-4705-bbd7-8e11ca11747b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:51.085589 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cd89d-11e4-4705-bbd7-8e11ca11747b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event deleted for resources: {'Port': ['ID=19bf5671-1122-4038-89e9-9a301098a8d2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:51.086590 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['19bf5671-1122-4038-89e9-9a301098a8d2'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:58:51.109421 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65453453-406d-4cf6-a176-cc4a9abf0588 req-7fd8e7cf-9f67-4a20-83f9-767b475e135f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:51.114734 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-65453453-406d-4cf6-a176-cc4a9abf0588 req-7fd8e7cf-9f67-4a20-83f9-767b475e135f service neutron] 10.222.0.43 "GET /v2.0/networks?id=a27027c3-9744-4d15-aa4d-c610710d9fbf HTTP/1.1" status: 200 len: 898 time: 0.1241531 Aug 16 22:58:51.152381 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-342c6293-a024-419d-ac55-d104649f8dd2 req-9c9cd89d-11e4-4705-bbd7-8e11ca11747b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] No DVR routers for this DVR port 19bf5671-1122-4038-89e9-9a301098a8d2 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:51.158692 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-342c6293-a024-419d-ac55-d104649f8dd2 req-9c9cd89d-11e4-4705-bbd7-8e11ca11747b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:51.160748 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-342c6293-a024-419d-ac55-d104649f8dd2 req-9c9cd89d-11e4-4705-bbd7-8e11ca11747b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.43 "DELETE /v2.0/ports/19bf5671-1122-4038-89e9-9a301098a8d2 HTTP/1.1" status: 204 len: 173 time: 0.4780293 Aug 16 22:58:51.162287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9', 'name': 'network-vif-deleted', 'tag': '19bf5671-1122-4038-89e9-9a301098a8d2'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:51.162649 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-65453453-406d-4cf6-a176-cc4a9abf0588 req-7b629b06-c257-4948-a5ea-c9838762d54a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38c63402-91e9-43b8-8c5d-321e9b4e748b HTTP/1.1" status: 200 len: 217 time: 0.0377705 Aug 16 22:58:51.166775 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9ec1b8-37ed-4e7a-8721-687c117f11bc" -d '{"events": [{"server_uuid": "f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9", "name": "network-vif-deleted", "tag": "19bf5671-1122-4038-89e9-9a301098a8d2"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:51.194386 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacea0cb-133d-48bb-8380-9c1b89a14af6 req-46156a35-41d5-4fad-ab43-946a0bfcbebc tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:51.204482 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cacea0cb-133d-48bb-8380-9c1b89a14af6 req-46156a35-41d5-4fad-ab43-946a0bfcbebc tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 945 time: 0.1207569 Aug 16 22:58:51.259892 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65453453-406d-4cf6-a176-cc4a9abf0588 req-ac8fb99c-623f-4860-97cd-dea6296661ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:51.262553 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-65453453-406d-4cf6-a176-cc4a9abf0588 req-ac8fb99c-623f-4860-97cd-dea6296661ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1dd06cff-57ac-44da-9c17-838427362df9 HTTP/1.1" status: 200 len: 834 time: 0.0907314 Aug 16 22:58:51.265419 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cacea0cb-133d-48bb-8380-9c1b89a14af6 req-25cd4af0-6e45-4f30-9dee-19fff4521c31 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=e879e03c-1cff-4d7b-800b-064eeca881f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585797 Aug 16 22:58:51.268113 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682b2d79-80aa-467c-bab5-f4ed43102267 x-openstack-request-id: req-682b2d79-80aa-467c-bab5-f4ed43102267 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:51.268759 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9", "name": "network-vif-deleted", "tag": "19bf5671-1122-4038-89e9-9a301098a8d2", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:51.269552 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-682b2d79-80aa-467c-bab5-f4ed43102267 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:51.270223 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9', 'name': 'network-vif-deleted', 'tag': '19bf5671-1122-4038-89e9-9a301098a8d2', 'status': 'completed', 'code': 200} Aug 16 22:58:51.292574 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-67285ee1-f683-43e7-a7ce-65aa4f923d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833040182', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '97549603-83f1-411a-87be-e328529302ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:52Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '97549603-83f1-411a-87be-e328529302ab', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '38cf486d-976c-41df-8a85-c649f2980cc1', 'name': '', 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:a7:77:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '1dd06cff-57ac-44da-9c17-838427362df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:51Z', 'updated_at': '2021-08-16T22:57:57Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '1dd06cff-57ac-44da-9c17-838427362df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:51.319374 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65453453-406d-4cf6-a176-cc4a9abf0588 req-9bbfbd8b-5e7e-41a9-9322-d5b6a5b73138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:51.320642 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67285ee1-f683-43e7-a7ce-65aa4f923d4f None None] Checking router: 50dc129b-aed3-44b4-a7c6-4273ce84a34e for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:58:51.322087 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-65453453-406d-4cf6-a176-cc4a9abf0588 req-9bbfbd8b-5e7e-41a9-9322-d5b6a5b73138 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a27027c3-9744-4d15-aa4d-c610710d9fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498524 Aug 16 22:58:51.330129 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67285ee1-f683-43e7-a7ce-65aa4f923d4f None None] Routers {'50dc129b-aed3-44b4-a7c6-4273ce84a34e'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:51.330835 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-67285ee1-f683-43e7-a7ce-65aa4f923d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:58:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['50dc129b-aed3-44b4-a7c6-4273ce84a34e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:51.428026 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-65453453-406d-4cf6-a176-cc4a9abf0588 req-a9167837-80ad-4eac-b4f9-eacd2b11dc69 service neutron] 10.222.0.43 "GET /v2.0/networks/a27027c3-9744-4d15-aa4d-c610710d9fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982656 Aug 16 22:58:51.445678 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-67285ee1-f683-43e7-a7ce-65aa4f923d4f None None] Set router 50dc129b-aed3-44b4-a7c6-4273ce84a34e gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:51.509025 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49cf45-3c77-43cc-b2f4-a983bef37d55 req-0c6a7e49-9ae1-4681-a1db-3391b4550443 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:51.511215 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5f49cf45-3c77-43cc-b2f4-a983bef37d55 req-0c6a7e49-9ae1-4681-a1db-3391b4550443 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.43 "GET /v2.0/ports?device_id=520ccb79-ba14-41d5-9918-78335e7824d6 HTTP/1.1" status: 200 len: 945 time: 0.0551836 Aug 16 22:58:51.521853 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-65453453-406d-4cf6-a176-cc4a9abf0588 req-3e8ada78-9cdb-4b7a-bed0-9b2d1fb91132 service neutron] 10.222.0.43 "GET /v2.0/networks/a27027c3-9744-4d15-aa4d-c610710d9fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862601 Aug 16 22:58:51.626918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-5f49cf45-3c77-43cc-b2f4-a983bef37d55 req-b7f5ef73-c5ac-4c85-bc73-14ce16a2f395 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Deleting port 38c63402-91e9-43b8-8c5d-321e9b4e748b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:51.628016 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5f49cf45-3c77-43cc-b2f4-a983bef37d55 req-b7f5ef73-c5ac-4c85-bc73-14ce16a2f395 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:51.708151 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7458617b-80a7-4602-a166-3cc20c764088 req-5dcc0ace-209a-43d0-8957-5e0e77421615 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 210 time: 0.0325472 Aug 16 22:58:51.757105 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-5f49cf45-3c77-43cc-b2f4-a983bef37d55 req-b7f5ef73-c5ac-4c85-bc73-14ce16a2f395 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] For port 38c63402-91e9-43b8-8c5d-321e9b4e748b, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=38c63402-91e9-43b8-8c5d-321e9b4e748b,segment=NetworkSegment(bc55be3f-6ab4-4362-8bae-d0af1098540c),segment_id=bc55be3f-6ab4-4362-8bae-d0af1098540c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:51.757592 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5f49cf45-3c77-43cc-b2f4-a983bef37d55 req-b7f5ef73-c5ac-4c85-bc73-14ce16a2f395 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:51.771271 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-5f49cf45-3c77-43cc-b2f4-a983bef37d55 req-b7f5ef73-c5ac-4c85-bc73-14ce16a2f395 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Calling delete_port for 38c63402-91e9-43b8-8c5d-321e9b4e748b owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:51.825161 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-67285ee1-f683-43e7-a7ce-65aa4f923d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833040182', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '97549603-83f1-411a-87be-e328529302ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:52Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '97549603-83f1-411a-87be-e328529302ab', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '38cf486d-976c-41df-8a85-c649f2980cc1', 'name': '', 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:a7:77:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '1dd06cff-57ac-44da-9c17-838427362df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:51Z', 'updated_at': '2021-08-16T22:57:57Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '1dd06cff-57ac-44da-9c17-838427362df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:51.850301 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:58:51.864463 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67285ee1-f683-43e7-a7ce-65aa4f923d4f None None] The sync data for ids ['50dc129b-aed3-44b4-a7c6-4273ce84a34e'] in n-d-792458-15 is: [{'id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833040182', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '97549603-83f1-411a-87be-e328529302ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:52Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '97549603-83f1-411a-87be-e328529302ab', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '38cf486d-976c-41df-8a85-c649f2980cc1', 'name': '', 'network_id': 'a27027c3-9744-4d15-aa4d-c610710d9fbf', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:a7:77:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '1dd06cff-57ac-44da-9c17-838427362df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:51Z', 'updated_at': '2021-08-16T22:57:57Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': '1dd06cff-57ac-44da-9c17-838427362df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:58:51.909241 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5f49cf45-3c77-43cc-b2f4-a983bef37d55 req-b7f5ef73-c5ac-4c85-bc73-14ce16a2f395 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:51.940768 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5ef73-c5ac-4c85-bc73-14ce16a2f395 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Port': ['ID=38c63402-91e9-43b8-8c5d-321e9b4e748b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:51.990370 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f49cf45-3c77-43cc-b2f4-a983bef37d55 req-b7f5ef73-c5ac-4c85-bc73-14ce16a2f395 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] No DVR routers for this DVR port 38c63402-91e9-43b8-8c5d-321e9b4e748b on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:51.993468 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-5f49cf45-3c77-43cc-b2f4-a983bef37d55 req-b7f5ef73-c5ac-4c85-bc73-14ce16a2f395 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:51.995945 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5f49cf45-3c77-43cc-b2f4-a983bef37d55 req-b7f5ef73-c5ac-4c85-bc73-14ce16a2f395 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.43 "DELETE /v2.0/ports/38c63402-91e9-43b8-8c5d-321e9b4e748b HTTP/1.1" status: 204 len: 173 time: 0.4779558 Aug 16 22:58:52.125167 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f7fb7-4181-413d-b3bc-11576b95659d None None] New status for floating IP fbdef8d4-fff4-451d-881c-83c2be6477f8: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:58:52.266737 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-49d6d737-5252-4c06-b33a-29a52400dc74 req-2025986f-ca93-4787-a09e-3986ba12d74f service neutron] (94872) timed out ('10.222.0.93', 53102) {{(pid=94872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:58:52.323614 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45182) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:52.711056 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-be964d96-9495-4823-8513-818b8c306c41 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:52.829267 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0ee3283-51c3-40c8-a338-d7927a70a834 req-192a8969-a873-4ece-88b8-28ca7691daed tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 210 time: 0.0457923 Aug 16 22:58:52.976346 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-be964d96-9495-4823-8513-818b8c306c41 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Deleting port 38cf486d-976c-41df-8a85-c649f2980cc1 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:52.976709 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-be964d96-9495-4823-8513-818b8c306c41 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:53.064069 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-be964d96-9495-4823-8513-818b8c306c41 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] For port 38cf486d-976c-41df-8a85-c649f2980cc1, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=38cf486d-976c-41df-8a85-c649f2980cc1,segment=NetworkSegment(bc55be3f-6ab4-4362-8bae-d0af1098540c),segment_id=bc55be3f-6ab4-4362-8bae-d0af1098540c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:53.064416 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-be964d96-9495-4823-8513-818b8c306c41 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:53.077393 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-be964d96-9495-4823-8513-818b8c306c41 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Calling delete_port for 38cf486d-976c-41df-8a85-c649f2980cc1 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:53.266758 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-be964d96-9495-4823-8513-818b8c306c41 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:53.271909 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520ccb79-ba14-41d5-9918-78335e7824d6', 'name': 'network-vif-deleted', 'tag': '38c63402-91e9-43b8-8c5d-321e9b4e748b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:53.274308 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcc1aa7-f49f-4d97-9e93-43de0e18304f" -d '{"events": [{"server_uuid": "520ccb79-ba14-41d5-9918-78335e7824d6", "name": "network-vif-deleted", "tag": "38c63402-91e9-43b8-8c5d-321e9b4e748b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:53.299814 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be964d96-9495-4823-8513-818b8c306c41 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Port': ['ID=38cf486d-976c-41df-8a85-c649f2980cc1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:53.318563 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d026f93c-6041-4f9a-9f47-3ed2521c71fa x-openstack-request-id: req-d026f93c-6041-4f9a-9f47-3ed2521c71fa {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:53.318856 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520ccb79-ba14-41d5-9918-78335e7824d6", "name": "network-vif-deleted", "tag": "38c63402-91e9-43b8-8c5d-321e9b4e748b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:53.319108 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d026f93c-6041-4f9a-9f47-3ed2521c71fa {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:53.319673 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520ccb79-ba14-41d5-9918-78335e7824d6', 'name': 'network-vif-deleted', 'tag': '38c63402-91e9-43b8-8c5d-321e9b4e748b', 'status': 'completed', 'code': 200} Aug 16 22:58:53.493313 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-be964d96-9495-4823-8513-818b8c306c41 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:53.931736 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7386c1b3-768b-4a50-a149-59b7f40b0439 req-8b3bbbe2-082e-4400-9401-36cec012ab0d tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 210 time: 0.0280027 Aug 16 22:58:54.078260 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be964d96-9495-4823-8513-818b8c306c41 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Router 50dc129b-aed3-44b4-a7c6-4273ce84a34e has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:58:54.184355 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be964d96-9495-4823-8513-818b8c306c41 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:58:54.189774 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-be964d96-9495-4823-8513-818b8c306c41 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "PUT /v2.0/routers/50dc129b-aed3-44b4-a7c6-4273ce84a34e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8648129 Aug 16 22:58:54.192435 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45190) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:54.196738 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61b1f10-70a2-4b7a-b225-aacf8a496bec None None] Sync routers for ids ['50dc129b-aed3-44b4-a7c6-4273ce84a34e'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:58:54.206739 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b1f10-70a2-4b7a-b225-aacf8a496bec None None] Routers {'50dc129b-aed3-44b4-a7c6-4273ce84a34e'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:54.207452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d61b1f10-70a2-4b7a-b225-aacf8a496bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:58:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['50dc129b-aed3-44b4-a7c6-4273ce84a34e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:54.243647 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ebd32e-9a57-4b38-bff2-b8c0d3dcd766 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Deleting subnet 1dd06cff-57ac-44da-9c17-838427362df9 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:58:54.246755 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15ebd32e-9a57-4b38-bff2-b8c0d3dcd766 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:54.287461 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15ebd32e-9a57-4b38-bff2-b8c0d3dcd766 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:54.313241 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d61b1f10-70a2-4b7a-b225-aacf8a496bec None None] Set router 50dc129b-aed3-44b4-a7c6-4273ce84a34e gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:54.385513 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15ebd32e-9a57-4b38-bff2-b8c0d3dcd766 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:54.449473 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15ebd32e-9a57-4b38-bff2-b8c0d3dcd766 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:54.478256 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebd32e-9a57-4b38-bff2-b8c0d3dcd766 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd06cff-57ac-44da-9c17-838427362df9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:54.483189 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-15ebd32e-9a57-4b38-bff2-b8c0d3dcd766 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:54.487775 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-15ebd32e-9a57-4b38-bff2-b8c0d3dcd766 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "DELETE /v2.0/subnets/1dd06cff-57ac-44da-9c17-838427362df9 HTTP/1.1" status: 204 len: 168 time: 0.2916522 Aug 16 22:58:54.488474 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45192) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:54.491970 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9249b4d6-1ca8-4aa1-9935-200a938c0906 None None] Network a27027c3-9744-4d15-aa4d-c610710d9fbf requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:54.566164 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d61b1f10-70a2-4b7a-b225-aacf8a496bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833040182', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '97549603-83f1-411a-87be-e328529302ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:58:53Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '97549603-83f1-411a-87be-e328529302ab', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:54.597339 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3a61005-6cba-44de-97fb-f82fd9bfe6bd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:54.611301 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61b1f10-70a2-4b7a-b225-aacf8a496bec None None] Checking router: 50dc129b-aed3-44b4-a7c6-4273ce84a34e for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:58:54.641925 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b1f10-70a2-4b7a-b225-aacf8a496bec None None] Routers {'50dc129b-aed3-44b4-a7c6-4273ce84a34e'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:54.642337 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d61b1f10-70a2-4b7a-b225-aacf8a496bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:58:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['50dc129b-aed3-44b4-a7c6-4273ce84a34e'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:54.711016 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3a61005-6cba-44de-97fb-f82fd9bfe6bd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:54.764322 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e3a61005-6cba-44de-97fb-f82fd9bfe6bd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Deleting port 97549603-83f1-411a-87be-e328529302ab {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:54.764693 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3a61005-6cba-44de-97fb-f82fd9bfe6bd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:54.768507 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d61b1f10-70a2-4b7a-b225-aacf8a496bec None None] Set router 50dc129b-aed3-44b4-a7c6-4273ce84a34e gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:54.838006 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb1f0f6-c0a7-4b77-859a-005cc282d930 None None] DHCP port deletion for a27027c3-9744-4d15-aa4d-c610710d9fbf request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:58:54.871350 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-e3a61005-6cba-44de-97fb-f82fd9bfe6bd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] For port 97549603-83f1-411a-87be-e328529302ab, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=97549603-83f1-411a-87be-e328529302ab,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:54.871749 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3a61005-6cba-44de-97fb-f82fd9bfe6bd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:54.886511 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e3a61005-6cba-44de-97fb-f82fd9bfe6bd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Calling delete_port for 97549603-83f1-411a-87be-e328529302ab owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:54.949679 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 03384cd3-cb80-43c2-9424-59b3f5c76f24 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:55.000575 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ceb1f0f6-c0a7-4b77-859a-005cc282d930 None None] Deleting port 03384cd3-cb80-43c2-9424-59b3f5c76f24 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:55.001191 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f0f6-c0a7-4b77-859a-005cc282d930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.069020 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62eaddcd-e82a-4f54-a3ed-1c539b637dc7 req-67586511-78e8-44bd-bc5f-7b438297d394 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=f16e40c2-8bb6-4206-a81a-eef6cfd8e3f9 HTTP/1.1" status: 200 len: 210 time: 0.0501273 Aug 16 22:58:55.084255 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3a61005-6cba-44de-97fb-f82fd9bfe6bd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.098871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ceb1f0f6-c0a7-4b77-859a-005cc282d930 None None] For port 03384cd3-cb80-43c2-9424-59b3f5c76f24, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=03384cd3-cb80-43c2-9424-59b3f5c76f24,segment=NetworkSegment(bc55be3f-6ab4-4362-8bae-d0af1098540c),segment_id=bc55be3f-6ab4-4362-8bae-d0af1098540c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:55.099402 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f0f6-c0a7-4b77-859a-005cc282d930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.119561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a61005-6cba-44de-97fb-f82fd9bfe6bd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Port': ['ID=97549603-83f1-411a-87be-e328529302ab,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:55.137117 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ceb1f0f6-c0a7-4b77-859a-005cc282d930 None None] Calling delete_port for 03384cd3-cb80-43c2-9424-59b3f5c76f24 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:55.165249 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.199561 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3a61005-6cba-44de-97fb-f82fd9bfe6bd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.209823 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d61b1f10-70a2-4b7a-b225-aacf8a496bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833040182', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '97549603-83f1-411a-87be-e328529302ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:58:53Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '97549603-83f1-411a-87be-e328529302ab', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:55.261396 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61b1f10-70a2-4b7a-b225-aacf8a496bec None None] The sync data for ids ['50dc129b-aed3-44b4-a7c6-4273ce84a34e'] in n-d-792458-15 is: [{'id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833040182', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '97549603-83f1-411a-87be-e328529302ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:58:53Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '97549603-83f1-411a-87be-e328529302ab', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dc129b-aed3-44b4-a7c6-4273ce84a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:48Z', 'updated_at': '2021-08-16T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:58:55.285070 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 03384cd3-cb80-43c2-9424-59b3f5c76f24, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=03384cd3-cb80-43c2-9424-59b3f5c76f24,segment=NetworkSegment(bc55be3f-6ab4-4362-8bae-d0af1098540c),segment_id=bc55be3f-6ab4-4362-8bae-d0af1098540c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:55.289475 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.307985 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3a61005-6cba-44de-97fb-f82fd9bfe6bd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.310736 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3a61005-6cba-44de-97fb-f82fd9bfe6bd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.338173 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f0f6-c0a7-4b77-859a-005cc282d930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.356547 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3a61005-6cba-44de-97fb-f82fd9bfe6bd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.356964 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb1f0f6-c0a7-4b77-859a-005cc282d930 None None] No DVR routers for this DVR port 03384cd3-cb80-43c2-9424-59b3f5c76f24 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:55.357177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a61005-6cba-44de-97fb-f82fd9bfe6bd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Fanout notify agent at l3_agent the message router_deleted on router 50dc129b-aed3-44b4-a7c6-4273ce84a34e {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:58:55.361712 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=03384cd3-cb80-43c2-9424-59b3f5c76f24,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:55.368256 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e3a61005-6cba-44de-97fb-f82fd9bfe6bd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.371831 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e3a61005-6cba-44de-97fb-f82fd9bfe6bd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "DELETE /v2.0/routers/50dc129b-aed3-44b4-a7c6-4273ce84a34e HTTP/1.1" status: 204 len: 168 time: 0.8799059 Aug 16 22:58:55.372227 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45198) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:55.400759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 38c63402-91e9-43b8-8c5d-321e9b4e748b no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:55.403131 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1f0f6-c0a7-4b77-859a-005cc282d930 None None] Pushing event deleted for resources: {'Port': ['ID=03384cd3-cb80-43c2-9424-59b3f5c76f24,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:55.423237 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 38c63402-91e9-43b8-8c5d-321e9b4e748b {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:55.423580 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 38c63402-91e9-43b8-8c5d-321e9b4e748b not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:55.423993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 19bf5671-1122-4038-89e9-9a301098a8d2 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:55.441955 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 19bf5671-1122-4038-89e9-9a301098a8d2 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:55.442320 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 19bf5671-1122-4038-89e9-9a301098a8d2 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:55.453031 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe9e6324-e733-4571-b002-e146f8ec5797 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.537102 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe9e6324-e733-4571-b002-e146f8ec5797 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.547139 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-fe9e6324-e733-4571-b002-e146f8ec5797 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27027c3-9744-4d15-aa4d-c610710d9fbf']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:55.556501 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-fe9e6324-e733-4571-b002-e146f8ec5797 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc55be3f-6ab4-4362-8bae-d0af1098540c') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:55.556794 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-fe9e6324-e733-4571-b002-e146f8ec5797 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc55be3f-6ab4-4362-8bae-d0af1098540c') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:55.565305 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe9e6324-e733-4571-b002-e146f8ec5797 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.579096 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe9e6324-e733-4571-b002-e146f8ec5797 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.585267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9e6324-e733-4571-b002-e146f8ec5797 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:58:55.586213 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe9e6324-e733-4571-b002-e146f8ec5797 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: timer() Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:58:55.589265 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:58:55.654549 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe9e6324-e733-4571-b002-e146f8ec5797 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.662525 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe9e6324-e733-4571-b002-e146f8ec5797 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.663918 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fe9e6324-e733-4571-b002-e146f8ec5797 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "DELETE /v2.0/networks/a27027c3-9744-4d15-aa4d-c610710d9fbf HTTP/1.1" status: 204 len: 168 time: 0.2907565 Aug 16 22:58:55.666597 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45200) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:55.676842 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e6324-e733-4571-b002-e146f8ec5797 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Network': ['ID=a27027c3-9744-4d15-aa4d-c610710d9fbf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:55.734962 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3fe6e833-b723-4241-aa78-0e30aec0d44b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.761471 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3fe6e833-b723-4241-aa78-0e30aec0d44b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.832020 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3fe6e833-b723-4241-aa78-0e30aec0d44b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.835765 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3fe6e833-b723-4241-aa78-0e30aec0d44b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.839828 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3fe6e833-b723-4241-aa78-0e30aec0d44b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "DELETE /v2.0/security-groups/e879e03c-1cff-4d7b-800b-064eeca881f5 HTTP/1.1" status: 204 len: 168 time: 0.1695197 Aug 16 22:58:55.846899 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6e833-b723-4241-aa78-0e30aec0d44b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e879e03c-1cff-4d7b-800b-064eeca881f5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:56.206462 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45212) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:56.331099 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-2a2b5b62-c642-4d07-846b-7b9bf7a27320 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-577337525', 'description': 'tempest-secgroup-smoke-577337525 description', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:56.354308 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5b62-c642-4d07-846b-7b9bf7a27320 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.440013 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5b62-c642-4d07-846b-7b9bf7a27320 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.444131 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5b62-c642-4d07-846b-7b9bf7a27320 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.494108 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5b62-c642-4d07-846b-7b9bf7a27320 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.494108 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2a2b5b62-c642-4d07-846b-7b9bf7a27320 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2809246 Aug 16 22:58:56.497171 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b5b62-c642-4d07-846b-7b9bf7a27320 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de41a74-fe79-4746-b5bc-b959c45080ed,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:56.497656 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45216) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:56.503576 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7c7281dd-12bf-42df-b23f-c4261e4941a5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': '4de41a74-fe79-4746-b5bc-b959c45080ed', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:56.539820 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c7281dd-12bf-42df-b23f-c4261e4941a5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.596532 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c7281dd-12bf-42df-b23f-c4261e4941a5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.600568 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c7281dd-12bf-42df-b23f-c4261e4941a5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.617839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7281dd-12bf-42df-b23f-c4261e4941a5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2050be8-9a46-425b-b70d-3f04ab5493f3,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:56.627345 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7c7281dd-12bf-42df-b23f-c4261e4941a5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.631099 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7c7281dd-12bf-42df-b23f-c4261e4941a5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296339 Aug 16 22:58:56.631270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45218) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:56.636183 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d806c795-8e35-400d-99aa-02502f54d64e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': '4de41a74-fe79-4746-b5bc-b959c45080ed', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:56.663812 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d806c795-8e35-400d-99aa-02502f54d64e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.726174 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d806c795-8e35-400d-99aa-02502f54d64e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.731125 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d806c795-8e35-400d-99aa-02502f54d64e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.750408 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806c795-8e35-400d-99aa-02502f54d64e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3428f01-8d31-4686-ac79-cfc9892853bb,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:56.757491 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d806c795-8e35-400d-99aa-02502f54d64e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.758741 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d806c795-8e35-400d-99aa-02502f54d64e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265380 Aug 16 22:58:56.761619 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45220) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:56.766588 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ba40c916-6378-46c6-ab37-cec4353bc754 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': '4de41a74-fe79-4746-b5bc-b959c45080ed', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:56.794649 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba40c916-6378-46c6-ab37-cec4353bc754 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.865268 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba40c916-6378-46c6-ab37-cec4353bc754 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.869360 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 38cf486d-976c-41df-8a85-c649f2980cc1 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:56.870988 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba40c916-6378-46c6-ab37-cec4353bc754 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.890860 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 38cf486d-976c-41df-8a85-c649f2980cc1 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:56.891136 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40c916-6378-46c6-ab37-cec4353bc754 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0ad697-46f3-4867-a010-6a91ed819423,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:56.891750 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 38cf486d-976c-41df-8a85-c649f2980cc1 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:56.892373 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 97549603-83f1-411a-87be-e328529302ab no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:56.899970 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ba40c916-6378-46c6-ab37-cec4353bc754 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.904117 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ba40c916-6378-46c6-ab37-cec4353bc754 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1387129 Aug 16 22:58:56.905297 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45222) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:56.909077 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d37953c3-4d6c-4991-96df-29c616ef8d1f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': '4de41a74-fe79-4746-b5bc-b959c45080ed', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:56.914230 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 97549603-83f1-411a-87be-e328529302ab {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:56.914774 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 97549603-83f1-411a-87be-e328529302ab not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:56.937604 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d37953c3-4d6c-4991-96df-29c616ef8d1f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.997429 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d37953c3-4d6c-4991-96df-29c616ef8d1f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.002834 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d37953c3-4d6c-4991-96df-29c616ef8d1f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.024635 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37953c3-4d6c-4991-96df-29c616ef8d1f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03c626d-0dde-4220-b80d-c3225a38bb76,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:57.027835 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d37953c3-4d6c-4991-96df-29c616ef8d1f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.031809 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d37953c3-4d6c-4991-96df-29c616ef8d1f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237583 Aug 16 22:58:57.032360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45224) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:57.036705 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0fa510ad-472b-4ab7-b179-d0fa6503d319 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': '4de41a74-fe79-4746-b5bc-b959c45080ed', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:57.059176 n-d-792458-15 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-0fa510ad-472b-4ab7-b179-d0fa6503d319 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Project e32b01dd26f6421f8630d3eff7506c36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:58:57.063999 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0fa510ad-472b-4ab7-b179-d0fa6503d319 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.124421 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0fa510ad-472b-4ab7-b179-d0fa6503d319 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.128177 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0fa510ad-472b-4ab7-b179-d0fa6503d319 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.149070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa510ad-472b-4ab7-b179-d0fa6503d319 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9a50f3-b45b-4bc3-a5d0-b9d6a3cfa068,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:57.152613 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0fa510ad-472b-4ab7-b179-d0fa6503d319 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.156590 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45226) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:57.156738 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0fa510ad-472b-4ab7-b179-d0fa6503d319 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235898 Aug 16 22:58:57.161623 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-458c4b23-5429-4ef5-a011-ef49d95ff337 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'security_group_rule': {'security_group_id': '4de41a74-fe79-4746-b5bc-b959c45080ed', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:57.184030 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-458c4b23-5429-4ef5-a011-ef49d95ff337 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Project e32b01dd26f6421f8630d3eff7506c36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:58:57.189378 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-458c4b23-5429-4ef5-a011-ef49d95ff337 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.252723 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-458c4b23-5429-4ef5-a011-ef49d95ff337 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.256370 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-458c4b23-5429-4ef5-a011-ef49d95ff337 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.275976 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c4b23-5429-4ef5-a011-ef49d95ff337 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32abc576-6df5-479d-acd9-fa105c4b8c47,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:57.281072 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-458c4b23-5429-4ef5-a011-ef49d95ff337 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.285442 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45230) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:57.286485 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-458c4b23-5429-4ef5-a011-ef49d95ff337 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284146 Aug 16 22:58:57.291330 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-46da7a9f-e4b7-4d85-8296-12c806b6b3e7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'network': {'name': 'tempest-network-smoke--1501510722', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'port_security_enabled': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:57.313634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46da7a9f-e4b7-4d85-8296-12c806b6b3e7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Made reservation on behalf of e32b01dd26f6421f8630d3eff7506c36 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:57.317237 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46da7a9f-e4b7-4d85-8296-12c806b6b3e7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.341800 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46da7a9f-e4b7-4d85-8296-12c806b6b3e7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:58:57.352503 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46da7a9f-e4b7-4d85-8296-12c806b6b3e7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.352856 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-46da7a9f-e4b7-4d85-8296-12c806b6b3e7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Added segment e4a37356-55ab-4f30-b262-06c5f59d495c of type vlan for network c1526cd6-799e-4e50-afe0-d70396890418 Aug 16 22:58:57.394413 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46da7a9f-e4b7-4d85-8296-12c806b6b3e7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.420563 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46da7a9f-e4b7-4d85-8296-12c806b6b3e7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.426318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46da7a9f-e4b7-4d85-8296-12c806b6b3e7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:57.426907 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-46da7a9f-e4b7-4d85-8296-12c806b6b3e7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.483555 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-46da7a9f-e4b7-4d85-8296-12c806b6b3e7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1968431 Aug 16 22:58:57.486282 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45232) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:57.497432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ddf936a0-00ce-4683-84ac-8ea6b7a5135e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1672362787', 'admin_state_up': True, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:57.509351 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da7a9f-e4b7-4d85-8296-12c806b6b3e7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Network': ['ID=c1526cd6-799e-4e50-afe0-d70396890418,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:57.520836 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network c1526cd6-799e-4e50-afe0-d70396890418 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:58:57.527439 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddf936a0-00ce-4683-84ac-8ea6b7a5135e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.528547 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddf936a0-00ce-4683-84ac-8ea6b7a5135e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.588749 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddf936a0-00ce-4683-84ac-8ea6b7a5135e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.728530 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddf936a0-00ce-4683-84ac-8ea6b7a5135e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.925900 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddf936a0-00ce-4683-84ac-8ea6b7a5135e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.945275 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddf936a0-00ce-4683-84ac-8ea6b7a5135e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:58.048003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-ddf936a0-00ce-4683-84ac-8ea6b7a5135e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Allocated IP 172.25.6.222 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/40021378-d426-445a-944a-37870fc2fe2e) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:58.158066 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddf936a0-00ce-4683-84ac-8ea6b7a5135e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:58.196428 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddf936a0-00ce-4683-84ac-8ea6b7a5135e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:58.237166 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf936a0-00ce-4683-84ac-8ea6b7a5135e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:58.240315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ddf936a0-00ce-4683-84ac-8ea6b7a5135e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:58.244613 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf936a0-00ce-4683-84ac-8ea6b7a5135e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:58.250534 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf936a0-00ce-4683-84ac-8ea6b7a5135e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=40021378-d426-445a-944a-37870fc2fe2e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:58.520194 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddf936a0-00ce-4683-84ac-8ea6b7a5135e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:59.124139 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddf936a0-00ce-4683-84ac-8ea6b7a5135e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:59.263738 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf936a0-00ce-4683-84ac-8ea6b7a5135e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Router 15e82dcf-0048-4389-a5fc-046728f004eb is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:58:59.377108 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf936a0-00ce-4683-84ac-8ea6b7a5135e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:58:59.389026 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] Sync routers for ids ['15e82dcf-0048-4389-a5fc-046728f004eb'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:58:59.403054 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] Routers {'15e82dcf-0048-4389-a5fc-046728f004eb'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:59.403343 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ddf936a0-00ce-4683-84ac-8ea6b7a5135e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:59.404464 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:58:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['15e82dcf-0048-4389-a5fc-046728f004eb'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:59.404732 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ddf936a0-00ce-4683-84ac-8ea6b7a5135e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9174030 Aug 16 22:58:59.407972 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45316) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:59.526266 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] Set router 15e82dcf-0048-4389-a5fc-046728f004eb gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:59.571291 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-299f75f0-fb79-4c69-a747-82301d88a56e tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=e32b01dd26f6421f8630d3eff7506c36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1616178 Aug 16 22:58:59.573865 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45320) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:59.679109 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcef0277-cfc3-4417-94e4-e454962a7b5e tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:59.683704 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bcef0277-cfc3-4417-94e4-e454962a7b5e tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1088901 Aug 16 22:58:59.683871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45322) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:59.714093 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-79649ed1-7f82-431e-9c7b-3a1fa007c5db tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287535 Aug 16 22:58:59.716730 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45324) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:59.722660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-26270dcd-b101-4795-98d6-79d7908d65a5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1480333488', 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418', 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:59.726680 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672362787', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '40021378-d426-445a-944a-37870fc2fe2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:58:58Z', 'revision_number': 3, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '40021378-d426-445a-944a-37870fc2fe2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:59.753067 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] Checking router: 15e82dcf-0048-4389-a5fc-046728f004eb for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:58:59.753411 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] Updating router 15e82dcf-0048-4389-a5fc-046728f004eb port 40021378-d426-445a-944a-37870fc2fe2e binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:58:59.782693 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:59.820848 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26270dcd-b101-4795-98d6-79d7908d65a5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Made reservation on behalf of e32b01dd26f6421f8630d3eff7506c36 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:59.825202 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26270dcd-b101-4795-98d6-79d7908d65a5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:00.041541 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26270dcd-b101-4795-98d6-79d7908d65a5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:00.078798 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:00.090414 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] Transition to ACTIVE for port object 40021378-d426-445a-944a-37870fc2fe2e will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:00.100003 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:00.126071 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26270dcd-b101-4795-98d6-79d7908d65a5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Subnet': ['ID=b0f51cba-b989-495f-a1c4-7f3147da8dc6,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:00.138789 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26270dcd-b101-4795-98d6-79d7908d65a5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Checking segment: {'id': 'e4a37356-55ab-4f30-b262-06c5f59d495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:00.139362 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26270dcd-b101-4795-98d6-79d7908d65a5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network hostable DHCP agents. Network: c1526cd6-799e-4e50-afe0-d70396890418, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:59:00.157353 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] Attempting to bind port 40021378-d426-445a-944a-37870fc2fe2e on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:59:00.157696 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] Attempting to bind port 40021378-d426-445a-944a-37870fc2fe2e by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:59:00.158608 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] Attempting to bind port 40021378-d426-445a-944a-37870fc2fe2e on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:00.161338 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4032-f164-4530-817f-5cd3ceb4d28f None None] Pushing event updated for resources: {'Port': ['ID=40021378-d426-445a-944a-37870fc2fe2e,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:00.166683 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:59:00.166993 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:00.167393 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:00.167780 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:59:00.168245 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] Bound port: 40021378-d426-445a-944a-37870fc2fe2e, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:59:00.168626 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:00.169712 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26270dcd-b101-4795-98d6-79d7908d65a5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network c1526cd6-799e-4e50-afe0-d70396890418 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:59:00.195537 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-26270dcd-b101-4795-98d6-79d7908d65a5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, c1526cd6-799e-4e50-afe0-d70396890418) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:00.195798 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4032-f164-4530-817f-5cd3ceb4d28f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:00.196040 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4032-f164-4530-817f-5cd3ceb4d28f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:00.196376 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4032-f164-4530-817f-5cd3ceb4d28f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:00.196708 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4032-f164-4530-817f-5cd3ceb4d28f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:00.197036 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4032-f164-4530-817f-5cd3ceb4d28f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:00.197360 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4032-f164-4530-817f-5cd3ceb4d28f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:00.197687 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4032-f164-4530-817f-5cd3ceb4d28f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:00.198102 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4032-f164-4530-817f-5cd3ceb4d28f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:00.198425 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4032-f164-4530-817f-5cd3ceb4d28f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:00.198738 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4032-f164-4530-817f-5cd3ceb4d28f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:00.199073 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4032-f164-4530-817f-5cd3ceb4d28f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:00.199378 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4032-f164-4530-817f-5cd3ceb4d28f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:00.200884 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26270dcd-b101-4795-98d6-79d7908d65a5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:00.202774 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26270dcd-b101-4795-98d6-79d7908d65a5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:00.207961 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2599878-cbc7-424c-9f19-3bdb87b57e49 None None] Network c1526cd6-799e-4e50-afe0-d70396890418 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:00.250555 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] For port 40021378-d426-445a-944a-37870fc2fe2e, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:59:00.254887 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] For port 40021378-d426-445a-944a-37870fc2fe2e, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=40021378-d426-445a-944a-37870fc2fe2e,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:59:00.268573 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-26270dcd-b101-4795-98d6-79d7908d65a5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5476320 Aug 16 22:59:00.268790 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:00.269001 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45328) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:00.325761 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] Routers {'15e82dcf-0048-4389-a5fc-046728f004eb'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:00.326486 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:58:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['15e82dcf-0048-4389-a5fc-046728f004eb'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:00.378801 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4032-f164-4530-817f-5cd3ceb4d28f None None] Pushing event updated for resources: {'Port': ['ID=40021378-d426-445a-944a-37870fc2fe2e,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:00.401432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-c1526cd6-799e-4e50-afe0-d70396890418', 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'fixed_ips': [{'subnet_id': 'b0f51cba-b989-495f-a1c4-7f3147da8dc6'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:59:00.402348 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:00.481151 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] Set router 15e82dcf-0048-4389-a5fc-046728f004eb gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:00.568388 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] Allocated IP 172.20.0.2 (c1526cd6-799e-4e50-afe0-d70396890418/b0f51cba-b989-495f-a1c4-7f3147da8dc6/b0d5da92-d07f-48ab-ab76-852a62b2e05b) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:00.676449 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672362787', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '40021378-d426-445a-944a-37870fc2fe2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:58:58Z', 'revision_number': 3, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '40021378-d426-445a-944a-37870fc2fe2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:00.715268 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dd15af-d4d0-4a57-b676-f4701a16f836 None None] The sync data for ids ['15e82dcf-0048-4389-a5fc-046728f004eb'] in n-d-792458-15 is: [{'id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672362787', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '40021378-d426-445a-944a-37870fc2fe2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:58:58Z', 'revision_number': 3, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '40021378-d426-445a-944a-37870fc2fe2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:59:00.748564 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:00.758576 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] Transition to ACTIVE for port object b0d5da92-d07f-48ab-ab76-852a62b2e05b will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:00.778910 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] Transition to ACTIVE for port object b0d5da92-d07f-48ab-ab76-852a62b2e05b will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:00.788129 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:00.845286 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] Network c1526cd6-799e-4e50-afe0-d70396890418 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:00.848482 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:00.851588 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:00.861449 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] Pushing event updated for resources: {'Port': ['ID=b0d5da92-d07f-48ab-ab76-852a62b2e05b,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:00.863761 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2e4aa9a-e59f-4a7a-8911-0e5bea29ae8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:00.924376 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] Attempting to bind port b0d5da92-d07f-48ab-ab76-852a62b2e05b on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:59:00.924894 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] Attempting to bind port b0d5da92-d07f-48ab-ab76-852a62b2e05b by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'e4a37356-55ab-4f30-b262-06c5f59d495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:59:00.925397 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] Attempting to bind port b0d5da92-d07f-48ab-ab76-852a62b2e05b on network c1526cd6-799e-4e50-afe0-d70396890418 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:00.932869 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:59:00.933253 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] Checking segment: {'id': 'e4a37356-55ab-4f30-b262-06c5f59d495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:00.933658 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:00.934282 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] Bound using segment: {'id': 'e4a37356-55ab-4f30-b262-06c5f59d495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:59:00.934533 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] Bound port: b0d5da92-d07f-48ab-ab76-852a62b2e05b, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a37356-55ab-4f30-b262-06c5f59d495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:59:00.934920 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:01.050108 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] For port b0d5da92-d07f-48ab-ab76-852a62b2e05b, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:59:01.066036 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] For port b0d5da92-d07f-48ab-ab76-852a62b2e05b, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b0d5da92-d07f-48ab-ab76-852a62b2e05b,segment=NetworkSegment(e4a37356-55ab-4f30-b262-06c5f59d495c),segment_id=e4a37356-55ab-4f30-b262-06c5f59d495c)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:59:01.075839 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:01.154725 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16806526-7a02-4ca7-8c1f-cef4473903c1 None None] Pushing event updated for resources: {'Port': ['ID=b0d5da92-d07f-48ab-ab76-852a62b2e05b,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:01.258418 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-f2e4aa9a-e59f-4a7a-8911-0e5bea29ae8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Allocated IP 172.20.0.1 (c1526cd6-799e-4e50-afe0-d70396890418/b0f51cba-b989-495f-a1c4-7f3147da8dc6/7fcf00e6-42dc-40e4-bf35-28b1b2f8030c) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:01.432376 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2e4aa9a-e59f-4a7a-8911-0e5bea29ae8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:01.457798 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-f2e4aa9a-e59f-4a7a-8911-0e5bea29ae8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Transition to ACTIVE for port object 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:01.499042 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2e4aa9a-e59f-4a7a-8911-0e5bea29ae8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:01.545983 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4aa9a-e59f-4a7a-8911-0e5bea29ae8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network c1526cd6-799e-4e50-afe0-d70396890418 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:01.549165 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-f2e4aa9a-e59f-4a7a-8911-0e5bea29ae8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:01.554377 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e4aa9a-e59f-4a7a-8911-0e5bea29ae8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:01.560916 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4aa9a-e59f-4a7a-8911-0e5bea29ae8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=7fcf00e6-42dc-40e4-bf35-28b1b2f8030c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:01.605376 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2e4aa9a-e59f-4a7a-8911-0e5bea29ae8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:01.760033 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2e4aa9a-e59f-4a7a-8911-0e5bea29ae8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:02.067514 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2e4aa9a-e59f-4a7a-8911-0e5bea29ae8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:02.083024 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2e4aa9a-e59f-4a7a-8911-0e5bea29ae8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:02.174106 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2e4aa9a-e59f-4a7a-8911-0e5bea29ae8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:02.176446 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa47054f-980b-42e7-89ab-945e403caf1a None None] Network c1526cd6-799e-4e50-afe0-d70396890418 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:02.177374 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4aa9a-e59f-4a7a-8911-0e5bea29ae8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=7fcf00e6-42dc-40e4-bf35-28b1b2f8030c,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:02.248751 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ce415889-0fce-4118-8519-d7756061139c None None] Provisioning for port b0d5da92-d07f-48ab-ab76-852a62b2e05b completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:02.294087 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4aa9a-e59f-4a7a-8911-0e5bea29ae8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network c1526cd6-799e-4e50-afe0-d70396890418 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:02.295544 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-f2e4aa9a-e59f-4a7a-8911-0e5bea29ae8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:02.422827 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e4aa9a-e59f-4a7a-8911-0e5bea29ae8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Router 15e82dcf-0048-4389-a5fc-046728f004eb has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:59:02.549266 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e4aa9a-e59f-4a7a-8911-0e5bea29ae8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:59:02.554938 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f2e4aa9a-e59f-4a7a-8911-0e5bea29ae8a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "PUT /v2.0/routers/15e82dcf-0048-4389-a5fc-046728f004eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2848706 Aug 16 22:59:02.694680 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e192a7e9-745e-4566-b68d-e2e50f9d03ce None None] Provisioning for port 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:02.700440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e192a7e9-745e-4566-b68d-e2e50f9d03ce None None] Provisioning complete for port 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:02.701178 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e192a7e9-745e-4566-b68d-e2e50f9d03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:02.732341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-2145ccc2-ce49-461d-aede-e0d1b38ad153 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-577337525&fields=id&tenant_id=e32b01dd26f6421f8630d3eff7506c36 HTTP/1.1" status: 200 len: 267 time: 0.0398402 Aug 16 22:59:02.746436 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e192a7e9-745e-4566-b68d-e2e50f9d03ce None None] Port 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:59:02.811686 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] Sync routers for ids ['15e82dcf-0048-4389-a5fc-046728f004eb'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:59:02.834742 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] Routers {'15e82dcf-0048-4389-a5fc-046728f004eb'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:02.835932 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:58:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['15e82dcf-0048-4389-a5fc-046728f004eb'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:02.904266 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9b193c7b-0658-4602-89d5-68677ab24967 None None] Provisioning complete for port 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:02.904266 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9b193c7b-0658-4602-89d5-68677ab24967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:02.905635 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-c9e8dd16-5e84-4895-9d65-788a00ce9363 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:02.913036 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-c9e8dd16-5e84-4895-9d65-788a00ce9363 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/networks?id=c1526cd6-799e-4e50-afe0-d70396890418 HTTP/1.1" status: 200 len: 797 time: 0.1723402 Aug 16 22:59:02.923879 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-ced440fd-2a36-429c-9814-b6bd3bb9178a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/quotas/e32b01dd26f6421f8630d3eff7506c36 HTTP/1.1" status: 200 len: 375 time: 0.0098841 Aug 16 22:59:03.004495 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-73b0680a-85e1-4674-a9e6-10d0803d96dc tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725110 Aug 16 22:59:03.023742 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-09cefad8-fe38-42a9-b4a0-89ebf7eb2a95 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:59:03.024827 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-09cefad8-fe38-42a9-b4a0-89ebf7eb2a95 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070262 Aug 16 22:59:03.140332 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-c34349b6-e948-41d3-a04e-d7e5029f409d service neutron] 10.222.0.93 "GET /v2.0/networks/c1526cd6-799e-4e50-afe0-d70396890418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074224 Aug 16 22:59:03.170901 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b0d5da92-d07f-48ab-ab76-852a62b2e05b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:03.240992 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-5a2f3684-4e13-452d-99d5-a7ef778d6d9b service neutron] 10.222.0.93 "GET /v2.0/networks/c1526cd6-799e-4e50-afe0-d70396890418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938568 Aug 16 22:59:03.249326 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] Set router 15e82dcf-0048-4389-a5fc-046728f004eb gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:03.283921 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-9b193c7b-0658-4602-89d5-68677ab24967 None None] Port 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:59:03.336990 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port b0d5da92-d07f-48ab-ab76-852a62b2e05b completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:03.380808 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port b0d5da92-d07f-48ab-ab76-852a62b2e05b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:03.381497 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:03.440612 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af2324da-797d-4617-9b81-779031b692e1 req-3c202710-6afb-40ca-80d7-867675852563 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 210 time: 0.0360484 Aug 16 22:59:03.475263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-00ad6427-1703-4173-b95a-bcb80cbcdb75 None None] Provisioning complete for port 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:03.475662 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-00ad6427-1703-4173-b95a-bcb80cbcdb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:03.536192 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-00ad6427-1703-4173-b95a-bcb80cbcdb75 None None] Port 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:59:03.602779 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:03.638240 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672362787', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '40021378-d426-445a-944a-37870fc2fe2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:01Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '40021378-d426-445a-944a-37870fc2fe2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '7fcf00e6-42dc-40e4-bf35-28b1b2f8030c', 'name': '', 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:e9:3d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'b0f51cba-b989-495f-a1c4-7f3147da8dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:01Z', 'updated_at': '2021-08-16T22:59:01Z', 'revision_number': 2, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': 'b0f51cba-b989-495f-a1c4-7f3147da8dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:03.675582 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] Checking router: 15e82dcf-0048-4389-a5fc-046728f004eb for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:59:03.675951 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] Updating router 15e82dcf-0048-4389-a5fc-046728f004eb port 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:59:03.678907 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port b0d5da92-d07f-48ab-ab76-852a62b2e05b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b0d5da92-d07f-48ab-ab76-852a62b2e05b,segment=NetworkSegment(e4a37356-55ab-4f30-b262-06c5f59d495c),segment_id=e4a37356-55ab-4f30-b262-06c5f59d495c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:03.698941 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:03.699738 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 40021378-d426-445a-944a-37870fc2fe2e up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:03.762177 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:03.799695 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=b0d5da92-d07f-48ab-ab76-852a62b2e05b,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:03.849863 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 40021378-d426-445a-944a-37870fc2fe2e completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:03.897396 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 40021378-d426-445a-944a-37870fc2fe2e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:03.898371 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:04.068780 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:04.107493 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 40021378-d426-445a-944a-37870fc2fe2e, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=40021378-d426-445a-944a-37870fc2fe2e,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:04.117204 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:04.220907 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=40021378-d426-445a-944a-37870fc2fe2e,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:04.233599 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:04.245473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] Transition to ACTIVE for port object 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:04.255561 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:04.324315 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea8fe0-98f2-4674-b520-3c0f862a7313 None None] Pushing event updated for resources: {'Port': ['ID=7fcf00e6-42dc-40e4-bf35-28b1b2f8030c,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:04.378393 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] Attempting to bind port 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:59:04.378762 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] Attempting to bind port 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'e4a37356-55ab-4f30-b262-06c5f59d495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:59:04.379125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] Attempting to bind port 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c on network c1526cd6-799e-4e50-afe0-d70396890418 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:04.384288 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:59:04.384661 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] Checking segment: {'id': 'e4a37356-55ab-4f30-b262-06c5f59d495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:04.385065 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:04.385453 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] Bound using segment: {'id': 'e4a37356-55ab-4f30-b262-06c5f59d495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:59:04.385916 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] Bound port: 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a37356-55ab-4f30-b262-06c5f59d495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:59:04.386314 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:04.479815 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] For port 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:59:04.483902 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] For port 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7fcf00e6-42dc-40e4-bf35-28b1b2f8030c,segment=NetworkSegment(e4a37356-55ab-4f30-b262-06c5f59d495c),segment_id=e4a37356-55ab-4f30-b262-06c5f59d495c)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:59:04.490095 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:04.590018 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea8fe0-98f2-4674-b520-3c0f862a7313 None None] Pushing event updated for resources: {'Port': ['ID=7fcf00e6-42dc-40e4-bf35-28b1b2f8030c,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:04.592083 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5f258c2-2acf-4ca4-a27c-05883241dafd req-717b4206-6ce7-4ad9-b857-cb06c3bae3a3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 210 time: 0.0600467 Aug 16 22:59:04.593846 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] Routers {'15e82dcf-0048-4389-a5fc-046728f004eb'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:04.594658 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:58:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['15e82dcf-0048-4389-a5fc-046728f004eb'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:04.729816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-f0224fed-1e70-4c8e-b87f-8369ac7f9f49 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:04.731807 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-f0224fed-1e70-4c8e-b87f-8369ac7f9f49 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.43 "GET /v2.0/networks?id=c1526cd6-799e-4e50-afe0-d70396890418 HTTP/1.1" status: 200 len: 797 time: 0.2199488 Aug 16 22:59:04.759907 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] Set router 15e82dcf-0048-4389-a5fc-046728f004eb gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:04.785402 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-a451e44e-5f19-42ec-85d6-26e433358c3a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e32b01dd26f6421f8630d3eff7506c36 HTTP/1.1" status: 200 len: 379 time: 0.0435760 Aug 16 22:59:04.795461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-569f6caa-0712-48f8-9575-b273512dd20b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'port': {'device_id': '64f5041e-91d9-49e4-9e85-c2860861652b', 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418', 'admin_state_up': True, 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'security_groups': ['4de41a74-fe79-4746-b5bc-b959c45080ed']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:04.917284 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b0d5da92-d07f-48ab-ab76-852a62b2e05b up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:04.938533 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-569f6caa-0712-48f8-9575-b273512dd20b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Made reservation on behalf of e32b01dd26f6421f8630d3eff7506c36 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:04.942593 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-569f6caa-0712-48f8-9575-b273512dd20b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:05.026059 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port b0d5da92-d07f-48ab-ab76-852a62b2e05b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:05.026360 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:05.083709 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672362787', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '40021378-d426-445a-944a-37870fc2fe2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:01Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '40021378-d426-445a-944a-37870fc2fe2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '7fcf00e6-42dc-40e4-bf35-28b1b2f8030c', 'name': '', 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:e9:3d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'b0f51cba-b989-495f-a1c4-7f3147da8dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:01Z', 'updated_at': '2021-08-16T22:59:04Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': 'b0f51cba-b989-495f-a1c4-7f3147da8dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:05.097931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-569f6caa-0712-48f8-9575-b273512dd20b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Allocated IP 172.20.0.8 (c1526cd6-799e-4e50-afe0-d70396890418/b0f51cba-b989-495f-a1c4-7f3147da8dc6/aec04950-b830-4966-b1e8-65874416f454) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:05.117278 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce24f46-ea11-4041-9027-2ef3174b5dcb None None] The sync data for ids ['15e82dcf-0048-4389-a5fc-046728f004eb'] in n-d-792458-15 is: [{'id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672362787', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '40021378-d426-445a-944a-37870fc2fe2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:01Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '40021378-d426-445a-944a-37870fc2fe2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '7fcf00e6-42dc-40e4-bf35-28b1b2f8030c', 'name': '', 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:e9:3d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'b0f51cba-b989-495f-a1c4-7f3147da8dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:01Z', 'updated_at': '2021-08-16T22:59:04Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': 'b0f51cba-b989-495f-a1c4-7f3147da8dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:59:05.160119 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 40021378-d426-445a-944a-37870fc2fe2e up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:05.227851 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 40021378-d426-445a-944a-37870fc2fe2e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:05.228311 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:05.294748 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-569f6caa-0712-48f8-9575-b273512dd20b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:05.315920 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-569f6caa-0712-48f8-9575-b273512dd20b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Transition to ACTIVE for port object aec04950-b830-4966-b1e8-65874416f454 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:05.363808 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-569f6caa-0712-48f8-9575-b273512dd20b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:05.427653 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f6caa-0712-48f8-9575-b273512dd20b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=aec04950-b830-4966-b1e8-65874416f454,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:05.436235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-569f6caa-0712-48f8-9575-b273512dd20b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network c1526cd6-799e-4e50-afe0-d70396890418 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:05.438280 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-569f6caa-0712-48f8-9575-b273512dd20b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:05.440529 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-569f6caa-0712-48f8-9575-b273512dd20b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:05.492619 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-569f6caa-0712-48f8-9575-b273512dd20b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:05.493279 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-569f6caa-0712-48f8-9575-b273512dd20b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:05.512884 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-569f6caa-0712-48f8-9575-b273512dd20b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7213631 Aug 16 22:59:05.527068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] Request body: {'port': {'device_id': '64f5041e-91d9-49e4-9e85-c2860861652b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:05.594916 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:05.706711 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e3f0f83e-2deb-4121-875e-1ce92ccc20c0 None None] Provisioning for port aec04950-b830-4966-b1e8-65874416f454 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:05.724457 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e3f0f83e-2deb-4121-875e-1ce92ccc20c0 None None] Provisioning complete for port aec04950-b830-4966-b1e8-65874416f454 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:05.728435 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f83e-2deb-4121-875e-1ce92ccc20c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:05.778194 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e3f0f83e-2deb-4121-875e-1ce92ccc20c0 None None] Port aec04950-b830-4966-b1e8-65874416f454 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:59:05.868140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17124c0-6231-4d44-bbb3-d7fd3fc3832c req-de0306a7-973a-4a7d-bbbe-5980d367cdd5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:05.869893 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d17124c0-6231-4d44-bbb3-d7fd3fc3832c req-de0306a7-973a-4a7d-bbbe-5980d367cdd5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 931 time: 0.1791172 Aug 16 22:59:05.934227 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d17124c0-6231-4d44-bbb3-d7fd3fc3832c req-4477ea61-8e67-4f51-977e-49fe0030ab5c tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550261 Aug 16 22:59:06.015716 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec04950-b830-4966-b1e8-65874416f454 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:59:06.025344 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:06.039193 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] Transition to ACTIVE for port object aec04950-b830-4966-b1e8-65874416f454 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:06.043925 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:06.101800 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] Pushing event updated for resources: {'Port': ['ID=aec04950-b830-4966-b1e8-65874416f454,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:06.185904 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] Attempting to bind port aec04950-b830-4966-b1e8-65874416f454 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:59:06.186373 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] Attempting to bind port aec04950-b830-4966-b1e8-65874416f454 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'e4a37356-55ab-4f30-b262-06c5f59d495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:59:06.186764 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] Attempting to bind port aec04950-b830-4966-b1e8-65874416f454 on network c1526cd6-799e-4e50-afe0-d70396890418 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:06.192391 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] Port aec04950-b830-4966-b1e8-65874416f454 on network c1526cd6-799e-4e50-afe0-d70396890418 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:59:06.192797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] Attempting to bind port aec04950-b830-4966-b1e8-65874416f454 on network c1526cd6-799e-4e50-afe0-d70396890418 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:06.199718 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:59:06.200082 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] Checking segment: {'id': 'e4a37356-55ab-4f30-b262-06c5f59d495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:06.200527 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] Bound using segment: {'id': 'e4a37356-55ab-4f30-b262-06c5f59d495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:59:06.200982 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] Bound port: aec04950-b830-4966-b1e8-65874416f454, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a37356-55ab-4f30-b262-06c5f59d495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:59:06.201354 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:06.290399 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] For port aec04950-b830-4966-b1e8-65874416f454, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:59:06.294028 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] For port aec04950-b830-4966-b1e8-65874416f454, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=aec04950-b830-4966-b1e8-65874416f454,segment=NetworkSegment(e4a37356-55ab-4f30-b262-06c5f59d495c),segment_id=e4a37356-55ab-4f30-b262-06c5f59d495c)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:59:06.301068 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:06.358902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:06.359681 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:06.361207 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] 10.222.0.43 "PUT /v2.0/ports/aec04950-b830-4966-b1e8-65874416f454 HTTP/1.1" status: 200 len: 1092 time: 0.8392270 Aug 16 22:59:06.361758 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f5041e-91d9-49e4-9e85-c2860861652b', 'tag': 'aec04950-b830-4966-b1e8-65874416f454'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:59:06.364197 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a234a816-3bd6-45bb-a760-57b08455e2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "64f5041e-91d9-49e4-9e85-c2860861652b", "tag": "aec04950-b830-4966-b1e8-65874416f454"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:59:06.427766 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b91a1-cd47-4b5c-b6b7-9bdcecd6179c service neutron] Pushing event updated for resources: {'Port': ['ID=aec04950-b830-4966-b1e8-65874416f454,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:06.455286 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44582920-90f2-4fdc-9894-e3182964256f x-openstack-request-id: req-44582920-90f2-4fdc-9894-e3182964256f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:59:06.455593 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f5041e-91d9-49e4-9e85-c2860861652b", "tag": "aec04950-b830-4966-b1e8-65874416f454", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:59:06.455837 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-44582920-90f2-4fdc-9894-e3182964256f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:59:06.456240 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f5041e-91d9-49e4-9e85-c2860861652b', 'tag': 'aec04950-b830-4966-b1e8-65874416f454', 'status': 'completed', 'code': 200} Aug 16 22:59:06.503068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-1cf75f64-89ba-40db-bb4c-e2daac6798f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:06.504612 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-1cf75f64-89ba-40db-bb4c-e2daac6798f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 1095 time: 0.0682082 Aug 16 22:59:06.551206 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-9150db85-8155-4d72-adce-6adb71ed608f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aec04950-b830-4966-b1e8-65874416f454 HTTP/1.1" status: 200 len: 217 time: 0.0382314 Aug 16 22:59:06.608253 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-165e9c3d-81db-4313-bc13-da418734c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:06.610062 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-165e9c3d-81db-4313-bc13-da418734c1fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b0f51cba-b989-495f-a1c4-7f3147da8dc6 HTTP/1.1" status: 200 len: 835 time: 0.0514505 Aug 16 22:59:06.666770 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-f074a01b-bae3-48f2-b613-aa0886e91fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:06.668313 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-f074a01b-bae3-48f2-b613-aa0886e91fcc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c1526cd6-799e-4e50-afe0-d70396890418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507212 Aug 16 22:59:06.761560 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-2f5c6494-12b0-4307-867d-a71a7d88fdfa service neutron] 10.222.0.43 "GET /v2.0/networks/c1526cd6-799e-4e50-afe0-d70396890418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862031 Aug 16 22:59:06.867187 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd29819a-ea30-4c34-8cff-558ef3524fe4 req-a9a8dbac-612c-4a57-b6ec-24e4b7c76737 service neutron] 10.222.0.43 "GET /v2.0/networks/c1526cd6-799e-4e50-afe0-d70396890418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983686 Aug 16 22:59:06.909451 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:06.961137 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:06.967652 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:06.968047 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:07.062365 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:07.099572 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7fcf00e6-42dc-40e4-bf35-28b1b2f8030c,segment=NetworkSegment(e4a37356-55ab-4f30-b262-06c5f59d495c),segment_id=e4a37356-55ab-4f30-b262-06c5f59d495c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:07.101427 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42fe96-f9e0-48d1-8d65-d8fcb30280d6 req-86ee3968-8fb6-480e-8396-f92d50faa119 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:07.102996 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e42fe96-f9e0-48d1-8d65-d8fcb30280d6 req-86ee3968-8fb6-480e-8396-f92d50faa119 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 943 time: 0.0886121 Aug 16 22:59:07.103413 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:07.109729 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234a816-3bd6-45bb-a760-57b08455e2aa req-84918075-3fe4-4254-8f9f-019de789cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:07.111328 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a234a816-3bd6-45bb-a760-57b08455e2aa req-84918075-3fe4-4254-8f9f-019de789cb24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 1095 time: 0.0647197 Aug 16 22:59:07.154089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=7fcf00e6-42dc-40e4-bf35-28b1b2f8030c,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:07.199420 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e42fe96-f9e0-48d1-8d65-d8fcb30280d6 req-79320190-eb33-4706-a1e0-7623e9381e9d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847270 Aug 16 22:59:07.233867 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234a816-3bd6-45bb-a760-57b08455e2aa req-e218892d-8cde-48dc-8d9f-ea12bf39bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:07.235388 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a234a816-3bd6-45bb-a760-57b08455e2aa req-e218892d-8cde-48dc-8d9f-ea12bf39bcb2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c1526cd6-799e-4e50-afe0-d70396890418 HTTP/1.1" status: 200 len: 898 time: 0.1147749 Aug 16 22:59:07.283011 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a234a816-3bd6-45bb-a760-57b08455e2aa req-b4c08910-98d6-4565-8d29-daca15a07039 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aec04950-b830-4966-b1e8-65874416f454 HTTP/1.1" status: 200 len: 217 time: 0.0395508 Aug 16 22:59:07.334157 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234a816-3bd6-45bb-a760-57b08455e2aa req-2e18cbf4-40b0-4479-a486-36aa068f36e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:07.336212 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a234a816-3bd6-45bb-a760-57b08455e2aa req-2e18cbf4-40b0-4479-a486-36aa068f36e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b0f51cba-b989-495f-a1c4-7f3147da8dc6 HTTP/1.1" status: 200 len: 835 time: 0.0456305 Aug 16 22:59:07.387833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234a816-3bd6-45bb-a760-57b08455e2aa req-18ebc30a-766d-4bf2-b267-20051c13ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:07.389321 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a234a816-3bd6-45bb-a760-57b08455e2aa req-18ebc30a-766d-4bf2-b267-20051c13ff4f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c1526cd6-799e-4e50-afe0-d70396890418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452976 Aug 16 22:59:07.489612 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a234a816-3bd6-45bb-a760-57b08455e2aa req-44faaae0-c7d4-44b7-aea4-a30c9cbeae32 service neutron] 10.222.0.43 "GET /v2.0/networks/c1526cd6-799e-4e50-afe0-d70396890418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921149 Aug 16 22:59:07.581824 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a234a816-3bd6-45bb-a760-57b08455e2aa req-0b1ae1bd-c8d0-4f8b-b161-ee6ef7b4c196 service neutron] 10.222.0.43 "GET /v2.0/networks/c1526cd6-799e-4e50-afe0-d70396890418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848141 Aug 16 22:59:08.326770 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430fb45-98c1-4a79-9d41-262d04cde544 req-6b693caf-f663-424a-9f60-f65dd158b6fc tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:08.328365 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a430fb45-98c1-4a79-9d41-262d04cde544 req-6b693caf-f663-424a-9f60-f65dd158b6fc tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 943 time: 0.0525665 Aug 16 22:59:08.372418 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a430fb45-98c1-4a79-9d41-262d04cde544 req-28270311-a1bb-45b0-bc67-8b7910767a26 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379183 Aug 16 22:59:08.767344 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:08.871836 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:08.921156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:08.921876 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:09.129811 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cacf3514-8188-45a7-b462-1127516cf17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:09.429747 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device aec04950-b830-4966-b1e8-65874416f454 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:59:09.513899 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e970c-b532-4ff3-a557-885487396fb0 req-1223fb31-3226-4fdf-a4d7-e0a3bd173a88 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:09.515659 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d87e970c-b532-4ff3-a557-885487396fb0 req-1223fb31-3226-4fdf-a4d7-e0a3bd173a88 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 943 time: 0.0566647 Aug 16 22:59:09.547599 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port aec04950-b830-4966-b1e8-65874416f454, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=aec04950-b830-4966-b1e8-65874416f454,segment=NetworkSegment(e4a37356-55ab-4f30-b262-06c5f59d495c),segment_id=e4a37356-55ab-4f30-b262-06c5f59d495c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:09.560747 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'aec04950-b830-4966-b1e8-65874416f454', 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418', 'port_id': 'aec04950-b830-4966-b1e8-65874416f454', 'mac_address': 'fa:16:3e:41:48:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f51cba-b989-495f-a1c4-7f3147da8dc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:59:09.563995 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d87e970c-b532-4ff3-a557-885487396fb0 req-3f16ac4a-d981-4321-80ba-a2a6a1e89bfe tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417907 Aug 16 22:59:09.609907 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:09.628227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec04950-b830-4966-b1e8-65874416f454 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:59:09.649408 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port aec04950-b830-4966-b1e8-65874416f454, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=aec04950-b830-4966-b1e8-65874416f454,segment=NetworkSegment(e4a37356-55ab-4f30-b262-06c5f59d495c),segment_id=e4a37356-55ab-4f30-b262-06c5f59d495c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:09.653541 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:09.703070 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=aec04950-b830-4966-b1e8-65874416f454,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:09.845303 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['aec04950-b830-4966-b1e8-65874416f454'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:59:10.697856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8af7d1-43ff-486a-b525-f4de4053ce08 req-5b8a46b8-ce75-4bad-a7b3-42d9b2aa094e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:10.699417 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d8af7d1-43ff-486a-b525-f4de4053ce08 req-5b8a46b8-ce75-4bad-a7b3-42d9b2aa094e tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 944 time: 0.0632379 Aug 16 22:59:10.738865 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1d8af7d1-43ff-486a-b525-f4de4053ce08 req-7878e6be-f0e6-4517-a610-eb69dbcab30f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334871 Aug 16 22:59:11.021399 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:11.445325 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device aec04950-b830-4966-b1e8-65874416f454 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:11.493265 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port aec04950-b830-4966-b1e8-65874416f454 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:11.497277 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port aec04950-b830-4966-b1e8-65874416f454 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:11.497650 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:11.587297 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c9461795-af6c-4cba-a1c2-edec004457e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:11.590790 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:11.615266 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f5041e-91d9-49e4-9e85-c2860861652b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec04950-b830-4966-b1e8-65874416f454'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:59:11.617587 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93869a7-d158-4b47-887c-849cdf782cde" -d '{"events": [{"server_uuid": "64f5041e-91d9-49e4-9e85-c2860861652b", "name": "network-vif-plugged", "status": "completed", "tag": "aec04950-b830-4966-b1e8-65874416f454"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:59:11.631486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port aec04950-b830-4966-b1e8-65874416f454, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=aec04950-b830-4966-b1e8-65874416f454,segment=NetworkSegment(e4a37356-55ab-4f30-b262-06c5f59d495c),segment_id=e4a37356-55ab-4f30-b262-06c5f59d495c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:11.636246 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:11.660514 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2409b24f-ded1-4a99-901d-785509f4224a x-openstack-request-id: req-2409b24f-ded1-4a99-901d-785509f4224a {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:59:11.660867 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f5041e-91d9-49e4-9e85-c2860861652b", "name": "network-vif-plugged", "status": "completed", "tag": "aec04950-b830-4966-b1e8-65874416f454", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:59:11.661120 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2409b24f-ded1-4a99-901d-785509f4224a {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:59:11.661510 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f5041e-91d9-49e4-9e85-c2860861652b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec04950-b830-4966-b1e8-65874416f454', 'code': 200} Aug 16 22:59:11.689422 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=aec04950-b830-4966-b1e8-65874416f454,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:11.766512 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5a690-11a5-42c5-a021-dd438b03c82a req-2ee8cd5b-eb1e-4f00-a001-28efc2170362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:11.768408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02d5a690-11a5-42c5-a021-dd438b03c82a req-2ee8cd5b-eb1e-4f00-a001-28efc2170362 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 1097 time: 0.0447705 Aug 16 22:59:11.820067 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02d5a690-11a5-42c5-a021-dd438b03c82a req-00c09933-596d-442d-abc0-6086b9a67e39 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441015 Aug 16 22:59:11.868213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd47e8-eed3-41c2-b3cf-cd965a71ef11 req-716b247f-3169-4880-ac38-c0b17ccaf7fc tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:11.869689 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8cdd47e8-eed3-41c2-b3cf-cd965a71ef11 req-716b247f-3169-4880-ac38-c0b17ccaf7fc tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.0544295 Aug 16 22:59:11.909308 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8cdd47e8-eed3-41c2-b3cf-cd965a71ef11 req-d593920b-abd4-4cc7-9060-661069318f8f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322063 Aug 16 22:59:12.134208 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:13.033981 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77755a-3852-489a-9286-27e11d32123d req-98a41d82-b23a-4abb-9698-cb8d6f8f9a27 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:13.035728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc77755a-3852-489a-9286-27e11d32123d req-98a41d82-b23a-4abb-9698-cb8d6f8f9a27 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.0532887 Aug 16 22:59:13.077317 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc77755a-3852-489a-9286-27e11d32123d req-08e70a89-b60b-4201-80e0-ee4f0cd1d8b9 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348685 Aug 16 22:59:13.196857 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50731729-72cf-4b64-a4f5-682a54794f82 req-24a8ce6e-5239-4a43-8cec-5fce03c89bf5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:13.198297 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50731729-72cf-4b64-a4f5-682a54794f82 req-24a8ce6e-5239-4a43-8cec-5fce03c89bf5 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.0497353 Aug 16 22:59:13.241060 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50731729-72cf-4b64-a4f5-682a54794f82 req-a09f4160-1f6b-449c-afc2-838fc052bfcd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364375 Aug 16 22:59:13.263912 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45426) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:13.306775 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432c6b76-d309-42e0-a3dc-868d3d50ce22 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:13.308435 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-432c6b76-d309-42e0-a3dc-868d3d50ce22 tempest-TestNetworkAdvancedServerOps-91711119 tempest-TestNetworkAdvancedServerOps-91711119-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 1092 time: 0.0434935 Aug 16 22:59:13.311617 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45428) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:13.318850 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': 'aec04950-b830-4966-b1e8-65874416f454', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:13.338668 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:13.347785 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:13.470814 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:13.601566 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Allocated IP 172.25.6.230 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/4d1c541f-b5b4-440c-8ef6-0c0a5ec9e3a4) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:13.705946 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:13.745592 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:13.798016 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:13.801330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:13.805827 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:13.813835 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=4d1c541f-b5b4-440c-8ef6-0c0a5ec9e3a4,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:13.846984 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:13.847417 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:13.847665 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:13.848006 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:13.848348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:13.848683 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:13.849015 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:13.849355 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:13.849672 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:13.850747 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:13.850747 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:13.850747 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:14.284483 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:14.357977 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:14.513596 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:14.519010 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:14.586347 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event updated for resources: {'Port': ['ID=4d1c541f-b5b4-440c-8ef6-0c0a5ec9e3a4,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:14.597937 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:14.700419 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Floating IP 74e9acb8-edf9-4767-8be2-769df7f3ef95 associated. External IP: 172.25.6.230, port: aec04950-b830-4966-b1e8-65874416f454. Aug 16 22:59:14.908664 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:15.265626 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Router 15e82dcf-0048-4389-a5fc-046728f004eb has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:59:15.377452 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:59:15.387844 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687096f8-0704-4f3e-a298-32da25be65db None None] Sync routers for ids ['15e82dcf-0048-4389-a5fc-046728f004eb'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:59:15.395140 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:15.398380 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687096f8-0704-4f3e-a298-32da25be65db None None] Routers {'15e82dcf-0048-4389-a5fc-046728f004eb'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:15.398993 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-687096f8-0704-4f3e-a298-32da25be65db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:59:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['15e82dcf-0048-4389-a5fc-046728f004eb'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:15.423331 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5efe9477-a227-4c7e-baaa-90739df3b81a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1102998 Aug 16 22:59:15.424256 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f5041e-91d9-49e4-9e85-c2860861652b', 'tag': 'aec04950-b830-4966-b1e8-65874416f454'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:59:15.426568 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffd5713-d999-42fb-900b-9670eee8526e" -d '{"events": [{"name": "network-changed", "server_uuid": "64f5041e-91d9-49e4-9e85-c2860861652b", "tag": "aec04950-b830-4966-b1e8-65874416f454"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:59:15.466810 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be669b90-6f88-4371-9de3-c531553a9a68 x-openstack-request-id: req-be669b90-6f88-4371-9de3-c531553a9a68 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:59:15.467106 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f5041e-91d9-49e4-9e85-c2860861652b", "tag": "aec04950-b830-4966-b1e8-65874416f454", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:59:15.467356 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-be669b90-6f88-4371-9de3-c531553a9a68 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:59:15.467756 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f5041e-91d9-49e4-9e85-c2860861652b', 'tag': 'aec04950-b830-4966-b1e8-65874416f454', 'status': 'completed', 'code': 200} Aug 16 22:59:15.567597 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd5713-d999-42fb-900b-9670eee8526e req-8e92f8a8-d0eb-4cb7-9cf9-48b4b5c81abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:15.569126 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fffd5713-d999-42fb-900b-9670eee8526e req-8e92f8a8-d0eb-4cb7-9cf9-48b4b5c81abe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 1097 time: 0.0715137 Aug 16 22:59:15.578177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b802f-1a78-43d0-9caa-c6434ce3d0d8 req-7804e3dc-6cc0-4ed8-8ac8-f9b28490e221 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:15.579680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c05b802f-1a78-43d0-9caa-c6434ce3d0d8 req-7804e3dc-6cc0-4ed8-8ac8-f9b28490e221 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.0913310 Aug 16 22:59:15.614290 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-687096f8-0704-4f3e-a298-32da25be65db None None] Set router 15e82dcf-0048-4389-a5fc-046728f004eb gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:15.675629 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c05b802f-1a78-43d0-9caa-c6434ce3d0d8 req-a1602236-a96f-4478-a78f-91ec42fe92af tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875497 Aug 16 22:59:15.699847 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45438) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:15.710417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd5713-d999-42fb-900b-9670eee8526e req-11dfb8bc-adbe-4a94-b103-9183ff1c1225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:15.712288 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fffd5713-d999-42fb-900b-9670eee8526e req-11dfb8bc-adbe-4a94-b103-9183ff1c1225 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c1526cd6-799e-4e50-afe0-d70396890418 HTTP/1.1" status: 200 len: 898 time: 0.1315954 Aug 16 22:59:15.781948 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fffd5713-d999-42fb-900b-9670eee8526e req-4935bbae-307b-4f4c-957d-a2ccc612fd69 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aec04950-b830-4966-b1e8-65874416f454 HTTP/1.1" status: 200 len: 999 time: 0.0620308 Aug 16 22:59:15.782258 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1a6eb390-ad78-4418-a2a7-c36df66745c3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/floatingips/74e9acb8-edf9-4767-8be2-769df7f3ef95 HTTP/1.1" status: 200 len: 991 time: 0.0804038 Aug 16 22:59:15.838417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd5713-d999-42fb-900b-9670eee8526e req-bc02e27d-f93b-43d7-92bc-2fd8f9607c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:15.839909 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fffd5713-d999-42fb-900b-9670eee8526e req-bc02e27d-f93b-43d7-92bc-2fd8f9607c57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b0f51cba-b989-495f-a1c4-7f3147da8dc6 HTTP/1.1" status: 200 len: 835 time: 0.0510771 Aug 16 22:59:15.851513 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-687096f8-0704-4f3e-a298-32da25be65db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672362787', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '40021378-d426-445a-944a-37870fc2fe2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:01Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '40021378-d426-445a-944a-37870fc2fe2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '74e9acb8-edf9-4767-8be2-769df7f3ef95', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'floating_ip_address': '172.25.6.230', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'port_id': 'aec04950-b830-4966-b1e8-65874416f454', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418', 'mac_address': 'fa:16:3e:41:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f5041e-91d9-49e4-9e85-c2860861652b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:59:14Z', 'updated_at': '2021-08-16T22:59:14Z', 'revision_number': 0, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fcf00e6-42dc-40e4-bf35-28b1b2f8030c', 'name': '', 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:e9:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'b0f51cba-b989-495f-a1c4-7f3147da8dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:01Z', 'updated_at': '2021-08-16T22:59:07Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': 'b0f51cba-b989-495f-a1c4-7f3147da8dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:15.877795 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687096f8-0704-4f3e-a298-32da25be65db None None] Checking router: 15e82dcf-0048-4389-a5fc-046728f004eb for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:59:15.887087 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd5713-d999-42fb-900b-9670eee8526e req-8fb67523-fe59-461c-b74c-9b8e555be7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:15.888626 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fffd5713-d999-42fb-900b-9670eee8526e req-8fb67523-fe59-461c-b74c-9b8e555be7af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c1526cd6-799e-4e50-afe0-d70396890418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418971 Aug 16 22:59:15.890280 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687096f8-0704-4f3e-a298-32da25be65db None None] Routers {'15e82dcf-0048-4389-a5fc-046728f004eb'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:15.890897 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-687096f8-0704-4f3e-a298-32da25be65db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T22:59:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['15e82dcf-0048-4389-a5fc-046728f004eb'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:15.998501 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fffd5713-d999-42fb-900b-9670eee8526e req-ca447ef0-0347-4a98-a463-2c0ad98728c3 service neutron] 10.222.0.43 "GET /v2.0/networks/c1526cd6-799e-4e50-afe0-d70396890418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013219 Aug 16 22:59:16.006720 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-687096f8-0704-4f3e-a298-32da25be65db None None] Set router 15e82dcf-0048-4389-a5fc-046728f004eb gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:16.113183 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fffd5713-d999-42fb-900b-9670eee8526e req-e576ca7a-e754-413c-ae99-b10d0d128f88 service neutron] 10.222.0.43 "GET /v2.0/networks/c1526cd6-799e-4e50-afe0-d70396890418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070983 Aug 16 22:59:16.271106 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-687096f8-0704-4f3e-a298-32da25be65db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672362787', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '40021378-d426-445a-944a-37870fc2fe2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:01Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '40021378-d426-445a-944a-37870fc2fe2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '74e9acb8-edf9-4767-8be2-769df7f3ef95', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'floating_ip_address': '172.25.6.230', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'port_id': 'aec04950-b830-4966-b1e8-65874416f454', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418', 'mac_address': 'fa:16:3e:41:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f5041e-91d9-49e4-9e85-c2860861652b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:59:14Z', 'updated_at': '2021-08-16T22:59:14Z', 'revision_number': 0, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fcf00e6-42dc-40e4-bf35-28b1b2f8030c', 'name': '', 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:e9:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'b0f51cba-b989-495f-a1c4-7f3147da8dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:01Z', 'updated_at': '2021-08-16T22:59:07Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': 'b0f51cba-b989-495f-a1c4-7f3147da8dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:16.303130 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687096f8-0704-4f3e-a298-32da25be65db None None] The sync data for ids ['15e82dcf-0048-4389-a5fc-046728f004eb'] in n-d-792458-15 is: [{'id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672362787', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '40021378-d426-445a-944a-37870fc2fe2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:01Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '40021378-d426-445a-944a-37870fc2fe2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '74e9acb8-edf9-4767-8be2-769df7f3ef95', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'floating_ip_address': '172.25.6.230', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'port_id': 'aec04950-b830-4966-b1e8-65874416f454', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418', 'mac_address': 'fa:16:3e:41:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f5041e-91d9-49e4-9e85-c2860861652b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:59:14Z', 'updated_at': '2021-08-16T22:59:14Z', 'revision_number': 0, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fcf00e6-42dc-40e4-bf35-28b1b2f8030c', 'name': '', 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:e9:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'b0f51cba-b989-495f-a1c4-7f3147da8dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:01Z', 'updated_at': '2021-08-16T22:59:07Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': 'b0f51cba-b989-495f-a1c4-7f3147da8dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:59:16.506058 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a5eaf0-d2fe-4808-9c6b-0ce72324a2c4 None None] New status for floating IP 74e9acb8-edf9-4767-8be2-769df7f3ef95: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:59:16.786139 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45448) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:16.857871 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0cd4aabb-8dbb-45b9-811f-260a4a521b57 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/floatingips/74e9acb8-edf9-4767-8be2-769df7f3ef95 HTTP/1.1" status: 200 len: 991 time: 0.0705585 Aug 16 22:59:17.860035 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45452) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:17.923162 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5f1b0a03-0043-4023-8d40-3e54b576eb9a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/floatingips/74e9acb8-edf9-4767-8be2-769df7f3ef95 HTTP/1.1" status: 200 len: 993 time: 0.0617936 Aug 16 22:59:18.631412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-759164bc-8b8f-4a49-9a92-af917ee1b171 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:18.632863 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-759164bc-8b8f-4a49-9a92-af917ee1b171 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 812 time: 0.1038811 Aug 16 22:59:18.649920 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-8758511e-b28e-4b2f-b392-e1393b663b58 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/quotas/5cf3e805ef684fd09fb8bfbc3fc85873 HTTP/1.1" status: 200 len: 375 time: 0.0113223 Aug 16 22:59:18.699759 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-96842564-6765-457d-bf7b-d2398c63f49c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443051 Aug 16 22:59:18.791113 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-77f993de-a052-4fbf-81b9-257d687e5e81 service neutron] 10.222.0.93 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845587 Aug 16 22:59:18.879267 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-a2e9430d-982b-404c-a9c5-6998cd3e1cc4 service neutron] 10.222.0.93 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818391 Aug 16 22:59:19.059921 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-67ecad8d-8efd-4f2b-a6b6-83eb1ab3f0a8 req-ebb0b3ea-415a-45ce-91d8-d175e046d3b8 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 210 time: 0.0265677 Aug 16 22:59:20.007322 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-ea154dfc-2f2d-4f7d-8eb1-cdf4a3dc826e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:20.009207 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-ea154dfc-2f2d-4f7d-8eb1-cdf4a3dc826e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.39 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 812 time: 0.1340125 Aug 16 22:59:20.023113 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-9d6541ed-c654-4cf9-9a2f-0110d852939f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Request body: {'port': {'device_id': '8da318bb-1b43-4705-bbe8-f1d5f99d000c', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'admin_state_up': True, 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:20.176346 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2f3783e-2434-4d30-835b-3bb5f88d7f60 req-c75a5c37-a386-4b6d-96a4-c2e620cc3ba4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 210 time: 0.0287204 Aug 16 22:59:20.180743 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-9d6541ed-c654-4cf9-9a2f-0110d852939f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Made reservation on behalf of 5cf3e805ef684fd09fb8bfbc3fc85873 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:20.184598 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-9d6541ed-c654-4cf9-9a2f-0110d852939f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:20.320401 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-9d6541ed-c654-4cf9-9a2f-0110d852939f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Allocated IP 172.20.0.5 (618125df-33d5-4ee1-b6a0-cd83424b6f7c/76f0d65c-5ef7-4b10-b7a7-caf718efa02b/ce79dfb2-16a3-413a-adf5-0a4d6221a391) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:20.500143 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-9d6541ed-c654-4cf9-9a2f-0110d852939f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:20.516766 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-9d6541ed-c654-4cf9-9a2f-0110d852939f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Transition to ACTIVE for port object ce79dfb2-16a3-413a-adf5-0a4d6221a391 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:20.557567 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-9d6541ed-c654-4cf9-9a2f-0110d852939f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:20.609737 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-9d6541ed-c654-4cf9-9a2f-0110d852939f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Network 618125df-33d5-4ee1-b6a0-cd83424b6f7c is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:20.613139 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-9d6541ed-c654-4cf9-9a2f-0110d852939f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:20.617182 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-9d6541ed-c654-4cf9-9a2f-0110d852939f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:20.629238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6541ed-c654-4cf9-9a2f-0110d852939f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event updated for resources: {'Port': ['ID=ce79dfb2-16a3-413a-adf5-0a4d6221a391,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:20.685160 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-9d6541ed-c654-4cf9-9a2f-0110d852939f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:20.685800 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-9d6541ed-c654-4cf9-9a2f-0110d852939f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:20.702059 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-9d6541ed-c654-4cf9-9a2f-0110d852939f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6832016 Aug 16 22:59:20.771456 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] Request body: {'port': {'device_id': '8da318bb-1b43-4705-bbe8-f1d5f99d000c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:20.837698 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:20.885221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c1e0acab-a6d8-4c70-9e22-8d90df326023 None None] Provisioning for port ce79dfb2-16a3-413a-adf5-0a4d6221a391 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:20.892120 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c1e0acab-a6d8-4c70-9e22-8d90df326023 None None] Provisioning complete for port ce79dfb2-16a3-413a-adf5-0a4d6221a391 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:20.892765 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c1e0acab-a6d8-4c70-9e22-8d90df326023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:20.930532 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c1e0acab-a6d8-4c70-9e22-8d90df326023 None None] Port ce79dfb2-16a3-413a-adf5-0a4d6221a391 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:59:21.167306 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce79dfb2-16a3-413a-adf5-0a4d6221a391 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:59:21.175532 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.188337 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] Transition to ACTIVE for port object ce79dfb2-16a3-413a-adf5-0a4d6221a391 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:21.194006 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.255546 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] Pushing event updated for resources: {'Port': ['ID=ce79dfb2-16a3-413a-adf5-0a4d6221a391,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:21.325753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e000e4-7fce-4469-861c-b2cb9e42eca0 req-0e6b7ca7-3dd2-44e9-9d52-53f5b54be988 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:21.328555 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8e000e4-7fce-4469-861c-b2cb9e42eca0 req-0e6b7ca7-3dd2-44e9-9d52-53f5b54be988 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 943 time: 0.0640762 Aug 16 22:59:21.334609 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] Attempting to bind port ce79dfb2-16a3-413a-adf5-0a4d6221a391 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:59:21.334972 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] Attempting to bind port ce79dfb2-16a3-413a-adf5-0a4d6221a391 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:59:21.335280 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] Attempting to bind port ce79dfb2-16a3-413a-adf5-0a4d6221a391 on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:21.340592 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] Port ce79dfb2-16a3-413a-adf5-0a4d6221a391 on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:59:21.340925 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] Attempting to bind port ce79dfb2-16a3-413a-adf5-0a4d6221a391 on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:21.346402 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:59:21.346886 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] Checking segment: {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:21.347325 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] Bound using segment: {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:59:21.347759 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] Bound port: ce79dfb2-16a3-413a-adf5-0a4d6221a391, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:59:21.348124 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.373083 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8e000e4-7fce-4469-861c-b2cb9e42eca0 req-be08b21e-42cc-4dd9-a314-abbbb114868a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364618 Aug 16 22:59:21.426009 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] For port ce79dfb2-16a3-413a-adf5-0a4d6221a391, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:59:21.430108 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] For port ce79dfb2-16a3-413a-adf5-0a4d6221a391, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ce79dfb2-16a3-413a-adf5-0a4d6221a391,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:59:21.434875 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.472444 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:21.473069 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.474507 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] 10.222.0.39 "PUT /v2.0/ports/ce79dfb2-16a3-413a-adf5-0a4d6221a391 HTTP/1.1" status: 200 len: 1092 time: 0.7640457 Aug 16 22:59:21.474955 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da318bb-1b43-4705-bbe8-f1d5f99d000c', 'tag': 'ce79dfb2-16a3-413a-adf5-0a4d6221a391'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:59:21.477269 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40cf6af-0c47-4a81-84d3-e84e81b985c9" -d '{"events": [{"name": "network-changed", "server_uuid": "8da318bb-1b43-4705-bbe8-f1d5f99d000c", "tag": "ce79dfb2-16a3-413a-adf5-0a4d6221a391"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:59:21.515780 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc06e1c-cc75-4fba-a7e3-75e70d043863 service neutron] Pushing event updated for resources: {'Port': ['ID=ce79dfb2-16a3-413a-adf5-0a4d6221a391,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:21.523135 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c878824d-45b5-4d43-9179-fc006efca720 x-openstack-request-id: req-c878824d-45b5-4d43-9179-fc006efca720 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:59:21.523429 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da318bb-1b43-4705-bbe8-f1d5f99d000c", "tag": "ce79dfb2-16a3-413a-adf5-0a4d6221a391", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:59:21.523687 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c878824d-45b5-4d43-9179-fc006efca720 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:59:21.524092 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da318bb-1b43-4705-bbe8-f1d5f99d000c', 'tag': 'ce79dfb2-16a3-413a-adf5-0a4d6221a391', 'status': 'completed', 'code': 200} Aug 16 22:59:21.572694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-e14e0cf7-0417-4891-8c21-9cc28292322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:21.574456 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-e14e0cf7-0417-4891-8c21-9cc28292322e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 1095 time: 0.0474930 Aug 16 22:59:21.627789 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-00905760-06c7-4de5-84fe-6cbc1f711c42 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce79dfb2-16a3-413a-adf5-0a4d6221a391 HTTP/1.1" status: 200 len: 217 time: 0.0447123 Aug 16 22:59:21.689235 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-2050f907-4b62-4655-80e1-9394e054be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:21.690751 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-2050f907-4b62-4655-80e1-9394e054be5f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0565696 Aug 16 22:59:21.737553 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-ce2dea52-c7ee-4aed-9dc1-fe7e731578e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:21.739075 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-ce2dea52-c7ee-4aed-9dc1-fe7e731578e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417957 Aug 16 22:59:21.835966 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-4613e093-24e1-4a01-a9ca-33fcb8017efc service neutron] 10.222.0.39 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895071 Aug 16 22:59:21.924358 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-06308398-ab0f-4050-8d70-dfc6d1a1564e req-f9e4dbcd-beb2-45f2-8380-8d66468ba77b service neutron] 10.222.0.39 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816765 Aug 16 22:59:22.021678 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cf6af-0c47-4a81-84d3-e84e81b985c9 req-4242074d-5f89-4e89-8f94-48586c58ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:22.023825 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f40cf6af-0c47-4a81-84d3-e84e81b985c9 req-4242074d-5f89-4e89-8f94-48586c58ed43 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 1095 time: 0.0476422 Aug 16 22:59:22.113679 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cf6af-0c47-4a81-84d3-e84e81b985c9 req-5032f93d-d3a5-47e1-ab12-5bbafe1bcb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:22.114984 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f40cf6af-0c47-4a81-84d3-e84e81b985c9 req-5032f93d-d3a5-47e1-ab12-5bbafe1bcb6b service neutron] 10.222.0.39 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 913 time: 0.0839002 Aug 16 22:59:22.161562 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f40cf6af-0c47-4a81-84d3-e84e81b985c9 req-3517f6ab-ddf1-49e6-9b47-6ac37d523e2f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce79dfb2-16a3-413a-adf5-0a4d6221a391 HTTP/1.1" status: 200 len: 217 time: 0.0394657 Aug 16 22:59:22.211684 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cf6af-0c47-4a81-84d3-e84e81b985c9 req-736d40b5-8671-46f8-8a50-5f66cc6940bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:22.213160 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f40cf6af-0c47-4a81-84d3-e84e81b985c9 req-736d40b5-8671-46f8-8a50-5f66cc6940bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0452876 Aug 16 22:59:22.258771 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cf6af-0c47-4a81-84d3-e84e81b985c9 req-11ef95fd-2eca-492d-a710-847205ea0db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:22.260233 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f40cf6af-0c47-4a81-84d3-e84e81b985c9 req-11ef95fd-2eca-492d-a710-847205ea0db4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404935 Aug 16 22:59:22.360337 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f40cf6af-0c47-4a81-84d3-e84e81b985c9 req-d1758fee-760a-4fa2-9c31-ae6d8cb76506 service neutron] 10.222.0.39 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926414 Aug 16 22:59:22.456234 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f40cf6af-0c47-4a81-84d3-e84e81b985c9 req-c1e7f93b-6569-4724-aa54-7f00e464f7c1 service neutron] 10.222.0.39 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892682 Aug 16 22:59:22.498884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6ebfe-70d9-4d61-8bc3-93d8da5bca4c req-178a90de-777c-43cc-a20a-ab7e1634550f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:22.500360 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19f6ebfe-70d9-4d61-8bc3-93d8da5bca4c req-178a90de-777c-43cc-a20a-ab7e1634550f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 943 time: 0.0532961 Aug 16 22:59:22.539831 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19f6ebfe-70d9-4d61-8bc3-93d8da5bca4c req-dff24842-2c3d-4a9c-958c-b50f45f39a6a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329711 Aug 16 22:59:23.724878 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68168e-54c2-4c52-a41b-af4bc4b46628 req-ae239baf-4e4f-4477-bfce-11945b55c983 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:23.728110 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee68168e-54c2-4c52-a41b-af4bc4b46628 req-ae239baf-4e4f-4477-bfce-11945b55c983 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 943 time: 0.0752578 Aug 16 22:59:23.783649 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee68168e-54c2-4c52-a41b-af4bc4b46628 req-a506c041-6db6-457f-8ca1-99d232951bb4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434999 Aug 16 22:59:24.948925 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb4157-ac8f-4fb4-9b32-bea3740deca9 req-8fa647bc-1a20-4bc2-8da3-2327d192d974 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:24.952768 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7ddb4157-ac8f-4fb4-9b32-bea3740deca9 req-8fa647bc-1a20-4bc2-8da3-2327d192d974 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 943 time: 0.0769725 Aug 16 22:59:25.014851 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7ddb4157-ac8f-4fb4-9b32-bea3740deca9 req-24678299-f985-4943-a391-d022e116485b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520251 Aug 16 22:59:26.149072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cb3b4-75e0-45b1-8c8c-06831904dd64 req-40580fe7-735a-4d63-9e50-1c4ab0b75255 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:26.150602 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-569cb3b4-75e0-45b1-8c8c-06831904dd64 req-40580fe7-735a-4d63-9e50-1c4ab0b75255 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 943 time: 0.0511298 Aug 16 22:59:26.206085 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-569cb3b4-75e0-45b1-8c8c-06831904dd64 req-17bb4d19-71fa-433e-ae38-932109bb1e6d tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486295 Aug 16 22:59:27.343258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5f367-a89e-4e42-a92f-5d58327b138f req-af864d30-13a9-4919-a7a9-43cc1af4966c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:27.344709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6ce5f367-a89e-4e42-a92f-5d58327b138f req-af864d30-13a9-4919-a7a9-43cc1af4966c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 943 time: 0.0526016 Aug 16 22:59:27.387295 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6ce5f367-a89e-4e42-a92f-5d58327b138f req-cbb88ce1-50bb-4638-b14d-c021ef2a687c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353863 Aug 16 22:59:28.508813 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac22e1a-2e34-41d7-bfe9-71237a6b77a6 req-73fd5084-50d1-4b27-a1dd-6faf71d477f8 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:28.510337 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ac22e1a-2e34-41d7-bfe9-71237a6b77a6 req-73fd5084-50d1-4b27-a1dd-6faf71d477f8 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 943 time: 0.0542080 Aug 16 22:59:28.548884 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ac22e1a-2e34-41d7-bfe9-71237a6b77a6 req-4e28997d-0b92-4880-97a2-27bf590ec6f4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321915 Aug 16 22:59:28.850650 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:59:29.676071 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab6357-3654-4f69-be55-79d862d47537 req-f70ef60e-1572-4d79-aac4-841bbf20a408 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:29.677727 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-37ab6357-3654-4f69-be55-79d862d47537 req-f70ef60e-1572-4d79-aac4-841bbf20a408 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 943 time: 0.0603368 Aug 16 22:59:29.721724 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-37ab6357-3654-4f69-be55-79d862d47537 req-5988bbd1-f4df-4e71-bae2-dca3831a0fa0 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364914 Aug 16 22:59:30.845588 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e419f43-2ff2-42f9-91a1-1a3be95bbae8 req-df1750d1-10e8-4b0f-820f-87ecae60d1a9 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:30.847107 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e419f43-2ff2-42f9-91a1-1a3be95bbae8 req-df1750d1-10e8-4b0f-820f-87ecae60d1a9 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 943 time: 0.0497093 Aug 16 22:59:30.886232 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e419f43-2ff2-42f9-91a1-1a3be95bbae8 req-67dcf4e7-0fb3-4829-a67e-627ac4e3b450 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328648 Aug 16 22:59:32.024536 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecade17-a4ac-4406-9291-c77d27ae7f79 req-66d14f52-d44d-4561-b62f-4b6d9ac4e991 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:32.026240 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cecade17-a4ac-4406-9291-c77d27ae7f79 req-66d14f52-d44d-4561-b62f-4b6d9ac4e991 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 943 time: 0.0548863 Aug 16 22:59:32.073409 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cecade17-a4ac-4406-9291-c77d27ae7f79 req-f6c31a95-4fd4-42a4-9ba3-5db4e919cf6f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377951 Aug 16 22:59:33.194375 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4b80b-61e6-4629-a3ba-b83dab531d76 req-102c09f1-0239-4e03-b9be-e651702d3dcc tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:33.195989 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52f4b80b-61e6-4629-a3ba-b83dab531d76 req-102c09f1-0239-4e03-b9be-e651702d3dcc tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 943 time: 0.0496233 Aug 16 22:59:33.240008 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52f4b80b-61e6-4629-a3ba-b83dab531d76 req-48f3902a-e2fa-446e-9803-ffe44aad257f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378163 Aug 16 22:59:34.365140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca185eac-cf68-40fb-911e-14efb002552d req-ecf4eae5-b062-4655-b7d7-6427fd3f6564 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:34.366657 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca185eac-cf68-40fb-911e-14efb002552d req-ecf4eae5-b062-4655-b7d7-6427fd3f6564 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 943 time: 0.0486722 Aug 16 22:59:34.405142 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca185eac-cf68-40fb-911e-14efb002552d req-9575f1bd-3a99-4d0f-9f50-bff15a91d000 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320325 Aug 16 22:59:35.533399 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190968ae-2296-4c4e-9c28-fd0f9cb5346a req-6d127f48-939e-4202-be9b-5279d4bddce8 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:35.534895 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-190968ae-2296-4c4e-9c28-fd0f9cb5346a req-6d127f48-939e-4202-be9b-5279d4bddce8 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 943 time: 0.0530965 Aug 16 22:59:35.580398 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-190968ae-2296-4c4e-9c28-fd0f9cb5346a req-47a3f746-5726-433d-9094-dd539479b5a8 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316112 Aug 16 22:59:36.698879 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab178571-efc6-4cbe-bf5c-159117c0f905 req-296f7864-dd70-473b-b5e0-4dab6aa7a68e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:36.700371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab178571-efc6-4cbe-bf5c-159117c0f905 req-296f7864-dd70-473b-b5e0-4dab6aa7a68e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 943 time: 0.0496774 Aug 16 22:59:36.743116 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab178571-efc6-4cbe-bf5c-159117c0f905 req-1ddc40d9-a9a6-4a75-a19c-6218e7f33c8f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364664 Aug 16 22:59:37.861303 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f26aa-e20a-47e8-8875-d6534d4e595b req-29324f9a-d835-488a-be90-5cff172a27a6 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:37.862828 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a31f26aa-e20a-47e8-8875-d6534d4e595b req-29324f9a-d835-488a-be90-5cff172a27a6 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 943 time: 0.0509610 Aug 16 22:59:37.903094 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a31f26aa-e20a-47e8-8875-d6534d4e595b req-4ca2af58-15a3-4310-8730-077f866ac957 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332983 Aug 16 22:59:38.779831 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:39.022444 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca364-c550-4d82-a9b8-369f9e502e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:39.024036 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b420fc-b7ff-403e-a9df-79aa7973ba86 req-d9f8172d-93d6-438a-8154-0b56e9182eb9 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:39.025597 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c7b420fc-b7ff-403e-a9df-79aa7973ba86 req-d9f8172d-93d6-438a-8154-0b56e9182eb9 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 943 time: 0.0550675 Aug 16 22:59:39.068133 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c7b420fc-b7ff-403e-a9df-79aa7973ba86 req-8bc3c9d7-bda8-457c-ab7a-fa513e7af05c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349076 Aug 16 22:59:40.187157 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17eff3-7dbf-478f-89cf-920bc794c6b3 req-b0da246e-d3b8-466f-a0cd-a5256395cf08 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:40.188669 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aa17eff3-7dbf-478f-89cf-920bc794c6b3 req-b0da246e-d3b8-466f-a0cd-a5256395cf08 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 943 time: 0.0505664 Aug 16 22:59:40.226452 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aa17eff3-7dbf-478f-89cf-920bc794c6b3 req-3e350746-9722-4933-9802-988607218b6e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311201 Aug 16 22:59:41.041557 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:41.344519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488d0b5-65e1-4346-89a8-7582db19202a req-c0f2aa76-e717-49fd-a794-d0d019d85903 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:41.345920 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0488d0b5-65e1-4346-89a8-7582db19202a req-c0f2aa76-e717-49fd-a794-d0d019d85903 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 943 time: 0.0504990 Aug 16 22:59:41.390707 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0488d0b5-65e1-4346-89a8-7582db19202a req-5446049b-d1b8-47c9-a8cd-fdf619a425a8 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382357 Aug 16 22:59:41.559449 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c5a6aaee-9178-43c8-a950-777cf29c6356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:42.126871 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:42.142692 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ce79dfb2-16a3-413a-adf5-0a4d6221a391 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:59:42.246286 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port ce79dfb2-16a3-413a-adf5-0a4d6221a391, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ce79dfb2-16a3-413a-adf5-0a4d6221a391,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:42.258804 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'ce79dfb2-16a3-413a-adf5-0a4d6221a391', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'port_id': 'ce79dfb2-16a3-413a-adf5-0a4d6221a391', 'mac_address': 'fa:16:3e:f5:64:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:59:42.299830 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:42.312660 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce79dfb2-16a3-413a-adf5-0a4d6221a391 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:59:42.333465 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port ce79dfb2-16a3-413a-adf5-0a4d6221a391, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ce79dfb2-16a3-413a-adf5-0a4d6221a391,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:42.338306 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:42.391064 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=ce79dfb2-16a3-413a-adf5-0a4d6221a391,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:42.398981 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:42.399330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:42.399669 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:42.400005 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:42.400434 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:42.400789 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:42.401136 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:42.401479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:42.401816 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:42.402181 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:42.402527 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:42.402842 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:42.519553 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcb03e-76f5-487e-b2dc-72c02fcb795c req-85310227-5aae-4788-a853-a858db1acea9 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:42.521075 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3fcb03e-76f5-487e-b2dc-72c02fcb795c req-85310227-5aae-4788-a853-a858db1acea9 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 944 time: 0.0607116 Aug 16 22:59:42.542710 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['ce79dfb2-16a3-413a-adf5-0a4d6221a391'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:59:42.578565 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3fcb03e-76f5-487e-b2dc-72c02fcb795c req-5fd2ff00-c603-4d41-be36-496442a6812a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485072 Aug 16 22:59:43.326499 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:43.708504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bfc8e-c206-45ac-949a-e76bd3a3a2d2 req-7ef2fa8f-9432-4633-b69f-83868d752035 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:43.710631 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-561bfc8e-c206-45ac-949a-e76bd3a3a2d2 req-7ef2fa8f-9432-4633-b69f-83868d752035 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 944 time: 0.0518689 Aug 16 22:59:43.748937 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-561bfc8e-c206-45ac-949a-e76bd3a3a2d2 req-94e38f22-abf5-433a-981c-1ff4cb8cf07b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320919 Aug 16 22:59:44.146009 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ce79dfb2-16a3-413a-adf5-0a4d6221a391 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:44.201480 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port ce79dfb2-16a3-413a-adf5-0a4d6221a391 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:44.205988 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port ce79dfb2-16a3-413a-adf5-0a4d6221a391 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:44.206496 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.292957 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.319323 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da318bb-1b43-4705-bbe8-f1d5f99d000c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce79dfb2-16a3-413a-adf5-0a4d6221a391'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:59:44.322049 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a4bfc2-bae7-4aef-a601-11722b3de3b6" -d '{"events": [{"server_uuid": "8da318bb-1b43-4705-bbe8-f1d5f99d000c", "name": "network-vif-plugged", "status": "completed", "tag": "ce79dfb2-16a3-413a-adf5-0a4d6221a391"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:59:44.336487 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port ce79dfb2-16a3-413a-adf5-0a4d6221a391, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ce79dfb2-16a3-413a-adf5-0a4d6221a391,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:44.341200 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.367653 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6627d4b-bbb8-45e8-b8cf-f33e6f59bcc7 x-openstack-request-id: req-f6627d4b-bbb8-45e8-b8cf-f33e6f59bcc7 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:59:44.367951 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da318bb-1b43-4705-bbe8-f1d5f99d000c", "name": "network-vif-plugged", "status": "completed", "tag": "ce79dfb2-16a3-413a-adf5-0a4d6221a391", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:59:44.368203 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f6627d4b-bbb8-45e8-b8cf-f33e6f59bcc7 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:59:44.368615 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da318bb-1b43-4705-bbe8-f1d5f99d000c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce79dfb2-16a3-413a-adf5-0a4d6221a391', 'code': 200} Aug 16 22:59:44.399081 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=ce79dfb2-16a3-413a-adf5-0a4d6221a391,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:44.476093 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9feb35-2863-4db8-8c76-7e780e6799e5 req-952aecf9-e9b5-49c5-b67e-a3c09234d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:44.477617 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-da9feb35-2863-4db8-8c76-7e780e6799e5 req-952aecf9-e9b5-49c5-b67e-a3c09234d664 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 1097 time: 0.0533063 Aug 16 22:59:44.516057 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-da9feb35-2863-4db8-8c76-7e780e6799e5 req-1a1e6d18-425c-4284-97ac-d8830853f8b2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308297 Aug 16 22:59:44.873161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977fc96-a458-48b8-8e9d-6bd11968d17d req-fd171b9c-0115-450c-ba2a-f8d3c5d34cd3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:44.874772 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f977fc96-a458-48b8-8e9d-6bd11968d17d req-fd171b9c-0115-450c-ba2a-f8d3c5d34cd3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 945 time: 0.0535684 Aug 16 22:59:44.903346 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.919098 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f977fc96-a458-48b8-8e9d-6bd11968d17d req-99e847bd-5c71-4529-8559-9d0d51ab8f78 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365002 Aug 16 22:59:46.045507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b94f3-3894-488b-9858-f2a2b2e95b2f req-4686e1f1-9e77-40cf-b599-0461d851e2c7 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:46.047182 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a3b94f3-3894-488b-9858-f2a2b2e95b2f req-4686e1f1-9e77-40cf-b599-0461d851e2c7 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 945 time: 0.0546978 Aug 16 22:59:46.089898 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a3b94f3-3894-488b-9858-f2a2b2e95b2f req-f1d10c57-e4ec-498b-bbf0-fa423f21ccc6 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361598 Aug 16 22:59:46.211068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74e05d-7d64-4aa6-b3a9-603cd375f595 req-2e85071b-7092-41f4-b34b-7421de1eb1fb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:46.212493 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb74e05d-7d64-4aa6-b3a9-603cd375f595 req-2e85071b-7092-41f4-b34b-7421de1eb1fb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 945 time: 0.0533845 Aug 16 22:59:46.252611 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb74e05d-7d64-4aa6-b3a9-603cd375f595 req-bca52603-07ca-4969-a2a1-4c0eb8d0168b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336978 Aug 16 22:59:46.372994 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462ae31-1f7a-43fc-b20c-213ec81af6fb req-7c6941a3-ba3d-4ea7-a92e-cbf37fe7592d tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:46.374536 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d462ae31-1f7a-43fc-b20c-213ec81af6fb req-7c6941a3-ba3d-4ea7-a92e-cbf37fe7592d tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 945 time: 0.0503328 Aug 16 22:59:46.414664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d462ae31-1f7a-43fc-b20c-213ec81af6fb req-44e91208-2476-4240-a4ac-847d8d829f32 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337574 Aug 16 22:59:46.734357 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9cbc4-dd37-4b3a-b73e-1d2ad2c6bb56 req-f8f4eadf-709a-47ae-b61d-d5693ecab815 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:46.735792 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96b9cbc4-dd37-4b3a-b73e-1d2ad2c6bb56 req-f8f4eadf-709a-47ae-b61d-d5693ecab815 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 945 time: 0.0531526 Aug 16 22:59:46.777376 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-96b9cbc4-dd37-4b3a-b73e-1d2ad2c6bb56 req-ebcdda3e-e315-41f9-ab19-9fe1af3f2704 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352917 Aug 16 22:59:47.904911 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088b73f-8664-43ce-8f93-6345a29f8343 req-a8e780e2-35d7-451e-893a-9559ac80880a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:47.906519 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9088b73f-8664-43ce-8f93-6345a29f8343 req-a8e780e2-35d7-451e-893a-9559ac80880a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 945 time: 0.0553946 Aug 16 22:59:47.946674 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9088b73f-8664-43ce-8f93-6345a29f8343 req-0c65d323-579d-4a82-b4ac-8c06d3810c42 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336864 Aug 16 22:59:48.096333 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca56f73-17c1-41ac-81ac-7b687d134bba req-18586508-1eb9-4482-9c92-a5e3973fe616 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:48.097843 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fca56f73-17c1-41ac-81ac-7b687d134bba req-18586508-1eb9-4482-9c92-a5e3973fe616 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.39 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 945 time: 0.0529768 Aug 16 22:59:48.193226 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-fca56f73-17c1-41ac-81ac-7b687d134bba req-69d7e35d-bf40-4955-ac1a-dea15a8fa914 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Deleting port ce79dfb2-16a3-413a-adf5-0a4d6221a391 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:48.193698 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-fca56f73-17c1-41ac-81ac-7b687d134bba req-69d7e35d-bf40-4955-ac1a-dea15a8fa914 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:48.290754 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-fca56f73-17c1-41ac-81ac-7b687d134bba req-69d7e35d-bf40-4955-ac1a-dea15a8fa914 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] For port ce79dfb2-16a3-413a-adf5-0a4d6221a391, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=ce79dfb2-16a3-413a-adf5-0a4d6221a391,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:48.291119 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-fca56f73-17c1-41ac-81ac-7b687d134bba req-69d7e35d-bf40-4955-ac1a-dea15a8fa914 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:48.304987 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-fca56f73-17c1-41ac-81ac-7b687d134bba req-69d7e35d-bf40-4955-ac1a-dea15a8fa914 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Calling delete_port for ce79dfb2-16a3-413a-adf5-0a4d6221a391 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:48.447732 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-fca56f73-17c1-41ac-81ac-7b687d134bba req-69d7e35d-bf40-4955-ac1a-dea15a8fa914 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:48.462089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['ce79dfb2-16a3-413a-adf5-0a4d6221a391'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:59:48.481129 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7e35d-bf40-4955-ac1a-dea15a8fa914 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event deleted for resources: {'Port': ['ID=ce79dfb2-16a3-413a-adf5-0a4d6221a391,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:48.529715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca56f73-17c1-41ac-81ac-7b687d134bba req-69d7e35d-bf40-4955-ac1a-dea15a8fa914 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] No DVR routers for this DVR port ce79dfb2-16a3-413a-adf5-0a4d6221a391 on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:59:48.532388 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-fca56f73-17c1-41ac-81ac-7b687d134bba req-69d7e35d-bf40-4955-ac1a-dea15a8fa914 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:48.534563 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fca56f73-17c1-41ac-81ac-7b687d134bba req-69d7e35d-bf40-4955-ac1a-dea15a8fa914 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.39 "DELETE /v2.0/ports/ce79dfb2-16a3-413a-adf5-0a4d6221a391 HTTP/1.1" status: 204 len: 173 time: 0.4308341 Aug 16 22:59:48.535022 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da318bb-1b43-4705-bbe8-f1d5f99d000c', 'name': 'network-vif-deleted', 'tag': 'ce79dfb2-16a3-413a-adf5-0a4d6221a391'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:59:48.537985 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476b8f58-dece-4bb5-9261-4bba678a7640" -d '{"events": [{"server_uuid": "8da318bb-1b43-4705-bbe8-f1d5f99d000c", "name": "network-vif-deleted", "tag": "ce79dfb2-16a3-413a-adf5-0a4d6221a391"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:59:48.578159 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59caec91-6423-4d84-b0fc-1e5aeb38fb56 x-openstack-request-id: req-59caec91-6423-4d84-b0fc-1e5aeb38fb56 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:59:48.578461 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da318bb-1b43-4705-bbe8-f1d5f99d000c", "name": "network-vif-deleted", "tag": "ce79dfb2-16a3-413a-adf5-0a4d6221a391", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:59:48.578714 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-59caec91-6423-4d84-b0fc-1e5aeb38fb56 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:59:48.579115 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da318bb-1b43-4705-bbe8-f1d5f99d000c', 'name': 'network-vif-deleted', 'tag': 'ce79dfb2-16a3-413a-adf5-0a4d6221a391', 'status': 'completed', 'code': 200} Aug 16 22:59:49.047885 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31815c54-b270-4862-8a17-5cebd5c9a1fd req-5519edd1-70ac-45e9-bf9d-b001c1aad0a8 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 210 time: 0.0288465 Aug 16 22:59:49.500381 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb307116-8397-4035-a7b6-26b5f80b2459 req-3f3e1f32-8bbc-4cb5-9552-36b8d632ca50 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:49.502090 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fb307116-8397-4035-a7b6-26b5f80b2459 req-3f3e1f32-8bbc-4cb5-9552-36b8d632ca50 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.0785804 Aug 16 22:59:49.566052 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fb307116-8397-4035-a7b6-26b5f80b2459 req-57756302-aa19-43c4-b467-a2b935186b68 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519230 Aug 16 22:59:50.151158 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fac51bad-4c9f-418d-ae7f-c7489931d640 req-1cb2e7a6-2a89-4edf-a649-a315bef4ae45 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 210 time: 0.0277889 Aug 16 22:59:50.696036 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b592c2-85d5-4795-bdb5-b503c13f6674 req-719ed898-cfa7-47eb-88a7-b9eaef60a23a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:50.697651 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52b592c2-85d5-4795-bdb5-b503c13f6674 req-719ed898-cfa7-47eb-88a7-b9eaef60a23a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.0532765 Aug 16 22:59:50.741383 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-52b592c2-85d5-4795-bdb5-b503c13f6674 req-dd65c15a-a08e-4e62-91a5-81a4bbcd5415 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335634 Aug 16 22:59:51.256342 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a2bda34-1813-40c0-b9bc-80ec03bdddb5 req-71150726-185b-4145-843e-1d2bfea19a6d tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 210 time: 0.0344038 Aug 16 22:59:51.866061 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060059d-7e6b-4221-b1ed-8da0de231a55 req-dc1024d6-0749-400d-a936-3cbe0be4c4b9 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:51.867924 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a060059d-7e6b-4221-b1ed-8da0de231a55 req-dc1024d6-0749-400d-a936-3cbe0be4c4b9 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.0538251 Aug 16 22:59:51.907581 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a060059d-7e6b-4221-b1ed-8da0de231a55 req-281919b1-9a0f-45c1-8351-525ac29a0739 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327208 Aug 16 22:59:52.159551 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ce79dfb2-16a3-413a-adf5-0a4d6221a391 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:59:52.185257 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: ce79dfb2-16a3-413a-adf5-0a4d6221a391 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:59:52.185676 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device ce79dfb2-16a3-413a-adf5-0a4d6221a391 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:59:52.387181 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-85aa778e-2ada-490d-946d-3605a0c74003 req-b3152173-99bb-4aa1-aa53-32cb790360cf tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da318bb-1b43-4705-bbe8-f1d5f99d000c HTTP/1.1" status: 200 len: 210 time: 0.0304217 Aug 16 22:59:53.032832 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd34e80-008e-46e3-81bb-7d84cc3709e4 req-3ee20810-3bb6-413e-8058-f040715a7398 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:53.034389 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfd34e80-008e-46e3-81bb-7d84cc3709e4 req-3ee20810-3bb6-413e-8058-f040715a7398 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.0536175 Aug 16 22:59:53.079756 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cfd34e80-008e-46e3-81bb-7d84cc3709e4 req-6a57eb5f-e35f-4944-8277-eb2466e72b9f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369034 Aug 16 22:59:54.219497 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff003aef-6044-42e4-b5e0-7b85a6cccc25 req-3bc74f0e-840f-4822-8694-e28f6e1f7ecb tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:54.221152 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ff003aef-6044-42e4-b5e0-7b85a6cccc25 req-3bc74f0e-840f-4822-8694-e28f6e1f7ecb tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.0651882 Aug 16 22:59:54.265012 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ff003aef-6044-42e4-b5e0-7b85a6cccc25 req-fdf7452a-50f9-4d76-b406-c2c1f902d841 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366118 Aug 16 22:59:55.425540 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954541d1-1f1e-4ac8-931e-1d8ad11443ab req-29ccab2c-8874-4d0f-b094-1cb614ca60a3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:55.427660 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-954541d1-1f1e-4ac8-931e-1d8ad11443ab req-29ccab2c-8874-4d0f-b094-1cb614ca60a3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.0638497 Aug 16 22:59:55.482317 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-954541d1-1f1e-4ac8-931e-1d8ad11443ab req-463b320e-dcbc-4c55-8cf8-8b4f50b5a1bc tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483978 Aug 16 22:59:55.515436 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d6974-5a8b-491f-8d75-6949dfc44cb2 req-8900116f-d68a-4ff9-b082-6ac903245b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:55.517004 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-063d6974-5a8b-491f-8d75-6949dfc44cb2 req-8900116f-d68a-4ff9-b082-6ac903245b74 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 1097 time: 0.0490365 Aug 16 22:59:55.641594 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d6974-5a8b-491f-8d75-6949dfc44cb2 req-bd4ab66f-2c50-4de9-832e-0dc223d935c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:55.643145 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-063d6974-5a8b-491f-8d75-6949dfc44cb2 req-bd4ab66f-2c50-4de9-832e-0dc223d935c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c1526cd6-799e-4e50-afe0-d70396890418 HTTP/1.1" status: 200 len: 898 time: 0.1075068 Aug 16 22:59:55.728606 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-063d6974-5a8b-491f-8d75-6949dfc44cb2 req-3000e961-0c76-46b8-ace9-d28b6f1b5205 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aec04950-b830-4966-b1e8-65874416f454 HTTP/1.1" status: 200 len: 1001 time: 0.0725970 Aug 16 22:59:55.781418 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d6974-5a8b-491f-8d75-6949dfc44cb2 req-a71fb689-ac17-4299-80fd-cc3eb5c8420b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:55.782989 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-063d6974-5a8b-491f-8d75-6949dfc44cb2 req-a71fb689-ac17-4299-80fd-cc3eb5c8420b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b0f51cba-b989-495f-a1c4-7f3147da8dc6 HTTP/1.1" status: 200 len: 835 time: 0.0517209 Aug 16 22:59:55.831845 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d6974-5a8b-491f-8d75-6949dfc44cb2 req-1937e7ad-c37a-4c0e-928e-b01e980549c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:55.833270 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-063d6974-5a8b-491f-8d75-6949dfc44cb2 req-1937e7ad-c37a-4c0e-928e-b01e980549c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c1526cd6-799e-4e50-afe0-d70396890418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431695 Aug 16 22:59:55.931460 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-063d6974-5a8b-491f-8d75-6949dfc44cb2 req-82bbe392-c3f4-4dd9-a0da-c65cf895754a service neutron] 10.222.0.43 "GET /v2.0/networks/c1526cd6-799e-4e50-afe0-d70396890418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905080 Aug 16 22:59:56.049173 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-063d6974-5a8b-491f-8d75-6949dfc44cb2 req-fd9beb1e-39e3-40e5-9f7b-b564a5e2ea56 service neutron] 10.222.0.43 "GET /v2.0/networks/c1526cd6-799e-4e50-afe0-d70396890418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104016 Aug 16 22:59:56.613430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cda70-3e68-4c8d-b58c-06f2d43700f1 req-3223614a-5670-42f9-b91e-885ace3a5f70 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:56.615644 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d08cda70-3e68-4c8d-b58c-06f2d43700f1 req-3223614a-5670-42f9-b91e-885ace3a5f70 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.0516286 Aug 16 22:59:56.664214 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d08cda70-3e68-4c8d-b58c-06f2d43700f1 req-9e9f9337-2121-4fcc-9804-6464e155cfc3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412943 Aug 16 22:59:57.793217 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837513d-0b30-4222-84a3-1c3184f7abfd req-47368d2f-2e85-4b32-b7df-32bffbfcd59b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:57.794757 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e837513d-0b30-4222-84a3-1c3184f7abfd req-47368d2f-2e85-4b32-b7df-32bffbfcd59b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.0537384 Aug 16 22:59:57.845894 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e837513d-0b30-4222-84a3-1c3184f7abfd req-617e8782-0014-48c9-acb3-0e712d4c71d4 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446587 Aug 16 22:59:58.979236 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140d6b0-6eb3-418b-ab9d-69e2db0e23db req-eb210b50-d212-491b-8c2e-64ac82ab3dbd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:58.981701 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c140d6b0-6eb3-418b-ab9d-69e2db0e23db req-eb210b50-d212-491b-8c2e-64ac82ab3dbd tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.0637953 Aug 16 22:59:59.032858 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c140d6b0-6eb3-418b-ab9d-69e2db0e23db req-18c35d50-4b08-4f46-ac38-0766d6350730 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430279 Aug 16 23:00:00.164624 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bcc2b-b99d-4809-8a0e-9161f20b5ec1 req-e8df6eea-25b3-4d79-8028-cb32695302a7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:00.166592 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd6bcc2b-b99d-4809-8a0e-9161f20b5ec1 req-e8df6eea-25b3-4d79-8028-cb32695302a7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.0546231 Aug 16 23:00:00.206289 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd6bcc2b-b99d-4809-8a0e-9161f20b5ec1 req-8883a2de-1744-4250-bd6c-b42496e728be tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328231 Aug 16 23:00:01.351194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b537cd-0dc9-447e-9c64-c2ebee94b233 req-dfe221ac-cb8c-4b56-8331-3f5c7f5ba883 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:01.352726 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39b537cd-0dc9-447e-9c64-c2ebee94b233 req-dfe221ac-cb8c-4b56-8331-3f5c7f5ba883 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.0691793 Aug 16 23:00:01.394477 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39b537cd-0dc9-447e-9c64-c2ebee94b233 req-351b8c4a-027f-4925-af41-ce61a6e97405 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346220 Aug 16 23:00:02.534784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a3dfb-ae56-4e61-b997-84902db535da req-45863eb9-c972-484e-919a-573dd5f5cad9 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:02.536874 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-775a3dfb-ae56-4e61-b997-84902db535da req-45863eb9-c972-484e-919a-573dd5f5cad9 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.0600069 Aug 16 23:00:02.579015 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-775a3dfb-ae56-4e61-b997-84902db535da req-d02f0871-777b-458d-bbdd-7d6ff22dd244 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341153 Aug 16 23:00:03.708835 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e358bfd-55f0-42cb-a67a-830b71e53d10 req-29de1659-c42d-4714-9600-6b650775eaf1 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:03.710505 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e358bfd-55f0-42cb-a67a-830b71e53d10 req-29de1659-c42d-4714-9600-6b650775eaf1 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.0534711 Aug 16 23:00:03.755534 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e358bfd-55f0-42cb-a67a-830b71e53d10 req-ddda4906-f43f-4cf0-85d2-1b2ae85f136a tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364559 Aug 16 23:00:05.263740 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc5185-7511-45ac-b6f6-9a9e911623f7 req-529bc5d0-0033-4f0b-ac4a-275fd1f40dd0 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:05.265336 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8fc5185-7511-45ac-b6f6-9a9e911623f7 req-529bc5d0-0033-4f0b-ac4a-275fd1f40dd0 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.4294255 Aug 16 23:00:05.311505 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8fc5185-7511-45ac-b6f6-9a9e911623f7 req-f5689f36-ea77-46cb-864f-105139012f1b tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401235 Aug 16 23:00:05.851564 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:00:06.432085 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c355571-a418-4acc-bb50-c4e016815cef req-5f67dd0d-16ae-4455-9134-5c168abce910 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:06.433595 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c355571-a418-4acc-bb50-c4e016815cef req-5f67dd0d-16ae-4455-9134-5c168abce910 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.0508218 Aug 16 23:00:06.477195 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c355571-a418-4acc-bb50-c4e016815cef req-e659abb4-3d10-4d8d-9504-5ff6a81b6591 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375566 Aug 16 23:00:07.208050 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e475c4-2fd9-4a9a-80f3-2cde9ae9bf13 req-5f7137f0-c30e-4d67-aa71-884d2c10b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:07.209976 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35e475c4-2fd9-4a9a-80f3-2cde9ae9bf13 req-5f7137f0-c30e-4d67-aa71-884d2c10b6da service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 1097 time: 0.0414915 Aug 16 23:00:07.246320 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35e475c4-2fd9-4a9a-80f3-2cde9ae9bf13 req-e7a0641d-05ed-4df2-8c01-fb11050c5884 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297246 Aug 16 23:00:07.600720 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4310e08-46ce-4183-a647-fb2a7d48151a req-fe35a8fe-2a5a-4dd8-b11d-4656c4c6c554 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:07.602302 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a4310e08-46ce-4183-a647-fb2a7d48151a req-fe35a8fe-2a5a-4dd8-b11d-4656c4c6c554 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.0566945 Aug 16 23:00:07.641945 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a4310e08-46ce-4183-a647-fb2a7d48151a req-a56c2e33-5c56-4248-a524-12f713ce5e34 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334692 Aug 16 23:00:07.740402 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device aec04950-b830-4966-b1e8-65874416f454 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:00:07.841706 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port aec04950-b830-4966-b1e8-65874416f454, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=aec04950-b830-4966-b1e8-65874416f454,segment=NetworkSegment(e4a37356-55ab-4f30-b262-06c5f59d495c),segment_id=e4a37356-55ab-4f30-b262-06c5f59d495c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:07.853982 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'aec04950-b830-4966-b1e8-65874416f454', 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418', 'port_id': 'aec04950-b830-4966-b1e8-65874416f454', 'mac_address': 'fa:16:3e:41:48:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f51cba-b989-495f-a1c4-7f3147da8dc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:00:07.913919 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:07.932133 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aec04950-b830-4966-b1e8-65874416f454 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:00:07.957272 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port aec04950-b830-4966-b1e8-65874416f454, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=aec04950-b830-4966-b1e8-65874416f454,segment=NetworkSegment(e4a37356-55ab-4f30-b262-06c5f59d495c),segment_id=e4a37356-55ab-4f30-b262-06c5f59d495c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:07.962596 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:08.018128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=aec04950-b830-4966-b1e8-65874416f454,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:08.180380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['aec04950-b830-4966-b1e8-65874416f454'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:00:08.810923 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:08.865483 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8afbc-7360-444e-864c-da648ccb7b41 req-d23694ea-c3fe-4783-a779-b5554c124ebc tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:08.867075 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eed8afbc-7360-444e-864c-da648ccb7b41 req-d23694ea-c3fe-4783-a779-b5554c124ebc tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 944 time: 0.1089692 Aug 16 23:00:08.905690 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eed8afbc-7360-444e-864c-da648ccb7b41 req-11f3cab1-e5a2-4217-a301-7b727f653320 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324740 Aug 16 23:00:08.928694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45746) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:09.003374 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0c8491d1-8837-41d4-aa9c-75398e9cb8e7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/floatingips/74e9acb8-edf9-4767-8be2-769df7f3ef95 HTTP/1.1" status: 200 len: 992 time: 0.0642986 Aug 16 23:00:09.024592 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-71cdfeb9-ed35-4cfe-9670-60eed6979896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:09.759882 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device aec04950-b830-4966-b1e8-65874416f454 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:09.807606 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port aec04950-b830-4966-b1e8-65874416f454 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:09.807974 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:09.887123 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:09.909304 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f5041e-91d9-49e4-9e85-c2860861652b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec04950-b830-4966-b1e8-65874416f454'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:09.911973 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39462c6b-56b2-44aa-9ec8-7c5142f94305" -d '{"events": [{"server_uuid": "64f5041e-91d9-49e4-9e85-c2860861652b", "name": "network-vif-plugged", "status": "completed", "tag": "aec04950-b830-4966-b1e8-65874416f454"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:09.925140 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port aec04950-b830-4966-b1e8-65874416f454, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=aec04950-b830-4966-b1e8-65874416f454,segment=NetworkSegment(e4a37356-55ab-4f30-b262-06c5f59d495c),segment_id=e4a37356-55ab-4f30-b262-06c5f59d495c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:09.930701 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:09.953667 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a29622-4930-4683-b9d5-81ca50a3dc12 x-openstack-request-id: req-09a29622-4930-4683-b9d5-81ca50a3dc12 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:09.953939 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f5041e-91d9-49e4-9e85-c2860861652b", "name": "network-vif-plugged", "status": "completed", "tag": "aec04950-b830-4966-b1e8-65874416f454", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:09.954213 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-09a29622-4930-4683-b9d5-81ca50a3dc12 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:09.954595 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f5041e-91d9-49e4-9e85-c2860861652b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec04950-b830-4966-b1e8-65874416f454', 'code': 200} Aug 16 23:00:09.984643 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=aec04950-b830-4966-b1e8-65874416f454,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:11.043616 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:11.570843 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8197ec03-fb24-4ab0-aca4-9ea4f0bec903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:12.139634 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:13.329753 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:13.490789 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125292d4-5283-4602-9485-309e2016c750 req-f65cec86-b019-4c3c-b169-981330290bca tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:13.492175 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-125292d4-5283-4602-9485-309e2016c750 req-f65cec86-b019-4c3c-b169-981330290bca tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 812 time: 0.1029284 Aug 16 23:00:13.507631 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-125292d4-5283-4602-9485-309e2016c750 req-d5849b6f-d098-4ef6-800f-11a51660a171 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/quotas/5cf3e805ef684fd09fb8bfbc3fc85873 HTTP/1.1" status: 200 len: 375 time: 0.0095768 Aug 16 23:00:13.558384 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-125292d4-5283-4602-9485-309e2016c750 req-e5e940bf-b63f-4709-a690-7e85849660b3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454769 Aug 16 23:00:13.651785 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-125292d4-5283-4602-9485-309e2016c750 req-a08ee104-3ee8-4659-902e-3211facfc58e service neutron] 10.222.0.93 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862522 Aug 16 23:00:13.739870 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-125292d4-5283-4602-9485-309e2016c750 req-fd7963e3-d65a-4ae6-815b-0b53a229699a service neutron] 10.222.0.93 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811944 Aug 16 23:00:14.035481 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50350a6d-fc2c-4bd3-9595-9e06ee409377 req-30c68b39-4bf7-488c-8521-c6d3904446aa tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 210 time: 0.0273950 Aug 16 23:00:14.900659 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125292d4-5283-4602-9485-309e2016c750 req-d6d3f5b4-7b43-42f1-a103-bdd177808939 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:14.901892 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-125292d4-5283-4602-9485-309e2016c750 req-d6d3f5b4-7b43-42f1-a103-bdd177808939 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.39 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 812 time: 0.1096263 Aug 16 23:00:14.908473 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:14.915053 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-125292d4-5283-4602-9485-309e2016c750 req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Request body: {'port': {'device_id': '9d962111-75ab-46b5-b884-6ebbc018cae2', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'admin_state_up': True, 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:15.027063 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125292d4-5283-4602-9485-309e2016c750 req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Made reservation on behalf of 5cf3e805ef684fd09fb8bfbc3fc85873 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:15.030731 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-125292d4-5283-4602-9485-309e2016c750 req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.131379 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e49d5005-166f-4394-af36-9500b5431d35 req-987385db-c0e9-4838-9a42-82fe70638707 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 210 time: 0.0259981 Aug 16 23:00:15.174066 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-125292d4-5283-4602-9485-309e2016c750 req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Allocated IP 172.20.0.4 (618125df-33d5-4ee1-b6a0-cd83424b6f7c/76f0d65c-5ef7-4b10-b7a7-caf718efa02b/3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:15.325521 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-125292d4-5283-4602-9485-309e2016c750 req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.340297 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-125292d4-5283-4602-9485-309e2016c750 req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Transition to ACTIVE for port object 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:15.372937 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-125292d4-5283-4602-9485-309e2016c750 req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.420058 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125292d4-5283-4602-9485-309e2016c750 req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Network 618125df-33d5-4ee1-b6a0-cd83424b6f7c is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:15.423583 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-125292d4-5283-4602-9485-309e2016c750 req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:15.427534 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-125292d4-5283-4602-9485-309e2016c750 req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:15.456687 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event updated for resources: {'Port': ['ID=3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:15.468466 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.468848 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.469149 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.469485 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.469817 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.470176 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.470506 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.470834 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.471157 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.471479 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.471798 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.472119 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.499469 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125292d4-5283-4602-9485-309e2016c750 req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:15.500785 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-125292d4-5283-4602-9485-309e2016c750 req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.517783 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-125292d4-5283-4602-9485-309e2016c750 req-1d6dcb53-35be-4a6d-b3ef-62273b2aca06 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6066310 Aug 16 23:00:15.530733 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-125292d4-5283-4602-9485-309e2016c750 req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] Request body: {'port': {'device_id': '9d962111-75ab-46b5-b884-6ebbc018cae2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:15.594939 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-125292d4-5283-4602-9485-309e2016c750 req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.707107 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-be47db7f-611f-4c88-8aed-99bc27edf706 None None] Provisioning for port 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:15.711572 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-be47db7f-611f-4c88-8aed-99bc27edf706 None None] Provisioning complete for port 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:15.711942 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-be47db7f-611f-4c88-8aed-99bc27edf706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.747359 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-be47db7f-611f-4c88-8aed-99bc27edf706 None None] Port 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:00:15.871542 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-125292d4-5283-4602-9485-309e2016c750 req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:00:15.879179 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-125292d4-5283-4602-9485-309e2016c750 req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.891264 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-125292d4-5283-4602-9485-309e2016c750 req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] Transition to ACTIVE for port object 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:15.895345 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-125292d4-5283-4602-9485-309e2016c750 req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.987531 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] Pushing event updated for resources: {'Port': ['ID=3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:16.020868 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-125292d4-5283-4602-9485-309e2016c750 req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] Attempting to bind port 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:00:16.021218 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-125292d4-5283-4602-9485-309e2016c750 req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] Attempting to bind port 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:00:16.021548 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125292d4-5283-4602-9485-309e2016c750 req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] Attempting to bind port 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:00:16.031718 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125292d4-5283-4602-9485-309e2016c750 req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] Port 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:00:16.032061 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125292d4-5283-4602-9485-309e2016c750 req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] Attempting to bind port 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:00:16.039091 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125292d4-5283-4602-9485-309e2016c750 req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:00:16.039757 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125292d4-5283-4602-9485-309e2016c750 req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] Checking segment: {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:00:16.040444 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125292d4-5283-4602-9485-309e2016c750 req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] Bound using segment: {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:00:16.041075 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-125292d4-5283-4602-9485-309e2016c750 req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] Bound port: 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:00:16.041437 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-125292d4-5283-4602-9485-309e2016c750 req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:16.117880 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-125292d4-5283-4602-9485-309e2016c750 req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] For port 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:00:16.122049 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-125292d4-5283-4602-9485-309e2016c750 req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] For port 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:00:16.129398 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-125292d4-5283-4602-9485-309e2016c750 req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:16.165569 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125292d4-5283-4602-9485-309e2016c750 req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:16.166297 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-125292d4-5283-4602-9485-309e2016c750 req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:16.167735 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-125292d4-5283-4602-9485-309e2016c750 req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] 10.222.0.39 "PUT /v2.0/ports/3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 HTTP/1.1" status: 200 len: 1092 time: 0.6416011 Aug 16 23:00:16.168416 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d962111-75ab-46b5-b884-6ebbc018cae2', 'tag': '3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:16.170937 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f46149d-a817-4f5b-8156-959d56900aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "9d962111-75ab-46b5-b884-6ebbc018cae2", "tag": "3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:16.253067 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abffe023-0c40-4101-9364-6bacbb276354 x-openstack-request-id: req-abffe023-0c40-4101-9364-6bacbb276354 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:16.253596 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d962111-75ab-46b5-b884-6ebbc018cae2", "tag": "3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:16.254099 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-abffe023-0c40-4101-9364-6bacbb276354 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:16.254897 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d962111-75ab-46b5-b884-6ebbc018cae2', 'tag': '3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73', 'status': 'completed', 'code': 200} Aug 16 23:00:16.256617 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acce10d-09b3-4e18-aa73-ff6c4e2a3700 service neutron] Pushing event updated for resources: {'Port': ['ID=3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:16.282317 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125292d4-5283-4602-9485-309e2016c750 req-7bc6d9a4-83d7-4c77-ad66-e053527f5b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:16.283861 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-125292d4-5283-4602-9485-309e2016c750 req-7bc6d9a4-83d7-4c77-ad66-e053527f5b4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 1095 time: 0.0747390 Aug 16 23:00:16.295368 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade37d6d-0e01-4a19-aa08-d918a27cda88 req-1a19c56b-e73b-4cdc-9eb3-43cd60ba8959 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:16.297673 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ade37d6d-0e01-4a19-aa08-d918a27cda88 req-1a19c56b-e73b-4cdc-9eb3-43cd60ba8959 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 943 time: 0.0680335 Aug 16 23:00:16.332386 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-125292d4-5283-4602-9485-309e2016c750 req-d92ed4d8-0164-4387-a9f7-674f4f5b6497 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 HTTP/1.1" status: 200 len: 217 time: 0.0404081 Aug 16 23:00:16.340622 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ade37d6d-0e01-4a19-aa08-d918a27cda88 req-754eafe4-7c2f-48cb-ac6c-1ad03ceef43e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362763 Aug 16 23:00:16.386976 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125292d4-5283-4602-9485-309e2016c750 req-2cd33073-b4e8-4e56-9bba-7d942e2c0990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:16.388600 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-125292d4-5283-4602-9485-309e2016c750 req-2cd33073-b4e8-4e56-9bba-7d942e2c0990 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0492108 Aug 16 23:00:16.439200 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125292d4-5283-4602-9485-309e2016c750 req-f6338e32-821b-45ab-9e3d-e8804357f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:16.440757 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-125292d4-5283-4602-9485-309e2016c750 req-f6338e32-821b-45ab-9e3d-e8804357f3fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434506 Aug 16 23:00:16.539780 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-125292d4-5283-4602-9485-309e2016c750 req-50c6beee-7072-4a15-8fb2-667219cd43ea service neutron] 10.222.0.39 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916324 Aug 16 23:00:16.643344 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-125292d4-5283-4602-9485-309e2016c750 req-723f3c7d-3271-4489-8e48-1697616625f9 service neutron] 10.222.0.39 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965176 Aug 16 23:00:16.727905 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46149d-a817-4f5b-8156-959d56900aa0 req-cf82735d-cb5d-4599-bfa5-aac5720bcd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:16.729415 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9f46149d-a817-4f5b-8156-959d56900aa0 req-cf82735d-cb5d-4599-bfa5-aac5720bcd4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 1095 time: 0.0417099 Aug 16 23:00:16.827723 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46149d-a817-4f5b-8156-959d56900aa0 req-7c8abab4-027f-4c6e-8e88-762109dd1c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:16.829260 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9f46149d-a817-4f5b-8156-959d56900aa0 req-7c8abab4-027f-4c6e-8e88-762109dd1c4c service neutron] 10.222.0.39 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 913 time: 0.0930333 Aug 16 23:00:16.874456 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9f46149d-a817-4f5b-8156-959d56900aa0 req-b2fc5e8e-0a66-4446-b8c3-f32f1d925efe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 HTTP/1.1" status: 200 len: 217 time: 0.0359874 Aug 16 23:00:16.925075 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46149d-a817-4f5b-8156-959d56900aa0 req-2b041d1e-824a-4409-8e48-ac62cb981267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:16.927070 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9f46149d-a817-4f5b-8156-959d56900aa0 req-2b041d1e-824a-4409-8e48-ac62cb981267 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0448573 Aug 16 23:00:16.971422 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46149d-a817-4f5b-8156-959d56900aa0 req-6a254255-e1ca-4f2c-b139-57eaa2ee35c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:16.972901 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9f46149d-a817-4f5b-8156-959d56900aa0 req-6a254255-e1ca-4f2c-b139-57eaa2ee35c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394366 Aug 16 23:00:17.069398 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9f46149d-a817-4f5b-8156-959d56900aa0 req-da1d05f8-efc0-44c5-a66f-8f2c3a89c3ea service neutron] 10.222.0.39 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893352 Aug 16 23:00:17.162281 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9f46149d-a817-4f5b-8156-959d56900aa0 req-8b2786d7-970d-43e4-831c-74a72aec3b74 service neutron] 10.222.0.39 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862620 Aug 16 23:00:17.462384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233536a-5d3b-4366-ba04-658adb048a87 req-473491e3-261a-4c5e-9e6f-ad1c95827980 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:17.464163 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b233536a-5d3b-4366-ba04-658adb048a87 req-473491e3-261a-4c5e-9e6f-ad1c95827980 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 943 time: 0.0503590 Aug 16 23:00:17.504904 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b233536a-5d3b-4366-ba04-658adb048a87 req-8bf76238-9951-4eb7-8fa2-01f273520d39 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343132 Aug 16 23:00:18.619538 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e96ff0-33f9-4079-bbf6-5002f2f68e73 req-4e0a0160-f220-48ee-9bc7-59fa14b0b31d tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:18.621159 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2e96ff0-33f9-4079-bbf6-5002f2f68e73 req-4e0a0160-f220-48ee-9bc7-59fa14b0b31d tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 943 time: 0.0493026 Aug 16 23:00:18.661776 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2e96ff0-33f9-4079-bbf6-5002f2f68e73 req-025bb179-42b0-4e65-b8a6-04db00f6cd2f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340624 Aug 16 23:00:19.779577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5c978-1f00-4cfb-a12a-d99efe093459 req-ebbe6120-a890-4074-8fc2-592f537dec55 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:19.781253 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-67e5c978-1f00-4cfb-a12a-d99efe093459 req-ebbe6120-a890-4074-8fc2-592f537dec55 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 943 time: 0.0534124 Aug 16 23:00:19.820034 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-67e5c978-1f00-4cfb-a12a-d99efe093459 req-422e6d6c-e4e2-48c3-9b58-8e2accb64efc tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321736 Aug 16 23:00:20.935205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bf22f-d92b-41a1-80bd-5ed0a2cb452d req-50ea14eb-103c-4a85-a7ff-433d8bbcabd0 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:20.936780 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-072bf22f-d92b-41a1-80bd-5ed0a2cb452d req-50ea14eb-103c-4a85-a7ff-433d8bbcabd0 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 943 time: 0.0479729 Aug 16 23:00:20.973538 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-072bf22f-d92b-41a1-80bd-5ed0a2cb452d req-ec928d43-71fd-49ec-8f32-330f0c3dfb39 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302336 Aug 16 23:00:22.092231 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20404b8d-e85f-4e63-a2e9-cd08198246af req-b351a197-0c4b-4fd8-b21f-905195db41e1 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:22.094357 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-20404b8d-e85f-4e63-a2e9-cd08198246af req-b351a197-0c4b-4fd8-b21f-905195db41e1 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 943 time: 0.0526185 Aug 16 23:00:22.132637 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-20404b8d-e85f-4e63-a2e9-cd08198246af req-345e5830-7233-4330-af49-a34f58c721f7 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318828 Aug 16 23:00:23.249281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de49f6-7a80-4eef-bdc7-2054e118b0ef req-d7592057-bbe5-4dab-90ad-7cf0d0e042e8 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:23.251068 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55de49f6-7a80-4eef-bdc7-2054e118b0ef req-d7592057-bbe5-4dab-90ad-7cf0d0e042e8 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 943 time: 0.0522482 Aug 16 23:00:23.288302 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55de49f6-7a80-4eef-bdc7-2054e118b0ef req-d5ea497b-bb6d-441f-a30e-e498e4557045 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305836 Aug 16 23:00:24.402991 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21a341-d1e1-467c-aede-10f3ca7b6b12 req-778fff06-1f18-42ad-a29c-b808176cf5c4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:24.404490 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf21a341-d1e1-467c-aede-10f3ca7b6b12 req-778fff06-1f18-42ad-a29c-b808176cf5c4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 943 time: 0.0497093 Aug 16 23:00:24.449853 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf21a341-d1e1-467c-aede-10f3ca7b6b12 req-5a8e8e57-9b31-4d4a-a163-b326b8053394 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393734 Aug 16 23:00:25.564336 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27dec4-5d00-4642-857c-3609e939f9ce req-a1c4e8f7-3381-499a-9b61-0e314495d407 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:25.565808 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af27dec4-5d00-4642-857c-3609e939f9ce req-a1c4e8f7-3381-499a-9b61-0e314495d407 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 943 time: 0.0480013 Aug 16 23:00:25.603684 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af27dec4-5d00-4642-857c-3609e939f9ce req-71deddf5-3408-403e-a309-76e6e5df8099 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311897 Aug 16 23:00:26.722885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1985ed-8453-447d-822c-76d6ea5ffd3d req-268681fa-5570-46d2-b230-41063d6d9b49 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:26.724988 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ff1985ed-8453-447d-822c-76d6ea5ffd3d req-268681fa-5570-46d2-b230-41063d6d9b49 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 943 time: 0.0535083 Aug 16 23:00:26.762097 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ff1985ed-8453-447d-822c-76d6ea5ffd3d req-0b3a1fbd-735d-4869-bffe-e70066106466 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307455 Aug 16 23:00:27.876354 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba758f5-b630-4104-ab99-b98850440a49 req-16836a41-2b98-49fb-b19a-933c8a634ada tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:27.877841 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ba758f5-b630-4104-ab99-b98850440a49 req-16836a41-2b98-49fb-b19a-933c8a634ada tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 943 time: 0.0483689 Aug 16 23:00:27.915511 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ba758f5-b630-4104-ab99-b98850440a49 req-d1039a9e-18f2-4394-802c-fee25345c54f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311496 Aug 16 23:00:28.328165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:00:28.421125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:28.432411 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'port_id': '3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73', 'mac_address': 'fa:16:3e:27:a6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:00:28.468618 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:28.481073 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:00:28.500764 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:28.505220 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:28.551520 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:28.689487 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:00:29.028590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2230e-9411-4304-9371-c8ab966c2a1a req-3b0c5511-8d0e-4ec1-843d-2ce0206162b2 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:29.030083 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ffd2230e-9411-4304-9371-c8ab966c2a1a req-3b0c5511-8d0e-4ec1-843d-2ce0206162b2 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 944 time: 0.0478027 Aug 16 23:00:29.067783 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ffd2230e-9411-4304-9371-c8ab966c2a1a req-64823ecc-90ce-4b28-92ad-58dd2a62c393 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311971 Aug 16 23:00:30.188984 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f3256-4ed7-4e71-92b0-e91bca1d4588 req-e244f5a5-481e-4224-a9f5-9a946d419fed tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:30.190588 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f9f3256-4ed7-4e71-92b0-e91bca1d4588 req-e244f5a5-481e-4224-a9f5-9a946d419fed tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 944 time: 0.0526705 Aug 16 23:00:30.228408 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0f9f3256-4ed7-4e71-92b0-e91bca1d4588 req-5d88dc1c-35f4-4dcb-9907-baca76a40d5d tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317118 Aug 16 23:00:30.345529 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:30.397152 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:30.401710 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:30.402112 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:30.483684 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:30.518214 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d962111-75ab-46b5-b884-6ebbc018cae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:30.520925 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38a4a02-0d0e-4c3d-b0cd-e96dc6bfbb63" -d '{"events": [{"server_uuid": "9d962111-75ab-46b5-b884-6ebbc018cae2", "name": "network-vif-plugged", "status": "completed", "tag": "3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:30.534894 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:30.539807 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:30.561938 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9d8eb7-1944-42fb-b6f2-cf935455283a x-openstack-request-id: req-ef9d8eb7-1944-42fb-b6f2-cf935455283a {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:30.562253 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d962111-75ab-46b5-b884-6ebbc018cae2", "name": "network-vif-plugged", "status": "completed", "tag": "3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:30.562510 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ef9d8eb7-1944-42fb-b6f2-cf935455283a {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:30.562893 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d962111-75ab-46b5-b884-6ebbc018cae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73', 'code': 200} Aug 16 23:00:30.589523 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:30.656641 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e2133-4ace-4e05-ae41-cd413c20ddd3 req-74945960-f34a-4c8c-969d-1c49969cf3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:30.658183 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ad5e2133-4ace-4e05-ae41-cd413c20ddd3 req-74945960-f34a-4c8c-969d-1c49969cf3f7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 1097 time: 0.0409393 Aug 16 23:00:30.692107 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ad5e2133-4ace-4e05-ae41-cd413c20ddd3 req-1b1ab0a1-5c5f-4ded-aa56-7d6df6a8f772 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269713 Aug 16 23:00:31.342066 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64251616-c8c0-4720-b1a2-08c10bf5a7ca req-ab6329b5-c038-4be1-924b-4fcb81fa320c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:31.343576 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-64251616-c8c0-4720-b1a2-08c10bf5a7ca req-ab6329b5-c038-4be1-924b-4fcb81fa320c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 945 time: 0.0482612 Aug 16 23:00:31.385326 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-64251616-c8c0-4720-b1a2-08c10bf5a7ca req-b02a16ea-ee75-44e5-96d5-89cd03cc2a33 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349464 Aug 16 23:00:32.502591 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f611a-1871-40ac-969d-2725949fcaca req-2d83c300-cbe4-4a03-abee-bc372028892b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:32.504590 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b8f611a-1871-40ac-969d-2725949fcaca req-2d83c300-cbe4-4a03-abee-bc372028892b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 945 time: 0.0488074 Aug 16 23:00:32.544019 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b8f611a-1871-40ac-969d-2725949fcaca req-c8222334-d279-4e8f-bed0-fc513e14810a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324290 Aug 16 23:00:32.664703 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c631c3-367c-4d1d-a65d-002218d032a1 req-604a2960-a28e-4786-bbc5-a1996f461d53 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:32.666285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b9c631c3-367c-4d1d-a65d-002218d032a1 req-604a2960-a28e-4786-bbc5-a1996f461d53 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 945 time: 0.0542088 Aug 16 23:00:32.704268 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b9c631c3-367c-4d1d-a65d-002218d032a1 req-87924bd4-4e8d-407a-bd97-0ee6dad019f4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319626 Aug 16 23:00:35.171761 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-313f897a-72a8-4ac1-97c4-07b118847541 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:35.173237 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-313f897a-72a8-4ac1-97c4-07b118847541 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 812 time: 0.1096601 Aug 16 23:00:35.188623 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-b4e6109b-ebcf-4ece-b1df-40db199e7fb3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/quotas/5cf3e805ef684fd09fb8bfbc3fc85873 HTTP/1.1" status: 200 len: 375 time: 0.0093584 Aug 16 23:00:35.245933 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-0ace7948-71fe-48c8-ae8c-863bda0f049f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516646 Aug 16 23:00:35.257513 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-fbcc01f1-9460-4d7f-bd3e-0e6c2f255057 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:00:35.258499 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-fbcc01f1-9460-4d7f-bd3e-0e6c2f255057 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055227 Aug 16 23:00:35.407039 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-b89cc4c0-afa9-4d6c-b2fb-7658363592e6 service neutron] 10.222.0.93 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426821 Aug 16 23:00:35.501928 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-2899442a-1b19-4eef-89a6-b8ac76525779 service neutron] 10.222.0.93 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882003 Aug 16 23:00:35.693166 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00b591eb-00d6-44fa-a1e1-aa81809bf7a4 req-ae2b4ac0-aebf-486c-b0d1-1e26bd06e610 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 210 time: 0.0276923 Aug 16 23:00:36.624055 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-5fd00251-9f57-4ce8-95d1-94f44f85d417 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:36.625860 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-5fd00251-9f57-4ce8-95d1-94f44f85d417 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.43 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 812 time: 0.1184318 Aug 16 23:00:36.638224 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Request body: {'port': {'device_id': '7eb5dc1c-400b-4f98-abce-68c6bb143007', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'admin_state_up': True, 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:36.752333 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Made reservation on behalf of 5cf3e805ef684fd09fb8bfbc3fc85873 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:36.755953 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:36.809998 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eb79ad4f-7012-408d-b84b-f2befd58c435 req-a4d519ee-e52d-4a4b-b29c-ed63341e61ae tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 210 time: 0.0440962 Aug 16 23:00:36.916291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Allocated IP 172.20.0.10 (618125df-33d5-4ee1-b6a0-cd83424b6f7c/76f0d65c-5ef7-4b10-b7a7-caf718efa02b/16429dbe-e587-46f4-8bf7-2251c8639584) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:37.081501 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:37.094891 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Transition to ACTIVE for port object 16429dbe-e587-46f4-8bf7-2251c8639584 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:37.129908 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:37.142877 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:00:37.172169 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Network 618125df-33d5-4ee1-b6a0-cd83424b6f7c is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:37.179728 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:37.182304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:37.210853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event updated for resources: {'Port': ['ID=16429dbe-e587-46f4-8bf7-2251c8639584,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:37.221849 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:37.222083 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:37.222473 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:37.223457 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:37.223854 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:37.224215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:37.224545 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:37.224870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:37.225199 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:37.225522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:37.225848 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:37.226191 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:37.259642 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:37.260560 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:37.278272 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-4df0ea4f-f696-49b9-94cd-0ac08055e64e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6439483 Aug 16 23:00:37.292736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] Request body: {'port': {'device_id': '7eb5dc1c-400b-4f98-abce-68c6bb143007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:37.359792 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:37.418609 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ce7139b4-8f1e-4db4-a252-26e694f7f526 None None] Provisioning for port 16429dbe-e587-46f4-8bf7-2251c8639584 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:37.422576 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ce7139b4-8f1e-4db4-a252-26e694f7f526 None None] Provisioning complete for port 16429dbe-e587-46f4-8bf7-2251c8639584 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:37.423056 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ce7139b4-8f1e-4db4-a252-26e694f7f526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:37.457723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ce7139b4-8f1e-4db4-a252-26e694f7f526 None None] Port 16429dbe-e587-46f4-8bf7-2251c8639584 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:00:37.649640 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16429dbe-e587-46f4-8bf7-2251c8639584 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:00:37.657397 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:37.670371 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] Transition to ACTIVE for port object 16429dbe-e587-46f4-8bf7-2251c8639584 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:37.674160 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:37.723478 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] Pushing event updated for resources: {'Port': ['ID=16429dbe-e587-46f4-8bf7-2251c8639584,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:37.798947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] Attempting to bind port 16429dbe-e587-46f4-8bf7-2251c8639584 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:00:37.799397 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] Attempting to bind port 16429dbe-e587-46f4-8bf7-2251c8639584 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:00:37.799887 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] Attempting to bind port 16429dbe-e587-46f4-8bf7-2251c8639584 on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:00:37.805078 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] Port 16429dbe-e587-46f4-8bf7-2251c8639584 on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:00:37.805488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] Attempting to bind port 16429dbe-e587-46f4-8bf7-2251c8639584 on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:00:37.811081 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:00:37.811501 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] Checking segment: {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:00:37.811971 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] Bound using segment: {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:00:37.812479 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] Bound port: 16429dbe-e587-46f4-8bf7-2251c8639584, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:00:37.812911 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:37.915618 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] For port 16429dbe-e587-46f4-8bf7-2251c8639584, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:00:37.949713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] For port 16429dbe-e587-46f4-8bf7-2251c8639584, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=16429dbe-e587-46f4-8bf7-2251c8639584,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:00:37.957687 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:38.000967 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:38.001599 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:38.003054 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] 10.222.0.43 "PUT /v2.0/ports/16429dbe-e587-46f4-8bf7-2251c8639584 HTTP/1.1" status: 200 len: 1093 time: 0.7155147 Aug 16 23:00:38.011698 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3ec8d-5aff-4c13-be32-799da1ce2589 req-5147691c-8ff1-4895-9bd8-62457a8ae9e9 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:38.013125 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcd3ec8d-5aff-4c13-be32-799da1ce2589 req-5147691c-8ff1-4895-9bd8-62457a8ae9e9 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 944 time: 0.1097651 Aug 16 23:00:38.013597 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb5dc1c-400b-4f98-abce-68c6bb143007', 'tag': '16429dbe-e587-46f4-8bf7-2251c8639584'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:38.016214 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d077c372-3377-4598-9b5e-262a9970f923" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb5dc1c-400b-4f98-abce-68c6bb143007", "tag": "16429dbe-e587-46f4-8bf7-2251c8639584"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:38.094446 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79312c65-ba57-4b52-b296-4dda84faf088 service neutron] Pushing event updated for resources: {'Port': ['ID=16429dbe-e587-46f4-8bf7-2251c8639584,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:38.113784 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcd3ec8d-5aff-4c13-be32-799da1ce2589 req-238ed2de-fdd5-43dd-b0d0-52dbc81f78bc tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892031 Aug 16 23:00:38.136954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-e52a81c9-bc14-4586-862a-ee8e1e686afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:38.136954 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-e52a81c9-bc14-4586-862a-ee8e1e686afb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 1096 time: 0.0757453 Aug 16 23:00:38.183528 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-9eef2508-d2b8-45ff-8559-cf2ff233e6a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16429dbe-e587-46f4-8bf7-2251c8639584 HTTP/1.1" status: 200 len: 217 time: 0.0447843 Aug 16 23:00:38.199400 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7611220e-162b-4da5-94e3-c4e2b8c2acda x-openstack-request-id: req-7611220e-162b-4da5-94e3-c4e2b8c2acda {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:38.199695 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb5dc1c-400b-4f98-abce-68c6bb143007", "tag": "16429dbe-e587-46f4-8bf7-2251c8639584", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:38.199947 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7611220e-162b-4da5-94e3-c4e2b8c2acda {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:38.200396 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb5dc1c-400b-4f98-abce-68c6bb143007', 'tag': '16429dbe-e587-46f4-8bf7-2251c8639584', 'status': 'completed', 'code': 200} Aug 16 23:00:38.237039 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-908384c5-36bc-4454-b122-1e99b69671d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:38.239740 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-908384c5-36bc-4454-b122-1e99b69671d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0483432 Aug 16 23:00:38.285167 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-3b976886-9848-4077-9ea0-125fa811f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:38.286694 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-3b976886-9848-4077-9ea0-125fa811f346 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405962 Aug 16 23:00:38.385271 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-e9b16939-a2f1-4475-acad-a5c22b3fb978 service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911374 Aug 16 23:00:38.482523 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae8a9c1c-f4d1-42e5-8a84-876e76274f95 req-d2e739b8-e4bd-4b35-9c24-10ee526e6be2 service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890555 Aug 16 23:00:38.577532 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077c372-3377-4598-9b5e-262a9970f923 req-e9dafdea-5f34-44b7-8899-87dd8d4677c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:38.579080 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d077c372-3377-4598-9b5e-262a9970f923 req-e9dafdea-5f34-44b7-8899-87dd8d4677c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 1096 time: 0.0458984 Aug 16 23:00:38.678029 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077c372-3377-4598-9b5e-262a9970f923 req-abb83544-14b2-49fb-a743-e32bc88af5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:38.679603 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d077c372-3377-4598-9b5e-262a9970f923 req-abb83544-14b2-49fb-a743-e32bc88af5e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 913 time: 0.0920882 Aug 16 23:00:38.725577 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d077c372-3377-4598-9b5e-262a9970f923 req-dd7eeeb7-166b-462a-883d-a992bb3661b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16429dbe-e587-46f4-8bf7-2251c8639584 HTTP/1.1" status: 200 len: 217 time: 0.0386364 Aug 16 23:00:38.777992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077c372-3377-4598-9b5e-262a9970f923 req-52ed326b-09e4-407c-b570-a201abd897e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:38.779387 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d077c372-3377-4598-9b5e-262a9970f923 req-52ed326b-09e4-407c-b570-a201abd897e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0463488 Aug 16 23:00:38.795518 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:38.852576 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077c372-3377-4598-9b5e-262a9970f923 req-ea75ebbc-79f1-4ea2-a18a-2f03e253b17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:38.854935 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d077c372-3377-4598-9b5e-262a9970f923 req-ea75ebbc-79f1-4ea2-a18a-2f03e253b17b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666437 Aug 16 23:00:38.959427 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d077c372-3377-4598-9b5e-262a9970f923 req-a62c3584-527a-4b09-a355-25b0a2afcd2e service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961702 Aug 16 23:00:39.027496 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-39be6a8c-39f2-47ca-a8e8-07196cb38aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:39.056135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d077c372-3377-4598-9b5e-262a9970f923 req-4f4bcb6a-0f53-41fe-a508-ee63b5460bb4 service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894008 Aug 16 23:00:39.246478 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb65e27-ee3f-4a39-85db-5be53ea521c5 req-29227442-311c-461a-a1ed-8df0c49c58d8 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:39.248049 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2cb65e27-ee3f-4a39-85db-5be53ea521c5 req-29227442-311c-461a-a1ed-8df0c49c58d8 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 944 time: 0.0532103 Aug 16 23:00:39.297845 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2cb65e27-ee3f-4a39-85db-5be53ea521c5 req-4276cd77-7cdb-4a58-8dda-be7e6d174bb6 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430007 Aug 16 23:00:40.501045 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34de2e-aa3a-48b7-a4a2-30c42bcfd7eb req-854b76de-cf21-4dd6-8e99-61bb1ef87a0b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:40.502614 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af34de2e-aa3a-48b7-a4a2-30c42bcfd7eb req-854b76de-cf21-4dd6-8e99-61bb1ef87a0b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 944 time: 0.0667155 Aug 16 23:00:40.558146 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af34de2e-aa3a-48b7-a4a2-30c42bcfd7eb req-e298a611-7004-4314-9697-79e032346839 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445011 Aug 16 23:00:41.042595 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:41.591555 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ab81ec93-169d-48dc-9e96-0abaf750c701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:41.736349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351b616-f6e3-4c7b-b138-a0f16be679c6 req-174d7c0d-e299-4bba-a6d8-dcc064fe7423 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:41.738580 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5351b616-f6e3-4c7b-b138-a0f16be679c6 req-174d7c0d-e299-4bba-a6d8-dcc064fe7423 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 944 time: 0.0793457 Aug 16 23:00:41.782199 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5351b616-f6e3-4c7b-b138-a0f16be679c6 req-20dc5b01-4ed8-4710-b3ae-9c37326dcd81 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365949 Aug 16 23:00:42.138084 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:42.852673 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:00:42.913308 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f3c73-529f-4a38-a4a6-932c98e71a6d req-fa9a1983-fc2b-426c-a2c0-d54afecb6f1d tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:42.914690 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f11f3c73-529f-4a38-a4a6-932c98e71a6d req-fa9a1983-fc2b-426c-a2c0-d54afecb6f1d tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 944 time: 0.0538661 Aug 16 23:00:42.957741 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f11f3c73-529f-4a38-a4a6-932c98e71a6d req-fdfe7b0e-cb50-44e1-b030-705a3df34db7 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359073 Aug 16 23:00:43.334014 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:44.090595 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9231ba-8315-41a8-9152-c35c7f308ee8 req-1086b09b-f8b2-4db8-8d01-3aed6f86c5c0 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:44.098298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6d9231ba-8315-41a8-9152-c35c7f308ee8 req-1086b09b-f8b2-4db8-8d01-3aed6f86c5c0 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 944 time: 0.0631990 Aug 16 23:00:44.133395 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6d9231ba-8315-41a8-9152-c35c7f308ee8 req-e1fcc28f-d046-4eec-a57e-13fb1f155e26 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342557 Aug 16 23:00:44.183773 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45962) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:44.351426 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-592661fa-0f38-44c7-bf65-22ed4344bbb6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Deleting port 4d1c541f-b5b4-440c-8ef6-0c0a5ec9e3a4 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:44.351426 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-592661fa-0f38-44c7-bf65-22ed4344bbb6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:44.431624 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-592661fa-0f38-44c7-bf65-22ed4344bbb6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:44.431947 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-592661fa-0f38-44c7-bf65-22ed4344bbb6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:44.443841 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-592661fa-0f38-44c7-bf65-22ed4344bbb6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Calling delete_port for 4d1c541f-b5b4-440c-8ef6-0c0a5ec9e3a4 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:44.595153 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-592661fa-0f38-44c7-bf65-22ed4344bbb6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:44.621315 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592661fa-0f38-44c7-bf65-22ed4344bbb6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Port': ['ID=4d1c541f-b5b4-440c-8ef6-0c0a5ec9e3a4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:44.688929 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-592661fa-0f38-44c7-bf65-22ed4344bbb6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:44.689303 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-592661fa-0f38-44c7-bf65-22ed4344bbb6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Floating IP 74e9acb8-edf9-4767-8be2-769df7f3ef95 disassociated (deleted). External IP: 172.25.6.230, port: aec04950-b830-4966-b1e8-65874416f454. Aug 16 23:00:44.908788 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:45.257239 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a485c3-12c0-43f7-acb0-5efd6ebcd2d0 req-65065cc8-a942-4c90-b79b-04df9be14417 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:45.258896 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b4a485c3-12c0-43f7-acb0-5efd6ebcd2d0 req-65065cc8-a942-4c90-b79b-04df9be14417 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 944 time: 0.0540831 Aug 16 23:00:45.270233 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592661fa-0f38-44c7-bf65-22ed4344bbb6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Router 15e82dcf-0048-4389-a5fc-046728f004eb has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:00:45.299276 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b4a485c3-12c0-43f7-acb0-5efd6ebcd2d0 req-66bf1a20-28db-481b-b537-08298f957242 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343409 Aug 16 23:00:45.391461 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592661fa-0f38-44c7-bf65-22ed4344bbb6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:00:45.397191 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-592661fa-0f38-44c7-bf65-22ed4344bbb6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:45.405576 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255b9ce0-e8d6-453a-8866-b1cd54c01252 None None] Sync routers for ids ['15e82dcf-0048-4389-a5fc-046728f004eb'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:00:45.422483 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255b9ce0-e8d6-453a-8866-b1cd54c01252 None None] Routers {'15e82dcf-0048-4389-a5fc-046728f004eb'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:00:45.423395 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-255b9ce0-e8d6-453a-8866-b1cd54c01252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:00:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['15e82dcf-0048-4389-a5fc-046728f004eb'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:45.432109 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-592661fa-0f38-44c7-bf65-22ed4344bbb6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "DELETE /v2.0/floatingips/74e9acb8-edf9-4767-8be2-769df7f3ef95 HTTP/1.1" status: 204 len: 168 time: 1.2470350 Aug 16 23:00:45.432701 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f5041e-91d9-49e4-9e85-c2860861652b', 'tag': 'aec04950-b830-4966-b1e8-65874416f454'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:45.436276 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27daba7f-3388-4f18-add4-74e9e75afbbc" -d '{"events": [{"name": "network-changed", "server_uuid": "64f5041e-91d9-49e4-9e85-c2860861652b", "tag": "aec04950-b830-4966-b1e8-65874416f454"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:45.501398 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38aa496e-2d88-4c28-9dac-70391828d3df x-openstack-request-id: req-38aa496e-2d88-4c28-9dac-70391828d3df {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:45.501683 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f5041e-91d9-49e4-9e85-c2860861652b", "tag": "aec04950-b830-4966-b1e8-65874416f454", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:45.501926 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-38aa496e-2d88-4c28-9dac-70391828d3df {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:45.502446 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f5041e-91d9-49e4-9e85-c2860861652b', 'tag': 'aec04950-b830-4966-b1e8-65874416f454', 'status': 'completed', 'code': 200} Aug 16 23:00:45.547681 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-255b9ce0-e8d6-453a-8866-b1cd54c01252 None None] Set router 15e82dcf-0048-4389-a5fc-046728f004eb gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:00:45.572302 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daba7f-3388-4f18-add4-74e9e75afbbc req-9d5cd078-3f37-41b5-a1d4-45cbf91ce043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:45.574114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27daba7f-3388-4f18-add4-74e9e75afbbc req-9d5cd078-3f37-41b5-a1d4-45cbf91ce043 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e32b01dd26f6421f8630d3eff7506c36&device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 1097 time: 0.0472679 Aug 16 23:00:45.721047 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daba7f-3388-4f18-add4-74e9e75afbbc req-f5749623-592b-4dd3-a57d-1e5677a78e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:45.723191 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27daba7f-3388-4f18-add4-74e9e75afbbc req-f5749623-592b-4dd3-a57d-1e5677a78e1b service neutron] 10.222.0.43 "GET /v2.0/networks?id=c1526cd6-799e-4e50-afe0-d70396890418 HTTP/1.1" status: 200 len: 898 time: 0.1410673 Aug 16 23:00:45.744585 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978640de-dce6-46d1-8612-71b1492f6384 req-c2dcfe6d-9a46-4f4a-9a3c-68aeaa7a5745 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:45.746083 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-978640de-dce6-46d1-8612-71b1492f6384 req-c2dcfe6d-9a46-4f4a-9a3c-68aeaa7a5745 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.0682151 Aug 16 23:00:45.763875 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-255b9ce0-e8d6-453a-8866-b1cd54c01252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672362787', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '40021378-d426-445a-944a-37870fc2fe2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:01Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '40021378-d426-445a-944a-37870fc2fe2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '7fcf00e6-42dc-40e4-bf35-28b1b2f8030c', 'name': '', 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:e9:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'b0f51cba-b989-495f-a1c4-7f3147da8dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:01Z', 'updated_at': '2021-08-16T22:59:07Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': 'b0f51cba-b989-495f-a1c4-7f3147da8dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:45.779679 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27daba7f-3388-4f18-add4-74e9e75afbbc req-a92d253f-e0dc-4f31-a85c-d6f67031968b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aec04950-b830-4966-b1e8-65874416f454 HTTP/1.1" status: 200 len: 217 time: 0.0494878 Aug 16 23:00:45.790876 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255b9ce0-e8d6-453a-8866-b1cd54c01252 None None] Checking router: 15e82dcf-0048-4389-a5fc-046728f004eb for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:00:45.799190 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255b9ce0-e8d6-453a-8866-b1cd54c01252 None None] Routers {'15e82dcf-0048-4389-a5fc-046728f004eb'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:00:45.799789 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-255b9ce0-e8d6-453a-8866-b1cd54c01252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:00:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['15e82dcf-0048-4389-a5fc-046728f004eb'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:45.845165 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-978640de-dce6-46d1-8612-71b1492f6384 req-b644e6a1-b60d-48eb-b91a-b12ee872428f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679429 Aug 16 23:00:45.850561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daba7f-3388-4f18-add4-74e9e75afbbc req-615fbfb6-8326-496c-8f2f-a31ca28f5d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:45.851984 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27daba7f-3388-4f18-add4-74e9e75afbbc req-615fbfb6-8326-496c-8f2f-a31ca28f5d25 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b0f51cba-b989-495f-a1c4-7f3147da8dc6 HTTP/1.1" status: 200 len: 835 time: 0.0595930 Aug 16 23:00:45.901171 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daba7f-3388-4f18-add4-74e9e75afbbc req-42fc32cc-2fae-439b-abfe-1d91c8980cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:45.902695 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27daba7f-3388-4f18-add4-74e9e75afbbc req-42fc32cc-2fae-439b-abfe-1d91c8980cbb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c1526cd6-799e-4e50-afe0-d70396890418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419290 Aug 16 23:00:45.906152 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-255b9ce0-e8d6-453a-8866-b1cd54c01252 None None] Set router 15e82dcf-0048-4389-a5fc-046728f004eb gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:00:45.997669 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27daba7f-3388-4f18-add4-74e9e75afbbc req-4b54da9b-8a82-44c2-b908-ab3b55fdd5b1 service neutron] 10.222.0.43 "GET /v2.0/networks/c1526cd6-799e-4e50-afe0-d70396890418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858471 Aug 16 23:00:46.091266 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27daba7f-3388-4f18-add4-74e9e75afbbc req-d54da2e3-7c3b-45e8-85ac-bdc2d978f3e3 service neutron] 10.222.0.43 "GET /v2.0/networks/c1526cd6-799e-4e50-afe0-d70396890418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836625 Aug 16 23:00:46.118818 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-255b9ce0-e8d6-453a-8866-b1cd54c01252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672362787', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '40021378-d426-445a-944a-37870fc2fe2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:01Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '40021378-d426-445a-944a-37870fc2fe2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '7fcf00e6-42dc-40e4-bf35-28b1b2f8030c', 'name': '', 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:e9:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'b0f51cba-b989-495f-a1c4-7f3147da8dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:01Z', 'updated_at': '2021-08-16T22:59:07Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': 'b0f51cba-b989-495f-a1c4-7f3147da8dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:46.146006 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255b9ce0-e8d6-453a-8866-b1cd54c01252 None None] The sync data for ids ['15e82dcf-0048-4389-a5fc-046728f004eb'] in n-d-792458-15 is: [{'id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672362787', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '40021378-d426-445a-944a-37870fc2fe2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:01Z', 'revision_number': 4, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '40021378-d426-445a-944a-37870fc2fe2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '7fcf00e6-42dc-40e4-bf35-28b1b2f8030c', 'name': '', 'network_id': 'c1526cd6-799e-4e50-afe0-d70396890418', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'mac_address': 'fa:16:3e:e9:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'b0f51cba-b989-495f-a1c4-7f3147da8dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:01Z', 'updated_at': '2021-08-16T22:59:07Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'subnets': [{'id': 'b0f51cba-b989-495f-a1c4-7f3147da8dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:00:46.379086 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe70bed-ed1a-40e9-9284-993590785c8c None None] New status for floating IP 74e9acb8-edf9-4767-8be2-769df7f3ef95: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:00:46.471724 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8080f-75e3-4a21-992a-dd3ed383366a req-9045ff04-f939-466d-aa1d-a2a8ad3c5118 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:46.474104 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cee8080f-75e3-4a21-992a-dd3ed383366a req-9045ff04-f939-466d-aa1d-a2a8ad3c5118 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 944 time: 0.0823565 Aug 16 23:00:46.522322 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cee8080f-75e3-4a21-992a-dd3ed383366a req-6b5dfbdb-b2db-45f5-af3b-580b805824f4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382352 Aug 16 23:00:46.967110 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d77e5-1943-4a22-bce9-915d8729b730 req-f527d9a5-84a5-4f2d-9366-69cb68310ab8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:46.968630 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-025d77e5-1943-4a22-bce9-915d8729b730 req-f527d9a5-84a5-4f2d-9366-69cb68310ab8 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.0528293 Aug 16 23:00:47.007345 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-025d77e5-1943-4a22-bce9-915d8729b730 req-d418e7dd-775d-4bda-9612-fea0bea2d5ad tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/security-groups?id=4de41a74-fe79-4746-b5bc-b959c45080ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320225 Aug 16 23:00:47.137615 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5c5d5-f0a7-46c3-87a7-988d28d59adf req-adc2e4ec-34a5-4f39-9949-0429f4a5c32f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:47.139033 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-06d5c5d5-f0a7-46c3-87a7-988d28d59adf req-adc2e4ec-34a5-4f39-9949-0429f4a5c32f tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 945 time: 0.0487382 Aug 16 23:00:47.232774 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-06d5c5d5-f0a7-46c3-87a7-988d28d59adf req-06f11f24-e551-41cf-9ce7-554d4d8dc5a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Deleting port aec04950-b830-4966-b1e8-65874416f454 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:47.233113 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06d5c5d5-f0a7-46c3-87a7-988d28d59adf req-06f11f24-e551-41cf-9ce7-554d4d8dc5a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:47.321486 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-06d5c5d5-f0a7-46c3-87a7-988d28d59adf req-06f11f24-e551-41cf-9ce7-554d4d8dc5a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] For port aec04950-b830-4966-b1e8-65874416f454, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=aec04950-b830-4966-b1e8-65874416f454,segment=NetworkSegment(e4a37356-55ab-4f30-b262-06c5f59d495c),segment_id=e4a37356-55ab-4f30-b262-06c5f59d495c)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:47.321859 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06d5c5d5-f0a7-46c3-87a7-988d28d59adf req-06f11f24-e551-41cf-9ce7-554d4d8dc5a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:47.334312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-06d5c5d5-f0a7-46c3-87a7-988d28d59adf req-06f11f24-e551-41cf-9ce7-554d4d8dc5a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Calling delete_port for aec04950-b830-4966-b1e8-65874416f454 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:47.467952 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06d5c5d5-f0a7-46c3-87a7-988d28d59adf req-06f11f24-e551-41cf-9ce7-554d4d8dc5a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:47.495609 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f11f24-e551-41cf-9ce7-554d4d8dc5a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Port': ['ID=aec04950-b830-4966-b1e8-65874416f454,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:47.553894 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d5c5d5-f0a7-46c3-87a7-988d28d59adf req-06f11f24-e551-41cf-9ce7-554d4d8dc5a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] No DVR routers for this DVR port aec04950-b830-4966-b1e8-65874416f454 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:00:47.556636 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-06d5c5d5-f0a7-46c3-87a7-988d28d59adf req-06f11f24-e551-41cf-9ce7-554d4d8dc5a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:47.558866 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-06d5c5d5-f0a7-46c3-87a7-988d28d59adf req-06f11f24-e551-41cf-9ce7-554d4d8dc5a6 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.43 "DELETE /v2.0/ports/aec04950-b830-4966-b1e8-65874416f454 HTTP/1.1" status: 204 len: 173 time: 0.4130979 Aug 16 23:00:47.559276 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f5041e-91d9-49e4-9e85-c2860861652b', 'name': 'network-vif-deleted', 'tag': 'aec04950-b830-4966-b1e8-65874416f454'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:47.561605 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04cbbc1-eaa9-4f94-919c-14fd66d1c516" -d '{"events": [{"server_uuid": "64f5041e-91d9-49e4-9e85-c2860861652b", "name": "network-vif-deleted", "tag": "aec04950-b830-4966-b1e8-65874416f454"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:47.603600 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bbdc67-e0c7-4a72-9032-ed6608e27a1f x-openstack-request-id: req-58bbdc67-e0c7-4a72-9032-ed6608e27a1f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:47.603890 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f5041e-91d9-49e4-9e85-c2860861652b", "name": "network-vif-deleted", "tag": "aec04950-b830-4966-b1e8-65874416f454", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:47.604138 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-58bbdc67-e0c7-4a72-9032-ed6608e27a1f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:47.604562 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f5041e-91d9-49e4-9e85-c2860861652b', 'name': 'network-vif-deleted', 'tag': 'aec04950-b830-4966-b1e8-65874416f454', 'status': 'completed', 'code': 200} Aug 16 23:00:47.688516 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410af89-2659-469f-98df-3c81cfb69428 req-093a9a08-3313-4ea5-a022-45da3ad9e309 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:47.695233 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8410af89-2659-469f-98df-3c81cfb69428 req-093a9a08-3313-4ea5-a022-45da3ad9e309 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 944 time: 0.0655112 Aug 16 23:00:47.733215 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8410af89-2659-469f-98df-3c81cfb69428 req-c6c694f8-1bb4-41c0-8cf2-674c8dadc8cf tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358489 Aug 16 23:00:48.132566 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41fb7511-064d-404f-ab25-4b433b868907 req-d55b0145-3f53-4f3a-81d5-25b0d7816582 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f5041e-91d9-49e4-9e85-c2860861652b HTTP/1.1" status: 200 len: 210 time: 0.0322306 Aug 16 23:00:48.857217 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957513c1-deae-4bde-b013-b90867997182 req-58523122-762f-4206-b74a-cbe5042136f8 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:48.859175 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-957513c1-deae-4bde-b013-b90867997182 req-58523122-762f-4206-b74a-cbe5042136f8 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 944 time: 0.0555115 Aug 16 23:00:48.915548 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-957513c1-deae-4bde-b013-b90867997182 req-9fb2f87c-15ef-435d-8a23-1261dd6829f5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472174 Aug 16 23:00:49.194143 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45986) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:49.590408 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e15572aa-e1be-4f19-9367-d1468dd5df69 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:49.850601 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e15572aa-e1be-4f19-9367-d1468dd5df69 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Deleting port 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:49.850961 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e15572aa-e1be-4f19-9367-d1468dd5df69 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:49.939950 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e15572aa-e1be-4f19-9367-d1468dd5df69 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] For port 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7fcf00e6-42dc-40e4-bf35-28b1b2f8030c,segment=NetworkSegment(e4a37356-55ab-4f30-b262-06c5f59d495c),segment_id=e4a37356-55ab-4f30-b262-06c5f59d495c)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:49.940321 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e15572aa-e1be-4f19-9367-d1468dd5df69 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:49.954312 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e15572aa-e1be-4f19-9367-d1468dd5df69 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Calling delete_port for 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:50.040082 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2df89b-4426-4ef9-a77d-91eead5cdcb5 req-fb470ba4-7bf6-4b58-bf06-0264f5383eb0 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:50.041806 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd2df89b-4426-4ef9-a77d-91eead5cdcb5 req-fb470ba4-7bf6-4b58-bf06-0264f5383eb0 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 944 time: 0.0550568 Aug 16 23:00:50.095442 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd2df89b-4426-4ef9-a77d-91eead5cdcb5 req-ae0bbea5-0bfa-4236-a7bd-8ee278cfda11 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469463 Aug 16 23:00:50.167349 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e15572aa-e1be-4f19-9367-d1468dd5df69 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:50.199649 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15572aa-e1be-4f19-9367-d1468dd5df69 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Port': ['ID=7fcf00e6-42dc-40e4-bf35-28b1b2f8030c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:50.399389 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e15572aa-e1be-4f19-9367-d1468dd5df69 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:50.634135 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15572aa-e1be-4f19-9367-d1468dd5df69 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Router 15e82dcf-0048-4389-a5fc-046728f004eb has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:00:50.744886 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15572aa-e1be-4f19-9367-d1468dd5df69 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:00:50.750492 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e15572aa-e1be-4f19-9367-d1468dd5df69 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "PUT /v2.0/routers/15e82dcf-0048-4389-a5fc-046728f004eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5552924 Aug 16 23:00:50.753266 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45990) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:50.758085 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01bf4dc-ee1a-4c4c-a943-c464226f158f None None] Sync routers for ids ['15e82dcf-0048-4389-a5fc-046728f004eb'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:00:50.774249 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01bf4dc-ee1a-4c4c-a943-c464226f158f None None] Routers {'15e82dcf-0048-4389-a5fc-046728f004eb'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:00:50.775331 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e01bf4dc-ee1a-4c4c-a943-c464226f158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:00:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['15e82dcf-0048-4389-a5fc-046728f004eb'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:50.812347 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb09a71-ccd0-4f9b-b377-c8130d5227b7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Deleting subnet b0f51cba-b989-495f-a1c4-7f3147da8dc6 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:00:50.815653 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccb09a71-ccd0-4f9b-b377-c8130d5227b7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:50.860290 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccb09a71-ccd0-4f9b-b377-c8130d5227b7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:50.963096 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccb09a71-ccd0-4f9b-b377-c8130d5227b7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:50.987606 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-e01bf4dc-ee1a-4c4c-a943-c464226f158f None None] Set router 15e82dcf-0048-4389-a5fc-046728f004eb gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:00:51.024031 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccb09a71-ccd0-4f9b-b377-c8130d5227b7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.050158 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb09a71-ccd0-4f9b-b377-c8130d5227b7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f51cba-b989-495f-a1c4-7f3147da8dc6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:51.058965 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ccb09a71-ccd0-4f9b-b377-c8130d5227b7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.064189 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ccb09a71-ccd0-4f9b-b377-c8130d5227b7 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "DELETE /v2.0/subnets/b0f51cba-b989-495f-a1c4-7f3147da8dc6 HTTP/1.1" status: 204 len: 168 time: 0.3060575 Aug 16 23:00:51.064189 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 45992) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:51.067101 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fce8e75-a924-4b32-8736-eba5b1e1196f None None] Network c1526cd6-799e-4e50-afe0-d70396890418 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:51.185322 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f29a-505f-439c-90f0-73c33ee560f3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.206096 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e01bf4dc-ee1a-4c4c-a943-c464226f158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672362787', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '40021378-d426-445a-944a-37870fc2fe2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T23:00:50Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '40021378-d426-445a-944a-37870fc2fe2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:51.239651 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01bf4dc-ee1a-4c4c-a943-c464226f158f None None] Checking router: 15e82dcf-0048-4389-a5fc-046728f004eb for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:00:51.239957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b88f2a-032f-423c-88c6-fececc03b67d req-02a8ced9-3603-4096-b703-d16e5d136a38 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:51.251192 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01bf4dc-ee1a-4c4c-a943-c464226f158f None None] Routers {'15e82dcf-0048-4389-a5fc-046728f004eb'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:00:51.251192 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e01bf4dc-ee1a-4c4c-a943-c464226f158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:00:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['15e82dcf-0048-4389-a5fc-046728f004eb'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:51.251530 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0b88f2a-032f-423c-88c6-fececc03b67d req-02a8ced9-3603-4096-b703-d16e5d136a38 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 944 time: 0.0703502 Aug 16 23:00:51.285402 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78087dcb-45ed-4a7e-b788-36a419e3647e None None] DHCP port deletion for c1526cd6-799e-4e50-afe0-d70396890418 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:00:51.293366 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0b88f2a-032f-423c-88c6-fececc03b67d req-fe49069a-8f3c-4724-af81-5ee741267fac tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419357 Aug 16 23:00:51.330883 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f29a-505f-439c-90f0-73c33ee560f3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.343050 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-78087dcb-45ed-4a7e-b788-36a419e3647e None None] Deleting port b0d5da92-d07f-48ab-ab76-852a62b2e05b {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:51.343324 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-78087dcb-45ed-4a7e-b788-36a419e3647e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.377413 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-e01bf4dc-ee1a-4c4c-a943-c464226f158f None None] Set router 15e82dcf-0048-4389-a5fc-046728f004eb gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:00:51.389080 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3ca8f29a-505f-439c-90f0-73c33ee560f3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Deleting port 40021378-d426-445a-944a-37870fc2fe2e {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:51.389508 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f29a-505f-439c-90f0-73c33ee560f3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.417627 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-78087dcb-45ed-4a7e-b788-36a419e3647e None None] For port b0d5da92-d07f-48ab-ab76-852a62b2e05b, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b0d5da92-d07f-48ab-ab76-852a62b2e05b,segment=NetworkSegment(e4a37356-55ab-4f30-b262-06c5f59d495c),segment_id=e4a37356-55ab-4f30-b262-06c5f59d495c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:51.418772 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-78087dcb-45ed-4a7e-b788-36a419e3647e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.433846 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-78087dcb-45ed-4a7e-b788-36a419e3647e None None] Calling delete_port for b0d5da92-d07f-48ab-ab76-852a62b2e05b owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:51.492098 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-3ca8f29a-505f-439c-90f0-73c33ee560f3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] For port 40021378-d426-445a-944a-37870fc2fe2e, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=40021378-d426-445a-944a-37870fc2fe2e,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:51.492799 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f29a-505f-439c-90f0-73c33ee560f3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.508204 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3ca8f29a-505f-439c-90f0-73c33ee560f3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Calling delete_port for 40021378-d426-445a-944a-37870fc2fe2e owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:51.536584 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-78087dcb-45ed-4a7e-b788-36a419e3647e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.564339 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78087dcb-45ed-4a7e-b788-36a419e3647e None None] Pushing event deleted for resources: {'Port': ['ID=b0d5da92-d07f-48ab-ab76-852a62b2e05b,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:51.578386 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78087dcb-45ed-4a7e-b788-36a419e3647e None None] No DVR routers for this DVR port b0d5da92-d07f-48ab-ab76-852a62b2e05b on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:00:51.581089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78087dcb-45ed-4a7e-b788-36a419e3647e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:51.582082 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78087dcb-45ed-4a7e-b788-36a419e3647e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:51.582526 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78087dcb-45ed-4a7e-b788-36a419e3647e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:51.582933 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78087dcb-45ed-4a7e-b788-36a419e3647e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:51.583336 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78087dcb-45ed-4a7e-b788-36a419e3647e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:51.583738 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78087dcb-45ed-4a7e-b788-36a419e3647e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:51.584134 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78087dcb-45ed-4a7e-b788-36a419e3647e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:51.584529 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78087dcb-45ed-4a7e-b788-36a419e3647e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:51.584857 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78087dcb-45ed-4a7e-b788-36a419e3647e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:51.585179 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78087dcb-45ed-4a7e-b788-36a419e3647e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:51.585506 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78087dcb-45ed-4a7e-b788-36a419e3647e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:51.585827 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78087dcb-45ed-4a7e-b788-36a419e3647e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:51.603970 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e01bf4dc-ee1a-4c4c-a943-c464226f158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672362787', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '40021378-d426-445a-944a-37870fc2fe2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T23:00:50Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '40021378-d426-445a-944a-37870fc2fe2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:51.638889 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01bf4dc-ee1a-4c4c-a943-c464226f158f None None] The sync data for ids ['15e82dcf-0048-4389-a5fc-046728f004eb'] in n-d-792458-15 is: [{'id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672362787', 'tenant_id': 'e32b01dd26f6421f8630d3eff7506c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '40021378-d426-445a-944a-37870fc2fe2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T23:00:50Z', 'revision_number': 5, 'project_id': 'e32b01dd26f6421f8630d3eff7506c36', 'gw_port': {'id': '40021378-d426-445a-944a-37870fc2fe2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e82dcf-0048-4389-a5fc-046728f004eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:57Z', 'updated_at': '2021-08-16T22:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:00:51.734317 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f29a-505f-439c-90f0-73c33ee560f3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.764862 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8f29a-505f-439c-90f0-73c33ee560f3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Port': ['ID=40021378-d426-445a-944a-37870fc2fe2e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:51.830554 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f29a-505f-439c-90f0-73c33ee560f3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.928056 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f29a-505f-439c-90f0-73c33ee560f3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.930316 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f29a-505f-439c-90f0-73c33ee560f3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.972882 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device aec04950-b830-4966-b1e8-65874416f454 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:51.976300 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f29a-505f-439c-90f0-73c33ee560f3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.976761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca8f29a-505f-439c-90f0-73c33ee560f3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Fanout notify agent at l3_agent the message router_deleted on router 15e82dcf-0048-4389-a5fc-046728f004eb {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:00:51.986634 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f29a-505f-439c-90f0-73c33ee560f3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.991150 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 45996) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:51.994580 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3ca8f29a-505f-439c-90f0-73c33ee560f3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "DELETE /v2.0/routers/15e82dcf-0048-4389-a5fc-046728f004eb HTTP/1.1" status: 204 len: 168 time: 0.9258356 Aug 16 23:00:52.005616 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: aec04950-b830-4966-b1e8-65874416f454 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:00:52.006391 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device aec04950-b830-4966-b1e8-65874416f454 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:00:52.080691 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-20da8d1a-b90d-43e9-8e2e-2b91baccf4b3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:52.180173 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-20da8d1a-b90d-43e9-8e2e-2b91baccf4b3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:52.190140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-20da8d1a-b90d-43e9-8e2e-2b91baccf4b3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1526cd6-799e-4e50-afe0-d70396890418']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:52.200461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-20da8d1a-b90d-43e9-8e2e-2b91baccf4b3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a37356-55ab-4f30-b262-06c5f59d495c') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:52.200758 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-20da8d1a-b90d-43e9-8e2e-2b91baccf4b3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a37356-55ab-4f30-b262-06c5f59d495c') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:52.209750 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-20da8d1a-b90d-43e9-8e2e-2b91baccf4b3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:52.230772 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-20da8d1a-b90d-43e9-8e2e-2b91baccf4b3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:52.239465 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20da8d1a-b90d-43e9-8e2e-2b91baccf4b3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:00:52.239871 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-20da8d1a-b90d-43e9-8e2e-2b91baccf4b3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: timer() Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:00:52.243090 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:00:52.307471 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-20da8d1a-b90d-43e9-8e2e-2b91baccf4b3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:52.315220 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-20da8d1a-b90d-43e9-8e2e-2b91baccf4b3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:52.317830 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-20da8d1a-b90d-43e9-8e2e-2b91baccf4b3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "DELETE /v2.0/networks/c1526cd6-799e-4e50-afe0-d70396890418 HTTP/1.1" status: 204 len: 168 time: 0.3251562 Aug 16 23:00:52.320436 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46000) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:52.335470 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da8d1a-b90d-43e9-8e2e-2b91baccf4b3 tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'Network': ['ID=c1526cd6-799e-4e50-afe0-d70396890418,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:52.402305 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d12f94a-0aed-434c-8ec3-cd09d63ad52d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:52.430449 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d12f94a-0aed-434c-8ec3-cd09d63ad52d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:52.437825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d815a9-22da-4c74-b7ab-979bdf67eba2 req-6c2adb84-c6ec-4a94-a399-2b362140c1fb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:52.439512 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35d815a9-22da-4c74-b7ab-979bdf67eba2 req-6c2adb84-c6ec-4a94-a399-2b362140c1fb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 944 time: 0.0579031 Aug 16 23:00:52.481554 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35d815a9-22da-4c74-b7ab-979bdf67eba2 req-3e16d964-53d4-4e3a-b1c7-d6e1705071e8 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350995 Aug 16 23:00:52.509089 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d12f94a-0aed-434c-8ec3-cd09d63ad52d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:52.511754 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d12f94a-0aed-434c-8ec3-cd09d63ad52d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:52.512932 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9d12f94a-0aed-434c-8ec3-cd09d63ad52d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] 10.222.0.93 "DELETE /v2.0/security-groups/4de41a74-fe79-4746-b5bc-b959c45080ed HTTP/1.1" status: 204 len: 168 time: 0.1914959 Aug 16 23:00:52.530571 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12f94a-0aed-434c-8ec3-cd09d63ad52d tempest-TestNetworkAdvancedServerOps-349512988 tempest-TestNetworkAdvancedServerOps-349512988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de41a74-fe79-4746-b5bc-b959c45080ed,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:52.864719 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46008) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:52.944532 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b0d5da92-d07f-48ab-ab76-852a62b2e05b no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:52.969749 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: b0d5da92-d07f-48ab-ab76-852a62b2e05b {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:00:52.970134 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b0d5da92-d07f-48ab-ab76-852a62b2e05b not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:00:52.970647 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:52.990104 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:00:52.990370 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7fcf00e6-42dc-40e4-bf35-28b1b2f8030c not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:00:52.990789 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 40021378-d426-445a-944a-37870fc2fe2e no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:53.012731 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-82e73455-07ff-450d-9d3a-4ea8dbab2094 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e32b01dd26f6421f8630d3eff7506c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431105 Aug 16 23:00:53.013039 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46012) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:53.014282 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 40021378-d426-445a-944a-37870fc2fe2e {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:00:53.014792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 40021378-d426-445a-944a-37870fc2fe2e not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:00:53.071165 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20194279-9e85-44f1-8cf0-46a7eba3fa05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:53.093125 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20194279-9e85-44f1-8cf0-46a7eba3fa05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:53.144639 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20194279-9e85-44f1-8cf0-46a7eba3fa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:53.147457 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20194279-9e85-44f1-8cf0-46a7eba3fa05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:53.148930 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-20194279-9e85-44f1-8cf0-46a7eba3fa05 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7efaedcc-d50b-48c5-bf1b-00cc8ea08604 HTTP/1.1" status: 204 len: 168 time: 0.1350403 Aug 16 23:00:53.157345 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20194279-9e85-44f1-8cf0-46a7eba3fa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efaedcc-d50b-48c5-bf1b-00cc8ea08604,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:53.417418 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46018) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:53.458783 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-da998cd9-4119-4fea-bd11-1c0d9ba7f00c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e6ff5858acf94aed948b658a1f0571f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398197 Aug 16 23:00:53.461071 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46020) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:53.508581 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa30f-f7d5-433e-ab19-7802d51ad16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:53.530575 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa30f-f7d5-433e-ab19-7802d51ad16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:53.579354 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa30f-f7d5-433e-ab19-7802d51ad16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:53.581888 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa30f-f7d5-433e-ab19-7802d51ad16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:53.585396 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d8ffa30f-f7d5-433e-ab19-7802d51ad16b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6f83dab1-1429-4ad4-a72b-b103eab39097 HTTP/1.1" status: 204 len: 168 time: 0.1211164 Aug 16 23:00:53.591106 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffa30f-f7d5-433e-ab19-7802d51ad16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f83dab1-1429-4ad4-a72b-b103eab39097,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:53.619335 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930e401-6dc6-4dc2-9206-3eeeee8a9f3f req-c4e3b4ca-89ca-49c7-9bf4-97fa95dcb4e4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:53.620846 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d930e401-6dc6-4dc2-9206-3eeeee8a9f3f req-c4e3b4ca-89ca-49c7-9bf4-97fa95dcb4e4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 944 time: 0.0644624 Aug 16 23:00:53.665605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d930e401-6dc6-4dc2-9206-3eeeee8a9f3f req-9794929d-1c15-4d1d-b60b-705876b37c36 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378106 Aug 16 23:00:54.793021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01d9df-482f-41d1-9b02-2fc3fe48cebe req-b06ec8f9-b8c2-4b5f-bab2-b67f6c0b09fa tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:54.794810 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d01d9df-482f-41d1-9b02-2fc3fe48cebe req-b06ec8f9-b8c2-4b5f-bab2-b67f6c0b09fa tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 944 time: 0.0500278 Aug 16 23:00:54.820461 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46060) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:54.840533 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d01d9df-482f-41d1-9b02-2fc3fe48cebe req-635eb86f-0185-472f-b614-467e80a27e54 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367887 Aug 16 23:00:54.971374 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f70e3067-8332-4e06-8e88-fb6e981ffcfe tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'network': {'name': 'tempest-network-smoke--1313976767', 'project_id': '003a64692bc348649a81275d8616867d', 'port_security_enabled': True}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:54.995008 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70e3067-8332-4e06-8e88-fb6e981ffcfe tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Made reservation on behalf of 003a64692bc348649a81275d8616867d for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:54.998447 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f70e3067-8332-4e06-8e88-fb6e981ffcfe tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:55.007604 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f70e3067-8332-4e06-8e88-fb6e981ffcfe tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:55.097560 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f70e3067-8332-4e06-8e88-fb6e981ffcfe tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:55.102623 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f70e3067-8332-4e06-8e88-fb6e981ffcfe tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:55.136352 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70e3067-8332-4e06-8e88-fb6e981ffcfe tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:00:55.145051 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e3067-8332-4e06-8e88-fb6e981ffcfe tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af7bc6d-39df-4e1b-8754-013cd90a474a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:55.152972 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f70e3067-8332-4e06-8e88-fb6e981ffcfe tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:55.153325 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-f70e3067-8332-4e06-8e88-fb6e981ffcfe tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Added segment a1fc2577-179f-4a05-a28c-4ed0937a4d0d of type vlan for network f31cb20c-e167-4537-ac79-040b0626ca56 Aug 16 23:00:55.201107 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f70e3067-8332-4e06-8e88-fb6e981ffcfe tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:55.234372 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f70e3067-8332-4e06-8e88-fb6e981ffcfe tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:55.240690 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70e3067-8332-4e06-8e88-fb6e981ffcfe tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:55.241418 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f70e3067-8332-4e06-8e88-fb6e981ffcfe tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:55.301518 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f70e3067-8332-4e06-8e88-fb6e981ffcfe tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4798274 Aug 16 23:00:55.304709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46064) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:55.309422 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-00267d0f-de86-4254-bfbd-bccb88ea181e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-802743789', 'admin_state_up': True, 'project_id': '003a64692bc348649a81275d8616867d', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:55.314313 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e3067-8332-4e06-8e88-fb6e981ffcfe tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'Network': ['ID=f31cb20c-e167-4537-ac79-040b0626ca56,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:55.328143 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network f31cb20c-e167-4537-ac79-040b0626ca56 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:00:55.342108 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00267d0f-de86-4254-bfbd-bccb88ea181e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:55.343253 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00267d0f-de86-4254-bfbd-bccb88ea181e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:55.397685 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00267d0f-de86-4254-bfbd-bccb88ea181e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:55.541997 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00267d0f-de86-4254-bfbd-bccb88ea181e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:55.746085 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00267d0f-de86-4254-bfbd-bccb88ea181e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:55.765354 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00267d0f-de86-4254-bfbd-bccb88ea181e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:55.866431 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-00267d0f-de86-4254-bfbd-bccb88ea181e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Allocated IP 172.25.6.16 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/9ec6ad45-a72c-4f4f-9633-bba23faded31) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:56.018061 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ede84-712b-4599-9bb3-41ef60b7b9c4 req-8521f067-3b06-4f78-9c94-34dc02afdf8c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:56.019954 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-605ede84-712b-4599-9bb3-41ef60b7b9c4 req-8521f067-3b06-4f78-9c94-34dc02afdf8c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 944 time: 0.0869296 Aug 16 23:00:56.042921 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00267d0f-de86-4254-bfbd-bccb88ea181e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:56.077916 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-605ede84-712b-4599-9bb3-41ef60b7b9c4 req-6acea725-5641-4c3d-8450-fb785d36942d tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502286 Aug 16 23:00:56.102551 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00267d0f-de86-4254-bfbd-bccb88ea181e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:56.140693 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00267d0f-de86-4254-bfbd-bccb88ea181e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:56.143445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-00267d0f-de86-4254-bfbd-bccb88ea181e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:56.149349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00267d0f-de86-4254-bfbd-bccb88ea181e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:56.177208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00267d0f-de86-4254-bfbd-bccb88ea181e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'Port': ['ID=9ec6ad45-a72c-4f4f-9633-bba23faded31,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:56.774584 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00267d0f-de86-4254-bfbd-bccb88ea181e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:56.996558 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00267d0f-de86-4254-bfbd-bccb88ea181e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:57.159007 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00267d0f-de86-4254-bfbd-bccb88ea181e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:00:57.256970 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ef792-3d48-4f59-9130-80a2464bb14c req-fd39571c-1e73-4a38-bf70-bdb7935171cd tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:57.258422 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-295ef792-3d48-4f59-9130-80a2464bb14c req-fd39571c-1e73-4a38-bf70-bdb7935171cd tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 944 time: 0.1095974 Aug 16 23:00:57.339941 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-295ef792-3d48-4f59-9130-80a2464bb14c req-dbf99542-4d58-4a97-81e6-cbeca57cfe13 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746887 Aug 16 23:00:57.342717 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00267d0f-de86-4254-bfbd-bccb88ea181e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:00:57.354155 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] Sync routers for ids ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:00:57.363205 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-00267d0f-de86-4254-bfbd-bccb88ea181e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:57.364449 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-00267d0f-de86-4254-bfbd-bccb88ea181e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0586486 Aug 16 23:00:57.367857 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46070) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:57.368432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] Routers {'8f4a13c4-f0a0-4605-a75e-0e81b58b2543'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:00:57.368593 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:00:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:57.451812 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-16531ca6-2e57-4751-be24-366bfb6e8040 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=003a64692bc348649a81275d8616867d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0824583 Aug 16 23:00:57.454529 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46074) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:57.484733 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] Set router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:00:57.543965 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fc80b3-599e-4644-b61f-9ba0bf2b23c6 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:57.545444 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-09fc80b3-599e-4644-b61f-9ba0bf2b23c6 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898438 Aug 16 23:00:57.548396 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46076) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:57.582800 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ca3fda3d-dea9-4c33-973e-a36eff3524a9 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332713 Aug 16 23:00:57.585382 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46078) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:57.590623 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-91a94137-abe2-4905-8b15-7c75b5bd19dd tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-683761515', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'project_id': '003a64692bc348649a81275d8616867d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:57.682170 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a94137-abe2-4905-8b15-7c75b5bd19dd tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Made reservation on behalf of 003a64692bc348649a81275d8616867d for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:57.685710 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91a94137-abe2-4905-8b15-7c75b5bd19dd tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:57.843399 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'name': 'tempest-TestNetworkBasicOps-router-802743789', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:00:56Z', 'revision_number': 3, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:94:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:57.869856 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] Checking router: 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:00:57.870198 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] Updating router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 port 9ec6ad45-a72c-4f4f-9633-bba23faded31 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:00:57.882756 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91a94137-abe2-4905-8b15-7c75b5bd19dd tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:57.899978 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:57.947136 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a94137-abe2-4905-8b15-7c75b5bd19dd tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'Subnet': ['ID=784a693f-8335-4f91-bccd-d2c24a4a3fb4,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:57.956715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a94137-abe2-4905-8b15-7c75b5bd19dd tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Checking segment: {'id': 'a1fc2577-179f-4a05-a28c-4ed0937a4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:00:57.956715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a94137-abe2-4905-8b15-7c75b5bd19dd tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Network hostable DHCP agents. Network: f31cb20c-e167-4537-ac79-040b0626ca56, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:00:57.973092 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a94137-abe2-4905-8b15-7c75b5bd19dd tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Network f31cb20c-e167-4537-ac79-040b0626ca56 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:00:57.981419 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-91a94137-abe2-4905-8b15-7c75b5bd19dd tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, f31cb20c-e167-4537-ac79-040b0626ca56) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:57.985733 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a94137-abe2-4905-8b15-7c75b5bd19dd tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:57.986438 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-91a94137-abe2-4905-8b15-7c75b5bd19dd tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:57.999447 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ae9915-a287-4df6-b604-e8da740e0b06 None None] Network f31cb20c-e167-4537-ac79-040b0626ca56 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:58.005237 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-91a94137-abe2-4905-8b15-7c75b5bd19dd tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4187691 Aug 16 23:00:58.007923 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46080) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:58.245500 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-f31cb20c-e167-4537-ac79-040b0626ca56', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'tenant_id': '003a64692bc348649a81275d8616867d', 'fixed_ips': [{'subnet_id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:00:58.246710 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:58.308353 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:58.373377 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] Transition to ACTIVE for port object 9ec6ad45-a72c-4f4f-9633-bba23faded31 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:58.384564 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:58.457396 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ddfc5-547a-4be0-a2df-2805c87c46cd None None] Pushing event updated for resources: {'Port': ['ID=9ec6ad45-a72c-4f4f-9633-bba23faded31,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:58.473453 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2f7d2-0a1a-4e77-a1c9-090ae5a5364d req-1ac1edc4-332d-4b11-abd3-c1bd122a3429 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:58.479065 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] Attempting to bind port 9ec6ad45-a72c-4f4f-9633-bba23faded31 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:00:58.479439 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] Attempting to bind port 9ec6ad45-a72c-4f4f-9633-bba23faded31 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:00:58.479731 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7ea2f7d2-0a1a-4e77-a1c9-090ae5a5364d req-1ac1edc4-332d-4b11-abd3-c1bd122a3429 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 944 time: 0.0615957 Aug 16 23:00:58.479858 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] Attempting to bind port 9ec6ad45-a72c-4f4f-9633-bba23faded31 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:00:58.489563 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:00:58.490337 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:00:58.490755 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:58.491153 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:00:58.491637 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] Bound port: 9ec6ad45-a72c-4f4f-9633-bba23faded31, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:00:58.492041 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:58.517704 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7ea2f7d2-0a1a-4e77-a1c9-090ae5a5364d req-f4ea989e-d327-40a4-b7c2-be2c45f9e1a3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359092 Aug 16 23:00:58.522336 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] Allocated IP 172.20.0.2 (f31cb20c-e167-4537-ac79-040b0626ca56/784a693f-8335-4f91-bccd-d2c24a4a3fb4/654449be-c8fa-41fd-859c-3640b0b4597f) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:58.600529 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] For port 9ec6ad45-a72c-4f4f-9633-bba23faded31, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:00:58.618455 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] For port 9ec6ad45-a72c-4f4f-9633-bba23faded31, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9ec6ad45-a72c-4f4f-9633-bba23faded31,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:00:58.626738 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:58.711428 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] Routers {'8f4a13c4-f0a0-4605-a75e-0e81b58b2543'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:00:58.712061 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:00:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:58.723062 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ddfc5-547a-4be0-a2df-2805c87c46cd None None] Pushing event updated for resources: {'Port': ['ID=9ec6ad45-a72c-4f4f-9633-bba23faded31,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:58.812098 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51360530-7b3b-4b2b-9c65-b16ab3157745 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:58.836106 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:58.852286 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] Transition to ACTIVE for port object 654449be-c8fa-41fd-859c-3640b0b4597f will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:58.878927 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] Set router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:00:58.880940 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] Transition to ACTIVE for port object 654449be-c8fa-41fd-859c-3640b0b4597f will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:58.948363 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:59.032017 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] Network f31cb20c-e167-4537-ac79-040b0626ca56 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:59.038771 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:59.042024 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] Pushing event updated for resources: {'Port': ['ID=654449be-c8fa-41fd-859c-3640b0b4597f,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:59.044190 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:59.100042 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-51360530-7b3b-4b2b-9c65-b16ab3157745 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Allocated IP 172.20.0.1 (f31cb20c-e167-4537-ac79-040b0626ca56/784a693f-8335-4f91-bccd-d2c24a4a3fb4/925d0f21-fc9f-4094-80a7-795f00423728) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:59.134561 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] Attempting to bind port 654449be-c8fa-41fd-859c-3640b0b4597f on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:00:59.134933 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] Attempting to bind port 654449be-c8fa-41fd-859c-3640b0b4597f by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'a1fc2577-179f-4a05-a28c-4ed0937a4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:00:59.135297 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] Attempting to bind port 654449be-c8fa-41fd-859c-3640b0b4597f on network f31cb20c-e167-4537-ac79-040b0626ca56 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:00:59.143574 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:00:59.143979 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] Checking segment: {'id': 'a1fc2577-179f-4a05-a28c-4ed0937a4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:00:59.144385 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:59.144778 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] Bound using segment: {'id': 'a1fc2577-179f-4a05-a28c-4ed0937a4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:00:59.145245 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] Bound port: 654449be-c8fa-41fd-859c-3640b0b4597f, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fc2577-179f-4a05-a28c-4ed0937a4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:00:59.145625 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:59.221290 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'name': 'tempest-TestNetworkBasicOps-router-802743789', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:00:56Z', 'revision_number': 3, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:94:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:59.225585 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51360530-7b3b-4b2b-9c65-b16ab3157745 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:59.246162 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-51360530-7b3b-4b2b-9c65-b16ab3157745 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Transition to ACTIVE for port object 925d0f21-fc9f-4094-80a7-795f00423728 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:59.259313 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74368cc-9a84-4d37-88a2-25a839a4886d None None] The sync data for ids ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'] in n-d-792458-15 is: [{'id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'name': 'tempest-TestNetworkBasicOps-router-802743789', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:00:56Z', 'revision_number': 3, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:94:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:00:59.271154 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] For port 654449be-c8fa-41fd-859c-3640b0b4597f, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:00:59.281270 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51360530-7b3b-4b2b-9c65-b16ab3157745 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:59.297668 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] For port 654449be-c8fa-41fd-859c-3640b0b4597f, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=654449be-c8fa-41fd-859c-3640b0b4597f,segment=NetworkSegment(a1fc2577-179f-4a05-a28c-4ed0937a4d0d),segment_id=a1fc2577-179f-4a05-a28c-4ed0937a4d0d)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:00:59.309129 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:59.338189 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51360530-7b3b-4b2b-9c65-b16ab3157745 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Network f31cb20c-e167-4537-ac79-040b0626ca56 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:59.347913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-51360530-7b3b-4b2b-9c65-b16ab3157745 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:59.354102 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51360530-7b3b-4b2b-9c65-b16ab3157745 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:59.380350 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b429780-e8fc-44e0-985e-cf8d2e5f1fc7 None None] Pushing event updated for resources: {'Port': ['ID=654449be-c8fa-41fd-859c-3640b0b4597f,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:59.391876 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51360530-7b3b-4b2b-9c65-b16ab3157745 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'Port': ['ID=925d0f21-fc9f-4094-80a7-795f00423728,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:59.426169 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51360530-7b3b-4b2b-9c65-b16ab3157745 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:59.697728 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51360530-7b3b-4b2b-9c65-b16ab3157745 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:59.810928 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a56e6-a877-4731-8023-781d5b8df26f req-d3519c20-ea0c-4917-89f4-4532ba191472 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:59.819682 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd5a56e6-a877-4731-8023-781d5b8df26f req-d3519c20-ea0c-4917-89f4-4532ba191472 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 944 time: 0.0924613 Aug 16 23:00:59.901511 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd5a56e6-a877-4731-8023-781d5b8df26f req-d781076b-43da-482b-bcd1-df2b4903a0d6 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805571 Aug 16 23:01:00.004602 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 16429dbe-e587-46f4-8bf7-2251c8639584 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:01:00.107850 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51360530-7b3b-4b2b-9c65-b16ab3157745 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:00.116989 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51360530-7b3b-4b2b-9c65-b16ab3157745 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:00.148740 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 16429dbe-e587-46f4-8bf7-2251c8639584, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=16429dbe-e587-46f4-8bf7-2251c8639584,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:00.162881 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '16429dbe-e587-46f4-8bf7-2251c8639584', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'port_id': '16429dbe-e587-46f4-8bf7-2251c8639584', 'mac_address': 'fa:16:3e:6a:2e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:01:00.197982 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-51360530-7b3b-4b2b-9c65-b16ab3157745 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:00.200054 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51360530-7b3b-4b2b-9c65-b16ab3157745 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'Port': ['ID=925d0f21-fc9f-4094-80a7-795f00423728,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:00.210668 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:00.229139 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16429dbe-e587-46f4-8bf7-2251c8639584 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:01:00.254478 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 16429dbe-e587-46f4-8bf7-2251c8639584, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=16429dbe-e587-46f4-8bf7-2251c8639584,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:00.260976 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:00.315557 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51360530-7b3b-4b2b-9c65-b16ab3157745 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Network f31cb20c-e167-4537-ac79-040b0626ca56 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:00.318747 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-51360530-7b3b-4b2b-9c65-b16ab3157745 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:00.338125 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=16429dbe-e587-46f4-8bf7-2251c8639584,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:00.448341 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['16429dbe-e587-46f4-8bf7-2251c8639584'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:01:00.478744 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51360530-7b3b-4b2b-9c65-b16ab3157745 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:01:00.655700 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51360530-7b3b-4b2b-9c65-b16ab3157745 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:01:00.662684 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-51360530-7b3b-4b2b-9c65-b16ab3157745 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "PUT /v2.0/routers/8f4a13c4-f0a0-4605-a75e-0e81b58b2543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6537349 Aug 16 23:01:00.665644 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46088) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:00.705341 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed13e0b-565d-4a26-ac44-03aad573a249 None None] Network f31cb20c-e167-4537-ac79-040b0626ca56 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:00.774814 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee26db4-4c85-441f-b739-dc0e6c3f7246 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:00.775559 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee26db4-4c85-441f-b739-dc0e6c3f7246 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:00.775991 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee26db4-4c85-441f-b739-dc0e6c3f7246 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:00.776837 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee26db4-4c85-441f-b739-dc0e6c3f7246 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:00.777433 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee26db4-4c85-441f-b739-dc0e6c3f7246 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:00.778089 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee26db4-4c85-441f-b739-dc0e6c3f7246 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:00.779934 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-aee26db4-4c85-441f-b739-dc0e6c3f7246 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1132283 Aug 16 23:01:00.782340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0ae212db-2089-4a79-8a04-36b665459455 None None] Provisioning for port 654449be-c8fa-41fd-859c-3640b0b4597f completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:00.782875 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46090) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:00.828418 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e616cffb-054e-4015-980a-af39d1fd5b66 req-4993031d-fcb5-43db-8555-d1d81c0a95f9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507760 Aug 16 23:01:00.913191 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851577bd-3515-44ec-ab56-8c6bff836c87 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:00.913775 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851577bd-3515-44ec-ab56-8c6bff836c87 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:00.915886 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851577bd-3515-44ec-ab56-8c6bff836c87 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:00.915886 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851577bd-3515-44ec-ab56-8c6bff836c87 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:00.915886 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851577bd-3515-44ec-ab56-8c6bff836c87 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:00.924649 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851577bd-3515-44ec-ab56-8c6bff836c87 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:00.930342 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-851577bd-3515-44ec-ab56-8c6bff836c87 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.1438081 Aug 16 23:01:00.930555 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46094) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:00.988627 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616cffb-054e-4015-980a-af39d1fd5b66 req-d396c02d-0213-4f04-bedc-87a02a7088f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:00.994433 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e616cffb-054e-4015-980a-af39d1fd5b66 req-d396c02d-0213-4f04-bedc-87a02a7088f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 1097 time: 0.1159883 Aug 16 23:01:01.044519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ba53b-8c30-4c05-8495-08d8b34c328d req-2154b3d5-183c-4311-887b-949203bf6008 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:01.046725 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e16ba53b-8c30-4c05-8495-08d8b34c328d req-2154b3d5-183c-4311-887b-949203bf6008 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 945 time: 0.0687973 Aug 16 23:01:01.063740 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 654449be-c8fa-41fd-859c-3640b0b4597f up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:01.111624 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e16ba53b-8c30-4c05-8495-08d8b34c328d req-edd8721e-fa1b-4ceb-86e5-b2ff7ec34a3a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562160 Aug 16 23:01:01.136634 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 654449be-c8fa-41fd-859c-3640b0b4597f completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:01.142945 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 654449be-c8fa-41fd-859c-3640b0b4597f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:01.143536 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.202342 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616cffb-054e-4015-980a-af39d1fd5b66 req-0b594a00-f23b-428f-a6c3-605cb167c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:01.204019 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e616cffb-054e-4015-980a-af39d1fd5b66 req-0b594a00-f23b-428f-a6c3-605cb167c020 service neutron] 10.222.0.39 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 913 time: 0.1883199 Aug 16 23:01:01.241625 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.256943 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e616cffb-054e-4015-980a-af39d1fd5b66 req-b549ff60-9b56-462c-b690-034d0202341d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 HTTP/1.1" status: 200 len: 217 time: 0.0420606 Aug 16 23:01:01.292370 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 654449be-c8fa-41fd-859c-3640b0b4597f, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=654449be-c8fa-41fd-859c-3640b0b4597f,segment=NetworkSegment(a1fc2577-179f-4a05-a28c-4ed0937a4d0d),segment_id=a1fc2577-179f-4a05-a28c-4ed0937a4d0d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:01.298674 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.299662 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9ec6ad45-a72c-4f4f-9633-bba23faded31 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:01.331761 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-83528cfe-faa4-49fa-9a46-7215c23730f9 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3977134 Aug 16 23:01:01.333419 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616cffb-054e-4015-980a-af39d1fd5b66 req-c8dd82c4-f4c4-4d96-ab5a-765203c591ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:01.334902 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e616cffb-054e-4015-980a-af39d1fd5b66 req-c8dd82c4-f4c4-4d96-ab5a-765203c591ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0682368 Aug 16 23:01:01.401036 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0955ed03-e8b2-491b-bacc-058960a26a1a None None] Provisioning complete for port 654449be-c8fa-41fd-859c-3640b0b4597f triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:01.401458 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0955ed03-e8b2-491b-bacc-058960a26a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.424541 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616cffb-054e-4015-980a-af39d1fd5b66 req-eba758d6-0055-4ad3-bdd2-fc1709445a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:01.427331 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e616cffb-054e-4015-980a-af39d1fd5b66 req-eba758d6-0055-4ad3-bdd2-fc1709445a6c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846198 Aug 16 23:01:01.560563 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e616cffb-054e-4015-980a-af39d1fd5b66 req-2071e233-d72f-49e9-b020-8e23947193b5 service neutron] 10.222.0.39 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255801 Aug 16 23:01:01.611893 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] Sync routers for ids ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:01:01.631492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=654449be-c8fa-41fd-859c-3640b0b4597f,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:01.644242 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] Routers {'8f4a13c4-f0a0-4605-a75e-0e81b58b2543'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:01.646446 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:00:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:01.668789 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 9ec6ad45-a72c-4f4f-9633-bba23faded31 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:01.685438 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 9ec6ad45-a72c-4f4f-9633-bba23faded31 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:01.685812 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.711101 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46098) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:01.716166 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-06f6e7e8-46b3-45d8-86fa-9f0ca6fc5001 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1150471499', 'description': 'tempest-secgroup-smoke-1150471499 description', 'project_id': '003a64692bc348649a81275d8616867d'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:01.768868 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06f6e7e8-46b3-45d8-86fa-9f0ca6fc5001 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.795837 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0955ed03-e8b2-491b-bacc-058960a26a1a None None] Provisioning for port 925d0f21-fc9f-4094-80a7-795f00423728 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:01.801817 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e616cffb-054e-4015-980a-af39d1fd5b66 req-916fd3ca-6be9-46a6-a81e-f989464c7ab6 service neutron] 10.222.0.39 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320099 Aug 16 23:01:01.819591 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0955ed03-e8b2-491b-bacc-058960a26a1a None None] Provisioning complete for port 925d0f21-fc9f-4094-80a7-795f00423728 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:01.819970 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0955ed03-e8b2-491b-bacc-058960a26a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.821487 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] Set router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:01:01.882719 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.890148 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06f6e7e8-46b3-45d8-86fa-9f0ca6fc5001 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.895513 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0955ed03-e8b2-491b-bacc-058960a26a1a None None] Port 925d0f21-fc9f-4094-80a7-795f00423728 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:01:01.896873 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06f6e7e8-46b3-45d8-86fa-9f0ca6fc5001 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.917909 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 9ec6ad45-a72c-4f4f-9633-bba23faded31, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9ec6ad45-a72c-4f4f-9633-bba23faded31,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:01.924652 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.936605 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-06f6e7e8-46b3-45d8-86fa-9f0ca6fc5001 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.941482 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46100) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:01.941753 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-06f6e7e8-46b3-45d8-86fa-9f0ca6fc5001 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2294223 Aug 16 23:01:01.944412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6e7e8-46b3-45d8-86fa-9f0ca6fc5001 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f29d52-1f07-408c-a00a-3ef02a388b2b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:01.946348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-729938ad-7767-4961-bdca-ba8b3b59aefc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'security_group_rule': {'security_group_id': 'd4f29d52-1f07-408c-a00a-3ef02a388b2b', 'project_id': '003a64692bc348649a81275d8616867d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:01.986411 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-729938ad-7767-4961-bdca-ba8b3b59aefc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.988434 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=9ec6ad45-a72c-4f4f-9633-bba23faded31,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:02.014594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-25b74a1d-ae3d-4c3e-bfe5-22a6d824b708 None None] Provisioning complete for port 925d0f21-fc9f-4094-80a7-795f00423728 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:02.014978 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-25b74a1d-ae3d-4c3e-bfe5-22a6d824b708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.022077 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 16429dbe-e587-46f4-8bf7-2251c8639584 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:02.064614 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-729938ad-7767-4961-bdca-ba8b3b59aefc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.070414 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-729938ad-7767-4961-bdca-ba8b3b59aefc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.071725 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'name': 'tempest-TestNetworkBasicOps-router-802743789', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:00:59Z', 'revision_number': 4, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:94:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '925d0f21-fc9f-4094-80a7-795f00423728', 'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:c4:b4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:58Z', 'updated_at': '2021-08-16T23:00:59Z', 'revision_number': 2, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:02.081344 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-25b74a1d-ae3d-4c3e-bfe5-22a6d824b708 None None] Port 925d0f21-fc9f-4094-80a7-795f00423728 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:01:02.093200 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729938ad-7767-4961-bdca-ba8b3b59aefc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b73364-70b3-4839-8912-d81bf845f3f8,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:02.100619 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] Checking router: 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:01:02.101035 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] Updating router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 port 925d0f21-fc9f-4094-80a7-795f00423728 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:01:02.101353 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-729938ad-7767-4961-bdca-ba8b3b59aefc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.101769 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 16429dbe-e587-46f4-8bf7-2251c8639584 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:02.105739 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-729938ad-7767-4961-bdca-ba8b3b59aefc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1605198 Aug 16 23:01:02.105927 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 16429dbe-e587-46f4-8bf7-2251c8639584 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:02.106088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46102) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:02.106218 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.110877 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e4eabd3d-985e-4800-8089-85f987cd39ad tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'security_group_rule': {'security_group_id': 'd4f29d52-1f07-408c-a00a-3ef02a388b2b', 'project_id': '003a64692bc348649a81275d8616867d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:02.132468 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.166499 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4eabd3d-985e-4800-8089-85f987cd39ad tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.192963 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.221494 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb5dc1c-400b-4f98-abce-68c6bb143007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16429dbe-e587-46f4-8bf7-2251c8639584'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:02.224362 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7131d56e-d975-4bb7-9489-3c779d038a35" -d '{"events": [{"server_uuid": "7eb5dc1c-400b-4f98-abce-68c6bb143007", "name": "network-vif-plugged", "status": "completed", "tag": "16429dbe-e587-46f4-8bf7-2251c8639584"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:02.243265 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 16429dbe-e587-46f4-8bf7-2251c8639584, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=16429dbe-e587-46f4-8bf7-2251c8639584,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:02.250245 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.269837 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4eabd3d-985e-4800-8089-85f987cd39ad tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.289687 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18ea09-dedf-48f8-94ca-dd733595a65b req-c25bf8b1-f7fc-4bf1-bee4-b53f710ab83f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:02.291444 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b18ea09-dedf-48f8-94ca-dd733595a65b req-c25bf8b1-f7fc-4bf1-bee4-b53f710ab83f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 945 time: 0.0827978 Aug 16 23:01:02.295021 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4eabd3d-985e-4800-8089-85f987cd39ad tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.303662 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f346cd2-ea92-441c-a855-17a22e748e90 x-openstack-request-id: req-8f346cd2-ea92-441c-a855-17a22e748e90 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:02.304094 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb5dc1c-400b-4f98-abce-68c6bb143007", "name": "network-vif-plugged", "status": "completed", "tag": "16429dbe-e587-46f4-8bf7-2251c8639584", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:02.304438 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8f346cd2-ea92-441c-a855-17a22e748e90 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:02.305016 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb5dc1c-400b-4f98-abce-68c6bb143007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16429dbe-e587-46f4-8bf7-2251c8639584', 'code': 200} Aug 16 23:01:02.316869 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=16429dbe-e587-46f4-8bf7-2251c8639584,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:02.347316 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eabd3d-985e-4800-8089-85f987cd39ad tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212b12c1-35cd-4779-8d7c-72f6fac656ca,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:02.379531 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4eabd3d-985e-4800-8089-85f987cd39ad tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.380680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e4eabd3d-985e-4800-8089-85f987cd39ad tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2735391 Aug 16 23:01:02.383999 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46108) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:02.388092 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b18ea09-dedf-48f8-94ca-dd733595a65b req-58320ec1-b647-4b7d-9d88-4a11e7ce229f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689850 Aug 16 23:01:02.389851 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6642b3f4-009a-4d4f-bd51-e4b22c13ec36 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'security_group_rule': {'security_group_id': 'd4f29d52-1f07-408c-a00a-3ef02a388b2b', 'project_id': '003a64692bc348649a81275d8616867d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:02.424640 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091050a-ce78-4c00-855e-3d36189cf989 req-46bfe919-b440-46b9-90c8-0a3570568818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:02.427129 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c091050a-ce78-4c00-855e-3d36189cf989 req-46bfe919-b440-46b9-90c8-0a3570568818 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 1098 time: 0.0591664 Aug 16 23:01:02.433292 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6642b3f4-009a-4d4f-bd51-e4b22c13ec36 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.464656 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c091050a-ce78-4c00-855e-3d36189cf989 req-08c050aa-7a13-47ee-b1af-919fdd952ece service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306516 Aug 16 23:01:02.507117 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6642b3f4-009a-4d4f-bd51-e4b22c13ec36 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.511373 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6642b3f4-009a-4d4f-bd51-e4b22c13ec36 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.526363 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.534182 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642b3f4-009a-4d4f-bd51-e4b22c13ec36 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df1db22-72c6-463f-bdb5-5d6da4b3b836,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:02.538047 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] Transition to ACTIVE for port object 925d0f21-fc9f-4094-80a7-795f00423728 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:02.542100 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6642b3f4-009a-4d4f-bd51-e4b22c13ec36 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.546222 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6642b3f4-009a-4d4f-bd51-e4b22c13ec36 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1583776 Aug 16 23:01:02.546402 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.547061 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46110) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:02.552285 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6853b627-2a36-4392-9574-c34d56ae3409 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'security_group_rule': {'security_group_id': 'd4f29d52-1f07-408c-a00a-3ef02a388b2b', 'project_id': '003a64692bc348649a81275d8616867d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:02.583646 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6853b627-2a36-4392-9574-c34d56ae3409 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.595261 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed8c23-6636-4a3e-943c-5a13bd78af13 None None] Pushing event updated for resources: {'Port': ['ID=925d0f21-fc9f-4094-80a7-795f00423728,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:02.623104 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed8c23-6636-4a3e-943c-5a13bd78af13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:02.624428 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed8c23-6636-4a3e-943c-5a13bd78af13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:02.624947 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed8c23-6636-4a3e-943c-5a13bd78af13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:02.625482 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed8c23-6636-4a3e-943c-5a13bd78af13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:02.626016 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed8c23-6636-4a3e-943c-5a13bd78af13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:02.626520 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed8c23-6636-4a3e-943c-5a13bd78af13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:02.627018 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed8c23-6636-4a3e-943c-5a13bd78af13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:02.627525 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed8c23-6636-4a3e-943c-5a13bd78af13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:02.628530 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed8c23-6636-4a3e-943c-5a13bd78af13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:02.629085 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed8c23-6636-4a3e-943c-5a13bd78af13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:02.629571 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed8c23-6636-4a3e-943c-5a13bd78af13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:02.630089 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed8c23-6636-4a3e-943c-5a13bd78af13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:02.661234 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6853b627-2a36-4392-9574-c34d56ae3409 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.666014 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6853b627-2a36-4392-9574-c34d56ae3409 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.668106 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] Attempting to bind port 925d0f21-fc9f-4094-80a7-795f00423728 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:01:02.668719 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] Attempting to bind port 925d0f21-fc9f-4094-80a7-795f00423728 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'a1fc2577-179f-4a05-a28c-4ed0937a4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:01:02.669143 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] Attempting to bind port 925d0f21-fc9f-4094-80a7-795f00423728 on network f31cb20c-e167-4537-ac79-040b0626ca56 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:02.674794 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:01:02.675942 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] Checking segment: {'id': 'a1fc2577-179f-4a05-a28c-4ed0937a4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:02.676579 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.676951 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] Bound using segment: {'id': 'a1fc2577-179f-4a05-a28c-4ed0937a4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:01:02.677458 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] Bound port: 925d0f21-fc9f-4094-80a7-795f00423728, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fc2577-179f-4a05-a28c-4ed0937a4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:01:02.677898 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.686660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853b627-2a36-4392-9574-c34d56ae3409 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b05cc3-0969-4744-9bf1-72f9ee172b1a,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:02.694691 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6853b627-2a36-4392-9574-c34d56ae3409 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.699744 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6853b627-2a36-4392-9574-c34d56ae3409 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1501124 Aug 16 23:01:02.701416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46112) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:02.708327 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7ef4778a-302c-4c4d-87f6-9631b18af227 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'security_group_rule': {'security_group_id': 'd4f29d52-1f07-408c-a00a-3ef02a388b2b', 'project_id': '003a64692bc348649a81275d8616867d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:02.740096 n-d-792458-15 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-7ef4778a-302c-4c4d-87f6-9631b18af227 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Project 003a64692bc348649a81275d8616867d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:01:02.746910 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ef4778a-302c-4c4d-87f6-9631b18af227 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.750518 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] For port 925d0f21-fc9f-4094-80a7-795f00423728, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:01:02.754471 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] For port 925d0f21-fc9f-4094-80a7-795f00423728, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=925d0f21-fc9f-4094-80a7-795f00423728,segment=NetworkSegment(a1fc2577-179f-4a05-a28c-4ed0937a4d0d),segment_id=a1fc2577-179f-4a05-a28c-4ed0937a4d0d)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:01:02.761610 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.812015 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] Routers {'8f4a13c4-f0a0-4605-a75e-0e81b58b2543'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:02.812641 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:00:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:02.824824 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ef4778a-302c-4c4d-87f6-9631b18af227 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.829003 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ef4778a-302c-4c4d-87f6-9631b18af227 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.850083 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4778a-302c-4c4d-87f6-9631b18af227 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a07f63-366a-4767-b7af-5f704f427b14,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:02.852745 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7ef4778a-302c-4c4d-87f6-9631b18af227 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.855910 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7ef4778a-302c-4c4d-87f6-9631b18af227 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1530311 Aug 16 23:01:02.857919 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46114) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:02.865668 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8d5717be-7f11-45d7-b1b7-ea7fb92758d8 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'security_group_rule': {'security_group_id': 'd4f29d52-1f07-408c-a00a-3ef02a388b2b', 'project_id': '003a64692bc348649a81275d8616867d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:02.915288 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-8d5717be-7f11-45d7-b1b7-ea7fb92758d8 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Project 003a64692bc348649a81275d8616867d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:01:02.927863 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d5717be-7f11-45d7-b1b7-ea7fb92758d8 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.975384 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 654449be-c8fa-41fd-859c-3640b0b4597f up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:03.024406 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d5717be-7f11-45d7-b1b7-ea7fb92758d8 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:03.033322 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d5717be-7f11-45d7-b1b7-ea7fb92758d8 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:03.037174 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed8c23-6636-4a3e-943c-5a13bd78af13 None None] Pushing event updated for resources: {'Port': ['ID=925d0f21-fc9f-4094-80a7-795f00423728,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:03.039912 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 654449be-c8fa-41fd-859c-3640b0b4597f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:03.040073 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:03.066758 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d5717be-7f11-45d7-b1b7-ea7fb92758d8 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:03.074008 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8d5717be-7f11-45d7-b1b7-ea7fb92758d8 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2089961 Aug 16 23:01:03.074008 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5717be-7f11-45d7-b1b7-ea7fb92758d8 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38747e62-c43d-4a91-aa7a-3fdaabf55ed9,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:03.087736 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] Set router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:01:03.182033 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9ec6ad45-a72c-4f4f-9633-bba23faded31 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:03.259707 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 9ec6ad45-a72c-4f4f-9633-bba23faded31 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:03.260078 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:03.260208 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-b3369fa2-0465-4789-8170-b46dc6d27711 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1150471499&fields=id&tenant_id=003a64692bc348649a81275d8616867d HTTP/1.1" status: 200 len: 267 time: 0.0536461 Aug 16 23:01:03.361995 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'name': 'tempest-TestNetworkBasicOps-router-802743789', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:00:59Z', 'revision_number': 4, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:94:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '925d0f21-fc9f-4094-80a7-795f00423728', 'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:c4:b4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:58Z', 'updated_at': '2021-08-16T23:01:02Z', 'revision_number': 4, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:03.388538 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5000e743-9df3-4673-a26e-fb13276107c8 None None] The sync data for ids ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'] in n-d-792458-15 is: [{'id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'name': 'tempest-TestNetworkBasicOps-router-802743789', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:00:59Z', 'revision_number': 4, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:94:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '925d0f21-fc9f-4094-80a7-795f00423728', 'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:c4:b4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:58Z', 'updated_at': '2021-08-16T23:01:02Z', 'revision_number': 4, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:01:03.409763 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-996db0cf-ede5-4976-b851-6f50939260fa tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:03.411344 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-996db0cf-ede5-4976-b851-6f50939260fa tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/networks?id=f31cb20c-e167-4537-ac79-040b0626ca56 HTTP/1.1" status: 200 len: 797 time: 0.1504071 Aug 16 23:01:03.428389 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-fe051180-e7fe-4115-88c8-37d06e7a72f1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/quotas/003a64692bc348649a81275d8616867d HTTP/1.1" status: 200 len: 375 time: 0.0103035 Aug 16 23:01:03.520499 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-2cef4574-1d19-4788-bb72-d1618e3ab1f2 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=003a64692bc348649a81275d8616867d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683131 Aug 16 23:01:03.613550 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebe8b5-7002-409c-b86b-6fae6bc77d8f req-8aea54bd-7666-49c9-acbe-7121342088ef tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:03.615168 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15ebe8b5-7002-409c-b86b-6fae6bc77d8f req-8aea54bd-7666-49c9-acbe-7121342088ef tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 946 time: 0.1178737 Aug 16 23:01:03.664285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-2aa5a86c-c3e4-4cfb-a51f-48dab9ce3793 service neutron] 10.222.0.93 "GET /v2.0/networks/f31cb20c-e167-4537-ac79-040b0626ca56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297281 Aug 16 23:01:03.687370 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15ebe8b5-7002-409c-b86b-6fae6bc77d8f req-775b9373-9145-4883-a02b-f45295825c9e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627716 Aug 16 23:01:03.827840 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-afeb6a39-460b-476d-abaa-d6824f5e1640 service neutron] 10.222.0.93 "GET /v2.0/networks/f31cb20c-e167-4537-ac79-040b0626ca56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504269 Aug 16 23:01:03.841789 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4eafee-d99f-489a-b612-648220718c1c req-fee048f3-4bd4-4403-adff-5e12cad51033 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:03.843749 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da4eafee-d99f-489a-b612-648220718c1c req-fee048f3-4bd4-4403-adff-5e12cad51033 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 946 time: 0.0811465 Aug 16 23:01:03.892083 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da4eafee-d99f-489a-b612-648220718c1c req-31edc7df-204b-43f4-897e-07814aa66390 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417557 Aug 16 23:01:04.054705 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-170f5b58-1e20-4805-b274-2d66ec9de65d req-3b4be679-cd2e-492b-9248-3531938707ef tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=560cfcff-0083-493e-8ae5-efd228dbc78b HTTP/1.1" status: 200 len: 210 time: 0.0383260 Aug 16 23:01:04.308275 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d8c21-c470-479e-b99d-42b7ff9239a8 req-171d7e9b-1e86-436f-a7ca-1b04aa7da614 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:04.309830 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8b0d8c21-c470-479e-b99d-42b7ff9239a8 req-171d7e9b-1e86-436f-a7ca-1b04aa7da614 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 946 time: 0.0640471 Aug 16 23:01:04.355680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8b0d8c21-c470-479e-b99d-42b7ff9239a8 req-e78fe0e7-324f-4378-a7f7-fdb981c2f669 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380478 Aug 16 23:01:04.964925 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 925d0f21-fc9f-4094-80a7-795f00423728 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:05.040592 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 925d0f21-fc9f-4094-80a7-795f00423728 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:05.046829 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 925d0f21-fc9f-4094-80a7-795f00423728 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:05.047285 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:05.152369 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:05.187666 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-142d3745-8c76-4103-bf9f-57ea86ed95fc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:05.191848 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-142d3745-8c76-4103-bf9f-57ea86ed95fc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.39 "GET /v2.0/networks?id=f31cb20c-e167-4537-ac79-040b0626ca56 HTTP/1.1" status: 200 len: 797 time: 0.1533442 Aug 16 23:01:05.193410 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 925d0f21-fc9f-4094-80a7-795f00423728, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=925d0f21-fc9f-4094-80a7-795f00423728,segment=NetworkSegment(a1fc2577-179f-4a05-a28c-4ed0937a4d0d),segment_id=a1fc2577-179f-4a05-a28c-4ed0937a4d0d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:05.198841 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:05.208237 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-084781cb-907e-473b-b556-64f3646c2d11 req-66132960-a6a2-4527-bd6c-60512ad6cb7c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=560cfcff-0083-493e-8ae5-efd228dbc78b HTTP/1.1" status: 200 len: 210 time: 0.0402451 Aug 16 23:01:05.269681 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=925d0f21-fc9f-4094-80a7-795f00423728,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:05.273287 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-7188f6dd-a212-472b-9ff1-cedf8bc58021 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=003a64692bc348649a81275d8616867d HTTP/1.1" status: 200 len: 380 time: 0.0545640 Aug 16 23:01:05.284583 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-c789db5e-bde4-4d10-9f08-bec338e5e65b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'port': {'device_id': '560cfcff-0083-493e-8ae5-efd228dbc78b', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'admin_state_up': True, 'tenant_id': '003a64692bc348649a81275d8616867d', 'security_groups': ['d4f29d52-1f07-408c-a00a-3ef02a388b2b']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:05.416133 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-c789db5e-bde4-4d10-9f08-bec338e5e65b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Made reservation on behalf of 003a64692bc348649a81275d8616867d for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:05.419956 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-c789db5e-bde4-4d10-9f08-bec338e5e65b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:05.497576 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d920043-ee41-4e7d-bb41-3dcc61550668 req-1b771fde-91bc-4fea-9811-b92f5a515123 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:05.499800 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d920043-ee41-4e7d-bb41-3dcc61550668 req-1b771fde-91bc-4fea-9811-b92f5a515123 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 946 time: 0.0665212 Aug 16 23:01:05.550481 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d920043-ee41-4e7d-bb41-3dcc61550668 req-776ed2e1-c8cc-4596-8829-c6270a8589e0 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383821 Aug 16 23:01:05.564195 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-c789db5e-bde4-4d10-9f08-bec338e5e65b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Allocated IP 172.20.0.8 (f31cb20c-e167-4537-ac79-040b0626ca56/784a693f-8335-4f91-bccd-d2c24a4a3fb4/75398c8e-936f-48e9-9816-2a370271e26b) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:05.653336 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5727ae5-88bb-4bb9-b295-daeb4c4df1f9 req-61f465a6-427a-44de-ad7c-bb6344bfa302 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:05.655153 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5727ae5-88bb-4bb9-b295-daeb4c4df1f9 req-61f465a6-427a-44de-ad7c-bb6344bfa302 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.43 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 946 time: 0.0679011 Aug 16 23:01:05.773538 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-c789db5e-bde4-4d10-9f08-bec338e5e65b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:05.790540 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-c789db5e-bde4-4d10-9f08-bec338e5e65b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Transition to ACTIVE for port object 75398c8e-936f-48e9-9816-2a370271e26b will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:05.802520 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b5727ae5-88bb-4bb9-b295-daeb4c4df1f9 req-43c001a3-025f-43ce-9aa3-48570ae37169 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Deleting port 16429dbe-e587-46f4-8bf7-2251c8639584 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:01:05.802901 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b5727ae5-88bb-4bb9-b295-daeb4c4df1f9 req-43c001a3-025f-43ce-9aa3-48570ae37169 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:05.841165 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-c789db5e-bde4-4d10-9f08-bec338e5e65b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:05.897563 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-c789db5e-bde4-4d10-9f08-bec338e5e65b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Network f31cb20c-e167-4537-ac79-040b0626ca56 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:05.902000 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-c789db5e-bde4-4d10-9f08-bec338e5e65b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:05.905384 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-c789db5e-bde4-4d10-9f08-bec338e5e65b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:05.941640 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789db5e-bde4-4d10-9f08-bec338e5e65b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'Port': ['ID=75398c8e-936f-48e9-9816-2a370271e26b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:05.948744 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b5727ae5-88bb-4bb9-b295-daeb4c4df1f9 req-43c001a3-025f-43ce-9aa3-48570ae37169 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] For port 16429dbe-e587-46f4-8bf7-2251c8639584, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=16429dbe-e587-46f4-8bf7-2251c8639584,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:05.949211 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b5727ae5-88bb-4bb9-b295-daeb4c4df1f9 req-43c001a3-025f-43ce-9aa3-48570ae37169 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:05.965455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b5727ae5-88bb-4bb9-b295-daeb4c4df1f9 req-43c001a3-025f-43ce-9aa3-48570ae37169 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Calling delete_port for 16429dbe-e587-46f4-8bf7-2251c8639584 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:01:05.973827 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-c789db5e-bde4-4d10-9f08-bec338e5e65b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:05.974830 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-c789db5e-bde4-4d10-9f08-bec338e5e65b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:05.994555 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-c789db5e-bde4-4d10-9f08-bec338e5e65b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7145464 Aug 16 23:01:06.009908 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] Request body: {'port': {'device_id': '560cfcff-0083-493e-8ae5-efd228dbc78b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:06.078267 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:06.156183 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b5727ae5-88bb-4bb9-b295-daeb4c4df1f9 req-43c001a3-025f-43ce-9aa3-48570ae37169 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:06.170455 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['16429dbe-e587-46f4-8bf7-2251c8639584'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:01:06.174173 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:01:06.204689 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c001a3-025f-43ce-9aa3-48570ae37169 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event deleted for resources: {'Port': ['ID=16429dbe-e587-46f4-8bf7-2251c8639584,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:06.280617 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-91947883-64fb-40e0-b86e-901e7cad1db2 None None] Provisioning for port 75398c8e-936f-48e9-9816-2a370271e26b completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:06.286315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5727ae5-88bb-4bb9-b295-daeb4c4df1f9 req-43c001a3-025f-43ce-9aa3-48570ae37169 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] No DVR routers for this DVR port 16429dbe-e587-46f4-8bf7-2251c8639584 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:01:06.288671 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-91947883-64fb-40e0-b86e-901e7cad1db2 None None] Provisioning complete for port 75398c8e-936f-48e9-9816-2a370271e26b triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:06.289298 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b5727ae5-88bb-4bb9-b295-daeb4c4df1f9 req-43c001a3-025f-43ce-9aa3-48570ae37169 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:06.289993 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-91947883-64fb-40e0-b86e-901e7cad1db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:06.291996 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5727ae5-88bb-4bb9-b295-daeb4c4df1f9 req-43c001a3-025f-43ce-9aa3-48570ae37169 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.43 "DELETE /v2.0/ports/16429dbe-e587-46f4-8bf7-2251c8639584 HTTP/1.1" status: 204 len: 173 time: 0.6298785 Aug 16 23:01:06.292631 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb5dc1c-400b-4f98-abce-68c6bb143007', 'name': 'network-vif-deleted', 'tag': '16429dbe-e587-46f4-8bf7-2251c8639584'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:06.296991 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c451e3b-082e-4d9f-b5f3-32d71899e8d0" -d '{"events": [{"server_uuid": "7eb5dc1c-400b-4f98-abce-68c6bb143007", "name": "network-vif-deleted", "tag": "16429dbe-e587-46f4-8bf7-2251c8639584"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:06.361913 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-91947883-64fb-40e0-b86e-901e7cad1db2 None None] Port 75398c8e-936f-48e9-9816-2a370271e26b cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:01:06.386606 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0c8c5b-43e8-4a2d-827b-5c96f056b80f x-openstack-request-id: req-9d0c8c5b-43e8-4a2d-827b-5c96f056b80f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:06.386900 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb5dc1c-400b-4f98-abce-68c6bb143007", "name": "network-vif-deleted", "tag": "16429dbe-e587-46f4-8bf7-2251c8639584", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:06.387151 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9d0c8c5b-43e8-4a2d-827b-5c96f056b80f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:06.387732 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb5dc1c-400b-4f98-abce-68c6bb143007', 'name': 'network-vif-deleted', 'tag': '16429dbe-e587-46f4-8bf7-2251c8639584', 'status': 'completed', 'code': 200} Aug 16 23:01:06.441129 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5f1e7-fdeb-4661-8822-c5350650c132 req-54d4e8d4-d8f9-4f8c-a2aa-264b8ad91ae5 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:06.442928 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4b5f1e7-fdeb-4661-8822-c5350650c132 req-54d4e8d4-d8f9-4f8c-a2aa-264b8ad91ae5 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=560cfcff-0083-493e-8ae5-efd228dbc78b HTTP/1.1" status: 200 len: 931 time: 0.0682859 Aug 16 23:01:06.515664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4b5f1e7-fdeb-4661-8822-c5350650c132 req-707fb3ec-0d30-4a2f-b928-410df33e1c93 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4f29d52-1f07-408c-a00a-3ef02a388b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650451 Aug 16 23:01:06.604905 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75398c8e-936f-48e9-9816-2a370271e26b {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:01:06.621113 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:06.647954 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] Transition to ACTIVE for port object 75398c8e-936f-48e9-9816-2a370271e26b will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:06.654785 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:06.666634 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe7fefe6-1c77-4c64-8b57-c0d0df1b4874 req-9ff990a2-6f4f-4085-8b8d-79cc619d0e5c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 210 time: 0.0388656 Aug 16 23:01:06.745435 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=75398c8e-936f-48e9-9816-2a370271e26b,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:06.843712 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] Attempting to bind port 75398c8e-936f-48e9-9816-2a370271e26b on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:01:06.844189 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] Attempting to bind port 75398c8e-936f-48e9-9816-2a370271e26b by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'a1fc2577-179f-4a05-a28c-4ed0937a4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:01:06.844666 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] Attempting to bind port 75398c8e-936f-48e9-9816-2a370271e26b on network f31cb20c-e167-4537-ac79-040b0626ca56 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:06.851100 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] Port 75398c8e-936f-48e9-9816-2a370271e26b on network f31cb20c-e167-4537-ac79-040b0626ca56 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:01:06.851676 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] Attempting to bind port 75398c8e-936f-48e9-9816-2a370271e26b on network f31cb20c-e167-4537-ac79-040b0626ca56 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:06.857682 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:01:06.858049 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] Checking segment: {'id': 'a1fc2577-179f-4a05-a28c-4ed0937a4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:06.858431 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] Bound using segment: {'id': 'a1fc2577-179f-4a05-a28c-4ed0937a4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:01:06.858850 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] Bound port: 75398c8e-936f-48e9-9816-2a370271e26b, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1fc2577-179f-4a05-a28c-4ed0937a4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:01:06.859192 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:06.969991 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] For port 75398c8e-936f-48e9-9816-2a370271e26b, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:01:06.971970 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 925d0f21-fc9f-4094-80a7-795f00423728 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:06.974268 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] For port 75398c8e-936f-48e9-9816-2a370271e26b, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=75398c8e-936f-48e9-9816-2a370271e26b,segment=NetworkSegment(a1fc2577-179f-4a05-a28c-4ed0937a4d0d),segment_id=a1fc2577-179f-4a05-a28c-4ed0937a4d0d)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:01:06.982060 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:07.019571 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:07.020258 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:07.022573 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] 10.222.0.39 "PUT /v2.0/ports/75398c8e-936f-48e9-9816-2a370271e26b HTTP/1.1" status: 200 len: 1092 time: 1.0178587 Aug 16 23:01:07.025616 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560cfcff-0083-493e-8ae5-efd228dbc78b', 'tag': '75398c8e-936f-48e9-9816-2a370271e26b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:07.036084 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 925d0f21-fc9f-4094-80a7-795f00423728 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:07.036896 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:07.046821 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78e5a00-1ed6-484c-9c4d-3a00240cdb59" -d '{"events": [{"name": "network-changed", "server_uuid": "560cfcff-0083-493e-8ae5-efd228dbc78b", "tag": "75398c8e-936f-48e9-9816-2a370271e26b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:07.111381 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a04d35-e9a3-42e6-9396-15d76ddbd5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=75398c8e-936f-48e9-9816-2a370271e26b,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:07.135046 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-4142824d-8dee-4895-bb84-7d58f32519d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:07.142945 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-4142824d-8dee-4895-bb84-7d58f32519d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=003a64692bc348649a81275d8616867d&device_id=560cfcff-0083-493e-8ae5-efd228dbc78b HTTP/1.1" status: 200 len: 1095 time: 0.0696120 Aug 16 23:01:07.198169 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-c6b58cd9-e70f-4a57-8623-1859917e7fbd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75398c8e-936f-48e9-9816-2a370271e26b HTTP/1.1" status: 200 len: 217 time: 0.0520027 Aug 16 23:01:07.263162 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-285bf8a7-8dc6-4d56-9577-925e67390365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:07.264741 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-285bf8a7-8dc6-4d56-9577-925e67390365 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=784a693f-8335-4f91-bccd-d2c24a4a3fb4 HTTP/1.1" status: 200 len: 834 time: 0.0584912 Aug 16 23:01:07.328502 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-1977d547-0e18-41da-867a-6caa6466f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:07.330440 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-1977d547-0e18-41da-867a-6caa6466f041 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f31cb20c-e167-4537-ac79-040b0626ca56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575998 Aug 16 23:01:07.336547 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22159de-0db7-4622-a20a-6b479f4bb129 x-openstack-request-id: req-d22159de-0db7-4622-a20a-6b479f4bb129 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:07.336843 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560cfcff-0083-493e-8ae5-efd228dbc78b", "tag": "75398c8e-936f-48e9-9816-2a370271e26b", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:07.337278 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d22159de-0db7-4622-a20a-6b479f4bb129 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:07.337502 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '560cfcff-0083-493e-8ae5-efd228dbc78b', 'tag': '75398c8e-936f-48e9-9816-2a370271e26b', 'status': 'completed', 'code': 200} Aug 16 23:01:07.447297 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-ec533e01-49c2-4676-8c3e-12295a4f40cb service neutron] 10.222.0.39 "GET /v2.0/networks/f31cb20c-e167-4537-ac79-040b0626ca56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050248 Aug 16 23:01:07.554579 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-79491b6f-fd47-4a2f-b84c-77b65fb5ac52 req-8845bf99-5868-49c4-800b-99dad1077ae7 service neutron] 10.222.0.39 "GET /v2.0/networks/f31cb20c-e167-4537-ac79-040b0626ca56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987687 Aug 16 23:01:07.643533 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbfc97-4324-4a15-b351-80c636facd05 req-2b9eb725-3000-42b0-912a-dc546d613f3c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:07.646136 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00fbfc97-4324-4a15-b351-80c636facd05 req-2b9eb725-3000-42b0-912a-dc546d613f3c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=560cfcff-0083-493e-8ae5-efd228dbc78b HTTP/1.1" status: 200 len: 943 time: 0.0595694 Aug 16 23:01:07.677692 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e5a00-1ed6-484c-9c4d-3a00240cdb59 req-200dfeea-4bc0-4b1b-a349-fbf9fc53e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:07.680158 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c78e5a00-1ed6-484c-9c4d-3a00240cdb59 req-200dfeea-4bc0-4b1b-a349-fbf9fc53e0f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=003a64692bc348649a81275d8616867d&device_id=560cfcff-0083-493e-8ae5-efd228dbc78b HTTP/1.1" status: 200 len: 1095 time: 0.0751386 Aug 16 23:01:07.702466 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00fbfc97-4324-4a15-b351-80c636facd05 req-a82fec4e-b39e-4db0-a127-019e62ef6cb1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4f29d52-1f07-408c-a00a-3ef02a388b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430288 Aug 16 23:01:07.802102 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-447450c7-2bc2-4695-8cef-3b04df939655 req-97317da1-a32a-4a6c-bc1b-33b21f3790fd tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 210 time: 0.0324144 Aug 16 23:01:07.835751 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e5a00-1ed6-484c-9c4d-3a00240cdb59 req-99eccd3d-44ac-4f8b-ad91-0fa208504e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:07.837323 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c78e5a00-1ed6-484c-9c4d-3a00240cdb59 req-99eccd3d-44ac-4f8b-ad91-0fa208504e8d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f31cb20c-e167-4537-ac79-040b0626ca56 HTTP/1.1" status: 200 len: 898 time: 0.1486726 Aug 16 23:01:07.888830 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c78e5a00-1ed6-484c-9c4d-3a00240cdb59 req-737b7e4f-cb16-4251-b4f6-99c11d93e652 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75398c8e-936f-48e9-9816-2a370271e26b HTTP/1.1" status: 200 len: 217 time: 0.0425162 Aug 16 23:01:07.957044 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e5a00-1ed6-484c-9c4d-3a00240cdb59 req-fe06e4be-19b7-4447-bf79-27d6661a0277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:07.958619 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c78e5a00-1ed6-484c-9c4d-3a00240cdb59 req-fe06e4be-19b7-4447-bf79-27d6661a0277 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=784a693f-8335-4f91-bccd-d2c24a4a3fb4 HTTP/1.1" status: 200 len: 834 time: 0.0523560 Aug 16 23:01:08.020200 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e5a00-1ed6-484c-9c4d-3a00240cdb59 req-f195c813-89e3-49fd-8e49-d8e0b7d3cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:08.021746 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c78e5a00-1ed6-484c-9c4d-3a00240cdb59 req-f195c813-89e3-49fd-8e49-d8e0b7d3cc38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f31cb20c-e167-4537-ac79-040b0626ca56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550437 Aug 16 23:01:08.121211 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c78e5a00-1ed6-484c-9c4d-3a00240cdb59 req-84e637f5-7642-486c-9274-d7615efc89be service neutron] 10.222.0.39 "GET /v2.0/networks/f31cb20c-e167-4537-ac79-040b0626ca56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901139 Aug 16 23:01:08.235492 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c78e5a00-1ed6-484c-9c4d-3a00240cdb59 req-8a221deb-126b-4810-a33f-ae16a62fd6e0 service neutron] 10.222.0.39 "GET /v2.0/networks/f31cb20c-e167-4537-ac79-040b0626ca56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998871 Aug 16 23:01:08.791628 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:08.827897 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9abba2-fe2e-41fc-ab0c-a37abd94b753 req-b4f27c27-0b3a-421b-a332-a839455d9a05 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:08.830143 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8b9abba2-fe2e-41fc-ab0c-a37abd94b753 req-b4f27c27-0b3a-421b-a332-a839455d9a05 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=560cfcff-0083-493e-8ae5-efd228dbc78b HTTP/1.1" status: 200 len: 943 time: 0.0580323 Aug 16 23:01:08.879802 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8b9abba2-fe2e-41fc-ab0c-a37abd94b753 req-10bfc436-b833-4dba-af7f-0964c2ffe85f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4f29d52-1f07-408c-a00a-3ef02a388b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385425 Aug 16 23:01:08.916278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fc772905-fa22-4205-914f-2e5f2b435dbd req-7ad6e1c3-9d16-4238-8a56-b98f7f00967a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 210 time: 0.0331464 Aug 16 23:01:09.030091 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a837ece6-7e4b-4a1e-91a0-9033da4f92be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:10.018771 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebbabf-bc51-48f5-9203-e47843ead58d req-30fb30b5-4328-458e-b7f7-69ecdc53135c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:10.020320 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8bebbabf-bc51-48f5-9203-e47843ead58d req-30fb30b5-4328-458e-b7f7-69ecdc53135c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=560cfcff-0083-493e-8ae5-efd228dbc78b HTTP/1.1" status: 200 len: 943 time: 0.0651314 Aug 16 23:01:10.045361 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5dbaec64-02ff-4476-b9b9-63d066430a66 req-7de5b892-05b3-47f2-b08c-ad0d9617c90b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb5dc1c-400b-4f98-abce-68c6bb143007 HTTP/1.1" status: 200 len: 210 time: 0.0485134 Aug 16 23:01:10.067636 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 16429dbe-e587-46f4-8bf7-2251c8639584 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:01:10.085181 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8bebbabf-bc51-48f5-9203-e47843ead58d req-4e30cad0-df53-4ad4-86b7-b248cc90f29a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4f29d52-1f07-408c-a00a-3ef02a388b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422535 Aug 16 23:01:10.103000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 16429dbe-e587-46f4-8bf7-2251c8639584 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:01:10.103354 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 16429dbe-e587-46f4-8bf7-2251c8639584 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:01:10.564297 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 75398c8e-936f-48e9-9816-2a370271e26b details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:01:10.678007 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 75398c8e-936f-48e9-9816-2a370271e26b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=75398c8e-936f-48e9-9816-2a370271e26b,segment=NetworkSegment(a1fc2577-179f-4a05-a28c-4ed0937a4d0d),segment_id=a1fc2577-179f-4a05-a28c-4ed0937a4d0d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:10.689895 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '75398c8e-936f-48e9-9816-2a370271e26b', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'port_id': '75398c8e-936f-48e9-9816-2a370271e26b', 'mac_address': 'fa:16:3e:d2:22:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:01:10.728999 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:10.744081 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75398c8e-936f-48e9-9816-2a370271e26b {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:01:10.767451 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 75398c8e-936f-48e9-9816-2a370271e26b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=75398c8e-936f-48e9-9816-2a370271e26b,segment=NetworkSegment(a1fc2577-179f-4a05-a28c-4ed0937a4d0d),segment_id=a1fc2577-179f-4a05-a28c-4ed0937a4d0d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:10.771931 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:10.836471 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=75398c8e-936f-48e9-9816-2a370271e26b,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:10.986393 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['75398c8e-936f-48e9-9816-2a370271e26b'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:01:11.055122 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:11.238688 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef261756-0419-4583-ba04-9dc7d3ceb761 req-6273f90e-7aac-43a5-b6cf-e2f3c1735ec0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:11.240268 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef261756-0419-4583-ba04-9dc7d3ceb761 req-6273f90e-7aac-43a5-b6cf-e2f3c1735ec0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=560cfcff-0083-493e-8ae5-efd228dbc78b HTTP/1.1" status: 200 len: 944 time: 0.0642519 Aug 16 23:01:11.288949 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef261756-0419-4583-ba04-9dc7d3ceb761 req-08d223ef-dd14-4265-8a67-bdd772b4cddf tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4f29d52-1f07-408c-a00a-3ef02a388b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417788 Aug 16 23:01:11.563824 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-16e19f27-ba7c-44b0-8bb4-ae655f060f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:12.134015 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:12.420631 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9dea5b-ee4f-49e6-be14-1dc9bc8fcb36 req-ec872f75-4f74-4e9b-9178-139898bc61fa tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:12.422121 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6a9dea5b-ee4f-49e6-be14-1dc9bc8fcb36 req-ec872f75-4f74-4e9b-9178-139898bc61fa tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=560cfcff-0083-493e-8ae5-efd228dbc78b HTTP/1.1" status: 200 len: 944 time: 0.0565090 Aug 16 23:01:12.467792 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6a9dea5b-ee4f-49e6-be14-1dc9bc8fcb36 req-f20d451d-cb5d-4120-b408-4fafc4d80be0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4f29d52-1f07-408c-a00a-3ef02a388b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384765 Aug 16 23:01:12.579542 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 75398c8e-936f-48e9-9816-2a370271e26b up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:12.638957 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 75398c8e-936f-48e9-9816-2a370271e26b completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:12.643589 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 75398c8e-936f-48e9-9816-2a370271e26b triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:12.643958 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:12.731534 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:12.757759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560cfcff-0083-493e-8ae5-efd228dbc78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75398c8e-936f-48e9-9816-2a370271e26b'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:12.760474 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c262095-ba76-4e03-88e9-ccb7bb9c25bc" -d '{"events": [{"server_uuid": "560cfcff-0083-493e-8ae5-efd228dbc78b", "name": "network-vif-plugged", "status": "completed", "tag": "75398c8e-936f-48e9-9816-2a370271e26b"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:12.787263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 75398c8e-936f-48e9-9816-2a370271e26b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=75398c8e-936f-48e9-9816-2a370271e26b,segment=NetworkSegment(a1fc2577-179f-4a05-a28c-4ed0937a4d0d),segment_id=a1fc2577-179f-4a05-a28c-4ed0937a4d0d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:12.792430 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:12.836087 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8aca35f-ae24-483f-8209-9d8290ba6faa x-openstack-request-id: req-a8aca35f-ae24-483f-8209-9d8290ba6faa {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:12.836847 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560cfcff-0083-493e-8ae5-efd228dbc78b", "name": "network-vif-plugged", "status": "completed", "tag": "75398c8e-936f-48e9-9816-2a370271e26b", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:12.837623 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a8aca35f-ae24-483f-8209-9d8290ba6faa {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:12.838058 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560cfcff-0083-493e-8ae5-efd228dbc78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75398c8e-936f-48e9-9816-2a370271e26b', 'code': 200} Aug 16 23:01:12.868303 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=75398c8e-936f-48e9-9816-2a370271e26b,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:12.928305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43030f12-6777-44a7-ab6d-e77ecb8256a5 req-88fb38d7-829e-41af-a6e0-aa0f3a7a04b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:12.929983 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-43030f12-6777-44a7-ab6d-e77ecb8256a5 req-88fb38d7-829e-41af-a6e0-aa0f3a7a04b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=560cfcff-0083-493e-8ae5-efd228dbc78b HTTP/1.1" status: 200 len: 1097 time: 0.0618052 Aug 16 23:01:12.969506 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-43030f12-6777-44a7-ab6d-e77ecb8256a5 req-d9b3a429-37a3-461e-806c-fec3145c22a4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d4f29d52-1f07-408c-a00a-3ef02a388b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312953 Aug 16 23:01:13.344431 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:13.637419 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef2900-e261-44c6-b067-4e0accd1cdbe req-180d846f-97a5-4c5c-a018-a5e1b500a299 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:13.639748 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bfef2900-e261-44c6-b067-4e0accd1cdbe req-180d846f-97a5-4c5c-a018-a5e1b500a299 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=560cfcff-0083-493e-8ae5-efd228dbc78b HTTP/1.1" status: 200 len: 945 time: 0.0871725 Aug 16 23:01:13.682662 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bfef2900-e261-44c6-b067-4e0accd1cdbe req-426b0dda-bde5-4355-8c7e-e6a0e1280a95 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4f29d52-1f07-408c-a00a-3ef02a388b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362926 Aug 16 23:01:14.804096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc097e35-a377-41ee-af58-fd08634481f9 req-f90de983-653b-4146-8f1a-ae93e185a3aa tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:14.805611 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fc097e35-a377-41ee-af58-fd08634481f9 req-f90de983-653b-4146-8f1a-ae93e185a3aa tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=560cfcff-0083-493e-8ae5-efd228dbc78b HTTP/1.1" status: 200 len: 945 time: 0.0504031 Aug 16 23:01:14.846398 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fc097e35-a377-41ee-af58-fd08634481f9 req-467db4f2-c26c-4c2c-9e14-950eb3e2e75a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4f29d52-1f07-408c-a00a-3ef02a388b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341022 Aug 16 23:01:14.910667 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:14.969424 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2a5e8-29e0-4575-afde-64c9571ba920 req-3fd9d121-e8f2-4fe9-9014-7ba3f076ef7c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:14.970932 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bab2a5e8-29e0-4575-afde-64c9571ba920 req-3fd9d121-e8f2-4fe9-9014-7ba3f076ef7c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=560cfcff-0083-493e-8ae5-efd228dbc78b HTTP/1.1" status: 200 len: 945 time: 0.0511515 Aug 16 23:01:15.011692 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bab2a5e8-29e0-4575-afde-64c9571ba920 req-56fcbd42-49b8-4f04-a6c9-f6d84dfe745c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4f29d52-1f07-408c-a00a-3ef02a388b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344894 Aug 16 23:01:15.032938 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46200) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:15.081244 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a3ab58-9244-4ff0-bec1-b0eea22970f6 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:15.082808 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-23a3ab58-9244-4ff0-bec1-b0eea22970f6 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=560cfcff-0083-493e-8ae5-efd228dbc78b HTTP/1.1" status: 200 len: 1092 time: 0.0489008 Aug 16 23:01:15.085643 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46202) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:15.089913 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a76a9b18-4052-4c3c-b013-716dee818f4b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': '75398c8e-936f-48e9-9816-2a370271e26b', 'tenant_id': '003a64692bc348649a81275d8616867d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:15.114827 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a76a9b18-4052-4c3c-b013-716dee818f4b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:15.216580 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a76a9b18-4052-4c3c-b013-716dee818f4b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:15.326849 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-a76a9b18-4052-4c3c-b013-716dee818f4b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Allocated IP 172.25.6.20 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/e7b1af54-8353-4d92-b6f4-2fc64f92fff5) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:15.429946 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a76a9b18-4052-4c3c-b013-716dee818f4b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:15.470539 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a76a9b18-4052-4c3c-b013-716dee818f4b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:15.514760 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76a9b18-4052-4c3c-b013-716dee818f4b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:15.521490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-a76a9b18-4052-4c3c-b013-716dee818f4b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:15.525886 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76a9b18-4052-4c3c-b013-716dee818f4b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:15.552398 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a9b18-4052-4c3c-b013-716dee818f4b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'Port': ['ID=e7b1af54-8353-4d92-b6f4-2fc64f92fff5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:15.685481 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd10a2-a59c-4132-9873-c88e984895e5 req-55a9e8ad-eb91-4cbe-a38d-204dba15805f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:15.687290 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eabd10a2-a59c-4132-9873-c88e984895e5 req-55a9e8ad-eb91-4cbe-a38d-204dba15805f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 945 time: 0.0962319 Aug 16 23:01:15.798930 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eabd10a2-a59c-4132-9873-c88e984895e5 req-4247df09-5ae6-4ee0-a6b6-f98ff8d15ee1 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745029 Aug 16 23:01:16.092147 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a76a9b18-4052-4c3c-b013-716dee818f4b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:16.562133 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a76a9b18-4052-4c3c-b013-716dee818f4b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:16.710062 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a76a9b18-4052-4c3c-b013-716dee818f4b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:16.714731 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a76a9b18-4052-4c3c-b013-716dee818f4b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:16.778293 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a9b18-4052-4c3c-b013-716dee818f4b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'Port': ['ID=e7b1af54-8353-4d92-b6f4-2fc64f92fff5,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:16.793532 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a76a9b18-4052-4c3c-b013-716dee818f4b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:16.923762 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-a76a9b18-4052-4c3c-b013-716dee818f4b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Floating IP 86297a97-2945-46c9-ad79-3c41a184e73f associated. External IP: 172.25.6.20, port: 75398c8e-936f-48e9-9816-2a370271e26b. Aug 16 23:01:16.971020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3042a-6b95-41c4-ba90-39d99aa0c1ca req-1833b77c-2ba8-4cab-b917-0c011b7b3cf0 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:16.973161 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8db3042a-6b95-41c4-ba90-39d99aa0c1ca req-1833b77c-2ba8-4cab-b917-0c011b7b3cf0 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 945 time: 0.1006260 Aug 16 23:01:17.053427 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb030cf-9416-413b-9693-afe251158455 req-2a84c692-f637-4564-bafa-4a7bdf6fe3d8 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:17.054237 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8db3042a-6b95-41c4-ba90-39d99aa0c1ca req-7ded3d04-fc81-4967-9bf7-71963894e9d6 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a56248c-27e5-40ec-8e6d-28b92d294881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724285 Aug 16 23:01:17.054906 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4fb030cf-9416-413b-9693-afe251158455 req-2a84c692-f637-4564-bafa-4a7bdf6fe3d8 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 945 time: 0.0489311 Aug 16 23:01:17.154525 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-4fb030cf-9416-413b-9693-afe251158455 req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Deleting port 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:01:17.154760 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-4fb030cf-9416-413b-9693-afe251158455 req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:17.176878 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76a9b18-4052-4c3c-b013-716dee818f4b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:01:17.241630 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-4fb030cf-9416-413b-9693-afe251158455 req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] For port 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:17.242012 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-4fb030cf-9416-413b-9693-afe251158455 req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:17.254603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-4fb030cf-9416-413b-9693-afe251158455 req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Calling delete_port for 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:01:17.286777 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76a9b18-4052-4c3c-b013-716dee818f4b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:01:17.297522 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfc81a7-2b53-459d-aed7-f9b1cc09c2c9 None None] Sync routers for ids ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:01:17.304961 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a76a9b18-4052-4c3c-b013-716dee818f4b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:17.307964 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfc81a7-2b53-459d-aed7-f9b1cc09c2c9 None None] Routers {'8f4a13c4-f0a0-4605-a75e-0e81b58b2543'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:17.308861 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3dfc81a7-2b53-459d-aed7-f9b1cc09c2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:01:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:17.339516 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a76a9b18-4052-4c3c-b013-716dee818f4b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2525983 Aug 16 23:01:17.340123 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560cfcff-0083-493e-8ae5-efd228dbc78b', 'tag': '75398c8e-936f-48e9-9816-2a370271e26b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:17.342455 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3e45bd-7c02-40d7-bfb0-b953ea680d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "560cfcff-0083-493e-8ae5-efd228dbc78b", "tag": "75398c8e-936f-48e9-9816-2a370271e26b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:17.342723 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46212) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:17.380707 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b31ec6-c29e-4506-9cbe-656659cae0e3 x-openstack-request-id: req-b2b31ec6-c29e-4506-9cbe-656659cae0e3 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:17.380995 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560cfcff-0083-493e-8ae5-efd228dbc78b", "tag": "75398c8e-936f-48e9-9816-2a370271e26b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:17.381242 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b2b31ec6-c29e-4506-9cbe-656659cae0e3 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:17.381638 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '560cfcff-0083-493e-8ae5-efd228dbc78b', 'tag': '75398c8e-936f-48e9-9816-2a370271e26b', 'status': 'completed', 'code': 200} Aug 16 23:01:17.434834 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-4fb030cf-9416-413b-9693-afe251158455 req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:17.444352 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e45bd-7c02-40d7-bfb0-b953ea680d0e req-7bc56b06-b7e1-4eba-94cc-e43be13f2bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:17.445592 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba3e45bd-7c02-40d7-bfb0-b953ea680d0e req-7bc56b06-b7e1-4eba-94cc-e43be13f2bb3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=003a64692bc348649a81275d8616867d&device_id=560cfcff-0083-493e-8ae5-efd228dbc78b HTTP/1.1" status: 200 len: 1097 time: 0.0425785 Aug 16 23:01:17.447670 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:01:17.450910 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-3dfc81a7-2b53-459d-aed7-f9b1cc09c2c9 None None] Set router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:01:17.472797 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-31ed1c3c-ff79-489c-a0dd-e089400b26ae tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/floatingips/86297a97-2945-46c9-ad79-3c41a184e73f HTTP/1.1" status: 200 len: 990 time: 0.1279204 Aug 16 23:01:17.474405 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event deleted for resources: {'Port': ['ID=3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:17.507018 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:17.507373 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:17.507722 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:17.508058 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:17.508611 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:17.509126 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:17.509643 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:17.510433 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:17.511106 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:17.511680 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:17.512215 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:17.512534 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:17.529076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb030cf-9416-413b-9693-afe251158455 req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] No DVR routers for this DVR port 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:01:17.533294 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-4fb030cf-9416-413b-9693-afe251158455 req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:17.535531 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4fb030cf-9416-413b-9693-afe251158455 req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.39 "DELETE /v2.0/ports/3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 HTTP/1.1" status: 204 len: 173 time: 0.4730411 Aug 16 23:01:17.536227 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d962111-75ab-46b5-b884-6ebbc018cae2', 'name': 'network-vif-deleted', 'tag': '3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:17.538734 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee79bb54-5ca6-45c3-8544-1263ca2ff6ec" -d '{"events": [{"server_uuid": "9d962111-75ab-46b5-b884-6ebbc018cae2", "name": "network-vif-deleted", "tag": "3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:17.599780 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e45bd-7c02-40d7-bfb0-b953ea680d0e req-8c03b790-37fd-4654-802e-dcfb0e9c5d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:17.602520 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba3e45bd-7c02-40d7-bfb0-b953ea680d0e req-8c03b790-37fd-4654-802e-dcfb0e9c5d16 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f31cb20c-e167-4537-ac79-040b0626ca56 HTTP/1.1" status: 200 len: 898 time: 0.1481006 Aug 16 23:01:17.607938 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbd96b5-227f-4339-8eba-abd643b9bb5e x-openstack-request-id: req-0bbd96b5-227f-4339-8eba-abd643b9bb5e {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:17.608232 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d962111-75ab-46b5-b884-6ebbc018cae2", "name": "network-vif-deleted", "tag": "3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:17.608491 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0bbd96b5-227f-4339-8eba-abd643b9bb5e {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:17.608892 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d962111-75ab-46b5-b884-6ebbc018cae2', 'name': 'network-vif-deleted', 'tag': '3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73', 'status': 'completed', 'code': 200} Aug 16 23:01:17.692187 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba3e45bd-7c02-40d7-bfb0-b953ea680d0e req-cde9607d-081d-4b6f-9339-94ed91889804 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75398c8e-936f-48e9-9816-2a370271e26b HTTP/1.1" status: 200 len: 998 time: 0.0724571 Aug 16 23:01:17.728921 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3dfc81a7-2b53-459d-aed7-f9b1cc09c2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'name': 'tempest-TestNetworkBasicOps-router-802743789', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:00:59Z', 'revision_number': 4, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:94:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '86297a97-2945-46c9-ad79-3c41a184e73f', 'tenant_id': '003a64692bc348649a81275d8616867d', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'port_id': '75398c8e-936f-48e9-9816-2a370271e26b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'mac_address': 'fa:16:3e:d2:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560cfcff-0083-493e-8ae5-efd228dbc78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:01:15Z', 'updated_at': '2021-08-16T23:01:15Z', 'revision_number': 0, 'project_id': '003a64692bc348649a81275d8616867d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '925d0f21-fc9f-4094-80a7-795f00423728', 'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:c4:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:58Z', 'updated_at': '2021-08-16T23:01:05Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:17.742940 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e45bd-7c02-40d7-bfb0-b953ea680d0e req-c9d645cf-591c-4c56-9653-da725bcc8d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:17.744711 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba3e45bd-7c02-40d7-bfb0-b953ea680d0e req-c9d645cf-591c-4c56-9653-da725bcc8d91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=784a693f-8335-4f91-bccd-d2c24a4a3fb4 HTTP/1.1" status: 200 len: 834 time: 0.0455658 Aug 16 23:01:17.757721 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfc81a7-2b53-459d-aed7-f9b1cc09c2c9 None None] Checking router: 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:01:17.769413 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfc81a7-2b53-459d-aed7-f9b1cc09c2c9 None None] Routers {'8f4a13c4-f0a0-4605-a75e-0e81b58b2543'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:17.770118 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3dfc81a7-2b53-459d-aed7-f9b1cc09c2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:01:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:17.794623 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e45bd-7c02-40d7-bfb0-b953ea680d0e req-b33f4ec6-9e7e-4f77-858d-81b850e31c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:17.796374 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba3e45bd-7c02-40d7-bfb0-b953ea680d0e req-b33f4ec6-9e7e-4f77-858d-81b850e31c26 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f31cb20c-e167-4537-ac79-040b0626ca56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431151 Aug 16 23:01:17.896722 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-3dfc81a7-2b53-459d-aed7-f9b1cc09c2c9 None None] Set router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:01:17.906055 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba3e45bd-7c02-40d7-bfb0-b953ea680d0e req-739e8d42-b105-4412-ab5a-d5a8bc2dd105 service neutron] 10.222.0.39 "GET /v2.0/networks/f31cb20c-e167-4537-ac79-040b0626ca56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017647 Aug 16 23:01:18.014902 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba3e45bd-7c02-40d7-bfb0-b953ea680d0e req-b4095bd5-bdcd-40ea-b0d5-945506892516 service neutron] 10.222.0.39 "GET /v2.0/networks/f31cb20c-e167-4537-ac79-040b0626ca56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004052 Aug 16 23:01:18.153548 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79728e24-6e64-4de8-8eca-d6c069ab8a72 req-22ef1c32-101a-436d-a724-b3c4cebe6284 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 210 time: 0.0267839 Aug 16 23:01:18.163866 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3dfc81a7-2b53-459d-aed7-f9b1cc09c2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'name': 'tempest-TestNetworkBasicOps-router-802743789', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:00:59Z', 'revision_number': 4, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:94:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '86297a97-2945-46c9-ad79-3c41a184e73f', 'tenant_id': '003a64692bc348649a81275d8616867d', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'port_id': '75398c8e-936f-48e9-9816-2a370271e26b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'mac_address': 'fa:16:3e:d2:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560cfcff-0083-493e-8ae5-efd228dbc78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:01:15Z', 'updated_at': '2021-08-16T23:01:15Z', 'revision_number': 0, 'project_id': '003a64692bc348649a81275d8616867d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '925d0f21-fc9f-4094-80a7-795f00423728', 'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:c4:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:58Z', 'updated_at': '2021-08-16T23:01:05Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:18.195318 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfc81a7-2b53-459d-aed7-f9b1cc09c2c9 None None] The sync data for ids ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'] in n-d-792458-15 is: [{'id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'name': 'tempest-TestNetworkBasicOps-router-802743789', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:00:59Z', 'revision_number': 4, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:94:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '86297a97-2945-46c9-ad79-3c41a184e73f', 'tenant_id': '003a64692bc348649a81275d8616867d', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'port_id': '75398c8e-936f-48e9-9816-2a370271e26b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'mac_address': 'fa:16:3e:d2:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560cfcff-0083-493e-8ae5-efd228dbc78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:01:15Z', 'updated_at': '2021-08-16T23:01:15Z', 'revision_number': 0, 'project_id': '003a64692bc348649a81275d8616867d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '925d0f21-fc9f-4094-80a7-795f00423728', 'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:c4:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:58Z', 'updated_at': '2021-08-16T23:01:05Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:01:18.400128 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e529f2-c2a2-4655-9b08-eb5e58b26ce9 None None] New status for floating IP 86297a97-2945-46c9-ad79-3c41a184e73f: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:01:18.476180 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46220) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:18.894908 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8b74a4e2-4de4-4bcc-8cc8-4ca34bb14c24 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/floatingips/86297a97-2945-46c9-ad79-3c41a184e73f HTTP/1.1" status: 200 len: 990 time: 0.4160130 Aug 16 23:01:19.268709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-89d7270c-d375-4f84-9918-68b75bf03605 req-6d5119be-a9ea-4976-b945-5a3e3067a959 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 210 time: 0.0318112 Aug 16 23:01:19.853625 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:01:19.897867 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46224) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:19.961365 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2cf63877-50ca-4b6a-8786-a163b74291ec tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/floatingips/86297a97-2945-46c9-ad79-3c41a184e73f HTTP/1.1" status: 200 len: 992 time: 0.0623856 Aug 16 23:01:20.366228 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec97659b-0f0e-46e3-9c80-241b890cbc0c req-78a0ffe1-0094-4f19-89ef-fa253dbde4c4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 210 time: 0.0268190 Aug 16 23:01:20.655176 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:01:20.676455 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:01:20.676806 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 3df8dc2e-03fe-410d-8eb6-3c01c2ce4a73 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:01:21.474302 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-24c416e6-33ae-40da-9a1f-2557f72c369b req-db5c6479-21b1-4e0f-97f3-dea282208214 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d962111-75ab-46b5-b884-6ebbc018cae2 HTTP/1.1" status: 200 len: 210 time: 0.0273204 Aug 16 23:01:24.652196 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46278) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:24.657820 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d6259a1a-11c9-4e0f-8e41-b6baf7680eeb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-736338466', 'description': 'tempest-secgroup-smoke-736338466 description', 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:24.683413 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d6259a1a-11c9-4e0f-8e41-b6baf7680eeb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:24.765383 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d6259a1a-11c9-4e0f-8e41-b6baf7680eeb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:24.769523 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d6259a1a-11c9-4e0f-8e41-b6baf7680eeb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:24.800824 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6259a1a-11c9-4e0f-8e41-b6baf7680eeb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62be77c3-eb19-4d52-ae94-f8f4c46df097,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:24.804629 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d6259a1a-11c9-4e0f-8e41-b6baf7680eeb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:24.805871 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d6259a1a-11c9-4e0f-8e41-b6baf7680eeb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1522169 Aug 16 23:01:24.808875 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46280) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:24.813902 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b108e90b-1aad-4bef-a5b3-d1e3029687e4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Request body: {'security_group_rule': {'security_group_id': '62be77c3-eb19-4d52-ae94-f8f4c46df097', 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:24.843501 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b108e90b-1aad-4bef-a5b3-d1e3029687e4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:24.899477 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b108e90b-1aad-4bef-a5b3-d1e3029687e4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:24.903253 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b108e90b-1aad-4bef-a5b3-d1e3029687e4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:24.919742 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108e90b-1aad-4bef-a5b3-d1e3029687e4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6e2769-0e06-4fce-8c5e-e54450e5c030,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:24.926163 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b108e90b-1aad-4bef-a5b3-d1e3029687e4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:24.927320 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b108e90b-1aad-4bef-a5b3-d1e3029687e4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175497 Aug 16 23:01:24.930110 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46282) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:24.934728 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-1a07a7ea-7afc-4ae6-912d-27554827d11a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Request body: {'security_group_rule': {'security_group_id': '62be77c3-eb19-4d52-ae94-f8f4c46df097', 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:24.961493 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a07a7ea-7afc-4ae6-912d-27554827d11a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.016972 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a07a7ea-7afc-4ae6-912d-27554827d11a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.021449 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a07a7ea-7afc-4ae6-912d-27554827d11a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.045375 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07a7ea-7afc-4ae6-912d-27554827d11a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd703e15-5096-4836-9c07-d659369bc455,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:25.049746 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a07a7ea-7afc-4ae6-912d-27554827d11a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.051093 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1a07a7ea-7afc-4ae6-912d-27554827d11a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199064 Aug 16 23:01:25.053717 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46284) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:25.058308 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-afc96578-fbeb-4530-9eaa-d7ed9280ed56 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Request body: {'security_group_rule': {'security_group_id': '62be77c3-eb19-4d52-ae94-f8f4c46df097', 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:25.084566 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-afc96578-fbeb-4530-9eaa-d7ed9280ed56 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.140802 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-afc96578-fbeb-4530-9eaa-d7ed9280ed56 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.144813 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-afc96578-fbeb-4530-9eaa-d7ed9280ed56 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.161493 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc96578-fbeb-4530-9eaa-d7ed9280ed56 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62381d5b-12bd-47c7-a15c-107fcd6a9029,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:25.168197 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-afc96578-fbeb-4530-9eaa-d7ed9280ed56 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.169092 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-afc96578-fbeb-4530-9eaa-d7ed9280ed56 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144211 Aug 16 23:01:25.171889 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46286) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:25.176829 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-01cde25a-da41-455a-bd08-6205618c51c5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Request body: {'security_group_rule': {'security_group_id': '62be77c3-eb19-4d52-ae94-f8f4c46df097', 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:25.204712 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01cde25a-da41-455a-bd08-6205618c51c5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.265167 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01cde25a-da41-455a-bd08-6205618c51c5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.269032 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01cde25a-da41-455a-bd08-6205618c51c5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.285907 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cde25a-da41-455a-bd08-6205618c51c5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fbf63c-ee9e-4db1-b582-a136f7bc63df,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:25.295315 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01cde25a-da41-455a-bd08-6205618c51c5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.296563 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-01cde25a-da41-455a-bd08-6205618c51c5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237237 Aug 16 23:01:25.301662 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46290) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:25.306094 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c11a96b2-7f6a-48df-9e4e-7362b28528d5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Request body: {'security_group_rule': {'security_group_id': '62be77c3-eb19-4d52-ae94-f8f4c46df097', 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:25.327489 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-c11a96b2-7f6a-48df-9e4e-7362b28528d5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Project 5cf3e805ef684fd09fb8bfbc3fc85873 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:01:25.332151 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c11a96b2-7f6a-48df-9e4e-7362b28528d5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.392461 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c11a96b2-7f6a-48df-9e4e-7362b28528d5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.395912 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c11a96b2-7f6a-48df-9e4e-7362b28528d5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.418037 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a96b2-7f6a-48df-9e4e-7362b28528d5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3eaf6a5-5a00-4141-b456-3b93468b890b,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:25.421988 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c11a96b2-7f6a-48df-9e4e-7362b28528d5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.423192 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c11a96b2-7f6a-48df-9e4e-7362b28528d5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205921 Aug 16 23:01:25.426442 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46292) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:25.430859 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0e0cf52f-23d6-48f6-b320-cf0daafc1c99 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Request body: {'security_group_rule': {'security_group_id': '62be77c3-eb19-4d52-ae94-f8f4c46df097', 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:25.453216 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-0e0cf52f-23d6-48f6-b320-cf0daafc1c99 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Project 5cf3e805ef684fd09fb8bfbc3fc85873 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:01:25.457846 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf52f-23d6-48f6-b320-cf0daafc1c99 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.517941 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf52f-23d6-48f6-b320-cf0daafc1c99 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.521310 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf52f-23d6-48f6-b320-cf0daafc1c99 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.540414 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cf52f-23d6-48f6-b320-cf0daafc1c99 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb2828c-4f6e-4e9d-8b39-0d4bcde1226f,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:25.544599 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf52f-23d6-48f6-b320-cf0daafc1c99 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.546180 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0e0cf52f-23d6-48f6-b320-cf0daafc1c99 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187410 Aug 16 23:01:38.793947 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:39.030580 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d7fada49-434a-4366-8da5-4f3eac2042f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:40.040237 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18516413-cecd-4337-b377-b0152c0e3e14 req-c081faef-e738-464a-a8f5-5ea7d45cadb2 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736338466&fields=id&tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873 HTTP/1.1" status: 200 len: 267 time: 0.0332670 Aug 16 23:01:40.149062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18516413-cecd-4337-b377-b0152c0e3e14 req-c70f8383-6dd8-4e36-8387-98f31f70f555 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:40.150588 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18516413-cecd-4337-b377-b0152c0e3e14 req-c70f8383-6dd8-4e36-8387-98f31f70f555 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 812 time: 0.1035676 Aug 16 23:01:40.168011 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18516413-cecd-4337-b377-b0152c0e3e14 req-e5f4227d-eadc-4e06-a3e0-ae3ef2a99f11 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/quotas/5cf3e805ef684fd09fb8bfbc3fc85873 HTTP/1.1" status: 200 len: 375 time: 0.0116470 Aug 16 23:01:40.219312 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18516413-cecd-4337-b377-b0152c0e3e14 req-4ac1aa87-47f1-4672-a90c-0e79a87b1dd9 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458767 Aug 16 23:01:40.318698 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18516413-cecd-4337-b377-b0152c0e3e14 req-74afec81-e6f5-4c03-8732-573e0a334cc1 service neutron] 10.222.0.93 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872428 Aug 16 23:01:40.415786 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18516413-cecd-4337-b377-b0152c0e3e14 req-6893e093-3c1a-4a53-ada4-7b4101376cfa service neutron] 10.222.0.93 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868716 Aug 16 23:01:40.772590 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef1e377a-c5fe-4dec-8444-5883ef2b6968 req-a4bb8982-a720-4c68-9808-0922830a94c9 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 210 time: 0.0925610 Aug 16 23:01:41.065714 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:41.568364 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b0c4f15b-4095-45d3-bb71-e46c3c34686c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:41.599934 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18516413-cecd-4337-b377-b0152c0e3e14 req-89faf902-9bf7-4d59-a097-069d04a2f3c8 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:41.601390 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18516413-cecd-4337-b377-b0152c0e3e14 req-89faf902-9bf7-4d59-a097-069d04a2f3c8 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.43 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 812 time: 0.1059592 Aug 16 23:01:41.645757 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18516413-cecd-4337-b377-b0152c0e3e14 req-9c9117aa-4caa-41c1-8555-b891520a4756 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873 HTTP/1.1" status: 200 len: 379 time: 0.0358992 Aug 16 23:01:41.655431 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Request body: {'port': {'device_id': '8a73cc52-30bf-4c18-b39e-937da08bea64', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'admin_state_up': True, 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'security_groups': ['62be77c3-eb19-4d52-ae94-f8f4c46df097']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:41.770659 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Made reservation on behalf of 5cf3e805ef684fd09fb8bfbc3fc85873 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:41.774145 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:41.908356 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-225161fb-7838-42b4-a887-c3b7499cf4ae req-976d8c9d-97f4-4c66-97c0-47298d6a5536 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 210 time: 0.0533941 Aug 16 23:01:41.934513 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Allocated IP 172.20.0.8 (618125df-33d5-4ee1-b6a0-cd83424b6f7c/76f0d65c-5ef7-4b10-b7a7-caf718efa02b/3f2c8803-c970-4c2e-92f9-8df0d40439a4) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:42.074463 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.092848 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Transition to ACTIVE for port object 3f2c8803-c970-4c2e-92f9-8df0d40439a4 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:42.128380 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.138870 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.174607 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Network 618125df-33d5-4ee1-b6a0-cd83424b6f7c is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:42.177889 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:42.181782 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:42.207099 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event updated for resources: {'Port': ['ID=3f2c8803-c970-4c2e-92f9-8df0d40439a4,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:42.223363 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.223715 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.224056 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.224395 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.224730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.225063 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.225393 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.225726 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.226075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.226407 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.226731 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.227056 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.250215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:42.250842 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.265689 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1ae0e7c9-709a-460a-b01c-76ebd23cb186 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6142876 Aug 16 23:01:42.278182 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] Request body: {'port': {'device_id': '8a73cc52-30bf-4c18-b39e-937da08bea64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:42.342880 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.425799 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-702e10a6-7db8-434c-9b86-586971f15e81 None None] Provisioning for port 3f2c8803-c970-4c2e-92f9-8df0d40439a4 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:42.430015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-702e10a6-7db8-434c-9b86-586971f15e81 None None] Provisioning complete for port 3f2c8803-c970-4c2e-92f9-8df0d40439a4 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:42.430618 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-702e10a6-7db8-434c-9b86-586971f15e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.472152 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-702e10a6-7db8-434c-9b86-586971f15e81 None None] Port 3f2c8803-c970-4c2e-92f9-8df0d40439a4 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:01:42.627042 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2c8803-c970-4c2e-92f9-8df0d40439a4 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:01:42.634834 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.647927 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] Transition to ACTIVE for port object 3f2c8803-c970-4c2e-92f9-8df0d40439a4 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:42.651257 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.721709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2c8803-c970-4c2e-92f9-8df0d40439a4,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:42.789879 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] Attempting to bind port 3f2c8803-c970-4c2e-92f9-8df0d40439a4 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:01:42.790957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] Attempting to bind port 3f2c8803-c970-4c2e-92f9-8df0d40439a4 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:01:42.791565 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] Attempting to bind port 3f2c8803-c970-4c2e-92f9-8df0d40439a4 on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:42.797326 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] Port 3f2c8803-c970-4c2e-92f9-8df0d40439a4 on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:01:42.798032 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] Attempting to bind port 3f2c8803-c970-4c2e-92f9-8df0d40439a4 on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:42.804308 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:01:42.805039 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] Checking segment: {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:42.805665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] Bound using segment: {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:01:42.806376 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] Bound port: 3f2c8803-c970-4c2e-92f9-8df0d40439a4, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:01:42.806976 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.884725 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] For port 3f2c8803-c970-4c2e-92f9-8df0d40439a4, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:01:42.889590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] For port 3f2c8803-c970-4c2e-92f9-8df0d40439a4, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=3f2c8803-c970-4c2e-92f9-8df0d40439a4,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:01:42.895613 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.933634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:42.934377 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.935917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18516413-cecd-4337-b377-b0152c0e3e14 req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] 10.222.0.43 "PUT /v2.0/ports/3f2c8803-c970-4c2e-92f9-8df0d40439a4 HTTP/1.1" status: 200 len: 1092 time: 0.6622880 Aug 16 23:01:42.941204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a73cc52-30bf-4c18-b39e-937da08bea64', 'tag': '3f2c8803-c970-4c2e-92f9-8df0d40439a4'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:42.943586 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f34213-7495-414d-8821-30ec11de9149" -d '{"events": [{"name": "network-changed", "server_uuid": "8a73cc52-30bf-4c18-b39e-937da08bea64", "tag": "3f2c8803-c970-4c2e-92f9-8df0d40439a4"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:42.972817 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43289d-0da2-4b4b-b6f0-1b953c764ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2c8803-c970-4c2e-92f9-8df0d40439a4,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:43.041858 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a0ab96-2e1e-4570-811a-5415f53b93e0 x-openstack-request-id: req-94a0ab96-2e1e-4570-811a-5415f53b93e0 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:43.042211 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a73cc52-30bf-4c18-b39e-937da08bea64", "tag": "3f2c8803-c970-4c2e-92f9-8df0d40439a4", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:43.042397 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-94a0ab96-2e1e-4570-811a-5415f53b93e0 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:43.042796 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a73cc52-30bf-4c18-b39e-937da08bea64', 'tag': '3f2c8803-c970-4c2e-92f9-8df0d40439a4', 'status': 'completed', 'code': 200} Aug 16 23:01:43.092694 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18516413-cecd-4337-b377-b0152c0e3e14 req-f508fc28-417d-4906-848a-b357f92d1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:43.094273 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18516413-cecd-4337-b377-b0152c0e3e14 req-f508fc28-417d-4906-848a-b357f92d1caf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 1095 time: 0.1047318 Aug 16 23:01:43.150448 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a275f-88ce-4357-9299-4e25c10ddc71 req-8bb78422-e2ea-4bd9-8016-24a1dda362be tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:43.152098 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e92a275f-88ce-4357-9299-4e25c10ddc71 req-8bb78422-e2ea-4bd9-8016-24a1dda362be tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 943 time: 0.1008353 Aug 16 23:01:43.153683 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18516413-cecd-4337-b377-b0152c0e3e14 req-7019dbef-a845-4a73-bba8-c2385bb087db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f2c8803-c970-4c2e-92f9-8df0d40439a4 HTTP/1.1" status: 200 len: 217 time: 0.0499811 Aug 16 23:01:43.231011 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e92a275f-88ce-4357-9299-4e25c10ddc71 req-e3dee92a-aeac-468d-8a2c-70feb5b68439 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726986 Aug 16 23:01:43.232666 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18516413-cecd-4337-b377-b0152c0e3e14 req-7dfc5044-fc47-4ce6-b34b-e6d2d306882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:43.234166 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18516413-cecd-4337-b377-b0152c0e3e14 req-7dfc5044-fc47-4ce6-b34b-e6d2d306882d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0699749 Aug 16 23:01:43.280971 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18516413-cecd-4337-b377-b0152c0e3e14 req-d109a100-c023-4639-b16e-ae926cdeee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:43.282601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18516413-cecd-4337-b377-b0152c0e3e14 req-d109a100-c023-4639-b16e-ae926cdeee64 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417738 Aug 16 23:01:43.340815 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:43.376298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18516413-cecd-4337-b377-b0152c0e3e14 req-f0fd80b6-9c15-49c0-9261-b340bfd927d4 service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861661 Aug 16 23:01:43.476403 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18516413-cecd-4337-b377-b0152c0e3e14 req-e1fea6c3-57df-4f33-a5cd-821669c38a3c service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927985 Aug 16 23:01:43.561807 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f34213-7495-414d-8821-30ec11de9149 req-f1a2e11a-6d16-4783-b630-d48c01077245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:43.563351 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44f34213-7495-414d-8821-30ec11de9149 req-f1a2e11a-6d16-4783-b630-d48c01077245 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 1095 time: 0.0415175 Aug 16 23:01:43.659933 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f34213-7495-414d-8821-30ec11de9149 req-5963c9e5-bdf6-4639-ae09-da76eca2c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:43.661412 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44f34213-7495-414d-8821-30ec11de9149 req-5963c9e5-bdf6-4639-ae09-da76eca2c3f7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 913 time: 0.0907362 Aug 16 23:01:43.702725 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44f34213-7495-414d-8821-30ec11de9149 req-0a57b947-d494-452a-891a-3fe74e8707fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f2c8803-c970-4c2e-92f9-8df0d40439a4 HTTP/1.1" status: 200 len: 217 time: 0.0344496 Aug 16 23:01:43.751472 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f34213-7495-414d-8821-30ec11de9149 req-e11e3ac6-c070-49d6-a1a1-9beec9278980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:43.753467 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44f34213-7495-414d-8821-30ec11de9149 req-e11e3ac6-c070-49d6-a1a1-9beec9278980 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0444217 Aug 16 23:01:43.803281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f34213-7495-414d-8821-30ec11de9149 req-a12a4540-7c7c-4d51-a77e-ba49f19fa673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:43.804687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44f34213-7495-414d-8821-30ec11de9149 req-a12a4540-7c7c-4d51-a77e-ba49f19fa673 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443861 Aug 16 23:01:43.897625 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44f34213-7495-414d-8821-30ec11de9149 req-29104360-6e37-4e95-9cbe-954e0e84f4ce service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859365 Aug 16 23:01:43.993757 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44f34213-7495-414d-8821-30ec11de9149 req-5f015f7d-7f59-401d-ae2e-c8b3501f3f41 service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895905 Aug 16 23:01:44.356685 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74400a6b-dbb3-463d-a4a3-d8aeb70431bb req-4b19c3d7-4f67-4156-bfff-7d5ba71b3303 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:44.358325 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-74400a6b-dbb3-463d-a4a3-d8aeb70431bb req-4b19c3d7-4f67-4156-bfff-7d5ba71b3303 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 943 time: 0.0512633 Aug 16 23:01:44.396773 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-74400a6b-dbb3-463d-a4a3-d8aeb70431bb req-5fe03d4e-9a0c-471f-af9d-2c414b122a4a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316312 Aug 16 23:01:45.071176 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:45.528227 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fed6d-bba2-438a-97ae-7b74f4560573 req-dc28bdd5-1a93-4750-8632-464efbdb2171 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:45.529906 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d8fed6d-bba2-438a-97ae-7b74f4560573 req-dc28bdd5-1a93-4750-8632-464efbdb2171 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 943 time: 0.0516942 Aug 16 23:01:45.576330 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d8fed6d-bba2-438a-97ae-7b74f4560573 req-73eb9329-4b14-4c7f-af73-a5f6b861453a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397506 Aug 16 23:01:46.695171 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e01187-6fd2-4614-9533-8bf40f70ae08 req-383cde81-afe9-4191-8493-d95d5b1c68fb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:46.696675 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e6e01187-6fd2-4614-9533-8bf40f70ae08 req-383cde81-afe9-4191-8493-d95d5b1c68fb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 943 time: 0.0481918 Aug 16 23:01:46.734715 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e6e01187-6fd2-4614-9533-8bf40f70ae08 req-2780339d-5400-4e00-adbb-02b5b29a51e5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319939 Aug 16 23:01:47.853055 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6d2ce-9c2d-4a3b-812b-62f24de27d36 req-d7fa393c-f1ae-4a36-9a97-91d3e8f0df38 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:47.854784 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bdd6d2ce-9c2d-4a3b-812b-62f24de27d36 req-d7fa393c-f1ae-4a36-9a97-91d3e8f0df38 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 943 time: 0.0505333 Aug 16 23:01:47.894651 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bdd6d2ce-9c2d-4a3b-812b-62f24de27d36 req-937a91de-642b-4713-a9dd-96787d88b5c9 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335691 Aug 16 23:01:49.011504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b68f7c-dfe1-463c-b222-53d12ed74c74 req-c34e94d6-2460-49ae-9dd1-cdd4fb3bd7f3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:49.012982 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a6b68f7c-dfe1-463c-b222-53d12ed74c74 req-c34e94d6-2460-49ae-9dd1-cdd4fb3bd7f3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 943 time: 0.0500629 Aug 16 23:01:49.054050 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a6b68f7c-dfe1-463c-b222-53d12ed74c74 req-57276a0d-b2bd-47ad-a961-b695bfad90d2 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342543 Aug 16 23:01:49.151818 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46470) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:49.222383 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a7b220-5bdf-49a5-8a3b-e18532602edc tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:49.222874 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a7b220-5bdf-49a5-8a3b-e18532602edc tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:49.223351 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a7b220-5bdf-49a5-8a3b-e18532602edc tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:49.225027 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-61a7b220-5bdf-49a5-8a3b-e18532602edc tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] 10.222.0.93 "GET /v2.0/ports?project_id=003a64692bc348649a81275d8616867d&network_id=f31cb20c-e167-4537-ac79-040b0626ca56 HTTP/1.1" status: 200 len: 2972 time: 0.0721939 Aug 16 23:01:50.169084 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bedd77-dbaa-4b45-b73b-031aea9a00d4 req-e33ffb65-0f0c-48a2-9b80-ac50c325dded tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:50.170587 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-94bedd77-dbaa-4b45-b73b-031aea9a00d4 req-e33ffb65-0f0c-48a2-9b80-ac50c325dded tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 943 time: 0.0484810 Aug 16 23:01:50.207929 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-94bedd77-dbaa-4b45-b73b-031aea9a00d4 req-34f1a7d1-3bed-45a2-9917-1bf0e535d903 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308619 Aug 16 23:01:51.182451 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46482) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:51.235595 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb4ff62-9bc8-40d5-883a-b4bded74a84c tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:51.237122 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8eb4ff62-9bc8-40d5-883a-b4bded74a84c tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af HTTP/1.1" status: 200 len: 814 time: 0.0537848 Aug 16 23:01:51.326616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d937aa-cba6-4aca-97c4-98667b0bb0c4 req-8407eee8-b53e-45d0-b6de-6b6f42bfbb44 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:51.328129 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19d937aa-cba6-4aca-97c4-98667b0bb0c4 req-8407eee8-b53e-45d0-b6de-6b6f42bfbb44 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 943 time: 0.0479779 Aug 16 23:01:51.364924 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19d937aa-cba6-4aca-97c4-98667b0bb0c4 req-8eb206c4-c5c2-4f34-bdbe-a632fb98f3c4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301692 Aug 16 23:01:51.865208 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46490) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:51.870313 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6ef91547-ade5-4cfc-8013-b4b16697d2ea tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'network': {'name': 'tempest-network-smoke--1545074355', 'project_id': '003a64692bc348649a81275d8616867d', 'port_security_enabled': True}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:51.891445 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef91547-ade5-4cfc-8013-b4b16697d2ea tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Made reservation on behalf of 003a64692bc348649a81275d8616867d for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:51.895358 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6ef91547-ade5-4cfc-8013-b4b16697d2ea tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.917825 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef91547-ade5-4cfc-8013-b4b16697d2ea tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:01:51.926427 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6ef91547-ade5-4cfc-8013-b4b16697d2ea tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.926768 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-6ef91547-ade5-4cfc-8013-b4b16697d2ea tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Added segment 4c6b22e0-83b7-49e4-bea0-a1fec1e9f979 of type vlan for network 95338bac-b8c3-4e17-935a-84839c61f0a5 Aug 16 23:01:51.966423 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6ef91547-ade5-4cfc-8013-b4b16697d2ea tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.989422 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6ef91547-ade5-4cfc-8013-b4b16697d2ea tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.995119 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef91547-ade5-4cfc-8013-b4b16697d2ea tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:51.995699 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6ef91547-ade5-4cfc-8013-b4b16697d2ea tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:52.052741 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6ef91547-ade5-4cfc-8013-b4b16697d2ea tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1864295 Aug 16 23:01:52.056147 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46492) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:52.065528 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef91547-ade5-4cfc-8013-b4b16697d2ea tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'Network': ['ID=95338bac-b8c3-4e17-935a-84839c61f0a5,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:52.076733 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 95338bac-b8c3-4e17-935a-84839c61f0a5 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:01:52.132830 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99b00bd-3c5b-4e70-bdca-b4b52c8cd0f8 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:52.134452 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c99b00bd-3c5b-4e70-bdca-b4b52c8cd0f8 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=003a64692bc348649a81275d8616867d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0772817 Aug 16 23:01:52.137119 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46494) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:52.280732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533db8f8-b49e-4438-b2f7-320108d1c8a1 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:52.282265 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-533db8f8-b49e-4438-b2f7-320108d1c8a1 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1442106 Aug 16 23:01:52.285082 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46496) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:52.312426 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-efd665d2-60cf-45ed-ae13-195c382cb164 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262825 Aug 16 23:01:52.315777 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46498) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:52.342570 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-98c9e6d1-5fd0-4a1e-a074-51708d6e36d5 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=003a64692bc348649a81275d8616867d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257497 Aug 16 23:01:52.345150 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46500) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:52.734778 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cab78-5f7b-4f1e-9dde-4b0fe65874d5 req-421cc9c1-aafc-4f89-a5c7-bf160d405fcd tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:52.736818 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-822cab78-5f7b-4f1e-9dde-4b0fe65874d5 req-421cc9c1-aafc-4f89-a5c7-bf160d405fcd tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 943 time: 0.0748496 Aug 16 23:01:52.741575 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcef03ac-0374-436f-bd37-6bdae904c0f8 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:52.743044 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bcef03ac-0374-436f-bd37-6bdae904c0f8 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3970046 Aug 16 23:01:52.746065 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46504) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:52.774506 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5d4633e0-07ee-4d25-9f29-74e7ecb759d3 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272748 Aug 16 23:01:52.777040 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46506) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:52.779128 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-822cab78-5f7b-4f1e-9dde-4b0fe65874d5 req-16a60814-1c1c-4de5-b580-bbd482d84b7e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350327 Aug 16 23:01:52.781802 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-97c03349-64d4-4bbe-949e-8a4ba0780060 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1007796230', 'network_id': '95338bac-b8c3-4e17-935a-84839c61f0a5', 'project_id': '003a64692bc348649a81275d8616867d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:52.866706 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c03349-64d4-4bbe-949e-8a4ba0780060 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Made reservation on behalf of 003a64692bc348649a81275d8616867d for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:52.870141 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97c03349-64d4-4bbe-949e-8a4ba0780060 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.047827 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97c03349-64d4-4bbe-949e-8a4ba0780060 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.108556 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c03349-64d4-4bbe-949e-8a4ba0780060 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'Subnet': ['ID=9d7367ae-2ffa-4af9-ae54-1d442d8c4460,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:53.118423 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c03349-64d4-4bbe-949e-8a4ba0780060 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Checking segment: {'id': '4c6b22e0-83b7-49e4-bea0-a1fec1e9f979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '95338bac-b8c3-4e17-935a-84839c61f0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:53.118785 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c03349-64d4-4bbe-949e-8a4ba0780060 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Network hostable DHCP agents. Network: 95338bac-b8c3-4e17-935a-84839c61f0a5, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:01:53.135213 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c03349-64d4-4bbe-949e-8a4ba0780060 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Network 95338bac-b8c3-4e17-935a-84839c61f0a5 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:01:53.143577 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-97c03349-64d4-4bbe-949e-8a4ba0780060 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 95338bac-b8c3-4e17-935a-84839c61f0a5) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:53.147761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c03349-64d4-4bbe-949e-8a4ba0780060 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:53.148474 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97c03349-64d4-4bbe-949e-8a4ba0780060 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.152458 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333b1c20-31c1-4a3a-9c16-a14dcd265b83 None None] Network 95338bac-b8c3-4e17-935a-84839c61f0a5 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:53.164072 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-97c03349-64d4-4bbe-949e-8a4ba0780060 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3859124 Aug 16 23:01:53.300074 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-95338bac-b8c3-4e17-935a-84839c61f0a5', 'network_id': '95338bac-b8c3-4e17-935a-84839c61f0a5', 'tenant_id': '003a64692bc348649a81275d8616867d', 'fixed_ips': [{'subnet_id': '9d7367ae-2ffa-4af9-ae54-1d442d8c4460'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:01:53.300965 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.440583 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Allocated IP 172.20.0.18 (95338bac-b8c3-4e17-935a-84839c61f0a5/9d7367ae-2ffa-4af9-ae54-1d442d8c4460/d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:53.563782 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46510) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:53.568512 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-cb777370-c5d4-4d30-863a-a6a9059631f7 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1675837692', 'description': 'tempest-secgroup-smoke-1675837692 description', 'project_id': '003a64692bc348649a81275d8616867d'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:53.590852 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb777370-c5d4-4d30-863a-a6a9059631f7 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.592022 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.600840 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Transition to ACTIVE for port object d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:53.619459 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Transition to ACTIVE for port object d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:53.631408 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.672371 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Network 95338bac-b8c3-4e17-935a-84839c61f0a5 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:53.675878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:53.678080 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb777370-c5d4-4d30-863a-a6a9059631f7 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.679631 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:53.683172 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb777370-c5d4-4d30-863a-a6a9059631f7 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.688103 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Pushing event updated for resources: {'Port': ['ID=d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:53.712877 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cb777370-c5d4-4d30-863a-a6a9059631f7 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.713633 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:53.714017 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:53.714140 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cb777370-c5d4-4d30-863a-a6a9059631f7 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1492336 Aug 16 23:01:53.714368 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:53.714708 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:53.715046 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:53.715377 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:53.715708 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:53.716039 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:53.716260 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb777370-c5d4-4d30-863a-a6a9059631f7 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca8a594-235b-4c15-b101-871496c4f380,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:53.716396 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:53.716718 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:53.717109 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:53.717439 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:53.717603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46512) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:53.725613 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a812a047-6980-49bb-9e82-a41ddbd100c9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'security_group_rule': {'security_group_id': 'eca8a594-235b-4c15-b101-871496c4f380', 'project_id': '003a64692bc348649a81275d8616867d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:53.754375 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a812a047-6980-49bb-9e82-a41ddbd100c9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.755201 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Attempting to bind port d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:01:53.763792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Attempting to bind port d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '4c6b22e0-83b7-49e4-bea0-a1fec1e9f979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '95338bac-b8c3-4e17-935a-84839c61f0a5'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:01:53.763792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Attempting to bind port d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1 on network 95338bac-b8c3-4e17-935a-84839c61f0a5 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:53.763792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:01:53.763792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Checking segment: {'id': '4c6b22e0-83b7-49e4-bea0-a1fec1e9f979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '95338bac-b8c3-4e17-935a-84839c61f0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:53.763792 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.763792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Bound using segment: {'id': '4c6b22e0-83b7-49e4-bea0-a1fec1e9f979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '95338bac-b8c3-4e17-935a-84839c61f0a5'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:01:53.763792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Bound port: d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6b22e0-83b7-49e4-bea0-a1fec1e9f979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '95338bac-b8c3-4e17-935a-84839c61f0a5'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:01:53.763792 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.820133 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a812a047-6980-49bb-9e82-a41ddbd100c9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.824518 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a812a047-6980-49bb-9e82-a41ddbd100c9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.838108 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] For port d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:01:53.841612 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] For port d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1,segment=NetworkSegment(4c6b22e0-83b7-49e4-bea0-a1fec1e9f979),segment_id=4c6b22e0-83b7-49e4-bea0-a1fec1e9f979)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:01:53.842370 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812a047-6980-49bb-9e82-a41ddbd100c9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeddaef9-d141-451b-8e96-dc3035f1a4a9,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:53.847235 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.851995 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a812a047-6980-49bb-9e82-a41ddbd100c9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.856203 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a812a047-6980-49bb-9e82-a41ddbd100c9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315866 Aug 16 23:01:53.856510 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46516) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:53.862340 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-91bc5361-b4a1-433d-abf0-8e1fa05e16b4 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'security_group_rule': {'security_group_id': 'eca8a594-235b-4c15-b101-871496c4f380', 'project_id': '003a64692bc348649a81275d8616867d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:53.921059 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2765dd0-afe2-492b-ac7f-9bdf581aac33 None None] Pushing event updated for resources: {'Port': ['ID=d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:53.922339 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91bc5361-b4a1-433d-abf0-8e1fa05e16b4 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.962204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af8c1d-cfda-48ca-b638-7874870f2b40 req-8a7120a8-3f64-46af-8772-74b06c138b7a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:53.963820 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-66af8c1d-cfda-48ca-b638-7874870f2b40 req-8a7120a8-3f64-46af-8772-74b06c138b7a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 943 time: 0.0883532 Aug 16 23:01:54.008623 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91bc5361-b4a1-433d-abf0-8e1fa05e16b4 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.015577 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91bc5361-b4a1-433d-abf0-8e1fa05e16b4 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.034567 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-66af8c1d-cfda-48ca-b638-7874870f2b40 req-48c446f2-23e9-4ff6-97e1-3c361db4a77b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632391 Aug 16 23:01:54.046310 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc5361-b4a1-433d-abf0-8e1fa05e16b4 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e0fd38-93c3-4222-bad5-5f980888d6f1,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:54.076022 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91bc5361-b4a1-433d-abf0-8e1fa05e16b4 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.080493 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-91bc5361-b4a1-433d-abf0-8e1fa05e16b4 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2194972 Aug 16 23:01:54.080742 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46518) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:54.085620 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-74f1a443-b468-426f-b90d-a3f9f98eed3c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'security_group_rule': {'security_group_id': 'eca8a594-235b-4c15-b101-871496c4f380', 'project_id': '003a64692bc348649a81275d8616867d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:54.116436 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-74f1a443-b468-426f-b90d-a3f9f98eed3c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.180527 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-74f1a443-b468-426f-b90d-a3f9f98eed3c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.184769 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-74f1a443-b468-426f-b90d-a3f9f98eed3c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.205244 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1a443-b468-426f-b90d-a3f9f98eed3c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f68636a-3f58-452d-bbd6-976518709356,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:54.213470 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-74f1a443-b468-426f-b90d-a3f9f98eed3c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.214811 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-74f1a443-b468-426f-b90d-a3f9f98eed3c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330380 Aug 16 23:01:54.217661 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46520) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:54.222699 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4fc5aa0c-3f7c-4545-9e1f-6a17254677fb tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'security_group_rule': {'security_group_id': 'eca8a594-235b-4c15-b101-871496c4f380', 'project_id': '003a64692bc348649a81275d8616867d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:54.253974 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4fc5aa0c-3f7c-4545-9e1f-6a17254677fb tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.316786 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 3f2c8803-c970-4c2e-92f9-8df0d40439a4 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:01:54.323239 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4fc5aa0c-3f7c-4545-9e1f-6a17254677fb tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.327179 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4fc5aa0c-3f7c-4545-9e1f-6a17254677fb tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.345552 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5aa0c-3f7c-4545-9e1f-6a17254677fb tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62df0ee6-0c37-4cc9-b2cf-8202e0b3c4f0,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:54.351801 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4fc5aa0c-3f7c-4545-9e1f-6a17254677fb tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.353045 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4fc5aa0c-3f7c-4545-9e1f-6a17254677fb tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344125 Aug 16 23:01:54.355842 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46522) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:54.360367 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-9bc85bd2-dc2c-499a-9634-1bc58523d5d1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'security_group_rule': {'security_group_id': 'eca8a594-235b-4c15-b101-871496c4f380', 'project_id': '003a64692bc348649a81275d8616867d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:54.383465 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-9bc85bd2-dc2c-499a-9634-1bc58523d5d1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Project 003a64692bc348649a81275d8616867d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:01:54.389756 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9bc85bd2-dc2c-499a-9634-1bc58523d5d1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.427732 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 3f2c8803-c970-4c2e-92f9-8df0d40439a4, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=3f2c8803-c970-4c2e-92f9-8df0d40439a4,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:54.443925 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '3f2c8803-c970-4c2e-92f9-8df0d40439a4', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'port_id': '3f2c8803-c970-4c2e-92f9-8df0d40439a4', 'mac_address': 'fa:16:3e:97:a3:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:01:54.459593 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9bc85bd2-dc2c-499a-9634-1bc58523d5d1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.465078 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9bc85bd2-dc2c-499a-9634-1bc58523d5d1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.484345 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc85bd2-dc2c-499a-9634-1bc58523d5d1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6b9654-9896-4d36-a6bd-5f4cd85d88c8,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:54.485547 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.496545 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9bc85bd2-dc2c-499a-9634-1bc58523d5d1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.498828 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9bc85bd2-dc2c-499a-9634-1bc58523d5d1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419728 Aug 16 23:01:54.502078 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46524) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:54.504165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2c8803-c970-4c2e-92f9-8df0d40439a4 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:01:54.507107 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-71ecfb80-c6ac-4cf3-bce3-876465fe18cc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'security_group_rule': {'security_group_id': 'eca8a594-235b-4c15-b101-871496c4f380', 'project_id': '003a64692bc348649a81275d8616867d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:54.527393 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 3f2c8803-c970-4c2e-92f9-8df0d40439a4, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=3f2c8803-c970-4c2e-92f9-8df0d40439a4,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:54.531472 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-71ecfb80-c6ac-4cf3-bce3-876465fe18cc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Project 003a64692bc348649a81275d8616867d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:01:54.531990 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.539927 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71ecfb80-c6ac-4cf3-bce3-876465fe18cc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.588059 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=3f2c8803-c970-4c2e-92f9-8df0d40439a4,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:54.616771 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71ecfb80-c6ac-4cf3-bce3-876465fe18cc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.622656 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71ecfb80-c6ac-4cf3-bce3-876465fe18cc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.643300 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecfb80-c6ac-4cf3-bce3-876465fe18cc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4087b3b9-73e6-4907-88b6-7dbfc82672aa,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:54.651361 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-71ecfb80-c6ac-4cf3-bce3-876465fe18cc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.652749 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-71ecfb80-c6ac-4cf3-bce3-876465fe18cc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1494160 Aug 16 23:01:54.775504 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['3f2c8803-c970-4c2e-92f9-8df0d40439a4'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:01:54.802522 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-d7f8776b-e938-4ea3-babd-55f89b58f848 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1675837692&fields=id&tenant_id=003a64692bc348649a81275d8616867d HTTP/1.1" status: 200 len: 267 time: 0.0390327 Aug 16 23:01:54.823473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb5f3b6-9657-42ee-8ba3-59dbcaee07c1 None None] Network 95338bac-b8c3-4e17-935a-84839c61f0a5 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:54.937992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-bcf2711b-0292-41e7-a479-50fed6fedf02 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:54.939960 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-bcf2711b-0292-41e7-a479-50fed6fedf02 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/networks?id=95338bac-b8c3-4e17-935a-84839c61f0a5 HTTP/1.1" status: 200 len: 797 time: 0.1312935 Aug 16 23:01:54.962527 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-24cc7608-5589-4689-a732-8a80e1c9d141 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/quotas/003a64692bc348649a81275d8616867d HTTP/1.1" status: 200 len: 375 time: 0.0168602 Aug 16 23:01:55.015800 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-338e32f9-784c-4fb5-aed3-2b701b25d113 None None] Provisioning for port d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:55.027079 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-7eadde28-3eac-421b-93b4-bd5a818ebd99 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=003a64692bc348649a81275d8616867d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0605812 Aug 16 23:01:55.035032 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:55.139748 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-dfc2d894-e218-40cc-abaa-8758e661113f service neutron] 10.222.0.93 "GET /v2.0/networks/95338bac-b8c3-4e17-935a-84839c61f0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997269 Aug 16 23:01:55.229278 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a00a08-a618-4fdb-acb1-76b51e66943f req-7bc9a458-f9b8-447a-a876-7886ff8cf9fd tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:55.230808 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-32a00a08-a618-4fdb-acb1-76b51e66943f req-7bc9a458-f9b8-447a-a876-7886ff8cf9fd tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 944 time: 0.1060352 Aug 16 23:01:55.251623 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:55.271541 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:55.272149 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:55.292329 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-cffc7a02-274b-4688-b7a7-c2c83eab4121 service neutron] 10.222.0.93 "GET /v2.0/networks/95338bac-b8c3-4e17-935a-84839c61f0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366811 Aug 16 23:01:55.305095 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-32a00a08-a618-4fdb-acb1-76b51e66943f req-060be5cc-3460-4745-ac81-6a848efdcdfc tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573065 Aug 16 23:01:55.501814 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:55.513312 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5ad7a91f-b445-41c3-8255-084d52ff9072 req-014d0a27-2c43-4614-bf14-78f63352e32a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1dc7385-3b57-449e-936e-5168d7591acc HTTP/1.1" status: 200 len: 210 time: 0.0384517 Aug 16 23:01:55.565651 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1,segment=NetworkSegment(4c6b22e0-83b7-49e4-bea0-a1fec1e9f979),segment_id=4c6b22e0-83b7-49e4-bea0-a1fec1e9f979)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:55.571597 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:55.600711 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-36650107-fa0c-4fc9-9fea-b6837ecc4db7 None None] Provisioning complete for port d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:55.601088 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-36650107-fa0c-4fc9-9fea-b6837ecc4db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:55.659197 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:56.331575 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 3f2c8803-c970-4c2e-92f9-8df0d40439a4 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:56.389721 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 3f2c8803-c970-4c2e-92f9-8df0d40439a4 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:56.397346 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 3f2c8803-c970-4c2e-92f9-8df0d40439a4 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:56.397746 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:56.456697 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f046a0e-c04b-4a9f-827f-a502deeb254d req-24b115b5-1f05-47ff-abe5-2e310803d54f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:56.458605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f046a0e-c04b-4a9f-827f-a502deeb254d req-24b115b5-1f05-47ff-abe5-2e310803d54f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 944 time: 0.0803411 Aug 16 23:01:56.484956 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:56.487368 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-ac1db805-9e89-4cb7-be67-27673d42d1ba tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:56.488914 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-ac1db805-9e89-4cb7-be67-27673d42d1ba tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.43 "GET /v2.0/networks?id=95338bac-b8c3-4e17-935a-84839c61f0a5 HTTP/1.1" status: 200 len: 797 time: 0.1716843 Aug 16 23:01:56.510609 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a73cc52-30bf-4c18-b39e-937da08bea64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2c8803-c970-4c2e-92f9-8df0d40439a4'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:56.512897 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f4db4c-014c-4825-a4aa-bd3a55ad8ca2" -d '{"events": [{"server_uuid": "8a73cc52-30bf-4c18-b39e-937da08bea64", "name": "network-vif-plugged", "status": "completed", "tag": "3f2c8803-c970-4c2e-92f9-8df0d40439a4"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:56.527386 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 3f2c8803-c970-4c2e-92f9-8df0d40439a4, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=3f2c8803-c970-4c2e-92f9-8df0d40439a4,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:56.530612 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f046a0e-c04b-4a9f-827f-a502deeb254d req-12161512-8f11-42f3-bc26-6cf1f225c136 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593164 Aug 16 23:01:56.531829 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:56.558676 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0329583-06ab-490c-ab24-9093c889d48d x-openstack-request-id: req-a0329583-06ab-490c-ab24-9093c889d48d {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:56.558973 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a73cc52-30bf-4c18-b39e-937da08bea64", "name": "network-vif-plugged", "status": "completed", "tag": "3f2c8803-c970-4c2e-92f9-8df0d40439a4", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:56.559227 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a0329583-06ab-490c-ab24-9093c889d48d {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:56.559621 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a73cc52-30bf-4c18-b39e-937da08bea64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2c8803-c970-4c2e-92f9-8df0d40439a4', 'code': 200} Aug 16 23:01:56.564647 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6316fa9e-0e70-4148-9d6a-d189016a5b44 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=003a64692bc348649a81275d8616867d HTTP/1.1" status: 200 len: 473 time: 0.0599375 Aug 16 23:01:56.576134 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-cd20737c-a686-4ee1-85f7-b9241477316f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'port': {'device_id': 'd1dc7385-3b57-449e-936e-5168d7591acc', 'network_id': '95338bac-b8c3-4e17-935a-84839c61f0a5', 'admin_state_up': True, 'tenant_id': '003a64692bc348649a81275d8616867d', 'security_groups': ['eca8a594-235b-4c15-b101-871496c4f380']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:56.604870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=3f2c8803-c970-4c2e-92f9-8df0d40439a4,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:56.664366 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-16331fb4-817e-4060-9a67-d5846566d922 req-e011e28a-2ed2-4938-b582-7b23d4f5b500 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1dc7385-3b57-449e-936e-5168d7591acc HTTP/1.1" status: 200 len: 210 time: 0.0335617 Aug 16 23:01:56.666825 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfcb7b-0fa6-4a42-ad74-c9d3619dfb98 req-14e20722-0a5c-4b3d-b71f-40a39fc9b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:56.668479 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-08cfcb7b-0fa6-4a42-ad74-c9d3619dfb98 req-14e20722-0a5c-4b3d-b71f-40a39fc9b6e5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 1097 time: 0.0469439 Aug 16 23:01:56.707526 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-08cfcb7b-0fa6-4a42-ad74-c9d3619dfb98 req-cc411b05-53ce-4ad7-9d00-107105f3a492 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311241 Aug 16 23:01:56.724780 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-cd20737c-a686-4ee1-85f7-b9241477316f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Made reservation on behalf of 003a64692bc348649a81275d8616867d for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:56.728705 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-cd20737c-a686-4ee1-85f7-b9241477316f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:56.853592 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:01:56.857496 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-cd20737c-a686-4ee1-85f7-b9241477316f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Allocated IP 172.20.0.29 (95338bac-b8c3-4e17-935a-84839c61f0a5/9d7367ae-2ffa-4af9-ae54-1d442d8c4460/e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:56.973849 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:57.004998 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-cd20737c-a686-4ee1-85f7-b9241477316f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:57.018188 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-cd20737c-a686-4ee1-85f7-b9241477316f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Transition to ACTIVE for port object e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:57.027756 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:57.028220 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:57.052132 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-cd20737c-a686-4ee1-85f7-b9241477316f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:57.092889 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-cd20737c-a686-4ee1-85f7-b9241477316f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Network 95338bac-b8c3-4e17-935a-84839c61f0a5 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:57.098866 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-cd20737c-a686-4ee1-85f7-b9241477316f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:57.102653 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-cd20737c-a686-4ee1-85f7-b9241477316f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:57.131693 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20737c-a686-4ee1-85f7-b9241477316f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'Port': ['ID=e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:57.158592 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-cd20737c-a686-4ee1-85f7-b9241477316f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:57.159279 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-cd20737c-a686-4ee1-85f7-b9241477316f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:57.174727 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-cd20737c-a686-4ee1-85f7-b9241477316f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6029904 Aug 16 23:01:57.187452 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] Request body: {'port': {'device_id': 'd1dc7385-3b57-449e-936e-5168d7591acc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:57.243347 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:57.344903 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-25035d20-2849-49d7-b437-b5ee5a991553 None None] Provisioning for port e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:57.349863 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-25035d20-2849-49d7-b437-b5ee5a991553 None None] Provisioning complete for port e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:57.350295 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-25035d20-2849-49d7-b437-b5ee5a991553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:57.386913 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-25035d20-2849-49d7-b437-b5ee5a991553 None None] Port e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:01:57.530966 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:01:57.539123 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:57.552074 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] Transition to ACTIVE for port object e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:57.556513 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:57.614117 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:57.737898 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8e57c-07ee-4a93-82c1-a3243f4f1c8f req-5799067f-cbd5-4979-850d-89852b5736ad tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:57.739510 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3f8e57c-07ee-4a93-82c1-a3243f4f1c8f req-5799067f-cbd5-4979-850d-89852b5736ad tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 945 time: 0.1196647 Aug 16 23:01:57.744918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] Attempting to bind port e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:01:57.745250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] Attempting to bind port e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '4c6b22e0-83b7-49e4-bea0-a1fec1e9f979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '95338bac-b8c3-4e17-935a-84839c61f0a5'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:01:57.745571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] Attempting to bind port e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 on network 95338bac-b8c3-4e17-935a-84839c61f0a5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:57.761034 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] Port e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 on network 95338bac-b8c3-4e17-935a-84839c61f0a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:01:57.761355 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] Attempting to bind port e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 on network 95338bac-b8c3-4e17-935a-84839c61f0a5 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:57.802918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:01:57.803267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] Checking segment: {'id': '4c6b22e0-83b7-49e4-bea0-a1fec1e9f979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '95338bac-b8c3-4e17-935a-84839c61f0a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:57.803650 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] Bound using segment: {'id': '4c6b22e0-83b7-49e4-bea0-a1fec1e9f979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '95338bac-b8c3-4e17-935a-84839c61f0a5'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:01:57.804089 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] Bound port: e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6b22e0-83b7-49e4-bea0-a1fec1e9f979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '95338bac-b8c3-4e17-935a-84839c61f0a5'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:01:57.804444 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:57.830958 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3f8e57c-07ee-4a93-82c1-a3243f4f1c8f req-acd9814f-fd33-4fd3-ba58-1dffd23a878e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816393 Aug 16 23:01:57.872441 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c935e-cc97-4c4b-99f3-76c2295ce2a8 req-b6831011-6d40-4590-be38-0e87e1f8b8a8 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:57.874466 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d7c935e-cc97-4c4b-99f3-76c2295ce2a8 req-b6831011-6d40-4590-be38-0e87e1f8b8a8 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1dc7385-3b57-449e-936e-5168d7591acc HTTP/1.1" status: 200 len: 944 time: 0.1239681 Aug 16 23:01:57.929456 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] For port e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:01:57.967244 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] For port e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7,segment=NetworkSegment(4c6b22e0-83b7-49e4-bea0-a1fec1e9f979),segment_id=4c6b22e0-83b7-49e4-bea0-a1fec1e9f979)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:01:57.972319 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d7c935e-cc97-4c4b-99f3-76c2295ce2a8 req-5d82e49d-b169-4123-95e3-df0ff5338c88 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=eca8a594-235b-4c15-b101-871496c4f380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910549 Aug 16 23:01:57.975086 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:58.026783 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301a44e-d949-4e27-ad15-6aee1bb6b4e2 req-e263a8c2-9fc4-41dc-afed-78278b54a42c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:58.028343 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a301a44e-d949-4e27-ad15-6aee1bb6b4e2 req-e263a8c2-9fc4-41dc-afed-78278b54a42c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 945 time: 0.1230912 Aug 16 23:01:58.039727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:58.040362 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:58.041729 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] 10.222.0.43 "PUT /v2.0/ports/e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 HTTP/1.1" status: 200 len: 1093 time: 0.8587582 Aug 16 23:01:58.043295 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1dc7385-3b57-449e-936e-5168d7591acc', 'tag': 'e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:58.045525 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de2c1d5-46d9-48f1-9538-847f78655955" -d '{"events": [{"name": "network-changed", "server_uuid": "d1dc7385-3b57-449e-936e-5168d7591acc", "tag": "e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:58.073398 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8a1d6-c9cc-4f23-9bd4-7f45e9657d96 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:58.104343 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a301a44e-d949-4e27-ad15-6aee1bb6b4e2 req-31a46ba4-0613-48a7-8db5-76ddee88fde2 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616407 Aug 16 23:01:58.108963 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcb1a5e-6cb4-4753-9037-2a825839de26 x-openstack-request-id: req-5dcb1a5e-6cb4-4753-9037-2a825839de26 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:58.108963 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1dc7385-3b57-449e-936e-5168d7591acc", "tag": "e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:58.108963 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5dcb1a5e-6cb4-4753-9037-2a825839de26 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:58.108963 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1dc7385-3b57-449e-936e-5168d7591acc', 'tag': 'e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7', 'status': 'completed', 'code': 200} Aug 16 23:01:58.133864 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46566) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:58.147030 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-4a49b60e-f53f-4291-bcc0-dbf3b5d01d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:58.148369 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-4a49b60e-f53f-4291-bcc0-dbf3b5d01d0f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=003a64692bc348649a81275d8616867d&device_id=d1dc7385-3b57-449e-936e-5168d7591acc HTTP/1.1" status: 200 len: 1096 time: 0.0550008 Aug 16 23:01:58.178659 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5efce5-e7c3-4de2-8432-46511de0f843 tempest-TestVolumeBootPattern-1204220882 tempest-TestVolumeBootPattern-1204220882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:58.180301 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ec5efce5-e7c3-4de2-8432-46511de0f843 tempest-TestVolumeBootPattern-1204220882 tempest-TestVolumeBootPattern-1204220882-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 1092 time: 0.0453410 Aug 16 23:01:58.183301 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46568) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:58.187778 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-9d38b6a7-45fe-4df5-83d5-06b9dd5d2be3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': '3f2c8803-c970-4c2e-92f9-8df0d40439a4', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:58.194436 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-80f65d5e-e59e-471a-bce8-2f667c135570 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 HTTP/1.1" status: 200 len: 217 time: 0.0372891 Aug 16 23:01:58.216327 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d38b6a7-45fe-4df5-83d5-06b9dd5d2be3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:58.246655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-2436cda9-8ab9-445e-8f5e-a04992314488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:58.248413 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-2436cda9-8ab9-445e-8f5e-a04992314488 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d7367ae-2ffa-4af9-ae54-1d442d8c4460 HTTP/1.1" status: 200 len: 838 time: 0.0471008 Aug 16 23:01:58.302630 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-0aa011e0-9ab7-4c09-ac9d-c8350571a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:58.304149 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-0aa011e0-9ab7-4c09-ac9d-c8350571a8dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=95338bac-b8c3-4e17-935a-84839c61f0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0476019 Aug 16 23:01:58.324207 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d38b6a7-45fe-4df5-83d5-06b9dd5d2be3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:58.400107 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-073b625b-7621-4ffc-ac68-bdbe9b43922a service neutron] 10.222.0.43 "GET /v2.0/networks/95338bac-b8c3-4e17-935a-84839c61f0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869346 Aug 16 23:01:58.431792 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-9d38b6a7-45fe-4df5-83d5-06b9dd5d2be3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Allocated IP 172.25.6.112 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/9423bc0e-443c-45e9-af5d-3a07094708f9) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:58.496926 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e886a7f7-6c4f-460e-a81a-be75c8e2f128 req-e6fb8514-44fd-4c17-82ff-e150239a42ba service neutron] 10.222.0.43 "GET /v2.0/networks/95338bac-b8c3-4e17-935a-84839c61f0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896106 Aug 16 23:01:58.543054 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d38b6a7-45fe-4df5-83d5-06b9dd5d2be3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:58.583590 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d38b6a7-45fe-4df5-83d5-06b9dd5d2be3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:58.584662 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2c1d5-46d9-48f1-9538-847f78655955 req-0457f139-7387-47d6-9692-884f5092b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:58.586217 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4de2c1d5-46d9-48f1-9538-847f78655955 req-0457f139-7387-47d6-9692-884f5092b1eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=003a64692bc348649a81275d8616867d&device_id=d1dc7385-3b57-449e-936e-5168d7591acc HTTP/1.1" status: 200 len: 1096 time: 0.0432308 Aug 16 23:01:58.625811 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d38b6a7-45fe-4df5-83d5-06b9dd5d2be3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:58.628934 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-9d38b6a7-45fe-4df5-83d5-06b9dd5d2be3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:58.632649 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d38b6a7-45fe-4df5-83d5-06b9dd5d2be3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:58.639112 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38b6a7-45fe-4df5-83d5-06b9dd5d2be3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event updated for resources: {'Port': ['ID=9423bc0e-443c-45e9-af5d-3a07094708f9,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:58.688148 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2c1d5-46d9-48f1-9538-847f78655955 req-1414f679-ac0d-4558-ac17-74bde9c654a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:58.689598 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4de2c1d5-46d9-48f1-9538-847f78655955 req-1414f679-ac0d-4558-ac17-74bde9c654a3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=95338bac-b8c3-4e17-935a-84839c61f0a5 HTTP/1.1" status: 200 len: 898 time: 0.0959318 Aug 16 23:01:58.732731 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4de2c1d5-46d9-48f1-9538-847f78655955 req-87bfc4ec-7d3e-47a9-aa5e-5a5892641b10 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 HTTP/1.1" status: 200 len: 217 time: 0.0357604 Aug 16 23:01:58.783793 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2c1d5-46d9-48f1-9538-847f78655955 req-96cd5ad7-098d-491a-9fed-e286fffd466d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:58.785621 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4de2c1d5-46d9-48f1-9538-847f78655955 req-96cd5ad7-098d-491a-9fed-e286fffd466d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d7367ae-2ffa-4af9-ae54-1d442d8c4460 HTTP/1.1" status: 200 len: 838 time: 0.0434456 Aug 16 23:01:58.831500 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2c1d5-46d9-48f1-9538-847f78655955 req-4b84ef15-9ceb-44e8-b41b-81c6c45772b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:58.833095 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4de2c1d5-46d9-48f1-9538-847f78655955 req-4b84ef15-9ceb-44e8-b41b-81c6c45772b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=95338bac-b8c3-4e17-935a-84839c61f0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0404477 Aug 16 23:01:58.936165 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4de2c1d5-46d9-48f1-9538-847f78655955 req-ff3c012b-9d41-47ec-aa22-fecda5152162 service neutron] 10.222.0.43 "GET /v2.0/networks/95338bac-b8c3-4e17-935a-84839c61f0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924034 Aug 16 23:01:59.024987 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d38b6a7-45fe-4df5-83d5-06b9dd5d2be3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:59.037601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4de2c1d5-46d9-48f1-9538-847f78655955 req-7d90a7aa-8484-4af6-89a8-71b7a8c534b7 service neutron] 10.222.0.43 "GET /v2.0/networks/95338bac-b8c3-4e17-935a-84839c61f0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933316 Aug 16 23:01:59.099382 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728eaf0-54d2-4e2f-8296-7862a682b48c req-58291d33-c8f4-4d2c-825d-b59b41d18310 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:59.100962 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d728eaf0-54d2-4e2f-8296-7862a682b48c req-58291d33-c8f4-4d2c-825d-b59b41d18310 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1dc7385-3b57-449e-936e-5168d7591acc HTTP/1.1" status: 200 len: 944 time: 0.0501745 Aug 16 23:01:59.101981 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d38b6a7-45fe-4df5-83d5-06b9dd5d2be3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:59.141567 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d728eaf0-54d2-4e2f-8296-7862a682b48c req-bfd7cdc5-54b3-4897-884b-47169b6718dd tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=eca8a594-235b-4c15-b101-871496c4f380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336986 Aug 16 23:01:59.261077 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d38b6a7-45fe-4df5-83d5-06b9dd5d2be3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:59.266555 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d38b6a7-45fe-4df5-83d5-06b9dd5d2be3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:59.335238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38b6a7-45fe-4df5-83d5-06b9dd5d2be3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event updated for resources: {'Port': ['ID=9423bc0e-443c-45e9-af5d-3a07094708f9,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:59.350923 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d38b6a7-45fe-4df5-83d5-06b9dd5d2be3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:59.450272 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-9d38b6a7-45fe-4df5-83d5-06b9dd5d2be3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Floating IP fe3b01fd-207d-46a8-8bfb-3763a44b70e9 associated. External IP: 172.25.6.112, port: 3f2c8803-c970-4c2e-92f9-8df0d40439a4. Aug 16 23:01:59.668403 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d38b6a7-45fe-4df5-83d5-06b9dd5d2be3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:01:59.764293 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-886fb5f0-ed1a-4aef-b6fc-02cb635ff0c8 req-5ac01c29-800b-4a8f-9b5a-0a798cd7b951 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=560cfcff-0083-493e-8ae5-efd228dbc78b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396156 Aug 16 23:01:59.780738 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d38b6a7-45fe-4df5-83d5-06b9dd5d2be3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:01:59.791727 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4581fb19-2394-45b9-985e-1b6553600509 None None] Sync routers for ids ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:01:59.801262 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4581fb19-2394-45b9-985e-1b6553600509 None None] Routers {'53e5ccbe-1c16-4713-8bdc-d3088190b7b1'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:59.802057 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4581fb19-2394-45b9-985e-1b6553600509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:01:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:59.802268 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9d38b6a7-45fe-4df5-83d5-06b9dd5d2be3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:59.830157 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9d38b6a7-45fe-4df5-83d5-06b9dd5d2be3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6452143 Aug 16 23:01:59.830868 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a73cc52-30bf-4c18-b39e-937da08bea64', 'tag': '3f2c8803-c970-4c2e-92f9-8df0d40439a4'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:59.833518 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8052f967-8fc7-42f6-a16d-61a6b22f6084" -d '{"events": [{"name": "network-changed", "server_uuid": "8a73cc52-30bf-4c18-b39e-937da08bea64", "tag": "3f2c8803-c970-4c2e-92f9-8df0d40439a4"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:59.867643 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fb5f0-ed1a-4aef-b6fc-02cb635ff0c8 req-b47c6883-7fb3-4441-9898-32f4e9e220ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:59.869058 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-886fb5f0-ed1a-4aef-b6fc-02cb635ff0c8 req-b47c6883-7fb3-4441-9898-32f4e9e220ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=003a64692bc348649a81275d8616867d&device_id=560cfcff-0083-493e-8ae5-efd228dbc78b HTTP/1.1" status: 200 len: 1097 time: 0.0620182 Aug 16 23:01:59.875847 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0944eb7-61f9-47eb-8afd-fa32bd2229f9 x-openstack-request-id: req-e0944eb7-61f9-47eb-8afd-fa32bd2229f9 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:59.876156 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a73cc52-30bf-4c18-b39e-937da08bea64", "tag": "3f2c8803-c970-4c2e-92f9-8df0d40439a4", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:59.876412 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e0944eb7-61f9-47eb-8afd-fa32bd2229f9 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:59.876816 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a73cc52-30bf-4c18-b39e-937da08bea64', 'tag': '3f2c8803-c970-4c2e-92f9-8df0d40439a4', 'status': 'completed', 'code': 200} Aug 16 23:01:59.918927 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-4581fb19-2394-45b9-985e-1b6553600509 None None] Set router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:01:59.989508 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052f967-8fc7-42f6-a16d-61a6b22f6084 req-7e6d7b08-daa2-40f2-bd19-91ed7d485eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:59.991055 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8052f967-8fc7-42f6-a16d-61a6b22f6084 req-7e6d7b08-daa2-40f2-bd19-91ed7d485eb1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 1097 time: 0.0799289 Aug 16 23:02:00.061872 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fb5f0-ed1a-4aef-b6fc-02cb635ff0c8 req-4f6e0a0a-a93a-4802-8a2e-a1a966fabd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:00.063398 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-886fb5f0-ed1a-4aef-b6fc-02cb635ff0c8 req-4f6e0a0a-a93a-4802-8a2e-a1a966fabd03 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f31cb20c-e167-4537-ac79-040b0626ca56 HTTP/1.1" status: 200 len: 898 time: 0.1742578 Aug 16 23:02:00.154209 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-886fb5f0-ed1a-4aef-b6fc-02cb635ff0c8 req-2b3fcf85-1ce4-4eee-ae4f-89d23d34c9c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75398c8e-936f-48e9-9816-2a370271e26b HTTP/1.1" status: 200 len: 1000 time: 0.0833941 Aug 16 23:02:00.155658 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052f967-8fc7-42f6-a16d-61a6b22f6084 req-e7187186-e363-45fd-97fa-59e5830e3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:00.157027 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8052f967-8fc7-42f6-a16d-61a6b22f6084 req-e7187186-e363-45fd-97fa-59e5830e3074 service neutron] 10.222.0.43 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 913 time: 0.1591337 Aug 16 23:02:00.162938 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4581fb19-2394-45b9-985e-1b6553600509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'fe3b01fd-207d-46a8-8bfb-3763a44b70e9', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'floating_ip_address': '172.25.6.112', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'port_id': '3f2c8803-c970-4c2e-92f9-8df0d40439a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'mac_address': 'fa:16:3e:97:a3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73cc52-30bf-4c18-b39e-937da08bea64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:01:58Z', 'updated_at': '2021-08-16T23:01:58Z', 'revision_number': 0, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:30Z', 'revision_number': 5, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:00.192426 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4581fb19-2394-45b9-985e-1b6553600509 None None] Checking router: 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:02:00.202852 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4581fb19-2394-45b9-985e-1b6553600509 None None] Routers {'53e5ccbe-1c16-4713-8bdc-d3088190b7b1'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:00.203246 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4581fb19-2394-45b9-985e-1b6553600509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:01:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:00.292611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fb5f0-ed1a-4aef-b6fc-02cb635ff0c8 req-4adb1487-bca7-4c64-9ef9-4ae541bd495f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:00.294135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-886fb5f0-ed1a-4aef-b6fc-02cb635ff0c8 req-4adb1487-bca7-4c64-9ef9-4ae541bd495f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=784a693f-8335-4f91-bccd-d2c24a4a3fb4 HTTP/1.1" status: 200 len: 834 time: 0.1322050 Aug 16 23:02:00.315441 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8052f967-8fc7-42f6-a16d-61a6b22f6084 req-38780f08-3b2c-42fe-af9b-fa2f7e6b6d9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f2c8803-c970-4c2e-92f9-8df0d40439a4 HTTP/1.1" status: 200 len: 999 time: 0.1433325 Aug 16 23:02:00.316883 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-4581fb19-2394-45b9-985e-1b6553600509 None None] Set router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:00.350802 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77afc0-9b56-442b-8956-3a16abc8da06 req-bdae4bc5-3625-4fb1-868c-36fc4ffb3a42 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:00.352277 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf77afc0-9b56-442b-8956-3a16abc8da06 req-bdae4bc5-3625-4fb1-868c-36fc4ffb3a42 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1dc7385-3b57-449e-936e-5168d7591acc HTTP/1.1" status: 200 len: 944 time: 0.1202176 Aug 16 23:02:00.424570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fb5f0-ed1a-4aef-b6fc-02cb635ff0c8 req-c71cbad0-99bc-42c5-b969-53332d30349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:00.426048 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-886fb5f0-ed1a-4aef-b6fc-02cb635ff0c8 req-c71cbad0-99bc-42c5-b969-53332d30349c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f31cb20c-e167-4537-ac79-040b0626ca56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1226015 Aug 16 23:02:00.427928 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052f967-8fc7-42f6-a16d-61a6b22f6084 req-8a61df2f-8658-46a4-a8fa-24d16c33c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:00.429336 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8052f967-8fc7-42f6-a16d-61a6b22f6084 req-8a61df2f-8658-46a4-a8fa-24d16c33c57b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0952961 Aug 16 23:02:00.432385 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf77afc0-9b56-442b-8956-3a16abc8da06 req-cf82b244-c368-4994-8419-6dab27d50938 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=eca8a594-235b-4c15-b101-871496c4f380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592575 Aug 16 23:02:00.529680 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052f967-8fc7-42f6-a16d-61a6b22f6084 req-06de0ed7-872a-422a-9b02-f7bc2c07ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:00.531280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8052f967-8fc7-42f6-a16d-61a6b22f6084 req-06de0ed7-872a-422a-9b02-f7bc2c07ff0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906730 Aug 16 23:02:00.556442 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4581fb19-2394-45b9-985e-1b6553600509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'fe3b01fd-207d-46a8-8bfb-3763a44b70e9', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'floating_ip_address': '172.25.6.112', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'port_id': '3f2c8803-c970-4c2e-92f9-8df0d40439a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'mac_address': 'fa:16:3e:97:a3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73cc52-30bf-4c18-b39e-937da08bea64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:01:58Z', 'updated_at': '2021-08-16T23:01:58Z', 'revision_number': 0, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:30Z', 'revision_number': 5, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:00.582801 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4581fb19-2394-45b9-985e-1b6553600509 None None] The sync data for ids ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'] in n-d-792458-15 is: [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'fe3b01fd-207d-46a8-8bfb-3763a44b70e9', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'floating_ip_address': '172.25.6.112', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'port_id': '3f2c8803-c970-4c2e-92f9-8df0d40439a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'mac_address': 'fa:16:3e:97:a3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73cc52-30bf-4c18-b39e-937da08bea64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:01:58Z', 'updated_at': '2021-08-16T23:01:58Z', 'revision_number': 0, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:30Z', 'revision_number': 5, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:02:00.603647 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-886fb5f0-ed1a-4aef-b6fc-02cb635ff0c8 req-fd7a8196-339e-42ac-bdf8-2466d97c3f92 service neutron] 10.222.0.39 "GET /v2.0/networks/f31cb20c-e167-4537-ac79-040b0626ca56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701984 Aug 16 23:02:00.699349 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8052f967-8fc7-42f6-a16d-61a6b22f6084 req-289245dd-01ee-4f01-a2b1-cd92ddf9bbfa service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590900 Aug 16 23:02:00.776600 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-886fb5f0-ed1a-4aef-b6fc-02cb635ff0c8 req-459cc614-b197-4aa0-8415-8ee703d13185 service neutron] 10.222.0.39 "GET /v2.0/networks/f31cb20c-e167-4537-ac79-040b0626ca56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651032 Aug 16 23:02:00.784686 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420f02fe-ff85-448e-86ca-2564f39db93b None None] New status for floating IP fe3b01fd-207d-46a8-8bfb-3763a44b70e9: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:02:00.817539 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8052f967-8fc7-42f6-a16d-61a6b22f6084 req-d9962261-b931-4815-97ee-e0302e3b8ef5 service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089528 Aug 16 23:02:01.552988 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdecd0-573e-4afc-b1e3-72b9e28504ae req-bfc52a07-24a2-40ea-b3a2-4a139cb2ef5f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:01.554496 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5cdecd0-573e-4afc-b1e3-72b9e28504ae req-bfc52a07-24a2-40ea-b3a2-4a139cb2ef5f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1dc7385-3b57-449e-936e-5168d7591acc HTTP/1.1" status: 200 len: 944 time: 0.0515332 Aug 16 23:02:01.593188 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5cdecd0-573e-4afc-b1e3-72b9e28504ae req-63d34ccd-a819-464b-9e9a-a0e947592e16 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=eca8a594-235b-4c15-b101-871496c4f380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325217 Aug 16 23:02:02.376867 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:02:02.474889 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7,segment=NetworkSegment(4c6b22e0-83b7-49e4-bea0-a1fec1e9f979),segment_id=4c6b22e0-83b7-49e4-bea0-a1fec1e9f979)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:02.486348 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7', 'network_id': '95338bac-b8c3-4e17-935a-84839c61f0a5', 'port_id': 'e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7', 'mac_address': 'fa:16:3e:3b:f5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7367ae-2ffa-4af9-ae54-1d442d8c4460', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:02:02.522957 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:02.536843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:02:02.556590 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7,segment=NetworkSegment(4c6b22e0-83b7-49e4-bea0-a1fec1e9f979),segment_id=4c6b22e0-83b7-49e4-bea0-a1fec1e9f979)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:02.563911 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:02.612234 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:02.717001 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc1b0a-21ec-415b-b1b7-5d4f5425a51b req-e242605c-6e10-4e20-8c43-1f1d622542e6 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:02.718597 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97bc1b0a-21ec-415b-b1b7-5d4f5425a51b req-e242605c-6e10-4e20-8c43-1f1d622542e6 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1dc7385-3b57-449e-936e-5168d7591acc HTTP/1.1" status: 200 len: 945 time: 0.0571420 Aug 16 23:02:02.756973 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-97bc1b0a-21ec-415b-b1b7-5d4f5425a51b req-711fdea1-a8b0-4554-ae27-f63729fbacf7 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=eca8a594-235b-4c15-b101-871496c4f380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317056 Aug 16 23:02:02.776623 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:02:03.877595 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd243b7-82a2-45c1-89a1-f28cea33c97f req-314eb090-a367-4d2e-98fb-066b6acd76cd tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:03.879274 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9dd243b7-82a2-45c1-89a1-f28cea33c97f req-314eb090-a367-4d2e-98fb-066b6acd76cd tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1dc7385-3b57-449e-936e-5168d7591acc HTTP/1.1" status: 200 len: 945 time: 0.0544839 Aug 16 23:02:03.917712 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9dd243b7-82a2-45c1-89a1-f28cea33c97f req-a692260c-2420-49a8-86bf-fbf0a04bd06d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=eca8a594-235b-4c15-b101-871496c4f380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322695 Aug 16 23:02:04.392330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:04.440829 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:04.444480 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:04.444849 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:04.523300 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:04.546503 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dc7385-3b57-449e-936e-5168d7591acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:02:04.549295 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646fad68-90f5-49ff-ab50-14416e960a8b" -d '{"events": [{"server_uuid": "d1dc7385-3b57-449e-936e-5168d7591acc", "name": "network-vif-plugged", "status": "completed", "tag": "e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:02:04.562469 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7,segment=NetworkSegment(4c6b22e0-83b7-49e4-bea0-a1fec1e9f979),segment_id=4c6b22e0-83b7-49e4-bea0-a1fec1e9f979)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:04.568411 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:04.601823 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74f3927-9291-46d3-a86d-7f7a21a6973a x-openstack-request-id: req-c74f3927-9291-46d3-a86d-7f7a21a6973a {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:02:04.602269 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dc7385-3b57-449e-936e-5168d7591acc", "name": "network-vif-plugged", "status": "completed", "tag": "e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:02:04.602660 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c74f3927-9291-46d3-a86d-7f7a21a6973a {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:02:04.603154 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dc7385-3b57-449e-936e-5168d7591acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7', 'code': 200} Aug 16 23:02:04.630480 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:04.707425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fb08c-d83e-4b50-8017-5724655eb97d req-880cb8b6-d36c-428d-95f9-af3fbf3dfcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:04.708969 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-783fb08c-d83e-4b50-8017-5724655eb97d req-880cb8b6-d36c-428d-95f9-af3fbf3dfcc6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d1dc7385-3b57-449e-936e-5168d7591acc HTTP/1.1" status: 200 len: 1098 time: 0.0435956 Aug 16 23:02:04.751817 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-783fb08c-d83e-4b50-8017-5724655eb97d req-fda7a7a2-86c7-4ff0-9382-d035fd14cd22 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eca8a594-235b-4c15-b101-871496c4f380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360520 Aug 16 23:02:05.036351 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd010cc-2e63-4670-b8c6-4b1c8805ddf2 req-54320993-1936-445b-9cb0-ec42267a8ecf tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:05.037770 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5fd010cc-2e63-4670-b8c6-4b1c8805ddf2 req-54320993-1936-445b-9cb0-ec42267a8ecf tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1dc7385-3b57-449e-936e-5168d7591acc HTTP/1.1" status: 200 len: 946 time: 0.0498755 Aug 16 23:02:05.076539 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5fd010cc-2e63-4670-b8c6-4b1c8805ddf2 req-5e78af8c-c842-43e0-bf37-51b96c08ec06 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=eca8a594-235b-4c15-b101-871496c4f380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324619 Aug 16 23:02:06.196355 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2368d45-e478-4622-ab28-ca05c5691415 req-a8ac2167-bf34-4585-894f-f13c995d7b8c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:06.197831 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2368d45-e478-4622-ab28-ca05c5691415 req-a8ac2167-bf34-4585-894f-f13c995d7b8c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1dc7385-3b57-449e-936e-5168d7591acc HTTP/1.1" status: 200 len: 946 time: 0.0521150 Aug 16 23:02:06.234682 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2368d45-e478-4622-ab28-ca05c5691415 req-03b58ab0-1ac7-42d2-8b36-6a7a3288db5f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=eca8a594-235b-4c15-b101-871496c4f380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308754 Aug 16 23:02:06.347398 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306090c-87f0-4f19-988a-2284eb27e0dd req-74eaaf80-c202-4cc9-89da-3d6f4fcb617c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:06.348871 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d306090c-87f0-4f19-988a-2284eb27e0dd req-74eaaf80-c202-4cc9-89da-3d6f4fcb617c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1dc7385-3b57-449e-936e-5168d7591acc HTTP/1.1" status: 200 len: 946 time: 0.0475440 Aug 16 23:02:06.387960 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d306090c-87f0-4f19-988a-2284eb27e0dd req-38348050-0f73-4b84-aaef-ea0d2c2315b6 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=eca8a594-235b-4c15-b101-871496c4f380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328703 Aug 16 23:02:07.893201 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46598) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:08.322177 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b9095f6-e01a-43f0-8449-8b99559889c0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:08.602613 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-4b9095f6-e01a-43f0-8449-8b99559889c0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Allocated IP 172.20.0.17 (95338bac-b8c3-4e17-935a-84839c61f0a5/9d7367ae-2ffa-4af9-ae54-1d442d8c4460/7373e166-6f37-4b8a-91b4-35f2c3e92187) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:02:08.733987 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b9095f6-e01a-43f0-8449-8b99559889c0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:08.749223 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-4b9095f6-e01a-43f0-8449-8b99559889c0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Transition to ACTIVE for port object 7373e166-6f37-4b8a-91b4-35f2c3e92187 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:08.784139 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b9095f6-e01a-43f0-8449-8b99559889c0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:08.809191 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:08.827419 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9095f6-e01a-43f0-8449-8b99559889c0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Network 95338bac-b8c3-4e17-935a-84839c61f0a5 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:08.831130 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-4b9095f6-e01a-43f0-8449-8b99559889c0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:08.835188 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9095f6-e01a-43f0-8449-8b99559889c0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:08.841728 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9095f6-e01a-43f0-8449-8b99559889c0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'Port': ['ID=7373e166-6f37-4b8a-91b4-35f2c3e92187,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:08.894548 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b9095f6-e01a-43f0-8449-8b99559889c0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:09.036834 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-73875e1b-0f68-42e6-97e1-a99642bda788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:09.062630 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b9095f6-e01a-43f0-8449-8b99559889c0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:09.128882 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-07925323-d5d9-4590-b5c6-5a7b78711e98 None None] Provisioning for port 7373e166-6f37-4b8a-91b4-35f2c3e92187 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:09.133155 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-07925323-d5d9-4590-b5c6-5a7b78711e98 None None] Provisioning complete for port 7373e166-6f37-4b8a-91b4-35f2c3e92187 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:09.133645 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-07925323-d5d9-4590-b5c6-5a7b78711e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:09.175092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-07925323-d5d9-4590-b5c6-5a7b78711e98 None None] Port 7373e166-6f37-4b8a-91b4-35f2c3e92187 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:02:09.381585 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b9095f6-e01a-43f0-8449-8b99559889c0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:09.387424 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b9095f6-e01a-43f0-8449-8b99559889c0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:09.472137 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9095f6-e01a-43f0-8449-8b99559889c0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'Port': ['ID=7373e166-6f37-4b8a-91b4-35f2c3e92187,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:09.474750 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4b9095f6-e01a-43f0-8449-8b99559889c0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:09.572628 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9095f6-e01a-43f0-8449-8b99559889c0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Network 95338bac-b8c3-4e17-935a-84839c61f0a5 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:09.574307 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-4b9095f6-e01a-43f0-8449-8b99559889c0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:09.699713 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9095f6-e01a-43f0-8449-8b99559889c0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:02:09.808596 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-43d72225-82e2-4192-8f6d-311d4125f95a None None] Provisioning complete for port 7373e166-6f37-4b8a-91b4-35f2c3e92187 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:09.809225 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-43d72225-82e2-4192-8f6d-311d4125f95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:09.863264 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-43d72225-82e2-4192-8f6d-311d4125f95a None None] Port 7373e166-6f37-4b8a-91b4-35f2c3e92187 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:02:10.166971 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9095f6-e01a-43f0-8449-8b99559889c0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:02:10.173614 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4b9095f6-e01a-43f0-8449-8b99559889c0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "PUT /v2.0/routers/8f4a13c4-f0a0-4605-a75e-0e81b58b2543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2776673 Aug 16 23:02:10.185544 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] Sync routers for ids ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:02:10.194843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] Routers {'8f4a13c4-f0a0-4605-a75e-0e81b58b2543'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:10.195454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:01:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:10.462427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] Set router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:10.706689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'name': 'tempest-TestNetworkBasicOps-router-802743789', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:02:09Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:94:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '86297a97-2945-46c9-ad79-3c41a184e73f', 'tenant_id': '003a64692bc348649a81275d8616867d', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'port_id': '75398c8e-936f-48e9-9816-2a370271e26b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'mac_address': 'fa:16:3e:d2:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560cfcff-0083-493e-8ae5-efd228dbc78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:01:15Z', 'updated_at': '2021-08-16T23:01:18Z', 'revision_number': 1, 'project_id': '003a64692bc348649a81275d8616867d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7373e166-6f37-4b8a-91b4-35f2c3e92187', 'name': '', 'network_id': '95338bac-b8c3-4e17-935a-84839c61f0a5', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:de:85:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9d7367ae-2ffa-4af9-ae54-1d442d8c4460', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:08Z', 'updated_at': '2021-08-16T23:02:09Z', 'revision_number': 2, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '9d7367ae-2ffa-4af9-ae54-1d442d8c4460', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '925d0f21-fc9f-4094-80a7-795f00423728', 'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:c4:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:58Z', 'updated_at': '2021-08-16T23:01:05Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:10.732230 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] Checking router: 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:02:10.732502 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] Updating router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 port 7373e166-6f37-4b8a-91b4-35f2c3e92187 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:02:10.757504 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:11.041542 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:11.060234 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] Transition to ACTIVE for port object 7373e166-6f37-4b8a-91b4-35f2c3e92187 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:11.069462 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:11.074684 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:11.116424 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd3b62-7361-434d-a86e-e034cd96cd9a None None] Pushing event updated for resources: {'Port': ['ID=7373e166-6f37-4b8a-91b4-35f2c3e92187,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:11.172003 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] Attempting to bind port 7373e166-6f37-4b8a-91b4-35f2c3e92187 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:02:11.172460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] Attempting to bind port 7373e166-6f37-4b8a-91b4-35f2c3e92187 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '4c6b22e0-83b7-49e4-bea0-a1fec1e9f979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '95338bac-b8c3-4e17-935a-84839c61f0a5'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:02:11.173516 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] Attempting to bind port 7373e166-6f37-4b8a-91b4-35f2c3e92187 on network 95338bac-b8c3-4e17-935a-84839c61f0a5 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:02:11.178899 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:02:11.179269 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] Checking segment: {'id': '4c6b22e0-83b7-49e4-bea0-a1fec1e9f979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '95338bac-b8c3-4e17-935a-84839c61f0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:02:11.179679 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:11.180076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] Bound using segment: {'id': '4c6b22e0-83b7-49e4-bea0-a1fec1e9f979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '95338bac-b8c3-4e17-935a-84839c61f0a5'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:02:11.180565 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] Bound port: 7373e166-6f37-4b8a-91b4-35f2c3e92187, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6b22e0-83b7-49e4-bea0-a1fec1e9f979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '95338bac-b8c3-4e17-935a-84839c61f0a5'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:02:11.180951 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:11.249512 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] For port 7373e166-6f37-4b8a-91b4-35f2c3e92187, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:02:11.253371 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] For port 7373e166-6f37-4b8a-91b4-35f2c3e92187, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7373e166-6f37-4b8a-91b4-35f2c3e92187,segment=NetworkSegment(4c6b22e0-83b7-49e4-bea0-a1fec1e9f979),segment_id=4c6b22e0-83b7-49e4-bea0-a1fec1e9f979)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:02:11.258451 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:11.326074 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] Routers {'8f4a13c4-f0a0-4605-a75e-0e81b58b2543'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:11.326716 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:01:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:11.333731 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd3b62-7361-434d-a86e-e034cd96cd9a None None] Pushing event updated for resources: {'Port': ['ID=7373e166-6f37-4b8a-91b4-35f2c3e92187,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:11.443585 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] Set router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:11.614087 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-61ca590c-fa43-41c7-be09-f22341d70344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:11.696495 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'name': 'tempest-TestNetworkBasicOps-router-802743789', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:02:09Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:94:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '86297a97-2945-46c9-ad79-3c41a184e73f', 'tenant_id': '003a64692bc348649a81275d8616867d', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'port_id': '75398c8e-936f-48e9-9816-2a370271e26b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'mac_address': 'fa:16:3e:d2:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560cfcff-0083-493e-8ae5-efd228dbc78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:01:15Z', 'updated_at': '2021-08-16T23:01:18Z', 'revision_number': 1, 'project_id': '003a64692bc348649a81275d8616867d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7373e166-6f37-4b8a-91b4-35f2c3e92187', 'name': '', 'network_id': '95338bac-b8c3-4e17-935a-84839c61f0a5', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:de:85:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9d7367ae-2ffa-4af9-ae54-1d442d8c4460', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:08Z', 'updated_at': '2021-08-16T23:02:11Z', 'revision_number': 4, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '9d7367ae-2ffa-4af9-ae54-1d442d8c4460', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '925d0f21-fc9f-4094-80a7-795f00423728', 'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:c4:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:58Z', 'updated_at': '2021-08-16T23:01:05Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:11.727582 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85e113-95a0-455e-b5f4-c9a85913ed01 None None] The sync data for ids ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'] in n-d-792458-15 is: [{'id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'name': 'tempest-TestNetworkBasicOps-router-802743789', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:02:09Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:94:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '86297a97-2945-46c9-ad79-3c41a184e73f', 'tenant_id': '003a64692bc348649a81275d8616867d', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'port_id': '75398c8e-936f-48e9-9816-2a370271e26b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'mac_address': 'fa:16:3e:d2:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560cfcff-0083-493e-8ae5-efd228dbc78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:01:15Z', 'updated_at': '2021-08-16T23:01:18Z', 'revision_number': 1, 'project_id': '003a64692bc348649a81275d8616867d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7373e166-6f37-4b8a-91b4-35f2c3e92187', 'name': '', 'network_id': '95338bac-b8c3-4e17-935a-84839c61f0a5', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:de:85:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9d7367ae-2ffa-4af9-ae54-1d442d8c4460', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:08Z', 'updated_at': '2021-08-16T23:02:11Z', 'revision_number': 4, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '9d7367ae-2ffa-4af9-ae54-1d442d8c4460', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '925d0f21-fc9f-4094-80a7-795f00423728', 'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:c4:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:58Z', 'updated_at': '2021-08-16T23:01:05Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:02:12.132405 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:12.997440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7373e166-6f37-4b8a-91b4-35f2c3e92187 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:13.046366 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 7373e166-6f37-4b8a-91b4-35f2c3e92187 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:13.051642 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 7373e166-6f37-4b8a-91b4-35f2c3e92187 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:13.052017 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:13.126497 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:13.161881 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 7373e166-6f37-4b8a-91b4-35f2c3e92187, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7373e166-6f37-4b8a-91b4-35f2c3e92187,segment=NetworkSegment(4c6b22e0-83b7-49e4-bea0-a1fec1e9f979),segment_id=4c6b22e0-83b7-49e4-bea0-a1fec1e9f979)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:13.165646 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:13.213676 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=7373e166-6f37-4b8a-91b4-35f2c3e92187,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:13.342496 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:14.921597 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:15.001353 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7373e166-6f37-4b8a-91b4-35f2c3e92187 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:15.054068 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 7373e166-6f37-4b8a-91b4-35f2c3e92187 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:15.054449 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:32.867586 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46632) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:33.367173 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:33.761707 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Deleting port 7373e166-6f37-4b8a-91b4-35f2c3e92187 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:33.762122 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:33.853023 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:02:33.860920 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] For port 7373e166-6f37-4b8a-91b4-35f2c3e92187, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7373e166-6f37-4b8a-91b4-35f2c3e92187,segment=NetworkSegment(4c6b22e0-83b7-49e4-bea0-a1fec1e9f979),segment_id=4c6b22e0-83b7-49e4-bea0-a1fec1e9f979)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:33.861288 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:33.895810 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Calling delete_port for 7373e166-6f37-4b8a-91b4-35f2c3e92187 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:34.102219 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:34.132154 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event deleted for resources: {'Port': ['ID=7373e166-6f37-4b8a-91b4-35f2c3e92187,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:34.157687 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:34.158095 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:34.158523 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:34.158816 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:34.159115 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:34.159409 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:34.159747 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:34.160162 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:34.160482 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:34.160788 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:34.161271 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:34.161743 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:34.334707 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:34.580568 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:02:34.695576 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:02:34.701210 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-47e8aa78-ff90-4de2-ab4c-12dbbc4ea61e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "PUT /v2.0/routers/8f4a13c4-f0a0-4605-a75e-0e81b58b2543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8316579 Aug 16 23:02:34.708796 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568e23ea-43a1-49a0-bbff-59e8f1bdfd46 None None] Sync routers for ids ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:02:34.719416 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568e23ea-43a1-49a0-bbff-59e8f1bdfd46 None None] Routers {'8f4a13c4-f0a0-4605-a75e-0e81b58b2543'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:34.720185 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-568e23ea-43a1-49a0-bbff-59e8f1bdfd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:02:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:34.835275 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-568e23ea-43a1-49a0-bbff-59e8f1bdfd46 None None] Set router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:34.938553 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c8b47-f9c0-49d6-a16f-2d55759eb1ef req-0a9b5c77-0908-4e7a-a909-a12fef78debc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:34.940030 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ea9c8b47-f9c0-49d6-a16f-2d55759eb1ef req-0a9b5c77-0908-4e7a-a909-a12fef78debc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1dc7385-3b57-449e-936e-5168d7591acc HTTP/1.1" status: 200 len: 946 time: 0.0561988 Aug 16 23:02:34.994803 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ea9c8b47-f9c0-49d6-a16f-2d55759eb1ef req-89c4f078-4944-491a-a06c-c6f65a115fbf tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=eca8a594-235b-4c15-b101-871496c4f380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469503 Aug 16 23:02:35.099398 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-568e23ea-43a1-49a0-bbff-59e8f1bdfd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'name': 'tempest-TestNetworkBasicOps-router-802743789', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:02:34Z', 'revision_number': 6, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:94:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '86297a97-2945-46c9-ad79-3c41a184e73f', 'tenant_id': '003a64692bc348649a81275d8616867d', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'port_id': '75398c8e-936f-48e9-9816-2a370271e26b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'mac_address': 'fa:16:3e:d2:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560cfcff-0083-493e-8ae5-efd228dbc78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:01:15Z', 'updated_at': '2021-08-16T23:01:18Z', 'revision_number': 1, 'project_id': '003a64692bc348649a81275d8616867d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '925d0f21-fc9f-4094-80a7-795f00423728', 'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:c4:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:58Z', 'updated_at': '2021-08-16T23:01:05Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:35.129472 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568e23ea-43a1-49a0-bbff-59e8f1bdfd46 None None] Checking router: 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:02:35.138817 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568e23ea-43a1-49a0-bbff-59e8f1bdfd46 None None] Routers {'8f4a13c4-f0a0-4605-a75e-0e81b58b2543'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:35.139477 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-568e23ea-43a1-49a0-bbff-59e8f1bdfd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:02:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:35.244542 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-568e23ea-43a1-49a0-bbff-59e8f1bdfd46 None None] Set router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:35.584194 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-568e23ea-43a1-49a0-bbff-59e8f1bdfd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'name': 'tempest-TestNetworkBasicOps-router-802743789', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:02:34Z', 'revision_number': 6, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:94:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '86297a97-2945-46c9-ad79-3c41a184e73f', 'tenant_id': '003a64692bc348649a81275d8616867d', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'port_id': '75398c8e-936f-48e9-9816-2a370271e26b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'mac_address': 'fa:16:3e:d2:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560cfcff-0083-493e-8ae5-efd228dbc78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:01:15Z', 'updated_at': '2021-08-16T23:01:18Z', 'revision_number': 1, 'project_id': '003a64692bc348649a81275d8616867d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '925d0f21-fc9f-4094-80a7-795f00423728', 'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:c4:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:58Z', 'updated_at': '2021-08-16T23:01:05Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:35.611304 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568e23ea-43a1-49a0-bbff-59e8f1bdfd46 None None] The sync data for ids ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'] in n-d-792458-15 is: [{'id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'name': 'tempest-TestNetworkBasicOps-router-802743789', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:02:34Z', 'revision_number': 6, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:94:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '86297a97-2945-46c9-ad79-3c41a184e73f', 'tenant_id': '003a64692bc348649a81275d8616867d', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'port_id': '75398c8e-936f-48e9-9816-2a370271e26b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'mac_address': 'fa:16:3e:d2:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560cfcff-0083-493e-8ae5-efd228dbc78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:01:15Z', 'updated_at': '2021-08-16T23:01:18Z', 'revision_number': 1, 'project_id': '003a64692bc348649a81275d8616867d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '925d0f21-fc9f-4094-80a7-795f00423728', 'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:c4:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:58Z', 'updated_at': '2021-08-16T23:01:05Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:02:36.140048 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83402a-845e-47cf-933c-4ef28085539c req-ab1f1740-2b7c-4235-9099-a467af20e005 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:36.142619 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d83402a-845e-47cf-933c-4ef28085539c req-ab1f1740-2b7c-4235-9099-a467af20e005 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1dc7385-3b57-449e-936e-5168d7591acc HTTP/1.1" status: 200 len: 946 time: 0.0609362 Aug 16 23:02:36.187139 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d83402a-845e-47cf-933c-4ef28085539c req-ea3e9817-b93a-4ea5-91e4-0eda69636de7 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=eca8a594-235b-4c15-b101-871496c4f380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366628 Aug 16 23:02:36.300041 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d865513-3f85-4fe9-86ae-cfd60158bd31 req-c1f5401a-5046-485a-b605-31b049069986 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:36.301560 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d865513-3f85-4fe9-86ae-cfd60158bd31 req-c1f5401a-5046-485a-b605-31b049069986 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1dc7385-3b57-449e-936e-5168d7591acc HTTP/1.1" status: 200 len: 946 time: 0.0502272 Aug 16 23:02:36.408878 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-3d865513-3f85-4fe9-86ae-cfd60158bd31 req-120fc37f-9e5b-4544-9ddd-e720b6d1e8e6 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Deleting port e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:36.409225 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3d865513-3f85-4fe9-86ae-cfd60158bd31 req-120fc37f-9e5b-4544-9ddd-e720b6d1e8e6 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:36.791505 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-3d865513-3f85-4fe9-86ae-cfd60158bd31 req-120fc37f-9e5b-4544-9ddd-e720b6d1e8e6 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] For port e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7,segment=NetworkSegment(4c6b22e0-83b7-49e4-bea0-a1fec1e9f979),segment_id=4c6b22e0-83b7-49e4-bea0-a1fec1e9f979)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:36.791880 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3d865513-3f85-4fe9-86ae-cfd60158bd31 req-120fc37f-9e5b-4544-9ddd-e720b6d1e8e6 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:36.804435 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-3d865513-3f85-4fe9-86ae-cfd60158bd31 req-120fc37f-9e5b-4544-9ddd-e720b6d1e8e6 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Calling delete_port for e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:36.939333 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3d865513-3f85-4fe9-86ae-cfd60158bd31 req-120fc37f-9e5b-4544-9ddd-e720b6d1e8e6 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:36.959256 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7373e166-6f37-4b8a-91b4-35f2c3e92187 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:02:36.970049 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fc37f-9e5b-4544-9ddd-e720b6d1e8e6 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event deleted for resources: {'Port': ['ID=e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:36.983850 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 7373e166-6f37-4b8a-91b4-35f2c3e92187 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:02:36.984204 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7373e166-6f37-4b8a-91b4-35f2c3e92187 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:02:37.018491 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d865513-3f85-4fe9-86ae-cfd60158bd31 req-120fc37f-9e5b-4544-9ddd-e720b6d1e8e6 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] No DVR routers for this DVR port e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:02:37.021138 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3d865513-3f85-4fe9-86ae-cfd60158bd31 req-120fc37f-9e5b-4544-9ddd-e720b6d1e8e6 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:37.023185 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d865513-3f85-4fe9-86ae-cfd60158bd31 req-120fc37f-9e5b-4544-9ddd-e720b6d1e8e6 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.43 "DELETE /v2.0/ports/e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 HTTP/1.1" status: 204 len: 173 time: 0.7148826 Aug 16 23:02:37.023819 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dc7385-3b57-449e-936e-5168d7591acc', 'name': 'network-vif-deleted', 'tag': 'e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:02:37.026151 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25670fe3-6553-4dc1-a639-54cc39b993ac" -d '{"events": [{"server_uuid": "d1dc7385-3b57-449e-936e-5168d7591acc", "name": "network-vif-deleted", "tag": "e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:02:37.069549 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e17e54c-9204-4201-9413-d1dd8f793804 x-openstack-request-id: req-7e17e54c-9204-4201-9413-d1dd8f793804 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:02:37.069844 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dc7385-3b57-449e-936e-5168d7591acc", "name": "network-vif-deleted", "tag": "e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:02:37.070136 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7e17e54c-9204-4201-9413-d1dd8f793804 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:02:37.070538 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dc7385-3b57-449e-936e-5168d7591acc', 'name': 'network-vif-deleted', 'tag': 'e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7', 'status': 'completed', 'code': 200} Aug 16 23:02:37.299342 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e79ebf47-abd6-4450-98ac-74b73b49bc80 req-d7c2017d-a5ec-4dfa-ac7b-11dd3d9e017c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1dc7385-3b57-449e-936e-5168d7591acc HTTP/1.1" status: 200 len: 210 time: 0.0270715 Aug 16 23:02:38.367355 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46652) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:38.433527 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21adbd06-59ab-41e5-8c38-bea030990b2d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:38.460109 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21adbd06-59ab-41e5-8c38-bea030990b2d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:38.527784 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21adbd06-59ab-41e5-8c38-bea030990b2d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:38.530791 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21adbd06-59ab-41e5-8c38-bea030990b2d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:38.532503 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-21adbd06-59ab-41e5-8c38-bea030990b2d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "DELETE /v2.0/security-groups/eca8a594-235b-4c15-b101-871496c4f380 HTTP/1.1" status: 204 len: 168 time: 0.1641195 Aug 16 23:02:38.543226 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21adbd06-59ab-41e5-8c38-bea030990b2d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca8a594-235b-4c15-b101-871496c4f380,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:38.573267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46656) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:38.638232 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb5e0b3-26f5-4428-836f-0bbe58ebeac3 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Deleting subnet 9d7367ae-2ffa-4af9-ae54-1d442d8c4460 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:02:38.642257 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efb5e0b3-26f5-4428-836f-0bbe58ebeac3 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:38.686381 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efb5e0b3-26f5-4428-836f-0bbe58ebeac3 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:38.825043 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:38.834649 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efb5e0b3-26f5-4428-836f-0bbe58ebeac3 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:38.908279 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efb5e0b3-26f5-4428-836f-0bbe58ebeac3 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:38.937609 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5e0b3-26f5-4428-836f-0bbe58ebeac3 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event deleted for resources: {'Subnet': ['ID=9d7367ae-2ffa-4af9-ae54-1d442d8c4460,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:38.939630 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-efb5e0b3-26f5-4428-836f-0bbe58ebeac3 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:38.944039 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-efb5e0b3-26f5-4428-836f-0bbe58ebeac3 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "DELETE /v2.0/subnets/9d7367ae-2ffa-4af9-ae54-1d442d8c4460 HTTP/1.1" status: 204 len: 168 time: 0.3666458 Aug 16 23:02:38.944988 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46658) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:38.948870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d44dbba-c9c9-445b-aaf9-6fef125216da None None] Network 95338bac-b8c3-4e17-935a-84839c61f0a5 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:02:39.037415 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-291d44e8-4dfe-4177-9f64-621ccc96ac4e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.067118 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-efda269d-856b-4859-826b-740e6d3176de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.098995 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-291d44e8-4dfe-4177-9f64-621ccc96ac4e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Deleting port d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:39.099331 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-291d44e8-4dfe-4177-9f64-621ccc96ac4e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.145089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6671d8-cacd-4e6b-b15d-44187c7641dc None None] DHCP port deletion for 95338bac-b8c3-4e17-935a-84839c61f0a5 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:02:39.175139 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-291d44e8-4dfe-4177-9f64-621ccc96ac4e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] For port d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1,segment=NetworkSegment(4c6b22e0-83b7-49e4-bea0-a1fec1e9f979),segment_id=4c6b22e0-83b7-49e4-bea0-a1fec1e9f979)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:39.175563 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-291d44e8-4dfe-4177-9f64-621ccc96ac4e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.194192 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-8c6671d8-cacd-4e6b-b15d-44187c7641dc None None] Deleting port d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:39.194529 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-291d44e8-4dfe-4177-9f64-621ccc96ac4e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Calling delete_port for d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:39.194627 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8c6671d8-cacd-4e6b-b15d-44187c7641dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.267102 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8c6671d8-cacd-4e6b-b15d-44187c7641dc None None] For port d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1,segment=NetworkSegment(4c6b22e0-83b7-49e4-bea0-a1fec1e9f979),segment_id=4c6b22e0-83b7-49e4-bea0-a1fec1e9f979)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:39.267784 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8c6671d8-cacd-4e6b-b15d-44187c7641dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.279583 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-291d44e8-4dfe-4177-9f64-621ccc96ac4e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.284816 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-8c6671d8-cacd-4e6b-b15d-44187c7641dc None None] Calling delete_port for d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:39.306045 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d44e8-4dfe-4177-9f64-621ccc96ac4e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event deleted for resources: {'Port': ['ID=d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:39.309529 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291d44e8-4dfe-4177-9f64-621ccc96ac4e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] No DVR routers for this DVR port d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:02:39.382567 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8c6671d8-cacd-4e6b-b15d-44187c7641dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.397294 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-291d44e8-4dfe-4177-9f64-621ccc96ac4e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.408792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6671d8-cacd-4e6b-b15d-44187c7641dc None None] Pushing event deleted for resources: {'Port': ['ID=d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:39.410883 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-291d44e8-4dfe-4177-9f64-621ccc96ac4e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95338bac-b8c3-4e17-935a-84839c61f0a5']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:39.412728 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6671d8-cacd-4e6b-b15d-44187c7641dc None None] No DVR routers for this DVR port d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:02:39.429425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-291d44e8-4dfe-4177-9f64-621ccc96ac4e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6b22e0-83b7-49e4-bea0-a1fec1e9f979') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:39.429781 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-291d44e8-4dfe-4177-9f64-621ccc96ac4e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6b22e0-83b7-49e4-bea0-a1fec1e9f979') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:39.443082 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-291d44e8-4dfe-4177-9f64-621ccc96ac4e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.457837 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-291d44e8-4dfe-4177-9f64-621ccc96ac4e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.463993 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291d44e8-4dfe-4177-9f64-621ccc96ac4e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:02:39.464388 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-291d44e8-4dfe-4177-9f64-621ccc96ac4e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: timer() Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:02:39.467344 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:02:39.544646 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-291d44e8-4dfe-4177-9f64-621ccc96ac4e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.553419 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-291d44e8-4dfe-4177-9f64-621ccc96ac4e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.555159 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-291d44e8-4dfe-4177-9f64-621ccc96ac4e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "DELETE /v2.0/networks/95338bac-b8c3-4e17-935a-84839c61f0a5 HTTP/1.1" status: 204 len: 168 time: 0.6098452 Aug 16 23:02:39.558487 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46660) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:39.567952 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d44e8-4dfe-4177-9f64-621ccc96ac4e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event deleted for resources: {'Network': ['ID=95338bac-b8c3-4e17-935a-84839c61f0a5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:39.757527 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ef0a9dae-85cb-405d-a08c-369604caa2f4 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Deleting port e7b1af54-8353-4d92-b6f4-2fc64f92fff5 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:39.757864 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9dae-85cb-405d-a08c-369604caa2f4 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.838462 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9dae-85cb-405d-a08c-369604caa2f4 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.838817 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9dae-85cb-405d-a08c-369604caa2f4 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.852626 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-ef0a9dae-85cb-405d-a08c-369604caa2f4 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Calling delete_port for e7b1af54-8353-4d92-b6f4-2fc64f92fff5 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:40.050496 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9dae-85cb-405d-a08c-369604caa2f4 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:40.079156 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a9dae-85cb-405d-a08c-369604caa2f4 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event deleted for resources: {'Port': ['ID=e7b1af54-8353-4d92-b6f4-2fc64f92fff5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:40.145378 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9dae-85cb-405d-a08c-369604caa2f4 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:40.145711 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-ef0a9dae-85cb-405d-a08c-369604caa2f4 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Floating IP 86297a97-2945-46c9-ad79-3c41a184e73f disassociated (deleted). External IP: 172.25.6.20, port: 75398c8e-936f-48e9-9816-2a370271e26b. Aug 16 23:02:40.378946 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0a9dae-85cb-405d-a08c-369604caa2f4 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:02:40.489192 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0a9dae-85cb-405d-a08c-369604caa2f4 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:02:40.494414 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9dae-85cb-405d-a08c-369604caa2f4 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:40.499109 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5094b8e9-1a85-4230-aa45-41bceed470f5 None None] Sync routers for ids ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:02:40.510171 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5094b8e9-1a85-4230-aa45-41bceed470f5 None None] Routers {'8f4a13c4-f0a0-4605-a75e-0e81b58b2543'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:40.510790 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5094b8e9-1a85-4230-aa45-41bceed470f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:02:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:40.523909 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ef0a9dae-85cb-405d-a08c-369604caa2f4 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "DELETE /v2.0/floatingips/86297a97-2945-46c9-ad79-3c41a184e73f HTTP/1.1" status: 204 len: 168 time: 0.9642270 Aug 16 23:02:40.524445 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560cfcff-0083-493e-8ae5-efd228dbc78b', 'tag': '75398c8e-936f-48e9-9816-2a370271e26b'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:02:40.527026 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a529e117-64e4-4cc7-9a72-60f41a85ea11" -d '{"events": [{"name": "network-changed", "server_uuid": "560cfcff-0083-493e-8ae5-efd228dbc78b", "tag": "75398c8e-936f-48e9-9816-2a370271e26b"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:02:40.574249 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c1af94-5d1b-4c40-bab5-4f4bdaa4a755 x-openstack-request-id: req-e9c1af94-5d1b-4c40-bab5-4f4bdaa4a755 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:02:40.576044 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560cfcff-0083-493e-8ae5-efd228dbc78b", "tag": "75398c8e-936f-48e9-9816-2a370271e26b", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:02:40.576044 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e9c1af94-5d1b-4c40-bab5-4f4bdaa4a755 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:02:40.576044 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '560cfcff-0083-493e-8ae5-efd228dbc78b', 'tag': '75398c8e-936f-48e9-9816-2a370271e26b', 'status': 'completed', 'code': 200} Aug 16 23:02:40.613340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:02:40.640403 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:02:40.641607 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device e9a93ba1-56b1-4d3c-96d5-1995a6cbcfd7 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:02:40.662912 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529e117-64e4-4cc7-9a72-60f41a85ea11 req-a397428d-b9d9-44dc-b966-a169916bb77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:40.664578 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a529e117-64e4-4cc7-9a72-60f41a85ea11 req-a397428d-b9d9-44dc-b966-a169916bb77b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=003a64692bc348649a81275d8616867d&device_id=560cfcff-0083-493e-8ae5-efd228dbc78b HTTP/1.1" status: 200 len: 1097 time: 0.0567491 Aug 16 23:02:40.672404 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-5094b8e9-1a85-4230-aa45-41bceed470f5 None None] Set router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:40.789231 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529e117-64e4-4cc7-9a72-60f41a85ea11 req-1fb65afd-e8b0-469e-b596-da80e09933c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:40.790899 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a529e117-64e4-4cc7-9a72-60f41a85ea11 req-1fb65afd-e8b0-469e-b596-da80e09933c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f31cb20c-e167-4537-ac79-040b0626ca56 HTTP/1.1" status: 200 len: 898 time: 0.1178186 Aug 16 23:02:40.842102 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a529e117-64e4-4cc7-9a72-60f41a85ea11 req-9500ba44-e9e6-42e5-834e-24d8622b3285 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75398c8e-936f-48e9-9816-2a370271e26b HTTP/1.1" status: 200 len: 217 time: 0.0359209 Aug 16 23:02:40.893912 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f90d9d-69ab-45d8-ae93-c169e9852fd3 req-cf19ba86-027f-49a7-89cd-2a523772b5f9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:40.896375 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40f90d9d-69ab-45d8-ae93-c169e9852fd3 req-cf19ba86-027f-49a7-89cd-2a523772b5f9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=560cfcff-0083-493e-8ae5-efd228dbc78b HTTP/1.1" status: 200 len: 945 time: 0.1283658 Aug 16 23:02:40.916488 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5094b8e9-1a85-4230-aa45-41bceed470f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'name': 'tempest-TestNetworkBasicOps-router-802743789', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:02:34Z', 'revision_number': 6, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:94:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '925d0f21-fc9f-4094-80a7-795f00423728', 'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:c4:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:58Z', 'updated_at': '2021-08-16T23:01:05Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:40.935393 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529e117-64e4-4cc7-9a72-60f41a85ea11 req-3f2e259e-d163-4e2f-ae3e-ab4c2faa87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:40.936907 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a529e117-64e4-4cc7-9a72-60f41a85ea11 req-3f2e259e-d163-4e2f-ae3e-ab4c2faa87e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=784a693f-8335-4f91-bccd-d2c24a4a3fb4 HTTP/1.1" status: 200 len: 834 time: 0.0879405 Aug 16 23:02:40.943695 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5094b8e9-1a85-4230-aa45-41bceed470f5 None None] Checking router: 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:02:40.956553 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5094b8e9-1a85-4230-aa45-41bceed470f5 None None] Routers {'8f4a13c4-f0a0-4605-a75e-0e81b58b2543'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:40.957389 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5094b8e9-1a85-4230-aa45-41bceed470f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:02:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:40.967276 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40f90d9d-69ab-45d8-ae93-c169e9852fd3 req-aabd6d0f-d0c9-499a-a13f-4be09e9530cb tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4f29d52-1f07-408c-a00a-3ef02a388b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580249 Aug 16 23:02:41.009577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529e117-64e4-4cc7-9a72-60f41a85ea11 req-82765060-867a-4e30-b0ef-5932807cf263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:41.011161 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a529e117-64e4-4cc7-9a72-60f41a85ea11 req-82765060-867a-4e30-b0ef-5932807cf263 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f31cb20c-e167-4537-ac79-040b0626ca56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610209 Aug 16 23:02:41.026855 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:02:41.124129 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a529e117-64e4-4cc7-9a72-60f41a85ea11 req-bfa25586-ce35-4699-b088-729a5773804d service neutron] 10.222.0.39 "GET /v2.0/networks/f31cb20c-e167-4537-ac79-040b0626ca56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035912 Aug 16 23:02:41.239819 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a529e117-64e4-4cc7-9a72-60f41a85ea11 req-d1b587a5-67a8-4eb0-9e82-a56ae779768f service neutron] 10.222.0.39 "GET /v2.0/networks/f31cb20c-e167-4537-ac79-040b0626ca56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083145 Aug 16 23:02:41.257540 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:02:41.258179 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d6e7fb59-a2bb-4a7b-899e-67c57d7b14a1 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:02:41.292668 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:41.297916 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-5094b8e9-1a85-4230-aa45-41bceed470f5 None None] Set router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:41.510530 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-5094b8e9-1a85-4230-aa45-41bceed470f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'name': 'tempest-TestNetworkBasicOps-router-802743789', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:02:34Z', 'revision_number': 6, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:94:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '925d0f21-fc9f-4094-80a7-795f00423728', 'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:c4:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:58Z', 'updated_at': '2021-08-16T23:01:05Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:41.537209 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5094b8e9-1a85-4230-aa45-41bceed470f5 None None] The sync data for ids ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'] in n-d-792458-15 is: [{'id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'name': 'tempest-TestNetworkBasicOps-router-802743789', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:02:34Z', 'revision_number': 6, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:94:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '925d0f21-fc9f-4094-80a7-795f00423728', 'name': '', 'network_id': 'f31cb20c-e167-4537-ac79-040b0626ca56', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:c4:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:58Z', 'updated_at': '2021-08-16T23:01:05Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '784a693f-8335-4f91-bccd-d2c24a4a3fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:02:41.576270 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-639157fe-ed9b-4e1c-bc11-ec2336cfd95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:41.780359 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e90331-0505-41ad-8c06-abf85a063fdc None None] New status for floating IP 86297a97-2945-46c9-ad79-3c41a184e73f: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:02:42.024584 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b863f-7a6d-45e6-8a2b-2129b1134e9a req-72f21406-7d7c-4825-a30d-29b938905c8c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:42.026212 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-518b863f-7a6d-45e6-8a2b-2129b1134e9a req-72f21406-7d7c-4825-a30d-29b938905c8c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.39 "GET /v2.0/ports?device_id=560cfcff-0083-493e-8ae5-efd228dbc78b HTTP/1.1" status: 200 len: 945 time: 0.0517061 Aug 16 23:02:42.136750 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:42.159956 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41863-c9d0-4c33-a1e4-08e5c47e442c req-6280c059-e4b4-4795-9266-2cf4d123dfd9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:42.161494 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-48c41863-c9d0-4c33-a1e4-08e5c47e442c req-6280c059-e4b4-4795-9266-2cf4d123dfd9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=560cfcff-0083-493e-8ae5-efd228dbc78b HTTP/1.1" status: 200 len: 945 time: 0.0933726 Aug 16 23:02:42.181146 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-518b863f-7a6d-45e6-8a2b-2129b1134e9a req-140a7864-8bd0-4ab6-884e-2a31ef6bdfd1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Deleting port 75398c8e-936f-48e9-9816-2a370271e26b {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:42.182504 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-518b863f-7a6d-45e6-8a2b-2129b1134e9a req-140a7864-8bd0-4ab6-884e-2a31ef6bdfd1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:42.256827 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-48c41863-c9d0-4c33-a1e4-08e5c47e442c req-cddf46db-54fe-4741-a296-5c087d79379c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4f29d52-1f07-408c-a00a-3ef02a388b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862422 Aug 16 23:02:42.300797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-518b863f-7a6d-45e6-8a2b-2129b1134e9a req-140a7864-8bd0-4ab6-884e-2a31ef6bdfd1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] For port 75398c8e-936f-48e9-9816-2a370271e26b, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=75398c8e-936f-48e9-9816-2a370271e26b,segment=NetworkSegment(a1fc2577-179f-4a05-a28c-4ed0937a4d0d),segment_id=a1fc2577-179f-4a05-a28c-4ed0937a4d0d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:42.301073 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-518b863f-7a6d-45e6-8a2b-2129b1134e9a req-140a7864-8bd0-4ab6-884e-2a31ef6bdfd1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:42.314204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-518b863f-7a6d-45e6-8a2b-2129b1134e9a req-140a7864-8bd0-4ab6-884e-2a31ef6bdfd1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Calling delete_port for 75398c8e-936f-48e9-9816-2a370271e26b owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:42.447591 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-518b863f-7a6d-45e6-8a2b-2129b1134e9a req-140a7864-8bd0-4ab6-884e-2a31ef6bdfd1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:42.476009 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a7864-8bd0-4ab6-884e-2a31ef6bdfd1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event deleted for resources: {'Port': ['ID=75398c8e-936f-48e9-9816-2a370271e26b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:42.490173 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a7864-8bd0-4ab6-884e-2a31ef6bdfd1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:42.490173 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a7864-8bd0-4ab6-884e-2a31ef6bdfd1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:42.490173 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a7864-8bd0-4ab6-884e-2a31ef6bdfd1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:42.490173 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a7864-8bd0-4ab6-884e-2a31ef6bdfd1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:42.490479 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a7864-8bd0-4ab6-884e-2a31ef6bdfd1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:42.490817 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a7864-8bd0-4ab6-884e-2a31ef6bdfd1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:42.491144 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a7864-8bd0-4ab6-884e-2a31ef6bdfd1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:42.491465 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a7864-8bd0-4ab6-884e-2a31ef6bdfd1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:42.491791 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a7864-8bd0-4ab6-884e-2a31ef6bdfd1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:42.492106 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a7864-8bd0-4ab6-884e-2a31ef6bdfd1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:42.492429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a7864-8bd0-4ab6-884e-2a31ef6bdfd1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:42.492754 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a7864-8bd0-4ab6-884e-2a31ef6bdfd1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:42.528391 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-518b863f-7a6d-45e6-8a2b-2129b1134e9a req-140a7864-8bd0-4ab6-884e-2a31ef6bdfd1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] No DVR routers for this DVR port 75398c8e-936f-48e9-9816-2a370271e26b on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:02:42.530880 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-518b863f-7a6d-45e6-8a2b-2129b1134e9a req-140a7864-8bd0-4ab6-884e-2a31ef6bdfd1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:42.532826 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-518b863f-7a6d-45e6-8a2b-2129b1134e9a req-140a7864-8bd0-4ab6-884e-2a31ef6bdfd1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.39 "DELETE /v2.0/ports/75398c8e-936f-48e9-9816-2a370271e26b HTTP/1.1" status: 204 len: 173 time: 0.4997132 Aug 16 23:02:42.533264 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560cfcff-0083-493e-8ae5-efd228dbc78b', 'name': 'network-vif-deleted', 'tag': '75398c8e-936f-48e9-9816-2a370271e26b'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:02:42.535551 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ed7c88-234f-4a6f-82bd-a64d0233084e" -d '{"events": [{"server_uuid": "560cfcff-0083-493e-8ae5-efd228dbc78b", "name": "network-vif-deleted", "tag": "75398c8e-936f-48e9-9816-2a370271e26b"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:02:42.577113 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59672d5-301b-4a5b-b1de-dc4dec0d88eb x-openstack-request-id: req-d59672d5-301b-4a5b-b1de-dc4dec0d88eb {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:02:42.577405 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560cfcff-0083-493e-8ae5-efd228dbc78b", "name": "network-vif-deleted", "tag": "75398c8e-936f-48e9-9816-2a370271e26b", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:02:42.577662 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d59672d5-301b-4a5b-b1de-dc4dec0d88eb {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:02:42.578105 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560cfcff-0083-493e-8ae5-efd228dbc78b', 'name': 'network-vif-deleted', 'tag': '75398c8e-936f-48e9-9816-2a370271e26b', 'status': 'completed', 'code': 200} Aug 16 23:02:43.318345 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46674) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:43.349545 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:43.390361 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b15f2058-4e56-4348-8b59-0e2ecc3d1329 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:43.435255 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b15f2058-4e56-4348-8b59-0e2ecc3d1329 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:43.506860 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b15f2058-4e56-4348-8b59-0e2ecc3d1329 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:43.510191 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b15f2058-4e56-4348-8b59-0e2ecc3d1329 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:43.511600 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b15f2058-4e56-4348-8b59-0e2ecc3d1329 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "DELETE /v2.0/security-groups/d4f29d52-1f07-408c-a00a-3ef02a388b2b HTTP/1.1" status: 204 len: 168 time: 0.1918936 Aug 16 23:02:43.521575 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f2058-4e56-4348-8b59-0e2ecc3d1329 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f29d52-1f07-408c-a00a-3ef02a388b2b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:43.550717 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46678) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:44.010760 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dabd35d8-23ef-4a99-8f1a-22813275aa6e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:44.320391 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-dabd35d8-23ef-4a99-8f1a-22813275aa6e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Deleting port 925d0f21-fc9f-4094-80a7-795f00423728 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:44.321010 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dabd35d8-23ef-4a99-8f1a-22813275aa6e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:44.411615 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-dabd35d8-23ef-4a99-8f1a-22813275aa6e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] For port 925d0f21-fc9f-4094-80a7-795f00423728, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=925d0f21-fc9f-4094-80a7-795f00423728,segment=NetworkSegment(a1fc2577-179f-4a05-a28c-4ed0937a4d0d),segment_id=a1fc2577-179f-4a05-a28c-4ed0937a4d0d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:44.411973 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dabd35d8-23ef-4a99-8f1a-22813275aa6e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:44.424826 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-dabd35d8-23ef-4a99-8f1a-22813275aa6e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Calling delete_port for 925d0f21-fc9f-4094-80a7-795f00423728 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:44.621330 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dabd35d8-23ef-4a99-8f1a-22813275aa6e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:44.924753 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:44.946980 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd35d8-23ef-4a99-8f1a-22813275aa6e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event deleted for resources: {'Port': ['ID=925d0f21-fc9f-4094-80a7-795f00423728,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:45.076580 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 75398c8e-936f-48e9-9816-2a370271e26b no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:02:45.103291 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 75398c8e-936f-48e9-9816-2a370271e26b {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:02:45.103644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 75398c8e-936f-48e9-9816-2a370271e26b not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:02:45.166449 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dabd35d8-23ef-4a99-8f1a-22813275aa6e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:45.402886 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabd35d8-23ef-4a99-8f1a-22813275aa6e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:02:45.530626 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabd35d8-23ef-4a99-8f1a-22813275aa6e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:02:45.538596 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dabd35d8-23ef-4a99-8f1a-22813275aa6e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "PUT /v2.0/routers/8f4a13c4-f0a0-4605-a75e-0e81b58b2543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9874568 Aug 16 23:02:45.541136 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46680) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:45.544453 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21222c69-6228-4501-aea0-2a29a2da037b None None] Sync routers for ids ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:02:45.554411 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21222c69-6228-4501-aea0-2a29a2da037b None None] Routers {'8f4a13c4-f0a0-4605-a75e-0e81b58b2543'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:45.555030 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-21222c69-6228-4501-aea0-2a29a2da037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:02:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:45.595836 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8c3642-11e3-406f-874f-54575d71459f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Deleting subnet 784a693f-8335-4f91-bccd-d2c24a4a3fb4 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:02:45.599157 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3642-11e3-406f-874f-54575d71459f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:45.649739 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3642-11e3-406f-874f-54575d71459f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:45.671264 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-21222c69-6228-4501-aea0-2a29a2da037b None None] Set router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:45.745398 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3642-11e3-406f-874f-54575d71459f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:45.824307 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3642-11e3-406f-874f-54575d71459f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:45.856371 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c3642-11e3-406f-874f-54575d71459f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event deleted for resources: {'Subnet': ['ID=784a693f-8335-4f91-bccd-d2c24a4a3fb4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:45.860521 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3642-11e3-406f-874f-54575d71459f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:45.862558 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1f8c3642-11e3-406f-874f-54575d71459f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "DELETE /v2.0/subnets/784a693f-8335-4f91-bccd-d2c24a4a3fb4 HTTP/1.1" status: 204 len: 168 time: 0.3202820 Aug 16 23:02:45.865236 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46682) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:45.874951 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26194b6d-68c4-4ea7-bb6e-a6b52e4b29ec None None] Network f31cb20c-e167-4537-ac79-040b0626ca56 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:02:45.972270 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-21222c69-6228-4501-aea0-2a29a2da037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'name': 'tempest-TestNetworkBasicOps-router-802743789', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:02:44Z', 'revision_number': 7, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:94:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:45.984025 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-599fecc4-bba7-4260-94d2-3851a8742bf9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.016592 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21222c69-6228-4501-aea0-2a29a2da037b None None] Checking router: 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:02:46.032987 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21222c69-6228-4501-aea0-2a29a2da037b None None] Routers {'8f4a13c4-f0a0-4605-a75e-0e81b58b2543'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:46.033650 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-21222c69-6228-4501-aea0-2a29a2da037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:02:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:46.114179 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-599fecc4-bba7-4260-94d2-3851a8742bf9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.166278 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-21222c69-6228-4501-aea0-2a29a2da037b None None] Set router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:46.197493 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-599fecc4-bba7-4260-94d2-3851a8742bf9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Deleting port 9ec6ad45-a72c-4f4f-9633-bba23faded31 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:46.198023 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-599fecc4-bba7-4260-94d2-3851a8742bf9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.199517 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18de485e-384b-4035-8b1e-65d7fc3b9070 None None] DHCP port deletion for f31cb20c-e167-4537-ac79-040b0626ca56 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:02:46.285009 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-599fecc4-bba7-4260-94d2-3851a8742bf9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] For port 9ec6ad45-a72c-4f4f-9633-bba23faded31, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9ec6ad45-a72c-4f4f-9633-bba23faded31,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:46.285479 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-599fecc4-bba7-4260-94d2-3851a8742bf9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.298956 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-599fecc4-bba7-4260-94d2-3851a8742bf9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Calling delete_port for 9ec6ad45-a72c-4f4f-9633-bba23faded31 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:46.361419 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-18de485e-384b-4035-8b1e-65d7fc3b9070 None None] Deleting port 654449be-c8fa-41fd-859c-3640b0b4597f {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:46.361789 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-18de485e-384b-4035-8b1e-65d7fc3b9070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.438199 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-18de485e-384b-4035-8b1e-65d7fc3b9070 None None] For port 654449be-c8fa-41fd-859c-3640b0b4597f, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=654449be-c8fa-41fd-859c-3640b0b4597f,segment=NetworkSegment(a1fc2577-179f-4a05-a28c-4ed0937a4d0d),segment_id=a1fc2577-179f-4a05-a28c-4ed0937a4d0d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:46.438601 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-18de485e-384b-4035-8b1e-65d7fc3b9070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.453610 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-18de485e-384b-4035-8b1e-65d7fc3b9070 None None] Calling delete_port for 654449be-c8fa-41fd-859c-3640b0b4597f owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:46.463913 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-21222c69-6228-4501-aea0-2a29a2da037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'name': 'tempest-TestNetworkBasicOps-router-802743789', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:02:44Z', 'revision_number': 7, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:94:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:46.495192 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21222c69-6228-4501-aea0-2a29a2da037b None None] The sync data for ids ['8f4a13c4-f0a0-4605-a75e-0e81b58b2543'] in n-d-792458-15 is: [{'id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'name': 'tempest-TestNetworkBasicOps-router-802743789', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:02:44Z', 'revision_number': 7, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': '9ec6ad45-a72c-4f4f-9633-bba23faded31', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:94:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4a13c4-f0a0-4605-a75e-0e81b58b2543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:00:55Z', 'updated_at': '2021-08-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:02:46.516910 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-599fecc4-bba7-4260-94d2-3851a8742bf9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.559449 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fecc4-bba7-4260-94d2-3851a8742bf9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event deleted for resources: {'Port': ['ID=9ec6ad45-a72c-4f4f-9633-bba23faded31,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:46.582129 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-18de485e-384b-4035-8b1e-65d7fc3b9070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.612056 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de485e-384b-4035-8b1e-65d7fc3b9070 None None] Pushing event deleted for resources: {'Port': ['ID=654449be-c8fa-41fd-859c-3640b0b4597f,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:46.615648 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18de485e-384b-4035-8b1e-65d7fc3b9070 None None] No DVR routers for this DVR port 654449be-c8fa-41fd-859c-3640b0b4597f on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:02:46.634957 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-599fecc4-bba7-4260-94d2-3851a8742bf9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.732619 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-599fecc4-bba7-4260-94d2-3851a8742bf9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.735497 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-599fecc4-bba7-4260-94d2-3851a8742bf9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.790653 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-599fecc4-bba7-4260-94d2-3851a8742bf9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.791105 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599fecc4-bba7-4260-94d2-3851a8742bf9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Fanout notify agent at l3_agent the message router_deleted on router 8f4a13c4-f0a0-4605-a75e-0e81b58b2543 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:02:46.799549 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-599fecc4-bba7-4260-94d2-3851a8742bf9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.800739 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-599fecc4-bba7-4260-94d2-3851a8742bf9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "DELETE /v2.0/routers/8f4a13c4-f0a0-4605-a75e-0e81b58b2543 HTTP/1.1" status: 204 len: 168 time: 0.9344418 Aug 16 23:02:46.803438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46684) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:46.895189 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c82f52d2-cf01-44c9-9226-f603013b290e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.015926 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c82f52d2-cf01-44c9-9226-f603013b290e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.027255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-c82f52d2-cf01-44c9-9226-f603013b290e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31cb20c-e167-4537-ac79-040b0626ca56']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:47.040167 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-c82f52d2-cf01-44c9-9226-f603013b290e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fc2577-179f-4a05-a28c-4ed0937a4d0d') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:47.040459 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-c82f52d2-cf01-44c9-9226-f603013b290e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fc2577-179f-4a05-a28c-4ed0937a4d0d') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:47.052381 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c82f52d2-cf01-44c9-9226-f603013b290e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.074107 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c82f52d2-cf01-44c9-9226-f603013b290e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.082476 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82f52d2-cf01-44c9-9226-f603013b290e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:02:47.082901 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c82f52d2-cf01-44c9-9226-f603013b290e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.085251 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 654449be-c8fa-41fd-859c-3640b0b4597f no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: timer() Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:02:47.086218 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:02:47.111106 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 654449be-c8fa-41fd-859c-3640b0b4597f {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:02:47.111384 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 654449be-c8fa-41fd-859c-3640b0b4597f not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:02:47.111942 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 925d0f21-fc9f-4094-80a7-795f00423728 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:02:47.145507 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 925d0f21-fc9f-4094-80a7-795f00423728 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:02:47.146487 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 925d0f21-fc9f-4094-80a7-795f00423728 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:02:47.170188 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c82f52d2-cf01-44c9-9226-f603013b290e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.179424 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c82f52d2-cf01-44c9-9226-f603013b290e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.180732 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c82f52d2-cf01-44c9-9226-f603013b290e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "DELETE /v2.0/networks/f31cb20c-e167-4537-ac79-040b0626ca56 HTTP/1.1" status: 204 len: 168 time: 0.3763454 Aug 16 23:02:47.194844 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f52d2-cf01-44c9-9226-f603013b290e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event deleted for resources: {'Network': ['ID=f31cb20c-e167-4537-ac79-040b0626ca56,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:47.207601 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46686) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:47.214353 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d2dfe22c-4496-4de5-83d4-434350667440 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'network': {'name': 'tempest-network-smoke--1025707109', 'project_id': '003a64692bc348649a81275d8616867d', 'port_security_enabled': True}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:47.240693 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dfe22c-4496-4de5-83d4-434350667440 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Made reservation on behalf of 003a64692bc348649a81275d8616867d for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:02:47.245571 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe22c-4496-4de5-83d4-434350667440 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.279714 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2dfe22c-4496-4de5-83d4-434350667440 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:02:47.292676 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe22c-4496-4de5-83d4-434350667440 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.293162 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-d2dfe22c-4496-4de5-83d4-434350667440 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Added segment 273d0d81-1b23-4c40-9a20-ee8b419aacf8 of type vlan for network a354020e-21d0-4012-a049-f349f2882552 Aug 16 23:02:47.346302 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe22c-4496-4de5-83d4-434350667440 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.374681 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe22c-4496-4de5-83d4-434350667440 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.382015 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dfe22c-4496-4de5-83d4-434350667440 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:47.382636 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe22c-4496-4de5-83d4-434350667440 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.445462 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d2dfe22c-4496-4de5-83d4-434350667440 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2364063 Aug 16 23:02:47.448912 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46688) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:47.454646 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-539b4eb0-cb22-475c-85c3-2546a8128d5a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-189539936', 'admin_state_up': True, 'project_id': '003a64692bc348649a81275d8616867d', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:47.458650 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfe22c-4496-4de5-83d4-434350667440 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'Network': ['ID=a354020e-21d0-4012-a049-f349f2882552,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:47.471081 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network a354020e-21d0-4012-a049-f349f2882552 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:02:47.486488 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-539b4eb0-cb22-475c-85c3-2546a8128d5a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.487899 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-539b4eb0-cb22-475c-85c3-2546a8128d5a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.549880 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-539b4eb0-cb22-475c-85c3-2546a8128d5a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.708216 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-539b4eb0-cb22-475c-85c3-2546a8128d5a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.932490 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-539b4eb0-cb22-475c-85c3-2546a8128d5a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.951684 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-539b4eb0-cb22-475c-85c3-2546a8128d5a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:48.071157 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-539b4eb0-cb22-475c-85c3-2546a8128d5a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Allocated IP 172.25.6.36 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/d73c7aef-682a-4ad7-976c-237d3e77434f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:02:48.188631 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-539b4eb0-cb22-475c-85c3-2546a8128d5a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:48.228318 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-539b4eb0-cb22-475c-85c3-2546a8128d5a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:48.272561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539b4eb0-cb22-475c-85c3-2546a8128d5a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:48.275868 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-539b4eb0-cb22-475c-85c3-2546a8128d5a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:48.280481 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539b4eb0-cb22-475c-85c3-2546a8128d5a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:48.283806 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b4eb0-cb22-475c-85c3-2546a8128d5a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'Port': ['ID=d73c7aef-682a-4ad7-976c-237d3e77434f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:48.537145 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-539b4eb0-cb22-475c-85c3-2546a8128d5a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:48.737137 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-539b4eb0-cb22-475c-85c3-2546a8128d5a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:48.864449 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539b4eb0-cb22-475c-85c3-2546a8128d5a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Router db6d9556-502e-45c1-bc25-5e6e2ddea55c is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:02:48.965028 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9ec6ad45-a72c-4f4f-9633-bba23faded31 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:02:48.980779 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539b4eb0-cb22-475c-85c3-2546a8128d5a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:02:48.997324 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] Sync routers for ids ['db6d9556-502e-45c1-bc25-5e6e2ddea55c'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:02:48.998172 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 9ec6ad45-a72c-4f4f-9633-bba23faded31 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:02:48.998172 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9ec6ad45-a72c-4f4f-9633-bba23faded31 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:02:49.012304 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-539b4eb0-cb22-475c-85c3-2546a8128d5a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:49.012638 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] Routers {'db6d9556-502e-45c1-bc25-5e6e2ddea55c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:49.013431 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:02:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['db6d9556-502e-45c1-bc25-5e6e2ddea55c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:49.014109 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-539b4eb0-cb22-475c-85c3-2546a8128d5a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5637901 Aug 16 23:02:49.018317 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46690) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:49.050687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-46f7bbdb-5a62-46f5-858a-0b9ec6034000 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=003a64692bc348649a81275d8616867d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275168 Aug 16 23:02:49.051223 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46692) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:49.129361 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] Set router db6d9556-502e-45c1-bc25-5e6e2ddea55c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:49.200896 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840ab2b-e1e5-41f7-8834-b0a6faa7adde tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:49.205804 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46694) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:49.206122 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e840ab2b-e1e5-41f7-8834-b0a6faa7adde tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1535485 Aug 16 23:02:49.235861 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ab1db468-8cad-4fb6-a80f-02f31a8e7639 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288627 Aug 16 23:02:49.238356 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46696) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:49.243238 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8b31072f-529d-4489-bfcb-b68d2b843a99 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-36218585', 'network_id': 'a354020e-21d0-4012-a049-f349f2882552', 'project_id': '003a64692bc348649a81275d8616867d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:49.329693 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'name': 'tempest-TestNetworkBasicOps-router-189539936', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:48Z', 'revision_number': 3, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:49.340964 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b31072f-529d-4489-bfcb-b68d2b843a99 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Made reservation on behalf of 003a64692bc348649a81275d8616867d for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:02:49.345118 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b31072f-529d-4489-bfcb-b68d2b843a99 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:49.358527 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] Checking router: db6d9556-502e-45c1-bc25-5e6e2ddea55c for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:02:49.358887 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] Updating router db6d9556-502e-45c1-bc25-5e6e2ddea55c port d73c7aef-682a-4ad7-976c-237d3e77434f binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:02:49.385106 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:49.682355 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:49.692629 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] Transition to ACTIVE for port object d73c7aef-682a-4ad7-976c-237d3e77434f will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:49.699166 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:49.748873 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] Attempting to bind port d73c7aef-682a-4ad7-976c-237d3e77434f on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:02:49.749231 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] Attempting to bind port d73c7aef-682a-4ad7-976c-237d3e77434f by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:02:49.749630 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] Attempting to bind port d73c7aef-682a-4ad7-976c-237d3e77434f on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:02:49.757179 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ac634-ae87-4a10-8739-a42ad1576092 None None] Pushing event updated for resources: {'Port': ['ID=d73c7aef-682a-4ad7-976c-237d3e77434f,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:49.759600 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:02:49.759967 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:02:49.760361 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:49.760745 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:02:49.761215 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] Bound port: d73c7aef-682a-4ad7-976c-237d3e77434f, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:02:49.761589 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:49.786724 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ac634-ae87-4a10-8739-a42ad1576092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:49.787059 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ac634-ae87-4a10-8739-a42ad1576092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:49.787390 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ac634-ae87-4a10-8739-a42ad1576092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:49.787720 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ac634-ae87-4a10-8739-a42ad1576092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:49.788042 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ac634-ae87-4a10-8739-a42ad1576092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:49.788362 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ac634-ae87-4a10-8739-a42ad1576092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:49.788681 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ac634-ae87-4a10-8739-a42ad1576092 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:49.788996 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ac634-ae87-4a10-8739-a42ad1576092 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:49.789313 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ac634-ae87-4a10-8739-a42ad1576092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:49.789627 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ac634-ae87-4a10-8739-a42ad1576092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:49.789942 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ac634-ae87-4a10-8739-a42ad1576092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:49.790331 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ac634-ae87-4a10-8739-a42ad1576092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:49.822921 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] For port d73c7aef-682a-4ad7-976c-237d3e77434f, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:02:49.826548 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] For port d73c7aef-682a-4ad7-976c-237d3e77434f, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d73c7aef-682a-4ad7-976c-237d3e77434f,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:02:49.832106 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:49.857570 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b31072f-529d-4489-bfcb-b68d2b843a99 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:49.891380 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ac634-ae87-4a10-8739-a42ad1576092 None None] Pushing event updated for resources: {'Port': ['ID=d73c7aef-682a-4ad7-976c-237d3e77434f,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:49.894771 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] Routers {'db6d9556-502e-45c1-bc25-5e6e2ddea55c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:49.895445 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:02:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['db6d9556-502e-45c1-bc25-5e6e2ddea55c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:49.923850 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31072f-529d-4489-bfcb-b68d2b843a99 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'Subnet': ['ID=79ed7fe5-7aae-4554-86b2-702f73507893,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:49.933312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b31072f-529d-4489-bfcb-b68d2b843a99 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Checking segment: {'id': '273d0d81-1b23-4c40-9a20-ee8b419aacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a354020e-21d0-4012-a049-f349f2882552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:02:49.933672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b31072f-529d-4489-bfcb-b68d2b843a99 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Network hostable DHCP agents. Network: a354020e-21d0-4012-a049-f349f2882552, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:02:49.953143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b31072f-529d-4489-bfcb-b68d2b843a99 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Network a354020e-21d0-4012-a049-f349f2882552 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:02:49.962744 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-8b31072f-529d-4489-bfcb-b68d2b843a99 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, a354020e-21d0-4012-a049-f349f2882552) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:49.967151 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b31072f-529d-4489-bfcb-b68d2b843a99 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:49.967737 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8b31072f-529d-4489-bfcb-b68d2b843a99 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:49.972481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4496138-b707-4370-8953-d0e0b21f6168 None None] Network a354020e-21d0-4012-a049-f349f2882552 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:02:49.994125 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8b31072f-529d-4489-bfcb-b68d2b843a99 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7481699 Aug 16 23:02:49.994125 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46698) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:50.013484 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] Set router db6d9556-502e-45c1-bc25-5e6e2ddea55c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:50.126644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-a354020e-21d0-4012-a049-f349f2882552', 'network_id': 'a354020e-21d0-4012-a049-f349f2882552', 'tenant_id': '003a64692bc348649a81275d8616867d', 'fixed_ips': [{'subnet_id': '79ed7fe5-7aae-4554-86b2-702f73507893'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:02:50.127691 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:50.199483 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'name': 'tempest-TestNetworkBasicOps-router-189539936', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:48Z', 'revision_number': 3, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:50.227131 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfcafa3-b3f8-4b95-92ff-598eaea37f63 None None] The sync data for ids ['db6d9556-502e-45c1-bc25-5e6e2ddea55c'] in n-d-792458-15 is: [{'id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'name': 'tempest-TestNetworkBasicOps-router-189539936', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:48Z', 'revision_number': 3, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:02:50.278755 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] Allocated IP 172.20.0.2 (a354020e-21d0-4012-a049-f349f2882552/79ed7fe5-7aae-4554-86b2-702f73507893/758d4414-cc3b-4ec9-954c-d6d2e75d7f93) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:02:50.465884 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:50.475206 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] Transition to ACTIVE for port object 758d4414-cc3b-4ec9-954c-d6d2e75d7f93 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:50.498635 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] Transition to ACTIVE for port object 758d4414-cc3b-4ec9-954c-d6d2e75d7f93 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:50.510643 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:50.514774 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12bb5b35-bcb7-4f4b-9368-fdbbdcaa9d9f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:50.559738 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] Network a354020e-21d0-4012-a049-f349f2882552 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:50.565230 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:50.570531 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:50.572753 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] Pushing event updated for resources: {'Port': ['ID=758d4414-cc3b-4ec9-954c-d6d2e75d7f93,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:50.810920 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] Attempting to bind port 758d4414-cc3b-4ec9-954c-d6d2e75d7f93 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:02:50.811293 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] Attempting to bind port 758d4414-cc3b-4ec9-954c-d6d2e75d7f93 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '273d0d81-1b23-4c40-9a20-ee8b419aacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a354020e-21d0-4012-a049-f349f2882552'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:02:50.811670 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] Attempting to bind port 758d4414-cc3b-4ec9-954c-d6d2e75d7f93 on network a354020e-21d0-4012-a049-f349f2882552 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:02:50.820339 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:02:50.820725 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] Checking segment: {'id': '273d0d81-1b23-4c40-9a20-ee8b419aacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a354020e-21d0-4012-a049-f349f2882552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:02:50.821139 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:50.821723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] Bound using segment: {'id': '273d0d81-1b23-4c40-9a20-ee8b419aacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a354020e-21d0-4012-a049-f349f2882552'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:02:50.822325 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] Bound port: 758d4414-cc3b-4ec9-954c-d6d2e75d7f93, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273d0d81-1b23-4c40-9a20-ee8b419aacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a354020e-21d0-4012-a049-f349f2882552'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:02:50.822738 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:50.891374 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] For port 758d4414-cc3b-4ec9-954c-d6d2e75d7f93, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:02:50.894719 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] For port 758d4414-cc3b-4ec9-954c-d6d2e75d7f93, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=758d4414-cc3b-4ec9-954c-d6d2e75d7f93,segment=NetworkSegment(273d0d81-1b23-4c40-9a20-ee8b419aacf8),segment_id=273d0d81-1b23-4c40-9a20-ee8b419aacf8)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:02:50.900272 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:50.920495 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-12bb5b35-bcb7-4f4b-9368-fdbbdcaa9d9f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Allocated IP 172.20.0.1 (a354020e-21d0-4012-a049-f349f2882552/79ed7fe5-7aae-4554-86b2-702f73507893/244ebc3d-5fa2-4406-987e-902063cd7fe2) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:02:50.971212 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96566183-0773-4ef1-a814-1b0a044e10eb None None] Pushing event updated for resources: {'Port': ['ID=758d4414-cc3b-4ec9-954c-d6d2e75d7f93,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:51.082453 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12bb5b35-bcb7-4f4b-9368-fdbbdcaa9d9f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:51.088934 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d73c7aef-682a-4ad7-976c-237d3e77434f up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:51.098851 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-12bb5b35-bcb7-4f4b-9368-fdbbdcaa9d9f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Transition to ACTIVE for port object 244ebc3d-5fa2-4406-987e-902063cd7fe2 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:51.141214 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12bb5b35-bcb7-4f4b-9368-fdbbdcaa9d9f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:51.161349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port d73c7aef-682a-4ad7-976c-237d3e77434f completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:51.171987 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port d73c7aef-682a-4ad7-976c-237d3e77434f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:51.172507 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:51.227133 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bb5b35-bcb7-4f4b-9368-fdbbdcaa9d9f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Network a354020e-21d0-4012-a049-f349f2882552 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:51.230791 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-12bb5b35-bcb7-4f4b-9368-fdbbdcaa9d9f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:51.233632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bb5b35-bcb7-4f4b-9368-fdbbdcaa9d9f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:51.243794 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb5b35-bcb7-4f4b-9368-fdbbdcaa9d9f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'Port': ['ID=244ebc3d-5fa2-4406-987e-902063cd7fe2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:51.283129 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:51.303483 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12bb5b35-bcb7-4f4b-9368-fdbbdcaa9d9f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:51.306059 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port d73c7aef-682a-4ad7-976c-237d3e77434f, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d73c7aef-682a-4ad7-976c-237d3e77434f,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:51.310785 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:51.370764 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=d73c7aef-682a-4ad7-976c-237d3e77434f,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:51.461671 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12bb5b35-bcb7-4f4b-9368-fdbbdcaa9d9f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:51.750776 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12bb5b35-bcb7-4f4b-9368-fdbbdcaa9d9f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:51.756339 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12bb5b35-bcb7-4f4b-9368-fdbbdcaa9d9f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:51.840901 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb5b35-bcb7-4f4b-9368-fdbbdcaa9d9f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'Port': ['ID=244ebc3d-5fa2-4406-987e-902063cd7fe2,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:51.845333 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-12bb5b35-bcb7-4f4b-9368-fdbbdcaa9d9f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:51.940836 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bb5b35-bcb7-4f4b-9368-fdbbdcaa9d9f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Network a354020e-21d0-4012-a049-f349f2882552 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:51.942367 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-12bb5b35-bcb7-4f4b-9368-fdbbdcaa9d9f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:52.068425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bb5b35-bcb7-4f4b-9368-fdbbdcaa9d9f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Router db6d9556-502e-45c1-bc25-5e6e2ddea55c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:02:52.196301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bb5b35-bcb7-4f4b-9368-fdbbdcaa9d9f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:02:52.204003 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46702) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:52.204680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-12bb5b35-bcb7-4f4b-9368-fdbbdcaa9d9f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "PUT /v2.0/routers/db6d9556-502e-45c1-bc25-5e6e2ddea55c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2089903 Aug 16 23:02:52.378766 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] Sync routers for ids ['db6d9556-502e-45c1-bc25-5e6e2ddea55c'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:02:52.389775 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] Routers {'db6d9556-502e-45c1-bc25-5e6e2ddea55c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:52.391017 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:02:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['db6d9556-502e-45c1-bc25-5e6e2ddea55c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:52.501015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8701947c-bac3-4aee-bae8-ca5cf523f197 None None] Network a354020e-21d0-4012-a049-f349f2882552 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:02:52.583498 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4aedf6b0-81a2-419d-b62d-aa985c962971 None None] Provisioning for port 758d4414-cc3b-4ec9-954c-d6d2e75d7f93 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:52.589169 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] Set router db6d9556-502e-45c1-bc25-5e6e2ddea55c gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:52.789517 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cec16a5-c885-475c-9e5c-e6d63c6d128c tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:52.789906 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cec16a5-c885-475c-9e5c-e6d63c6d128c tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:52.790508 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cec16a5-c885-475c-9e5c-e6d63c6d128c tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:52.790977 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cec16a5-c885-475c-9e5c-e6d63c6d128c tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:52.791444 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cec16a5-c885-475c-9e5c-e6d63c6d128c tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:52.791913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cec16a5-c885-475c-9e5c-e6d63c6d128c tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:52.793808 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6cec16a5-c885-475c-9e5c-e6d63c6d128c tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.5877697 Aug 16 23:02:52.797069 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46704) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:52.893061 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'name': 'tempest-TestNetworkBasicOps-router-189539936', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:51Z', 'revision_number': 4, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '244ebc3d-5fa2-4406-987e-902063cd7fe2', 'name': '', 'network_id': 'a354020e-21d0-4012-a049-f349f2882552', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:51:a1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '79ed7fe5-7aae-4554-86b2-702f73507893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:50Z', 'updated_at': '2021-08-16T23:02:51Z', 'revision_number': 2, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '79ed7fe5-7aae-4554-86b2-702f73507893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:52.896305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea22f4ce-eacf-43bc-8357-892217de5266 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:52.896305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea22f4ce-eacf-43bc-8357-892217de5266 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:52.896305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea22f4ce-eacf-43bc-8357-892217de5266 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:52.896682 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea22f4ce-eacf-43bc-8357-892217de5266 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:52.897135 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea22f4ce-eacf-43bc-8357-892217de5266 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:52.897589 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea22f4ce-eacf-43bc-8357-892217de5266 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:52.902005 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ea22f4ce-eacf-43bc-8357-892217de5266 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4001 time: 0.1013339 Aug 16 23:02:52.902839 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46706) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:52.934810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] Checking router: db6d9556-502e-45c1-bc25-5e6e2ddea55c for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:02:52.935166 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] Updating router db6d9556-502e-45c1-bc25-5e6e2ddea55c port 244ebc3d-5fa2-4406-987e-902063cd7fe2 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:02:52.964372 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.083163 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2f70fa80-e771-442a-a57c-a5911ae7aa3a tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1789403 Aug 16 23:02:53.130423 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d73c7aef-682a-4ad7-976c-237d3e77434f up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:53.261421 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-decaf52e-28cc-4150-a99c-1b5dda3e2ffb None None] Provisioning for port 244ebc3d-5fa2-4406-987e-902063cd7fe2 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:53.272177 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port d73c7aef-682a-4ad7-976c-237d3e77434f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:53.272550 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.274100 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-decaf52e-28cc-4150-a99c-1b5dda3e2ffb None None] Provisioning complete for port 244ebc3d-5fa2-4406-987e-902063cd7fe2 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:53.274458 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-decaf52e-28cc-4150-a99c-1b5dda3e2ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.364591 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-decaf52e-28cc-4150-a99c-1b5dda3e2ffb None None] Port 244ebc3d-5fa2-4406-987e-902063cd7fe2 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:02:53.368779 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46710) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:53.373995 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a6c3c559-137d-4b57-9e03-554ca52fe5c6 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1503496704', 'description': 'tempest-secgroup-smoke-1503496704 description', 'project_id': '003a64692bc348649a81275d8616867d'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:53.397221 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6c3c559-137d-4b57-9e03-554ca52fe5c6 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.446854 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.465488 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 758d4414-cc3b-4ec9-954c-d6d2e75d7f93 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:53.467679 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] Transition to ACTIVE for port object 244ebc3d-5fa2-4406-987e-902063cd7fe2 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:53.500620 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.510225 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6c3c559-137d-4b57-9e03-554ca52fe5c6 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.516316 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6c3c559-137d-4b57-9e03-554ca52fe5c6 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.550981 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a6c3c559-137d-4b57-9e03-554ca52fe5c6 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.552267 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a6c3c559-137d-4b57-9e03-554ca52fe5c6 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1824408 Aug 16 23:02:53.554337 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3c559-137d-4b57-9e03-554ca52fe5c6 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=866c20c0-dabb-4c09-911b-38bff519f98d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:53.556267 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46712) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:53.567650 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c791dbe3-2816-4b2a-a6b9-40e9c68fc258 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'security_group_rule': {'security_group_id': '866c20c0-dabb-4c09-911b-38bff519f98d', 'project_id': '003a64692bc348649a81275d8616867d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:53.573428 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb5d95-d25f-4333-b258-144744f1c672 None None] Pushing event updated for resources: {'Port': ['ID=244ebc3d-5fa2-4406-987e-902063cd7fe2,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:53.610884 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c791dbe3-2816-4b2a-a6b9-40e9c68fc258 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.618279 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 758d4414-cc3b-4ec9-954c-d6d2e75d7f93 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:53.646790 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 758d4414-cc3b-4ec9-954c-d6d2e75d7f93 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:53.647172 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.669633 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] Attempting to bind port 244ebc3d-5fa2-4406-987e-902063cd7fe2 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:02:53.670050 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] Attempting to bind port 244ebc3d-5fa2-4406-987e-902063cd7fe2 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '273d0d81-1b23-4c40-9a20-ee8b419aacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a354020e-21d0-4012-a049-f349f2882552'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:02:53.670388 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] Attempting to bind port 244ebc3d-5fa2-4406-987e-902063cd7fe2 on network a354020e-21d0-4012-a049-f349f2882552 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:02:53.680168 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c791dbe3-2816-4b2a-a6b9-40e9c68fc258 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.685017 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c791dbe3-2816-4b2a-a6b9-40e9c68fc258 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.692062 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:02:53.692432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] Checking segment: {'id': '273d0d81-1b23-4c40-9a20-ee8b419aacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a354020e-21d0-4012-a049-f349f2882552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:02:53.692841 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.693247 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] Bound using segment: {'id': '273d0d81-1b23-4c40-9a20-ee8b419aacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a354020e-21d0-4012-a049-f349f2882552'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:02:53.693713 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] Bound port: 244ebc3d-5fa2-4406-987e-902063cd7fe2, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273d0d81-1b23-4c40-9a20-ee8b419aacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a354020e-21d0-4012-a049-f349f2882552'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:02:53.694130 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.701053 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791dbe3-2816-4b2a-a6b9-40e9c68fc258 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e39c253-c1cd-476d-82e4-6bd72cb72a1e,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:53.721999 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c791dbe3-2816-4b2a-a6b9-40e9c68fc258 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.726700 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c791dbe3-2816-4b2a-a6b9-40e9c68fc258 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1671681 Aug 16 23:02:53.727616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46714) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:53.732554 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-049b6607-c6b8-4384-af65-136c9961a847 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'security_group_rule': {'security_group_id': '866c20c0-dabb-4c09-911b-38bff519f98d', 'project_id': '003a64692bc348649a81275d8616867d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:53.766978 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-049b6607-c6b8-4384-af65-136c9961a847 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.803719 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] For port 244ebc3d-5fa2-4406-987e-902063cd7fe2, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:02:53.808374 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] For port 244ebc3d-5fa2-4406-987e-902063cd7fe2, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=244ebc3d-5fa2-4406-987e-902063cd7fe2,segment=NetworkSegment(273d0d81-1b23-4c40-9a20-ee8b419aacf8),segment_id=273d0d81-1b23-4c40-9a20-ee8b419aacf8)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:02:53.813348 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.820403 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.832199 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-049b6607-c6b8-4384-af65-136c9961a847 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.836396 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-049b6607-c6b8-4384-af65-136c9961a847 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.867662 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b6607-c6b8-4384-af65-136c9961a847 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd4719f-0349-4ed6-9301-aab497adb817,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:53.872228 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-049b6607-c6b8-4384-af65-136c9961a847 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.877453 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46716) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:53.877915 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-049b6607-c6b8-4384-af65-136c9961a847 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1490071 Aug 16 23:02:53.882343 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c9b2dfbd-5505-41bc-beb4-61b86f9a023a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'security_group_rule': {'security_group_id': '866c20c0-dabb-4c09-911b-38bff519f98d', 'project_id': '003a64692bc348649a81275d8616867d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:53.915444 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c9b2dfbd-5505-41bc-beb4-61b86f9a023a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.918131 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] Routers {'db6d9556-502e-45c1-bc25-5e6e2ddea55c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:53.918793 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:02:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['db6d9556-502e-45c1-bc25-5e6e2ddea55c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:53.925115 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 758d4414-cc3b-4ec9-954c-d6d2e75d7f93, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=758d4414-cc3b-4ec9-954c-d6d2e75d7f93,segment=NetworkSegment(273d0d81-1b23-4c40-9a20-ee8b419aacf8),segment_id=273d0d81-1b23-4c40-9a20-ee8b419aacf8)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:53.959240 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb5d95-d25f-4333-b258-144744f1c672 None None] Pushing event updated for resources: {'Port': ['ID=244ebc3d-5fa2-4406-987e-902063cd7fe2,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:53.963640 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.977233 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb5d95-d25f-4333-b258-144744f1c672 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:53.977585 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb5d95-d25f-4333-b258-144744f1c672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:53.977928 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb5d95-d25f-4333-b258-144744f1c672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:53.978298 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb5d95-d25f-4333-b258-144744f1c672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:53.978634 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb5d95-d25f-4333-b258-144744f1c672 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:53.978947 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb5d95-d25f-4333-b258-144744f1c672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:53.979280 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb5d95-d25f-4333-b258-144744f1c672 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:53.979652 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb5d95-d25f-4333-b258-144744f1c672 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:53.979980 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb5d95-d25f-4333-b258-144744f1c672 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:53.980305 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb5d95-d25f-4333-b258-144744f1c672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:53.980632 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb5d95-d25f-4333-b258-144744f1c672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:53.980975 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cb5d95-d25f-4333-b258-144744f1c672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:53.989402 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c9b2dfbd-5505-41bc-beb4-61b86f9a023a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.995531 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c9b2dfbd-5505-41bc-beb4-61b86f9a023a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:54.017659 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2dfbd-5505-41bc-beb4-61b86f9a023a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584d707c-b23a-4b27-b634-17d2d0e88114,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:54.026511 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c9b2dfbd-5505-41bc-beb4-61b86f9a023a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:54.033040 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46718) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:54.037785 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-822ef4c1-e512-4eee-b6be-79687f6c8e14 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'security_group_rule': {'security_group_id': '866c20c0-dabb-4c09-911b-38bff519f98d', 'project_id': '003a64692bc348649a81275d8616867d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:54.039310 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c9b2dfbd-5505-41bc-beb4-61b86f9a023a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598248 Aug 16 23:02:54.068650 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-822ef4c1-e512-4eee-b6be-79687f6c8e14 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:54.101385 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=758d4414-cc3b-4ec9-954c-d6d2e75d7f93,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:54.115460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] Set router db6d9556-502e-45c1-bc25-5e6e2ddea55c gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:54.135689 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-822ef4c1-e512-4eee-b6be-79687f6c8e14 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:54.139547 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-822ef4c1-e512-4eee-b6be-79687f6c8e14 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:54.161921 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ef4c1-e512-4eee-b6be-79687f6c8e14 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090d9c58-4531-4a24-81d0-35aa05cc63b7,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:54.166217 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-822ef4c1-e512-4eee-b6be-79687f6c8e14 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:54.170046 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-822ef4c1-e512-4eee-b6be-79687f6c8e14 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334531 Aug 16 23:02:54.170435 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46720) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:54.175163 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3456c8ac-1177-479e-bba8-328d5110581d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'security_group_rule': {'security_group_id': '866c20c0-dabb-4c09-911b-38bff519f98d', 'project_id': '003a64692bc348649a81275d8616867d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:54.199164 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-3456c8ac-1177-479e-bba8-328d5110581d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Project 003a64692bc348649a81275d8616867d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:02:54.205186 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3456c8ac-1177-479e-bba8-328d5110581d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:54.270245 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3456c8ac-1177-479e-bba8-328d5110581d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:54.274205 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3456c8ac-1177-479e-bba8-328d5110581d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:54.292862 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456c8ac-1177-479e-bba8-328d5110581d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f2f6f0-226e-4f2f-9685-baf68d174acf,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:54.299316 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3456c8ac-1177-479e-bba8-328d5110581d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:54.303632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46722) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:54.303975 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3456c8ac-1177-479e-bba8-328d5110581d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323891 Aug 16 23:02:54.308538 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-56105f62-cadb-48d4-abb5-872b0af1ab27 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'security_group_rule': {'security_group_id': '866c20c0-dabb-4c09-911b-38bff519f98d', 'project_id': '003a64692bc348649a81275d8616867d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:54.336352 n-d-792458-15 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-56105f62-cadb-48d4-abb5-872b0af1ab27 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Project 003a64692bc348649a81275d8616867d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:02:54.336527 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'name': 'tempest-TestNetworkBasicOps-router-189539936', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:51Z', 'revision_number': 4, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '244ebc3d-5fa2-4406-987e-902063cd7fe2', 'name': '', 'network_id': 'a354020e-21d0-4012-a049-f349f2882552', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:51:a1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '79ed7fe5-7aae-4554-86b2-702f73507893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:50Z', 'updated_at': '2021-08-16T23:02:53Z', 'revision_number': 4, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '79ed7fe5-7aae-4554-86b2-702f73507893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:54.341239 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-56105f62-cadb-48d4-abb5-872b0af1ab27 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:54.367305 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c88715c-d3b3-469c-b534-3b5d3eecc066 None None] The sync data for ids ['db6d9556-502e-45c1-bc25-5e6e2ddea55c'] in n-d-792458-15 is: [{'id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'name': 'tempest-TestNetworkBasicOps-router-189539936', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:51Z', 'revision_number': 4, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '244ebc3d-5fa2-4406-987e-902063cd7fe2', 'name': '', 'network_id': 'a354020e-21d0-4012-a049-f349f2882552', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:51:a1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '79ed7fe5-7aae-4554-86b2-702f73507893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:50Z', 'updated_at': '2021-08-16T23:02:53Z', 'revision_number': 4, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '79ed7fe5-7aae-4554-86b2-702f73507893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:02:54.410913 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-56105f62-cadb-48d4-abb5-872b0af1ab27 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:54.416245 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-56105f62-cadb-48d4-abb5-872b0af1ab27 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:54.449772 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56105f62-cadb-48d4-abb5-872b0af1ab27 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57766bbf-1755-4e33-a4b6-f68c143a8181,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:54.456492 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-56105f62-cadb-48d4-abb5-872b0af1ab27 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:54.457730 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-56105f62-cadb-48d4-abb5-872b0af1ab27 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1529369 Aug 16 23:02:54.610552 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-7debd560-de7b-40a2-b16b-15c783c435c9 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1503496704&fields=id&tenant_id=003a64692bc348649a81275d8616867d HTTP/1.1" status: 200 len: 267 time: 0.0383255 Aug 16 23:02:54.726153 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-a3e9f64b-a9e3-430e-b1f2-188e7c3907b3 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:54.727843 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-a3e9f64b-a9e3-430e-b1f2-188e7c3907b3 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/networks?id=a354020e-21d0-4012-a049-f349f2882552 HTTP/1.1" status: 200 len: 797 time: 0.1104336 Aug 16 23:02:54.744980 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-d4daa5d5-426c-4327-8af3-6b8328ddcd07 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/quotas/003a64692bc348649a81275d8616867d HTTP/1.1" status: 200 len: 375 time: 0.0099456 Aug 16 23:02:54.799626 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-da5f8e62-5794-4d84-bc24-cc5c573f136e tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=003a64692bc348649a81275d8616867d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476429 Aug 16 23:02:54.907968 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-36b00d81-67c8-43f2-805d-86fceb1ec4f7 service neutron] 10.222.0.93 "GET /v2.0/networks/a354020e-21d0-4012-a049-f349f2882552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964108 Aug 16 23:02:55.009668 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-5ecdd595-72bf-4bdb-99bd-89d28d8d72ad service neutron] 10.222.0.93 "GET /v2.0/networks/a354020e-21d0-4012-a049-f349f2882552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955184 Aug 16 23:02:55.108606 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 758d4414-cc3b-4ec9-954c-d6d2e75d7f93 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:55.170381 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 758d4414-cc3b-4ec9-954c-d6d2e75d7f93 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:55.170820 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:55.196242 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d2af5a47-6da8-42c9-80b9-3f30fa2e8dbb req-0ed5c45d-fdfe-4664-bde8-1833c2bfb0e8 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=441bc1be-6650-4d76-954a-0366a2e80b9c HTTP/1.1" status: 200 len: 210 time: 0.0326371 Aug 16 23:02:55.269547 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 244ebc3d-5fa2-4406-987e-902063cd7fe2 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:55.329856 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 244ebc3d-5fa2-4406-987e-902063cd7fe2 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:55.334138 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 244ebc3d-5fa2-4406-987e-902063cd7fe2 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:55.335083 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:55.423510 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:55.461109 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 244ebc3d-5fa2-4406-987e-902063cd7fe2, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=244ebc3d-5fa2-4406-987e-902063cd7fe2,segment=NetworkSegment(273d0d81-1b23-4c40-9a20-ee8b419aacf8),segment_id=273d0d81-1b23-4c40-9a20-ee8b419aacf8)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:55.465457 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:55.523366 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=244ebc3d-5fa2-4406-987e-902063cd7fe2,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:56.174880 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-9206c023-66a8-439a-b993-dfecdb4677d7 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:56.176335 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-9206c023-66a8-439a-b993-dfecdb4677d7 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.39 "GET /v2.0/networks?id=a354020e-21d0-4012-a049-f349f2882552 HTTP/1.1" status: 200 len: 797 time: 0.1112635 Aug 16 23:02:56.225982 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-b7020314-9116-4f2d-a212-e77271a4583f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=003a64692bc348649a81275d8616867d HTTP/1.1" status: 200 len: 380 time: 0.0400159 Aug 16 23:02:56.241628 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-f1b718ec-960b-4ba5-939a-5ffa3c3888f2 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'port': {'device_id': '441bc1be-6650-4d76-954a-0366a2e80b9c', 'network_id': 'a354020e-21d0-4012-a049-f349f2882552', 'admin_state_up': True, 'tenant_id': '003a64692bc348649a81275d8616867d', 'security_groups': ['866c20c0-dabb-4c09-911b-38bff519f98d']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:56.321253 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-366e6580-5882-4287-b464-e5a25813920f req-42ec6edc-2264-4e53-b5b1-9cd04bbbd1db tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=441bc1be-6650-4d76-954a-0366a2e80b9c HTTP/1.1" status: 200 len: 210 time: 0.0327778 Aug 16 23:02:56.381183 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-f1b718ec-960b-4ba5-939a-5ffa3c3888f2 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Made reservation on behalf of 003a64692bc348649a81275d8616867d for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:02:56.385058 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-f1b718ec-960b-4ba5-939a-5ffa3c3888f2 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:56.521481 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-f1b718ec-960b-4ba5-939a-5ffa3c3888f2 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Allocated IP 172.20.0.9 (a354020e-21d0-4012-a049-f349f2882552/79ed7fe5-7aae-4554-86b2-702f73507893/e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:02:56.664173 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-f1b718ec-960b-4ba5-939a-5ffa3c3888f2 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:56.679803 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-f1b718ec-960b-4ba5-939a-5ffa3c3888f2 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Transition to ACTIVE for port object e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:56.725758 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-f1b718ec-960b-4ba5-939a-5ffa3c3888f2 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:56.776444 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-f1b718ec-960b-4ba5-939a-5ffa3c3888f2 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Network a354020e-21d0-4012-a049-f349f2882552 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:56.779633 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-f1b718ec-960b-4ba5-939a-5ffa3c3888f2 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:56.784327 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-f1b718ec-960b-4ba5-939a-5ffa3c3888f2 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:56.791126 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b718ec-960b-4ba5-939a-5ffa3c3888f2 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'Port': ['ID=e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:56.840235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-f1b718ec-960b-4ba5-939a-5ffa3c3888f2 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:56.841168 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-f1b718ec-960b-4ba5-939a-5ffa3c3888f2 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:56.858251 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-f1b718ec-960b-4ba5-939a-5ffa3c3888f2 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6205912 Aug 16 23:02:56.870547 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] Request body: {'port': {'device_id': '441bc1be-6650-4d76-954a-0366a2e80b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:56.929288 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:56.997790 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-52eb030d-a083-492c-93fd-5cabd5e7b878 None None] Provisioning for port e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:57.002792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-52eb030d-a083-492c-93fd-5cabd5e7b878 None None] Provisioning complete for port e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:57.003200 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-52eb030d-a083-492c-93fd-5cabd5e7b878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:57.042995 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-52eb030d-a083-492c-93fd-5cabd5e7b878 None None] Port e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:02:57.048813 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 244ebc3d-5fa2-4406-987e-902063cd7fe2 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:57.097044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 244ebc3d-5fa2-4406-987e-902063cd7fe2 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:57.097329 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:57.215780 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:02:57.224051 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:57.236773 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] Transition to ACTIVE for port object e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:57.240361 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:57.293227 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:57.364051 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] Attempting to bind port e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:02:57.364397 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] Attempting to bind port e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '273d0d81-1b23-4c40-9a20-ee8b419aacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a354020e-21d0-4012-a049-f349f2882552'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:02:57.364734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] Attempting to bind port e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 on network a354020e-21d0-4012-a049-f349f2882552 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:02:57.369497 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] Port e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 on network a354020e-21d0-4012-a049-f349f2882552 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:02:57.369876 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] Attempting to bind port e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 on network a354020e-21d0-4012-a049-f349f2882552 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:02:57.375561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:02:57.375905 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] Checking segment: {'id': '273d0d81-1b23-4c40-9a20-ee8b419aacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a354020e-21d0-4012-a049-f349f2882552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:02:57.376295 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] Bound using segment: {'id': '273d0d81-1b23-4c40-9a20-ee8b419aacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a354020e-21d0-4012-a049-f349f2882552'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:02:57.376731 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] Bound port: e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273d0d81-1b23-4c40-9a20-ee8b419aacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a354020e-21d0-4012-a049-f349f2882552'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:02:57.377094 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:57.474156 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] For port e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:02:57.478849 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] For port e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7,segment=NetworkSegment(273d0d81-1b23-4c40-9a20-ee8b419aacf8),segment_id=273d0d81-1b23-4c40-9a20-ee8b419aacf8)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:02:57.490979 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803a0fb-8e10-442d-b553-307fc2476fb5 req-079f9db6-fd13-4154-af22-0c9dc9837a12 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:57.492522 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0803a0fb-8e10-442d-b553-307fc2476fb5 req-079f9db6-fd13-4154-af22-0c9dc9837a12 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=441bc1be-6650-4d76-954a-0366a2e80b9c HTTP/1.1" status: 200 len: 943 time: 0.0797365 Aug 16 23:02:57.493821 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:57.554151 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:57.554777 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:57.556226 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] 10.222.0.39 "PUT /v2.0/ports/e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 HTTP/1.1" status: 200 len: 1092 time: 0.6901734 Aug 16 23:02:57.556858 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441bc1be-6650-4d76-954a-0366a2e80b9c', 'tag': 'e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:02:57.559261 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5888104d-b89c-4fcb-ada5-0b30ca069c89" -d '{"events": [{"name": "network-changed", "server_uuid": "441bc1be-6650-4d76-954a-0366a2e80b9c", "tag": "e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:02:57.601018 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0803a0fb-8e10-442d-b553-307fc2476fb5 req-86bf9b2a-bb4d-468b-a5a1-21a20d8ce9f2 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=866c20c0-dabb-4c09-911b-38bff519f98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012642 Aug 16 23:02:57.601666 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2c77f-7915-4fe2-81d3-45bd6dc6f2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:57.627627 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9eb0a00-871e-4947-97dc-3d6c893b6189 x-openstack-request-id: req-d9eb0a00-871e-4947-97dc-3d6c893b6189 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:02:57.628413 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441bc1be-6650-4d76-954a-0366a2e80b9c", "tag": "e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:02:57.628655 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d9eb0a00-871e-4947-97dc-3d6c893b6189 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:02:57.629117 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441bc1be-6650-4d76-954a-0366a2e80b9c', 'tag': 'e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7', 'status': 'completed', 'code': 200} Aug 16 23:02:57.660533 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-0030dac3-9c82-4d9c-9da7-ae36c016db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:57.662143 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-0030dac3-9c82-4d9c-9da7-ae36c016db89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=003a64692bc348649a81275d8616867d&device_id=441bc1be-6650-4d76-954a-0366a2e80b9c HTTP/1.1" status: 200 len: 1095 time: 0.0548928 Aug 16 23:02:57.706068 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-f4211f4c-aa46-42bf-aba3-984697d68166 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 HTTP/1.1" status: 200 len: 217 time: 0.0351384 Aug 16 23:02:57.756258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-b41c3717-28e9-48c4-8bf5-ae5243b9cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:57.757759 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-b41c3717-28e9-48c4-8bf5-ae5243b9cd0c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79ed7fe5-7aae-4554-86b2-702f73507893 HTTP/1.1" status: 200 len: 833 time: 0.0450788 Aug 16 23:02:57.808274 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-457a8228-ad73-4e7c-88a3-5ca1dbe27816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:57.809806 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-457a8228-ad73-4e7c-88a3-5ca1dbe27816 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a354020e-21d0-4012-a049-f349f2882552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454636 Aug 16 23:02:57.901180 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-051aa5d4-72b1-4cda-893d-4d45b8969b4f service neutron] 10.222.0.39 "GET /v2.0/networks/a354020e-21d0-4012-a049-f349f2882552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838692 Aug 16 23:02:57.995591 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9439ea0d-035c-4362-bda0-4812f2c12633 req-581fa86c-6f80-4b8b-8e5a-97758e677fb9 service neutron] 10.222.0.39 "GET /v2.0/networks/a354020e-21d0-4012-a049-f349f2882552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864840 Aug 16 23:02:58.083232 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888104d-b89c-4fcb-ada5-0b30ca069c89 req-f7326db9-a15a-41b4-abcc-0321721666b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:58.084648 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5888104d-b89c-4fcb-ada5-0b30ca069c89 req-f7326db9-a15a-41b4-abcc-0321721666b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=003a64692bc348649a81275d8616867d&device_id=441bc1be-6650-4d76-954a-0366a2e80b9c HTTP/1.1" status: 200 len: 1095 time: 0.0413365 Aug 16 23:02:58.178948 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888104d-b89c-4fcb-ada5-0b30ca069c89 req-1fc39ad8-b38d-46ec-bec6-14141ed41988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:58.180454 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5888104d-b89c-4fcb-ada5-0b30ca069c89 req-1fc39ad8-b38d-46ec-bec6-14141ed41988 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a354020e-21d0-4012-a049-f349f2882552 HTTP/1.1" status: 200 len: 898 time: 0.0878296 Aug 16 23:02:58.221787 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5888104d-b89c-4fcb-ada5-0b30ca069c89 req-53309539-3645-4a05-b4d3-eca0b2936257 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 HTTP/1.1" status: 200 len: 217 time: 0.0332873 Aug 16 23:02:58.270397 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888104d-b89c-4fcb-ada5-0b30ca069c89 req-4608bf8a-d187-4212-a804-8cf98c881a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:58.271827 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5888104d-b89c-4fcb-ada5-0b30ca069c89 req-4608bf8a-d187-4212-a804-8cf98c881a7a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79ed7fe5-7aae-4554-86b2-702f73507893 HTTP/1.1" status: 200 len: 833 time: 0.0433302 Aug 16 23:02:58.323722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888104d-b89c-4fcb-ada5-0b30ca069c89 req-363516d1-e4cf-425f-b7f7-f8f203824adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:58.325229 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5888104d-b89c-4fcb-ada5-0b30ca069c89 req-363516d1-e4cf-425f-b7f7-f8f203824adf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a354020e-21d0-4012-a049-f349f2882552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447302 Aug 16 23:02:58.415841 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5888104d-b89c-4fcb-ada5-0b30ca069c89 req-3196df88-a19d-4bae-bdeb-dcc4e50f82e3 service neutron] 10.222.0.39 "GET /v2.0/networks/a354020e-21d0-4012-a049-f349f2882552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822835 Aug 16 23:02:58.550148 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5888104d-b89c-4fcb-ada5-0b30ca069c89 req-18a731c8-e4a4-4e6b-a2ee-b55e53898d66 service neutron] 10.222.0.39 "GET /v2.0/networks/a354020e-21d0-4012-a049-f349f2882552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259539 Aug 16 23:02:58.553095 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1752b95-f0b5-469c-81bd-9b75282a3b56 req-b460f836-8a41-4b30-9f55-a3fe40508fdb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1216934 Aug 16 23:02:58.637923 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1752b95-f0b5-469c-81bd-9b75282a3b56 req-8759037a-d75c-40f6-a58b-786164c8eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:58.639575 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1752b95-f0b5-469c-81bd-9b75282a3b56 req-8759037a-d75c-40f6-a58b-786164c8eca1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 1097 time: 0.0438204 Aug 16 23:02:58.779398 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283398fc-d136-4fe1-8f34-18f6efcada9e req-855bd1db-8b6e-4a38-abbd-91d97b09a00a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:58.781419 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-283398fc-d136-4fe1-8f34-18f6efcada9e req-855bd1db-8b6e-4a38-abbd-91d97b09a00a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=441bc1be-6650-4d76-954a-0366a2e80b9c HTTP/1.1" status: 200 len: 943 time: 0.1017931 Aug 16 23:02:58.797654 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1752b95-f0b5-469c-81bd-9b75282a3b56 req-ff831e2c-2d9f-4b02-8d3e-fe3f8f3623a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:58.799085 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1752b95-f0b5-469c-81bd-9b75282a3b56 req-ff831e2c-2d9f-4b02-8d3e-fe3f8f3623a3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 913 time: 0.1377609 Aug 16 23:02:59.170786 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-283398fc-d136-4fe1-8f34-18f6efcada9e req-dd74c176-b429-4e8f-a1f3-f39c6fd9768b tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=866c20c0-dabb-4c09-911b-38bff519f98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3819237 Aug 16 23:02:59.185200 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1752b95-f0b5-469c-81bd-9b75282a3b56 req-4c6e4d73-7233-42b9-9156-639d700eb9bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f2c8803-c970-4c2e-92f9-8df0d40439a4 HTTP/1.1" status: 200 len: 1001 time: 0.3783433 Aug 16 23:02:59.234499 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1752b95-f0b5-469c-81bd-9b75282a3b56 req-5cec6151-1369-4865-9f82-03517fc9a9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:59.235930 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1752b95-f0b5-469c-81bd-9b75282a3b56 req-5cec6151-1369-4865-9f82-03517fc9a9ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0437896 Aug 16 23:02:59.280488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1752b95-f0b5-469c-81bd-9b75282a3b56 req-061d6beb-ead2-4555-988b-ad365225e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:59.282577 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1752b95-f0b5-469c-81bd-9b75282a3b56 req-061d6beb-ead2-4555-988b-ad365225e770 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402145 Aug 16 23:02:59.378189 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1752b95-f0b5-469c-81bd-9b75282a3b56 req-6cad4778-87b0-4818-af57-f157026f02f7 service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885675 Aug 16 23:02:59.467310 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1752b95-f0b5-469c-81bd-9b75282a3b56 req-f069e5fe-b64a-42d2-b471-7e8e2c2f09a1 service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825627 Aug 16 23:03:00.296063 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a34bd-a6f2-4b82-9ee6-abce06fc6547 req-19299b76-ba7b-4a8a-be72-3c4cc3e9858d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:00.298209 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b4a34bd-a6f2-4b82-9ee6-abce06fc6547 req-19299b76-ba7b-4a8a-be72-3c4cc3e9858d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=441bc1be-6650-4d76-954a-0366a2e80b9c HTTP/1.1" status: 200 len: 943 time: 0.0566967 Aug 16 23:03:00.337978 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b4a34bd-a6f2-4b82-9ee6-abce06fc6547 req-524eaaf0-aa93-4d6e-9afe-5e88c13714ec tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=866c20c0-dabb-4c09-911b-38bff519f98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336874 Aug 16 23:03:01.184079 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:03:01.437332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7,segment=NetworkSegment(273d0d81-1b23-4c40-9a20-ee8b419aacf8),segment_id=273d0d81-1b23-4c40-9a20-ee8b419aacf8)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:01.448312 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7', 'network_id': 'a354020e-21d0-4012-a049-f349f2882552', 'port_id': 'e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7', 'mac_address': 'fa:16:3e:32:d7:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ed7fe5-7aae-4554-86b2-702f73507893', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:03:01.463786 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b028849-458e-4740-8e30-286b5171b1d0 req-a432671b-42d0-481a-85c1-4692a4809a80 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:01.465341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b028849-458e-4740-8e30-286b5171b1d0 req-a432671b-42d0-481a-85c1-4692a4809a80 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=441bc1be-6650-4d76-954a-0366a2e80b9c HTTP/1.1" status: 200 len: 943 time: 0.0551066 Aug 16 23:03:01.491072 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:01.504268 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:03:01.506794 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5b028849-458e-4740-8e30-286b5171b1d0 req-a4128339-a8b7-4f79-a532-187dc54fb8e5 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=866c20c0-dabb-4c09-911b-38bff519f98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347435 Aug 16 23:03:01.524426 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7,segment=NetworkSegment(273d0d81-1b23-4c40-9a20-ee8b419aacf8),segment_id=273d0d81-1b23-4c40-9a20-ee8b419aacf8)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:01.528513 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:01.578127 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:01.751475 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:03:02.626135 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a87a0-048a-491c-adcd-b4d51056c255 req-105f15b8-db0e-4737-b801-1a0f9c1a8977 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:02.627760 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca5a87a0-048a-491c-adcd-b4d51056c255 req-105f15b8-db0e-4737-b801-1a0f9c1a8977 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=441bc1be-6650-4d76-954a-0366a2e80b9c HTTP/1.1" status: 200 len: 944 time: 0.0506146 Aug 16 23:03:02.667278 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ca5a87a0-048a-491c-adcd-b4d51056c255 req-b8feec4a-040f-4c9e-a1f8-da39f64741b2 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=866c20c0-dabb-4c09-911b-38bff519f98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326452 Aug 16 23:03:03.199521 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:03:03.248131 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:03:03.251794 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:03:03.252171 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:03.329519 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:03.351319 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441bc1be-6650-4d76-954a-0366a2e80b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:03.353548 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba39506-1bf6-4df4-91f9-bfc9e76df5fd" -d '{"events": [{"server_uuid": "441bc1be-6650-4d76-954a-0366a2e80b9c", "name": "network-vif-plugged", "status": "completed", "tag": "e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:03.368954 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7,segment=NetworkSegment(273d0d81-1b23-4c40-9a20-ee8b419aacf8),segment_id=273d0d81-1b23-4c40-9a20-ee8b419aacf8)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:03.375691 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:03.404077 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb62d08-ccf8-4980-a92d-cadcb54b42a2 x-openstack-request-id: req-1eb62d08-ccf8-4980-a92d-cadcb54b42a2 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:03.404409 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441bc1be-6650-4d76-954a-0366a2e80b9c", "name": "network-vif-plugged", "status": "completed", "tag": "e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:03.404623 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1eb62d08-ccf8-4980-a92d-cadcb54b42a2 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:03.406199 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441bc1be-6650-4d76-954a-0366a2e80b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7', 'code': 200} Aug 16 23:03:03.435093 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:03.488541 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981a892-fe89-428a-9dbe-ac4735edacf6 req-5a47d489-cc5f-494e-bd63-74d7b7c9a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:03.490065 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a981a892-fe89-428a-9dbe-ac4735edacf6 req-5a47d489-cc5f-494e-bd63-74d7b7c9a1b8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=441bc1be-6650-4d76-954a-0366a2e80b9c HTTP/1.1" status: 200 len: 1097 time: 0.0442593 Aug 16 23:03:03.525696 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a981a892-fe89-428a-9dbe-ac4735edacf6 req-45a23538-a5fd-49e3-bea2-11c2b0816f4b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=866c20c0-dabb-4c09-911b-38bff519f98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276556 Aug 16 23:03:03.784749 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5188a8c-5791-4a61-a997-329ac1534452 req-ab4298b1-7f1d-4158-8464-54e02648ad3f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:03.786144 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d5188a8c-5791-4a61-a997-329ac1534452 req-ab4298b1-7f1d-4158-8464-54e02648ad3f tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=441bc1be-6650-4d76-954a-0366a2e80b9c HTTP/1.1" status: 200 len: 945 time: 0.0495894 Aug 16 23:03:03.824726 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d5188a8c-5791-4a61-a997-329ac1534452 req-3433ac39-c0e6-401d-9bfd-a5ab233ca6ab tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=866c20c0-dabb-4c09-911b-38bff519f98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324903 Aug 16 23:03:04.942582 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3116d56-163f-4163-9d04-978cc9d67b73 req-8da540c2-665c-42e5-9c6b-b5411a1bf053 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:04.944134 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3116d56-163f-4163-9d04-978cc9d67b73 req-8da540c2-665c-42e5-9c6b-b5411a1bf053 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=441bc1be-6650-4d76-954a-0366a2e80b9c HTTP/1.1" status: 200 len: 945 time: 0.0493538 Aug 16 23:03:04.982187 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3116d56-163f-4163-9d04-978cc9d67b73 req-36185397-a69f-4f2b-9e5b-04a2c3cccbe1 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=866c20c0-dabb-4c09-911b-38bff519f98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319378 Aug 16 23:03:05.113114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6b7a4-f8c9-4947-bacb-6cc6fd5c2eda req-0ea4316a-0d38-4e70-b360-98e975726fd4 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:05.114542 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78f6b7a4-f8c9-4947-bacb-6cc6fd5c2eda req-0ea4316a-0d38-4e70-b360-98e975726fd4 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=441bc1be-6650-4d76-954a-0366a2e80b9c HTTP/1.1" status: 200 len: 945 time: 0.0580239 Aug 16 23:03:05.152632 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78f6b7a4-f8c9-4947-bacb-6cc6fd5c2eda req-f29c9335-05d0-45f4-a57f-b2564a1a6d4a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=866c20c0-dabb-4c09-911b-38bff519f98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321074 Aug 16 23:03:05.174893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46776) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:05.218814 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb995873-d034-4a9e-96c4-90234896fbb7 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:05.220436 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cb995873-d034-4a9e-96c4-90234896fbb7 tempest-TestNetworkBasicOps-1436669852 tempest-TestNetworkBasicOps-1436669852-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=441bc1be-6650-4d76-954a-0366a2e80b9c HTTP/1.1" status: 200 len: 1092 time: 0.0445271 Aug 16 23:03:05.223267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46778) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:05.227646 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7dc50fa1-1a44-4848-949e-4ea316414d30 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': 'e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7', 'tenant_id': '003a64692bc348649a81275d8616867d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:05.250855 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7dc50fa1-1a44-4848-949e-4ea316414d30 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:05.352798 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7dc50fa1-1a44-4848-949e-4ea316414d30 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:05.461343 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-7dc50fa1-1a44-4848-949e-4ea316414d30 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Allocated IP 172.25.6.175 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/785364d9-3d1a-490e-9767-96540a8fcab7) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:03:05.572009 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7dc50fa1-1a44-4848-949e-4ea316414d30 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:05.615639 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7dc50fa1-1a44-4848-949e-4ea316414d30 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:05.664436 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc50fa1-1a44-4848-949e-4ea316414d30 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:03:05.667545 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-7dc50fa1-1a44-4848-949e-4ea316414d30 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:03:05.672524 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc50fa1-1a44-4848-949e-4ea316414d30 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:03:05.674778 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc50fa1-1a44-4848-949e-4ea316414d30 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'Port': ['ID=785364d9-3d1a-490e-9767-96540a8fcab7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:06.038501 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7dc50fa1-1a44-4848-949e-4ea316414d30 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:06.105452 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7dc50fa1-1a44-4848-949e-4ea316414d30 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:06.261978 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7dc50fa1-1a44-4848-949e-4ea316414d30 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:06.267350 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7dc50fa1-1a44-4848-949e-4ea316414d30 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:06.341233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc50fa1-1a44-4848-949e-4ea316414d30 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event updated for resources: {'Port': ['ID=785364d9-3d1a-490e-9767-96540a8fcab7,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:06.352902 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7dc50fa1-1a44-4848-949e-4ea316414d30 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:06.458985 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-7dc50fa1-1a44-4848-949e-4ea316414d30 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Floating IP cafc709a-4003-4a85-ad7b-83e882a1131e associated. External IP: 172.25.6.175, port: e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7. Aug 16 23:03:06.668199 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc50fa1-1a44-4848-949e-4ea316414d30 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Router db6d9556-502e-45c1-bc25-5e6e2ddea55c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:03:06.777602 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc50fa1-1a44-4848-949e-4ea316414d30 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:03:06.787797 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10e6648-048b-42b6-a716-67309f982f43 None None] Sync routers for ids ['db6d9556-502e-45c1-bc25-5e6e2ddea55c'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:03:06.794879 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7dc50fa1-1a44-4848-949e-4ea316414d30 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:06.797384 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10e6648-048b-42b6-a716-67309f982f43 None None] Routers {'db6d9556-502e-45c1-bc25-5e6e2ddea55c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:03:06.798061 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b10e6648-048b-42b6-a716-67309f982f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:02:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['db6d9556-502e-45c1-bc25-5e6e2ddea55c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:06.823967 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7dc50fa1-1a44-4848-949e-4ea316414d30 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5996504 Aug 16 23:03:06.824658 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441bc1be-6650-4d76-954a-0366a2e80b9c', 'tag': 'e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:06.827044 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61965ccb-5e20-4083-a2d9-c532658509f3" -d '{"events": [{"name": "network-changed", "server_uuid": "441bc1be-6650-4d76-954a-0366a2e80b9c", "tag": "e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:06.827927 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46782) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:06.868506 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ecd7a1-dd31-4dd5-8915-81e581bb8941 x-openstack-request-id: req-c6ecd7a1-dd31-4dd5-8915-81e581bb8941 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:06.868802 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441bc1be-6650-4d76-954a-0366a2e80b9c", "tag": "e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:06.869059 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c6ecd7a1-dd31-4dd5-8915-81e581bb8941 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:06.869749 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441bc1be-6650-4d76-954a-0366a2e80b9c', 'tag': 'e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7', 'status': 'completed', 'code': 200} Aug 16 23:03:06.898460 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5fdd4013-f0c3-4e9d-b605-cb30da98b669 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/floatingips/cafc709a-4003-4a85-ad7b-83e882a1131e HTTP/1.1" status: 200 len: 991 time: 0.0685954 Aug 16 23:03:06.907344 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-b10e6648-048b-42b6-a716-67309f982f43 None None] Set router db6d9556-502e-45c1-bc25-5e6e2ddea55c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:03:06.932540 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61965ccb-5e20-4083-a2d9-c532658509f3 req-478c481d-72e9-4d20-bebb-38eedb73025d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:06.934154 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-61965ccb-5e20-4083-a2d9-c532658509f3 req-478c481d-72e9-4d20-bebb-38eedb73025d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=003a64692bc348649a81275d8616867d&device_id=441bc1be-6650-4d76-954a-0366a2e80b9c HTTP/1.1" status: 200 len: 1097 time: 0.0417616 Aug 16 23:03:07.028668 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61965ccb-5e20-4083-a2d9-c532658509f3 req-4e1c0741-7bd6-493b-a181-f74cb6c61019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:07.030182 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-61965ccb-5e20-4083-a2d9-c532658509f3 req-4e1c0741-7bd6-493b-a181-f74cb6c61019 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a354020e-21d0-4012-a049-f349f2882552 HTTP/1.1" status: 200 len: 898 time: 0.0896757 Aug 16 23:03:07.095314 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-61965ccb-5e20-4083-a2d9-c532658509f3 req-8d70e152-5270-40b1-a75c-e0283e73a37b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 HTTP/1.1" status: 200 len: 999 time: 0.0583239 Aug 16 23:03:07.144219 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b10e6648-048b-42b6-a716-67309f982f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'name': 'tempest-TestNetworkBasicOps-router-189539936', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:51Z', 'revision_number': 4, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'cafc709a-4003-4a85-ad7b-83e882a1131e', 'tenant_id': '003a64692bc348649a81275d8616867d', 'floating_ip_address': '172.25.6.175', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'port_id': 'e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a354020e-21d0-4012-a049-f349f2882552', 'mac_address': 'fa:16:3e:32:d7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441bc1be-6650-4d76-954a-0366a2e80b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:03:05Z', 'updated_at': '2021-08-16T23:03:05Z', 'revision_number': 0, 'project_id': '003a64692bc348649a81275d8616867d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244ebc3d-5fa2-4406-987e-902063cd7fe2', 'name': '', 'network_id': 'a354020e-21d0-4012-a049-f349f2882552', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:51:a1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '79ed7fe5-7aae-4554-86b2-702f73507893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:50Z', 'updated_at': '2021-08-16T23:02:55Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '79ed7fe5-7aae-4554-86b2-702f73507893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:07.144535 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61965ccb-5e20-4083-a2d9-c532658509f3 req-06233018-a494-4e9e-83f9-c3fc9be653c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:07.145922 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-61965ccb-5e20-4083-a2d9-c532658509f3 req-06233018-a494-4e9e-83f9-c3fc9be653c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79ed7fe5-7aae-4554-86b2-702f73507893 HTTP/1.1" status: 200 len: 833 time: 0.0442226 Aug 16 23:03:07.171805 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10e6648-048b-42b6-a716-67309f982f43 None None] Checking router: db6d9556-502e-45c1-bc25-5e6e2ddea55c for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:03:07.180158 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10e6648-048b-42b6-a716-67309f982f43 None None] Routers {'db6d9556-502e-45c1-bc25-5e6e2ddea55c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:03:07.180766 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b10e6648-048b-42b6-a716-67309f982f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:02:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['db6d9556-502e-45c1-bc25-5e6e2ddea55c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:07.214746 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61965ccb-5e20-4083-a2d9-c532658509f3 req-3a4839c1-5d6a-46d2-bf19-9cf6b28e21c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:07.216289 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-61965ccb-5e20-4083-a2d9-c532658509f3 req-3a4839c1-5d6a-46d2-bf19-9cf6b28e21c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a354020e-21d0-4012-a049-f349f2882552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630460 Aug 16 23:03:07.312554 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-61965ccb-5e20-4083-a2d9-c532658509f3 req-931c0428-2625-485c-8b6f-e698974bb0c7 service neutron] 10.222.0.39 "GET /v2.0/networks/a354020e-21d0-4012-a049-f349f2882552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884585 Aug 16 23:03:07.385857 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-b10e6648-048b-42b6-a716-67309f982f43 None None] Set router db6d9556-502e-45c1-bc25-5e6e2ddea55c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:03:07.410018 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-61965ccb-5e20-4083-a2d9-c532658509f3 req-0d36ef3e-d50a-4967-a9ea-a0092ca8384d service neutron] 10.222.0.39 "GET /v2.0/networks/a354020e-21d0-4012-a049-f349f2882552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912695 Aug 16 23:03:07.614669 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b10e6648-048b-42b6-a716-67309f982f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'name': 'tempest-TestNetworkBasicOps-router-189539936', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:51Z', 'revision_number': 4, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'cafc709a-4003-4a85-ad7b-83e882a1131e', 'tenant_id': '003a64692bc348649a81275d8616867d', 'floating_ip_address': '172.25.6.175', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'port_id': 'e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a354020e-21d0-4012-a049-f349f2882552', 'mac_address': 'fa:16:3e:32:d7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441bc1be-6650-4d76-954a-0366a2e80b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:03:05Z', 'updated_at': '2021-08-16T23:03:05Z', 'revision_number': 0, 'project_id': '003a64692bc348649a81275d8616867d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244ebc3d-5fa2-4406-987e-902063cd7fe2', 'name': '', 'network_id': 'a354020e-21d0-4012-a049-f349f2882552', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:51:a1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '79ed7fe5-7aae-4554-86b2-702f73507893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:50Z', 'updated_at': '2021-08-16T23:02:55Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '79ed7fe5-7aae-4554-86b2-702f73507893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:07.644585 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10e6648-048b-42b6-a716-67309f982f43 None None] The sync data for ids ['db6d9556-502e-45c1-bc25-5e6e2ddea55c'] in n-d-792458-15 is: [{'id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'name': 'tempest-TestNetworkBasicOps-router-189539936', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:51Z', 'revision_number': 4, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'cafc709a-4003-4a85-ad7b-83e882a1131e', 'tenant_id': '003a64692bc348649a81275d8616867d', 'floating_ip_address': '172.25.6.175', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'port_id': 'e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a354020e-21d0-4012-a049-f349f2882552', 'mac_address': 'fa:16:3e:32:d7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441bc1be-6650-4d76-954a-0366a2e80b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:03:05Z', 'updated_at': '2021-08-16T23:03:05Z', 'revision_number': 0, 'project_id': '003a64692bc348649a81275d8616867d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244ebc3d-5fa2-4406-987e-902063cd7fe2', 'name': '', 'network_id': 'a354020e-21d0-4012-a049-f349f2882552', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:51:a1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '79ed7fe5-7aae-4554-86b2-702f73507893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:50Z', 'updated_at': '2021-08-16T23:02:55Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '79ed7fe5-7aae-4554-86b2-702f73507893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:03:07.843223 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c81e3d-5fac-45ba-848c-6b0c9257c662 None None] New status for floating IP cafc709a-4003-4a85-ad7b-83e882a1131e: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:03:07.901339 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46786) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:07.964086 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-37898e5a-d83c-4b1d-a355-ba61ed6ad9e0 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/floatingips/cafc709a-4003-4a85-ad7b-83e882a1131e HTTP/1.1" status: 200 len: 991 time: 0.0616634 Aug 16 23:03:08.821529 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:08.967860 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46788) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:09.029381 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c6d09f02-3eb9-4f85-bf09-95b3272462e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:09.032720 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f1677b3d-4ca8-4e84-b2f5-92f17fb43382 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/floatingips/cafc709a-4003-4a85-ad7b-83e882a1131e HTTP/1.1" status: 200 len: 993 time: 0.0637178 Aug 16 23:03:10.853089 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:03:11.075600 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:11.579141 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a46734db-8d4f-4fa9-9d3c-eb53c8918311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:12.138969 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:13.351783 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:14.924502 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:35.635954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46800) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:35.695078 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2e377aaa-cab7-447c-90d1-977480a8aafd tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/floatingips/cafc709a-4003-4a85-ad7b-83e882a1131e HTTP/1.1" status: 200 len: 993 time: 0.0578680 Aug 16 23:03:35.931766 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46806) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:36.087098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-cc419aa8-dad9-4fb1-9791-af30452e8111 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Deleting port 785364d9-3d1a-490e-9767-96540a8fcab7 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:03:36.087441 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cc419aa8-dad9-4fb1-9791-af30452e8111 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:36.163387 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cc419aa8-dad9-4fb1-9791-af30452e8111 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:36.163706 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cc419aa8-dad9-4fb1-9791-af30452e8111 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:36.174971 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-cc419aa8-dad9-4fb1-9791-af30452e8111 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Calling delete_port for 785364d9-3d1a-490e-9767-96540a8fcab7 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:03:36.348448 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cc419aa8-dad9-4fb1-9791-af30452e8111 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:36.373782 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc419aa8-dad9-4fb1-9791-af30452e8111 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event deleted for resources: {'Port': ['ID=785364d9-3d1a-490e-9767-96540a8fcab7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:36.436290 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cc419aa8-dad9-4fb1-9791-af30452e8111 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:36.436655 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-cc419aa8-dad9-4fb1-9791-af30452e8111 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Floating IP cafc709a-4003-4a85-ad7b-83e882a1131e disassociated (deleted). External IP: 172.25.6.175, port: e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7. Aug 16 23:03:36.941576 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc419aa8-dad9-4fb1-9791-af30452e8111 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Router db6d9556-502e-45c1-bc25-5e6e2ddea55c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:03:37.048560 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc419aa8-dad9-4fb1-9791-af30452e8111 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:03:37.053339 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cc419aa8-dad9-4fb1-9791-af30452e8111 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:37.058554 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd00b8-eaa9-4e87-a26f-7a911c2bc56b None None] Sync routers for ids ['db6d9556-502e-45c1-bc25-5e6e2ddea55c'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:03:37.067424 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd00b8-eaa9-4e87-a26f-7a911c2bc56b None None] Routers {'db6d9556-502e-45c1-bc25-5e6e2ddea55c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:03:37.068021 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f8dd00b8-eaa9-4e87-a26f-7a911c2bc56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:03:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['db6d9556-502e-45c1-bc25-5e6e2ddea55c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:37.083035 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cc419aa8-dad9-4fb1-9791-af30452e8111 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "DELETE /v2.0/floatingips/cafc709a-4003-4a85-ad7b-83e882a1131e HTTP/1.1" status: 204 len: 168 time: 1.1501632 Aug 16 23:03:37.083647 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441bc1be-6650-4d76-954a-0366a2e80b9c', 'tag': 'e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:37.085912 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28996ca-a715-404f-b96d-8444000acc3f" -d '{"events": [{"name": "network-changed", "server_uuid": "441bc1be-6650-4d76-954a-0366a2e80b9c", "tag": "e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:37.128593 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ae3919-cc9c-466e-9d19-681ddad12ef6 x-openstack-request-id: req-a8ae3919-cc9c-466e-9d19-681ddad12ef6 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:37.128888 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441bc1be-6650-4d76-954a-0366a2e80b9c", "tag": "e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:37.129142 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a8ae3919-cc9c-466e-9d19-681ddad12ef6 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:37.129591 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441bc1be-6650-4d76-954a-0366a2e80b9c', 'tag': 'e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7', 'status': 'completed', 'code': 200} Aug 16 23:03:37.174365 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-f8dd00b8-eaa9-4e87-a26f-7a911c2bc56b None None] Set router db6d9556-502e-45c1-bc25-5e6e2ddea55c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:03:37.196121 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28996ca-a715-404f-b96d-8444000acc3f req-0d21ad1d-4f12-43c4-95b0-3c59269b90f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:37.197551 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b28996ca-a715-404f-b96d-8444000acc3f req-0d21ad1d-4f12-43c4-95b0-3c59269b90f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=003a64692bc348649a81275d8616867d&device_id=441bc1be-6650-4d76-954a-0366a2e80b9c HTTP/1.1" status: 200 len: 1097 time: 0.0417752 Aug 16 23:03:37.306646 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28996ca-a715-404f-b96d-8444000acc3f req-9d1bbd9d-4d72-4f00-afb7-476b959d976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:37.308081 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b28996ca-a715-404f-b96d-8444000acc3f req-9d1bbd9d-4d72-4f00-afb7-476b959d976a service neutron] 10.222.0.39 "GET /v2.0/networks?id=a354020e-21d0-4012-a049-f349f2882552 HTTP/1.1" status: 200 len: 898 time: 0.0998192 Aug 16 23:03:37.363866 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b28996ca-a715-404f-b96d-8444000acc3f req-11b2dbe9-5dd9-4f4b-956a-897e88b604c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 HTTP/1.1" status: 200 len: 217 time: 0.0388455 Aug 16 23:03:37.376778 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f8dd00b8-eaa9-4e87-a26f-7a911c2bc56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'name': 'tempest-TestNetworkBasicOps-router-189539936', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:51Z', 'revision_number': 4, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '244ebc3d-5fa2-4406-987e-902063cd7fe2', 'name': '', 'network_id': 'a354020e-21d0-4012-a049-f349f2882552', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:51:a1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '79ed7fe5-7aae-4554-86b2-702f73507893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:50Z', 'updated_at': '2021-08-16T23:02:55Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '79ed7fe5-7aae-4554-86b2-702f73507893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:37.387528 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ca5d8-df09-46b6-973a-e68ee8a69bd0 req-eb84d659-f969-4d83-bf2e-b572634f4c43 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:37.389568 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d13ca5d8-df09-46b6-973a-e68ee8a69bd0 req-eb84d659-f969-4d83-bf2e-b572634f4c43 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=441bc1be-6650-4d76-954a-0366a2e80b9c HTTP/1.1" status: 200 len: 945 time: 0.0948277 Aug 16 23:03:37.406942 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd00b8-eaa9-4e87-a26f-7a911c2bc56b None None] Checking router: db6d9556-502e-45c1-bc25-5e6e2ddea55c for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:03:37.415170 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd00b8-eaa9-4e87-a26f-7a911c2bc56b None None] Routers {'db6d9556-502e-45c1-bc25-5e6e2ddea55c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:03:37.415763 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f8dd00b8-eaa9-4e87-a26f-7a911c2bc56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:03:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['db6d9556-502e-45c1-bc25-5e6e2ddea55c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:37.444237 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28996ca-a715-404f-b96d-8444000acc3f req-539e77be-1668-4396-a7e8-6ecd8696ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:37.445696 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b28996ca-a715-404f-b96d-8444000acc3f req-539e77be-1668-4396-a7e8-6ecd8696ed15 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79ed7fe5-7aae-4554-86b2-702f73507893 HTTP/1.1" status: 200 len: 833 time: 0.0741308 Aug 16 23:03:37.453705 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d13ca5d8-df09-46b6-973a-e68ee8a69bd0 req-2f8d2cfe-3128-4b36-9af5-9005210866dd tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=866c20c0-dabb-4c09-911b-38bff519f98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460324 Aug 16 23:03:37.501101 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28996ca-a715-404f-b96d-8444000acc3f req-a0297f61-5f4c-46d6-9f80-9eb34234c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:37.502681 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b28996ca-a715-404f-b96d-8444000acc3f req-a0297f61-5f4c-46d6-9f80-9eb34234c61b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a354020e-21d0-4012-a049-f349f2882552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468688 Aug 16 23:03:37.520390 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-f8dd00b8-eaa9-4e87-a26f-7a911c2bc56b None None] Set router db6d9556-502e-45c1-bc25-5e6e2ddea55c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:03:37.593387 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b28996ca-a715-404f-b96d-8444000acc3f req-590a83ca-205e-4aab-89aa-9787cb3346bd service neutron] 10.222.0.39 "GET /v2.0/networks/a354020e-21d0-4012-a049-f349f2882552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822799 Aug 16 23:03:37.690123 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b28996ca-a715-404f-b96d-8444000acc3f req-24045125-a4cc-495c-b933-42fc805f876c service neutron] 10.222.0.39 "GET /v2.0/networks/a354020e-21d0-4012-a049-f349f2882552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870731 Aug 16 23:03:37.720006 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f8dd00b8-eaa9-4e87-a26f-7a911c2bc56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'name': 'tempest-TestNetworkBasicOps-router-189539936', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:51Z', 'revision_number': 4, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '244ebc3d-5fa2-4406-987e-902063cd7fe2', 'name': '', 'network_id': 'a354020e-21d0-4012-a049-f349f2882552', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:51:a1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '79ed7fe5-7aae-4554-86b2-702f73507893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:50Z', 'updated_at': '2021-08-16T23:02:55Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '79ed7fe5-7aae-4554-86b2-702f73507893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:37.745391 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd00b8-eaa9-4e87-a26f-7a911c2bc56b None None] The sync data for ids ['db6d9556-502e-45c1-bc25-5e6e2ddea55c'] in n-d-792458-15 is: [{'id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'name': 'tempest-TestNetworkBasicOps-router-189539936', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:51Z', 'revision_number': 4, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '244ebc3d-5fa2-4406-987e-902063cd7fe2', 'name': '', 'network_id': 'a354020e-21d0-4012-a049-f349f2882552', 'tenant_id': '003a64692bc348649a81275d8616867d', 'mac_address': 'fa:16:3e:51:a1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '79ed7fe5-7aae-4554-86b2-702f73507893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:50Z', 'updated_at': '2021-08-16T23:02:55Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'subnets': [{'id': '79ed7fe5-7aae-4554-86b2-702f73507893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:03:37.965221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01711156-1046-4a7f-9ff5-6c597faff3dc None None] New status for floating IP cafc709a-4003-4a85-ad7b-83e882a1131e: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:03:38.574623 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f9be1-00ce-428f-b348-5833b1ab1c78 req-fd7190a3-7f03-424b-94ad-f11727a10a2a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.576134 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c69f9be1-00ce-428f-b348-5833b1ab1c78 req-fd7190a3-7f03-424b-94ad-f11727a10a2a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/ports?device_id=441bc1be-6650-4d76-954a-0366a2e80b9c HTTP/1.1" status: 200 len: 945 time: 0.0490143 Aug 16 23:03:38.614433 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c69f9be1-00ce-428f-b348-5833b1ab1c78 req-0a7ae6e3-30dc-4f6c-8cb8-944fc444a38d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "GET /v2.0/security-groups?id=866c20c0-dabb-4c09-911b-38bff519f98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320542 Aug 16 23:03:38.662065 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1795f6a-8cf9-4938-bae0-aadc708235b8 req-6d7feb51-af6b-4009-a2af-1c5bedf90648 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.663515 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1795f6a-8cf9-4938-bae0-aadc708235b8 req-6d7feb51-af6b-4009-a2af-1c5bedf90648 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.39 "GET /v2.0/ports?device_id=441bc1be-6650-4d76-954a-0366a2e80b9c HTTP/1.1" status: 200 len: 945 time: 0.0482626 Aug 16 23:03:38.761505 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b1795f6a-8cf9-4938-bae0-aadc708235b8 req-adb96694-ab13-4ce7-b0b3-e6e41c6f975a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Deleting port e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:03:38.761763 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b1795f6a-8cf9-4938-bae0-aadc708235b8 req-adb96694-ab13-4ce7-b0b3-e6e41c6f975a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:38.820786 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:38.852178 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b1795f6a-8cf9-4938-bae0-aadc708235b8 req-adb96694-ab13-4ce7-b0b3-e6e41c6f975a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] For port e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7,segment=NetworkSegment(273d0d81-1b23-4c40-9a20-ee8b419aacf8),segment_id=273d0d81-1b23-4c40-9a20-ee8b419aacf8)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:38.852526 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b1795f6a-8cf9-4938-bae0-aadc708235b8 req-adb96694-ab13-4ce7-b0b3-e6e41c6f975a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:38.865073 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b1795f6a-8cf9-4938-bae0-aadc708235b8 req-adb96694-ab13-4ce7-b0b3-e6e41c6f975a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Calling delete_port for e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:03:38.997225 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b1795f6a-8cf9-4938-bae0-aadc708235b8 req-adb96694-ab13-4ce7-b0b3-e6e41c6f975a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:39.026039 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb96694-ab13-4ce7-b0b3-e6e41c6f975a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event deleted for resources: {'Port': ['ID=e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:39.031220 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1059b41e-c80c-4a5c-929e-03a3113339e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:39.073175 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1795f6a-8cf9-4938-bae0-aadc708235b8 req-adb96694-ab13-4ce7-b0b3-e6e41c6f975a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] No DVR routers for this DVR port e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:03:39.075817 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b1795f6a-8cf9-4938-bae0-aadc708235b8 req-adb96694-ab13-4ce7-b0b3-e6e41c6f975a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:39.078356 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1795f6a-8cf9-4938-bae0-aadc708235b8 req-adb96694-ab13-4ce7-b0b3-e6e41c6f975a tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.39 "DELETE /v2.0/ports/e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 HTTP/1.1" status: 204 len: 173 time: 0.4073477 Aug 16 23:03:39.131085 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441bc1be-6650-4d76-954a-0366a2e80b9c', 'name': 'network-vif-deleted', 'tag': 'e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:39.133745 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c995986-4488-49a6-a8c8-468463387b83" -d '{"events": [{"server_uuid": "441bc1be-6650-4d76-954a-0366a2e80b9c", "name": "network-vif-deleted", "tag": "e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:39.171521 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21eac159-2f7c-42cd-bc4f-7657e8930f27 x-openstack-request-id: req-21eac159-2f7c-42cd-bc4f-7657e8930f27 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:39.171819 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441bc1be-6650-4d76-954a-0366a2e80b9c", "name": "network-vif-deleted", "tag": "e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:39.172099 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-21eac159-2f7c-42cd-bc4f-7657e8930f27 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:39.172502 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441bc1be-6650-4d76-954a-0366a2e80b9c', 'name': 'network-vif-deleted', 'tag': 'e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7', 'status': 'completed', 'code': 200} Aug 16 23:03:39.672433 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46822) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:39.729221 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b7f3629-2123-4806-a844-9387d779dd4d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:39.754799 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b7f3629-2123-4806-a844-9387d779dd4d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:39.811249 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b7f3629-2123-4806-a844-9387d779dd4d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:39.813901 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b7f3629-2123-4806-a844-9387d779dd4d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:39.815119 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3b7f3629-2123-4806-a844-9387d779dd4d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "DELETE /v2.0/security-groups/866c20c0-dabb-4c09-911b-38bff519f98d HTTP/1.1" status: 204 len: 168 time: 0.1416919 Aug 16 23:03:39.824292 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f3629-2123-4806-a844-9387d779dd4d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=866c20c0-dabb-4c09-911b-38bff519f98d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:39.848344 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46826) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:40.200017 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:40.462511 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Deleting port 244ebc3d-5fa2-4406-987e-902063cd7fe2 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:03:40.462798 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:40.558217 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] For port 244ebc3d-5fa2-4406-987e-902063cd7fe2, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=244ebc3d-5fa2-4406-987e-902063cd7fe2,segment=NetworkSegment(273d0d81-1b23-4c40-9a20-ee8b419aacf8),segment_id=273d0d81-1b23-4c40-9a20-ee8b419aacf8)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:40.558615 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:40.572217 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Calling delete_port for 244ebc3d-5fa2-4406-987e-902063cd7fe2 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:03:40.766719 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:40.796232 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event deleted for resources: {'Port': ['ID=244ebc3d-5fa2-4406-987e-902063cd7fe2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:40.823567 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:40.823889 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:40.824254 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:40.824597 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:40.824937 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:40.825315 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:40.825689 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:40.826064 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:40.826395 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:40.826725 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:40.827093 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:40.827376 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:40.979937 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:41.089861 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:41.203250 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Router db6d9556-502e-45c1-bc25-5e6e2ddea55c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:03:41.308018 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:03:41.313535 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1b87ed59-7811-420c-a857-87ec6ae6818c tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "PUT /v2.0/routers/db6d9556-502e-45c1-bc25-5e6e2ddea55c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4639275 Aug 16 23:03:41.316284 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46828) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:41.318979 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a037389-23f7-4d9d-87c6-18f6cb3f3609 None None] Sync routers for ids ['db6d9556-502e-45c1-bc25-5e6e2ddea55c'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:03:41.328131 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a037389-23f7-4d9d-87c6-18f6cb3f3609 None None] Routers {'db6d9556-502e-45c1-bc25-5e6e2ddea55c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:03:41.328736 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0a037389-23f7-4d9d-87c6-18f6cb3f3609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:03:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['db6d9556-502e-45c1-bc25-5e6e2ddea55c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:41.367384 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2da1b9b-f28a-4cc4-a1d6-f03accfa5c2d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Deleting subnet 79ed7fe5-7aae-4554-86b2-702f73507893 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:03:41.370509 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2da1b9b-f28a-4cc4-a1d6-f03accfa5c2d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:41.411635 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2da1b9b-f28a-4cc4-a1d6-f03accfa5c2d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:41.442230 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0a037389-23f7-4d9d-87c6-18f6cb3f3609 None None] Set router db6d9556-502e-45c1-bc25-5e6e2ddea55c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:03:41.502886 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:03:41.527871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:03:41.528331 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device e6fb2ac7-f03b-4b51-9ddf-0cd2827d2bc7 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:03:41.540356 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2da1b9b-f28a-4cc4-a1d6-f03accfa5c2d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:41.582664 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9ec393f1-24cd-4402-8fcc-5360b3d0d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:41.608544 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2da1b9b-f28a-4cc4-a1d6-f03accfa5c2d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:41.641171 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da1b9b-f28a-4cc4-a1d6-f03accfa5c2d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event deleted for resources: {'Subnet': ['ID=79ed7fe5-7aae-4554-86b2-702f73507893,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:41.646890 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a2da1b9b-f28a-4cc4-a1d6-f03accfa5c2d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:41.648851 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a2da1b9b-f28a-4cc4-a1d6-f03accfa5c2d tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "DELETE /v2.0/subnets/79ed7fe5-7aae-4554-86b2-702f73507893 HTTP/1.1" status: 204 len: 168 time: 0.3316212 Aug 16 23:03:41.652053 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46830) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:41.655244 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e7fbb4-cfbc-404c-b617-e48375574822 None None] Network a354020e-21d0-4012-a049-f349f2882552 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:03:41.668705 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0a037389-23f7-4d9d-87c6-18f6cb3f3609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'name': 'tempest-TestNetworkBasicOps-router-189539936', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:03:40Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:41.695986 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a037389-23f7-4d9d-87c6-18f6cb3f3609 None None] Checking router: db6d9556-502e-45c1-bc25-5e6e2ddea55c for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:03:41.706378 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a037389-23f7-4d9d-87c6-18f6cb3f3609 None None] Routers {'db6d9556-502e-45c1-bc25-5e6e2ddea55c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:03:41.706740 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0a037389-23f7-4d9d-87c6-18f6cb3f3609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:03:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['db6d9556-502e-45c1-bc25-5e6e2ddea55c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:41.783989 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9502df2-cc39-44a9-bf3f-db8a5f62c972 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:41.847058 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89ad05a-b6f2-4b97-822a-f2c4b74f3c54 None None] DHCP port deletion for a354020e-21d0-4012-a049-f349f2882552 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:03:41.900044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b89ad05a-b6f2-4b97-822a-f2c4b74f3c54 None None] Deleting port 758d4414-cc3b-4ec9-954c-d6d2e75d7f93 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:03:41.900432 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b89ad05a-b6f2-4b97-822a-f2c4b74f3c54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:41.911021 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9502df2-cc39-44a9-bf3f-db8a5f62c972 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:41.915004 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0a037389-23f7-4d9d-87c6-18f6cb3f3609 None None] Set router db6d9556-502e-45c1-bc25-5e6e2ddea55c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:03:41.968177 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b89ad05a-b6f2-4b97-822a-f2c4b74f3c54 None None] For port 758d4414-cc3b-4ec9-954c-d6d2e75d7f93, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=758d4414-cc3b-4ec9-954c-d6d2e75d7f93,segment=NetworkSegment(273d0d81-1b23-4c40-9a20-ee8b419aacf8),segment_id=273d0d81-1b23-4c40-9a20-ee8b419aacf8)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:41.968577 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b89ad05a-b6f2-4b97-822a-f2c4b74f3c54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:41.970590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e9502df2-cc39-44a9-bf3f-db8a5f62c972 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Deleting port d73c7aef-682a-4ad7-976c-237d3e77434f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:03:41.970942 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9502df2-cc39-44a9-bf3f-db8a5f62c972 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:41.981633 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b89ad05a-b6f2-4b97-822a-f2c4b74f3c54 None None] Calling delete_port for 758d4414-cc3b-4ec9-954c-d6d2e75d7f93 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:03:42.067618 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-e9502df2-cc39-44a9-bf3f-db8a5f62c972 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] For port d73c7aef-682a-4ad7-976c-237d3e77434f, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d73c7aef-682a-4ad7-976c-237d3e77434f,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:42.068082 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9502df2-cc39-44a9-bf3f-db8a5f62c972 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.072624 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b89ad05a-b6f2-4b97-822a-f2c4b74f3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.082360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e9502df2-cc39-44a9-bf3f-db8a5f62c972 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Calling delete_port for d73c7aef-682a-4ad7-976c-237d3e77434f owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:03:42.103682 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ad05a-b6f2-4b97-822a-f2c4b74f3c54 None None] Pushing event deleted for resources: {'Port': ['ID=758d4414-cc3b-4ec9-954c-d6d2e75d7f93,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:42.111404 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ad05a-b6f2-4b97-822a-f2c4b74f3c54 None None] No DVR routers for this DVR port 758d4414-cc3b-4ec9-954c-d6d2e75d7f93 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:03:42.129009 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0a037389-23f7-4d9d-87c6-18f6cb3f3609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'name': 'tempest-TestNetworkBasicOps-router-189539936', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:03:40Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:42.142468 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.160156 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a037389-23f7-4d9d-87c6-18f6cb3f3609 None None] The sync data for ids ['db6d9556-502e-45c1-bc25-5e6e2ddea55c'] in n-d-792458-15 is: [{'id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'name': 'tempest-TestNetworkBasicOps-router-189539936', 'tenant_id': '003a64692bc348649a81275d8616867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:03:40Z', 'revision_number': 5, 'project_id': '003a64692bc348649a81275d8616867d', 'gw_port': {'id': 'd73c7aef-682a-4ad7-976c-237d3e77434f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d9556-502e-45c1-bc25-5e6e2ddea55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:47Z', 'updated_at': '2021-08-16T23:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:03:42.266803 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9502df2-cc39-44a9-bf3f-db8a5f62c972 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.293529 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9502df2-cc39-44a9-bf3f-db8a5f62c972 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event deleted for resources: {'Port': ['ID=d73c7aef-682a-4ad7-976c-237d3e77434f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:42.350601 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9502df2-cc39-44a9-bf3f-db8a5f62c972 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.442787 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9502df2-cc39-44a9-bf3f-db8a5f62c972 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.444886 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9502df2-cc39-44a9-bf3f-db8a5f62c972 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.490610 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9502df2-cc39-44a9-bf3f-db8a5f62c972 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.491259 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9502df2-cc39-44a9-bf3f-db8a5f62c972 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Fanout notify agent at l3_agent the message router_deleted on router db6d9556-502e-45c1-bc25-5e6e2ddea55c {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:03:42.499432 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9502df2-cc39-44a9-bf3f-db8a5f62c972 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.500518 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e9502df2-cc39-44a9-bf3f-db8a5f62c972 tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "DELETE /v2.0/routers/db6d9556-502e-45c1-bc25-5e6e2ddea55c HTTP/1.1" status: 204 len: 168 time: 0.8474555 Aug 16 23:03:42.503179 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46832) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:42.582704 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.677628 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.687859 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a354020e-21d0-4012-a049-f349f2882552']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:42.698881 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273d0d81-1b23-4c40-9a20-ee8b419aacf8') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:42.699128 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273d0d81-1b23-4c40-9a20-ee8b419aacf8') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:42.708876 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.723663 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.730038 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:03:42.730447 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: timer() Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:03:42.733640 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:03:42.798192 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.805776 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.807237 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] 10.222.0.93 "DELETE /v2.0/networks/a354020e-21d0-4012-a049-f349f2882552 HTTP/1.1" status: 204 len: 168 time: 0.3031065 Aug 16 23:03:42.819834 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Pushing event deleted for resources: {'Network': ['ID=a354020e-21d0-4012-a049-f349f2882552,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:42.827885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:42.828236 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:42.828581 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:42.828921 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:42.829260 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:42.829593 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:42.829925 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:42.830276 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:42.830604 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:42.830926 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:42.831252 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:42.831574 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e7178-b072-4297-88a2-5afee37cabbc tempest-TestNetworkBasicOps-1802473777 tempest-TestNetworkBasicOps-1802473777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:43.056750 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46838) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:43.160472 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d73c7aef-682a-4ad7-976c-237d3e77434f no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:03:43.181543 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: d73c7aef-682a-4ad7-976c-237d3e77434f {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:03:43.181888 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d73c7aef-682a-4ad7-976c-237d3e77434f not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:03:43.182335 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 758d4414-cc3b-4ec9-954c-d6d2e75d7f93 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:03:43.200511 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 758d4414-cc3b-4ec9-954c-d6d2e75d7f93 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:03:43.200855 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 758d4414-cc3b-4ec9-954c-d6d2e75d7f93 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:03:43.201799 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 244ebc3d-5fa2-4406-987e-902063cd7fe2 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:03:43.209092 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d6b5b22b-41f2-436d-ab0e-7e83bd2ea4b2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=003a64692bc348649a81275d8616867d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508451 Aug 16 23:03:43.211663 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46842) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:43.224105 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 244ebc3d-5fa2-4406-987e-902063cd7fe2 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:03:43.224448 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 244ebc3d-5fa2-4406-987e-902063cd7fe2 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:03:43.268274 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95491984-213e-4f9c-bf94-3586498c049f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:43.289412 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95491984-213e-4f9c-bf94-3586498c049f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:43.334454 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95491984-213e-4f9c-bf94-3586498c049f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:43.337142 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95491984-213e-4f9c-bf94-3586498c049f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:43.338344 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-95491984-213e-4f9c-bf94-3586498c049f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1af7bc6d-39df-4e1b-8754-013cd90a474a HTTP/1.1" status: 204 len: 168 time: 0.1256907 Aug 16 23:03:43.346309 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95491984-213e-4f9c-bf94-3586498c049f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af7bc6d-39df-4e1b-8754-013cd90a474a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:43.352751 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:43.608392 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 46848) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:43.621687 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-265e9e03-1f59-4ee8-a220-432efc051337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:43.708234 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-265e9e03-1f59-4ee8-a220-432efc051337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:43.711676 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-265e9e03-1f59-4ee8-a220-432efc051337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:43.756133 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-265e9e03-1f59-4ee8-a220-432efc051337 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=71a5d6603fc443be9cc678b13fd53d76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465502 Aug 16 23:03:43.757192 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e9e03-1f59-4ee8-a220-432efc051337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7126835a-c9be-40bd-b327-805b0a53ced8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:43.759246 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 46850) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:43.817165 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2aa6483c-f42b-4210-9e66-5ccc1c48df39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:43.838084 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2aa6483c-f42b-4210-9e66-5ccc1c48df39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:43.883452 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2aa6483c-f42b-4210-9e66-5ccc1c48df39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:43.885899 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2aa6483c-f42b-4210-9e66-5ccc1c48df39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:43.887070 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2aa6483c-f42b-4210-9e66-5ccc1c48df39 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7126835a-c9be-40bd-b327-805b0a53ced8 HTTP/1.1" status: 204 len: 168 time: 0.1268334 Aug 16 23:03:43.894598 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6483c-f42b-4210-9e66-5ccc1c48df39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7126835a-c9be-40bd-b327-805b0a53ced8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:44.926207 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:45.890626 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47004) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:45.994780 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2ba054e-ae3d-4169-8512-f1374fe05232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:46.087499 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2ba054e-ae3d-4169-8512-f1374fe05232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:46.093189 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2ba054e-ae3d-4169-8512-f1374fe05232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:46.395617 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e2ba054e-ae3d-4169-8512-f1374fe05232 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=567cc46422b9476f847e2cf83bf0060c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5039005 Aug 16 23:03:46.396496 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba054e-ae3d-4169-8512-f1374fe05232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4122ad-8d78-48e8-a3ab-cd4e98fe9fae,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:46.398590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47008) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:46.451564 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61e41f12-f9b8-4fa3-ab46-95d4fd8cc541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:46.472283 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61e41f12-f9b8-4fa3-ab46-95d4fd8cc541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:46.517198 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61e41f12-f9b8-4fa3-ab46-95d4fd8cc541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:46.520427 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-61e41f12-f9b8-4fa3-ab46-95d4fd8cc541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:46.521577 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-61e41f12-f9b8-4fa3-ab46-95d4fd8cc541 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/da4122ad-8d78-48e8-a3ab-cd4e98fe9fae HTTP/1.1" status: 204 len: 168 time: 0.1219881 Aug 16 23:03:46.529671 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e41f12-f9b8-4fa3-ab46-95d4fd8cc541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4122ad-8d78-48e8-a3ab-cd4e98fe9fae,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:46.771460 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47014) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:46.784579 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f335b3c9-8a28-4aef-afcc-504e2a43182f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:46.874643 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f335b3c9-8a28-4aef-afcc-504e2a43182f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:46.878858 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f335b3c9-8a28-4aef-afcc-504e2a43182f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:46.916352 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f335b3c9-8a28-4aef-afcc-504e2a43182f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e0b211520904494894cfef7ce28795c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438334 Aug 16 23:03:46.917305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335b3c9-8a28-4aef-afcc-504e2a43182f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228b18c5-a1fd-4c6c-ae1f-b3f51dbe6dd0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:46.919100 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47016) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:46.968326 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e0c01cea-283e-4deb-ae4f-293bb6e4f647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:46.989111 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e0c01cea-283e-4deb-ae4f-293bb6e4f647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:47.037096 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e0c01cea-283e-4deb-ae4f-293bb6e4f647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:47.039635 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e0c01cea-283e-4deb-ae4f-293bb6e4f647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:47.040805 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e0c01cea-283e-4deb-ae4f-293bb6e4f647 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/228b18c5-a1fd-4c6c-ae1f-b3f51dbe6dd0 HTTP/1.1" status: 204 len: 168 time: 0.1201952 Aug 16 23:03:47.050165 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c01cea-283e-4deb-ae4f-293bb6e4f647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228b18c5-a1fd-4c6c-ae1f-b3f51dbe6dd0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:47.852838 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:03:58.360982 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1295b9b-9c8b-4357-9694-0e8fd227e295 req-86b15044-7afd-4fc4-9439-40b5d5544f69 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:58.362485 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a1295b9b-9c8b-4357-9694-0e8fd227e295 req-86b15044-7afd-4fc4-9439-40b5d5544f69 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 945 time: 0.0509069 Aug 16 23:03:58.399861 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a1295b9b-9c8b-4357-9694-0e8fd227e295 req-83e24ead-bff0-4408-bed6-46e3b35b6bc7 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313389 Aug 16 23:03:59.515423 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888a69c-2f6f-4eb9-9937-febf99d029e3 req-1362c8b9-2956-47a8-a073-a25efb1d1a0b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:59.516919 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d888a69c-2f6f-4eb9-9937-febf99d029e3 req-1362c8b9-2956-47a8-a073-a25efb1d1a0b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 945 time: 0.0492535 Aug 16 23:03:59.554448 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d888a69c-2f6f-4eb9-9937-febf99d029e3 req-5da6af46-5dc3-402f-a703-c27e6883a64d tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314867 Aug 16 23:03:59.794618 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb71df-bf82-48fd-af7b-8bd3c5cb9594 req-a3ceee38-f2e9-4afd-96dc-d853d0c724d0 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:59.796073 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d2bb71df-bf82-48fd-af7b-8bd3c5cb9594 req-a3ceee38-f2e9-4afd-96dc-d853d0c724d0 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 945 time: 0.0470920 Aug 16 23:03:59.886922 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-d2bb71df-bf82-48fd-af7b-8bd3c5cb9594 req-39017f90-4159-4bac-aaed-a8ac1879e376 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Deleting port 3f2c8803-c970-4c2e-92f9-8df0d40439a4 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:03:59.887267 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d2bb71df-bf82-48fd-af7b-8bd3c5cb9594 req-39017f90-4159-4bac-aaed-a8ac1879e376 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:59.975754 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d2bb71df-bf82-48fd-af7b-8bd3c5cb9594 req-39017f90-4159-4bac-aaed-a8ac1879e376 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] For port 3f2c8803-c970-4c2e-92f9-8df0d40439a4, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=3f2c8803-c970-4c2e-92f9-8df0d40439a4,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:59.976131 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d2bb71df-bf82-48fd-af7b-8bd3c5cb9594 req-39017f90-4159-4bac-aaed-a8ac1879e376 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.195815 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d2bb71df-bf82-48fd-af7b-8bd3c5cb9594 req-39017f90-4159-4bac-aaed-a8ac1879e376 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.196187 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d2bb71df-bf82-48fd-af7b-8bd3c5cb9594 req-39017f90-4159-4bac-aaed-a8ac1879e376 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.196502 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [req-d2bb71df-bf82-48fd-af7b-8bd3c5cb9594 req-39017f90-4159-4bac-aaed-a8ac1879e376 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Floating IP fe3b01fd-207d-46a8-8bfb-3763a44b70e9 disassociated. External IP: 172.25.6.112, port: 3f2c8803-c970-4c2e-92f9-8df0d40439a4. Aug 16 23:04:00.196845 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-d2bb71df-bf82-48fd-af7b-8bd3c5cb9594 req-39017f90-4159-4bac-aaed-a8ac1879e376 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Calling delete_port for 3f2c8803-c970-4c2e-92f9-8df0d40439a4 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:04:00.326420 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d2bb71df-bf82-48fd-af7b-8bd3c5cb9594 req-39017f90-4159-4bac-aaed-a8ac1879e376 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.355423 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39017f90-4159-4bac-aaed-a8ac1879e376 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event deleted for resources: {'Port': ['ID=3f2c8803-c970-4c2e-92f9-8df0d40439a4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:00.467571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2bb71df-bf82-48fd-af7b-8bd3c5cb9594 req-39017f90-4159-4bac-aaed-a8ac1879e376 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:04:00.570753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2bb71df-bf82-48fd-af7b-8bd3c5cb9594 req-39017f90-4159-4bac-aaed-a8ac1879e376 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:04:00.581822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6800c2-cb0b-438a-9eff-9ed3445b7c7e None None] Sync routers for ids ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:04:00.596527 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6800c2-cb0b-438a-9eff-9ed3445b7c7e None None] Routers {'53e5ccbe-1c16-4713-8bdc-d3088190b7b1'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:04:00.597221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4a6800c2-cb0b-438a-9eff-9ed3445b7c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:03:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:00.618519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bb71df-bf82-48fd-af7b-8bd3c5cb9594 req-39017f90-4159-4bac-aaed-a8ac1879e376 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] No DVR routers for this DVR port 3f2c8803-c970-4c2e-92f9-8df0d40439a4 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:04:00.621419 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d2bb71df-bf82-48fd-af7b-8bd3c5cb9594 req-39017f90-4159-4bac-aaed-a8ac1879e376 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.623499 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d2bb71df-bf82-48fd-af7b-8bd3c5cb9594 req-39017f90-4159-4bac-aaed-a8ac1879e376 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.43 "DELETE /v2.0/ports/3f2c8803-c970-4c2e-92f9-8df0d40439a4 HTTP/1.1" status: 204 len: 173 time: 0.8215573 Aug 16 23:04:00.623934 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a73cc52-30bf-4c18-b39e-937da08bea64', 'name': 'network-vif-deleted', 'tag': '3f2c8803-c970-4c2e-92f9-8df0d40439a4'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:04:00.626262 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fc3ec6-a32c-4530-b7b7-3a9726f23092" -d '{"events": [{"server_uuid": "8a73cc52-30bf-4c18-b39e-937da08bea64", "name": "network-vif-deleted", "tag": "3f2c8803-c970-4c2e-92f9-8df0d40439a4"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:04:00.682407 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deec4412-10fc-49aa-9010-26d9d2ac752e x-openstack-request-id: req-deec4412-10fc-49aa-9010-26d9d2ac752e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:04:00.682700 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a73cc52-30bf-4c18-b39e-937da08bea64", "name": "network-vif-deleted", "tag": "3f2c8803-c970-4c2e-92f9-8df0d40439a4", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:04:00.682952 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-deec4412-10fc-49aa-9010-26d9d2ac752e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:04:00.683353 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a73cc52-30bf-4c18-b39e-937da08bea64', 'name': 'network-vif-deleted', 'tag': '3f2c8803-c970-4c2e-92f9-8df0d40439a4', 'status': 'completed', 'code': 200} Aug 16 23:04:00.686207 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d85ea035-1a0d-4fcd-9788-4f9cf63e713c req-20a62a8e-733b-4c06-b77c-da91473fa821 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 210 time: 0.0346389 Aug 16 23:04:00.745088 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-4a6800c2-cb0b-438a-9eff-9ed3445b7c7e None None] Set router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:04:00.947038 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4a6800c2-cb0b-438a-9eff-9ed3445b7c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:30Z', 'revision_number': 5, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:00.976165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6800c2-cb0b-438a-9eff-9ed3445b7c7e None None] Checking router: 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:04:00.984452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6800c2-cb0b-438a-9eff-9ed3445b7c7e None None] Routers {'53e5ccbe-1c16-4713-8bdc-d3088190b7b1'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:04:00.985349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4a6800c2-cb0b-438a-9eff-9ed3445b7c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:03:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:01.089937 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-4a6800c2-cb0b-438a-9eff-9ed3445b7c7e None None] Set router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:04:01.284544 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4a6800c2-cb0b-438a-9eff-9ed3445b7c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:30Z', 'revision_number': 5, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:01.311575 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6800c2-cb0b-438a-9eff-9ed3445b7c7e None None] The sync data for ids ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'] in n-d-792458-15 is: [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:30Z', 'revision_number': 5, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:04:01.526687 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ce1983-5520-4123-a02d-46873ad0cc05 None None] New status for floating IP fe3b01fd-207d-46a8-8bfb-3763a44b70e9: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:04:01.787542 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5f0aadf-bfba-4e09-9875-f74c1111077c req-cf7d6c3e-dce7-4121-8260-ce961bb84514 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 210 time: 0.0263994 Aug 16 23:04:02.895241 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d6795ba9-6f60-4c23-95c8-5dec93a932fe req-630ee918-4f55-4a2e-97d7-1c215186695e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 210 time: 0.0266678 Aug 16 23:04:03.024642 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 3f2c8803-c970-4c2e-92f9-8df0d40439a4 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:04:03.048883 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 3f2c8803-c970-4c2e-92f9-8df0d40439a4 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:04:03.049230 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 3f2c8803-c970-4c2e-92f9-8df0d40439a4 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:04:03.991050 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91a1043f-9d6f-43ea-8371-011efa62e8c3 req-355855bc-3e2d-4e37-814a-50da4ceb3413 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a73cc52-30bf-4c18-b39e-937da08bea64 HTTP/1.1" status: 200 len: 210 time: 0.0276179 Aug 16 23:04:05.188086 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-eb312081-f9e7-4aab-8e65-3e045d80ee5c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736338466&fields=id&tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873 HTTP/1.1" status: 200 len: 267 time: 0.0323193 Aug 16 23:04:05.293156 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-d2271b09-6607-4785-a4a2-b0631dd70e19 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:05.295096 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-d2271b09-6607-4785-a4a2-b0631dd70e19 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 812 time: 0.1003177 Aug 16 23:04:05.309603 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-e731e3a6-6f78-457e-a02b-f40467b3fbe5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/quotas/5cf3e805ef684fd09fb8bfbc3fc85873 HTTP/1.1" status: 200 len: 375 time: 0.0087798 Aug 16 23:04:05.362899 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-836285e8-4257-4012-bbbe-198fc0194442 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475965 Aug 16 23:04:05.562770 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-24f923a6-7f06-4481-b001-fdfeb449c29e service neutron] 10.222.0.93 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879661 Aug 16 23:04:05.649555 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-db29eb57-6436-4783-a8b9-550cd1804d62 service neutron] 10.222.0.93 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807817 Aug 16 23:04:05.929535 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ada02c7f-d4d0-433d-89dc-7048cf1f45f3 req-717dd652-d61d-4aca-b258-e3b7293a5b67 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 210 time: 0.0270548 Aug 16 23:04:07.005986 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-179cf8c0-4697-45b4-b17e-5c943d1fb09f req-9e6a2e64-f221-430b-be19-14af520581be tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 210 time: 0.0264516 Aug 16 23:04:08.084796 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-43495db4-93ee-4fa3-8736-850b7f009a0a req-6abdd18b-b865-475f-8f4e-813900617c73 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 210 time: 0.0297518 Aug 16 23:04:08.820950 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.029229 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7661ea66-39f6-49e5-aa49-3fa08a88b1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.034728 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-537b2089-38f6-4773-a495-be38159a409c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:09.036181 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-537b2089-38f6-4773-a495-be38159a409c tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.43 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 812 time: 0.1035202 Aug 16 23:04:09.079699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-156f6f97-1178-460d-b931-6f2584cad6fa tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873 HTTP/1.1" status: 200 len: 379 time: 0.0338910 Aug 16 23:04:09.089844 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-1778ace9-dd78-476c-bb94-3fd40e7068f5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Request body: {'port': {'device_id': '696ebd58-ba97-469b-b9e6-ead2ecd75e3d', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'admin_state_up': True, 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'security_groups': ['62be77c3-eb19-4d52-ae94-f8f4c46df097']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:09.201983 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e0c06897-6ca4-4256-a8a5-fabd3c35d9d9 req-089cbb7e-5129-4cfa-959d-ee8265f6ace4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 210 time: 0.0337145 Aug 16 23:04:09.240249 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-1778ace9-dd78-476c-bb94-3fd40e7068f5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Made reservation on behalf of 5cf3e805ef684fd09fb8bfbc3fc85873 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:09.244126 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-1778ace9-dd78-476c-bb94-3fd40e7068f5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.372488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-1778ace9-dd78-476c-bb94-3fd40e7068f5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Allocated IP 172.20.0.13 (618125df-33d5-4ee1-b6a0-cd83424b6f7c/76f0d65c-5ef7-4b10-b7a7-caf718efa02b/70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:09.506571 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-1778ace9-dd78-476c-bb94-3fd40e7068f5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.525333 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-1778ace9-dd78-476c-bb94-3fd40e7068f5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Transition to ACTIVE for port object 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:09.557838 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-1778ace9-dd78-476c-bb94-3fd40e7068f5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.601360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-1778ace9-dd78-476c-bb94-3fd40e7068f5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Network 618125df-33d5-4ee1-b6a0-cd83424b6f7c is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:09.604583 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-1778ace9-dd78-476c-bb94-3fd40e7068f5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:09.608571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-1778ace9-dd78-476c-bb94-3fd40e7068f5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:09.636964 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778ace9-dd78-476c-bb94-3fd40e7068f5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event updated for resources: {'Port': ['ID=70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:09.667896 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-1778ace9-dd78-476c-bb94-3fd40e7068f5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:09.668685 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-1778ace9-dd78-476c-bb94-3fd40e7068f5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.685253 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-1778ace9-dd78-476c-bb94-3fd40e7068f5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5990167 Aug 16 23:04:09.697894 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] Request body: {'port': {'device_id': '696ebd58-ba97-469b-b9e6-ead2ecd75e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:09.759231 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.862640 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a3de3169-6122-49ad-91c8-a3f033593d20 None None] Provisioning for port 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:09.866811 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a3de3169-6122-49ad-91c8-a3f033593d20 None None] Provisioning complete for port 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:09.867231 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a3de3169-6122-49ad-91c8-a3f033593d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.902607 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a3de3169-6122-49ad-91c8-a3f033593d20 None None] Port 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:04:10.407373 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18480bb-ede7-48d5-9d36-0c3732da519a req-badd94bc-1a2b-4a1a-b422-c973aabaa40a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:10.408840 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d18480bb-ede7-48d5-9d36-0c3732da519a req-badd94bc-1a2b-4a1a-b422-c973aabaa40a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 932 time: 0.0828056 Aug 16 23:04:10.423473 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:04:10.436412 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:10.458862 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] Transition to ACTIVE for port object 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:10.467589 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d18480bb-ede7-48d5-9d36-0c3732da519a req-c9d599bb-5011-4320-86a0-f73e87a831f3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524213 Aug 16 23:04:10.468184 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:10.518990 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] Pushing event updated for resources: {'Port': ['ID=70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:10.593869 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] Attempting to bind port 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:04:10.594475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] Attempting to bind port 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:04:10.595153 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] Attempting to bind port 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:04:10.600152 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] Port 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:04:10.600798 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] Attempting to bind port 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:04:10.606637 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:04:10.607246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] Checking segment: {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:10.607843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] Bound using segment: {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:04:10.608350 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] Bound port: 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:04:10.608777 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:10.682353 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] For port 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:04:10.686808 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] For port 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:04:10.691236 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:10.733898 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:10.734557 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:10.735973 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] 10.222.0.43 "PUT /v2.0/ports/70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d HTTP/1.1" status: 200 len: 1093 time: 1.0429122 Aug 16 23:04:10.736593 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696ebd58-ba97-469b-b9e6-ead2ecd75e3d', 'tag': '70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:04:10.738696 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18c5723-4c2c-43f2-9e52-160f0183b07a" -d '{"events": [{"name": "network-changed", "server_uuid": "696ebd58-ba97-469b-b9e6-ead2ecd75e3d", "tag": "70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:04:10.760900 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892846b-17dc-41de-9ae1-e1c735fcc01c service neutron] Pushing event updated for resources: {'Port': ['ID=70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:10.783247 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392e0a6d-dde6-4589-a9d5-a4dac8c79421 x-openstack-request-id: req-392e0a6d-dde6-4589-a9d5-a4dac8c79421 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:04:10.783545 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696ebd58-ba97-469b-b9e6-ead2ecd75e3d", "tag": "70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:04:10.783804 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-392e0a6d-dde6-4589-a9d5-a4dac8c79421 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:04:10.784215 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696ebd58-ba97-469b-b9e6-ead2ecd75e3d', 'tag': '70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d', 'status': 'completed', 'code': 200} Aug 16 23:04:10.833265 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-2fc6b3c1-4366-45c7-b9ee-3b37a9d623a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:10.834923 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-2fc6b3c1-4366-45c7-b9ee-3b37a9d623a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 1096 time: 0.0455475 Aug 16 23:04:10.880429 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-f2cbed73-effa-4f7d-abd9-8fee725db309 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d HTTP/1.1" status: 200 len: 217 time: 0.0360987 Aug 16 23:04:10.932860 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-1ddd2cb9-8bb4-4d9e-9e94-deb9695739fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:10.934571 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-1ddd2cb9-8bb4-4d9e-9e94-deb9695739fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0470543 Aug 16 23:04:10.990461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-86ba66fc-6876-4043-994a-a31c87677ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:10.991899 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-86ba66fc-6876-4043-994a-a31c87677ca2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477872 Aug 16 23:04:11.081692 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-260f77e6-5c98-4480-890e-970397126631 service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826509 Aug 16 23:04:11.105119 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:11.178280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e80d03b0-d73e-4c83-872d-dfae7ce9c9d7 req-115f8c08-857e-4cf2-b3b2-1ddb3790780b service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890064 Aug 16 23:04:11.261344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c5723-4c2c-43f2-9e52-160f0183b07a req-ad9f2ba7-ff4b-4c86-8212-f10fa9e52764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:11.262871 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d18c5723-4c2c-43f2-9e52-160f0183b07a req-ad9f2ba7-ff4b-4c86-8212-f10fa9e52764 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 1096 time: 0.0415986 Aug 16 23:04:11.355231 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c5723-4c2c-43f2-9e52-160f0183b07a req-b3768ab1-74c7-45f8-adc1-1837b6ecda83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:11.357176 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d18c5723-4c2c-43f2-9e52-160f0183b07a req-b3768ab1-74c7-45f8-adc1-1837b6ecda83 service neutron] 10.222.0.43 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 913 time: 0.0873125 Aug 16 23:04:11.397065 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d18c5723-4c2c-43f2-9e52-160f0183b07a req-92b7daac-f22a-43dd-a966-ee1f2172225a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d HTTP/1.1" status: 200 len: 217 time: 0.0334609 Aug 16 23:04:11.446725 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c5723-4c2c-43f2-9e52-160f0183b07a req-26b36e71-0c80-4881-b3c3-715ac7d2bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:11.448215 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d18c5723-4c2c-43f2-9e52-160f0183b07a req-26b36e71-0c80-4881-b3c3-715ac7d2bb40 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0442901 Aug 16 23:04:11.499152 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c5723-4c2c-43f2-9e52-160f0183b07a req-14851b9f-7631-49a6-87b8-08eadc9efae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:11.500710 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d18c5723-4c2c-43f2-9e52-160f0183b07a req-14851b9f-7631-49a6-87b8-08eadc9efae9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452294 Aug 16 23:04:11.585500 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-91d221e7-e8d7-468a-a3b2-3e2700869328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:11.639382 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3473c5a-27ab-4e5d-8b81-76b0fbdf06c9 req-af58e480-80da-4788-b0c8-0a2af813f4b4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:11.640993 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c3473c5a-27ab-4e5d-8b81-76b0fbdf06c9 req-af58e480-80da-4788-b0c8-0a2af813f4b4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 944 time: 0.0887988 Aug 16 23:04:11.645054 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d18c5723-4c2c-43f2-9e52-160f0183b07a req-c8e0b191-0833-4b52-bda7-5cace1d6e7de service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366546 Aug 16 23:04:11.727848 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c3473c5a-27ab-4e5d-8b81-76b0fbdf06c9 req-db11c13d-db52-4a95-97d6-73b1f75ed536 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805526 Aug 16 23:04:11.760949 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d18c5723-4c2c-43f2-9e52-160f0183b07a req-43758d3a-f81d-4fb6-9cda-875f032c5508 service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060369 Aug 16 23:04:12.146099 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:12.858204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5e71a-7fd5-47aa-9cbb-b576637d4925 req-82f69614-ebff-44ac-9e27-2363723e76ba tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:12.859822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5ba5e71a-7fd5-47aa-9cbb-b576637d4925 req-82f69614-ebff-44ac-9e27-2363723e76ba tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 944 time: 0.0607331 Aug 16 23:04:12.901381 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5ba5e71a-7fd5-47aa-9cbb-b576637d4925 req-8120dae8-2e8b-4e4a-a195-2438254fff90 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349600 Aug 16 23:04:13.355161 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:14.017332 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699dbf2-ec5c-4662-960e-8c00a9bd162e req-cf1d796c-c489-4434-ac21-047433e7c866 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:14.018856 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d699dbf2-ec5c-4662-960e-8c00a9bd162e req-cf1d796c-c489-4434-ac21-047433e7c866 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 944 time: 0.0492911 Aug 16 23:04:14.058885 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d699dbf2-ec5c-4662-960e-8c00a9bd162e req-80a1807f-72dc-445c-8449-9e4a50a0f161 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336349 Aug 16 23:04:14.928005 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:15.174928 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde7f0f-9aef-4095-b665-dde033556054 req-d729cea6-950e-4bf2-a0b0-2d87bf6c2bc3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:15.176423 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bde7f0f-9aef-4095-b665-dde033556054 req-d729cea6-950e-4bf2-a0b0-2d87bf6c2bc3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 944 time: 0.0488274 Aug 16 23:04:15.212848 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bde7f0f-9aef-4095-b665-dde033556054 req-54cedb90-27cd-4ac8-88e6-177a20821f1e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302999 Aug 16 23:04:16.332023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc1666-1a78-42bd-86b3-7257dc28ea8b req-dfb4f452-f663-49b5-b8a9-aabcaf69d8c0 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:16.333529 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-85cc1666-1a78-42bd-86b3-7257dc28ea8b req-dfb4f452-f663-49b5-b8a9-aabcaf69d8c0 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 944 time: 0.0540411 Aug 16 23:04:16.371511 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-85cc1666-1a78-42bd-86b3-7257dc28ea8b req-aa55d820-eac2-490a-ab8e-d1fd9d7c66cd tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319765 Aug 16 23:04:17.486765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd976f-efac-4082-b7fe-00ce2f039156 req-647818b4-6012-4727-9382-02abc7c1522b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:17.488252 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f3dd976f-efac-4082-b7fe-00ce2f039156 req-647818b4-6012-4727-9382-02abc7c1522b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 944 time: 0.0494602 Aug 16 23:04:17.525180 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f3dd976f-efac-4082-b7fe-00ce2f039156 req-2623e0a2-8627-41b8-a27d-e5e355ff867e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310073 Aug 16 23:04:18.640095 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e3f97-c25c-446e-ad0c-8fb1870fa70c req-049ec765-b787-49b3-915e-4495d60fb1e6 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:18.642043 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ff7e3f97-c25c-446e-ad0c-8fb1870fa70c req-049ec765-b787-49b3-915e-4495d60fb1e6 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 944 time: 0.0500107 Aug 16 23:04:18.679467 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ff7e3f97-c25c-446e-ad0c-8fb1870fa70c req-9023737a-0790-423c-a6b8-49b32bc831ae tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318000 Aug 16 23:04:19.799869 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f781192-1a0a-4844-8ce5-acada3b6b4e4 req-8147980c-4955-4366-bcb0-f1c635c4babf tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:19.801422 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5f781192-1a0a-4844-8ce5-acada3b6b4e4 req-8147980c-4955-4366-bcb0-f1c635c4babf tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 944 time: 0.0549049 Aug 16 23:04:19.839431 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5f781192-1a0a-4844-8ce5-acada3b6b4e4 req-b3002635-873f-4323-9dbb-058c62f72de0 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318069 Aug 16 23:04:20.955047 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff3aa1-104e-46e3-b570-5e7d854aadcf req-65c28a50-3f8f-4395-bd64-dd40e462ebad tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:20.956531 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bbff3aa1-104e-46e3-b570-5e7d854aadcf req-65c28a50-3f8f-4395-bd64-dd40e462ebad tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 944 time: 0.0491822 Aug 16 23:04:20.993865 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bbff3aa1-104e-46e3-b570-5e7d854aadcf req-b465c629-f46e-43dc-861e-400388f9c7ba tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311124 Aug 16 23:04:21.122463 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:04:21.218449 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:21.228908 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'port_id': '70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d', 'mac_address': 'fa:16:3e:31:d3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:04:21.265948 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:21.278143 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:04:21.296624 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:21.300703 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:21.347552 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:21.354885 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:21.355238 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:21.355581 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:21.355947 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:21.356281 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:21.356615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:21.356943 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:21.357270 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:21.357597 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:21.357921 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:21.358273 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:21.358596 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:21.544431 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:04:22.111825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b62097-4407-4b19-85f9-971dcdfd345f req-a6437b82-4d0e-4177-aaa8-3d5f0c992b7a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:22.113304 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78b62097-4407-4b19-85f9-971dcdfd345f req-a6437b82-4d0e-4177-aaa8-3d5f0c992b7a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 945 time: 0.0516181 Aug 16 23:04:22.150013 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78b62097-4407-4b19-85f9-971dcdfd345f req-2988f610-a454-4a4d-8adf-94862174dd6e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308082 Aug 16 23:04:23.123036 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:23.176201 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:23.180694 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:23.181080 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:23.261050 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:23.280695 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a88c8-c3f1-4948-9089-6b933a9f6d1f req-fb5b4834-536a-4224-a34a-f9aae215dc02 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:23.282972 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-778a88c8-c3f1-4948-9089-6b933a9f6d1f req-fb5b4834-536a-4224-a34a-f9aae215dc02 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 945 time: 0.0554695 Aug 16 23:04:23.283105 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696ebd58-ba97-469b-b9e6-ead2ecd75e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:04:23.285313 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e063db16-e01a-4321-942b-f0643ce57391" -d '{"events": [{"server_uuid": "696ebd58-ba97-469b-b9e6-ead2ecd75e3d", "name": "network-vif-plugged", "status": "completed", "tag": "70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:04:23.299792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:23.304570 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:23.324761 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-778a88c8-c3f1-4948-9089-6b933a9f6d1f req-f7200f23-559c-4734-89e5-3519d15d5517 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354636 Aug 16 23:04:23.356498 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:23.397149 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7f27f8-fb5c-496c-bd9d-c5abc6c209ef x-openstack-request-id: req-7f7f27f8-fb5c-496c-bd9d-c5abc6c209ef {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:04:23.397516 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696ebd58-ba97-469b-b9e6-ead2ecd75e3d", "name": "network-vif-plugged", "status": "completed", "tag": "70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:04:23.397807 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7f7f27f8-fb5c-496c-bd9d-c5abc6c209ef {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:04:23.398331 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696ebd58-ba97-469b-b9e6-ead2ecd75e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d', 'code': 200} Aug 16 23:04:23.494205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e5023-92a3-47d3-adbf-9f423a4cd3f2 req-53a8d8de-d2fe-48b6-9635-e43481a65eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:23.496008 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-464e5023-92a3-47d3-adbf-9f423a4cd3f2 req-53a8d8de-d2fe-48b6-9635-e43481a65eb2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 1098 time: 0.0404506 Aug 16 23:04:23.530151 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-464e5023-92a3-47d3-adbf-9f423a4cd3f2 req-41af947e-67b3-4509-99fc-cee5c5b0a8c1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267780 Aug 16 23:04:24.440002 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c261b-916b-4d40-972d-261c63559f73 req-ff19efad-dec4-4941-b9ce-15bf5181c424 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:24.441498 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e8c261b-916b-4d40-972d-261c63559f73 req-ff19efad-dec4-4941-b9ce-15bf5181c424 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 946 time: 0.0492928 Aug 16 23:04:24.477844 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e8c261b-916b-4d40-972d-261c63559f73 req-edd436f8-9acf-4214-8203-175a6c598747 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304344 Aug 16 23:04:24.596124 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f21f24-95c2-48da-9d4c-6374c43c02e8 req-5f5c089d-ec4f-4d99-8f69-5ba01633ae8b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:24.597597 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-25f21f24-95c2-48da-9d4c-6374c43c02e8 req-5f5c089d-ec4f-4d99-8f69-5ba01633ae8b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 946 time: 0.0524118 Aug 16 23:04:24.635148 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-25f21f24-95c2-48da-9d4c-6374c43c02e8 req-0b05ead6-f68e-4689-89d7-2a65a79bc2b0 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313900 Aug 16 23:04:24.657893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47120) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:24.795369 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09ba7ce-87f6-4f37-8070-a19b6e74cf09 tempest-TestVolumeBootPattern-1204220882 tempest-TestVolumeBootPattern-1204220882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:24.796898 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d09ba7ce-87f6-4f37-8070-a19b6e74cf09 tempest-TestVolumeBootPattern-1204220882 tempest-TestVolumeBootPattern-1204220882-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 1093 time: 0.1379647 Aug 16 23:04:24.799668 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47124) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:24.803969 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a24510b6-de66-4ab0-8ceb-ff6c9e5634eb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': '70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:24.826110 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a24510b6-de66-4ab0-8ceb-ff6c9e5634eb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:24.852219 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:04:24.924847 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a24510b6-de66-4ab0-8ceb-ff6c9e5634eb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.025551 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-a24510b6-de66-4ab0-8ceb-ff6c9e5634eb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Allocated IP 172.25.6.186 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/fb5b085d-2a76-4ec1-99cd-d3be46534159) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:25.130828 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a24510b6-de66-4ab0-8ceb-ff6c9e5634eb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.168873 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a24510b6-de66-4ab0-8ceb-ff6c9e5634eb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.204598 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24510b6-de66-4ab0-8ceb-ff6c9e5634eb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:25.209331 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-a24510b6-de66-4ab0-8ceb-ff6c9e5634eb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:25.212831 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24510b6-de66-4ab0-8ceb-ff6c9e5634eb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:25.237889 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24510b6-de66-4ab0-8ceb-ff6c9e5634eb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event updated for resources: {'Port': ['ID=fb5b085d-2a76-4ec1-99cd-d3be46534159,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:25.581728 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a24510b6-de66-4ab0-8ceb-ff6c9e5634eb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.648742 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a24510b6-de66-4ab0-8ceb-ff6c9e5634eb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.799932 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a24510b6-de66-4ab0-8ceb-ff6c9e5634eb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.804708 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a24510b6-de66-4ab0-8ceb-ff6c9e5634eb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.867725 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24510b6-de66-4ab0-8ceb-ff6c9e5634eb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event updated for resources: {'Port': ['ID=fb5b085d-2a76-4ec1-99cd-d3be46534159,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:25.883637 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a24510b6-de66-4ab0-8ceb-ff6c9e5634eb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.982661 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-a24510b6-de66-4ab0-8ceb-ff6c9e5634eb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Floating IP 1eb6d406-5c12-44bc-a951-b9b04ad3ab46 associated. External IP: 172.25.6.186, port: 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d. Aug 16 23:04:26.187657 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24510b6-de66-4ab0-8ceb-ff6c9e5634eb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:04:26.295443 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24510b6-de66-4ab0-8ceb-ff6c9e5634eb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:04:26.307642 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d9ba25-d7e2-4504-b013-1b90fb75fd49 None None] Sync routers for ids ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:04:26.314808 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a24510b6-de66-4ab0-8ceb-ff6c9e5634eb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:26.319122 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d9ba25-d7e2-4504-b013-1b90fb75fd49 None None] Routers {'53e5ccbe-1c16-4713-8bdc-d3088190b7b1'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:04:26.319789 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-76d9ba25-d7e2-4504-b013-1b90fb75fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:04:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:26.341588 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a24510b6-de66-4ab0-8ceb-ff6c9e5634eb tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5408847 Aug 16 23:04:26.342204 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696ebd58-ba97-469b-b9e6-ead2ecd75e3d', 'tag': '70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:04:26.344433 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7d9ab5-25a3-4139-98fd-5cb2aecc6cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "696ebd58-ba97-469b-b9e6-ead2ecd75e3d", "tag": "70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:04:26.380215 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6d51bd-e6f7-428a-83c7-9f70140f03a9 x-openstack-request-id: req-8f6d51bd-e6f7-428a-83c7-9f70140f03a9 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:04:26.380497 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696ebd58-ba97-469b-b9e6-ead2ecd75e3d", "tag": "70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:04:26.380745 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8f6d51bd-e6f7-428a-83c7-9f70140f03a9 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:04:26.381146 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696ebd58-ba97-469b-b9e6-ead2ecd75e3d', 'tag': '70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d', 'status': 'completed', 'code': 200} Aug 16 23:04:26.429607 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-76d9ba25-d7e2-4504-b013-1b90fb75fd49 None None] Set router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:04:26.443715 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d9ab5-25a3-4139-98fd-5cb2aecc6cf6 req-917f0f7e-81b0-48ae-bb35-e8c6fcaf41d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:26.445154 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd7d9ab5-25a3-4139-98fd-5cb2aecc6cf6 req-917f0f7e-81b0-48ae-bb35-e8c6fcaf41d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 1098 time: 0.0406024 Aug 16 23:04:26.541997 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d9ab5-25a3-4139-98fd-5cb2aecc6cf6 req-ecae6206-2a74-4167-8391-d9568f73e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:26.544069 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd7d9ab5-25a3-4139-98fd-5cb2aecc6cf6 req-ecae6206-2a74-4167-8391-d9568f73e171 service neutron] 10.222.0.43 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 913 time: 0.0913661 Aug 16 23:04:26.613973 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd7d9ab5-25a3-4139-98fd-5cb2aecc6cf6 req-fb92ee28-c9c4-4a2a-a83d-bc4b05ad46d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d HTTP/1.1" status: 200 len: 1000 time: 0.0636339 Aug 16 23:04:26.671490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d9ab5-25a3-4139-98fd-5cb2aecc6cf6 req-84f2b312-c6b0-4183-bed9-c9eb2b671ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:26.673016 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd7d9ab5-25a3-4139-98fd-5cb2aecc6cf6 req-84f2b312-c6b0-4183-bed9-c9eb2b671ee8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0525942 Aug 16 23:04:26.722954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d9ab5-25a3-4139-98fd-5cb2aecc6cf6 req-35403983-68c4-464b-a5ea-94de766252f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:26.724389 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd7d9ab5-25a3-4139-98fd-5cb2aecc6cf6 req-35403983-68c4-464b-a5ea-94de766252f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446734 Aug 16 23:04:26.818308 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd7d9ab5-25a3-4139-98fd-5cb2aecc6cf6 req-1887619a-1d14-4599-ab47-8440f71e3c8d service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858536 Aug 16 23:04:26.818551 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-76d9ba25-d7e2-4504-b013-1b90fb75fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '1eb6d406-5c12-44bc-a951-b9b04ad3ab46', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'port_id': '70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'mac_address': 'fa:16:3e:31:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ebd58-ba97-469b-b9e6-ead2ecd75e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:04:25Z', 'updated_at': '2021-08-16T23:04:25Z', 'revision_number': 0, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:30Z', 'revision_number': 5, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:26.845279 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d9ba25-d7e2-4504-b013-1b90fb75fd49 None None] Checking router: 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:04:26.853505 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d9ba25-d7e2-4504-b013-1b90fb75fd49 None None] Routers {'53e5ccbe-1c16-4713-8bdc-d3088190b7b1'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:04:26.854156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-76d9ba25-d7e2-4504-b013-1b90fb75fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:04:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:26.909804 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd7d9ab5-25a3-4139-98fd-5cb2aecc6cf6 req-3ca937fe-427d-4f39-940d-ef623d9866f2 service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835323 Aug 16 23:04:26.959648 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-76d9ba25-d7e2-4504-b013-1b90fb75fd49 None None] Set router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:04:27.184832 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-76d9ba25-d7e2-4504-b013-1b90fb75fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '1eb6d406-5c12-44bc-a951-b9b04ad3ab46', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'port_id': '70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'mac_address': 'fa:16:3e:31:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ebd58-ba97-469b-b9e6-ead2ecd75e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:04:25Z', 'updated_at': '2021-08-16T23:04:25Z', 'revision_number': 0, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:30Z', 'revision_number': 5, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:27.210791 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d9ba25-d7e2-4504-b013-1b90fb75fd49 None None] The sync data for ids ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'] in n-d-792458-15 is: [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '1eb6d406-5c12-44bc-a951-b9b04ad3ab46', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'port_id': '70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'mac_address': 'fa:16:3e:31:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ebd58-ba97-469b-b9e6-ead2ecd75e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:04:25Z', 'updated_at': '2021-08-16T23:04:25Z', 'revision_number': 0, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:30Z', 'revision_number': 5, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:04:27.407319 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e5e800-2f11-49b7-a005-0848e58d7117 None None] New status for floating IP 1eb6d406-5c12-44bc-a951-b9b04ad3ab46: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:04:38.836300 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:39.032829 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-726516d0-02a9-4557-8959-bd06a338ea88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:41.120770 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:41.592462 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a3a59ab1-b577-4905-8b7d-ca55e0a9bbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:42.148093 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:43.357347 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:44.931245 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:01.464829 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2edf9353-570b-4e77-b093-4c95f27eb740 req-87fec1e7-c3d3-4b19-84ed-bbdd4885f8a5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406148 Aug 16 23:05:01.553555 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf9353-570b-4e77-b093-4c95f27eb740 req-44085f8e-dcfd-4ca8-9991-e3e84bbde384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:01.555164 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2edf9353-570b-4e77-b093-4c95f27eb740 req-44085f8e-dcfd-4ca8-9991-e3e84bbde384 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 1098 time: 0.0461321 Aug 16 23:05:01.675141 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf9353-570b-4e77-b093-4c95f27eb740 req-0dd269b9-30dc-4467-9d48-df2493ae9138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:01.676614 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2edf9353-570b-4e77-b093-4c95f27eb740 req-0dd269b9-30dc-4467-9d48-df2493ae9138 service neutron] 10.222.0.43 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 913 time: 0.0986552 Aug 16 23:05:01.747667 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2edf9353-570b-4e77-b093-4c95f27eb740 req-b958c689-5d02-406e-89ba-faa5b1429018 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d HTTP/1.1" status: 200 len: 1002 time: 0.0628896 Aug 16 23:05:01.797786 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf9353-570b-4e77-b093-4c95f27eb740 req-49239d57-0438-44f9-8875-7f2a90babd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:01.799344 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2edf9353-570b-4e77-b093-4c95f27eb740 req-49239d57-0438-44f9-8875-7f2a90babd8d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0448096 Aug 16 23:05:01.847681 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf9353-570b-4e77-b093-4c95f27eb740 req-73d087d7-7760-4d10-a380-fd256ec3f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:01.849335 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2edf9353-570b-4e77-b093-4c95f27eb740 req-73d087d7-7760-4d10-a380-fd256ec3f0e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420885 Aug 16 23:05:01.853045 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:05:01.945151 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2edf9353-570b-4e77-b093-4c95f27eb740 req-84710d96-fe99-4b9e-bab1-18067f03398b service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879343 Aug 16 23:05:02.049553 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2edf9353-570b-4e77-b093-4c95f27eb740 req-ac2eeb16-984d-4488-bd96-6171d2a5117c service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955048 Aug 16 23:05:08.835856 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:09.034260 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1501f75a-0824-4389-a836-308aae7f54ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:11.136418 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:11.585221 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ba65040b-c946-4a0e-a6fe-bf8d63739226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.150315 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:13.361465 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:14.935198 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:38.851761 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:05:38.855885 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:39.034875 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3583d612-17d2-4e38-a986-5b91ba97eaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:41.132186 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:41.586586 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b3e19ed-a60e-4bb9-ac6b-a23b2626487e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:42.152616 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:43.366926 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:44.936241 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:03.449179 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c38bb9ef-acb0-4b49-a648-6183bcfee549 req-b586e684-74d0-4264-beba-694e55a2c379 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443320 Aug 16 23:06:03.853348 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bb9ef-acb0-4b49-a648-6183bcfee549 req-7dd76984-c979-4114-8e9e-b30cd6d11025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.854957 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c38bb9ef-acb0-4b49-a648-6183bcfee549 req-7dd76984-c979-4114-8e9e-b30cd6d11025 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 1098 time: 0.3598855 Aug 16 23:06:03.968799 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bb9ef-acb0-4b49-a648-6183bcfee549 req-0c391504-6638-4203-ab8a-6e4e667762d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.970257 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c38bb9ef-acb0-4b49-a648-6183bcfee549 req-0c391504-6638-4203-ab8a-6e4e667762d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 913 time: 0.0961416 Aug 16 23:06:04.033243 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-e615299c-8bba-4445-b6d8-519c9c91d339 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736338466&fields=id&tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873 HTTP/1.1" status: 200 len: 267 time: 0.0781584 Aug 16 23:06:04.057455 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c38bb9ef-acb0-4b49-a648-6183bcfee549 req-6afb519d-89f6-4906-8fbb-b7ed07fa9fb8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d HTTP/1.1" status: 200 len: 1002 time: 0.0793910 Aug 16 23:06:04.154924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bb9ef-acb0-4b49-a648-6183bcfee549 req-96ba22d9-a602-4924-9420-aee14b7878c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:04.156427 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c38bb9ef-acb0-4b49-a648-6183bcfee549 req-96ba22d9-a602-4924-9420-aee14b7878c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0895896 Aug 16 23:06:04.208738 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-13608ed1-5a0d-48c3-be0a-4d3b44c5e71f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:04.211143 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-13608ed1-5a0d-48c3-be0a-4d3b44c5e71f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 812 time: 0.1709542 Aug 16 23:06:04.231507 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-dd6d26e1-237e-479d-9507-0e70bb0dbb6d tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/quotas/5cf3e805ef684fd09fb8bfbc3fc85873 HTTP/1.1" status: 200 len: 375 time: 0.0132871 Aug 16 23:06:04.233263 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bb9ef-acb0-4b49-a648-6183bcfee549 req-2b4eae54-a7de-4095-83b8-adc6684c3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:04.234720 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c38bb9ef-acb0-4b49-a648-6183bcfee549 req-2b4eae54-a7de-4095-83b8-adc6684c3326 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696766 Aug 16 23:06:04.338558 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-4f70bc96-d751-4447-ba7f-18bd8ea1abe4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1011055 Aug 16 23:06:04.405348 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c38bb9ef-acb0-4b49-a648-6183bcfee549 req-fd1776b2-7433-4df1-a900-be51b5916014 service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595993 Aug 16 23:06:04.497878 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-ea04b210-06fe-4195-aef5-5877f447e600 service neutron] 10.222.0.93 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476827 Aug 16 23:06:04.564951 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c38bb9ef-acb0-4b49-a648-6183bcfee549 req-224f11eb-544a-414b-9035-1c7d39760ca0 service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506999 Aug 16 23:06:04.605066 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-05620551-8ab6-4ca4-b53b-acaa3004e72f service neutron] 10.222.0.93 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994494 Aug 16 23:06:04.898119 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3954f083-3dc4-4e6f-a708-289ec9e19107 req-849c4b9c-4f48-4827-857d-c2bbe0a85a51 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 210 time: 0.0270312 Aug 16 23:06:05.967338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-b51285bb-07a4-4d02-9ef3-1ee18e6096ce tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:05.969119 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-b51285bb-07a4-4d02-9ef3-1ee18e6096ce tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.39 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 812 time: 0.1213517 Aug 16 23:06:06.030456 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-078b78d6-1216-4eb6-8823-21202aa6b93b req-f1b1ab4a-5e52-4745-b829-5f91ed950ea5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 210 time: 0.0377684 Aug 16 23:06:06.042220 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-e3719786-7672-4b80-b5bc-d81174dec5e7 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873 HTTP/1.1" status: 200 len: 379 time: 0.0631378 Aug 16 23:06:06.053778 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Request body: {'port': {'device_id': '1c9237f2-c2cf-4549-961e-1ac2dd1c8511', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'admin_state_up': True, 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'security_groups': ['62be77c3-eb19-4d52-ae94-f8f4c46df097']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:06.181926 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Made reservation on behalf of 5cf3e805ef684fd09fb8bfbc3fc85873 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:06.185623 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.331844 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Allocated IP 172.20.0.12 (618125df-33d5-4ee1-b6a0-cd83424b6f7c/76f0d65c-5ef7-4b10-b7a7-caf718efa02b/d4ff007f-affb-415f-97c5-3a8fcd47836c) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:06:06.489334 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.511970 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Transition to ACTIVE for port object d4ff007f-affb-415f-97c5-3a8fcd47836c will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:06.545075 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.595637 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Network 618125df-33d5-4ee1-b6a0-cd83424b6f7c is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:06.598954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:06.603098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:06.610067 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event updated for resources: {'Port': ['ID=d4ff007f-affb-415f-97c5-3a8fcd47836c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:06.639713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:06.640067 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:06.640411 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:06.640753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:06.641092 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:06.641423 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:06.641756 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:06.642111 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:06.642446 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:06.642765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:06.643091 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:06.643417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:06.670382 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.671043 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.687340 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-6a63974f-2fc8-4da9-906f-d3e8e9bc8ca5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6394465 Aug 16 23:06:06.814514 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] Request body: {'port': {'device_id': '1c9237f2-c2cf-4549-961e-1ac2dd1c8511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:06.864905 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-595b539b-5239-4b65-b812-d5650b1e55fd None None] Provisioning for port d4ff007f-affb-415f-97c5-3a8fcd47836c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:06.870571 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-595b539b-5239-4b65-b812-d5650b1e55fd None None] Provisioning complete for port d4ff007f-affb-415f-97c5-3a8fcd47836c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:06.871023 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-595b539b-5239-4b65-b812-d5650b1e55fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.872351 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.912508 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-595b539b-5239-4b65-b812-d5650b1e55fd None None] Port d4ff007f-affb-415f-97c5-3a8fcd47836c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:06:07.185795 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ff007f-affb-415f-97c5-3a8fcd47836c {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:06:07.196471 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:07.216568 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1a043-10cb-46e6-9ac5-acb7c190be26 req-4f61a3a5-5fd0-4b5c-9796-83f26d7faa2f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.218187 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3db1a043-10cb-46e6-9ac5-acb7c190be26 req-4f61a3a5-5fd0-4b5c-9796-83f26d7faa2f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 932 time: 0.1016338 Aug 16 23:06:07.223869 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] Transition to ACTIVE for port object d4ff007f-affb-415f-97c5-3a8fcd47836c will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:07.232924 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:07.309770 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3db1a043-10cb-46e6-9ac5-acb7c190be26 req-772c3c77-c50e-499a-a912-34b39111f2db tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847321 Aug 16 23:06:07.311614 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ff007f-affb-415f-97c5-3a8fcd47836c,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:07.387104 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] Attempting to bind port d4ff007f-affb-415f-97c5-3a8fcd47836c on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:07.387446 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] Attempting to bind port d4ff007f-affb-415f-97c5-3a8fcd47836c by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:07.387780 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] Attempting to bind port d4ff007f-affb-415f-97c5-3a8fcd47836c on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:07.392315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] Port d4ff007f-affb-415f-97c5-3a8fcd47836c on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:07.392745 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] Attempting to bind port d4ff007f-affb-415f-97c5-3a8fcd47836c on network 618125df-33d5-4ee1-b6a0-cd83424b6f7c {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:07.397827 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:06:07.398196 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] Checking segment: {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:06:07.398585 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] Bound using segment: {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:06:07.399014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] Bound port: d4ff007f-affb-415f-97c5-3a8fcd47836c, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f14515-52d3-4e62-bcd5-47fac696e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:06:07.399440 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:07.469631 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] For port d4ff007f-affb-415f-97c5-3a8fcd47836c, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:06:07.473461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] For port d4ff007f-affb-415f-97c5-3a8fcd47836c, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d4ff007f-affb-415f-97c5-3a8fcd47836c,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:06:07.479426 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:07.522241 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.522869 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:07.524297 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] 10.222.0.39 "PUT /v2.0/ports/d4ff007f-affb-415f-97c5-3a8fcd47836c HTTP/1.1" status: 200 len: 1093 time: 0.8252172 Aug 16 23:06:07.525366 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9237f2-c2cf-4549-961e-1ac2dd1c8511', 'tag': 'd4ff007f-affb-415f-97c5-3a8fcd47836c'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:06:07.527825 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae7adc9-ab47-49fd-92ff-cbde6d2f5d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9237f2-c2cf-4549-961e-1ac2dd1c8511", "tag": "d4ff007f-affb-415f-97c5-3a8fcd47836c"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:06:07.550679 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fc4a2-00d0-494a-944e-41edf6a8a1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ff007f-affb-415f-97c5-3a8fcd47836c,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:07.643446 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-1fdaa5a6-5bae-41b2-ac8b-8a63bf43e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.645276 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-1fdaa5a6-5bae-41b2-ac8b-8a63bf43e6fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 1096 time: 0.0641348 Aug 16 23:06:07.660778 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fa4512-b4e3-43a6-90e0-0286b78b3ecd x-openstack-request-id: req-14fa4512-b4e3-43a6-90e0-0286b78b3ecd {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:06:07.661072 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9237f2-c2cf-4549-961e-1ac2dd1c8511", "tag": "d4ff007f-affb-415f-97c5-3a8fcd47836c", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:06:07.661326 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-14fa4512-b4e3-43a6-90e0-0286b78b3ecd {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:06:07.661731 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9237f2-c2cf-4549-961e-1ac2dd1c8511', 'tag': 'd4ff007f-affb-415f-97c5-3a8fcd47836c', 'status': 'completed', 'code': 200} Aug 16 23:06:07.693472 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-5cca9fc7-a2df-492e-ab1e-9d0aa8d349ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4ff007f-affb-415f-97c5-3a8fcd47836c HTTP/1.1" status: 200 len: 217 time: 0.0398901 Aug 16 23:06:07.747628 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-0107ea75-e9b8-45b4-92f4-2e783bcc4b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.749294 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-0107ea75-e9b8-45b4-92f4-2e783bcc4b91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0484319 Aug 16 23:06:07.802568 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-b70b807a-b397-4a00-a52a-a56923625e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.804105 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-b70b807a-b397-4a00-a52a-a56923625e22 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470824 Aug 16 23:06:07.901112 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-dff04651-11f1-438a-a6d1-444cb806a36d service neutron] 10.222.0.39 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899968 Aug 16 23:06:07.998763 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d29f9ea4-180d-4de1-9ea2-871b779c9860 req-559e4e93-da32-482e-8e1c-d3f9bf45c81f service neutron] 10.222.0.39 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901983 Aug 16 23:06:08.086450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7adc9-ab47-49fd-92ff-cbde6d2f5d0b req-3fd50a25-f687-4992-8d6f-3c14df0e2936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:08.087960 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cae7adc9-ab47-49fd-92ff-cbde6d2f5d0b req-3fd50a25-f687-4992-8d6f-3c14df0e2936 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 1096 time: 0.0422273 Aug 16 23:06:08.186226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7adc9-ab47-49fd-92ff-cbde6d2f5d0b req-2e2cf37e-27e1-4746-80d2-810c2f7bd0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:08.187754 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cae7adc9-ab47-49fd-92ff-cbde6d2f5d0b req-2e2cf37e-27e1-4746-80d2-810c2f7bd0ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 913 time: 0.0911934 Aug 16 23:06:08.230539 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cae7adc9-ab47-49fd-92ff-cbde6d2f5d0b req-a349a18c-3ff8-4d74-b580-50097d2611f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4ff007f-affb-415f-97c5-3a8fcd47836c HTTP/1.1" status: 200 len: 217 time: 0.0359561 Aug 16 23:06:08.281223 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7adc9-ab47-49fd-92ff-cbde6d2f5d0b req-c29eb85b-a559-47ca-96ed-1f770f7aee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:08.282784 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cae7adc9-ab47-49fd-92ff-cbde6d2f5d0b req-c29eb85b-a559-47ca-96ed-1f770f7aee5c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0458291 Aug 16 23:06:08.334336 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7adc9-ab47-49fd-92ff-cbde6d2f5d0b req-c3e3f74b-53eb-4846-8954-1d0870f94847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:08.335858 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cae7adc9-ab47-49fd-92ff-cbde6d2f5d0b req-c3e3f74b-53eb-4846-8954-1d0870f94847 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457089 Aug 16 23:06:08.462432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fcc44-0e2f-4b91-b727-0fec5cf5b31d req-fbf4798d-bb36-45a3-bf11-f85dbd58736a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:08.463844 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b4fcc44-0e2f-4b91-b727-0fec5cf5b31d req-fbf4798d-bb36-45a3-bf11-f85dbd58736a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 944 time: 0.0743108 Aug 16 23:06:08.469287 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cae7adc9-ab47-49fd-92ff-cbde6d2f5d0b req-11be396d-7503-42bf-bdba-e9b1a6766843 service neutron] 10.222.0.39 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263831 Aug 16 23:06:08.556378 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b4fcc44-0e2f-4b91-b727-0fec5cf5b31d req-7873bb55-349d-4b7a-b665-f4e1bc7c7c21 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861495 Aug 16 23:06:08.590228 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cae7adc9-ab47-49fd-92ff-cbde6d2f5d0b req-40366105-4d45-4e72-b8ca-f65f965243ea service neutron] 10.222.0.39 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130519 Aug 16 23:06:08.864483 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:09.036795 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4cf3f413-618e-4232-bacd-59b54c5a8c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:09.679931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d53ac-4e1d-4542-872d-ff88691ff1a5 req-86e42cbc-bc35-4703-879b-d9266abcd0f0 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:09.681447 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf1d53ac-4e1d-4542-872d-ff88691ff1a5 req-86e42cbc-bc35-4703-879b-d9266abcd0f0 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 944 time: 0.0514760 Aug 16 23:06:09.725972 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf1d53ac-4e1d-4542-872d-ff88691ff1a5 req-39d8a6fc-e120-4006-8120-3bb40a826ebf tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382452 Aug 16 23:06:10.843505 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447834f-7a46-4501-ade4-0168ef7de012 req-db5057d8-7a13-44f0-99ff-78fde20ae553 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:10.845126 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e447834f-7a46-4501-ade4-0168ef7de012 req-db5057d8-7a13-44f0-99ff-78fde20ae553 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 944 time: 0.0492258 Aug 16 23:06:10.884719 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e447834f-7a46-4501-ade4-0168ef7de012 req-876b9b3d-c540-49a8-a615-01b3011eddd9 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332396 Aug 16 23:06:11.131660 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:11.587680 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3e4beb3e-0e4c-4840-b6bd-706b5562e5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:11.998905 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b0a56-d9f9-431b-825c-1b66d48a950a req-66d9fd6b-667a-4d72-8fce-68dda37a861b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:12.000389 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-596b0a56-d9f9-431b-825c-1b66d48a950a req-66d9fd6b-667a-4d72-8fce-68dda37a861b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 944 time: 0.0488603 Aug 16 23:06:12.038105 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-596b0a56-d9f9-431b-825c-1b66d48a950a req-a4c6dbc1-0f24-4753-9eb7-bb5c2ffff282 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317237 Aug 16 23:06:12.156631 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:13.163132 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783f6c6-c529-4ef0-aff6-19ff1aa300bd req-d1ec60e0-0027-49e3-b7f1-0109a0a13d69 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:13.165232 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d783f6c6-c529-4ef0-aff6-19ff1aa300bd req-d1ec60e0-0027-49e3-b7f1-0109a0a13d69 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 944 time: 0.0554862 Aug 16 23:06:13.211104 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d783f6c6-c529-4ef0-aff6-19ff1aa300bd req-ba9651bb-e721-4894-ae77-87c3e43f8e80 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392678 Aug 16 23:06:13.366010 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:14.330863 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b5ca3-ad28-4127-949e-cee8964134bd req-ea14a095-383e-4c15-9354-867384d7e08a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:14.332357 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f23b5ca3-ad28-4127-949e-cee8964134bd req-ea14a095-383e-4c15-9354-867384d7e08a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 944 time: 0.0499957 Aug 16 23:06:14.379775 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f23b5ca3-ad28-4127-949e-cee8964134bd req-685ab187-f43a-4dce-967d-c19f60e709a8 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406451 Aug 16 23:06:14.943935 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:15.496395 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa83522-6e3b-4c60-a33e-a4ae986fac8c req-4beea6bc-c88e-4d6c-91d7-05597d4638ba tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:15.497891 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0fa83522-6e3b-4c60-a33e-a4ae986fac8c req-4beea6bc-c88e-4d6c-91d7-05597d4638ba tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 944 time: 0.0498459 Aug 16 23:06:15.536332 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0fa83522-6e3b-4c60-a33e-a4ae986fac8c req-ba595fbb-3bdc-44a3-9661-668aa9736d10 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321505 Aug 16 23:06:15.851134 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:06:16.656120 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905706c-c6d0-48e1-9070-67a7d6ffe4ca req-190323f0-0c70-4cf5-b737-b62e8480460f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:16.657622 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4905706c-c6d0-48e1-9070-67a7d6ffe4ca req-190323f0-0c70-4cf5-b737-b62e8480460f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 944 time: 0.0491424 Aug 16 23:06:16.699121 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4905706c-c6d0-48e1-9070-67a7d6ffe4ca req-15ef990e-f1ce-4cff-b73a-c6b8517d9d38 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353880 Aug 16 23:06:17.818004 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275b99c-cdee-4974-9fe5-3f0f101739ea req-67f75cf6-f0c5-4efb-b954-96ba864dda5f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:17.819529 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6275b99c-cdee-4974-9fe5-3f0f101739ea req-67f75cf6-f0c5-4efb-b954-96ba864dda5f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 944 time: 0.0495138 Aug 16 23:06:17.859151 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6275b99c-cdee-4974-9fe5-3f0f101739ea req-babb7502-4176-408c-9ce8-90103aae6cd4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329373 Aug 16 23:06:18.148479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d4ff007f-affb-415f-97c5-3a8fcd47836c details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:06:18.246114 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d4ff007f-affb-415f-97c5-3a8fcd47836c, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d4ff007f-affb-415f-97c5-3a8fcd47836c,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:18.260442 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'd4ff007f-affb-415f-97c5-3a8fcd47836c', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'port_id': 'd4ff007f-affb-415f-97c5-3a8fcd47836c', 'mac_address': 'fa:16:3e:c1:b5:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:06:18.299018 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:18.313954 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ff007f-affb-415f-97c5-3a8fcd47836c {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:06:18.333350 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d4ff007f-affb-415f-97c5-3a8fcd47836c, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d4ff007f-affb-415f-97c5-3a8fcd47836c,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:18.337998 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:18.388150 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=d4ff007f-affb-415f-97c5-3a8fcd47836c,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:18.397858 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:18.398234 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:18.398631 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:18.399423 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:18.399760 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:18.400096 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:18.400427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:18.400756 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:18.401076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:18.401402 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:18.401724 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:18.402111 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:18.546980 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['d4ff007f-affb-415f-97c5-3a8fcd47836c'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:06:18.979175 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677d556-685d-43ce-b91e-373484fc367f req-145f98e4-70cc-474a-9a5c-222bea561be6 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:18.980664 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a677d556-685d-43ce-b91e-373484fc367f req-145f98e4-70cc-474a-9a5c-222bea561be6 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 945 time: 0.0523679 Aug 16 23:06:19.019143 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a677d556-685d-43ce-b91e-373484fc367f req-b522c0d0-c38c-440b-b21b-c184c613dded tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322576 Aug 16 23:06:20.144019 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accee1a-1a5d-4bc6-85e6-06840f8a551b req-73423026-50a8-4b38-a208-325db9aeda32 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:20.145517 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3accee1a-1a5d-4bc6-85e6-06840f8a551b req-73423026-50a8-4b38-a208-325db9aeda32 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 945 time: 0.0559456 Aug 16 23:06:20.164218 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d4ff007f-affb-415f-97c5-3a8fcd47836c up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:20.192283 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3accee1a-1a5d-4bc6-85e6-06840f8a551b req-c52a81e8-5deb-4897-a3d1-0a24126eedd3 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399497 Aug 16 23:06:20.215176 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port d4ff007f-affb-415f-97c5-3a8fcd47836c completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:20.218797 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port d4ff007f-affb-415f-97c5-3a8fcd47836c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:20.219170 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:20.297623 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:20.320558 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9237f2-c2cf-4549-961e-1ac2dd1c8511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ff007f-affb-415f-97c5-3a8fcd47836c'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:06:20.323089 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7cc9ef-a551-49bc-b74f-972125702c01" -d '{"events": [{"server_uuid": "1c9237f2-c2cf-4549-961e-1ac2dd1c8511", "name": "network-vif-plugged", "status": "completed", "tag": "d4ff007f-affb-415f-97c5-3a8fcd47836c"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:06:20.336966 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port d4ff007f-affb-415f-97c5-3a8fcd47836c, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d4ff007f-affb-415f-97c5-3a8fcd47836c,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:20.341486 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:20.367473 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c61f2cb-0288-4285-af29-70caf673d4e0 x-openstack-request-id: req-9c61f2cb-0288-4285-af29-70caf673d4e0 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:06:20.368786 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9237f2-c2cf-4549-961e-1ac2dd1c8511", "name": "network-vif-plugged", "status": "completed", "tag": "d4ff007f-affb-415f-97c5-3a8fcd47836c", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:06:20.369041 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9c61f2cb-0288-4285-af29-70caf673d4e0 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:06:20.369775 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9237f2-c2cf-4549-961e-1ac2dd1c8511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ff007f-affb-415f-97c5-3a8fcd47836c', 'code': 200} Aug 16 23:06:20.402718 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=d4ff007f-affb-415f-97c5-3a8fcd47836c,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:20.458901 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bea9c2-02d8-4bca-9046-461e1eecdd5d req-c1f26f32-8baf-4af7-a019-c9a3f0f60c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:20.460489 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-69bea9c2-02d8-4bca-9046-461e1eecdd5d req-c1f26f32-8baf-4af7-a019-c9a3f0f60c36 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 1098 time: 0.0393574 Aug 16 23:06:20.495401 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-69bea9c2-02d8-4bca-9046-461e1eecdd5d req-68fcad54-9da5-4222-bdc3-4bddaf85935a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284395 Aug 16 23:06:21.309542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc307d-6203-4655-af53-be3016188842 req-42e9b013-9598-499a-a6c3-46637763350f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:21.311062 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79dc307d-6203-4655-af53-be3016188842 req-42e9b013-9598-499a-a6c3-46637763350f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 946 time: 0.0496857 Aug 16 23:06:21.349524 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79dc307d-6203-4655-af53-be3016188842 req-ca88cfc6-2156-4365-834e-cd75d0c70e45 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321057 Aug 16 23:06:21.466579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a476ee-a579-433c-929d-f358f0864c5c req-9e0509e1-373e-4803-8aff-3e681e635cce tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:21.468089 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76a476ee-a579-433c-929d-f358f0864c5c req-9e0509e1-373e-4803-8aff-3e681e635cce tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 946 time: 0.0499084 Aug 16 23:06:21.511098 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76a476ee-a579-433c-929d-f358f0864c5c req-8e6d72ea-3214-426c-89de-5185d84989f1 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369270 Aug 16 23:06:21.532763 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47284) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:21.573013 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1489e70-5964-49f5-b0c9-b2d5d98538c3 tempest-TestVolumeBootPattern-1204220882 tempest-TestVolumeBootPattern-1204220882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:21.574529 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d1489e70-5964-49f5-b0c9-b2d5d98538c3 tempest-TestVolumeBootPattern-1204220882 tempest-TestVolumeBootPattern-1204220882-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 1093 time: 0.0407712 Aug 16 23:06:21.577194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47286) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:21.581460 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ee93c7fb-e36c-4d4d-ab84-dbc67c9c2357 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': 'd4ff007f-affb-415f-97c5-3a8fcd47836c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:21.603673 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ee93c7fb-e36c-4d4d-ab84-dbc67c9c2357 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.699227 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ee93c7fb-e36c-4d4d-ab84-dbc67c9c2357 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.804303 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-ee93c7fb-e36c-4d4d-ab84-dbc67c9c2357 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Allocated IP 172.25.6.127 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/c724f29b-0ecc-40f7-b99f-894de69f5476) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:06:21.903278 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ee93c7fb-e36c-4d4d-ab84-dbc67c9c2357 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.947474 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ee93c7fb-e36c-4d4d-ab84-dbc67c9c2357 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.990240 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee93c7fb-e36c-4d4d-ab84-dbc67c9c2357 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:21.995154 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ee93c7fb-e36c-4d4d-ab84-dbc67c9c2357 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:21.999440 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee93c7fb-e36c-4d4d-ab84-dbc67c9c2357 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:22.002589 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93c7fb-e36c-4d4d-ab84-dbc67c9c2357 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event updated for resources: {'Port': ['ID=c724f29b-0ecc-40f7-b99f-894de69f5476,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:22.359561 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ee93c7fb-e36c-4d4d-ab84-dbc67c9c2357 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.426209 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ee93c7fb-e36c-4d4d-ab84-dbc67c9c2357 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.580660 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ee93c7fb-e36c-4d4d-ab84-dbc67c9c2357 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.585330 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ee93c7fb-e36c-4d4d-ab84-dbc67c9c2357 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.653713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93c7fb-e36c-4d4d-ab84-dbc67c9c2357 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event updated for resources: {'Port': ['ID=c724f29b-0ecc-40f7-b99f-894de69f5476,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:22.663739 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ee93c7fb-e36c-4d4d-ab84-dbc67c9c2357 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.762770 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-ee93c7fb-e36c-4d4d-ab84-dbc67c9c2357 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Floating IP 80e8da0b-9070-4d78-9350-855154ab4884 associated. External IP: 172.25.6.127, port: d4ff007f-affb-415f-97c5-3a8fcd47836c. Aug 16 23:06:22.988105 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee93c7fb-e36c-4d4d-ab84-dbc67c9c2357 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:06:23.098350 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee93c7fb-e36c-4d4d-ab84-dbc67c9c2357 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:06:23.111704 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1c0201-0261-4464-b3f8-99eef0d137e0 None None] Sync routers for ids ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:06:23.123036 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ee93c7fb-e36c-4d4d-ab84-dbc67c9c2357 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:23.123585 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1c0201-0261-4464-b3f8-99eef0d137e0 None None] Routers {'53e5ccbe-1c16-4713-8bdc-d3088190b7b1'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:23.124360 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7f1c0201-0261-4464-b3f8-99eef0d137e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:06:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:23.154301 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ee93c7fb-e36c-4d4d-ab84-dbc67c9c2357 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5759730 Aug 16 23:06:23.154884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9237f2-c2cf-4549-961e-1ac2dd1c8511', 'tag': 'd4ff007f-affb-415f-97c5-3a8fcd47836c'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:06:23.157555 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbaf9d8-acd3-43f0-b710-7df4bf16d846" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9237f2-c2cf-4549-961e-1ac2dd1c8511", "tag": "d4ff007f-affb-415f-97c5-3a8fcd47836c"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:06:23.210183 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba2abde-1e62-4855-9a92-a56bcf4c1729 x-openstack-request-id: req-dba2abde-1e62-4855-9a92-a56bcf4c1729 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:06:23.210540 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9237f2-c2cf-4549-961e-1ac2dd1c8511", "tag": "d4ff007f-affb-415f-97c5-3a8fcd47836c", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:06:23.210837 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-dba2abde-1e62-4855-9a92-a56bcf4c1729 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:06:23.211360 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9237f2-c2cf-4549-961e-1ac2dd1c8511', 'tag': 'd4ff007f-affb-415f-97c5-3a8fcd47836c', 'status': 'completed', 'code': 200} Aug 16 23:06:23.257691 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-7f1c0201-0261-4464-b3f8-99eef0d137e0 None None] Set router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:23.279460 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaf9d8-acd3-43f0-b710-7df4bf16d846 req-2b474749-c2f1-4827-83e5-08c192f5b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:23.280987 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ecbaf9d8-acd3-43f0-b710-7df4bf16d846 req-2b474749-c2f1-4827-83e5-08c192f5b0ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 1098 time: 0.0465558 Aug 16 23:06:23.380140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaf9d8-acd3-43f0-b710-7df4bf16d846 req-d01153b6-bc3c-4b32-9b1b-4792fa8b0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:23.381663 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ecbaf9d8-acd3-43f0-b710-7df4bf16d846 req-d01153b6-bc3c-4b32-9b1b-4792fa8b0896 service neutron] 10.222.0.39 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 913 time: 0.0941203 Aug 16 23:06:23.465082 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ecbaf9d8-acd3-43f0-b710-7df4bf16d846 req-71f25a20-8a83-4795-8f0c-44d777cd9cd5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4ff007f-affb-415f-97c5-3a8fcd47836c HTTP/1.1" status: 200 len: 1000 time: 0.0765228 Aug 16 23:06:23.515519 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7f1c0201-0261-4464-b3f8-99eef0d137e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '1eb6d406-5c12-44bc-a951-b9b04ad3ab46', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'port_id': '70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'mac_address': 'fa:16:3e:31:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ebd58-ba97-469b-b9e6-ead2ecd75e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:04:25Z', 'updated_at': '2021-08-16T23:04:27Z', 'revision_number': 1, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'fixed_ip_address_scope': None}, {'id': '80e8da0b-9070-4d78-9350-855154ab4884', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'floating_ip_address': '172.25.6.127', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'port_id': 'd4ff007f-affb-415f-97c5-3a8fcd47836c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'mac_address': 'fa:16:3e:c1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9237f2-c2cf-4549-961e-1ac2dd1c8511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:06:22Z', 'updated_at': '2021-08-16T23:06:22Z', 'revision_number': 0, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:30Z', 'revision_number': 5, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:23.524192 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaf9d8-acd3-43f0-b710-7df4bf16d846 req-846dd4b2-73cd-4b45-bc9a-6b84c99697c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:23.525650 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ecbaf9d8-acd3-43f0-b710-7df4bf16d846 req-846dd4b2-73cd-4b45-bc9a-6b84c99697c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0544543 Aug 16 23:06:23.548604 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1c0201-0261-4464-b3f8-99eef0d137e0 None None] Checking router: 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:06:23.560359 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1c0201-0261-4464-b3f8-99eef0d137e0 None None] Routers {'53e5ccbe-1c16-4713-8bdc-d3088190b7b1'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:23.560359 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7f1c0201-0261-4464-b3f8-99eef0d137e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:06:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:23.580895 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaf9d8-acd3-43f0-b710-7df4bf16d846 req-cc16a52f-a0c8-4442-9298-4fb6e3e3e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:23.585371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ecbaf9d8-acd3-43f0-b710-7df4bf16d846 req-cc16a52f-a0c8-4442-9298-4fb6e3e3e941 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519390 Aug 16 23:06:23.677862 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-7f1c0201-0261-4464-b3f8-99eef0d137e0 None None] Set router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:23.682593 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ecbaf9d8-acd3-43f0-b710-7df4bf16d846 req-6d987ab1-e305-49b7-b7c4-e818b745955f service neutron] 10.222.0.39 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908911 Aug 16 23:06:23.776355 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ecbaf9d8-acd3-43f0-b710-7df4bf16d846 req-72d91075-a1e0-4ee4-ac61-7c4d58298a96 service neutron] 10.222.0.39 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865519 Aug 16 23:06:23.926484 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7f1c0201-0261-4464-b3f8-99eef0d137e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '1eb6d406-5c12-44bc-a951-b9b04ad3ab46', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'port_id': '70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'mac_address': 'fa:16:3e:31:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ebd58-ba97-469b-b9e6-ead2ecd75e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:04:25Z', 'updated_at': '2021-08-16T23:04:27Z', 'revision_number': 1, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'fixed_ip_address_scope': None}, {'id': '80e8da0b-9070-4d78-9350-855154ab4884', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'floating_ip_address': '172.25.6.127', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'port_id': 'd4ff007f-affb-415f-97c5-3a8fcd47836c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'mac_address': 'fa:16:3e:c1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9237f2-c2cf-4549-961e-1ac2dd1c8511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:06:22Z', 'updated_at': '2021-08-16T23:06:22Z', 'revision_number': 0, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:30Z', 'revision_number': 5, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:23.953732 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1c0201-0261-4464-b3f8-99eef0d137e0 None None] The sync data for ids ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'] in n-d-792458-15 is: [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '1eb6d406-5c12-44bc-a951-b9b04ad3ab46', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'port_id': '70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'mac_address': 'fa:16:3e:31:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ebd58-ba97-469b-b9e6-ead2ecd75e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:04:25Z', 'updated_at': '2021-08-16T23:04:27Z', 'revision_number': 1, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'fixed_ip_address_scope': None}, {'id': '80e8da0b-9070-4d78-9350-855154ab4884', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'floating_ip_address': '172.25.6.127', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'port_id': 'd4ff007f-affb-415f-97c5-3a8fcd47836c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'mac_address': 'fa:16:3e:c1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9237f2-c2cf-4549-961e-1ac2dd1c8511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:06:22Z', 'updated_at': '2021-08-16T23:06:22Z', 'revision_number': 0, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:30Z', 'revision_number': 5, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:06:24.159711 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9dcd75-a6fc-453a-8325-1970c0710bcc None None] New status for floating IP 80e8da0b-9070-4d78-9350-855154ab4884: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:06:38.865708 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:39.039655 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-87ee9143-d983-4cb8-8440-847203ff57e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:41.145772 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:41.588571 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bdf1fcf9-0180-44f7-8428-3b5248e3d8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:42.151529 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:43.371576 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:44.943260 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:52.851602 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:07:02.757282 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d722377e-b3fe-4c7c-81d7-de753175c7df req-ac60a1a6-97af-4489-899d-feef72c0ed73 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421610 Aug 16 23:07:03.157519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722377e-b3fe-4c7c-81d7-de753175c7df req-d1847f52-909f-401a-936e-d655e5190f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:03.159043 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d722377e-b3fe-4c7c-81d7-de753175c7df req-d1847f52-909f-401a-936e-d655e5190f41 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 1098 time: 0.3610938 Aug 16 23:07:03.261699 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722377e-b3fe-4c7c-81d7-de753175c7df req-66ee86d3-6e38-4b31-a3cc-22a43a014f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:03.263200 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d722377e-b3fe-4c7c-81d7-de753175c7df req-66ee86d3-6e38-4b31-a3cc-22a43a014f80 service neutron] 10.222.0.39 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 913 time: 0.0830157 Aug 16 23:07:03.330473 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d722377e-b3fe-4c7c-81d7-de753175c7df req-d25a1537-27f7-408e-ae10-a3a8c2b8b492 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4ff007f-affb-415f-97c5-3a8fcd47836c HTTP/1.1" status: 200 len: 1002 time: 0.0596800 Aug 16 23:07:03.378556 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722377e-b3fe-4c7c-81d7-de753175c7df req-e54a9523-ae1b-4c49-9102-3f836d9b86a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:03.379916 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d722377e-b3fe-4c7c-81d7-de753175c7df req-e54a9523-ae1b-4c49-9102-3f836d9b86a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0429282 Aug 16 23:07:03.426979 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722377e-b3fe-4c7c-81d7-de753175c7df req-5cc36e64-24d9-4f43-a7ea-b2740695d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:03.428513 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d722377e-b3fe-4c7c-81d7-de753175c7df req-5cc36e64-24d9-4f43-a7ea-b2740695d4b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395479 Aug 16 23:07:03.440288 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-d722377e-b3fe-4c7c-81d7-de753175c7df req-cb99f52d-13c2-4e37-8902-488558e4a297 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:07:03.441272 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d722377e-b3fe-4c7c-81d7-de753175c7df req-cb99f52d-13c2-4e37-8902-488558e4a297 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054035 Aug 16 23:07:03.538793 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d722377e-b3fe-4c7c-81d7-de753175c7df req-bf1586ef-19da-45f8-bb2a-fb680600488f service neutron] 10.222.0.39 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894976 Aug 16 23:07:03.630765 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d722377e-b3fe-4c7c-81d7-de753175c7df req-a25d2cba-40bb-4182-a75f-d69d7d0d1feb service neutron] 10.222.0.39 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849140 Aug 16 23:07:04.445613 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70a66b1f-c177-4715-a57f-2c9e076705c0 req-50470888-246b-48ac-a7df-152eb7a99b26 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438380 Aug 16 23:07:04.528045 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a66b1f-c177-4715-a57f-2c9e076705c0 req-6d1d5165-6844-437d-afb4-1825c35fcf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:04.529509 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70a66b1f-c177-4715-a57f-2c9e076705c0 req-6d1d5165-6844-437d-afb4-1825c35fcf6d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 1098 time: 0.0399213 Aug 16 23:07:04.636588 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a66b1f-c177-4715-a57f-2c9e076705c0 req-7426357b-a62f-4b4a-a9ad-99cd1eb33caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:04.638317 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70a66b1f-c177-4715-a57f-2c9e076705c0 req-7426357b-a62f-4b4a-a9ad-99cd1eb33caa service neutron] 10.222.0.43 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 913 time: 0.0894470 Aug 16 23:07:04.708720 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70a66b1f-c177-4715-a57f-2c9e076705c0 req-68a7a2e6-52fe-4bd8-afd8-d4428a65f741 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d HTTP/1.1" status: 200 len: 1002 time: 0.0627296 Aug 16 23:07:04.757223 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a66b1f-c177-4715-a57f-2c9e076705c0 req-7588d089-bdb1-450b-adef-9e24110c6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:04.758699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70a66b1f-c177-4715-a57f-2c9e076705c0 req-7588d089-bdb1-450b-adef-9e24110c6653 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0436149 Aug 16 23:07:04.804485 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a66b1f-c177-4715-a57f-2c9e076705c0 req-d5fdcf33-ae6e-42e8-b6a4-ee0b323e1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:04.806052 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70a66b1f-c177-4715-a57f-2c9e076705c0 req-d5fdcf33-ae6e-42e8-b6a4-ee0b323e1d7c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409231 Aug 16 23:07:04.902122 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70a66b1f-c177-4715-a57f-2c9e076705c0 req-0daba20a-2d82-4c31-a427-380c1b11c560 service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882914 Aug 16 23:07:04.989662 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70a66b1f-c177-4715-a57f-2c9e076705c0 req-4818f8fd-9b4a-41c1-abb1-b7cfae15ae1b service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800335 Aug 16 23:07:08.863390 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:09.041974 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-733154e5-bb1d-45c4-85fe-1aec36546ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:11.144250 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:11.590947 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-53dbaa1c-b300-4d1b-b12d-185b4fbf449e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:12.153341 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:13.373561 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:14.945341 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:29.851699 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:07:38.862589 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:39.041724 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3f03e016-51c6-4b5a-8951-7819acf90ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:41.173727 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:41.591222 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ce868ae1-c152-4cf1-bc9d-480337d8af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:42.153379 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:43.376425 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.948782 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.185444 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47340) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:02.354032 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Deleting port c724f29b-0ecc-40f7-b99f-894de69f5476 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:02.354379 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.442013 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.442346 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.454781 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Calling delete_port for c724f29b-0ecc-40f7-b99f-894de69f5476 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:02.617836 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.642346 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event deleted for resources: {'Port': ['ID=c724f29b-0ecc-40f7-b99f-894de69f5476,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:02.653143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:02.653575 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:02.653834 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:02.654430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:02.654636 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:02.655384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:02.655384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:02.655603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:02.655929 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:02.656251 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:02.656591 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:02.656898 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:02.722421 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.722676 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Floating IP 80e8da0b-9070-4d78-9350-855154ab4884 disassociated (deleted). External IP: 172.25.6.127, port: d4ff007f-affb-415f-97c5-3a8fcd47836c. Aug 16 23:08:02.929878 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:08:03.035273 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:08:03.040496 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.046015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8ea2f3-0022-47e1-b83e-8eaa76a9a810 None None] Sync routers for ids ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:08:03.055759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8ea2f3-0022-47e1-b83e-8eaa76a9a810 None None] Routers {'53e5ccbe-1c16-4713-8bdc-d3088190b7b1'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:08:03.056519 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8f8ea2f3-0022-47e1-b83e-8eaa76a9a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:07:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:03.068713 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1c72d548-ae0e-4aaf-9444-854812159b79 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "DELETE /v2.0/floatingips/80e8da0b-9070-4d78-9350-855154ab4884 HTTP/1.1" status: 204 len: 168 time: 0.8819520 Aug 16 23:08:03.069312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9237f2-c2cf-4549-961e-1ac2dd1c8511', 'tag': 'd4ff007f-affb-415f-97c5-3a8fcd47836c'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:08:03.071613 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe009fb-4053-4176-a811-8cce271aadca" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9237f2-c2cf-4549-961e-1ac2dd1c8511", "tag": "d4ff007f-affb-415f-97c5-3a8fcd47836c"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:08:03.111510 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c156ab09-fcdc-4698-8497-0ca63a12d392 x-openstack-request-id: req-c156ab09-fcdc-4698-8497-0ca63a12d392 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:08:03.111802 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9237f2-c2cf-4549-961e-1ac2dd1c8511", "tag": "d4ff007f-affb-415f-97c5-3a8fcd47836c", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:08:03.112088 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c156ab09-fcdc-4698-8497-0ca63a12d392 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:08:03.112476 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9237f2-c2cf-4549-961e-1ac2dd1c8511', 'tag': 'd4ff007f-affb-415f-97c5-3a8fcd47836c', 'status': 'completed', 'code': 200} Aug 16 23:08:03.171260 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8f8ea2f3-0022-47e1-b83e-8eaa76a9a810 None None] Set router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:08:03.179756 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe009fb-4053-4176-a811-8cce271aadca req-c3d8c6c0-6de8-415d-8e39-c936ecae94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:03.181376 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7fe009fb-4053-4176-a811-8cce271aadca req-c3d8c6c0-6de8-415d-8e39-c936ecae94c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 1098 time: 0.0475154 Aug 16 23:08:03.295241 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe009fb-4053-4176-a811-8cce271aadca req-1a220723-e653-4e3c-8c67-304d11385438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:03.296835 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7fe009fb-4053-4176-a811-8cce271aadca req-1a220723-e653-4e3c-8c67-304d11385438 service neutron] 10.222.0.39 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 913 time: 0.1055577 Aug 16 23:08:03.344686 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7fe009fb-4053-4176-a811-8cce271aadca req-e913fb43-0636-4f4a-bed1-70526a597502 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4ff007f-affb-415f-97c5-3a8fcd47836c HTTP/1.1" status: 200 len: 217 time: 0.0398333 Aug 16 23:08:03.418297 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8f8ea2f3-0022-47e1-b83e-8eaa76a9a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '1eb6d406-5c12-44bc-a951-b9b04ad3ab46', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'port_id': '70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'mac_address': 'fa:16:3e:31:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ebd58-ba97-469b-b9e6-ead2ecd75e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:04:25Z', 'updated_at': '2021-08-16T23:04:27Z', 'revision_number': 1, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:30Z', 'revision_number': 5, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:03.421884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe009fb-4053-4176-a811-8cce271aadca req-75fce8ab-e1c6-4cca-88a9-afeff82a78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:03.423378 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7fe009fb-4053-4176-a811-8cce271aadca req-75fce8ab-e1c6-4cca-88a9-afeff82a78ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0714111 Aug 16 23:08:03.439027 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e8a93-887d-4935-999a-e1c58a309ec6 req-9d5f7025-7a33-4e79-89b7-a568dcaec5af tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:03.440454 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-486e8a93-887d-4935-999a-e1c58a309ec6 req-9d5f7025-7a33-4e79-89b7-a568dcaec5af tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 946 time: 0.1868315 Aug 16 23:08:03.448140 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8ea2f3-0022-47e1-b83e-8eaa76a9a810 None None] Checking router: 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:08:03.456486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8ea2f3-0022-47e1-b83e-8eaa76a9a810 None None] Routers {'53e5ccbe-1c16-4713-8bdc-d3088190b7b1'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:08:03.457088 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8f8ea2f3-0022-47e1-b83e-8eaa76a9a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:07:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:03.508119 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-486e8a93-887d-4935-999a-e1c58a309ec6 req-e9b29525-6bbf-4913-96d2-b2e392fb314e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598798 Aug 16 23:08:03.511009 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe009fb-4053-4176-a811-8cce271aadca req-e43f403b-5055-40ae-8777-ebea26ee5a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:03.512427 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7fe009fb-4053-4176-a811-8cce271aadca req-e43f403b-5055-40ae-8777-ebea26ee5a74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811751 Aug 16 23:08:03.571372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8f8ea2f3-0022-47e1-b83e-8eaa76a9a810 None None] Set router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:08:03.604602 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7fe009fb-4053-4176-a811-8cce271aadca req-9e4e95e2-f645-4a7c-ad7e-db8f0ca3e692 service neutron] 10.222.0.39 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837574 Aug 16 23:08:03.704435 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7fe009fb-4053-4176-a811-8cce271aadca req-6f9d455d-b20f-4505-aee5-49d0cd03f5fa service neutron] 10.222.0.39 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923285 Aug 16 23:08:03.798238 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8f8ea2f3-0022-47e1-b83e-8eaa76a9a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '1eb6d406-5c12-44bc-a951-b9b04ad3ab46', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'port_id': '70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'mac_address': 'fa:16:3e:31:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ebd58-ba97-469b-b9e6-ead2ecd75e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:04:25Z', 'updated_at': '2021-08-16T23:04:27Z', 'revision_number': 1, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:30Z', 'revision_number': 5, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:03.828866 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8ea2f3-0022-47e1-b83e-8eaa76a9a810 None None] The sync data for ids ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'] in n-d-792458-15 is: [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '1eb6d406-5c12-44bc-a951-b9b04ad3ab46', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'port_id': '70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'mac_address': 'fa:16:3e:31:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ebd58-ba97-469b-b9e6-ead2ecd75e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:04:25Z', 'updated_at': '2021-08-16T23:04:27Z', 'revision_number': 1, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:30Z', 'revision_number': 5, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:08:04.044259 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b53a1b1-1a02-4bc6-808c-7faf541dd404 None None] New status for floating IP 80e8da0b-9070-4d78-9350-855154ab4884: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:08:04.708919 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c64e86-9c02-4479-87f0-53b458dc93db req-22160d93-a7f2-43d7-94ea-30a68e786290 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:04.710506 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2c64e86-9c02-4479-87f0-53b458dc93db req-22160d93-a7f2-43d7-94ea-30a68e786290 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 946 time: 0.1192656 Aug 16 23:08:04.756699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2c64e86-9c02-4479-87f0-53b458dc93db req-02f25fc2-a810-4987-938d-fe691c26f10b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401034 Aug 16 23:08:04.792125 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccda4c4-4592-48c3-83bb-218d915c938d req-91ff21fc-474b-4971-a16b-47df1ec34c1d tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:04.793493 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bccda4c4-4592-48c3-83bb-218d915c938d req-91ff21fc-474b-4971-a16b-47df1ec34c1d tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 946 time: 0.0520432 Aug 16 23:08:04.885930 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-bccda4c4-4592-48c3-83bb-218d915c938d req-64354215-56df-4c8f-895e-90421e382e67 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Deleting port d4ff007f-affb-415f-97c5-3a8fcd47836c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:04.886298 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bccda4c4-4592-48c3-83bb-218d915c938d req-64354215-56df-4c8f-895e-90421e382e67 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:04.976755 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-bccda4c4-4592-48c3-83bb-218d915c938d req-64354215-56df-4c8f-895e-90421e382e67 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] For port d4ff007f-affb-415f-97c5-3a8fcd47836c, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=d4ff007f-affb-415f-97c5-3a8fcd47836c,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:04.977126 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bccda4c4-4592-48c3-83bb-218d915c938d req-64354215-56df-4c8f-895e-90421e382e67 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:04.990191 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-bccda4c4-4592-48c3-83bb-218d915c938d req-64354215-56df-4c8f-895e-90421e382e67 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Calling delete_port for d4ff007f-affb-415f-97c5-3a8fcd47836c owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:05.129394 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bccda4c4-4592-48c3-83bb-218d915c938d req-64354215-56df-4c8f-895e-90421e382e67 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:05.161284 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64354215-56df-4c8f-895e-90421e382e67 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event deleted for resources: {'Port': ['ID=d4ff007f-affb-415f-97c5-3a8fcd47836c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:05.205399 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccda4c4-4592-48c3-83bb-218d915c938d req-64354215-56df-4c8f-895e-90421e382e67 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] No DVR routers for this DVR port d4ff007f-affb-415f-97c5-3a8fcd47836c on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:08:05.208184 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bccda4c4-4592-48c3-83bb-218d915c938d req-64354215-56df-4c8f-895e-90421e382e67 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:05.210709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bccda4c4-4592-48c3-83bb-218d915c938d req-64354215-56df-4c8f-895e-90421e382e67 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.39 "DELETE /v2.0/ports/d4ff007f-affb-415f-97c5-3a8fcd47836c HTTP/1.1" status: 204 len: 173 time: 0.4109397 Aug 16 23:08:05.211076 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9237f2-c2cf-4549-961e-1ac2dd1c8511', 'name': 'network-vif-deleted', 'tag': 'd4ff007f-affb-415f-97c5-3a8fcd47836c'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:08:05.213282 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecad3df-fb66-49b0-8d4e-20e4e46aedde" -d '{"events": [{"server_uuid": "1c9237f2-c2cf-4549-961e-1ac2dd1c8511", "name": "network-vif-deleted", "tag": "d4ff007f-affb-415f-97c5-3a8fcd47836c"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:08:05.256403 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179d3291-3545-40f8-a061-2ff60f5d699e x-openstack-request-id: req-179d3291-3545-40f8-a061-2ff60f5d699e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:08:05.256734 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9237f2-c2cf-4549-961e-1ac2dd1c8511", "name": "network-vif-deleted", "tag": "d4ff007f-affb-415f-97c5-3a8fcd47836c", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:08:05.257041 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-179d3291-3545-40f8-a061-2ff60f5d699e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:08:05.257514 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9237f2-c2cf-4549-961e-1ac2dd1c8511', 'name': 'network-vif-deleted', 'tag': 'd4ff007f-affb-415f-97c5-3a8fcd47836c', 'status': 'completed', 'code': 200} Aug 16 23:08:05.512907 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5e47685-6e0c-4f23-8ccb-15307baa781b req-7675ae17-36e5-43c9-b059-32db923b71ad service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1112173 Aug 16 23:08:05.622374 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e47685-6e0c-4f23-8ccb-15307baa781b req-c3af3cb5-ba7d-462c-a373-981ad362d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:05.623996 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5e47685-6e0c-4f23-8ccb-15307baa781b req-c3af3cb5-ba7d-462c-a373-981ad362d68c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 1098 time: 0.0622087 Aug 16 23:08:05.745600 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e47685-6e0c-4f23-8ccb-15307baa781b req-cf1e6e82-e84f-4743-b507-7604c82c7e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:05.747042 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5e47685-6e0c-4f23-8ccb-15307baa781b req-cf1e6e82-e84f-4743-b507-7604c82c7e6e service neutron] 10.222.0.43 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 913 time: 0.0983827 Aug 16 23:08:05.814508 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5e47685-6e0c-4f23-8ccb-15307baa781b req-d9a734f6-83b3-475d-a505-a6cfe7a33ffe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d HTTP/1.1" status: 200 len: 1002 time: 0.0604818 Aug 16 23:08:05.880150 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bff8059d-58d8-4df8-be76-c0c485ebb686 req-bc33d728-c4f3-4a46-8c54-36216498da1a tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 210 time: 0.0509641 Aug 16 23:08:05.893613 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e47685-6e0c-4f23-8ccb-15307baa781b req-8cc4b0dc-d23c-441b-95d8-20a6274f4f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:05.895929 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5e47685-6e0c-4f23-8ccb-15307baa781b req-8cc4b0dc-d23c-441b-95d8-20a6274f4f51 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0744166 Aug 16 23:08:05.944182 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e47685-6e0c-4f23-8ccb-15307baa781b req-87c62f81-16b0-474f-b845-9a08773162c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:05.945466 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5e47685-6e0c-4f23-8ccb-15307baa781b req-87c62f81-16b0-474f-b845-9a08773162c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427055 Aug 16 23:08:05.956588 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-f5e47685-6e0c-4f23-8ccb-15307baa781b req-7afb6e4c-7546-4594-9188-ce566d201cd4 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:08:05.957622 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5e47685-6e0c-4f23-8ccb-15307baa781b req-7afb6e4c-7546-4594-9188-ce566d201cd4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053117 Aug 16 23:08:06.052239 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5e47685-6e0c-4f23-8ccb-15307baa781b req-704c38da-7363-42b2-be43-d5e9107ff86b service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869389 Aug 16 23:08:06.142697 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5e47685-6e0c-4f23-8ccb-15307baa781b req-c8c843c7-307d-42d2-9cc6-c98f1a462418 service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837438 Aug 16 23:08:06.850770 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:08:06.977509 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8040f72a-9991-4470-8ea8-31f283424222 req-013d9709-1d23-4e62-b298-0b2bfe92f3e4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 210 time: 0.0271800 Aug 16 23:08:08.081776 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1cb1a9db-3182-4a6d-99a6-3d9b059a1607 req-f34db2f4-be36-415b-8efb-42ea6042bbd2 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c9237f2-c2cf-4549-961e-1ac2dd1c8511 HTTP/1.1" status: 200 len: 210 time: 0.0308678 Aug 16 23:08:08.721582 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d4ff007f-affb-415f-97c5-3a8fcd47836c no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:08:08.743225 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: d4ff007f-affb-415f-97c5-3a8fcd47836c {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:08:08.743581 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device d4ff007f-affb-415f-97c5-3a8fcd47836c not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:08:08.871733 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:09.043990 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-30eda64e-93f3-41da-85a9-94501c63d8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:11.206787 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:11.594791 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-39ca47df-1e95-47b7-bc09-18dfd176b7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:12.157113 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:13.380891 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:13.462132 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47400) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:13.614512 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-252ccbae-dc5a-4397-92aa-b7b917368f4f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Deleting port fb5b085d-2a76-4ec1-99cd-d3be46534159 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:13.614848 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-252ccbae-dc5a-4397-92aa-b7b917368f4f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:13.688058 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-252ccbae-dc5a-4397-92aa-b7b917368f4f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:13.688378 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-252ccbae-dc5a-4397-92aa-b7b917368f4f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:13.700013 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-252ccbae-dc5a-4397-92aa-b7b917368f4f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Calling delete_port for fb5b085d-2a76-4ec1-99cd-d3be46534159 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:13.850124 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-252ccbae-dc5a-4397-92aa-b7b917368f4f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:13.881756 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ccbae-dc5a-4397-92aa-b7b917368f4f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event deleted for resources: {'Port': ['ID=fb5b085d-2a76-4ec1-99cd-d3be46534159,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:13.941374 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-252ccbae-dc5a-4397-92aa-b7b917368f4f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:13.941767 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-252ccbae-dc5a-4397-92aa-b7b917368f4f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Floating IP 1eb6d406-5c12-44bc-a951-b9b04ad3ab46 disassociated (deleted). External IP: 172.25.6.186, port: 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d. Aug 16 23:08:14.148318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252ccbae-dc5a-4397-92aa-b7b917368f4f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:08:14.255450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252ccbae-dc5a-4397-92aa-b7b917368f4f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:08:14.260918 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-252ccbae-dc5a-4397-92aa-b7b917368f4f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.265699 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce42322-add1-482e-9238-723727e56d51 None None] Sync routers for ids ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:08:14.275273 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce42322-add1-482e-9238-723727e56d51 None None] Routers {'53e5ccbe-1c16-4713-8bdc-d3088190b7b1'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:08:14.276097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2ce42322-add1-482e-9238-723727e56d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:08:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:14.391733 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2ce42322-add1-482e-9238-723727e56d51 None None] Set router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:08:14.600612 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2ce42322-add1-482e-9238-723727e56d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:30Z', 'revision_number': 5, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:14.609640 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-252ccbae-dc5a-4397-92aa-b7b917368f4f tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "DELETE /v2.0/floatingips/1eb6d406-5c12-44bc-a951-b9b04ad3ab46 HTTP/1.1" status: 204 len: 168 time: 1.1463959 Aug 16 23:08:14.610361 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696ebd58-ba97-469b-b9e6-ead2ecd75e3d', 'tag': '70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:08:14.612707 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d3f918-7cb4-4924-9510-60e587b0b9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "696ebd58-ba97-469b-b9e6-ead2ecd75e3d", "tag": "70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:08:14.627655 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce42322-add1-482e-9238-723727e56d51 None None] Checking router: 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:08:14.637600 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce42322-add1-482e-9238-723727e56d51 None None] Routers {'53e5ccbe-1c16-4713-8bdc-d3088190b7b1'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:08:14.638111 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2ce42322-add1-482e-9238-723727e56d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:08:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:14.652440 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231ada05-252b-4db1-9564-5dfaffadf5aa x-openstack-request-id: req-231ada05-252b-4db1-9564-5dfaffadf5aa {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:08:14.652730 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696ebd58-ba97-469b-b9e6-ead2ecd75e3d", "tag": "70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:08:14.653182 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-231ada05-252b-4db1-9564-5dfaffadf5aa {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:08:14.653603 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696ebd58-ba97-469b-b9e6-ead2ecd75e3d', 'tag': '70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d', 'status': 'completed', 'code': 200} Aug 16 23:08:14.716893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3f918-7cb4-4924-9510-60e587b0b9f3 req-a49929f4-0040-44f0-aaad-6fb435ee51c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:14.718677 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4d3f918-7cb4-4924-9510-60e587b0b9f3 req-a49929f4-0040-44f0-aaad-6fb435ee51c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 1098 time: 0.0414281 Aug 16 23:08:14.763739 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2ce42322-add1-482e-9238-723727e56d51 None None] Set router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:08:14.859280 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3f918-7cb4-4924-9510-60e587b0b9f3 req-8dd1bcb9-10b0-4a8a-bff0-838175878fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:14.860793 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4d3f918-7cb4-4924-9510-60e587b0b9f3 req-8dd1bcb9-10b0-4a8a-bff0-838175878fdb service neutron] 10.222.0.43 "GET /v2.0/networks?id=618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 200 len: 913 time: 0.1296482 Aug 16 23:08:14.870125 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b700a58-2e1b-479a-9395-5e4101fa0d27 req-41bdf4c8-fd70-48be-bf53-8fc5b4208eef tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:14.871536 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b700a58-2e1b-479a-9395-5e4101fa0d27 req-41bdf4c8-fd70-48be-bf53-8fc5b4208eef tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 946 time: 0.0791452 Aug 16 23:08:14.918225 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4d3f918-7cb4-4924-9510-60e587b0b9f3 req-3e8343b3-9049-43a2-99b5-236d3f78329c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d HTTP/1.1" status: 200 len: 217 time: 0.0455987 Aug 16 23:08:14.956136 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.968771 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b700a58-2e1b-479a-9395-5e4101fa0d27 req-8e3bb197-fe9c-47a5-a363-88bb8af9680b tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903168 Aug 16 23:08:14.976348 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2ce42322-add1-482e-9238-723727e56d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:30Z', 'revision_number': 5, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:14.985856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3f918-7cb4-4924-9510-60e587b0b9f3 req-5018e197-bacc-4a43-9a1d-b001e03c5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:14.987364 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4d3f918-7cb4-4924-9510-60e587b0b9f3 req-5018e197-bacc-4a43-9a1d-b001e03c5515 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 200 len: 851 time: 0.0616353 Aug 16 23:08:15.009846 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce42322-add1-482e-9238-723727e56d51 None None] The sync data for ids ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'] in n-d-792458-15 is: [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 4, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '8e14d1ab-ed9d-4d52-b8fc-a67e5759a569', 'name': '', 'network_id': '618125df-33d5-4ee1-b6a0-cd83424b6f7c', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'mac_address': 'fa:16:3e:f5:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:58:30Z', 'revision_number': 5, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'subnets': [{'id': '76f0d65c-5ef7-4b10-b7a7-caf718efa02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:08:15.036252 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3f918-7cb4-4924-9510-60e587b0b9f3 req-d3b71ae1-2a1f-4e24-962b-9986718711c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:15.037846 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4d3f918-7cb4-4924-9510-60e587b0b9f3 req-d3b71ae1-2a1f-4e24-962b-9986718711c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=618125df-33d5-4ee1-b6a0-cd83424b6f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427580 Aug 16 23:08:15.138502 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4d3f918-7cb4-4924-9510-60e587b0b9f3 req-c47a98e0-e4d8-46be-bb12-0cb2ba885e55 service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930488 Aug 16 23:08:15.251159 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4d3f918-7cb4-4924-9510-60e587b0b9f3 req-a9255183-3bee-4421-92d8-7cf74da04792 service neutron] 10.222.0.43 "GET /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045239 Aug 16 23:08:15.262487 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf98e22-357a-43b1-93dc-3a4058070b2c None None] New status for floating IP 1eb6d406-5c12-44bc-a951-b9b04ad3ab46: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:08:16.086218 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9433df3-5586-4fe3-9930-4d9f9389d7cd req-14f242a5-370f-4b06-af06-af6218977b70 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:16.087722 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9433df3-5586-4fe3-9930-4d9f9389d7cd req-14f242a5-370f-4b06-af06-af6218977b70 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 946 time: 0.0488660 Aug 16 23:08:16.128208 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f9433df3-5586-4fe3-9930-4d9f9389d7cd req-c04672f4-bead-4409-a941-4156392e27a4 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/security-groups?id=62be77c3-eb19-4d52-ae94-f8f4c46df097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344555 Aug 16 23:08:16.366060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35620fef-9007-432b-86c8-a79617913814 req-35540996-26a9-4cdf-8254-0795464bd119 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:16.367731 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35620fef-9007-432b-86c8-a79617913814 req-35540996-26a9-4cdf-8254-0795464bd119 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.43 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 946 time: 0.0537326 Aug 16 23:08:16.455816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-35620fef-9007-432b-86c8-a79617913814 req-2de4549c-047e-4f9b-b5b5-03b87a716720 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Deleting port 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:16.456187 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35620fef-9007-432b-86c8-a79617913814 req-2de4549c-047e-4f9b-b5b5-03b87a716720 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:16.550608 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-35620fef-9007-432b-86c8-a79617913814 req-2de4549c-047e-4f9b-b5b5-03b87a716720 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] For port 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:16.551753 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35620fef-9007-432b-86c8-a79617913814 req-2de4549c-047e-4f9b-b5b5-03b87a716720 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:16.569454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-35620fef-9007-432b-86c8-a79617913814 req-2de4549c-047e-4f9b-b5b5-03b87a716720 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Calling delete_port for 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:16.695357 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35620fef-9007-432b-86c8-a79617913814 req-2de4549c-047e-4f9b-b5b5-03b87a716720 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:16.727327 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4549c-047e-4f9b-b5b5-03b87a716720 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event deleted for resources: {'Port': ['ID=70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:16.768391 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-35620fef-9007-432b-86c8-a79617913814 req-2de4549c-047e-4f9b-b5b5-03b87a716720 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] No DVR routers for this DVR port 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:08:16.770965 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-35620fef-9007-432b-86c8-a79617913814 req-2de4549c-047e-4f9b-b5b5-03b87a716720 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:16.772980 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35620fef-9007-432b-86c8-a79617913814 req-2de4549c-047e-4f9b-b5b5-03b87a716720 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.43 "DELETE /v2.0/ports/70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d HTTP/1.1" status: 204 len: 173 time: 0.3994107 Aug 16 23:08:16.773416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696ebd58-ba97-469b-b9e6-ead2ecd75e3d', 'name': 'network-vif-deleted', 'tag': '70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:08:16.775681 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c185482e-7c97-4b47-98a5-31ce0469e653" -d '{"events": [{"server_uuid": "696ebd58-ba97-469b-b9e6-ead2ecd75e3d", "name": "network-vif-deleted", "tag": "70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:08:16.816421 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3459b52a-54ec-4690-b89d-5be10505b537 x-openstack-request-id: req-3459b52a-54ec-4690-b89d-5be10505b537 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:08:16.816975 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696ebd58-ba97-469b-b9e6-ead2ecd75e3d", "name": "network-vif-deleted", "tag": "70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:08:16.817846 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3459b52a-54ec-4690-b89d-5be10505b537 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:08:16.818381 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696ebd58-ba97-469b-b9e6-ead2ecd75e3d', 'name': 'network-vif-deleted', 'tag': '70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d', 'status': 'completed', 'code': 200} Aug 16 23:08:17.226295 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba267e9b-d62e-4fc3-a520-ebe5f8b52bf2 req-aff93fea-8613-4c40-b40b-c097076686c7 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 210 time: 0.0275135 Aug 16 23:08:18.333017 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b34ca07-5369-43e6-8adf-08f56c28ea10 req-76acc003-d325-4cd2-85b5-c9c41ba538f5 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 210 time: 0.0349782 Aug 16 23:08:19.439071 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8d0ecbc1-b0c7-42ba-a153-bfccf9b49fa3 req-0d94f9af-be90-4b33-bde6-300b75cbba5e tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 210 time: 0.0319881 Aug 16 23:08:20.254704 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:08:20.274139 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:08:20.274483 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 70d18ac0-7400-4e4d-a7fb-0d9223ad3b5d not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:08:20.552021 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-88358206-64d3-4095-8e3d-b9c0cd960466 req-52161f40-9e15-495f-95e1-d819cf6e0239 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "GET /v2.0/ports?device_id=696ebd58-ba97-469b-b9e6-ead2ecd75e3d HTTP/1.1" status: 200 len: 210 time: 0.0278559 Aug 16 23:08:21.608167 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47422) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:21.731873 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-396d46be-b806-48a7-b27f-331266725606 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Deleting port 9423bc0e-443c-45e9-af5d-3a07094708f9 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:21.732161 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-396d46be-b806-48a7-b27f-331266725606 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.807959 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-396d46be-b806-48a7-b27f-331266725606 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.808281 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-396d46be-b806-48a7-b27f-331266725606 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.820333 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-396d46be-b806-48a7-b27f-331266725606 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Calling delete_port for 9423bc0e-443c-45e9-af5d-3a07094708f9 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:21.953543 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-396d46be-b806-48a7-b27f-331266725606 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.978205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d46be-b806-48a7-b27f-331266725606 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event deleted for resources: {'Port': ['ID=9423bc0e-443c-45e9-af5d-3a07094708f9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:22.041271 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-396d46be-b806-48a7-b27f-331266725606 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:22.043918 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-396d46be-b806-48a7-b27f-331266725606 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:22.045114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-396d46be-b806-48a7-b27f-331266725606 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "DELETE /v2.0/floatingips/fe3b01fd-207d-46a8-8bfb-3763a44b70e9 HTTP/1.1" status: 204 len: 168 time: 0.4359338 Aug 16 23:08:24.290895 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47440) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:24.350612 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45965acb-3685-4fcd-9eb0-f142b3540b65 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:24.375794 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45965acb-3685-4fcd-9eb0-f142b3540b65 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:24.438118 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45965acb-3685-4fcd-9eb0-f142b3540b65 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:24.440846 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-45965acb-3685-4fcd-9eb0-f142b3540b65 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:24.445548 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-45965acb-3685-4fcd-9eb0-f142b3540b65 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] 10.222.0.93 "DELETE /v2.0/security-groups/62be77c3-eb19-4d52-ae94-f8f4c46df097 HTTP/1.1" status: 204 len: 168 time: 0.1535645 Aug 16 23:08:24.456371 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45965acb-3685-4fcd-9eb0-f142b3540b65 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62be77c3-eb19-4d52-ae94-f8f4c46df097,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:24.507579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47444) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:25.001440 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c5f999cf-2c3d-436d-8b6d-886c4c09d613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:25.255237 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c5f999cf-2c3d-436d-8b6d-886c4c09d613 admin admin] Deleting port 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:25.255478 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c5f999cf-2c3d-436d-8b6d-886c4c09d613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:25.331008 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-c5f999cf-2c3d-436d-8b6d-886c4c09d613 admin admin] For port 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=8e14d1ab-ed9d-4d52-b8fc-a67e5759a569,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:25.331671 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c5f999cf-2c3d-436d-8b6d-886c4c09d613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:25.343374 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c5f999cf-2c3d-436d-8b6d-886c4c09d613 admin admin] Calling delete_port for 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:25.522541 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c5f999cf-2c3d-436d-8b6d-886c4c09d613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:25.552238 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f999cf-2c3d-436d-8b6d-886c4c09d613 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e14d1ab-ed9d-4d52-b8fc-a67e5759a569,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:25.715646 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c5f999cf-2c3d-436d-8b6d-886c4c09d613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:25.932426 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f999cf-2c3d-436d-8b6d-886c4c09d613 admin admin] Router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:08:26.033932 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f999cf-2c3d-436d-8b6d-886c4c09d613 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:08:26.040100 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c5f999cf-2c3d-436d-8b6d-886c4c09d613 admin admin] 10.222.0.93 "PUT /v2.0/routers/53e5ccbe-1c16-4713-8bdc-d3088190b7b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5311141 Aug 16 23:08:26.042307 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47450) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:26.043099 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6767a1f-1380-4a2f-8306-f51338f31a29 None None] Sync routers for ids ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:08:26.052907 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6767a1f-1380-4a2f-8306-f51338f31a29 None None] Routers {'53e5ccbe-1c16-4713-8bdc-d3088190b7b1'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:08:26.053527 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d6767a1f-1380-4a2f-8306-f51338f31a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:08:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:26.147478 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58977dc1-7bde-459c-88de-2db658c10ea4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:26.158503 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d6767a1f-1380-4a2f-8306-f51338f31a29 None None] Set router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:08:26.246201 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58977dc1-7bde-459c-88de-2db658c10ea4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:26.302801 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-58977dc1-7bde-459c-88de-2db658c10ea4 admin admin] Deleting port 8de993c4-9f54-42a6-8d41-5df149e609a7 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:26.303203 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58977dc1-7bde-459c-88de-2db658c10ea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:26.343373 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d6767a1f-1380-4a2f-8306-f51338f31a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T23:08:25Z', 'revision_number': 5, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port': {'id': '8de993c4-9f54-42a6-8d41-5df149e609a7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:26.373759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6767a1f-1380-4a2f-8306-f51338f31a29 None None] Checking router: 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:08:26.381585 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-58977dc1-7bde-459c-88de-2db658c10ea4 admin admin] For port 8de993c4-9f54-42a6-8d41-5df149e609a7, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=8de993c4-9f54-42a6-8d41-5df149e609a7,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:26.382114 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58977dc1-7bde-459c-88de-2db658c10ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:26.382229 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6767a1f-1380-4a2f-8306-f51338f31a29 None None] Routers {'53e5ccbe-1c16-4713-8bdc-d3088190b7b1'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:08:26.382744 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d6767a1f-1380-4a2f-8306-f51338f31a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:08:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:26.394586 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-58977dc1-7bde-459c-88de-2db658c10ea4 admin admin] Calling delete_port for 8de993c4-9f54-42a6-8d41-5df149e609a7 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:26.568040 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58977dc1-7bde-459c-88de-2db658c10ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:26.593911 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58977dc1-7bde-459c-88de-2db658c10ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de993c4-9f54-42a6-8d41-5df149e609a7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:26.635302 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d6767a1f-1380-4a2f-8306-f51338f31a29 None None] Set router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:08:26.664974 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58977dc1-7bde-459c-88de-2db658c10ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:26.687975 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d6767a1f-1380-4a2f-8306-f51338f31a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T23:08:26Z', 'revision_number': 6, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:26.717351 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6767a1f-1380-4a2f-8306-f51338f31a29 None None] The sync data for ids ['53e5ccbe-1c16-4713-8bdc-d3088190b7b1'] in n-d-792458-15 is: [{'id': '53e5ccbe-1c16-4713-8bdc-d3088190b7b1', 'name': 'tempest-TestVolumeBootPattern-1069876781-router', 'tenant_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:21Z', 'updated_at': '2021-08-16T23:08:26Z', 'revision_number': 6, 'project_id': '5cf3e805ef684fd09fb8bfbc3fc85873', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:08:26.759860 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58977dc1-7bde-459c-88de-2db658c10ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:26.761953 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58977dc1-7bde-459c-88de-2db658c10ea4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:26.803995 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58977dc1-7bde-459c-88de-2db658c10ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:26.804522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58977dc1-7bde-459c-88de-2db658c10ea4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53e5ccbe-1c16-4713-8bdc-d3088190b7b1 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:08:26.808691 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58977dc1-7bde-459c-88de-2db658c10ea4 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:26.812280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-58977dc1-7bde-459c-88de-2db658c10ea4 admin admin] 10.222.0.93 "DELETE /v2.0/routers/53e5ccbe-1c16-4713-8bdc-d3088190b7b1 HTTP/1.1" status: 204 len: 168 time: 0.7667105 Aug 16 23:08:26.812497 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47452) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:26.861176 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-faeb3ce6-8e83-4ed2-a976-0efd5c8bf1b4 admin admin] Deleting subnet 76f0d65c-5ef7-4b10-b7a7-caf718efa02b {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:08:26.864879 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-faeb3ce6-8e83-4ed2-a976-0efd5c8bf1b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:26.898132 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-faeb3ce6-8e83-4ed2-a976-0efd5c8bf1b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:26.972405 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-faeb3ce6-8e83-4ed2-a976-0efd5c8bf1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.023999 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-faeb3ce6-8e83-4ed2-a976-0efd5c8bf1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.057161 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-faeb3ce6-8e83-4ed2-a976-0efd5c8bf1b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.059181 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-faeb3ce6-8e83-4ed2-a976-0efd5c8bf1b4 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/76f0d65c-5ef7-4b10-b7a7-caf718efa02b HTTP/1.1" status: 204 len: 168 time: 0.2457275 Aug 16 23:08:27.060993 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb3ce6-8e83-4ed2-a976-0efd5c8bf1b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76f0d65c-5ef7-4b10-b7a7-caf718efa02b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:27.062540 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47454) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:27.066384 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fe313d-c7a3-42ea-9d1a-bd6eefe89095 None None] Network 618125df-33d5-4ee1-b6a0-cd83424b6f7c requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:27.138796 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.208526 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Deleting port 596c0d54-ea31-4f1e-a257-a46ea59b2bc4 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:27.208879 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.274349 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] For port 596c0d54-ea31-4f1e-a257-a46ea59b2bc4, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=596c0d54-ea31-4f1e-a257-a46ea59b2bc4,segment=NetworkSegment(13f14515-52d3-4e62-bcd5-47fac696e15e),segment_id=13f14515-52d3-4e62-bcd5-47fac696e15e)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:27.274707 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.287175 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Calling delete_port for 596c0d54-ea31-4f1e-a257-a46ea59b2bc4 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:27.363039 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.391013 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] No DVR routers for this DVR port 596c0d54-ea31-4f1e-a257-a46ea59b2bc4 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:08:27.396234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Pushing event deleted for resources: {'Port': ['ID=596c0d54-ea31-4f1e-a257-a46ea59b2bc4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:27.424431 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:27.424709 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:27.425043 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:27.425372 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:27.425700 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:27.426669 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:27.426995 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:27.427317 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:27.427636 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:27.427954 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:27.428282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:27.428585 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:27.481523 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.492562 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618125df-33d5-4ee1-b6a0-cd83424b6f7c']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:27.509990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f14515-52d3-4e62-bcd5-47fac696e15e') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:27.510301 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f14515-52d3-4e62-bcd5-47fac696e15e') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:27.519002 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d833482-a521-491d-8029-da2321bdc5c7 None None] DHCP port deletion for 618125df-33d5-4ee1-b6a0-cd83424b6f7c request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:08:27.527759 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.553179 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.560550 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:08:27.560985 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: timer() Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:08:27.562667 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:08:27.619111 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:08:27.629434 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.644202 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.644326 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:08:27.644641 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 8e14d1ab-ed9d-4d52-b8fc-a67e5759a569 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:08:27.647161 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] 10.222.0.93 "DELETE /v2.0/networks/618125df-33d5-4ee1-b6a0-cd83424b6f7c HTTP/1.1" status: 204 len: 168 time: 0.5824497 Aug 16 23:08:27.649874 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47464) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:27.658377 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc0230-d2e7-493c-b6c3-00cc2464946a admin admin] Pushing event deleted for resources: {'Network': ['ID=618125df-33d5-4ee1-b6a0-cd83424b6f7c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:28.297820 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9d24be7-f3b0-47cf-9efe-2d176eb40ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:28.541030 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e9d24be7-f3b0-47cf-9efe-2d176eb40ce1 admin admin] Deleting port 64df4584-404b-47eb-937d-2a1e273caa20 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:28.541374 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9d24be7-f3b0-47cf-9efe-2d176eb40ce1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:28.622053 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-e9d24be7-f3b0-47cf-9efe-2d176eb40ce1 admin admin] For port 64df4584-404b-47eb-937d-2a1e273caa20, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=64df4584-404b-47eb-937d-2a1e273caa20,segment=NetworkSegment(13748147-1614-4c59-908c-4149c49af83b),segment_id=13748147-1614-4c59-908c-4149c49af83b)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:28.622360 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9d24be7-f3b0-47cf-9efe-2d176eb40ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:28.634729 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e9d24be7-f3b0-47cf-9efe-2d176eb40ce1 admin admin] Calling delete_port for 64df4584-404b-47eb-937d-2a1e273caa20 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:28.813172 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9d24be7-f3b0-47cf-9efe-2d176eb40ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:28.840248 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d24be7-f3b0-47cf-9efe-2d176eb40ce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=64df4584-404b-47eb-937d-2a1e273caa20,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:29.004411 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9d24be7-f3b0-47cf-9efe-2d176eb40ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.220816 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d24be7-f3b0-47cf-9efe-2d176eb40ce1 admin admin] Router 567c28a9-17cd-46e8-91bf-3bf2c271bf80 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:08:29.241092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 596c0d54-ea31-4f1e-a257-a46ea59b2bc4 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:08:29.261373 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 596c0d54-ea31-4f1e-a257-a46ea59b2bc4 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:08:29.261708 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 596c0d54-ea31-4f1e-a257-a46ea59b2bc4 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:08:29.262142 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 8de993c4-9f54-42a6-8d41-5df149e609a7 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:08:29.279915 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 8de993c4-9f54-42a6-8d41-5df149e609a7 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:08:29.280265 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 8de993c4-9f54-42a6-8d41-5df149e609a7 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:08:29.331299 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d24be7-f3b0-47cf-9efe-2d176eb40ce1 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:08:29.337074 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e9d24be7-f3b0-47cf-9efe-2d176eb40ce1 admin admin] 10.222.0.93 "PUT /v2.0/routers/567c28a9-17cd-46e8-91bf-3bf2c271bf80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6860528 Aug 16 23:08:29.339485 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47466) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:29.341195 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25d564-c048-45c3-a6a9-0d02ea97fb47 None None] Sync routers for ids ['567c28a9-17cd-46e8-91bf-3bf2c271bf80'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:08:29.352032 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b25d564-c048-45c3-a6a9-0d02ea97fb47 None None] Routers {'567c28a9-17cd-46e8-91bf-3bf2c271bf80'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:08:29.352726 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0b25d564-c048-45c3-a6a9-0d02ea97fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:08:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['567c28a9-17cd-46e8-91bf-3bf2c271bf80'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:29.442262 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9f13912-bb7e-478d-adf2-54a71f84127e admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.454823 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0b25d564-c048-45c3-a6a9-0d02ea97fb47 None None] Set router 567c28a9-17cd-46e8-91bf-3bf2c271bf80 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:08:29.545324 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9f13912-bb7e-478d-adf2-54a71f84127e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.595609 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c9f13912-bb7e-478d-adf2-54a71f84127e admin admin] Deleting port dfd246e2-a2f7-4ca1-af16-c82cfce9257a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:29.595945 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9f13912-bb7e-478d-adf2-54a71f84127e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.636506 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0b25d564-c048-45c3-a6a9-0d02ea97fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567c28a9-17cd-46e8-91bf-3bf2c271bf80', 'name': 'tempest-TestVolumeBootPattern-8732663-router', 'tenant_id': '48931a8605404a11b0854bc4d2bb64b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'dfd246e2-a2f7-4ca1-af16-c82cfce9257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T23:08:28Z', 'revision_number': 5, 'project_id': '48931a8605404a11b0854bc4d2bb64b0', 'gw_port': {'id': 'dfd246e2-a2f7-4ca1-af16-c82cfce9257a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c28a9-17cd-46e8-91bf-3bf2c271bf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:29.667674 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25d564-c048-45c3-a6a9-0d02ea97fb47 None None] Checking router: 567c28a9-17cd-46e8-91bf-3bf2c271bf80 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:08:29.676388 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b25d564-c048-45c3-a6a9-0d02ea97fb47 None None] Routers {'567c28a9-17cd-46e8-91bf-3bf2c271bf80'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:08:29.676994 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0b25d564-c048-45c3-a6a9-0d02ea97fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:08:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['567c28a9-17cd-46e8-91bf-3bf2c271bf80'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:29.677992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-c9f13912-bb7e-478d-adf2-54a71f84127e admin admin] For port dfd246e2-a2f7-4ca1-af16-c82cfce9257a, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=dfd246e2-a2f7-4ca1-af16-c82cfce9257a,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:29.678371 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9f13912-bb7e-478d-adf2-54a71f84127e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.690251 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c9f13912-bb7e-478d-adf2-54a71f84127e admin admin] Calling delete_port for dfd246e2-a2f7-4ca1-af16-c82cfce9257a owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:29.762741 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0b25d564-c048-45c3-a6a9-0d02ea97fb47 None None] Set router 567c28a9-17cd-46e8-91bf-3bf2c271bf80 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:08:29.813183 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0b25d564-c048-45c3-a6a9-0d02ea97fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567c28a9-17cd-46e8-91bf-3bf2c271bf80', 'name': 'tempest-TestVolumeBootPattern-8732663-router', 'tenant_id': '48931a8605404a11b0854bc4d2bb64b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T23:08:29Z', 'revision_number': 6, 'project_id': '48931a8605404a11b0854bc4d2bb64b0', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:29.842692 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25d564-c048-45c3-a6a9-0d02ea97fb47 None None] The sync data for ids ['567c28a9-17cd-46e8-91bf-3bf2c271bf80'] in n-d-792458-15 is: [{'id': '567c28a9-17cd-46e8-91bf-3bf2c271bf80', 'name': 'tempest-TestVolumeBootPattern-8732663-router', 'tenant_id': '48931a8605404a11b0854bc4d2bb64b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T23:08:29Z', 'revision_number': 6, 'project_id': '48931a8605404a11b0854bc4d2bb64b0', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:08:29.865498 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9f13912-bb7e-478d-adf2-54a71f84127e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.892185 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f13912-bb7e-478d-adf2-54a71f84127e admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd246e2-a2f7-4ca1-af16-c82cfce9257a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:29.952247 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9f13912-bb7e-478d-adf2-54a71f84127e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.046430 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9f13912-bb7e-478d-adf2-54a71f84127e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.048443 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9f13912-bb7e-478d-adf2-54a71f84127e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.091778 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9f13912-bb7e-478d-adf2-54a71f84127e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.092527 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f13912-bb7e-478d-adf2-54a71f84127e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 567c28a9-17cd-46e8-91bf-3bf2c271bf80 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:08:30.097436 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c9f13912-bb7e-478d-adf2-54a71f84127e admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.099302 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c9f13912-bb7e-478d-adf2-54a71f84127e admin admin] 10.222.0.93 "DELETE /v2.0/routers/567c28a9-17cd-46e8-91bf-3bf2c271bf80 HTTP/1.1" status: 204 len: 168 time: 0.7588966 Aug 16 23:08:30.102328 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47468) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:30.148856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d79abc-4688-44f1-91f4-c93112b49ed7 admin admin] Deleting subnet 89c3c73f-cb9a-45c3-bd7a-647966023f31 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:08:30.153699 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34d79abc-4688-44f1-91f4-c93112b49ed7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.188044 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34d79abc-4688-44f1-91f4-c93112b49ed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.271712 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34d79abc-4688-44f1-91f4-c93112b49ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.326993 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34d79abc-4688-44f1-91f4-c93112b49ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.353255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d79abc-4688-44f1-91f4-c93112b49ed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89c3c73f-cb9a-45c3-bd7a-647966023f31,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:30.355251 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-34d79abc-4688-44f1-91f4-c93112b49ed7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.358508 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-34d79abc-4688-44f1-91f4-c93112b49ed7 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/89c3c73f-cb9a-45c3-bd7a-647966023f31 HTTP/1.1" status: 204 len: 168 time: 0.2552090 Aug 16 23:08:30.359642 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47470) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:30.359822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5373f0d-f659-404e-aef3-f5371a4f628f None None] Network 078a7d76-d20a-4f63-8672-e248ba1179b3 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:30.432149 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e603afaa-44af-4c06-89b4-b306dca4394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.487506 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e603afaa-44af-4c06-89b4-b306dca4394c admin admin] Deleting port 0fd1ee84-194d-43b1-95b3-d13a8a1fca91 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:30.487851 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e603afaa-44af-4c06-89b4-b306dca4394c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.552616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-e603afaa-44af-4c06-89b4-b306dca4394c admin admin] For port 0fd1ee84-194d-43b1-95b3-d13a8a1fca91, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0fd1ee84-194d-43b1-95b3-d13a8a1fca91,segment=NetworkSegment(13748147-1614-4c59-908c-4149c49af83b),segment_id=13748147-1614-4c59-908c-4149c49af83b)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:30.553007 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e603afaa-44af-4c06-89b4-b306dca4394c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.565929 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-e603afaa-44af-4c06-89b4-b306dca4394c admin admin] Calling delete_port for 0fd1ee84-194d-43b1-95b3-d13a8a1fca91 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:30.614136 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76875632-3fa5-42e7-8da5-288f9ad7f1fc None None] DHCP port deletion for 078a7d76-d20a-4f63-8672-e248ba1179b3 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:08:30.674778 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e603afaa-44af-4c06-89b4-b306dca4394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.682030 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-76875632-3fa5-42e7-8da5-288f9ad7f1fc None None] Deleting port 0fd1ee84-194d-43b1-95b3-d13a8a1fca91 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:30.682569 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-76875632-3fa5-42e7-8da5-288f9ad7f1fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.703928 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603afaa-44af-4c06-89b4-b306dca4394c admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd1ee84-194d-43b1-95b3-d13a8a1fca91,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:30.707332 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e603afaa-44af-4c06-89b4-b306dca4394c admin admin] No DVR routers for this DVR port 0fd1ee84-194d-43b1-95b3-d13a8a1fca91 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:08:30.779276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-76875632-3fa5-42e7-8da5-288f9ad7f1fc None None] For port 0fd1ee84-194d-43b1-95b3-d13a8a1fca91, host n-d-792458-15, got binding levels [] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:30.779674 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-76875632-3fa5-42e7-8da5-288f9ad7f1fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.791566 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e603afaa-44af-4c06-89b4-b306dca4394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.793809 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-76875632-3fa5-42e7-8da5-288f9ad7f1fc None None] Calling delete_port for 0fd1ee84-194d-43b1-95b3-d13a8a1fca91 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:30.796586 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.ipam_backend_mixin [None req-76875632-3fa5-42e7-8da5-288f9ad7f1fc None None] Port 0fd1ee84-194d-43b1-95b3-d13a8a1fca91 was not found and therefore no delete operation was performed {{(pid=94873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 23:08:30.797838 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-76875632-3fa5-42e7-8da5-288f9ad7f1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.802160 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e603afaa-44af-4c06-89b4-b306dca4394c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078a7d76-d20a-4f63-8672-e248ba1179b3']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:30.813647 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e603afaa-44af-4c06-89b4-b306dca4394c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13748147-1614-4c59-908c-4149c49af83b') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:30.814063 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-e603afaa-44af-4c06-89b4-b306dca4394c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13748147-1614-4c59-908c-4149c49af83b') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:30.826441 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76875632-3fa5-42e7-8da5-288f9ad7f1fc None None] Pushing event deleted for resources: {'Port': ['ID=0fd1ee84-194d-43b1-95b3-d13a8a1fca91,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:30.829797 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76875632-3fa5-42e7-8da5-288f9ad7f1fc None None] No DVR routers for this DVR port 0fd1ee84-194d-43b1-95b3-d13a8a1fca91 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:08:30.831166 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e603afaa-44af-4c06-89b4-b306dca4394c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.836219 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76875632-3fa5-42e7-8da5-288f9ad7f1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:30.836559 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76875632-3fa5-42e7-8da5-288f9ad7f1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:30.836896 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76875632-3fa5-42e7-8da5-288f9ad7f1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:30.837230 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76875632-3fa5-42e7-8da5-288f9ad7f1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:30.837560 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76875632-3fa5-42e7-8da5-288f9ad7f1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:30.837887 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76875632-3fa5-42e7-8da5-288f9ad7f1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:30.838267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76875632-3fa5-42e7-8da5-288f9ad7f1fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:30.838693 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76875632-3fa5-42e7-8da5-288f9ad7f1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:30.839344 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76875632-3fa5-42e7-8da5-288f9ad7f1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:30.839344 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76875632-3fa5-42e7-8da5-288f9ad7f1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:30.839697 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76875632-3fa5-42e7-8da5-288f9ad7f1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:30.839908 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76875632-3fa5-42e7-8da5-288f9ad7f1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:30.863642 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e603afaa-44af-4c06-89b4-b306dca4394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.869936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e603afaa-44af-4c06-89b4-b306dca4394c admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:08:30.869936 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e603afaa-44af-4c06-89b4-b306dca4394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: timer() Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:08:30.872788 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:08:30.930931 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e603afaa-44af-4c06-89b4-b306dca4394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.941262 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e603afaa-44af-4c06-89b4-b306dca4394c admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.945870 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e603afaa-44af-4c06-89b4-b306dca4394c admin admin] 10.222.0.93 "DELETE /v2.0/networks/078a7d76-d20a-4f63-8672-e248ba1179b3 HTTP/1.1" status: 204 len: 168 time: 0.5829523 Aug 16 23:08:30.969244 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603afaa-44af-4c06-89b4-b306dca4394c admin admin] Pushing event deleted for resources: {'Network': ['ID=078a7d76-d20a-4f63-8672-e248ba1179b3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:31.078886 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47474) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:31.119131 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a6eef611-755f-435a-8974-cf3b73b9a511 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5cf3e805ef684fd09fb8bfbc3fc85873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388668 Aug 16 23:08:31.121418 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47476) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:31.174776 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c76f9234-a13e-414b-b385-63345c8bc9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:31.196314 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c76f9234-a13e-414b-b385-63345c8bc9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:31.198637 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 64df4584-404b-47eb-937d-2a1e273caa20 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:08:31.218910 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 64df4584-404b-47eb-937d-2a1e273caa20 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:08:31.219255 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 64df4584-404b-47eb-937d-2a1e273caa20 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:08:31.219666 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device dfd246e2-a2f7-4ca1-af16-c82cfce9257a no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:08:31.238896 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: dfd246e2-a2f7-4ca1-af16-c82cfce9257a {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:08:31.239220 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device dfd246e2-a2f7-4ca1-af16-c82cfce9257a not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:08:31.239639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0fd1ee84-194d-43b1-95b3-d13a8a1fca91 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:08:31.243453 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c76f9234-a13e-414b-b385-63345c8bc9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:31.246222 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c76f9234-a13e-414b-b385-63345c8bc9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:31.247399 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c76f9234-a13e-414b-b385-63345c8bc9fc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1a56248c-27e5-40ec-8e6d-28b92d294881 HTTP/1.1" status: 204 len: 168 time: 0.1250126 Aug 16 23:08:31.255940 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f9234-a13e-414b-b385-63345c8bc9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a56248c-27e5-40ec-8e6d-28b92d294881,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:31.260589 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 0fd1ee84-194d-43b1-95b3-d13a8a1fca91 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:08:31.260924 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0fd1ee84-194d-43b1-95b3-d13a8a1fca91 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:08:31.582994 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47484) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:31.622251 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c055f98f-44a5-40d1-8830-69b3235d5ef3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=48931a8605404a11b0854bc4d2bb64b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376017 Aug 16 23:08:31.624269 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47486) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:31.672493 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96a9436b-27c2-4a61-89eb-98f722dbbbe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:31.692985 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96a9436b-27c2-4a61-89eb-98f722dbbbe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:31.737391 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96a9436b-27c2-4a61-89eb-98f722dbbbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:31.740032 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96a9436b-27c2-4a61-89eb-98f722dbbbe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:31.741192 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-96a9436b-27c2-4a61-89eb-98f722dbbbe9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/17692728-30c7-4f5c-83a1-128d421c8464 HTTP/1.1" status: 204 len: 168 time: 0.1160138 Aug 16 23:08:31.749165 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9436b-27c2-4a61-89eb-98f722dbbbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17692728-30c7-4f5c-83a1-128d421c8464,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:38.878140 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:39.046585 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a92b78e7-383b-4917-b87b-6d900c366c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:41.188445 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:41.600304 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-48edd1a8-7eb2-41e5-bf28-c8ef41a10b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:41.923174 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-237e110b-5af3-4ccf-8c08-ea170fb1fada tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=606bd35e31f541879c3981f6b3316be4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294299 Aug 16 23:08:42.160074 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:42.437009 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-147e3613-301d-4e9e-960e-5df9565536c3 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:42.438513 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-147e3613-301d-4e9e-960e-5df9565536c3 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5098987 Aug 16 23:08:42.454298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-ac091953-79bc-49e3-a437-af09d84677d4 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/quotas/606bd35e31f541879c3981f6b3316be4 HTTP/1.1" status: 200 len: 375 time: 0.0092585 Aug 16 23:08:42.496123 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-990d157c-c0d3-45b0-8921-acaab5d8592f tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=606bd35e31f541879c3981f6b3316be4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357239 Aug 16 23:08:42.667585 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b3556309-8a3c-485a-a496-a9e9449f05c4 req-98515816-f0df-46a9-99bd-c29085d59449 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/ports?device_id=e3fee5da-a4d8-4695-bd5d-65f0f9f4736a HTTP/1.1" status: 200 len: 210 time: 0.0273407 Aug 16 23:08:43.380546 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:43.695993 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-06cde49f-c765-4365-913b-22cc5ca7a48d tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=606bd35e31f541879c3981f6b3316be4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262117 Aug 16 23:08:43.789950 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7145b7c9-a0a2-45f3-acf7-e89d3f42b9c7 req-d89b8a73-98ab-45ff-a458-63fcb7eb1413 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/ports?device_id=e3fee5da-a4d8-4695-bd5d-65f0f9f4736a HTTP/1.1" status: 200 len: 210 time: 0.0320790 Aug 16 23:08:43.839210 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-149bb939-442b-4263-9574-1e388ef77d00 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:43.840657 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-149bb939-442b-4263-9574-1e388ef77d00 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1392720 Aug 16 23:08:43.851005 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:08:43.853473 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-171fc890-af3c-48df-a044-ef44f827341b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Request body: {'port': {'device_id': 'e3fee5da-a4d8-4695-bd5d-65f0f9f4736a', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'admin_state_up': True, 'tenant_id': '606bd35e31f541879c3981f6b3316be4'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:43.965424 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-171fc890-af3c-48df-a044-ef44f827341b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Made reservation on behalf of 606bd35e31f541879c3981f6b3316be4 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:43.968936 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-171fc890-af3c-48df-a044-ef44f827341b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:43.977810 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-171fc890-af3c-48df-a044-ef44f827341b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.069045 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-171fc890-af3c-48df-a044-ef44f827341b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.072822 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-171fc890-af3c-48df-a044-ef44f827341b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.136761 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fc890-af3c-48df-a044-ef44f827341b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bc924d-31fe-472d-9c89-2916d6752848,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:44.211493 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-171fc890-af3c-48df-a044-ef44f827341b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Allocated IP 192.168.233.215 (f4825104-50e1-4bbf-85d3-dd1f52ad0005/feeb13b0-c89a-44e8-a1ad-1cc305679817/233b4041-c5fe-448b-bc29-029fbb4212e7) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:44.363367 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-171fc890-af3c-48df-a044-ef44f827341b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.377549 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-171fc890-af3c-48df-a044-ef44f827341b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Transition to ACTIVE for port object 233b4041-c5fe-448b-bc29-029fbb4212e7 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:44.414828 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-171fc890-af3c-48df-a044-ef44f827341b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.464027 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-171fc890-af3c-48df-a044-ef44f827341b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Network f4825104-50e1-4bbf-85d3-dd1f52ad0005 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:44.467323 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-171fc890-af3c-48df-a044-ef44f827341b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:44.471352 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-171fc890-af3c-48df-a044-ef44f827341b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:44.478492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fc890-af3c-48df-a044-ef44f827341b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Pushing event updated for resources: {'Port': ['ID=233b4041-c5fe-448b-bc29-029fbb4212e7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:44.526397 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-171fc890-af3c-48df-a044-ef44f827341b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:44.527092 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-171fc890-af3c-48df-a044-ef44f827341b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.547306 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-171fc890-af3c-48df-a044-ef44f827341b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6974158 Aug 16 23:08:44.560621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] Request body: {'port': {'device_id': 'e3fee5da-a4d8-4695-bd5d-65f0f9f4736a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:44.623690 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.766714 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-56f695cf-8b58-404e-a024-858dd610c276 None None] Provisioning for port 233b4041-c5fe-448b-bc29-029fbb4212e7 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:44.771157 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-56f695cf-8b58-404e-a024-858dd610c276 None None] Provisioning complete for port 233b4041-c5fe-448b-bc29-029fbb4212e7 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:44.771531 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-56f695cf-8b58-404e-a024-858dd610c276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.805315 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-56f695cf-8b58-404e-a024-858dd610c276 None None] Port 233b4041-c5fe-448b-bc29-029fbb4212e7 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:08:44.927797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 233b4041-c5fe-448b-bc29-029fbb4212e7 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:08:44.936244 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.952710 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] Transition to ACTIVE for port object 233b4041-c5fe-448b-bc29-029fbb4212e7 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:44.955240 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.961950 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861e752-ac76-442c-816b-cd9fe0063ee9 req-1cff4c6d-eaea-452c-97aa-87daaa1e135d tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:44.963552 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a861e752-ac76-442c-816b-cd9fe0063ee9 req-1cff4c6d-eaea-452c-97aa-87daaa1e135d tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/ports?device_id=e3fee5da-a4d8-4695-bd5d-65f0f9f4736a HTTP/1.1" status: 200 len: 936 time: 0.1004088 Aug 16 23:08:44.964671 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:45.041088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] Pushing event updated for resources: {'Port': ['ID=233b4041-c5fe-448b-bc29-029fbb4212e7,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:45.074947 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a861e752-ac76-442c-816b-cd9fe0063ee9 req-efed6276-8ef2-4fbc-ab77-f978e992c223 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/security-groups?id=d1bc924d-31fe-472d-9c89-2916d6752848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846436 Aug 16 23:08:45.127301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] Attempting to bind port 233b4041-c5fe-448b-bc29-029fbb4212e7 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:08:45.127642 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] Attempting to bind port 233b4041-c5fe-448b-bc29-029fbb4212e7 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:08:45.127972 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] Attempting to bind port 233b4041-c5fe-448b-bc29-029fbb4212e7 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:45.132639 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] Port 233b4041-c5fe-448b-bc29-029fbb4212e7 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:08:45.132959 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] Attempting to bind port 233b4041-c5fe-448b-bc29-029fbb4212e7 on network f4825104-50e1-4bbf-85d3-dd1f52ad0005 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:45.140397 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:08:45.140735 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] Checking segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:45.141145 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] Bound using segment: {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:08:45.141556 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] Bound port: 233b4041-c5fe-448b-bc29-029fbb4212e7, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d2fc57-606c-4bd5-aa0b-a24104ec9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:08:45.141917 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:45.207383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] For port 233b4041-c5fe-448b-bc29-029fbb4212e7, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:08:45.210335 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] For port 233b4041-c5fe-448b-bc29-029fbb4212e7, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=233b4041-c5fe-448b-bc29-029fbb4212e7,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:08:45.215889 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:45.248944 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:45.249517 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:45.250921 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] 10.222.0.43 "PUT /v2.0/ports/233b4041-c5fe-448b-bc29-029fbb4212e7 HTTP/1.1" status: 200 len: 1097 time: 0.6956849 Aug 16 23:08:45.251358 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3fee5da-a4d8-4695-bd5d-65f0f9f4736a', 'tag': '233b4041-c5fe-448b-bc29-029fbb4212e7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:08:45.253661 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0953862-0ac9-437a-92e9-2ed6b38feca1" -d '{"events": [{"name": "network-changed", "server_uuid": "e3fee5da-a4d8-4695-bd5d-65f0f9f4736a", "tag": "233b4041-c5fe-448b-bc29-029fbb4212e7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:08:45.283693 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba69a88-ff6d-42d8-9af7-cb23325a2de4 service neutron] Pushing event updated for resources: {'Port': ['ID=233b4041-c5fe-448b-bc29-029fbb4212e7,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:45.309413 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1c894e-9e22-4eab-972d-22e0707320ec x-openstack-request-id: req-ed1c894e-9e22-4eab-972d-22e0707320ec {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:08:45.309705 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3fee5da-a4d8-4695-bd5d-65f0f9f4736a", "tag": "233b4041-c5fe-448b-bc29-029fbb4212e7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:08:45.309938 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ed1c894e-9e22-4eab-972d-22e0707320ec {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:08:45.310368 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3fee5da-a4d8-4695-bd5d-65f0f9f4736a', 'tag': '233b4041-c5fe-448b-bc29-029fbb4212e7', 'status': 'completed', 'code': 200} Aug 16 23:08:45.348312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-7af16eec-538b-4f4f-8fd2-f7491b499fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:45.349848 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-7af16eec-538b-4f4f-8fd2-f7491b499fe2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=606bd35e31f541879c3981f6b3316be4&device_id=e3fee5da-a4d8-4695-bd5d-65f0f9f4736a HTTP/1.1" status: 200 len: 1100 time: 0.0509896 Aug 16 23:08:45.397846 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-50d08b33-7a47-4df8-b819-f91e64e0eb94 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=233b4041-c5fe-448b-bc29-029fbb4212e7 HTTP/1.1" status: 200 len: 217 time: 0.0395486 Aug 16 23:08:45.449644 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-bd303c7b-adde-47f2-8690-1e7449caed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:45.451164 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-bd303c7b-adde-47f2-8690-1e7449caed1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0463021 Aug 16 23:08:45.500944 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-f9e4e437-eadf-4c70-b33b-b8c473213d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:45.502490 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-f9e4e437-eadf-4c70-b33b-b8c473213d69 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0442655 Aug 16 23:08:45.591109 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-9798cf22-ecc8-4d0b-9a92-87a3a4b6eb5b service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799642 Aug 16 23:08:45.684233 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5599e5c-d1ad-4f4e-9fe4-9422ed0bde5b req-d44429e2-ae2d-4517-bf80-9809664ff460 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870984 Aug 16 23:08:45.772206 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0953862-0ac9-437a-92e9-2ed6b38feca1 req-b8b0e9d7-2e5d-45ca-9c82-6777936f6184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:45.773706 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0953862-0ac9-437a-92e9-2ed6b38feca1 req-b8b0e9d7-2e5d-45ca-9c82-6777936f6184 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=606bd35e31f541879c3981f6b3316be4&device_id=e3fee5da-a4d8-4695-bd5d-65f0f9f4736a HTTP/1.1" status: 200 len: 1100 time: 0.0413132 Aug 16 23:08:45.868821 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0953862-0ac9-437a-92e9-2ed6b38feca1 req-fcdf03bf-e895-4935-ab84-b046cc1fc843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:45.870310 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0953862-0ac9-437a-92e9-2ed6b38feca1 req-fcdf03bf-e895-4935-ab84-b046cc1fc843 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4825104-50e1-4bbf-85d3-dd1f52ad0005 HTTP/1.1" status: 200 len: 870 time: 0.0897040 Aug 16 23:08:45.911611 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0953862-0ac9-437a-92e9-2ed6b38feca1 req-13924892-cd84-4178-91f1-536a735ba318 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=233b4041-c5fe-448b-bc29-029fbb4212e7 HTTP/1.1" status: 200 len: 217 time: 0.0341580 Aug 16 23:08:45.961911 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0953862-0ac9-437a-92e9-2ed6b38feca1 req-79a6ac21-2a78-4b63-bb41-14c2d1e0f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:45.963418 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0953862-0ac9-437a-92e9-2ed6b38feca1 req-79a6ac21-2a78-4b63-bb41-14c2d1e0f293 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=feeb13b0-c89a-44e8-a1ad-1cc305679817 HTTP/1.1" status: 200 len: 843 time: 0.0442369 Aug 16 23:08:46.016098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0953862-0ac9-437a-92e9-2ed6b38feca1 req-5e6a375a-5507-4ed7-9114-a41c7d6bf828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:46.017607 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0953862-0ac9-437a-92e9-2ed6b38feca1 req-5e6a375a-5507-4ed7-9114-a41c7d6bf828 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4825104-50e1-4bbf-85d3-dd1f52ad0005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0460646 Aug 16 23:08:46.106518 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0953862-0ac9-437a-92e9-2ed6b38feca1 req-99e0bed6-1886-4952-a9d7-1968a13a9fc7 service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797186 Aug 16 23:08:46.232002 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b95ea-e7ca-4109-9438-6854be09a89b req-46366c47-84ac-4a63-8823-2e2b185c3c88 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:46.233377 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e08b95ea-e7ca-4109-9438-6854be09a89b req-46366c47-84ac-4a63-8823-2e2b185c3c88 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/ports?device_id=e3fee5da-a4d8-4695-bd5d-65f0f9f4736a HTTP/1.1" status: 200 len: 948 time: 0.0748093 Aug 16 23:08:46.236865 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0953862-0ac9-437a-92e9-2ed6b38feca1 req-2618ec04-9246-4300-9393-304c964a675c service neutron] 10.222.0.43 "GET /v2.0/networks/f4825104-50e1-4bbf-85d3-dd1f52ad0005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227427 Aug 16 23:08:46.271220 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e08b95ea-e7ca-4109-9438-6854be09a89b req-6b449119-6cc5-4e10-bba3-30ff6693523d tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/security-groups?id=d1bc924d-31fe-472d-9c89-2916d6752848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312209 Aug 16 23:08:47.387480 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a34e47-a3a2-41bd-9c3a-133476127b45 req-126a523f-c67f-4c34-8977-ac75bdbfd487 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:47.388959 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00a34e47-a3a2-41bd-9c3a-133476127b45 req-126a523f-c67f-4c34-8977-ac75bdbfd487 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/ports?device_id=e3fee5da-a4d8-4695-bd5d-65f0f9f4736a HTTP/1.1" status: 200 len: 948 time: 0.0485461 Aug 16 23:08:47.426111 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00a34e47-a3a2-41bd-9c3a-133476127b45 req-f28787b3-324a-4608-a8ea-fe5068ea586a tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/security-groups?id=d1bc924d-31fe-472d-9c89-2916d6752848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305262 Aug 16 23:08:48.403064 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 233b4041-c5fe-448b-bc29-029fbb4212e7 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:08:48.500617 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 233b4041-c5fe-448b-bc29-029fbb4212e7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=233b4041-c5fe-448b-bc29-029fbb4212e7,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:48.511917 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '233b4041-c5fe-448b-bc29-029fbb4212e7', 'network_id': 'f4825104-50e1-4bbf-85d3-dd1f52ad0005', 'port_id': '233b4041-c5fe-448b-bc29-029fbb4212e7', 'mac_address': 'fa:16:3e:d0:9d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feeb13b0-c89a-44e8-a1ad-1cc305679817', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:08:48.545193 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731b55a-48ea-40b2-ab24-2ecb56b632b3 req-1e418b6e-81e4-4c93-95e1-9f4664c06b19 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:48.546773 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c731b55a-48ea-40b2-ab24-2ecb56b632b3 req-1e418b6e-81e4-4c93-95e1-9f4664c06b19 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/ports?device_id=e3fee5da-a4d8-4695-bd5d-65f0f9f4736a HTTP/1.1" status: 200 len: 948 time: 0.0539343 Aug 16 23:08:48.549023 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:48.561884 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 233b4041-c5fe-448b-bc29-029fbb4212e7 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:08:48.582608 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 233b4041-c5fe-448b-bc29-029fbb4212e7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=233b4041-c5fe-448b-bc29-029fbb4212e7,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:48.586689 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:48.594194 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c731b55a-48ea-40b2-ab24-2ecb56b632b3 req-542d23f2-7a98-4794-ada2-aca81351b465 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/security-groups?id=d1bc924d-31fe-472d-9c89-2916d6752848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411694 Aug 16 23:08:48.635002 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=233b4041-c5fe-448b-bc29-029fbb4212e7,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:48.824420 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['233b4041-c5fe-448b-bc29-029fbb4212e7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:08:49.709381 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11a21f-6b11-4b52-9fc6-0ce9a0b0d40f req-7816734d-1f20-4441-95d0-7d0255759867 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:49.710897 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a11a21f-6b11-4b52-9fc6-0ce9a0b0d40f req-7816734d-1f20-4441-95d0-7d0255759867 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/ports?device_id=e3fee5da-a4d8-4695-bd5d-65f0f9f4736a HTTP/1.1" status: 200 len: 949 time: 0.0485046 Aug 16 23:08:49.749223 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a11a21f-6b11-4b52-9fc6-0ce9a0b0d40f req-c71eacdf-a490-4a43-82a1-a6bc9c2abdef tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/security-groups?id=d1bc924d-31fe-472d-9c89-2916d6752848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323818 Aug 16 23:08:50.409777 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 233b4041-c5fe-448b-bc29-029fbb4212e7 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:50.456816 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 233b4041-c5fe-448b-bc29-029fbb4212e7 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:50.460478 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 233b4041-c5fe-448b-bc29-029fbb4212e7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:50.460846 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:50.535839 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:50.557637 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fee5da-a4d8-4695-bd5d-65f0f9f4736a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233b4041-c5fe-448b-bc29-029fbb4212e7'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:08:50.559953 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9912b6f3-b49c-4396-9271-323509cbeba7" -d '{"events": [{"server_uuid": "e3fee5da-a4d8-4695-bd5d-65f0f9f4736a", "name": "network-vif-plugged", "status": "completed", "tag": "233b4041-c5fe-448b-bc29-029fbb4212e7"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:08:50.572930 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 233b4041-c5fe-448b-bc29-029fbb4212e7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=233b4041-c5fe-448b-bc29-029fbb4212e7,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:50.577642 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:50.604090 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16061f3c-f842-47c2-934e-4149ddb5b143 x-openstack-request-id: req-16061f3c-f842-47c2-934e-4149ddb5b143 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:08:50.604402 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fee5da-a4d8-4695-bd5d-65f0f9f4736a", "name": "network-vif-plugged", "status": "completed", "tag": "233b4041-c5fe-448b-bc29-029fbb4212e7", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:08:50.604649 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-16061f3c-f842-47c2-934e-4149ddb5b143 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:08:50.605026 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fee5da-a4d8-4695-bd5d-65f0f9f4736a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233b4041-c5fe-448b-bc29-029fbb4212e7', 'code': 200} Aug 16 23:08:50.634577 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=233b4041-c5fe-448b-bc29-029fbb4212e7,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:50.699160 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313eb9e-5f36-489f-8c6b-0b92f5a7b867 req-6fe6f080-38c8-47d3-8f96-6e5400a760f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:50.700982 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9313eb9e-5f36-489f-8c6b-0b92f5a7b867 req-6fe6f080-38c8-47d3-8f96-6e5400a760f7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e3fee5da-a4d8-4695-bd5d-65f0f9f4736a HTTP/1.1" status: 200 len: 1102 time: 0.0397754 Aug 16 23:08:50.735079 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9313eb9e-5f36-489f-8c6b-0b92f5a7b867 req-05483087-663b-4a6c-b6bc-76cb5654246b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d1bc924d-31fe-472d-9c89-2916d6752848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270081 Aug 16 23:08:50.872498 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff35f-a185-47b1-ada1-e1b484574d96 req-3eaa3c0b-0e95-40b7-be50-26061c086cc9 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:50.874043 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19fff35f-a185-47b1-ada1-e1b484574d96 req-3eaa3c0b-0e95-40b7-be50-26061c086cc9 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/ports?device_id=e3fee5da-a4d8-4695-bd5d-65f0f9f4736a HTTP/1.1" status: 200 len: 950 time: 0.0539246 Aug 16 23:08:50.911371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19fff35f-a185-47b1-ada1-e1b484574d96 req-3d0530bb-2560-4863-8f45-53073d43a471 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/security-groups?id=d1bc924d-31fe-472d-9c89-2916d6752848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312982 Aug 16 23:08:52.027648 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd962fd-af2e-4c6a-9916-65153e58b61a req-b7504ae7-e324-4600-878d-00a57cbbe08a tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:52.029152 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9dd962fd-af2e-4c6a-9916-65153e58b61a req-b7504ae7-e324-4600-878d-00a57cbbe08a tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/ports?device_id=e3fee5da-a4d8-4695-bd5d-65f0f9f4736a HTTP/1.1" status: 200 len: 950 time: 0.0496306 Aug 16 23:08:52.067140 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9dd962fd-af2e-4c6a-9916-65153e58b61a req-56115dcf-4213-4be7-a971-5d6f5b8afbbe tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/security-groups?id=d1bc924d-31fe-472d-9c89-2916d6752848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319490 Aug 16 23:08:52.339796 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-a6f38877-acf3-4df7-8c16-a7c74ecba2e0 req-c194841b-e883-475b-b344-2a1bbf35a7f9 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:08:52.340812 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a6f38877-acf3-4df7-8c16-a7c74ecba2e0 req-c194841b-e883-475b-b344-2a1bbf35a7f9 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055780 Aug 16 23:08:52.766916 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-d2021992-e468-441d-a9c8-685774b2b19b req-62fcc6f1-7dc4-479a-92e3-6409733c4cf6 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:08:52.767928 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d2021992-e468-441d-a9c8-685774b2b19b req-62fcc6f1-7dc4-479a-92e3-6409733c4cf6 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1024826 Aug 16 23:08:53.087730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885a194-65e7-4057-a964-5f87f7200c13 req-4156526b-051d-4182-990e-75e7c7f084ec tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:53.089239 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c885a194-65e7-4057-a964-5f87f7200c13 req-4156526b-051d-4182-990e-75e7c7f084ec tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/ports?device_id=e3fee5da-a4d8-4695-bd5d-65f0f9f4736a HTTP/1.1" status: 200 len: 950 time: 0.0488780 Aug 16 23:08:53.127079 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c885a194-65e7-4057-a964-5f87f7200c13 req-46c3d166-28d7-40a4-8dac-e77b8c47402a tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/security-groups?id=d1bc924d-31fe-472d-9c89-2916d6752848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315521 Aug 16 23:08:54.263157 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e0d69-dec5-4068-af8b-8e03edee9ce2 req-f69e48ff-47b8-4e09-b4b9-5009091a107b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:54.264700 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a2e0d69-dec5-4068-af8b-8e03edee9ce2 req-f69e48ff-47b8-4e09-b4b9-5009091a107b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/ports?device_id=e3fee5da-a4d8-4695-bd5d-65f0f9f4736a HTTP/1.1" status: 200 len: 950 time: 0.0627487 Aug 16 23:08:54.334723 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f5cd3-a4ed-45a3-9e43-864437a48a59 req-9babdcfc-0e0d-4aac-9135-975a64631db0 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:54.336206 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b32f5cd3-a4ed-45a3-9e43-864437a48a59 req-9babdcfc-0e0d-4aac-9135-975a64631db0 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3fee5da-a4d8-4695-bd5d-65f0f9f4736a HTTP/1.1" status: 200 len: 950 time: 0.0706177 Aug 16 23:08:54.338841 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3a2e0d69-dec5-4068-af8b-8e03edee9ce2 req-9021af93-c9a1-48fc-940f-3e779dad1df8 tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.93 "GET /v2.0/security-groups?id=d1bc924d-31fe-472d-9c89-2916d6752848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649514 Aug 16 23:08:54.428919 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b32f5cd3-a4ed-45a3-9e43-864437a48a59 req-83a76158-c97c-4998-8619-843d5892c22b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Deleting port 233b4041-c5fe-448b-bc29-029fbb4212e7 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:54.429262 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b32f5cd3-a4ed-45a3-9e43-864437a48a59 req-83a76158-c97c-4998-8619-843d5892c22b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:54.515205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b32f5cd3-a4ed-45a3-9e43-864437a48a59 req-83a76158-c97c-4998-8619-843d5892c22b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] For port 233b4041-c5fe-448b-bc29-029fbb4212e7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=233b4041-c5fe-448b-bc29-029fbb4212e7,segment=NetworkSegment(a2d2fc57-606c-4bd5-aa0b-a24104ec9e10),segment_id=a2d2fc57-606c-4bd5-aa0b-a24104ec9e10)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:54.515561 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b32f5cd3-a4ed-45a3-9e43-864437a48a59 req-83a76158-c97c-4998-8619-843d5892c22b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:54.528079 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-b32f5cd3-a4ed-45a3-9e43-864437a48a59 req-83a76158-c97c-4998-8619-843d5892c22b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Calling delete_port for 233b4041-c5fe-448b-bc29-029fbb4212e7 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:54.659738 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b32f5cd3-a4ed-45a3-9e43-864437a48a59 req-83a76158-c97c-4998-8619-843d5892c22b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:54.671872 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['233b4041-c5fe-448b-bc29-029fbb4212e7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:08:54.688367 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a76158-c97c-4998-8619-843d5892c22b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Pushing event deleted for resources: {'Port': ['ID=233b4041-c5fe-448b-bc29-029fbb4212e7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:54.736818 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32f5cd3-a4ed-45a3-9e43-864437a48a59 req-83a76158-c97c-4998-8619-843d5892c22b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] No DVR routers for this DVR port 233b4041-c5fe-448b-bc29-029fbb4212e7 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:08:54.739579 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b32f5cd3-a4ed-45a3-9e43-864437a48a59 req-83a76158-c97c-4998-8619-843d5892c22b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:54.741907 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b32f5cd3-a4ed-45a3-9e43-864437a48a59 req-83a76158-c97c-4998-8619-843d5892c22b tempest-ServersAdminNegativeTestJSON-556996385 tempest-ServersAdminNegativeTestJSON-556996385-project] 10.222.0.43 "DELETE /v2.0/ports/233b4041-c5fe-448b-bc29-029fbb4212e7 HTTP/1.1" status: 204 len: 173 time: 0.3999741 Aug 16 23:08:54.742381 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fee5da-a4d8-4695-bd5d-65f0f9f4736a', 'name': 'network-vif-deleted', 'tag': '233b4041-c5fe-448b-bc29-029fbb4212e7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:08:54.744690 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5ba2a8-8b88-48ff-a98f-adb46e76f36f" -d '{"events": [{"server_uuid": "e3fee5da-a4d8-4695-bd5d-65f0f9f4736a", "name": "network-vif-deleted", "tag": "233b4041-c5fe-448b-bc29-029fbb4212e7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:08:54.786452 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4397341-b4fc-4726-ae13-060e51e30c6f x-openstack-request-id: req-a4397341-b4fc-4726-ae13-060e51e30c6f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:08:54.786762 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fee5da-a4d8-4695-bd5d-65f0f9f4736a", "name": "network-vif-deleted", "tag": "233b4041-c5fe-448b-bc29-029fbb4212e7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:08:54.787026 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a4397341-b4fc-4726-ae13-060e51e30c6f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:08:54.787430 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fee5da-a4d8-4695-bd5d-65f0f9f4736a', 'name': 'network-vif-deleted', 'tag': '233b4041-c5fe-448b-bc29-029fbb4212e7', 'status': 'completed', 'code': 200} Aug 16 23:08:55.630491 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47638) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:55.792794 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7a9c530d-22b4-45cd-a84d-84b18eb1391b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=606bd35e31f541879c3981f6b3316be4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611145 Aug 16 23:08:55.795325 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47644) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:55.842070 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d48cee6b-cd00-45e6-abe6-4deb5f9cc5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:55.863561 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d48cee6b-cd00-45e6-abe6-4deb5f9cc5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:55.910157 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d48cee6b-cd00-45e6-abe6-4deb5f9cc5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:55.913034 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d48cee6b-cd00-45e6-abe6-4deb5f9cc5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:55.914214 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d48cee6b-cd00-45e6-abe6-4deb5f9cc5f0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d1bc924d-31fe-472d-9c89-2916d6752848 HTTP/1.1" status: 204 len: 168 time: 0.1179717 Aug 16 23:08:55.921837 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cee6b-cd00-45e6-abe6-4deb5f9cc5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bc924d-31fe-472d-9c89-2916d6752848,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:56.169740 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47650) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:56.183496 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aa4a1136-6ddc-4ea7-ab8f-798b4540b25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:56.271053 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aa4a1136-6ddc-4ea7-ab8f-798b4540b25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:56.274563 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aa4a1136-6ddc-4ea7-ab8f-798b4540b25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:56.313001 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-aa4a1136-6ddc-4ea7-ab8f-798b4540b25b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d2c71285245c4c56a7c16d9f5be3b9c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421452 Aug 16 23:08:56.313713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a1136-6ddc-4ea7-ab8f-798b4540b25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21e177f-7fd7-42cc-bac3-0dfd5a66f689,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:56.315991 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47652) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:56.367596 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3daad651-e320-4308-aa4e-9438e3a1894f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:56.388958 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3daad651-e320-4308-aa4e-9438e3a1894f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:56.434488 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3daad651-e320-4308-aa4e-9438e3a1894f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:56.437068 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3daad651-e320-4308-aa4e-9438e3a1894f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:56.438247 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3daad651-e320-4308-aa4e-9438e3a1894f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d21e177f-7fd7-42cc-bac3-0dfd5a66f689 HTTP/1.1" status: 204 len: 168 time: 0.1212387 Aug 16 23:08:56.446331 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daad651-e320-4308-aa4e-9438e3a1894f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21e177f-7fd7-42cc-bac3-0dfd5a66f689,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:57.134074 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47674) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:57.232882 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-14b014ef-8f24-4a5b-bb58-ddc9d41a8fd3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-971051815-network', 'tenant_id': '01e2e02d17484036bd3e6809578eb2ad'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:57.257488 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b014ef-8f24-4a5b-bb58-ddc9d41a8fd3 admin admin] Made reservation on behalf of 01e2e02d17484036bd3e6809578eb2ad for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:57.260028 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14b014ef-8f24-4a5b-bb58-ddc9d41a8fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.269824 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14b014ef-8f24-4a5b-bb58-ddc9d41a8fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.360426 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14b014ef-8f24-4a5b-bb58-ddc9d41a8fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.364563 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14b014ef-8f24-4a5b-bb58-ddc9d41a8fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.388836 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b014ef-8f24-4a5b-bb58-ddc9d41a8fd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:08:57.398318 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b014ef-8f24-4a5b-bb58-ddc9d41a8fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28c0274-15b3-46a6-a7ed-ccad603f867d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:57.404555 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14b014ef-8f24-4a5b-bb58-ddc9d41a8fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.404897 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-14b014ef-8f24-4a5b-bb58-ddc9d41a8fd3 admin admin] Added segment 5d16dfd7-36aa-46cb-a4b6-130030aa89ea of type vlan for network 08c0c9d4-cd16-403e-aaa7-28c7cf907146 Aug 16 23:08:57.445031 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14b014ef-8f24-4a5b-bb58-ddc9d41a8fd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.470104 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14b014ef-8f24-4a5b-bb58-ddc9d41a8fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.471086 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b014ef-8f24-4a5b-bb58-ddc9d41a8fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:57.471730 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-14b014ef-8f24-4a5b-bb58-ddc9d41a8fd3 admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.536780 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-14b014ef-8f24-4a5b-bb58-ddc9d41a8fd3 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4014223 Aug 16 23:08:57.539732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47678) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:57.545149 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-30409770-e40c-44bc-a3ae-afb9f0f51294 admin admin] Request body: {'subnet': {'network_id': '08c0c9d4-cd16-403e-aaa7-28c7cf907146', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-971051815-subnet', 'tenant_id': '01e2e02d17484036bd3e6809578eb2ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:57.560115 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b014ef-8f24-4a5b-bb58-ddc9d41a8fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=08c0c9d4-cd16-403e-aaa7-28c7cf907146,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:57.568326 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30409770-e40c-44bc-a3ae-afb9f0f51294 admin admin] Made reservation on behalf of 01e2e02d17484036bd3e6809578eb2ad for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:57.570922 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-30409770-e40c-44bc-a3ae-afb9f0f51294 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.575713 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 08c0c9d4-cd16-403e-aaa7-28c7cf907146 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:08:57.750961 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-30409770-e40c-44bc-a3ae-afb9f0f51294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.807990 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30409770-e40c-44bc-a3ae-afb9f0f51294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcbd0e01-20a9-4581-9361-6755c2986c35,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:57.816713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30409770-e40c-44bc-a3ae-afb9f0f51294 admin admin] Checking segment: {'id': '5d16dfd7-36aa-46cb-a4b6-130030aa89ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08c0c9d4-cd16-403e-aaa7-28c7cf907146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:57.817076 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30409770-e40c-44bc-a3ae-afb9f0f51294 admin admin] Network hostable DHCP agents. Network: 08c0c9d4-cd16-403e-aaa7-28c7cf907146, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:08:57.833207 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30409770-e40c-44bc-a3ae-afb9f0f51294 admin admin] Network 08c0c9d4-cd16-403e-aaa7-28c7cf907146 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:08:57.841949 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-30409770-e40c-44bc-a3ae-afb9f0f51294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 08c0c9d4-cd16-403e-aaa7-28c7cf907146) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:57.845925 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30409770-e40c-44bc-a3ae-afb9f0f51294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:57.846562 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-30409770-e40c-44bc-a3ae-afb9f0f51294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.850818 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f7d37f-bf15-4493-bef7-4e5d91181db2 None None] Network 08c0c9d4-cd16-403e-aaa7-28c7cf907146 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:57.860895 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-30409770-e40c-44bc-a3ae-afb9f0f51294 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3198717 Aug 16 23:08:57.976950 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5990df-cce1-40b4-8b5f-c2baebb921a5 None None] Network 08c0c9d4-cd16-403e-aaa7-28c7cf907146 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:58.289108 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-3cf21713-8857-4072-9dfc-9c51dfaef363 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:58.290618 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-3cf21713-8857-4072-9dfc-9c51dfaef363 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/networks?id=08c0c9d4-cd16-403e-aaa7-28c7cf907146 HTTP/1.1" status: 200 len: 811 time: 0.1050127 Aug 16 23:08:58.306398 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-82d10b6d-d67e-4eab-a397-2561876209b3 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/quotas/01e2e02d17484036bd3e6809578eb2ad HTTP/1.1" status: 200 len: 375 time: 0.0098171 Aug 16 23:08:58.337732 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-d59e3fe4-e725-40a8-a509-95c2d9522f5d tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=01e2e02d17484036bd3e6809578eb2ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257771 Aug 16 23:08:58.431796 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-6540bf7f-1f84-4d09-afb9-a52e8203753a service neutron] 10.222.0.93 "GET /v2.0/networks/08c0c9d4-cd16-403e-aaa7-28c7cf907146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868688 Aug 16 23:08:58.441682 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 233b4041-c5fe-448b-bc29-029fbb4212e7 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:08:58.461171 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 233b4041-c5fe-448b-bc29-029fbb4212e7 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:08:58.461520 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 233b4041-c5fe-448b-bc29-029fbb4212e7 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:08:58.521561 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-823f6425-3196-4931-a191-cc50f67c2a91 service neutron] 10.222.0.93 "GET /v2.0/networks/08c0c9d4-cd16-403e-aaa7-28c7cf907146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836422 Aug 16 23:08:58.678738 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd909c05-1e1e-45df-8e59-8329190865bb req-7a1600fc-6917-4073-ba98-17b66696ff7d tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 210 time: 0.0265610 Aug 16 23:08:59.579400 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-2611fa07-0a19-422c-a8fa-1c277b131cdd tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:59.580859 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-2611fa07-0a19-422c-a8fa-1c277b131cdd tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.43 "GET /v2.0/networks?id=08c0c9d4-cd16-403e-aaa7-28c7cf907146 HTTP/1.1" status: 200 len: 811 time: 0.1075349 Aug 16 23:08:59.594801 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-17a65d3b-d63c-4971-ac4b-767ca51039c3 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Request body: {'port': {'device_id': '8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9', 'network_id': '08c0c9d4-cd16-403e-aaa7-28c7cf907146', 'admin_state_up': True, 'tenant_id': '01e2e02d17484036bd3e6809578eb2ad'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:59.708147 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-17a65d3b-d63c-4971-ac4b-767ca51039c3 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Made reservation on behalf of 01e2e02d17484036bd3e6809578eb2ad for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:59.711824 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-17a65d3b-d63c-4971-ac4b-767ca51039c3 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:59.803888 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0526037-f7f8-4961-9ddc-c40f890e3024 req-da7b1484-cdb9-4581-b212-68b94af24526 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 210 time: 0.0341890 Aug 16 23:08:59.866660 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-17a65d3b-d63c-4971-ac4b-767ca51039c3 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Allocated IP 172.20.0.2 (08c0c9d4-cd16-403e-aaa7-28c7cf907146/bcbd0e01-20a9-4581-9361-6755c2986c35/25a73caa-63a7-42e5-b61c-f23b03524c5f) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:09:00.010291 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-17a65d3b-d63c-4971-ac4b-767ca51039c3 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.047856 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-17a65d3b-d63c-4971-ac4b-767ca51039c3 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.098238 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-17a65d3b-d63c-4971-ac4b-767ca51039c3 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Network 08c0c9d4-cd16-403e-aaa7-28c7cf907146 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:09:00.101444 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-17a65d3b-d63c-4971-ac4b-767ca51039c3 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:09:00.105533 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-17a65d3b-d63c-4971-ac4b-767ca51039c3 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:09:00.128638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a65d3b-d63c-4971-ac4b-767ca51039c3 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Pushing event updated for resources: {'Port': ['ID=25a73caa-63a7-42e5-b61c-f23b03524c5f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:00.156765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-17a65d3b-d63c-4971-ac4b-767ca51039c3 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:00.157447 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-17a65d3b-d63c-4971-ac4b-767ca51039c3 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.171723 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-17a65d3b-d63c-4971-ac4b-767ca51039c3 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5815332 Aug 16 23:09:00.183549 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] Request body: {'port': {'device_id': '8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:00.235198 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.506654 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a73caa-63a7-42e5-b61c-f23b03524c5f {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:09:00.514482 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.526207 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] Transition to ACTIVE for port object 25a73caa-63a7-42e5-b61c-f23b03524c5f will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:09:00.530106 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.580715 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] Pushing event updated for resources: {'Port': ['ID=25a73caa-63a7-42e5-b61c-f23b03524c5f,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:00.649152 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] Attempting to bind port 25a73caa-63a7-42e5-b61c-f23b03524c5f on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:09:00.649484 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] Attempting to bind port 25a73caa-63a7-42e5-b61c-f23b03524c5f by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '5d16dfd7-36aa-46cb-a4b6-130030aa89ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08c0c9d4-cd16-403e-aaa7-28c7cf907146'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:09:00.649812 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] Attempting to bind port 25a73caa-63a7-42e5-b61c-f23b03524c5f on network 08c0c9d4-cd16-403e-aaa7-28c7cf907146 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:09:00.653951 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] Port 25a73caa-63a7-42e5-b61c-f23b03524c5f on network 08c0c9d4-cd16-403e-aaa7-28c7cf907146 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:09:00.654295 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] Attempting to bind port 25a73caa-63a7-42e5-b61c-f23b03524c5f on network 08c0c9d4-cd16-403e-aaa7-28c7cf907146 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:09:00.658985 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:09:00.659344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] Checking segment: {'id': '5d16dfd7-36aa-46cb-a4b6-130030aa89ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08c0c9d4-cd16-403e-aaa7-28c7cf907146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:09:00.659728 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] Bound using segment: {'id': '5d16dfd7-36aa-46cb-a4b6-130030aa89ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08c0c9d4-cd16-403e-aaa7-28c7cf907146'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:09:00.660148 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] Bound port: 25a73caa-63a7-42e5-b61c-f23b03524c5f, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d16dfd7-36aa-46cb-a4b6-130030aa89ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08c0c9d4-cd16-403e-aaa7-28c7cf907146'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:09:00.660501 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.721735 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] For port 25a73caa-63a7-42e5-b61c-f23b03524c5f, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:09:00.724691 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] For port 25a73caa-63a7-42e5-b61c-f23b03524c5f, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=25a73caa-63a7-42e5-b61c-f23b03524c5f,segment=NetworkSegment(5d16dfd7-36aa-46cb-a4b6-130030aa89ea),segment_id=5d16dfd7-36aa-46cb-a4b6-130030aa89ea)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:09:00.729654 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.763101 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:00.763715 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.765102 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] 10.222.0.43 "PUT /v2.0/ports/25a73caa-63a7-42e5-b61c-f23b03524c5f HTTP/1.1" status: 200 len: 1092 time: 0.5856626 Aug 16 23:09:00.765538 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9', 'tag': '25a73caa-63a7-42e5-b61c-f23b03524c5f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:09:00.767814 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9f11eb-322d-43a1-908e-8df0c20859c2" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9", "tag": "25a73caa-63a7-42e5-b61c-f23b03524c5f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:09:00.792638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6049a50-1caf-479b-8fd4-d6d2baa0a019 service neutron] Pushing event updated for resources: {'Port': ['ID=25a73caa-63a7-42e5-b61c-f23b03524c5f,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:00.819566 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dca4e6c-7f92-4b6e-aca1-b28e74d6ba40 x-openstack-request-id: req-4dca4e6c-7f92-4b6e-aca1-b28e74d6ba40 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:09:00.819857 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9", "tag": "25a73caa-63a7-42e5-b61c-f23b03524c5f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:09:00.820113 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4dca4e6c-7f92-4b6e-aca1-b28e74d6ba40 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:09:00.820510 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9', 'tag': '25a73caa-63a7-42e5-b61c-f23b03524c5f', 'status': 'completed', 'code': 200} Aug 16 23:09:00.850938 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-41f1ec3c-e53a-47f7-80d2-30bee57916a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:00.852470 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-41f1ec3c-e53a-47f7-80d2-30bee57916a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=01e2e02d17484036bd3e6809578eb2ad&device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 1095 time: 0.0428922 Aug 16 23:09:00.908367 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-425236c1-048c-40fa-94d5-5062461cfcef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25a73caa-63a7-42e5-b61c-f23b03524c5f HTTP/1.1" status: 200 len: 217 time: 0.0484085 Aug 16 23:09:00.985264 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993aa51-f745-4224-9f56-9a5c36490765 req-d5b1a7f2-d940-43d7-8761-215a23609195 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:00.986800 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a993aa51-f745-4224-9f56-9a5c36490765 req-d5b1a7f2-d940-43d7-8761-215a23609195 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 943 time: 0.0883019 Aug 16 23:09:00.988121 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-6abff0c2-239c-4141-b0ff-0ae5eca81514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:00.989451 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-6abff0c2-239c-4141-b0ff-0ae5eca81514 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bcbd0e01-20a9-4581-9361-6755c2986c35 HTTP/1.1" status: 200 len: 851 time: 0.0628226 Aug 16 23:09:01.039729 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-2f298f1f-7cff-493a-a0b3-a94d5b68907d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=08c0c9d4-cd16-403e-aaa7-28c7cf907146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401819 Aug 16 23:09:01.074554 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a993aa51-f745-4224-9f56-9a5c36490765 req-50614bfd-c9f3-458a-bfbf-78f24d248a85 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810614 Aug 16 23:09:01.142416 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-6c54d76d-cdb7-4a95-91f3-960aab325e7c service neutron] 10.222.0.43 "GET /v2.0/networks/08c0c9d4-cd16-403e-aaa7-28c7cf907146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949726 Aug 16 23:09:01.236266 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-502add50-fdb7-4ef5-8f83-7d4f105f2c77 req-9cf02b70-b2bd-443d-a397-5fec196c2337 service neutron] 10.222.0.43 "GET /v2.0/networks/08c0c9d4-cd16-403e-aaa7-28c7cf907146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872295 Aug 16 23:09:01.319737 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f11eb-322d-43a1-908e-8df0c20859c2 req-0b8a1f0f-eb31-4ee7-aadd-ad9a3700f2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:01.321145 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c9f11eb-322d-43a1-908e-8df0c20859c2 req-0b8a1f0f-eb31-4ee7-aadd-ad9a3700f2eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=01e2e02d17484036bd3e6809578eb2ad&device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 1095 time: 0.0407176 Aug 16 23:09:01.732811 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f11eb-322d-43a1-908e-8df0c20859c2 req-a0518c16-a6bb-4292-9ab1-1cdeaca39c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:01.734377 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c9f11eb-322d-43a1-908e-8df0c20859c2 req-a0518c16-a6bb-4292-9ab1-1cdeaca39c99 service neutron] 10.222.0.43 "GET /v2.0/networks?id=08c0c9d4-cd16-403e-aaa7-28c7cf907146 HTTP/1.1" status: 200 len: 912 time: 0.4056110 Aug 16 23:09:01.775756 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c9f11eb-322d-43a1-908e-8df0c20859c2 req-fcb1371f-de03-4ea6-bd81-4913fbd45048 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25a73caa-63a7-42e5-b61c-f23b03524c5f HTTP/1.1" status: 200 len: 217 time: 0.0339148 Aug 16 23:09:01.827715 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f11eb-322d-43a1-908e-8df0c20859c2 req-69536648-9f89-421d-9f09-1e2c7c3c9d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:01.829172 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c9f11eb-322d-43a1-908e-8df0c20859c2 req-69536648-9f89-421d-9f09-1e2c7c3c9d75 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bcbd0e01-20a9-4581-9361-6755c2986c35 HTTP/1.1" status: 200 len: 851 time: 0.0447137 Aug 16 23:09:01.872975 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c9f11eb-322d-43a1-908e-8df0c20859c2 req-0c466d13-0cc0-4a80-861c-0b5e10e45165 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=08c0c9d4-cd16-403e-aaa7-28c7cf907146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360386 Aug 16 23:09:01.969353 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c9f11eb-322d-43a1-908e-8df0c20859c2 req-70ddd506-44ba-4b7a-98f8-1c915ed19146 service neutron] 10.222.0.43 "GET /v2.0/networks/08c0c9d4-cd16-403e-aaa7-28c7cf907146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878582 Aug 16 23:09:02.063210 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c9f11eb-322d-43a1-908e-8df0c20859c2 req-3ba17225-16a2-4e89-9f4d-4796d8f759e0 service neutron] 10.222.0.43 "GET /v2.0/networks/08c0c9d4-cd16-403e-aaa7-28c7cf907146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862873 Aug 16 23:09:02.191123 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4967e9-d62a-4760-9baf-3169dfd4e806 req-b33eb2d2-73af-4167-94e9-a98234e36530 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:02.201794 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d4967e9-d62a-4760-9baf-3169dfd4e806 req-b33eb2d2-73af-4167-94e9-a98234e36530 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 943 time: 0.0590196 Aug 16 23:09:02.246226 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d4967e9-d62a-4760-9baf-3169dfd4e806 req-cf140fc2-ad2f-4929-94e8-77b6d31a16a4 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376439 Aug 16 23:09:03.361454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616569b-afe8-4984-82fa-4a8fe9bc6c93 req-0854e687-4760-452e-b6f5-73b97ec6084e tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:03.362971 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2616569b-afe8-4984-82fa-4a8fe9bc6c93 req-0854e687-4760-452e-b6f5-73b97ec6084e tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 943 time: 0.0481622 Aug 16 23:09:03.403492 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2616569b-afe8-4984-82fa-4a8fe9bc6c93 req-ccca3e41-50f8-4abf-906e-1e72ca147472 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343299 Aug 16 23:09:03.797198 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-63646289-aa5d-4cca-9785-b8fd42670ea1 req-aff5cc36-7144-4850-9d6e-5eac77a43ef7 service neutron] (94872) timed out ('10.222.0.93', 44298) {{(pid=94872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:09:04.457290 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 25a73caa-63a7-42e5-b61c-f23b03524c5f details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:09:04.522700 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c2098-6f84-47ed-9853-80bdd605d6e0 req-fa3baacc-bb3d-4d93-8aa3-24da95401c94 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:04.524925 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d79c2098-6f84-47ed-9853-80bdd605d6e0 req-fa3baacc-bb3d-4d93-8aa3-24da95401c94 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 943 time: 0.0541608 Aug 16 23:09:04.553301 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 25a73caa-63a7-42e5-b61c-f23b03524c5f, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=25a73caa-63a7-42e5-b61c-f23b03524c5f,segment=NetworkSegment(5d16dfd7-36aa-46cb-a4b6-130030aa89ea),segment_id=5d16dfd7-36aa-46cb-a4b6-130030aa89ea)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:04.564752 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '25a73caa-63a7-42e5-b61c-f23b03524c5f', 'network_id': '08c0c9d4-cd16-403e-aaa7-28c7cf907146', 'port_id': '25a73caa-63a7-42e5-b61c-f23b03524c5f', 'mac_address': 'fa:16:3e:03:cc:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcbd0e01-20a9-4581-9361-6755c2986c35', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:09:04.567609 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d79c2098-6f84-47ed-9853-80bdd605d6e0 req-892154bf-4f1b-4558-87cb-19f8cecc9de8 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365276 Aug 16 23:09:04.606274 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:04.619774 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a73caa-63a7-42e5-b61c-f23b03524c5f {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:09:04.641046 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 25a73caa-63a7-42e5-b61c-f23b03524c5f, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=25a73caa-63a7-42e5-b61c-f23b03524c5f,segment=NetworkSegment(5d16dfd7-36aa-46cb-a4b6-130030aa89ea),segment_id=5d16dfd7-36aa-46cb-a4b6-130030aa89ea)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:04.645918 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:04.702822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=25a73caa-63a7-42e5-b61c-f23b03524c5f,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:04.835725 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['25a73caa-63a7-42e5-b61c-f23b03524c5f'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:09:05.682094 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e85b7-ccf1-4935-a226-2648ebbc3aa7 req-b0ed0faf-6f2c-498d-be37-d2076908449e tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:05.683699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-984e85b7-ccf1-4935-a226-2648ebbc3aa7 req-b0ed0faf-6f2c-498d-be37-d2076908449e tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 944 time: 0.0487790 Aug 16 23:09:05.724641 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-984e85b7-ccf1-4935-a226-2648ebbc3aa7 req-57402f32-9810-40a9-9f56-b22b97737fee tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346246 Aug 16 23:09:06.456978 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 25a73caa-63a7-42e5-b61c-f23b03524c5f up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:09:06.504478 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 25a73caa-63a7-42e5-b61c-f23b03524c5f completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:09:06.508229 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 25a73caa-63a7-42e5-b61c-f23b03524c5f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:06.508600 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.585684 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.610705 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a73caa-63a7-42e5-b61c-f23b03524c5f'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:09:06.612939 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360b2876-47cd-43e9-a59d-fcc5cec1390e" -d '{"events": [{"server_uuid": "8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9", "name": "network-vif-plugged", "status": "completed", "tag": "25a73caa-63a7-42e5-b61c-f23b03524c5f"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:09:06.628228 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 25a73caa-63a7-42e5-b61c-f23b03524c5f, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=25a73caa-63a7-42e5-b61c-f23b03524c5f,segment=NetworkSegment(5d16dfd7-36aa-46cb-a4b6-130030aa89ea),segment_id=5d16dfd7-36aa-46cb-a4b6-130030aa89ea)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:06.633240 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.659416 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7496f7b8-b0cf-4fb4-bf21-04765efd3882 x-openstack-request-id: req-7496f7b8-b0cf-4fb4-bf21-04765efd3882 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:09:06.659707 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9", "name": "network-vif-plugged", "status": "completed", "tag": "25a73caa-63a7-42e5-b61c-f23b03524c5f", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:09:06.659961 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7496f7b8-b0cf-4fb4-bf21-04765efd3882 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:09:06.660345 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a73caa-63a7-42e5-b61c-f23b03524c5f', 'code': 200} Aug 16 23:09:06.687568 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=25a73caa-63a7-42e5-b61c-f23b03524c5f,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:06.748330 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab50b42-eaa0-403d-abb8-6569cb214daf req-8944c740-67ce-4453-9e87-ce353b25a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:06.749807 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ab50b42-eaa0-403d-abb8-6569cb214daf req-8944c740-67ce-4453-9e87-ce353b25a645 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 1097 time: 0.0416026 Aug 16 23:09:06.785931 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ab50b42-eaa0-403d-abb8-6569cb214daf req-40756a12-4dd1-4a9d-9529-1d0d71429b06 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294957 Aug 16 23:09:06.856663 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02115a12-73bf-4c62-8742-a02e665cf24e req-304dcea8-3d1e-4649-8b1c-d158ac778288 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:06.858156 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02115a12-73bf-4c62-8742-a02e665cf24e req-304dcea8-3d1e-4649-8b1c-d158ac778288 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0556626 Aug 16 23:09:06.898247 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02115a12-73bf-4c62-8742-a02e665cf24e req-99249d07-053a-45b7-9dde-e2334352408d tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333455 Aug 16 23:09:08.029950 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa95f5c-9fa0-4b15-8199-214eed13d7cc req-be36588d-c97e-459a-b09a-70ce688ffe44 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:08.031486 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afa95f5c-9fa0-4b15-8199-214eed13d7cc req-be36588d-c97e-459a-b09a-70ce688ffe44 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0511711 Aug 16 23:09:08.070404 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afa95f5c-9fa0-4b15-8199-214eed13d7cc req-b3318b13-7aaf-4a7c-af0a-d5116c548ba9 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326681 Aug 16 23:09:08.405447 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b79762-0fcf-415d-a35b-fcf80aed302b req-c0eb6be9-6ff1-43d0-84b5-a6521c2a15f5 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:08.407000 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10b79762-0fcf-415d-a35b-fcf80aed302b req-c0eb6be9-6ff1-43d0-84b5-a6521c2a15f5 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0564110 Aug 16 23:09:08.473499 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10b79762-0fcf-415d-a35b-fcf80aed302b req-36bab6d3-0602-4ca9-8478-b4e4fbe550ec tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576808 Aug 16 23:09:08.477004 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-8d621472-1874-4c95-a218-1c71ffb1771b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1338980 Aug 16 23:09:08.887484 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.049577 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-850fe120-36b9-4afe-b02c-d83d05798936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.609876 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-b1c594b7-2052-4033-a28b-d0d988612b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:09.611519 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-b1c594b7-2052-4033-a28b-d0d988612b0d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=01e2e02d17484036bd3e6809578eb2ad&device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 1097 time: 0.0750804 Aug 16 23:09:09.623296 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2a3dd-6fbf-45b9-b31a-80d4b8116441 req-0d77fe45-5f6d-4ce0-8b85-8554afb36d17 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:09.624743 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05a2a3dd-6fbf-45b9-b31a-80d4b8116441 req-0d77fe45-5f6d-4ce0-8b85-8554afb36d17 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0790744 Aug 16 23:09:09.714738 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05a2a3dd-6fbf-45b9-b31a-80d4b8116441 req-c7a07c24-3b4f-4d0a-b33e-4758c41197f3 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812416 Aug 16 23:09:09.742080 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-41a48aab-c13a-4207-9fe2-2b44a72e669a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:09.743555 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-41a48aab-c13a-4207-9fe2-2b44a72e669a service neutron] 10.222.0.43 "GET /v2.0/networks?id=08c0c9d4-cd16-403e-aaa7-28c7cf907146 HTTP/1.1" status: 200 len: 912 time: 0.1179464 Aug 16 23:09:09.786386 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3813688f-e9f8-4c4c-85e7-d0eca9e8f50b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25a73caa-63a7-42e5-b61c-f23b03524c5f HTTP/1.1" status: 200 len: 217 time: 0.0351748 Aug 16 23:09:09.840039 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-55b4ace0-25b0-4901-b48a-6ea2cf7c708a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:09.841512 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-55b4ace0-25b0-4901-b48a-6ea2cf7c708a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bcbd0e01-20a9-4581-9361-6755c2986c35 HTTP/1.1" status: 200 len: 851 time: 0.0489950 Aug 16 23:09:09.874693 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-c2538426-8bcd-4098-b916-3f3634886c8c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=08c0c9d4-cd16-403e-aaa7-28c7cf907146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261910 Aug 16 23:09:09.965017 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-d02c7b34-c5c8-4280-aad4-0cc85fe9c59c service neutron] 10.222.0.43 "GET /v2.0/networks/08c0c9d4-cd16-403e-aaa7-28c7cf907146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833075 Aug 16 23:09:10.070860 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-f96f035c-e8cc-4411-b528-259d5755faa8 service neutron] 10.222.0.43 "GET /v2.0/networks/08c0c9d4-cd16-403e-aaa7-28c7cf907146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902774 Aug 16 23:09:10.833794 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19030ecf-ecd5-4a54-be13-e9e45f69a5b5 req-6e85527a-545b-45d9-b056-ff308bdbdd65 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:10.835339 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19030ecf-ecd5-4a54-be13-e9e45f69a5b5 req-6e85527a-545b-45d9-b056-ff308bdbdd65 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0511363 Aug 16 23:09:10.874829 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19030ecf-ecd5-4a54-be13-e9e45f69a5b5 req-18d96fc4-514e-4965-b224-3ab0c64f1b05 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333047 Aug 16 23:09:11.202823 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:11.603189 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-42d1ded0-7083-453e-9882-a9b33ccf6cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:11.994376 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ea795-94dc-4500-ab7c-2f559bfad0d5 req-5a696ef2-5fad-42df-a58c-44a43b982a87 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:11.995855 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc9ea795-94dc-4500-ab7c-2f559bfad0d5 req-5a696ef2-5fad-42df-a58c-44a43b982a87 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0537672 Aug 16 23:09:12.033374 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc9ea795-94dc-4500-ab7c-2f559bfad0d5 req-004e8771-f1d8-4491-acbe-1a50d73897f7 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311809 Aug 16 23:09:12.162079 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.160890 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f876cec-c97f-4818-9b81-cad43a94fa4b req-e68ad5ef-41eb-4b2e-a064-98f0c287d8a4 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:13.162434 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f876cec-c97f-4818-9b81-cad43a94fa4b req-e68ad5ef-41eb-4b2e-a064-98f0c287d8a4 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0500500 Aug 16 23:09:13.209405 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f876cec-c97f-4818-9b81-cad43a94fa4b req-0dcfec06-d300-4ebe-99f5-fd6b8a1fce71 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409191 Aug 16 23:09:13.386645 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.332353 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80623b-2ffe-43b5-b27e-38a785105268 req-6974e8bd-d6fb-4afc-b1f2-71232baab1c4 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:14.333988 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae80623b-2ffe-43b5-b27e-38a785105268 req-6974e8bd-d6fb-4afc-b1f2-71232baab1c4 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0511448 Aug 16 23:09:14.373935 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae80623b-2ffe-43b5-b27e-38a785105268 req-0be83119-423b-46a0-9153-d6ced7513301 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339093 Aug 16 23:09:14.960498 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.495732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794671e-3ea7-49f9-ab44-3b3eb229b85e req-485d9994-78b0-4b98-bba7-6da49420d6e2 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:15.497233 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3794671e-3ea7-49f9-ab44-3b3eb229b85e req-485d9994-78b0-4b98-bba7-6da49420d6e2 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0540085 Aug 16 23:09:15.536344 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3794671e-3ea7-49f9-ab44-3b3eb229b85e req-8498ce9d-e3d5-49b4-9446-bd2e43cb82b9 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324481 Aug 16 23:09:16.655057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1864ef1-9c24-470e-9ff9-b2db7709de18 req-fa6ee5a6-0702-46db-838b-f625b2b3afe7 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:16.656598 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f1864ef1-9c24-470e-9ff9-b2db7709de18 req-fa6ee5a6-0702-46db-838b-f625b2b3afe7 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0524991 Aug 16 23:09:16.695822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f1864ef1-9c24-470e-9ff9-b2db7709de18 req-2b19f24f-0a33-401f-ab62-3425df7c4948 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332491 Aug 16 23:09:17.830401 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959ea50-a31d-4def-b1b7-0736b4ea7eba req-6b27567f-a124-4a86-965f-71c5c35afc13 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:17.832661 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1959ea50-a31d-4def-b1b7-0736b4ea7eba req-6b27567f-a124-4a86-965f-71c5c35afc13 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0547619 Aug 16 23:09:17.877051 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1959ea50-a31d-4def-b1b7-0736b4ea7eba req-d57d4bd5-32ac-4719-a91a-fd5aa7c24ca2 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354989 Aug 16 23:09:19.001583 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f988fc4-07bf-4aec-b222-63922c4eb297 req-7e35167f-5230-459a-babb-40a278c7b4e6 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:19.003137 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f988fc4-07bf-4aec-b222-63922c4eb297 req-7e35167f-5230-459a-babb-40a278c7b4e6 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0561380 Aug 16 23:09:19.041820 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f988fc4-07bf-4aec-b222-63922c4eb297 req-77cadcd8-515d-49da-9467-5de0172fe81e tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327377 Aug 16 23:09:20.159444 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89c910-cb32-4c1f-a435-4338d9fe62ff req-875bdbd3-a5bf-476a-9295-d1a15928e343 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:20.161078 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb89c910-cb32-4c1f-a435-4338d9fe62ff req-875bdbd3-a5bf-476a-9295-d1a15928e343 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0526292 Aug 16 23:09:20.206923 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb89c910-cb32-4c1f-a435-4338d9fe62ff req-ed410dd1-c354-4220-ad29-c5205dd317e0 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396993 Aug 16 23:09:20.849992 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:09:21.338041 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57eba0b-bc30-49af-8f07-a6e73d8a35dd req-008ca8b5-a571-4825-b9f4-7c93f1c37865 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:21.339625 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f57eba0b-bc30-49af-8f07-a6e73d8a35dd req-008ca8b5-a571-4825-b9f4-7c93f1c37865 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0499058 Aug 16 23:09:21.379991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f57eba0b-bc30-49af-8f07-a6e73d8a35dd req-e4396f69-5bf6-45f8-9a42-80b7c2efd749 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341601 Aug 16 23:09:22.500687 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a0a37-4c16-4cf4-85a4-df074c6d3ea7 req-8f9baaed-7e58-4be4-abe5-a2cfba0134e0 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:22.502814 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-384a0a37-4c16-4cf4-85a4-df074c6d3ea7 req-8f9baaed-7e58-4be4-abe5-a2cfba0134e0 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0531292 Aug 16 23:09:22.542772 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-384a0a37-4c16-4cf4-85a4-df074c6d3ea7 req-0a8c89e8-205b-4baa-b0f4-26220da75a3f tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Aug 16 23:09:23.684881 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5480d4-5ffb-47ba-91ac-69e34a206249 req-7a7ea61a-6cd0-4928-b2af-d06842c6998c tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:23.686493 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7e5480d4-5ffb-47ba-91ac-69e34a206249 req-7a7ea61a-6cd0-4928-b2af-d06842c6998c tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0534329 Aug 16 23:09:23.739604 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7e5480d4-5ffb-47ba-91ac-69e34a206249 req-3cc18b35-bf89-4966-8e9b-bdc50ea49596 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456653 Aug 16 23:09:24.857551 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd581f8d-e475-4b18-be6c-f8a300297a0e req-71154116-ff02-4a28-9934-33cb63f2231e tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:24.859091 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd581f8d-e475-4b18-be6c-f8a300297a0e req-71154116-ff02-4a28-9934-33cb63f2231e tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0502338 Aug 16 23:09:24.899878 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd581f8d-e475-4b18-be6c-f8a300297a0e req-4e8628e3-e5c2-46f3-8e79-38af98412774 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334673 Aug 16 23:09:26.022114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd8708-16f8-4419-9073-70cdf09cf176 req-1b5dbaaf-4422-4f10-b6d8-8740a334fcab tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:26.023629 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75dd8708-16f8-4419-9073-70cdf09cf176 req-1b5dbaaf-4422-4f10-b6d8-8740a334fcab tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0542979 Aug 16 23:09:26.062019 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75dd8708-16f8-4419-9073-70cdf09cf176 req-2d6d6ebc-8535-4fb6-b945-489daf09c89d tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322981 Aug 16 23:09:27.179004 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134c381-807d-4291-9739-2dda5c6d7157 req-46bd7f9f-2cde-4fd3-a3d3-326f6371b66c tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:27.181138 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e134c381-807d-4291-9739-2dda5c6d7157 req-46bd7f9f-2cde-4fd3-a3d3-326f6371b66c tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0497668 Aug 16 23:09:27.222707 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e134c381-807d-4291-9739-2dda5c6d7157 req-fc77eec1-9b29-4273-88ae-df0cf9802122 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332854 Aug 16 23:09:28.345173 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee090cda-3523-430c-8c2f-a96deb58fe67 req-086d79d0-6850-4e2b-a9c1-8ea2631f6e7d tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:28.346715 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee090cda-3523-430c-8c2f-a96deb58fe67 req-086d79d0-6850-4e2b-a9c1-8ea2631f6e7d tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0531168 Aug 16 23:09:28.387219 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee090cda-3523-430c-8c2f-a96deb58fe67 req-13ea92f0-602a-4b1e-a801-0a6d2367d711 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332973 Aug 16 23:09:29.508090 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44f71c-7e7a-46cd-ad1b-5baae3c0adee req-d8fb3e37-dee3-4ec6-8c83-4a4e8809c8cd tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:29.509598 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab44f71c-7e7a-46cd-ad1b-5baae3c0adee req-d8fb3e37-dee3-4ec6-8c83-4a4e8809c8cd tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0545950 Aug 16 23:09:29.548796 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab44f71c-7e7a-46cd-ad1b-5baae3c0adee req-737d2698-503d-4b7f-a9e1-fed716a9cfa2 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332298 Aug 16 23:09:30.669041 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55779620-a217-41f3-828f-91e45ecaff1c req-01435993-8b29-415f-b353-dee6c81bceaa tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:30.670627 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55779620-a217-41f3-828f-91e45ecaff1c req-01435993-8b29-415f-b353-dee6c81bceaa tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0518980 Aug 16 23:09:30.710185 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55779620-a217-41f3-828f-91e45ecaff1c req-5980a7a7-d537-4439-8c88-d4f9af7dd7cf tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321031 Aug 16 23:09:31.827853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505d0fc-506d-4dc2-86cb-56dce07632e4 req-8a9cbb76-c954-4053-ab9d-bdc200e4081c tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:31.829386 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0505d0fc-506d-4dc2-86cb-56dce07632e4 req-8a9cbb76-c954-4053-ab9d-bdc200e4081c tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0499620 Aug 16 23:09:31.867801 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0505d0fc-506d-4dc2-86cb-56dce07632e4 req-0eedf5e0-7a5b-4141-a30c-88301b16c0eb tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317786 Aug 16 23:09:32.996604 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f44d6e-edc2-4693-85a5-2582d784878c req-e45e271a-99bc-4ffd-bd79-e8a603ec9d81 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:32.998728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f8f44d6e-edc2-4693-85a5-2582d784878c req-e45e271a-99bc-4ffd-bd79-e8a603ec9d81 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0580981 Aug 16 23:09:33.037161 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f8f44d6e-edc2-4693-85a5-2582d784878c req-a40b26dc-f788-42f6-9888-da668907a83c tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324423 Aug 16 23:09:34.151924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d052a-029b-45d4-b23a-c73fa2dd199d req-4c12702d-769c-45a0-ac95-a5634c33f58b tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:34.153415 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-679d052a-029b-45d4-b23a-c73fa2dd199d req-4c12702d-769c-45a0-ac95-a5634c33f58b tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0495856 Aug 16 23:09:34.194055 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-679d052a-029b-45d4-b23a-c73fa2dd199d req-08a7ae8a-f6f7-42d6-bbe9-3859349c44bc tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341580 Aug 16 23:09:35.307973 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5f4b5-87ae-4ad3-ae7b-2b55e0983c80 req-78d3e5b0-cc0a-4d04-a1b2-b40deee4f7c9 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:35.309473 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ea5f4b5-87ae-4ad3-ae7b-2b55e0983c80 req-78d3e5b0-cc0a-4d04-a1b2-b40deee4f7c9 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0488691 Aug 16 23:09:35.347445 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ea5f4b5-87ae-4ad3-ae7b-2b55e0983c80 req-41a2a77d-092e-4dbb-9442-ff79ba69e724 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320623 Aug 16 23:09:36.465638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c19da9-0c45-4f9f-ac49-623cd90814b0 req-f9ba5140-f05a-4e6f-b5f2-7bbd21a5f474 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:36.467163 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05c19da9-0c45-4f9f-ac49-623cd90814b0 req-f9ba5140-f05a-4e6f-b5f2-7bbd21a5f474 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 945 time: 0.0525231 Aug 16 23:09:36.505142 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05c19da9-0c45-4f9f-ac49-623cd90814b0 req-995cdfe6-2a6a-44d0-b0f9-3485418fadb5 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315635 Aug 16 23:09:37.010750 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-ca735c7b-b262-41c3-8936-4193ef5a66cf service neutron] show failed (client error): The resource could not be found. Aug 16 23:09:37.011764 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-ca735c7b-b262-41c3-8936-4193ef5a66cf service neutron] 10.222.0.43 "GET /v2.0/ports/25a73caa-63a7-42e5-b61c-f23b03524c5f/bindings/n-h1-792458-15 HTTP/1.1" status: 404 len: 381 time: 0.0541615 Aug 16 23:09:37.201576 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-7083008b-25f9-4903-9a91-d429affb2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:37.203139 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-7083008b-25f9-4903-9a91-d429affb2eaf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9&tenant_id=01e2e02d17484036bd3e6809578eb2ad HTTP/1.1" status: 200 len: 1097 time: 0.0416758 Aug 16 23:09:37.214739 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-15', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:37.270683 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:37.471295 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] For port 25a73caa-63a7-42e5-b61c-f23b03524c5f, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=25a73caa-63a7-42e5-b61c-f23b03524c5f,segment=NetworkSegment(5d16dfd7-36aa-46cb-a4b6-130030aa89ea),segment_id=5d16dfd7-36aa-46cb-a4b6-130030aa89ea)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:37.503823 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] For port 25a73caa-63a7-42e5-b61c-f23b03524c5f, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:09:37.542702 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25a73caa-63a7-42e5-b61c-f23b03524c5f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:09:37.545314 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239a5605-02bd-46d8-98ad-f5782ed5b74f" -d '{"events": [{"server_uuid": "8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9", "name": "network-vif-unplugged", "status": "completed", "tag": "25a73caa-63a7-42e5-b61c-f23b03524c5f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:09:37.550241 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:37.563479 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Transition to ACTIVE for port object 25a73caa-63a7-42e5-b61c-f23b03524c5f will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:09:37.567962 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:37.607975 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642ada7b-308c-47c9-a073-3610d274d682 x-openstack-request-id: req-642ada7b-308c-47c9-a073-3610d274d682 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:09:37.608287 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9", "name": "network-vif-unplugged", "status": "completed", "tag": "25a73caa-63a7-42e5-b61c-f23b03524c5f", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:09:37.608541 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-642ada7b-308c-47c9-a073-3610d274d682 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:09:37.608939 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25a73caa-63a7-42e5-b61c-f23b03524c5f', 'code': 200} Aug 16 23:09:37.655226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=25a73caa-63a7-42e5-b61c-f23b03524c5f,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:37.673857 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] No DVR routers for this DVR port 25a73caa-63a7-42e5-b61c-f23b03524c5f on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:09:37.684429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:37.684777 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:37.685120 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:37.685458 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:37.685796 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:37.686158 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:37.686489 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:37.686817 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:37.687142 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:37.687472 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:37.687815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:37.688157 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:37.705901 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff1317-307f-4452-9d27-c71b9dd68792 req-e21e6c73-7658-4da7-ad3c-c0d5f625c90a tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:37.707487 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55ff1317-307f-4452-9d27-c71b9dd68792 req-e21e6c73-7658-4da7-ad3c-c0d5f625c90a tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 943 time: 0.1108944 Aug 16 23:09:37.747943 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Attempting to bind port 25a73caa-63a7-42e5-b61c-f23b03524c5f on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:09:37.748276 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Attempting to bind port 25a73caa-63a7-42e5-b61c-f23b03524c5f by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '5d16dfd7-36aa-46cb-a4b6-130030aa89ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08c0c9d4-cd16-403e-aaa7-28c7cf907146'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:09:37.748607 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Attempting to bind port 25a73caa-63a7-42e5-b61c-f23b03524c5f on network 08c0c9d4-cd16-403e-aaa7-28c7cf907146 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:09:37.762557 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Port 25a73caa-63a7-42e5-b61c-f23b03524c5f on network 08c0c9d4-cd16-403e-aaa7-28c7cf907146 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:09:37.762927 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Attempting to bind port 25a73caa-63a7-42e5-b61c-f23b03524c5f on network 08c0c9d4-cd16-403e-aaa7-28c7cf907146 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:09:37.772581 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55ff1317-307f-4452-9d27-c71b9dd68792 req-80248f2e-48b2-4408-b50b-2a6f1894a5b8 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510385 Aug 16 23:09:37.773446 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:09:37.773782 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Checking segment: {'id': '5d16dfd7-36aa-46cb-a4b6-130030aa89ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08c0c9d4-cd16-403e-aaa7-28c7cf907146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:09:37.774183 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Bound using segment: {'id': '5d16dfd7-36aa-46cb-a4b6-130030aa89ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08c0c9d4-cd16-403e-aaa7-28c7cf907146'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:09:37.774616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Bound port: 25a73caa-63a7-42e5-b61c-f23b03524c5f, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d16dfd7-36aa-46cb-a4b6-130030aa89ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08c0c9d4-cd16-403e-aaa7-28c7cf907146'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:09:37.774971 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:37.841282 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] For port 25a73caa-63a7-42e5-b61c-f23b03524c5f, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:09:37.844241 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] For port 25a73caa-63a7-42e5-b61c-f23b03524c5f, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=25a73caa-63a7-42e5-b61c-f23b03524c5f,segment=NetworkSegment(5d16dfd7-36aa-46cb-a4b6-130030aa89ea),segment_id=5d16dfd7-36aa-46cb-a4b6-130030aa89ea)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:09:37.849519 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:37.884588 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:37.885211 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:37.886633 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] 10.222.0.39 "PUT /v2.0/ports/25a73caa-63a7-42e5-b61c-f23b03524c5f HTTP/1.1" status: 200 len: 1092 time: 0.6759405 Aug 16 23:09:37.906504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a4b95-4875-49b1-ac64-80c4da40d9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=25a73caa-63a7-42e5-b61c-f23b03524c5f,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:37.949084 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-39d1575f-07bc-409d-a679-b74747a54371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:37.950622 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-39d1575f-07bc-409d-a679-b74747a54371 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=01e2e02d17484036bd3e6809578eb2ad&device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 1095 time: 0.0408335 Aug 16 23:09:38.043126 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-79fcb1dd-a8ed-418b-9639-70017055230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:38.044506 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-79fcb1dd-a8ed-418b-9639-70017055230f service neutron] 10.222.0.39 "GET /v2.0/networks?id=08c0c9d4-cd16-403e-aaa7-28c7cf907146 HTTP/1.1" status: 200 len: 912 time: 0.0871241 Aug 16 23:09:38.086106 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-ebabc52c-89fb-4c13-821c-d65fe4bf6344 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25a73caa-63a7-42e5-b61c-f23b03524c5f HTTP/1.1" status: 200 len: 217 time: 0.0342720 Aug 16 23:09:38.134670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-9b581d88-73b3-4398-a965-fd433030cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:38.136095 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-9b581d88-73b3-4398-a965-fd433030cf1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcbd0e01-20a9-4581-9361-6755c2986c35 HTTP/1.1" status: 200 len: 851 time: 0.0434175 Aug 16 23:09:38.167920 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-891faa56-0767-4814-b2b2-21e7ee9c8ac6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08c0c9d4-cd16-403e-aaa7-28c7cf907146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233917 Aug 16 23:09:38.260464 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-48f16f96-f0e5-430c-acb5-6627fb9a938f service neutron] 10.222.0.39 "GET /v2.0/networks/08c0c9d4-cd16-403e-aaa7-28c7cf907146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852005 Aug 16 23:09:38.354599 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-92cfdd14-6ae6-448f-95e6-f2ae7e49f6ae req-bd4bd609-acb1-4bbb-b609-27eed01302f5 service neutron] 10.222.0.39 "GET /v2.0/networks/08c0c9d4-cd16-403e-aaa7-28c7cf907146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855489 Aug 16 23:09:38.880131 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:38.898509 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbec2b5-cd7a-4504-aa67-e73d4aafbcb8 req-45b34092-793d-4e3e-8bb5-a050f34bc3ea tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:38.899930 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0fbec2b5-cd7a-4504-aa67-e73d4aafbcb8 req-45b34092-793d-4e3e-8bb5-a050f34bc3ea tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 943 time: 0.0548022 Aug 16 23:09:38.937222 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0fbec2b5-cd7a-4504-aa67-e73d4aafbcb8 req-be0ed053-8665-471d-a985-155a908df7ef tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304809 Aug 16 23:09:39.051556 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e7e913e5-f67a-4052-b7fd-bdcf7da3b79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:39.610391 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9', 'tag': '25a73caa-63a7-42e5-b61c-f23b03524c5f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:09:39.612716 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6384eba-6529-412c-aca1-3d605d6106cc" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9", "tag": "25a73caa-63a7-42e5-b61c-f23b03524c5f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:09:39.662927 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e19a64d-cf5c-44ad-9dd0-fcbcd6d1685f x-openstack-request-id: req-8e19a64d-cf5c-44ad-9dd0-fcbcd6d1685f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:09:39.663214 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9", "tag": "25a73caa-63a7-42e5-b61c-f23b03524c5f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:09:39.663459 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8e19a64d-cf5c-44ad-9dd0-fcbcd6d1685f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:09:39.663875 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9', 'tag': '25a73caa-63a7-42e5-b61c-f23b03524c5f', 'status': 'completed', 'code': 200} Aug 16 23:09:39.750887 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6384eba-6529-412c-aca1-3d605d6106cc req-6d8ae2d6-f903-4bdd-999d-b35489043abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:39.752534 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6384eba-6529-412c-aca1-3d605d6106cc req-6d8ae2d6-f903-4bdd-999d-b35489043abe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=01e2e02d17484036bd3e6809578eb2ad&device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 1095 time: 0.0721686 Aug 16 23:09:39.755064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6384eba-6529-412c-aca1-3d605d6106cc req-25d6f3db-8257-46c0-919d-0c29ee371a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:39.756426 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6384eba-6529-412c-aca1-3d605d6106cc req-25d6f3db-8257-46c0-919d-0c29ee371a8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=01e2e02d17484036bd3e6809578eb2ad&device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 1095 time: 0.0672407 Aug 16 23:09:39.913915 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6384eba-6529-412c-aca1-3d605d6106cc req-f04a3463-0411-4f1a-9c49-ab91feb2cd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:39.915358 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6384eba-6529-412c-aca1-3d605d6106cc req-f04a3463-0411-4f1a-9c49-ab91feb2cd06 service neutron] 10.222.0.43 "GET /v2.0/networks?id=08c0c9d4-cd16-403e-aaa7-28c7cf907146 HTTP/1.1" status: 200 len: 912 time: 0.1556911 Aug 16 23:09:39.916447 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6384eba-6529-412c-aca1-3d605d6106cc req-3b484d6d-d68f-4760-8d58-8fd49f8d3e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:39.917784 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6384eba-6529-412c-aca1-3d605d6106cc req-3b484d6d-d68f-4760-8d58-8fd49f8d3e4c service neutron] 10.222.0.39 "GET /v2.0/networks?id=08c0c9d4-cd16-403e-aaa7-28c7cf907146 HTTP/1.1" status: 200 len: 912 time: 0.1511469 Aug 16 23:09:39.960296 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6384eba-6529-412c-aca1-3d605d6106cc req-658c666a-bb2e-4ffb-8a53-ccbd5dfadea4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25a73caa-63a7-42e5-b61c-f23b03524c5f HTTP/1.1" status: 200 len: 217 time: 0.0380511 Aug 16 23:09:39.997413 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6384eba-6529-412c-aca1-3d605d6106cc req-a9824829-3e81-4be3-8da8-8153a27342a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25a73caa-63a7-42e5-b61c-f23b03524c5f HTTP/1.1" status: 200 len: 217 time: 0.0696015 Aug 16 23:09:40.094467 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6384eba-6529-412c-aca1-3d605d6106cc req-762098da-c981-4e4a-abaf-f820b47773fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:40.096041 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6384eba-6529-412c-aca1-3d605d6106cc req-762098da-c981-4e4a-abaf-f820b47773fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bcbd0e01-20a9-4581-9361-6755c2986c35 HTTP/1.1" status: 200 len: 851 time: 0.1068726 Aug 16 23:09:40.115785 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6384eba-6529-412c-aca1-3d605d6106cc req-4cd1a0d0-99cf-436a-8918-101f246a84c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:40.117172 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6384eba-6529-412c-aca1-3d605d6106cc req-4cd1a0d0-99cf-436a-8918-101f246a84c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcbd0e01-20a9-4581-9361-6755c2986c35 HTTP/1.1" status: 200 len: 851 time: 0.1004343 Aug 16 23:09:40.124746 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bcc92-3b62-4375-ab77-1f74ccc10a96 req-4627a50d-9df0-4d64-8a65-8d83733d93a4 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:40.126175 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d45bcc92-3b62-4375-ab77-1f74ccc10a96 req-4627a50d-9df0-4d64-8a65-8d83733d93a4 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 943 time: 0.1104782 Aug 16 23:09:40.169381 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6384eba-6529-412c-aca1-3d605d6106cc req-1a3bceb7-b384-404c-ae1b-ef0b887ee795 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=08c0c9d4-cd16-403e-aaa7-28c7cf907146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623016 Aug 16 23:09:40.175300 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6384eba-6529-412c-aca1-3d605d6106cc req-874e7140-e344-444a-9098-31b70db30e46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08c0c9d4-cd16-403e-aaa7-28c7cf907146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471113 Aug 16 23:09:40.297477 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d45bcc92-3b62-4375-ab77-1f74ccc10a96 req-a2e60dfe-3f6d-4a62-8de8-90396bf9ba31 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618578 Aug 16 23:09:40.349593 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6384eba-6529-412c-aca1-3d605d6106cc req-47c3701f-1c1f-4678-8c97-197bafce3d25 service neutron] 10.222.0.43 "GET /v2.0/networks/08c0c9d4-cd16-403e-aaa7-28c7cf907146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724753 Aug 16 23:09:40.354752 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6384eba-6529-412c-aca1-3d605d6106cc req-e271c500-0744-4968-b65e-9098b1e2b3ca service neutron] 10.222.0.39 "GET /v2.0/networks/08c0c9d4-cd16-403e-aaa7-28c7cf907146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654394 Aug 16 23:09:40.585304 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-84675d44-4c32-46c6-b0b9-1829896a66a1 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:40.587130 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-84675d44-4c32-46c6-b0b9-1829896a66a1 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9&tenant_id=01e2e02d17484036bd3e6809578eb2ad&binding%3Ahost_id=n-h1-792458-15 HTTP/1.1" status: 200 len: 943 time: 0.0955777 Aug 16 23:09:40.628080 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 25a73caa-63a7-42e5-b61c-f23b03524c5f no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:09:40.671883 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-bf2e15f0-ae69-4064-b587-4c9f1bb06103 service neutron] delete failed (client error): The resource could not be found. Aug 16 23:09:40.673122 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-bf2e15f0-ae69-4064-b587-4c9f1bb06103 service neutron] 10.222.0.43 "DELETE /v2.0/ports/25a73caa-63a7-42e5-b61c-f23b03524c5f/bindings/n-h2-792458-15 HTTP/1.1" status: 404 len: 381 time: 0.0778129 Aug 16 23:09:40.675190 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 25a73caa-63a7-42e5-b61c-f23b03524c5f not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:09:40.836584 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6384eba-6529-412c-aca1-3d605d6106cc req-8766142f-f27a-4ea7-aa30-3ee559e45a04 service neutron] 10.222.0.43 "GET /v2.0/networks/08c0c9d4-cd16-403e-aaa7-28c7cf907146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787996 Aug 16 23:09:40.839854 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6384eba-6529-412c-aca1-3d605d6106cc req-a72d2627-2850-4068-9b2c-be0bd9d1bcb9 service neutron] 10.222.0.39 "GET /v2.0/networks/08c0c9d4-cd16-403e-aaa7-28c7cf907146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739735 Aug 16 23:09:40.938234 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-87048bd1-2791-418c-a61e-0b42b4a462a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:40.940240 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-87048bd1-2791-418c-a61e-0b42b4a462a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=01e2e02d17484036bd3e6809578eb2ad&device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 1095 time: 0.0436125 Aug 16 23:09:41.028331 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-ef8a7d31-c6a7-4e0e-87fb-c028fec1268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:41.029742 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-ef8a7d31-c6a7-4e0e-87fb-c028fec1268c service neutron] 10.222.0.43 "GET /v2.0/networks?id=08c0c9d4-cd16-403e-aaa7-28c7cf907146 HTTP/1.1" status: 200 len: 912 time: 0.0822656 Aug 16 23:09:41.074170 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-81d02fb8-6df1-4829-ae31-684663f049cc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25a73caa-63a7-42e5-b61c-f23b03524c5f HTTP/1.1" status: 200 len: 217 time: 0.0365150 Aug 16 23:09:41.122319 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-c5667e15-9fef-428a-9b3a-bf57feac3597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:41.123673 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-c5667e15-9fef-428a-9b3a-bf57feac3597 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bcbd0e01-20a9-4581-9361-6755c2986c35 HTTP/1.1" status: 200 len: 851 time: 0.0428326 Aug 16 23:09:41.132343 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 25a73caa-63a7-42e5-b61c-f23b03524c5f details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:09:41.154600 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-947f803d-d321-4cfc-892c-197171d289f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=08c0c9d4-cd16-403e-aaa7-28c7cf907146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243502 Aug 16 23:09:41.209857 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:41.240981 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 25a73caa-63a7-42e5-b61c-f23b03524c5f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=25a73caa-63a7-42e5-b61c-f23b03524c5f,segment=NetworkSegment(5d16dfd7-36aa-46cb-a4b6-130030aa89ea),segment_id=5d16dfd7-36aa-46cb-a4b6-130030aa89ea)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:41.251320 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '25a73caa-63a7-42e5-b61c-f23b03524c5f', 'network_id': '08c0c9d4-cd16-403e-aaa7-28c7cf907146', 'port_id': '25a73caa-63a7-42e5-b61c-f23b03524c5f', 'mac_address': 'fa:16:3e:03:cc:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcbd0e01-20a9-4581-9361-6755c2986c35', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:09:41.258945 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-db7aef15-8182-41d3-bd75-49d41f1d7e75 service neutron] 10.222.0.43 "GET /v2.0/networks/08c0c9d4-cd16-403e-aaa7-28c7cf907146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974841 Aug 16 23:09:41.287939 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:41.304049 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a73caa-63a7-42e5-b61c-f23b03524c5f {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:09:41.323427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 25a73caa-63a7-42e5-b61c-f23b03524c5f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=25a73caa-63a7-42e5-b61c-f23b03524c5f,segment=NetworkSegment(5d16dfd7-36aa-46cb-a4b6-130030aa89ea),segment_id=5d16dfd7-36aa-46cb-a4b6-130030aa89ea)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:41.327340 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:41.351831 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-1e1cd698-e320-4981-8e8c-256874ba9e61 service neutron] 10.222.0.43 "GET /v2.0/networks/08c0c9d4-cd16-403e-aaa7-28c7cf907146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854583 Aug 16 23:09:41.375778 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=25a73caa-63a7-42e5-b61c-f23b03524c5f,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:41.383177 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:41.383526 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:41.383867 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:41.384206 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:41.384539 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:41.384874 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:41.385225 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:41.385531 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:41.385861 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:41.386222 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:41.386546 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:41.386870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:41.560334 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['25a73caa-63a7-42e5-b61c-f23b03524c5f'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:09:41.611342 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-60cc4829-c005-434f-89bd-b09e88c09b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:42.029119 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78199315-fba5-4811-9bf3-deb974411432 req-a12d98f0-b9dc-4c8e-8016-2dfbb4c17cb5 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:42.030754 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78199315-fba5-4811-9bf3-deb974411432 req-a12d98f0-b9dc-4c8e-8016-2dfbb4c17cb5 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 944 time: 0.0507424 Aug 16 23:09:42.072446 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78199315-fba5-4811-9bf3-deb974411432 req-0af87dda-4e2e-4cac-b43d-3a462386d39e tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356660 Aug 16 23:09:42.162791 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:43.159628 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 25a73caa-63a7-42e5-b61c-f23b03524c5f up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:09:43.190168 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9279b29-06e7-4b9e-b173-ae5309b8504f req-836ec990-5af1-4cef-942d-a1562c4f2159 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:43.191666 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9279b29-06e7-4b9e-b173-ae5309b8504f req-836ec990-5af1-4cef-942d-a1562c4f2159 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 944 time: 0.0497723 Aug 16 23:09:43.212573 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 25a73caa-63a7-42e5-b61c-f23b03524c5f completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:09:43.216788 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 25a73caa-63a7-42e5-b61c-f23b03524c5f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:43.217162 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:43.253473 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9279b29-06e7-4b9e-b173-ae5309b8504f req-da651ced-529f-4c28-8845-5105e5ebb740 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.93 "GET /v2.0/security-groups?id=e28c0274-15b3-46a6-a7ed-ccad603f867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556133 Aug 16 23:09:43.272933 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-e5eea769-ccae-4371-8e85-17492165e2f8 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:43.274402 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-e5eea769-ccae-4371-8e85-17492165e2f8 tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9 HTTP/1.1" status: 200 len: 944 time: 0.0575242 Aug 16 23:09:43.299960 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:43.322328 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a73caa-63a7-42e5-b61c-f23b03524c5f'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:09:43.324645 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12259674-7526-4c13-86a8-39f81c438ce3" -d '{"events": [{"server_uuid": "8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9", "name": "network-vif-plugged", "status": "completed", "tag": "25a73caa-63a7-42e5-b61c-f23b03524c5f"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:09:43.337467 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 25a73caa-63a7-42e5-b61c-f23b03524c5f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=25a73caa-63a7-42e5-b61c-f23b03524c5f,segment=NetworkSegment(5d16dfd7-36aa-46cb-a4b6-130030aa89ea),segment_id=5d16dfd7-36aa-46cb-a4b6-130030aa89ea)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:43.342015 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:43.379893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-7c6ad4de-92f9-42f4-92c9-af59a3cee10d tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Deleting port 25a73caa-63a7-42e5-b61c-f23b03524c5f {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:09:43.379893 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-7c6ad4de-92f9-42f4-92c9-af59a3cee10d tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:43.400172 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:43.403178 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=25a73caa-63a7-42e5-b61c-f23b03524c5f,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:43.442884 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6861a55-43cb-4f5f-9dc0-3c63ad37c9a3 x-openstack-request-id: req-c6861a55-43cb-4f5f-9dc0-3c63ad37c9a3 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:09:43.443264 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9", "name": "network-vif-plugged", "status": "completed", "tag": "25a73caa-63a7-42e5-b61c-f23b03524c5f", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:09:43.443582 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c6861a55-43cb-4f5f-9dc0-3c63ad37c9a3 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:09:43.444046 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a73caa-63a7-42e5-b61c-f23b03524c5f', 'code': 200} Aug 16 23:09:43.475981 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-7c6ad4de-92f9-42f4-92c9-af59a3cee10d tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] For port 25a73caa-63a7-42e5-b61c-f23b03524c5f, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=25a73caa-63a7-42e5-b61c-f23b03524c5f,segment=NetworkSegment(5d16dfd7-36aa-46cb-a4b6-130030aa89ea),segment_id=5d16dfd7-36aa-46cb-a4b6-130030aa89ea)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:43.476330 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-7c6ad4de-92f9-42f4-92c9-af59a3cee10d tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:43.489272 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-7c6ad4de-92f9-42f4-92c9-af59a3cee10d tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Calling delete_port for 25a73caa-63a7-42e5-b61c-f23b03524c5f owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:09:43.627197 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-7c6ad4de-92f9-42f4-92c9-af59a3cee10d tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:43.641309 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['25a73caa-63a7-42e5-b61c-f23b03524c5f'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:09:43.654596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ad4de-92f9-42f4-92c9-af59a3cee10d tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Pushing event deleted for resources: {'Port': ['ID=25a73caa-63a7-42e5-b61c-f23b03524c5f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:43.701174 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-7c6ad4de-92f9-42f4-92c9-af59a3cee10d tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] No DVR routers for this DVR port 25a73caa-63a7-42e5-b61c-f23b03524c5f on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:09:43.703810 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-7c6ad4de-92f9-42f4-92c9-af59a3cee10d tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:43.705812 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9138da8a-374c-4dc1-ae7e-d0fef914cca3 req-7c6ad4de-92f9-42f4-92c9-af59a3cee10d tempest-DeleteServersTestJSON-35862736 tempest-DeleteServersTestJSON-35862736-project] 10.222.0.39 "DELETE /v2.0/ports/25a73caa-63a7-42e5-b61c-f23b03524c5f HTTP/1.1" status: 204 len: 173 time: 0.4258769 Aug 16 23:09:43.706275 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9', 'name': 'network-vif-deleted', 'tag': '25a73caa-63a7-42e5-b61c-f23b03524c5f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:09:43.708511 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd45c20-2e63-4e2b-ad88-f229cbeac22a" -d '{"events": [{"server_uuid": "8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9", "name": "network-vif-deleted", "tag": "25a73caa-63a7-42e5-b61c-f23b03524c5f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:09:43.748211 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cab15a6-082a-48a0-8288-13bd40ff102e x-openstack-request-id: req-5cab15a6-082a-48a0-8288-13bd40ff102e {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:09:43.748556 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9", "name": "network-vif-deleted", "tag": "25a73caa-63a7-42e5-b61c-f23b03524c5f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:09:43.748861 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5cab15a6-082a-48a0-8288-13bd40ff102e {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:09:43.749265 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6e0e4a-c7f9-43d7-9ea5-de9386448ec9', 'name': 'network-vif-deleted', 'tag': '25a73caa-63a7-42e5-b61c-f23b03524c5f', 'status': 'completed', 'code': 200} Aug 16 23:09:44.382835 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47836) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:44.426400 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-566bab28-879c-486b-8b85-f555000ed31c admin admin] Deleting subnet bcbd0e01-20a9-4581-9361-6755c2986c35 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:09:44.429305 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-566bab28-879c-486b-8b85-f555000ed31c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:44.463999 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-566bab28-879c-486b-8b85-f555000ed31c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:44.501740 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-566bab28-879c-486b-8b85-f555000ed31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:44.554174 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-566bab28-879c-486b-8b85-f555000ed31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:44.585373 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566bab28-879c-486b-8b85-f555000ed31c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcbd0e01-20a9-4581-9361-6755c2986c35,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:44.587335 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-566bab28-879c-486b-8b85-f555000ed31c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:44.589256 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-566bab28-879c-486b-8b85-f555000ed31c admin admin] 10.222.0.93 "DELETE /v2.0/subnets/bcbd0e01-20a9-4581-9361-6755c2986c35 HTTP/1.1" status: 204 len: 168 time: 0.2054245 Aug 16 23:09:44.591735 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47838) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:44.659502 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91b8c905-f4e4-4fd3-9a32-7d0ae1229d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:44.737784 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91b8c905-f4e4-4fd3-9a32-7d0ae1229d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:44.748246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-91b8c905-f4e4-4fd3-9a32-7d0ae1229d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c0c9d4-cd16-403e-aaa7-28c7cf907146']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:44.758604 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-91b8c905-f4e4-4fd3-9a32-7d0ae1229d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d16dfd7-36aa-46cb-a4b6-130030aa89ea') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:44.758895 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-91b8c905-f4e4-4fd3-9a32-7d0ae1229d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d16dfd7-36aa-46cb-a4b6-130030aa89ea') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:44.767970 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91b8c905-f4e4-4fd3-9a32-7d0ae1229d18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:44.780929 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91b8c905-f4e4-4fd3-9a32-7d0ae1229d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:44.786603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b8c905-f4e4-4fd3-9a32-7d0ae1229d18 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:09:44.786976 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91b8c905-f4e4-4fd3-9a32-7d0ae1229d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: timer() Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:09:44.788579 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:09:44.840453 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91b8c905-f4e4-4fd3-9a32-7d0ae1229d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:44.845537 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91b8c905-f4e4-4fd3-9a32-7d0ae1229d18 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:44.847379 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-91b8c905-f4e4-4fd3-9a32-7d0ae1229d18 admin admin] 10.222.0.93 "DELETE /v2.0/networks/08c0c9d4-cd16-403e-aaa7-28c7cf907146 HTTP/1.1" status: 204 len: 168 time: 0.2547441 Aug 16 23:09:44.858224 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8c905-f4e4-4fd3-9a32-7d0ae1229d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=08c0c9d4-cd16-403e-aaa7-28c7cf907146,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:44.956482 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47842) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:44.965905 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:44.996610 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f2c7a536-d10d-48a8-8175-ecf239c63e07 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=01e2e02d17484036bd3e6809578eb2ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389142 Aug 16 23:09:44.999061 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47844) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:45.052090 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-87550d13-e4fe-4f08-8daf-03be1d758689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:45.072908 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-87550d13-e4fe-4f08-8daf-03be1d758689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:45.119178 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-87550d13-e4fe-4f08-8daf-03be1d758689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:45.121640 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-87550d13-e4fe-4f08-8daf-03be1d758689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:45.122842 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-87550d13-e4fe-4f08-8daf-03be1d758689 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e28c0274-15b3-46a6-a7ed-ccad603f867d HTTP/1.1" status: 204 len: 168 time: 0.1228845 Aug 16 23:09:45.131744 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87550d13-e4fe-4f08-8daf-03be1d758689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28c0274-15b3-46a6-a7ed-ccad603f867d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:45.778690 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 47866) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:45.873403 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8bf4976c-c636-48ce-b752-5b146cd83329 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1835642696-network', 'tenant_id': '2b8d7656e0554bffb724c4b603783ba3'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:45.894452 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf4976c-c636-48ce-b752-5b146cd83329 admin admin] Made reservation on behalf of 2b8d7656e0554bffb724c4b603783ba3 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:09:45.896723 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8bf4976c-c636-48ce-b752-5b146cd83329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:45.904834 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8bf4976c-c636-48ce-b752-5b146cd83329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:45.994621 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8bf4976c-c636-48ce-b752-5b146cd83329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:45.998699 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8bf4976c-c636-48ce-b752-5b146cd83329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:46.024040 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf4976c-c636-48ce-b752-5b146cd83329 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:09:46.034355 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4976c-c636-48ce-b752-5b146cd83329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:46.039246 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8bf4976c-c636-48ce-b752-5b146cd83329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:46.039582 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-8bf4976c-c636-48ce-b752-5b146cd83329 admin admin] Added segment 257065ef-c830-4368-b146-00e3434878ed of type vlan for network a6239f7b-5dc9-46f7-a580-ccd390bf95a7 Aug 16 23:09:46.079283 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8bf4976c-c636-48ce-b752-5b146cd83329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:46.107419 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8bf4976c-c636-48ce-b752-5b146cd83329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:46.108431 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf4976c-c636-48ce-b752-5b146cd83329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:46.109000 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8bf4976c-c636-48ce-b752-5b146cd83329 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:46.171441 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8bf4976c-c636-48ce-b752-5b146cd83329 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3915336 Aug 16 23:09:46.174345 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 47870) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:46.179430 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Request body: {'subnet': {'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1835642696-subnet', 'tenant_id': '2b8d7656e0554bffb724c4b603783ba3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:46.194831 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4976c-c636-48ce-b752-5b146cd83329 admin admin] Pushing event updated for resources: {'Network': ['ID=a6239f7b-5dc9-46f7-a580-ccd390bf95a7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:46.202738 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Made reservation on behalf of 2b8d7656e0554bffb724c4b603783ba3 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:09:46.205159 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network a6239f7b-5dc9-46f7-a580-ccd390bf95a7 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:09:46.205927 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:46.372654 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:46.428711 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1102970-2f31-4068-a9cc-adc0bf136957,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:46.440126 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:46.440469 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:46.440807 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:46.441140 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:46.441475 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:46.441800 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:46.442148 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:46.442470 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:46.442790 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:46.443108 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:46.443426 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:46.443742 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:46.447736 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Checking segment: {'id': '257065ef-c830-4368-b146-00e3434878ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:09:46.448092 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Network hostable DHCP agents. Network: a6239f7b-5dc9-46f7-a580-ccd390bf95a7, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:09:46.465496 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Network a6239f7b-5dc9-46f7-a580-ccd390bf95a7 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:09:46.473980 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, a6239f7b-5dc9-46f7-a580-ccd390bf95a7) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:09:46.478379 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:46.478980 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:46.483672 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370a9efe-5b6b-4c1d-a8fe-c5a749116867 None None] Network a6239f7b-5dc9-46f7-a580-ccd390bf95a7 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:09:46.493794 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f3ceda68-3fd1-4436-9833-2aa6b5117074 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3182588 Aug 16 23:09:46.616028 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a5b9cd-2790-4265-8a34-9d08212fedee None None] Network a6239f7b-5dc9-46f7-a580-ccd390bf95a7 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:09:46.920989 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381d1e9-930a-4875-b729-7a14759bea83 req-9a4d97f6-4a95-41f5-bd4e-29aadbe152f2 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:46.922489 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7381d1e9-930a-4875-b729-7a14759bea83 req-9a4d97f6-4a95-41f5-bd4e-29aadbe152f2 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/networks?id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7 HTTP/1.1" status: 200 len: 815 time: 0.1039779 Aug 16 23:09:46.937576 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7381d1e9-930a-4875-b729-7a14759bea83 req-9e9d1be6-f11d-47d7-b599-78f8aad5e52f tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/quotas/2b8d7656e0554bffb724c4b603783ba3 HTTP/1.1" status: 200 len: 375 time: 0.0088296 Aug 16 23:09:46.967668 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7381d1e9-930a-4875-b729-7a14759bea83 req-7046e6c7-1495-413d-9aaa-1a47e703e16f tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=2b8d7656e0554bffb724c4b603783ba3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245209 Aug 16 23:09:47.059691 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7381d1e9-930a-4875-b729-7a14759bea83 req-487f176c-f529-4919-a8cd-a30e4bbf519f service neutron] 10.222.0.93 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839925 Aug 16 23:09:47.146222 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7381d1e9-930a-4875-b729-7a14759bea83 req-8ce61948-d19b-4905-ad94-a61e433c7f9c service neutron] 10.222.0.93 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805564 Aug 16 23:09:47.190644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 25a73caa-63a7-42e5-b61c-f23b03524c5f no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:09:47.210260 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 25a73caa-63a7-42e5-b61c-f23b03524c5f {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:09:47.210935 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 25a73caa-63a7-42e5-b61c-f23b03524c5f not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:09:47.311523 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c8b86b7a-4c4f-4fcc-b42d-c5d116fc6a66 req-c3c4be14-7055-4814-8597-68dce6bd432e tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 210 time: 0.0314763 Aug 16 23:09:48.196344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381d1e9-930a-4875-b729-7a14759bea83 req-d26763e7-86f7-4c61-8f93-779c0ef025a3 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:48.197801 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7381d1e9-930a-4875-b729-7a14759bea83 req-d26763e7-86f7-4c61-8f93-779c0ef025a3 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.39 "GET /v2.0/networks?id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7 HTTP/1.1" status: 200 len: 815 time: 0.1058598 Aug 16 23:09:48.209993 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-7381d1e9-930a-4875-b729-7a14759bea83 req-de6d8347-046a-4ad1-b5e4-8b2cede9e360 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Request body: {'port': {'device_id': 'f3b7c95a-e737-4fb7-a352-199da91c67ea', 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7', 'admin_state_up': True, 'tenant_id': '2b8d7656e0554bffb724c4b603783ba3'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:48.318349 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7381d1e9-930a-4875-b729-7a14759bea83 req-de6d8347-046a-4ad1-b5e4-8b2cede9e360 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Made reservation on behalf of 2b8d7656e0554bffb724c4b603783ba3 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:09:48.321841 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7381d1e9-930a-4875-b729-7a14759bea83 req-de6d8347-046a-4ad1-b5e4-8b2cede9e360 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:48.414695 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6388320-810e-4d71-a7e3-5b5462730518 req-7b24ed86-4952-4173-b1f4-c578a800307d tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 210 time: 0.0339782 Aug 16 23:09:48.487157 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-7381d1e9-930a-4875-b729-7a14759bea83 req-de6d8347-046a-4ad1-b5e4-8b2cede9e360 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Allocated IP 172.20.0.12 (a6239f7b-5dc9-46f7-a580-ccd390bf95a7/d1102970-2f31-4068-a9cc-adc0bf136957/9414e713-e232-4fac-ad88-25b3fe8d71d7) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:09:48.631923 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7381d1e9-930a-4875-b729-7a14759bea83 req-de6d8347-046a-4ad1-b5e4-8b2cede9e360 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:48.674688 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7381d1e9-930a-4875-b729-7a14759bea83 req-de6d8347-046a-4ad1-b5e4-8b2cede9e360 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:48.717420 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7381d1e9-930a-4875-b729-7a14759bea83 req-de6d8347-046a-4ad1-b5e4-8b2cede9e360 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Network a6239f7b-5dc9-46f7-a580-ccd390bf95a7 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:09:48.721016 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-7381d1e9-930a-4875-b729-7a14759bea83 req-de6d8347-046a-4ad1-b5e4-8b2cede9e360 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:09:48.724829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7381d1e9-930a-4875-b729-7a14759bea83 req-de6d8347-046a-4ad1-b5e4-8b2cede9e360 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:09:48.748778 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d8347-046a-4ad1-b5e4-8b2cede9e360 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Pushing event updated for resources: {'Port': ['ID=9414e713-e232-4fac-ad88-25b3fe8d71d7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:48.777547 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381d1e9-930a-4875-b729-7a14759bea83 req-de6d8347-046a-4ad1-b5e4-8b2cede9e360 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:48.778263 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7381d1e9-930a-4875-b729-7a14759bea83 req-de6d8347-046a-4ad1-b5e4-8b2cede9e360 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:48.793067 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7381d1e9-930a-4875-b729-7a14759bea83 req-de6d8347-046a-4ad1-b5e4-8b2cede9e360 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5868120 Aug 16 23:09:48.805268 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-7381d1e9-930a-4875-b729-7a14759bea83 req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] Request body: {'port': {'device_id': 'f3b7c95a-e737-4fb7-a352-199da91c67ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:48.857824 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7381d1e9-930a-4875-b729-7a14759bea83 req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:49.118669 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-7381d1e9-930a-4875-b729-7a14759bea83 req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9414e713-e232-4fac-ad88-25b3fe8d71d7 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:09:49.125983 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7381d1e9-930a-4875-b729-7a14759bea83 req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:49.138496 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-7381d1e9-930a-4875-b729-7a14759bea83 req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] Transition to ACTIVE for port object 9414e713-e232-4fac-ad88-25b3fe8d71d7 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:09:49.142700 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7381d1e9-930a-4875-b729-7a14759bea83 req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:49.195160 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] Pushing event updated for resources: {'Port': ['ID=9414e713-e232-4fac-ad88-25b3fe8d71d7,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:49.263168 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-7381d1e9-930a-4875-b729-7a14759bea83 req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] Attempting to bind port 9414e713-e232-4fac-ad88-25b3fe8d71d7 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:09:49.263868 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-7381d1e9-930a-4875-b729-7a14759bea83 req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] Attempting to bind port 9414e713-e232-4fac-ad88-25b3fe8d71d7 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '257065ef-c830-4368-b146-00e3434878ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:09:49.263868 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7381d1e9-930a-4875-b729-7a14759bea83 req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] Attempting to bind port 9414e713-e232-4fac-ad88-25b3fe8d71d7 on network a6239f7b-5dc9-46f7-a580-ccd390bf95a7 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:09:49.268587 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7381d1e9-930a-4875-b729-7a14759bea83 req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] Port 9414e713-e232-4fac-ad88-25b3fe8d71d7 on network a6239f7b-5dc9-46f7-a580-ccd390bf95a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:09:49.269097 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7381d1e9-930a-4875-b729-7a14759bea83 req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] Attempting to bind port 9414e713-e232-4fac-ad88-25b3fe8d71d7 on network a6239f7b-5dc9-46f7-a580-ccd390bf95a7 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:09:49.273999 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7381d1e9-930a-4875-b729-7a14759bea83 req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:09:49.274333 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7381d1e9-930a-4875-b729-7a14759bea83 req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] Checking segment: {'id': '257065ef-c830-4368-b146-00e3434878ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:09:49.274713 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7381d1e9-930a-4875-b729-7a14759bea83 req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] Bound using segment: {'id': '257065ef-c830-4368-b146-00e3434878ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:09:49.275133 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-7381d1e9-930a-4875-b729-7a14759bea83 req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] Bound port: 9414e713-e232-4fac-ad88-25b3fe8d71d7, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257065ef-c830-4368-b146-00e3434878ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:09:49.275609 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7381d1e9-930a-4875-b729-7a14759bea83 req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:49.337435 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7381d1e9-930a-4875-b729-7a14759bea83 req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] For port 9414e713-e232-4fac-ad88-25b3fe8d71d7, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:09:49.340554 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-7381d1e9-930a-4875-b729-7a14759bea83 req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] For port 9414e713-e232-4fac-ad88-25b3fe8d71d7, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=9414e713-e232-4fac-ad88-25b3fe8d71d7,segment=NetworkSegment(257065ef-c830-4368-b146-00e3434878ed),segment_id=257065ef-c830-4368-b146-00e3434878ed)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:09:49.343990 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7381d1e9-930a-4875-b729-7a14759bea83 req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:49.380258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381d1e9-930a-4875-b729-7a14759bea83 req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:49.380875 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-7381d1e9-930a-4875-b729-7a14759bea83 req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:49.382300 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7381d1e9-930a-4875-b729-7a14759bea83 req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] 10.222.0.39 "PUT /v2.0/ports/9414e713-e232-4fac-ad88-25b3fe8d71d7 HTTP/1.1" status: 200 len: 1093 time: 0.5811989 Aug 16 23:09:49.382738 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b7c95a-e737-4fb7-a352-199da91c67ea', 'tag': '9414e713-e232-4fac-ad88-25b3fe8d71d7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:09:49.385049 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d83d23-1545-405a-ac5a-2763b47e6b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "f3b7c95a-e737-4fb7-a352-199da91c67ea", "tag": "9414e713-e232-4fac-ad88-25b3fe8d71d7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:09:49.409704 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01bc3f-de3c-4ad1-bdbc-8a1405ecb631 service neutron] Pushing event updated for resources: {'Port': ['ID=9414e713-e232-4fac-ad88-25b3fe8d71d7,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:49.431054 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd0c5b6-3724-4f4b-93fa-a7b2c888b423 x-openstack-request-id: req-3fd0c5b6-3724-4f4b-93fa-a7b2c888b423 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:09:49.431343 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3b7c95a-e737-4fb7-a352-199da91c67ea", "tag": "9414e713-e232-4fac-ad88-25b3fe8d71d7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:09:49.431599 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3fd0c5b6-3724-4f4b-93fa-a7b2c888b423 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:09:49.432002 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b7c95a-e737-4fb7-a352-199da91c67ea', 'tag': '9414e713-e232-4fac-ad88-25b3fe8d71d7', 'status': 'completed', 'code': 200} Aug 16 23:09:49.465224 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381d1e9-930a-4875-b729-7a14759bea83 req-4df067ac-4389-42ea-8302-d0ae934b83f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:49.466820 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7381d1e9-930a-4875-b729-7a14759bea83 req-4df067ac-4389-42ea-8302-d0ae934b83f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b8d7656e0554bffb724c4b603783ba3&device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 1096 time: 0.0448704 Aug 16 23:09:49.521895 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7381d1e9-930a-4875-b729-7a14759bea83 req-7c9e83dc-b980-4eb4-9db9-d1d551d594c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9414e713-e232-4fac-ad88-25b3fe8d71d7 HTTP/1.1" status: 200 len: 217 time: 0.0477343 Aug 16 23:09:49.592763 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e36ff-9cdc-435d-b074-8c327282a1a1 req-3f933cf0-e625-4e15-ac23-bc3c28c3413f tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:49.594292 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-986e36ff-9cdc-435d-b074-8c327282a1a1 req-3f933cf0-e625-4e15-ac23-bc3c28c3413f tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 944 time: 0.1125422 Aug 16 23:09:49.596180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381d1e9-930a-4875-b729-7a14759bea83 req-6ab2f381-ecd3-4771-93d8-511df0dc6f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:49.597585 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7381d1e9-930a-4875-b729-7a14759bea83 req-6ab2f381-ecd3-4771-93d8-511df0dc6f25 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1102970-2f31-4068-a9cc-adc0bf136957 HTTP/1.1" status: 200 len: 855 time: 0.0615954 Aug 16 23:09:49.650149 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7381d1e9-930a-4875-b729-7a14759bea83 req-56c59e02-49ef-48c0-ab55-357c92d5710c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430410 Aug 16 23:09:49.683090 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-986e36ff-9cdc-435d-b074-8c327282a1a1 req-ee7242e1-d102-498b-a5ae-af238af45ba9 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828981 Aug 16 23:09:49.754953 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7381d1e9-930a-4875-b729-7a14759bea83 req-eefc137c-c053-465c-8c08-506561b9ee0a service neutron] 10.222.0.39 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942671 Aug 16 23:09:49.851778 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7381d1e9-930a-4875-b729-7a14759bea83 req-7012303f-2bbf-4608-a68a-ebc9491f7cff service neutron] 10.222.0.39 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903702 Aug 16 23:09:49.940023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d83d23-1545-405a-ac5a-2763b47e6b8c req-2a0c7ed8-6caf-4369-bfb5-1c022157999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:49.941521 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-46d83d23-1545-405a-ac5a-2763b47e6b8c req-2a0c7ed8-6caf-4369-bfb5-1c022157999d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b8d7656e0554bffb724c4b603783ba3&device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 1096 time: 0.0407975 Aug 16 23:09:50.036070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d83d23-1545-405a-ac5a-2763b47e6b8c req-0fba14c0-f4d8-4112-bbd3-55a142d8c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:50.037546 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-46d83d23-1545-405a-ac5a-2763b47e6b8c req-0fba14c0-f4d8-4112-bbd3-55a142d8c361 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7 HTTP/1.1" status: 200 len: 916 time: 0.0874739 Aug 16 23:09:50.078311 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-46d83d23-1545-405a-ac5a-2763b47e6b8c req-92a2c737-c817-48b9-9923-49e635c310c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9414e713-e232-4fac-ad88-25b3fe8d71d7 HTTP/1.1" status: 200 len: 217 time: 0.0334208 Aug 16 23:09:50.127254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d83d23-1545-405a-ac5a-2763b47e6b8c req-996b72d5-ea79-44b3-b818-5a673487ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:50.128700 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-46d83d23-1545-405a-ac5a-2763b47e6b8c req-996b72d5-ea79-44b3-b818-5a673487ba7c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1102970-2f31-4068-a9cc-adc0bf136957 HTTP/1.1" status: 200 len: 855 time: 0.0435560 Aug 16 23:09:50.163736 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-46d83d23-1545-405a-ac5a-2763b47e6b8c req-8f4cc741-4005-466a-bc90-a307386d612c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278771 Aug 16 23:09:50.257258 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-46d83d23-1545-405a-ac5a-2763b47e6b8c req-171cffb0-46bd-4713-8296-0861d38785f2 service neutron] 10.222.0.39 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858870 Aug 16 23:09:50.350854 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-46d83d23-1545-405a-ac5a-2763b47e6b8c req-12426d7b-5963-4e02-9775-7059243fd4f1 service neutron] 10.222.0.39 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864291 Aug 16 23:09:50.797877 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ab4e4-1835-4fc6-8f51-c51da07eb33d req-249fd13b-62e3-4d1e-b576-03e149eea357 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:50.799421 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed8ab4e4-1835-4fc6-8f51-c51da07eb33d req-249fd13b-62e3-4d1e-b576-03e149eea357 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 944 time: 0.0493777 Aug 16 23:09:50.837189 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed8ab4e4-1835-4fc6-8f51-c51da07eb33d req-5fb6125e-43ae-40e7-99d0-f34bfb465716 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316525 Aug 16 23:09:51.951918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b10f3-d1b0-4db9-8bc9-94692ce81907 req-0d0f86de-acea-425f-8c8b-c058ff254bce tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:51.953396 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-624b10f3-d1b0-4db9-8bc9-94692ce81907 req-0d0f86de-acea-425f-8c8b-c058ff254bce tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 944 time: 0.0477071 Aug 16 23:09:51.990888 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-624b10f3-d1b0-4db9-8bc9-94692ce81907 req-3e58885d-c853-499d-b391-5b2aa1f7990e tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310509 Aug 16 23:09:53.107444 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ad773-96a4-4dfb-92b9-bbc3cc16a149 req-49ed3830-3076-4c3f-836a-9d599b87229f tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:53.108929 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb9ad773-96a4-4dfb-92b9-bbc3cc16a149 req-49ed3830-3076-4c3f-836a-9d599b87229f tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 944 time: 0.0535741 Aug 16 23:09:53.146771 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb9ad773-96a4-4dfb-92b9-bbc3cc16a149 req-3fe86247-ed68-48e0-be59-442f352bd1ea tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318100 Aug 16 23:09:53.206707 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 9414e713-e232-4fac-ad88-25b3fe8d71d7 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:09:53.301396 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 9414e713-e232-4fac-ad88-25b3fe8d71d7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=9414e713-e232-4fac-ad88-25b3fe8d71d7,segment=NetworkSegment(257065ef-c830-4368-b146-00e3434878ed),segment_id=257065ef-c830-4368-b146-00e3434878ed)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:53.312076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '9414e713-e232-4fac-ad88-25b3fe8d71d7', 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7', 'port_id': '9414e713-e232-4fac-ad88-25b3fe8d71d7', 'mac_address': 'fa:16:3e:d2:0f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1102970-2f31-4068-a9cc-adc0bf136957', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:09:53.347655 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:53.359832 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9414e713-e232-4fac-ad88-25b3fe8d71d7 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:09:53.383342 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 9414e713-e232-4fac-ad88-25b3fe8d71d7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=9414e713-e232-4fac-ad88-25b3fe8d71d7,segment=NetworkSegment(257065ef-c830-4368-b146-00e3434878ed),segment_id=257065ef-c830-4368-b146-00e3434878ed)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:53.386999 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:53.431846 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=9414e713-e232-4fac-ad88-25b3fe8d71d7,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:53.571158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['9414e713-e232-4fac-ad88-25b3fe8d71d7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:09:54.284721 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d6359-2c82-434b-94a3-8cc56e0c159a req-578ed862-9594-4457-ace6-5f509a0c0cad tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:54.286328 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c9d6359-2c82-434b-94a3-8cc56e0c159a req-578ed862-9594-4457-ace6-5f509a0c0cad tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 945 time: 0.0716336 Aug 16 23:09:54.324477 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7c9d6359-2c82-434b-94a3-8cc56e0c159a req-d34143bd-4643-49ef-a462-0b1f01ef5dcf tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321667 Aug 16 23:09:55.221466 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 9414e713-e232-4fac-ad88-25b3fe8d71d7 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:09:55.272070 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 9414e713-e232-4fac-ad88-25b3fe8d71d7 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:09:55.275877 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 9414e713-e232-4fac-ad88-25b3fe8d71d7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:55.276248 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:55.352999 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:55.377654 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b7c95a-e737-4fb7-a352-199da91c67ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9414e713-e232-4fac-ad88-25b3fe8d71d7'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:09:55.379907 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3a661a-560f-4bef-9d2a-db2a196f40b5" -d '{"events": [{"server_uuid": "f3b7c95a-e737-4fb7-a352-199da91c67ea", "name": "network-vif-plugged", "status": "completed", "tag": "9414e713-e232-4fac-ad88-25b3fe8d71d7"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:09:55.393286 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 9414e713-e232-4fac-ad88-25b3fe8d71d7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=9414e713-e232-4fac-ad88-25b3fe8d71d7,segment=NetworkSegment(257065ef-c830-4368-b146-00e3434878ed),segment_id=257065ef-c830-4368-b146-00e3434878ed)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:55.397542 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:55.427210 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fa4a80-7a22-4f83-ad4b-5d820937ae06 x-openstack-request-id: req-99fa4a80-7a22-4f83-ad4b-5d820937ae06 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:09:55.427497 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b7c95a-e737-4fb7-a352-199da91c67ea", "name": "network-vif-plugged", "status": "completed", "tag": "9414e713-e232-4fac-ad88-25b3fe8d71d7", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:09:55.427742 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-99fa4a80-7a22-4f83-ad4b-5d820937ae06 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:09:55.428116 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b7c95a-e737-4fb7-a352-199da91c67ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9414e713-e232-4fac-ad88-25b3fe8d71d7', 'code': 200} Aug 16 23:09:55.442286 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d06b94-72bf-40a9-85db-39de4f3724cd req-d5038a46-49aa-47c4-bd4c-a142ca38e7da tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:55.443719 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-95d06b94-72bf-40a9-85db-39de4f3724cd req-d5038a46-49aa-47c4-bd4c-a142ca38e7da tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0512030 Aug 16 23:09:55.456225 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=9414e713-e232-4fac-ad88-25b3fe8d71d7,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:55.482926 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-95d06b94-72bf-40a9-85db-39de4f3724cd req-986346cf-a7f1-4de1-bddc-337d46d8d359 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328827 Aug 16 23:09:55.525394 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174b460-1221-41b2-9f3a-84dc7407304b req-69e5ad1d-a7ce-41a7-8a71-4376a5e394e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:55.527003 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e174b460-1221-41b2-9f3a-84dc7407304b req-69e5ad1d-a7ce-41a7-8a71-4376a5e394e7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 1098 time: 0.0432143 Aug 16 23:09:55.560704 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e174b460-1221-41b2-9f3a-84dc7407304b req-696c5b0a-dc95-4ac2-8f1b-1c2d5d131e9f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267146 Aug 16 23:09:56.599730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de6946-40cd-44f9-9304-9084860c0f9f req-b782c93e-cab7-4c64-9421-d7498283078e tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:56.601224 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15de6946-40cd-44f9-9304-9084860c0f9f req-b782c93e-cab7-4c64-9421-d7498283078e tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0495293 Aug 16 23:09:56.639758 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15de6946-40cd-44f9-9304-9084860c0f9f req-2dff3508-7123-43ba-800e-d531fcba4c1c tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324013 Aug 16 23:09:56.752935 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6bfc6-9652-486f-9b5f-4a712a4162dd req-d4d63148-5b15-44ca-b986-89b75d5ed8c5 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:56.754429 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b9f6bfc6-9652-486f-9b5f-4a712a4162dd req-d4d63148-5b15-44ca-b986-89b75d5ed8c5 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0479972 Aug 16 23:09:56.791256 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b9f6bfc6-9652-486f-9b5f-4a712a4162dd req-f3193ada-d460-4f75-888e-2d10d9bc985c tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309131 Aug 16 23:09:56.990992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de53596-4979-4950-93a9-2eef140ba89e req-8fc6a6dc-8358-47d2-a61d-f75c24afdc0d tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:56.992442 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8de53596-4979-4950-93a9-2eef140ba89e req-8fc6a6dc-8358-47d2-a61d-f75c24afdc0d tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0513673 Aug 16 23:09:57.030179 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8de53596-4979-4950-93a9-2eef140ba89e req-7b83cc20-03c5-47ba-bfae-0a5f2a0bdbc8 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317178 Aug 16 23:09:57.142451 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7c169-0204-42e6-8604-123cb95fb83f req-19b60e7b-2a22-438c-9580-2899bd9f7a80 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:57.143920 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04e7c169-0204-42e6-8604-123cb95fb83f req-19b60e7b-2a22-438c-9580-2899bd9f7a80 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0491540 Aug 16 23:09:57.181206 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-04e7c169-0204-42e6-8604-123cb95fb83f req-db8e6562-f82f-4aa5-a250-8e9a382923dd tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314054 Aug 16 23:09:57.442845 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-06dc9e18-e528-4bf9-8071-f9eff24027a5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831885 Aug 16 23:09:57.450242 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28b623-07a6-499a-b1e1-f33cca4e7538 req-5fc775cb-3ad5-4419-82bf-26270822ef07 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:57.451648 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3c28b623-07a6-499a-b1e1-f33cca4e7538 req-5fc775cb-3ad5-4419-82bf-26270822ef07 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0814562 Aug 16 23:09:57.492055 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3c28b623-07a6-499a-b1e1-f33cca4e7538 req-4c3fede4-58b1-4c8f-84a8-1f0ab47c3cf9 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342033 Aug 16 23:09:57.850397 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:09:58.642326 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f0841-8cec-4658-b67a-150fb50da20e req-dd647dee-418e-41d9-9e93-f547bc392ce6 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:58.643826 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-046f0841-8cec-4658-b67a-150fb50da20e req-dd647dee-418e-41d9-9e93-f547bc392ce6 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0776389 Aug 16 23:09:58.646478 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-cab715cf-27ff-4435-a7c6-a1a836f11f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:58.647840 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-cab715cf-27ff-4435-a7c6-a1a836f11f36 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b8d7656e0554bffb724c4b603783ba3&device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 1098 time: 0.0723219 Aug 16 23:09:58.732307 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-046f0841-8cec-4658-b67a-150fb50da20e req-2dc20d8f-eab3-4e56-a1c1-b4c0de1da4bc tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824111 Aug 16 23:09:58.764038 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-cf7dfe49-718e-4fe6-ac11-214883b89a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:58.765487 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-cf7dfe49-718e-4fe6-ac11-214883b89a95 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7 HTTP/1.1" status: 200 len: 916 time: 0.1098790 Aug 16 23:09:58.805767 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-df1a67dd-d4ad-43eb-996f-9f5763682fea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9414e713-e232-4fac-ad88-25b3fe8d71d7 HTTP/1.1" status: 200 len: 217 time: 0.0332627 Aug 16 23:09:58.858404 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-2aa2b597-93dd-4e3e-9cb5-ffdf4d1d7892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:58.859835 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-2aa2b597-93dd-4e3e-9cb5-ffdf4d1d7892 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1102970-2f31-4068-a9cc-adc0bf136957 HTTP/1.1" status: 200 len: 855 time: 0.0479679 Aug 16 23:09:58.891120 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a97ec4f8-86de-4f95-b69e-4eec266bbc70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242672 Aug 16 23:09:58.977952 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-5a5b7b01-d0aa-4aa5-ba0c-f50e176ef180 service neutron] 10.222.0.39 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795209 Aug 16 23:09:59.069735 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a41b3dac-26f5-4cf0-8000-0abf03374399 service neutron] 10.222.0.39 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853498 Aug 16 23:09:59.847851 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86752c-892c-4360-aac4-84a1ec890300 req-72df7fc2-66c2-4f1f-b782-d3917e7a3b1f tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:59.849335 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7e86752c-892c-4360-aac4-84a1ec890300 req-72df7fc2-66c2-4f1f-b782-d3917e7a3b1f tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0489788 Aug 16 23:09:59.886892 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7e86752c-892c-4360-aac4-84a1ec890300 req-4bf9f93d-9ce0-4864-86b9-a5547bbb1b35 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315747 Aug 16 23:10:01.005096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1fa73-e974-4e28-8317-b9c64508da5f req-4ee49d04-4213-465d-b918-3b056cc1843f tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:01.006602 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-67e1fa73-e974-4e28-8317-b9c64508da5f req-4ee49d04-4213-465d-b918-3b056cc1843f tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0526290 Aug 16 23:10:01.043415 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-67e1fa73-e974-4e28-8317-b9c64508da5f req-e46f511c-6858-4a36-930d-b098a505d1b3 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305319 Aug 16 23:10:02.157216 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5070e-7b8b-436d-baef-25bbb6545f88 req-e28ef2c7-4fce-4c9b-8d07-0af759c0b210 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:02.158729 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-69e5070e-7b8b-436d-baef-25bbb6545f88 req-e28ef2c7-4fce-4c9b-8d07-0af759c0b210 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0485594 Aug 16 23:10:02.195397 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-69e5070e-7b8b-436d-baef-25bbb6545f88 req-9f77744c-52fa-42a8-9fbf-5e4cbfaab88b tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307794 Aug 16 23:10:03.310347 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c9795-9c74-4315-91b2-ecfbec2a7550 req-26bc8721-99af-4137-a207-cbab8b4ed225 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:03.312221 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f81c9795-9c74-4315-91b2-ecfbec2a7550 req-26bc8721-99af-4137-a207-cbab8b4ed225 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0504749 Aug 16 23:10:03.349857 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f81c9795-9c74-4315-91b2-ecfbec2a7550 req-2c6fa47d-4d2d-4b69-9af6-ce8a73e742a6 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315959 Aug 16 23:10:04.472718 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35714774-f29e-4627-9031-d67af70b8746 req-9bc64392-d62a-439c-a399-a422cd1fd8b6 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:04.474222 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35714774-f29e-4627-9031-d67af70b8746 req-9bc64392-d62a-439c-a399-a422cd1fd8b6 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0524952 Aug 16 23:10:04.511216 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35714774-f29e-4627-9031-d67af70b8746 req-f881af8d-9468-42d2-b677-12e4e5169b90 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309255 Aug 16 23:10:04.782567 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb75c2-675c-4438-9b0b-0192908e49c6 req-d8de6e6f-5f4d-4316-9c86-6f2b18dce50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:04.784071 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4fdb75c2-675c-4438-9b0b-0192908e49c6 req-d8de6e6f-5f4d-4316-9c86-6f2b18dce50e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b8d7656e0554bffb724c4b603783ba3&device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 1098 time: 0.0408089 Aug 16 23:10:04.889704 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb75c2-675c-4438-9b0b-0192908e49c6 req-6b560f29-6987-4d17-8aea-5a76084eae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:04.891137 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4fdb75c2-675c-4438-9b0b-0192908e49c6 req-6b560f29-6987-4d17-8aea-5a76084eae7f service neutron] 10.222.0.39 "GET /v2.0/networks?id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7 HTTP/1.1" status: 200 len: 916 time: 0.0879462 Aug 16 23:10:04.934007 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4fdb75c2-675c-4438-9b0b-0192908e49c6 req-c6f85abf-fe5d-40eb-b50b-e2cfc41a1aff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9414e713-e232-4fac-ad88-25b3fe8d71d7 HTTP/1.1" status: 200 len: 217 time: 0.0359941 Aug 16 23:10:04.980670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb75c2-675c-4438-9b0b-0192908e49c6 req-c38a7669-cd10-424f-89fe-7dfed09671c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:04.982125 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4fdb75c2-675c-4438-9b0b-0192908e49c6 req-c38a7669-cd10-424f-89fe-7dfed09671c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1102970-2f31-4068-a9cc-adc0bf136957 HTTP/1.1" status: 200 len: 855 time: 0.0418303 Aug 16 23:10:05.012663 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4fdb75c2-675c-4438-9b0b-0192908e49c6 req-4b8b7e57-48b9-4f43-b422-1b5136918a5f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234811 Aug 16 23:10:05.102719 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4fdb75c2-675c-4438-9b0b-0192908e49c6 req-1bb84d43-fb2c-436b-a02a-abb3d9c79151 service neutron] 10.222.0.39 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835345 Aug 16 23:10:05.187898 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4fdb75c2-675c-4438-9b0b-0192908e49c6 req-5517bf01-6293-4219-bcf0-7d10fea4106e service neutron] 10.222.0.39 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789766 Aug 16 23:10:05.957925 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf12214-1539-44b8-a4f4-f0ee67708ab7 req-32ae02ae-0a14-4f58-b4ac-1bb1c0cfb1d7 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:05.959442 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4bf12214-1539-44b8-a4f4-f0ee67708ab7 req-32ae02ae-0a14-4f58-b4ac-1bb1c0cfb1d7 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.3810558 Aug 16 23:10:05.995972 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4bf12214-1539-44b8-a4f4-f0ee67708ab7 req-f0a82c86-2cd2-4ea8-833e-89ef46f92bf9 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304408 Aug 16 23:10:07.116405 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77113b-a834-4418-8c69-7ab3e1a8955f req-7c2f0b13-8346-426f-91c9-c0b2ba2648f6 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:07.117888 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b77113b-a834-4418-8c69-7ab3e1a8955f req-7c2f0b13-8346-426f-91c9-c0b2ba2648f6 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0535445 Aug 16 23:10:07.159209 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7b77113b-a834-4418-8c69-7ab3e1a8955f req-bd7b17df-74d8-482e-bd3b-eb7f90cd6b17 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348933 Aug 16 23:10:08.273026 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcea29a-f999-42f0-9aeb-5dc9ff737c0d req-89ccd110-40ff-4772-9a09-2273bab48780 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:08.274514 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2dcea29a-f999-42f0-9aeb-5dc9ff737c0d req-89ccd110-40ff-4772-9a09-2273bab48780 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0488229 Aug 16 23:10:08.311607 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2dcea29a-f999-42f0-9aeb-5dc9ff737c0d req-7e1c9f8f-59ed-453d-9806-cb3a468c85d1 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312169 Aug 16 23:10:08.906473 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:09.051633 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b7813ae9-8d30-4f5a-b9f9-545be3c3a84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:09.449140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbb94c-d462-4dab-ba85-96d02193c727 req-3c3d13a3-abde-4a37-8651-1db03e229a9f tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:09.450564 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bcbb94c-d462-4dab-ba85-96d02193c727 req-3c3d13a3-abde-4a37-8651-1db03e229a9f tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0522051 Aug 16 23:10:09.488497 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bcbb94c-d462-4dab-ba85-96d02193c727 req-09276791-df41-4eaf-90fa-8b5ea53eb42f tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319698 Aug 16 23:10:10.603776 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1958247-7ee6-4eea-9345-328e230865aa req-8b8ebd9c-f912-4fb7-b630-c2fde43166ca tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:10.605247 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1958247-7ee6-4eea-9345-328e230865aa req-8b8ebd9c-f912-4fb7-b630-c2fde43166ca tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0491583 Aug 16 23:10:10.643119 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1958247-7ee6-4eea-9345-328e230865aa req-688007be-2b1f-4ecd-8c60-fb6a1f17c5b2 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313916 Aug 16 23:10:11.216223 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:11.601086 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f2b9d35a-912e-4fd5-8278-d47cb19bc047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:11.756517 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13688bdd-f9b5-42e7-8eba-b38d034351ea req-8b094a6c-b9e9-44c7-b8aa-598d548165c9 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:11.758032 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13688bdd-f9b5-42e7-8eba-b38d034351ea req-8b094a6c-b9e9-44c7-b8aa-598d548165c9 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0479774 Aug 16 23:10:11.794578 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13688bdd-f9b5-42e7-8eba-b38d034351ea req-dc9ac18f-52f9-4686-acc9-51994337ec4e tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306599 Aug 16 23:10:12.162980 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:12.911793 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbdba3f-54c5-48ed-8363-44d37f0c440c req-b16ccb2f-e1f7-4bc9-afbc-e60bacaba4ab tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:12.913185 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fbdba3f-54c5-48ed-8363-44d37f0c440c req-b16ccb2f-e1f7-4bc9-afbc-e60bacaba4ab tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0516956 Aug 16 23:10:12.950835 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fbdba3f-54c5-48ed-8363-44d37f0c440c req-b61df304-3379-4196-9869-8f646ef7a456 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316215 Aug 16 23:10:13.389881 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:14.065548 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf32f57-468f-4da9-b7f6-c6e861a04b7d req-fccbdd77-3635-4839-acb9-f6d1ed815390 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:14.067035 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acf32f57-468f-4da9-b7f6-c6e861a04b7d req-fccbdd77-3635-4839-acb9-f6d1ed815390 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0485446 Aug 16 23:10:14.103951 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acf32f57-468f-4da9-b7f6-c6e861a04b7d req-b7c5d93d-2532-4683-a866-f7250c1580e2 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310683 Aug 16 23:10:14.964713 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:15.221269 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ffa8f-851c-490a-b443-cdf2ad775e39 req-86f42f95-5b7d-4f88-b58d-264b88814657 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:15.222792 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba5ffa8f-851c-490a-b443-cdf2ad775e39 req-86f42f95-5b7d-4f88-b58d-264b88814657 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0488877 Aug 16 23:10:15.262485 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ba5ffa8f-851c-490a-b443-cdf2ad775e39 req-917f355c-bc44-4da3-88df-8954806aa264 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335498 Aug 16 23:10:16.379751 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977f6fd-5484-4e84-bc39-7f68227d0cdb req-27526e55-5016-4438-a47c-67791cb22f70 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:16.384660 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d977f6fd-5484-4e84-bc39-7f68227d0cdb req-27526e55-5016-4438-a47c-67791cb22f70 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0523109 Aug 16 23:10:16.418947 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d977f6fd-5484-4e84-bc39-7f68227d0cdb req-a23bbf97-e79d-414c-ba33-361a7e16e4cc tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316901 Aug 16 23:10:17.533591 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624bf54-4c6a-441c-a6f4-538f2bf2a101 req-5e6d9a97-ab7e-434a-8651-2d761b1f9e3e tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:17.535095 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8624bf54-4c6a-441c-a6f4-538f2bf2a101 req-5e6d9a97-ab7e-434a-8651-2d761b1f9e3e tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0479662 Aug 16 23:10:17.573119 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8624bf54-4c6a-441c-a6f4-538f2bf2a101 req-94b32ad4-e9b7-4a2b-92f8-8ca9acd02fb3 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320704 Aug 16 23:10:18.689535 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6159ab5-71bc-4a13-9353-ff03fa04f908 req-4ab29ed3-bd90-4838-aa75-fea68813377a tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:18.691049 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c6159ab5-71bc-4a13-9353-ff03fa04f908 req-4ab29ed3-bd90-4838-aa75-fea68813377a tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0494699 Aug 16 23:10:18.728428 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c6159ab5-71bc-4a13-9353-ff03fa04f908 req-061afdd0-c61c-4a26-a920-c998c5ce685a tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315347 Aug 16 23:10:19.851821 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da15ee-8960-4ea8-b9a2-4d6abb7d7494 req-c39d6875-7777-4248-83fc-ab1e23d20115 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:19.853495 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31da15ee-8960-4ea8-b9a2-4d6abb7d7494 req-c39d6875-7777-4248-83fc-ab1e23d20115 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0537059 Aug 16 23:10:19.894654 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31da15ee-8960-4ea8-b9a2-4d6abb7d7494 req-04c54fc3-65a3-4546-89da-d9b20d106b0a tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346065 Aug 16 23:10:21.010381 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64701b82-03bb-490e-81f0-021e926aa857 req-a23df305-dd6e-4bff-b2b1-745b1ab60bc5 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:21.011850 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-64701b82-03bb-490e-81f0-021e926aa857 req-a23df305-dd6e-4bff-b2b1-745b1ab60bc5 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0484538 Aug 16 23:10:21.049368 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-64701b82-03bb-490e-81f0-021e926aa857 req-c8e87128-60bc-4124-a024-fc67a4a64e7d tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310540 Aug 16 23:10:22.163339 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dc758-4e07-4d52-9e5f-5219fe7feeb3 req-98f77d52-030d-41e9-9357-9de4dddee8b1 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:22.164873 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e03dc758-4e07-4d52-9e5f-5219fe7feeb3 req-98f77d52-030d-41e9-9357-9de4dddee8b1 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0491579 Aug 16 23:10:22.203939 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e03dc758-4e07-4d52-9e5f-5219fe7feeb3 req-3967fa98-c8db-496e-abc3-853714c7c83f tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329397 Aug 16 23:10:23.322847 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb35a1d-d92a-48a5-a34f-4dde08fa51a2 req-37ef400a-c412-4c5f-9d30-b7d7b25c6ab6 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:23.324329 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcb35a1d-d92a-48a5-a34f-4dde08fa51a2 req-37ef400a-c412-4c5f-9d30-b7d7b25c6ab6 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0521364 Aug 16 23:10:23.360982 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dcb35a1d-d92a-48a5-a34f-4dde08fa51a2 req-9f5df865-f98c-4a4e-bc42-db2fec336f5d tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302103 Aug 16 23:10:24.482547 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5a3c7-2950-4bf9-9c7d-922b3d5f6d0c req-4e9f3981-ddfa-4f99-aa1b-b3ae3f9689ce tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:24.484113 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3d5a3c7-2950-4bf9-9c7d-922b3d5f6d0c req-4e9f3981-ddfa-4f99-aa1b-b3ae3f9689ce tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0541589 Aug 16 23:10:24.538210 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3d5a3c7-2950-4bf9-9c7d-922b3d5f6d0c req-aea72cc0-c1e3-4092-b545-42b94a5fc20b tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465941 Aug 16 23:10:25.655907 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074edf49-88ee-4a19-b685-bc967358209f req-8ed20404-df69-4768-8819-1406d56be537 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:25.658016 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-074edf49-88ee-4a19-b685-bc967358209f req-8ed20404-df69-4768-8819-1406d56be537 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 946 time: 0.0498967 Aug 16 23:10:25.702601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-074edf49-88ee-4a19-b685-bc967358209f req-c97ee91b-5a9e-463d-a221-67c009f4fdef tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382302 Aug 16 23:10:25.951075 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-d1a7864e-b4cf-4cc3-816c-4c3296251ac7 service neutron] show failed (client error): The resource could not be found. Aug 16 23:10:25.952084 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-d1a7864e-b4cf-4cc3-816c-4c3296251ac7 service neutron] 10.222.0.39 "GET /v2.0/ports/9414e713-e232-4fac-ad88-25b3fe8d71d7/bindings/n-h2-792458-15 HTTP/1.1" status: 404 len: 381 time: 0.0568802 Aug 16 23:10:26.144974 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-d240a82f-da99-46ae-adf4-b3e0f14f2e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:26.146485 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-d240a82f-da99-46ae-adf4-b3e0f14f2e87 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea&tenant_id=2b8d7656e0554bffb724c4b603783ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0418642 Aug 16 23:10:26.158344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-15', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:10:26.210368 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:26.415711 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] For port 9414e713-e232-4fac-ad88-25b3fe8d71d7, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=9414e713-e232-4fac-ad88-25b3fe8d71d7,segment=NetworkSegment(257065ef-c830-4368-b146-00e3434878ed),segment_id=257065ef-c830-4368-b146-00e3434878ed)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:10:26.455980 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] For port 9414e713-e232-4fac-ad88-25b3fe8d71d7, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:10:26.502322 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b7c95a-e737-4fb7-a352-199da91c67ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9414e713-e232-4fac-ad88-25b3fe8d71d7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:10:26.504519 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef94effe-93b1-4224-93a3-6bcffe0ab85c" -d '{"events": [{"server_uuid": "f3b7c95a-e737-4fb7-a352-199da91c67ea", "name": "network-vif-unplugged", "status": "completed", "tag": "9414e713-e232-4fac-ad88-25b3fe8d71d7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:10:26.508812 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:26.522751 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] Transition to ACTIVE for port object 9414e713-e232-4fac-ad88-25b3fe8d71d7 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:10:26.526552 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:26.558212 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f831fcb2-826a-4438-9003-1c5cc29fd20a x-openstack-request-id: req-f831fcb2-826a-4438-9003-1c5cc29fd20a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:10:26.558499 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b7c95a-e737-4fb7-a352-199da91c67ea", "name": "network-vif-unplugged", "status": "completed", "tag": "9414e713-e232-4fac-ad88-25b3fe8d71d7", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:10:26.558750 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f831fcb2-826a-4438-9003-1c5cc29fd20a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:10:26.559145 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b7c95a-e737-4fb7-a352-199da91c67ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9414e713-e232-4fac-ad88-25b3fe8d71d7', 'code': 200} Aug 16 23:10:26.579153 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] Pushing event updated for resources: {'Port': ['ID=9414e713-e232-4fac-ad88-25b3fe8d71d7,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:26.599705 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] No DVR routers for this DVR port 9414e713-e232-4fac-ad88-25b3fe8d71d7 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:10:26.636492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] Attempting to bind port 9414e713-e232-4fac-ad88-25b3fe8d71d7 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:10:26.636825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] Attempting to bind port 9414e713-e232-4fac-ad88-25b3fe8d71d7 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '257065ef-c830-4368-b146-00e3434878ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:10:26.637156 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] Attempting to bind port 9414e713-e232-4fac-ad88-25b3fe8d71d7 on network a6239f7b-5dc9-46f7-a580-ccd390bf95a7 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:10:26.643225 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] Port 9414e713-e232-4fac-ad88-25b3fe8d71d7 on network a6239f7b-5dc9-46f7-a580-ccd390bf95a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:10:26.643554 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] Attempting to bind port 9414e713-e232-4fac-ad88-25b3fe8d71d7 on network a6239f7b-5dc9-46f7-a580-ccd390bf95a7 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:10:26.648782 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:10:26.649194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] Checking segment: {'id': '257065ef-c830-4368-b146-00e3434878ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:10:26.649612 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] Bound using segment: {'id': '257065ef-c830-4368-b146-00e3434878ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:10:26.650094 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] Bound port: 9414e713-e232-4fac-ad88-25b3fe8d71d7, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257065ef-c830-4368-b146-00e3434878ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:10:26.650530 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:26.724233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] For port 9414e713-e232-4fac-ad88-25b3fe8d71d7, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:10:26.727977 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] For port 9414e713-e232-4fac-ad88-25b3fe8d71d7, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=9414e713-e232-4fac-ad88-25b3fe8d71d7,segment=NetworkSegment(257065ef-c830-4368-b146-00e3434878ed),segment_id=257065ef-c830-4368-b146-00e3434878ed)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:10:26.732414 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:26.769365 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:26.770014 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:26.771443 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] 10.222.0.43 "PUT /v2.0/ports/9414e713-e232-4fac-ad88-25b3fe8d71d7 HTTP/1.1" status: 200 len: 1093 time: 0.6172698 Aug 16 23:10:26.841719 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5032e3a-45af-4b78-ad51-fbc15c66a78f service neutron] Pushing event updated for resources: {'Port': ['ID=9414e713-e232-4fac-ad88-25b3fe8d71d7,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:26.880535 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efac49-a74b-4d48-b75a-b9a54e47b960 req-4caa464e-a199-443b-afb0-b2ced0d8a4ae tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:26.882112 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75efac49-a74b-4d48-b75a-b9a54e47b960 req-4caa464e-a199-443b-afb0-b2ced0d8a4ae tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 944 time: 0.1008723 Aug 16 23:10:26.884192 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-c1dc7510-d4c5-4abc-952b-793cc449115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:26.885601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-c1dc7510-d4c5-4abc-952b-793cc449115f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b8d7656e0554bffb724c4b603783ba3&device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 1096 time: 0.0857368 Aug 16 23:10:26.970655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-75efac49-a74b-4d48-b75a-b9a54e47b960 req-16cc7f84-e2df-431f-9207-942c1f696bc3 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819561 Aug 16 23:10:27.010596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-76e18ac2-3f1d-4733-9d28-7438313fe283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:27.012104 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-76e18ac2-3f1d-4733-9d28-7438313fe283 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7 HTTP/1.1" status: 200 len: 916 time: 0.1178508 Aug 16 23:10:27.059458 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-e2c81e8b-a142-484a-a23f-a15f72779812 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9414e713-e232-4fac-ad88-25b3fe8d71d7 HTTP/1.1" status: 200 len: 217 time: 0.0405746 Aug 16 23:10:27.111071 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-69b236d9-0317-437b-8f5f-78e22cf277e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:27.112572 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-69b236d9-0317-437b-8f5f-78e22cf277e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1102970-2f31-4068-a9cc-adc0bf136957 HTTP/1.1" status: 200 len: 855 time: 0.0466740 Aug 16 23:10:27.144775 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-630c95fa-a7c4-4c4a-98fb-d65228f89f56 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254962 Aug 16 23:10:27.246852 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-12274f0c-a1fb-44be-b90f-2ba69afd38ba service neutron] 10.222.0.43 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954139 Aug 16 23:10:27.348459 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02d96df2-7922-40fa-93a2-26dc96f940dc req-2b13031c-d428-4f40-ba28-63dfcad86171 service neutron] 10.222.0.43 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945573 Aug 16 23:10:28.090244 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795d0ea-c255-4bda-b5db-52d02a603135 req-7bc2961b-9ad1-4702-bade-af89c8dbaa3f tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:28.091749 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6795d0ea-c255-4bda-b5db-52d02a603135 req-7bc2961b-9ad1-4702-bade-af89c8dbaa3f tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 944 time: 0.0497613 Aug 16 23:10:28.134247 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6795d0ea-c255-4bda-b5db-52d02a603135 req-1e874b0b-a6d8-42e5-aa6f-c85e6f9cff98 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363500 Aug 16 23:10:28.560574 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b7c95a-e737-4fb7-a352-199da91c67ea', 'tag': '9414e713-e232-4fac-ad88-25b3fe8d71d7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:10:28.563003 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5e785b-d31f-49c3-98ea-4cff761369c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f3b7c95a-e737-4fb7-a352-199da91c67ea", "tag": "9414e713-e232-4fac-ad88-25b3fe8d71d7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:10:28.610321 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9487686c-e9b8-4684-ae2a-3e8574cb742b x-openstack-request-id: req-9487686c-e9b8-4684-ae2a-3e8574cb742b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:10:28.610620 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3b7c95a-e737-4fb7-a352-199da91c67ea", "tag": "9414e713-e232-4fac-ad88-25b3fe8d71d7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:10:28.610882 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9487686c-e9b8-4684-ae2a-3e8574cb742b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:10:28.611294 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b7c95a-e737-4fb7-a352-199da91c67ea', 'tag': '9414e713-e232-4fac-ad88-25b3fe8d71d7', 'status': 'completed', 'code': 200} Aug 16 23:10:28.699513 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e785b-d31f-49c3-98ea-4cff761369c4 req-6a4eb1de-cf4e-4eb2-85fe-85ca52c7a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:28.701021 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed5e785b-d31f-49c3-98ea-4cff761369c4 req-6a4eb1de-cf4e-4eb2-85fe-85ca52c7a918 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b8d7656e0554bffb724c4b603783ba3&device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 1096 time: 0.0691955 Aug 16 23:10:28.703492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e785b-d31f-49c3-98ea-4cff761369c4 req-b464e3b0-d20d-40b4-9735-d3f8b5d80f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:28.705515 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed5e785b-d31f-49c3-98ea-4cff761369c4 req-b464e3b0-d20d-40b4-9735-d3f8b5d80f5c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b8d7656e0554bffb724c4b603783ba3&device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 1096 time: 0.0654743 Aug 16 23:10:28.859896 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e785b-d31f-49c3-98ea-4cff761369c4 req-6c4d8bbc-d21b-4e5b-98de-6767fd59b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:28.861325 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed5e785b-d31f-49c3-98ea-4cff761369c4 req-6c4d8bbc-d21b-4e5b-98de-6767fd59b2cf service neutron] 10.222.0.39 "GET /v2.0/networks?id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7 HTTP/1.1" status: 200 len: 916 time: 0.1533239 Aug 16 23:10:28.865894 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e785b-d31f-49c3-98ea-4cff761369c4 req-c3660611-6627-41e7-a205-12fa63df9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:28.867281 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed5e785b-d31f-49c3-98ea-4cff761369c4 req-c3660611-6627-41e7-a205-12fa63df9936 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7 HTTP/1.1" status: 200 len: 916 time: 0.1511154 Aug 16 23:10:28.913766 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed5e785b-d31f-49c3-98ea-4cff761369c4 req-e3da0a7b-2726-4194-b62f-cec7d0b64bc4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9414e713-e232-4fac-ad88-25b3fe8d71d7 HTTP/1.1" status: 200 len: 217 time: 0.0454206 Aug 16 23:10:28.946658 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed5e785b-d31f-49c3-98ea-4cff761369c4 req-670d0ed5-24cd-44de-8711-d672aead75b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9414e713-e232-4fac-ad88-25b3fe8d71d7 HTTP/1.1" status: 200 len: 217 time: 0.0711758 Aug 16 23:10:29.017591 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e785b-d31f-49c3-98ea-4cff761369c4 req-6d1b0f46-7ef5-4297-8566-e9436df269c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:29.019066 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed5e785b-d31f-49c3-98ea-4cff761369c4 req-6d1b0f46-7ef5-4297-8566-e9436df269c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1102970-2f31-4068-a9cc-adc0bf136957 HTTP/1.1" status: 200 len: 855 time: 0.0808544 Aug 16 23:10:29.023859 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e785b-d31f-49c3-98ea-4cff761369c4 req-f1bb40f1-a1cf-4f91-a4e2-84bfa06c65f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:29.025254 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed5e785b-d31f-49c3-98ea-4cff761369c4 req-f1bb40f1-a1cf-4f91-a4e2-84bfa06c65f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1102970-2f31-4068-a9cc-adc0bf136957 HTTP/1.1" status: 200 len: 855 time: 0.0599887 Aug 16 23:10:29.055861 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed5e785b-d31f-49c3-98ea-4cff761369c4 req-b7fc63d2-c127-4c5c-be79-5ca5deaf812f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296834 Aug 16 23:10:29.070958 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed5e785b-d31f-49c3-98ea-4cff761369c4 req-0475da91-f056-43f2-9bd3-aa7e41d97c74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367780 Aug 16 23:10:29.230262 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed5e785b-d31f-49c3-98ea-4cff761369c4 req-a1e0901c-67d7-43e3-9b96-9ef3b209460c service neutron] 10.222.0.43 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518183 Aug 16 23:10:29.231971 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed5e785b-d31f-49c3-98ea-4cff761369c4 req-93982b85-015c-408f-b949-413d76e55400 service neutron] 10.222.0.39 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630876 Aug 16 23:10:29.382572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d962a2-1562-4211-977e-9bc170f83b1e req-c82b203c-2a92-493d-b9b9-60341866feef tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:29.384072 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d2d962a2-1562-4211-977e-9bc170f83b1e req-c82b203c-2a92-493d-b9b9-60341866feef tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 944 time: 0.1752496 Aug 16 23:10:29.392672 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 9414e713-e232-4fac-ad88-25b3fe8d71d7 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:10:29.430404 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 9414e713-e232-4fac-ad88-25b3fe8d71d7 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:10:29.442393 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed5e785b-d31f-49c3-98ea-4cff761369c4 req-f99fba1a-0031-4842-8a78-948ca89f278a service neutron] 10.222.0.43 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918912 Aug 16 23:10:29.448926 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed5e785b-d31f-49c3-98ea-4cff761369c4 req-fa27aecb-5ef9-44dd-8a2a-5f429b64e859 service neutron] 10.222.0.39 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967199 Aug 16 23:10:29.456168 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d2d962a2-1562-4211-977e-9bc170f83b1e req-72a1726f-3f15-41c3-89f8-b3a64cc7833f tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630057 Aug 16 23:10:29.717801 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6b0fe-46f3-43f7-b72a-b12cb66ea0b2 req-50f6f864-9eb3-4077-8b57-d0659c2d9c51 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:29.719242 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-22d6b0fe-46f3-43f7-b72a-b12cb66ea0b2 req-50f6f864-9eb3-4077-8b57-d0659c2d9c51 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 944 time: 0.1182525 Aug 16 23:10:29.728112 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8d786-2c21-4afa-b096-fa248ab0321c req-2754ca9b-a1d6-402d-b0b2-27b85deb2edc tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:29.729486 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02b8d786-2c21-4afa-b096-fa248ab0321c req-2754ca9b-a1d6-402d-b0b2-27b85deb2edc tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea&tenant_id=2b8d7656e0554bffb724c4b603783ba3&binding%3Ahost_id=n-h2-792458-15 HTTP/1.1" status: 200 len: 944 time: 0.1194007 Aug 16 23:10:29.804938 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-22d6b0fe-46f3-43f7-b72a-b12cb66ea0b2 req-4dd89668-e963-4d1f-9ff5-560f87b38c87 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744658 Aug 16 23:10:29.819220 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-02b8d786-2c21-4afa-b096-fa248ab0321c req-37512c86-acea-461c-9846-b0c21f6000c1 service neutron] delete failed (client error): The resource could not be found. Aug 16 23:10:29.820232 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02b8d786-2c21-4afa-b096-fa248ab0321c req-37512c86-acea-461c-9846-b0c21f6000c1 service neutron] 10.222.0.39 "DELETE /v2.0/ports/9414e713-e232-4fac-ad88-25b3fe8d71d7/bindings/n-h1-792458-15 HTTP/1.1" status: 404 len: 381 time: 0.0823853 Aug 16 23:10:29.903812 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8d786-2c21-4afa-b096-fa248ab0321c req-eddddb6c-5a9a-45bf-8860-80561cb94abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:29.905285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02b8d786-2c21-4afa-b096-fa248ab0321c req-eddddb6c-5a9a-45bf-8860-80561cb94abb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b8d7656e0554bffb724c4b603783ba3&device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 1096 time: 0.0414519 Aug 16 23:10:30.004012 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8d786-2c21-4afa-b096-fa248ab0321c req-4e61f206-c6bd-4911-baec-b7c72b45d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:30.005407 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02b8d786-2c21-4afa-b096-fa248ab0321c req-4e61f206-c6bd-4911-baec-b7c72b45d354 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7 HTTP/1.1" status: 200 len: 916 time: 0.0936685 Aug 16 23:10:30.046820 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02b8d786-2c21-4afa-b096-fa248ab0321c req-f6871909-f3d2-45bc-9ae0-2b26aed3ccb4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9414e713-e232-4fac-ad88-25b3fe8d71d7 HTTP/1.1" status: 200 len: 217 time: 0.0342436 Aug 16 23:10:30.098043 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8d786-2c21-4afa-b096-fa248ab0321c req-cb47c82a-a0b7-4fc8-ae73-5345aca17b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:30.099461 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02b8d786-2c21-4afa-b096-fa248ab0321c req-cb47c82a-a0b7-4fc8-ae73-5345aca17b3d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1102970-2f31-4068-a9cc-adc0bf136957 HTTP/1.1" status: 200 len: 855 time: 0.0463438 Aug 16 23:10:30.131479 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02b8d786-2c21-4afa-b096-fa248ab0321c req-ccf12188-2197-450f-b626-03aae7568a9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252321 Aug 16 23:10:30.218176 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02b8d786-2c21-4afa-b096-fa248ab0321c req-7a0cc73d-1ba1-4dd6-99f1-011a4a270cb8 service neutron] 10.222.0.39 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792761 Aug 16 23:10:30.310708 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02b8d786-2c21-4afa-b096-fa248ab0321c req-46b52518-7cb1-4d8f-80a4-bb0baf53e156 service neutron] 10.222.0.39 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855975 Aug 16 23:10:30.900189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 9414e713-e232-4fac-ad88-25b3fe8d71d7 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:10:30.923960 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee398a36-25da-4d4f-9d74-af53d3c0c5da req-dcf301e3-63e1-4044-9d48-12fd44aae5f6 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:30.925577 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee398a36-25da-4d4f-9d74-af53d3c0c5da req-dcf301e3-63e1-4044-9d48-12fd44aae5f6 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 944 time: 0.0500436 Aug 16 23:10:30.964739 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee398a36-25da-4d4f-9d74-af53d3c0c5da req-cd819ef8-c203-4895-9a52-0a2326751828 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330224 Aug 16 23:10:31.092153 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58baf1-94a8-4aae-a71d-bd9674952a0f req-3ed10aa1-4075-4aea-b1aa-030a65165307 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:31.093714 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b58baf1-94a8-4aae-a71d-bd9674952a0f req-3ed10aa1-4075-4aea-b1aa-030a65165307 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 944 time: 0.0569346 Aug 16 23:10:31.135321 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b58baf1-94a8-4aae-a71d-bd9674952a0f req-96d6d353-dc5a-4eac-8bd2-fd9d62e1e42a tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342991 Aug 16 23:10:31.160302 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 9414e713-e232-4fac-ad88-25b3fe8d71d7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=9414e713-e232-4fac-ad88-25b3fe8d71d7,segment=NetworkSegment(257065ef-c830-4368-b146-00e3434878ed),segment_id=257065ef-c830-4368-b146-00e3434878ed)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:10:31.171169 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '9414e713-e232-4fac-ad88-25b3fe8d71d7', 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7', 'port_id': '9414e713-e232-4fac-ad88-25b3fe8d71d7', 'mac_address': 'fa:16:3e:d2:0f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1102970-2f31-4068-a9cc-adc0bf136957', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:10:31.209338 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:31.225656 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9414e713-e232-4fac-ad88-25b3fe8d71d7 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:10:31.247484 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 9414e713-e232-4fac-ad88-25b3fe8d71d7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=9414e713-e232-4fac-ad88-25b3fe8d71d7,segment=NetworkSegment(257065ef-c830-4368-b146-00e3434878ed),segment_id=257065ef-c830-4368-b146-00e3434878ed)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:10:31.252718 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:31.259093 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979412e4-860e-44e4-b9fa-5c015e04a3cb req-1a78a8fb-21dd-46f8-b671-ac7532bbc599 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:31.260685 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-979412e4-860e-44e4-b9fa-5c015e04a3cb req-1a78a8fb-21dd-46f8-b671-ac7532bbc599 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 944 time: 0.0567999 Aug 16 23:10:31.300949 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-979412e4-860e-44e4-b9fa-5c015e04a3cb req-f1762a07-48b1-40e4-be5a-e479c9463c21 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341358 Aug 16 23:10:31.306422 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=9414e713-e232-4fac-ad88-25b3fe8d71d7,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:31.470994 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['9414e713-e232-4fac-ad88-25b3fe8d71d7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:10:31.692581 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-7fd9a9ee-2d9f-49bd-b17d-279d594de2a9 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:31.693984 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-7fd9a9ee-2d9f-49bd-b17d-279d594de2a9 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/networks?id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7 HTTP/1.1" status: 200 len: 815 time: 0.1240463 Aug 16 23:10:31.716028 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-81701d75-7bd0-4122-9769-df542e929350 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/quotas/2b8d7656e0554bffb724c4b603783ba3 HTTP/1.1" status: 200 len: 375 time: 0.0144441 Aug 16 23:10:31.784510 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-abcc1b58-6ed9-4f76-b313-c1087e7a4eb2 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=2b8d7656e0554bffb724c4b603783ba3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0601475 Aug 16 23:10:31.897888 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-d5b8148f-e833-4885-90dd-6110947fc733 service neutron] 10.222.0.93 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057765 Aug 16 23:10:32.009867 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-b23e3c6e-a5f1-4326-bc59-c98002e82062 service neutron] 10.222.0.93 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055229 Aug 16 23:10:32.182386 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6ba6a01e-9a54-48a3-ba65-4b031728a7bc req-92cbda4c-e022-49db-b50b-59fc91945342 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 210 time: 0.0282059 Aug 16 23:10:32.814315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9851fa-2f31-4500-a74b-292cb8e7b63e req-8abc540a-f929-44b5-9af4-b9717af3d799 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:32.815784 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3e9851fa-2f31-4500-a74b-292cb8e7b63e req-8abc540a-f929-44b5-9af4-b9717af3d799 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3b7c95a-e737-4fb7-a352-199da91c67ea HTTP/1.1" status: 200 len: 945 time: 0.0562241 Aug 16 23:10:32.906878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 9414e713-e232-4fac-ad88-25b3fe8d71d7 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:10:32.911510 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-3e9851fa-2f31-4500-a74b-292cb8e7b63e req-3e844881-90e6-4081-8995-b2d220bdd761 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Deleting port 9414e713-e232-4fac-ad88-25b3fe8d71d7 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:10:32.911882 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3e9851fa-2f31-4500-a74b-292cb8e7b63e req-3e844881-90e6-4081-8995-b2d220bdd761 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:32.961813 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 9414e713-e232-4fac-ad88-25b3fe8d71d7 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:10:32.966672 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 9414e713-e232-4fac-ad88-25b3fe8d71d7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:10:32.967056 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:33.009568 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-3e9851fa-2f31-4500-a74b-292cb8e7b63e req-3e844881-90e6-4081-8995-b2d220bdd761 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] For port 9414e713-e232-4fac-ad88-25b3fe8d71d7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=9414e713-e232-4fac-ad88-25b3fe8d71d7,segment=NetworkSegment(257065ef-c830-4368-b146-00e3434878ed),segment_id=257065ef-c830-4368-b146-00e3434878ed)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:10:33.009984 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3e9851fa-2f31-4500-a74b-292cb8e7b63e req-3e844881-90e6-4081-8995-b2d220bdd761 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:33.024211 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-3e9851fa-2f31-4500-a74b-292cb8e7b63e req-3e844881-90e6-4081-8995-b2d220bdd761 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Calling delete_port for 9414e713-e232-4fac-ad88-25b3fe8d71d7 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:10:33.065026 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:33.092531 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b7c95a-e737-4fb7-a352-199da91c67ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9414e713-e232-4fac-ad88-25b3fe8d71d7'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:10:33.095040 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8f2a32-97e8-4162-8bea-760b11d54973" -d '{"events": [{"server_uuid": "f3b7c95a-e737-4fb7-a352-199da91c67ea", "name": "network-vif-plugged", "status": "completed", "tag": "9414e713-e232-4fac-ad88-25b3fe8d71d7"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:10:33.115705 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 9414e713-e232-4fac-ad88-25b3fe8d71d7, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=9414e713-e232-4fac-ad88-25b3fe8d71d7,segment=NetworkSegment(257065ef-c830-4368-b146-00e3434878ed),segment_id=257065ef-c830-4368-b146-00e3434878ed)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:10:33.122110 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:33.177766 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3e9851fa-2f31-4500-a74b-292cb8e7b63e req-3e844881-90e6-4081-8995-b2d220bdd761 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:33.194844 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f6438d-4238-4c43-bec4-417756ed487c x-openstack-request-id: req-a4f6438d-4238-4c43-bec4-417756ed487c {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:10:33.195216 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b7c95a-e737-4fb7-a352-199da91c67ea", "name": "network-vif-plugged", "status": "completed", "tag": "9414e713-e232-4fac-ad88-25b3fe8d71d7", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:10:33.197187 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a4f6438d-4238-4c43-bec4-417756ed487c {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:10:33.197669 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b7c95a-e737-4fb7-a352-199da91c67ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9414e713-e232-4fac-ad88-25b3fe8d71d7', 'code': 200} Aug 16 23:10:33.200145 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['9414e713-e232-4fac-ad88-25b3fe8d71d7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:10:33.217421 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e844881-90e6-4081-8995-b2d220bdd761 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Pushing event deleted for resources: {'Port': ['ID=9414e713-e232-4fac-ad88-25b3fe8d71d7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:33.263218 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9851fa-2f31-4500-a74b-292cb8e7b63e req-3e844881-90e6-4081-8995-b2d220bdd761 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] No DVR routers for this DVR port 9414e713-e232-4fac-ad88-25b3fe8d71d7 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:10:33.265820 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3e9851fa-2f31-4500-a74b-292cb8e7b63e req-3e844881-90e6-4081-8995-b2d220bdd761 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:33.267903 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-23efd63d-2e1d-4cd0-adf7-6ecab7c1dfe3 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:33.268432 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3e9851fa-2f31-4500-a74b-292cb8e7b63e req-3e844881-90e6-4081-8995-b2d220bdd761 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.43 "DELETE /v2.0/ports/9414e713-e232-4fac-ad88-25b3fe8d71d7 HTTP/1.1" status: 204 len: 173 time: 0.4455926 Aug 16 23:10:33.268432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b7c95a-e737-4fb7-a352-199da91c67ea', 'name': 'network-vif-deleted', 'tag': '9414e713-e232-4fac-ad88-25b3fe8d71d7'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:10:33.270686 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-23efd63d-2e1d-4cd0-adf7-6ecab7c1dfe3 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.43 "GET /v2.0/networks?id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7 HTTP/1.1" status: 200 len: 815 time: 0.2075524 Aug 16 23:10:33.270946 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc85778-1ca3-4e26-b048-d3114665cde4" -d '{"events": [{"server_uuid": "f3b7c95a-e737-4fb7-a352-199da91c67ea", "name": "network-vif-deleted", "tag": "9414e713-e232-4fac-ad88-25b3fe8d71d7"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:10:33.271310 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=9414e713-e232-4fac-ad88-25b3fe8d71d7,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:33.288502 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-932af78b-d954-4fc7-bb39-3ee250e07665 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Request body: {'port': {'device_id': 'bd2e287d-c33a-446d-8839-4041bdd89ef2', 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7', 'admin_state_up': True, 'tenant_id': '2b8d7656e0554bffb724c4b603783ba3'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:10:33.320061 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0370f1f8-4008-4470-8ec8-2429ae904433 req-662d7b71-1e74-44d2-8e57-2f504b4bc381 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 210 time: 0.0308180 Aug 16 23:10:33.345515 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7369d2-60a9-4717-9401-fccfa62b8ba2 x-openstack-request-id: req-9d7369d2-60a9-4717-9401-fccfa62b8ba2 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:10:33.345806 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b7c95a-e737-4fb7-a352-199da91c67ea", "name": "network-vif-deleted", "tag": "9414e713-e232-4fac-ad88-25b3fe8d71d7", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:10:33.346090 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9d7369d2-60a9-4717-9401-fccfa62b8ba2 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:10:33.346546 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b7c95a-e737-4fb7-a352-199da91c67ea', 'name': 'network-vif-deleted', 'tag': '9414e713-e232-4fac-ad88-25b3fe8d71d7', 'status': 'completed', 'code': 200} Aug 16 23:10:33.422068 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-932af78b-d954-4fc7-bb39-3ee250e07665 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Made reservation on behalf of 2b8d7656e0554bffb724c4b603783ba3 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:10:33.426186 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-932af78b-d954-4fc7-bb39-3ee250e07665 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:33.572000 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-932af78b-d954-4fc7-bb39-3ee250e07665 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Allocated IP 172.20.0.5 (a6239f7b-5dc9-46f7-a580-ccd390bf95a7/d1102970-2f31-4068-a9cc-adc0bf136957/442ef6e9-dfe5-459c-97de-6ec236b394a0) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:10:33.723846 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-932af78b-d954-4fc7-bb39-3ee250e07665 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:33.762968 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-932af78b-d954-4fc7-bb39-3ee250e07665 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:33.774911 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['9414e713-e232-4fac-ad88-25b3fe8d71d7'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:10:33.812458 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-932af78b-d954-4fc7-bb39-3ee250e07665 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Network a6239f7b-5dc9-46f7-a580-ccd390bf95a7 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:10:33.815753 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-932af78b-d954-4fc7-bb39-3ee250e07665 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:10:33.818365 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-932af78b-d954-4fc7-bb39-3ee250e07665 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:10:33.825674 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932af78b-d954-4fc7-bb39-3ee250e07665 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Pushing event updated for resources: {'Port': ['ID=442ef6e9-dfe5-459c-97de-6ec236b394a0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:33.875966 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-932af78b-d954-4fc7-bb39-3ee250e07665 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:33.876586 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-932af78b-d954-4fc7-bb39-3ee250e07665 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:33.890193 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-932af78b-d954-4fc7-bb39-3ee250e07665 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6089635 Aug 16 23:10:33.902273 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] Request body: {'port': {'device_id': 'bd2e287d-c33a-446d-8839-4041bdd89ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:10:33.955161 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:34.225432 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 442ef6e9-dfe5-459c-97de-6ec236b394a0 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:10:34.233838 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:34.246625 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] Transition to ACTIVE for port object 442ef6e9-dfe5-459c-97de-6ec236b394a0 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:10:34.251282 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:34.305640 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] Pushing event updated for resources: {'Port': ['ID=442ef6e9-dfe5-459c-97de-6ec236b394a0,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:34.369723 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] Attempting to bind port 442ef6e9-dfe5-459c-97de-6ec236b394a0 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:10:34.370086 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] Attempting to bind port 442ef6e9-dfe5-459c-97de-6ec236b394a0 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '257065ef-c830-4368-b146-00e3434878ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:10:34.370419 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] Attempting to bind port 442ef6e9-dfe5-459c-97de-6ec236b394a0 on network a6239f7b-5dc9-46f7-a580-ccd390bf95a7 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:10:34.374817 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] Port 442ef6e9-dfe5-459c-97de-6ec236b394a0 on network a6239f7b-5dc9-46f7-a580-ccd390bf95a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:10:34.375202 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] Attempting to bind port 442ef6e9-dfe5-459c-97de-6ec236b394a0 on network a6239f7b-5dc9-46f7-a580-ccd390bf95a7 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:10:34.380528 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:10:34.380863 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] Checking segment: {'id': '257065ef-c830-4368-b146-00e3434878ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:10:34.381249 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] Bound using segment: {'id': '257065ef-c830-4368-b146-00e3434878ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:10:34.381670 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] Bound port: 442ef6e9-dfe5-459c-97de-6ec236b394a0, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257065ef-c830-4368-b146-00e3434878ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:10:34.382470 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:34.446085 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbb603-c591-43f9-a805-70bd0a285df2 req-b9a1dba6-e9a6-4c1e-806c-c5758c532697 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:34.446858 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] For port 442ef6e9-dfe5-459c-97de-6ec236b394a0, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:10:34.447636 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27bbb603-c591-43f9-a805-70bd0a285df2 req-b9a1dba6-e9a6-4c1e-806c-c5758c532697 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 943 time: 0.0529442 Aug 16 23:10:34.450771 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] For port 442ef6e9-dfe5-459c-97de-6ec236b394a0, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=442ef6e9-dfe5-459c-97de-6ec236b394a0,segment=NetworkSegment(257065ef-c830-4368-b146-00e3434878ed),segment_id=257065ef-c830-4368-b146-00e3434878ed)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:10:34.455907 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:34.486616 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27bbb603-c591-43f9-a805-70bd0a285df2 req-ddab55ac-be9b-40bb-8ab0-6aa159f6ed2a tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328438 Aug 16 23:10:34.495042 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:34.495704 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:34.497205 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] 10.222.0.43 "PUT /v2.0/ports/442ef6e9-dfe5-459c-97de-6ec236b394a0 HTTP/1.1" status: 200 len: 1092 time: 0.5990369 Aug 16 23:10:34.497674 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2e287d-c33a-446d-8839-4041bdd89ef2', 'tag': '442ef6e9-dfe5-459c-97de-6ec236b394a0'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:10:34.500127 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f1a79c-5818-4338-b01b-08df59253223" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2e287d-c33a-446d-8839-4041bdd89ef2", "tag": "442ef6e9-dfe5-459c-97de-6ec236b394a0"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:10:34.542514 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb316f31-ce88-4ecf-955c-0f26c55349ba service neutron] Pushing event updated for resources: {'Port': ['ID=442ef6e9-dfe5-459c-97de-6ec236b394a0,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:34.607107 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-9bc39ffc-86cf-4179-8e87-81fa7a617da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:34.609514 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-9bc39ffc-86cf-4179-8e87-81fa7a617da2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b8d7656e0554bffb724c4b603783ba3&device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 1095 time: 0.0680518 Aug 16 23:10:34.653503 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db02767b-df19-4816-9858-b5dc06b97818 x-openstack-request-id: req-db02767b-df19-4816-9858-b5dc06b97818 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:10:34.653799 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2e287d-c33a-446d-8839-4041bdd89ef2", "tag": "442ef6e9-dfe5-459c-97de-6ec236b394a0", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:10:34.654075 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-db02767b-df19-4816-9858-b5dc06b97818 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:10:34.654475 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2e287d-c33a-446d-8839-4041bdd89ef2', 'tag': '442ef6e9-dfe5-459c-97de-6ec236b394a0', 'status': 'completed', 'code': 200} Aug 16 23:10:34.656285 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-1d50d2c8-1b4b-4f7d-b535-300de4fa269d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=442ef6e9-dfe5-459c-97de-6ec236b394a0 HTTP/1.1" status: 200 len: 217 time: 0.0394554 Aug 16 23:10:34.713354 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-27d6536d-e615-49d1-b0e8-4c109544db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:34.714944 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-27d6536d-e615-49d1-b0e8-4c109544db94 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1102970-2f31-4068-a9cc-adc0bf136957 HTTP/1.1" status: 200 len: 855 time: 0.0507667 Aug 16 23:10:34.747530 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-17b3e031-53c2-46e3-9a65-d425dcb0bcad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258708 Aug 16 23:10:34.835171 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-1b6da78a-5c40-4030-8c0d-67403f61e326 service neutron] 10.222.0.43 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802298 Aug 16 23:10:34.849730 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:10:34.949167 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a036f849-3734-4cc3-b74e-87285ac7bff4 req-85318a29-a8dc-43f2-818d-d5c30aacd993 service neutron] 10.222.0.43 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058445 Aug 16 23:10:35.038979 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1a79c-5818-4338-b01b-08df59253223 req-df325e18-7888-4fc0-9ce4-f7c7f737bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:35.040401 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-67f1a79c-5818-4338-b01b-08df59253223 req-df325e18-7888-4fc0-9ce4-f7c7f737bb8e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b8d7656e0554bffb724c4b603783ba3&device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 1095 time: 0.0443625 Aug 16 23:10:35.145577 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1a79c-5818-4338-b01b-08df59253223 req-2aa1584d-fa5c-4992-89f3-000dc374e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:35.147108 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-67f1a79c-5818-4338-b01b-08df59253223 req-2aa1584d-fa5c-4992-89f3-000dc374e680 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7 HTTP/1.1" status: 200 len: 916 time: 0.0994079 Aug 16 23:10:35.191890 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-67f1a79c-5818-4338-b01b-08df59253223 req-e3735209-70a5-4090-af70-4511c546a55a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=442ef6e9-dfe5-459c-97de-6ec236b394a0 HTTP/1.1" status: 200 len: 217 time: 0.0360222 Aug 16 23:10:35.243761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1a79c-5818-4338-b01b-08df59253223 req-b8083761-fa60-43d6-8995-bb805d286d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:35.245326 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-67f1a79c-5818-4338-b01b-08df59253223 req-b8083761-fa60-43d6-8995-bb805d286d24 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1102970-2f31-4068-a9cc-adc0bf136957 HTTP/1.1" status: 200 len: 855 time: 0.0455072 Aug 16 23:10:35.283708 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-67f1a79c-5818-4338-b01b-08df59253223 req-1dfb1ea6-d6ef-46ab-b2ac-4a4e3606f873 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302618 Aug 16 23:10:35.374899 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-67f1a79c-5818-4338-b01b-08df59253223 req-ad1301cd-0586-4c54-8c36-e378c474f7ff service neutron] 10.222.0.43 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829539 Aug 16 23:10:35.467469 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-67f1a79c-5818-4338-b01b-08df59253223 req-31466568-45d1-4dc2-9778-32646d3d810b service neutron] 10.222.0.43 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845659 Aug 16 23:10:35.607827 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a52a0-907e-4e52-b08d-aeb97d7f0519 req-06d63fd5-6208-4b9b-a60c-9e5b4e378c79 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:35.609284 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-937a52a0-907e-4e52-b08d-aeb97d7f0519 req-06d63fd5-6208-4b9b-a60c-9e5b4e378c79 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 943 time: 0.0473652 Aug 16 23:10:35.648065 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-937a52a0-907e-4e52-b08d-aeb97d7f0519 req-8441893b-d6bf-4ec8-9990-05b06b569a9c tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320492 Aug 16 23:10:36.762065 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e56ed9-2736-4e1f-8d9e-14e98d065a9b req-110fce31-8010-47e0-b755-0af5b256ca04 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:36.763554 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35e56ed9-2736-4e1f-8d9e-14e98d065a9b req-110fce31-8010-47e0-b755-0af5b256ca04 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 943 time: 0.0483649 Aug 16 23:10:36.800785 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35e56ed9-2736-4e1f-8d9e-14e98d065a9b req-08b47c52-df15-4d06-bc53-b90b619e7122 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307391 Aug 16 23:10:36.906212 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 442ef6e9-dfe5-459c-97de-6ec236b394a0 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:10:36.909851 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 9414e713-e232-4fac-ad88-25b3fe8d71d7 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:10:36.934703 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 9414e713-e232-4fac-ad88-25b3fe8d71d7 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:10:36.935047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 9414e713-e232-4fac-ad88-25b3fe8d71d7 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:10:37.021074 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 442ef6e9-dfe5-459c-97de-6ec236b394a0, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=442ef6e9-dfe5-459c-97de-6ec236b394a0,segment=NetworkSegment(257065ef-c830-4368-b146-00e3434878ed),segment_id=257065ef-c830-4368-b146-00e3434878ed)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:10:37.031352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '442ef6e9-dfe5-459c-97de-6ec236b394a0', 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7', 'port_id': '442ef6e9-dfe5-459c-97de-6ec236b394a0', 'mac_address': 'fa:16:3e:51:19:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1102970-2f31-4068-a9cc-adc0bf136957', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:10:37.068238 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:37.080495 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442ef6e9-dfe5-459c-97de-6ec236b394a0 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:10:37.099184 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 442ef6e9-dfe5-459c-97de-6ec236b394a0, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=442ef6e9-dfe5-459c-97de-6ec236b394a0,segment=NetworkSegment(257065ef-c830-4368-b146-00e3434878ed),segment_id=257065ef-c830-4368-b146-00e3434878ed)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:10:37.103234 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:37.149867 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=442ef6e9-dfe5-459c-97de-6ec236b394a0,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:37.287129 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['442ef6e9-dfe5-459c-97de-6ec236b394a0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:10:37.918172 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815114ee-9a91-462c-a9b7-5d701010bf13 req-4828fe72-5e49-42b0-95b8-388d617d0ab6 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:37.919552 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-815114ee-9a91-462c-a9b7-5d701010bf13 req-4828fe72-5e49-42b0-95b8-388d617d0ab6 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 944 time: 0.0530319 Aug 16 23:10:38.285859 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-815114ee-9a91-462c-a9b7-5d701010bf13 req-299010ad-275d-458f-8ace-75763c73d498 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602729 Aug 16 23:10:38.905071 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:38.921379 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 442ef6e9-dfe5-459c-97de-6ec236b394a0 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:10:38.970114 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 442ef6e9-dfe5-459c-97de-6ec236b394a0 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:10:38.974110 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 442ef6e9-dfe5-459c-97de-6ec236b394a0 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:10:38.974488 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:39.065899 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-33977074-6d26-4ede-b315-72e262837217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:39.067858 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:39.100455 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2e287d-c33a-446d-8839-4041bdd89ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442ef6e9-dfe5-459c-97de-6ec236b394a0'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:10:39.103827 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391a8058-7600-43ad-a3d1-656b8c00d908" -d '{"events": [{"server_uuid": "bd2e287d-c33a-446d-8839-4041bdd89ef2", "name": "network-vif-plugged", "status": "completed", "tag": "442ef6e9-dfe5-459c-97de-6ec236b394a0"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:10:39.117356 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 442ef6e9-dfe5-459c-97de-6ec236b394a0, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=442ef6e9-dfe5-459c-97de-6ec236b394a0,segment=NetworkSegment(257065ef-c830-4368-b146-00e3434878ed),segment_id=257065ef-c830-4368-b146-00e3434878ed)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:10:39.122652 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:39.147322 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421c1c78-947c-4dbe-80cc-89e5e661c6fd x-openstack-request-id: req-421c1c78-947c-4dbe-80cc-89e5e661c6fd {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:10:39.147612 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2e287d-c33a-446d-8839-4041bdd89ef2", "name": "network-vif-plugged", "status": "completed", "tag": "442ef6e9-dfe5-459c-97de-6ec236b394a0", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:10:39.147868 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-421c1c78-947c-4dbe-80cc-89e5e661c6fd {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:10:39.148253 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2e287d-c33a-446d-8839-4041bdd89ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442ef6e9-dfe5-459c-97de-6ec236b394a0', 'code': 200} Aug 16 23:10:39.174699 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=442ef6e9-dfe5-459c-97de-6ec236b394a0,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:39.238643 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a101a-3285-443c-bfe9-09d82009c492 req-1e68e0f8-591b-4aa6-b678-f509c5f6b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:39.240430 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e15a101a-3285-443c-bfe9-09d82009c492 req-1e68e0f8-591b-4aa6-b678-f509c5f6b2fd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0407352 Aug 16 23:10:39.274880 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e15a101a-3285-443c-bfe9-09d82009c492 req-995db59d-7895-4d47-9055-825cf7fcd0bb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277431 Aug 16 23:10:39.410544 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15ff7d-4947-480a-acce-cc7103b4e3f2 req-38079813-c123-4d3d-9c91-14bc82d1dfbe tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:39.412864 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e15ff7d-4947-480a-acce-cc7103b4e3f2 req-38079813-c123-4d3d-9c91-14bc82d1dfbe tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0586488 Aug 16 23:10:39.450917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e15ff7d-4947-480a-acce-cc7103b4e3f2 req-3ce28315-1acc-40a4-8749-fa820f68b166 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321476 Aug 16 23:10:40.565131 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e815fb4-04da-4e58-bc5b-8d797d8e061c req-e32a065d-3611-4d58-a584-ce1ee78d65ea tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:40.566638 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e815fb4-04da-4e58-bc5b-8d797d8e061c req-e32a065d-3611-4d58-a584-ce1ee78d65ea tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0477858 Aug 16 23:10:40.604845 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e815fb4-04da-4e58-bc5b-8d797d8e061c req-13c53473-1120-498b-9f60-4ea868b2b76e tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320060 Aug 16 23:10:40.730987 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e57e19-e09c-4d6a-80f0-c8267f3013c4 req-dc7a029b-11d5-497b-8826-12954d7162f2 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:40.732388 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-03e57e19-e09c-4d6a-80f0-c8267f3013c4 req-dc7a029b-11d5-497b-8826-12954d7162f2 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0541780 Aug 16 23:10:40.769357 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-03e57e19-e09c-4d6a-80f0-c8267f3013c4 req-6f29d2fd-33d6-4962-bbaa-6a64721fdfb9 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309491 Aug 16 23:10:41.022591 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5477c-4ef8-44ce-9d5b-6b131ef4f567 req-aced0f7c-cefa-4141-ba00-3cf5957e6e24 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:41.024185 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72e5477c-4ef8-44ce-9d5b-6b131ef4f567 req-aced0f7c-cefa-4141-ba00-3cf5957e6e24 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0676024 Aug 16 23:10:41.028112 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-84524cda-6d07-4748-84a5-39d27c75a6f8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794899 Aug 16 23:10:41.066354 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72e5477c-4ef8-44ce-9d5b-6b131ef4f567 req-2075c845-8bd4-4bc4-9b16-fc9dfcd8317a tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353966 Aug 16 23:10:41.221320 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:41.601721 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2ab20976-e0f7-4105-b579-9774ff556a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:42.080358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-9e9c8cdf-584c-417d-b45a-36b43f069a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:42.081736 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-9e9c8cdf-584c-417d-b45a-36b43f069a91 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b8d7656e0554bffb724c4b603783ba3&device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0402093 Aug 16 23:10:42.166111 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:42.177678 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-fa122380-c8d2-46ff-b8f0-b9c5d7ec7e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:42.179250 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-fa122380-c8d2-46ff-b8f0-b9c5d7ec7e09 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7 HTTP/1.1" status: 200 len: 916 time: 0.0911005 Aug 16 23:10:42.189179 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04863b4-1b8e-4f79-b249-1a5f333b684a req-d437ad3a-e26e-4890-8acd-9fe2959542f4 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:42.190734 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b04863b4-1b8e-4f79-b249-1a5f333b684a req-d437ad3a-e26e-4890-8acd-9fe2959542f4 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0541122 Aug 16 23:10:42.220649 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-f6f067db-9eaa-4652-9e95-25ccd5eda883 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=442ef6e9-dfe5-459c-97de-6ec236b394a0 HTTP/1.1" status: 200 len: 217 time: 0.0345514 Aug 16 23:10:42.229941 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b04863b4-1b8e-4f79-b249-1a5f333b684a req-61e42aad-01b5-4d43-a692-a49159fb921b tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331256 Aug 16 23:10:42.273323 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-0b23e54a-a4fa-4e0d-9459-14fcb62ce40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:42.274833 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-0b23e54a-a4fa-4e0d-9459-14fcb62ce40d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1102970-2f31-4068-a9cc-adc0bf136957 HTTP/1.1" status: 200 len: 855 time: 0.0479198 Aug 16 23:10:42.307875 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-6c0a76fa-30d3-4db2-a9ce-0852cdb162ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261071 Aug 16 23:10:42.395763 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-25c30895-a5ed-4b4c-927e-ca82015fe02d service neutron] 10.222.0.43 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810943 Aug 16 23:10:42.486402 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-f43d1406-7818-4a9e-bcc8-9735394d3fb7 service neutron] 10.222.0.43 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842919 Aug 16 23:10:43.344263 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fe450-f64d-4288-8bef-c7cf990a7334 req-6981826c-2421-45d4-8354-8b1cf69ea4c5 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:43.345727 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd1fe450-f64d-4288-8bef-c7cf990a7334 req-6981826c-2421-45d4-8354-8b1cf69ea4c5 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0479982 Aug 16 23:10:43.383484 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dd1fe450-f64d-4288-8bef-c7cf990a7334 req-9d530d78-12f5-4da7-948d-d98d101e4ea3 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318639 Aug 16 23:10:43.394144 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:44.501410 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82592d-cafb-435a-b985-f995f78bf5e4 req-a414a71b-72bb-49db-9d7b-9fae12b34025 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:44.502751 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f82592d-cafb-435a-b985-f995f78bf5e4 req-a414a71b-72bb-49db-9d7b-9fae12b34025 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0497785 Aug 16 23:10:44.539186 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f82592d-cafb-435a-b985-f995f78bf5e4 req-ecaded56-4958-4fea-8120-29041e0bc8a3 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305309 Aug 16 23:10:44.967507 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:45.658730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c56e2f-adc5-49aa-9c90-82bb25ce7d19 req-efa4c558-92ee-47ce-a1d7-3eff233c2e98 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:45.660235 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36c56e2f-adc5-49aa-9c90-82bb25ce7d19 req-efa4c558-92ee-47ce-a1d7-3eff233c2e98 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0541663 Aug 16 23:10:45.697892 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36c56e2f-adc5-49aa-9c90-82bb25ce7d19 req-3cb6b43d-ea8e-4c14-9488-c7e86cd91341 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314076 Aug 16 23:10:46.811896 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bfcd2-9992-4151-98f8-6dfdb5294f3c req-28314947-f5cb-4e88-9928-c8538c596201 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.814082 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a1bfcd2-9992-4151-98f8-6dfdb5294f3c req-28314947-f5cb-4e88-9928-c8538c596201 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0483997 Aug 16 23:10:46.856389 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a1bfcd2-9992-4151-98f8-6dfdb5294f3c req-b61989bf-7c63-4e96-a6bb-1d57cb8a21a1 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363762 Aug 16 23:10:47.971192 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2ce9d-ae07-47db-bdcc-9319b251bde4 req-3a7f204d-bfb5-4457-a988-5ecb13dfa575 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:47.972728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15f2ce9d-ae07-47db-bdcc-9319b251bde4 req-3a7f204d-bfb5-4457-a988-5ecb13dfa575 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0487523 Aug 16 23:10:48.010440 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15f2ce9d-ae07-47db-bdcc-9319b251bde4 req-92539386-404b-46bb-a3a3-44bda7851bc0 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316868 Aug 16 23:10:49.128643 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34357d1f-95af-4ba7-9d5f-ee97ca4258a8 req-7ae2f648-8775-49b9-962a-50977094a7a6 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:49.130133 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-34357d1f-95af-4ba7-9d5f-ee97ca4258a8 req-7ae2f648-8775-49b9-962a-50977094a7a6 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0537992 Aug 16 23:10:49.166837 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-34357d1f-95af-4ba7-9d5f-ee97ca4258a8 req-b5d9f7fd-d0f1-4771-adea-b5fe5aef49e7 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306265 Aug 16 23:10:50.281590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa1217-cf07-4e31-8c9b-19dec624aa49 req-e61cd584-1e6b-454c-9a10-add27cf8d3ba tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:50.283099 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5aa1217-cf07-4e31-8c9b-19dec624aa49 req-e61cd584-1e6b-454c-9a10-add27cf8d3ba tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0500090 Aug 16 23:10:50.320058 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5aa1217-cf07-4e31-8c9b-19dec624aa49 req-344f6da6-7b04-4f11-b34b-23c0e0bca046 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310156 Aug 16 23:10:51.434587 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbc353-57a3-46d2-8bb9-db37c41cd272 req-fea222d2-8d09-4f41-9c07-9c4d56fde21e tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:51.436074 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98dbc353-57a3-46d2-8bb9-db37c41cd272 req-fea222d2-8d09-4f41-9c07-9c4d56fde21e tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0487652 Aug 16 23:10:51.473031 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98dbc353-57a3-46d2-8bb9-db37c41cd272 req-1c68b249-d206-4eef-b5c8-524bd8580e82 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309856 Aug 16 23:10:52.591290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051345c-2d14-4187-bdb0-c1ba8364c69e req-d62b21a0-2f64-4b1e-a8b5-90c61747715c tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:52.592761 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d051345c-2d14-4187-bdb0-c1ba8364c69e req-d62b21a0-2f64-4b1e-a8b5-90c61747715c tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0528686 Aug 16 23:10:52.630565 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d051345c-2d14-4187-bdb0-c1ba8364c69e req-1deeae36-15d4-45c9-a5e2-88a381cd140d tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318673 Aug 16 23:10:53.742854 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edf8a3-efa6-4708-b677-4affc0576189 req-3432421a-1071-4e6d-a1fa-8461e315f86c tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:53.744324 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29edf8a3-efa6-4708-b677-4affc0576189 req-3432421a-1071-4e6d-a1fa-8461e315f86c tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0484004 Aug 16 23:10:53.783682 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29edf8a3-efa6-4708-b677-4affc0576189 req-b94a3913-0428-4921-b771-31251e72064e tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332246 Aug 16 23:10:54.901689 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc9d73-a884-420b-af37-e9ae1d1a1a82 req-bba8d6bc-270b-4afd-a090-0045ec06c4e3 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:54.903127 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7ccc9d73-a884-420b-af37-e9ae1d1a1a82 req-bba8d6bc-270b-4afd-a090-0045ec06c4e3 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0512271 Aug 16 23:10:54.941151 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7ccc9d73-a884-420b-af37-e9ae1d1a1a82 req-3800211a-a52b-4a6e-969c-32489d7a1173 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320175 Aug 16 23:10:56.061936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602d6e3-9c5b-4ca2-b8b7-cb45fd5755a2 req-6f33f468-d87b-4a91-b9f5-6df05e4cbeb6 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:56.063464 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0602d6e3-9c5b-4ca2-b8b7-cb45fd5755a2 req-6f33f468-d87b-4a91-b9f5-6df05e4cbeb6 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0538247 Aug 16 23:10:56.111173 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0602d6e3-9c5b-4ca2-b8b7-cb45fd5755a2 req-06f58bcd-3a50-4a1f-9d90-313a171e0c73 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417838 Aug 16 23:10:57.227930 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00623ddc-8d1c-4e12-bf81-64b12cedb950 req-657ba158-132a-4af4-8c39-1abc107bf8da tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:57.229425 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00623ddc-8d1c-4e12-bf81-64b12cedb950 req-657ba158-132a-4af4-8c39-1abc107bf8da tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0503726 Aug 16 23:10:57.266741 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00623ddc-8d1c-4e12-bf81-64b12cedb950 req-a4d97719-7e48-4ffd-81b8-d891e6dac6ef tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314131 Aug 16 23:10:58.380968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682dbb4-0759-41f7-ace6-1d651da00f4b req-62d4727f-7b20-456d-a133-d272ce6236bc tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:58.382556 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d682dbb4-0759-41f7-ace6-1d651da00f4b req-62d4727f-7b20-456d-a133-d272ce6236bc tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0494118 Aug 16 23:10:58.420748 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d682dbb4-0759-41f7-ace6-1d651da00f4b req-d49dfdf3-3859-415a-b269-de138f6c57d5 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322130 Aug 16 23:10:59.536586 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea9d80-64ca-43e0-b8a7-2fcb709c3904 req-50ff6655-072f-4d8d-9f51-ffc3e313c4bf tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:59.537988 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-66ea9d80-64ca-43e0-b8a7-2fcb709c3904 req-50ff6655-072f-4d8d-9f51-ffc3e313c4bf tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0522699 Aug 16 23:10:59.576004 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-66ea9d80-64ca-43e0-b8a7-2fcb709c3904 req-9a112ac7-8c1b-42a5-81a4-42cd7d116e21 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320621 Aug 16 23:11:00.690486 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6adcf-9ebd-44ed-afbb-b6802d75a325 req-384452de-c06c-4087-8c80-749d87a045c3 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:00.691992 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4fe6adcf-9ebd-44ed-afbb-b6802d75a325 req-384452de-c06c-4087-8c80-749d87a045c3 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0489752 Aug 16 23:11:00.729062 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4fe6adcf-9ebd-44ed-afbb-b6802d75a325 req-e8f0ad01-83e0-4f21-a1ff-c142fbe587f0 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310569 Aug 16 23:11:01.841954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38564c-4d7b-4fa1-bc12-b3bfce5797fb req-dd558909-95b4-4819-bfbf-d582862c62f7 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:01.843466 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b38564c-4d7b-4fa1-bc12-b3bfce5797fb req-dd558909-95b4-4819-bfbf-d582862c62f7 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0481575 Aug 16 23:11:01.884313 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b38564c-4d7b-4fa1-bc12-b3bfce5797fb req-f55c5299-3e18-41c0-8b29-b9c9bc8a38b6 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325022 Aug 16 23:11:03.005120 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce6c18-5736-499f-bb23-4c6d5873d759 req-f0a26b56-5104-4d43-8a6c-01bc8384b6d2 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:03.006648 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bdce6c18-5736-499f-bb23-4c6d5873d759 req-f0a26b56-5104-4d43-8a6c-01bc8384b6d2 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0532579 Aug 16 23:11:03.044288 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bdce6c18-5736-499f-bb23-4c6d5873d759 req-a4ac40fa-3db5-480e-9e7f-657390ff9144 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317740 Aug 16 23:11:04.164133 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323a673-3d5c-4191-8d35-ec4f49b0b99e req-b1ce38c8-2345-403b-a017-7125117c80be tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:04.165673 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c323a673-3d5c-4191-8d35-ec4f49b0b99e req-b1ce38c8-2345-403b-a017-7125117c80be tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0528839 Aug 16 23:11:04.204847 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c323a673-3d5c-4191-8d35-ec4f49b0b99e req-1ce71b4f-22b8-43b3-94f0-eaed4f616a4b tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331483 Aug 16 23:11:05.319276 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f278bb-178c-4826-b9cc-0307543ad1d5 req-b6f1e070-d8e2-4389-8bab-c282c3e90a83 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:05.320772 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02f278bb-178c-4826-b9cc-0307543ad1d5 req-b6f1e070-d8e2-4389-8bab-c282c3e90a83 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0490093 Aug 16 23:11:05.357364 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-02f278bb-178c-4826-b9cc-0307543ad1d5 req-c5fcd085-d043-4580-b641-9e032c166104 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306838 Aug 16 23:11:06.482981 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7981b-09af-4fa5-8b5b-bda813eb43f8 req-98e2fc42-1d08-40fc-94e3-4543b5a9a706 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:06.485067 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-53f7981b-09af-4fa5-8b5b-bda813eb43f8 req-98e2fc42-1d08-40fc-94e3-4543b5a9a706 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0568264 Aug 16 23:11:06.524568 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-53f7981b-09af-4fa5-8b5b-bda813eb43f8 req-dcb41877-82f3-48da-9048-19bfbae013e1 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330033 Aug 16 23:11:07.640939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928b633-53bb-49dc-94d2-c2975a498847 req-b8dbb656-e6de-4591-90af-6b60e6a8a53c tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:07.642465 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7928b633-53bb-49dc-94d2-c2975a498847 req-b8dbb656-e6de-4591-90af-6b60e6a8a53c tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0497494 Aug 16 23:11:07.679554 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7928b633-53bb-49dc-94d2-c2975a498847 req-7884bc36-22e1-4ee5-bda3-35941843936b tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312197 Aug 16 23:11:08.474529 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bc1d4-e619-4121-88cd-f422bc80052a req-e5d225cc-9655-4fcc-8572-e16328504f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:08.476059 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9e5bc1d4-e619-4121-88cd-f422bc80052a req-e5d225cc-9655-4fcc-8572-e16328504f40 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b8d7656e0554bffb724c4b603783ba3&device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0448124 Aug 16 23:11:08.587936 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bc1d4-e619-4121-88cd-f422bc80052a req-c317a60c-6c85-4aba-9949-7d8c984cf050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:08.589474 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9e5bc1d4-e619-4121-88cd-f422bc80052a req-c317a60c-6c85-4aba-9949-7d8c984cf050 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7 HTTP/1.1" status: 200 len: 916 time: 0.0938425 Aug 16 23:11:08.643835 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9e5bc1d4-e619-4121-88cd-f422bc80052a req-17dd4eee-5800-4e3b-970c-4d8aed263ba5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=442ef6e9-dfe5-459c-97de-6ec236b394a0 HTTP/1.1" status: 200 len: 217 time: 0.0466993 Aug 16 23:11:08.704119 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bc1d4-e619-4121-88cd-f422bc80052a req-a0b26ef7-ebf5-4773-8cba-ff7b60164c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:08.705637 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9e5bc1d4-e619-4121-88cd-f422bc80052a req-a0b26ef7-ebf5-4773-8cba-ff7b60164c00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1102970-2f31-4068-a9cc-adc0bf136957 HTTP/1.1" status: 200 len: 855 time: 0.0543938 Aug 16 23:11:08.746248 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9e5bc1d4-e619-4121-88cd-f422bc80052a req-cea05a92-a304-4a23-af2e-dd3c60698899 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329332 Aug 16 23:11:08.826889 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05489f70-47c8-4ba0-a6f8-a241b2197288 req-16758c83-8a94-48c9-adcc-4beb42dac7cd tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:08.829131 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05489f70-47c8-4ba0-a6f8-a241b2197288 req-16758c83-8a94-48c9-adcc-4beb42dac7cd tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0498490 Aug 16 23:11:08.840720 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9e5bc1d4-e619-4121-88cd-f422bc80052a req-f142d33a-2540-49d9-bfc0-6ed171f5de33 service neutron] 10.222.0.43 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873065 Aug 16 23:11:08.867553 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05489f70-47c8-4ba0-a6f8-a241b2197288 req-7d82139d-abef-402c-9614-d8c2a16d295e tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313671 Aug 16 23:11:08.904476 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:08.939368 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9e5bc1d4-e619-4121-88cd-f422bc80052a req-4840313c-caa7-4267-ab8a-4988dd148409 service neutron] 10.222.0.43 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902207 Aug 16 23:11:09.058309 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f733e274-4083-436d-ae56-9dd7ec031108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:09.259892 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-76c84b07-bbae-4322-8291-f0181a881a5c service neutron] show failed (client error): The resource could not be found. Aug 16 23:11:09.260948 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-76c84b07-bbae-4322-8291-f0181a881a5c service neutron] 10.222.0.43 "GET /v2.0/ports/442ef6e9-dfe5-459c-97de-6ec236b394a0/bindings/n-h1-792458-15 HTTP/1.1" status: 404 len: 381 time: 0.0538075 Aug 16 23:11:09.511000 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-846f60f2-6715-4e22-b829-eba1685148a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:09.512492 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-846f60f2-6715-4e22-b829-eba1685148a7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2&tenant_id=2b8d7656e0554bffb724c4b603783ba3 HTTP/1.1" status: 200 len: 1097 time: 0.1025612 Aug 16 23:11:09.523914 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-15', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:11:09.575199 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:09.778411 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] For port 442ef6e9-dfe5-459c-97de-6ec236b394a0, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=442ef6e9-dfe5-459c-97de-6ec236b394a0,segment=NetworkSegment(257065ef-c830-4368-b146-00e3434878ed),segment_id=257065ef-c830-4368-b146-00e3434878ed)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:11:09.811835 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] For port 442ef6e9-dfe5-459c-97de-6ec236b394a0, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:11:09.856247 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2e287d-c33a-446d-8839-4041bdd89ef2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '442ef6e9-dfe5-459c-97de-6ec236b394a0'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:11:09.858927 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795067b7-baa5-4e1e-9023-de85b08c58e4" -d '{"events": [{"server_uuid": "bd2e287d-c33a-446d-8839-4041bdd89ef2", "name": "network-vif-unplugged", "status": "completed", "tag": "442ef6e9-dfe5-459c-97de-6ec236b394a0"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:11:09.863165 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:09.876921 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Transition to ACTIVE for port object 442ef6e9-dfe5-459c-97de-6ec236b394a0 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:11:09.882653 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:09.939825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] No DVR routers for this DVR port 442ef6e9-dfe5-459c-97de-6ec236b394a0 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:11:10.003770 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbd5696-d5fd-456f-8837-3f1f588e3f88 x-openstack-request-id: req-3dbd5696-d5fd-456f-8837-3f1f588e3f88 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:11:10.004081 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2e287d-c33a-446d-8839-4041bdd89ef2", "name": "network-vif-unplugged", "status": "completed", "tag": "442ef6e9-dfe5-459c-97de-6ec236b394a0", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:11:10.004341 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3dbd5696-d5fd-456f-8837-3f1f588e3f88 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:11:10.004742 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2e287d-c33a-446d-8839-4041bdd89ef2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '442ef6e9-dfe5-459c-97de-6ec236b394a0', 'code': 200} Aug 16 23:11:10.007911 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Pushing event updated for resources: {'Port': ['ID=442ef6e9-dfe5-459c-97de-6ec236b394a0,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:10.026686 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:10.027055 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:10.027399 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:10.027741 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:10.028077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:10.028408 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:10.028797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:10.029086 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:10.029416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:10.029744 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:10.030095 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:10.030442 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:10.038674 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Attempting to bind port 442ef6e9-dfe5-459c-97de-6ec236b394a0 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:11:10.039012 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Attempting to bind port 442ef6e9-dfe5-459c-97de-6ec236b394a0 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '257065ef-c830-4368-b146-00e3434878ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:11:10.039342 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Attempting to bind port 442ef6e9-dfe5-459c-97de-6ec236b394a0 on network a6239f7b-5dc9-46f7-a580-ccd390bf95a7 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:11:10.046961 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Port 442ef6e9-dfe5-459c-97de-6ec236b394a0 on network a6239f7b-5dc9-46f7-a580-ccd390bf95a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:11:10.047291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Attempting to bind port 442ef6e9-dfe5-459c-97de-6ec236b394a0 on network a6239f7b-5dc9-46f7-a580-ccd390bf95a7 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:11:10.057858 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3ebe2-640d-4736-8238-a8e7d8bb8fd9 req-715b2bd0-f9a6-48c4-908a-637714a14b74 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:10.059394 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bfa3ebe2-640d-4736-8238-a8e7d8bb8fd9 req-715b2bd0-f9a6-48c4-908a-637714a14b74 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 943 time: 0.1165526 Aug 16 23:11:10.062193 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:11:10.062535 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Checking segment: {'id': '257065ef-c830-4368-b146-00e3434878ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:11:10.062989 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Bound using segment: {'id': '257065ef-c830-4368-b146-00e3434878ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:11:10.063534 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Bound port: 442ef6e9-dfe5-459c-97de-6ec236b394a0, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257065ef-c830-4368-b146-00e3434878ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:11:10.063899 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:10.132870 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bfa3ebe2-640d-4736-8238-a8e7d8bb8fd9 req-97669c67-0f30-4919-8b77-e7cd0fcc86e9 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667820 Aug 16 23:11:10.154942 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] For port 442ef6e9-dfe5-459c-97de-6ec236b394a0, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:11:10.158519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] For port 442ef6e9-dfe5-459c-97de-6ec236b394a0, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=442ef6e9-dfe5-459c-97de-6ec236b394a0,segment=NetworkSegment(257065ef-c830-4368-b146-00e3434878ed),segment_id=257065ef-c830-4368-b146-00e3434878ed)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:11:10.162565 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:10.200880 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:10.201479 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:10.203481 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] 10.222.0.39 "PUT /v2.0/ports/442ef6e9-dfe5-459c-97de-6ec236b394a0 HTTP/1.1" status: 200 len: 1092 time: 0.6829731 Aug 16 23:11:10.220456 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a90c65-fea0-4526-8263-50dfcd59c2db service neutron] Pushing event updated for resources: {'Port': ['ID=442ef6e9-dfe5-459c-97de-6ec236b394a0,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:10.272002 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-97adfce4-5d91-4ef5-bf2a-e90294608aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:10.273531 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-97adfce4-5d91-4ef5-bf2a-e90294608aa9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b8d7656e0554bffb724c4b603783ba3&device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 1095 time: 0.0479083 Aug 16 23:11:10.364928 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-b9af4668-7320-4de6-a66b-d665a9b91f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:10.366384 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-b9af4668-7320-4de6-a66b-d665a9b91f38 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7 HTTP/1.1" status: 200 len: 916 time: 0.0854955 Aug 16 23:11:10.413623 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-0848f520-16e2-4058-a81a-45cf353d29a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=442ef6e9-dfe5-459c-97de-6ec236b394a0 HTTP/1.1" status: 200 len: 217 time: 0.0396056 Aug 16 23:11:10.463439 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-5c9d21ae-cbb6-4ec4-b3a8-fb056128e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:10.464885 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-5c9d21ae-cbb6-4ec4-b3a8-fb056128e8e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1102970-2f31-4068-a9cc-adc0bf136957 HTTP/1.1" status: 200 len: 855 time: 0.0445690 Aug 16 23:11:10.497265 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-76bc9d71-1c6d-4859-b515-3366bc5193fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255110 Aug 16 23:11:10.590111 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-9718cf06-145a-4816-839e-e4fe58b1546c service neutron] 10.222.0.39 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859480 Aug 16 23:11:10.680512 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc0c21c7-262a-49c7-9803-ba928fb075d9 req-9ed04430-e357-4673-83b5-9c565741a52e service neutron] 10.222.0.39 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837388 Aug 16 23:11:11.215079 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:11.251273 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e719978-5782-41e7-a8e1-f7f6582ae431 req-1f1d28d8-2cb6-4cac-b97d-843c6f414715 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:11.252766 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e719978-5782-41e7-a8e1-f7f6582ae431 req-1f1d28d8-2cb6-4cac-b97d-843c6f414715 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 943 time: 0.0508733 Aug 16 23:11:11.290412 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e719978-5782-41e7-a8e1-f7f6582ae431 req-ef18762e-45fd-4122-a206-06389c49735f tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316377 Aug 16 23:11:11.601660 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8bf5d450-df9d-4ec3-ad48-64b40a2b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:11.849679 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:11:12.006114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2e287d-c33a-446d-8839-4041bdd89ef2', 'tag': '442ef6e9-dfe5-459c-97de-6ec236b394a0'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:11:12.008461 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72150aed-947a-4d35-8c76-b3158276c93a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2e287d-c33a-446d-8839-4041bdd89ef2", "tag": "442ef6e9-dfe5-459c-97de-6ec236b394a0"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:11:12.057011 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aca0e92-fb97-4e02-8245-1706f2a193e4 x-openstack-request-id: req-9aca0e92-fb97-4e02-8245-1706f2a193e4 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:11:12.057308 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2e287d-c33a-446d-8839-4041bdd89ef2", "tag": "442ef6e9-dfe5-459c-97de-6ec236b394a0", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:11:12.057575 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9aca0e92-fb97-4e02-8245-1706f2a193e4 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:11:12.058013 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2e287d-c33a-446d-8839-4041bdd89ef2', 'tag': '442ef6e9-dfe5-459c-97de-6ec236b394a0', 'status': 'completed', 'code': 200} Aug 16 23:11:12.118290 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72150aed-947a-4d35-8c76-b3158276c93a req-0fdd14d9-f30e-47ac-9876-4b6693c159db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:12.119851 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-72150aed-947a-4d35-8c76-b3158276c93a req-0fdd14d9-f30e-47ac-9876-4b6693c159db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b8d7656e0554bffb724c4b603783ba3&device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 1095 time: 0.0429521 Aug 16 23:11:12.133823 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72150aed-947a-4d35-8c76-b3158276c93a req-443e6f89-bf16-46c0-a447-3348202ce58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:12.135506 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72150aed-947a-4d35-8c76-b3158276c93a req-443e6f89-bf16-46c0-a447-3348202ce58d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b8d7656e0554bffb724c4b603783ba3&device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 1095 time: 0.0508692 Aug 16 23:11:12.175559 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:12.241503 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72150aed-947a-4d35-8c76-b3158276c93a req-15048deb-df85-498a-b1bc-64e7330e08ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:12.243116 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-72150aed-947a-4d35-8c76-b3158276c93a req-15048deb-df85-498a-b1bc-64e7330e08ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7 HTTP/1.1" status: 200 len: 916 time: 0.1147308 Aug 16 23:11:12.245254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72150aed-947a-4d35-8c76-b3158276c93a req-1a90de20-d12b-46b3-85f8-074331519057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:12.246746 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72150aed-947a-4d35-8c76-b3158276c93a req-1a90de20-d12b-46b3-85f8-074331519057 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7 HTTP/1.1" status: 200 len: 916 time: 0.1040485 Aug 16 23:11:12.285476 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-72150aed-947a-4d35-8c76-b3158276c93a req-ee95f3e0-0ba6-4e7f-986b-7b4abb626f7f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=442ef6e9-dfe5-459c-97de-6ec236b394a0 HTTP/1.1" status: 200 len: 217 time: 0.0351994 Aug 16 23:11:12.292986 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72150aed-947a-4d35-8c76-b3158276c93a req-29d25d77-1d35-4f23-83a2-6abd8e63e778 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=442ef6e9-dfe5-459c-97de-6ec236b394a0 HTTP/1.1" status: 200 len: 217 time: 0.0393972 Aug 16 23:11:12.338473 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72150aed-947a-4d35-8c76-b3158276c93a req-5ba8b5d0-eb45-47da-a89b-e5ecb730862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:12.340082 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-72150aed-947a-4d35-8c76-b3158276c93a req-5ba8b5d0-eb45-47da-a89b-e5ecb730862b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1102970-2f31-4068-a9cc-adc0bf136957 HTTP/1.1" status: 200 len: 855 time: 0.0486219 Aug 16 23:11:12.346109 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72150aed-947a-4d35-8c76-b3158276c93a req-9da4d76e-8d0e-472b-a5f7-1cf1a6577f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:12.347651 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72150aed-947a-4d35-8c76-b3158276c93a req-9da4d76e-8d0e-472b-a5f7-1cf1a6577f22 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1102970-2f31-4068-a9cc-adc0bf136957 HTTP/1.1" status: 200 len: 855 time: 0.0482316 Aug 16 23:11:12.372955 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-72150aed-947a-4d35-8c76-b3158276c93a req-de9d7548-9f7c-4465-a3ac-c5ad9ff39f3f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261149 Aug 16 23:11:12.388665 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72150aed-947a-4d35-8c76-b3158276c93a req-8569165b-8790-4500-ac16-df58633d44ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333877 Aug 16 23:11:12.463578 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-72150aed-947a-4d35-8c76-b3158276c93a req-526de5f4-9746-4cd3-bf6c-246cbcb8cf8c service neutron] 10.222.0.43 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834744 Aug 16 23:11:12.494249 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d18f3d-7913-461c-ac1f-f375bb057c2f req-41202435-468f-4679-887b-4119bc3746ab tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:12.496087 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6d18f3d-7913-461c-ac1f-f375bb057c2f req-41202435-468f-4679-887b-4119bc3746ab tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 943 time: 0.1330636 Aug 16 23:11:12.542452 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72150aed-947a-4d35-8c76-b3158276c93a req-c88109a2-309f-44c9-8251-d0ee5ebedf45 service neutron] 10.222.0.39 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397321 Aug 16 23:11:12.560287 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-72150aed-947a-4d35-8c76-b3158276c93a req-92aad8ce-2652-41ed-bde1-c1d9fc14638b service neutron] 10.222.0.43 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897779 Aug 16 23:11:12.563104 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6d18f3d-7913-461c-ac1f-f375bb057c2f req-cae9b43f-4535-4a25-b6aa-91b0564ed092 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587704 Aug 16 23:11:12.647455 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72150aed-947a-4d35-8c76-b3158276c93a req-f167d468-ba1f-4b4c-aaea-830e313b9fc5 service neutron] 10.222.0.39 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971177 Aug 16 23:11:12.772150 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e1eda-3681-4914-ba27-1ca6197df494 req-9bdf4c93-3934-42ee-8e60-9884f9932e7d tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:12.773710 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-056e1eda-3681-4914-ba27-1ca6197df494 req-9bdf4c93-3934-42ee-8e60-9884f9932e7d tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 943 time: 0.0501800 Aug 16 23:11:12.776489 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03563b23-ca60-4fd3-9c7f-21cc00385e4b req-1b31571a-e087-4221-b73a-1ed7f69e0c2d tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:12.778058 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-03563b23-ca60-4fd3-9c7f-21cc00385e4b req-1b31571a-e087-4221-b73a-1ed7f69e0c2d tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2&tenant_id=2b8d7656e0554bffb724c4b603783ba3&binding%3Ahost_id=n-h1-792458-15 HTTP/1.1" status: 200 len: 943 time: 0.0525846 Aug 16 23:11:12.811404 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-056e1eda-3681-4914-ba27-1ca6197df494 req-39f7cb5e-bdc8-48fc-b4cb-faa3c6f047a5 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316324 Aug 16 23:11:12.839488 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [req-03563b23-ca60-4fd3-9c7f-21cc00385e4b req-be410023-b9a6-4721-a109-8270dabc16a4 service neutron] delete failed (client error): The resource could not be found. Aug 16 23:11:12.840562 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-03563b23-ca60-4fd3-9c7f-21cc00385e4b req-be410023-b9a6-4721-a109-8270dabc16a4 service neutron] 10.222.0.43 "DELETE /v2.0/ports/442ef6e9-dfe5-459c-97de-6ec236b394a0/bindings/n-h2-792458-15 HTTP/1.1" status: 404 len: 381 time: 0.0550115 Aug 16 23:11:12.926859 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03563b23-ca60-4fd3-9c7f-21cc00385e4b req-0ef5f154-ebf1-405f-aba0-0339bfacdbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:12.928397 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-03563b23-ca60-4fd3-9c7f-21cc00385e4b req-0ef5f154-ebf1-405f-aba0-0339bfacdbdb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b8d7656e0554bffb724c4b603783ba3&device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 1095 time: 0.0451074 Aug 16 23:11:13.019365 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03563b23-ca60-4fd3-9c7f-21cc00385e4b req-e8930bf4-fe33-4f4b-aa7f-4cd453a05ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:13.020877 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-03563b23-ca60-4fd3-9c7f-21cc00385e4b req-e8930bf4-fe33-4f4b-aa7f-4cd453a05ddf service neutron] 10.222.0.43 "GET /v2.0/networks?id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7 HTTP/1.1" status: 200 len: 916 time: 0.0858207 Aug 16 23:11:13.065861 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-03563b23-ca60-4fd3-9c7f-21cc00385e4b req-9f9565a1-8753-441e-82c2-2a02493b81cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=442ef6e9-dfe5-459c-97de-6ec236b394a0 HTTP/1.1" status: 200 len: 217 time: 0.0378554 Aug 16 23:11:13.103395 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 442ef6e9-dfe5-459c-97de-6ec236b394a0 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:11:13.149454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 442ef6e9-dfe5-459c-97de-6ec236b394a0 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:11:13.395810 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:13.401153 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03563b23-ca60-4fd3-9c7f-21cc00385e4b req-aade6970-98ae-4d41-827e-1a9eb5dcc6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:13.402654 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-03563b23-ca60-4fd3-9c7f-21cc00385e4b req-aade6970-98ae-4d41-827e-1a9eb5dcc6ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1102970-2f31-4068-a9cc-adc0bf136957 HTTP/1.1" status: 200 len: 855 time: 0.3301637 Aug 16 23:11:13.435794 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-03563b23-ca60-4fd3-9c7f-21cc00385e4b req-31561bbc-262e-4fa1-ae24-22babece6c0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6239f7b-5dc9-46f7-a580-ccd390bf95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255976 Aug 16 23:11:13.529731 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-03563b23-ca60-4fd3-9c7f-21cc00385e4b req-fd083447-0139-4b0d-8a2f-5db32a8c4327 service neutron] 10.222.0.43 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873580 Aug 16 23:11:13.595580 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 442ef6e9-dfe5-459c-97de-6ec236b394a0 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:11:13.619542 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-03563b23-ca60-4fd3-9c7f-21cc00385e4b req-7507912c-0156-41d2-880d-bc1a86d892ec service neutron] 10.222.0.43 "GET /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834863 Aug 16 23:11:13.695105 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 442ef6e9-dfe5-459c-97de-6ec236b394a0, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=442ef6e9-dfe5-459c-97de-6ec236b394a0,segment=NetworkSegment(257065ef-c830-4368-b146-00e3434878ed),segment_id=257065ef-c830-4368-b146-00e3434878ed)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:11:13.708310 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '442ef6e9-dfe5-459c-97de-6ec236b394a0', 'network_id': 'a6239f7b-5dc9-46f7-a580-ccd390bf95a7', 'port_id': '442ef6e9-dfe5-459c-97de-6ec236b394a0', 'mac_address': 'fa:16:3e:51:19:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1102970-2f31-4068-a9cc-adc0bf136957', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:11:13.748041 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:13.761635 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442ef6e9-dfe5-459c-97de-6ec236b394a0 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:11:13.781474 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 442ef6e9-dfe5-459c-97de-6ec236b394a0, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=442ef6e9-dfe5-459c-97de-6ec236b394a0,segment=NetworkSegment(257065ef-c830-4368-b146-00e3434878ed),segment_id=257065ef-c830-4368-b146-00e3434878ed)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:11:13.785553 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:13.833029 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=442ef6e9-dfe5-459c-97de-6ec236b394a0,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:13.840868 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:13.840868 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:13.841171 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:13.841537 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:13.841870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:13.842232 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:13.842563 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:13.842887 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:13.843895 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:13.844226 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:13.844548 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:13.844870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:13.932793 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b483b-cb9c-4e27-a6db-36701e0ca4b5 req-a42cf526-c2c8-40d8-aa40-ebd1aa2044bc tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:13.934340 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e65b483b-cb9c-4e27-a6db-36701e0ca4b5 req-a42cf526-c2c8-40d8-aa40-ebd1aa2044bc tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 944 time: 0.0513220 Aug 16 23:11:13.974182 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e65b483b-cb9c-4e27-a6db-36701e0ca4b5 req-28c1c16a-d203-437b-a61f-cd61e3fd2fbf tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332685 Aug 16 23:11:13.995685 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['442ef6e9-dfe5-459c-97de-6ec236b394a0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:11:14.970214 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:15.097773 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0028c6-0878-4d8f-9745-a1ea0ebc0f50 req-205e948a-db8d-442e-ad04-56055cffc6bd tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:15.099297 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2b0028c6-0878-4d8f-9745-a1ea0ebc0f50 req-205e948a-db8d-442e-ad04-56055cffc6bd tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 944 time: 0.0556262 Aug 16 23:11:15.136709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2b0028c6-0878-4d8f-9745-a1ea0ebc0f50 req-9cbf15a0-4a9f-44a2-a708-ae24f626890f tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Aug 16 23:11:15.251333 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4e418-3bfd-418a-986e-f1560a3a1bd6 req-d3ccccc3-091d-419f-a2eb-7a1dd6426981 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:15.252829 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6df4e418-3bfd-418a-986e-f1560a3a1bd6 req-d3ccccc3-091d-419f-a2eb-7a1dd6426981 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 944 time: 0.0508876 Aug 16 23:11:15.290910 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6df4e418-3bfd-418a-986e-f1560a3a1bd6 req-bf46fb87-1cde-4223-afeb-2bfb2c112c39 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317991 Aug 16 23:11:15.404116 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fd47c-5da7-42e5-9a2e-912caf355d68 req-c4a3af71-0355-425b-99a3-b43567be353e tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:15.406125 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-764fd47c-5da7-42e5-9a2e-912caf355d68 req-c4a3af71-0355-425b-99a3-b43567be353e tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 944 time: 0.0486472 Aug 16 23:11:15.442713 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-764fd47c-5da7-42e5-9a2e-912caf355d68 req-57af529b-463e-4907-b90d-cca235ce8b30 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307698 Aug 16 23:11:15.610834 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 442ef6e9-dfe5-459c-97de-6ec236b394a0 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:11:15.659841 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 442ef6e9-dfe5-459c-97de-6ec236b394a0 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:11:15.663446 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 442ef6e9-dfe5-459c-97de-6ec236b394a0 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:11:15.663821 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:15.742113 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:15.768154 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2e287d-c33a-446d-8839-4041bdd89ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442ef6e9-dfe5-459c-97de-6ec236b394a0'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:11:15.770352 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fee7a5-92d6-4bde-8a43-f946f3fbea00" -d '{"events": [{"server_uuid": "bd2e287d-c33a-446d-8839-4041bdd89ef2", "name": "network-vif-plugged", "status": "completed", "tag": "442ef6e9-dfe5-459c-97de-6ec236b394a0"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:11:15.783846 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 442ef6e9-dfe5-459c-97de-6ec236b394a0, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=442ef6e9-dfe5-459c-97de-6ec236b394a0,segment=NetworkSegment(257065ef-c830-4368-b146-00e3434878ed),segment_id=257065ef-c830-4368-b146-00e3434878ed)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:11:15.784905 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea372281-9272-4d11-b749-08b24b8b75e9 req-69bf758a-93c2-44cf-9fe9-a56b02937b15 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:15.786991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ea372281-9272-4d11-b749-08b24b8b75e9 req-69bf758a-93c2-44cf-9fe9-a56b02937b15 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 944 time: 0.0576894 Aug 16 23:11:15.788811 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:15.811665 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b07d4b9-9be0-4988-859c-5de5fe923476 x-openstack-request-id: req-8b07d4b9-9be0-4988-859c-5de5fe923476 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:11:15.811998 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2e287d-c33a-446d-8839-4041bdd89ef2", "name": "network-vif-plugged", "status": "completed", "tag": "442ef6e9-dfe5-459c-97de-6ec236b394a0", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:11:15.812257 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8b07d4b9-9be0-4988-859c-5de5fe923476 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:11:15.812637 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2e287d-c33a-446d-8839-4041bdd89ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442ef6e9-dfe5-459c-97de-6ec236b394a0', 'code': 200} Aug 16 23:11:15.836067 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ea372281-9272-4d11-b749-08b24b8b75e9 req-a4b29410-6764-4625-ad87-0ee888904417 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396261 Aug 16 23:11:15.839922 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=442ef6e9-dfe5-459c-97de-6ec236b394a0,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:16.916501 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb9483-93da-48a5-af3e-50240cac5f8c req-ebde3c14-0ffe-4e82-b07b-1934558e9a28 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:16.917895 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9fb9483-93da-48a5-af3e-50240cac5f8c req-ebde3c14-0ffe-4e82-b07b-1934558e9a28 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0490131 Aug 16 23:11:17.017234 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3ea7d-daf7-40eb-8434-e397a40917ba req-3cf06df8-4c9d-422e-ac58-885710c1fd9e tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:17.018743 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-28c3ea7d-daf7-40eb-8434-e397a40917ba req-3cf06df8-4c9d-422e-ac58-885710c1fd9e tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/ports?device_id=bd2e287d-c33a-446d-8839-4041bdd89ef2 HTTP/1.1" status: 200 len: 945 time: 0.0999498 Aug 16 23:11:17.066804 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-c9fb9483-93da-48a5-af3e-50240cac5f8c req-65c99156-4ae2-464f-8278-725bcbc371b1 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Deleting port 442ef6e9-dfe5-459c-97de-6ec236b394a0 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:11:17.067144 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9fb9483-93da-48a5-af3e-50240cac5f8c req-65c99156-4ae2-464f-8278-725bcbc371b1 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:17.073349 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-28c3ea7d-daf7-40eb-8434-e397a40917ba req-58bf8ca5-eea4-4ba3-8cd6-f17a5c8ffef7 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.93 "GET /v2.0/security-groups?id=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480464 Aug 16 23:11:17.158570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-c9fb9483-93da-48a5-af3e-50240cac5f8c req-65c99156-4ae2-464f-8278-725bcbc371b1 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] For port 442ef6e9-dfe5-459c-97de-6ec236b394a0, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=442ef6e9-dfe5-459c-97de-6ec236b394a0,segment=NetworkSegment(257065ef-c830-4368-b146-00e3434878ed),segment_id=257065ef-c830-4368-b146-00e3434878ed)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:11:17.158930 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9fb9483-93da-48a5-af3e-50240cac5f8c req-65c99156-4ae2-464f-8278-725bcbc371b1 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:17.175581 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-c9fb9483-93da-48a5-af3e-50240cac5f8c req-65c99156-4ae2-464f-8278-725bcbc371b1 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Calling delete_port for 442ef6e9-dfe5-459c-97de-6ec236b394a0 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:11:17.301542 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9fb9483-93da-48a5-af3e-50240cac5f8c req-65c99156-4ae2-464f-8278-725bcbc371b1 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:17.313068 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['442ef6e9-dfe5-459c-97de-6ec236b394a0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:11:17.330473 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c99156-4ae2-464f-8278-725bcbc371b1 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Pushing event deleted for resources: {'Port': ['ID=442ef6e9-dfe5-459c-97de-6ec236b394a0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:17.383561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fb9483-93da-48a5-af3e-50240cac5f8c req-65c99156-4ae2-464f-8278-725bcbc371b1 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] No DVR routers for this DVR port 442ef6e9-dfe5-459c-97de-6ec236b394a0 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:11:17.386604 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-c9fb9483-93da-48a5-af3e-50240cac5f8c req-65c99156-4ae2-464f-8278-725bcbc371b1 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:17.388940 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9fb9483-93da-48a5-af3e-50240cac5f8c req-65c99156-4ae2-464f-8278-725bcbc371b1 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] 10.222.0.39 "DELETE /v2.0/ports/442ef6e9-dfe5-459c-97de-6ec236b394a0 HTTP/1.1" status: 204 len: 173 time: 0.4619541 Aug 16 23:11:17.389375 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2e287d-c33a-446d-8839-4041bdd89ef2', 'name': 'network-vif-deleted', 'tag': '442ef6e9-dfe5-459c-97de-6ec236b394a0'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:11:17.392164 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4954de9-43f1-484c-8a0f-c71e9d9c46ba" -d '{"events": [{"server_uuid": "bd2e287d-c33a-446d-8839-4041bdd89ef2", "name": "network-vif-deleted", "tag": "442ef6e9-dfe5-459c-97de-6ec236b394a0"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:11:17.444329 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94befdf4-913d-4ca3-a0b6-433d3e877063 x-openstack-request-id: req-94befdf4-913d-4ca3-a0b6-433d3e877063 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:11:17.444625 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2e287d-c33a-446d-8839-4041bdd89ef2", "name": "network-vif-deleted", "tag": "442ef6e9-dfe5-459c-97de-6ec236b394a0", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:11:17.444876 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-94befdf4-913d-4ca3-a0b6-433d3e877063 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:11:17.445356 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2e287d-c33a-446d-8839-4041bdd89ef2', 'name': 'network-vif-deleted', 'tag': '442ef6e9-dfe5-459c-97de-6ec236b394a0', 'status': 'completed', 'code': 200} Aug 16 23:11:18.193548 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48198) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:18.249044 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a183071-0f85-4fe6-ad09-c1481f488044 admin admin] Deleting subnet d1102970-2f31-4068-a9cc-adc0bf136957 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:11:18.252720 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a183071-0f85-4fe6-ad09-c1481f488044 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:18.289310 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a183071-0f85-4fe6-ad09-c1481f488044 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:18.328952 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a183071-0f85-4fe6-ad09-c1481f488044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:18.390231 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a183071-0f85-4fe6-ad09-c1481f488044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:18.419176 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a183071-0f85-4fe6-ad09-c1481f488044 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:18.421871 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2a183071-0f85-4fe6-ad09-c1481f488044 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/d1102970-2f31-4068-a9cc-adc0bf136957 HTTP/1.1" status: 204 len: 168 time: 0.2269523 Aug 16 23:11:18.422985 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a183071-0f85-4fe6-ad09-c1481f488044 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1102970-2f31-4068-a9cc-adc0bf136957,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:18.424396 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48200) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:18.431713 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a183071-0f85-4fe6-ad09-c1481f488044 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:18.432066 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a183071-0f85-4fe6-ad09-c1481f488044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:18.432411 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a183071-0f85-4fe6-ad09-c1481f488044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:18.432752 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a183071-0f85-4fe6-ad09-c1481f488044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:18.433174 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a183071-0f85-4fe6-ad09-c1481f488044 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:18.433516 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a183071-0f85-4fe6-ad09-c1481f488044 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:18.433851 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a183071-0f85-4fe6-ad09-c1481f488044 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:18.434270 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a183071-0f85-4fe6-ad09-c1481f488044 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:18.434705 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a183071-0f85-4fe6-ad09-c1481f488044 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:18.435159 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a183071-0f85-4fe6-ad09-c1481f488044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:18.435626 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a183071-0f85-4fe6-ad09-c1481f488044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:18.436028 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a183071-0f85-4fe6-ad09-c1481f488044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:18.493225 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7588b8ca-eb51-4fa0-8bfc-369355205e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:18.573415 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7588b8ca-eb51-4fa0-8bfc-369355205e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:18.583723 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-7588b8ca-eb51-4fa0-8bfc-369355205e54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6239f7b-5dc9-46f7-a580-ccd390bf95a7']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:18.594885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-7588b8ca-eb51-4fa0-8bfc-369355205e54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257065ef-c830-4368-b146-00e3434878ed') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:18.595330 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-7588b8ca-eb51-4fa0-8bfc-369355205e54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257065ef-c830-4368-b146-00e3434878ed') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:18.604725 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7588b8ca-eb51-4fa0-8bfc-369355205e54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:18.622315 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7588b8ca-eb51-4fa0-8bfc-369355205e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:18.631261 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7588b8ca-eb51-4fa0-8bfc-369355205e54 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:11:18.631669 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7588b8ca-eb51-4fa0-8bfc-369355205e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: timer() Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:11:18.634072 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:11:18.701943 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7588b8ca-eb51-4fa0-8bfc-369355205e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:18.709374 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7588b8ca-eb51-4fa0-8bfc-369355205e54 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:18.714423 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7588b8ca-eb51-4fa0-8bfc-369355205e54 admin admin] 10.222.0.93 "DELETE /v2.0/networks/a6239f7b-5dc9-46f7-a580-ccd390bf95a7 HTTP/1.1" status: 204 len: 168 time: 0.2889757 Aug 16 23:11:18.730067 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588b8ca-eb51-4fa0-8bfc-369355205e54 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6239f7b-5dc9-46f7-a580-ccd390bf95a7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:18.834683 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48204) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:18.879136 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8b88a005-8676-402f-878d-54a8f5495599 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2b8d7656e0554bffb724c4b603783ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431559 Aug 16 23:11:18.882224 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48206) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:18.930590 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d186368b-bf7e-4508-8017-64b137a682c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:18.952109 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d186368b-bf7e-4508-8017-64b137a682c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:18.997861 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d186368b-bf7e-4508-8017-64b137a682c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:19.001112 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d186368b-bf7e-4508-8017-64b137a682c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:19.002493 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d186368b-bf7e-4508-8017-64b137a682c7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/08072a65-bdc1-44bd-a0ca-a8c309e1d8c7 HTTP/1.1" status: 204 len: 168 time: 0.1193101 Aug 16 23:11:19.010057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186368b-bf7e-4508-8017-64b137a682c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08072a65-bdc1-44bd-a0ca-a8c309e1d8c7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:19.622145 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 442ef6e9-dfe5-459c-97de-6ec236b394a0 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:11:19.644410 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 442ef6e9-dfe5-459c-97de-6ec236b394a0 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:11:19.644768 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 442ef6e9-dfe5-459c-97de-6ec236b394a0 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:11:19.738567 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48228) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:19.839826 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9a439643-ee54-4f2c-9025-c57b005988f0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1569654795-network', 'tenant_id': 'a26f4b1aec86465498306b851817e172'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:11:19.862281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a439643-ee54-4f2c-9025-c57b005988f0 admin admin] Made reservation on behalf of a26f4b1aec86465498306b851817e172 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:11:19.864808 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a439643-ee54-4f2c-9025-c57b005988f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:19.873688 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a439643-ee54-4f2c-9025-c57b005988f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:19.969226 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a439643-ee54-4f2c-9025-c57b005988f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:19.973942 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a439643-ee54-4f2c-9025-c57b005988f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:20.002361 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a439643-ee54-4f2c-9025-c57b005988f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:11:20.012155 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a439643-ee54-4f2c-9025-c57b005988f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8771b6a-f3a7-47e6-b557-2d224b1c65a9,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:20.017157 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a439643-ee54-4f2c-9025-c57b005988f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:20.017505 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-9a439643-ee54-4f2c-9025-c57b005988f0 admin admin] Added segment 465dfa90-bf29-4482-96dc-aa1ea3a7b50d of type vlan for network 6daf488a-8154-479b-8012-18d5fb8592a7 Aug 16 23:11:20.064430 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a439643-ee54-4f2c-9025-c57b005988f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:20.091817 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a439643-ee54-4f2c-9025-c57b005988f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:20.093673 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a439643-ee54-4f2c-9025-c57b005988f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:20.094418 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9a439643-ee54-4f2c-9025-c57b005988f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:20.150868 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9a439643-ee54-4f2c-9025-c57b005988f0 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4111309 Aug 16 23:11:20.155105 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48232) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:20.156990 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a439643-ee54-4f2c-9025-c57b005988f0 admin admin] Pushing event updated for resources: {'Network': ['ID=6daf488a-8154-479b-8012-18d5fb8592a7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:20.160884 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0d50300a-294e-4641-b945-b285d986a770 admin admin] Request body: {'subnet': {'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1569654795-subnet', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:11:20.170290 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 6daf488a-8154-479b-8012-18d5fb8592a7 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:11:20.186467 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d50300a-294e-4641-b945-b285d986a770 admin admin] Made reservation on behalf of a26f4b1aec86465498306b851817e172 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:11:20.189177 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d50300a-294e-4641-b945-b285d986a770 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:20.384406 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d50300a-294e-4641-b945-b285d986a770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:20.438541 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50300a-294e-4641-b945-b285d986a770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=635e5796-9b5f-4473-8ebe-aefd27487599,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:20.451931 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d50300a-294e-4641-b945-b285d986a770 admin admin] Checking segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:11:20.452928 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d50300a-294e-4641-b945-b285d986a770 admin admin] Network hostable DHCP agents. Network: 6daf488a-8154-479b-8012-18d5fb8592a7, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:11:20.474514 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d50300a-294e-4641-b945-b285d986a770 admin admin] Network 6daf488a-8154-479b-8012-18d5fb8592a7 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:11:20.483688 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0d50300a-294e-4641-b945-b285d986a770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 6daf488a-8154-479b-8012-18d5fb8592a7) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:11:20.488152 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d50300a-294e-4641-b945-b285d986a770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:20.488963 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d50300a-294e-4641-b945-b285d986a770 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:20.493946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f87a8a7-17d5-4a2a-87a3-7c17f802d448 None None] Network 6daf488a-8154-479b-8012-18d5fb8592a7 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:11:20.503828 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0d50300a-294e-4641-b945-b285d986a770 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3468380 Aug 16 23:11:20.506508 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48234) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:20.511889 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-9360df5a-10e5-4a29-a52b-ee680786e5e4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:11:20.542867 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9360df5a-10e5-4a29-a52b-ee680786e5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:20.543965 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9360df5a-10e5-4a29-a52b-ee680786e5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:20.633102 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9360df5a-10e5-4a29-a52b-ee680786e5e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:20.651255 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-6daf488a-8154-479b-8012-18d5fb8592a7', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:11:20.652211 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:20.779981 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9360df5a-10e5-4a29-a52b-ee680786e5e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:20.800046 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] Allocated IP 172.20.0.2 (6daf488a-8154-479b-8012-18d5fb8592a7/635e5796-9b5f-4473-8ebe-aefd27487599/d2a14f33-3885-4929-978d-6de2ded8f0bd) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:11:20.959802 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:20.968428 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] Transition to ACTIVE for port object d2a14f33-3885-4929-978d-6de2ded8f0bd will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:11:20.983082 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] Transition to ACTIVE for port object d2a14f33-3885-4929-978d-6de2ded8f0bd will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:11:20.989314 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:20.993580 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9360df5a-10e5-4a29-a52b-ee680786e5e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:21.020001 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9360df5a-10e5-4a29-a52b-ee680786e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:21.029297 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] Network 6daf488a-8154-479b-8012-18d5fb8592a7 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:11:21.032733 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:11:21.035200 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:11:21.046612 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] Pushing event updated for resources: {'Port': ['ID=d2a14f33-3885-4929-978d-6de2ded8f0bd,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:21.104877 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] Attempting to bind port d2a14f33-3885-4929-978d-6de2ded8f0bd on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:11:21.105276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] Attempting to bind port d2a14f33-3885-4929-978d-6de2ded8f0bd by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:11:21.105640 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] Attempting to bind port d2a14f33-3885-4929-978d-6de2ded8f0bd on network 6daf488a-8154-479b-8012-18d5fb8592a7 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:11:21.111252 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:11:21.111624 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] Checking segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:11:21.112056 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:21.112443 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] Bound using segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:11:21.112910 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] Bound port: d2a14f33-3885-4929-978d-6de2ded8f0bd, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:11:21.113534 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:21.123927 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-9360df5a-10e5-4a29-a52b-ee680786e5e4 admin admin] Allocated IP 172.25.6.202 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/4fb01f0d-de4d-4454-964a-637c9e606f9f) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:11:21.177623 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] For port d2a14f33-3885-4929-978d-6de2ded8f0bd, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:11:21.180858 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] For port d2a14f33-3885-4929-978d-6de2ded8f0bd, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d2a14f33-3885-4929-978d-6de2ded8f0bd,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:11:21.184877 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:21.245411 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9360df5a-10e5-4a29-a52b-ee680786e5e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:21.245932 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47729ae-8497-4eab-8017-fa20f88cbb82 None None] Pushing event updated for resources: {'Port': ['ID=d2a14f33-3885-4929-978d-6de2ded8f0bd,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:21.298113 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9360df5a-10e5-4a29-a52b-ee680786e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:21.335473 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9360df5a-10e5-4a29-a52b-ee680786e5e4 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:11:21.340469 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-9360df5a-10e5-4a29-a52b-ee680786e5e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:11:21.344219 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9360df5a-10e5-4a29-a52b-ee680786e5e4 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:11:21.369434 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360df5a-10e5-4a29-a52b-ee680786e5e4 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb01f0d-de4d-4454-964a-637c9e606f9f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:21.653131 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9360df5a-10e5-4a29-a52b-ee680786e5e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:21.872964 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9360df5a-10e5-4a29-a52b-ee680786e5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:22.053133 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9360df5a-10e5-4a29-a52b-ee680786e5e4 admin admin] Router 963d1eba-d5c0-4eed-8910-4bf8b18e948b is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:11:22.172064 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9360df5a-10e5-4a29-a52b-ee680786e5e4 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:11:22.184584 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] Sync routers for ids ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:11:22.192478 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9360df5a-10e5-4a29-a52b-ee680786e5e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:22.195115 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9360df5a-10e5-4a29-a52b-ee680786e5e4 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6873374 Aug 16 23:11:22.197981 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48236) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:22.199820 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] Routers {'963d1eba-d5c0-4eed-8910-4bf8b18e948b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:11:22.200444 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:11:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:22.206251 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a54e1a0-8162-4ba6-a1ee-a09fc876a561 None None] Network 6daf488a-8154-479b-8012-18d5fb8592a7 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:11:22.365251 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4d24e1d6-62ea-44b7-9e9e-42206fa403d3 None None] Provisioning for port d2a14f33-3885-4929-978d-6de2ded8f0bd completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:11:22.387719 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] Set router 963d1eba-d5c0-4eed-8910-4bf8b18e948b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:11:22.632747 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:21Z', 'revision_number': 3, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:22.640255 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b85a4a7-89c4-48c8-92f8-e5342d77a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:22.662046 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] Checking router: 963d1eba-d5c0-4eed-8910-4bf8b18e948b for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:11:22.662743 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] Updating router 963d1eba-d5c0-4eed-8910-4bf8b18e948b port 4fb01f0d-de4d-4454-964a-637c9e606f9f binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:11:22.692912 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:22.870663 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-7b85a4a7-89c4-48c8-92f8-e5342d77a4e9 admin admin] Allocated IP 172.20.0.1 (6daf488a-8154-479b-8012-18d5fb8592a7/635e5796-9b5f-4473-8ebe-aefd27487599/978add01-ea6f-4742-9457-a3ceb93c554d) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:11:22.969283 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:22.977354 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b85a4a7-89c4-48c8-92f8-e5342d77a4e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:22.979152 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] Transition to ACTIVE for port object 4fb01f0d-de4d-4454-964a-637c9e606f9f will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:11:22.984478 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:22.991943 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7b85a4a7-89c4-48c8-92f8-e5342d77a4e9 admin admin] Transition to ACTIVE for port object 978add01-ea6f-4742-9457-a3ceb93c554d will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:11:23.031366 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b85a4a7-89c4-48c8-92f8-e5342d77a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:23.038005 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] Attempting to bind port 4fb01f0d-de4d-4454-964a-637c9e606f9f on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:11:23.038373 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] Attempting to bind port 4fb01f0d-de4d-4454-964a-637c9e606f9f by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:11:23.038742 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] Attempting to bind port 4fb01f0d-de4d-4454-964a-637c9e606f9f on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:11:23.045625 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58353f-8852-45da-b671-65413d67287a None None] Pushing event updated for resources: {'Port': ['ID=4fb01f0d-de4d-4454-964a-637c9e606f9f,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:23.049652 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:11:23.050054 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:11:23.050927 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:23.051320 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:11:23.051793 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] Bound port: 4fb01f0d-de4d-4454-964a-637c9e606f9f, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:11:23.052171 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:23.070913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b85a4a7-89c4-48c8-92f8-e5342d77a4e9 admin admin] Network 6daf488a-8154-479b-8012-18d5fb8592a7 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:11:23.073751 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-7b85a4a7-89c4-48c8-92f8-e5342d77a4e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:11:23.080009 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b85a4a7-89c4-48c8-92f8-e5342d77a4e9 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:11:23.108339 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85a4a7-89c4-48c8-92f8-e5342d77a4e9 admin admin] Pushing event updated for resources: {'Port': ['ID=978add01-ea6f-4742-9457-a3ceb93c554d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:23.114957 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] For port 4fb01f0d-de4d-4454-964a-637c9e606f9f, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:11:23.120299 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] For port 4fb01f0d-de4d-4454-964a-637c9e606f9f, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4fb01f0d-de4d-4454-964a-637c9e606f9f,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:11:23.124886 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:23.125301 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b85a4a7-89c4-48c8-92f8-e5342d77a4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:23.296911 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b85a4a7-89c4-48c8-92f8-e5342d77a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:23.366753 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b65aace1-daa6-4448-957e-7923636fd2c0 None None] Provisioning for port 978add01-ea6f-4742-9457-a3ceb93c554d completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:11:23.382466 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b65aace1-daa6-4448-957e-7923636fd2c0 None None] Provisioning complete for port 978add01-ea6f-4742-9457-a3ceb93c554d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:11:23.382713 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b65aace1-daa6-4448-957e-7923636fd2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:23.389714 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d2a14f33-3885-4929-978d-6de2ded8f0bd up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:11:23.396343 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] Routers {'963d1eba-d5c0-4eed-8910-4bf8b18e948b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:11:23.396343 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:11:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:23.462141 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58353f-8852-45da-b671-65413d67287a None None] Pushing event updated for resources: {'Port': ['ID=4fb01f0d-de4d-4454-964a-637c9e606f9f,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:23.478568 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b85a4a7-89c4-48c8-92f8-e5342d77a4e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:23.483920 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b85a4a7-89c4-48c8-92f8-e5342d77a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:23.502822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b65aace1-daa6-4448-957e-7923636fd2c0 None None] Port 978add01-ea6f-4742-9457-a3ceb93c554d cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:11:23.552280 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b85a4a7-89c4-48c8-92f8-e5342d77a4e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:23.554495 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85a4a7-89c4-48c8-92f8-e5342d77a4e9 admin admin] Pushing event updated for resources: {'Port': ['ID=978add01-ea6f-4742-9457-a3ceb93c554d,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:23.560952 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port d2a14f33-3885-4929-978d-6de2ded8f0bd completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:11:23.574481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] Set router 963d1eba-d5c0-4eed-8910-4bf8b18e948b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:11:23.575877 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port d2a14f33-3885-4929-978d-6de2ded8f0bd triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:11:23.576249 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:23.651230 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b85a4a7-89c4-48c8-92f8-e5342d77a4e9 admin admin] Network 6daf488a-8154-479b-8012-18d5fb8592a7 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:11:23.652679 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-7b85a4a7-89c4-48c8-92f8-e5342d77a4e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:11:23.787143 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:23.855813 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port d2a14f33-3885-4929-978d-6de2ded8f0bd, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d2a14f33-3885-4929-978d-6de2ded8f0bd,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:11:23.862107 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:23.910740 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:22Z', 'revision_number': 1, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:23.950694 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=d2a14f33-3885-4929-978d-6de2ded8f0bd,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:23.953911 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936e085f-e65d-4520-913e-834cf5e765a3 None None] The sync data for ids ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'] in n-d-792458-15 is: [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:22Z', 'revision_number': 1, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:11:23.964479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6697cb73-5a26-40fc-a998-be8536a11ed7 None None] Provisioning complete for port 978add01-ea6f-4742-9457-a3ceb93c554d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:11:23.964745 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6697cb73-5a26-40fc-a998-be8536a11ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:24.019870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-6697cb73-5a26-40fc-a998-be8536a11ed7 None None] Port 978add01-ea6f-4742-9457-a3ceb93c554d cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:11:24.089038 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b85a4a7-89c4-48c8-92f8-e5342d77a4e9 admin admin] Router 963d1eba-d5c0-4eed-8910-4bf8b18e948b has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:11:24.210385 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b85a4a7-89c4-48c8-92f8-e5342d77a4e9 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:11:24.215554 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7b85a4a7-89c4-48c8-92f8-e5342d77a4e9 admin admin] 10.222.0.93 "PUT /v2.0/routers/963d1eba-d5c0-4eed-8910-4bf8b18e948b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0160117 Aug 16 23:11:24.689283 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48246) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:24.694072 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-9ae5276c-523e-4ae0-9455-c1f4cd617bc7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Request body: {'security_group': {'name': 'tempest-securitygroup--976827003', 'description': 'tempest-description--794561885'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:11:24.717939 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9ae5276c-523e-4ae0-9455-c1f4cd617bc7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:24.816809 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9ae5276c-523e-4ae0-9455-c1f4cd617bc7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:24.821665 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9ae5276c-523e-4ae0-9455-c1f4cd617bc7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:24.850611 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9ae5276c-523e-4ae0-9455-c1f4cd617bc7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:24.851851 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9ae5276c-523e-4ae0-9455-c1f4cd617bc7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1615014 Aug 16 23:11:24.854759 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48248) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:24.860510 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3e06d5d5-ad21-4b47-9deb-7b7c48d54b81 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Request body: {'security_group_rule': {'security_group_id': '7909eac3-58e6-43fd-8921-c6fe5ae46c16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:11:24.870719 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5276c-523e-4ae0-9455-c1f4cd617bc7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7909eac3-58e6-43fd-8921-c6fe5ae46c16,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:24.895644 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e06d5d5-ad21-4b47-9deb-7b7c48d54b81 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:24.965173 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e06d5d5-ad21-4b47-9deb-7b7c48d54b81 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:24.969208 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e06d5d5-ad21-4b47-9deb-7b7c48d54b81 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:24.987504 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06d5d5-ad21-4b47-9deb-7b7c48d54b81 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2c701f-9bb4-4826-b13b-87ef6b897bd0,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:24.997978 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e06d5d5-ad21-4b47-9deb-7b7c48d54b81 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:25.003982 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3e06d5d5-ad21-4b47-9deb-7b7c48d54b81 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472020 Aug 16 23:11:25.005455 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48252) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:25.009986 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-64c7194c-71a9-4912-9c09-9b0c7a68d26a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Request body: {'security_group_rule': {'security_group_id': '7909eac3-58e6-43fd-8921-c6fe5ae46c16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:11:25.036812 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64c7194c-71a9-4912-9c09-9b0c7a68d26a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:25.106231 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64c7194c-71a9-4912-9c09-9b0c7a68d26a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:25.111090 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64c7194c-71a9-4912-9c09-9b0c7a68d26a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:25.127381 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7194c-71a9-4912-9c09-9b0c7a68d26a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff08ccd-491f-4d51-8c28-9ba56330dfa1,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:25.136316 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64c7194c-71a9-4912-9c09-9b0c7a68d26a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:25.140802 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-64c7194c-71a9-4912-9c09-9b0c7a68d26a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312571 Aug 16 23:11:25.140938 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48254) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:25.145392 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-92c8d9d8-9e90-4984-b864-2722c97d74ad tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:11:25.173045 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92c8d9d8-9e90-4984-b864-2722c97d74ad tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:25.287188 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92c8d9d8-9e90-4984-b864-2722c97d74ad tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:25.369645 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4fb01f0d-de4d-4454-964a-637c9e606f9f up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:11:25.402245 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-92c8d9d8-9e90-4984-b864-2722c97d74ad tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Allocated IP 172.25.6.133 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/8f144949-a1b4-408c-a008-c0f0151cec59) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:11:25.429824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 4fb01f0d-de4d-4454-964a-637c9e606f9f completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:11:25.433666 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 4fb01f0d-de4d-4454-964a-637c9e606f9f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:11:25.434063 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:25.510817 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92c8d9d8-9e90-4984-b864-2722c97d74ad tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:25.511012 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:25.533351 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 4fb01f0d-de4d-4454-964a-637c9e606f9f, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4fb01f0d-de4d-4454-964a-637c9e606f9f,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:11:25.538673 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:25.539603 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d2a14f33-3885-4929-978d-6de2ded8f0bd up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:11:25.553899 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92c8d9d8-9e90-4984-b864-2722c97d74ad tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:25.599414 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c8d9d8-9e90-4984-b864-2722c97d74ad tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:11:25.602444 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-92c8d9d8-9e90-4984-b864-2722c97d74ad tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:11:25.606189 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c8d9d8-9e90-4984-b864-2722c97d74ad tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:11:25.630717 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8d9d8-9e90-4984-b864-2722c97d74ad tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Pushing event updated for resources: {'Port': ['ID=8f144949-a1b4-408c-a008-c0f0151cec59,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:25.633047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=4fb01f0d-de4d-4454-964a-637c9e606f9f,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:25.642578 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port d2a14f33-3885-4929-978d-6de2ded8f0bd triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:11:25.643049 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:25.718950 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92c8d9d8-9e90-4984-b864-2722c97d74ad tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:25.755842 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92c8d9d8-9e90-4984-b864-2722c97d74ad tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:25.917295 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92c8d9d8-9e90-4984-b864-2722c97d74ad tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:25.922833 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92c8d9d8-9e90-4984-b864-2722c97d74ad tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:25.969942 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] Sync routers for ids ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:11:25.979675 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] Routers {'963d1eba-d5c0-4eed-8910-4bf8b18e948b'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:11:25.980303 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:11:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:25.992858 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8d9d8-9e90-4984-b864-2722c97d74ad tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Pushing event updated for resources: {'Port': ['ID=8f144949-a1b4-408c-a008-c0f0151cec59,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:26.005756 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92c8d9d8-9e90-4984-b864-2722c97d74ad tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:26.019794 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-92c8d9d8-9e90-4984-b864-2722c97d74ad tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:26.021112 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-92c8d9d8-9e90-4984-b864-2722c97d74ad tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8792036 Aug 16 23:11:26.090192 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] Set router 963d1eba-d5c0-4eed-8910-4bf8b18e948b gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:11:26.167413 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-7d178504-7860-4ce9-91ee-7afb78b9029a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--976827003&fields=id&tenant_id=a26f4b1aec86465498306b851817e172 HTTP/1.1" status: 200 len: 267 time: 0.0351660 Aug 16 23:11:26.280322 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-1933c873-a58b-4e29-a05d-2c427798eaba tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:26.281622 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-1933c873-a58b-4e29-a05d-2c427798eaba tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 812 time: 0.1066270 Aug 16 23:11:26.291542 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 2, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:26.297365 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-7788991f-da15-4327-b010-7e805aec72e9 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/quotas/a26f4b1aec86465498306b851817e172 HTTP/1.1" status: 200 len: 375 time: 0.0091887 Aug 16 23:11:26.322512 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] Checking router: 963d1eba-d5c0-4eed-8910-4bf8b18e948b for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:11:26.322864 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] Updating router 963d1eba-d5c0-4eed-8910-4bf8b18e948b port 978add01-ea6f-4742-9457-a3ceb93c554d binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:11:26.349234 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:26.352001 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-d282a675-e824-455d-9232-93f529001e2d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486403 Aug 16 23:11:26.368623 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-b25d4a69-054c-4784-91b6-e20bbbfd2052 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:11:26.369939 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-b25d4a69-054c-4784-91b6-e20bbbfd2052 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065899 Aug 16 23:11:26.477126 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-9d525980-b011-4aeb-be09-125ad1a5fb47 service neutron] 10.222.0.93 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004188 Aug 16 23:11:26.568735 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-158d38ce-9db0-4c3b-bb26-7ca28b122649 service neutron] 10.222.0.93 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851276 Aug 16 23:11:26.624578 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:26.637283 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] Transition to ACTIVE for port object 978add01-ea6f-4742-9457-a3ceb93c554d will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:11:26.645747 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:26.753290 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f578033d-2ab3-44a1-ac67-e401e2aca2be req-df872891-e118-436d-9d57-516df6f1c5c0 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 210 time: 0.0300453 Aug 16 23:11:26.796310 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd02d2e-eccb-4f44-94a3-c012b3563558 None None] Pushing event updated for resources: {'Port': ['ID=978add01-ea6f-4742-9457-a3ceb93c554d,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:26.806210 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd02d2e-eccb-4f44-94a3-c012b3563558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:26.806554 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd02d2e-eccb-4f44-94a3-c012b3563558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:26.806923 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd02d2e-eccb-4f44-94a3-c012b3563558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:26.807200 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd02d2e-eccb-4f44-94a3-c012b3563558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:26.807524 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd02d2e-eccb-4f44-94a3-c012b3563558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:26.807906 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd02d2e-eccb-4f44-94a3-c012b3563558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:26.808147 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd02d2e-eccb-4f44-94a3-c012b3563558 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:26.808463 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd02d2e-eccb-4f44-94a3-c012b3563558 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:26.808781 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd02d2e-eccb-4f44-94a3-c012b3563558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:26.809093 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd02d2e-eccb-4f44-94a3-c012b3563558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:26.809407 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd02d2e-eccb-4f44-94a3-c012b3563558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:26.809719 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd02d2e-eccb-4f44-94a3-c012b3563558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:26.868239 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] Attempting to bind port 978add01-ea6f-4742-9457-a3ceb93c554d on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:11:26.868776 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] Attempting to bind port 978add01-ea6f-4742-9457-a3ceb93c554d by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:11:26.869204 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] Attempting to bind port 978add01-ea6f-4742-9457-a3ceb93c554d on network 6daf488a-8154-479b-8012-18d5fb8592a7 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:11:26.877518 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:11:26.877995 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] Checking segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:11:26.878530 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:26.879083 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] Bound using segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:11:26.879635 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] Bound port: 978add01-ea6f-4742-9457-a3ceb93c554d, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:11:26.880077 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:26.949612 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] For port 978add01-ea6f-4742-9457-a3ceb93c554d, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:11:26.954360 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] For port 978add01-ea6f-4742-9457-a3ceb93c554d, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=978add01-ea6f-4742-9457-a3ceb93c554d,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:11:26.960057 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:27.006642 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] Routers {'963d1eba-d5c0-4eed-8910-4bf8b18e948b'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:11:27.007329 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:11:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:27.111381 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd02d2e-eccb-4f44-94a3-c012b3563558 None None] Pushing event updated for resources: {'Port': ['ID=978add01-ea6f-4742-9457-a3ceb93c554d,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:27.145179 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] Set router 963d1eba-d5c0-4eed-8910-4bf8b18e948b gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:11:27.347915 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4fb01f0d-de4d-4454-964a-637c9e606f9f up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:11:27.386370 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:26Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:27.403237 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 4fb01f0d-de4d-4454-964a-637c9e606f9f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:11:27.403730 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:27.425039 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a05857-6ecc-4d77-a4a2-b29d2fa1cc5e None None] The sync data for ids ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'] in n-d-792458-15 is: [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:26Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:11:27.512181 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 978add01-ea6f-4742-9457-a3ceb93c554d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:11:27.572048 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 978add01-ea6f-4742-9457-a3ceb93c554d completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:11:27.578420 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 978add01-ea6f-4742-9457-a3ceb93c554d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:11:27.579064 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:27.680798 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:27.716047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 978add01-ea6f-4742-9457-a3ceb93c554d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=978add01-ea6f-4742-9457-a3ceb93c554d,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:11:27.720680 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:27.770415 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=978add01-ea6f-4742-9457-a3ceb93c554d,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:27.880739 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1deb1f6e-c896-4211-bc45-4ae34baec2ef req-c76b5228-1c44-425b-a32c-1008c149df63 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 210 time: 0.0380723 Aug 16 23:11:28.068819 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-1c914a70-674b-4397-b62e-39af1c05aa87 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:28.070755 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-1c914a70-674b-4397-b62e-39af1c05aa87 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 812 time: 0.1283588 Aug 16 23:11:28.119787 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-0eb6dc0c-7120-49a3-bbf9-bd51c9292c06 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a26f4b1aec86465498306b851817e172 HTTP/1.1" status: 200 len: 379 time: 0.0397007 Aug 16 23:11:28.131170 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-4b6e37f3-cccb-4d39-a6e8-728c26208c11 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Request body: {'port': {'device_id': '1ade4ef5-7666-40ad-9192-c81483274886', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'admin_state_up': True, 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'security_groups': ['7909eac3-58e6-43fd-8921-c6fe5ae46c16']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:11:28.257935 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-4b6e37f3-cccb-4d39-a6e8-728c26208c11 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Made reservation on behalf of a26f4b1aec86465498306b851817e172 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:11:28.261416 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-4b6e37f3-cccb-4d39-a6e8-728c26208c11 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:28.385323 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-4b6e37f3-cccb-4d39-a6e8-728c26208c11 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Allocated IP 172.20.0.4 (6daf488a-8154-479b-8012-18d5fb8592a7/635e5796-9b5f-4473-8ebe-aefd27487599/72d9e22c-d4ab-4793-b531-208c272686e0) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:11:28.527339 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-4b6e37f3-cccb-4d39-a6e8-728c26208c11 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:28.540997 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-4b6e37f3-cccb-4d39-a6e8-728c26208c11 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Transition to ACTIVE for port object 72d9e22c-d4ab-4793-b531-208c272686e0 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:11:28.576365 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-4b6e37f3-cccb-4d39-a6e8-728c26208c11 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:28.618005 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-4b6e37f3-cccb-4d39-a6e8-728c26208c11 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Network 6daf488a-8154-479b-8012-18d5fb8592a7 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:11:28.622941 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-4b6e37f3-cccb-4d39-a6e8-728c26208c11 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:11:28.625599 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-4b6e37f3-cccb-4d39-a6e8-728c26208c11 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:11:28.660351 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e37f3-cccb-4d39-a6e8-728c26208c11 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Pushing event updated for resources: {'Port': ['ID=72d9e22c-d4ab-4793-b531-208c272686e0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:28.689753 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-4b6e37f3-cccb-4d39-a6e8-728c26208c11 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:28.690429 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-4b6e37f3-cccb-4d39-a6e8-728c26208c11 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:28.706037 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-4b6e37f3-cccb-4d39-a6e8-728c26208c11 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5790589 Aug 16 23:11:28.718761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] Request body: {'port': {'device_id': '1ade4ef5-7666-40ad-9192-c81483274886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:11:28.777292 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:28.821830 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ab23ecdc-d9d1-4443-9454-c21742c3b538 None None] Provisioning for port 72d9e22c-d4ab-4793-b531-208c272686e0 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:11:28.825691 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ab23ecdc-d9d1-4443-9454-c21742c3b538 None None] Provisioning complete for port 72d9e22c-d4ab-4793-b531-208c272686e0 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:11:28.826163 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ab23ecdc-d9d1-4443-9454-c21742c3b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:28.860385 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ab23ecdc-d9d1-4443-9454-c21742c3b538 None None] Port 72d9e22c-d4ab-4793-b531-208c272686e0 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:11:29.010980 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216bbb3-d21a-47a3-b4c6-1b144a105c2c req-8c4932c6-fc12-404a-baea-366f19e56419 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:29.014315 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4216bbb3-d21a-47a3-b4c6-1b144a105c2c req-8c4932c6-fc12-404a-baea-366f19e56419 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 931 time: 0.0522146 Aug 16 23:11:29.054061 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4216bbb3-d21a-47a3-b4c6-1b144a105c2c req-54b0a4be-9b0b-4bf6-ab15-a3ed0eb22841 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347929 Aug 16 23:11:29.057468 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d9e22c-d4ab-4793-b531-208c272686e0 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:11:29.066219 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:29.079632 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] Transition to ACTIVE for port object 72d9e22c-d4ab-4793-b531-208c272686e0 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:11:29.084017 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:29.164862 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=72d9e22c-d4ab-4793-b531-208c272686e0,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:29.225564 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] Attempting to bind port 72d9e22c-d4ab-4793-b531-208c272686e0 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:11:29.225907 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] Attempting to bind port 72d9e22c-d4ab-4793-b531-208c272686e0 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:11:29.226268 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] Attempting to bind port 72d9e22c-d4ab-4793-b531-208c272686e0 on network 6daf488a-8154-479b-8012-18d5fb8592a7 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:11:29.232182 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] Port 72d9e22c-d4ab-4793-b531-208c272686e0 on network 6daf488a-8154-479b-8012-18d5fb8592a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:11:29.232546 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] Attempting to bind port 72d9e22c-d4ab-4793-b531-208c272686e0 on network 6daf488a-8154-479b-8012-18d5fb8592a7 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:11:29.241991 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:11:29.242435 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] Checking segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:11:29.242903 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] Bound using segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:11:29.243490 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] Bound port: 72d9e22c-d4ab-4793-b531-208c272686e0, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:11:29.243945 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:29.331484 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 978add01-ea6f-4742-9457-a3ceb93c554d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:11:29.337354 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] For port 72d9e22c-d4ab-4793-b531-208c272686e0, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:11:29.340785 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] For port 72d9e22c-d4ab-4793-b531-208c272686e0, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=72d9e22c-d4ab-4793-b531-208c272686e0,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:11:29.345848 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:29.384644 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:29.385919 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:29.386650 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] 10.222.0.43 "PUT /v2.0/ports/72d9e22c-d4ab-4793-b531-208c272686e0 HTTP/1.1" status: 200 len: 1092 time: 0.6728725 Aug 16 23:11:29.387097 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ade4ef5-7666-40ad-9192-c81483274886', 'tag': '72d9e22c-d4ab-4793-b531-208c272686e0'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:11:29.389374 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c48c358-f9a9-47e4-a4ab-92bc75d62a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ade4ef5-7666-40ad-9192-c81483274886", "tag": "72d9e22c-d4ab-4793-b531-208c272686e0"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:11:29.396502 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 978add01-ea6f-4742-9457-a3ceb93c554d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:11:29.396815 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:29.431490 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720abad0-d264-4aca-b8ef-fbc7f01c6bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=72d9e22c-d4ab-4793-b531-208c272686e0,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:29.456340 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e3debc-e607-46ec-99b0-76cb0891336f x-openstack-request-id: req-d4e3debc-e607-46ec-99b0-76cb0891336f {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:11:29.456767 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ade4ef5-7666-40ad-9192-c81483274886", "tag": "72d9e22c-d4ab-4793-b531-208c272686e0", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:11:29.456876 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d4e3debc-e607-46ec-99b0-76cb0891336f {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:11:29.457263 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ade4ef5-7666-40ad-9192-c81483274886', 'tag': '72d9e22c-d4ab-4793-b531-208c272686e0', 'status': 'completed', 'code': 200} Aug 16 23:11:29.497901 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-3597366c-a143-4945-8478-7569f8b162ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:29.500047 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-3597366c-a143-4945-8478-7569f8b162ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 1095 time: 0.0599487 Aug 16 23:11:29.551878 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-4df92d17-7516-48c6-81ba-c289c079e051 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72d9e22c-d4ab-4793-b531-208c272686e0 HTTP/1.1" status: 200 len: 217 time: 0.0436630 Aug 16 23:11:29.609702 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-c75a2908-2de5-474f-901e-12216d6cfb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:29.611341 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-c75a2908-2de5-474f-901e-12216d6cfb88 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0521495 Aug 16 23:11:29.660447 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-b779fdd4-6ba7-47a2-a402-b18174516243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:29.662071 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-b779fdd4-6ba7-47a2-a402-b18174516243 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440829 Aug 16 23:11:29.751242 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-77737f14-d433-4871-b89b-c530f2a9d79a service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823936 Aug 16 23:11:29.846888 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6eef46ef-49e0-49f6-a078-0a6b80208aae req-5af40d46-f4fd-474f-99e4-ab7ea5d5c68e service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893538 Aug 16 23:11:29.931666 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48c358-f9a9-47e4-a4ab-92bc75d62a4b req-05917c86-ea82-44ed-91da-01109dabf9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:29.933173 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1c48c358-f9a9-47e4-a4ab-92bc75d62a4b req-05917c86-ea82-44ed-91da-01109dabf9b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 1095 time: 0.0423012 Aug 16 23:11:30.031121 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48c358-f9a9-47e4-a4ab-92bc75d62a4b req-008ee19f-a483-4675-a8ba-3d527f25b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:30.032500 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1c48c358-f9a9-47e4-a4ab-92bc75d62a4b req-008ee19f-a483-4675-a8ba-3d527f25b658 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0929193 Aug 16 23:11:30.075118 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1c48c358-f9a9-47e4-a4ab-92bc75d62a4b req-fcb67cf3-4598-458a-a279-c083d16e5647 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72d9e22c-d4ab-4793-b531-208c272686e0 HTTP/1.1" status: 200 len: 217 time: 0.0339124 Aug 16 23:11:30.131179 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48c358-f9a9-47e4-a4ab-92bc75d62a4b req-1b7dd329-745a-41d0-8555-a92a3ce48bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:30.132496 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1c48c358-f9a9-47e4-a4ab-92bc75d62a4b req-1b7dd329-745a-41d0-8555-a92a3ce48bbb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0505161 Aug 16 23:11:30.179314 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a8bbf-8282-48d7-95f5-7e37b082f0d2 req-beb7d1f8-de0c-4a32-8d20-792f212f7e44 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:30.179940 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48c358-f9a9-47e4-a4ab-92bc75d62a4b req-c3253530-e13e-4989-be97-74efb4aa44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:30.180881 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f17a8bbf-8282-48d7-95f5-7e37b082f0d2 req-beb7d1f8-de0c-4a32-8d20-792f212f7e44 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 943 time: 0.0530493 Aug 16 23:11:30.181191 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1c48c358-f9a9-47e4-a4ab-92bc75d62a4b req-c3253530-e13e-4989-be97-74efb4aa44f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406439 Aug 16 23:11:30.219937 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f17a8bbf-8282-48d7-95f5-7e37b082f0d2 req-e0eafe23-8215-475b-b5eb-8b47780c4d14 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327325 Aug 16 23:11:30.273101 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1c48c358-f9a9-47e4-a4ab-92bc75d62a4b req-c688db23-87ad-47c2-b447-3bd09f166250 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841694 Aug 16 23:11:30.373291 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1c48c358-f9a9-47e4-a4ab-92bc75d62a4b req-8bba0921-6707-4949-b81a-cfe166c18221 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916374 Aug 16 23:11:31.341551 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404a5ea-dfb1-4100-8161-0f64b7a4f86e req-7981bf19-8b26-4899-a6c6-6535b1d6aae9 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:31.343644 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7404a5ea-dfb1-4100-8161-0f64b7a4f86e req-7981bf19-8b26-4899-a6c6-6535b1d6aae9 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 943 time: 0.0540709 Aug 16 23:11:31.382436 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7404a5ea-dfb1-4100-8161-0f64b7a4f86e req-3a85fb57-a6aa-4c63-8e0a-87af5f389479 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328045 Aug 16 23:11:32.497451 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ffbd6-011d-4555-944e-88bfd6eba37e req-99dfdac5-1ed9-4792-be2a-ca6dd3384132 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:32.498974 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e6ffbd6-011d-4555-944e-88bfd6eba37e req-99dfdac5-1ed9-4792-be2a-ca6dd3384132 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 943 time: 0.0495899 Aug 16 23:11:32.550604 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e6ffbd6-011d-4555-944e-88bfd6eba37e req-3d4001cc-6861-400d-8606-0eba8cc62227 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455911 Aug 16 23:11:33.196236 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 72d9e22c-d4ab-4793-b531-208c272686e0 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:11:33.296131 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 72d9e22c-d4ab-4793-b531-208c272686e0, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=72d9e22c-d4ab-4793-b531-208c272686e0,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:11:33.307137 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '72d9e22c-d4ab-4793-b531-208c272686e0', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'port_id': '72d9e22c-d4ab-4793-b531-208c272686e0', 'mac_address': 'fa:16:3e:02:0c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:11:33.345136 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:33.359213 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d9e22c-d4ab-4793-b531-208c272686e0 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:11:33.379312 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 72d9e22c-d4ab-4793-b531-208c272686e0, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=72d9e22c-d4ab-4793-b531-208c272686e0,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:11:33.383803 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:33.435497 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=72d9e22c-d4ab-4793-b531-208c272686e0,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:33.583374 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['72d9e22c-d4ab-4793-b531-208c272686e0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:11:33.677504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f118434-2a4e-45a4-805c-e3c0978fae4f req-5a51f1de-8bd7-40c8-9634-b6a561a3d69b tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:33.679058 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f118434-2a4e-45a4-805c-e3c0978fae4f req-5a51f1de-8bd7-40c8-9634-b6a561a3d69b tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 944 time: 0.0528438 Aug 16 23:11:33.718859 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1f118434-2a4e-45a4-805c-e3c0978fae4f req-54d1afdc-dd5b-42f5-90d3-c4a220dd1214 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336556 Aug 16 23:11:34.848968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712ab46-3970-4f1e-9f56-7124d9a2d5aa req-0572f911-9b3d-4772-91d5-588b48ddd32d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:34.850519 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2712ab46-3970-4f1e-9f56-7124d9a2d5aa req-0572f911-9b3d-4772-91d5-588b48ddd32d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 944 time: 0.0525732 Aug 16 23:11:34.889307 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2712ab46-3970-4f1e-9f56-7124d9a2d5aa req-5514b448-6379-4853-a15b-d58859e7d768 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323920 Aug 16 23:11:35.201301 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 72d9e22c-d4ab-4793-b531-208c272686e0 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:11:35.250340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 72d9e22c-d4ab-4793-b531-208c272686e0 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:11:35.254002 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 72d9e22c-d4ab-4793-b531-208c272686e0 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:11:35.254377 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:35.332961 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:35.357761 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ade4ef5-7666-40ad-9192-c81483274886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d9e22c-d4ab-4793-b531-208c272686e0'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:11:35.361008 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fb3c67-5da0-4d79-97f0-6ee908f99df9" -d '{"events": [{"server_uuid": "1ade4ef5-7666-40ad-9192-c81483274886", "name": "network-vif-plugged", "status": "completed", "tag": "72d9e22c-d4ab-4793-b531-208c272686e0"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:11:35.377700 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 72d9e22c-d4ab-4793-b531-208c272686e0, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=72d9e22c-d4ab-4793-b531-208c272686e0,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:11:35.382374 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:35.412188 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3793385b-387d-4645-a761-ba76cae760d8 x-openstack-request-id: req-3793385b-387d-4645-a761-ba76cae760d8 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:11:35.412493 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ade4ef5-7666-40ad-9192-c81483274886", "name": "network-vif-plugged", "status": "completed", "tag": "72d9e22c-d4ab-4793-b531-208c272686e0", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:11:35.412730 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3793385b-387d-4645-a761-ba76cae760d8 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:11:35.413122 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ade4ef5-7666-40ad-9192-c81483274886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d9e22c-d4ab-4793-b531-208c272686e0', 'code': 200} Aug 16 23:11:35.440801 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=72d9e22c-d4ab-4793-b531-208c272686e0,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:35.501704 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59aef6-ebbf-4494-a4eb-13207f464ca0 req-9acc02ed-8828-4794-9993-2394e4173fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:35.503254 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bf59aef6-ebbf-4494-a4eb-13207f464ca0 req-9acc02ed-8828-4794-9993-2394e4173fb0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 1097 time: 0.0414455 Aug 16 23:11:35.543652 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bf59aef6-ebbf-4494-a4eb-13207f464ca0 req-c5491daf-1c9d-4797-acfe-47246d22828a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337403 Aug 16 23:11:36.008368 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aadd21-55a5-4b86-87f1-f69b37a9f1aa req-fe8cb14a-cb56-42d2-9c48-6d90ae6bd4a7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:36.009877 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76aadd21-55a5-4b86-87f1-f69b37a9f1aa req-fe8cb14a-cb56-42d2-9c48-6d90ae6bd4a7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 945 time: 0.0499759 Aug 16 23:11:36.049251 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76aadd21-55a5-4b86-87f1-f69b37a9f1aa req-6b87d64d-31dc-4095-b8c7-73fdaabfcb52 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332549 Aug 16 23:11:37.171988 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ec716-0b09-4cd5-aa05-4896fe782094 req-2627dbf1-b031-456d-99c4-d55ddde43bf2 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:37.174368 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc2ec716-0b09-4cd5-aa05-4896fe782094 req-2627dbf1-b031-456d-99c4-d55ddde43bf2 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 945 time: 0.0529687 Aug 16 23:11:37.216495 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc2ec716-0b09-4cd5-aa05-4896fe782094 req-e39eb110-568c-43c2-825c-476aec533946 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333316 Aug 16 23:11:37.346936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01367e-fe07-469d-9032-739b1145f0d6 req-ce252837-ec23-438b-8c28-9a57672dea3f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:37.348393 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf01367e-fe07-469d-9032-739b1145f0d6 req-ce252837-ec23-438b-8c28-9a57672dea3f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 945 time: 0.0564749 Aug 16 23:11:37.357005 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 48306) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:37.362706 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5c712e12-039b-4161-8bdc-acdba3eeb19f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Request body: {'floatingip': {'port_id': '72d9e22c-d4ab-4793-b531-208c272686e0'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:11:37.413504 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c712e12-039b-4161-8bdc-acdba3eeb19f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for floatingip, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:37.874307 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c712e12-039b-4161-8bdc-acdba3eeb19f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:38.084239 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c712e12-039b-4161-8bdc-acdba3eeb19f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:38.193693 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-5c712e12-039b-4161-8bdc-acdba3eeb19f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Floating IP 5840fee5-d589-4c5d-91e6-101e026b9fed associated. External IP: 172.25.6.133, port: 72d9e22c-d4ab-4793-b531-208c272686e0. Aug 16 23:11:38.451688 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c712e12-039b-4161-8bdc-acdba3eeb19f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Router 963d1eba-d5c0-4eed-8910-4bf8b18e948b has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:11:38.580187 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c712e12-039b-4161-8bdc-acdba3eeb19f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:11:38.584832 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c712e12-039b-4161-8bdc-acdba3eeb19f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:38.592819 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6a2a2e-9eb8-4d1e-a01f-325e0d1819fb None None] Sync routers for ids ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:11:38.607221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6a2a2e-9eb8-4d1e-a01f-325e0d1819fb None None] Routers {'963d1eba-d5c0-4eed-8910-4bf8b18e948b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:11:38.607865 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-df6a2a2e-9eb8-4d1e-a01f-325e0d1819fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:11:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:38.615678 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5c712e12-039b-4161-8bdc-acdba3eeb19f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "PUT /v2.0/floatingips/5840fee5-d589-4c5d-91e6-101e026b9fed HTTP/1.1" status: 200 len: 991 time: 1.2575526 Aug 16 23:11:38.616324 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ade4ef5-7666-40ad-9192-c81483274886', 'tag': '72d9e22c-d4ab-4793-b531-208c272686e0'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:11:38.618764 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c977833efbb44e24279b93a9f9e388ee2a02eb922d8ecc6af7af0c8bde5c6cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c936fe-867e-40ae-bc6e-af60b61b73c1" -d '{"events": [{"name": "network-changed", "server_uuid": "1ade4ef5-7666-40ad-9192-c81483274886", "tag": "72d9e22c-d4ab-4793-b531-208c272686e0"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:11:38.675480 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b6f7b8-ac7b-4292-bbc2-52e6ce632601 x-openstack-request-id: req-c0b6f7b8-ac7b-4292-bbc2-52e6ce632601 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:11:38.675909 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ade4ef5-7666-40ad-9192-c81483274886", "tag": "72d9e22c-d4ab-4793-b531-208c272686e0", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:11:38.675998 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c0b6f7b8-ac7b-4292-bbc2-52e6ce632601 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:11:38.676334 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ade4ef5-7666-40ad-9192-c81483274886', 'tag': '72d9e22c-d4ab-4793-b531-208c272686e0', 'status': 'completed', 'code': 200} Aug 16 23:11:38.730261 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-df6a2a2e-9eb8-4d1e-a01f-325e0d1819fb None None] Set router 963d1eba-d5c0-4eed-8910-4bf8b18e948b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:11:38.749689 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c936fe-867e-40ae-bc6e-af60b61b73c1 req-df259113-7806-44c3-a783-c99b8477919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:38.751655 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-52c936fe-867e-40ae-bc6e-af60b61b73c1 req-df259113-7806-44c3-a783-c99b8477919c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 1097 time: 0.0499003 Aug 16 23:11:38.862203 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c936fe-867e-40ae-bc6e-af60b61b73c1 req-2ac69a28-14c7-414e-8d13-2a4b1a605408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:38.863991 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-52c936fe-867e-40ae-bc6e-af60b61b73c1 req-2ac69a28-14c7-414e-8d13-2a4b1a605408 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.1052272 Aug 16 23:11:38.916778 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:38.984308 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-52c936fe-867e-40ae-bc6e-af60b61b73c1 req-7104b9f8-ffb4-448c-b805-0bdcf1671528 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72d9e22c-d4ab-4793-b531-208c272686e0 HTTP/1.1" status: 200 len: 999 time: 0.1127985 Aug 16 23:11:39.004051 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-df6a2a2e-9eb8-4d1e-a01f-325e0d1819fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '5840fee5-d589-4c5d-91e6-101e026b9fed', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'port_id': '72d9e22c-d4ab-4793-b531-208c272686e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'mac_address': 'fa:16:3e:02:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ade4ef5-7666-40ad-9192-c81483274886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:11:25Z', 'updated_at': '2021-08-16T23:11:37Z', 'revision_number': 1, 'project_id': 'a26f4b1aec86465498306b851817e172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:39.037552 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6a2a2e-9eb8-4d1e-a01f-325e0d1819fb None None] Checking router: 963d1eba-d5c0-4eed-8910-4bf8b18e948b for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:11:39.043819 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c936fe-867e-40ae-bc6e-af60b61b73c1 req-1beea0da-29f7-4b4f-92b2-dfe74a595c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:39.045599 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-52c936fe-867e-40ae-bc6e-af60b61b73c1 req-1beea0da-29f7-4b4f-92b2-dfe74a595c8a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0550604 Aug 16 23:11:39.051188 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6a2a2e-9eb8-4d1e-a01f-325e0d1819fb None None] Routers {'963d1eba-d5c0-4eed-8910-4bf8b18e948b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:11:39.051812 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-df6a2a2e-9eb8-4d1e-a01f-325e0d1819fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:11:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:39.102600 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c936fe-867e-40ae-bc6e-af60b61b73c1 req-3383cdd0-0bf1-481d-b7c3-d71d3fc64b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:39.104246 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6d17329b-b97b-4b1f-bb13-67a6a7eb4bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:39.104612 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-52c936fe-867e-40ae-bc6e-af60b61b73c1 req-3383cdd0-0bf1-481d-b7c3-d71d3fc64b38 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513985 Aug 16 23:11:39.169008 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-df6a2a2e-9eb8-4d1e-a01f-325e0d1819fb None None] Set router 963d1eba-d5c0-4eed-8910-4bf8b18e948b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:11:39.220177 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-52c936fe-867e-40ae-bc6e-af60b61b73c1 req-8a3f59bc-7b9f-4b1e-9d2f-306d603ebcb9 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081927 Aug 16 23:11:39.314516 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-52c936fe-867e-40ae-bc6e-af60b61b73c1 req-bc2f6ac6-6e31-4f9d-b419-3cf944aaf81a service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868304 Aug 16 23:11:39.577689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-df6a2a2e-9eb8-4d1e-a01f-325e0d1819fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '5840fee5-d589-4c5d-91e6-101e026b9fed', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'port_id': '72d9e22c-d4ab-4793-b531-208c272686e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'mac_address': 'fa:16:3e:02:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ade4ef5-7666-40ad-9192-c81483274886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:11:25Z', 'updated_at': '2021-08-16T23:11:37Z', 'revision_number': 1, 'project_id': 'a26f4b1aec86465498306b851817e172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:39.604192 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6a2a2e-9eb8-4d1e-a01f-325e0d1819fb None None] The sync data for ids ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'] in n-d-792458-15 is: [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '5840fee5-d589-4c5d-91e6-101e026b9fed', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'port_id': '72d9e22c-d4ab-4793-b531-208c272686e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'mac_address': 'fa:16:3e:02:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ade4ef5-7666-40ad-9192-c81483274886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:11:25Z', 'updated_at': '2021-08-16T23:11:37Z', 'revision_number': 1, 'project_id': 'a26f4b1aec86465498306b851817e172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:11:39.807707 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b561cc6-bc57-4b84-b567-a9e8f954f76f None None] New status for floating IP 5840fee5-d589-4c5d-91e6-101e026b9fed: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:11:41.239739 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:41.604497 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4c03d10f-9bf3-4c85-bce0-18bd65c4437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:42.168437 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:43.403067 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:44.975137 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:48.849449 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:12:08.457997 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35a32f9e-89a1-41b5-99a2-181241d17970 req-6198baba-f84a-41c9-951b-aa2036d6f068 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443609 Aug 16 23:12:08.543167 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a32f9e-89a1-41b5-99a2-181241d17970 req-017c53dc-c905-4e39-8141-ae72f4428b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:08.544674 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35a32f9e-89a1-41b5-99a2-181241d17970 req-017c53dc-c905-4e39-8141-ae72f4428b83 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 1097 time: 0.0413251 Aug 16 23:12:08.651323 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a32f9e-89a1-41b5-99a2-181241d17970 req-24128f03-4f8d-422c-b9c6-178325fc3442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:08.652803 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35a32f9e-89a1-41b5-99a2-181241d17970 req-24128f03-4f8d-422c-b9c6-178325fc3442 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0884378 Aug 16 23:12:08.729938 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35a32f9e-89a1-41b5-99a2-181241d17970 req-841fa911-ee58-4f76-96f5-e33764b4a028 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72d9e22c-d4ab-4793-b531-208c272686e0 HTTP/1.1" status: 200 len: 1001 time: 0.0693057 Aug 16 23:12:08.781644 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a32f9e-89a1-41b5-99a2-181241d17970 req-8317558a-34fe-44bb-b1a4-0928ceb053c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:08.783173 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35a32f9e-89a1-41b5-99a2-181241d17970 req-8317558a-34fe-44bb-b1a4-0928ceb053c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0445817 Aug 16 23:12:08.831639 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a32f9e-89a1-41b5-99a2-181241d17970 req-45f17bab-1aec-4749-bbae-d295a7a9f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:08.832584 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35a32f9e-89a1-41b5-99a2-181241d17970 req-45f17bab-1aec-4749-bbae-d295a7a9f00c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419846 Aug 16 23:12:08.903733 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:08.941352 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35a32f9e-89a1-41b5-99a2-181241d17970 req-e6ae5ca4-6c36-4f28-bca3-1d16c9ce7562 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017525 Aug 16 23:12:09.039055 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-35a32f9e-89a1-41b5-99a2-181241d17970 req-6565e4f0-699e-45db-ae8b-0614974d6732 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899363 Aug 16 23:12:09.057797 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5735228f-17bd-48d3-8104-84bc15eb9209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:11.231609 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:11.604997 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7ff7d14a-149d-4471-b73b-a19674063fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:12.169583 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:13.403597 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:14.976071 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:25.848852 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:12:38.905174 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:39.057612 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6db88c3a-4640-4db7-9fdc-f3c1e90c4a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:41.239308 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:41.605301 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-529ba4bc-2347-4682-ae3a-486e5626cbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:42.169840 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:43.406137 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:44.979008 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:02.849775 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:13:08.932549 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:09.059758 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e971c485-616a-42f6-b0a1-4435e7bb0a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:10.488813 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-19a8739b-d9a8-43d3-a24d-0ee8404f3c38 req-6402842b-d182-4e41-91c7-fcca32791a47 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0956147 Aug 16 23:13:10.569901 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8739b-d9a8-43d3-a24d-0ee8404f3c38 req-405c8815-e163-4d9a-a8ba-aa9047f4a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:10.571413 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-19a8739b-d9a8-43d3-a24d-0ee8404f3c38 req-405c8815-e163-4d9a-a8ba-aa9047f4a7b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 1097 time: 0.0414176 Aug 16 23:13:10.679312 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8739b-d9a8-43d3-a24d-0ee8404f3c38 req-a368423d-d040-4553-8536-d092b673fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:10.680771 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-19a8739b-d9a8-43d3-a24d-0ee8404f3c38 req-a368423d-d040-4553-8536-d092b673fc7a service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0891857 Aug 16 23:13:11.049079 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-19a8739b-d9a8-43d3-a24d-0ee8404f3c38 req-ab9f775b-f21e-48e5-808c-df93b20abaa3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72d9e22c-d4ab-4793-b531-208c272686e0 HTTP/1.1" status: 200 len: 1001 time: 0.3609235 Aug 16 23:13:11.097404 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8739b-d9a8-43d3-a24d-0ee8404f3c38 req-47d13bca-058d-481f-9d80-a4143d494346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:11.098882 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-19a8739b-d9a8-43d3-a24d-0ee8404f3c38 req-47d13bca-058d-481f-9d80-a4143d494346 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0426707 Aug 16 23:13:11.148522 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8739b-d9a8-43d3-a24d-0ee8404f3c38 req-2a4c4621-434b-4c38-a354-a40356d40865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:11.150045 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-19a8739b-d9a8-43d3-a24d-0ee8404f3c38 req-2a4c4621-434b-4c38-a354-a40356d40865 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444865 Aug 16 23:13:11.234093 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:11.247195 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-19a8739b-d9a8-43d3-a24d-0ee8404f3c38 req-8a4af63a-6efd-4a12-bccc-ae3423303042 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903242 Aug 16 23:13:11.347401 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-19a8739b-d9a8-43d3-a24d-0ee8404f3c38 req-6f40720a-3751-4557-8242-d2e7b722d456 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929828 Aug 16 23:13:11.605300 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca6886ad-62eb-4cff-bdac-6753c3b72fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:12.170483 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:13.410265 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:14.981342 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:15.715189 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2032a1-fa31-4d74-b9c0-d53e1f26a377 req-ee046a59-9de9-4d24-a1b4-f1d7cc3cf32b tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:15.716736 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e2032a1-fa31-4d74-b9c0-d53e1f26a377 req-ee046a59-9de9-4d24-a1b4-f1d7cc3cf32b tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 945 time: 0.1119175 Aug 16 23:13:15.756138 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e2032a1-fa31-4d74-b9c0-d53e1f26a377 req-20c1cbd0-5377-4695-96ab-4d2b5be5af22 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327511 Aug 16 23:13:16.005231 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9cb00-a1d1-47d6-adaf-3d0f41bbaf5e req-731928de-728b-420d-b4c7-8f170ac3b7b4 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:16.006927 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40d9cb00-a1d1-47d6-adaf-3d0f41bbaf5e req-731928de-728b-420d-b4c7-8f170ac3b7b4 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 945 time: 0.0514574 Aug 16 23:13:16.068827 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40d9cb00-a1d1-47d6-adaf-3d0f41bbaf5e req-eaa531b1-7b14-4105-962c-bbe88d197a7b tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533113 Aug 16 23:13:16.076165 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-de5f300b-fe2d-4bec-80cd-ce8dce5e4e62 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1269600 Aug 16 23:13:17.151508 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-c9fbdb4f-7175-4d2a-907f-6ee1c02be382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:17.153015 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-c9fbdb4f-7175-4d2a-907f-6ee1c02be382 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 1097 time: 0.0419760 Aug 16 23:13:17.250984 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-584c13d0-07c1-427b-9464-db8a257a7a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:17.252383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4a866-9362-4ad1-bf31-a9b43f3cadbe req-aff045c7-41e8-4fc5-85a6-9ff1c2ddcfe7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:17.252879 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-584c13d0-07c1-427b-9464-db8a257a7a06 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0930731 Aug 16 23:13:17.254105 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40b4a866-9362-4ad1-bf31-a9b43f3cadbe req-aff045c7-41e8-4fc5-85a6-9ff1c2ddcfe7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 945 time: 0.1133790 Aug 16 23:13:17.292600 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-40b4a866-9362-4ad1-bf31-a9b43f3cadbe req-d09fb1fe-5939-46d6-ad51-3063b2bfbb38 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324872 Aug 16 23:13:17.323073 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-29c40d79-261c-4374-9a7d-d2783a3ea701 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72d9e22c-d4ab-4793-b531-208c272686e0 HTTP/1.1" status: 200 len: 1001 time: 0.0636556 Aug 16 23:13:17.371722 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-7445eedc-b791-4da6-ae63-aeaff989f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:17.373078 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-7445eedc-b791-4da6-ae63-aeaff989f06b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0434117 Aug 16 23:13:17.422269 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-3895fce4-29a9-4521-9d64-ba73fb12ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:17.423807 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-3895fce4-29a9-4521-9d64-ba73fb12ee7f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444167 Aug 16 23:13:17.514942 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-c23979b5-a692-4870-b987-e6db4beab34d service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845428 Aug 16 23:13:17.607908 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-5946c2f1-507e-46e8-a440-928d81537ce5 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859838 Aug 16 23:13:18.408186 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7383c06-d331-4b8d-b9ee-38fdf94176bf req-441d84b9-5d9b-4b32-a3ad-3649111320cf tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:18.409650 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7383c06-d331-4b8d-b9ee-38fdf94176bf req-441d84b9-5d9b-4b32-a3ad-3649111320cf tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 945 time: 0.0483692 Aug 16 23:13:18.446967 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7383c06-d331-4b8d-b9ee-38fdf94176bf req-e5906648-6b93-4dd1-a32f-228919081263 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310509 Aug 16 23:13:19.562537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc3680-cb91-431d-84d8-9c273f37bfa0 req-d8180457-da96-4b51-822e-72faccbce3e4 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:19.563942 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-83fc3680-cb91-431d-84d8-9c273f37bfa0 req-d8180457-da96-4b51-822e-72faccbce3e4 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 945 time: 0.0489709 Aug 16 23:13:19.605440 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-83fc3680-cb91-431d-84d8-9c273f37bfa0 req-67ecc00e-b480-48b0-9453-658755a1bcd1 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355303 Aug 16 23:13:20.725249 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd3dbe-634e-4e68-9eed-214150ec4f08 req-7d7768f7-f530-4825-b707-0f641d520a41 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:20.726783 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6dd3dbe-634e-4e68-9eed-214150ec4f08 req-7d7768f7-f530-4825-b707-0f641d520a41 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 945 time: 0.0493925 Aug 16 23:13:20.764853 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6dd3dbe-634e-4e68-9eed-214150ec4f08 req-8bab60bb-e4e1-484b-ac79-2061561bd2b4 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321288 Aug 16 23:13:21.880241 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab39d5-26f7-4a69-88ea-bc68f3c9f66e req-565f66e8-8589-4ccd-83a8-c9d4e56c2d98 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:21.881790 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b3ab39d5-26f7-4a69-88ea-bc68f3c9f66e req-565f66e8-8589-4ccd-83a8-c9d4e56c2d98 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 945 time: 0.0489278 Aug 16 23:13:21.920308 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b3ab39d5-26f7-4a69-88ea-bc68f3c9f66e req-9a269178-3e9b-4c84-9eaf-3159a819c06a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323427 Aug 16 23:13:23.035853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7433895-b9d1-4236-8b6c-8d6827e6a5cb req-3a2932d4-33db-4ca9-9d5e-ff28d811c299 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:23.037404 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b7433895-b9d1-4236-8b6c-8d6827e6a5cb req-3a2932d4-33db-4ca9-9d5e-ff28d811c299 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 945 time: 0.0510614 Aug 16 23:13:23.077625 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b7433895-b9d1-4236-8b6c-8d6827e6a5cb req-18316de9-66cf-45f7-b941-8b188e26c239 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342610 Aug 16 23:13:24.193685 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066d206-2470-4103-9d99-ad657ca6aeca req-115a5ff2-3783-4cba-a862-1d5258b4f240 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:24.195225 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2066d206-2470-4103-9d99-ad657ca6aeca req-115a5ff2-3783-4cba-a862-1d5258b4f240 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 945 time: 0.0491889 Aug 16 23:13:24.233200 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2066d206-2470-4103-9d99-ad657ca6aeca req-ba722f64-ca17-4da7-8dfb-8b42467bb59d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320337 Aug 16 23:13:25.348978 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdffe47-6e23-4445-979d-f42aef58371e req-5af598c4-e316-48bc-8173-89f90d1b1151 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:25.350517 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bdffe47-6e23-4445-979d-f42aef58371e req-5af598c4-e316-48bc-8173-89f90d1b1151 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 945 time: 0.0490639 Aug 16 23:13:25.388083 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bdffe47-6e23-4445-979d-f42aef58371e req-28009a6f-862c-4cbd-827a-68c96cbf4384 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315897 Aug 16 23:13:26.501931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e178ac6-e974-44ef-93d5-039ae69f84df req-f48b7d29-af65-4e43-bd20-d0bf611a6dac tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:26.503439 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e178ac6-e974-44ef-93d5-039ae69f84df req-f48b7d29-af65-4e43-bd20-d0bf611a6dac tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 945 time: 0.0487757 Aug 16 23:13:26.544570 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e178ac6-e974-44ef-93d5-039ae69f84df req-fa900774-9e9a-4c3f-ac81-4063f0590e74 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351593 Aug 16 23:13:27.665262 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487a40b-435a-42fd-bd20-427daf04c409 req-5d743bb9-9b90-4ba3-8da3-a9bf5e2c081b tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:27.666778 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6487a40b-435a-42fd-bd20-427daf04c409 req-5d743bb9-9b90-4ba3-8da3-a9bf5e2c081b tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 945 time: 0.0538888 Aug 16 23:13:27.704599 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6487a40b-435a-42fd-bd20-427daf04c409 req-e8b80432-c1c2-4340-82af-0644bdfc4fd4 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318284 Aug 16 23:13:28.823424 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c347ee-f465-436a-b59c-51ee7489aa60 req-e269fac9-4784-4645-892b-cde9a2d28a7b tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:28.824919 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49c347ee-f465-436a-b59c-51ee7489aa60 req-e269fac9-4784-4645-892b-cde9a2d28a7b tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 945 time: 0.0507441 Aug 16 23:13:28.865701 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49c347ee-f465-436a-b59c-51ee7489aa60 req-1a02e535-66eb-4cfe-ad08-e15cff6b5463 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347638 Aug 16 23:13:29.504691 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-c7532ae0-86fe-486c-88f8-aba330ec89a0 service neutron] show failed (client error): The resource could not be found. Aug 16 23:13:29.505703 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-c7532ae0-86fe-486c-88f8-aba330ec89a0 service neutron] 10.222.0.43 "GET /v2.0/ports/72d9e22c-d4ab-4793-b531-208c272686e0/bindings/n-h1-792458-15 HTTP/1.1" status: 404 len: 381 time: 0.0556109 Aug 16 23:13:29.694704 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-dc42d371-5d1d-493c-b100-74a705a864a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:29.696184 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-dc42d371-5d1d-493c-b100-74a705a864a3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886&tenant_id=a26f4b1aec86465498306b851817e172 HTTP/1.1" status: 200 len: 1097 time: 0.0394340 Aug 16 23:13:29.707804 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-15', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:29.761534 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:30.006002 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] For port 72d9e22c-d4ab-4793-b531-208c272686e0, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=72d9e22c-d4ab-4793-b531-208c272686e0,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:30.016387 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395165e-879f-44a1-8093-3330518e9f2c req-6843f189-bb26-4c52-b074-da6405e1a9a6 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:30.017792 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d395165e-879f-44a1-8093-3330518e9f2c req-6843f189-bb26-4c52-b074-da6405e1a9a6 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 945 time: 0.0825908 Aug 16 23:13:30.077095 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] For port 72d9e22c-d4ab-4793-b531-208c272686e0, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:13:30.081018 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d395165e-879f-44a1-8093-3330518e9f2c req-52722b15-b3cf-4fd1-8efc-7c987a635554 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568957 Aug 16 23:13:30.120856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ade4ef5-7666-40ad-9192-c81483274886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72d9e22c-d4ab-4793-b531-208c272686e0'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:13:30.123099 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c082278-4b4e-4ec2-93ed-3ded4e2dc9a7" -d '{"events": [{"server_uuid": "1ade4ef5-7666-40ad-9192-c81483274886", "name": "network-vif-unplugged", "status": "completed", "tag": "72d9e22c-d4ab-4793-b531-208c272686e0"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:13:30.127717 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:30.139834 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Transition to ACTIVE for port object 72d9e22c-d4ab-4793-b531-208c272686e0 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:13:30.144018 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:30.171145 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04341c0e-220b-4ffb-83da-23c3115f8d2f x-openstack-request-id: req-04341c0e-220b-4ffb-83da-23c3115f8d2f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:13:30.171439 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ade4ef5-7666-40ad-9192-c81483274886", "name": "network-vif-unplugged", "status": "completed", "tag": "72d9e22c-d4ab-4793-b531-208c272686e0", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:13:30.171687 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-04341c0e-220b-4ffb-83da-23c3115f8d2f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:13:30.172598 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ade4ef5-7666-40ad-9192-c81483274886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72d9e22c-d4ab-4793-b531-208c272686e0', 'code': 200} Aug 16 23:13:30.224269 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Pushing event updated for resources: {'Port': ['ID=72d9e22c-d4ab-4793-b531-208c272686e0,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:30.239151 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:30.239496 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:30.239835 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:30.240189 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:30.240671 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:30.240833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:30.241158 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:30.241480 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:30.241805 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:30.242152 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:30.242472 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:30.242796 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:30.282915 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] No DVR routers for this DVR port 72d9e22c-d4ab-4793-b531-208c272686e0 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:13:30.754952 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Attempting to bind port 72d9e22c-d4ab-4793-b531-208c272686e0 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:13:30.755277 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Attempting to bind port 72d9e22c-d4ab-4793-b531-208c272686e0 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:13:30.755675 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Attempting to bind port 72d9e22c-d4ab-4793-b531-208c272686e0 on network 6daf488a-8154-479b-8012-18d5fb8592a7 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:13:30.759878 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Port 72d9e22c-d4ab-4793-b531-208c272686e0 on network 6daf488a-8154-479b-8012-18d5fb8592a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:13:30.760190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Attempting to bind port 72d9e22c-d4ab-4793-b531-208c272686e0 on network 6daf488a-8154-479b-8012-18d5fb8592a7 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:13:30.764997 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:13:30.765329 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Checking segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:13:30.765890 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Bound using segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:13:30.766508 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Bound port: 72d9e22c-d4ab-4793-b531-208c272686e0, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:13:30.766993 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:30.830072 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] For port 72d9e22c-d4ab-4793-b531-208c272686e0, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:13:30.836206 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] For port 72d9e22c-d4ab-4793-b531-208c272686e0, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=72d9e22c-d4ab-4793-b531-208c272686e0,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:13:30.840755 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:30.874940 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:30.876196 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:30.877709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] 10.222.0.39 "PUT /v2.0/ports/72d9e22c-d4ab-4793-b531-208c272686e0 HTTP/1.1" status: 200 len: 1092 time: 1.1743045 Aug 16 23:13:30.910423 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3bbd7-bea2-411b-bab8-fb2b697cab9a service neutron] Pushing event updated for resources: {'Port': ['ID=72d9e22c-d4ab-4793-b531-208c272686e0,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:30.949020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-aed671fa-4801-4288-8faf-95f149687c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:30.950583 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-aed671fa-4801-4288-8faf-95f149687c0d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 1095 time: 0.0480917 Aug 16 23:13:31.043453 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-b5ef9ff5-1b9a-43c1-87c1-b42b92263d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:31.044944 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-b5ef9ff5-1b9a-43c1-87c1-b42b92263d58 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0871861 Aug 16 23:13:31.115549 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-68017f6f-f9c8-410f-b6fe-318e0d4bab42 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72d9e22c-d4ab-4793-b531-208c272686e0 HTTP/1.1" status: 200 len: 999 time: 0.0636981 Aug 16 23:13:31.193401 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-7a2e3038-2d54-4583-859e-d3a881cb24ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:31.194879 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-7a2e3038-2d54-4583-859e-d3a881cb24ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0727661 Aug 16 23:13:31.218258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117932f-46f4-4443-af64-c05c8b51030d req-92d3f463-51f4-4908-bc98-630d6c996e45 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:31.220241 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9117932f-46f4-4443-af64-c05c8b51030d req-92d3f463-51f4-4908-bc98-630d6c996e45 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 943 time: 0.0679657 Aug 16 23:13:31.277924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-99078aac-8a03-46e5-af6a-79874007ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:31.279450 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-99078aac-8a03-46e5-af6a-79874007ffd2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768318 Aug 16 23:13:31.282942 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9117932f-46f4-4443-af64-c05c8b51030d req-848f852a-8d94-45d5-8f11-00d41812ff9c tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487952 Aug 16 23:13:31.369298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-7ff37acd-890e-4b84-901e-e7db5bff0ad8 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821354 Aug 16 23:13:31.462520 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3ab4baa-ab4e-4322-90f5-18fd8bcac9ad req-be1de821-d044-4685-9d81-60a655f1b99c service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858812 Aug 16 23:13:32.173921 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ade4ef5-7666-40ad-9192-c81483274886', 'tag': '72d9e22c-d4ab-4793-b531-208c272686e0'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:13:32.176288 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737111b3-2d83-4ff5-9fe2-65703c87903e" -d '{"events": [{"name": "network-changed", "server_uuid": "1ade4ef5-7666-40ad-9192-c81483274886", "tag": "72d9e22c-d4ab-4793-b531-208c272686e0"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:13:32.223811 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503104a3-6329-4c75-bba2-2d3a3a1ab7d5 x-openstack-request-id: req-503104a3-6329-4c75-bba2-2d3a3a1ab7d5 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:13:32.224101 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ade4ef5-7666-40ad-9192-c81483274886", "tag": "72d9e22c-d4ab-4793-b531-208c272686e0", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:13:32.224355 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-503104a3-6329-4c75-bba2-2d3a3a1ab7d5 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:13:32.224755 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ade4ef5-7666-40ad-9192-c81483274886', 'tag': '72d9e22c-d4ab-4793-b531-208c272686e0', 'status': 'completed', 'code': 200} Aug 16 23:13:32.283952 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737111b3-2d83-4ff5-9fe2-65703c87903e req-fb47da10-35a7-4b21-a239-0c5521795713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:32.285457 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-737111b3-2d83-4ff5-9fe2-65703c87903e req-fb47da10-35a7-4b21-a239-0c5521795713 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 1095 time: 0.0414500 Aug 16 23:13:32.299501 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737111b3-2d83-4ff5-9fe2-65703c87903e req-2118c48d-83ef-4e26-9f7e-2a5e22ec5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:32.301008 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-737111b3-2d83-4ff5-9fe2-65703c87903e req-2118c48d-83ef-4e26-9f7e-2a5e22ec5f23 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 1095 time: 0.0522890 Aug 16 23:13:32.382748 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737111b3-2d83-4ff5-9fe2-65703c87903e req-7b8e0096-c832-47f2-b0b4-0d46c10dd345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:32.384251 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-737111b3-2d83-4ff5-9fe2-65703c87903e req-7b8e0096-c832-47f2-b0b4-0d46c10dd345 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0915349 Aug 16 23:13:32.431762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196add7-2294-463c-8037-ac54b443ccc2 req-54e59bb8-8a13-482a-b962-0fd67ff63750 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:32.433259 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e196add7-2294-463c-8037-ac54b443ccc2 req-54e59bb8-8a13-482a-b962-0fd67ff63750 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 943 time: 0.0792651 Aug 16 23:13:32.434696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737111b3-2d83-4ff5-9fe2-65703c87903e req-46bde61a-a944-4907-9e53-27fd9ff2e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:32.436016 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-737111b3-2d83-4ff5-9fe2-65703c87903e req-46bde61a-a944-4907-9e53-27fd9ff2e96c service neutron] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.1273663 Aug 16 23:13:32.449597 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-737111b3-2d83-4ff5-9fe2-65703c87903e req-7fac0191-062d-4d0c-88a1-d958839cf6fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72d9e22c-d4ab-4793-b531-208c272686e0 HTTP/1.1" status: 200 len: 999 time: 0.0585177 Aug 16 23:13:32.503085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737111b3-2d83-4ff5-9fe2-65703c87903e req-333a792e-7b66-4442-ae62-0cbf14cafb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:32.504571 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-737111b3-2d83-4ff5-9fe2-65703c87903e req-333a792e-7b66-4442-ae62-0cbf14cafb4d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0487010 Aug 16 23:13:32.519534 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e196add7-2294-463c-8037-ac54b443ccc2 req-38597092-8f06-4080-b291-020c65de1e18 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797718 Aug 16 23:13:32.526196 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-737111b3-2d83-4ff5-9fe2-65703c87903e req-abe5de00-22e7-4004-9aa4-c583220e6d98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72d9e22c-d4ab-4793-b531-208c272686e0 HTTP/1.1" status: 200 len: 999 time: 0.0805755 Aug 16 23:13:32.552310 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737111b3-2d83-4ff5-9fe2-65703c87903e req-773b3c73-c860-4d80-aa43-ec75077f5547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:32.553820 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-737111b3-2d83-4ff5-9fe2-65703c87903e req-773b3c73-c860-4d80-aa43-ec75077f5547 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421081 Aug 16 23:13:32.578063 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737111b3-2d83-4ff5-9fe2-65703c87903e req-50910544-63ae-4941-87ef-07c8d7424d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:32.579539 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-737111b3-2d83-4ff5-9fe2-65703c87903e req-50910544-63ae-4941-87ef-07c8d7424d94 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0462155 Aug 16 23:13:32.630562 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737111b3-2d83-4ff5-9fe2-65703c87903e req-129895a2-7c6b-45a0-a815-1a185fc4d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:32.632062 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-737111b3-2d83-4ff5-9fe2-65703c87903e req-129895a2-7c6b-45a0-a815-1a185fc4d4fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409157 Aug 16 23:13:32.644160 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-737111b3-2d83-4ff5-9fe2-65703c87903e req-78f65ddc-c495-4427-99d1-e3b0711e5d81 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832524 Aug 16 23:13:32.725378 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-737111b3-2d83-4ff5-9fe2-65703c87903e req-1b6ae7cc-58fc-439c-b112-8c940663c177 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842679 Aug 16 23:13:32.739293 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-737111b3-2d83-4ff5-9fe2-65703c87903e req-15b078c7-9c6f-4c5d-9b10-91afea0982f6 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884056 Aug 16 23:13:32.814449 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-737111b3-2d83-4ff5-9fe2-65703c87903e req-ef7cb851-f4d5-41e1-bb23-5ec4dff022a3 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819902 Aug 16 23:13:33.638241 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6238f65-d589-49d3-a622-4a2f2e1be5d4 req-233329fe-3b55-4ef1-a05c-6a84d0ac20c9 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:33.639845 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d6238f65-d589-49d3-a622-4a2f2e1be5d4 req-233329fe-3b55-4ef1-a05c-6a84d0ac20c9 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 943 time: 0.0490458 Aug 16 23:13:33.681921 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d6238f65-d589-49d3-a622-4a2f2e1be5d4 req-e59fd884-40ce-423e-96a6-d313925287ae tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355916 Aug 16 23:13:33.853741 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 72d9e22c-d4ab-4793-b531-208c272686e0 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:13:33.876663 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc01b7-7bfb-45e1-911e-83f3741273a0 req-6b270cc3-e0dc-412c-b8e7-64911a556121 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:33.878228 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bbc01b7-7bfb-45e1-911e-83f3741273a0 req-6b270cc3-e0dc-412c-b8e7-64911a556121 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 943 time: 0.0540802 Aug 16 23:13:33.888160 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaffa56-2732-412c-a897-01541405edf7 req-451919ca-6388-49ed-8996-fa7fd4103a45 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:33.890510 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2aaffa56-2732-412c-a897-01541405edf7 req-451919ca-6388-49ed-8996-fa7fd4103a45 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886&tenant_id=a26f4b1aec86465498306b851817e172&binding%3Ahost_id=n-h1-792458-15 HTTP/1.1" status: 200 len: 943 time: 0.0539787 Aug 16 23:13:33.899011 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 72d9e22c-d4ab-4793-b531-208c272686e0 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:13:33.918768 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5bbc01b7-7bfb-45e1-911e-83f3741273a0 req-c2a433a0-4605-41fd-9417-b26610440b24 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345113 Aug 16 23:13:33.958140 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [req-2aaffa56-2732-412c-a897-01541405edf7 req-092a009d-e302-4102-9989-a45d22e57722 service neutron] delete failed (client error): The resource could not be found. Aug 16 23:13:33.959209 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2aaffa56-2732-412c-a897-01541405edf7 req-092a009d-e302-4102-9989-a45d22e57722 service neutron] 10.222.0.43 "DELETE /v2.0/ports/72d9e22c-d4ab-4793-b531-208c272686e0/bindings/n-h2-792458-15 HTTP/1.1" status: 404 len: 381 time: 0.0610840 Aug 16 23:13:34.041347 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaffa56-2732-412c-a897-01541405edf7 req-e444a166-60fd-4cba-aa8c-a7d223aae8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:34.042872 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2aaffa56-2732-412c-a897-01541405edf7 req-e444a166-60fd-4cba-aa8c-a7d223aae8e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 1095 time: 0.0413203 Aug 16 23:13:34.130976 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaffa56-2732-412c-a897-01541405edf7 req-194cc56d-fff7-42d3-b3b3-eeb2afe009a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:34.132332 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2aaffa56-2732-412c-a897-01541405edf7 req-194cc56d-fff7-42d3-b3b3-eeb2afe009a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0824661 Aug 16 23:13:34.200589 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2aaffa56-2732-412c-a897-01541405edf7 req-4ab62cbd-6659-4a7c-bade-ef699a744d41 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72d9e22c-d4ab-4793-b531-208c272686e0 HTTP/1.1" status: 200 len: 999 time: 0.0617657 Aug 16 23:13:34.209196 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 72d9e22c-d4ab-4793-b531-208c272686e0 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:13:34.249767 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaffa56-2732-412c-a897-01541405edf7 req-a11099ae-836a-4d6a-a719-161dce10483b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:34.251749 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2aaffa56-2732-412c-a897-01541405edf7 req-a11099ae-836a-4d6a-a719-161dce10483b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0444298 Aug 16 23:13:34.298203 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaffa56-2732-412c-a897-01541405edf7 req-ee0a6559-9adf-4c27-8a2d-c54a097ab915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:34.299710 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2aaffa56-2732-412c-a897-01541405edf7 req-ee0a6559-9adf-4c27-8a2d-c54a097ab915 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401824 Aug 16 23:13:34.308862 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 72d9e22c-d4ab-4793-b531-208c272686e0, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=72d9e22c-d4ab-4793-b531-208c272686e0,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:34.320472 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '72d9e22c-d4ab-4793-b531-208c272686e0', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'port_id': '72d9e22c-d4ab-4793-b531-208c272686e0', 'mac_address': 'fa:16:3e:02:0c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:13:34.357178 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:34.370400 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d9e22c-d4ab-4793-b531-208c272686e0 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:13:34.391401 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 72d9e22c-d4ab-4793-b531-208c272686e0, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=72d9e22c-d4ab-4793-b531-208c272686e0,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:34.395359 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:34.396272 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2aaffa56-2732-412c-a897-01541405edf7 req-19c12001-08c1-4e95-9642-cd94d0ce197e service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886309 Aug 16 23:13:34.446692 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=72d9e22c-d4ab-4793-b531-208c272686e0,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:34.453858 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:34.454235 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:34.454578 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:34.454916 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:34.455258 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:34.455593 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:34.455976 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:34.456344 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:34.456822 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:34.457152 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:34.457477 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:34.457819 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:34.485328 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2aaffa56-2732-412c-a897-01541405edf7 req-c3d32a7b-e6f6-4f0c-a214-356f2e12f1ad service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825088 Aug 16 23:13:34.633685 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['72d9e22c-d4ab-4793-b531-208c272686e0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:13:35.049785 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70809ab0-3c89-41de-bc7c-7e5d2804ac70 req-06008afe-272a-4e90-b808-95a22f4f6d7b tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:35.051339 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70809ab0-3c89-41de-bc7c-7e5d2804ac70 req-06008afe-272a-4e90-b808-95a22f4f6d7b tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 944 time: 0.0516169 Aug 16 23:13:35.088873 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70809ab0-3c89-41de-bc7c-7e5d2804ac70 req-ddf7dd24-83f9-40a5-852c-ce7372dcb7fa tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312755 Aug 16 23:13:35.204912 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f9d36-59a9-4bb1-9c13-2334d89eb1aa req-99dcadaa-fb4a-435d-a5da-8df8938ceeed tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:35.206571 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-645f9d36-59a9-4bb1-9c13-2334d89eb1aa req-99dcadaa-fb4a-435d-a5da-8df8938ceeed tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 944 time: 0.0512588 Aug 16 23:13:35.249667 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-645f9d36-59a9-4bb1-9c13-2334d89eb1aa req-7007bd4d-17fc-4b5e-bf76-9e150deadf40 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370181 Aug 16 23:13:35.363422 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c4388-3bb1-4f43-bf28-464e38de841c req-20af4c08-8b5d-4784-b1a0-43c1c10b2923 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:35.364950 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-214c4388-3bb1-4f43-bf28-464e38de841c req-20af4c08-8b5d-4784-b1a0-43c1c10b2923 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 944 time: 0.0496573 Aug 16 23:13:35.403843 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-214c4388-3bb1-4f43-bf28-464e38de841c req-e15d5230-d2df-465f-a5f5-800e0b121699 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326481 Aug 16 23:13:35.643301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53b478-246b-43f8-9327-055e98768eb7 req-33321886-ae95-470b-9aac-f3d25668df52 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:35.644907 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-db53b478-246b-43f8-9327-055e98768eb7 req-33321886-ae95-470b-9aac-f3d25668df52 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 944 time: 0.0511022 Aug 16 23:13:35.682600 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-db53b478-246b-43f8-9327-055e98768eb7 req-2fda7831-cbbb-490f-a183-bf3b679a740e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317690 Aug 16 23:13:36.232237 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 72d9e22c-d4ab-4793-b531-208c272686e0 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:13:36.290234 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 72d9e22c-d4ab-4793-b531-208c272686e0 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:13:36.294184 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 72d9e22c-d4ab-4793-b531-208c272686e0 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:36.294556 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:36.374655 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:36.396855 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ade4ef5-7666-40ad-9192-c81483274886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d9e22c-d4ab-4793-b531-208c272686e0'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:13:36.399138 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8b3731-e1e3-40ec-a2ce-f51469e4a2d9" -d '{"events": [{"server_uuid": "1ade4ef5-7666-40ad-9192-c81483274886", "name": "network-vif-plugged", "status": "completed", "tag": "72d9e22c-d4ab-4793-b531-208c272686e0"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:13:36.412755 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 72d9e22c-d4ab-4793-b531-208c272686e0, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=72d9e22c-d4ab-4793-b531-208c272686e0,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:36.417093 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:36.441473 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d56f44f-87e3-4eab-a0a6-df83aecceb1d x-openstack-request-id: req-5d56f44f-87e3-4eab-a0a6-df83aecceb1d {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:13:36.441473 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ade4ef5-7666-40ad-9192-c81483274886", "name": "network-vif-plugged", "status": "completed", "tag": "72d9e22c-d4ab-4793-b531-208c272686e0", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:13:36.441739 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5d56f44f-87e3-4eab-a0a6-df83aecceb1d {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:13:36.441968 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ade4ef5-7666-40ad-9192-c81483274886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d9e22c-d4ab-4793-b531-208c272686e0', 'code': 200} Aug 16 23:13:36.466645 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=72d9e22c-d4ab-4793-b531-208c272686e0,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:36.795962 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a94f1-4950-4d19-8ed4-3e6c118d81aa req-188b9e3d-d7f5-42c8-b902-280dcbd91d5f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:36.797527 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a8a94f1-4950-4d19-8ed4-3e6c118d81aa req-188b9e3d-d7f5-42c8-b902-280dcbd91d5f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 945 time: 0.0484004 Aug 16 23:13:36.838304 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a8a94f1-4950-4d19-8ed4-3e6c118d81aa req-4b4f4a31-866c-4794-8500-bda38604c814 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346522 Aug 16 23:13:36.912846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e15b9-3bce-4254-aeb2-b9a33d988505 req-ca653545-5564-4ca3-ae54-679c427f9f19 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:36.914222 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f24e15b9-3bce-4254-aeb2-b9a33d988505 req-ca653545-5564-4ca3-ae54-679c427f9f19 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 945 time: 0.0477552 Aug 16 23:13:36.999576 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f24e15b9-3bce-4254-aeb2-b9a33d988505 req-fd324d4a-3f15-45ce-9634-f233f569eb18 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Deleting port 72d9e22c-d4ab-4793-b531-208c272686e0 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:13:36.999911 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f24e15b9-3bce-4254-aeb2-b9a33d988505 req-fd324d4a-3f15-45ce-9634-f233f569eb18 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:37.088961 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f24e15b9-3bce-4254-aeb2-b9a33d988505 req-fd324d4a-3f15-45ce-9634-f233f569eb18 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] For port 72d9e22c-d4ab-4793-b531-208c272686e0, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=72d9e22c-d4ab-4793-b531-208c272686e0,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:37.089318 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f24e15b9-3bce-4254-aeb2-b9a33d988505 req-fd324d4a-3f15-45ce-9634-f233f569eb18 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:37.254559 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f24e15b9-3bce-4254-aeb2-b9a33d988505 req-fd324d4a-3f15-45ce-9634-f233f569eb18 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:37.254811 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f24e15b9-3bce-4254-aeb2-b9a33d988505 req-fd324d4a-3f15-45ce-9634-f233f569eb18 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:37.255130 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [req-f24e15b9-3bce-4254-aeb2-b9a33d988505 req-fd324d4a-3f15-45ce-9634-f233f569eb18 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Floating IP 5840fee5-d589-4c5d-91e6-101e026b9fed disassociated. External IP: 172.25.6.133, port: 72d9e22c-d4ab-4793-b531-208c272686e0. Aug 16 23:13:37.255492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f24e15b9-3bce-4254-aeb2-b9a33d988505 req-fd324d4a-3f15-45ce-9634-f233f569eb18 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Calling delete_port for 72d9e22c-d4ab-4793-b531-208c272686e0 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:13:37.386295 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f24e15b9-3bce-4254-aeb2-b9a33d988505 req-fd324d4a-3f15-45ce-9634-f233f569eb18 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:37.414873 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd324d4a-3f15-45ce-9634-f233f569eb18 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Pushing event deleted for resources: {'Port': ['ID=72d9e22c-d4ab-4793-b531-208c272686e0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:37.536541 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f24e15b9-3bce-4254-aeb2-b9a33d988505 req-fd324d4a-3f15-45ce-9634-f233f569eb18 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Router 963d1eba-d5c0-4eed-8910-4bf8b18e948b has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:13:37.651521 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f24e15b9-3bce-4254-aeb2-b9a33d988505 req-fd324d4a-3f15-45ce-9634-f233f569eb18 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:13:37.662032 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814dd811-7dce-461a-ae65-fca47da7723a None None] Sync routers for ids ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:13:37.670969 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814dd811-7dce-461a-ae65-fca47da7723a None None] Routers {'963d1eba-d5c0-4eed-8910-4bf8b18e948b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:37.671586 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-814dd811-7dce-461a-ae65-fca47da7723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:13:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:37.690915 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24e15b9-3bce-4254-aeb2-b9a33d988505 req-fd324d4a-3f15-45ce-9634-f233f569eb18 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] No DVR routers for this DVR port 72d9e22c-d4ab-4793-b531-208c272686e0 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:13:37.693486 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f24e15b9-3bce-4254-aeb2-b9a33d988505 req-fd324d4a-3f15-45ce-9634-f233f569eb18 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:37.695501 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f24e15b9-3bce-4254-aeb2-b9a33d988505 req-fd324d4a-3f15-45ce-9634-f233f569eb18 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.39 "DELETE /v2.0/ports/72d9e22c-d4ab-4793-b531-208c272686e0 HTTP/1.1" status: 204 len: 173 time: 0.7754002 Aug 16 23:13:37.695938 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ade4ef5-7666-40ad-9192-c81483274886', 'name': 'network-vif-deleted', 'tag': '72d9e22c-d4ab-4793-b531-208c272686e0'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:13:37.698218 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5549b910-3dfb-4242-9fb5-ad33c32f5cba" -d '{"events": [{"server_uuid": "1ade4ef5-7666-40ad-9192-c81483274886", "name": "network-vif-deleted", "tag": "72d9e22c-d4ab-4793-b531-208c272686e0"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:13:37.740083 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0672c6f7-dfd2-458c-8380-2607c0a9d3b9 x-openstack-request-id: req-0672c6f7-dfd2-458c-8380-2607c0a9d3b9 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:13:37.740376 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ade4ef5-7666-40ad-9192-c81483274886", "name": "network-vif-deleted", "tag": "72d9e22c-d4ab-4793-b531-208c272686e0", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:13:37.740981 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0672c6f7-dfd2-458c-8380-2607c0a9d3b9 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:13:37.741214 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ade4ef5-7666-40ad-9192-c81483274886', 'name': 'network-vif-deleted', 'tag': '72d9e22c-d4ab-4793-b531-208c272686e0', 'status': 'completed', 'code': 200} Aug 16 23:13:37.781876 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-814dd811-7dce-461a-ae65-fca47da7723a None None] Set router 963d1eba-d5c0-4eed-8910-4bf8b18e948b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:37.951269 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18ef903f-7cd7-4230-840e-a20ab7252928 req-f6b8ab59-5b7d-4fb8-b83c-ac6cfd4f46a0 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ade4ef5-7666-40ad-9192-c81483274886 HTTP/1.1" status: 200 len: 210 time: 0.0316231 Aug 16 23:13:38.005948 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-814dd811-7dce-461a-ae65-fca47da7723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:38.032021 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814dd811-7dce-461a-ae65-fca47da7723a None None] Checking router: 963d1eba-d5c0-4eed-8910-4bf8b18e948b for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:13:38.040572 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814dd811-7dce-461a-ae65-fca47da7723a None None] Routers {'963d1eba-d5c0-4eed-8910-4bf8b18e948b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:38.041173 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-814dd811-7dce-461a-ae65-fca47da7723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:13:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:38.146710 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-814dd811-7dce-461a-ae65-fca47da7723a None None] Set router 963d1eba-d5c0-4eed-8910-4bf8b18e948b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:38.356129 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-814dd811-7dce-461a-ae65-fca47da7723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:38.383111 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814dd811-7dce-461a-ae65-fca47da7723a None None] The sync data for ids ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'] in n-d-792458-15 is: [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:13:38.622516 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995790bc-608e-4e0b-b6e4-3182a4f7b7df None None] New status for floating IP 5840fee5-d589-4c5d-91e6-101e026b9fed: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:13:38.932031 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:39.062830 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2eefe298-03c1-48eb-a562-8496b29fb375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:39.189805 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-65fbdf8c-174b-43da-a56e-38ee4ed52a21 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--976827003&fields=id&tenant_id=a26f4b1aec86465498306b851817e172 HTTP/1.1" status: 200 len: 267 time: 0.0361176 Aug 16 23:13:39.302486 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-24aab9de-70f3-4535-87f5-4d395ac8165e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:39.304089 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-24aab9de-70f3-4535-87f5-4d395ac8165e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 812 time: 0.1067476 Aug 16 23:13:39.328006 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-40bd2c07-c5a9-4d24-a3e1-bde44563daf7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/quotas/a26f4b1aec86465498306b851817e172 HTTP/1.1" status: 200 len: 375 time: 0.0132837 Aug 16 23:13:39.394675 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-7a5e6289-28dd-47d0-858d-7ddcd3e3d836 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565042 Aug 16 23:13:39.411313 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b20d6da7-3a7b-438b-bf29-f0b9c64c0fb5 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:13:39.412276 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b20d6da7-3a7b-438b-bf29-f0b9c64c0fb5 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061679 Aug 16 23:13:39.562316 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-9ab52c88-b672-46d4-a933-f38e49901dd5 service neutron] 10.222.0.93 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436450 Aug 16 23:13:39.656562 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-7937502d-a46c-40d0-855d-884fd3652372 service neutron] 10.222.0.93 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875845 Aug 16 23:13:39.824063 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2c4cd822-c5a5-406e-ab4b-3e8d495c8c03 req-28e3870c-8c4b-47f4-9c01-05b1d85ff5ed tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 210 time: 0.0295768 Aug 16 23:13:39.849014 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:13:40.247291 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 72d9e22c-d4ab-4793-b531-208c272686e0 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:13:40.267059 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 72d9e22c-d4ab-4793-b531-208c272686e0 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:13:40.267405 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 72d9e22c-d4ab-4793-b531-208c272686e0 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:13:40.704994 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-0a32b7e4-ccd2-4f9b-b14b-c5fbce7effb4 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:40.706479 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-0a32b7e4-ccd2-4f9b-b14b-c5fbce7effb4 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 812 time: 0.1078932 Aug 16 23:13:40.753409 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-570d6d6c-24e7-4abe-9b2f-0b54e980b193 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a26f4b1aec86465498306b851817e172 HTTP/1.1" status: 200 len: 379 time: 0.0358984 Aug 16 23:13:40.768900 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-36cd3c8c-ff38-4e42-84f1-82d017e71503 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Request body: {'port': {'device_id': '88e782c8-39e8-4f32-afd1-003dccc44e99', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'admin_state_up': True, 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'security_groups': ['7909eac3-58e6-43fd-8921-c6fe5ae46c16']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:40.876770 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-36cd3c8c-ff38-4e42-84f1-82d017e71503 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Made reservation on behalf of a26f4b1aec86465498306b851817e172 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:13:40.880395 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-36cd3c8c-ff38-4e42-84f1-82d017e71503 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:40.958218 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7a7f8176-0877-4e47-bb92-b8521d0fa577 req-c0a48d38-5c23-419b-aebc-46c95358c4d5 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 210 time: 0.0610857 Aug 16 23:13:41.032048 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-36cd3c8c-ff38-4e42-84f1-82d017e71503 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Allocated IP 172.20.0.8 (6daf488a-8154-479b-8012-18d5fb8592a7/635e5796-9b5f-4473-8ebe-aefd27487599/7e2212f9-7775-4eda-851f-ff2aa37ad51a) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:13:41.178248 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-36cd3c8c-ff38-4e42-84f1-82d017e71503 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:41.191986 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-36cd3c8c-ff38-4e42-84f1-82d017e71503 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Transition to ACTIVE for port object 7e2212f9-7775-4eda-851f-ff2aa37ad51a will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:13:41.225691 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:41.228678 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-36cd3c8c-ff38-4e42-84f1-82d017e71503 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:41.273481 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-36cd3c8c-ff38-4e42-84f1-82d017e71503 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Network 6daf488a-8154-479b-8012-18d5fb8592a7 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:13:41.276645 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-36cd3c8c-ff38-4e42-84f1-82d017e71503 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:13:41.280517 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-36cd3c8c-ff38-4e42-84f1-82d017e71503 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:13:41.305174 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd3c8c-ff38-4e42-84f1-82d017e71503 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Pushing event updated for resources: {'Port': ['ID=7e2212f9-7775-4eda-851f-ff2aa37ad51a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:41.335802 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-36cd3c8c-ff38-4e42-84f1-82d017e71503 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:41.336437 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-36cd3c8c-ff38-4e42-84f1-82d017e71503 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:41.351863 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-36cd3c8c-ff38-4e42-84f1-82d017e71503 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5873604 Aug 16 23:13:41.366633 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] Request body: {'port': {'device_id': '88e782c8-39e8-4f32-afd1-003dccc44e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:41.430671 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:41.568837 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b516eeb6-edb5-4806-b6ec-699b6d3ea648 None None] Provisioning for port 7e2212f9-7775-4eda-851f-ff2aa37ad51a completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:13:41.572470 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b516eeb6-edb5-4806-b6ec-699b6d3ea648 None None] Provisioning complete for port 7e2212f9-7775-4eda-851f-ff2aa37ad51a triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:41.572840 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b516eeb6-edb5-4806-b6ec-699b6d3ea648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:41.620236 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-14f6903b-78eb-46cf-8e40-4e0420809c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:41.621559 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b516eeb6-edb5-4806-b6ec-699b6d3ea648 None None] Port 7e2212f9-7775-4eda-851f-ff2aa37ad51a cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:13:41.697186 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2212f9-7775-4eda-851f-ff2aa37ad51a {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:13:41.704500 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:41.716126 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] Transition to ACTIVE for port object 7e2212f9-7775-4eda-851f-ff2aa37ad51a will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:13:41.720307 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:41.771971 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2212f9-7775-4eda-851f-ff2aa37ad51a,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:41.841547 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] Attempting to bind port 7e2212f9-7775-4eda-851f-ff2aa37ad51a on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:13:41.841884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] Attempting to bind port 7e2212f9-7775-4eda-851f-ff2aa37ad51a by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:13:41.842246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] Attempting to bind port 7e2212f9-7775-4eda-851f-ff2aa37ad51a on network 6daf488a-8154-479b-8012-18d5fb8592a7 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:13:41.847507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] Port 7e2212f9-7775-4eda-851f-ff2aa37ad51a on network 6daf488a-8154-479b-8012-18d5fb8592a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:13:41.847831 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] Attempting to bind port 7e2212f9-7775-4eda-851f-ff2aa37ad51a on network 6daf488a-8154-479b-8012-18d5fb8592a7 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:13:41.852882 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:13:41.853220 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] Checking segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:13:41.853606 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] Bound using segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:13:41.854062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] Bound port: 7e2212f9-7775-4eda-851f-ff2aa37ad51a, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:13:41.854425 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:41.923835 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] For port 7e2212f9-7775-4eda-851f-ff2aa37ad51a, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:13:41.927584 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] For port 7e2212f9-7775-4eda-851f-ff2aa37ad51a, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=7e2212f9-7775-4eda-851f-ff2aa37ad51a,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:13:41.932065 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:41.965861 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:41.966500 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:41.967883 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] 10.222.0.39 "PUT /v2.0/ports/7e2212f9-7775-4eda-851f-ff2aa37ad51a HTTP/1.1" status: 200 len: 1092 time: 0.6075721 Aug 16 23:13:41.968319 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e782c8-39e8-4f32-afd1-003dccc44e99', 'tag': '7e2212f9-7775-4eda-851f-ff2aa37ad51a'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:13:41.971165 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887c235b-dca8-4963-8a98-ac461d2bfbd2" -d '{"events": [{"name": "network-changed", "server_uuid": "88e782c8-39e8-4f32-afd1-003dccc44e99", "tag": "7e2212f9-7775-4eda-851f-ff2aa37ad51a"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:13:42.001254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1ef8c-9695-42a3-8505-3177692cb640 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2212f9-7775-4eda-851f-ff2aa37ad51a,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:42.020979 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ddb54f-48e4-4ca3-b6f6-3f0c7d60ef75 x-openstack-request-id: req-09ddb54f-48e4-4ca3-b6f6-3f0c7d60ef75 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:13:42.021325 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e782c8-39e8-4f32-afd1-003dccc44e99", "tag": "7e2212f9-7775-4eda-851f-ff2aa37ad51a", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:13:42.021753 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-09ddb54f-48e4-4ca3-b6f6-3f0c7d60ef75 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:13:42.022341 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e782c8-39e8-4f32-afd1-003dccc44e99', 'tag': '7e2212f9-7775-4eda-851f-ff2aa37ad51a', 'status': 'completed', 'code': 200} Aug 16 23:13:42.067166 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-2a07e302-53fa-40fe-9ae9-b0d9c91754e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:42.068718 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-2a07e302-53fa-40fe-9ae9-b0d9c91754e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 1095 time: 0.0614779 Aug 16 23:13:42.124817 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-89509fcd-d565-4223-8c24-09f18f7fce9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e2212f9-7775-4eda-851f-ff2aa37ad51a HTTP/1.1" status: 200 len: 217 time: 0.0379698 Aug 16 23:13:42.174746 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:42.177898 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766479a-1839-4bab-89f9-a0590426d64f req-304004dd-941b-428d-be8d-00caa16ce159 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:42.179463 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c766479a-1839-4bab-89f9-a0590426d64f req-304004dd-941b-428d-be8d-00caa16ce159 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 943 time: 0.1238539 Aug 16 23:13:42.210620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-4cd3d2f8-f8ad-4aec-bca6-67de378ffb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:42.212138 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-4cd3d2f8-f8ad-4aec-bca6-67de378ffb5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0807266 Aug 16 23:13:42.256781 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c766479a-1839-4bab-89f9-a0590426d64f req-bdcb9b61-2f37-4d45-b2e3-19ff9f4235f6 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707548 Aug 16 23:13:42.272123 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-f160ad70-2d85-4e58-bfe8-34c7a455e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:42.273663 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-f160ad70-2d85-4e58-bfe8-34c7a455e758 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548661 Aug 16 23:13:42.366410 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-ccf0b1b1-3919-4859-8254-6f155c7718ec service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853829 Aug 16 23:13:42.456352 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fa60a5e-a51b-4a7a-9c1c-3841cea2df8c req-3e6f6490-c1a2-4a67-90fc-292637a16542 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832026 Aug 16 23:13:42.542036 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c235b-dca8-4963-8a98-ac461d2bfbd2 req-29b3dd3d-faf9-467d-9977-6f558de7f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:42.543524 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-887c235b-dca8-4963-8a98-ac461d2bfbd2 req-29b3dd3d-faf9-467d-9977-6f558de7f18a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 1095 time: 0.0401897 Aug 16 23:13:42.637644 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c235b-dca8-4963-8a98-ac461d2bfbd2 req-b258dd81-0118-4581-a184-01777aaa4307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:42.639081 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-887c235b-dca8-4963-8a98-ac461d2bfbd2 req-b258dd81-0118-4581-a184-01777aaa4307 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0887623 Aug 16 23:13:42.680600 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-887c235b-dca8-4963-8a98-ac461d2bfbd2 req-e8202510-43ee-438a-a785-12ed0f278eb2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e2212f9-7775-4eda-851f-ff2aa37ad51a HTTP/1.1" status: 200 len: 217 time: 0.0338886 Aug 16 23:13:42.732829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c235b-dca8-4963-8a98-ac461d2bfbd2 req-08ec9d31-acf9-4cad-805a-c5c0cb6218ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:42.734391 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-887c235b-dca8-4963-8a98-ac461d2bfbd2 req-08ec9d31-acf9-4cad-805a-c5c0cb6218ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0466876 Aug 16 23:13:42.781718 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c235b-dca8-4963-8a98-ac461d2bfbd2 req-c109e0e8-0ce2-42b0-bedf-209a76f0c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:42.784012 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-887c235b-dca8-4963-8a98-ac461d2bfbd2 req-c109e0e8-0ce2-42b0-bedf-209a76f0c9ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413265 Aug 16 23:13:42.874826 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-887c235b-dca8-4963-8a98-ac461d2bfbd2 req-76b2a1c0-0c25-4926-8638-2a9a9e7ab504 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806773 Aug 16 23:13:42.967790 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-887c235b-dca8-4963-8a98-ac461d2bfbd2 req-846c7adf-b6a4-445e-bca2-a211c9998a6c service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852542 Aug 16 23:13:43.376440 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416ae45-fe81-4aa2-a0cd-b5d091a0344f req-b4483b67-3386-4342-81ef-c46a66bde6a9 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:43.377942 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8416ae45-fe81-4aa2-a0cd-b5d091a0344f req-b4483b67-3386-4342-81ef-c46a66bde6a9 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 943 time: 0.0493171 Aug 16 23:13:43.406735 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:43.414864 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8416ae45-fe81-4aa2-a0cd-b5d091a0344f req-73de388b-f898-412c-b26f-067df9e8a1bc tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310295 Aug 16 23:13:44.263047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 7e2212f9-7775-4eda-851f-ff2aa37ad51a details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:13:44.361332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 7e2212f9-7775-4eda-851f-ff2aa37ad51a, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=7e2212f9-7775-4eda-851f-ff2aa37ad51a,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:44.372301 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '7e2212f9-7775-4eda-851f-ff2aa37ad51a', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'port_id': '7e2212f9-7775-4eda-851f-ff2aa37ad51a', 'mac_address': 'fa:16:3e:d4:60:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:13:44.415070 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:44.427852 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2212f9-7775-4eda-851f-ff2aa37ad51a {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:13:44.447781 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 7e2212f9-7775-4eda-851f-ff2aa37ad51a, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=7e2212f9-7775-4eda-851f-ff2aa37ad51a,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:44.452623 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:44.501988 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=7e2212f9-7775-4eda-851f-ff2aa37ad51a,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:44.535329 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433ed9c-4c89-44a1-8827-3bb7306932b0 req-f5602ea6-213b-4913-872f-c0c60d7a6c7a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:44.536726 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c433ed9c-4c89-44a1-8827-3bb7306932b0 req-f5602ea6-213b-4913-872f-c0c60d7a6c7a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 944 time: 0.0534301 Aug 16 23:13:44.573478 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c433ed9c-4c89-44a1-8827-3bb7306932b0 req-7713eff4-b1ac-4653-a44a-dcdaf4a084ee tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307250 Aug 16 23:13:44.642711 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['7e2212f9-7775-4eda-851f-ff2aa37ad51a'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:13:44.983329 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:45.689217 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2798b2-4618-4078-b65a-6687bb2dd90f req-bf8ee4ce-212f-404a-a016-6198ac7d0cdd tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:45.690997 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e2798b2-4618-4078-b65a-6687bb2dd90f req-bf8ee4ce-212f-404a-a016-6198ac7d0cdd tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 944 time: 0.0495138 Aug 16 23:13:45.727476 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e2798b2-4618-4078-b65a-6687bb2dd90f req-d8fd5ef4-4022-41ac-90cc-c183994550fa tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304081 Aug 16 23:13:46.279212 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 7e2212f9-7775-4eda-851f-ff2aa37ad51a up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:13:46.332311 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 7e2212f9-7775-4eda-851f-ff2aa37ad51a completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:13:46.336454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 7e2212f9-7775-4eda-851f-ff2aa37ad51a triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:46.336865 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:46.413077 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:46.434501 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e782c8-39e8-4f32-afd1-003dccc44e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2212f9-7775-4eda-851f-ff2aa37ad51a'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:13:46.436721 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0125efdfc56101aec5604fccaa2fb264df18dc50add85c8a740a78d4f1644f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f839c14-399b-4348-bdaa-46b3ff5c051b" -d '{"events": [{"server_uuid": "88e782c8-39e8-4f32-afd1-003dccc44e99", "name": "network-vif-plugged", "status": "completed", "tag": "7e2212f9-7775-4eda-851f-ff2aa37ad51a"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:13:46.452335 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 7e2212f9-7775-4eda-851f-ff2aa37ad51a, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=7e2212f9-7775-4eda-851f-ff2aa37ad51a,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:46.457109 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:46.479951 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2f9248-74bd-4d4f-80d8-18dcc576baa1 x-openstack-request-id: req-5e2f9248-74bd-4d4f-80d8-18dcc576baa1 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:13:46.480239 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e782c8-39e8-4f32-afd1-003dccc44e99", "name": "network-vif-plugged", "status": "completed", "tag": "7e2212f9-7775-4eda-851f-ff2aa37ad51a", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:13:46.480485 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5e2f9248-74bd-4d4f-80d8-18dcc576baa1 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:13:46.480867 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e782c8-39e8-4f32-afd1-003dccc44e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2212f9-7775-4eda-851f-ff2aa37ad51a', 'code': 200} Aug 16 23:13:46.506210 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=7e2212f9-7775-4eda-851f-ff2aa37ad51a,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:46.570807 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08bf47-4acb-4052-9377-51ec8f54f58b req-438e60a0-02ae-4952-b769-3d639823aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:46.572208 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1c08bf47-4acb-4052-9377-51ec8f54f58b req-438e60a0-02ae-4952-b769-3d639823aa54 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 1097 time: 0.0400374 Aug 16 23:13:46.608197 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1c08bf47-4acb-4052-9377-51ec8f54f58b req-a84d18a9-6d0f-4ed3-9b37-6b8285259a96 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291629 Aug 16 23:13:46.846071 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc3d33-1146-46ee-88a7-d6df70140ae8 req-43aafe3d-3ed3-4aa7-b49b-512e95e92c8e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:46.847521 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-08fc3d33-1146-46ee-88a7-d6df70140ae8 req-43aafe3d-3ed3-4aa7-b49b-512e95e92c8e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.0526989 Aug 16 23:13:46.884465 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-08fc3d33-1146-46ee-88a7-d6df70140ae8 req-d3e71377-2aa9-4e6b-8e9c-636a73260fe7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310178 Aug 16 23:13:48.002215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed40fd-b62f-4c89-99bc-954a86e17a3a req-a45b942d-2aba-492c-b4b9-8f8bf4f15102 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:48.003685 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a9ed40fd-b62f-4c89-99bc-954a86e17a3a req-a45b942d-2aba-492c-b4b9-8f8bf4f15102 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.0501809 Aug 16 23:13:48.040427 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a9ed40fd-b62f-4c89-99bc-954a86e17a3a req-e5e202ae-efa0-4ad8-add3-25a2254cd4c3 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303609 Aug 16 23:13:48.152571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b18dab-0065-4ba8-a695-d13dabfce88c req-405a764a-7059-4574-a051-6246b5c8e6cf tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:48.154063 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-12b18dab-0065-4ba8-a695-d13dabfce88c req-405a764a-7059-4574-a051-6246b5c8e6cf tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.0483422 Aug 16 23:13:48.162591 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 48678) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:48.167048 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a8fdd1da-5f26-4c84-a765-1288b8136308 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Request body: {'floatingip': {'port_id': '7e2212f9-7775-4eda-851f-ff2aa37ad51a'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:48.208325 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8fdd1da-5f26-4c84-a765-1288b8136308 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:48.964848 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8fdd1da-5f26-4c84-a765-1288b8136308 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:48.968589 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8fdd1da-5f26-4c84-a765-1288b8136308 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:49.066321 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-a8fdd1da-5f26-4c84-a765-1288b8136308 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Floating IP 5840fee5-d589-4c5d-91e6-101e026b9fed associated. External IP: 172.25.6.133, port: 7e2212f9-7775-4eda-851f-ff2aa37ad51a. Aug 16 23:13:49.267928 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fdd1da-5f26-4c84-a765-1288b8136308 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Router 963d1eba-d5c0-4eed-8910-4bf8b18e948b has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:13:49.378558 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fdd1da-5f26-4c84-a765-1288b8136308 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:13:49.383477 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a8fdd1da-5f26-4c84-a765-1288b8136308 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:49.388044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210a92d7-eacf-4f1f-bf4e-5f20a12a848d None None] Sync routers for ids ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:13:49.398034 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210a92d7-eacf-4f1f-bf4e-5f20a12a848d None None] Routers {'963d1eba-d5c0-4eed-8910-4bf8b18e948b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:49.398716 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-210a92d7-eacf-4f1f-bf4e-5f20a12a848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:13:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:49.413218 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a8fdd1da-5f26-4c84-a765-1288b8136308 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "PUT /v2.0/floatingips/5840fee5-d589-4c5d-91e6-101e026b9fed HTTP/1.1" status: 200 len: 991 time: 1.2459254 Aug 16 23:13:49.413218 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e782c8-39e8-4f32-afd1-003dccc44e99', 'tag': '7e2212f9-7775-4eda-851f-ff2aa37ad51a'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:13:49.413218 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006b4f19e2e7cab2fe71fe6aa965c434add93241dda3d4117e6d00d03b7aaade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7789810-8e56-42cb-bd7e-26db88bff19c" -d '{"events": [{"name": "network-changed", "server_uuid": "88e782c8-39e8-4f32-afd1-003dccc44e99", "tag": "7e2212f9-7775-4eda-851f-ff2aa37ad51a"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:13:49.450646 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097f56f2-fd63-4246-9968-154217965f9a x-openstack-request-id: req-097f56f2-fd63-4246-9968-154217965f9a {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:13:49.450966 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e782c8-39e8-4f32-afd1-003dccc44e99", "tag": "7e2212f9-7775-4eda-851f-ff2aa37ad51a", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:13:49.451221 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-097f56f2-fd63-4246-9968-154217965f9a {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:13:49.451627 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e782c8-39e8-4f32-afd1-003dccc44e99', 'tag': '7e2212f9-7775-4eda-851f-ff2aa37ad51a', 'status': 'completed', 'code': 200} Aug 16 23:13:49.510443 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-210a92d7-eacf-4f1f-bf4e-5f20a12a848d None None] Set router 963d1eba-d5c0-4eed-8910-4bf8b18e948b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:49.522304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7789810-8e56-42cb-bd7e-26db88bff19c req-cbc417d6-1803-4985-afd8-90944260e291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:49.523806 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d7789810-8e56-42cb-bd7e-26db88bff19c req-cbc417d6-1803-4985-afd8-90944260e291 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 1097 time: 0.0461936 Aug 16 23:13:49.613498 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7789810-8e56-42cb-bd7e-26db88bff19c req-3564a874-d47c-4b88-b473-2aef2a6cd365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:49.615055 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d7789810-8e56-42cb-bd7e-26db88bff19c req-3564a874-d47c-4b88-b473-2aef2a6cd365 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0842521 Aug 16 23:13:49.685096 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d7789810-8e56-42cb-bd7e-26db88bff19c req-7b1339d7-9f15-40e1-a8e0-b33b389666f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e2212f9-7775-4eda-851f-ff2aa37ad51a HTTP/1.1" status: 200 len: 999 time: 0.0633352 Aug 16 23:13:49.730933 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-210a92d7-eacf-4f1f-bf4e-5f20a12a848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '5840fee5-d589-4c5d-91e6-101e026b9fed', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'port_id': '7e2212f9-7775-4eda-851f-ff2aa37ad51a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'mac_address': 'fa:16:3e:d4:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e782c8-39e8-4f32-afd1-003dccc44e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:11:25Z', 'updated_at': '2021-08-16T23:13:48Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:49.734659 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7789810-8e56-42cb-bd7e-26db88bff19c req-87a6570e-8edb-43bf-aa8c-cebe18d12680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:49.736539 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d7789810-8e56-42cb-bd7e-26db88bff19c req-87a6570e-8edb-43bf-aa8c-cebe18d12680 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0445397 Aug 16 23:13:49.760527 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210a92d7-eacf-4f1f-bf4e-5f20a12a848d None None] Checking router: 963d1eba-d5c0-4eed-8910-4bf8b18e948b for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:13:49.769735 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210a92d7-eacf-4f1f-bf4e-5f20a12a848d None None] Routers {'963d1eba-d5c0-4eed-8910-4bf8b18e948b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:49.770381 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-210a92d7-eacf-4f1f-bf4e-5f20a12a848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:13:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:49.781955 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7789810-8e56-42cb-bd7e-26db88bff19c req-f6ae0afc-0428-4536-a845-d04670524180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:49.783482 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d7789810-8e56-42cb-bd7e-26db88bff19c req-f6ae0afc-0428-4536-a845-d04670524180 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405080 Aug 16 23:13:49.880788 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d7789810-8e56-42cb-bd7e-26db88bff19c req-a65e3eab-5b69-4b4d-97c1-7f3f90289297 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896380 Aug 16 23:13:49.976270 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d7789810-8e56-42cb-bd7e-26db88bff19c req-6be6271e-db0a-4ffc-9fe4-4119e528d2e7 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890534 Aug 16 23:13:50.041230 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-210a92d7-eacf-4f1f-bf4e-5f20a12a848d None None] Set router 963d1eba-d5c0-4eed-8910-4bf8b18e948b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:50.259324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-210a92d7-eacf-4f1f-bf4e-5f20a12a848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '5840fee5-d589-4c5d-91e6-101e026b9fed', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'port_id': '7e2212f9-7775-4eda-851f-ff2aa37ad51a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'mac_address': 'fa:16:3e:d4:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e782c8-39e8-4f32-afd1-003dccc44e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:11:25Z', 'updated_at': '2021-08-16T23:13:48Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:50.284569 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210a92d7-eacf-4f1f-bf4e-5f20a12a848d None None] The sync data for ids ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'] in n-d-792458-15 is: [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '5840fee5-d589-4c5d-91e6-101e026b9fed', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'port_id': '7e2212f9-7775-4eda-851f-ff2aa37ad51a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'mac_address': 'fa:16:3e:d4:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e782c8-39e8-4f32-afd1-003dccc44e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:11:25Z', 'updated_at': '2021-08-16T23:13:48Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:13:50.472447 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bff4c5-e9a5-4212-9e68-430b38e481d7 None None] New status for floating IP 5840fee5-d589-4c5d-91e6-101e026b9fed: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:14:08.206124 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5839d554-8f59-4f84-adc8-91ee7f819428 req-5eafad07-9dee-48ce-bb61-303fe1eff201 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385227 Aug 16 23:14:08.293854 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839d554-8f59-4f84-adc8-91ee7f819428 req-9803a047-47f0-47b0-8c66-0e3213f129fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:08.295407 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5839d554-8f59-4f84-adc8-91ee7f819428 req-9803a047-47f0-47b0-8c66-0e3213f129fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 1097 time: 0.0455949 Aug 16 23:14:08.397075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839d554-8f59-4f84-adc8-91ee7f819428 req-73c4372a-8ba9-4fc3-8db1-04c3557e1bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:08.398603 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5839d554-8f59-4f84-adc8-91ee7f819428 req-73c4372a-8ba9-4fc3-8db1-04c3557e1bae service neutron] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0845680 Aug 16 23:14:08.468033 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5839d554-8f59-4f84-adc8-91ee7f819428 req-e956f68d-a8f8-4df9-be5c-73d17f9eed15 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e2212f9-7775-4eda-851f-ff2aa37ad51a HTTP/1.1" status: 200 len: 1001 time: 0.0604725 Aug 16 23:14:08.516800 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839d554-8f59-4f84-adc8-91ee7f819428 req-16fe2ca7-e185-4697-ae38-1abfc97be1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:08.519003 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5839d554-8f59-4f84-adc8-91ee7f819428 req-16fe2ca7-e185-4697-ae38-1abfc97be1b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0436537 Aug 16 23:14:08.565184 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839d554-8f59-4f84-adc8-91ee7f819428 req-2010c1e2-e8c8-43e9-9444-f3d70c789f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:08.567232 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5839d554-8f59-4f84-adc8-91ee7f819428 req-2010c1e2-e8c8-43e9-9444-f3d70c789f99 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404928 Aug 16 23:14:08.661512 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5839d554-8f59-4f84-adc8-91ee7f819428 req-5ddf26fb-21da-4b98-8131-e98d801a251f service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866206 Aug 16 23:14:08.751485 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5839d554-8f59-4f84-adc8-91ee7f819428 req-1b92f426-4a36-40ed-88b6-ce46775aba12 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811167 Aug 16 23:14:08.932768 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:09.063483 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8005e6f-12f7-4c97-a1aa-e74d3f76447f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:11.243639 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:11.610575 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0a3007b5-fda8-4a89-9c30-1690a86ac259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:12.176683 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:13.409028 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:14.987149 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:16.848500 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:14:38.941812 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:39.062565 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5fb784d1-70f2-423b-948e-3faff7dfff7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:41.240205 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:41.611397 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-924c6e3c-b11e-4797-bd39-fec4a7b84093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:42.182091 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:43.411979 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:44.989133 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:53.848756 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:15:08.960425 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:09.063844 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-996bc1e4-d096-46ae-824d-fb50a83541dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:09.820325 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ad1ad24-425c-4cd5-89ce-6bb080db8abd req-ace031c7-a9ad-4465-8b1c-e04a3e84f5fa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0812180 Aug 16 23:15:09.901366 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1ad24-425c-4cd5-89ce-6bb080db8abd req-96571f03-f219-407c-96cc-85c180ebedab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:09.902824 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ad1ad24-425c-4cd5-89ce-6bb080db8abd req-96571f03-f219-407c-96cc-85c180ebedab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 1097 time: 0.0412514 Aug 16 23:15:10.003047 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1ad24-425c-4cd5-89ce-6bb080db8abd req-29a28a11-b194-4a90-b170-e6f445491523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:10.004508 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ad1ad24-425c-4cd5-89ce-6bb080db8abd req-29a28a11-b194-4a90-b170-e6f445491523 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0828667 Aug 16 23:15:10.071552 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ad1ad24-425c-4cd5-89ce-6bb080db8abd req-4b0c71b4-0b8a-4700-8fbe-4f00e27a38e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e2212f9-7775-4eda-851f-ff2aa37ad51a HTTP/1.1" status: 200 len: 1001 time: 0.0603426 Aug 16 23:15:10.120193 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1ad24-425c-4cd5-89ce-6bb080db8abd req-8c552862-d92e-46bd-bbb7-951015b9a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:10.121709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ad1ad24-425c-4cd5-89ce-6bb080db8abd req-8c552862-d92e-46bd-bbb7-951015b9a963 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0438199 Aug 16 23:15:10.168955 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1ad24-425c-4cd5-89ce-6bb080db8abd req-0189acc9-9dc8-4ac4-81ca-ae92688d0bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:10.170404 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ad1ad24-425c-4cd5-89ce-6bb080db8abd req-0189acc9-9dc8-4ac4-81ca-ae92688d0bdd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414453 Aug 16 23:15:10.271060 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ad1ad24-425c-4cd5-89ce-6bb080db8abd req-ebbe06d4-a38f-44cb-b832-0dc6a8db5476 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898268 Aug 16 23:15:10.358952 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ad1ad24-425c-4cd5-89ce-6bb080db8abd req-c03b0b11-f287-4435-b950-26fbd55c6e70 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806603 Aug 16 23:15:11.238965 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:11.611868 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-62d9283e-e86b-4bfe-b8bf-beb96f90893b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:12.183719 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:13.414227 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:14.993127 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:25.396899 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26787ad4-4024-4936-8a38-92512f65dbee req-e2367c67-84d8-4076-95cd-67a2855aa1c4 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:25.398445 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26787ad4-4024-4936-8a38-92512f65dbee req-e2367c67-84d8-4076-95cd-67a2855aa1c4 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.1019814 Aug 16 23:15:25.437038 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26787ad4-4024-4936-8a38-92512f65dbee req-835fe19a-6e37-47f4-bbef-a282fb712057 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326478 Aug 16 23:15:26.677807 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c68ec4-8335-4641-ab26-01ba3852e18c req-014cba21-3fdd-494e-8e54-30d42328cd33 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:26.679336 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-33c68ec4-8335-4641-ab26-01ba3852e18c req-014cba21-3fdd-494e-8e54-30d42328cd33 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.0948093 Aug 16 23:15:26.717923 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-33c68ec4-8335-4641-ab26-01ba3852e18c req-be135cec-0814-4f7f-816b-d09340cb9abc tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323825 Aug 16 23:15:27.835385 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135ddee-8f7c-42df-92b7-aea4ca9bf429 req-4c72c584-9f0c-433d-9aa2-ea0a47f2ba7f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:27.836883 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9135ddee-8f7c-42df-92b7-aea4ca9bf429 req-4c72c584-9f0c-433d-9aa2-ea0a47f2ba7f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.0495903 Aug 16 23:15:27.874936 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9135ddee-8f7c-42df-92b7-aea4ca9bf429 req-35e64df9-8034-4a29-ace0-472abf66a734 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319912 Aug 16 23:15:28.995798 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0472af-0d6d-4c90-af2d-f6472c19db31 req-dad64a15-d7d7-4394-8dab-2403db4424ab tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:28.997353 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ac0472af-0d6d-4c90-af2d-f6472c19db31 req-dad64a15-d7d7-4394-8dab-2403db4424ab tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.0532069 Aug 16 23:15:29.036372 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ac0472af-0d6d-4c90-af2d-f6472c19db31 req-ae6bf92d-9d0b-470f-bedb-3a18bc434164 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322566 Aug 16 23:15:30.157583 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35572be6-747a-4ec8-8a45-c4e570b0e2e9 req-f798421d-3766-447f-b06c-09768f169000 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:30.159137 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35572be6-747a-4ec8-8a45-c4e570b0e2e9 req-f798421d-3766-447f-b06c-09768f169000 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.0538156 Aug 16 23:15:30.201468 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35572be6-747a-4ec8-8a45-c4e570b0e2e9 req-93b905a4-1413-4959-ac08-65f9c361f7ff tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319650 Aug 16 23:15:30.847804 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:15:31.317035 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a5a75-ebd2-4853-9534-d02380b272fe req-16c9a6a1-9e45-402e-b7db-a7f9639b3c24 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:31.318592 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9d9a5a75-ebd2-4853-9534-d02380b272fe req-16c9a6a1-9e45-402e-b7db-a7f9639b3c24 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.0486476 Aug 16 23:15:31.357537 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9d9a5a75-ebd2-4853-9534-d02380b272fe req-318281e7-e35b-4d1c-8cd0-ac3ff85a2b2e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330305 Aug 16 23:15:32.479732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6d74f-c0dc-4704-a233-4e962c599f69 req-a6a4b55c-2ef1-46b4-83a9-32da3f763cc4 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:32.486665 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cce6d74f-c0dc-4704-a233-4e962c599f69 req-a6a4b55c-2ef1-46b4-83a9-32da3f763cc4 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.0597124 Aug 16 23:15:32.520485 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cce6d74f-c0dc-4704-a233-4e962c599f69 req-124c4347-f8cf-47b0-85db-659edc821200 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322833 Aug 16 23:15:33.635201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60223a2c-46ec-4aa7-a5c1-e8dd691fefae req-c7bc4c56-9474-47d3-89e2-252f11f7ad75 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:33.636703 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60223a2c-46ec-4aa7-a5c1-e8dd691fefae req-c7bc4c56-9474-47d3-89e2-252f11f7ad75 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.0492511 Aug 16 23:15:33.678587 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60223a2c-46ec-4aa7-a5c1-e8dd691fefae req-aa0ad18b-1014-4123-9058-955471598838 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346243 Aug 16 23:15:34.795536 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1f63e-675c-49b6-af28-f19343768506 req-6cee7467-4f27-445d-a90b-18d01a08f948 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:34.797081 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5af1f63e-675c-49b6-af28-f19343768506 req-6cee7467-4f27-445d-a90b-18d01a08f948 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.0490286 Aug 16 23:15:34.834793 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5af1f63e-675c-49b6-af28-f19343768506 req-8a7e08c7-c581-4060-bf4a-0fd938de8b27 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317965 Aug 16 23:15:35.953159 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc65fee-af81-4abc-8997-a8ea282a31c9 req-b8730629-f201-4626-9453-ea8efc020e65 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:35.955243 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8cc65fee-af81-4abc-8997-a8ea282a31c9 req-b8730629-f201-4626-9453-ea8efc020e65 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.0524006 Aug 16 23:15:35.993048 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8cc65fee-af81-4abc-8997-a8ea282a31c9 req-27990e0a-0501-422b-b704-fdec0d802845 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317907 Aug 16 23:15:36.236183 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475890ed-1e80-4fae-9945-c08b3e5eb7e3 req-681219a6-bdcf-40b3-9c80-7fcb5622c08e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:36.237683 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-475890ed-1e80-4fae-9945-c08b3e5eb7e3 req-681219a6-bdcf-40b3-9c80-7fcb5622c08e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.0553052 Aug 16 23:15:36.300942 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-475890ed-1e80-4fae-9945-c08b3e5eb7e3 req-59f31acc-35a7-4010-a727-e4e915cfa059 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571029 Aug 16 23:15:36.308027 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-c9cc0f42-207a-4283-8c2a-7e9977af640a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0987782 Aug 16 23:15:37.418478 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a817a15-9148-4bd4-9e9f-3a1e15fcffe5 req-059ad64e-472d-4f47-a9a8-c4d376278361 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:37.419942 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4a817a15-9148-4bd4-9e9f-3a1e15fcffe5 req-059ad64e-472d-4f47-a9a8-c4d376278361 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.0517659 Aug 16 23:15:37.458458 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4a817a15-9148-4bd4-9e9f-3a1e15fcffe5 req-4afae194-ab12-4e62-b38c-40289a1ce0cf tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317020 Aug 16 23:15:38.572221 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c384e4-b1c7-4f07-95f5-02aa1e8d15b0 req-3c7f42ef-8504-4c71-9725-4c960c93f329 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:38.573716 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-08c384e4-b1c7-4f07-95f5-02aa1e8d15b0 req-3c7f42ef-8504-4c71-9725-4c960c93f329 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.0494182 Aug 16 23:15:38.611661 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-08c384e4-b1c7-4f07-95f5-02aa1e8d15b0 req-2a85c9d9-f30e-4705-b446-cac419f3a138 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318944 Aug 16 23:15:38.960296 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:39.066910 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-61656114-b641-4b17-8823-c134aa420a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:39.386540 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-aab385ad-d627-48ee-9ff8-0453333cf0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:39.388039 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-aab385ad-d627-48ee-9ff8-0453333cf0e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 1097 time: 0.0445874 Aug 16 23:15:39.481062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-149f31e6-25d9-4727-a74e-8b44f40a7735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:39.482574 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-149f31e6-25d9-4727-a74e-8b44f40a7735 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0874715 Aug 16 23:15:39.545839 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-4ff79371-8a6d-4bc3-bf0f-d2532b13b31e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e2212f9-7775-4eda-851f-ff2aa37ad51a HTTP/1.1" status: 200 len: 1001 time: 0.0565286 Aug 16 23:15:39.597150 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-31e93ee0-46ea-4f4c-8712-df0dd963f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:39.598604 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-31e93ee0-46ea-4f4c-8712-df0dd963f456 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0465503 Aug 16 23:15:39.646339 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-4963c3d3-3df8-46cc-b376-2aff548d3711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:39.647788 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-4963c3d3-3df8-46cc-b376-2aff548d3711 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422876 Aug 16 23:15:39.775259 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27151480-8c23-4f46-b611-5b296c290de7 req-75a9bfe2-9e88-4729-9f46-3d80035f39eb tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:39.776736 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27151480-8c23-4f46-b611-5b296c290de7 req-75a9bfe2-9e88-4729-9f46-3d80035f39eb tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.0801723 Aug 16 23:15:39.780261 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-c36e0382-0a10-44d0-9a10-eef06cbb7d8c service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249814 Aug 16 23:15:39.864155 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-27151480-8c23-4f46-b611-5b296c290de7 req-d579021f-fa88-4bd9-88a1-32cb063a519c tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812011 Aug 16 23:15:39.897228 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-b711e5fa-6459-4990-b59b-9eaf370f76b0 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082435 Aug 16 23:15:40.983003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12119bd-75cf-45d5-a707-ac1d0962561d req-b4bd03b2-bac9-45a9-972f-151a5ada45d7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:40.984761 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a12119bd-75cf-45d5-a707-ac1d0962561d req-b4bd03b2-bac9-45a9-972f-151a5ada45d7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.0480776 Aug 16 23:15:41.025924 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a12119bd-75cf-45d5-a707-ac1d0962561d req-3c075322-f760-4b9f-85c9-d5c2686ff6e6 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343888 Aug 16 23:15:41.236993 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.603658 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-ad012d05-704d-4e01-a9dd-e74b1aee86c5 service neutron] show failed (client error): The resource could not be found. Aug 16 23:15:41.604591 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-ad012d05-704d-4e01-a9dd-e74b1aee86c5 service neutron] 10.222.0.39 "GET /v2.0/ports/7e2212f9-7775-4eda-851f-ff2aa37ad51a/bindings/n-h2-792458-15 HTTP/1.1" status: 404 len: 381 time: 0.0560107 Aug 16 23:15:41.613304 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bbcf07fc-f34f-4ae0-af1f-fa78bdf41dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.902405 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-c0023317-e74b-46dd-b890-81d8089a7a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:41.903874 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-c0023317-e74b-46dd-b890-81d8089a7a50 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99&tenant_id=a26f4b1aec86465498306b851817e172 HTTP/1.1" status: 200 len: 1097 time: 0.1091042 Aug 16 23:15:41.915945 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-15', 'device_owner': 'compute:nova'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:41.966937 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.151337 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667bb43-ed02-48d9-a2e2-c1adfe6c98ad req-8c832f38-fb42-4ba6-af9a-c112fa52f51a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:42.153023 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0667bb43-ed02-48d9-a2e2-c1adfe6c98ad req-8c832f38-fb42-4ba6-af9a-c112fa52f51a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.0501888 Aug 16 23:15:42.179669 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] For port 7e2212f9-7775-4eda-851f-ff2aa37ad51a, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=7e2212f9-7775-4eda-851f-ff2aa37ad51a,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:42.186049 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.195531 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0667bb43-ed02-48d9-a2e2-c1adfe6c98ad req-2d215370-28a7-48d7-ab25-9bed66b24640 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365906 Aug 16 23:15:42.214727 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] For port 7e2212f9-7775-4eda-851f-ff2aa37ad51a, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:15:42.253861 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e782c8-39e8-4f32-afd1-003dccc44e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2212f9-7775-4eda-851f-ff2aa37ad51a'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:15:42.259283 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.271866 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Transition to ACTIVE for port object 7e2212f9-7775-4eda-851f-ff2aa37ad51a will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:15:42.275379 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.301047 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd58b1c5-98bd-483b-8c29-521590d0fe7a" -d '{"events": [{"server_uuid": "88e782c8-39e8-4f32-afd1-003dccc44e99", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2212f9-7775-4eda-851f-ff2aa37ad51a"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:15:42.378434 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2212f9-7775-4eda-851f-ff2aa37ad51a,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:42.403123 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.403417 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.403756 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.404095 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.404430 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.404760 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.405086 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.405417 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.405740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.406090 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.406419 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.406781 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.423902 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c692d5-dbad-4acf-9495-aa3b20c5519e x-openstack-request-id: req-82c692d5-dbad-4acf-9495-aa3b20c5519e {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:15:42.424194 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e782c8-39e8-4f32-afd1-003dccc44e99", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2212f9-7775-4eda-851f-ff2aa37ad51a", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:15:42.424445 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-82c692d5-dbad-4acf-9495-aa3b20c5519e {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:15:42.424840 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e782c8-39e8-4f32-afd1-003dccc44e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2212f9-7775-4eda-851f-ff2aa37ad51a', 'code': 200} Aug 16 23:15:42.466240 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] No DVR routers for this DVR port 7e2212f9-7775-4eda-851f-ff2aa37ad51a on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:15:42.601849 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Attempting to bind port 7e2212f9-7775-4eda-851f-ff2aa37ad51a on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:15:42.602153 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Attempting to bind port 7e2212f9-7775-4eda-851f-ff2aa37ad51a by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:15:42.602483 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Attempting to bind port 7e2212f9-7775-4eda-851f-ff2aa37ad51a on network 6daf488a-8154-479b-8012-18d5fb8592a7 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:15:42.607051 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Port 7e2212f9-7775-4eda-851f-ff2aa37ad51a on network 6daf488a-8154-479b-8012-18d5fb8592a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:15:42.607376 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Attempting to bind port 7e2212f9-7775-4eda-851f-ff2aa37ad51a on network 6daf488a-8154-479b-8012-18d5fb8592a7 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:15:42.613085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:15:42.613421 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Checking segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:15:42.613803 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Bound using segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:15:42.614261 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Bound port: 7e2212f9-7775-4eda-851f-ff2aa37ad51a, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:15:42.614612 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.676828 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] For port 7e2212f9-7775-4eda-851f-ff2aa37ad51a, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:15:42.679849 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] For port 7e2212f9-7775-4eda-851f-ff2aa37ad51a, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=7e2212f9-7775-4eda-851f-ff2aa37ad51a,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:15:42.683728 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.715885 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:42.716502 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.717898 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] 10.222.0.43 "PUT /v2.0/ports/7e2212f9-7775-4eda-851f-ff2aa37ad51a HTTP/1.1" status: 200 len: 1092 time: 0.8059168 Aug 16 23:15:42.752086 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67182c0-8146-4250-b3a8-befd1137de94 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2212f9-7775-4eda-851f-ff2aa37ad51a,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:42.786021 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-09ccc033-d62b-4f43-b5d7-db2f8967dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:42.787588 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-09ccc033-d62b-4f43-b5d7-db2f8967dc38 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 1095 time: 0.0469306 Aug 16 23:15:42.887252 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-1a916a7e-c806-4a8d-a206-a337e8604c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:42.888736 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-1a916a7e-c806-4a8d-a206-a337e8604c00 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0947576 Aug 16 23:15:42.951397 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-73d6faea-8cae-43e8-a707-28f151c4b832 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e2212f9-7775-4eda-851f-ff2aa37ad51a HTTP/1.1" status: 200 len: 999 time: 0.0561588 Aug 16 23:15:43.003319 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-dca1d5dc-e43f-404f-aabb-44213d08118d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:43.004835 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-dca1d5dc-e43f-404f-aabb-44213d08118d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0471461 Aug 16 23:15:43.049715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-deba4e6c-dea1-4a7b-9b65-d38b3c225909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:43.051229 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-deba4e6c-dea1-4a7b-9b65-d38b3c225909 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393193 Aug 16 23:15:43.142531 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-b92cb282-f90b-4705-b3d2-ca24fb9ea0fc service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843363 Aug 16 23:15:43.229869 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0c07a762-daf5-4f29-84de-698d6a6cfb2a req-00af8aca-f0aa-419a-a8fc-d1d3f13aed81 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807700 Aug 16 23:15:43.318236 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3234b-bed3-4728-9cb3-afe3f3010e38 req-a08b8f01-c8a8-48e4-b43b-38d48b47abaf tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:43.319940 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ee3234b-bed3-4728-9cb3-afe3f3010e38 req-a08b8f01-c8a8-48e4-b43b-38d48b47abaf tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 943 time: 0.0522816 Aug 16 23:15:43.360682 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ee3234b-bed3-4728-9cb3-afe3f3010e38 req-bf5cf92b-a057-4740-8cb0-ffc5d55705b5 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342743 Aug 16 23:15:43.415933 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.425760 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e782c8-39e8-4f32-afd1-003dccc44e99', 'tag': '7e2212f9-7775-4eda-851f-ff2aa37ad51a'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:15:44.428140 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe4fe3d-f605-4ece-af33-09fcb900b284" -d '{"events": [{"name": "network-changed", "server_uuid": "88e782c8-39e8-4f32-afd1-003dccc44e99", "tag": "7e2212f9-7775-4eda-851f-ff2aa37ad51a"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:15:44.479366 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895929ee-8b6f-40a1-82f7-9118f4452446 x-openstack-request-id: req-895929ee-8b6f-40a1-82f7-9118f4452446 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:15:44.479671 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e782c8-39e8-4f32-afd1-003dccc44e99", "tag": "7e2212f9-7775-4eda-851f-ff2aa37ad51a", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:15:44.479921 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-895929ee-8b6f-40a1-82f7-9118f4452446 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:15:44.480365 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e782c8-39e8-4f32-afd1-003dccc44e99', 'tag': '7e2212f9-7775-4eda-851f-ff2aa37ad51a', 'status': 'completed', 'code': 200} Aug 16 23:15:44.502535 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86d504-49ad-4010-9061-a2c1b8996758 req-74a0037f-53d7-4632-bc16-e8c89dd4a213 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:44.504106 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8a86d504-49ad-4010-9061-a2c1b8996758 req-74a0037f-53d7-4632-bc16-e8c89dd4a213 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 943 time: 0.0699065 Aug 16 23:15:44.540845 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4fe3d-f605-4ece-af33-09fcb900b284 req-42362419-ed9f-4d81-b68b-ea821331ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:44.542511 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abe4fe3d-f605-4ece-af33-09fcb900b284 req-42362419-ed9f-4d81-b68b-ea821331ddbf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 1095 time: 0.0446005 Aug 16 23:15:44.579390 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8a86d504-49ad-4010-9061-a2c1b8996758 req-01318a71-3e77-4248-9619-cf579905d573 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676079 Aug 16 23:15:44.589199 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4fe3d-f605-4ece-af33-09fcb900b284 req-0be8dea1-6ec7-4cc5-904f-a80b91dfa594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:44.590814 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abe4fe3d-f605-4ece-af33-09fcb900b284 req-0be8dea1-6ec7-4cc5-904f-a80b91dfa594 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 1095 time: 0.0725057 Aug 16 23:15:44.653593 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4fe3d-f605-4ece-af33-09fcb900b284 req-3d80c232-9458-47ef-bf7d-e1cf00e77289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:44.655051 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abe4fe3d-f605-4ece-af33-09fcb900b284 req-3d80c232-9458-47ef-bf7d-e1cf00e77289 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.1015670 Aug 16 23:15:44.698853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4fe3d-f605-4ece-af33-09fcb900b284 req-b3074acd-539d-4f38-bb12-688ea13e0f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:44.700332 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abe4fe3d-f605-4ece-af33-09fcb900b284 req-b3074acd-539d-4f38-bb12-688ea13e0f6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.1031983 Aug 16 23:15:44.722004 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abe4fe3d-f605-4ece-af33-09fcb900b284 req-8ac7074e-8811-4e5c-b5d7-d2e58470d850 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e2212f9-7775-4eda-851f-ff2aa37ad51a HTTP/1.1" status: 200 len: 999 time: 0.0592833 Aug 16 23:15:44.769114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abe4fe3d-f605-4ece-af33-09fcb900b284 req-e5b70054-ab01-4054-be09-7e9d1fd7e213 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e2212f9-7775-4eda-851f-ff2aa37ad51a HTTP/1.1" status: 200 len: 999 time: 0.0616395 Aug 16 23:15:44.777357 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4fe3d-f605-4ece-af33-09fcb900b284 req-d56faad5-d3dd-40de-b981-b60f6874639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:44.778858 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abe4fe3d-f605-4ece-af33-09fcb900b284 req-d56faad5-d3dd-40de-b981-b60f6874639a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0499618 Aug 16 23:15:44.818225 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4fe3d-f605-4ece-af33-09fcb900b284 req-b04fe4b5-d614-4bb2-a404-c44a7589945e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:44.819725 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abe4fe3d-f605-4ece-af33-09fcb900b284 req-b04fe4b5-d614-4bb2-a404-c44a7589945e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0440230 Aug 16 23:15:44.825991 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4fe3d-f605-4ece-af33-09fcb900b284 req-31d67006-0931-4e7b-b86b-0732033257e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:44.827497 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abe4fe3d-f605-4ece-af33-09fcb900b284 req-31d67006-0931-4e7b-b86b-0732033257e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413828 Aug 16 23:15:44.838363 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 7e2212f9-7775-4eda-851f-ff2aa37ad51a no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:15:44.868148 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4fe3d-f605-4ece-af33-09fcb900b284 req-467428c2-54f1-4b5b-81e7-feb617c51d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:44.869572 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abe4fe3d-f605-4ece-af33-09fcb900b284 req-467428c2-54f1-4b5b-81e7-feb617c51d3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432439 Aug 16 23:15:44.881232 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 7e2212f9-7775-4eda-851f-ff2aa37ad51a not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:15:44.928993 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abe4fe3d-f605-4ece-af33-09fcb900b284 req-9bcff3c2-1b35-4d18-91f0-b083143db43b service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943060 Aug 16 23:15:44.963811 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abe4fe3d-f605-4ece-af33-09fcb900b284 req-5d0d3307-0d74-4cef-9386-07fde30614eb service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871449 Aug 16 23:15:45.000593 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.030393 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-abe4fe3d-f605-4ece-af33-09fcb900b284 req-8c5c87fd-71e0-4296-8971-baef3a14c8c8 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947945 Aug 16 23:15:45.061888 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-abe4fe3d-f605-4ece-af33-09fcb900b284 req-30af908c-e3b2-40a2-917e-26098ff58fd5 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911093 Aug 16 23:15:45.700338 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456df02-2082-4700-a583-af17aa4fc805 req-5c282894-a799-4a55-8954-17614a116a5f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:45.701793 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5456df02-2082-4700-a583-af17aa4fc805 req-5c282894-a799-4a55-8954-17614a116a5f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 943 time: 0.0513003 Aug 16 23:15:45.738924 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5456df02-2082-4700-a583-af17aa4fc805 req-ce783af5-d711-45a6-a6d9-0dfc5d7e8221 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307305 Aug 16 23:15:45.962832 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573143a-df16-4ead-89a4-06ef964da68c req-eb9dd438-01ec-43bc-8978-afbd5a59a906 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:45.964310 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a573143a-df16-4ead-89a4-06ef964da68c req-eb9dd438-01ec-43bc-8978-afbd5a59a906 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 943 time: 0.0797822 Aug 16 23:15:45.976787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b327e-de55-47f1-a46b-c3764b9c4676 req-e44369dc-4f7e-48d9-88a3-4286c61410ae tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:45.978189 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d8b327e-de55-47f1-a46b-c3764b9c4676 req-e44369dc-4f7e-48d9-88a3-4286c61410ae tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.39 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99&tenant_id=a26f4b1aec86465498306b851817e172&binding%3Ahost_id=n-h2-792458-15 HTTP/1.1" status: 200 len: 943 time: 0.0789530 Aug 16 23:15:46.043380 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a573143a-df16-4ead-89a4-06ef964da68c req-94d79bc3-aa8a-45bc-9886-d4a4a02bb143 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640984 Aug 16 23:15:46.067418 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-4d8b327e-de55-47f1-a46b-c3764b9c4676 req-88038540-10a9-4c97-9e1d-f6f09db93bfb service neutron] delete failed (client error): The resource could not be found. Aug 16 23:15:46.068521 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d8b327e-de55-47f1-a46b-c3764b9c4676 req-88038540-10a9-4c97-9e1d-f6f09db93bfb service neutron] 10.222.0.39 "DELETE /v2.0/ports/7e2212f9-7775-4eda-851f-ff2aa37ad51a/bindings/n-h1-792458-15 HTTP/1.1" status: 404 len: 381 time: 0.0826373 Aug 16 23:15:46.150759 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b327e-de55-47f1-a46b-c3764b9c4676 req-6c19750e-e223-4bfc-a53b-5b3d0200273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:46.152327 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d8b327e-de55-47f1-a46b-c3764b9c4676 req-6c19750e-e223-4bfc-a53b-5b3d0200273c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 1095 time: 0.0424740 Aug 16 23:15:46.240264 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b327e-de55-47f1-a46b-c3764b9c4676 req-d08aada4-359f-49b7-88bf-8d43ae1bed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:46.241729 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d8b327e-de55-47f1-a46b-c3764b9c4676 req-d08aada4-359f-49b7-88bf-8d43ae1bed6a service neutron] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0827293 Aug 16 23:15:46.308785 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d8b327e-de55-47f1-a46b-c3764b9c4676 req-77774264-21ca-4d03-b7be-8a4c7e5c20b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e2212f9-7775-4eda-851f-ff2aa37ad51a HTTP/1.1" status: 200 len: 999 time: 0.0600269 Aug 16 23:15:46.357130 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b327e-de55-47f1-a46b-c3764b9c4676 req-51ba2c41-907d-43f6-ad2d-058b40c8afac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:46.358947 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d8b327e-de55-47f1-a46b-c3764b9c4676 req-51ba2c41-907d-43f6-ad2d-058b40c8afac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0429285 Aug 16 23:15:46.404691 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b327e-de55-47f1-a46b-c3764b9c4676 req-e9dc858e-79ee-470f-8d4b-4fa815dd9149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:46.406095 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d8b327e-de55-47f1-a46b-c3764b9c4676 req-e9dc858e-79ee-470f-8d4b-4fa815dd9149 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401523 Aug 16 23:15:46.443566 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 7e2212f9-7775-4eda-851f-ff2aa37ad51a details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:15:46.499433 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d8b327e-de55-47f1-a46b-c3764b9c4676 req-e9a0a6f4-0c6c-47ba-9a1b-cb7c0ebd21e2 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857229 Aug 16 23:15:46.537226 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 7e2212f9-7775-4eda-851f-ff2aa37ad51a, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=7e2212f9-7775-4eda-851f-ff2aa37ad51a,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:46.548802 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '7e2212f9-7775-4eda-851f-ff2aa37ad51a', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'port_id': '7e2212f9-7775-4eda-851f-ff2aa37ad51a', 'mac_address': 'fa:16:3e:d4:60:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:15:46.586930 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d8b327e-de55-47f1-a46b-c3764b9c4676 req-9d8315f1-8168-45c3-a8e4-bed78a33b561 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810647 Aug 16 23:15:46.589639 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:46.602788 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2212f9-7775-4eda-851f-ff2aa37ad51a {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:15:46.622980 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 7e2212f9-7775-4eda-851f-ff2aa37ad51a, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=7e2212f9-7775-4eda-851f-ff2aa37ad51a,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:46.628208 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:46.678038 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=7e2212f9-7775-4eda-851f-ff2aa37ad51a,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:46.685374 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:46.685944 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:46.686086 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:46.686402 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:46.686731 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:46.687059 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:46.687385 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:46.687709 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:46.688030 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:46.688348 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:46.688681 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:46.688982 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:46.858902 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['7e2212f9-7775-4eda-851f-ff2aa37ad51a'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:15:47.170631 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81191de4-698b-4fd8-82e2-6fb554610e63 req-5c281b41-6850-4242-8b06-39cd46ce097a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:47.172138 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-81191de4-698b-4fd8-82e2-6fb554610e63 req-5c281b41-6850-4242-8b06-39cd46ce097a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 944 time: 0.0557339 Aug 16 23:15:47.209572 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-81191de4-698b-4fd8-82e2-6fb554610e63 req-2ca7d744-9630-4362-a949-072c2b63eea3 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312696 Aug 16 23:15:47.321632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cede2-8b6c-4792-954b-30f4f093637f req-5bf0b8ab-60b1-435c-95e5-ee6e41e269cd tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:47.323139 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b9cede2-8b6c-4792-954b-30f4f093637f req-5bf0b8ab-60b1-435c-95e5-ee6e41e269cd tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 944 time: 0.0479872 Aug 16 23:15:47.361135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b9cede2-8b6c-4792-954b-30f4f093637f req-434d3324-1d3c-44e1-bfe9-d1bbc464f196 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315626 Aug 16 23:15:47.560108 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c1d58-7996-4588-88b1-df89c4cb4aaa req-2af419a6-df18-45f9-99e1-532c21860ecd tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:47.561689 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd5c1d58-7996-4588-88b1-df89c4cb4aaa req-2af419a6-df18-45f9-99e1-532c21860ecd tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 944 time: 0.0500875 Aug 16 23:15:47.585401 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73400f47-c945-43a6-a284-508c4072fd7d req-1364e307-366f-45ec-b85a-5e39a43e4235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:47.586956 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-73400f47-c945-43a6-a284-508c4072fd7d req-1364e307-366f-45ec-b85a-5e39a43e4235 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 1096 time: 0.0421557 Aug 16 23:15:47.599793 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd5c1d58-7996-4588-88b1-df89c4cb4aaa req-9115beca-55ab-41c6-85d3-10a2d313e3f7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316088 Aug 16 23:15:47.682183 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73400f47-c945-43a6-a284-508c4072fd7d req-0d378de2-6eb3-4e2c-9f71-13f49b7c59f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:47.683668 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-73400f47-c945-43a6-a284-508c4072fd7d req-0d378de2-6eb3-4e2c-9f71-13f49b7c59f5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0902550 Aug 16 23:15:47.750049 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-73400f47-c945-43a6-a284-508c4072fd7d req-ca8158fd-f2ea-4213-b0bf-ceb3aa96a0c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e2212f9-7775-4eda-851f-ff2aa37ad51a HTTP/1.1" status: 200 len: 1000 time: 0.0581422 Aug 16 23:15:47.810600 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73400f47-c945-43a6-a284-508c4072fd7d req-955131d7-609c-4c98-a616-305eb3e5b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:47.812219 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-73400f47-c945-43a6-a284-508c4072fd7d req-955131d7-609c-4c98-a616-305eb3e5b319 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0551209 Aug 16 23:15:47.866675 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73400f47-c945-43a6-a284-508c4072fd7d req-3c361ccd-58a7-4b11-b26e-f91e69ce9051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:47.868178 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-73400f47-c945-43a6-a284-508c4072fd7d req-3c361ccd-58a7-4b11-b26e-f91e69ce9051 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479517 Aug 16 23:15:47.960925 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-73400f47-c945-43a6-a284-508c4072fd7d req-427eaef2-d996-4303-8a58-e9ca337550a8 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859542 Aug 16 23:15:48.050088 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-73400f47-c945-43a6-a284-508c4072fd7d req-0482d667-8138-4a1a-9698-b7ea2a522e65 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821223 Aug 16 23:15:48.458685 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 7e2212f9-7775-4eda-851f-ff2aa37ad51a up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:15:48.509128 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 7e2212f9-7775-4eda-851f-ff2aa37ad51a completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:15:48.512724 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 7e2212f9-7775-4eda-851f-ff2aa37ad51a triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:15:48.513086 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:48.588572 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:48.614634 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e782c8-39e8-4f32-afd1-003dccc44e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2212f9-7775-4eda-851f-ff2aa37ad51a'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:15:48.630255 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 7e2212f9-7775-4eda-851f-ff2aa37ad51a, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=7e2212f9-7775-4eda-851f-ff2aa37ad51a,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:48.638019 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:48.663879 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2965a320-914a-4b43-9db2-5f69bf184f94" -d '{"events": [{"server_uuid": "88e782c8-39e8-4f32-afd1-003dccc44e99", "name": "network-vif-plugged", "status": "completed", "tag": "7e2212f9-7775-4eda-851f-ff2aa37ad51a"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:15:48.693754 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=7e2212f9-7775-4eda-851f-ff2aa37ad51a,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:48.730928 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da034846-b067-4c2d-8829-6f6dff52686d req-39f75d2e-b159-447a-8b76-161fa0590b17 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:48.732490 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da034846-b067-4c2d-8829-6f6dff52686d req-39f75d2e-b159-447a-8b76-161fa0590b17 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.0553682 Aug 16 23:15:48.756045 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d5669a-bed9-4963-8f93-5a2c649d994c x-openstack-request-id: req-80d5669a-bed9-4963-8f93-5a2c649d994c {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:15:48.756335 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e782c8-39e8-4f32-afd1-003dccc44e99", "name": "network-vif-plugged", "status": "completed", "tag": "7e2212f9-7775-4eda-851f-ff2aa37ad51a", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:15:48.756586 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-80d5669a-bed9-4963-8f93-5a2c649d994c {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:15:48.756982 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e782c8-39e8-4f32-afd1-003dccc44e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2212f9-7775-4eda-851f-ff2aa37ad51a', 'code': 200} Aug 16 23:15:48.771414 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da034846-b067-4c2d-8829-6f6dff52686d req-9f35a492-179c-46d7-90e8-56b1bdc709ae tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326040 Aug 16 23:15:49.001128 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fa727-32ea-4095-b8b2-da2945d11b7d req-b1e4377b-faf9-4995-864c-5c5c66c66603 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:49.002557 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af6fa727-32ea-4095-b8b2-da2945d11b7d req-b1e4377b-faf9-4995-864c-5c5c66c66603 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.0479729 Aug 16 23:15:49.039927 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af6fa727-32ea-4095-b8b2-da2945d11b7d req-ddd63875-cd43-481f-9811-3afd8d56de16 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311036 Aug 16 23:15:50.155879 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae56058-09e8-4d09-9ebf-8f8323683d5a req-bfd40462-cb9f-4cee-86df-d1d7d67e9e20 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:50.157373 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7ae56058-09e8-4d09-9ebf-8f8323683d5a req-bfd40462-cb9f-4cee-86df-d1d7d67e9e20 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.0488093 Aug 16 23:15:50.195773 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7ae56058-09e8-4d09-9ebf-8f8323683d5a req-635e8fcd-d5dc-47ac-81c6-4c86f9d61437 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324481 Aug 16 23:15:50.217514 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6068bd-0689-4dc5-96d6-23d0f15ef2c6 req-9f30cfda-8bc4-4e51-ad37-4b7647386904 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:50.219013 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5b6068bd-0689-4dc5-96d6-23d0f15ef2c6 req-9f30cfda-8bc4-4e51-ad37-4b7647386904 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.43 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 945 time: 0.0490382 Aug 16 23:15:50.310741 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-5b6068bd-0689-4dc5-96d6-23d0f15ef2c6 req-bc922dda-acad-40cf-9ec6-8f6fddef9c62 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Deleting port 7e2212f9-7775-4eda-851f-ff2aa37ad51a {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:15:50.311087 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5b6068bd-0689-4dc5-96d6-23d0f15ef2c6 req-bc922dda-acad-40cf-9ec6-8f6fddef9c62 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:50.398439 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-5b6068bd-0689-4dc5-96d6-23d0f15ef2c6 req-bc922dda-acad-40cf-9ec6-8f6fddef9c62 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] For port 7e2212f9-7775-4eda-851f-ff2aa37ad51a, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=7e2212f9-7775-4eda-851f-ff2aa37ad51a,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:50.398727 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5b6068bd-0689-4dc5-96d6-23d0f15ef2c6 req-bc922dda-acad-40cf-9ec6-8f6fddef9c62 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:50.615477 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5b6068bd-0689-4dc5-96d6-23d0f15ef2c6 req-bc922dda-acad-40cf-9ec6-8f6fddef9c62 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:50.615830 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5b6068bd-0689-4dc5-96d6-23d0f15ef2c6 req-bc922dda-acad-40cf-9ec6-8f6fddef9c62 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:50.616141 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [req-5b6068bd-0689-4dc5-96d6-23d0f15ef2c6 req-bc922dda-acad-40cf-9ec6-8f6fddef9c62 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Floating IP 5840fee5-d589-4c5d-91e6-101e026b9fed disassociated. External IP: 172.25.6.133, port: 7e2212f9-7775-4eda-851f-ff2aa37ad51a. Aug 16 23:15:50.616478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-5b6068bd-0689-4dc5-96d6-23d0f15ef2c6 req-bc922dda-acad-40cf-9ec6-8f6fddef9c62 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Calling delete_port for 7e2212f9-7775-4eda-851f-ff2aa37ad51a owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:15:50.744263 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5b6068bd-0689-4dc5-96d6-23d0f15ef2c6 req-bc922dda-acad-40cf-9ec6-8f6fddef9c62 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:50.772691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc922dda-acad-40cf-9ec6-8f6fddef9c62 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Pushing event deleted for resources: {'Port': ['ID=7e2212f9-7775-4eda-851f-ff2aa37ad51a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:50.895994 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b6068bd-0689-4dc5-96d6-23d0f15ef2c6 req-bc922dda-acad-40cf-9ec6-8f6fddef9c62 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Router 963d1eba-d5c0-4eed-8910-4bf8b18e948b has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:15:51.295565 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d06c3f9-8161-4169-9bff-33881d421fa5 req-703fead8-122d-44ef-a542-f20360beb161 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=88e782c8-39e8-4f32-afd1-003dccc44e99 HTTP/1.1" status: 200 len: 210 time: 0.0299850 Aug 16 23:15:51.308794 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b6068bd-0689-4dc5-96d6-23d0f15ef2c6 req-bc922dda-acad-40cf-9ec6-8f6fddef9c62 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:15:51.320111 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0f55b2-3d37-4f12-88cb-5c1965304dc9 None None] Sync routers for ids ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:15:51.329938 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0f55b2-3d37-4f12-88cb-5c1965304dc9 None None] Routers {'963d1eba-d5c0-4eed-8910-4bf8b18e948b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:15:51.330588 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2a0f55b2-3d37-4f12-88cb-5c1965304dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:15:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:51.348934 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6068bd-0689-4dc5-96d6-23d0f15ef2c6 req-bc922dda-acad-40cf-9ec6-8f6fddef9c62 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] No DVR routers for this DVR port 7e2212f9-7775-4eda-851f-ff2aa37ad51a on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:15:51.351735 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5b6068bd-0689-4dc5-96d6-23d0f15ef2c6 req-bc922dda-acad-40cf-9ec6-8f6fddef9c62 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:51.353735 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-5b6068bd-0689-4dc5-96d6-23d0f15ef2c6 req-bc922dda-acad-40cf-9ec6-8f6fddef9c62 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.43 "DELETE /v2.0/ports/7e2212f9-7775-4eda-851f-ff2aa37ad51a HTTP/1.1" status: 204 len: 173 time: 1.1286697 Aug 16 23:15:51.354202 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e782c8-39e8-4f32-afd1-003dccc44e99', 'name': 'network-vif-deleted', 'tag': '7e2212f9-7775-4eda-851f-ff2aa37ad51a'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:15:51.356468 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eade3666-7738-4b60-a88f-3a3b75ec9c93" -d '{"events": [{"server_uuid": "88e782c8-39e8-4f32-afd1-003dccc44e99", "name": "network-vif-deleted", "tag": "7e2212f9-7775-4eda-851f-ff2aa37ad51a"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:15:51.396988 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e45c3ea-050a-410d-a273-7b77235e8f2c x-openstack-request-id: req-5e45c3ea-050a-410d-a273-7b77235e8f2c {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:15:51.397306 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e782c8-39e8-4f32-afd1-003dccc44e99", "name": "network-vif-deleted", "tag": "7e2212f9-7775-4eda-851f-ff2aa37ad51a", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:15:51.397649 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5e45c3ea-050a-410d-a273-7b77235e8f2c {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:15:51.397948 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e782c8-39e8-4f32-afd1-003dccc44e99', 'name': 'network-vif-deleted', 'tag': '7e2212f9-7775-4eda-851f-ff2aa37ad51a', 'status': 'completed', 'code': 200} Aug 16 23:15:51.449296 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2a0f55b2-3d37-4f12-88cb-5c1965304dc9 None None] Set router 963d1eba-d5c0-4eed-8910-4bf8b18e948b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:15:51.657653 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2a0f55b2-3d37-4f12-88cb-5c1965304dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:51.688975 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0f55b2-3d37-4f12-88cb-5c1965304dc9 None None] Checking router: 963d1eba-d5c0-4eed-8910-4bf8b18e948b for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:15:51.697306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0f55b2-3d37-4f12-88cb-5c1965304dc9 None None] Routers {'963d1eba-d5c0-4eed-8910-4bf8b18e948b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:15:51.697918 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2a0f55b2-3d37-4f12-88cb-5c1965304dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:15:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:51.802767 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2a0f55b2-3d37-4f12-88cb-5c1965304dc9 None None] Set router 963d1eba-d5c0-4eed-8910-4bf8b18e948b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:15:51.994188 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2a0f55b2-3d37-4f12-88cb-5c1965304dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:52.019939 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0f55b2-3d37-4f12-88cb-5c1965304dc9 None None] The sync data for ids ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'] in n-d-792458-15 is: [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:15:52.230660 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f09213c-58d5-4e3a-a7fa-d25721aa7a5e None None] New status for floating IP 5840fee5-d589-4c5d-91e6-101e026b9fed: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:15:52.573593 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3625b113-80c8-4975-a39d-494b401711ad req-2d160da3-0000-4630-953b-61c00e756d38 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--976827003&fields=id&tenant_id=a26f4b1aec86465498306b851817e172 HTTP/1.1" status: 200 len: 267 time: 0.0337908 Aug 16 23:15:52.678413 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625b113-80c8-4975-a39d-494b401711ad req-1f654683-2d58-4407-bc58-b771dca571a5 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:52.679893 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3625b113-80c8-4975-a39d-494b401711ad req-1f654683-2d58-4407-bc58-b771dca571a5 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 812 time: 0.0989630 Aug 16 23:15:52.695043 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3625b113-80c8-4975-a39d-494b401711ad req-5fe19abe-84bd-4239-886f-7d3f217f1c04 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/quotas/a26f4b1aec86465498306b851817e172 HTTP/1.1" status: 200 len: 375 time: 0.0093987 Aug 16 23:15:53.077771 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3625b113-80c8-4975-a39d-494b401711ad req-4d9c945d-2f78-4249-9d32-3e0a6a2d96cc tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3774955 Aug 16 23:15:53.241083 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3625b113-80c8-4975-a39d-494b401711ad req-2b468c2d-faf6-4953-b6cf-6beffa2c94d3 service neutron] 10.222.0.93 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185775 Aug 16 23:15:53.334615 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3625b113-80c8-4975-a39d-494b401711ad req-72dcd1a9-ae73-4a0d-abd2-095515a835c1 service neutron] 10.222.0.93 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873818 Aug 16 23:15:53.503792 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cba2600e-2e48-4c5a-af84-d8ea5bdc82ad req-50f41e00-0f8d-4efc-b916-dc4a995ca603 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 210 time: 0.0272896 Aug 16 23:15:54.505687 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 7e2212f9-7775-4eda-851f-ff2aa37ad51a no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:15:54.519136 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625b113-80c8-4975-a39d-494b401711ad req-a5253533-e548-4349-88fa-39a05ebf19d3 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:54.520683 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3625b113-80c8-4975-a39d-494b401711ad req-a5253533-e548-4349-88fa-39a05ebf19d3 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 812 time: 0.1153851 Aug 16 23:15:54.529819 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 7e2212f9-7775-4eda-851f-ff2aa37ad51a {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:15:54.530264 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 7e2212f9-7775-4eda-851f-ff2aa37ad51a not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:15:54.568421 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3625b113-80c8-4975-a39d-494b401711ad req-b63fe564-3208-407c-8860-13bae7617886 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a26f4b1aec86465498306b851817e172 HTTP/1.1" status: 200 len: 379 time: 0.0384579 Aug 16 23:15:54.578864 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-3625b113-80c8-4975-a39d-494b401711ad req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Request body: {'port': {'device_id': 'd1db631b-8214-46ee-9236-1b3097768a31', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'admin_state_up': True, 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'security_groups': ['7909eac3-58e6-43fd-8921-c6fe5ae46c16']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:54.646012 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da888f13-2689-4fc1-a114-0a1498ec5eb0 req-6c53cec7-4c22-4077-bd59-fe584ca98eb2 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 210 time: 0.0635295 Aug 16 23:15:54.717996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3625b113-80c8-4975-a39d-494b401711ad req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Made reservation on behalf of a26f4b1aec86465498306b851817e172 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:15:54.721459 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3625b113-80c8-4975-a39d-494b401711ad req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:54.847674 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-3625b113-80c8-4975-a39d-494b401711ad req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Allocated IP 172.20.0.9 (6daf488a-8154-479b-8012-18d5fb8592a7/635e5796-9b5f-4473-8ebe-aefd27487599/69832adf-7c7e-4d75-9823-a91e2afdc2f2) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:15:54.992567 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3625b113-80c8-4975-a39d-494b401711ad req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:55.005835 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-3625b113-80c8-4975-a39d-494b401711ad req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Transition to ACTIVE for port object 69832adf-7c7e-4d75-9823-a91e2afdc2f2 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:15:55.038559 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3625b113-80c8-4975-a39d-494b401711ad req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:55.079648 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3625b113-80c8-4975-a39d-494b401711ad req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Network 6daf488a-8154-479b-8012-18d5fb8592a7 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:15:55.085057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-3625b113-80c8-4975-a39d-494b401711ad req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:15:55.088059 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-3625b113-80c8-4975-a39d-494b401711ad req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:15:55.122880 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Pushing event updated for resources: {'Port': ['ID=69832adf-7c7e-4d75-9823-a91e2afdc2f2,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:55.137756 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.138136 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.138482 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.138815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.139147 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.139472 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.139793 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.140111 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.140429 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.140781 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.141098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.141413 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.161760 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625b113-80c8-4975-a39d-494b401711ad req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:55.162404 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3625b113-80c8-4975-a39d-494b401711ad req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:55.177807 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3625b113-80c8-4975-a39d-494b401711ad req-b1495525-94a0-4094-b68f-ba8d2419cb4a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6028609 Aug 16 23:15:55.191359 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-3625b113-80c8-4975-a39d-494b401711ad req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] Request body: {'port': {'device_id': 'd1db631b-8214-46ee-9236-1b3097768a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:55.250345 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3625b113-80c8-4975-a39d-494b401711ad req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:55.292462 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca4e50a4-b5f2-4df9-a131-0a16c66951be None None] Provisioning for port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:15:55.296352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca4e50a4-b5f2-4df9-a131-0a16c66951be None None] Provisioning complete for port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:15:55.296727 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca4e50a4-b5f2-4df9-a131-0a16c66951be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:55.331958 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e50a4-b5f2-4df9-a131-0a16c66951be None None] Port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:15:55.532879 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-3625b113-80c8-4975-a39d-494b401711ad req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69832adf-7c7e-4d75-9823-a91e2afdc2f2 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:15:55.540388 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3625b113-80c8-4975-a39d-494b401711ad req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:55.552156 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-3625b113-80c8-4975-a39d-494b401711ad req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] Transition to ACTIVE for port object 69832adf-7c7e-4d75-9823-a91e2afdc2f2 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:15:55.556416 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3625b113-80c8-4975-a39d-494b401711ad req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:55.628124 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] Pushing event updated for resources: {'Port': ['ID=69832adf-7c7e-4d75-9823-a91e2afdc2f2,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:55.685062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-3625b113-80c8-4975-a39d-494b401711ad req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] Attempting to bind port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:15:55.685490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-3625b113-80c8-4975-a39d-494b401711ad req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] Attempting to bind port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:15:55.685722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3625b113-80c8-4975-a39d-494b401711ad req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] Attempting to bind port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 on network 6daf488a-8154-479b-8012-18d5fb8592a7 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:15:55.691037 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3625b113-80c8-4975-a39d-494b401711ad req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] Port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 on network 6daf488a-8154-479b-8012-18d5fb8592a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:15:55.691364 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3625b113-80c8-4975-a39d-494b401711ad req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] Attempting to bind port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 on network 6daf488a-8154-479b-8012-18d5fb8592a7 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:15:55.696377 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3625b113-80c8-4975-a39d-494b401711ad req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:15:55.696716 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3625b113-80c8-4975-a39d-494b401711ad req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] Checking segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:15:55.697105 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3625b113-80c8-4975-a39d-494b401711ad req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] Bound using segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:15:55.697533 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-3625b113-80c8-4975-a39d-494b401711ad req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] Bound port: 69832adf-7c7e-4d75-9823-a91e2afdc2f2, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:15:55.697896 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3625b113-80c8-4975-a39d-494b401711ad req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:55.803733 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-3625b113-80c8-4975-a39d-494b401711ad req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] For port 69832adf-7c7e-4d75-9823-a91e2afdc2f2, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:15:55.809291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-3625b113-80c8-4975-a39d-494b401711ad req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] For port 69832adf-7c7e-4d75-9823-a91e2afdc2f2, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:15:55.819314 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fcdb8-7fe4-4ede-95d0-f09267d9658a req-71b0d9a8-6fad-4c44-9e9f-dccb9d0a5340 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:55.820835 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-875fcdb8-7fe4-4ede-95d0-f09267d9658a req-71b0d9a8-6fad-4c44-9e9f-dccb9d0a5340 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 943 time: 0.0840280 Aug 16 23:15:55.822381 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3625b113-80c8-4975-a39d-494b401711ad req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:55.877124 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625b113-80c8-4975-a39d-494b401711ad req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:55.877737 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-3625b113-80c8-4975-a39d-494b401711ad req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:55.879185 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3625b113-80c8-4975-a39d-494b401711ad req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] 10.222.0.39 "PUT /v2.0/ports/69832adf-7c7e-4d75-9823-a91e2afdc2f2 HTTP/1.1" status: 200 len: 1092 time: 0.6923165 Aug 16 23:15:55.881933 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1db631b-8214-46ee-9236-1b3097768a31', 'tag': '69832adf-7c7e-4d75-9823-a91e2afdc2f2'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:15:55.919609 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-875fcdb8-7fe4-4ede-95d0-f09267d9658a req-2fb22358-387c-4554-bc7e-059cff7ac430 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919106 Aug 16 23:15:55.952625 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3add09-b62d-4190-80df-385c11d203d8 service neutron] Pushing event updated for resources: {'Port': ['ID=69832adf-7c7e-4d75-9823-a91e2afdc2f2,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:55.958289 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e982bc-9d61-4307-aa8c-4defa791de6f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1db631b-8214-46ee-9236-1b3097768a31", "tag": "69832adf-7c7e-4d75-9823-a91e2afdc2f2"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:15:55.983172 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625b113-80c8-4975-a39d-494b401711ad req-74065a61-0dff-4ffa-a04d-732e2777b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:55.985162 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3625b113-80c8-4975-a39d-494b401711ad req-74065a61-0dff-4ffa-a04d-732e2777b499 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 1095 time: 0.0621753 Aug 16 23:15:56.039515 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3625b113-80c8-4975-a39d-494b401711ad req-d4319a39-5931-40fe-9e22-69db252631df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2 HTTP/1.1" status: 200 len: 217 time: 0.0459633 Aug 16 23:15:56.077343 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518eb305-c020-4d38-96ae-577b644d1d2d x-openstack-request-id: req-518eb305-c020-4d38-96ae-577b644d1d2d {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:15:56.077667 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1db631b-8214-46ee-9236-1b3097768a31", "tag": "69832adf-7c7e-4d75-9823-a91e2afdc2f2", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:15:56.077949 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-518eb305-c020-4d38-96ae-577b644d1d2d {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:15:56.078935 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1db631b-8214-46ee-9236-1b3097768a31', 'tag': '69832adf-7c7e-4d75-9823-a91e2afdc2f2', 'status': 'completed', 'code': 200} Aug 16 23:15:56.099061 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625b113-80c8-4975-a39d-494b401711ad req-c20d02b6-3b47-4219-a63e-65cae3170487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:56.100786 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3625b113-80c8-4975-a39d-494b401711ad req-c20d02b6-3b47-4219-a63e-65cae3170487 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0548420 Aug 16 23:15:56.149369 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625b113-80c8-4975-a39d-494b401711ad req-d2b4e2e8-d8cf-4933-b067-aeae38bbd6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:56.150831 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3625b113-80c8-4975-a39d-494b401711ad req-d2b4e2e8-d8cf-4933-b067-aeae38bbd6d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430179 Aug 16 23:15:56.248543 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3625b113-80c8-4975-a39d-494b401711ad req-0e408a00-24c8-491a-b45b-93dd85a2746e service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903492 Aug 16 23:15:56.339145 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3625b113-80c8-4975-a39d-494b401711ad req-597c6027-5509-4ca9-aa13-295b4b2a3715 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835302 Aug 16 23:15:56.434087 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e982bc-9d61-4307-aa8c-4defa791de6f req-7c4f8880-f3e3-44fc-b266-5383d2956fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:56.435639 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b3e982bc-9d61-4307-aa8c-4defa791de6f req-7c4f8880-f3e3-44fc-b266-5383d2956fd9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 1095 time: 0.0457952 Aug 16 23:15:56.527959 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e982bc-9d61-4307-aa8c-4defa791de6f req-29928a48-b3ff-42b3-83bc-aa3f17d83cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:56.529481 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b3e982bc-9d61-4307-aa8c-4defa791de6f req-29928a48-b3ff-42b3-83bc-aa3f17d83cf2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0865474 Aug 16 23:15:56.575409 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b3e982bc-9d61-4307-aa8c-4defa791de6f req-bcf2f7a9-32e4-477e-ac27-1c2fb5af45fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2 HTTP/1.1" status: 200 len: 217 time: 0.0380640 Aug 16 23:15:56.626406 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e982bc-9d61-4307-aa8c-4defa791de6f req-f4a79fd9-4975-477b-ba87-43b8448bfbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:56.627899 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b3e982bc-9d61-4307-aa8c-4defa791de6f req-f4a79fd9-4975-477b-ba87-43b8448bfbce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0452158 Aug 16 23:15:56.675711 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e982bc-9d61-4307-aa8c-4defa791de6f req-77b32283-8162-47a6-a7ba-a1f6d0885f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:56.677226 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b3e982bc-9d61-4307-aa8c-4defa791de6f req-77b32283-8162-47a6-a7ba-a1f6d0885f0d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416257 Aug 16 23:15:56.774242 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b3e982bc-9d61-4307-aa8c-4defa791de6f req-6edb2004-d7d1-4490-b14a-d8fdceccbfd1 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892260 Aug 16 23:15:56.867663 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b3e982bc-9d61-4307-aa8c-4defa791de6f req-a98554cf-b02a-4400-9c21-7570d6bdb2dc service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859575 Aug 16 23:15:57.037097 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19103e58-0b2e-4b4d-9847-412f030942b9 req-4e2a69fe-0024-4384-b2be-89a3612677b5 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:57.038518 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19103e58-0b2e-4b4d-9847-412f030942b9 req-4e2a69fe-0024-4384-b2be-89a3612677b5 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 943 time: 0.0485511 Aug 16 23:15:57.080497 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19103e58-0b2e-4b4d-9847-412f030942b9 req-20d4d434-54a6-418b-9b58-a13c10393fc1 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360439 Aug 16 23:15:58.198212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472c89f-0231-48ea-869a-2c5a7ff89cb8 req-b9ff6011-fb61-48b9-a61e-9ec40129354e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:58.199696 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4472c89f-0231-48ea-869a-2c5a7ff89cb8 req-b9ff6011-fb61-48b9-a61e-9ec40129354e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 943 time: 0.0489841 Aug 16 23:15:58.242582 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4472c89f-0231-48ea-869a-2c5a7ff89cb8 req-895f67e7-ac4f-4843-8dcb-0c97967048cc tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363491 Aug 16 23:15:58.916411 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 69832adf-7c7e-4d75-9823-a91e2afdc2f2 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:15:59.009738 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 69832adf-7c7e-4d75-9823-a91e2afdc2f2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:59.024401 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '69832adf-7c7e-4d75-9823-a91e2afdc2f2', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'port_id': '69832adf-7c7e-4d75-9823-a91e2afdc2f2', 'mac_address': 'fa:16:3e:70:8d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:15:59.060629 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:59.072899 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69832adf-7c7e-4d75-9823-a91e2afdc2f2 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:15:59.092241 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 69832adf-7c7e-4d75-9823-a91e2afdc2f2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:59.097065 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:59.144616 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=69832adf-7c7e-4d75-9823-a91e2afdc2f2,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:59.298596 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['69832adf-7c7e-4d75-9823-a91e2afdc2f2'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:15:59.362455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4cb31-9d17-4bc1-ad52-8ab17b8d63e5 req-88bd0f3e-49fe-403b-b6f2-eb729d5c3bae tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:59.363972 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-07d4cb31-9d17-4bc1-ad52-8ab17b8d63e5 req-88bd0f3e-49fe-403b-b6f2-eb729d5c3bae tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 944 time: 0.0502031 Aug 16 23:15:59.403670 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-07d4cb31-9d17-4bc1-ad52-8ab17b8d63e5 req-e3131bea-300b-4ea2-a846-2b8ae2aa160d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337381 Aug 16 23:16:00.531305 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df1fbb-c0bb-4b67-9ab1-7a4cabd80ad1 req-be77ff6e-9b09-439e-b865-5cbd833f9c3c tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:00.532956 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b6df1fbb-c0bb-4b67-9ab1-7a4cabd80ad1 req-be77ff6e-9b09-439e-b865-5cbd833f9c3c tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 944 time: 0.0602753 Aug 16 23:16:00.578061 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b6df1fbb-c0bb-4b67-9ab1-7a4cabd80ad1 req-9268a00d-c3b1-460d-9440-c9dae15ebdaa tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369437 Aug 16 23:16:00.930159 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 69832adf-7c7e-4d75-9823-a91e2afdc2f2 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:16:00.977975 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:16:00.981645 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:16:00.982147 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:01.062645 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:01.084332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1db631b-8214-46ee-9236-1b3097768a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69832adf-7c7e-4d75-9823-a91e2afdc2f2'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:01.086606 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40f30e7-d1a9-48a6-8f4b-7bb6242c8659" -d '{"events": [{"server_uuid": "d1db631b-8214-46ee-9236-1b3097768a31", "name": "network-vif-plugged", "status": "completed", "tag": "69832adf-7c7e-4d75-9823-a91e2afdc2f2"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:01.100164 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 69832adf-7c7e-4d75-9823-a91e2afdc2f2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:01.104266 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:01.127861 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b6fe18-f160-4aa9-8f4b-53e4bc9c7f6f x-openstack-request-id: req-f5b6fe18-f160-4aa9-8f4b-53e4bc9c7f6f {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:01.128154 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1db631b-8214-46ee-9236-1b3097768a31", "name": "network-vif-plugged", "status": "completed", "tag": "69832adf-7c7e-4d75-9823-a91e2afdc2f2", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:01.128403 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f5b6fe18-f160-4aa9-8f4b-53e4bc9c7f6f {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:01.128788 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1db631b-8214-46ee-9236-1b3097768a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69832adf-7c7e-4d75-9823-a91e2afdc2f2', 'code': 200} Aug 16 23:16:01.154850 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=69832adf-7c7e-4d75-9823-a91e2afdc2f2,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:01.221989 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f85429-8de0-440e-8d71-f59cbfcda490 req-1a81029e-0dd0-4cfa-9083-c477df3df5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:01.223447 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91f85429-8de0-440e-8d71-f59cbfcda490 req-1a81029e-0dd0-4cfa-9083-c477df3df5ad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 1097 time: 0.0415397 Aug 16 23:16:01.258750 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91f85429-8de0-440e-8d71-f59cbfcda490 req-9ef3a639-7680-447d-8ceb-10ff00dff41d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283835 Aug 16 23:16:01.694113 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd441c-5b8d-476b-ad3f-08123a67792c req-9b54bc41-26b0-4654-b24b-a465390b9ea7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:01.695610 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fdd441c-5b8d-476b-ad3f-08123a67792c req-9b54bc41-26b0-4654-b24b-a465390b9ea7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 945 time: 0.0490067 Aug 16 23:16:01.734087 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fdd441c-5b8d-476b-ad3f-08123a67792c req-8a51c033-eda8-4626-8974-29f8392c2f10 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324404 Aug 16 23:16:02.856988 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cca67-c9e0-4cb4-b9a6-a23645e4e5a1 req-9367b258-0cfe-4118-a0fb-29e123ae3a2e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:02.858760 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-343cca67-c9e0-4cb4-b9a6-a23645e4e5a1 req-9367b258-0cfe-4118-a0fb-29e123ae3a2e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 945 time: 0.0514879 Aug 16 23:16:02.900906 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-343cca67-c9e0-4cb4-b9a6-a23645e4e5a1 req-9c29fa7e-f9ef-495a-a04b-2042b084cfa7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355237 Aug 16 23:16:03.014786 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6da4c3-01b2-4393-84b5-a681d26f4506 req-2b1c4553-8c46-46e0-b3a1-53591d606802 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:03.016441 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f6da4c3-01b2-4393-84b5-a681d26f4506 req-2b1c4553-8c46-46e0-b3a1-53591d606802 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 945 time: 0.0497248 Aug 16 23:16:03.024950 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49096) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:03.029648 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4c0bbd6e-ea36-4ed8-a646-4e03ec728eda tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Request body: {'floatingip': {'port_id': '69832adf-7c7e-4d75-9823-a91e2afdc2f2'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:03.069417 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c0bbd6e-ea36-4ed8-a646-4e03ec728eda tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:03.512279 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c0bbd6e-ea36-4ed8-a646-4e03ec728eda tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:03.517237 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c0bbd6e-ea36-4ed8-a646-4e03ec728eda tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:03.617027 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-4c0bbd6e-ea36-4ed8-a646-4e03ec728eda tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Floating IP 5840fee5-d589-4c5d-91e6-101e026b9fed associated. External IP: 172.25.6.133, port: 69832adf-7c7e-4d75-9823-a91e2afdc2f2. Aug 16 23:16:03.835005 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0bbd6e-ea36-4ed8-a646-4e03ec728eda tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Router 963d1eba-d5c0-4eed-8910-4bf8b18e948b has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:16:03.948114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0bbd6e-ea36-4ed8-a646-4e03ec728eda tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:16:03.952954 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4c0bbd6e-ea36-4ed8-a646-4e03ec728eda tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:03.959710 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeb99c9-3e2b-427b-84fb-9aafe6ff34a3 None None] Sync routers for ids ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:16:03.970522 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeb99c9-3e2b-427b-84fb-9aafe6ff34a3 None None] Routers {'963d1eba-d5c0-4eed-8910-4bf8b18e948b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:16:03.971145 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fdeb99c9-3e2b-427b-84fb-9aafe6ff34a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:15:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:03.980669 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4c0bbd6e-ea36-4ed8-a646-4e03ec728eda tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "PUT /v2.0/floatingips/5840fee5-d589-4c5d-91e6-101e026b9fed HTTP/1.1" status: 200 len: 991 time: 0.9545844 Aug 16 23:16:03.981294 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1db631b-8214-46ee-9236-1b3097768a31', 'tag': '69832adf-7c7e-4d75-9823-a91e2afdc2f2'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:03.984789 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3260424e-4501-4d81-90bf-05399d02edea" -d '{"events": [{"name": "network-changed", "server_uuid": "d1db631b-8214-46ee-9236-1b3097768a31", "tag": "69832adf-7c7e-4d75-9823-a91e2afdc2f2"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:04.022738 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c21927-26d1-424a-87fd-c9b7bd2b8e62 x-openstack-request-id: req-d6c21927-26d1-424a-87fd-c9b7bd2b8e62 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:04.023042 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1db631b-8214-46ee-9236-1b3097768a31", "tag": "69832adf-7c7e-4d75-9823-a91e2afdc2f2", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:04.023305 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d6c21927-26d1-424a-87fd-c9b7bd2b8e62 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:04.023799 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1db631b-8214-46ee-9236-1b3097768a31', 'tag': '69832adf-7c7e-4d75-9823-a91e2afdc2f2', 'status': 'completed', 'code': 200} Aug 16 23:16:04.086533 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-fdeb99c9-3e2b-427b-84fb-9aafe6ff34a3 None None] Set router 963d1eba-d5c0-4eed-8910-4bf8b18e948b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:16:04.095266 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260424e-4501-4d81-90bf-05399d02edea req-814efdd7-8be1-42cb-82eb-75b665c7a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:04.096870 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3260424e-4501-4d81-90bf-05399d02edea req-814efdd7-8be1-42cb-82eb-75b665c7a8cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 1097 time: 0.0438094 Aug 16 23:16:04.193491 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260424e-4501-4d81-90bf-05399d02edea req-5f25d984-6ae3-404c-bf9c-cb4f656bda01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:04.195033 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3260424e-4501-4d81-90bf-05399d02edea req-5f25d984-6ae3-404c-bf9c-cb4f656bda01 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0908570 Aug 16 23:16:04.271749 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3260424e-4501-4d81-90bf-05399d02edea req-725ce225-df29-4ab3-8da4-11f1de6bd697 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2 HTTP/1.1" status: 200 len: 999 time: 0.0694149 Aug 16 23:16:04.320239 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fdeb99c9-3e2b-427b-84fb-9aafe6ff34a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '5840fee5-d589-4c5d-91e6-101e026b9fed', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'port_id': '69832adf-7c7e-4d75-9823-a91e2afdc2f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'mac_address': 'fa:16:3e:70:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db631b-8214-46ee-9236-1b3097768a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:11:25Z', 'updated_at': '2021-08-16T23:16:03Z', 'revision_number': 9, 'project_id': 'a26f4b1aec86465498306b851817e172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:04.321667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260424e-4501-4d81-90bf-05399d02edea req-986f1912-7c2b-408c-b1a6-15c936fbf2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:04.323165 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3260424e-4501-4d81-90bf-05399d02edea req-986f1912-7c2b-408c-b1a6-15c936fbf2f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0447800 Aug 16 23:16:04.347970 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeb99c9-3e2b-427b-84fb-9aafe6ff34a3 None None] Checking router: 963d1eba-d5c0-4eed-8910-4bf8b18e948b for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:16:04.356546 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeb99c9-3e2b-427b-84fb-9aafe6ff34a3 None None] Routers {'963d1eba-d5c0-4eed-8910-4bf8b18e948b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:16:04.357151 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fdeb99c9-3e2b-427b-84fb-9aafe6ff34a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:15:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:04.373366 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260424e-4501-4d81-90bf-05399d02edea req-b92c1c9d-2f8a-41d8-aa49-0742d7b8c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:04.374916 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3260424e-4501-4d81-90bf-05399d02edea req-b92c1c9d-2f8a-41d8-aa49-0742d7b8c4a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452051 Aug 16 23:16:04.490332 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3260424e-4501-4d81-90bf-05399d02edea req-0cfd5696-189b-4dc9-b66a-5558500b7b2a service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077936 Aug 16 23:16:04.646622 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-fdeb99c9-3e2b-427b-84fb-9aafe6ff34a3 None None] Set router 963d1eba-d5c0-4eed-8910-4bf8b18e948b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:16:04.884555 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fdeb99c9-3e2b-427b-84fb-9aafe6ff34a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '5840fee5-d589-4c5d-91e6-101e026b9fed', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'port_id': '69832adf-7c7e-4d75-9823-a91e2afdc2f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'mac_address': 'fa:16:3e:70:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db631b-8214-46ee-9236-1b3097768a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:11:25Z', 'updated_at': '2021-08-16T23:16:03Z', 'revision_number': 9, 'project_id': 'a26f4b1aec86465498306b851817e172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:04.918329 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeb99c9-3e2b-427b-84fb-9aafe6ff34a3 None None] The sync data for ids ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'] in n-d-792458-15 is: [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '5840fee5-d589-4c5d-91e6-101e026b9fed', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'port_id': '69832adf-7c7e-4d75-9823-a91e2afdc2f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'mac_address': 'fa:16:3e:70:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db631b-8214-46ee-9236-1b3097768a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:11:25Z', 'updated_at': '2021-08-16T23:16:03Z', 'revision_number': 9, 'project_id': 'a26f4b1aec86465498306b851817e172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:16:04.928148 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3260424e-4501-4d81-90bf-05399d02edea req-890bdb9c-e1e2-4d76-8ae4-9ddbfb02a03d service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307559 Aug 16 23:16:05.128473 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b3da3d-916f-4816-a6ee-f991ad69e676 None None] New status for floating IP 5840fee5-d589-4c5d-91e6-101e026b9fed: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:16:07.847090 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:16:08.963603 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:09.070823 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9b0396c8-296e-4fc3-b818-ed9dd7cf5769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:09.727710 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed630b04-a873-4168-a2e1-b0e1a83be6cb req-6e5e7896-0732-4b16-a475-4ce182167579 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394223 Aug 16 23:16:09.806852 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed630b04-a873-4168-a2e1-b0e1a83be6cb req-255542e9-e530-48d0-8ce0-7c7292d56249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:09.808328 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed630b04-a873-4168-a2e1-b0e1a83be6cb req-255542e9-e530-48d0-8ce0-7c7292d56249 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 1097 time: 0.0401819 Aug 16 23:16:09.913623 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed630b04-a873-4168-a2e1-b0e1a83be6cb req-6398081d-3750-4463-b00b-93d39d1082ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:09.915038 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed630b04-a873-4168-a2e1-b0e1a83be6cb req-6398081d-3750-4463-b00b-93d39d1082ea service neutron] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0875251 Aug 16 23:16:09.977669 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed630b04-a873-4168-a2e1-b0e1a83be6cb req-26da6485-0463-49ff-ae31-30accdbc5abf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2 HTTP/1.1" status: 200 len: 1002 time: 0.0556469 Aug 16 23:16:10.028829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed630b04-a873-4168-a2e1-b0e1a83be6cb req-e3979d6b-1b70-42a2-acdf-e2fa8ba16e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:10.030265 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed630b04-a873-4168-a2e1-b0e1a83be6cb req-e3979d6b-1b70-42a2-acdf-e2fa8ba16e20 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0460019 Aug 16 23:16:10.074022 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed630b04-a873-4168-a2e1-b0e1a83be6cb req-cb3affa9-3918-4c59-b7ed-b85a7e7c8792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:10.075506 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed630b04-a873-4168-a2e1-b0e1a83be6cb req-cb3affa9-3918-4c59-b7ed-b85a7e7c8792 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383596 Aug 16 23:16:10.176309 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed630b04-a873-4168-a2e1-b0e1a83be6cb req-547ff537-a003-4660-ba1d-014fa6b36648 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928903 Aug 16 23:16:10.270394 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed630b04-a873-4168-a2e1-b0e1a83be6cb req-22c6624e-7471-4bc3-bb1d-dfd381ff1b54 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865245 Aug 16 23:16:11.250939 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:11.614212 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1db5edb6-e89c-45da-bc85-81088cb6b4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:12.189109 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:13.418301 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:14.998603 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:17.536799 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-4fb030cf-9416-413b-9693-afe251158455 req-41d67048-4a11-4c53-a717-5ef919e2cc63 tempest-TestVolumeBootPattern-1306852034 tempest-TestVolumeBootPattern-1306852034-project] (94872) timed out ('10.222.0.39', 52053) {{(pid=94872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:16:38.973928 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:39.073828 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6d57dc3-d596-433d-a9e9-9bace16747a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:41.249954 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:41.614220 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dfabbbc9-f998-44b0-85f8-55f11cfd74ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:42.189412 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:43.424541 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:44.846228 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:16:45.000179 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:08.974670 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:09.074779 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ab9e1816-0a86-4b9c-89d4-522fd85c7ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:10.747088 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87a64f53-d531-4d8d-86ca-deb0e76374e3 req-e060c518-9a2f-488a-84f2-0bb73c167ff4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461133 Aug 16 23:17:10.835949 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a64f53-d531-4d8d-86ca-deb0e76374e3 req-cc5ba1df-a45e-488d-85de-dcb3adbf0d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:10.837448 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87a64f53-d531-4d8d-86ca-deb0e76374e3 req-cc5ba1df-a45e-488d-85de-dcb3adbf0d47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 1097 time: 0.0487576 Aug 16 23:17:10.945110 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a64f53-d531-4d8d-86ca-deb0e76374e3 req-bf9f093b-2c3e-441b-8e3b-0dd6a949c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:10.946687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87a64f53-d531-4d8d-86ca-deb0e76374e3 req-bf9f093b-2c3e-441b-8e3b-0dd6a949c492 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0876224 Aug 16 23:17:11.016553 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87a64f53-d531-4d8d-86ca-deb0e76374e3 req-fc85d682-5f76-4f3b-b5c1-c9ef5077d07b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2 HTTP/1.1" status: 200 len: 1002 time: 0.0627198 Aug 16 23:17:11.065411 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a64f53-d531-4d8d-86ca-deb0e76374e3 req-588fc9c9-3393-4bbb-a1fd-a117202f18e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:11.066853 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87a64f53-d531-4d8d-86ca-deb0e76374e3 req-588fc9c9-3393-4bbb-a1fd-a117202f18e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0427494 Aug 16 23:17:11.112546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a64f53-d531-4d8d-86ca-deb0e76374e3 req-e1b5c5a5-2659-4719-b948-c8fd05abfeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:11.114064 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87a64f53-d531-4d8d-86ca-deb0e76374e3 req-e1b5c5a5-2659-4719-b948-c8fd05abfeb6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403638 Aug 16 23:17:11.124968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-87a64f53-d531-4d8d-86ca-deb0e76374e3 req-73556a8a-0575-4a25-b370-56393348ef1b service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:17:11.125909 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87a64f53-d531-4d8d-86ca-deb0e76374e3 req-73556a8a-0575-4a25-b370-56393348ef1b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049865 Aug 16 23:17:11.228977 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87a64f53-d531-4d8d-86ca-deb0e76374e3 req-715e21ef-b8f7-4ba0-90b9-c02e9f9579e0 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955970 Aug 16 23:17:11.253196 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:11.318246 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-87a64f53-d531-4d8d-86ca-deb0e76374e3 req-5a400001-7a19-4749-bbad-8a0e26589308 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821760 Aug 16 23:17:11.613580 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2aa9f2d5-d22c-451a-b325-e3dfa1127ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:12.190481 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:13.423626 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:15.005760 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:21.847859 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:17:38.900196 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f2072-bd9c-4018-8901-9b0d71a0d51c req-c8121a70-8ce0-44e8-b964-a6bb8de33c2e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:38.902531 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf1f2072-bd9c-4018-8901-9b0d71a0d51c req-c8121a70-8ce0-44e8-b964-a6bb8de33c2e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 945 time: 0.0631020 Aug 16 23:17:38.951393 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf1f2072-bd9c-4018-8901-9b0d71a0d51c req-31d7f6a4-a744-40d5-b768-db3f3a68221c tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413227 Aug 16 23:17:39.000456 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:39.001184 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-04996ec7-dec4-4e52-a722-b60740d11eeb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0974033 Aug 16 23:17:39.078909 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a1885094-3caf-4344-ae2b-2b9daed8a1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:40.104363 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677c04a-fcb5-4629-8f2b-3b3209be02ae req-88e4fc88-80b0-4b20-9f9a-163cf9537fdd tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:40.106217 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d677c04a-fcb5-4629-8f2b-3b3209be02ae req-88e4fc88-80b0-4b20-9f9a-163cf9537fdd tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 945 time: 0.0603244 Aug 16 23:17:40.158692 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d677c04a-fcb5-4629-8f2b-3b3209be02ae req-02e29c24-4b13-4bbf-985f-5fc367b16002 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445707 Aug 16 23:17:40.291646 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-f0b750bc-e69b-440e-acfc-152ffb944fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:40.293125 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-f0b750bc-e69b-440e-acfc-152ffb944fdd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 1097 time: 0.0470362 Aug 16 23:17:40.384750 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-fb425ac4-e80c-442b-b949-c0f968d978bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:40.386269 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-fb425ac4-e80c-442b-b949-c0f968d978bb service neutron] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0842390 Aug 16 23:17:40.455631 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-ae936bf8-4bf1-4c5a-9d48-22c8718d4b43 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2 HTTP/1.1" status: 200 len: 1002 time: 0.0617921 Aug 16 23:17:40.504965 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-3228b6b5-a0d3-4ca1-8ef9-59ede2e18846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:40.506489 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-3228b6b5-a0d3-4ca1-8ef9-59ede2e18846 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0438647 Aug 16 23:17:40.551488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-8049703f-5371-4271-abb8-eb6673552fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:40.552895 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-8049703f-5371-4271-abb8-eb6673552fce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396500 Aug 16 23:17:40.645778 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-51745421-1f65-4d59-92cb-54121caed7c6 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853252 Aug 16 23:17:40.736132 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-00b773b5-489c-4187-922d-bfceb34a7a77 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834265 Aug 16 23:17:41.248208 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:41.288667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c33fa-28fb-4189-aa87-83eb7a9d3d16 req-5b6bbd99-91af-45df-98f2-c430c6d4898c tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:41.290223 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b34c33fa-28fb-4189-aa87-83eb7a9d3d16 req-5b6bbd99-91af-45df-98f2-c430c6d4898c tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 945 time: 0.0556934 Aug 16 23:17:41.334409 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b34c33fa-28fb-4189-aa87-83eb7a9d3d16 req-77e3e552-8e8a-4ca2-9f9f-6d0d9c363774 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365555 Aug 16 23:17:41.616070 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b265d9df-d0d3-4a87-84d7-ef3282b6f947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:42.192352 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:42.455283 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9cc30-be13-4a7f-a1ca-12a1d79d8e93 req-42e6d531-f975-4b98-9ce5-f9cd5ef987df tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:42.456692 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fd9cc30-be13-4a7f-a1ca-12a1d79d8e93 req-42e6d531-f975-4b98-9ce5-f9cd5ef987df tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 945 time: 0.0523036 Aug 16 23:17:42.495650 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3fd9cc30-be13-4a7f-a1ca-12a1d79d8e93 req-1de8bf6d-e8d4-49e6-aca6-1a1d10f3dbcf tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330274 Aug 16 23:17:43.426770 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:43.610985 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378819c-e1ad-4cf1-8158-a128ad19ec5d req-1b65ded2-dc2c-4be6-a5a2-15509d9684ea tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:43.612476 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2378819c-e1ad-4cf1-8158-a128ad19ec5d req-1b65ded2-dc2c-4be6-a5a2-15509d9684ea tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 945 time: 0.0496461 Aug 16 23:17:43.650921 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2378819c-e1ad-4cf1-8158-a128ad19ec5d req-a705aa0b-ead9-4e46-b670-0c42d1d0c06e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323923 Aug 16 23:17:44.770986 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013356c-b0b4-4c77-93f2-5fab68843ffa req-f558fdc5-4d71-48f0-a4e7-bd14f43889f7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:44.772466 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d013356c-b0b4-4c77-93f2-5fab68843ffa req-f558fdc5-4d71-48f0-a4e7-bd14f43889f7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 945 time: 0.0532115 Aug 16 23:17:44.809977 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d013356c-b0b4-4c77-93f2-5fab68843ffa req-098cf17f-6699-4dae-9cb5-e7712399eb1e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315182 Aug 16 23:17:45.006279 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:45.926289 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1007f8-2b20-44f7-85f8-51b7772ac693 req-e2a2168b-bca3-47b5-89e0-bb2a684279d5 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:45.927785 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c1007f8-2b20-44f7-85f8-51b7772ac693 req-e2a2168b-bca3-47b5-89e0-bb2a684279d5 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 945 time: 0.0494151 Aug 16 23:17:45.965947 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9c1007f8-2b20-44f7-85f8-51b7772ac693 req-5a238852-231f-4b1a-849a-2e2dc631bb0d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322938 Aug 16 23:17:47.082118 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ef2ea-516d-45af-a42d-b351babe4afb req-b1c6f09b-d9c7-4a03-8900-c019326c0d85 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:47.083597 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-602ef2ea-516d-45af-a42d-b351babe4afb req-b1c6f09b-d9c7-4a03-8900-c019326c0d85 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 945 time: 0.0487292 Aug 16 23:17:47.122972 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-602ef2ea-516d-45af-a42d-b351babe4afb req-adc50f4a-4ffb-4493-a8b0-885c7a870322 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334857 Aug 16 23:17:48.243503 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfcad6-4d39-4634-9860-889c71feb52f req-daab10bd-d1cf-438c-9d89-dd387510dda4 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:48.245009 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8bcfcad6-4d39-4634-9860-889c71feb52f req-daab10bd-d1cf-438c-9d89-dd387510dda4 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 945 time: 0.0550880 Aug 16 23:17:48.282264 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8bcfcad6-4d39-4634-9860-889c71feb52f req-6be7ff7b-98e9-493e-9572-5efef3df7728 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312619 Aug 16 23:17:49.396339 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61da2c-a2da-45bb-8659-b4b15b010c90 req-9ef6d9dc-6ba2-4057-9684-f00aa24586ad tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:49.397845 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf61da2c-a2da-45bb-8659-b4b15b010c90 req-9ef6d9dc-6ba2-4057-9684-f00aa24586ad tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 945 time: 0.0493042 Aug 16 23:17:49.435401 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf61da2c-a2da-45bb-8659-b4b15b010c90 req-3bf601f5-a137-45fc-8c78-964b2dd985d3 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306861 Aug 16 23:17:50.549233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f51dc-f521-4d0b-ade0-031ca2aed67d req-c90d9eb6-90d6-49e8-ae49-e653c90da9c2 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:50.550755 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a16f51dc-f521-4d0b-ade0-031ca2aed67d req-c90d9eb6-90d6-49e8-ae49-e653c90da9c2 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 945 time: 0.0487561 Aug 16 23:17:50.588707 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a16f51dc-f521-4d0b-ade0-031ca2aed67d req-53f1e03e-9505-41f3-8803-87c69b090b5f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320320 Aug 16 23:17:51.712622 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342bbd0-3eac-4a2b-99a8-d8377ae7f7ee req-0c0c9631-7cd0-48da-8db9-56534458f6db tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:51.714025 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c342bbd0-3eac-4a2b-99a8-d8377ae7f7ee req-0c0c9631-7cd0-48da-8db9-56534458f6db tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 945 time: 0.0550361 Aug 16 23:17:51.752045 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c342bbd0-3eac-4a2b-99a8-d8377ae7f7ee req-9bda3d66-4a75-4d27-9c65-92da148eb3df tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319667 Aug 16 23:17:52.889431 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c54627-8792-4ad3-bd1f-a676bad670a4 req-f9019ad9-5997-4a48-9ada-dbfc0473c736 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:52.890870 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2c54627-8792-4ad3-bd1f-a676bad670a4 req-f9019ad9-5997-4a48-9ada-dbfc0473c736 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 945 time: 0.0727284 Aug 16 23:17:52.943214 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-8111f98c-97dc-4780-821c-1e5d2a20f207 service neutron] show failed (client error): The resource could not be found. Aug 16 23:17:52.944215 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-8111f98c-97dc-4780-821c-1e5d2a20f207 service neutron] 10.222.0.39 "GET /v2.0/ports/69832adf-7c7e-4d75-9823-a91e2afdc2f2/bindings/n-h2-792458-15 HTTP/1.1" status: 404 len: 381 time: 0.0905738 Aug 16 23:17:52.947254 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a2c54627-8792-4ad3-bd1f-a676bad670a4 req-cfc51774-a5fc-4441-b633-d47452a71903 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482719 Aug 16 23:17:53.152135 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-6149ea7a-2952-4706-9f22-52e32e0bb612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:53.153527 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-6149ea7a-2952-4706-9f22-52e32e0bb612 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31&tenant_id=a26f4b1aec86465498306b851817e172 HTTP/1.1" status: 200 len: 1097 time: 0.0483201 Aug 16 23:17:53.166031 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-15', 'device_owner': 'compute:nova'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:17:53.218511 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:53.418718 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] For port 69832adf-7c7e-4d75-9823-a91e2afdc2f2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:53.450394 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] For port 69832adf-7c7e-4d75-9823-a91e2afdc2f2, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:17:53.496678 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1db631b-8214-46ee-9236-1b3097768a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69832adf-7c7e-4d75-9823-a91e2afdc2f2'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:53.499491 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217db569-8e29-4ab4-b423-0c2b244f6aa3" -d '{"events": [{"server_uuid": "d1db631b-8214-46ee-9236-1b3097768a31", "name": "network-vif-unplugged", "status": "completed", "tag": "69832adf-7c7e-4d75-9823-a91e2afdc2f2"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:53.503383 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:53.516191 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Transition to ACTIVE for port object 69832adf-7c7e-4d75-9823-a91e2afdc2f2 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:17:53.519612 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:53.559591 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d7fbc5-3489-435c-b70c-bb3c1db0d4f5 x-openstack-request-id: req-68d7fbc5-3489-435c-b70c-bb3c1db0d4f5 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:53.559879 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1db631b-8214-46ee-9236-1b3097768a31", "name": "network-vif-unplugged", "status": "completed", "tag": "69832adf-7c7e-4d75-9823-a91e2afdc2f2", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:53.560127 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-68d7fbc5-3489-435c-b70c-bb3c1db0d4f5 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:53.560512 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1db631b-8214-46ee-9236-1b3097768a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69832adf-7c7e-4d75-9823-a91e2afdc2f2', 'code': 200} Aug 16 23:17:53.596694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Pushing event updated for resources: {'Port': ['ID=69832adf-7c7e-4d75-9823-a91e2afdc2f2,revision_number=6']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:53.611812 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:53.612163 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:53.612638 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:53.613034 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:53.613367 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:53.613701 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:53.614051 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:53.614378 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:53.614703 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:53.615021 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:53.615341 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:53.615665 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:53.656533 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] No DVR routers for this DVR port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:17:53.790565 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Attempting to bind port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:17:53.790893 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Attempting to bind port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:17:53.791214 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Attempting to bind port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 on network 6daf488a-8154-479b-8012-18d5fb8592a7 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:17:53.795674 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 on network 6daf488a-8154-479b-8012-18d5fb8592a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:17:53.795991 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Attempting to bind port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 on network 6daf488a-8154-479b-8012-18d5fb8592a7 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:17:53.801090 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:17:53.801453 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Checking segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:17:53.802022 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Bound using segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:17:53.802440 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Bound port: 69832adf-7c7e-4d75-9823-a91e2afdc2f2, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:17:53.802790 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:53.867475 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] For port 69832adf-7c7e-4d75-9823-a91e2afdc2f2, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:17:53.870432 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] For port 69832adf-7c7e-4d75-9823-a91e2afdc2f2, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:17:53.874832 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:53.908081 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:53.908699 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:53.910121 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] 10.222.0.43 "PUT /v2.0/ports/69832adf-7c7e-4d75-9823-a91e2afdc2f2 HTTP/1.1" status: 200 len: 1092 time: 0.7480628 Aug 16 23:17:53.941007 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abfe56-baf9-4af3-a386-2687bc62289f service neutron] Pushing event updated for resources: {'Port': ['ID=69832adf-7c7e-4d75-9823-a91e2afdc2f2,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:53.978146 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-6f96ebcd-6d11-4615-9ec5-3a21a6f95e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:53.979724 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-6f96ebcd-6d11-4615-9ec5-3a21a6f95e8f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 1095 time: 0.0468624 Aug 16 23:17:54.071726 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f62099-b7bd-4f6f-93c6-c6a0b221bac1 req-c216ae69-936b-4cd2-ab83-b9be07d86dc3 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:54.078484 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-46f62099-b7bd-4f6f-93c6-c6a0b221bac1 req-c216ae69-936b-4cd2-ab83-b9be07d86dc3 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 943 time: 0.0597820 Aug 16 23:17:54.081014 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-603cb181-441e-462d-8725-29f2427e57fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:54.082527 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-603cb181-441e-462d-8725-29f2427e57fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0958674 Aug 16 23:17:54.114958 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-46f62099-b7bd-4f6f-93c6-c6a0b221bac1 req-954ecaa4-cbfe-43a1-9ccb-077e8a7e017f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342019 Aug 16 23:17:54.157649 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-58446413-9479-4ee4-9437-eeb0050393e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2 HTTP/1.1" status: 200 len: 1000 time: 0.0683756 Aug 16 23:17:54.208289 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-f8035a21-d96a-46f6-8e94-234135c59382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:54.209775 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-f8035a21-d96a-46f6-8e94-234135c59382 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0457392 Aug 16 23:17:54.254534 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-b546a050-591d-4ded-a119-6f85830a1676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:54.255916 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-b546a050-591d-4ded-a119-6f85830a1676 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393929 Aug 16 23:17:54.348016 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-3c8d32a6-13b4-4695-8a33-5591e0393334 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847156 Aug 16 23:17:54.437644 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-f90fd3c1-4186-47db-81d4-d53c7f474324 req-3e24c272-f70c-452b-b1d6-233ee4be0919 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824215 Aug 16 23:17:55.236417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0195c-6ee3-41ac-bb24-94a67b987801 req-cfc77534-5e03-44a0-b650-d845cd42f034 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:55.237914 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ffd0195c-6ee3-41ac-bb24-94a67b987801 req-cfc77534-5e03-44a0-b650-d845cd42f034 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 943 time: 0.0490880 Aug 16 23:17:55.274767 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ffd0195c-6ee3-41ac-bb24-94a67b987801 req-22b0c419-3ea2-44f6-8241-679c659c3929 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310307 Aug 16 23:17:55.562006 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1db631b-8214-46ee-9236-1b3097768a31', 'tag': '69832adf-7c7e-4d75-9823-a91e2afdc2f2'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:55.564362 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604af9eb-c720-42d8-b264-b3a8f83f779a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1db631b-8214-46ee-9236-1b3097768a31", "tag": "69832adf-7c7e-4d75-9823-a91e2afdc2f2"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:55.612827 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7646ec-5cec-45b6-b0af-ecf10aae14ac x-openstack-request-id: req-0c7646ec-5cec-45b6-b0af-ecf10aae14ac {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:55.613122 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1db631b-8214-46ee-9236-1b3097768a31", "tag": "69832adf-7c7e-4d75-9823-a91e2afdc2f2", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:55.613374 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0c7646ec-5cec-45b6-b0af-ecf10aae14ac {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:55.613771 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1db631b-8214-46ee-9236-1b3097768a31', 'tag': '69832adf-7c7e-4d75-9823-a91e2afdc2f2', 'status': 'completed', 'code': 200} Aug 16 23:17:55.676215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604af9eb-c720-42d8-b264-b3a8f83f779a req-1e08c53b-1452-4ddf-9362-4299e0510ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:55.677750 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-604af9eb-c720-42d8-b264-b3a8f83f779a req-1e08c53b-1452-4ddf-9362-4299e0510ace service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 1095 time: 0.0407813 Aug 16 23:17:55.678002 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604af9eb-c720-42d8-b264-b3a8f83f779a req-9f26f66a-3ef4-4de7-bc4c-354786011e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:55.679528 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-604af9eb-c720-42d8-b264-b3a8f83f779a req-9f26f66a-3ef4-4de7-bc4c-354786011e43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 1095 time: 0.0445664 Aug 16 23:17:55.773719 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604af9eb-c720-42d8-b264-b3a8f83f779a req-11c1d5df-f725-49b0-b9bc-05853ab881b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:55.773920 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604af9eb-c720-42d8-b264-b3a8f83f779a req-4ffec226-6f4b-4f09-8f0b-d15fccf6c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:55.775141 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-604af9eb-c720-42d8-b264-b3a8f83f779a req-4ffec226-6f4b-4f09-8f0b-d15fccf6c94f service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0877616 Aug 16 23:17:55.775272 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-604af9eb-c720-42d8-b264-b3a8f83f779a req-11c1d5df-f725-49b0-b9bc-05853ab881b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0877254 Aug 16 23:17:55.840728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-604af9eb-c720-42d8-b264-b3a8f83f779a req-db5799bc-ce40-4ef3-96ac-60fcaaa1e11c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2 HTTP/1.1" status: 200 len: 1000 time: 0.0585232 Aug 16 23:17:55.845375 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-604af9eb-c720-42d8-b264-b3a8f83f779a req-3542b00a-6dd4-4925-bfb9-737fae8d90f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2 HTTP/1.1" status: 200 len: 1000 time: 0.0621269 Aug 16 23:17:55.899677 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604af9eb-c720-42d8-b264-b3a8f83f779a req-da65358a-c169-43ec-8773-3e3744a683d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:55.901574 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-604af9eb-c720-42d8-b264-b3a8f83f779a req-da65358a-c169-43ec-8773-3e3744a683d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0479553 Aug 16 23:17:55.902909 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604af9eb-c720-42d8-b264-b3a8f83f779a req-8df9021e-8241-42ec-90b7-383a693aa86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:55.904502 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-604af9eb-c720-42d8-b264-b3a8f83f779a req-8df9021e-8241-42ec-90b7-383a693aa86d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0561798 Aug 16 23:17:55.956574 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604af9eb-c720-42d8-b264-b3a8f83f779a req-7c594dcc-a811-463e-a002-a30229ae5014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:55.958643 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-604af9eb-c720-42d8-b264-b3a8f83f779a req-7c594dcc-a811-463e-a002-a30229ae5014 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453005 Aug 16 23:17:55.965990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604af9eb-c720-42d8-b264-b3a8f83f779a req-763f6c20-592e-4985-ab52-31ff8da7a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:55.967875 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-604af9eb-c720-42d8-b264-b3a8f83f779a req-763f6c20-592e-4985-ab52-31ff8da7a769 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538306 Aug 16 23:17:56.055011 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-604af9eb-c720-42d8-b264-b3a8f83f779a req-2a6cfbe9-fbbc-462d-8731-8c30ad88ca00 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883627 Aug 16 23:17:56.062695 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-604af9eb-c720-42d8-b264-b3a8f83f779a req-8372c104-ad42-44d4-9228-6768cb3e7395 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873849 Aug 16 23:17:56.153092 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-604af9eb-c720-42d8-b264-b3a8f83f779a req-b56f59d4-156f-45c5-a4bb-597d39d08801 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833998 Aug 16 23:17:56.153344 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-604af9eb-c720-42d8-b264-b3a8f83f779a req-83a30c4a-09d2-4e68-816b-521c91b7f76a service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884104 Aug 16 23:17:56.389088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79708e-1ff3-497e-bdac-8155dfd3e419 req-fce92d5e-d8d2-4015-ac6f-5d15b098da5f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:56.390595 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce79708e-1ff3-497e-bdac-8155dfd3e419 req-fce92d5e-d8d2-4015-ac6f-5d15b098da5f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 943 time: 0.0484962 Aug 16 23:17:56.427056 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ce79708e-1ff3-497e-bdac-8155dfd3e419 req-b9b660c2-647a-4009-acfa-07371e299267 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305526 Aug 16 23:17:56.712667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-526ef4f2-58b8-4047-9021-99799000d7f8 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:56.714291 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-526ef4f2-58b8-4047-9021-99799000d7f8 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31&tenant_id=a26f4b1aec86465498306b851817e172&binding%3Ahost_id=n-h2-792458-15 HTTP/1.1" status: 200 len: 943 time: 0.0530496 Aug 16 23:17:56.734114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3897c-4088-49f6-99ad-dfbd0ee75a80 req-caec2fe7-1e4c-43a5-9294-07f5cd22ff0a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:56.735637 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2b3897c-4088-49f6-99ad-dfbd0ee75a80 req-caec2fe7-1e4c-43a5-9294-07f5cd22ff0a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 943 time: 0.0554738 Aug 16 23:17:56.774703 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2b3897c-4088-49f6-99ad-dfbd0ee75a80 req-edc6bffa-4b05-4390-894f-d47f192d02ca tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329676 Aug 16 23:17:56.786463 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-165ef57d-259b-4262-b422-2ea13d62d910 service neutron] 10.222.0.43 "GET /v2.0/ports/69832adf-7c7e-4d75-9823-a91e2afdc2f2/bindings/n-h2-792458-15 HTTP/1.1" status: 200 len: 383 time: 0.0638330 Aug 16 23:17:56.857239 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-b1f8a97c-1f11-4fc8-9773-bcc0da0ec6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:56.858819 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-b1f8a97c-1f11-4fc8-9773-bcc0da0ec6ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 1095 time: 0.0438366 Aug 16 23:17:56.956008 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-539da271-631c-4ac9-a216-7db3524e4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:56.957487 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-539da271-631c-4ac9-a216-7db3524e4d37 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0922196 Aug 16 23:17:57.023187 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-b568c1ab-29d8-484f-b63d-c6318e219719 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2 HTTP/1.1" status: 200 len: 1000 time: 0.0584891 Aug 16 23:17:57.072039 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-d30b1961-a627-4998-a8c0-82a1b748d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:57.073526 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-d30b1961-a627-4998-a8c0-82a1b748d204 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0436862 Aug 16 23:17:57.079614 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 69832adf-7c7e-4d75-9823-a91e2afdc2f2 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:17:57.126238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-e4d87077-6575-43d2-9272-34de4e8d7a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:57.128002 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-e4d87077-6575-43d2-9272-34de4e8d7a0e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466802 Aug 16 23:17:57.178090 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 69832adf-7c7e-4d75-9823-a91e2afdc2f2, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:57.190809 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '69832adf-7c7e-4d75-9823-a91e2afdc2f2', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'port_id': '69832adf-7c7e-4d75-9823-a91e2afdc2f2', 'mac_address': 'fa:16:3e:70:8d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:17:57.220995 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-e45408b8-5d7e-4a2a-a3c9-1665e7e14d85 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859604 Aug 16 23:17:57.229017 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:57.242288 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69832adf-7c7e-4d75-9823-a91e2afdc2f2 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:17:57.264831 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 69832adf-7c7e-4d75-9823-a91e2afdc2f2, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:57.269108 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:57.319646 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-6ec58555-300c-4705-a44c-59af76eb9808 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916102 Aug 16 23:17:57.320531 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=69832adf-7c7e-4d75-9823-a91e2afdc2f2,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:57.329005 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:57.329363 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:57.329711 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:57.330081 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:57.330422 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:57.330761 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:57.331095 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:57.331426 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:57.331756 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:57.332083 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:57.332413 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:57.332740 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:57.514443 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['69832adf-7c7e-4d75-9823-a91e2afdc2f2'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:17:57.585048 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 69832adf-7c7e-4d75-9823-a91e2afdc2f2 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:17:57.645085 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 69832adf-7c7e-4d75-9823-a91e2afdc2f2 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:17:57.898553 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03406e7-8730-47fc-9be1-c20da8fc3605 req-585ec804-1a90-4224-8464-51f92ce289a3 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:57.900070 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d03406e7-8730-47fc-9be1-c20da8fc3605 req-585ec804-1a90-4224-8464-51f92ce289a3 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 944 time: 0.0533721 Aug 16 23:17:57.939440 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d03406e7-8730-47fc-9be1-c20da8fc3605 req-8eea2031-7445-4a03-a8d5-58683abaf33c tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322914 Aug 16 23:17:58.847002 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:17:59.059634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72328445-1d06-45f9-b4e7-1b99ec91b9ec req-9b6ff3d9-2df6-4082-94ee-cc22dd873a62 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:59.061183 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72328445-1d06-45f9-b4e7-1b99ec91b9ec req-9b6ff3d9-2df6-4082-94ee-cc22dd873a62 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 944 time: 0.0526392 Aug 16 23:17:59.079316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 69832adf-7c7e-4d75-9823-a91e2afdc2f2 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:17:59.100226 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72328445-1d06-45f9-b4e7-1b99ec91b9ec req-725086b5-35cf-4188-b82a-2cbe8a935605 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330005 Aug 16 23:17:59.139698 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:17:59.144352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:17:59.154146 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:59.240801 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:59.262862 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-5e9f023b-dab4-46d9-9861-3bee3aaf3c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:59.264453 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-5e9f023b-dab4-46d9-9861-3bee3aaf3c25 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31&tenant_id=a26f4b1aec86465498306b851817e172 HTTP/1.1" status: 200 len: 1096 time: 0.0454206 Aug 16 23:17:59.266533 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1db631b-8214-46ee-9236-1b3097768a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69832adf-7c7e-4d75-9823-a91e2afdc2f2'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:59.268829 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d045ba8-39e0-43bc-800d-7dfc46f0e11f" -d '{"events": [{"server_uuid": "d1db631b-8214-46ee-9236-1b3097768a31", "name": "network-vif-plugged", "status": "completed", "tag": "69832adf-7c7e-4d75-9823-a91e2afdc2f2"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:59.277416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-15', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:17:59.282525 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 69832adf-7c7e-4d75-9823-a91e2afdc2f2, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:59.287206 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:59.323190 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d6a221-c7e6-434e-a179-a3fe0f662218 x-openstack-request-id: req-f0d6a221-c7e6-434e-a179-a3fe0f662218 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:59.323492 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1db631b-8214-46ee-9236-1b3097768a31", "name": "network-vif-plugged", "status": "completed", "tag": "69832adf-7c7e-4d75-9823-a91e2afdc2f2", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:59.323770 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f0d6a221-c7e6-434e-a179-a3fe0f662218 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:59.324178 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1db631b-8214-46ee-9236-1b3097768a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69832adf-7c7e-4d75-9823-a91e2afdc2f2', 'code': 200} Aug 16 23:17:59.332354 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:59.341593 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=69832adf-7c7e-4d75-9823-a91e2afdc2f2,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:59.548013 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] For port 69832adf-7c7e-4d75-9823-a91e2afdc2f2, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:59.582480 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] For port 69832adf-7c7e-4d75-9823-a91e2afdc2f2, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:17:59.629742 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1db631b-8214-46ee-9236-1b3097768a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69832adf-7c7e-4d75-9823-a91e2afdc2f2'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:59.632413 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be44e095-7167-4f34-b141-61bed06b7500" -d '{"events": [{"server_uuid": "d1db631b-8214-46ee-9236-1b3097768a31", "name": "network-vif-unplugged", "status": "completed", "tag": "69832adf-7c7e-4d75-9823-a91e2afdc2f2"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:59.637279 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:59.651493 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Transition to ACTIVE for port object 69832adf-7c7e-4d75-9823-a91e2afdc2f2 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:17:59.655437 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:59.687916 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a38508-85c3-44fb-8f6a-3cd080e141a2 x-openstack-request-id: req-70a38508-85c3-44fb-8f6a-3cd080e141a2 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:59.688233 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1db631b-8214-46ee-9236-1b3097768a31", "name": "network-vif-unplugged", "status": "completed", "tag": "69832adf-7c7e-4d75-9823-a91e2afdc2f2", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:59.688524 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-70a38508-85c3-44fb-8f6a-3cd080e141a2 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:59.688970 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1db631b-8214-46ee-9236-1b3097768a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69832adf-7c7e-4d75-9823-a91e2afdc2f2', 'code': 200} Aug 16 23:17:59.711616 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Pushing event updated for resources: {'Port': ['ID=69832adf-7c7e-4d75-9823-a91e2afdc2f2,revision_number=10']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:59.755865 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:59.756219 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:59.756554 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:59.756891 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:59.757223 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:59.757558 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:59.757882 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:59.758233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:59.758566 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:59.758887 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:59.759212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:59.759532 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:59.806066 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] No DVR routers for this DVR port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:17:59.952091 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Attempting to bind port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:17:59.952625 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Attempting to bind port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:17:59.953171 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Attempting to bind port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 on network 6daf488a-8154-479b-8012-18d5fb8592a7 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:17:59.959819 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 on network 6daf488a-8154-479b-8012-18d5fb8592a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:17:59.960142 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Attempting to bind port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 on network 6daf488a-8154-479b-8012-18d5fb8592a7 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:17:59.967105 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:17:59.967432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Checking segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:17:59.967766 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Bound using segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:17:59.968185 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Bound port: 69832adf-7c7e-4d75-9823-a91e2afdc2f2, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:17:59.968538 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:00.032662 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] For port 69832adf-7c7e-4d75-9823-a91e2afdc2f2, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:18:00.036396 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] For port 69832adf-7c7e-4d75-9823-a91e2afdc2f2, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:18:00.040316 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:00.075470 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:00.076525 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:00.078822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] 10.222.0.39 "PUT /v2.0/ports/69832adf-7c7e-4d75-9823-a91e2afdc2f2 HTTP/1.1" status: 200 len: 1093 time: 0.8060734 Aug 16 23:18:00.135835 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53945e44-6651-4be3-9ad9-1295c07738e7 service neutron] Pushing event updated for resources: {'Port': ['ID=69832adf-7c7e-4d75-9823-a91e2afdc2f2,revision_number=11']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:00.159430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-b173ae72-ba8f-4bbe-9682-9727aeb65ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:00.161429 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-b173ae72-ba8f-4bbe-9682-9727aeb65ed2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 1096 time: 0.0542204 Aug 16 23:18:00.284365 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd98d5-6119-4d7d-b5c6-941dfef7317d req-395091e8-73df-4872-9f68-2a23089ec3b0 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:00.285881 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63fd98d5-6119-4d7d-b5c6-941dfef7317d req-395091e8-73df-4872-9f68-2a23089ec3b0 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 944 time: 0.1093938 Aug 16 23:18:00.304973 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-e236ad8b-fc54-477a-b78c-f9a96c16ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:00.306532 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-e236ad8b-fc54-477a-b78c-f9a96c16ed91 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.1383522 Aug 16 23:18:00.375444 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63fd98d5-6119-4d7d-b5c6-941dfef7317d req-c006e505-9d81-428a-b076-864ddec487e0 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802252 Aug 16 23:18:00.390841 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-5bf99742-4bb1-4664-b118-44ec9c660ae8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2 HTTP/1.1" status: 200 len: 1000 time: 0.0769291 Aug 16 23:18:00.438860 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-e3fe11db-b3ee-4527-bb60-d97335166a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:00.440302 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-e3fe11db-b3ee-4527-bb60-d97335166a5e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0426950 Aug 16 23:18:00.485214 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-1da473f6-a0a0-4052-9fe6-56686cc1430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:00.486703 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-1da473f6-a0a0-4052-9fe6-56686cc1430a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393920 Aug 16 23:18:00.578294 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-8a4ea214-b143-4474-bcf8-c5753cbb5a64 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844388 Aug 16 23:18:00.672231 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8db21092-a0be-4c75-ad96-150b5f4dac6d req-db888933-d867-4dde-bd89-835533bd6578 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865831 Aug 16 23:18:01.491972 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7df02d-18a2-4fbe-b480-d91f1507be8a req-7f4988bb-e127-4c24-a360-c2c0f121256e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:01.493526 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3b7df02d-18a2-4fbe-b480-d91f1507be8a req-7f4988bb-e127-4c24-a360-c2c0f121256e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 944 time: 0.0494423 Aug 16 23:18:01.544192 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3b7df02d-18a2-4fbe-b480-d91f1507be8a req-1304911b-fbaa-4c55-bae1-3cad178971eb tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440493 Aug 16 23:18:01.690211 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1db631b-8214-46ee-9236-1b3097768a31', 'tag': '69832adf-7c7e-4d75-9823-a91e2afdc2f2'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:01.692560 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7755903-324f-47d6-a5c3-caf6b39b1678" -d '{"events": [{"name": "network-changed", "server_uuid": "d1db631b-8214-46ee-9236-1b3097768a31", "tag": "69832adf-7c7e-4d75-9823-a91e2afdc2f2"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:01.741210 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cec1979-84d8-4493-bf79-f24012b762d7 x-openstack-request-id: req-6cec1979-84d8-4493-bf79-f24012b762d7 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:01.741502 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1db631b-8214-46ee-9236-1b3097768a31", "tag": "69832adf-7c7e-4d75-9823-a91e2afdc2f2", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:01.741754 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6cec1979-84d8-4493-bf79-f24012b762d7 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:01.742186 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1db631b-8214-46ee-9236-1b3097768a31', 'tag': '69832adf-7c7e-4d75-9823-a91e2afdc2f2', 'status': 'completed', 'code': 200} Aug 16 23:18:01.800991 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7755903-324f-47d6-a5c3-caf6b39b1678 req-04863afb-3b9b-43a1-b3a5-0801e4a3a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:01.802559 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7755903-324f-47d6-a5c3-caf6b39b1678 req-04863afb-3b9b-43a1-b3a5-0801e4a3a012 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 1096 time: 0.0424528 Aug 16 23:18:01.805483 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7755903-324f-47d6-a5c3-caf6b39b1678 req-d15e4351-7192-42fb-a12c-c355b9275deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:01.807012 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7755903-324f-47d6-a5c3-caf6b39b1678 req-d15e4351-7192-42fb-a12c-c355b9275deb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 1096 time: 0.0427108 Aug 16 23:18:01.898715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7755903-324f-47d6-a5c3-caf6b39b1678 req-2743ecde-17e7-4cbe-8346-48bba2be1d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:01.900236 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7755903-324f-47d6-a5c3-caf6b39b1678 req-2743ecde-17e7-4cbe-8346-48bba2be1d07 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0905294 Aug 16 23:18:01.901221 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7755903-324f-47d6-a5c3-caf6b39b1678 req-47ff5c42-1fc3-498f-93b1-2237aa58544e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:01.903442 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7755903-324f-47d6-a5c3-caf6b39b1678 req-47ff5c42-1fc3-498f-93b1-2237aa58544e service neutron] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0885324 Aug 16 23:18:01.966443 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7755903-324f-47d6-a5c3-caf6b39b1678 req-37a43326-5545-4836-a4e3-36bd38fc3ffb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2 HTTP/1.1" status: 200 len: 1000 time: 0.0595419 Aug 16 23:18:01.977798 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7755903-324f-47d6-a5c3-caf6b39b1678 req-b8a0ed47-5286-4b39-b1e8-7db2cc807460 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2 HTTP/1.1" status: 200 len: 1000 time: 0.0641050 Aug 16 23:18:02.032676 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7755903-324f-47d6-a5c3-caf6b39b1678 req-3b766022-cd9e-45b2-a7a8-099538ca3d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:02.033450 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7755903-324f-47d6-a5c3-caf6b39b1678 req-89a8f06e-f883-4547-8541-3786de8051d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:02.034483 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7755903-324f-47d6-a5c3-caf6b39b1678 req-3b766022-cd9e-45b2-a7a8-099538ca3d5f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0477195 Aug 16 23:18:02.035558 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7755903-324f-47d6-a5c3-caf6b39b1678 req-89a8f06e-f883-4547-8541-3786de8051d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0621853 Aug 16 23:18:02.087861 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7755903-324f-47d6-a5c3-caf6b39b1678 req-d5692352-8ea9-4470-b507-8c441abc80a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:02.089463 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7755903-324f-47d6-a5c3-caf6b39b1678 req-d5692352-8ea9-4470-b507-8c441abc80a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475907 Aug 16 23:18:02.092635 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7755903-324f-47d6-a5c3-caf6b39b1678 req-0a21bb2d-7ca6-4bcb-9d02-2d97ee0187b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:02.094209 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7755903-324f-47d6-a5c3-caf6b39b1678 req-0a21bb2d-7ca6-4bcb-9d02-2d97ee0187b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515862 Aug 16 23:18:02.188077 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7755903-324f-47d6-a5c3-caf6b39b1678 req-c8533a8d-4b9e-4048-97c1-4fd15f12eb37 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907156 Aug 16 23:18:02.196210 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7755903-324f-47d6-a5c3-caf6b39b1678 req-45cdabcb-bf02-4037-9e72-85d31ccdb2d2 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947385 Aug 16 23:18:02.288258 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7755903-324f-47d6-a5c3-caf6b39b1678 req-39f2c118-57b7-4cfb-8374-ee9976364278 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934317 Aug 16 23:18:02.294430 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7755903-324f-47d6-a5c3-caf6b39b1678 req-945170b6-4de6-4bcf-8853-27e76303a081 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912008 Aug 16 23:18:02.658494 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cfba8-5b8e-413d-85e8-17359d1a75b7 req-a5e661c5-4074-4a60-b7f6-6b11c410790e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:02.659982 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee9cfba8-5b8e-413d-85e8-17359d1a75b7 req-a5e661c5-4074-4a60-b7f6-6b11c410790e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 944 time: 0.0498931 Aug 16 23:18:02.703672 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ee9cfba8-5b8e-413d-85e8-17359d1a75b7 req-08e5f8ff-ff2b-4650-8f24-5da642b0530f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374520 Aug 16 23:18:02.822428 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38229658-fd68-4487-ac66-48db3b181b26 req-201024a5-6fec-4eeb-a9f7-6e0d0a8efab3 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:02.824315 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-38229658-fd68-4487-ac66-48db3b181b26 req-201024a5-6fec-4eeb-a9f7-6e0d0a8efab3 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 944 time: 0.0495434 Aug 16 23:18:02.866844 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-38229658-fd68-4487-ac66-48db3b181b26 req-cb1028e9-6368-44a2-bb4c-00e56fef1796 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364654 Aug 16 23:18:02.985778 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6a6de-6e47-435b-b8f3-f908faae7d42 req-bf2affec-cc7e-4257-b816-ecb6e6ea23cd tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:02.987396 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9cf6a6de-6e47-435b-b8f3-f908faae7d42 req-bf2affec-cc7e-4257-b816-ecb6e6ea23cd tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 944 time: 0.0511727 Aug 16 23:18:03.027197 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9cf6a6de-6e47-435b-b8f3-f908faae7d42 req-a35d56b1-c42b-4c28-bb25-a9cf34993ce5 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334032 Aug 16 23:18:03.095647 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 69832adf-7c7e-4d75-9823-a91e2afdc2f2 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:18:03.143087 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 69832adf-7c7e-4d75-9823-a91e2afdc2f2 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:18:03.274669 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf53e2-6972-4ab7-bd4b-4b50edeb9b6c req-2378d5ba-9fb1-46c6-a0ed-1f94f4151873 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:03.276230 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ffcf53e2-6972-4ab7-bd4b-4b50edeb9b6c req-2378d5ba-9fb1-46c6-a0ed-1f94f4151873 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 944 time: 0.0504031 Aug 16 23:18:03.315853 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ffcf53e2-6972-4ab7-bd4b-4b50edeb9b6c req-300bdc89-8f49-4339-9052-d23873766fd4 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328367 Aug 16 23:18:03.616866 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 69832adf-7c7e-4d75-9823-a91e2afdc2f2 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:18:03.711007 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 69832adf-7c7e-4d75-9823-a91e2afdc2f2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:03.722736 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '69832adf-7c7e-4d75-9823-a91e2afdc2f2', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'port_id': '69832adf-7c7e-4d75-9823-a91e2afdc2f2', 'mac_address': 'fa:16:3e:70:8d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:18:03.761225 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.780224 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69832adf-7c7e-4d75-9823-a91e2afdc2f2 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:18:03.800582 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 69832adf-7c7e-4d75-9823-a91e2afdc2f2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:03.804964 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.854727 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=69832adf-7c7e-4d75-9823-a91e2afdc2f2,revision_number=12']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:04.045932 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['69832adf-7c7e-4d75-9823-a91e2afdc2f2'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:18:04.471812 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c7d89-3cf0-4c92-8257-287ba3a81bb2 req-84f55ef2-3ccd-4351-bfff-9282771e66d0 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:04.473303 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-778c7d89-3cf0-4c92-8257-287ba3a81bb2 req-84f55ef2-3ccd-4351-bfff-9282771e66d0 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 945 time: 0.0800138 Aug 16 23:18:04.485542 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1bcc6-c5f2-4e94-b6a3-71d866f6224d req-7f11aab2-9d2c-4cf9-b955-d36aa260561e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:04.487062 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f3d1bcc6-c5f2-4e94-b6a3-71d866f6224d req-7f11aab2-9d2c-4cf9-b955-d36aa260561e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 945 time: 0.0657959 Aug 16 23:18:04.550665 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-778c7d89-3cf0-4c92-8257-287ba3a81bb2 req-fb120107-b556-4641-9e01-6d9ebdd59cee tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626421 Aug 16 23:18:04.595393 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f3d1bcc6-c5f2-4e94-b6a3-71d866f6224d req-f1519c40-6e29-4cad-9c18-0d983d57b8de tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Deleting port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:18:04.595736 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f3d1bcc6-c5f2-4e94-b6a3-71d866f6224d req-f1519c40-6e29-4cad-9c18-0d983d57b8de tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:04.687507 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f3d1bcc6-c5f2-4e94-b6a3-71d866f6224d req-f1519c40-6e29-4cad-9c18-0d983d57b8de tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] For port 69832adf-7c7e-4d75-9823-a91e2afdc2f2, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=69832adf-7c7e-4d75-9823-a91e2afdc2f2,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:04.687873 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f3d1bcc6-c5f2-4e94-b6a3-71d866f6224d req-f1519c40-6e29-4cad-9c18-0d983d57b8de tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:04.853521 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f3d1bcc6-c5f2-4e94-b6a3-71d866f6224d req-f1519c40-6e29-4cad-9c18-0d983d57b8de tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:04.853877 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f3d1bcc6-c5f2-4e94-b6a3-71d866f6224d req-f1519c40-6e29-4cad-9c18-0d983d57b8de tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:04.854362 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [req-f3d1bcc6-c5f2-4e94-b6a3-71d866f6224d req-f1519c40-6e29-4cad-9c18-0d983d57b8de tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Floating IP 5840fee5-d589-4c5d-91e6-101e026b9fed disassociated. External IP: 172.25.6.133, port: 69832adf-7c7e-4d75-9823-a91e2afdc2f2. Aug 16 23:18:04.854769 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f3d1bcc6-c5f2-4e94-b6a3-71d866f6224d req-f1519c40-6e29-4cad-9c18-0d983d57b8de tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Calling delete_port for 69832adf-7c7e-4d75-9823-a91e2afdc2f2 owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:18:05.001055 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f3d1bcc6-c5f2-4e94-b6a3-71d866f6224d req-f1519c40-6e29-4cad-9c18-0d983d57b8de tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:05.035024 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1519c40-6e29-4cad-9c18-0d983d57b8de tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Pushing event deleted for resources: {'Port': ['ID=69832adf-7c7e-4d75-9823-a91e2afdc2f2,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:05.153642 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3d1bcc6-c5f2-4e94-b6a3-71d866f6224d req-f1519c40-6e29-4cad-9c18-0d983d57b8de tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Router 963d1eba-d5c0-4eed-8910-4bf8b18e948b has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:18:05.265345 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3d1bcc6-c5f2-4e94-b6a3-71d866f6224d req-f1519c40-6e29-4cad-9c18-0d983d57b8de tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:18:05.274812 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe04a1d-dcdf-4293-b779-acbdc7fdc501 None None] Sync routers for ids ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:18:05.284307 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe04a1d-dcdf-4293-b779-acbdc7fdc501 None None] Routers {'963d1eba-d5c0-4eed-8910-4bf8b18e948b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:18:05.284918 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cbe04a1d-dcdf-4293-b779-acbdc7fdc501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:17:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:05.305368 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d1bcc6-c5f2-4e94-b6a3-71d866f6224d req-f1519c40-6e29-4cad-9c18-0d983d57b8de tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] No DVR routers for this DVR port 69832adf-7c7e-4d75-9823-a91e2afdc2f2 on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:18:05.308806 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f3d1bcc6-c5f2-4e94-b6a3-71d866f6224d req-f1519c40-6e29-4cad-9c18-0d983d57b8de tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:05.310958 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f3d1bcc6-c5f2-4e94-b6a3-71d866f6224d req-f1519c40-6e29-4cad-9c18-0d983d57b8de tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.39 "DELETE /v2.0/ports/69832adf-7c7e-4d75-9823-a91e2afdc2f2 HTTP/1.1" status: 204 len: 173 time: 0.8172204 Aug 16 23:18:05.311413 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1db631b-8214-46ee-9236-1b3097768a31', 'name': 'network-vif-deleted', 'tag': '69832adf-7c7e-4d75-9823-a91e2afdc2f2'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:05.314453 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e77b75-5cb5-446d-98ad-e32709688237" -d '{"events": [{"server_uuid": "d1db631b-8214-46ee-9236-1b3097768a31", "name": "network-vif-deleted", "tag": "69832adf-7c7e-4d75-9823-a91e2afdc2f2"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:05.360351 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5261532-19a9-406f-975f-ca4477c794e8 x-openstack-request-id: req-d5261532-19a9-406f-975f-ca4477c794e8 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:05.360642 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1db631b-8214-46ee-9236-1b3097768a31", "name": "network-vif-deleted", "tag": "69832adf-7c7e-4d75-9823-a91e2afdc2f2", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:05.360894 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d5261532-19a9-406f-975f-ca4477c794e8 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:05.361295 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1db631b-8214-46ee-9236-1b3097768a31', 'name': 'network-vif-deleted', 'tag': '69832adf-7c7e-4d75-9823-a91e2afdc2f2', 'status': 'completed', 'code': 200} Aug 16 23:18:05.403248 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-cbe04a1d-dcdf-4293-b779-acbdc7fdc501 None None] Set router 963d1eba-d5c0-4eed-8910-4bf8b18e948b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:18:05.620951 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cbe04a1d-dcdf-4293-b779-acbdc7fdc501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:05.653159 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe04a1d-dcdf-4293-b779-acbdc7fdc501 None None] Checking router: 963d1eba-d5c0-4eed-8910-4bf8b18e948b for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:18:05.662474 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe04a1d-dcdf-4293-b779-acbdc7fdc501 None None] Routers {'963d1eba-d5c0-4eed-8910-4bf8b18e948b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:18:05.663308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cbe04a1d-dcdf-4293-b779-acbdc7fdc501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:17:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:05.666868 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b36f14b7-9b32-4922-980e-ead3092e26e8 req-f7dd7d47-2027-48fd-b04c-2ff25fb64100 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1db631b-8214-46ee-9236-1b3097768a31 HTTP/1.1" status: 200 len: 210 time: 0.0335464 Aug 16 23:18:05.774452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-cbe04a1d-dcdf-4293-b779-acbdc7fdc501 None None] Set router 963d1eba-d5c0-4eed-8910-4bf8b18e948b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:18:06.007092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cbe04a1d-dcdf-4293-b779-acbdc7fdc501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:06.033815 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe04a1d-dcdf-4293-b779-acbdc7fdc501 None None] The sync data for ids ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'] in n-d-792458-15 is: [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:18:06.271232 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304daba-10af-4a5c-a9c8-e2dd3992e8b0 None None] New status for floating IP 5840fee5-d589-4c5d-91e6-101e026b9fed: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:18:06.965450 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-40525daa-29b7-462b-bfc3-b3dd80733922 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--976827003&fields=id&tenant_id=a26f4b1aec86465498306b851817e172 HTTP/1.1" status: 200 len: 267 time: 0.0334630 Aug 16 23:18:07.074073 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-4c8ab0a5-a479-4a54-99b2-561086c2cc32 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:07.075548 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-4c8ab0a5-a479-4a54-99b2-561086c2cc32 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 812 time: 0.1030157 Aug 16 23:18:07.090523 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-30078206-3f45-4438-8571-a6c2fabad4c6 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/quotas/a26f4b1aec86465498306b851817e172 HTTP/1.1" status: 200 len: 375 time: 0.0093098 Aug 16 23:18:07.148483 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-ddde6675-ecc0-41bc-a3d8-1bec3011a6f6 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525897 Aug 16 23:18:07.684045 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-923d47ac-43af-4900-a540-c62a43a3f105 service neutron] 10.222.0.93 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631679 Aug 16 23:18:07.780972 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-93adb698-4e58-4303-a21c-0d94e2b88e6f service neutron] 10.222.0.93 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894778 Aug 16 23:18:07.954405 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e5e68519-4aff-4255-bbe3-ad837de74c53 req-60ecd1ab-e864-4a87-8d93-cd74f5a5ee1a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 210 time: 0.0325468 Aug 16 23:18:08.880587 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-4419fef6-c46b-4276-85a5-edf4b08e0795 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:08.881914 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-4419fef6-c46b-4276-85a5-edf4b08e0795 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 812 time: 0.1090891 Aug 16 23:18:08.933200 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-10fd8bc8-4e76-4d9f-9aa5-8b3630767233 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a26f4b1aec86465498306b851817e172 HTTP/1.1" status: 200 len: 379 time: 0.0418804 Aug 16 23:18:08.943495 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-c30a34ef-efa1-43f7-a082-73f5dbf07754 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Request body: {'port': {'device_id': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'admin_state_up': True, 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'security_groups': ['7909eac3-58e6-43fd-8921-c6fe5ae46c16']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:09.002386 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.055625 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-c30a34ef-efa1-43f7-a082-73f5dbf07754 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Made reservation on behalf of a26f4b1aec86465498306b851817e172 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:18:09.057081 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bda49505-d976-4bf4-86fd-ec0a4f1bb090 req-01f0261e-a7a1-456c-bbfd-00b732c34146 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 210 time: 0.0262289 Aug 16 23:18:09.060108 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-c30a34ef-efa1-43f7-a082-73f5dbf07754 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.082429 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-85db0378-4e6c-4454-9e65-5cceca5dc5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.193595 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-c30a34ef-efa1-43f7-a082-73f5dbf07754 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Allocated IP 172.20.0.8 (6daf488a-8154-479b-8012-18d5fb8592a7/635e5796-9b5f-4473-8ebe-aefd27487599/bdf5d891-08ed-479a-b5c5-b74a615a2399) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:18:09.336421 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-c30a34ef-efa1-43f7-a082-73f5dbf07754 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.354827 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-c30a34ef-efa1-43f7-a082-73f5dbf07754 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Transition to ACTIVE for port object bdf5d891-08ed-479a-b5c5-b74a615a2399 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:18:09.387763 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-c30a34ef-efa1-43f7-a082-73f5dbf07754 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.428837 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-c30a34ef-efa1-43f7-a082-73f5dbf07754 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Network 6daf488a-8154-479b-8012-18d5fb8592a7 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:18:09.433736 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-c30a34ef-efa1-43f7-a082-73f5dbf07754 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:18:09.436112 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-c30a34ef-efa1-43f7-a082-73f5dbf07754 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:18:09.468919 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a34ef-efa1-43f7-a082-73f5dbf07754 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Pushing event updated for resources: {'Port': ['ID=bdf5d891-08ed-479a-b5c5-b74a615a2399,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:09.492629 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-c30a34ef-efa1-43f7-a082-73f5dbf07754 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:09.493323 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-c30a34ef-efa1-43f7-a082-73f5dbf07754 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.508562 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-c30a34ef-efa1-43f7-a082-73f5dbf07754 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5686297 Aug 16 23:18:09.520012 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-60287a41-cd7e-486f-885d-860e97e855a6 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:18:09.520955 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-60287a41-cd7e-486f-885d-860e97e855a6 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052254 Aug 16 23:18:09.532863 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] Request body: {'port': {'device_id': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:09.588584 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.662739 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 69832adf-7c7e-4d75-9823-a91e2afdc2f2 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:18:09.666191 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d99fc271-9dbd-477e-bee8-586ee86c6e01 None None] Provisioning for port bdf5d891-08ed-479a-b5c5-b74a615a2399 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:18:09.684675 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 69832adf-7c7e-4d75-9823-a91e2afdc2f2 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:18:09.685020 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 69832adf-7c7e-4d75-9823-a91e2afdc2f2 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:18:09.687548 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d99fc271-9dbd-477e-bee8-586ee86c6e01 None None] Provisioning complete for port bdf5d891-08ed-479a-b5c5-b74a615a2399 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:09.687978 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d99fc271-9dbd-477e-bee8-586ee86c6e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.726314 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d99fc271-9dbd-477e-bee8-586ee86c6e01 None None] Port bdf5d891-08ed-479a-b5c5-b74a615a2399 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:18:09.880744 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf5d891-08ed-479a-b5c5-b74a615a2399 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:18:09.889299 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.904124 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] Transition to ACTIVE for port object bdf5d891-08ed-479a-b5c5-b74a615a2399 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:18:09.908214 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.975525 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf5d891-08ed-479a-b5c5-b74a615a2399,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:10.031434 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] Attempting to bind port bdf5d891-08ed-479a-b5c5-b74a615a2399 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:18:10.031855 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] Attempting to bind port bdf5d891-08ed-479a-b5c5-b74a615a2399 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:18:10.032387 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] Attempting to bind port bdf5d891-08ed-479a-b5c5-b74a615a2399 on network 6daf488a-8154-479b-8012-18d5fb8592a7 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:18:10.037276 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] Port bdf5d891-08ed-479a-b5c5-b74a615a2399 on network 6daf488a-8154-479b-8012-18d5fb8592a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:18:10.037603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] Attempting to bind port bdf5d891-08ed-479a-b5c5-b74a615a2399 on network 6daf488a-8154-479b-8012-18d5fb8592a7 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:18:10.042726 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:18:10.043057 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] Checking segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:18:10.043441 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] Bound using segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:18:10.043861 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] Bound port: bdf5d891-08ed-479a-b5c5-b74a615a2399, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:18:10.044215 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:10.115583 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] For port bdf5d891-08ed-479a-b5c5-b74a615a2399, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:18:10.121831 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] For port bdf5d891-08ed-479a-b5c5-b74a615a2399, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:18:10.126887 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:10.162608 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:10.163098 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:10.164605 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] 10.222.0.43 "PUT /v2.0/ports/bdf5d891-08ed-479a-b5c5-b74a615a2399 HTTP/1.1" status: 200 len: 1092 time: 0.6360257 Aug 16 23:18:10.164933 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'tag': 'bdf5d891-08ed-479a-b5c5-b74a615a2399'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:10.167217 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2933a10c-b374-4ac0-b69f-1fa9b74eb164" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ccc3ff-2818-4419-b466-e6b59360b45d", "tag": "bdf5d891-08ed-479a-b5c5-b74a615a2399"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:10.191576 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0887d05-3132-404c-8b60-427b9fc184e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf5d891-08ed-479a-b5c5-b74a615a2399,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:10.206691 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5245256-f0d2-4e5e-b78c-e963b6d329e9 req-32c5ce30-b323-4ef4-b643-d29a98bdf2a7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:10.208246 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5245256-f0d2-4e5e-b78c-e963b6d329e9 req-32c5ce30-b323-4ef4-b643-d29a98bdf2a7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 943 time: 0.0652559 Aug 16 23:18:10.226059 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cddbab1-4a45-430b-87f4-e1abf17a69c5 x-openstack-request-id: req-5cddbab1-4a45-430b-87f4-e1abf17a69c5 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:10.226290 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ccc3ff-2818-4419-b466-e6b59360b45d", "tag": "bdf5d891-08ed-479a-b5c5-b74a615a2399", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:10.226538 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5cddbab1-4a45-430b-87f4-e1abf17a69c5 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:10.226960 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'tag': 'bdf5d891-08ed-479a-b5c5-b74a615a2399', 'status': 'completed', 'code': 200} Aug 16 23:18:10.253558 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5245256-f0d2-4e5e-b78c-e963b6d329e9 req-5b735f2a-9bd9-4ff9-bcd3-1d7086b78acf tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378606 Aug 16 23:18:10.264589 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-58b97ec0-7c56-4887-846e-e0fbf203e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:10.266260 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-58b97ec0-7c56-4887-846e-e0fbf203e1b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 1095 time: 0.0543122 Aug 16 23:18:10.313400 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-d55c08ce-cdf8-40b9-b2fa-2f461565a950 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399 HTTP/1.1" status: 200 len: 217 time: 0.0398185 Aug 16 23:18:10.364577 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-7eb824f8-e6c5-4d2b-ac82-bb9e7f5a6439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:10.366064 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-7eb824f8-e6c5-4d2b-ac82-bb9e7f5a6439 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0462711 Aug 16 23:18:10.412613 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-f67018b9-5846-4e82-85ee-d1711873b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:10.414160 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-f67018b9-5846-4e82-85ee-d1711873b5bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413086 Aug 16 23:18:10.507479 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-f12ff3b3-0fa5-4ac2-928f-bad4c1bd2b83 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851238 Aug 16 23:18:10.594275 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6b0d0332-92fc-45cc-92a7-5288a0eb906a req-47444d70-a44e-4679-b673-829d40e53331 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795822 Aug 16 23:18:10.684452 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933a10c-b374-4ac0-b69f-1fa9b74eb164 req-81625086-518c-42cf-997d-485644c840ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:10.686015 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2933a10c-b374-4ac0-b69f-1fa9b74eb164 req-81625086-518c-42cf-997d-485644c840ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 1095 time: 0.0448093 Aug 16 23:18:10.774925 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933a10c-b374-4ac0-b69f-1fa9b74eb164 req-aedd9c66-f05f-4e0a-8f90-f680cf9d5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:10.776303 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2933a10c-b374-4ac0-b69f-1fa9b74eb164 req-aedd9c66-f05f-4e0a-8f90-f680cf9d5304 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0837891 Aug 16 23:18:10.821197 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2933a10c-b374-4ac0-b69f-1fa9b74eb164 req-9f37723f-a71f-4a29-af69-77d49d1f975c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399 HTTP/1.1" status: 200 len: 217 time: 0.0376246 Aug 16 23:18:10.870989 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933a10c-b374-4ac0-b69f-1fa9b74eb164 req-dac98eba-04a4-4508-a673-8217de3e4510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:10.872451 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2933a10c-b374-4ac0-b69f-1fa9b74eb164 req-dac98eba-04a4-4508-a673-8217de3e4510 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0438027 Aug 16 23:18:10.919622 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933a10c-b374-4ac0-b69f-1fa9b74eb164 req-0fab870e-42a2-41a8-9100-9a1e3126aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:10.921201 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2933a10c-b374-4ac0-b69f-1fa9b74eb164 req-0fab870e-42a2-41a8-9100-9a1e3126aedb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408988 Aug 16 23:18:11.016220 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2933a10c-b374-4ac0-b69f-1fa9b74eb164 req-6001351c-ddbb-444e-94eb-fef5b1d036f1 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872412 Aug 16 23:18:11.109079 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2933a10c-b374-4ac0-b69f-1fa9b74eb164 req-1f574363-95cc-4d0c-a130-3d3dfdc74ea1 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850401 Aug 16 23:18:11.251454 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:11.376177 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c31657-60eb-485e-951b-6aa1b04a153d req-37667ef3-53e8-4c0b-807d-6af160c2481e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:11.377718 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8c31657-60eb-485e-951b-6aa1b04a153d req-37667ef3-53e8-4c0b-807d-6af160c2481e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 943 time: 0.0557859 Aug 16 23:18:11.415934 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8c31657-60eb-485e-951b-6aa1b04a153d req-12f9f4b7-5f82-43cb-8fb2-3839a566f31d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316803 Aug 16 23:18:11.617669 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-11d773a4-c76e-4017-805a-9aec43564e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:11.663532 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 69832adf-7c7e-4d75-9823-a91e2afdc2f2 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:18:11.667891 n-d-792458-15 neutron-server[94873]: INFO neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No ports have port_id starting with 69832adf-7c7e-4d75-9823-a91e2afdc2f2 Aug 16 23:18:11.669004 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 69832adf-7c7e-4d75-9823-a91e2afdc2f2 requested by agent hyperv_n-h1-792458-15 not found in database {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 16 23:18:12.193370 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:12.530936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37cf16-0aa8-4710-90a5-3d08742807dd req-1d8ee229-1338-4812-949f-e0cda0658992 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:12.532416 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f37cf16-0aa8-4710-90a5-3d08742807dd req-1d8ee229-1338-4812-949f-e0cda0658992 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 943 time: 0.0492060 Aug 16 23:18:12.569788 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f37cf16-0aa8-4710-90a5-3d08742807dd req-34e65392-9931-4f49-8db7-801f85bd614e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314982 Aug 16 23:18:13.127463 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device bdf5d891-08ed-479a-b5c5-b74a615a2399 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:18:13.221249 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port bdf5d891-08ed-479a-b5c5-b74a615a2399, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:13.233758 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'bdf5d891-08ed-479a-b5c5-b74a615a2399', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'port_id': 'bdf5d891-08ed-479a-b5c5-b74a615a2399', 'mac_address': 'fa:16:3e:f7:4f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:18:13.273472 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:13.286444 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf5d891-08ed-479a-b5c5-b74a615a2399 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:18:13.305689 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port bdf5d891-08ed-479a-b5c5-b74a615a2399, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:13.310158 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:13.368425 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=bdf5d891-08ed-479a-b5c5-b74a615a2399,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:13.431434 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:13.499490 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['bdf5d891-08ed-479a-b5c5-b74a615a2399'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:18:13.685267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820a76e-b399-4426-81aa-09295e95eb45 req-fe271dcc-88a2-4cef-b534-d468f945cc59 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:13.686681 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d820a76e-b399-4426-81aa-09295e95eb45 req-fe271dcc-88a2-4cef-b534-d468f945cc59 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 944 time: 0.0490468 Aug 16 23:18:13.723469 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d820a76e-b399-4426-81aa-09295e95eb45 req-1e7b7c31-6c99-4f34-a632-b0006cf31dc9 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307357 Aug 16 23:18:14.842644 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090ea66-fb62-4704-a847-c69a7eb17153 req-2eb86df3-4791-4030-8a33-fd7126284c7d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:14.844120 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c090ea66-fb62-4704-a847-c69a7eb17153 req-2eb86df3-4791-4030-8a33-fd7126284c7d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 944 time: 0.0532038 Aug 16 23:18:14.881802 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c090ea66-fb62-4704-a847-c69a7eb17153 req-50bb5dd1-c4d0-4f78-990e-5b9929d62a60 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317283 Aug 16 23:18:15.007733 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:15.141352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device bdf5d891-08ed-479a-b5c5-b74a615a2399 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:18:15.190090 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port bdf5d891-08ed-479a-b5c5-b74a615a2399 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:18:15.193594 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port bdf5d891-08ed-479a-b5c5-b74a615a2399 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:15.193981 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:15.268547 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:15.290334 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf5d891-08ed-479a-b5c5-b74a615a2399'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:15.292551 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e7d356-c25c-44ba-a2a9-e24df6599bcb" -d '{"events": [{"server_uuid": "c5ccc3ff-2818-4419-b466-e6b59360b45d", "name": "network-vif-plugged", "status": "completed", "tag": "bdf5d891-08ed-479a-b5c5-b74a615a2399"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:15.308919 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port bdf5d891-08ed-479a-b5c5-b74a615a2399, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:15.313088 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:15.335751 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbcaf23-5d90-4b0d-a818-f3e195e98862 x-openstack-request-id: req-bcbcaf23-5d90-4b0d-a818-f3e195e98862 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:15.336039 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ccc3ff-2818-4419-b466-e6b59360b45d", "name": "network-vif-plugged", "status": "completed", "tag": "bdf5d891-08ed-479a-b5c5-b74a615a2399", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:15.336289 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bcbcaf23-5d90-4b0d-a818-f3e195e98862 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:15.336676 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf5d891-08ed-479a-b5c5-b74a615a2399', 'code': 200} Aug 16 23:18:15.365148 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=bdf5d891-08ed-479a-b5c5-b74a615a2399,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:15.425205 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17beed-0002-4a50-b20e-a3afad9d4442 req-767dbd01-a8f6-48d4-a4ef-94c2fc32049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:15.426728 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de17beed-0002-4a50-b20e-a3afad9d4442 req-767dbd01-a8f6-48d4-a4ef-94c2fc32049c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 1097 time: 0.0402100 Aug 16 23:18:15.463969 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-de17beed-0002-4a50-b20e-a3afad9d4442 req-2e9891f0-1745-4ca0-ba01-fd40e044b480 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308206 Aug 16 23:18:15.995457 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00c66d-8cdd-4272-a8ab-bff4e81e8290 req-3677a940-1555-4082-a6bc-e655d47490b4 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:15.997421 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c00c66d-8cdd-4272-a8ab-bff4e81e8290 req-3677a940-1555-4082-a6bc-e655d47490b4 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0491128 Aug 16 23:18:16.034251 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5c00c66d-8cdd-4272-a8ab-bff4e81e8290 req-61624f43-a35d-44ef-bb3b-f053225d39a3 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306473 Aug 16 23:18:16.443415 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7cf5ca29-0b2b-4542-bd78-abfff30f30e3 req-2807ddad-4934-449c-9d3c-59ae8551a12a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396302 Aug 16 23:18:16.525303 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5ca29-0b2b-4542-bd78-abfff30f30e3 req-5042f69e-ee22-433e-a2eb-b0081577966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:16.526792 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7cf5ca29-0b2b-4542-bd78-abfff30f30e3 req-5042f69e-ee22-433e-a2eb-b0081577966a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 1097 time: 0.0399337 Aug 16 23:18:16.631427 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5ca29-0b2b-4542-bd78-abfff30f30e3 req-6c1a181a-98d3-4a00-8ce2-d738d6d9883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:16.632892 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7cf5ca29-0b2b-4542-bd78-abfff30f30e3 req-6c1a181a-98d3-4a00-8ce2-d738d6d9883d service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0864131 Aug 16 23:18:16.673440 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7cf5ca29-0b2b-4542-bd78-abfff30f30e3 req-f5a4fbf0-fe73-4d02-a82c-8ee63058fd75 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399 HTTP/1.1" status: 200 len: 217 time: 0.0336466 Aug 16 23:18:16.721399 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5ca29-0b2b-4542-bd78-abfff30f30e3 req-f76729df-2591-47c3-b50e-424216e3010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:16.722820 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7cf5ca29-0b2b-4542-bd78-abfff30f30e3 req-f76729df-2591-47c3-b50e-424216e3010e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0432732 Aug 16 23:18:16.772166 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5ca29-0b2b-4542-bd78-abfff30f30e3 req-61a00836-4cf2-4a8d-a53b-8aacfe580d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:16.773644 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7cf5ca29-0b2b-4542-bd78-abfff30f30e3 req-61a00836-4cf2-4a8d-a53b-8aacfe580d40 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430169 Aug 16 23:18:16.861927 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7cf5ca29-0b2b-4542-bd78-abfff30f30e3 req-a2248041-3f21-4a70-a0d8-c8946b77907c service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803680 Aug 16 23:18:16.955934 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7cf5ca29-0b2b-4542-bd78-abfff30f30e3 req-977130dc-7b53-436f-8b3f-93efd508f286 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856800 Aug 16 23:18:17.151446 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d04755-fb0d-4b9d-9fa8-9e055080e7d5 req-d80b87d4-052d-4835-9ce3-5b4beef14264 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:17.153538 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4d04755-fb0d-4b9d-9fa8-9e055080e7d5 req-d80b87d4-052d-4835-9ce3-5b4beef14264 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0491517 Aug 16 23:18:17.190123 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4d04755-fb0d-4b9d-9fa8-9e055080e7d5 req-0600e4cc-7b75-43ec-85b1-dccc901da274 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305970 Aug 16 23:18:17.303376 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e38fb-0726-42f6-a93c-f25179925844 req-522c43dc-84a1-4b95-bbf5-632455f7b017 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:17.304835 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f0e38fb-0726-42f6-a93c-f25179925844 req-522c43dc-84a1-4b95-bbf5-632455f7b017 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0517247 Aug 16 23:18:17.313383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49512) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:17.317846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3b75a925-c077-4a8b-8a9c-f117850964fe tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Request body: {'floatingip': {'port_id': 'bdf5d891-08ed-479a-b5c5-b74a615a2399'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:17.355627 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b75a925-c077-4a8b-8a9c-f117850964fe tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for floatingip, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:17.788530 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b75a925-c077-4a8b-8a9c-f117850964fe tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:17.793022 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b75a925-c077-4a8b-8a9c-f117850964fe tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:17.894675 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-3b75a925-c077-4a8b-8a9c-f117850964fe tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Floating IP 5840fee5-d589-4c5d-91e6-101e026b9fed associated. External IP: 172.25.6.133, port: bdf5d891-08ed-479a-b5c5-b74a615a2399. Aug 16 23:18:18.098504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b75a925-c077-4a8b-8a9c-f117850964fe tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Router 963d1eba-d5c0-4eed-8910-4bf8b18e948b has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:18:18.205318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b75a925-c077-4a8b-8a9c-f117850964fe tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:18:18.210231 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b75a925-c077-4a8b-8a9c-f117850964fe tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:18.216793 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546f4693-a4ff-47b4-adc2-63f4d059af2e None None] Sync routers for ids ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:18:18.226373 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546f4693-a4ff-47b4-adc2-63f4d059af2e None None] Routers {'963d1eba-d5c0-4eed-8910-4bf8b18e948b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:18:18.226996 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-546f4693-a4ff-47b4-adc2-63f4d059af2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:18:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:18.237855 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3b75a925-c077-4a8b-8a9c-f117850964fe tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "PUT /v2.0/floatingips/5840fee5-d589-4c5d-91e6-101e026b9fed HTTP/1.1" status: 200 len: 992 time: 0.9233661 Aug 16 23:18:18.238475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'tag': 'bdf5d891-08ed-479a-b5c5-b74a615a2399'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:18.240868 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf53d82-063d-404f-93bd-410400cea018" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ccc3ff-2818-4419-b466-e6b59360b45d", "tag": "bdf5d891-08ed-479a-b5c5-b74a615a2399"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:18.277023 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbb5299-d48a-49d7-8f57-feb21fb3ba73 x-openstack-request-id: req-4fbb5299-d48a-49d7-8f57-feb21fb3ba73 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:18.277378 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ccc3ff-2818-4419-b466-e6b59360b45d", "tag": "bdf5d891-08ed-479a-b5c5-b74a615a2399", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:18.278197 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4fbb5299-d48a-49d7-8f57-feb21fb3ba73 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:18.278603 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'tag': 'bdf5d891-08ed-479a-b5c5-b74a615a2399', 'status': 'completed', 'code': 200} Aug 16 23:18:18.345388 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf53d82-063d-404f-93bd-410400cea018 req-f6db70e6-0ee3-462c-8c3d-5e63850d7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:18.346971 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-aaf53d82-063d-404f-93bd-410400cea018 req-f6db70e6-0ee3-462c-8c3d-5e63850d7f10 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 1097 time: 0.0428259 Aug 16 23:18:18.504965 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-546f4693-a4ff-47b4-adc2-63f4d059af2e None None] Set router 963d1eba-d5c0-4eed-8910-4bf8b18e948b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:18:18.739280 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-546f4693-a4ff-47b4-adc2-63f4d059af2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '5840fee5-d589-4c5d-91e6-101e026b9fed', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'port_id': 'bdf5d891-08ed-479a-b5c5-b74a615a2399', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'mac_address': 'fa:16:3e:f7:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:11:25Z', 'updated_at': '2021-08-16T23:18:17Z', 'revision_number': 13, 'project_id': 'a26f4b1aec86465498306b851817e172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:18.770172 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546f4693-a4ff-47b4-adc2-63f4d059af2e None None] Checking router: 963d1eba-d5c0-4eed-8910-4bf8b18e948b for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:18:18.774046 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf53d82-063d-404f-93bd-410400cea018 req-7d5a4ea2-3251-4799-a13a-6ef10dbe56ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:18.775561 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-aaf53d82-063d-404f-93bd-410400cea018 req-7d5a4ea2-3251-4799-a13a-6ef10dbe56ef service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.4216585 Aug 16 23:18:18.779224 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546f4693-a4ff-47b4-adc2-63f4d059af2e None None] Routers {'963d1eba-d5c0-4eed-8910-4bf8b18e948b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:18:18.779827 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-546f4693-a4ff-47b4-adc2-63f4d059af2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:18:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:18.841909 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-aaf53d82-063d-404f-93bd-410400cea018 req-75a59ee7-42f3-4b66-9bb2-e32e5bbf1d22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399 HTTP/1.1" status: 200 len: 1000 time: 0.0581932 Aug 16 23:18:18.888814 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-546f4693-a4ff-47b4-adc2-63f4d059af2e None None] Set router 963d1eba-d5c0-4eed-8910-4bf8b18e948b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:18:18.890496 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf53d82-063d-404f-93bd-410400cea018 req-475b6b40-f423-42d3-a584-0d3cc7cabaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:18.891982 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-aaf53d82-063d-404f-93bd-410400cea018 req-475b6b40-f423-42d3-a584-0d3cc7cabaad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0435669 Aug 16 23:18:18.940319 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf53d82-063d-404f-93bd-410400cea018 req-a9e8f938-a277-4e0d-847e-5a2008a91064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:18.941860 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-aaf53d82-063d-404f-93bd-410400cea018 req-a9e8f938-a277-4e0d-847e-5a2008a91064 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429094 Aug 16 23:18:19.032128 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-aaf53d82-063d-404f-93bd-410400cea018 req-b1be8f49-d03e-4db0-85ae-0fb09937ee47 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829489 Aug 16 23:18:19.111952 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-546f4693-a4ff-47b4-adc2-63f4d059af2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '5840fee5-d589-4c5d-91e6-101e026b9fed', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'port_id': 'bdf5d891-08ed-479a-b5c5-b74a615a2399', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'mac_address': 'fa:16:3e:f7:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:11:25Z', 'updated_at': '2021-08-16T23:18:17Z', 'revision_number': 13, 'project_id': 'a26f4b1aec86465498306b851817e172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:19.125142 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-aaf53d82-063d-404f-93bd-410400cea018 req-15ea2c1e-6b59-4be9-a43a-5ffc344201ae service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862539 Aug 16 23:18:19.138755 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546f4693-a4ff-47b4-adc2-63f4d059af2e None None] The sync data for ids ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'] in n-d-792458-15 is: [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '5840fee5-d589-4c5d-91e6-101e026b9fed', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'port_id': 'bdf5d891-08ed-479a-b5c5-b74a615a2399', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'mac_address': 'fa:16:3e:f7:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:11:25Z', 'updated_at': '2021-08-16T23:18:17Z', 'revision_number': 13, 'project_id': 'a26f4b1aec86465498306b851817e172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:18:19.326499 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393691dc-79d9-45eb-a3be-db4ce9268baf None None] New status for floating IP 5840fee5-d589-4c5d-91e6-101e026b9fed: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:18:35.846794 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:18:39.007430 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:39.083237 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e31a8599-c3d4-4f89-b2ac-b56f99bac29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:41.266529 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:41.618756 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d5baa404-7d8e-46f8-8194-02c0e2238169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:42.194170 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:43.433645 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:45.010640 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:09.004765 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:09.085063 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8d9823e4-81a6-42f4-9d33-366b8ad0a1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:11.278001 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:11.620492 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8a218d68-6cf6-451f-b68a-fccf1fd64e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:12.195729 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:12.847267 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:19:13.435857 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:15.012366 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:16.435934 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-97b8f6c3-a2d7-4d41-b36b-3e6212ecddf9 req-ccf610cc-fc4c-4e02-9e14-adca72517536 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390909 Aug 16 23:19:16.521800 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8f6c3-a2d7-4d41-b36b-3e6212ecddf9 req-1fdba789-75b5-4e26-a11f-8faa9afb8fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:16.523360 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-97b8f6c3-a2d7-4d41-b36b-3e6212ecddf9 req-1fdba789-75b5-4e26-a11f-8faa9afb8fdf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 1097 time: 0.0402415 Aug 16 23:19:16.628670 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8f6c3-a2d7-4d41-b36b-3e6212ecddf9 req-404c482d-5330-4a18-a6b1-a68f28258420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:16.630150 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-97b8f6c3-a2d7-4d41-b36b-3e6212ecddf9 req-404c482d-5330-4a18-a6b1-a68f28258420 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0869708 Aug 16 23:19:16.695786 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-97b8f6c3-a2d7-4d41-b36b-3e6212ecddf9 req-9db8e76b-d1f1-45b2-9ca6-d25309189c67 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399 HTTP/1.1" status: 200 len: 1002 time: 0.0580819 Aug 16 23:19:16.750103 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8f6c3-a2d7-4d41-b36b-3e6212ecddf9 req-c054b899-a47a-4a69-8bfa-45f59c5f22b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:16.751550 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-97b8f6c3-a2d7-4d41-b36b-3e6212ecddf9 req-c054b899-a47a-4a69-8bfa-45f59c5f22b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0481865 Aug 16 23:19:16.796877 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8f6c3-a2d7-4d41-b36b-3e6212ecddf9 req-e3d68eda-1fc8-4055-800b-3d4a91078ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:16.798387 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-97b8f6c3-a2d7-4d41-b36b-3e6212ecddf9 req-e3d68eda-1fc8-4055-800b-3d4a91078ee4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402279 Aug 16 23:19:16.886045 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-97b8f6c3-a2d7-4d41-b36b-3e6212ecddf9 req-128918cb-33ee-4d6b-94e5-e0585d098b47 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805979 Aug 16 23:19:16.978259 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-97b8f6c3-a2d7-4d41-b36b-3e6212ecddf9 req-9fff7139-224b-40a9-839a-8f81f90b85e1 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848229 Aug 16 23:19:39.020175 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:39.086052 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9a4d99a7-2057-4c92-a116-3ae2f3bc72e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:41.293326 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:41.621875 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b4e3483-dfad-425d-8ef9-b86cc1d8ef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:42.198564 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:43.437656 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:45.015395 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.845988 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:19:57.443868 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746712d6-c2d5-411c-8823-0c631cfef2f4 req-22db75ad-9953-41c8-b75f-ff29b235baed tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:57.445347 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-746712d6-c2d5-411c-8823-0c631cfef2f4 req-22db75ad-9953-41c8-b75f-ff29b235baed tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0512507 Aug 16 23:19:57.481187 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-746712d6-c2d5-411c-8823-0c631cfef2f4 req-08764b1d-9095-4c5e-ba50-83ed0e0fc5af tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299184 Aug 16 23:20:08.467448 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-b8a69c09-706f-4a6b-8049-7a6f804b180a req-1b8250e6-2050-4943-be82-1c769971047f service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:20:08.468458 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8a69c09-706f-4a6b-8049-7a6f804b180a req-1b8250e6-2050-4943-be82-1c769971047f service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054491 Aug 16 23:20:08.661847 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-12148d30-db92-476a-bfcf-345818abdf20 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0729103 Aug 16 23:20:08.673877 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7dc2f-962d-4743-9637-47210a050daf req-b18c4571-b38a-4599-b2bf-0e4917f15bf9 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:08.675370 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-12e7dc2f-962d-4743-9637-47210a050daf req-b18c4571-b38a-4599-b2bf-0e4917f15bf9 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0742583 Aug 16 23:20:08.715088 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-12e7dc2f-962d-4743-9637-47210a050daf req-8f7c6920-5f58-4722-acb8-7256ae03a159 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337160 Aug 16 23:20:09.025017 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:09.085911 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8c0e88ae-833d-4b6f-8ab4-99a4c3be83f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:09.832567 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922c085-259d-4d10-852a-832209bd4e39 req-4aea278c-9428-4b47-a3b3-e9b12c11026c tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:09.834098 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4922c085-259d-4d10-852a-832209bd4e39 req-4aea278c-9428-4b47-a3b3-e9b12c11026c tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0507841 Aug 16 23:20:09.879955 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4922c085-259d-4d10-852a-832209bd4e39 req-4c8f36c7-061b-4364-89ef-d4072af75dc0 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393629 Aug 16 23:20:09.926799 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-b39d3680-5588-440a-be84-658f190084d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:09.928437 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-b39d3680-5588-440a-be84-658f190084d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 1097 time: 0.0456221 Aug 16 23:20:10.022071 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-eee89fdf-2dd6-4ec3-8fb5-d0a7f5e2664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:10.023580 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-eee89fdf-2dd6-4ec3-8fb5-d0a7f5e2664a service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0879283 Aug 16 23:20:10.087018 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-fe2cefd1-be3e-4172-bf36-5ed5435827c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399 HTTP/1.1" status: 200 len: 1002 time: 0.0564518 Aug 16 23:20:10.138858 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-8f1d6f72-2862-48e6-bba8-9863b173c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:10.140244 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-8f1d6f72-2862-48e6-bba8-9863b173c68e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0469875 Aug 16 23:20:10.184203 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-280427df-6515-4f9b-b8ee-2ff7e6913e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:10.185698 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-280427df-6515-4f9b-b8ee-2ff7e6913e95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390649 Aug 16 23:20:10.274031 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-7a5875bb-73a3-49f8-a1b4-758ebcf0f4ba service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809126 Aug 16 23:20:10.366336 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-b1994059-fb4f-4eaf-a86d-dfb2e4905eb7 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855427 Aug 16 23:20:10.997700 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa78d2-9c11-4666-9760-be1fe550df48 req-abc0d74e-ece7-46ec-9df6-67b9945de129 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:10.999209 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63fa78d2-9c11-4666-9760-be1fe550df48 req-abc0d74e-ece7-46ec-9df6-67b9945de129 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0497792 Aug 16 23:20:11.037004 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63fa78d2-9c11-4666-9760-be1fe550df48 req-a691d25e-883d-430a-9332-7c0254336743 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319011 Aug 16 23:20:11.312137 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:11.622437 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0a599887-7f4d-478f-8c82-d716536dc563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:12.156259 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548376e0-4940-4bf8-bc27-96d00d6214ad req-472268eb-cc6f-4d20-8112-a090586e474f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:12.157720 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-548376e0-4940-4bf8-bc27-96d00d6214ad req-472268eb-cc6f-4d20-8112-a090586e474f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0529175 Aug 16 23:20:12.194896 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-548376e0-4940-4bf8-bc27-96d00d6214ad req-e7cf0dcc-8e9d-4075-9cfd-96dcd31336f3 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311668 Aug 16 23:20:12.200915 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:13.310883 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a071037-db1d-4bcd-b59a-50ea4b69121b req-732eb7f8-40e4-4b16-b108-9628096be5dd tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:13.312378 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8a071037-db1d-4bcd-b59a-50ea4b69121b req-732eb7f8-40e4-4b16-b108-9628096be5dd tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0481992 Aug 16 23:20:13.350041 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8a071037-db1d-4bcd-b59a-50ea4b69121b req-f03bebce-2a2f-4db6-852e-240fba952053 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310609 Aug 16 23:20:13.441522 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:14.467440 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f53b62-9fc3-4671-9f49-18206117724e req-76636431-b10d-471d-9951-ec4389d6af81 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:14.468958 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f1f53b62-9fc3-4671-9f49-18206117724e req-76636431-b10d-471d-9951-ec4389d6af81 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0507722 Aug 16 23:20:14.507704 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f1f53b62-9fc3-4671-9f49-18206117724e req-20248647-39bf-486d-9831-388c9e266467 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322099 Aug 16 23:20:15.017162 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:15.630460 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43b0f4-9bb4-43dc-98a0-a06bc9d98f99 req-186e6ce2-a485-4c4e-a72e-5c9895cbae01 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:15.631957 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e43b0f4-9bb4-43dc-98a0-a06bc9d98f99 req-186e6ce2-a485-4c4e-a72e-5c9895cbae01 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0537412 Aug 16 23:20:15.669169 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e43b0f4-9bb4-43dc-98a0-a06bc9d98f99 req-30d8e569-7d23-4cfe-9f46-62665e20edba tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312705 Aug 16 23:20:16.783791 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4005f73-e358-40a0-9c21-3bf221ce4366 req-db26311e-15a6-41e0-99bf-194d4513473b tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:16.785860 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d4005f73-e358-40a0-9c21-3bf221ce4366 req-db26311e-15a6-41e0-99bf-194d4513473b tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0484166 Aug 16 23:20:16.823194 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d4005f73-e358-40a0-9c21-3bf221ce4366 req-07de44a8-6eaf-4628-8b69-9ac87858bee7 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313289 Aug 16 23:20:17.453875 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f4ba0-9ffb-4c2d-b86b-b14c81396329 req-84be32d6-545f-4c6e-ad4f-8c3cb645a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:17.455378 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-696f4ba0-9ffb-4c2d-b86b-b14c81396329 req-84be32d6-545f-4c6e-ad4f-8c3cb645a0aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 1097 time: 0.0406392 Aug 16 23:20:17.561612 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f4ba0-9ffb-4c2d-b86b-b14c81396329 req-faa0a0c0-44d9-4dd9-b521-0ecbcb30f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:17.563284 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-696f4ba0-9ffb-4c2d-b86b-b14c81396329 req-faa0a0c0-44d9-4dd9-b521-0ecbcb30f0fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0893610 Aug 16 23:20:17.626336 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-696f4ba0-9ffb-4c2d-b86b-b14c81396329 req-02f4be3f-8898-422b-81a3-c592cd0fb56a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399 HTTP/1.1" status: 200 len: 1002 time: 0.0563474 Aug 16 23:20:17.678230 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f4ba0-9ffb-4c2d-b86b-b14c81396329 req-0c2a90f0-c184-4e17-a827-3c8eeb746f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:17.679655 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-696f4ba0-9ffb-4c2d-b86b-b14c81396329 req-0c2a90f0-c184-4e17-a827-3c8eeb746f40 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0470736 Aug 16 23:20:17.724531 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f4ba0-9ffb-4c2d-b86b-b14c81396329 req-97e43eed-be1d-4c3d-bd1d-ca6d3e68a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:17.725897 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-696f4ba0-9ffb-4c2d-b86b-b14c81396329 req-97e43eed-be1d-4c3d-bd1d-ca6d3e68a06c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392232 Aug 16 23:20:17.815782 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-696f4ba0-9ffb-4c2d-b86b-b14c81396329 req-a875f052-0200-4612-9d64-70e9df27dbeb service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822845 Aug 16 23:20:17.910887 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-696f4ba0-9ffb-4c2d-b86b-b14c81396329 req-27fb9155-301b-4baf-a167-c7368b823098 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884016 Aug 16 23:20:17.942573 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350f39f-a47a-4406-b2cd-897bdb96b363 req-955e82fe-6372-4a0b-b114-3cc38beb38a9 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:17.944060 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5350f39f-a47a-4406-b2cd-897bdb96b363 req-955e82fe-6372-4a0b-b114-3cc38beb38a9 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0499234 Aug 16 23:20:17.980695 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5350f39f-a47a-4406-b2cd-897bdb96b363 req-0de3256f-8e9a-4240-9470-11912021fd02 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306432 Aug 16 23:20:19.100519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dddc71-9f7b-436b-b32b-8b3aec3282f3 req-3f3a47ed-d24a-4693-b1ec-ac4c4bbe5837 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:19.102024 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1dddc71-9f7b-436b-b32b-8b3aec3282f3 req-3f3a47ed-d24a-4693-b1ec-ac4c4bbe5837 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0532608 Aug 16 23:20:19.139685 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1dddc71-9f7b-436b-b32b-8b3aec3282f3 req-2297645f-bca5-4957-ae07-7b48efc9baf3 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314322 Aug 16 23:20:20.266919 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911a1fd-ff23-4740-8831-33d6ede25c4c req-1e36ef66-e6a5-4f3d-b86f-321ed79f9596 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:20.268423 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0911a1fd-ff23-4740-8831-33d6ede25c4c req-1e36ef66-e6a5-4f3d-b86f-321ed79f9596 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0490015 Aug 16 23:20:20.305760 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0911a1fd-ff23-4740-8831-33d6ede25c4c req-c2d8fdbc-ef36-442e-ae12-e9907dfcbd69 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313239 Aug 16 23:20:21.424492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e34eb-2543-4319-a6fb-74424dc2b877 req-921befdd-30b8-4fe8-b497-368411624dbf tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:21.426720 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d6e34eb-2543-4319-a6fb-74424dc2b877 req-921befdd-30b8-4fe8-b497-368411624dbf tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0526645 Aug 16 23:20:21.463398 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d6e34eb-2543-4319-a6fb-74424dc2b877 req-2e43c40e-f490-4754-b4b8-d774d6b38202 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306644 Aug 16 23:20:22.584839 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38481d3-06d1-4e99-9318-7741e67414e3 req-f1f9bfbe-df14-4def-a55e-c69349da4e9a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:22.586368 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d38481d3-06d1-4e99-9318-7741e67414e3 req-f1f9bfbe-df14-4def-a55e-c69349da4e9a tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0545783 Aug 16 23:20:22.629783 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d38481d3-06d1-4e99-9318-7741e67414e3 req-9962b76d-9ffc-46e3-ba93-32894ac5a8d6 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373466 Aug 16 23:20:23.750057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9bd8d-8969-4e14-99c3-7917e516fa6e req-78c38c39-40a7-4ca4-adbc-d3afefb646a0 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:23.751573 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e5b9bd8d-8969-4e14-99c3-7917e516fa6e req-78c38c39-40a7-4ca4-adbc-d3afefb646a0 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0496774 Aug 16 23:20:23.790644 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e5b9bd8d-8969-4e14-99c3-7917e516fa6e req-da4b106d-e6a3-489b-90ca-eba965a98996 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324717 Aug 16 23:20:24.007201 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-40f9a6fd-b754-4636-a6dd-195bc21bf165 service neutron] show failed (client error): The resource could not be found. Aug 16 23:20:24.008203 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-40f9a6fd-b754-4636-a6dd-195bc21bf165 service neutron] 10.222.0.43 "GET /v2.0/ports/bdf5d891-08ed-479a-b5c5-b74a615a2399/bindings/n-h1-792458-15 HTTP/1.1" status: 404 len: 381 time: 0.0544815 Aug 16 23:20:24.239789 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-552b0226-bc9f-43c6-bfd5-531290ca8e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:24.241252 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-552b0226-bc9f-43c6-bfd5-531290ca8e2e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d&tenant_id=a26f4b1aec86465498306b851817e172 HTTP/1.1" status: 200 len: 1097 time: 0.0784185 Aug 16 23:20:24.252753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-15', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:24.306920 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:24.503939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] For port bdf5d891-08ed-479a-b5c5-b74a615a2399, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:24.536068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] For port bdf5d891-08ed-479a-b5c5-b74a615a2399, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:20:24.574864 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf5d891-08ed-479a-b5c5-b74a615a2399'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:20:24.577177 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c87a22-a8a4-4d77-9f70-f791a27c62b9" -d '{"events": [{"server_uuid": "c5ccc3ff-2818-4419-b466-e6b59360b45d", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf5d891-08ed-479a-b5c5-b74a615a2399"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:20:24.581075 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:24.594138 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Transition to ACTIVE for port object bdf5d891-08ed-479a-b5c5-b74a615a2399 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:24.599419 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:24.639835 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649d41aa-3b65-4db1-97c5-f0d15dfef9cc x-openstack-request-id: req-649d41aa-3b65-4db1-97c5-f0d15dfef9cc {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:20:24.640620 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ccc3ff-2818-4419-b466-e6b59360b45d", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf5d891-08ed-479a-b5c5-b74a615a2399", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:20:24.640620 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-649d41aa-3b65-4db1-97c5-f0d15dfef9cc {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:20:24.640809 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf5d891-08ed-479a-b5c5-b74a615a2399', 'code': 200} Aug 16 23:20:24.682844 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Pushing event updated for resources: {'Port': ['ID=bdf5d891-08ed-479a-b5c5-b74a615a2399,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:24.696733 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:24.697075 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:24.697417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:24.697749 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:24.698111 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:24.698436 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:24.698760 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:24.699082 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:24.699403 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:24.699722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:24.700042 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:24.700357 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:24.736831 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] No DVR routers for this DVR port bdf5d891-08ed-479a-b5c5-b74a615a2399 on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:20:24.896237 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Attempting to bind port bdf5d891-08ed-479a-b5c5-b74a615a2399 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:20:24.896936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Attempting to bind port bdf5d891-08ed-479a-b5c5-b74a615a2399 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:20:24.896936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Attempting to bind port bdf5d891-08ed-479a-b5c5-b74a615a2399 on network 6daf488a-8154-479b-8012-18d5fb8592a7 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:20:24.904929 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Port bdf5d891-08ed-479a-b5c5-b74a615a2399 on network 6daf488a-8154-479b-8012-18d5fb8592a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:20:24.905190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Attempting to bind port bdf5d891-08ed-479a-b5c5-b74a615a2399 on network 6daf488a-8154-479b-8012-18d5fb8592a7 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:20:24.913102 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:20:24.913434 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Checking segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:20:24.913815 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Bound using segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:20:24.914263 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Bound port: bdf5d891-08ed-479a-b5c5-b74a615a2399, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:20:24.914646 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:24.934834 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4419a4-9f89-461d-a3a6-5c6d9ffcce19 req-53ed3c54-72a2-4af8-bad8-94d47d72fce4 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:24.936347 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c4419a4-9f89-461d-a3a6-5c6d9ffcce19 req-53ed3c54-72a2-4af8-bad8-94d47d72fce4 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 943 time: 0.0740511 Aug 16 23:20:25.015121 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c4419a4-9f89-461d-a3a6-5c6d9ffcce19 req-97f0cdbe-b8e9-415a-abb0-62525bf5dabc tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542188 Aug 16 23:20:25.017465 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] For port bdf5d891-08ed-479a-b5c5-b74a615a2399, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:20:25.021087 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] For port bdf5d891-08ed-479a-b5c5-b74a615a2399, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:20:25.025815 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:25.057384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:25.058028 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:25.059395 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] 10.222.0.39 "PUT /v2.0/ports/bdf5d891-08ed-479a-b5c5-b74a615a2399 HTTP/1.1" status: 200 len: 1092 time: 0.8104844 Aug 16 23:20:25.084393 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ab434-43e1-4279-8fee-3eb1f363abfa service neutron] Pushing event updated for resources: {'Port': ['ID=bdf5d891-08ed-479a-b5c5-b74a615a2399,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:25.128291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-b076e571-9567-4bcf-81b4-09c6bc94e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:25.130453 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-b076e571-9567-4bcf-81b4-09c6bc94e30d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 1095 time: 0.0430365 Aug 16 23:20:25.228320 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-ca7b56db-a9ef-409b-a072-e07cef542c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:25.230030 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-ca7b56db-a9ef-409b-a072-e07cef542c3d service neutron] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0930619 Aug 16 23:20:25.294836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-46b6bbb6-4053-4d8f-b60f-d87c970ee738 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399 HTTP/1.1" status: 200 len: 1000 time: 0.0578728 Aug 16 23:20:25.347364 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-c7854eb6-4b81-4c93-b2a5-384aeb33d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:25.348709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-c7854eb6-4b81-4c93-b2a5-384aeb33d639 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0468187 Aug 16 23:20:25.393521 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-84474a4a-44a0-4097-af90-ce52133107d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:25.395089 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-84474a4a-44a0-4097-af90-ce52133107d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399046 Aug 16 23:20:25.485936 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-75398e37-d539-4255-9785-850f899a5a7d service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838282 Aug 16 23:20:25.575532 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-35d580d6-1cb8-4b77-9bcb-36adec062395 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820019 Aug 16 23:20:25.781770 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device bdf5d891-08ed-479a-b5c5-b74a615a2399 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:20:25.820153 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device bdf5d891-08ed-479a-b5c5-b74a615a2399 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:20:26.182358 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cb4d0-7869-47ac-8e27-7319a9ae7d72 req-475fca74-1096-426b-8b8e-df385d44b1ce tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:26.184006 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc9cb4d0-7869-47ac-8e27-7319a9ae7d72 req-475fca74-1096-426b-8b8e-df385d44b1ce tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 943 time: 0.0955219 Aug 16 23:20:26.223822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc9cb4d0-7869-47ac-8e27-7319a9ae7d72 req-db0f4d79-f10e-47d4-9dab-701201676b58 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336342 Aug 16 23:20:26.642292 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'tag': 'bdf5d891-08ed-479a-b5c5-b74a615a2399'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:20:26.645545 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f0749c-9913-43ff-9bfb-33fec46d01e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ccc3ff-2818-4419-b466-e6b59360b45d", "tag": "bdf5d891-08ed-479a-b5c5-b74a615a2399"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:20:26.696481 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5790e9-bace-4fa7-9452-ded25e979142 x-openstack-request-id: req-3f5790e9-bace-4fa7-9452-ded25e979142 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:20:26.696802 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ccc3ff-2818-4419-b466-e6b59360b45d", "tag": "bdf5d891-08ed-479a-b5c5-b74a615a2399", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:20:26.697038 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3f5790e9-bace-4fa7-9452-ded25e979142 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:20:26.697452 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'tag': 'bdf5d891-08ed-479a-b5c5-b74a615a2399', 'status': 'completed', 'code': 200} Aug 16 23:20:26.765521 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0749c-9913-43ff-9bfb-33fec46d01e7 req-998eda5f-5054-4ffa-a073-7e2dc2f70871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:26.767124 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23f0749c-9913-43ff-9bfb-33fec46d01e7 req-998eda5f-5054-4ffa-a073-7e2dc2f70871 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 1095 time: 0.0473828 Aug 16 23:20:26.770886 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0749c-9913-43ff-9bfb-33fec46d01e7 req-cdfd7749-f778-4340-83f0-bdf739b891f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:26.772419 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-23f0749c-9913-43ff-9bfb-33fec46d01e7 req-cdfd7749-f778-4340-83f0-bdf739b891f7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 1095 time: 0.0497978 Aug 16 23:20:26.844698 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:20:26.863721 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0749c-9913-43ff-9bfb-33fec46d01e7 req-2200fb47-f7b8-47d6-9b84-5ff85645cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:26.865214 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23f0749c-9913-43ff-9bfb-33fec46d01e7 req-2200fb47-f7b8-47d6-9b84-5ff85645cb79 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0909774 Aug 16 23:20:26.867359 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0749c-9913-43ff-9bfb-33fec46d01e7 req-a5d89f19-a9d2-4b0a-b067-95677f46430d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:26.868846 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-23f0749c-9913-43ff-9bfb-33fec46d01e7 req-a5d89f19-a9d2-4b0a-b067-95677f46430d service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0889883 Aug 16 23:20:26.936490 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23f0749c-9913-43ff-9bfb-33fec46d01e7 req-2ac98624-89af-4e00-a6ec-03a4da310b0b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399 HTTP/1.1" status: 200 len: 1000 time: 0.0645413 Aug 16 23:20:26.947322 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-23f0749c-9913-43ff-9bfb-33fec46d01e7 req-d29d6306-15aa-40bc-9904-9a0ba8b4e26f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399 HTTP/1.1" status: 200 len: 1000 time: 0.0706894 Aug 16 23:20:26.988939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0749c-9913-43ff-9bfb-33fec46d01e7 req-17b10532-fa4c-480f-86cd-c30bd8d63189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:26.990753 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23f0749c-9913-43ff-9bfb-33fec46d01e7 req-17b10532-fa4c-480f-86cd-c30bd8d63189 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0475569 Aug 16 23:20:26.998704 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0749c-9913-43ff-9bfb-33fec46d01e7 req-4516108d-3fdd-4da0-a984-9197fdc4c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:27.000197 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-23f0749c-9913-43ff-9bfb-33fec46d01e7 req-4516108d-3fdd-4da0-a984-9197fdc4c9a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0458295 Aug 16 23:20:27.039452 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0749c-9913-43ff-9bfb-33fec46d01e7 req-5fcf9043-733e-4a53-9fe9-5d79a4590e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:27.040561 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23f0749c-9913-43ff-9bfb-33fec46d01e7 req-5fcf9043-733e-4a53-9fe9-5d79a4590e9b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429497 Aug 16 23:20:27.047359 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0749c-9913-43ff-9bfb-33fec46d01e7 req-58b0ddba-bd2a-44f5-a363-2e6b0e09c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:27.048902 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-23f0749c-9913-43ff-9bfb-33fec46d01e7 req-58b0ddba-bd2a-44f5-a363-2e6b0e09c7e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419767 Aug 16 23:20:27.138373 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23f0749c-9913-43ff-9bfb-33fec46d01e7 req-e4a36bc0-bc72-4b52-9789-31649f309173 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908337 Aug 16 23:20:27.144932 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-23f0749c-9913-43ff-9bfb-33fec46d01e7 req-f542bd03-3506-4099-92bd-a5a5712811a8 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890493 Aug 16 23:20:27.229340 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-23f0749c-9913-43ff-9bfb-33fec46d01e7 req-6a9500a2-ef97-43e4-817d-793a446f6c99 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835400 Aug 16 23:20:27.236432 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-23f0749c-9913-43ff-9bfb-33fec46d01e7 req-36bad3dd-4ac3-4b90-82e1-b99673dadb68 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851123 Aug 16 23:20:27.345773 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c0f6a-3377-416e-b63b-22c976697739 req-86a499c5-183b-44dc-b9e9-3a9e3e00d549 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:27.347280 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-400c0f6a-3377-416e-b63b-22c976697739 req-86a499c5-183b-44dc-b9e9-3a9e3e00d549 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 943 time: 0.0531502 Aug 16 23:20:27.387452 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-400c0f6a-3377-416e-b63b-22c976697739 req-54e37f7f-ac74-4793-810d-7ed2bdb2d00b tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332434 Aug 16 23:20:28.555294 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a998734-73f9-409f-be19-8c928ad36feb req-52ea25e5-5814-49ff-96bb-8775adbf1ddd tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:28.556582 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a998734-73f9-409f-be19-8c928ad36feb req-52ea25e5-5814-49ff-96bb-8775adbf1ddd tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 943 time: 0.0966549 Aug 16 23:20:28.594581 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1a998734-73f9-409f-be19-8c928ad36feb req-b2e69b6e-d679-425b-8b48-223461d7058c tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318224 Aug 16 23:20:29.723120 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845e383-af43-4904-9d04-42e2caf8e454 req-e678627d-042d-48bd-a5d6-c29d38726d98 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:29.724620 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0845e383-af43-4904-9d04-42e2caf8e454 req-e678627d-042d-48bd-a5d6-c29d38726d98 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 943 time: 0.0521462 Aug 16 23:20:29.762775 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0845e383-af43-4904-9d04-42e2caf8e454 req-c747b02d-a898-46be-b557-9ffd00af26f5 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321860 Aug 16 23:20:30.881477 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b9088-85be-4d5d-b79a-0101967f98e8 req-90770398-c718-42c2-8f98-b25d8f55323d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:30.883248 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c7b9088-85be-4d5d-b79a-0101967f98e8 req-90770398-c718-42c2-8f98-b25d8f55323d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 943 time: 0.0531776 Aug 16 23:20:30.922296 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c7b9088-85be-4d5d-b79a-0101967f98e8 req-68fc1bbd-8002-4490-8b48-39255153a1f9 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328557 Aug 16 23:20:32.035613 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b251fe-5cf9-44c1-8eb2-72ecbde25f1d req-bfac5d0d-5371-4af4-8bf5-0c7b62189744 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:32.037105 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50b251fe-5cf9-44c1-8eb2-72ecbde25f1d req-bfac5d0d-5371-4af4-8bf5-0c7b62189744 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 943 time: 0.0481641 Aug 16 23:20:32.073243 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-50b251fe-5cf9-44c1-8eb2-72ecbde25f1d req-4b67da53-6316-493c-b46f-0cede61dec37 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303004 Aug 16 23:20:33.187821 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aefc5-cc24-4048-b827-1f98c428bff7 req-06f90bb9-407f-4314-8143-192cbf165f53 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:33.189323 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c5aefc5-cc24-4048-b827-1f98c428bff7 req-06f90bb9-407f-4314-8143-192cbf165f53 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 943 time: 0.0479462 Aug 16 23:20:33.226640 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c5aefc5-cc24-4048-b827-1f98c428bff7 req-bbfcb48a-7ef3-46e2-881c-0e1c7d04af9c tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307024 Aug 16 23:20:34.345359 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5085ada-aedd-4c3b-be82-1ee720cda1a7 req-d176538b-b50a-4091-bd1e-c16f919ca80f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:34.346861 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5085ada-aedd-4c3b-be82-1ee720cda1a7 req-d176538b-b50a-4091-bd1e-c16f919ca80f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 943 time: 0.0521486 Aug 16 23:20:34.385390 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a5085ada-aedd-4c3b-be82-1ee720cda1a7 req-9876f23c-e639-4cbd-abc2-c28cc7d342a5 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322297 Aug 16 23:20:35.499647 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97b3e4-29ab-4c42-a92a-e3d391aba4b6 req-48fdd59b-c7c1-4d95-9118-6f823b90ff29 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:35.501108 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d97b3e4-29ab-4c42-a92a-e3d391aba4b6 req-48fdd59b-c7c1-4d95-9118-6f823b90ff29 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 943 time: 0.0483816 Aug 16 23:20:35.538335 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4d97b3e4-29ab-4c42-a92a-e3d391aba4b6 req-527e461f-7697-4e0d-9773-b68df4e4794d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313370 Aug 16 23:20:36.341234 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device bdf5d891-08ed-479a-b5c5-b74a615a2399 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:20:36.440606 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port bdf5d891-08ed-479a-b5c5-b74a615a2399, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:36.451376 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': 'bdf5d891-08ed-479a-b5c5-b74a615a2399', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'port_id': 'bdf5d891-08ed-479a-b5c5-b74a615a2399', 'mac_address': 'fa:16:3e:f7:4f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:20:36.489046 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:36.501295 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf5d891-08ed-479a-b5c5-b74a615a2399 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:20:36.519999 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port bdf5d891-08ed-479a-b5c5-b74a615a2399, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:36.523568 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:36.571692 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=bdf5d891-08ed-479a-b5c5-b74a615a2399,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:36.579022 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:36.579375 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:36.579726 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:36.580055 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:36.580499 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:36.580841 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:36.581175 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:36.581508 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:36.581840 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:36.582224 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:36.582554 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:36.582881 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:36.654705 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc3263-19cb-4cd5-9551-a72f97ef1713 req-f8319b19-ef2e-461a-b4a4-0c30e4fba18f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:36.656206 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45fc3263-19cb-4cd5-9551-a72f97ef1713 req-f8319b19-ef2e-461a-b4a4-0c30e4fba18f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 944 time: 0.0501623 Aug 16 23:20:36.695557 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45fc3263-19cb-4cd5-9551-a72f97ef1713 req-49f681a7-1cd3-44ef-b901-b5884703cd40 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325491 Aug 16 23:20:36.734768 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['bdf5d891-08ed-479a-b5c5-b74a615a2399'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:20:37.017070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-04c5ab05-92e9-4760-9239-9aa4a6c7b418 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:37.018457 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-04c5ab05-92e9-4760-9239-9aa4a6c7b418 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d&tenant_id=a26f4b1aec86465498306b851817e172&binding%3Ahost_id=n-h1-792458-15 HTTP/1.1" status: 200 len: 944 time: 0.0793607 Aug 16 23:20:37.030617 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f33351-68e9-4f3b-babb-359b7dedc4ad req-2131decf-0802-4243-afaf-98fb4b34530d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:37.031982 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f33351-68e9-4f3b-babb-359b7dedc4ad req-2131decf-0802-4243-afaf-98fb4b34530d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 944 time: 0.0817530 Aug 16 23:20:37.106586 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c9f33351-68e9-4f3b-babb-359b7dedc4ad req-f0cb6221-ea16-4d8e-9893-662d9faefe7b tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678151 Aug 16 23:20:37.109675 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-de076f23-5fda-45bc-9a96-b001d0c84028 service neutron] 10.222.0.39 "GET /v2.0/ports/bdf5d891-08ed-479a-b5c5-b74a615a2399/bindings/n-h1-792458-15 HTTP/1.1" status: 200 len: 383 time: 0.0768244 Aug 16 23:20:37.174680 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-9c7651b9-8131-49bf-8f82-ef24a638118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:37.176190 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-9c7651b9-8131-49bf-8f82-ef24a638118c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 1096 time: 0.0433054 Aug 16 23:20:37.264034 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-5571d594-a836-4048-88cc-316ff8a05ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:37.265514 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-5571d594-a836-4048-88cc-316ff8a05ee0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0823729 Aug 16 23:20:37.334127 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-4c593a57-235b-4845-866a-287baacab795 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399 HTTP/1.1" status: 200 len: 1001 time: 0.0606031 Aug 16 23:20:37.383369 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-d7544dbf-5ef8-48df-a98e-7c287934e743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:37.384957 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-d7544dbf-5ef8-48df-a98e-7c287934e743 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0444143 Aug 16 23:20:37.432642 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-299ab0d1-c6fd-4c43-81c8-dc121743d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:37.434137 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-299ab0d1-c6fd-4c43-81c8-dc121743d569 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405421 Aug 16 23:20:37.852397 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-855fb875-1711-4558-a46e-2f0d1a351794 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102414 Aug 16 23:20:37.940805 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-c4e68943-c6ba-4c3d-a4f5-6c47f0473906 service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810781 Aug 16 23:20:38.225450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de892aff-7d05-45f3-b25e-4e6baef5a8d8 req-0ecf5bba-9fea-45eb-a6e5-309126f409fa tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:38.226999 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de892aff-7d05-45f3-b25e-4e6baef5a8d8 req-0ecf5bba-9fea-45eb-a6e5-309126f409fa tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 944 time: 0.0518007 Aug 16 23:20:38.264124 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de892aff-7d05-45f3-b25e-4e6baef5a8d8 req-2be0e546-92e0-4a8a-b7fc-ec71a30991c3 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312288 Aug 16 23:20:38.367408 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device bdf5d891-08ed-479a-b5c5-b74a615a2399 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:20:38.414535 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port bdf5d891-08ed-479a-b5c5-b74a615a2399 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:20:38.418132 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port bdf5d891-08ed-479a-b5c5-b74a615a2399 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:38.418510 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:38.497510 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:38.519491 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf5d891-08ed-479a-b5c5-b74a615a2399'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:20:38.521697 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abd7908-bcfe-4bf9-a7a3-dda9b35fa320" -d '{"events": [{"server_uuid": "c5ccc3ff-2818-4419-b466-e6b59360b45d", "name": "network-vif-plugged", "status": "completed", "tag": "bdf5d891-08ed-479a-b5c5-b74a615a2399"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:20:38.534662 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port bdf5d891-08ed-479a-b5c5-b74a615a2399, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:38.539191 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:38.572434 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0039d0cf-dc92-45ae-a091-c0c244eb5c7d x-openstack-request-id: req-0039d0cf-dc92-45ae-a091-c0c244eb5c7d {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:20:38.572728 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ccc3ff-2818-4419-b466-e6b59360b45d", "name": "network-vif-plugged", "status": "completed", "tag": "bdf5d891-08ed-479a-b5c5-b74a615a2399", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:20:38.572980 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0039d0cf-dc92-45ae-a091-c0c244eb5c7d {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:20:38.573373 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf5d891-08ed-479a-b5c5-b74a615a2399', 'code': 200} Aug 16 23:20:38.589766 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=bdf5d891-08ed-479a-b5c5-b74a615a2399,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:39.030632 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:39.087323 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b1c40ac7-34c8-4060-897d-40de2cb7cd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:39.384375 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be3063-0db0-4f3c-b300-0edf2cf5420d req-b09ce16c-a2af-45c8-a268-6ccc08287bb4 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:39.386539 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b6be3063-0db0-4f3c-b300-0edf2cf5420d req-b09ce16c-a2af-45c8-a268-6ccc08287bb4 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0551078 Aug 16 23:20:39.424836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b6be3063-0db0-4f3c-b300-0edf2cf5420d req-34998bc3-b39f-432a-a683-3f6e25f93e25 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325065 Aug 16 23:20:40.542435 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa380c-2597-4608-bfb8-0ab018e44ca7 req-be755f81-2949-4659-bf9d-523071b21570 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:40.543949 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ffa380c-2597-4608-bfb8-0ab018e44ca7 req-be755f81-2949-4659-bf9d-523071b21570 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0488060 Aug 16 23:20:40.584364 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ffa380c-2597-4608-bfb8-0ab018e44ca7 req-c824aeed-b1b8-4451-acd9-ada82cb17874 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343845 Aug 16 23:20:41.307222 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:41.627078 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-488adb00-3dcf-4f0c-a1be-6f9b1479d847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:41.679927 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-fc546ad6-3bb3-4c59-a5d3-0c2ba562913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:41.681457 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-fc546ad6-3bb3-4c59-a5d3-0c2ba562913d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d&tenant_id=a26f4b1aec86465498306b851817e172 HTTP/1.1" status: 200 len: 1097 time: 0.0976441 Aug 16 23:20:41.694215 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-15', 'device_owner': 'compute:nova'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:41.708641 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b4a34-e307-4696-9c6d-66e376e1f169 req-613ca32c-efa1-4edf-b790-a6bb30a352ce tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:41.710234 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-928b4a34-e307-4696-9c6d-66e376e1f169 req-613ca32c-efa1-4edf-b790-a6bb30a352ce tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0535254 Aug 16 23:20:41.748354 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-928b4a34-e307-4696-9c6d-66e376e1f169 req-affed582-e95c-4e66-89fd-543bc624d51f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316892 Aug 16 23:20:41.751189 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:41.960804 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] For port bdf5d891-08ed-479a-b5c5-b74a615a2399, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:41.994101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] For port bdf5d891-08ed-479a-b5c5-b74a615a2399, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:20:42.032423 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf5d891-08ed-479a-b5c5-b74a615a2399'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:20:42.034882 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6eb190b-b541-4b7d-a897-f5f7b991dc5e" -d '{"events": [{"server_uuid": "c5ccc3ff-2818-4419-b466-e6b59360b45d", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf5d891-08ed-479a-b5c5-b74a615a2399"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:20:42.038933 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.051567 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Transition to ACTIVE for port object bdf5d891-08ed-479a-b5c5-b74a615a2399 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:42.056131 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.091616 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c700dc3-9e62-48a0-ad5f-132b6fbc3e38 x-openstack-request-id: req-4c700dc3-9e62-48a0-ad5f-132b6fbc3e38 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:20:42.091910 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ccc3ff-2818-4419-b466-e6b59360b45d", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf5d891-08ed-479a-b5c5-b74a615a2399", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:20:42.092161 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4c700dc3-9e62-48a0-ad5f-132b6fbc3e38 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:20:42.092553 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf5d891-08ed-479a-b5c5-b74a615a2399', 'code': 200} Aug 16 23:20:42.158871 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Pushing event updated for resources: {'Port': ['ID=bdf5d891-08ed-479a-b5c5-b74a615a2399,revision_number=10']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:42.172166 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:42.172516 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:42.172862 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:42.173200 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:42.173533 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:42.173866 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:42.174303 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:42.174698 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:42.175069 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:42.175620 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:42.176539 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:42.176872 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:42.207724 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.214466 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] No DVR routers for this DVR port bdf5d891-08ed-479a-b5c5-b74a615a2399 on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:20:42.351282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Attempting to bind port bdf5d891-08ed-479a-b5c5-b74a615a2399 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:20:42.351617 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Attempting to bind port bdf5d891-08ed-479a-b5c5-b74a615a2399 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:20:42.351948 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Attempting to bind port bdf5d891-08ed-479a-b5c5-b74a615a2399 on network 6daf488a-8154-479b-8012-18d5fb8592a7 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:20:42.356453 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Port bdf5d891-08ed-479a-b5c5-b74a615a2399 on network 6daf488a-8154-479b-8012-18d5fb8592a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:20:42.356773 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Attempting to bind port bdf5d891-08ed-479a-b5c5-b74a615a2399 on network 6daf488a-8154-479b-8012-18d5fb8592a7 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:20:42.361896 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:20:42.362207 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Checking segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:20:42.362589 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Bound using segment: {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:20:42.363019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Bound port: bdf5d891-08ed-479a-b5c5-b74a615a2399, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465dfa90-bf29-4482-96dc-aa1ea3a7b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:20:42.363433 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.428884 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] For port bdf5d891-08ed-479a-b5c5-b74a615a2399, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:20:42.431979 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] For port bdf5d891-08ed-479a-b5c5-b74a615a2399, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:20:42.435402 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.468520 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:42.469177 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.470543 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] 10.222.0.43 "PUT /v2.0/ports/bdf5d891-08ed-479a-b5c5-b74a615a2399 HTTP/1.1" status: 200 len: 1093 time: 0.7809708 Aug 16 23:20:42.501754 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2211a5-af9b-4487-b04f-a2887d037e2b service neutron] Pushing event updated for resources: {'Port': ['ID=bdf5d891-08ed-479a-b5c5-b74a615a2399,revision_number=11']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:42.538803 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-821b377c-cdd3-4276-9d36-cea0388d4ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:42.540359 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-821b377c-cdd3-4276-9d36-cea0388d4ae6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 1096 time: 0.0468402 Aug 16 23:20:42.639048 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-71da9e4c-6573-423b-a94d-6295ede59189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:42.641011 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-71da9e4c-6573-423b-a94d-6295ede59189 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0932620 Aug 16 23:20:42.706583 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-46294d58-7d79-48a6-8a62-708923150708 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399 HTTP/1.1" status: 200 len: 1000 time: 0.0591531 Aug 16 23:20:42.754884 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-f3aa1670-e45a-496b-b040-2b1250858561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:42.756283 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-f3aa1670-e45a-496b-b040-2b1250858561 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0435948 Aug 16 23:20:42.807936 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-17bbac5d-8f44-4239-b8be-069d33ce976f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:42.809457 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-17bbac5d-8f44-4239-b8be-069d33ce976f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454545 Aug 16 23:20:42.869725 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc4114-dc55-4959-9ee0-9c1b2dc5e958 req-d70913e1-510a-4c92-9bd2-6c91fc06f722 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:42.871703 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fcdc4114-dc55-4959-9ee0-9c1b2dc5e958 req-d70913e1-510a-4c92-9bd2-6c91fc06f722 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 944 time: 0.0493340 Aug 16 23:20:42.901916 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-d0e368bb-81a8-4404-a530-9c82cbca6fef service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848494 Aug 16 23:20:42.909074 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fcdc4114-dc55-4959-9ee0-9c1b2dc5e958 req-27ab120b-725b-451a-b2b1-c4875b3fff94 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317378 Aug 16 23:20:42.997027 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b0c063a3-1f14-412f-b897-3a401ed38fb2 req-8256b136-17bc-4b16-8b0c-0f2bc101f867 service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881479 Aug 16 23:20:43.445217 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:44.029120 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19212a-09f4-4c3b-809f-3b1f872321ac req-74540408-9732-4851-9e0b-c30737f4ace3 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:44.030636 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc19212a-09f4-4c3b-809f-3b1f872321ac req-74540408-9732-4851-9e0b-c30737f4ace3 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 944 time: 0.0498323 Aug 16 23:20:44.069038 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc19212a-09f4-4c3b-809f-3b1f872321ac req-7e861583-1281-4450-9793-bc869e9c845e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319271 Aug 16 23:20:44.093913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'tag': 'bdf5d891-08ed-479a-b5c5-b74a615a2399'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:20:44.096633 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a090191-60d6-4837-834c-d4eda68e1599" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ccc3ff-2818-4419-b466-e6b59360b45d", "tag": "bdf5d891-08ed-479a-b5c5-b74a615a2399"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:20:44.205952 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f280b7e5-8260-4222-96fe-87d54609f859 x-openstack-request-id: req-f280b7e5-8260-4222-96fe-87d54609f859 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:20:44.206361 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ccc3ff-2818-4419-b466-e6b59360b45d", "tag": "bdf5d891-08ed-479a-b5c5-b74a615a2399", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:20:44.206527 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f280b7e5-8260-4222-96fe-87d54609f859 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:20:44.207490 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'tag': 'bdf5d891-08ed-479a-b5c5-b74a615a2399', 'status': 'completed', 'code': 200} Aug 16 23:20:44.266700 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a090191-60d6-4837-834c-d4eda68e1599 req-2f31f04f-a3b9-41f5-accb-1f54e7d4f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:44.268711 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9a090191-60d6-4837-834c-d4eda68e1599 req-2f31f04f-a3b9-41f5-accb-1f54e7d4f56a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 1096 time: 0.0438204 Aug 16 23:20:44.274674 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a090191-60d6-4837-834c-d4eda68e1599 req-50feb381-9ab5-48bf-b040-fa1536ee761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:44.276149 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a090191-60d6-4837-834c-d4eda68e1599 req-50feb381-9ab5-48bf-b040-fa1536ee761a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a26f4b1aec86465498306b851817e172&device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 1096 time: 0.0466256 Aug 16 23:20:44.366942 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a090191-60d6-4837-834c-d4eda68e1599 req-01ecdc33-bac1-4641-a30a-c15add7e7e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:44.368323 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9a090191-60d6-4837-834c-d4eda68e1599 req-01ecdc33-bac1-4641-a30a-c15add7e7e85 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0933294 Aug 16 23:20:44.369769 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a090191-60d6-4837-834c-d4eda68e1599 req-e3809e71-1e7d-4236-892f-f7cca05c7940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:44.371263 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a090191-60d6-4837-834c-d4eda68e1599 req-e3809e71-1e7d-4236-892f-f7cca05c7940 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 200 len: 913 time: 0.0873678 Aug 16 23:20:44.384583 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device bdf5d891-08ed-479a-b5c5-b74a615a2399 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:20:44.437419 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9a090191-60d6-4837-834c-d4eda68e1599 req-63b78e6c-768a-469f-8e2e-089b9144ff43 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399 HTTP/1.1" status: 200 len: 1000 time: 0.0611777 Aug 16 23:20:44.439018 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device bdf5d891-08ed-479a-b5c5-b74a615a2399 not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:20:44.449029 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a090191-60d6-4837-834c-d4eda68e1599 req-4952a3cc-be15-499d-8c99-a84a7c9733ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399 HTTP/1.1" status: 200 len: 1000 time: 0.0697765 Aug 16 23:20:44.490288 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a090191-60d6-4837-834c-d4eda68e1599 req-e9d59c4f-16b7-4b0f-aa52-d5d44a4819c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:44.491760 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9a090191-60d6-4837-834c-d4eda68e1599 req-e9d59c4f-16b7-4b0f-aa52-d5d44a4819c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0465810 Aug 16 23:20:44.500005 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a090191-60d6-4837-834c-d4eda68e1599 req-81173245-996a-4453-a718-b4946408f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:44.501545 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a090191-60d6-4837-834c-d4eda68e1599 req-81173245-996a-4453-a718-b4946408f468 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 200 len: 851 time: 0.0461907 Aug 16 23:20:44.543238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a090191-60d6-4837-834c-d4eda68e1599 req-192efde6-0ced-4be8-a86b-c7dd13155d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:44.544918 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9a090191-60d6-4837-834c-d4eda68e1599 req-192efde6-0ced-4be8-a86b-c7dd13155d74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455477 Aug 16 23:20:44.549806 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a090191-60d6-4837-834c-d4eda68e1599 req-232c47be-92fd-4a4e-b6d0-29f68514241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:44.551321 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a090191-60d6-4837-834c-d4eda68e1599 req-232c47be-92fd-4a4e-b6d0-29f68514241c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6daf488a-8154-479b-8012-18d5fb8592a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405350 Aug 16 23:20:44.646058 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9a090191-60d6-4837-834c-d4eda68e1599 req-ffcae8fa-7b67-4874-b1ad-7c3727eabe3f service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939634 Aug 16 23:20:44.651306 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a090191-60d6-4837-834c-d4eda68e1599 req-be900e2b-5735-400b-8bda-96276af7cbaa service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927067 Aug 16 23:20:44.746026 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9a090191-60d6-4837-834c-d4eda68e1599 req-6c441995-e987-45f6-a9db-c25ad82fcfed service neutron] 10.222.0.43 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932937 Aug 16 23:20:44.748679 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a090191-60d6-4837-834c-d4eda68e1599 req-bf101b2e-f14d-4408-8301-fd271719530a service neutron] 10.222.0.39 "GET /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889006 Aug 16 23:20:45.021197 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:45.186889 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed224b-910b-4736-bbff-e2df9efaee2c req-ffa1fed4-fe8c-4a78-ba9f-2c7773dea135 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:45.188423 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26ed224b-910b-4736-bbff-e2df9efaee2c req-ffa1fed4-fe8c-4a78-ba9f-2c7773dea135 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 944 time: 0.0495443 Aug 16 23:20:45.237019 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26ed224b-910b-4736-bbff-e2df9efaee2c req-b5c3cb56-dcd6-4be7-a0e9-4f2be39f1930 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372882 Aug 16 23:20:46.357522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad180a65-b37d-4180-8d6e-b9f59fa41f83 req-959a7a41-e93e-426e-9885-bb10a97bc852 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:46.359340 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ad180a65-b37d-4180-8d6e-b9f59fa41f83 req-959a7a41-e93e-426e-9885-bb10a97bc852 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 944 time: 0.0503581 Aug 16 23:20:46.397728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ad180a65-b37d-4180-8d6e-b9f59fa41f83 req-0deabc24-865d-494e-be71-28b7d632aaf2 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318286 Aug 16 23:20:47.513369 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8248639-d8d5-46ef-81e3-1f2640483275 req-08a825b8-a8d9-4769-b053-31eced7dcdf0 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:47.514886 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8248639-d8d5-46ef-81e3-1f2640483275 req-08a825b8-a8d9-4769-b053-31eced7dcdf0 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 944 time: 0.0497477 Aug 16 23:20:47.552385 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8248639-d8d5-46ef-81e3-1f2640483275 req-b5bbb7a0-31e7-43f5-9e21-0142308a2de3 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315855 Aug 16 23:20:48.667564 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475eb66-79f7-49a4-8e1d-8f835f71c12a req-9ea5bca0-1019-4083-a7c8-2fc00548f3ac tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:48.669040 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2475eb66-79f7-49a4-8e1d-8f835f71c12a req-9ea5bca0-1019-4083-a7c8-2fc00548f3ac tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 944 time: 0.0483971 Aug 16 23:20:48.710576 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2475eb66-79f7-49a4-8e1d-8f835f71c12a req-270cb281-1b13-45aa-9462-2de4eeb25263 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354700 Aug 16 23:20:49.824967 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550e81c-a3a7-4781-bdf2-04110b9c412f req-680c21cf-67a9-4ed3-b670-ad378677bb1e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:49.826418 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3550e81c-a3a7-4781-bdf2-04110b9c412f req-680c21cf-67a9-4ed3-b670-ad378677bb1e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 944 time: 0.0479627 Aug 16 23:20:49.863671 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3550e81c-a3a7-4781-bdf2-04110b9c412f req-28b58014-ec2a-42b4-8ce0-680e5078bf46 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313053 Aug 16 23:20:50.983860 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459e6c8-afef-402d-acf6-9b0aaea8d584 req-ecee21dd-e3f7-4a16-9abd-db550f4b64c3 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:50.985393 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6459e6c8-afef-402d-acf6-9b0aaea8d584 req-ecee21dd-e3f7-4a16-9abd-db550f4b64c3 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 944 time: 0.0525646 Aug 16 23:20:51.022135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6459e6c8-afef-402d-acf6-9b0aaea8d584 req-2f6de111-784c-4c55-b17d-b84a1887f863 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306821 Aug 16 23:20:52.139120 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc450c9-c3d1-4980-ac7b-59aded762248 req-f16b3212-9b60-45f0-b2c4-91c8a996e8df tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:52.140617 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4dc450c9-c3d1-4980-ac7b-59aded762248 req-f16b3212-9b60-45f0-b2c4-91c8a996e8df tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 944 time: 0.0495031 Aug 16 23:20:52.183175 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4dc450c9-c3d1-4980-ac7b-59aded762248 req-6f91e371-e8df-4b0b-bd6c-0c3caff59f99 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361347 Aug 16 23:20:53.298328 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1df9c-41f7-43cd-b214-d4e3ce2c58a5 req-9de49a75-a2cf-46da-96ed-45bb4157b282 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:53.299829 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ac1df9c-41f7-43cd-b214-d4e3ce2c58a5 req-9de49a75-a2cf-46da-96ed-45bb4157b282 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 944 time: 0.0487070 Aug 16 23:20:53.337530 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ac1df9c-41f7-43cd-b214-d4e3ce2c58a5 req-5413d919-1ce4-480f-beec-6f96e12415b8 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313067 Aug 16 23:20:53.898168 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device bdf5d891-08ed-479a-b5c5-b74a615a2399 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:20:53.990713 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port bdf5d891-08ed-479a-b5c5-b74a615a2399, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:54.001316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'bdf5d891-08ed-479a-b5c5-b74a615a2399', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'port_id': 'bdf5d891-08ed-479a-b5c5-b74a615a2399', 'mac_address': 'fa:16:3e:f7:4f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:20:54.041440 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.053651 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf5d891-08ed-479a-b5c5-b74a615a2399 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:20:54.073064 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port bdf5d891-08ed-479a-b5c5-b74a615a2399, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:54.077010 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.122773 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=bdf5d891-08ed-479a-b5c5-b74a615a2399,revision_number=12']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:54.315667 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['bdf5d891-08ed-479a-b5c5-b74a615a2399'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:20:54.453034 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610b81b-c2f9-4330-a729-a18b97b2fbf7 req-00a319bf-464c-47e0-a3fd-32903b2ec464 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:54.454580 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9610b81b-c2f9-4330-a729-a18b97b2fbf7 req-00a319bf-464c-47e0-a3fd-32903b2ec464 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0493836 Aug 16 23:20:54.492494 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9610b81b-c2f9-4330-a729-a18b97b2fbf7 req-004a45a2-98fd-4108-bf6e-3989debec16d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310912 Aug 16 23:20:54.604907 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9492fc-162a-4cf9-b9f4-a704b2819287 req-a1b8316a-b1fe-48e0-9012-942e363d7d40 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:54.606383 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef9492fc-162a-4cf9-b9f4-a704b2819287 req-a1b8316a-b1fe-48e0-9012-942e363d7d40 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0484731 Aug 16 23:20:54.650191 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef9492fc-162a-4cf9-b9f4-a704b2819287 req-ea7c9c2f-7e73-4d84-a8bb-7d733bae213b tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375905 Aug 16 23:20:54.764488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65783390-25b8-4c4b-a310-7c972a1710eb req-3b47d4a0-d26e-448d-aa82-243c80af7fab tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:54.766029 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-65783390-25b8-4c4b-a310-7c972a1710eb req-3b47d4a0-d26e-448d-aa82-243c80af7fab tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0496404 Aug 16 23:20:54.803030 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-65783390-25b8-4c4b-a310-7c972a1710eb req-c0225209-23b6-4c37-b908-a57f31dceaa2 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306008 Aug 16 23:20:55.033058 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7910336-952d-4b59-9181-98cd3aed72ac req-2866edeb-7541-40c7-afe7-24611e7c31ca tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:55.034564 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e7910336-952d-4b59-9181-98cd3aed72ac req-2866edeb-7541-40c7-afe7-24611e7c31ca tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 945 time: 0.0484698 Aug 16 23:20:55.072132 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e7910336-952d-4b59-9181-98cd3aed72ac req-230cd010-7ba9-43ce-80a2-d6049c12ea2e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310433 Aug 16 23:20:55.912937 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device bdf5d891-08ed-479a-b5c5-b74a615a2399 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:20:55.960904 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port bdf5d891-08ed-479a-b5c5-b74a615a2399 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:20:55.964650 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port bdf5d891-08ed-479a-b5c5-b74a615a2399 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:55.965028 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.039514 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.061566 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf5d891-08ed-479a-b5c5-b74a615a2399'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:20:56.063952 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b85731c-471f-45cf-a4fb-f5603eb06fbb" -d '{"events": [{"server_uuid": "c5ccc3ff-2818-4419-b466-e6b59360b45d", "name": "network-vif-plugged", "status": "completed", "tag": "bdf5d891-08ed-479a-b5c5-b74a615a2399"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:20:56.077626 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port bdf5d891-08ed-479a-b5c5-b74a615a2399, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:56.082092 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.139598 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=bdf5d891-08ed-479a-b5c5-b74a615a2399,revision_number=13']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:56.161233 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72e7290-cdb4-4ffc-af22-07020102edc7 x-openstack-request-id: req-e72e7290-cdb4-4ffc-af22-07020102edc7 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:20:56.161533 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ccc3ff-2818-4419-b466-e6b59360b45d", "name": "network-vif-plugged", "status": "completed", "tag": "bdf5d891-08ed-479a-b5c5-b74a615a2399", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:20:56.161787 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e72e7290-cdb4-4ffc-af22-07020102edc7 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:20:56.162265 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf5d891-08ed-479a-b5c5-b74a615a2399', 'code': 200} Aug 16 23:20:56.191767 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a68b4-80dd-4362-9b22-d30373948911 req-4f71a1f6-9544-40df-a77b-71a43ec2443e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:56.193862 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d5a68b4-80dd-4362-9b22-d30373948911 req-4f71a1f6-9544-40df-a77b-71a43ec2443e tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 946 time: 0.0489483 Aug 16 23:20:56.236461 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d5a68b4-80dd-4362-9b22-d30373948911 req-2bcc69ed-2587-41c7-af86-fd373891da0b tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups?id=7909eac3-58e6-43fd-8921-c6fe5ae46c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361011 Aug 16 23:20:56.567798 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822ea1f-4f9f-47eb-8b90-6891a2e70d1d req-6c1eac27-4267-4eca-960c-348230112b19 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:56.569147 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6822ea1f-4f9f-47eb-8b90-6891a2e70d1d req-6c1eac27-4267-4eca-960c-348230112b19 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 946 time: 0.0481524 Aug 16 23:20:56.659395 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-6822ea1f-4f9f-47eb-8b90-6891a2e70d1d req-bce891ab-198e-4835-958b-746e9ae7dea8 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Deleting port bdf5d891-08ed-479a-b5c5-b74a615a2399 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:56.659732 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6822ea1f-4f9f-47eb-8b90-6891a2e70d1d req-bce891ab-198e-4835-958b-746e9ae7dea8 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.747023 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-6822ea1f-4f9f-47eb-8b90-6891a2e70d1d req-bce891ab-198e-4835-958b-746e9ae7dea8 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] For port bdf5d891-08ed-479a-b5c5-b74a615a2399, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=bdf5d891-08ed-479a-b5c5-b74a615a2399,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:56.747388 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6822ea1f-4f9f-47eb-8b90-6891a2e70d1d req-bce891ab-198e-4835-958b-746e9ae7dea8 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.913756 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6822ea1f-4f9f-47eb-8b90-6891a2e70d1d req-bce891ab-198e-4835-958b-746e9ae7dea8 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.914067 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6822ea1f-4f9f-47eb-8b90-6891a2e70d1d req-bce891ab-198e-4835-958b-746e9ae7dea8 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.914402 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [req-6822ea1f-4f9f-47eb-8b90-6891a2e70d1d req-bce891ab-198e-4835-958b-746e9ae7dea8 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Floating IP 5840fee5-d589-4c5d-91e6-101e026b9fed disassociated. External IP: 172.25.6.133, port: bdf5d891-08ed-479a-b5c5-b74a615a2399. Aug 16 23:20:56.914734 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-6822ea1f-4f9f-47eb-8b90-6891a2e70d1d req-bce891ab-198e-4835-958b-746e9ae7dea8 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Calling delete_port for bdf5d891-08ed-479a-b5c5-b74a615a2399 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:57.043507 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6822ea1f-4f9f-47eb-8b90-6891a2e70d1d req-bce891ab-198e-4835-958b-746e9ae7dea8 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.071520 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce891ab-198e-4835-958b-746e9ae7dea8 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Pushing event deleted for resources: {'Port': ['ID=bdf5d891-08ed-479a-b5c5-b74a615a2399,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:57.187639 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6822ea1f-4f9f-47eb-8b90-6891a2e70d1d req-bce891ab-198e-4835-958b-746e9ae7dea8 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Router 963d1eba-d5c0-4eed-8910-4bf8b18e948b has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:20:57.299427 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6822ea1f-4f9f-47eb-8b90-6891a2e70d1d req-bce891ab-198e-4835-958b-746e9ae7dea8 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:20:57.309556 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9409f6-3e84-4195-b511-5983f9435adf None None] Sync routers for ids ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:20:57.319327 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9409f6-3e84-4195-b511-5983f9435adf None None] Routers {'963d1eba-d5c0-4eed-8910-4bf8b18e948b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:20:57.320055 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9f9409f6-3e84-4195-b511-5983f9435adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:20:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:57.339628 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-6822ea1f-4f9f-47eb-8b90-6891a2e70d1d req-bce891ab-198e-4835-958b-746e9ae7dea8 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] No DVR routers for this DVR port bdf5d891-08ed-479a-b5c5-b74a615a2399 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:20:57.342529 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6822ea1f-4f9f-47eb-8b90-6891a2e70d1d req-bce891ab-198e-4835-958b-746e9ae7dea8 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.344764 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6822ea1f-4f9f-47eb-8b90-6891a2e70d1d req-bce891ab-198e-4835-958b-746e9ae7dea8 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.43 "DELETE /v2.0/ports/bdf5d891-08ed-479a-b5c5-b74a615a2399 HTTP/1.1" status: 204 len: 173 time: 0.7691643 Aug 16 23:20:57.345370 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'name': 'network-vif-deleted', 'tag': 'bdf5d891-08ed-479a-b5c5-b74a615a2399'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:20:57.348282 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de531538-96c2-4dfb-a1b5-85919c64887b" -d '{"events": [{"server_uuid": "c5ccc3ff-2818-4419-b466-e6b59360b45d", "name": "network-vif-deleted", "tag": "bdf5d891-08ed-479a-b5c5-b74a615a2399"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:20:57.354302 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae22bcd5-9767-407f-84ef-0c34da481e62 req-a0269385-6af9-4528-b748-76fd9f24cc11 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 210 time: 0.0361748 Aug 16 23:20:57.408747 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb7eeb4-7cab-4c44-8670-74633be5c76b x-openstack-request-id: req-9fb7eeb4-7cab-4c44-8670-74633be5c76b {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:20:57.409462 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ccc3ff-2818-4419-b466-e6b59360b45d", "name": "network-vif-deleted", "tag": "bdf5d891-08ed-479a-b5c5-b74a615a2399", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:20:57.409732 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9fb7eeb4-7cab-4c44-8670-74633be5c76b {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:20:57.410831 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ccc3ff-2818-4419-b466-e6b59360b45d', 'name': 'network-vif-deleted', 'tag': 'bdf5d891-08ed-479a-b5c5-b74a615a2399', 'status': 'completed', 'code': 200} Aug 16 23:20:57.444301 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-9f9409f6-3e84-4195-b511-5983f9435adf None None] Set router 963d1eba-d5c0-4eed-8910-4bf8b18e948b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:20:57.643685 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9f9409f6-3e84-4195-b511-5983f9435adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:57.668966 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9409f6-3e84-4195-b511-5983f9435adf None None] Checking router: 963d1eba-d5c0-4eed-8910-4bf8b18e948b for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:20:57.677319 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9409f6-3e84-4195-b511-5983f9435adf None None] Routers {'963d1eba-d5c0-4eed-8910-4bf8b18e948b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:20:57.678525 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9f9409f6-3e84-4195-b511-5983f9435adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:20:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:57.786194 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-9f9409f6-3e84-4195-b511-5983f9435adf None None] Set router 963d1eba-d5c0-4eed-8910-4bf8b18e948b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:20:58.153338 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-9f9409f6-3e84-4195-b511-5983f9435adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:58.179702 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9409f6-3e84-4195-b511-5983f9435adf None None] The sync data for ids ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'] in n-d-792458-15 is: [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:11:23Z', 'revision_number': 4, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '978add01-ea6f-4742-9457-a3ceb93c554d', 'name': '', 'network_id': '6daf488a-8154-479b-8012-18d5fb8592a7', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'mac_address': 'fa:16:3e:60:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:22Z', 'updated_at': '2021-08-16T23:11:27Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'subnets': [{'id': '635e5796-9b5f-4473-8ebe-aefd27487599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:20:58.391936 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a33a96-2438-491a-90dc-5404be623378 None None] New status for floating IP 5840fee5-d589-4c5d-91e6-101e026b9fed: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:20:58.458488 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9bf3c2e9-ee3b-46c2-8591-caa563aa9365 req-907ad3a5-fe99-47f8-ad20-a37a11878112 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 210 time: 0.0267515 Aug 16 23:20:59.556306 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29f49d03-e8a7-4303-b294-31bae4dc575b req-a3b2ded2-36d6-4d9c-9a57-0f58d2a37236 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 210 time: 0.0278230 Aug 16 23:20:59.922071 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device bdf5d891-08ed-479a-b5c5-b74a615a2399 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:20:59.942212 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: bdf5d891-08ed-479a-b5c5-b74a615a2399 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:20:59.942558 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device bdf5d891-08ed-479a-b5c5-b74a615a2399 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:21:00.656414 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e5d06303-b473-4518-b5df-e15ca5ba8be7 req-374fc22a-2db5-4fad-a31f-418492c02965 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5ccc3ff-2818-4419-b466-e6b59360b45d HTTP/1.1" status: 200 len: 210 time: 0.0269003 Aug 16 23:21:03.843949 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:21:05.385284 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 49982) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:05.439555 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9e33004-02c7-446e-8dc7-562d7a4784c5 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.463898 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9e33004-02c7-446e-8dc7-562d7a4784c5 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.513919 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9e33004-02c7-446e-8dc7-562d7a4784c5 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.516464 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9e33004-02c7-446e-8dc7-562d7a4784c5 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.517618 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b9e33004-02c7-446e-8dc7-562d7a4784c5 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "DELETE /v2.0/security-groups/7909eac3-58e6-43fd-8921-c6fe5ae46c16 HTTP/1.1" status: 204 len: 168 time: 0.1312249 Aug 16 23:21:05.520385 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49984) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:05.527267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e33004-02c7-446e-8dc7-562d7a4784c5 tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7909eac3-58e6-43fd-8921-c6fe5ae46c16,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:05.538021 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [None req-30acce5b-339d-4550-9d72-67841d9b387f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] show failed (client error): The resource could not be found. Aug 16 23:21:05.539120 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-30acce5b-339d-4550-9d72-67841d9b387f tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "GET /v2.0/security-groups/7909eac3-58e6-43fd-8921-c6fe5ae46c16 HTTP/1.1" status: 404 len: 347 time: 0.0177031 Aug 16 23:21:05.542375 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49986) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:05.670596 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-93a4486d-bffa-4738-943b-3eb3ab0cd22d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Deleting port 8f144949-a1b4-408c-a008-c0f0151cec59 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:05.670935 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93a4486d-bffa-4738-943b-3eb3ab0cd22d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.743257 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93a4486d-bffa-4738-943b-3eb3ab0cd22d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.743584 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93a4486d-bffa-4738-943b-3eb3ab0cd22d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.754891 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-93a4486d-bffa-4738-943b-3eb3ab0cd22d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Calling delete_port for 8f144949-a1b4-408c-a008-c0f0151cec59 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:05.888156 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93a4486d-bffa-4738-943b-3eb3ab0cd22d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.913125 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4486d-bffa-4738-943b-3eb3ab0cd22d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Pushing event deleted for resources: {'Port': ['ID=8f144949-a1b4-408c-a008-c0f0151cec59,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:05.974087 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93a4486d-bffa-4738-943b-3eb3ab0cd22d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.977226 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-93a4486d-bffa-4738-943b-3eb3ab0cd22d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.978394 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-93a4486d-bffa-4738-943b-3eb3ab0cd22d tempest-ServerActionsTestJSON-1162414306 tempest-ServerActionsTestJSON-1162414306-project] 10.222.0.93 "DELETE /v2.0/floatingips/5840fee5-d589-4c5d-91e6-101e026b9fed HTTP/1.1" status: 204 len: 168 time: 0.4350948 Aug 16 23:21:05.981216 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49988) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:06.672507 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4960768-5b6d-4134-853b-5a1ba3055bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:06.913133 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a4960768-5b6d-4134-853b-5a1ba3055bc7 admin admin] Deleting port 978add01-ea6f-4742-9457-a3ceb93c554d {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:06.913376 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4960768-5b6d-4134-853b-5a1ba3055bc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:06.993193 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-a4960768-5b6d-4134-853b-5a1ba3055bc7 admin admin] For port 978add01-ea6f-4742-9457-a3ceb93c554d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=978add01-ea6f-4742-9457-a3ceb93c554d,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:06.993549 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4960768-5b6d-4134-853b-5a1ba3055bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.005987 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-a4960768-5b6d-4134-853b-5a1ba3055bc7 admin admin] Calling delete_port for 978add01-ea6f-4742-9457-a3ceb93c554d owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:07.180878 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4960768-5b6d-4134-853b-5a1ba3055bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.207305 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4960768-5b6d-4134-853b-5a1ba3055bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=978add01-ea6f-4742-9457-a3ceb93c554d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:07.370727 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a4960768-5b6d-4134-853b-5a1ba3055bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.595805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4960768-5b6d-4134-853b-5a1ba3055bc7 admin admin] Router 963d1eba-d5c0-4eed-8910-4bf8b18e948b has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:21:07.703014 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4960768-5b6d-4134-853b-5a1ba3055bc7 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:21:07.707884 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a4960768-5b6d-4134-853b-5a1ba3055bc7 admin admin] 10.222.0.93 "PUT /v2.0/routers/963d1eba-d5c0-4eed-8910-4bf8b18e948b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7257407 Aug 16 23:21:07.710430 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49992) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:07.713162 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fa11dd-fd49-413a-90ad-2a143923ac84 None None] Sync routers for ids ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:21:07.722348 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fa11dd-fd49-413a-90ad-2a143923ac84 None None] Routers {'963d1eba-d5c0-4eed-8910-4bf8b18e948b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:21:07.722968 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-25fa11dd-fd49-413a-90ad-2a143923ac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:20:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:07.815029 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b022f2ef-51b0-4b91-b4ec-573d5d899d5c admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.829471 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-25fa11dd-fd49-413a-90ad-2a143923ac84 None None] Set router 963d1eba-d5c0-4eed-8910-4bf8b18e948b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:21:07.920766 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b022f2ef-51b0-4b91-b4ec-573d5d899d5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.972731 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b022f2ef-51b0-4b91-b4ec-573d5d899d5c admin admin] Deleting port 4fb01f0d-de4d-4454-964a-637c9e606f9f {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:07.973074 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b022f2ef-51b0-4b91-b4ec-573d5d899d5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.008071 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-25fa11dd-fd49-413a-90ad-2a143923ac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:21:07Z', 'revision_number': 5, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port': {'id': '4fb01f0d-de4d-4454-964a-637c9e606f9f', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:21Z', 'updated_at': '2021-08-16T23:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:08.033473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fa11dd-fd49-413a-90ad-2a143923ac84 None None] Checking router: 963d1eba-d5c0-4eed-8910-4bf8b18e948b for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:21:08.042307 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fa11dd-fd49-413a-90ad-2a143923ac84 None None] Routers {'963d1eba-d5c0-4eed-8910-4bf8b18e948b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:21:08.042940 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-25fa11dd-fd49-413a-90ad-2a143923ac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:20:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:08.057989 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b022f2ef-51b0-4b91-b4ec-573d5d899d5c admin admin] For port 4fb01f0d-de4d-4454-964a-637c9e606f9f, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4fb01f0d-de4d-4454-964a-637c9e606f9f,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:08.058372 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b022f2ef-51b0-4b91-b4ec-573d5d899d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.070378 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b022f2ef-51b0-4b91-b4ec-573d5d899d5c admin admin] Calling delete_port for 4fb01f0d-de4d-4454-964a-637c9e606f9f owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:08.128042 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-25fa11dd-fd49-413a-90ad-2a143923ac84 None None] Set router 963d1eba-d5c0-4eed-8910-4bf8b18e948b gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:21:08.184736 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-25fa11dd-fd49-413a-90ad-2a143923ac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:21:07Z', 'revision_number': 6, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:08.212963 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fa11dd-fd49-413a-90ad-2a143923ac84 None None] The sync data for ids ['963d1eba-d5c0-4eed-8910-4bf8b18e948b'] in n-d-792458-15 is: [{'id': '963d1eba-d5c0-4eed-8910-4bf8b18e948b', 'name': 'tempest-ServerActionsTestJSON-1569654795-router', 'tenant_id': 'a26f4b1aec86465498306b851817e172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:20Z', 'updated_at': '2021-08-16T23:21:07Z', 'revision_number': 6, 'project_id': 'a26f4b1aec86465498306b851817e172', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:21:08.246620 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b022f2ef-51b0-4b91-b4ec-573d5d899d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.272970 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022f2ef-51b0-4b91-b4ec-573d5d899d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb01f0d-de4d-4454-964a-637c9e606f9f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:08.331390 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b022f2ef-51b0-4b91-b4ec-573d5d899d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.437373 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b022f2ef-51b0-4b91-b4ec-573d5d899d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.439486 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b022f2ef-51b0-4b91-b4ec-573d5d899d5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.499295 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b022f2ef-51b0-4b91-b4ec-573d5d899d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.499772 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b022f2ef-51b0-4b91-b4ec-573d5d899d5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 963d1eba-d5c0-4eed-8910-4bf8b18e948b {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:21:08.504063 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b022f2ef-51b0-4b91-b4ec-573d5d899d5c admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.505081 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b022f2ef-51b0-4b91-b4ec-573d5d899d5c admin admin] 10.222.0.93 "DELETE /v2.0/routers/963d1eba-d5c0-4eed-8910-4bf8b18e948b HTTP/1.1" status: 204 len: 168 time: 0.7937300 Aug 16 23:21:08.508200 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49994) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:08.551064 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e4f0e9-2de5-42fd-aff4-be607877c6aa admin admin] Deleting subnet 635e5796-9b5f-4473-8ebe-aefd27487599 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:21:08.554192 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6e4f0e9-2de5-42fd-aff4-be607877c6aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.594553 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6e4f0e9-2de5-42fd-aff4-be607877c6aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.675780 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6e4f0e9-2de5-42fd-aff4-be607877c6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.726921 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6e4f0e9-2de5-42fd-aff4-be607877c6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.751635 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4f0e9-2de5-42fd-aff4-be607877c6aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=635e5796-9b5f-4473-8ebe-aefd27487599,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:08.755154 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c6e4f0e9-2de5-42fd-aff4-be607877c6aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.758610 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c6e4f0e9-2de5-42fd-aff4-be607877c6aa admin admin] 10.222.0.93 "DELETE /v2.0/subnets/635e5796-9b5f-4473-8ebe-aefd27487599 HTTP/1.1" status: 204 len: 168 time: 0.2484238 Aug 16 23:21:08.760200 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 49996) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:08.762774 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d0f3a8-28d3-4682-86f2-21beb17a276b None None] Network 6daf488a-8154-479b-8012-18d5fb8592a7 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:08.832187 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c554bd5-6c86-4c2e-82ca-1ee28aade046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.884747 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5c554bd5-6c86-4c2e-82ca-1ee28aade046 admin admin] Deleting port d2a14f33-3885-4929-978d-6de2ded8f0bd {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:08.885089 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c554bd5-6c86-4c2e-82ca-1ee28aade046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.954077 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5c554bd5-6c86-4c2e-82ca-1ee28aade046 admin admin] For port d2a14f33-3885-4929-978d-6de2ded8f0bd, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d2a14f33-3885-4929-978d-6de2ded8f0bd,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:08.954410 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c554bd5-6c86-4c2e-82ca-1ee28aade046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.965909 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e088ee-f835-417e-b125-1094ae5bdf33 None None] DHCP port deletion for 6daf488a-8154-479b-8012-18d5fb8592a7 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:21:08.969329 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5c554bd5-6c86-4c2e-82ca-1ee28aade046 admin admin] Calling delete_port for d2a14f33-3885-4929-978d-6de2ded8f0bd owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:09.024475 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-97e088ee-f835-417e-b125-1094ae5bdf33 None None] Deleting port d2a14f33-3885-4929-978d-6de2ded8f0bd {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:09.024999 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-97e088ee-f835-417e-b125-1094ae5bdf33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.027836 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.050633 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c554bd5-6c86-4c2e-82ca-1ee28aade046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.077791 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c554bd5-6c86-4c2e-82ca-1ee28aade046 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a14f33-3885-4929-978d-6de2ded8f0bd,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:09.083841 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c554bd5-6c86-4c2e-82ca-1ee28aade046 admin admin] No DVR routers for this DVR port d2a14f33-3885-4929-978d-6de2ded8f0bd on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:21:09.101355 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-38906883-f6ec-4c0d-acce-2a9b7eed2e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.109583 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-97e088ee-f835-417e-b125-1094ae5bdf33 None None] For port d2a14f33-3885-4929-978d-6de2ded8f0bd, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=d2a14f33-3885-4929-978d-6de2ded8f0bd,segment=NetworkSegment(465dfa90-bf29-4482-96dc-aa1ea3a7b50d),segment_id=465dfa90-bf29-4482-96dc-aa1ea3a7b50d)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:09.110024 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-97e088ee-f835-417e-b125-1094ae5bdf33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.122724 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-97e088ee-f835-417e-b125-1094ae5bdf33 None None] Calling delete_port for d2a14f33-3885-4929-978d-6de2ded8f0bd owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:09.161391 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c554bd5-6c86-4c2e-82ca-1ee28aade046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.172186 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-5c554bd5-6c86-4c2e-82ca-1ee28aade046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6daf488a-8154-479b-8012-18d5fb8592a7']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:09.184883 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-5c554bd5-6c86-4c2e-82ca-1ee28aade046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465dfa90-bf29-4482-96dc-aa1ea3a7b50d') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:09.185264 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-5c554bd5-6c86-4c2e-82ca-1ee28aade046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465dfa90-bf29-4482-96dc-aa1ea3a7b50d') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:09.195578 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c554bd5-6c86-4c2e-82ca-1ee28aade046 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:21:09.199685 n-d-792458-15 neutron-server[94873]: self.session.flush() Aug 16 23:21:09.212613 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c554bd5-6c86-4c2e-82ca-1ee28aade046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.212984 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-97e088ee-f835-417e-b125-1094ae5bdf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.218800 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c554bd5-6c86-4c2e-82ca-1ee28aade046 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:21:09.219792 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c554bd5-6c86-4c2e-82ca-1ee28aade046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: timer() Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:21:09.221889 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:21:09.241531 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e088ee-f835-417e-b125-1094ae5bdf33 None None] Pushing event deleted for resources: {'Port': ['ID=d2a14f33-3885-4929-978d-6de2ded8f0bd,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:09.247910 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e088ee-f835-417e-b125-1094ae5bdf33 None None] No DVR routers for this DVR port d2a14f33-3885-4929-978d-6de2ded8f0bd on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:21:09.286307 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c554bd5-6c86-4c2e-82ca-1ee28aade046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.292320 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5c554bd5-6c86-4c2e-82ca-1ee28aade046 admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.294162 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5c554bd5-6c86-4c2e-82ca-1ee28aade046 admin admin] 10.222.0.93 "DELETE /v2.0/networks/6daf488a-8154-479b-8012-18d5fb8592a7 HTTP/1.1" status: 204 len: 168 time: 0.5330217 Aug 16 23:21:09.305680 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c554bd5-6c86-4c2e-82ca-1ee28aade046 admin admin] Pushing event deleted for resources: {'Network': ['ID=6daf488a-8154-479b-8012-18d5fb8592a7,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:09.400796 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50000) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:09.441881 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-52d65db0-d4e9-4b81-a3d8-445d7e635602 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a26f4b1aec86465498306b851817e172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390270 Aug 16 23:21:09.443489 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50002) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:09.491587 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d00d1f5-86aa-4682-91b9-1c614233721c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.511962 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d00d1f5-86aa-4682-91b9-1c614233721c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.558062 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d00d1f5-86aa-4682-91b9-1c614233721c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.560622 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4d00d1f5-86aa-4682-91b9-1c614233721c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.568385 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4d00d1f5-86aa-4682-91b9-1c614233721c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f8771b6a-f3a7-47e6-b557-2d224b1c65a9 HTTP/1.1" status: 204 len: 168 time: 0.1176510 Aug 16 23:21:09.570080 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00d1f5-86aa-4682-91b9-1c614233721c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8771b6a-f3a7-47e6-b557-2d224b1c65a9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:09.613412 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4fb01f0d-de4d-4454-964a-637c9e606f9f no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:21:09.637535 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 4fb01f0d-de4d-4454-964a-637c9e606f9f {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:21:09.637535 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4fb01f0d-de4d-4454-964a-637c9e606f9f not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:21:09.637946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d2a14f33-3885-4929-978d-6de2ded8f0bd no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:21:09.656801 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: d2a14f33-3885-4929-978d-6de2ded8f0bd {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:21:09.657149 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device d2a14f33-3885-4929-978d-6de2ded8f0bd not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:21:09.657568 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 978add01-ea6f-4742-9457-a3ceb93c554d no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:21:09.676018 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 978add01-ea6f-4742-9457-a3ceb93c554d {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:21:09.676362 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 978add01-ea6f-4742-9457-a3ceb93c554d not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:21:10.283968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50024) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:10.388143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-bbbfbbff-78bc-4a80-baa2-fbd0ee2a5a1b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1614191493-network', 'tenant_id': '6dc5e9cfa43e4ec085597e7e4fd4b135'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:10.409172 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbfbbff-78bc-4a80-baa2-fbd0ee2a5a1b admin admin] Made reservation on behalf of 6dc5e9cfa43e4ec085597e7e4fd4b135 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:10.411341 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbbff-78bc-4a80-baa2-fbd0ee2a5a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.419644 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbbff-78bc-4a80-baa2-fbd0ee2a5a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.508986 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbbff-78bc-4a80-baa2-fbd0ee2a5a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.519080 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbbff-78bc-4a80-baa2-fbd0ee2a5a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.544143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbfbbff-78bc-4a80-baa2-fbd0ee2a5a1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:21:10.554419 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfbbff-78bc-4a80-baa2-fbd0ee2a5a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec361c4-f001-4da9-bc0e-dc170777a665,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:10.559322 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbbff-78bc-4a80-baa2-fbd0ee2a5a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.559662 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-bbbfbbff-78bc-4a80-baa2-fbd0ee2a5a1b admin admin] Added segment 8a534ace-1380-4614-a7cc-50653d4921e0 of type vlan for network 9e03db95-2ae5-4543-9340-78d47689db1b Aug 16 23:21:10.598578 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbbff-78bc-4a80-baa2-fbd0ee2a5a1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.624296 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbbff-78bc-4a80-baa2-fbd0ee2a5a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.625256 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbfbbff-78bc-4a80-baa2-fbd0ee2a5a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:10.625836 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbbff-78bc-4a80-baa2-fbd0ee2a5a1b admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.674364 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bbbfbbff-78bc-4a80-baa2-fbd0ee2a5a1b admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3890877 Aug 16 23:21:10.677162 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50028) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:10.683157 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-7901096b-decf-4c15-aff0-adf1cb04acbf admin admin] Request body: {'subnet': {'network_id': '9e03db95-2ae5-4543-9340-78d47689db1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1614191493-subnet', 'tenant_id': '6dc5e9cfa43e4ec085597e7e4fd4b135', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:10.685538 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfbbff-78bc-4a80-baa2-fbd0ee2a5a1b admin admin] Pushing event updated for resources: {'Network': ['ID=9e03db95-2ae5-4543-9340-78d47689db1b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:10.695770 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 9e03db95-2ae5-4543-9340-78d47689db1b details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:21:10.706156 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7901096b-decf-4c15-aff0-adf1cb04acbf admin admin] Made reservation on behalf of 6dc5e9cfa43e4ec085597e7e4fd4b135 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:10.708557 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7901096b-decf-4c15-aff0-adf1cb04acbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.896754 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7901096b-decf-4c15-aff0-adf1cb04acbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.954853 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901096b-decf-4c15-aff0-adf1cb04acbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=15763c90-4176-4370-b22c-9649f9a1f48a,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:10.960083 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7901096b-decf-4c15-aff0-adf1cb04acbf admin admin] Checking segment: {'id': '8a534ace-1380-4614-a7cc-50653d4921e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9e03db95-2ae5-4543-9340-78d47689db1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:10.960440 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7901096b-decf-4c15-aff0-adf1cb04acbf admin admin] Network hostable DHCP agents. Network: 9e03db95-2ae5-4543-9340-78d47689db1b, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:21:10.978231 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7901096b-decf-4c15-aff0-adf1cb04acbf admin admin] Network 9e03db95-2ae5-4543-9340-78d47689db1b is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:21:10.986990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-7901096b-decf-4c15-aff0-adf1cb04acbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 9e03db95-2ae5-4543-9340-78d47689db1b) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:10.991337 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7901096b-decf-4c15-aff0-adf1cb04acbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:10.991922 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7901096b-decf-4c15-aff0-adf1cb04acbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.996533 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed5bb60-6f09-413b-bbb3-85cae195ccba None None] Network 9e03db95-2ae5-4543-9340-78d47689db1b requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:11.005873 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7901096b-decf-4c15-aff0-adf1cb04acbf admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3268256 Aug 16 23:21:11.115636 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c756c002-bad8-48a6-9655-977f5f9d3154 None None] Network 9e03db95-2ae5-4543-9340-78d47689db1b requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:11.340458 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:11.454103 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-405272d6-e6ca-4358-b759-bfad6f751439 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:11.455596 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-405272d6-e6ca-4358-b759-bfad6f751439 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/networks?id=9e03db95-2ae5-4543-9340-78d47689db1b HTTP/1.1" status: 200 len: 814 time: 0.1150932 Aug 16 23:21:11.472004 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-42ae7747-d26d-4b9a-9b04-5d5bbf88cfaa tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/quotas/6dc5e9cfa43e4ec085597e7e4fd4b135 HTTP/1.1" status: 200 len: 375 time: 0.0097175 Aug 16 23:21:11.502418 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-a88929ff-e999-4e29-974b-0ffca4d7a19a tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=6dc5e9cfa43e4ec085597e7e4fd4b135&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249877 Aug 16 23:21:11.630520 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e61418bd-5829-427b-9b8f-b93e5fd71d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:11.642259 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-f55dcae0-c2db-470d-b5d9-54fdec2b0189 service neutron] 10.222.0.93 "GET /v2.0/networks/9e03db95-2ae5-4543-9340-78d47689db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325808 Aug 16 23:21:11.732423 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-19e64004-23ff-4b84-902c-7cc225c5f3e2 service neutron] 10.222.0.93 "GET /v2.0/networks/9e03db95-2ae5-4543-9340-78d47689db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834720 Aug 16 23:21:11.898423 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d5e25fd-ead2-4fbe-a270-9da526b17392 req-575746cc-f1c9-4960-91de-8d28f7d2f87b tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b5042ae-df72-4dc3-890b-2c55558c4d74 HTTP/1.1" status: 200 len: 210 time: 0.0269866 Aug 16 23:21:12.212809 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:12.836055 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-5457bfbc-583d-4e07-a8d1-f1e66160c483 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:12.837520 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-5457bfbc-583d-4e07-a8d1-f1e66160c483 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.39 "GET /v2.0/networks?id=9e03db95-2ae5-4543-9340-78d47689db1b HTTP/1.1" status: 200 len: 814 time: 0.1069996 Aug 16 23:21:12.853618 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-ac4b17b5-721d-4d0a-9b14-f7566a7f698f tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Request body: {'port': {'device_id': '0b5042ae-df72-4dc3-890b-2c55558c4d74', 'network_id': '9e03db95-2ae5-4543-9340-78d47689db1b', 'admin_state_up': True, 'tenant_id': '6dc5e9cfa43e4ec085597e7e4fd4b135'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:12.968120 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-ac4b17b5-721d-4d0a-9b14-f7566a7f698f tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Made reservation on behalf of 6dc5e9cfa43e4ec085597e7e4fd4b135 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:12.972062 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-ac4b17b5-721d-4d0a-9b14-f7566a7f698f tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.023214 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6bc5e942-4ef0-4ecf-9538-8aad15f44565 req-3e24823d-6bc1-4e38-bad9-2b9e4301f944 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b5042ae-df72-4dc3-890b-2c55558c4d74 HTTP/1.1" status: 200 len: 210 time: 0.0374198 Aug 16 23:21:13.128738 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-ac4b17b5-721d-4d0a-9b14-f7566a7f698f tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Allocated IP 172.20.0.11 (9e03db95-2ae5-4543-9340-78d47689db1b/15763c90-4176-4370-b22c-9649f9a1f48a/27695b7f-9503-4603-bee9-e86789cc3efa) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:13.276557 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-ac4b17b5-721d-4d0a-9b14-f7566a7f698f tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.316274 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-ac4b17b5-721d-4d0a-9b14-f7566a7f698f tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.365217 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-ac4b17b5-721d-4d0a-9b14-f7566a7f698f tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Network 9e03db95-2ae5-4543-9340-78d47689db1b is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:13.369122 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-ac4b17b5-721d-4d0a-9b14-f7566a7f698f tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:13.373004 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-ac4b17b5-721d-4d0a-9b14-f7566a7f698f tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:13.380180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b17b5-721d-4d0a-9b14-f7566a7f698f tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Pushing event updated for resources: {'Port': ['ID=27695b7f-9503-4603-bee9-e86789cc3efa,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:13.425154 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-ac4b17b5-721d-4d0a-9b14-f7566a7f698f tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:13.425757 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-ac4b17b5-721d-4d0a-9b14-f7566a7f698f tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.439713 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-ac4b17b5-721d-4d0a-9b14-f7566a7f698f tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5928564 Aug 16 23:21:13.447601 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.452285 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] Request body: {'port': {'device_id': '0b5042ae-df72-4dc3-890b-2c55558c4d74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:13.504542 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.767835 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27695b7f-9503-4603-bee9-e86789cc3efa {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:21:13.775095 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.786740 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] Transition to ACTIVE for port object 27695b7f-9503-4603-bee9-e86789cc3efa will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:13.791540 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.840999 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] Pushing event updated for resources: {'Port': ['ID=27695b7f-9503-4603-bee9-e86789cc3efa,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:13.911686 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] Attempting to bind port 27695b7f-9503-4603-bee9-e86789cc3efa on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:21:13.912010 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] Attempting to bind port 27695b7f-9503-4603-bee9-e86789cc3efa by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '8a534ace-1380-4614-a7cc-50653d4921e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9e03db95-2ae5-4543-9340-78d47689db1b'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:21:13.912328 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] Attempting to bind port 27695b7f-9503-4603-bee9-e86789cc3efa on network 9e03db95-2ae5-4543-9340-78d47689db1b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:13.917109 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] Port 27695b7f-9503-4603-bee9-e86789cc3efa on network 9e03db95-2ae5-4543-9340-78d47689db1b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:21:13.917425 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] Attempting to bind port 27695b7f-9503-4603-bee9-e86789cc3efa on network 9e03db95-2ae5-4543-9340-78d47689db1b {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:13.922435 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:21:13.922760 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] Checking segment: {'id': '8a534ace-1380-4614-a7cc-50653d4921e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9e03db95-2ae5-4543-9340-78d47689db1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:13.923133 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] Bound using segment: {'id': '8a534ace-1380-4614-a7cc-50653d4921e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9e03db95-2ae5-4543-9340-78d47689db1b'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:21:13.923549 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] Bound port: 27695b7f-9503-4603-bee9-e86789cc3efa, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a534ace-1380-4614-a7cc-50653d4921e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9e03db95-2ae5-4543-9340-78d47689db1b'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:21:13.923896 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.986859 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] For port 27695b7f-9503-4603-bee9-e86789cc3efa, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:21:13.989763 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] For port 27695b7f-9503-4603-bee9-e86789cc3efa, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=27695b7f-9503-4603-bee9-e86789cc3efa,segment=NetworkSegment(8a534ace-1380-4614-a7cc-50653d4921e0),segment_id=8a534ace-1380-4614-a7cc-50653d4921e0)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:21:13.995202 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:14.027361 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:14.027993 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:14.029371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] 10.222.0.39 "PUT /v2.0/ports/27695b7f-9503-4603-bee9-e86789cc3efa HTTP/1.1" status: 200 len: 1093 time: 0.5814195 Aug 16 23:21:14.031473 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5042ae-df72-4dc3-890b-2c55558c4d74', 'tag': '27695b7f-9503-4603-bee9-e86789cc3efa'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:21:14.033763 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c2c66a-9480-4b97-923c-893ed601a359" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5042ae-df72-4dc3-890b-2c55558c4d74", "tag": "27695b7f-9503-4603-bee9-e86789cc3efa"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:21:14.061229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ef0c7-3f20-4a53-993f-c51aa309465a service neutron] Pushing event updated for resources: {'Port': ['ID=27695b7f-9503-4603-bee9-e86789cc3efa,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:14.138787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-d6c061d7-6f38-4d5b-8a48-6d4cadba9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:14.140304 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-d6c061d7-6f38-4d5b-8a48-6d4cadba9b9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6dc5e9cfa43e4ec085597e7e4fd4b135&device_id=0b5042ae-df72-4dc3-890b-2c55558c4d74 HTTP/1.1" status: 200 len: 1096 time: 0.0701358 Aug 16 23:21:14.141700 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1b4e3c-85df-4ebb-ab34-7503e2e1a172 x-openstack-request-id: req-eb1b4e3c-85df-4ebb-ab34-7503e2e1a172 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:21:14.141998 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5042ae-df72-4dc3-890b-2c55558c4d74", "tag": "27695b7f-9503-4603-bee9-e86789cc3efa", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:21:14.142248 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-eb1b4e3c-85df-4ebb-ab34-7503e2e1a172 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:21:14.142631 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5042ae-df72-4dc3-890b-2c55558c4d74', 'tag': '27695b7f-9503-4603-bee9-e86789cc3efa', 'status': 'completed', 'code': 200} Aug 16 23:21:14.186911 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-a0a98a4a-c666-49c7-bea7-9816b2fa2ee1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27695b7f-9503-4603-bee9-e86789cc3efa HTTP/1.1" status: 200 len: 217 time: 0.0363083 Aug 16 23:21:14.194188 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c8bf3-78bf-418e-88ef-7b2280b67e89 req-234bd39b-c7f8-4405-9165-c9144c567f87 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:14.195554 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e5c8bf3-78bf-418e-88ef-7b2280b67e89 req-234bd39b-c7f8-4405-9165-c9144c567f87 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b5042ae-df72-4dc3-890b-2c55558c4d74 HTTP/1.1" status: 200 len: 944 time: 0.0939455 Aug 16 23:21:14.261494 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-8b923afe-3a06-41e5-beb7-5bc3a475b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:14.262957 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-8b923afe-3a06-41e5-beb7-5bc3a475b330 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15763c90-4176-4370-b22c-9649f9a1f48a HTTP/1.1" status: 200 len: 854 time: 0.0665901 Aug 16 23:21:14.265807 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e5c8bf3-78bf-418e-88ef-7b2280b67e89 req-b98ec324-1edb-471c-bf03-1149d9a3748d tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625446 Aug 16 23:21:14.299324 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-ca73091e-e8fb-48e5-a21a-9aeaed8678e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e03db95-2ae5-4543-9340-78d47689db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298574 Aug 16 23:21:14.387374 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-aaab0094-981e-4c47-8a8c-1f168cc504c5 service neutron] 10.222.0.39 "GET /v2.0/networks/9e03db95-2ae5-4543-9340-78d47689db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804174 Aug 16 23:21:14.480765 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-acdeb941-e0a9-403e-9840-40179786c3e2 req-0b125be0-6010-408d-9630-fe3490b35c99 service neutron] 10.222.0.39 "GET /v2.0/networks/9e03db95-2ae5-4543-9340-78d47689db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859423 Aug 16 23:21:14.561772 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2c66a-9480-4b97-923c-893ed601a359 req-12b6be83-910e-4e83-89d6-27bab77a3df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:14.563286 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42c2c66a-9480-4b97-923c-893ed601a359 req-12b6be83-910e-4e83-89d6-27bab77a3df2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6dc5e9cfa43e4ec085597e7e4fd4b135&device_id=0b5042ae-df72-4dc3-890b-2c55558c4d74 HTTP/1.1" status: 200 len: 1096 time: 0.0398526 Aug 16 23:21:14.656577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2c66a-9480-4b97-923c-893ed601a359 req-2caab332-32a9-4da1-b77a-1c208f140eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:14.658097 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42c2c66a-9480-4b97-923c-893ed601a359 req-2caab332-32a9-4da1-b77a-1c208f140eb2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e03db95-2ae5-4543-9340-78d47689db1b HTTP/1.1" status: 200 len: 915 time: 0.0874803 Aug 16 23:21:14.698518 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42c2c66a-9480-4b97-923c-893ed601a359 req-3c2f368a-b0c8-4c79-9f74-2dc33c3eca3c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27695b7f-9503-4603-bee9-e86789cc3efa HTTP/1.1" status: 200 len: 217 time: 0.0337901 Aug 16 23:21:14.747324 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2c66a-9480-4b97-923c-893ed601a359 req-c3619757-5f56-4ccf-97df-b935c0a4dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:14.748768 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42c2c66a-9480-4b97-923c-893ed601a359 req-c3619757-5f56-4ccf-97df-b935c0a4dd57 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15763c90-4176-4370-b22c-9649f9a1f48a HTTP/1.1" status: 200 len: 854 time: 0.0429513 Aug 16 23:21:14.781773 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42c2c66a-9480-4b97-923c-893ed601a359 req-49157c83-5810-4f4a-87a0-83a04ffbb855 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e03db95-2ae5-4543-9340-78d47689db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241318 Aug 16 23:21:14.874922 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42c2c66a-9480-4b97-923c-893ed601a359 req-27698afe-da17-4a9f-80a9-54486401a9a8 service neutron] 10.222.0.39 "GET /v2.0/networks/9e03db95-2ae5-4543-9340-78d47689db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850613 Aug 16 23:21:14.973435 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42c2c66a-9480-4b97-923c-893ed601a359 req-b37dea3e-5a1e-44cb-af95-ccf2ffe27b81 service neutron] 10.222.0.39 "GET /v2.0/networks/9e03db95-2ae5-4543-9340-78d47689db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899701 Aug 16 23:21:15.027498 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:15.380952 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6263e0-e370-49de-980a-cb740c5aa923 req-b6f757e4-3481-4ec1-95a5-4ceca1eb87e7 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:15.382566 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f6263e0-e370-49de-980a-cb740c5aa923 req-b6f757e4-3481-4ec1-95a5-4ceca1eb87e7 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b5042ae-df72-4dc3-890b-2c55558c4d74 HTTP/1.1" status: 200 len: 944 time: 0.0485497 Aug 16 23:21:15.419679 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2f6263e0-e370-49de-980a-cb740c5aa923 req-1584c09c-6abf-4871-863b-3010a36a98f2 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306110 Aug 16 23:21:16.509032 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 27695b7f-9503-4603-bee9-e86789cc3efa details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:21:16.532703 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab701e74-dc49-4246-9dd6-fc6da19a4b13 req-268221c5-51f9-4b60-9781-37dcf432302e tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:16.534235 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab701e74-dc49-4246-9dd6-fc6da19a4b13 req-268221c5-51f9-4b60-9781-37dcf432302e tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b5042ae-df72-4dc3-890b-2c55558c4d74 HTTP/1.1" status: 200 len: 944 time: 0.0485542 Aug 16 23:21:16.573051 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab701e74-dc49-4246-9dd6-fc6da19a4b13 req-be99e023-40a3-4bc9-8d72-58b7c94726cf tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323801 Aug 16 23:21:16.603362 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 27695b7f-9503-4603-bee9-e86789cc3efa, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=27695b7f-9503-4603-bee9-e86789cc3efa,segment=NetworkSegment(8a534ace-1380-4614-a7cc-50653d4921e0),segment_id=8a534ace-1380-4614-a7cc-50653d4921e0)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:16.614262 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '27695b7f-9503-4603-bee9-e86789cc3efa', 'network_id': '9e03db95-2ae5-4543-9340-78d47689db1b', 'port_id': '27695b7f-9503-4603-bee9-e86789cc3efa', 'mac_address': 'fa:16:3e:f0:a4:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15763c90-4176-4370-b22c-9649f9a1f48a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:21:16.651375 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:16.667457 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27695b7f-9503-4603-bee9-e86789cc3efa {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:21:16.687303 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 27695b7f-9503-4603-bee9-e86789cc3efa, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=27695b7f-9503-4603-bee9-e86789cc3efa,segment=NetworkSegment(8a534ace-1380-4614-a7cc-50653d4921e0),segment_id=8a534ace-1380-4614-a7cc-50653d4921e0)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:16.691114 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:16.739721 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=27695b7f-9503-4603-bee9-e86789cc3efa,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:16.906161 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['27695b7f-9503-4603-bee9-e86789cc3efa'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:21:17.688303 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d803d-f6f5-4a5f-87bd-217bb4c7c74d req-451fa937-6bfc-410c-abe8-2943b058da10 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:17.689750 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b7d803d-f6f5-4a5f-87bd-217bb4c7c74d req-451fa937-6bfc-410c-abe8-2943b058da10 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b5042ae-df72-4dc3-890b-2c55558c4d74 HTTP/1.1" status: 200 len: 945 time: 0.0511382 Aug 16 23:21:17.727230 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b7d803d-f6f5-4a5f-87bd-217bb4c7c74d req-82c027cd-f607-4710-9bd8-8f9c08792685 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309465 Aug 16 23:21:18.523295 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 27695b7f-9503-4603-bee9-e86789cc3efa up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:18.573874 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 27695b7f-9503-4603-bee9-e86789cc3efa completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:18.577486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 27695b7f-9503-4603-bee9-e86789cc3efa triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:18.577858 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.653104 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.675213 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5042ae-df72-4dc3-890b-2c55558c4d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27695b7f-9503-4603-bee9-e86789cc3efa'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:21:18.677437 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6521388-f783-43c2-a3fe-d5788d091ced" -d '{"events": [{"server_uuid": "0b5042ae-df72-4dc3-890b-2c55558c4d74", "name": "network-vif-plugged", "status": "completed", "tag": "27695b7f-9503-4603-bee9-e86789cc3efa"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:21:18.691242 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 27695b7f-9503-4603-bee9-e86789cc3efa, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=27695b7f-9503-4603-bee9-e86789cc3efa,segment=NetworkSegment(8a534ace-1380-4614-a7cc-50653d4921e0),segment_id=8a534ace-1380-4614-a7cc-50653d4921e0)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:18.696123 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.721881 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7143f5db-fa4c-488a-9ab4-fe134c50270e x-openstack-request-id: req-7143f5db-fa4c-488a-9ab4-fe134c50270e {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:21:18.722195 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5042ae-df72-4dc3-890b-2c55558c4d74", "name": "network-vif-plugged", "status": "completed", "tag": "27695b7f-9503-4603-bee9-e86789cc3efa", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:21:18.722455 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7143f5db-fa4c-488a-9ab4-fe134c50270e {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:21:18.722836 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5042ae-df72-4dc3-890b-2c55558c4d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27695b7f-9503-4603-bee9-e86789cc3efa', 'code': 200} Aug 16 23:21:18.749255 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=27695b7f-9503-4603-bee9-e86789cc3efa,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:18.840257 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba1c57-7bda-4b25-889c-61a594e182a9 req-940735ad-757e-4e93-a68e-9f239291023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:18.841683 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-61ba1c57-7bda-4b25-889c-61a594e182a9 req-940735ad-757e-4e93-a68e-9f239291023c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0b5042ae-df72-4dc3-890b-2c55558c4d74 HTTP/1.1" status: 200 len: 1098 time: 0.0682321 Aug 16 23:21:18.853674 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77292329-0f47-4ff8-99ed-55398441e20d req-f7f2a205-3c8a-401c-94cf-c5b7f548465f tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:18.855091 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-77292329-0f47-4ff8-99ed-55398441e20d req-f7f2a205-3c8a-401c-94cf-c5b7f548465f tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b5042ae-df72-4dc3-890b-2c55558c4d74 HTTP/1.1" status: 200 len: 946 time: 0.0580792 Aug 16 23:21:18.903974 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-61ba1c57-7bda-4b25-889c-61a594e182a9 req-d441a3f3-27b9-4676-a4ab-3f180c061602 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479660 Aug 16 23:21:18.910758 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-77292329-0f47-4ff8-99ed-55398441e20d req-b40a4270-2df4-424f-b3dd-b3f743a1adb7 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494397 Aug 16 23:21:20.044416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0fb66-e58d-4661-8735-6250a6f9b0e0 req-46a14c51-685c-4215-b6c2-be1a6c8824d3 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:20.045843 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19f0fb66-e58d-4661-8735-6250a6f9b0e0 req-46a14c51-685c-4215-b6c2-be1a6c8824d3 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b5042ae-df72-4dc3-890b-2c55558c4d74 HTTP/1.1" status: 200 len: 946 time: 0.0540657 Aug 16 23:21:20.083062 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-19f0fb66-e58d-4661-8735-6250a6f9b0e0 req-23e28e70-c230-4eae-a352-cd00faf717a5 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312519 Aug 16 23:21:20.302933 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-c4ea802d-af18-4ad4-81f6-a2c59816d76a tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:20.304927 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-c4ea802d-af18-4ad4-81f6-a2c59816d76a tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/networks?id=9e03db95-2ae5-4543-9340-78d47689db1b HTTP/1.1" status: 200 len: 814 time: 0.0991874 Aug 16 23:21:20.320050 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-13485f75-0dd3-4bc2-9dcd-ac1bd0392164 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/quotas/6dc5e9cfa43e4ec085597e7e4fd4b135 HTTP/1.1" status: 200 len: 375 time: 0.0094514 Aug 16 23:21:20.371439 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-cfe5e8ac-2a40-4108-bd6c-18709a82cdd6 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=6dc5e9cfa43e4ec085597e7e4fd4b135&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460393 Aug 16 23:21:20.459654 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-85ab3f1c-a21a-44fb-98c0-703ab777c162 service neutron] 10.222.0.93 "GET /v2.0/networks/9e03db95-2ae5-4543-9340-78d47689db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810602 Aug 16 23:21:20.550259 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-7f1a4b8a-38c2-471d-a620-4bcc6a1db37a service neutron] 10.222.0.93 "GET /v2.0/networks/9e03db95-2ae5-4543-9340-78d47689db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845296 Aug 16 23:21:21.725736 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bae3551e-1ac9-49b3-92d7-a72fb4aba6b8 req-143588ea-4307-43a8-a082-90a6a333c464 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=327bcaa3-7a29-4fb7-8d91-439d24f494e0 HTTP/1.1" status: 200 len: 210 time: 0.0260117 Aug 16 23:21:22.780609 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-049715d9-c059-444c-88d6-e0f327fee1ca tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:22.782120 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-049715d9-c059-444c-88d6-e0f327fee1ca tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.43 "GET /v2.0/networks?id=9e03db95-2ae5-4543-9340-78d47689db1b HTTP/1.1" status: 200 len: 814 time: 0.1091444 Aug 16 23:21:22.795102 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-58ef348b-c3d4-4b2e-a50f-507902b6570e tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Request body: {'port': {'device_id': '327bcaa3-7a29-4fb7-8d91-439d24f494e0', 'network_id': '9e03db95-2ae5-4543-9340-78d47689db1b', 'admin_state_up': True, 'tenant_id': '6dc5e9cfa43e4ec085597e7e4fd4b135'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:22.823732 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c79fecc5-b87b-41c7-a606-7d6df8b4d6b1 req-745532ef-a5f6-42b6-ab73-e5a8cb642947 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=327bcaa3-7a29-4fb7-8d91-439d24f494e0 HTTP/1.1" status: 200 len: 210 time: 0.0270674 Aug 16 23:21:22.902631 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-58ef348b-c3d4-4b2e-a50f-507902b6570e tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Made reservation on behalf of 6dc5e9cfa43e4ec085597e7e4fd4b135 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:22.905976 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-58ef348b-c3d4-4b2e-a50f-507902b6570e tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.033196 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-58ef348b-c3d4-4b2e-a50f-507902b6570e tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Allocated IP 172.20.0.7 (9e03db95-2ae5-4543-9340-78d47689db1b/15763c90-4176-4370-b22c-9649f9a1f48a/4eda4203-7786-43a4-bc6f-8b2a8c884ae8) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:23.177170 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-58ef348b-c3d4-4b2e-a50f-507902b6570e tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.215324 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-58ef348b-c3d4-4b2e-a50f-507902b6570e tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.227241 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['27695b7f-9503-4603-bee9-e86789cc3efa'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:21:23.259571 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-58ef348b-c3d4-4b2e-a50f-507902b6570e tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Network 9e03db95-2ae5-4543-9340-78d47689db1b is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:23.262657 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-58ef348b-c3d4-4b2e-a50f-507902b6570e tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:23.266413 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-58ef348b-c3d4-4b2e-a50f-507902b6570e tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:23.272794 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef348b-c3d4-4b2e-a50f-507902b6570e tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Pushing event updated for resources: {'Port': ['ID=4eda4203-7786-43a4-bc6f-8b2a8c884ae8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:23.317163 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-58ef348b-c3d4-4b2e-a50f-507902b6570e tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:23.317782 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-58ef348b-c3d4-4b2e-a50f-507902b6570e tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.332577 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-58ef348b-c3d4-4b2e-a50f-507902b6570e tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5415616 Aug 16 23:21:23.345589 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] Request body: {'port': {'device_id': '327bcaa3-7a29-4fb7-8d91-439d24f494e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:23.404512 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.659451 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eda4203-7786-43a4-bc6f-8b2a8c884ae8 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:21:23.667270 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.679594 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] Transition to ACTIVE for port object 4eda4203-7786-43a4-bc6f-8b2a8c884ae8 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:23.682362 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.733397 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] Pushing event updated for resources: {'Port': ['ID=4eda4203-7786-43a4-bc6f-8b2a8c884ae8,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:23.798727 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] Attempting to bind port 4eda4203-7786-43a4-bc6f-8b2a8c884ae8 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:21:23.799383 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] Attempting to bind port 4eda4203-7786-43a4-bc6f-8b2a8c884ae8 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '8a534ace-1380-4614-a7cc-50653d4921e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9e03db95-2ae5-4543-9340-78d47689db1b'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:21:23.799383 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] Attempting to bind port 4eda4203-7786-43a4-bc6f-8b2a8c884ae8 on network 9e03db95-2ae5-4543-9340-78d47689db1b {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:23.804098 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] Port 4eda4203-7786-43a4-bc6f-8b2a8c884ae8 on network 9e03db95-2ae5-4543-9340-78d47689db1b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:21:23.804319 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] Attempting to bind port 4eda4203-7786-43a4-bc6f-8b2a8c884ae8 on network 9e03db95-2ae5-4543-9340-78d47689db1b {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:23.808874 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:21:23.809204 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] Checking segment: {'id': '8a534ace-1380-4614-a7cc-50653d4921e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9e03db95-2ae5-4543-9340-78d47689db1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:23.809576 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] Bound using segment: {'id': '8a534ace-1380-4614-a7cc-50653d4921e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9e03db95-2ae5-4543-9340-78d47689db1b'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:21:23.810014 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] Bound port: 4eda4203-7786-43a4-bc6f-8b2a8c884ae8, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a534ace-1380-4614-a7cc-50653d4921e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9e03db95-2ae5-4543-9340-78d47689db1b'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:21:23.810361 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.874160 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] For port 4eda4203-7786-43a4-bc6f-8b2a8c884ae8, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:21:23.877567 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] For port 4eda4203-7786-43a4-bc6f-8b2a8c884ae8, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4eda4203-7786-43a4-bc6f-8b2a8c884ae8,segment=NetworkSegment(8a534ace-1380-4614-a7cc-50653d4921e0),segment_id=8a534ace-1380-4614-a7cc-50653d4921e0)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:21:23.881891 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.917033 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:23.917770 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.919502 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] 10.222.0.43 "PUT /v2.0/ports/4eda4203-7786-43a4-bc6f-8b2a8c884ae8 HTTP/1.1" status: 200 len: 1092 time: 0.5780611 Aug 16 23:21:23.920079 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327bcaa3-7a29-4fb7-8d91-439d24f494e0', 'tag': '4eda4203-7786-43a4-bc6f-8b2a8c884ae8'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:21:23.922460 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eea5c3f-8bee-43ce-984f-610860cf2901" -d '{"events": [{"name": "network-changed", "server_uuid": "327bcaa3-7a29-4fb7-8d91-439d24f494e0", "tag": "4eda4203-7786-43a4-bc6f-8b2a8c884ae8"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:21:23.949528 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec09ae-1711-4201-b492-5f83b91b2768 service neutron] Pushing event updated for resources: {'Port': ['ID=4eda4203-7786-43a4-bc6f-8b2a8c884ae8,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:23.958091 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06763f3-ebb9-485a-b4dd-cafa15f4109c req-3efa9184-8a2b-4c60-92bf-1d264e945bb9 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:23.961130 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a06763f3-ebb9-485a-b4dd-cafa15f4109c req-3efa9184-8a2b-4c60-92bf-1d264e945bb9 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=327bcaa3-7a29-4fb7-8d91-439d24f494e0 HTTP/1.1" status: 200 len: 943 time: 0.0665259 Aug 16 23:21:23.970519 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592a09ed-c401-4e98-bb19-a530949e3d0b x-openstack-request-id: req-592a09ed-c401-4e98-bb19-a530949e3d0b {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:21:23.970817 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327bcaa3-7a29-4fb7-8d91-439d24f494e0", "tag": "4eda4203-7786-43a4-bc6f-8b2a8c884ae8", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:21:23.971060 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-592a09ed-c401-4e98-bb19-a530949e3d0b {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:21:23.971454 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327bcaa3-7a29-4fb7-8d91-439d24f494e0', 'tag': '4eda4203-7786-43a4-bc6f-8b2a8c884ae8', 'status': 'completed', 'code': 200} Aug 16 23:21:24.006423 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a06763f3-ebb9-485a-b4dd-cafa15f4109c req-8c41d3bf-c4b5-4f40-a5f3-54c873b569fb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386024 Aug 16 23:21:24.010155 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-7b3f9392-5ed0-4e50-a1dd-a0de359f3046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:24.012792 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-7b3f9392-5ed0-4e50-a1dd-a0de359f3046 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6dc5e9cfa43e4ec085597e7e4fd4b135&device_id=327bcaa3-7a29-4fb7-8d91-439d24f494e0 HTTP/1.1" status: 200 len: 1095 time: 0.0552404 Aug 16 23:21:24.055515 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-5b84d603-f741-4ee0-b4eb-54589e04de05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eda4203-7786-43a4-bc6f-8b2a8c884ae8 HTTP/1.1" status: 200 len: 217 time: 0.0351298 Aug 16 23:21:24.105675 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-815985d2-6123-4225-ad1a-00e142b06f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:24.107133 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-815985d2-6123-4225-ad1a-00e142b06f8f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15763c90-4176-4370-b22c-9649f9a1f48a HTTP/1.1" status: 200 len: 854 time: 0.0454142 Aug 16 23:21:24.137002 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-b530248a-8728-4398-bab7-6034dc4f9e54 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e03db95-2ae5-4543-9340-78d47689db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233924 Aug 16 23:21:24.544820 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-1e719ad6-0a3e-4c21-a409-16fc2791fb12 service neutron] 10.222.0.43 "GET /v2.0/networks/9e03db95-2ae5-4543-9340-78d47689db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009671 Aug 16 23:21:24.637187 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b2bcab0e-a258-4535-b1f3-8fabfa347072 req-71d8512f-0553-4ebe-a031-062aa9d1689d service neutron] 10.222.0.43 "GET /v2.0/networks/9e03db95-2ae5-4543-9340-78d47689db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853090 Aug 16 23:21:24.720174 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea5c3f-8bee-43ce-984f-610860cf2901 req-d17e78b3-0c7c-4144-b0af-2d60d0950476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:24.721674 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1eea5c3f-8bee-43ce-984f-610860cf2901 req-d17e78b3-0c7c-4144-b0af-2d60d0950476 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6dc5e9cfa43e4ec085597e7e4fd4b135&device_id=327bcaa3-7a29-4fb7-8d91-439d24f494e0 HTTP/1.1" status: 200 len: 1095 time: 0.0400221 Aug 16 23:21:24.813230 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea5c3f-8bee-43ce-984f-610860cf2901 req-7666df3d-a987-46d3-80c6-90dac78715f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:24.814648 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1eea5c3f-8bee-43ce-984f-610860cf2901 req-7666df3d-a987-46d3-80c6-90dac78715f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9e03db95-2ae5-4543-9340-78d47689db1b HTTP/1.1" status: 200 len: 915 time: 0.0860345 Aug 16 23:21:24.854232 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1eea5c3f-8bee-43ce-984f-610860cf2901 req-a2c3432c-e885-4203-af30-e8b7bbca0133 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eda4203-7786-43a4-bc6f-8b2a8c884ae8 HTTP/1.1" status: 200 len: 217 time: 0.0327580 Aug 16 23:21:24.902646 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea5c3f-8bee-43ce-984f-610860cf2901 req-1f838da8-efbb-4c36-9848-0e82875b85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:24.904061 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1eea5c3f-8bee-43ce-984f-610860cf2901 req-1f838da8-efbb-4c36-9848-0e82875b85f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15763c90-4176-4370-b22c-9649f9a1f48a HTTP/1.1" status: 200 len: 854 time: 0.0426970 Aug 16 23:21:24.937936 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1eea5c3f-8bee-43ce-984f-610860cf2901 req-4be43bc3-8ad8-47c8-8368-2f757fbe66bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e03db95-2ae5-4543-9340-78d47689db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254824 Aug 16 23:21:25.030606 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1eea5c3f-8bee-43ce-984f-610860cf2901 req-186b061e-9e95-4552-ba67-973e263e709f service neutron] 10.222.0.43 "GET /v2.0/networks/9e03db95-2ae5-4543-9340-78d47689db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843015 Aug 16 23:21:25.124038 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da308e5-6db8-4ffe-a6a0-c48e17c61a23 req-ddad22b5-d994-409b-9edb-7d700c8835ef tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:25.125438 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9da308e5-6db8-4ffe-a6a0-c48e17c61a23 req-ddad22b5-d994-409b-9edb-7d700c8835ef tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=327bcaa3-7a29-4fb7-8d91-439d24f494e0 HTTP/1.1" status: 200 len: 943 time: 0.0486913 Aug 16 23:21:25.126881 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1eea5c3f-8bee-43ce-984f-610860cf2901 req-cedff0e7-f9e3-473c-bb12-56c90d7c6caf service neutron] 10.222.0.43 "GET /v2.0/networks/9e03db95-2ae5-4543-9340-78d47689db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891356 Aug 16 23:21:25.165109 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9da308e5-6db8-4ffe-a6a0-c48e17c61a23 req-8b437db0-b82b-48a2-bdb5-1720342e10ac tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335279 Aug 16 23:21:26.061764 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 4eda4203-7786-43a4-bc6f-8b2a8c884ae8 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:21:26.159969 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 4eda4203-7786-43a4-bc6f-8b2a8c884ae8, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4eda4203-7786-43a4-bc6f-8b2a8c884ae8,segment=NetworkSegment(8a534ace-1380-4614-a7cc-50653d4921e0),segment_id=8a534ace-1380-4614-a7cc-50653d4921e0)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:26.170501 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '4eda4203-7786-43a4-bc6f-8b2a8c884ae8', 'network_id': '9e03db95-2ae5-4543-9340-78d47689db1b', 'port_id': '4eda4203-7786-43a4-bc6f-8b2a8c884ae8', 'mac_address': 'fa:16:3e:3a:e4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15763c90-4176-4370-b22c-9649f9a1f48a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:21:26.208106 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.220789 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eda4203-7786-43a4-bc6f-8b2a8c884ae8 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:21:26.240727 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 4eda4203-7786-43a4-bc6f-8b2a8c884ae8, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4eda4203-7786-43a4-bc6f-8b2a8c884ae8,segment=NetworkSegment(8a534ace-1380-4614-a7cc-50653d4921e0),segment_id=8a534ace-1380-4614-a7cc-50653d4921e0)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:26.245903 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.280483 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e92a08-43df-43d7-8b02-2ad80a8a49f3 req-e47377ae-da23-4507-8e33-429afbddb61c tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:26.281997 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26e92a08-43df-43d7-8b02-2ad80a8a49f3 req-e47377ae-da23-4507-8e33-429afbddb61c tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=327bcaa3-7a29-4fb7-8d91-439d24f494e0 HTTP/1.1" status: 200 len: 943 time: 0.0497956 Aug 16 23:21:26.296088 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=4eda4203-7786-43a4-bc6f-8b2a8c884ae8,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:26.320426 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26e92a08-43df-43d7-8b02-2ad80a8a49f3 req-f437b01f-cf30-400e-9e0d-d6087a622a94 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321720 Aug 16 23:21:26.431984 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['4eda4203-7786-43a4-bc6f-8b2a8c884ae8'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:21:27.433570 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1ef8c-1ebc-44d2-a851-8bc8c469c3e0 req-fc59474e-dfc5-4aea-bd02-6f7a1ccfb06a tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:27.435119 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1d1ef8c-1ebc-44d2-a851-8bc8c469c3e0 req-fc59474e-dfc5-4aea-bd02-6f7a1ccfb06a tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=327bcaa3-7a29-4fb7-8d91-439d24f494e0 HTTP/1.1" status: 200 len: 944 time: 0.0482466 Aug 16 23:21:27.477500 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1d1ef8c-1ebc-44d2-a851-8bc8c469c3e0 req-fa604dab-7ca4-435e-8a44-cac267b1b2f8 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362155 Aug 16 23:21:28.093239 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 4eda4203-7786-43a4-bc6f-8b2a8c884ae8 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:28.143536 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 4eda4203-7786-43a4-bc6f-8b2a8c884ae8 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:28.147400 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 4eda4203-7786-43a4-bc6f-8b2a8c884ae8 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:28.147768 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:28.224209 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:28.246047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327bcaa3-7a29-4fb7-8d91-439d24f494e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eda4203-7786-43a4-bc6f-8b2a8c884ae8'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:21:28.248264 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb0490e-34b8-42c0-b9b8-8c6050ada622" -d '{"events": [{"server_uuid": "327bcaa3-7a29-4fb7-8d91-439d24f494e0", "name": "network-vif-plugged", "status": "completed", "tag": "4eda4203-7786-43a4-bc6f-8b2a8c884ae8"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:21:28.262781 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 4eda4203-7786-43a4-bc6f-8b2a8c884ae8, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4eda4203-7786-43a4-bc6f-8b2a8c884ae8,segment=NetworkSegment(8a534ace-1380-4614-a7cc-50653d4921e0),segment_id=8a534ace-1380-4614-a7cc-50653d4921e0)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:28.266932 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:28.290239 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d393c662-613b-42f5-864d-dc5bbb13ced1 x-openstack-request-id: req-d393c662-613b-42f5-864d-dc5bbb13ced1 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:21:28.290532 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327bcaa3-7a29-4fb7-8d91-439d24f494e0", "name": "network-vif-plugged", "status": "completed", "tag": "4eda4203-7786-43a4-bc6f-8b2a8c884ae8", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:21:28.290784 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d393c662-613b-42f5-864d-dc5bbb13ced1 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:21:28.291174 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327bcaa3-7a29-4fb7-8d91-439d24f494e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eda4203-7786-43a4-bc6f-8b2a8c884ae8', 'code': 200} Aug 16 23:21:28.317503 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=4eda4203-7786-43a4-bc6f-8b2a8c884ae8,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:28.376491 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cdd9d-1617-4243-a6cb-71735824d6dd req-8c678358-1c1d-4eb9-8d5c-f166349bf488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:28.377917 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-269cdd9d-1617-4243-a6cb-71735824d6dd req-8c678358-1c1d-4eb9-8d5c-f166349bf488 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=327bcaa3-7a29-4fb7-8d91-439d24f494e0 HTTP/1.1" status: 200 len: 1097 time: 0.0396519 Aug 16 23:21:28.410873 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-269cdd9d-1617-4243-a6cb-71735824d6dd req-4668a812-1501-4d08-b92a-7e5265e0c50e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264344 Aug 16 23:21:28.589768 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f0fa0-1835-4e53-b233-8c36d2822a44 req-38768904-1743-4b43-812a-b7301dc2f49a tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:28.591314 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2b0f0fa0-1835-4e53-b233-8c36d2822a44 req-38768904-1743-4b43-812a-b7301dc2f49a tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=327bcaa3-7a29-4fb7-8d91-439d24f494e0 HTTP/1.1" status: 200 len: 945 time: 0.0484402 Aug 16 23:21:28.628971 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2b0f0fa0-1835-4e53-b233-8c36d2822a44 req-079a2374-3799-4d76-9fa2-25cee46cbb7e tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317090 Aug 16 23:21:29.746473 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afde96b-66f7-4644-93ca-e167424508b9 req-068dd304-eb5d-4a8f-95c3-a089e40b913c tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:29.747965 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1afde96b-66f7-4644-93ca-e167424508b9 req-068dd304-eb5d-4a8f-95c3-a089e40b913c tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=327bcaa3-7a29-4fb7-8d91-439d24f494e0 HTTP/1.1" status: 200 len: 945 time: 0.0495114 Aug 16 23:21:29.784825 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1afde96b-66f7-4644-93ca-e167424508b9 req-b771006d-02c0-4fcb-82b5-6c2e77528bf3 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309911 Aug 16 23:21:30.016708 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44943d95-1ed7-4d7d-af42-f010338cefd1 req-d5197799-0da9-4aad-830f-73eabe2805ee tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:30.018262 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44943d95-1ed7-4d7d-af42-f010338cefd1 req-d5197799-0da9-4aad-830f-73eabe2805ee tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=327bcaa3-7a29-4fb7-8d91-439d24f494e0 HTTP/1.1" status: 200 len: 945 time: 0.0491574 Aug 16 23:21:30.062069 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44943d95-1ed7-4d7d-af42-f010338cefd1 req-fd33ebca-b236-42d3-ac3d-963066a14027 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367546 Aug 16 23:21:31.174934 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953af798-f105-4c43-b5c9-927ea9c892eb req-ae19643a-6675-4ac4-90d0-bbf7cb843b25 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:31.176392 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-953af798-f105-4c43-b5c9-927ea9c892eb req-ae19643a-6675-4ac4-90d0-bbf7cb843b25 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=327bcaa3-7a29-4fb7-8d91-439d24f494e0 HTTP/1.1" status: 200 len: 945 time: 0.0480864 Aug 16 23:21:31.214946 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-953af798-f105-4c43-b5c9-927ea9c892eb req-cba6da7c-42aa-44d9-ad57-2cd3d44feec3 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326576 Aug 16 23:21:31.246659 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c80e8c-5d2d-48ba-9d55-1fab9adf3b31 req-c661479c-44a2-4a0a-9277-13d894e6b728 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:31.248137 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-66c80e8c-5d2d-48ba-9d55-1fab9adf3b31 req-c661479c-44a2-4a0a-9277-13d894e6b728 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.43 "GET /v2.0/ports?device_id=327bcaa3-7a29-4fb7-8d91-439d24f494e0 HTTP/1.1" status: 200 len: 945 time: 0.0496931 Aug 16 23:21:31.339671 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-66c80e8c-5d2d-48ba-9d55-1fab9adf3b31 req-74d441e6-da6f-4afd-bed8-cd24e263ddc4 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Deleting port 4eda4203-7786-43a4-bc6f-8b2a8c884ae8 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:31.340062 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-66c80e8c-5d2d-48ba-9d55-1fab9adf3b31 req-74d441e6-da6f-4afd-bed8-cd24e263ddc4 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:31.426218 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-66c80e8c-5d2d-48ba-9d55-1fab9adf3b31 req-74d441e6-da6f-4afd-bed8-cd24e263ddc4 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] For port 4eda4203-7786-43a4-bc6f-8b2a8c884ae8, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4eda4203-7786-43a4-bc6f-8b2a8c884ae8,segment=NetworkSegment(8a534ace-1380-4614-a7cc-50653d4921e0),segment_id=8a534ace-1380-4614-a7cc-50653d4921e0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:31.426580 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-66c80e8c-5d2d-48ba-9d55-1fab9adf3b31 req-74d441e6-da6f-4afd-bed8-cd24e263ddc4 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:31.439187 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-66c80e8c-5d2d-48ba-9d55-1fab9adf3b31 req-74d441e6-da6f-4afd-bed8-cd24e263ddc4 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Calling delete_port for 4eda4203-7786-43a4-bc6f-8b2a8c884ae8 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:31.565767 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-66c80e8c-5d2d-48ba-9d55-1fab9adf3b31 req-74d441e6-da6f-4afd-bed8-cd24e263ddc4 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:31.578448 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['4eda4203-7786-43a4-bc6f-8b2a8c884ae8'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:21:31.580719 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['27695b7f-9503-4603-bee9-e86789cc3efa'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:21:31.594692 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d441e6-da6f-4afd-bed8-cd24e263ddc4 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Pushing event deleted for resources: {'Port': ['ID=4eda4203-7786-43a4-bc6f-8b2a8c884ae8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:31.640411 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c80e8c-5d2d-48ba-9d55-1fab9adf3b31 req-74d441e6-da6f-4afd-bed8-cd24e263ddc4 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] No DVR routers for this DVR port 4eda4203-7786-43a4-bc6f-8b2a8c884ae8 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:21:31.643066 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-66c80e8c-5d2d-48ba-9d55-1fab9adf3b31 req-74d441e6-da6f-4afd-bed8-cd24e263ddc4 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:31.645112 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-66c80e8c-5d2d-48ba-9d55-1fab9adf3b31 req-74d441e6-da6f-4afd-bed8-cd24e263ddc4 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.43 "DELETE /v2.0/ports/4eda4203-7786-43a4-bc6f-8b2a8c884ae8 HTTP/1.1" status: 204 len: 173 time: 0.3910477 Aug 16 23:21:31.645543 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327bcaa3-7a29-4fb7-8d91-439d24f494e0', 'name': 'network-vif-deleted', 'tag': '4eda4203-7786-43a4-bc6f-8b2a8c884ae8'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:21:31.647887 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56326cc8-8248-42e1-9c79-87bc7b1fa2cf" -d '{"events": [{"server_uuid": "327bcaa3-7a29-4fb7-8d91-439d24f494e0", "name": "network-vif-deleted", "tag": "4eda4203-7786-43a4-bc6f-8b2a8c884ae8"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:21:31.685270 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5f53fd-1e8e-4a6a-9076-99f47a97da75 x-openstack-request-id: req-0a5f53fd-1e8e-4a6a-9076-99f47a97da75 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:21:31.685731 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327bcaa3-7a29-4fb7-8d91-439d24f494e0", "name": "network-vif-deleted", "tag": "4eda4203-7786-43a4-bc6f-8b2a8c884ae8", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:21:31.686010 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0a5f53fd-1e8e-4a6a-9076-99f47a97da75 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:21:31.686440 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327bcaa3-7a29-4fb7-8d91-439d24f494e0', 'name': 'network-vif-deleted', 'tag': '4eda4203-7786-43a4-bc6f-8b2a8c884ae8', 'status': 'completed', 'code': 200} Aug 16 23:21:32.368909 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38156af-1785-4744-a162-5d34020a331b req-f6f59c2d-9f13-42e3-923b-31e498c37145 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:32.370407 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c38156af-1785-4744-a162-5d34020a331b req-f6f59c2d-9f13-42e3-923b-31e498c37145 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b5042ae-df72-4dc3-890b-2c55558c4d74 HTTP/1.1" status: 200 len: 946 time: 0.0480530 Aug 16 23:21:32.407529 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c38156af-1785-4744-a162-5d34020a331b req-e6004d4e-e57e-4dd2-b31b-c6dec9ec55e0 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311167 Aug 16 23:21:32.535609 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f9213-8481-41af-a102-5dec3c4c79cc req-9a318ae7-0a59-498c-b9e5-b12c4eb6ee0a tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:32.536986 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-627f9213-8481-41af-a102-5dec3c4c79cc req-9a318ae7-0a59-498c-b9e5-b12c4eb6ee0a tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b5042ae-df72-4dc3-890b-2c55558c4d74 HTTP/1.1" status: 200 len: 946 time: 0.0473707 Aug 16 23:21:32.577731 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-627f9213-8481-41af-a102-5dec3c4c79cc req-2a0e0efd-2263-4479-8c60-074a35f0ca14 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343413 Aug 16 23:21:32.699454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cd305-8957-4700-aab2-412d223f9370 req-9129e986-8cae-4b0b-b2e8-e86f67f28db2 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:32.700928 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-498cd305-8957-4700-aab2-412d223f9370 req-9129e986-8cae-4b0b-b2e8-e86f67f28db2 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b5042ae-df72-4dc3-890b-2c55558c4d74 HTTP/1.1" status: 200 len: 946 time: 0.0494475 Aug 16 23:21:32.738036 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-498cd305-8957-4700-aab2-412d223f9370 req-23c7d2c5-231f-462b-89e9-4bff00cbc69a tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311775 Aug 16 23:21:32.902598 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94f47d-46a6-47bb-a32b-f0a313aa402a req-4be89b49-8cb5-4cf1-bff0-e9ab26920bce tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:32.904076 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd94f47d-46a6-47bb-a32b-f0a313aa402a req-4be89b49-8cb5-4cf1-bff0-e9ab26920bce tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b5042ae-df72-4dc3-890b-2c55558c4d74 HTTP/1.1" status: 200 len: 946 time: 0.0481830 Aug 16 23:21:32.942230 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bd94f47d-46a6-47bb-a32b-f0a313aa402a req-4533f146-aef3-46b9-88b6-10d3875625f3 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321989 Aug 16 23:21:33.058163 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba12ea2-b6d1-45b0-bf75-2ff540db40c9 req-ac920abf-6e99-4819-a836-b9246b6fffd0 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:33.059553 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dba12ea2-b6d1-45b0-bf75-2ff540db40c9 req-ac920abf-6e99-4819-a836-b9246b6fffd0 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b5042ae-df72-4dc3-890b-2c55558c4d74 HTTP/1.1" status: 200 len: 946 time: 0.0474002 Aug 16 23:21:33.099894 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dba12ea2-b6d1-45b0-bf75-2ff540db40c9 req-55ffd413-d541-4401-a166-c5ecb83fd159 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345232 Aug 16 23:21:33.221295 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ae511-f3f6-4c0a-9511-460355668cd6 req-1f3e2fac-4cea-43a4-ae7a-ae068a102d43 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:33.222874 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f0ae511-f3f6-4c0a-9511-460355668cd6 req-1f3e2fac-4cea-43a4-ae7a-ae068a102d43 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b5042ae-df72-4dc3-890b-2c55558c4d74 HTTP/1.1" status: 200 len: 946 time: 0.0477526 Aug 16 23:21:33.260361 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4f0ae511-f3f6-4c0a-9511-460355668cd6 req-01ad58f9-f05d-4586-9626-b99c7adb1716 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309560 Aug 16 23:21:33.560970 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e8de0-e56d-4007-ae31-c0f5d7052b2b req-b6a5ac14-c23f-4d24-9f36-4306ee5f48ae tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:33.562492 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-801e8de0-e56d-4007-ae31-c0f5d7052b2b req-b6a5ac14-c23f-4d24-9f36-4306ee5f48ae tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b5042ae-df72-4dc3-890b-2c55558c4d74 HTTP/1.1" status: 200 len: 946 time: 0.0491796 Aug 16 23:21:33.598841 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-801e8de0-e56d-4007-ae31-c0f5d7052b2b req-0a2eb9b2-a14e-4d01-848c-bc4a15ba019a tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304289 Aug 16 23:21:34.124317 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 4eda4203-7786-43a4-bc6f-8b2a8c884ae8 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:21:34.146907 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 4eda4203-7786-43a4-bc6f-8b2a8c884ae8 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:21:34.147246 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 4eda4203-7786-43a4-bc6f-8b2a8c884ae8 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:21:34.715027 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d0479-5000-4cbc-8ca7-8e3df62d6af2 req-0379b2f2-6875-4e62-89e4-8dfc2ea3187f tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:34.716486 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d54d0479-5000-4cbc-8ca7-8e3df62d6af2 req-0379b2f2-6875-4e62-89e4-8dfc2ea3187f tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b5042ae-df72-4dc3-890b-2c55558c4d74 HTTP/1.1" status: 200 len: 946 time: 0.0482016 Aug 16 23:21:34.755777 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d54d0479-5000-4cbc-8ca7-8e3df62d6af2 req-27ef5786-c766-4927-ae4a-89116f577c8c tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.93 "GET /v2.0/security-groups?id=0ec361c4-f001-4da9-bc0e-dc170777a665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334163 Aug 16 23:21:34.838506 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f123f-3855-46d1-a0e9-e8866f7dc6fa req-f9728b49-cfd6-43ae-ab10-b63e203690f9 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:34.839936 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f72f123f-3855-46d1-a0e9-e8866f7dc6fa req-f9728b49-cfd6-43ae-ab10-b63e203690f9 tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b5042ae-df72-4dc3-890b-2c55558c4d74 HTTP/1.1" status: 200 len: 946 time: 0.0498598 Aug 16 23:21:34.926937 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f72f123f-3855-46d1-a0e9-e8866f7dc6fa req-a148e28a-0d15-4cc4-8ffa-78d0c0007abb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Deleting port 27695b7f-9503-4603-bee9-e86789cc3efa {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:34.927334 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f72f123f-3855-46d1-a0e9-e8866f7dc6fa req-a148e28a-0d15-4cc4-8ffa-78d0c0007abb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:35.015384 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-f72f123f-3855-46d1-a0e9-e8866f7dc6fa req-a148e28a-0d15-4cc4-8ffa-78d0c0007abb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] For port 27695b7f-9503-4603-bee9-e86789cc3efa, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=27695b7f-9503-4603-bee9-e86789cc3efa,segment=NetworkSegment(8a534ace-1380-4614-a7cc-50653d4921e0),segment_id=8a534ace-1380-4614-a7cc-50653d4921e0)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:35.015741 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f72f123f-3855-46d1-a0e9-e8866f7dc6fa req-a148e28a-0d15-4cc4-8ffa-78d0c0007abb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:35.028585 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-f72f123f-3855-46d1-a0e9-e8866f7dc6fa req-a148e28a-0d15-4cc4-8ffa-78d0c0007abb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Calling delete_port for 27695b7f-9503-4603-bee9-e86789cc3efa owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:35.154988 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f72f123f-3855-46d1-a0e9-e8866f7dc6fa req-a148e28a-0d15-4cc4-8ffa-78d0c0007abb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:35.166975 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['27695b7f-9503-4603-bee9-e86789cc3efa'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:21:35.184530 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148e28a-0d15-4cc4-8ffa-78d0c0007abb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Pushing event deleted for resources: {'Port': ['ID=27695b7f-9503-4603-bee9-e86789cc3efa,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:35.198049 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148e28a-0d15-4cc4-8ffa-78d0c0007abb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:35.198392 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148e28a-0d15-4cc4-8ffa-78d0c0007abb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:35.198734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148e28a-0d15-4cc4-8ffa-78d0c0007abb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:35.199081 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148e28a-0d15-4cc4-8ffa-78d0c0007abb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:35.199413 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148e28a-0d15-4cc4-8ffa-78d0c0007abb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:35.199740 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148e28a-0d15-4cc4-8ffa-78d0c0007abb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:35.200094 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148e28a-0d15-4cc4-8ffa-78d0c0007abb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:35.200380 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148e28a-0d15-4cc4-8ffa-78d0c0007abb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:35.200745 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148e28a-0d15-4cc4-8ffa-78d0c0007abb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:35.201021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148e28a-0d15-4cc4-8ffa-78d0c0007abb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:35.201344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148e28a-0d15-4cc4-8ffa-78d0c0007abb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:35.201667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148e28a-0d15-4cc4-8ffa-78d0c0007abb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:35.237062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72f123f-3855-46d1-a0e9-e8866f7dc6fa req-a148e28a-0d15-4cc4-8ffa-78d0c0007abb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] No DVR routers for this DVR port 27695b7f-9503-4603-bee9-e86789cc3efa on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:21:35.239759 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-f72f123f-3855-46d1-a0e9-e8866f7dc6fa req-a148e28a-0d15-4cc4-8ffa-78d0c0007abb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:35.242358 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f72f123f-3855-46d1-a0e9-e8866f7dc6fa req-a148e28a-0d15-4cc4-8ffa-78d0c0007abb tempest-ServersNegativeTestJSON-530467120 tempest-ServersNegativeTestJSON-530467120-project] 10.222.0.39 "DELETE /v2.0/ports/27695b7f-9503-4603-bee9-e86789cc3efa HTTP/1.1" status: 204 len: 173 time: 0.3937721 Aug 16 23:21:35.242905 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5042ae-df72-4dc3-890b-2c55558c4d74', 'name': 'network-vif-deleted', 'tag': '27695b7f-9503-4603-bee9-e86789cc3efa'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:21:35.246014 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af918759-e9e8-4e8a-91a4-f62a16e29ae9" -d '{"events": [{"server_uuid": "0b5042ae-df72-4dc3-890b-2c55558c4d74", "name": "network-vif-deleted", "tag": "27695b7f-9503-4603-bee9-e86789cc3efa"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:21:35.288096 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0674ec8-cc12-48dc-9eb7-0861e996edc3 x-openstack-request-id: req-c0674ec8-cc12-48dc-9eb7-0861e996edc3 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:21:35.288389 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5042ae-df72-4dc3-890b-2c55558c4d74", "name": "network-vif-deleted", "tag": "27695b7f-9503-4603-bee9-e86789cc3efa", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:21:35.288652 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c0674ec8-cc12-48dc-9eb7-0861e996edc3 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:21:35.289047 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5042ae-df72-4dc3-890b-2c55558c4d74', 'name': 'network-vif-deleted', 'tag': '27695b7f-9503-4603-bee9-e86789cc3efa', 'status': 'completed', 'code': 200} Aug 16 23:21:35.812656 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50174) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:35.857279 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9c88f9-8edb-43a7-8a46-faf0f5a21edb admin admin] Deleting subnet 15763c90-4176-4370-b22c-9649f9a1f48a {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:21:35.860600 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c9c88f9-8edb-43a7-8a46-faf0f5a21edb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:35.895436 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c9c88f9-8edb-43a7-8a46-faf0f5a21edb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:35.934381 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c9c88f9-8edb-43a7-8a46-faf0f5a21edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:35.986926 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c9c88f9-8edb-43a7-8a46-faf0f5a21edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.020709 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c9c88f9-8edb-43a7-8a46-faf0f5a21edb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.022850 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0c9c88f9-8edb-43a7-8a46-faf0f5a21edb admin admin] 10.222.0.93 "DELETE /v2.0/subnets/15763c90-4176-4370-b22c-9649f9a1f48a HTTP/1.1" status: 204 len: 168 time: 0.2091715 Aug 16 23:21:36.023913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c88f9-8edb-43a7-8a46-faf0f5a21edb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15763c90-4176-4370-b22c-9649f9a1f48a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:36.025575 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50176) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:36.095548 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ca07ea9b-aab7-4b8c-9d16-67afb6a57d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.172746 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ca07ea9b-aab7-4b8c-9d16-67afb6a57d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.183020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ca07ea9b-aab7-4b8c-9d16-67afb6a57d13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e03db95-2ae5-4543-9340-78d47689db1b']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:36.192445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ca07ea9b-aab7-4b8c-9d16-67afb6a57d13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a534ace-1380-4614-a7cc-50653d4921e0') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:36.192744 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ca07ea9b-aab7-4b8c-9d16-67afb6a57d13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a534ace-1380-4614-a7cc-50653d4921e0') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:36.201397 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ca07ea9b-aab7-4b8c-9d16-67afb6a57d13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.214899 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ca07ea9b-aab7-4b8c-9d16-67afb6a57d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.220620 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca07ea9b-aab7-4b8c-9d16-67afb6a57d13 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:21:36.221003 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ca07ea9b-aab7-4b8c-9d16-67afb6a57d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: timer() Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:21:36.222884 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:21:36.279078 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ca07ea9b-aab7-4b8c-9d16-67afb6a57d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.284483 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ca07ea9b-aab7-4b8c-9d16-67afb6a57d13 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.286338 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ca07ea9b-aab7-4b8c-9d16-67afb6a57d13 admin admin] 10.222.0.93 "DELETE /v2.0/networks/9e03db95-2ae5-4543-9340-78d47689db1b HTTP/1.1" status: 204 len: 168 time: 0.2597089 Aug 16 23:21:36.297553 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07ea9b-aab7-4b8c-9d16-67afb6a57d13 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e03db95-2ae5-4543-9340-78d47689db1b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:36.402892 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50180) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:36.443151 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4dbdb9b7-f594-4222-8c7b-9b1663a7f344 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6dc5e9cfa43e4ec085597e7e4fd4b135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391095 Aug 16 23:21:36.445504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50182) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:36.493642 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b3fc8f1-af2f-4cc2-96ee-2e1dd62f45a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.513849 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b3fc8f1-af2f-4cc2-96ee-2e1dd62f45a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.562641 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b3fc8f1-af2f-4cc2-96ee-2e1dd62f45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.565337 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4b3fc8f1-af2f-4cc2-96ee-2e1dd62f45a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.566515 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4b3fc8f1-af2f-4cc2-96ee-2e1dd62f45a4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0ec361c4-f001-4da9-bc0e-dc170777a665 HTTP/1.1" status: 204 len: 168 time: 0.1200588 Aug 16 23:21:36.574400 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fc8f1-af2f-4cc2-96ee-2e1dd62f45a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec361c4-f001-4da9-bc0e-dc170777a665,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:37.234654 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50204) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:37.329675 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4670740d-a682-4a06-b862-cd44c636dc2a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1007850867'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:37.349660 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4670740d-a682-4a06-b862-cd44c636dc2a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Made reservation on behalf of c435d7fefc3f4fc3a52a2a6e138ab509 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:37.353145 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4670740d-a682-4a06-b862-cd44c636dc2a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:37.361666 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4670740d-a682-4a06-b862-cd44c636dc2a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:37.448389 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4670740d-a682-4a06-b862-cd44c636dc2a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:37.452346 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4670740d-a682-4a06-b862-cd44c636dc2a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:37.481190 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4670740d-a682-4a06-b862-cd44c636dc2a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:21:37.487820 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670740d-a682-4a06-b862-cd44c636dc2a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90dfde44-3869-486a-8abd-e7e6cedabf2f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:37.495482 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4670740d-a682-4a06-b862-cd44c636dc2a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:37.495823 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-4670740d-a682-4a06-b862-cd44c636dc2a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Added segment 9a3f2223-da55-4d0c-9785-7c9deed439e8 of type vlan for network 67b50a68-57e3-4df2-b2b1-a808c49e64b1 Aug 16 23:21:37.534571 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4670740d-a682-4a06-b862-cd44c636dc2a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:37.558199 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4670740d-a682-4a06-b862-cd44c636dc2a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:37.563630 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4670740d-a682-4a06-b862-cd44c636dc2a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:37.564203 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4670740d-a682-4a06-b862-cd44c636dc2a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:37.959315 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4670740d-a682-4a06-b862-cd44c636dc2a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7235529 Aug 16 23:21:37.970638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670740d-a682-4a06-b862-cd44c636dc2a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event updated for resources: {'Network': ['ID=67b50a68-57e3-4df2-b2b1-a808c49e64b1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:37.980961 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 67b50a68-57e3-4df2-b2b1-a808c49e64b1 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:21:38.664904 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 27695b7f-9503-4603-bee9-e86789cc3efa no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:21:38.687783 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 27695b7f-9503-4603-bee9-e86789cc3efa {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:21:38.688127 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 27695b7f-9503-4603-bee9-e86789cc3efa not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:21:39.020247 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:39.093211 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e05691ca-6cfa-4fc9-ba34-e69cb7d270c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:40.843118 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:21:41.225972 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50208) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:41.231173 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d2107cdc-d553-4881-b7da-22efe96e8049 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Request body: {'subnet': {'network_id': '67b50a68-57e3-4df2-b2b1-a808c49e64b1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:41.316674 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2107cdc-d553-4881-b7da-22efe96e8049 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Made reservation on behalf of c435d7fefc3f4fc3a52a2a6e138ab509 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:41.320912 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d2107cdc-d553-4881-b7da-22efe96e8049 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:41.356140 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:41.500807 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d2107cdc-d553-4881-b7da-22efe96e8049 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:41.566749 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2107cdc-d553-4881-b7da-22efe96e8049 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event updated for resources: {'Subnet': ['ID=2bd546f7-0110-4090-a426-1731b90df2b0,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:41.574009 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2107cdc-d553-4881-b7da-22efe96e8049 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Checking segment: {'id': '9a3f2223-da55-4d0c-9785-7c9deed439e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '67b50a68-57e3-4df2-b2b1-a808c49e64b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:41.574354 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2107cdc-d553-4881-b7da-22efe96e8049 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Network hostable DHCP agents. Network: 67b50a68-57e3-4df2-b2b1-a808c49e64b1, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:21:41.592031 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2107cdc-d553-4881-b7da-22efe96e8049 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Network 67b50a68-57e3-4df2-b2b1-a808c49e64b1 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:21:41.601888 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d2107cdc-d553-4881-b7da-22efe96e8049 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 67b50a68-57e3-4df2-b2b1-a808c49e64b1) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:41.607171 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2107cdc-d553-4881-b7da-22efe96e8049 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:41.608094 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d2107cdc-d553-4881-b7da-22efe96e8049 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:41.615598 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095633ae-b122-406f-8362-073dce906050 None None] Network 67b50a68-57e3-4df2-b2b1-a808c49e64b1 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:41.631342 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d2107cdc-d553-4881-b7da-22efe96e8049 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4040875 Aug 16 23:21:41.635795 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50210) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:41.643258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-699ea7fd-f1a0-4a58-927d-f20f4be28b37 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-301713571'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:41.665359 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699ea7fd-f1a0-4a58-927d-f20f4be28b37 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Made reservation on behalf of c435d7fefc3f4fc3a52a2a6e138ab509 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:41.668742 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-699ea7fd-f1a0-4a58-927d-f20f4be28b37 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:41.673211 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b2cab1f-23d7-4400-a809-813d679a47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:41.693197 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699ea7fd-f1a0-4a58-927d-f20f4be28b37 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:21:41.702736 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-699ea7fd-f1a0-4a58-927d-f20f4be28b37 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:41.703085 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-699ea7fd-f1a0-4a58-927d-f20f4be28b37 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Added segment 1657ea59-1d98-4d97-8d29-bfa8215f1785 of type vlan for network 0484af49-73b1-4178-bf2f-3c4cdee04c99 Aug 16 23:21:41.742242 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-699ea7fd-f1a0-4a58-927d-f20f4be28b37 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:41.767033 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-699ea7fd-f1a0-4a58-927d-f20f4be28b37 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:41.772452 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699ea7fd-f1a0-4a58-927d-f20f4be28b37 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:41.773069 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-699ea7fd-f1a0-4a58-927d-f20f4be28b37 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:41.775665 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-67b50a68-57e3-4df2-b2b1-a808c49e64b1', 'network_id': '67b50a68-57e3-4df2-b2b1-a808c49e64b1', 'tenant_id': 'c435d7fefc3f4fc3a52a2a6e138ab509', 'fixed_ips': [{'subnet_id': '2bd546f7-0110-4090-a426-1731b90df2b0'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:21:41.776529 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:41.830313 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-699ea7fd-f1a0-4a58-927d-f20f4be28b37 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1932149 Aug 16 23:21:41.833348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50212) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:41.839982 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Request body: {'subnet': {'network_id': '0484af49-73b1-4178-bf2f-3c4cdee04c99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:41.842696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ea7fd-f1a0-4a58-927d-f20f4be28b37 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event updated for resources: {'Network': ['ID=0484af49-73b1-4178-bf2f-3c4cdee04c99,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:41.855573 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 0484af49-73b1-4178-bf2f-3c4cdee04c99 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:21:41.934993 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Made reservation on behalf of c435d7fefc3f4fc3a52a2a6e138ab509 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:41.938693 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:41.968420 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Allocated IP 2001:db8:0:ffff::2 (67b50a68-57e3-4df2-b2b1-a808c49e64b1/2bd546f7-0110-4090-a426-1731b90df2b0/4b5b5329-9d1c-4a11-bdf7-08d37c400679) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:42.116031 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:42.125196 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Transition to ACTIVE for port object 4b5b5329-9d1c-4a11-bdf7-08d37c400679 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:42.132718 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:42.141053 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Transition to ACTIVE for port object 4b5b5329-9d1c-4a11-bdf7-08d37c400679 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:42.146869 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:42.181731 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Network 67b50a68-57e3-4df2-b2b1-a808c49e64b1 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:42.184581 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:42.188031 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:42.200118 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event updated for resources: {'Subnet': ['ID=21dbae26-8f75-476f-a114-e1ebae4ecd1b,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:42.213188 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.213540 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.213881 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.214358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.214692 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.215020 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.215345 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.215673 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.215997 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.216316 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.216662 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.216979 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.222377 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Checking segment: {'id': '1657ea59-1d98-4d97-8d29-bfa8215f1785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0484af49-73b1-4178-bf2f-3c4cdee04c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:42.222738 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Network hostable DHCP agents. Network: 0484af49-73b1-4178-bf2f-3c4cdee04c99, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:21:42.227425 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Pushing event updated for resources: {'Port': ['ID=4b5b5329-9d1c-4a11-bdf7-08d37c400679,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:42.240197 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Network 0484af49-73b1-4178-bf2f-3c4cdee04c99 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:21:42.242036 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:42.244255 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.244610 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.244960 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.245302 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.245640 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.246000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.246338 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.246694 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.247045 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.247412 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.247778 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.248147 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:42.249887 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 0484af49-73b1-4178-bf2f-3c4cdee04c99) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:42.254299 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:42.254896 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:42.266333 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047fcac4-a51b-4429-bcef-3ae0e61b910d None None] Network 0484af49-73b1-4178-bf2f-3c4cdee04c99 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:42.271260 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4a609b95-1f03-4d88-bf58-2aceb4b662a6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4360340 Aug 16 23:21:42.274371 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50214) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:42.317562 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Attempting to bind port 4b5b5329-9d1c-4a11-bdf7-08d37c400679 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:21:42.317944 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Attempting to bind port 4b5b5329-9d1c-4a11-bdf7-08d37c400679 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '9a3f2223-da55-4d0c-9785-7c9deed439e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '67b50a68-57e3-4df2-b2b1-a808c49e64b1'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:21:42.318339 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Attempting to bind port 4b5b5329-9d1c-4a11-bdf7-08d37c400679 on network 67b50a68-57e3-4df2-b2b1-a808c49e64b1 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:42.329555 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:21:42.329943 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Checking segment: {'id': '9a3f2223-da55-4d0c-9785-7c9deed439e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '67b50a68-57e3-4df2-b2b1-a808c49e64b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:42.330405 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:42.330860 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Bound using segment: {'id': '9a3f2223-da55-4d0c-9785-7c9deed439e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '67b50a68-57e3-4df2-b2b1-a808c49e64b1'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:21:42.331351 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Bound port: 4b5b5329-9d1c-4a11-bdf7-08d37c400679, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3f2223-da55-4d0c-9785-7c9deed439e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '67b50a68-57e3-4df2-b2b1-a808c49e64b1'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:21:42.331743 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:42.376974 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eed8efb2-6be0-4b86-ba55-377af537feeb tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:42.449769 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] For port 4b5b5329-9d1c-4a11-bdf7-08d37c400679, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:21:42.454333 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] For port 4b5b5329-9d1c-4a11-bdf7-08d37c400679, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4b5b5329-9d1c-4a11-bdf7-08d37c400679,segment=NetworkSegment(9a3f2223-da55-4d0c-9785-7c9deed439e8),segment_id=9a3f2223-da55-4d0c-9785-7c9deed439e8)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:21:42.463096 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:42.467515 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eed8efb2-6be0-4b86-ba55-377af537feeb tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:42.514296 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860978c6-59aa-423c-9430-c88c5bca211f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-0484af49-73b1-4178-bf2f-3c4cdee04c99', 'network_id': '0484af49-73b1-4178-bf2f-3c4cdee04c99', 'tenant_id': 'c435d7fefc3f4fc3a52a2a6e138ab509', 'fixed_ips': [{'subnet_id': '21dbae26-8f75-476f-a114-e1ebae4ecd1b'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:21:42.515130 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-860978c6-59aa-423c-9430-c88c5bca211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:42.544127 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eed8efb2-6be0-4b86-ba55-377af537feeb tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:42.554949 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aba834-6c0c-4e37-801e-9ccd9b5834de None None] Pushing event updated for resources: {'Port': ['ID=4b5b5329-9d1c-4a11-bdf7-08d37c400679,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:42.581343 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8efb2-6be0-4b86-ba55-377af537feeb tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event deleted for resources: {'Subnet': ['ID=21dbae26-8f75-476f-a114-e1ebae4ecd1b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:42.627381 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac28a9c8-fc09-4a8b-80e6-8215cd981fe6 None None] Network 0484af49-73b1-4178-bf2f-3c4cdee04c99 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:42.660988 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eed8efb2-6be0-4b86-ba55-377af537feeb tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:42.672196 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-eed8efb2-6be0-4b86-ba55-377af537feeb tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0484af49-73b1-4178-bf2f-3c4cdee04c99']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:42.684134 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-eed8efb2-6be0-4b86-ba55-377af537feeb tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1657ea59-1d98-4d97-8d29-bfa8215f1785') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:42.684134 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-eed8efb2-6be0-4b86-ba55-377af537feeb tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1657ea59-1d98-4d97-8d29-bfa8215f1785') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:42.696710 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eed8efb2-6be0-4b86-ba55-377af537feeb tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:42.730599 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eed8efb2-6be0-4b86-ba55-377af537feeb tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:42.737277 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed8efb2-6be0-4b86-ba55-377af537feeb tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:21:42.737726 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eed8efb2-6be0-4b86-ba55-377af537feeb tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: timer() Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:21:42.745160 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:21:42.809798 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eed8efb2-6be0-4b86-ba55-377af537feeb tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:42.817006 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-eed8efb2-6be0-4b86-ba55-377af537feeb tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:42.818882 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-eed8efb2-6be0-4b86-ba55-377af537feeb tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "DELETE /v2.0/networks/0484af49-73b1-4178-bf2f-3c4cdee04c99 HTTP/1.1" status: 204 len: 168 time: 0.5435803 Aug 16 23:21:42.822931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50216) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:42.828700 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8cc40743-d835-401d-9a48-f3f5c667f5ff tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1920405265'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:42.832340 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8efb2-6be0-4b86-ba55-377af537feeb tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event deleted for resources: {'Network': ['ID=0484af49-73b1-4178-bf2f-3c4cdee04c99,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:42.851006 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc40743-d835-401d-9a48-f3f5c667f5ff tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Made reservation on behalf of c435d7fefc3f4fc3a52a2a6e138ab509 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:42.855304 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8cc40743-d835-401d-9a48-f3f5c667f5ff tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:42.883123 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc40743-d835-401d-9a48-f3f5c667f5ff tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:21:42.891815 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8cc40743-d835-401d-9a48-f3f5c667f5ff tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:42.892166 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-8cc40743-d835-401d-9a48-f3f5c667f5ff tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Added segment 1e2ce8ad-88c8-4361-aa77-c30ffef1f59f of type vlan for network 9734716f-6325-4812-85ac-49b45fea0b9e Aug 16 23:21:42.933373 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8cc40743-d835-401d-9a48-f3f5c667f5ff tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:42.957330 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8cc40743-d835-401d-9a48-f3f5c667f5ff tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:42.962944 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc40743-d835-401d-9a48-f3f5c667f5ff tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:42.963535 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8cc40743-d835-401d-9a48-f3f5c667f5ff tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:43.034354 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8cc40743-d835-401d-9a48-f3f5c667f5ff tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2102673 Aug 16 23:21:43.037287 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50218) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:43.043088 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3b249660-af12-4ed8-92f0-8ae4370bce6e tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Request body: {'subnet': {'network_id': '9734716f-6325-4812-85ac-49b45fea0b9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:43.047956 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc40743-d835-401d-9a48-f3f5c667f5ff tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event updated for resources: {'Network': ['ID=9734716f-6325-4812-85ac-49b45fea0b9e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:43.061692 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 9734716f-6325-4812-85ac-49b45fea0b9e details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:21:43.141138 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b249660-af12-4ed8-92f0-8ae4370bce6e tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Made reservation on behalf of c435d7fefc3f4fc3a52a2a6e138ab509 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:43.144608 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3b249660-af12-4ed8-92f0-8ae4370bce6e tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:43.205173 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.ipam_backend_mixin [None req-3b249660-af12-4ed8-92f0-8ae4370bce6e tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Performing IP validity checks on allocation pools {{(pid=94872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 23:21:43.205700 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.ipam_backend_mixin [None req-3b249660-af12-4ed8-92f0-8ae4370bce6e tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 23:21:43.339489 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3b249660-af12-4ed8-92f0-8ae4370bce6e tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:43.403500 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b249660-af12-4ed8-92f0-8ae4370bce6e tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event updated for resources: {'Subnet': ['ID=a6d0df8c-37cb-409c-8189-455e5c1c32b5,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:43.410783 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b249660-af12-4ed8-92f0-8ae4370bce6e tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Checking segment: {'id': '1e2ce8ad-88c8-4361-aa77-c30ffef1f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9734716f-6325-4812-85ac-49b45fea0b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:43.411147 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b249660-af12-4ed8-92f0-8ae4370bce6e tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Network hostable DHCP agents. Network: 9734716f-6325-4812-85ac-49b45fea0b9e, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:21:43.428564 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b249660-af12-4ed8-92f0-8ae4370bce6e tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Network 9734716f-6325-4812-85ac-49b45fea0b9e is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:21:43.440572 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-3b249660-af12-4ed8-92f0-8ae4370bce6e tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 9734716f-6325-4812-85ac-49b45fea0b9e) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:43.445571 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b249660-af12-4ed8-92f0-8ae4370bce6e tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:43.446335 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3b249660-af12-4ed8-92f0-8ae4370bce6e tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:43.453022 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:43.455220 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89ca27b-d2bf-4c04-9da6-ebf334149082 None None] Network 9734716f-6325-4812-85ac-49b45fea0b9e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:43.464259 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3b249660-af12-4ed8-92f0-8ae4370bce6e tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4257498 Aug 16 23:21:43.466793 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50220) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:43.476936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7d21e1-a770-4c1e-abe0-f7a5ab4e6167 None None] Network 67b50a68-57e3-4df2-b2b1-a808c49e64b1 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:43.567543 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f3fc4287-7aeb-4479-89f2-1e0b1390b430 None None] Provisioning for port 4b5b5329-9d1c-4a11-bdf7-08d37c400679 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:43.574122 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-301fd5e4-5af3-4bd0-bfc0-7edf62d68810 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:43.635153 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-301fd5e4-5af3-4bd0-bfc0-7edf62d68810 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:43.686581 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4b5b5329-9d1c-4a11-bdf7-08d37c400679 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:43.700976 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-301fd5e4-5af3-4bd0-bfc0-7edf62d68810 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:43.733506 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fd5e4-5af3-4bd0-bfc0-7edf62d68810 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d0df8c-37cb-409c-8189-455e5c1c32b5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:43.765253 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb89a753-6d35-4b7c-8b76-68054c83071f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-9734716f-6325-4812-85ac-49b45fea0b9e', 'network_id': '9734716f-6325-4812-85ac-49b45fea0b9e', 'tenant_id': 'c435d7fefc3f4fc3a52a2a6e138ab509', 'fixed_ips': [{'subnet_id': 'a6d0df8c-37cb-409c-8189-455e5c1c32b5'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:21:43.766102 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bb89a753-6d35-4b7c-8b76-68054c83071f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:43.794048 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-301fd5e4-5af3-4bd0-bfc0-7edf62d68810 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:43.803862 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-301fd5e4-5af3-4bd0-bfc0-7edf62d68810 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9734716f-6325-4812-85ac-49b45fea0b9e']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:43.815537 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-301fd5e4-5af3-4bd0-bfc0-7edf62d68810 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2ce8ad-88c8-4361-aa77-c30ffef1f59f') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:43.815855 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-301fd5e4-5af3-4bd0-bfc0-7edf62d68810 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2ce8ad-88c8-4361-aa77-c30ffef1f59f') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:43.825668 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-301fd5e4-5af3-4bd0-bfc0-7edf62d68810 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:43.840640 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-301fd5e4-5af3-4bd0-bfc0-7edf62d68810 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:43.847068 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301fd5e4-5af3-4bd0-bfc0-7edf62d68810 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:21:43.847508 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-301fd5e4-5af3-4bd0-bfc0-7edf62d68810 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: timer() Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:21:43.850675 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:21:43.860692 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 4b5b5329-9d1c-4a11-bdf7-08d37c400679 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:43.869707 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 4b5b5329-9d1c-4a11-bdf7-08d37c400679 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:43.870157 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:43.897230 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e8dc96-8f61-4d36-ab4d-4326338c4256 None None] Network 9734716f-6325-4812-85ac-49b45fea0b9e requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:43.922940 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-301fd5e4-5af3-4bd0-bfc0-7edf62d68810 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:43.932098 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-301fd5e4-5af3-4bd0-bfc0-7edf62d68810 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:43.933974 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-301fd5e4-5af3-4bd0-bfc0-7edf62d68810 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "DELETE /v2.0/networks/9734716f-6325-4812-85ac-49b45fea0b9e HTTP/1.1" status: 204 len: 168 time: 0.4661744 Aug 16 23:21:43.937824 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50222) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:43.943364 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-077caaaf-9d92-43ec-a9e9-f28668a2ab7a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-195025505'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:43.947215 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fd5e4-5af3-4bd0-bfc0-7edf62d68810 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event deleted for resources: {'Network': ['ID=9734716f-6325-4812-85ac-49b45fea0b9e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:43.969238 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077caaaf-9d92-43ec-a9e9-f28668a2ab7a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Made reservation on behalf of c435d7fefc3f4fc3a52a2a6e138ab509 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:43.973289 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-077caaaf-9d92-43ec-a9e9-f28668a2ab7a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:44.006086 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077caaaf-9d92-43ec-a9e9-f28668a2ab7a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:21:44.016043 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-077caaaf-9d92-43ec-a9e9-f28668a2ab7a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:44.016674 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-077caaaf-9d92-43ec-a9e9-f28668a2ab7a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Added segment 6186ebb3-7163-47e0-b1f4-ca08c9244d95 of type vlan for network 08db2066-e7e0-4b1b-a67e-2f0108f8d38f Aug 16 23:21:44.064231 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-077caaaf-9d92-43ec-a9e9-f28668a2ab7a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:44.065529 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:44.093489 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-077caaaf-9d92-43ec-a9e9-f28668a2ab7a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:44.099309 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077caaaf-9d92-43ec-a9e9-f28668a2ab7a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:44.099919 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-077caaaf-9d92-43ec-a9e9-f28668a2ab7a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:44.102346 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 4b5b5329-9d1c-4a11-bdf7-08d37c400679, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4b5b5329-9d1c-4a11-bdf7-08d37c400679,segment=NetworkSegment(9a3f2223-da55-4d0c-9785-7c9deed439e8),segment_id=9a3f2223-da55-4d0c-9785-7c9deed439e8)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:44.107647 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:44.152991 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-077caaaf-9d92-43ec-a9e9-f28668a2ab7a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2138972 Aug 16 23:21:44.156596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50224) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:44.158988 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=4b5b5329-9d1c-4a11-bdf7-08d37c400679,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:44.170267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-4ebe915a-cd7b-4b75-96fe-9cdddc00618b tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Request body: {'subnet': {'network_id': '08db2066-e7e0-4b1b-a67e-2f0108f8d38f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:44.185653 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077caaaf-9d92-43ec-a9e9-f28668a2ab7a tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event updated for resources: {'Network': ['ID=08db2066-e7e0-4b1b-a67e-2f0108f8d38f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:44.195811 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 08db2066-e7e0-4b1b-a67e-2f0108f8d38f details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:21:44.241308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-54999bbf-a8b3-4c46-be80-62ba890eb6ee None None] Provisioning complete for port 4b5b5329-9d1c-4a11-bdf7-08d37c400679 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:44.241768 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-54999bbf-a8b3-4c46-be80-62ba890eb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:44.265261 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebe915a-cd7b-4b75-96fe-9cdddc00618b tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Made reservation on behalf of c435d7fefc3f4fc3a52a2a6e138ab509 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:44.268764 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4ebe915a-cd7b-4b75-96fe-9cdddc00618b tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:44.456751 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4ebe915a-cd7b-4b75-96fe-9cdddc00618b tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:44.515023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe915a-cd7b-4b75-96fe-9cdddc00618b tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event updated for resources: {'Subnet': ['ID=f29ce066-3d4f-419b-b2a4-8a7036be223a,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:44.523877 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe915a-cd7b-4b75-96fe-9cdddc00618b tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Checking segment: {'id': '6186ebb3-7163-47e0-b1f4-ca08c9244d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '08db2066-e7e0-4b1b-a67e-2f0108f8d38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:44.524233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebe915a-cd7b-4b75-96fe-9cdddc00618b tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Network hostable DHCP agents. Network: 08db2066-e7e0-4b1b-a67e-2f0108f8d38f, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:21:44.540361 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebe915a-cd7b-4b75-96fe-9cdddc00618b tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Network 08db2066-e7e0-4b1b-a67e-2f0108f8d38f is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:21:44.548871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-4ebe915a-cd7b-4b75-96fe-9cdddc00618b tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 08db2066-e7e0-4b1b-a67e-2f0108f8d38f) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:44.552814 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebe915a-cd7b-4b75-96fe-9cdddc00618b tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:44.553401 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4ebe915a-cd7b-4b75-96fe-9cdddc00618b tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:44.558773 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b6e0d6-b70a-445b-a2d1-8fa7a4548419 None None] Network 08db2066-e7e0-4b1b-a67e-2f0108f8d38f requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:44.571569 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4ebe915a-cd7b-4b75-96fe-9cdddc00618b tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4047303 Aug 16 23:21:44.571747 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50226) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:44.576804 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-66e259a0-1072-4190-ab39-7080ef3ee0a1 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-921948274'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:44.596235 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e259a0-1072-4190-ab39-7080ef3ee0a1 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Made reservation on behalf of c435d7fefc3f4fc3a52a2a6e138ab509 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:44.599756 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66e259a0-1072-4190-ab39-7080ef3ee0a1 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:44.624856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e259a0-1072-4190-ab39-7080ef3ee0a1 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:21:44.634651 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66e259a0-1072-4190-ab39-7080ef3ee0a1 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:44.635014 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-66e259a0-1072-4190-ab39-7080ef3ee0a1 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Added segment 19f11fd3-2772-4dc3-9446-e008a9694821 of type vlan for network e9c7f35a-d36e-433e-96ed-69db478df827 Aug 16 23:21:44.677326 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66e259a0-1072-4190-ab39-7080ef3ee0a1 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:44.711404 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66e259a0-1072-4190-ab39-7080ef3ee0a1 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:44.716875 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e259a0-1072-4190-ab39-7080ef3ee0a1 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:44.717495 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-66e259a0-1072-4190-ab39-7080ef3ee0a1 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:44.773390 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-66e259a0-1072-4190-ab39-7080ef3ee0a1 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1999941 Aug 16 23:21:44.776688 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50228) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:44.781449 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-d5315524-639e-4c77-841d-e4b2feb93e56 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Request body: {'subnet': {'network_id': 'e9c7f35a-d36e-433e-96ed-69db478df827', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:44.841711 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e259a0-1072-4190-ab39-7080ef3ee0a1 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event updated for resources: {'Network': ['ID=e9c7f35a-d36e-433e-96ed-69db478df827,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:44.853731 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network e9c7f35a-d36e-433e-96ed-69db478df827 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:21:44.886658 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5315524-639e-4c77-841d-e4b2feb93e56 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Made reservation on behalf of c435d7fefc3f4fc3a52a2a6e138ab509 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:44.890266 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d5315524-639e-4c77-841d-e4b2feb93e56 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:44.926124 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-08db2066-e7e0-4b1b-a67e-2f0108f8d38f', 'network_id': '08db2066-e7e0-4b1b-a67e-2f0108f8d38f', 'tenant_id': 'c435d7fefc3f4fc3a52a2a6e138ab509', 'fixed_ips': [{'subnet_id': 'f29ce066-3d4f-419b-b2a4-8a7036be223a'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:21:44.927251 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:45.045338 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:45.093866 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d5315524-639e-4c77-841d-e4b2feb93e56 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:45.099697 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] Allocated IP 2001:db8::2 (08db2066-e7e0-4b1b-a67e-2f0108f8d38f/f29ce066-3d4f-419b-b2a4-8a7036be223a/1e79f48f-b106-4266-8886-0255db47e8c2) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:45.154457 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5315524-639e-4c77-841d-e4b2feb93e56 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event updated for resources: {'Subnet': ['ID=67eb46f1-bc1e-4f1a-ad8a-0d6dfccc57a1,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:45.164996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5315524-639e-4c77-841d-e4b2feb93e56 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Checking segment: {'id': '19f11fd3-2772-4dc3-9446-e008a9694821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e9c7f35a-d36e-433e-96ed-69db478df827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:45.165357 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5315524-639e-4c77-841d-e4b2feb93e56 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Network hostable DHCP agents. Network: e9c7f35a-d36e-433e-96ed-69db478df827, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:21:45.181701 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5315524-639e-4c77-841d-e4b2feb93e56 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Network e9c7f35a-d36e-433e-96ed-69db478df827 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:21:45.190269 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d5315524-639e-4c77-841d-e4b2feb93e56 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, e9c7f35a-d36e-433e-96ed-69db478df827) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:45.194504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5315524-639e-4c77-841d-e4b2feb93e56 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:45.195768 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d5315524-639e-4c77-841d-e4b2feb93e56 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:45.200674 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e82ba8-c5d7-4d01-b552-6ede7a272e83 None None] Network e9c7f35a-d36e-433e-96ed-69db478df827 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:45.210857 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d5315524-639e-4c77-841d-e4b2feb93e56 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4333761 Aug 16 23:21:45.213862 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50230) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:45.314698 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cda1a283-7f53-444a-b6c2-60b1c0aea1ed tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:45.315937 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:45.331127 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] Transition to ACTIVE for port object 1e79f48f-b106-4266-8886-0255db47e8c2 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:45.371308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] Transition to ACTIVE for port object 1e79f48f-b106-4266-8886-0255db47e8c2 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:45.380922 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:45.393991 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cda1a283-7f53-444a-b6c2-60b1c0aea1ed tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:45.442271 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926a94c7-99a1-43da-9d6c-805cd547cb02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-e9c7f35a-d36e-433e-96ed-69db478df827', 'network_id': 'e9c7f35a-d36e-433e-96ed-69db478df827', 'tenant_id': 'c435d7fefc3f4fc3a52a2a6e138ab509', 'fixed_ips': [{'subnet_id': '67eb46f1-bc1e-4f1a-ad8a-0d6dfccc57a1'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:21:45.443149 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-926a94c7-99a1-43da-9d6c-805cd547cb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:45.447463 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] Network 08db2066-e7e0-4b1b-a67e-2f0108f8d38f is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:45.454621 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:45.459991 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cda1a283-7f53-444a-b6c2-60b1c0aea1ed tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:45.462652 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:45.464651 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] Pushing event updated for resources: {'Port': ['ID=1e79f48f-b106-4266-8886-0255db47e8c2,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:45.496544 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1a283-7f53-444a-b6c2-60b1c0aea1ed tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event deleted for resources: {'Subnet': ['ID=67eb46f1-bc1e-4f1a-ad8a-0d6dfccc57a1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:45.559262 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cda1a283-7f53-444a-b6c2-60b1c0aea1ed tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:45.569632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-cda1a283-7f53-444a-b6c2-60b1c0aea1ed tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c7f35a-d36e-433e-96ed-69db478df827']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:45.576263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] Attempting to bind port 1e79f48f-b106-4266-8886-0255db47e8c2 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:21:45.576737 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] Attempting to bind port 1e79f48f-b106-4266-8886-0255db47e8c2 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '6186ebb3-7163-47e0-b1f4-ca08c9244d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '08db2066-e7e0-4b1b-a67e-2f0108f8d38f'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:21:45.576993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] Attempting to bind port 1e79f48f-b106-4266-8886-0255db47e8c2 on network 08db2066-e7e0-4b1b-a67e-2f0108f8d38f {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:45.581705 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-cda1a283-7f53-444a-b6c2-60b1c0aea1ed tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f11fd3-2772-4dc3-9446-e008a9694821') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:45.582211 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-cda1a283-7f53-444a-b6c2-60b1c0aea1ed tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f11fd3-2772-4dc3-9446-e008a9694821') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:45.582312 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:21:45.582560 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] Checking segment: {'id': '6186ebb3-7163-47e0-b1f4-ca08c9244d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '08db2066-e7e0-4b1b-a67e-2f0108f8d38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:45.582954 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:45.583344 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] Bound using segment: {'id': '6186ebb3-7163-47e0-b1f4-ca08c9244d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '08db2066-e7e0-4b1b-a67e-2f0108f8d38f'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:21:45.583816 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] Bound port: 1e79f48f-b106-4266-8886-0255db47e8c2, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6186ebb3-7163-47e0-b1f4-ca08c9244d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '08db2066-e7e0-4b1b-a67e-2f0108f8d38f'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:21:45.584261 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:45.588749 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e61d87b-78a1-45fa-b819-bf926cedd118 None None] Network e9c7f35a-d36e-433e-96ed-69db478df827 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:45.592629 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cda1a283-7f53-444a-b6c2-60b1c0aea1ed tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:45.607400 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cda1a283-7f53-444a-b6c2-60b1c0aea1ed tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:45.615038 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda1a283-7f53-444a-b6c2-60b1c0aea1ed tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:21:45.615504 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cda1a283-7f53-444a-b6c2-60b1c0aea1ed tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: timer() Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:21:45.619666 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:21:45.660830 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4b5b5329-9d1c-4a11-bdf7-08d37c400679 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:45.684931 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cda1a283-7f53-444a-b6c2-60b1c0aea1ed tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:45.692355 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cda1a283-7f53-444a-b6c2-60b1c0aea1ed tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:45.694255 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cda1a283-7f53-444a-b6c2-60b1c0aea1ed tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "DELETE /v2.0/networks/e9c7f35a-d36e-433e-96ed-69db478df827 HTTP/1.1" status: 204 len: 168 time: 0.4785242 Aug 16 23:21:45.697546 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50232) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:45.707686 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1a283-7f53-444a-b6c2-60b1c0aea1ed tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event deleted for resources: {'Network': ['ID=e9c7f35a-d36e-433e-96ed-69db478df827,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:45.731129 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2bac314-5bc8-48fa-b48c-273a7b16c326 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] GET failed (client error): The resource could not be found. Aug 16 23:21:45.732537 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a2bac314-5bc8-48fa-b48c-273a7b16c326 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "GET /v2.0/subnets/67eb46f1-bc1e-4f1a-ad8a-0d6dfccc57a1 HTTP/1.1" status: 404 len: 337 time: 0.0339513 Aug 16 23:21:45.735597 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50234) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:45.753677 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec05d7d-3fea-4950-a449-bbdbde5bcef6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] DELETE failed (client error): The resource could not be found. Aug 16 23:21:45.754237 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec05d7d-3fea-4950-a449-bbdbde5bcef6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:21:45.755899 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-aec05d7d-3fea-4950-a449-bbdbde5bcef6 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "DELETE /v2.0/networks/e9c7f35a-d36e-433e-96ed-69db478df827 HTTP/1.1" status: 404 len: 339 time: 0.0193884 Aug 16 23:21:45.757116 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] For port 1e79f48f-b106-4266-8886-0255db47e8c2, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:21:45.760147 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50236) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:45.786812 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c3f5f8-fb37-47f0-8258-e75b26dab7a8 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] DELETE failed (client error): The resource could not be found. Aug 16 23:21:45.787518 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c3f5f8-fb37-47f0-8258-e75b26dab7a8 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:21:45.790198 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-23c3f5f8-fb37-47f0-8258-e75b26dab7a8 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "DELETE /v2.0/subnets/67eb46f1-bc1e-4f1a-ad8a-0d6dfccc57a1 HTTP/1.1" status: 404 len: 337 time: 0.0289042 Aug 16 23:21:45.790317 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] For port 1e79f48f-b106-4266-8886-0255db47e8c2, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1e79f48f-b106-4266-8886-0255db47e8c2,segment=NetworkSegment(6186ebb3-7163-47e0-b1f4-ca08c9244d95),segment_id=6186ebb3-7163-47e0-b1f4-ca08c9244d95)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:21:45.793217 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50238) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:45.798325 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:45.811679 n-d-792458-15 neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-306ec6f3-112b-4ff6-8d8d-42b78c0b2338 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] DELETE failed (client error): The resource could not be found. Aug 16 23:21:45.812214 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-306ec6f3-112b-4ff6-8d8d-42b78c0b2338 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:21:45.813876 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-306ec6f3-112b-4ff6-8d8d-42b78c0b2338 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "DELETE /v2.0/networks/e9c7f35a-d36e-433e-96ed-69db478df827 HTTP/1.1" status: 404 len: 339 time: 0.0196745 Aug 16 23:21:45.816513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50240) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:45.830486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 4b5b5329-9d1c-4a11-bdf7-08d37c400679 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:45.830989 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:45.885643 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc49773-3f3b-4655-acaf-5747f26a674d tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Deleting subnet f29ce066-3d4f-419b-b2a4-8a7036be223a {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:21:45.886408 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ea38e-7934-4534-9f48-0231625c3e23 None None] Pushing event updated for resources: {'Port': ['ID=1e79f48f-b106-4266-8886-0255db47e8c2,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:45.889249 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfc49773-3f3b-4655-acaf-5747f26a674d tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:45.935085 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfc49773-3f3b-4655-acaf-5747f26a674d tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:46.045208 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfc49773-3f3b-4655-acaf-5747f26a674d tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:46.114697 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfc49773-3f3b-4655-acaf-5747f26a674d tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:46.148971 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc49773-3f3b-4655-acaf-5747f26a674d tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event deleted for resources: {'Subnet': ['ID=f29ce066-3d4f-419b-b2a4-8a7036be223a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:46.152761 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfc49773-3f3b-4655-acaf-5747f26a674d tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:46.155379 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bfc49773-3f3b-4655-acaf-5747f26a674d tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "DELETE /v2.0/subnets/f29ce066-3d4f-419b-b2a4-8a7036be223a HTTP/1.1" status: 204 len: 168 time: 0.3378339 Aug 16 23:21:46.157953 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50242) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:46.233017 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f5e3896-af81-4c95-9a60-a71314ba7f02 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:46.285310 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7f5e3896-af81-4c95-9a60-a71314ba7f02 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Deleting port 1e79f48f-b106-4266-8886-0255db47e8c2 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:46.285572 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f5e3896-af81-4c95-9a60-a71314ba7f02 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:46.352068 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-7f5e3896-af81-4c95-9a60-a71314ba7f02 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] For port 1e79f48f-b106-4266-8886-0255db47e8c2, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=1e79f48f-b106-4266-8886-0255db47e8c2,segment=NetworkSegment(6186ebb3-7163-47e0-b1f4-ca08c9244d95),segment_id=6186ebb3-7163-47e0-b1f4-ca08c9244d95)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:46.352430 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f5e3896-af81-4c95-9a60-a71314ba7f02 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:46.364660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7f5e3896-af81-4c95-9a60-a71314ba7f02 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Calling delete_port for 1e79f48f-b106-4266-8886-0255db47e8c2 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:46.447181 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f5e3896-af81-4c95-9a60-a71314ba7f02 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:46.475206 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e3896-af81-4c95-9a60-a71314ba7f02 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event deleted for resources: {'Port': ['ID=1e79f48f-b106-4266-8886-0255db47e8c2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:46.478452 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e3896-af81-4c95-9a60-a71314ba7f02 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] No DVR routers for this DVR port 1e79f48f-b106-4266-8886-0255db47e8c2 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:21:46.559575 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f5e3896-af81-4c95-9a60-a71314ba7f02 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:46.570576 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-7f5e3896-af81-4c95-9a60-a71314ba7f02 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08db2066-e7e0-4b1b-a67e-2f0108f8d38f']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:46.585673 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-7f5e3896-af81-4c95-9a60-a71314ba7f02 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6186ebb3-7163-47e0-b1f4-ca08c9244d95') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:46.585978 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-7f5e3896-af81-4c95-9a60-a71314ba7f02 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6186ebb3-7163-47e0-b1f4-ca08c9244d95') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:46.595274 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f5e3896-af81-4c95-9a60-a71314ba7f02 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:46.609900 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f5e3896-af81-4c95-9a60-a71314ba7f02 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:46.616410 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5e3896-af81-4c95-9a60-a71314ba7f02 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:21:46.617497 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f5e3896-af81-4c95-9a60-a71314ba7f02 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: timer() Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:21:46.620664 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:21:46.678827 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f5e3896-af81-4c95-9a60-a71314ba7f02 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:46.687570 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7f5e3896-af81-4c95-9a60-a71314ba7f02 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:46.689387 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7f5e3896-af81-4c95-9a60-a71314ba7f02 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "DELETE /v2.0/networks/08db2066-e7e0-4b1b-a67e-2f0108f8d38f HTTP/1.1" status: 204 len: 168 time: 0.5303712 Aug 16 23:21:46.692215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50244) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:46.700187 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e3896-af81-4c95-9a60-a71314ba7f02 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event deleted for resources: {'Network': ['ID=08db2066-e7e0-4b1b-a67e-2f0108f8d38f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:46.721374 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5e141e-e63b-4caf-b80e-932b226a4fbb tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] DELETE failed (client error): The resource could not be found. Aug 16 23:21:46.721930 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5e141e-e63b-4caf-b80e-932b226a4fbb tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:21:46.723849 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4c5e141e-e63b-4caf-b80e-932b226a4fbb tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "DELETE /v2.0/subnets/a6d0df8c-37cb-409c-8189-455e5c1c32b5 HTTP/1.1" status: 404 len: 337 time: 0.0304484 Aug 16 23:21:46.727149 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50246) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:46.747641 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5895e06-a053-46f8-b2eb-f2ac74cdd5e1 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] DELETE failed (client error): The resource could not be found. Aug 16 23:21:46.748208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5895e06-a053-46f8-b2eb-f2ac74cdd5e1 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:21:46.749924 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f5895e06-a053-46f8-b2eb-f2ac74cdd5e1 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "DELETE /v2.0/networks/9734716f-6325-4812-85ac-49b45fea0b9e HTTP/1.1" status: 404 len: 339 time: 0.0216677 Aug 16 23:21:46.752506 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50248) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:46.778180 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25031af-9045-4cdc-a0c2-32eb33e484b7 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] DELETE failed (client error): The resource could not be found. Aug 16 23:21:46.778639 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c25031af-9045-4cdc-a0c2-32eb33e484b7 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:21:46.780366 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c25031af-9045-4cdc-a0c2-32eb33e484b7 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "DELETE /v2.0/subnets/21dbae26-8f75-476f-a114-e1ebae4ecd1b HTTP/1.1" status: 404 len: 337 time: 0.0269544 Aug 16 23:21:46.783229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50250) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:46.803146 n-d-792458-15 neutron-server[94871]: INFO neutron.pecan_wsgi.hooks.translation [None req-c236ed50-3824-424c-b346-8d9aa7911fe1 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] DELETE failed (client error): The resource could not be found. Aug 16 23:21:46.803649 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c236ed50-3824-424c-b346-8d9aa7911fe1 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:21:46.806095 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c236ed50-3824-424c-b346-8d9aa7911fe1 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "DELETE /v2.0/networks/0484af49-73b1-4178-bf2f-3c4cdee04c99 HTTP/1.1" status: 404 len: 339 time: 0.0218933 Aug 16 23:21:46.808675 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50252) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:46.867372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7ffc0363-9c74-4e6e-b29e-0d8a5edbe8a7 None None] Could not find standard attr ID for object 1e79f48f-b106-4266-8886-0255db47e8c2. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:21:46.868205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1e8816-0cbc-433f-8ce4-9d38bc1a973d tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Deleting subnet 2bd546f7-0110-4090-a426-1731b90df2b0 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:21:46.871577 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf1e8816-0cbc-433f-8ce4-9d38bc1a973d tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:46.915839 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf1e8816-0cbc-433f-8ce4-9d38bc1a973d tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:46.945716 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c29fb2-d557-48af-a081-cd7867a3ad8d None None] DHCP port deletion for 08db2066-e7e0-4b1b-a67e-2f0108f8d38f request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:21:46.960009 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8008c0-2468-47ef-8395-1b8e94f51a95 None None] Network 08db2066-e7e0-4b1b-a67e-2f0108f8d38f requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:46.971986 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8008c0-2468-47ef-8395-1b8e94f51a95 None None] Network 08db2066-e7e0-4b1b-a67e-2f0108f8d38f could not be found, it might have been deleted concurrently. {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 23:21:47.002509 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf1e8816-0cbc-433f-8ce4-9d38bc1a973d tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:47.064840 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf1e8816-0cbc-433f-8ce4-9d38bc1a973d tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:47.091332 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e8816-0cbc-433f-8ce4-9d38bc1a973d tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd546f7-0110-4090-a426-1731b90df2b0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:47.095045 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cf1e8816-0cbc-433f-8ce4-9d38bc1a973d tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:47.096914 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cf1e8816-0cbc-433f-8ce4-9d38bc1a973d tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "DELETE /v2.0/subnets/2bd546f7-0110-4090-a426-1731b90df2b0 HTTP/1.1" status: 204 len: 168 time: 0.2873235 Aug 16 23:21:47.099365 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50254) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:47.101839 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfff6824-8728-4869-831e-a1fd2a7db45b None None] Network 67b50a68-57e3-4df2-b2b1-a808c49e64b1 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:47.176118 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16dbbb44-8dba-4c80-b3f3-bfb5cff114c3 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:47.228634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-16dbbb44-8dba-4c80-b3f3-bfb5cff114c3 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Deleting port 4b5b5329-9d1c-4a11-bdf7-08d37c400679 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:47.229082 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16dbbb44-8dba-4c80-b3f3-bfb5cff114c3 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:47.273829 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9e9bd1-35f2-476f-a8e3-fad76748640e None None] DHCP port deletion for 67b50a68-57e3-4df2-b2b1-a808c49e64b1 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:21:47.320931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-16dbbb44-8dba-4c80-b3f3-bfb5cff114c3 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] For port 4b5b5329-9d1c-4a11-bdf7-08d37c400679, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4b5b5329-9d1c-4a11-bdf7-08d37c400679,segment=NetworkSegment(9a3f2223-da55-4d0c-9785-7c9deed439e8),segment_id=9a3f2223-da55-4d0c-9785-7c9deed439e8)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:47.321379 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16dbbb44-8dba-4c80-b3f3-bfb5cff114c3 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:47.323351 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-df9e9bd1-35f2-476f-a8e3-fad76748640e None None] Deleting port 4b5b5329-9d1c-4a11-bdf7-08d37c400679 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:47.323736 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-df9e9bd1-35f2-476f-a8e3-fad76748640e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:47.335162 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-16dbbb44-8dba-4c80-b3f3-bfb5cff114c3 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Calling delete_port for 4b5b5329-9d1c-4a11-bdf7-08d37c400679 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:47.390308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-df9e9bd1-35f2-476f-a8e3-fad76748640e None None] For port 4b5b5329-9d1c-4a11-bdf7-08d37c400679, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=4b5b5329-9d1c-4a11-bdf7-08d37c400679,segment=NetworkSegment(9a3f2223-da55-4d0c-9785-7c9deed439e8),segment_id=9a3f2223-da55-4d0c-9785-7c9deed439e8)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:47.390712 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-df9e9bd1-35f2-476f-a8e3-fad76748640e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:47.403486 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-df9e9bd1-35f2-476f-a8e3-fad76748640e None None] Calling delete_port for 4b5b5329-9d1c-4a11-bdf7-08d37c400679 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:47.427215 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16dbbb44-8dba-4c80-b3f3-bfb5cff114c3 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:47.459272 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbbb44-8dba-4c80-b3f3-bfb5cff114c3 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event deleted for resources: {'Port': ['ID=4b5b5329-9d1c-4a11-bdf7-08d37c400679,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:47.459820 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dbbb44-8dba-4c80-b3f3-bfb5cff114c3 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] No DVR routers for this DVR port 4b5b5329-9d1c-4a11-bdf7-08d37c400679 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:21:47.496671 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-df9e9bd1-35f2-476f-a8e3-fad76748640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:47.524297 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e9bd1-35f2-476f-a8e3-fad76748640e None None] Pushing event deleted for resources: {'Port': ['ID=4b5b5329-9d1c-4a11-bdf7-08d37c400679,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:47.526274 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9e9bd1-35f2-476f-a8e3-fad76748640e None None] No DVR routers for this DVR port 4b5b5329-9d1c-4a11-bdf7-08d37c400679 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:21:47.552728 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16dbbb44-8dba-4c80-b3f3-bfb5cff114c3 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:47.567983 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-16dbbb44-8dba-4c80-b3f3-bfb5cff114c3 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b50a68-57e3-4df2-b2b1-a808c49e64b1']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:47.578432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-16dbbb44-8dba-4c80-b3f3-bfb5cff114c3 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3f2223-da55-4d0c-9785-7c9deed439e8') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:47.578732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-16dbbb44-8dba-4c80-b3f3-bfb5cff114c3 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3f2223-da55-4d0c-9785-7c9deed439e8') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:47.592997 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16dbbb44-8dba-4c80-b3f3-bfb5cff114c3 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:47.613304 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16dbbb44-8dba-4c80-b3f3-bfb5cff114c3 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:47.620920 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4b5b5329-9d1c-4a11-bdf7-08d37c400679 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:21:47.626197 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16dbbb44-8dba-4c80-b3f3-bfb5cff114c3 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:21:47.626626 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16dbbb44-8dba-4c80-b3f3-bfb5cff114c3 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: timer() Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:21:47.630052 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:21:47.648677 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 4b5b5329-9d1c-4a11-bdf7-08d37c400679 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:21:47.649326 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 4b5b5329-9d1c-4a11-bdf7-08d37c400679 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:21:47.699716 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16dbbb44-8dba-4c80-b3f3-bfb5cff114c3 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:47.706450 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-16dbbb44-8dba-4c80-b3f3-bfb5cff114c3 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:47.708242 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-16dbbb44-8dba-4c80-b3f3-bfb5cff114c3 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] 10.222.0.93 "DELETE /v2.0/networks/67b50a68-57e3-4df2-b2b1-a808c49e64b1 HTTP/1.1" status: 204 len: 168 time: 0.6079643 Aug 16 23:21:47.720840 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbbb44-8dba-4c80-b3f3-bfb5cff114c3 tempest-NetworksIpV6Test-778971749 tempest-NetworksIpV6Test-778971749-project] Pushing event deleted for resources: {'Network': ['ID=67b50a68-57e3-4df2-b2b1-a808c49e64b1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:47.975547 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50260) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:48.108916 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8d9a3767-fbae-4bc9-b2b6-8ad1d334db1a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c435d7fefc3f4fc3a52a2a6e138ab509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311884 Aug 16 23:21:48.111304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50264) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:48.158657 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1986aa92-3992-46d3-ae29-3028258262dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:48.180215 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1986aa92-3992-46d3-ae29-3028258262dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:48.230438 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1986aa92-3992-46d3-ae29-3028258262dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:48.232866 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1986aa92-3992-46d3-ae29-3028258262dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:48.234393 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1986aa92-3992-46d3-ae29-3028258262dc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/90dfde44-3869-486a-8abd-e7e6cedabf2f HTTP/1.1" status: 204 len: 168 time: 0.1221395 Aug 16 23:21:48.242266 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986aa92-3992-46d3-ae29-3028258262dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dfde44-3869-486a-8abd-e7e6cedabf2f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:48.850573 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50286) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:48.946099 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-79370781-dff0-4e6c-8a8a-478a56066f28 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1974698459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:48.969748 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79370781-dff0-4e6c-8a8a-478a56066f28 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:48.970735 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79370781-dff0-4e6c-8a8a-478a56066f28 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:49.025213 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79370781-dff0-4e6c-8a8a-478a56066f28 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:49.029159 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79370781-dff0-4e6c-8a8a-478a56066f28 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:49.044093 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-79370781-dff0-4e6c-8a8a-478a56066f28 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:49.045691 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-79370781-dff0-4e6c-8a8a-478a56066f28 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1935136 Aug 16 23:21:49.048519 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50290) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:49.053356 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5205e2c3-b0b5-4c63-bf43-8040b7f07944 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-686806096'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:49.074242 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5205e2c3-b0b5-4c63-bf43-8040b7f07944 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Made reservation on behalf of 9fa08c57b16844baa6739084f00cd1ab for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:49.077545 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5205e2c3-b0b5-4c63-bf43-8040b7f07944 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:49.086710 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5205e2c3-b0b5-4c63-bf43-8040b7f07944 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:49.175609 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5205e2c3-b0b5-4c63-bf43-8040b7f07944 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:49.179466 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5205e2c3-b0b5-4c63-bf43-8040b7f07944 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:49.207922 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5205e2c3-b0b5-4c63-bf43-8040b7f07944 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:21:49.213606 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205e2c3-b0b5-4c63-bf43-8040b7f07944 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d44a3c3-8204-40bd-90e4-067723f44c3b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:49.220772 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5205e2c3-b0b5-4c63-bf43-8040b7f07944 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:49.221129 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-5205e2c3-b0b5-4c63-bf43-8040b7f07944 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Added segment 955e59e1-5996-4fa4-b5f6-054865c8c4ec of type vlan for network 9d5b1560-01f3-4ac7-9883-8388e0b17e1d Aug 16 23:21:49.259868 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5205e2c3-b0b5-4c63-bf43-8040b7f07944 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:49.283886 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5205e2c3-b0b5-4c63-bf43-8040b7f07944 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:49.289310 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5205e2c3-b0b5-4c63-bf43-8040b7f07944 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:49.289897 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5205e2c3-b0b5-4c63-bf43-8040b7f07944 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:49.344145 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5205e2c3-b0b5-4c63-bf43-8040b7f07944 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2945852 Aug 16 23:21:49.347146 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50292) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:49.352639 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-f1737b5c-077f-44a1-84e4-a4a573d27a10 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Request body: {'subnet': {'network_id': '9d5b1560-01f3-4ac7-9883-8388e0b17e1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:49.358995 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205e2c3-b0b5-4c63-bf43-8040b7f07944 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Pushing event updated for resources: {'Network': ['ID=9d5b1560-01f3-4ac7-9883-8388e0b17e1d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:49.370077 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 9d5b1560-01f3-4ac7-9883-8388e0b17e1d details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:21:49.443370 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1737b5c-077f-44a1-84e4-a4a573d27a10 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Made reservation on behalf of 9fa08c57b16844baa6739084f00cd1ab for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:49.448099 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1737b5c-077f-44a1-84e4-a4a573d27a10 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:49.624432 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1737b5c-077f-44a1-84e4-a4a573d27a10 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:49.690807 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1737b5c-077f-44a1-84e4-a4a573d27a10 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Pushing event updated for resources: {'Subnet': ['ID=36065dcc-2858-41d6-8cf1-de1ad269f0b1,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:49.699741 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1737b5c-077f-44a1-84e4-a4a573d27a10 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Checking segment: {'id': '955e59e1-5996-4fa4-b5f6-054865c8c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9d5b1560-01f3-4ac7-9883-8388e0b17e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:49.700096 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1737b5c-077f-44a1-84e4-a4a573d27a10 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Network hostable DHCP agents. Network: 9d5b1560-01f3-4ac7-9883-8388e0b17e1d, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:21:49.716240 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1737b5c-077f-44a1-84e4-a4a573d27a10 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Network 9d5b1560-01f3-4ac7-9883-8388e0b17e1d is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:21:49.724615 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-f1737b5c-077f-44a1-84e4-a4a573d27a10 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 9d5b1560-01f3-4ac7-9883-8388e0b17e1d) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:49.728704 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1737b5c-077f-44a1-84e4-a4a573d27a10 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:49.729290 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-f1737b5c-077f-44a1-84e4-a4a573d27a10 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:49.733817 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600c232c-3613-4cbc-ad6e-ec971fe23c2d None None] Network 9d5b1560-01f3-4ac7-9883-8388e0b17e1d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:49.743549 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-f1737b5c-077f-44a1-84e4-a4a573d27a10 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3951874 Aug 16 23:21:49.746523 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50294) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:49.751655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-68efe770-09d0-456b-a611-6056b1b77f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1338678499'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:49.771508 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68efe770-09d0-456b-a611-6056b1b77f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Made reservation on behalf of 9fa08c57b16844baa6739084f00cd1ab for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:49.775787 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68efe770-09d0-456b-a611-6056b1b77f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:49.799103 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68efe770-09d0-456b-a611-6056b1b77f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:21:49.808145 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68efe770-09d0-456b-a611-6056b1b77f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:49.808498 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-68efe770-09d0-456b-a611-6056b1b77f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Added segment 235ed3ea-6687-4cbe-a0d5-cb9a7a5ed147 of type vlan for network bd243edf-6452-499c-82c7-388f75c2673b Aug 16 23:21:49.848242 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68efe770-09d0-456b-a611-6056b1b77f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:49.874170 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68efe770-09d0-456b-a611-6056b1b77f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:49.879422 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-9d5b1560-01f3-4ac7-9883-8388e0b17e1d', 'network_id': '9d5b1560-01f3-4ac7-9883-8388e0b17e1d', 'tenant_id': '9fa08c57b16844baa6739084f00cd1ab', 'fixed_ips': [{'subnet_id': '36065dcc-2858-41d6-8cf1-de1ad269f0b1'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:21:49.879917 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68efe770-09d0-456b-a611-6056b1b77f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:49.880281 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:49.880509 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-68efe770-09d0-456b-a611-6056b1b77f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:49.942883 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-68efe770-09d0-456b-a611-6056b1b77f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1951110 Aug 16 23:21:49.946422 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50296) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:49.953745 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-20225422-cc97-421c-99f3-648b1f377f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Request body: {'subnet': {'network_id': 'bd243edf-6452-499c-82c7-388f75c2673b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:49.955784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efe770-09d0-456b-a611-6056b1b77f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Pushing event updated for resources: {'Network': ['ID=bd243edf-6452-499c-82c7-388f75c2673b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:49.970791 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network bd243edf-6452-499c-82c7-388f75c2673b details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:21:50.043552 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20225422-cc97-421c-99f3-648b1f377f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Made reservation on behalf of 9fa08c57b16844baa6739084f00cd1ab for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:50.047394 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20225422-cc97-421c-99f3-648b1f377f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:50.080833 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] Allocated IP 172.20.0.2 (9d5b1560-01f3-4ac7-9883-8388e0b17e1d/36065dcc-2858-41d6-8cf1-de1ad269f0b1/31f3c3ca-a2de-4725-855d-318d9e32c576) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:50.222417 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:50.229088 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20225422-cc97-421c-99f3-648b1f377f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:50.231235 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] Transition to ACTIVE for port object 31f3c3ca-a2de-4725-855d-318d9e32c576 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:50.246441 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] Transition to ACTIVE for port object 31f3c3ca-a2de-4725-855d-318d9e32c576 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:50.251923 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:50.296349 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20225422-cc97-421c-99f3-648b1f377f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Pushing event updated for resources: {'Subnet': ['ID=a51a09ab-f364-473b-83fc-7be495b95adb,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:50.305862 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20225422-cc97-421c-99f3-648b1f377f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Checking segment: {'id': '235ed3ea-6687-4cbe-a0d5-cb9a7a5ed147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd243edf-6452-499c-82c7-388f75c2673b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:50.306272 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20225422-cc97-421c-99f3-648b1f377f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Network hostable DHCP agents. Network: bd243edf-6452-499c-82c7-388f75c2673b, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:21:50.309472 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] Network 9d5b1560-01f3-4ac7-9883-8388e0b17e1d is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:50.312550 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:50.316835 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:50.319850 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] Pushing event updated for resources: {'Port': ['ID=31f3c3ca-a2de-4725-855d-318d9e32c576,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:50.323927 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20225422-cc97-421c-99f3-648b1f377f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Network bd243edf-6452-499c-82c7-388f75c2673b is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:21:50.334149 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-20225422-cc97-421c-99f3-648b1f377f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, bd243edf-6452-499c-82c7-388f75c2673b) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:50.339049 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20225422-cc97-421c-99f3-648b1f377f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:50.339919 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20225422-cc97-421c-99f3-648b1f377f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:50.347711 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5c3e9a-0f3b-4028-8ae8-cba094380133 None None] Network bd243edf-6452-499c-82c7-388f75c2673b requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:50.355843 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-20225422-cc97-421c-99f3-648b1f377f3f tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4078166 Aug 16 23:21:50.359005 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50298) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:50.363697 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-3b54e5f5-bb40-4fe7-ab99-ab12fedd804c tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bd243edf-6452-499c-82c7-388f75c2673b'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:50.415245 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] Attempting to bind port 31f3c3ca-a2de-4725-855d-318d9e32c576 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:21:50.415853 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] Attempting to bind port 31f3c3ca-a2de-4725-855d-318d9e32c576 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '955e59e1-5996-4fa4-b5f6-054865c8c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9d5b1560-01f3-4ac7-9883-8388e0b17e1d'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:21:50.416126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] Attempting to bind port 31f3c3ca-a2de-4725-855d-318d9e32c576 on network 9d5b1560-01f3-4ac7-9883-8388e0b17e1d {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:50.426701 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:21:50.427072 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] Checking segment: {'id': '955e59e1-5996-4fa4-b5f6-054865c8c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9d5b1560-01f3-4ac7-9883-8388e0b17e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:50.427583 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:50.427971 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] Bound using segment: {'id': '955e59e1-5996-4fa4-b5f6-054865c8c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9d5b1560-01f3-4ac7-9883-8388e0b17e1d'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:21:50.428440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] Bound port: 31f3c3ca-a2de-4725-855d-318d9e32c576, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955e59e1-5996-4fa4-b5f6-054865c8c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9d5b1560-01f3-4ac7-9883-8388e0b17e1d'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:21:50.428817 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:50.542704 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] For port 31f3c3ca-a2de-4725-855d-318d9e32c576, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:21:50.547442 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] For port 31f3c3ca-a2de-4725-855d-318d9e32c576, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=31f3c3ca-a2de-4725-855d-318d9e32c576,segment=NetworkSegment(955e59e1-5996-4fa4-b5f6-054865c8c4ec),segment_id=955e59e1-5996-4fa4-b5f6-054865c8c4ec)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:21:50.553474 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:50.573407 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3b54e5f5-bb40-4fe7-ab99-ab12fedd804c tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:50.619453 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-bd243edf-6452-499c-82c7-388f75c2673b', 'network_id': 'bd243edf-6452-499c-82c7-388f75c2673b', 'tenant_id': '9fa08c57b16844baa6739084f00cd1ab', 'fixed_ips': [{'subnet_id': 'a51a09ab-f364-473b-83fc-7be495b95adb'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:21:50.620304 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:50.655581 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ea9cc-c03c-4c25-a371-5dd3d6cc815a None None] Pushing event updated for resources: {'Port': ['ID=31f3c3ca-a2de-4725-855d-318d9e32c576,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:50.683486 n-d-792458-15 neutron-server[94871]: INFO neutron.api.v2.resource [None req-3b54e5f5-bb40-4fe7-ab99-ab12fedd804c tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:21:50.684542 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3b54e5f5-bb40-4fe7-ab99-ab12fedd804c tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] 10.222.0.93 "PUT /v2.0/routers/5ba5a5a3-dff8-4f9a-91f2-61e1604f61c4 HTTP/1.1" status: 400 len: 364 time: 0.3245292 Aug 16 23:21:50.690422 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50300) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:50.749610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e64d8d-b9cb-4dba-ae70-b5100a99d657 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Deleting subnet a51a09ab-f364-473b-83fc-7be495b95adb {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:21:50.792461 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] Allocated IP 172.21.0.2 (bd243edf-6452-499c-82c7-388f75c2673b/a51a09ab-f364-473b-83fc-7be495b95adb/6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:50.946407 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:50.954369 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] Transition to ACTIVE for port object 6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:50.969070 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] Transition to ACTIVE for port object 6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:50.974064 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e6e64d8d-b9cb-4dba-ae70-b5100a99d657 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:50.974375 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:51.020543 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] Network bd243edf-6452-499c-82c7-388f75c2673b is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:51.023710 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:51.028090 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:51.028771 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e6e64d8d-b9cb-4dba-ae70-b5100a99d657 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:51.031207 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] Pushing event updated for resources: {'Port': ['ID=6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:51.086900 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] Attempting to bind port 6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:21:51.087267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] Attempting to bind port 6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '235ed3ea-6687-4cbe-a0d5-cb9a7a5ed147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd243edf-6452-499c-82c7-388f75c2673b'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:21:51.087633 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] Attempting to bind port 6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6 on network bd243edf-6452-499c-82c7-388f75c2673b {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:51.092563 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:21:51.092938 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] Checking segment: {'id': '235ed3ea-6687-4cbe-a0d5-cb9a7a5ed147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd243edf-6452-499c-82c7-388f75c2673b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:51.093342 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:51.093752 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] Bound using segment: {'id': '235ed3ea-6687-4cbe-a0d5-cb9a7a5ed147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd243edf-6452-499c-82c7-388f75c2673b'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:21:51.094226 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] Bound port: 6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235ed3ea-6687-4cbe-a0d5-cb9a7a5ed147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd243edf-6452-499c-82c7-388f75c2673b'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:21:51.094604 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:51.114273 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e6e64d8d-b9cb-4dba-ae70-b5100a99d657 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:51.176339 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e6e64d8d-b9cb-4dba-ae70-b5100a99d657 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:51.180804 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] For port 6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:21:51.184150 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] For port 6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6,segment=NetworkSegment(235ed3ea-6687-4cbe-a0d5-cb9a7a5ed147),segment_id=235ed3ea-6687-4cbe-a0d5-cb9a7a5ed147)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:21:51.189288 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:51.204873 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e64d8d-b9cb-4dba-ae70-b5100a99d657 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Pushing event deleted for resources: {'Subnet': ['ID=a51a09ab-f364-473b-83fc-7be495b95adb,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:51.210798 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e6e64d8d-b9cb-4dba-ae70-b5100a99d657 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:51.212827 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e6e64d8d-b9cb-4dba-ae70-b5100a99d657 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] 10.222.0.93 "DELETE /v2.0/subnets/a51a09ab-f364-473b-83fc-7be495b95adb HTTP/1.1" status: 204 len: 168 time: 0.5212159 Aug 16 23:21:51.215553 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50302) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:51.263592 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503095c-f089-4858-8f45-c8c7f5db9426 None None] Pushing event updated for resources: {'Port': ['ID=6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:51.310544 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ecbbfa95-7a5c-4b55-9da8-7bb0e44191f9 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:51.372833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ecbbfa95-7a5c-4b55-9da8-7bb0e44191f9 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Deleting port 6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:51.373518 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ecbbfa95-7a5c-4b55-9da8-7bb0e44191f9 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:51.463206 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-ecbbfa95-7a5c-4b55-9da8-7bb0e44191f9 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] For port 6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6,segment=NetworkSegment(235ed3ea-6687-4cbe-a0d5-cb9a7a5ed147),segment_id=235ed3ea-6687-4cbe-a0d5-cb9a7a5ed147)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:51.463599 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ecbbfa95-7a5c-4b55-9da8-7bb0e44191f9 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:51.477670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ecbbfa95-7a5c-4b55-9da8-7bb0e44191f9 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Calling delete_port for 6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:51.569259 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ecbbfa95-7a5c-4b55-9da8-7bb0e44191f9 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:51.600991 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbfa95-7a5c-4b55-9da8-7bb0e44191f9 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Pushing event deleted for resources: {'Port': ['ID=6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:51.604752 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbbfa95-7a5c-4b55-9da8-7bb0e44191f9 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] No DVR routers for this DVR port 6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:21:51.669473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b3f093-a9ed-4974-b445-501faa034325 None None] Network 9d5b1560-01f3-4ac7-9883-8388e0b17e1d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:51.695515 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ecbbfa95-7a5c-4b55-9da8-7bb0e44191f9 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:51.710723 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ecbbfa95-7a5c-4b55-9da8-7bb0e44191f9 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd243edf-6452-499c-82c7-388f75c2673b']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:51.721932 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ecbbfa95-7a5c-4b55-9da8-7bb0e44191f9 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235ed3ea-6687-4cbe-a0d5-cb9a7a5ed147') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:51.721932 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ecbbfa95-7a5c-4b55-9da8-7bb0e44191f9 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235ed3ea-6687-4cbe-a0d5-cb9a7a5ed147') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:51.738996 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ecbbfa95-7a5c-4b55-9da8-7bb0e44191f9 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:51.742970 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-61dbd299-0d86-4e9b-9cca-7dd5727cfb65 None None] Provisioning for port 31f3c3ca-a2de-4725-855d-318d9e32c576 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:51.750872 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 31f3c3ca-a2de-4725-855d-318d9e32c576 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:51.760724 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ecbbfa95-7a5c-4b55-9da8-7bb0e44191f9 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:51.767033 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbbfa95-7a5c-4b55-9da8-7bb0e44191f9 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:21:51.767418 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ecbbfa95-7a5c-4b55-9da8-7bb0e44191f9 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: timer() Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:21:51.770583 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:21:51.831570 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ecbbfa95-7a5c-4b55-9da8-7bb0e44191f9 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:51.840031 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ecbbfa95-7a5c-4b55-9da8-7bb0e44191f9 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:51.844479 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ecbbfa95-7a5c-4b55-9da8-7bb0e44191f9 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] 10.222.0.93 "DELETE /v2.0/networks/bd243edf-6452-499c-82c7-388f75c2673b HTTP/1.1" status: 204 len: 168 time: 0.6273797 Aug 16 23:21:51.844654 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50304) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:51.857636 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbfa95-7a5c-4b55-9da8-7bb0e44191f9 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Pushing event deleted for resources: {'Network': ['ID=bd243edf-6452-499c-82c7-388f75c2673b,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:51.907624 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ecc9e0f-a654-43da-96a2-aea56cfb7ccb tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Deleting subnet 36065dcc-2858-41d6-8cf1-de1ad269f0b1 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:21:51.910931 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2ecc9e0f-a654-43da-96a2-aea56cfb7ccb tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:51.955470 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2ecc9e0f-a654-43da-96a2-aea56cfb7ccb tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:52.020393 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 31f3c3ca-a2de-4725-855d-318d9e32c576 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:52.042915 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 31f3c3ca-a2de-4725-855d-318d9e32c576 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:52.043639 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:52.052752 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2ecc9e0f-a654-43da-96a2-aea56cfb7ccb tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:52.124796 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2ecc9e0f-a654-43da-96a2-aea56cfb7ccb tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:52.145047 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:52.156854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc9e0f-a654-43da-96a2-aea56cfb7ccb tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Pushing event deleted for resources: {'Subnet': ['ID=36065dcc-2858-41d6-8cf1-de1ad269f0b1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:52.161344 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2ecc9e0f-a654-43da-96a2-aea56cfb7ccb tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:52.163646 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2ecc9e0f-a654-43da-96a2-aea56cfb7ccb tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] 10.222.0.93 "DELETE /v2.0/subnets/36065dcc-2858-41d6-8cf1-de1ad269f0b1 HTTP/1.1" status: 204 len: 168 time: 0.3174155 Aug 16 23:21:52.166148 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50306) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:52.213175 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.db.api [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:21:52.213655 n-d-792458-15 neutron-server[94873]: DEBUG oslo_db.api [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:21:52.261094 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-290bbe32-0f21-4a78-ab5d-7dfefb187606 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:52.319732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-290bbe32-0f21-4a78-ab5d-7dfefb187606 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Deleting port 31f3c3ca-a2de-4725-855d-318d9e32c576 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:52.320804 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-290bbe32-0f21-4a78-ab5d-7dfefb187606 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:52.346377 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0adec0-a976-4938-bd11-aa99c5937a25 None None] Network 9d5b1560-01f3-4ac7-9883-8388e0b17e1d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:52.392108 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-290bbe32-0f21-4a78-ab5d-7dfefb187606 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] For port 31f3c3ca-a2de-4725-855d-318d9e32c576, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=31f3c3ca-a2de-4725-855d-318d9e32c576,segment=NetworkSegment(955e59e1-5996-4fa4-b5f6-054865c8c4ec),segment_id=955e59e1-5996-4fa4-b5f6-054865c8c4ec)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:52.392680 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-290bbe32-0f21-4a78-ab5d-7dfefb187606 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:52.406325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-290bbe32-0f21-4a78-ab5d-7dfefb187606 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Calling delete_port for 31f3c3ca-a2de-4725-855d-318d9e32c576 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:52.422705 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4c447c3d-5c30-4d93-8c47-a78ea64d50d2 None None] Provisioning complete for port 31f3c3ca-a2de-4725-855d-318d9e32c576 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:52.423132 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4c447c3d-5c30-4d93-8c47-a78ea64d50d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:52.465310 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7826408-9ec9-4aff-b886-c49ba4f6bd67 None None] DHCP port deletion for bd243edf-6452-499c-82c7-388f75c2673b request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:21:52.493068 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-290bbe32-0f21-4a78-ab5d-7dfefb187606 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:52.502426 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be19a0a4-4def-4e06-aa53-f3b360715582 None None] Network bd243edf-6452-499c-82c7-388f75c2673b requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:52.518378 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4c447c3d-5c30-4d93-8c47-a78ea64d50d2 None None] Could not find standard attr ID for object 31f3c3ca-a2de-4725-855d-318d9e32c576. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:21:52.520258 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be19a0a4-4def-4e06-aa53-f3b360715582 None None] Network bd243edf-6452-499c-82c7-388f75c2673b could not be found, it might have been deleted concurrently. {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 23:21:52.522287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290bbe32-0f21-4a78-ab5d-7dfefb187606 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] No DVR routers for this DVR port 31f3c3ca-a2de-4725-855d-318d9e32c576 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:21:52.523540 n-d-792458-15 neutron-server[94873]: INFO neutron.plugins.ml2.db [None req-4c447c3d-5c30-4d93-8c47-a78ea64d50d2 None None] No ports have port_id starting with 31f3c3ca-a2de-4725-855d-318d9e32c576 Aug 16 23:21:52.535707 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4c447c3d-5c30-4d93-8c47-a78ea64d50d2 None None] Could not find standard attr ID for object 6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6. {{(pid=94873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:21:52.550045 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290bbe32-0f21-4a78-ab5d-7dfefb187606 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Pushing event deleted for resources: {'Port': ['ID=31f3c3ca-a2de-4725-855d-318d9e32c576,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:52.597317 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48df107-9829-493a-b22f-7d485e9d3cf4 None None] DHCP port deletion for 9d5b1560-01f3-4ac7-9883-8388e0b17e1d request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:21:52.618736 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-290bbe32-0f21-4a78-ab5d-7dfefb187606 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:52.629050 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-290bbe32-0f21-4a78-ab5d-7dfefb187606 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5b1560-01f3-4ac7-9883-8388e0b17e1d']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:52.639667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-290bbe32-0f21-4a78-ab5d-7dfefb187606 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955e59e1-5996-4fa4-b5f6-054865c8c4ec') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:52.639968 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-290bbe32-0f21-4a78-ab5d-7dfefb187606 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955e59e1-5996-4fa4-b5f6-054865c8c4ec') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:52.649580 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-290bbe32-0f21-4a78-ab5d-7dfefb187606 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:52.662815 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-290bbe32-0f21-4a78-ab5d-7dfefb187606 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:52.668561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290bbe32-0f21-4a78-ab5d-7dfefb187606 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:21:52.668946 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-290bbe32-0f21-4a78-ab5d-7dfefb187606 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: timer() Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:21:52.672628 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:21:52.728620 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-290bbe32-0f21-4a78-ab5d-7dfefb187606 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:52.735719 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-290bbe32-0f21-4a78-ab5d-7dfefb187606 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:52.737066 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Port 31f3c3ca-a2de-4725-855d-318d9e32c576 update to ACTIVE by agent not found {{(pid=94873) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 16 23:21:52.737550 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:52.737872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-290bbe32-0f21-4a78-ab5d-7dfefb187606 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] 10.222.0.93 "DELETE /v2.0/networks/9d5b1560-01f3-4ac7-9883-8388e0b17e1d HTTP/1.1" status: 204 len: 168 time: 0.5704932 Aug 16 23:21:52.740970 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50308) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:52.752524 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290bbe32-0f21-4a78-ab5d-7dfefb187606 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Pushing event deleted for resources: {'Network': ['ID=9d5b1560-01f3-4ac7-9883-8388e0b17e1d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:52.760911 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:21:52.761263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 23:21:52.771003 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9cacc3ac-ced4-492b-8793-88abdf7498b8 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] 10.222.0.93 "GET /v2.0/ports?device_id=5ba5a5a3-dff8-4f9a-91f2-61e1604f61c4 HTTP/1.1" status: 200 len: 205 time: 0.0284171 Aug 16 23:21:52.773542 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50310) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:52.780397 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Port 6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6 not found, will not notify nova. {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 23:21:52.849364 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-936d5441-75aa-40d2-a45f-3744b1165dc7 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:53.321280 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-936d5441-75aa-40d2-a45f-3744b1165dc7 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:53.323441 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-936d5441-75aa-40d2-a45f-3744b1165dc7 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:53.370284 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-936d5441-75aa-40d2-a45f-3744b1165dc7 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:53.370948 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936d5441-75aa-40d2-a45f-3744b1165dc7 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Fanout notify agent at l3_agent the message router_deleted on router 5ba5a5a3-dff8-4f9a-91f2-61e1604f61c4 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:21:53.378078 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-936d5441-75aa-40d2-a45f-3744b1165dc7 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:53.379193 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-936d5441-75aa-40d2-a45f-3744b1165dc7 tempest-RoutersNegativeTest-2119368903 tempest-RoutersNegativeTest-2119368903-project] 10.222.0.93 "DELETE /v2.0/routers/5ba5a5a3-dff8-4f9a-91f2-61e1604f61c4 HTTP/1.1" status: 204 len: 168 time: 0.6043639 Aug 16 23:21:53.625772 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 31f3c3ca-a2de-4725-855d-318d9e32c576 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:21:53.637675 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50316) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:53.652041 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 31f3c3ca-a2de-4725-855d-318d9e32c576 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:21:53.652385 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 31f3c3ca-a2de-4725-855d-318d9e32c576 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:21:53.652809 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:21:53.671444 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:21:53.671791 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6e6d849b-fd6f-43e3-8dbb-ae671aedb8f6 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:21:53.780390 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2b7fc1ca-cb92-45a6-b672-5fd34389a391 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9fa08c57b16844baa6739084f00cd1ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414855 Aug 16 23:21:53.782882 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50320) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:53.832171 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3efd741e-3a19-4bde-a9f5-c5ecfbaa6b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:53.865129 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3efd741e-3a19-4bde-a9f5-c5ecfbaa6b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:53.916103 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3efd741e-3a19-4bde-a9f5-c5ecfbaa6b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:53.918617 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3efd741e-3a19-4bde-a9f5-c5ecfbaa6b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:53.919794 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3efd741e-3a19-4bde-a9f5-c5ecfbaa6b88 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7d44a3c3-8204-40bd-90e4-067723f44c3b HTTP/1.1" status: 204 len: 168 time: 0.1359973 Aug 16 23:21:53.928466 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd741e-3a19-4bde-a9f5-c5ecfbaa6b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d44a3c3-8204-40bd-90e4-067723f44c3b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:54.579191 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50342) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:54.678805 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5f8a81c1-7e14-4ba8-9ab3-738cc3ccc0da admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1179281426-network', 'tenant_id': '5535c0a0e4b3403aa2cddc22833a07ff'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:54.701214 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8a81c1-7e14-4ba8-9ab3-738cc3ccc0da admin admin] Made reservation on behalf of 5535c0a0e4b3403aa2cddc22833a07ff for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:54.703477 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f8a81c1-7e14-4ba8-9ab3-738cc3ccc0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:54.714049 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f8a81c1-7e14-4ba8-9ab3-738cc3ccc0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:54.806172 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f8a81c1-7e14-4ba8-9ab3-738cc3ccc0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:54.810238 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f8a81c1-7e14-4ba8-9ab3-738cc3ccc0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:54.833324 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8a81c1-7e14-4ba8-9ab3-738cc3ccc0da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:21:54.844168 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a81c1-7e14-4ba8-9ab3-738cc3ccc0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d0d5d4-7cea-4dee-ab03-7e3272f40586,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:54.848806 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f8a81c1-7e14-4ba8-9ab3-738cc3ccc0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:54.849146 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-5f8a81c1-7e14-4ba8-9ab3-738cc3ccc0da admin admin] Added segment 91258211-b8a2-4fcb-8661-e6ed92193e64 of type vlan for network de01c09f-3b02-4476-a210-91886fa29428 Aug 16 23:21:54.889502 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f8a81c1-7e14-4ba8-9ab3-738cc3ccc0da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:54.913430 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f8a81c1-7e14-4ba8-9ab3-738cc3ccc0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:54.914726 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8a81c1-7e14-4ba8-9ab3-738cc3ccc0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:54.915304 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5f8a81c1-7e14-4ba8-9ab3-738cc3ccc0da admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:54.966835 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5f8a81c1-7e14-4ba8-9ab3-738cc3ccc0da admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3865294 Aug 16 23:21:54.969794 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50350) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:54.974883 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d55e42ed-04f9-4865-a066-17327fa6e7f9 admin admin] Request body: {'subnet': {'network_id': 'de01c09f-3b02-4476-a210-91886fa29428', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1179281426-subnet', 'tenant_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:54.977867 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a81c1-7e14-4ba8-9ab3-738cc3ccc0da admin admin] Pushing event updated for resources: {'Network': ['ID=de01c09f-3b02-4476-a210-91886fa29428,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:54.987774 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network de01c09f-3b02-4476-a210-91886fa29428 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:21:54.996389 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55e42ed-04f9-4865-a066-17327fa6e7f9 admin admin] Made reservation on behalf of 5535c0a0e4b3403aa2cddc22833a07ff for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:54.998795 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d55e42ed-04f9-4865-a066-17327fa6e7f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:55.164629 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d55e42ed-04f9-4865-a066-17327fa6e7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:55.217172 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e42ed-04f9-4865-a066-17327fa6e7f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97f32131-dcc5-4741-88c1-dadc7474f117,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:55.226924 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55e42ed-04f9-4865-a066-17327fa6e7f9 admin admin] Checking segment: {'id': '91258211-b8a2-4fcb-8661-e6ed92193e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:55.227304 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55e42ed-04f9-4865-a066-17327fa6e7f9 admin admin] Network hostable DHCP agents. Network: de01c09f-3b02-4476-a210-91886fa29428, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:21:55.243134 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55e42ed-04f9-4865-a066-17327fa6e7f9 admin admin] Network de01c09f-3b02-4476-a210-91886fa29428 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:21:55.251683 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d55e42ed-04f9-4865-a066-17327fa6e7f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, de01c09f-3b02-4476-a210-91886fa29428) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:55.255459 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55e42ed-04f9-4865-a066-17327fa6e7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:55.256040 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d55e42ed-04f9-4865-a066-17327fa6e7f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:55.262023 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66e99be-cf24-4260-96b2-b5f9e39065a7 None None] Network de01c09f-3b02-4476-a210-91886fa29428 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:55.270657 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d55e42ed-04f9-4865-a066-17327fa6e7f9 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.2996867 Aug 16 23:21:55.274122 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50352) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:55.278939 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-15dbc797-32db-47f4-b8c7-09c94bdeb62a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1179281426-router', 'tenant_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:55.299566 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15dbc797-32db-47f4-b8c7-09c94bdeb62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:55.300622 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15dbc797-32db-47f4-b8c7-09c94bdeb62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:55.356899 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15dbc797-32db-47f4-b8c7-09c94bdeb62a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:55.409226 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-de01c09f-3b02-4476-a210-91886fa29428', 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428', 'tenant_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'fixed_ips': [{'subnet_id': '97f32131-dcc5-4741-88c1-dadc7474f117'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:21:55.410156 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:55.549289 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] Allocated IP 172.20.0.2 (de01c09f-3b02-4476-a210-91886fa29428/97f32131-dcc5-4741-88c1-dadc7474f117/b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:55.703535 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:55.712506 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] Transition to ACTIVE for port object b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:55.728794 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] Transition to ACTIVE for port object b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:55.735045 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:55.776497 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] Network de01c09f-3b02-4476-a210-91886fa29428 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:55.781858 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:55.784092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] Pushing event updated for resources: {'Port': ['ID=b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:55.786229 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:55.838480 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15dbc797-32db-47f4-b8c7-09c94bdeb62a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:55.840573 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] Attempting to bind port b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:21:55.840949 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] Attempting to bind port b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '91258211-b8a2-4fcb-8661-e6ed92193e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:21:55.841316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] Attempting to bind port b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc on network de01c09f-3b02-4476-a210-91886fa29428 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:55.846968 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:21:55.847326 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] Checking segment: {'id': '91258211-b8a2-4fcb-8661-e6ed92193e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:55.848063 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:55.848186 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] Bound using segment: {'id': '91258211-b8a2-4fcb-8661-e6ed92193e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:21:55.848577 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] Bound port: b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91258211-b8a2-4fcb-8661-e6ed92193e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:21:55.848960 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:55.915115 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] For port b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:21:55.918896 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] For port b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc,segment=NetworkSegment(91258211-b8a2-4fcb-8661-e6ed92193e64),segment_id=91258211-b8a2-4fcb-8661-e6ed92193e64)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:21:55.923949 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:55.983928 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856cf5d-fbea-4f54-a05b-af7e0f615a77 None None] Pushing event updated for resources: {'Port': ['ID=b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:56.058850 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15dbc797-32db-47f4-b8c7-09c94bdeb62a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:56.077571 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15dbc797-32db-47f4-b8c7-09c94bdeb62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:56.205600 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-15dbc797-32db-47f4-b8c7-09c94bdeb62a admin admin] Allocated IP 172.25.6.31 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/61704206-e842-4543-8b9e-6606b2170049) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:56.308447 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15dbc797-32db-47f4-b8c7-09c94bdeb62a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:56.350578 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15dbc797-32db-47f4-b8c7-09c94bdeb62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:56.390610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dbc797-32db-47f4-b8c7-09c94bdeb62a admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:56.394980 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-15dbc797-32db-47f4-b8c7-09c94bdeb62a admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:56.399819 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dbc797-32db-47f4-b8c7-09c94bdeb62a admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:56.403001 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbc797-32db-47f4-b8c7-09c94bdeb62a admin admin] Pushing event updated for resources: {'Port': ['ID=61704206-e842-4543-8b9e-6606b2170049,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:56.652956 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15dbc797-32db-47f4-b8c7-09c94bdeb62a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:56.857025 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15dbc797-32db-47f4-b8c7-09c94bdeb62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:56.913266 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb18fc8e-00f3-472c-92ec-45d9eca7cfbd None None] Network de01c09f-3b02-4476-a210-91886fa29428 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:56.989901 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15dbc797-32db-47f4-b8c7-09c94bdeb62a admin admin] Router c13977b6-dd8f-4716-8dc3-75b306464e97 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:21:57.006312 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-667fc765-67e8-43b8-a445-f333f7469338 None None] Provisioning for port b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:57.098328 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dbc797-32db-47f4-b8c7-09c94bdeb62a admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:21:57.110423 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] Sync routers for ids ['c13977b6-dd8f-4716-8dc3-75b306464e97'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:21:57.115461 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-15dbc797-32db-47f4-b8c7-09c94bdeb62a admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:57.117217 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-15dbc797-32db-47f4-b8c7-09c94bdeb62a admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8413978 Aug 16 23:21:57.120078 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50354) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:57.122542 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] Routers {'c13977b6-dd8f-4716-8dc3-75b306464e97'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:21:57.123229 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:21:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c13977b6-dd8f-4716-8dc3-75b306464e97'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:57.238757 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] Set router c13977b6-dd8f-4716-8dc3-75b306464e97 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:21:57.509634 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13977b6-dd8f-4716-8dc3-75b306464e97', 'name': 'tempest-TestEncryptedCinderVolumes-1179281426-router', 'tenant_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '61704206-e842-4543-8b9e-6606b2170049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:55Z', 'updated_at': '2021-08-16T23:21:56Z', 'revision_number': 3, 'project_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'gw_port': {'id': '61704206-e842-4543-8b9e-6606b2170049', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:92:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13977b6-dd8f-4716-8dc3-75b306464e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:21:56Z', 'updated_at': '2021-08-16T23:21:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:57.535653 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] Checking router: c13977b6-dd8f-4716-8dc3-75b306464e97 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:21:57.536000 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] Updating router c13977b6-dd8f-4716-8dc3-75b306464e97 port 61704206-e842-4543-8b9e-6606b2170049 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:21:57.557722 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8c50855-f23a-4320-84bd-3b6a6b33e589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:57.564167 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:57.662188 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:57.712882 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:57.717343 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:57.717775 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:57.724904 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-b8c50855-f23a-4320-84bd-3b6a6b33e589 admin admin] Allocated IP 172.20.0.1 (de01c09f-3b02-4476-a210-91886fa29428/97f32131-dcc5-4741-88c1-dadc7474f117/869fd69e-3e64-4562-ad59-b44725c41d52) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:57.802045 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:57.833012 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8c50855-f23a-4320-84bd-3b6a6b33e589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:57.836357 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:57.836522 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc,segment=NetworkSegment(91258211-b8a2-4fcb-8661-e6ed92193e64),segment_id=91258211-b8a2-4fcb-8661-e6ed92193e64)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:57.840760 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:57.846847 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] Transition to ACTIVE for port object 61704206-e842-4543-8b9e-6606b2170049 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:57.850195 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-b8c50855-f23a-4320-84bd-3b6a6b33e589 admin admin] Transition to ACTIVE for port object 869fd69e-3e64-4562-ad59-b44725c41d52 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:57.853158 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:57.891083 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8c50855-f23a-4320-84bd-3b6a6b33e589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:57.893000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:57.900313 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] Attempting to bind port 61704206-e842-4543-8b9e-6606b2170049 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:21:57.900676 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] Attempting to bind port 61704206-e842-4543-8b9e-6606b2170049 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:21:57.901033 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] Attempting to bind port 61704206-e842-4543-8b9e-6606b2170049 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:57.908761 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:21:57.909126 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:57.909519 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:57.909897 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:21:57.910376 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] Bound port: 61704206-e842-4543-8b9e-6606b2170049, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:21:57.910745 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:57.935010 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b851274-bfb8-40bc-bdf4-a0d3e502987d None None] Pushing event updated for resources: {'Port': ['ID=61704206-e842-4543-8b9e-6606b2170049,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:57.936399 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c50855-f23a-4320-84bd-3b6a6b33e589 admin admin] Network de01c09f-3b02-4476-a210-91886fa29428 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:57.939869 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-b8c50855-f23a-4320-84bd-3b6a6b33e589 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:57.943798 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c50855-f23a-4320-84bd-3b6a6b33e589 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:57.946140 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b851274-bfb8-40bc-bdf4-a0d3e502987d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:57.946508 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b851274-bfb8-40bc-bdf4-a0d3e502987d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:57.946956 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b851274-bfb8-40bc-bdf4-a0d3e502987d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:57.947161 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b851274-bfb8-40bc-bdf4-a0d3e502987d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:57.947433 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b851274-bfb8-40bc-bdf4-a0d3e502987d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:57.947711 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c50855-f23a-4320-84bd-3b6a6b33e589 admin admin] Pushing event updated for resources: {'Port': ['ID=869fd69e-3e64-4562-ad59-b44725c41d52,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:57.947814 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b851274-bfb8-40bc-bdf4-a0d3e502987d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:57.948083 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b851274-bfb8-40bc-bdf4-a0d3e502987d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:57.948352 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b851274-bfb8-40bc-bdf4-a0d3e502987d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:57.948670 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b851274-bfb8-40bc-bdf4-a0d3e502987d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:57.948981 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b851274-bfb8-40bc-bdf4-a0d3e502987d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:57.949291 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b851274-bfb8-40bc-bdf4-a0d3e502987d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:57.949660 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b851274-bfb8-40bc-bdf4-a0d3e502987d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:57.980446 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] For port 61704206-e842-4543-8b9e-6606b2170049, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:21:57.983936 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] For port 61704206-e842-4543-8b9e-6606b2170049, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=61704206-e842-4543-8b9e-6606b2170049,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:21:57.989455 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:57.996696 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8c50855-f23a-4320-84bd-3b6a6b33e589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:58.042778 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] Routers {'c13977b6-dd8f-4716-8dc3-75b306464e97'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:21:58.043554 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:21:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c13977b6-dd8f-4716-8dc3-75b306464e97'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:58.089152 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b851274-bfb8-40bc-bdf4-a0d3e502987d None None] Pushing event updated for resources: {'Port': ['ID=61704206-e842-4543-8b9e-6606b2170049,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:58.138965 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8c50855-f23a-4320-84bd-3b6a6b33e589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:58.165376 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] Set router c13977b6-dd8f-4716-8dc3-75b306464e97 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:21:58.181051 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-39a2b443-0ac9-464f-a028-833fe3e19c23 None None] Provisioning for port 869fd69e-3e64-4562-ad59-b44725c41d52 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:58.186120 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-39a2b443-0ac9-464f-a028-833fe3e19c23 None None] Provisioning complete for port 869fd69e-3e64-4562-ad59-b44725c41d52 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:58.186614 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-39a2b443-0ac9-464f-a028-833fe3e19c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:58.223242 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-39a2b443-0ac9-464f-a028-833fe3e19c23 None None] Port 869fd69e-3e64-4562-ad59-b44725c41d52 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:58.321484 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8c50855-f23a-4320-84bd-3b6a6b33e589 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:58.326289 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8c50855-f23a-4320-84bd-3b6a6b33e589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:58.344917 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13977b6-dd8f-4716-8dc3-75b306464e97', 'name': 'tempest-TestEncryptedCinderVolumes-1179281426-router', 'tenant_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '61704206-e842-4543-8b9e-6606b2170049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:55Z', 'updated_at': '2021-08-16T23:21:56Z', 'revision_number': 3, 'project_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'gw_port': {'id': '61704206-e842-4543-8b9e-6606b2170049', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:92:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13977b6-dd8f-4716-8dc3-75b306464e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:21:56Z', 'updated_at': '2021-08-16T23:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:58.374635 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19972f1-b272-4bb2-a67e-433779bcef76 None None] The sync data for ids ['c13977b6-dd8f-4716-8dc3-75b306464e97'] in n-d-792458-15 is: [{'id': 'c13977b6-dd8f-4716-8dc3-75b306464e97', 'name': 'tempest-TestEncryptedCinderVolumes-1179281426-router', 'tenant_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '61704206-e842-4543-8b9e-6606b2170049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:55Z', 'updated_at': '2021-08-16T23:21:56Z', 'revision_number': 3, 'project_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'gw_port': {'id': '61704206-e842-4543-8b9e-6606b2170049', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:92:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13977b6-dd8f-4716-8dc3-75b306464e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:21:56Z', 'updated_at': '2021-08-16T23:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:21:58.400853 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b8c50855-f23a-4320-84bd-3b6a6b33e589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:58.402690 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c50855-f23a-4320-84bd-3b6a6b33e589 admin admin] Pushing event updated for resources: {'Port': ['ID=869fd69e-3e64-4562-ad59-b44725c41d52,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:58.497938 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c50855-f23a-4320-84bd-3b6a6b33e589 admin admin] Network de01c09f-3b02-4476-a210-91886fa29428 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:58.499304 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-b8c50855-f23a-4320-84bd-3b6a6b33e589 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:58.635461 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c50855-f23a-4320-84bd-3b6a6b33e589 admin admin] Router c13977b6-dd8f-4716-8dc3-75b306464e97 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:21:58.754740 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-439c6efe-2d31-4a1f-9470-00d00d810890 None None] Provisioning complete for port 869fd69e-3e64-4562-ad59-b44725c41d52 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:58.755512 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-439c6efe-2d31-4a1f-9470-00d00d810890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:58.765785 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c50855-f23a-4320-84bd-3b6a6b33e589 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:21:58.779155 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b8c50855-f23a-4320-84bd-3b6a6b33e589 admin admin] 10.222.0.93 "PUT /v2.0/routers/c13977b6-dd8f-4716-8dc3-75b306464e97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6578114 Aug 16 23:21:58.800482 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-439c6efe-2d31-4a1f-9470-00d00d810890 None None] Port 869fd69e-3e64-4562-ad59-b44725c41d52 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:59.274904 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50370) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:59.279921 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f32d48b0-c924-4d31-bda7-66ff7b73ba76 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1763175688-network', 'tenant_id': '8a0c859d959841899d7db0e479839a26'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:59.300379 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32d48b0-c924-4d31-bda7-66ff7b73ba76 admin admin] Made reservation on behalf of 8a0c859d959841899d7db0e479839a26 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:59.302859 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f32d48b0-c924-4d31-bda7-66ff7b73ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:59.312280 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f32d48b0-c924-4d31-bda7-66ff7b73ba76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:59.401041 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f32d48b0-c924-4d31-bda7-66ff7b73ba76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:59.404907 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f32d48b0-c924-4d31-bda7-66ff7b73ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:59.434644 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32d48b0-c924-4d31-bda7-66ff7b73ba76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:21:59.443559 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d48b0-c924-4d31-bda7-66ff7b73ba76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc7c981-e231-461c-a060-60b181acbab4,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:59.449652 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f32d48b0-c924-4d31-bda7-66ff7b73ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:59.450023 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-f32d48b0-c924-4d31-bda7-66ff7b73ba76 admin admin] Added segment 854769bc-ca6b-42bc-888f-ddc604fe0778 of type vlan for network 9bb353d4-4496-4998-a39d-fe9bc90e4f8d Aug 16 23:21:59.490389 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f32d48b0-c924-4d31-bda7-66ff7b73ba76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:59.515185 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f32d48b0-c924-4d31-bda7-66ff7b73ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:59.516150 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32d48b0-c924-4d31-bda7-66ff7b73ba76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:59.516715 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f32d48b0-c924-4d31-bda7-66ff7b73ba76 admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:59.563956 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f32d48b0-c924-4d31-bda7-66ff7b73ba76 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2879341 Aug 16 23:21:59.567461 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50372) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:59.572723 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5d792ec9-773a-477f-967d-68f2a26c83e5 admin admin] Request body: {'subnet': {'network_id': '9bb353d4-4496-4998-a39d-fe9bc90e4f8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1763175688-subnet', 'tenant_id': '8a0c859d959841899d7db0e479839a26', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:59.576958 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d48b0-c924-4d31-bda7-66ff7b73ba76 admin admin] Pushing event updated for resources: {'Network': ['ID=9bb353d4-4496-4998-a39d-fe9bc90e4f8d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:59.595522 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d792ec9-773a-477f-967d-68f2a26c83e5 admin admin] Made reservation on behalf of 8a0c859d959841899d7db0e479839a26 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:59.598120 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d792ec9-773a-477f-967d-68f2a26c83e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:59.598396 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 9bb353d4-4496-4998-a39d-fe9bc90e4f8d details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:21:59.745015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 61704206-e842-4543-8b9e-6606b2170049 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:59.793309 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d792ec9-773a-477f-967d-68f2a26c83e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:59.795965 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 61704206-e842-4543-8b9e-6606b2170049 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:59.799854 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 61704206-e842-4543-8b9e-6606b2170049 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:59.800361 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:59.849585 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d792ec9-773a-477f-967d-68f2a26c83e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b12354d3-524e-4bc8-85e8-64a5e3b01596,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:59.861758 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d792ec9-773a-477f-967d-68f2a26c83e5 admin admin] Checking segment: {'id': '854769bc-ca6b-42bc-888f-ddc604fe0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bb353d4-4496-4998-a39d-fe9bc90e4f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:59.862213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d792ec9-773a-477f-967d-68f2a26c83e5 admin admin] Network hostable DHCP agents. Network: 9bb353d4-4496-4998-a39d-fe9bc90e4f8d, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:21:59.881149 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d792ec9-773a-477f-967d-68f2a26c83e5 admin admin] Network 9bb353d4-4496-4998-a39d-fe9bc90e4f8d is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:21:59.889645 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:59.890154 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5d792ec9-773a-477f-967d-68f2a26c83e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 9bb353d4-4496-4998-a39d-fe9bc90e4f8d) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:59.895179 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d792ec9-773a-477f-967d-68f2a26c83e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:59.897286 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5d792ec9-773a-477f-967d-68f2a26c83e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:59.899004 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c642ec82-702a-4896-895a-b60663b92000 None None] Network 9bb353d4-4496-4998-a39d-fe9bc90e4f8d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:59.911844 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5d792ec9-773a-477f-967d-68f2a26c83e5 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3431456 Aug 16 23:21:59.915065 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50374) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:59.920166 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d125ba7f-e51a-428d-b416-f735a8986877 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1763175688-router', 'tenant_id': '8a0c859d959841899d7db0e479839a26', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:59.944958 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d125ba7f-e51a-428d-b416-f735a8986877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:59.947504 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d125ba7f-e51a-428d-b416-f735a8986877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:59.948468 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 61704206-e842-4543-8b9e-6606b2170049, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=61704206-e842-4543-8b9e-6606b2170049,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:59.956350 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:59.957124 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:22:00.010472 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d125ba7f-e51a-428d-b416-f735a8986877 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.053573 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] Sync routers for ids ['c13977b6-dd8f-4716-8dc3-75b306464e97'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:22:00.086004 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=61704206-e842-4543-8b9e-6606b2170049,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:00.093196 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] Routers {'c13977b6-dd8f-4716-8dc3-75b306464e97'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:22:00.094072 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:21:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c13977b6-dd8f-4716-8dc3-75b306464e97'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:00.157576 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d125ba7f-e51a-428d-b416-f735a8986877 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.178493 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:00.178868 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.254497 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-9bb353d4-4496-4998-a39d-fe9bc90e4f8d', 'network_id': '9bb353d4-4496-4998-a39d-fe9bc90e4f8d', 'tenant_id': '8a0c859d959841899d7db0e479839a26', 'fixed_ips': [{'subnet_id': 'b12354d3-524e-4bc8-85e8-64a5e3b01596'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:22:00.255352 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.296958 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] Set router c13977b6-dd8f-4716-8dc3-75b306464e97 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:22:00.369484 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d125ba7f-e51a-428d-b416-f735a8986877 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.390110 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d125ba7f-e51a-428d-b416-f735a8986877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.502887 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-d125ba7f-e51a-428d-b416-f735a8986877 admin admin] Allocated IP 172.25.6.214 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/2025dc5d-4196-4c85-8905-6eb1ebc496b7) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:22:00.615414 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d125ba7f-e51a-428d-b416-f735a8986877 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.662460 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d125ba7f-e51a-428d-b416-f735a8986877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.708901 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d125ba7f-e51a-428d-b416-f735a8986877 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:22:00.712063 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d125ba7f-e51a-428d-b416-f735a8986877 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:22:00.716334 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d125ba7f-e51a-428d-b416-f735a8986877 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:22:00.719404 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125ba7f-e51a-428d-b416-f735a8986877 admin admin] Pushing event updated for resources: {'Port': ['ID=2025dc5d-4196-4c85-8905-6eb1ebc496b7,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:00.732268 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] Allocated IP 172.20.0.2 (9bb353d4-4496-4998-a39d-fe9bc90e4f8d/b12354d3-524e-4bc8-85e8-64a5e3b01596/337b05b1-0fa6-4c4c-a995-02c0ee900b14) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:22:00.874066 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13977b6-dd8f-4716-8dc3-75b306464e97', 'name': 'tempest-TestEncryptedCinderVolumes-1179281426-router', 'tenant_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '61704206-e842-4543-8b9e-6606b2170049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:55Z', 'updated_at': '2021-08-16T23:21:58Z', 'revision_number': 4, 'project_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'gw_port': {'id': '61704206-e842-4543-8b9e-6606b2170049', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13977b6-dd8f-4716-8dc3-75b306464e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:21:56Z', 'updated_at': '2021-08-16T23:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '869fd69e-3e64-4562-ad59-b44725c41d52', 'name': '', 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428', 'tenant_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'mac_address': 'fa:16:3e:ba:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13977b6-dd8f-4716-8dc3-75b306464e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '97f32131-dcc5-4741-88c1-dadc7474f117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:21:57Z', 'updated_at': '2021-08-16T23:21:58Z', 'revision_number': 2, 'project_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'subnets': [{'id': '97f32131-dcc5-4741-88c1-dadc7474f117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:00.917688 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] Checking router: c13977b6-dd8f-4716-8dc3-75b306464e97 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:22:00.918066 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] Updating router c13977b6-dd8f-4716-8dc3-75b306464e97 port 869fd69e-3e64-4562-ad59-b44725c41d52 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:22:00.957050 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.970994 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.986313 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d125ba7f-e51a-428d-b416-f735a8986877 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.998474 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] Transition to ACTIVE for port object 337b05b1-0fa6-4c4c-a995-02c0ee900b14 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:22:01.024243 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] Transition to ACTIVE for port object 337b05b1-0fa6-4c4c-a995-02c0ee900b14 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:22:01.073249 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:01.140682 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] Network 9bb353d4-4496-4998-a39d-fe9bc90e4f8d is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:22:01.143115 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] Pushing event updated for resources: {'Port': ['ID=337b05b1-0fa6-4c4c-a995-02c0ee900b14,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:01.154158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:22:01.179913 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:22:01.191088 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d125ba7f-e51a-428d-b416-f735a8986877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:01.266120 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] Attempting to bind port 337b05b1-0fa6-4c4c-a995-02c0ee900b14 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:22:01.266489 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] Attempting to bind port 337b05b1-0fa6-4c4c-a995-02c0ee900b14 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '854769bc-ca6b-42bc-888f-ddc604fe0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bb353d4-4496-4998-a39d-fe9bc90e4f8d'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:22:01.266847 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] Attempting to bind port 337b05b1-0fa6-4c4c-a995-02c0ee900b14 on network 9bb353d4-4496-4998-a39d-fe9bc90e4f8d {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:22:01.279276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:22:01.279637 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] Checking segment: {'id': '854769bc-ca6b-42bc-888f-ddc604fe0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bb353d4-4496-4998-a39d-fe9bc90e4f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:22:01.280079 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:01.280488 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] Bound using segment: {'id': '854769bc-ca6b-42bc-888f-ddc604fe0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bb353d4-4496-4998-a39d-fe9bc90e4f8d'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:22:01.280953 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] Bound port: 337b05b1-0fa6-4c4c-a995-02c0ee900b14, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854769bc-ca6b-42bc-888f-ddc604fe0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bb353d4-4496-4998-a39d-fe9bc90e4f8d'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:22:01.281329 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:01.321986 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d125ba7f-e51a-428d-b416-f735a8986877 admin admin] Router bf7f4e57-c62b-4f66-b8f1-8b4979da342d is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:22:01.383862 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:01.392113 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] For port 337b05b1-0fa6-4c4c-a995-02c0ee900b14, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:22:01.396649 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] For port 337b05b1-0fa6-4c4c-a995-02c0ee900b14, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=337b05b1-0fa6-4c4c-a995-02c0ee900b14,segment=NetworkSegment(854769bc-ca6b-42bc-888f-ddc604fe0778),segment_id=854769bc-ca6b-42bc-888f-ddc604fe0778)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:22:01.399247 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] Transition to ACTIVE for port object 869fd69e-3e64-4562-ad59-b44725c41d52 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:22:01.401786 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:01.427912 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d125ba7f-e51a-428d-b416-f735a8986877 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:22:01.428553 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:01.439066 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] Sync routers for ids ['bf7f4e57-c62b-4f66-b8f1-8b4979da342d'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:22:01.446868 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d125ba7f-e51a-428d-b416-f735a8986877 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:01.450007 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d125ba7f-e51a-428d-b416-f735a8986877 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5318999 Aug 16 23:22:01.458716 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] Routers {'bf7f4e57-c62b-4f66-b8f1-8b4979da342d'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:22:01.460617 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:21:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['bf7f4e57-c62b-4f66-b8f1-8b4979da342d'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:01.461587 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50376) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:01.475890 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e8e14-2e0f-4626-abd5-45d945d255a5 None None] Pushing event updated for resources: {'Port': ['ID=337b05b1-0fa6-4c4c-a995-02c0ee900b14,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:01.574755 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba268e-3d4a-4dbe-882c-4e85c6b7e098 None None] Pushing event updated for resources: {'Port': ['ID=869fd69e-3e64-4562-ad59-b44725c41d52,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:01.580416 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] Attempting to bind port 869fd69e-3e64-4562-ad59-b44725c41d52 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:22:01.580867 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] Attempting to bind port 869fd69e-3e64-4562-ad59-b44725c41d52 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '91258211-b8a2-4fcb-8661-e6ed92193e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:22:01.581155 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] Attempting to bind port 869fd69e-3e64-4562-ad59-b44725c41d52 on network de01c09f-3b02-4476-a210-91886fa29428 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:22:01.587296 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:22:01.587955 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] Checking segment: {'id': '91258211-b8a2-4fcb-8661-e6ed92193e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:22:01.588595 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:01.589256 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] Bound using segment: {'id': '91258211-b8a2-4fcb-8661-e6ed92193e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:22:01.589747 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] Bound port: 869fd69e-3e64-4562-ad59-b44725c41d52, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91258211-b8a2-4fcb-8661-e6ed92193e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:22:01.590265 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:01.623862 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] Set router bf7f4e57-c62b-4f66-b8f1-8b4979da342d gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:22:01.696349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 61704206-e842-4543-8b9e-6606b2170049 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:22:01.705399 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] For port 869fd69e-3e64-4562-ad59-b44725c41d52, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:22:01.747000 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] For port 869fd69e-3e64-4562-ad59-b44725c41d52, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=869fd69e-3e64-4562-ad59-b44725c41d52,segment=NetworkSegment(91258211-b8a2-4fcb-8661-e6ed92193e64),segment_id=91258211-b8a2-4fcb-8661-e6ed92193e64)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:22:01.760221 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:01.869778 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] Routers {'c13977b6-dd8f-4716-8dc3-75b306464e97'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:22:01.871944 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:21:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c13977b6-dd8f-4716-8dc3-75b306464e97'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:01.878147 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba268e-3d4a-4dbe-882c-4e85c6b7e098 None None] Pushing event updated for resources: {'Port': ['ID=869fd69e-3e64-4562-ad59-b44725c41d52,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:01.923408 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 61704206-e842-4543-8b9e-6606b2170049 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:01.924381 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:01.961500 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7f4e57-c62b-4f66-b8f1-8b4979da342d', 'name': 'tempest-TestEncryptedCinderVolumes-1763175688-router', 'tenant_id': '8a0c859d959841899d7db0e479839a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '2025dc5d-4196-4c85-8905-6eb1ebc496b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:59Z', 'updated_at': '2021-08-16T23:22:00Z', 'revision_number': 3, 'project_id': '8a0c859d959841899d7db0e479839a26', 'gw_port': {'id': '2025dc5d-4196-4c85-8905-6eb1ebc496b7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7f4e57-c62b-4f66-b8f1-8b4979da342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:00Z', 'updated_at': '2021-08-16T23:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:02.002153 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] Checking router: bf7f4e57-c62b-4f66-b8f1-8b4979da342d for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:22:02.003894 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] Updating router bf7f4e57-c62b-4f66-b8f1-8b4979da342d port 2025dc5d-4196-4c85-8905-6eb1ebc496b7 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:22:02.046807 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] Set router c13977b6-dd8f-4716-8dc3-75b306464e97 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:22:02.050913 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:02.305355 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13977b6-dd8f-4716-8dc3-75b306464e97', 'name': 'tempest-TestEncryptedCinderVolumes-1179281426-router', 'tenant_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '61704206-e842-4543-8b9e-6606b2170049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:55Z', 'updated_at': '2021-08-16T23:21:58Z', 'revision_number': 4, 'project_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'gw_port': {'id': '61704206-e842-4543-8b9e-6606b2170049', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13977b6-dd8f-4716-8dc3-75b306464e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:21:56Z', 'updated_at': '2021-08-16T23:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '869fd69e-3e64-4562-ad59-b44725c41d52', 'name': '', 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428', 'tenant_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'mac_address': 'fa:16:3e:ba:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13977b6-dd8f-4716-8dc3-75b306464e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '97f32131-dcc5-4741-88c1-dadc7474f117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:21:57Z', 'updated_at': '2021-08-16T23:22:01Z', 'revision_number': 4, 'project_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'subnets': [{'id': '97f32131-dcc5-4741-88c1-dadc7474f117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:02.332740 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a87f73-9533-426b-855f-efeea806d2aa None None] The sync data for ids ['c13977b6-dd8f-4716-8dc3-75b306464e97'] in n-d-792458-15 is: [{'id': 'c13977b6-dd8f-4716-8dc3-75b306464e97', 'name': 'tempest-TestEncryptedCinderVolumes-1179281426-router', 'tenant_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '61704206-e842-4543-8b9e-6606b2170049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:55Z', 'updated_at': '2021-08-16T23:21:58Z', 'revision_number': 4, 'project_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'gw_port': {'id': '61704206-e842-4543-8b9e-6606b2170049', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13977b6-dd8f-4716-8dc3-75b306464e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:21:56Z', 'updated_at': '2021-08-16T23:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '869fd69e-3e64-4562-ad59-b44725c41d52', 'name': '', 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428', 'tenant_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'mac_address': 'fa:16:3e:ba:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13977b6-dd8f-4716-8dc3-75b306464e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '97f32131-dcc5-4741-88c1-dadc7474f117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:21:57Z', 'updated_at': '2021-08-16T23:22:01Z', 'revision_number': 4, 'project_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'subnets': [{'id': '97f32131-dcc5-4741-88c1-dadc7474f117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:22:02.378485 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:02.399616 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] Transition to ACTIVE for port object 2025dc5d-4196-4c85-8905-6eb1ebc496b7 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:22:02.408789 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:02.475558 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] Attempting to bind port 2025dc5d-4196-4c85-8905-6eb1ebc496b7 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:22:02.476949 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] Attempting to bind port 2025dc5d-4196-4c85-8905-6eb1ebc496b7 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:22:02.476949 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] Attempting to bind port 2025dc5d-4196-4c85-8905-6eb1ebc496b7 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:22:02.486803 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:22:02.487170 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:22:02.487566 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:02.490354 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:22:02.493072 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] Bound port: 2025dc5d-4196-4c85-8905-6eb1ebc496b7, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:22:02.493545 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:02.498352 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-deb469a7-c815-4efc-be5e-bb4af3a3e68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:02.558749 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] For port 2025dc5d-4196-4c85-8905-6eb1ebc496b7, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:22:02.563241 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] For port 2025dc5d-4196-4c85-8905-6eb1ebc496b7, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=2025dc5d-4196-4c85-8905-6eb1ebc496b7,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:22:02.564777 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde7b78-e6d4-441f-afa5-ac1b363d4e5e None None] Pushing event updated for resources: {'Port': ['ID=2025dc5d-4196-4c85-8905-6eb1ebc496b7,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:02.576491 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:02.737180 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-deb469a7-c815-4efc-be5e-bb4af3a3e68b admin admin] Allocated IP 172.20.0.1 (9bb353d4-4496-4998-a39d-fe9bc90e4f8d/b12354d3-524e-4bc8-85e8-64a5e3b01596/f5c939ac-8da2-40b6-9635-8808fdc42c14) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:22:02.745797 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] Routers {'bf7f4e57-c62b-4f66-b8f1-8b4979da342d'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:22:02.746474 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:21:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['bf7f4e57-c62b-4f66-b8f1-8b4979da342d'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:02.805290 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd3bf80-7825-4272-a821-900a67288837 None None] Network 9bb353d4-4496-4998-a39d-fe9bc90e4f8d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:22:02.852879 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] Set router bf7f4e57-c62b-4f66-b8f1-8b4979da342d gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:22:02.856847 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-deb469a7-c815-4efc-be5e-bb4af3a3e68b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:02.871348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-deb469a7-c815-4efc-be5e-bb4af3a3e68b admin admin] Transition to ACTIVE for port object f5c939ac-8da2-40b6-9635-8808fdc42c14 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:22:02.876097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2b199d89-6d55-494d-b38b-9e04d095b04e None None] Provisioning for port 337b05b1-0fa6-4c4c-a995-02c0ee900b14 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:22:02.916721 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-deb469a7-c815-4efc-be5e-bb4af3a3e68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:02.930965 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde7b78-e6d4-441f-afa5-ac1b363d4e5e None None] Pushing event updated for resources: {'Port': ['ID=2025dc5d-4196-4c85-8905-6eb1ebc496b7,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:02.966237 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb469a7-c815-4efc-be5e-bb4af3a3e68b admin admin] Network 9bb353d4-4496-4998-a39d-fe9bc90e4f8d is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:22:02.971476 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-deb469a7-c815-4efc-be5e-bb4af3a3e68b admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:22:02.975101 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb469a7-c815-4efc-be5e-bb4af3a3e68b admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:22:03.005144 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb469a7-c815-4efc-be5e-bb4af3a3e68b admin admin] Pushing event updated for resources: {'Port': ['ID=f5c939ac-8da2-40b6-9635-8808fdc42c14,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:03.024906 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-deb469a7-c815-4efc-be5e-bb4af3a3e68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.101542 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7f4e57-c62b-4f66-b8f1-8b4979da342d', 'name': 'tempest-TestEncryptedCinderVolumes-1763175688-router', 'tenant_id': '8a0c859d959841899d7db0e479839a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '2025dc5d-4196-4c85-8905-6eb1ebc496b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:59Z', 'updated_at': '2021-08-16T23:22:00Z', 'revision_number': 3, 'project_id': '8a0c859d959841899d7db0e479839a26', 'gw_port': {'id': '2025dc5d-4196-4c85-8905-6eb1ebc496b7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7f4e57-c62b-4f66-b8f1-8b4979da342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:00Z', 'updated_at': '2021-08-16T23:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:03.133495 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43bd9b9-71ca-4013-99da-53be4e01f35a None None] The sync data for ids ['bf7f4e57-c62b-4f66-b8f1-8b4979da342d'] in n-d-792458-15 is: [{'id': 'bf7f4e57-c62b-4f66-b8f1-8b4979da342d', 'name': 'tempest-TestEncryptedCinderVolumes-1763175688-router', 'tenant_id': '8a0c859d959841899d7db0e479839a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '2025dc5d-4196-4c85-8905-6eb1ebc496b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:59Z', 'updated_at': '2021-08-16T23:22:00Z', 'revision_number': 3, 'project_id': '8a0c859d959841899d7db0e479839a26', 'gw_port': {'id': '2025dc5d-4196-4c85-8905-6eb1ebc496b7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7f4e57-c62b-4f66-b8f1-8b4979da342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:00Z', 'updated_at': '2021-08-16T23:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:22:03.192651 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-deb469a7-c815-4efc-be5e-bb4af3a3e68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.312057 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-64a2b506-2e75-4eca-bce4-3e2024382119 None None] Provisioning for port f5c939ac-8da2-40b6-9635-8808fdc42c14 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:22:03.321119 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-64a2b506-2e75-4eca-bce4-3e2024382119 None None] Provisioning complete for port f5c939ac-8da2-40b6-9635-8808fdc42c14 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:03.321527 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-64a2b506-2e75-4eca-bce4-3e2024382119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.384003 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-64a2b506-2e75-4eca-bce4-3e2024382119 None None] Port f5c939ac-8da2-40b6-9635-8808fdc42c14 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:22:03.451303 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-deb469a7-c815-4efc-be5e-bb4af3a3e68b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.457091 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-deb469a7-c815-4efc-be5e-bb4af3a3e68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.536877 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb469a7-c815-4efc-be5e-bb4af3a3e68b admin admin] Pushing event updated for resources: {'Port': ['ID=f5c939ac-8da2-40b6-9635-8808fdc42c14,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:03.549704 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-deb469a7-c815-4efc-be5e-bb4af3a3e68b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.640106 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b10866f8-fac5-4147-9e7b-0fa1248b122c None None] Provisioning complete for port f5c939ac-8da2-40b6-9635-8808fdc42c14 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:03.640490 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b10866f8-fac5-4147-9e7b-0fa1248b122c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.701490 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b10866f8-fac5-4147-9e7b-0fa1248b122c None None] Port f5c939ac-8da2-40b6-9635-8808fdc42c14 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:22:03.731478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb469a7-c815-4efc-be5e-bb4af3a3e68b admin admin] Network 9bb353d4-4496-4998-a39d-fe9bc90e4f8d is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:22:03.733164 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-deb469a7-c815-4efc-be5e-bb4af3a3e68b admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:22:03.814077 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 337b05b1-0fa6-4c4c-a995-02c0ee900b14 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:22:03.883424 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 337b05b1-0fa6-4c4c-a995-02c0ee900b14 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:22:03.888326 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 337b05b1-0fa6-4c4c-a995-02c0ee900b14 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:03.888900 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.903736 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb469a7-c815-4efc-be5e-bb4af3a3e68b admin admin] Router bf7f4e57-c62b-4f66-b8f1-8b4979da342d has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:22:03.990837 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.033269 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 337b05b1-0fa6-4c4c-a995-02c0ee900b14, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=337b05b1-0fa6-4c4c-a995-02c0ee900b14,segment=NetworkSegment(854769bc-ca6b-42bc-888f-ddc604fe0778),segment_id=854769bc-ca6b-42bc-888f-ddc604fe0778)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:04.040251 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.041028 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 2025dc5d-4196-4c85-8905-6eb1ebc496b7 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:22:04.076648 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb469a7-c815-4efc-be5e-bb4af3a3e68b admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:22:04.082653 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-deb469a7-c815-4efc-be5e-bb4af3a3e68b admin admin] 10.222.0.93 "PUT /v2.0/routers/bf7f4e57-c62b-4f66-b8f1-8b4979da342d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6197610 Aug 16 23:22:04.090434 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e2790abb-4a05-41c2-8797-bf11f4374996 None None] Provisioning complete for port f5c939ac-8da2-40b6-9635-8808fdc42c14 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:04.091080 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e2790abb-4a05-41c2-8797-bf11f4374996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.164870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=337b05b1-0fa6-4c4c-a995-02c0ee900b14,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:04.169693 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e2790abb-4a05-41c2-8797-bf11f4374996 None None] Port f5c939ac-8da2-40b6-9635-8808fdc42c14 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:22:04.177752 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 2025dc5d-4196-4c85-8905-6eb1ebc496b7 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:22:04.182465 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 2025dc5d-4196-4c85-8905-6eb1ebc496b7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:04.182844 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.271810 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.295289 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 2025dc5d-4196-4c85-8905-6eb1ebc496b7, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=2025dc5d-4196-4c85-8905-6eb1ebc496b7,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:04.299666 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.300617 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 869fd69e-3e64-4562-ad59-b44725c41d52 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:22:04.381995 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=2025dc5d-4196-4c85-8905-6eb1ebc496b7,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:04.396572 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 869fd69e-3e64-4562-ad59-b44725c41d52 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:22:04.401597 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 869fd69e-3e64-4562-ad59-b44725c41d52 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:04.401991 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.494441 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.529262 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 869fd69e-3e64-4562-ad59-b44725c41d52, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=869fd69e-3e64-4562-ad59-b44725c41d52,segment=NetworkSegment(91258211-b8a2-4fcb-8661-e6ed92193e64),segment_id=91258211-b8a2-4fcb-8661-e6ed92193e64)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:04.534373 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.583679 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=869fd69e-3e64-4562-ad59-b44725c41d52,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:04.924560 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd844a28-b918-4671-afe9-18c36041db52 req-f57e8d0c-a806-4beb-9d97-689d83385603 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:04.926272 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd844a28-b918-4671-afe9-18c36041db52 req-f57e8d0c-a806-4beb-9d97-689d83385603 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/networks?id=de01c09f-3b02-4476-a210-91886fa29428 HTTP/1.1" status: 200 len: 817 time: 0.1074569 Aug 16 23:22:04.941570 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd844a28-b918-4671-afe9-18c36041db52 req-3ec972d8-e27f-4c8f-8fc1-a0f5cfb61cbb tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/quotas/5535c0a0e4b3403aa2cddc22833a07ff HTTP/1.1" status: 200 len: 375 time: 0.0091879 Aug 16 23:22:04.993181 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd844a28-b918-4671-afe9-18c36041db52 req-9e89d558-ef32-476b-b279-2bb92b721120 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=5535c0a0e4b3403aa2cddc22833a07ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454757 Aug 16 23:22:05.095392 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd844a28-b918-4671-afe9-18c36041db52 req-1aad389f-e735-4e79-966d-0df3a076f33c service neutron] 10.222.0.93 "GET /v2.0/networks/de01c09f-3b02-4476-a210-91886fa29428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903773 Aug 16 23:22:05.186875 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd844a28-b918-4671-afe9-18c36041db52 req-e250ca07-5c46-48ed-bb95-da92f2f6adb9 service neutron] 10.222.0.93 "GET /v2.0/networks/de01c09f-3b02-4476-a210-91886fa29428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853305 Aug 16 23:22:05.365930 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b9a4b502-6b43-48a6-9d44-f73f644a4ee2 req-84d9b0ce-4b71-4c0e-b833-db4b89150923 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a7f70c5e-689e-47bb-b364-781af5c0b6b9 HTTP/1.1" status: 200 len: 210 time: 0.0301781 Aug 16 23:22:05.657096 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 337b05b1-0fa6-4c4c-a995-02c0ee900b14 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:22:05.715803 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 337b05b1-0fa6-4c4c-a995-02c0ee900b14 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:05.716175 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:05.786762 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] Sync routers for ids ['bf7f4e57-c62b-4f66-b8f1-8b4979da342d'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:22:05.806818 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 2025dc5d-4196-4c85-8905-6eb1ebc496b7 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:22:05.809582 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] Routers {'bf7f4e57-c62b-4f66-b8f1-8b4979da342d'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:22:05.810439 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:21:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['bf7f4e57-c62b-4f66-b8f1-8b4979da342d'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:05.946847 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 2025dc5d-4196-4c85-8905-6eb1ebc496b7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:05.947202 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:06.137767 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] Set router bf7f4e57-c62b-4f66-b8f1-8b4979da342d gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:22:06.304160 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 869fd69e-3e64-4562-ad59-b44725c41d52 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:22:06.361067 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd844a28-b918-4671-afe9-18c36041db52 req-016148e1-1f8a-4ef5-8182-4940d95c83a5 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:06.363513 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fd844a28-b918-4671-afe9-18c36041db52 req-016148e1-1f8a-4ef5-8182-4940d95c83a5 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.43 "GET /v2.0/networks?id=de01c09f-3b02-4476-a210-91886fa29428 HTTP/1.1" status: 200 len: 817 time: 0.1351013 Aug 16 23:22:06.377871 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-fd844a28-b918-4671-afe9-18c36041db52 req-c681bbfb-9e10-4a74-a165-f2acad2dc70f tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Request body: {'port': {'device_id': 'a7f70c5e-689e-47bb-b364-781af5c0b6b9', 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428', 'admin_state_up': True, 'tenant_id': '5535c0a0e4b3403aa2cddc22833a07ff'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:22:06.405308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 869fd69e-3e64-4562-ad59-b44725c41d52 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:06.405689 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:06.463043 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7f4e57-c62b-4f66-b8f1-8b4979da342d', 'name': 'tempest-TestEncryptedCinderVolumes-1763175688-router', 'tenant_id': '8a0c859d959841899d7db0e479839a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '2025dc5d-4196-4c85-8905-6eb1ebc496b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:59Z', 'updated_at': '2021-08-16T23:22:03Z', 'revision_number': 4, 'project_id': '8a0c859d959841899d7db0e479839a26', 'gw_port': {'id': '2025dc5d-4196-4c85-8905-6eb1ebc496b7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7f4e57-c62b-4f66-b8f1-8b4979da342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:00Z', 'updated_at': '2021-08-16T23:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'f5c939ac-8da2-40b6-9635-8808fdc42c14', 'name': '', 'network_id': '9bb353d4-4496-4998-a39d-fe9bc90e4f8d', 'tenant_id': '8a0c859d959841899d7db0e479839a26', 'mac_address': 'fa:16:3e:d1:2a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7f4e57-c62b-4f66-b8f1-8b4979da342d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'b12354d3-524e-4bc8-85e8-64a5e3b01596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:02Z', 'updated_at': '2021-08-16T23:22:03Z', 'revision_number': 2, 'project_id': '8a0c859d959841899d7db0e479839a26', 'subnets': [{'id': 'b12354d3-524e-4bc8-85e8-64a5e3b01596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:06.493999 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] Checking router: bf7f4e57-c62b-4f66-b8f1-8b4979da342d for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:22:06.493999 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] Updating router bf7f4e57-c62b-4f66-b8f1-8b4979da342d port f5c939ac-8da2-40b6-9635-8808fdc42c14 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:22:06.496202 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf7cbedc-f683-43f3-a72a-aa3cdb066c88 req-815562b6-9969-43f0-ac0c-fae8a0a27d95 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a7f70c5e-689e-47bb-b364-781af5c0b6b9 HTTP/1.1" status: 200 len: 210 time: 0.0390437 Aug 16 23:22:06.510768 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd844a28-b918-4671-afe9-18c36041db52 req-c681bbfb-9e10-4a74-a165-f2acad2dc70f tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Made reservation on behalf of 5535c0a0e4b3403aa2cddc22833a07ff for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:22:06.514561 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-fd844a28-b918-4671-afe9-18c36041db52 req-c681bbfb-9e10-4a74-a165-f2acad2dc70f tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:06.545793 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:06.660155 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-fd844a28-b918-4671-afe9-18c36041db52 req-c681bbfb-9e10-4a74-a165-f2acad2dc70f tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Allocated IP 172.20.0.4 (de01c09f-3b02-4476-a210-91886fa29428/97f32131-dcc5-4741-88c1-dadc7474f117/35f342af-1ae5-4ee2-834c-b952b8dd96d0) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:22:06.834834 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:06.835961 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-fd844a28-b918-4671-afe9-18c36041db52 req-c681bbfb-9e10-4a74-a165-f2acad2dc70f tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:06.845187 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] Transition to ACTIVE for port object f5c939ac-8da2-40b6-9635-8808fdc42c14 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:22:06.850519 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-fd844a28-b918-4671-afe9-18c36041db52 req-c681bbfb-9e10-4a74-a165-f2acad2dc70f tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Transition to ACTIVE for port object 35f342af-1ae5-4ee2-834c-b952b8dd96d0 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:22:06.852054 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:06.889414 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-fd844a28-b918-4671-afe9-18c36041db52 req-c681bbfb-9e10-4a74-a165-f2acad2dc70f tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:06.903759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5622220-df3a-4618-b1e1-4b0b0a376b8e None None] Pushing event updated for resources: {'Port': ['ID=f5c939ac-8da2-40b6-9635-8808fdc42c14,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:06.939369 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd844a28-b918-4671-afe9-18c36041db52 req-c681bbfb-9e10-4a74-a165-f2acad2dc70f tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Network de01c09f-3b02-4476-a210-91886fa29428 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:22:06.945696 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-fd844a28-b918-4671-afe9-18c36041db52 req-c681bbfb-9e10-4a74-a165-f2acad2dc70f tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:22:06.950675 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd844a28-b918-4671-afe9-18c36041db52 req-c681bbfb-9e10-4a74-a165-f2acad2dc70f tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:22:06.962870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] Attempting to bind port f5c939ac-8da2-40b6-9635-8808fdc42c14 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:22:06.963341 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] Attempting to bind port f5c939ac-8da2-40b6-9635-8808fdc42c14 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '854769bc-ca6b-42bc-888f-ddc604fe0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bb353d4-4496-4998-a39d-fe9bc90e4f8d'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:22:06.963787 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] Attempting to bind port f5c939ac-8da2-40b6-9635-8808fdc42c14 on network 9bb353d4-4496-4998-a39d-fe9bc90e4f8d {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:22:06.970870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:22:06.970870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] Checking segment: {'id': '854769bc-ca6b-42bc-888f-ddc604fe0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bb353d4-4496-4998-a39d-fe9bc90e4f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:22:06.973009 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:06.973009 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] Bound using segment: {'id': '854769bc-ca6b-42bc-888f-ddc604fe0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bb353d4-4496-4998-a39d-fe9bc90e4f8d'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:22:06.973009 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] Bound port: f5c939ac-8da2-40b6-9635-8808fdc42c14, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854769bc-ca6b-42bc-888f-ddc604fe0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bb353d4-4496-4998-a39d-fe9bc90e4f8d'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:22:06.973409 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:07.002368 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd844a28-b918-4671-afe9-18c36041db52 req-c681bbfb-9e10-4a74-a165-f2acad2dc70f tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:07.002949 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-fd844a28-b918-4671-afe9-18c36041db52 req-c681bbfb-9e10-4a74-a165-f2acad2dc70f tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:07.015369 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681bbfb-9e10-4a74-a165-f2acad2dc70f tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Pushing event updated for resources: {'Port': ['ID=35f342af-1ae5-4ee2-834c-b952b8dd96d0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:07.035135 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fd844a28-b918-4671-afe9-18c36041db52 req-c681bbfb-9e10-4a74-a165-f2acad2dc70f tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6617146 Aug 16 23:22:07.049006 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-fd844a28-b918-4671-afe9-18c36041db52 req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] Request body: {'port': {'device_id': 'a7f70c5e-689e-47bb-b364-781af5c0b6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:22:07.062751 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] For port f5c939ac-8da2-40b6-9635-8808fdc42c14, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:22:07.074244 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] For port f5c939ac-8da2-40b6-9635-8808fdc42c14, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=f5c939ac-8da2-40b6-9635-8808fdc42c14,segment=NetworkSegment(854769bc-ca6b-42bc-888f-ddc604fe0778),segment_id=854769bc-ca6b-42bc-888f-ddc604fe0778)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:22:07.082719 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:07.136098 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-fd844a28-b918-4671-afe9-18c36041db52 req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:07.141184 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5622220-df3a-4618-b1e1-4b0b0a376b8e None None] Pushing event updated for resources: {'Port': ['ID=f5c939ac-8da2-40b6-9635-8808fdc42c14,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:07.159302 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] Routers {'bf7f4e57-c62b-4f66-b8f1-8b4979da342d'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:22:07.160598 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:21:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['bf7f4e57-c62b-4f66-b8f1-8b4979da342d'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:07.296412 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] Set router bf7f4e57-c62b-4f66-b8f1-8b4979da342d gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:22:07.457137 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1b5580a1-a0b1-45cd-9201-e2362ea4516d None None] Provisioning for port 35f342af-1ae5-4ee2-834c-b952b8dd96d0 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:22:07.468040 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1b5580a1-a0b1-45cd-9201-e2362ea4516d None None] Provisioning complete for port 35f342af-1ae5-4ee2-834c-b952b8dd96d0 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:07.468512 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1b5580a1-a0b1-45cd-9201-e2362ea4516d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:07.478643 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-fd844a28-b918-4671-afe9-18c36041db52 req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f342af-1ae5-4ee2-834c-b952b8dd96d0 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:22:07.486603 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-fd844a28-b918-4671-afe9-18c36041db52 req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:07.499811 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-fd844a28-b918-4671-afe9-18c36041db52 req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] Transition to ACTIVE for port object 35f342af-1ae5-4ee2-834c-b952b8dd96d0 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:22:07.503848 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-fd844a28-b918-4671-afe9-18c36041db52 req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:07.526974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-1b5580a1-a0b1-45cd-9201-e2362ea4516d None None] Port 35f342af-1ae5-4ee2-834c-b952b8dd96d0 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:22:07.561189 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] Pushing event updated for resources: {'Port': ['ID=35f342af-1ae5-4ee2-834c-b952b8dd96d0,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:07.589562 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7f4e57-c62b-4f66-b8f1-8b4979da342d', 'name': 'tempest-TestEncryptedCinderVolumes-1763175688-router', 'tenant_id': '8a0c859d959841899d7db0e479839a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '2025dc5d-4196-4c85-8905-6eb1ebc496b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:59Z', 'updated_at': '2021-08-16T23:22:03Z', 'revision_number': 4, 'project_id': '8a0c859d959841899d7db0e479839a26', 'gw_port': {'id': '2025dc5d-4196-4c85-8905-6eb1ebc496b7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7f4e57-c62b-4f66-b8f1-8b4979da342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:00Z', 'updated_at': '2021-08-16T23:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'f5c939ac-8da2-40b6-9635-8808fdc42c14', 'name': '', 'network_id': '9bb353d4-4496-4998-a39d-fe9bc90e4f8d', 'tenant_id': '8a0c859d959841899d7db0e479839a26', 'mac_address': 'fa:16:3e:d1:2a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7f4e57-c62b-4f66-b8f1-8b4979da342d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'b12354d3-524e-4bc8-85e8-64a5e3b01596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:02Z', 'updated_at': '2021-08-16T23:22:07Z', 'revision_number': 4, 'project_id': '8a0c859d959841899d7db0e479839a26', 'subnets': [{'id': 'b12354d3-524e-4bc8-85e8-64a5e3b01596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:07.619546 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b162e88-7e0a-4fd8-a8c6-9a600ed47c72 None None] The sync data for ids ['bf7f4e57-c62b-4f66-b8f1-8b4979da342d'] in n-d-792458-15 is: [{'id': 'bf7f4e57-c62b-4f66-b8f1-8b4979da342d', 'name': 'tempest-TestEncryptedCinderVolumes-1763175688-router', 'tenant_id': '8a0c859d959841899d7db0e479839a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '2025dc5d-4196-4c85-8905-6eb1ebc496b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:59Z', 'updated_at': '2021-08-16T23:22:03Z', 'revision_number': 4, 'project_id': '8a0c859d959841899d7db0e479839a26', 'gw_port': {'id': '2025dc5d-4196-4c85-8905-6eb1ebc496b7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7f4e57-c62b-4f66-b8f1-8b4979da342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:00Z', 'updated_at': '2021-08-16T23:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'f5c939ac-8da2-40b6-9635-8808fdc42c14', 'name': '', 'network_id': '9bb353d4-4496-4998-a39d-fe9bc90e4f8d', 'tenant_id': '8a0c859d959841899d7db0e479839a26', 'mac_address': 'fa:16:3e:d1:2a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7f4e57-c62b-4f66-b8f1-8b4979da342d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'b12354d3-524e-4bc8-85e8-64a5e3b01596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:02Z', 'updated_at': '2021-08-16T23:22:07Z', 'revision_number': 4, 'project_id': '8a0c859d959841899d7db0e479839a26', 'subnets': [{'id': 'b12354d3-524e-4bc8-85e8-64a5e3b01596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:22:07.651047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-fd844a28-b918-4671-afe9-18c36041db52 req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] Attempting to bind port 35f342af-1ae5-4ee2-834c-b952b8dd96d0 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:22:07.651836 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-fd844a28-b918-4671-afe9-18c36041db52 req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] Attempting to bind port 35f342af-1ae5-4ee2-834c-b952b8dd96d0 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '91258211-b8a2-4fcb-8661-e6ed92193e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:22:07.652337 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd844a28-b918-4671-afe9-18c36041db52 req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] Attempting to bind port 35f342af-1ae5-4ee2-834c-b952b8dd96d0 on network de01c09f-3b02-4476-a210-91886fa29428 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:22:07.658054 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd844a28-b918-4671-afe9-18c36041db52 req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] Port 35f342af-1ae5-4ee2-834c-b952b8dd96d0 on network de01c09f-3b02-4476-a210-91886fa29428 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:22:07.658555 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd844a28-b918-4671-afe9-18c36041db52 req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] Attempting to bind port 35f342af-1ae5-4ee2-834c-b952b8dd96d0 on network de01c09f-3b02-4476-a210-91886fa29428 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:22:07.664787 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd844a28-b918-4671-afe9-18c36041db52 req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:22:07.665336 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd844a28-b918-4671-afe9-18c36041db52 req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] Checking segment: {'id': '91258211-b8a2-4fcb-8661-e6ed92193e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:22:07.666050 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd844a28-b918-4671-afe9-18c36041db52 req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] Bound using segment: {'id': '91258211-b8a2-4fcb-8661-e6ed92193e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:22:07.666767 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-fd844a28-b918-4671-afe9-18c36041db52 req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] Bound port: 35f342af-1ae5-4ee2-834c-b952b8dd96d0, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91258211-b8a2-4fcb-8661-e6ed92193e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:22:07.667294 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-fd844a28-b918-4671-afe9-18c36041db52 req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:07.674832 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4cdb2-169b-43d4-a4ad-3e61e04ab802 req-325dca0b-a5a2-45a6-88bb-da2bbeef7cf8 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:07.676468 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6dc4cdb2-169b-43d4-a4ad-3e61e04ab802 req-325dca0b-a5a2-45a6-88bb-da2bbeef7cf8 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a7f70c5e-689e-47bb-b364-781af5c0b6b9 HTTP/1.1" status: 200 len: 943 time: 0.1015875 Aug 16 23:22:07.749737 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6dc4cdb2-169b-43d4-a4ad-3e61e04ab802 req-b7437f0d-af39-44f8-8ca9-389c71688cee tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/security-groups?id=49d0d5d4-7cea-4dee-ab03-7e3272f40586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626175 Aug 16 23:22:07.770865 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-fd844a28-b918-4671-afe9-18c36041db52 req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] For port 35f342af-1ae5-4ee2-834c-b952b8dd96d0, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:22:07.775005 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-fd844a28-b918-4671-afe9-18c36041db52 req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] For port 35f342af-1ae5-4ee2-834c-b952b8dd96d0, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=35f342af-1ae5-4ee2-834c-b952b8dd96d0,segment=NetworkSegment(91258211-b8a2-4fcb-8661-e6ed92193e64),segment_id=91258211-b8a2-4fcb-8661-e6ed92193e64)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:22:07.781682 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-fd844a28-b918-4671-afe9-18c36041db52 req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:07.819734 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd844a28-b918-4671-afe9-18c36041db52 req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:07.820530 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-fd844a28-b918-4671-afe9-18c36041db52 req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:07.822169 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fd844a28-b918-4671-afe9-18c36041db52 req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] 10.222.0.43 "PUT /v2.0/ports/35f342af-1ae5-4ee2-834c-b952b8dd96d0 HTTP/1.1" status: 200 len: 1092 time: 0.7788551 Aug 16 23:22:07.824582 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f70c5e-689e-47bb-b364-781af5c0b6b9', 'tag': '35f342af-1ae5-4ee2-834c-b952b8dd96d0'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:22:07.828710 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b195c9-0237-44e0-b98e-608c46e8b3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f70c5e-689e-47bb-b364-781af5c0b6b9", "tag": "35f342af-1ae5-4ee2-834c-b952b8dd96d0"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:22:07.868459 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68a3ab-82c2-4bb4-b2bd-4ce7de24dfdd service neutron] Pushing event updated for resources: {'Port': ['ID=35f342af-1ae5-4ee2-834c-b952b8dd96d0,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:07.880970 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66785305-b6b7-423a-bb7c-04b3b336f4e7 x-openstack-request-id: req-66785305-b6b7-423a-bb7c-04b3b336f4e7 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:22:07.881331 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f70c5e-689e-47bb-b364-781af5c0b6b9", "tag": "35f342af-1ae5-4ee2-834c-b952b8dd96d0", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:22:07.881647 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-66785305-b6b7-423a-bb7c-04b3b336f4e7 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:22:07.882222 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f70c5e-689e-47bb-b364-781af5c0b6b9', 'tag': '35f342af-1ae5-4ee2-834c-b952b8dd96d0', 'status': 'completed', 'code': 200} Aug 16 23:22:07.934828 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd844a28-b918-4671-afe9-18c36041db52 req-555d2afe-f219-47c2-b03c-c95b2e774473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:07.936353 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fd844a28-b918-4671-afe9-18c36041db52 req-555d2afe-f219-47c2-b03c-c95b2e774473 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5535c0a0e4b3403aa2cddc22833a07ff&device_id=a7f70c5e-689e-47bb-b364-781af5c0b6b9 HTTP/1.1" status: 200 len: 1095 time: 0.0532665 Aug 16 23:22:07.989526 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fd844a28-b918-4671-afe9-18c36041db52 req-13e09f9d-dad9-4fe1-82c5-9ea3d929a87b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35f342af-1ae5-4ee2-834c-b952b8dd96d0 HTTP/1.1" status: 200 len: 217 time: 0.0453417 Aug 16 23:22:08.053647 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd844a28-b918-4671-afe9-18c36041db52 req-3ba2cab0-e418-4b5f-80ec-016492beee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:08.055734 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fd844a28-b918-4671-afe9-18c36041db52 req-3ba2cab0-e418-4b5f-80ec-016492beee4d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97f32131-dcc5-4741-88c1-dadc7474f117 HTTP/1.1" status: 200 len: 856 time: 0.0597506 Aug 16 23:22:08.114257 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd844a28-b918-4671-afe9-18c36041db52 req-00a079ca-37a3-4398-a32d-3dfbee653d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:08.115773 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fd844a28-b918-4671-afe9-18c36041db52 req-00a079ca-37a3-4398-a32d-3dfbee653d93 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de01c09f-3b02-4476-a210-91886fa29428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536389 Aug 16 23:22:08.209607 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fd844a28-b918-4671-afe9-18c36041db52 req-e39c6904-9b85-4679-90dc-44b54c48be8d service neutron] 10.222.0.43 "GET /v2.0/networks/de01c09f-3b02-4476-a210-91886fa29428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870898 Aug 16 23:22:08.302979 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fd844a28-b918-4671-afe9-18c36041db52 req-2a3021fe-373f-4e63-843b-c81ef15d69b3 service neutron] 10.222.0.43 "GET /v2.0/networks/de01c09f-3b02-4476-a210-91886fa29428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860591 Aug 16 23:22:08.390187 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b195c9-0237-44e0-b98e-608c46e8b3a1 req-bcea3b83-eddf-44ff-a800-be41b8ef408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:08.391648 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c4b195c9-0237-44e0-b98e-608c46e8b3a1 req-bcea3b83-eddf-44ff-a800-be41b8ef408b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5535c0a0e4b3403aa2cddc22833a07ff&device_id=a7f70c5e-689e-47bb-b364-781af5c0b6b9 HTTP/1.1" status: 200 len: 1095 time: 0.0422709 Aug 16 23:22:08.495612 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b195c9-0237-44e0-b98e-608c46e8b3a1 req-e0bbd9ef-edb6-4477-a38f-624108eeae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:08.497153 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c4b195c9-0237-44e0-b98e-608c46e8b3a1 req-e0bbd9ef-edb6-4477-a38f-624108eeae3a service neutron] 10.222.0.43 "GET /v2.0/networks?id=de01c09f-3b02-4476-a210-91886fa29428 HTTP/1.1" status: 200 len: 918 time: 0.0992513 Aug 16 23:22:08.549051 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c4b195c9-0237-44e0-b98e-608c46e8b3a1 req-4a31aef1-9997-40d1-bd17-96c81e56319d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35f342af-1ae5-4ee2-834c-b952b8dd96d0 HTTP/1.1" status: 200 len: 217 time: 0.0439487 Aug 16 23:22:08.597633 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b195c9-0237-44e0-b98e-608c46e8b3a1 req-a50e4d9c-47d5-4c32-a93f-8705692d3523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:08.599081 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c4b195c9-0237-44e0-b98e-608c46e8b3a1 req-a50e4d9c-47d5-4c32-a93f-8705692d3523 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97f32131-dcc5-4741-88c1-dadc7474f117 HTTP/1.1" status: 200 len: 856 time: 0.0433884 Aug 16 23:22:08.650488 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b195c9-0237-44e0-b98e-608c46e8b3a1 req-f80ae3bb-065c-4ca1-b0ec-90259077c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:08.652001 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c4b195c9-0237-44e0-b98e-608c46e8b3a1 req-f80ae3bb-065c-4ca1-b0ec-90259077c531 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de01c09f-3b02-4476-a210-91886fa29428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455017 Aug 16 23:22:08.742624 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c4b195c9-0237-44e0-b98e-608c46e8b3a1 req-0b9f4e55-e6f0-4ddf-b431-2ea8a732680c service neutron] 10.222.0.43 "GET /v2.0/networks/de01c09f-3b02-4476-a210-91886fa29428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824895 Aug 16 23:22:08.839723 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c4b195c9-0237-44e0-b98e-608c46e8b3a1 req-1d1ea25f-2552-4ecd-bcaa-7c2612d07f43 service neutron] 10.222.0.43 "GET /v2.0/networks/de01c09f-3b02-4476-a210-91886fa29428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886817 Aug 16 23:22:08.868758 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d87f4-f3e5-4ddd-adbf-69542e2b635d req-b053f1c8-bf36-42c7-9e2f-bd67d213ae5c tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:08.870284 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-580d87f4-f3e5-4ddd-adbf-69542e2b635d req-b053f1c8-bf36-42c7-9e2f-bd67d213ae5c tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a7f70c5e-689e-47bb-b364-781af5c0b6b9 HTTP/1.1" status: 200 len: 943 time: 0.0504174 Aug 16 23:22:08.912783 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-580d87f4-f3e5-4ddd-adbf-69542e2b635d req-242e73c8-49f7-4778-9ef0-95aa3a957ed9 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/security-groups?id=49d0d5d4-7cea-4dee-ab03-7e3272f40586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361795 Aug 16 23:22:09.056288 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:09.092768 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8d4c6b9a-b582-4fa6-b174-de9074296669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:09.658384 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device f5c939ac-8da2-40b6-9635-8808fdc42c14 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:22:09.723211 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port f5c939ac-8da2-40b6-9635-8808fdc42c14 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:22:09.727014 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port f5c939ac-8da2-40b6-9635-8808fdc42c14 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:09.727388 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:09.806100 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:09.841954 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port f5c939ac-8da2-40b6-9635-8808fdc42c14, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=f5c939ac-8da2-40b6-9635-8808fdc42c14,segment=NetworkSegment(854769bc-ca6b-42bc-888f-ddc604fe0778),segment_id=854769bc-ca6b-42bc-888f-ddc604fe0778)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:09.846139 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:09.905015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=f5c939ac-8da2-40b6-9635-8808fdc42c14,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:10.045448 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4f34f-ab60-4778-befb-dbd46b5c1f57 req-d3507e25-7839-4914-a9f4-004c9b6d2e46 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:10.047262 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9bc4f34f-ab60-4778-befb-dbd46b5c1f57 req-d3507e25-7839-4914-a9f4-004c9b6d2e46 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a7f70c5e-689e-47bb-b364-781af5c0b6b9 HTTP/1.1" status: 200 len: 943 time: 0.0500307 Aug 16 23:22:10.086394 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9bc4f34f-ab60-4778-befb-dbd46b5c1f57 req-1de9c944-87b4-4c49-9c7a-2839479790c3 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/security-groups?id=49d0d5d4-7cea-4dee-ab03-7e3272f40586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327439 Aug 16 23:22:10.327320 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 35f342af-1ae5-4ee2-834c-b952b8dd96d0 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:22:10.423711 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 35f342af-1ae5-4ee2-834c-b952b8dd96d0, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=35f342af-1ae5-4ee2-834c-b952b8dd96d0,segment=NetworkSegment(91258211-b8a2-4fcb-8661-e6ed92193e64),segment_id=91258211-b8a2-4fcb-8661-e6ed92193e64)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:10.435121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '35f342af-1ae5-4ee2-834c-b952b8dd96d0', 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428', 'port_id': '35f342af-1ae5-4ee2-834c-b952b8dd96d0', 'mac_address': 'fa:16:3e:e6:f5:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f32131-dcc5-4741-88c1-dadc7474f117', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:22:10.476983 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:10.489741 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f342af-1ae5-4ee2-834c-b952b8dd96d0 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:22:10.510321 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 35f342af-1ae5-4ee2-834c-b952b8dd96d0, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=35f342af-1ae5-4ee2-834c-b952b8dd96d0,segment=NetworkSegment(91258211-b8a2-4fcb-8661-e6ed92193e64),segment_id=91258211-b8a2-4fcb-8661-e6ed92193e64)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:10.514237 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:10.564098 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=35f342af-1ae5-4ee2-834c-b952b8dd96d0,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:10.728009 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['35f342af-1ae5-4ee2-834c-b952b8dd96d0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:22:11.213654 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408f28b-6e87-47f8-bf48-6be9d6f027b4 req-e2d70f5c-e34c-4a90-87ae-fdb1e45f55cb tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:11.215274 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9408f28b-6e87-47f8-bf48-6be9d6f027b4 req-e2d70f5c-e34c-4a90-87ae-fdb1e45f55cb tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a7f70c5e-689e-47bb-b364-781af5c0b6b9 HTTP/1.1" status: 200 len: 944 time: 0.0586207 Aug 16 23:22:11.258729 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9408f28b-6e87-47f8-bf48-6be9d6f027b4 req-423af7c0-95d7-4d66-9d22-98a620fe5d59 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/security-groups?id=49d0d5d4-7cea-4dee-ab03-7e3272f40586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373502 Aug 16 23:22:11.356386 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:11.640491 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-012d89c3-1791-416e-a627-52ad95ad5f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:11.648235 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device f5c939ac-8da2-40b6-9635-8808fdc42c14 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:22:11.700695 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port f5c939ac-8da2-40b6-9635-8808fdc42c14 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:11.701068 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:12.215433 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:12.332978 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 35f342af-1ae5-4ee2-834c-b952b8dd96d0 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:22:12.386977 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 35f342af-1ae5-4ee2-834c-b952b8dd96d0 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:22:12.391300 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 35f342af-1ae5-4ee2-834c-b952b8dd96d0 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:12.391680 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:12.391897 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cb3cc-dd01-4365-8b40-e0ebc9daa9e0 req-8293f8fb-d89c-43f8-aaea-0530caf2ed09 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:12.393493 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a2cb3cc-dd01-4365-8b40-e0ebc9daa9e0 req-8293f8fb-d89c-43f8-aaea-0530caf2ed09 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a7f70c5e-689e-47bb-b364-781af5c0b6b9 HTTP/1.1" status: 200 len: 944 time: 0.0511529 Aug 16 23:22:12.432845 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a2cb3cc-dd01-4365-8b40-e0ebc9daa9e0 req-3b5dab71-0c28-4ce8-8fd2-13b28549238b tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/security-groups?id=49d0d5d4-7cea-4dee-ab03-7e3272f40586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324440 Aug 16 23:22:12.469483 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:12.491686 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f70c5e-689e-47bb-b364-781af5c0b6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f342af-1ae5-4ee2-834c-b952b8dd96d0'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:22:12.493913 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1163be-0e78-4f6f-acc7-a860ea1c39bb" -d '{"events": [{"server_uuid": "a7f70c5e-689e-47bb-b364-781af5c0b6b9", "name": "network-vif-plugged", "status": "completed", "tag": "35f342af-1ae5-4ee2-834c-b952b8dd96d0"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:22:12.506204 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 35f342af-1ae5-4ee2-834c-b952b8dd96d0, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=35f342af-1ae5-4ee2-834c-b952b8dd96d0,segment=NetworkSegment(91258211-b8a2-4fcb-8661-e6ed92193e64),segment_id=91258211-b8a2-4fcb-8661-e6ed92193e64)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:12.511155 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:12.536358 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfbb60b-d874-47f8-b29e-c121aa3bb3cd x-openstack-request-id: req-4bfbb60b-d874-47f8-b29e-c121aa3bb3cd {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:22:12.536649 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f70c5e-689e-47bb-b364-781af5c0b6b9", "name": "network-vif-plugged", "status": "completed", "tag": "35f342af-1ae5-4ee2-834c-b952b8dd96d0", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:22:12.536902 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4bfbb60b-d874-47f8-b29e-c121aa3bb3cd {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:22:12.537294 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f70c5e-689e-47bb-b364-781af5c0b6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f342af-1ae5-4ee2-834c-b952b8dd96d0', 'code': 200} Aug 16 23:22:12.566865 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=35f342af-1ae5-4ee2-834c-b952b8dd96d0,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:12.628640 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed09ee-a11b-49fb-8c6c-1d69b159b76b req-dc742d4c-dba3-4eb0-843d-0496ac9f3b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:12.630242 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b7ed09ee-a11b-49fb-8c6c-1d69b159b76b req-dc742d4c-dba3-4eb0-843d-0496ac9f3b9a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a7f70c5e-689e-47bb-b364-781af5c0b6b9 HTTP/1.1" status: 200 len: 1097 time: 0.0409439 Aug 16 23:22:12.671242 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b7ed09ee-a11b-49fb-8c6c-1d69b159b76b req-ed6251e9-886f-411b-9a89-3d038329de92 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=49d0d5d4-7cea-4dee-ab03-7e3272f40586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337090 Aug 16 23:22:13.452547 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:13.548861 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fbc49-1712-4b0b-9cb4-7a9b1186568f req-48f8fc30-4425-4cc2-8079-cec4957878ed tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:13.550465 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-777fbc49-1712-4b0b-9cb4-7a9b1186568f req-48f8fc30-4425-4cc2-8079-cec4957878ed tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a7f70c5e-689e-47bb-b364-781af5c0b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0493820 Aug 16 23:22:13.589372 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-777fbc49-1712-4b0b-9cb4-7a9b1186568f req-6dd11df8-30cf-419a-955d-e0fc62a6f1b2 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/security-groups?id=49d0d5d4-7cea-4dee-ab03-7e3272f40586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325003 Aug 16 23:22:13.710218 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6c2ee-0f88-4d79-9309-ef1898308fa4 req-79e7dab7-5c02-4d30-b9f5-4193db51e47f tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:13.712305 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ff6c2ee-0f88-4d79-9309-ef1898308fa4 req-79e7dab7-5c02-4d30-b9f5-4193db51e47f tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a7f70c5e-689e-47bb-b364-781af5c0b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0540669 Aug 16 23:22:13.749635 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2ff6c2ee-0f88-4d79-9309-ef1898308fa4 req-d49b3f3f-c32a-4c12-8c9a-7ba27337d6ac tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/security-groups?id=49d0d5d4-7cea-4dee-ab03-7e3272f40586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312877 Aug 16 23:22:15.029668 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:17.842100 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:22:19.424465 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7c690db5-3270-4771-9123-f80a7c42043c req-8c2861d8-b12e-4728-85ce-d4b4dfa535d0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a7f70c5e-689e-47bb-b364-781af5c0b6b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450037 Aug 16 23:22:19.517428 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c690db5-3270-4771-9123-f80a7c42043c req-2088690a-2f40-475a-a6f5-ae4a838e63b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:19.518895 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7c690db5-3270-4771-9123-f80a7c42043c req-2088690a-2f40-475a-a6f5-ae4a838e63b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5535c0a0e4b3403aa2cddc22833a07ff&device_id=a7f70c5e-689e-47bb-b364-781af5c0b6b9 HTTP/1.1" status: 200 len: 1097 time: 0.0471551 Aug 16 23:22:19.624871 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c690db5-3270-4771-9123-f80a7c42043c req-c7b20e95-4e5d-40b9-ab5b-6bc2cadbc19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:19.626434 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7c690db5-3270-4771-9123-f80a7c42043c req-c7b20e95-4e5d-40b9-ab5b-6bc2cadbc19f service neutron] 10.222.0.43 "GET /v2.0/networks?id=de01c09f-3b02-4476-a210-91886fa29428 HTTP/1.1" status: 200 len: 918 time: 0.0865128 Aug 16 23:22:19.673689 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7c690db5-3270-4771-9123-f80a7c42043c req-1baebc49-9f79-459a-88a6-ed72e1956059 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35f342af-1ae5-4ee2-834c-b952b8dd96d0 HTTP/1.1" status: 200 len: 217 time: 0.0398250 Aug 16 23:22:19.724474 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c690db5-3270-4771-9123-f80a7c42043c req-df441f4f-179e-4867-9e80-5c4164e75848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:19.726520 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7c690db5-3270-4771-9123-f80a7c42043c req-df441f4f-179e-4867-9e80-5c4164e75848 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97f32131-dcc5-4741-88c1-dadc7474f117 HTTP/1.1" status: 200 len: 856 time: 0.0455716 Aug 16 23:22:19.771251 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c690db5-3270-4771-9123-f80a7c42043c req-fe68fbb6-e086-4f23-9639-e58a6da18297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:19.772796 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7c690db5-3270-4771-9123-f80a7c42043c req-fe68fbb6-e086-4f23-9639-e58a6da18297 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de01c09f-3b02-4476-a210-91886fa29428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403223 Aug 16 23:22:19.868667 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7c690db5-3270-4771-9123-f80a7c42043c req-3e9ebd11-ae7c-444b-9c91-f1dd604284ed service neutron] 10.222.0.43 "GET /v2.0/networks/de01c09f-3b02-4476-a210-91886fa29428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883594 Aug 16 23:22:19.965596 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7c690db5-3270-4771-9123-f80a7c42043c req-4bcbc605-d813-4cd0-b26b-87e74719ab0a service neutron] 10.222.0.43 "GET /v2.0/networks/de01c09f-3b02-4476-a210-91886fa29428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896866 Aug 16 23:22:32.379783 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72738e72-0ebc-4039-be79-41d97a9fa478 req-969d3bd7-6a43-40f0-af76-9222283fb590 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:32.381461 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72738e72-0ebc-4039-be79-41d97a9fa478 req-969d3bd7-6a43-40f0-af76-9222283fb590 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a7f70c5e-689e-47bb-b364-781af5c0b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0499039 Aug 16 23:22:32.423642 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72738e72-0ebc-4039-be79-41d97a9fa478 req-e959f41a-a269-4258-9975-d70298aa1acd tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/security-groups?id=49d0d5d4-7cea-4dee-ab03-7e3272f40586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350876 Aug 16 23:22:33.540475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac02a4-f193-4534-b40f-65398ab42ba7 req-1b6fa128-26ce-44d5-a1ad-5e485d275c42 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:33.541978 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3ac02a4-f193-4534-b40f-65398ab42ba7 req-1b6fa128-26ce-44d5-a1ad-5e485d275c42 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a7f70c5e-689e-47bb-b364-781af5c0b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0492828 Aug 16 23:22:33.582416 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e3ac02a4-f193-4534-b40f-65398ab42ba7 req-38a7e9da-5030-40c8-802a-a153c3933224 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/security-groups?id=49d0d5d4-7cea-4dee-ab03-7e3272f40586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336697 Aug 16 23:22:33.851995 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd07cc-fe80-4b2d-a593-d0dc24f3b677 req-363f976e-3c1e-4a9a-a1c0-3fe2fc3e983a tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:33.853367 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bddd07cc-fe80-4b2d-a593-d0dc24f3b677 req-363f976e-3c1e-4a9a-a1c0-3fe2fc3e983a tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7f70c5e-689e-47bb-b364-781af5c0b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0484238 Aug 16 23:22:33.947573 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-bddd07cc-fe80-4b2d-a593-d0dc24f3b677 req-dcbe4d10-4421-4eaf-9a4e-8dd36da23707 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Deleting port 35f342af-1ae5-4ee2-834c-b952b8dd96d0 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:22:33.947908 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-bddd07cc-fe80-4b2d-a593-d0dc24f3b677 req-dcbe4d10-4421-4eaf-9a4e-8dd36da23707 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:34.038943 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-bddd07cc-fe80-4b2d-a593-d0dc24f3b677 req-dcbe4d10-4421-4eaf-9a4e-8dd36da23707 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] For port 35f342af-1ae5-4ee2-834c-b952b8dd96d0, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=35f342af-1ae5-4ee2-834c-b952b8dd96d0,segment=NetworkSegment(91258211-b8a2-4fcb-8661-e6ed92193e64),segment_id=91258211-b8a2-4fcb-8661-e6ed92193e64)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:34.039304 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-bddd07cc-fe80-4b2d-a593-d0dc24f3b677 req-dcbe4d10-4421-4eaf-9a4e-8dd36da23707 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:34.051021 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-bddd07cc-fe80-4b2d-a593-d0dc24f3b677 req-dcbe4d10-4421-4eaf-9a4e-8dd36da23707 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Calling delete_port for 35f342af-1ae5-4ee2-834c-b952b8dd96d0 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:22:34.182739 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-bddd07cc-fe80-4b2d-a593-d0dc24f3b677 req-dcbe4d10-4421-4eaf-9a4e-8dd36da23707 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:34.195176 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['35f342af-1ae5-4ee2-834c-b952b8dd96d0'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:22:34.215910 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe4d10-4421-4eaf-9a4e-8dd36da23707 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Pushing event deleted for resources: {'Port': ['ID=35f342af-1ae5-4ee2-834c-b952b8dd96d0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:34.258234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddd07cc-fe80-4b2d-a593-d0dc24f3b677 req-dcbe4d10-4421-4eaf-9a4e-8dd36da23707 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] No DVR routers for this DVR port 35f342af-1ae5-4ee2-834c-b952b8dd96d0 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:22:34.260902 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-bddd07cc-fe80-4b2d-a593-d0dc24f3b677 req-dcbe4d10-4421-4eaf-9a4e-8dd36da23707 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:34.263048 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bddd07cc-fe80-4b2d-a593-d0dc24f3b677 req-dcbe4d10-4421-4eaf-9a4e-8dd36da23707 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.43 "DELETE /v2.0/ports/35f342af-1ae5-4ee2-834c-b952b8dd96d0 HTTP/1.1" status: 204 len: 173 time: 0.4027529 Aug 16 23:22:34.263490 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f70c5e-689e-47bb-b364-781af5c0b6b9', 'name': 'network-vif-deleted', 'tag': '35f342af-1ae5-4ee2-834c-b952b8dd96d0'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:22:34.265748 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d18ad2d-947f-478c-8690-ea6820504e19" -d '{"events": [{"server_uuid": "a7f70c5e-689e-47bb-b364-781af5c0b6b9", "name": "network-vif-deleted", "tag": "35f342af-1ae5-4ee2-834c-b952b8dd96d0"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:22:34.310620 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c386bc5b-e5a0-4fc7-b022-0e76b88a92b1 x-openstack-request-id: req-c386bc5b-e5a0-4fc7-b022-0e76b88a92b1 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:22:34.310979 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f70c5e-689e-47bb-b364-781af5c0b6b9", "name": "network-vif-deleted", "tag": "35f342af-1ae5-4ee2-834c-b952b8dd96d0", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:22:34.311574 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c386bc5b-e5a0-4fc7-b022-0e76b88a92b1 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:22:34.312025 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f70c5e-689e-47bb-b364-781af5c0b6b9', 'name': 'network-vif-deleted', 'tag': '35f342af-1ae5-4ee2-834c-b952b8dd96d0', 'status': 'completed', 'code': 200} Aug 16 23:22:34.696241 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-43635e8b-d90a-4edf-b170-0175168396e0 req-419345d7-1820-461f-b411-6df546688be2 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a7f70c5e-689e-47bb-b364-781af5c0b6b9 HTTP/1.1" status: 200 len: 210 time: 0.0329187 Aug 16 23:22:36.236653 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-d922af58-f108-4296-87ee-92ef19468290 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:36.238185 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-d922af58-f108-4296-87ee-92ef19468290 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/networks?id=de01c09f-3b02-4476-a210-91886fa29428 HTTP/1.1" status: 200 len: 817 time: 0.1015832 Aug 16 23:22:36.253467 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-03cc3255-4216-4662-a922-d6fab56ac614 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/quotas/5535c0a0e4b3403aa2cddc22833a07ff HTTP/1.1" status: 200 len: 375 time: 0.0090454 Aug 16 23:22:36.310215 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-69875103-2f00-4a63-ae50-dcc8926710d6 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=5535c0a0e4b3403aa2cddc22833a07ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513160 Aug 16 23:22:36.408375 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-cdc0a11f-a392-4e80-ac3a-21963a9af1d8 service neutron] 10.222.0.93 "GET /v2.0/networks/de01c09f-3b02-4476-a210-91886fa29428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866368 Aug 16 23:22:36.503574 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-81de7554-1023-4467-b45e-43490a19263d service neutron] 10.222.0.93 "GET /v2.0/networks/de01c09f-3b02-4476-a210-91886fa29428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884724 Aug 16 23:22:36.514433 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 35f342af-1ae5-4ee2-834c-b952b8dd96d0 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:22:36.534597 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 35f342af-1ae5-4ee2-834c-b952b8dd96d0 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:22:36.534941 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 35f342af-1ae5-4ee2-834c-b952b8dd96d0 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:22:36.669462 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed782c93-09b1-4531-8f56-f18170cda084 req-6023fb48-a00d-406a-b747-431eee26f4cd tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a03d722f-81ab-4db9-bd93-a6800317cd98 HTTP/1.1" status: 200 len: 210 time: 0.0278502 Aug 16 23:22:37.548473 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-26d52ba5-589b-4c4c-b8dd-a86bdbcc9ab6 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:37.549947 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-26d52ba5-589b-4c4c-b8dd-a86bdbcc9ab6 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.43 "GET /v2.0/networks?id=de01c09f-3b02-4476-a210-91886fa29428 HTTP/1.1" status: 200 len: 817 time: 0.1056406 Aug 16 23:22:37.563579 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-38bbdccd-d102-43a6-8307-17c180cc9d5e tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Request body: {'port': {'device_id': 'a03d722f-81ab-4db9-bd93-a6800317cd98', 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428', 'admin_state_up': True, 'tenant_id': '5535c0a0e4b3403aa2cddc22833a07ff'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:22:37.670221 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-38bbdccd-d102-43a6-8307-17c180cc9d5e tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Made reservation on behalf of 5535c0a0e4b3403aa2cddc22833a07ff for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:22:37.673638 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-38bbdccd-d102-43a6-8307-17c180cc9d5e tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:37.763698 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe754d8e-a6e4-4617-bdff-6bb0d42c7e86 req-8e78abe7-179c-42a5-b5f4-c751ca8d6f1f tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a03d722f-81ab-4db9-bd93-a6800317cd98 HTTP/1.1" status: 200 len: 210 time: 0.0263770 Aug 16 23:22:37.802460 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-38bbdccd-d102-43a6-8307-17c180cc9d5e tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Allocated IP 172.20.0.6 (de01c09f-3b02-4476-a210-91886fa29428/97f32131-dcc5-4741-88c1-dadc7474f117/bfd38868-d75a-48d6-9896-5773ecb6bd6a) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:22:37.948872 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-38bbdccd-d102-43a6-8307-17c180cc9d5e tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:37.963149 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-38bbdccd-d102-43a6-8307-17c180cc9d5e tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Transition to ACTIVE for port object bfd38868-d75a-48d6-9896-5773ecb6bd6a will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:22:37.995107 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-38bbdccd-d102-43a6-8307-17c180cc9d5e tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:38.035768 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-38bbdccd-d102-43a6-8307-17c180cc9d5e tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Network de01c09f-3b02-4476-a210-91886fa29428 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:22:38.041023 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-38bbdccd-d102-43a6-8307-17c180cc9d5e tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:22:38.043475 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-38bbdccd-d102-43a6-8307-17c180cc9d5e tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:22:38.074826 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbdccd-d102-43a6-8307-17c180cc9d5e tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Pushing event updated for resources: {'Port': ['ID=bfd38868-d75a-48d6-9896-5773ecb6bd6a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:38.101634 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-38bbdccd-d102-43a6-8307-17c180cc9d5e tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:38.102792 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-38bbdccd-d102-43a6-8307-17c180cc9d5e tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:38.118118 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-38bbdccd-d102-43a6-8307-17c180cc9d5e tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5583177 Aug 16 23:22:38.131228 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] Request body: {'port': {'device_id': 'a03d722f-81ab-4db9-bd93-a6800317cd98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:22:38.190397 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:38.300409 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-52c2b6e8-9e1f-4c7d-9f1c-28c8779d4f21 None None] Provisioning for port bfd38868-d75a-48d6-9896-5773ecb6bd6a completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:22:38.304441 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-52c2b6e8-9e1f-4c7d-9f1c-28c8779d4f21 None None] Provisioning complete for port bfd38868-d75a-48d6-9896-5773ecb6bd6a triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:38.304896 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-52c2b6e8-9e1f-4c7d-9f1c-28c8779d4f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:38.339234 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-52c2b6e8-9e1f-4c7d-9f1c-28c8779d4f21 None None] Port bfd38868-d75a-48d6-9896-5773ecb6bd6a cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:22:38.454014 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd38868-d75a-48d6-9896-5773ecb6bd6a {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:22:38.461775 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:38.473485 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] Transition to ACTIVE for port object bfd38868-d75a-48d6-9896-5773ecb6bd6a will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:22:38.477255 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:38.548491 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd38868-d75a-48d6-9896-5773ecb6bd6a,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:38.599173 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] Attempting to bind port bfd38868-d75a-48d6-9896-5773ecb6bd6a on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:22:38.599416 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] Attempting to bind port bfd38868-d75a-48d6-9896-5773ecb6bd6a by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '91258211-b8a2-4fcb-8661-e6ed92193e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:22:38.599740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] Attempting to bind port bfd38868-d75a-48d6-9896-5773ecb6bd6a on network de01c09f-3b02-4476-a210-91886fa29428 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:22:38.604319 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] Port bfd38868-d75a-48d6-9896-5773ecb6bd6a on network de01c09f-3b02-4476-a210-91886fa29428 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:22:38.604618 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] Attempting to bind port bfd38868-d75a-48d6-9896-5773ecb6bd6a on network de01c09f-3b02-4476-a210-91886fa29428 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:22:38.609594 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:22:38.609920 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] Checking segment: {'id': '91258211-b8a2-4fcb-8661-e6ed92193e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:22:38.610325 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] Bound using segment: {'id': '91258211-b8a2-4fcb-8661-e6ed92193e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:22:38.610738 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] Bound port: bfd38868-d75a-48d6-9896-5773ecb6bd6a, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91258211-b8a2-4fcb-8661-e6ed92193e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:22:38.611085 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:38.683437 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] For port bfd38868-d75a-48d6-9896-5773ecb6bd6a, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:22:38.686796 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] For port bfd38868-d75a-48d6-9896-5773ecb6bd6a, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=bfd38868-d75a-48d6-9896-5773ecb6bd6a,segment=NetworkSegment(91258211-b8a2-4fcb-8661-e6ed92193e64),segment_id=91258211-b8a2-4fcb-8661-e6ed92193e64)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:22:38.690620 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:38.723423 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:38.724069 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:38.725478 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] 10.222.0.43 "PUT /v2.0/ports/bfd38868-d75a-48d6-9896-5773ecb6bd6a HTTP/1.1" status: 200 len: 1092 time: 0.5986106 Aug 16 23:22:38.726049 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03d722f-81ab-4db9-bd93-a6800317cd98', 'tag': 'bfd38868-d75a-48d6-9896-5773ecb6bd6a'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:22:38.728221 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c2a47d-36d8-4d54-90d4-3580f349b155" -d '{"events": [{"name": "network-changed", "server_uuid": "a03d722f-81ab-4db9-bd93-a6800317cd98", "tag": "bfd38868-d75a-48d6-9896-5773ecb6bd6a"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:22:38.757797 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170ab99-d78b-4300-a3d9-48ab7af53454 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd38868-d75a-48d6-9896-5773ecb6bd6a,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:38.768981 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e033ff45-a379-4461-9d7f-cabdeab2a686 x-openstack-request-id: req-e033ff45-a379-4461-9d7f-cabdeab2a686 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:22:38.769366 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03d722f-81ab-4db9-bd93-a6800317cd98", "tag": "bfd38868-d75a-48d6-9896-5773ecb6bd6a", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:22:38.769674 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e033ff45-a379-4461-9d7f-cabdeab2a686 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:22:38.770373 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03d722f-81ab-4db9-bd93-a6800317cd98', 'tag': 'bfd38868-d75a-48d6-9896-5773ecb6bd6a', 'status': 'completed', 'code': 200} Aug 16 23:22:38.829102 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-614de1b1-bcb7-4aac-bd2e-9aa2cb6b0d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:38.830946 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-614de1b1-bcb7-4aac-bd2e-9aa2cb6b0d2c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5535c0a0e4b3403aa2cddc22833a07ff&device_id=a03d722f-81ab-4db9-bd93-a6800317cd98 HTTP/1.1" status: 200 len: 1095 time: 0.0486543 Aug 16 23:22:38.878147 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-36073205-624b-48e5-a193-28d506163286 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfd38868-d75a-48d6-9896-5773ecb6bd6a HTTP/1.1" status: 200 len: 217 time: 0.0397031 Aug 16 23:22:38.889720 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6cec3-e1dd-4574-ad20-44ef36c0e019 req-bae5978f-96ea-4d02-9a1b-88b688304c1a tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:38.892092 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44f6cec3-e1dd-4574-ad20-44ef36c0e019 req-bae5978f-96ea-4d02-9a1b-88b688304c1a tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a03d722f-81ab-4db9-bd93-a6800317cd98 HTTP/1.1" status: 200 len: 943 time: 0.0556207 Aug 16 23:22:38.934274 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-44f6cec3-e1dd-4574-ad20-44ef36c0e019 req-537eb6d6-7955-48e0-8084-db1db03210f1 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/security-groups?id=49d0d5d4-7cea-4dee-ab03-7e3272f40586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355878 Aug 16 23:22:38.934789 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-e8d3c82c-ae2e-42e4-8af0-e83b850d0438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:38.936286 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-e8d3c82c-ae2e-42e4-8af0-e83b850d0438 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97f32131-dcc5-4741-88c1-dadc7474f117 HTTP/1.1" status: 200 len: 856 time: 0.0516574 Aug 16 23:22:38.988965 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-648e3b72-4145-4b22-b2e5-cd1f281f89c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:38.990467 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-648e3b72-4145-4b22-b2e5-cd1f281f89c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de01c09f-3b02-4476-a210-91886fa29428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471876 Aug 16 23:22:39.050968 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:39.080836 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-ad3c1ae2-d832-4941-be89-6cd9f91e5925 service neutron] 10.222.0.43 "GET /v2.0/networks/de01c09f-3b02-4476-a210-91886fa29428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826402 Aug 16 23:22:39.096970 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-eebe250b-d24e-4479-aaa6-9953b5d57615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:39.174747 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-460de90d-ac7d-4891-b795-1aa4ea7d9ca6 req-a4e576a0-dd57-4946-9053-2df2fbc5918d service neutron] 10.222.0.43 "GET /v2.0/networks/de01c09f-3b02-4476-a210-91886fa29428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871775 Aug 16 23:22:39.257139 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2a47d-36d8-4d54-90d4-3580f349b155 req-f99b4d58-0bca-40cb-a185-9332865cd1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:39.258649 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-87c2a47d-36d8-4d54-90d4-3580f349b155 req-f99b4d58-0bca-40cb-a185-9332865cd1f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5535c0a0e4b3403aa2cddc22833a07ff&device_id=a03d722f-81ab-4db9-bd93-a6800317cd98 HTTP/1.1" status: 200 len: 1095 time: 0.0406628 Aug 16 23:22:39.682072 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2a47d-36d8-4d54-90d4-3580f349b155 req-7d9255e8-3003-4e86-9b32-ebb0ad847fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:39.683551 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-87c2a47d-36d8-4d54-90d4-3580f349b155 req-7d9255e8-3003-4e86-9b32-ebb0ad847fd2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=de01c09f-3b02-4476-a210-91886fa29428 HTTP/1.1" status: 200 len: 918 time: 0.4174728 Aug 16 23:22:39.724408 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-87c2a47d-36d8-4d54-90d4-3580f349b155 req-74e5e80c-a926-4fa1-89fc-d0e36add51b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfd38868-d75a-48d6-9896-5773ecb6bd6a HTTP/1.1" status: 200 len: 217 time: 0.0331721 Aug 16 23:22:39.773103 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2a47d-36d8-4d54-90d4-3580f349b155 req-bcc05cf4-1fe5-4676-9027-03ff544e95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:39.774598 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-87c2a47d-36d8-4d54-90d4-3580f349b155 req-bcc05cf4-1fe5-4676-9027-03ff544e95ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97f32131-dcc5-4741-88c1-dadc7474f117 HTTP/1.1" status: 200 len: 856 time: 0.0430543 Aug 16 23:22:39.825784 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2a47d-36d8-4d54-90d4-3580f349b155 req-ee1fd09d-176b-4884-ad6e-1488b8530cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:39.827395 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-87c2a47d-36d8-4d54-90d4-3580f349b155 req-ee1fd09d-176b-4884-ad6e-1488b8530cb1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de01c09f-3b02-4476-a210-91886fa29428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438280 Aug 16 23:22:39.924571 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-87c2a47d-36d8-4d54-90d4-3580f349b155 req-86bc36b9-a1ca-4bc5-96d5-78ae2f88d272 service neutron] 10.222.0.43 "GET /v2.0/networks/de01c09f-3b02-4476-a210-91886fa29428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889578 Aug 16 23:22:40.026483 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-87c2a47d-36d8-4d54-90d4-3580f349b155 req-627e35b7-a9a8-4162-8aa6-1ae4015a2338 service neutron] 10.222.0.43 "GET /v2.0/networks/de01c09f-3b02-4476-a210-91886fa29428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941360 Aug 16 23:22:40.062554 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b10b6-dd9e-42b3-a269-02de70add725 req-d8dfbd6f-c866-447a-8599-1cee199c9e34 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:40.064069 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-698b10b6-dd9e-42b3-a269-02de70add725 req-d8dfbd6f-c866-447a-8599-1cee199c9e34 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a03d722f-81ab-4db9-bd93-a6800317cd98 HTTP/1.1" status: 200 len: 943 time: 0.0560591 Aug 16 23:22:40.103545 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-698b10b6-dd9e-42b3-a269-02de70add725 req-61c81d69-4410-4730-8c20-6ac0e0400a68 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/security-groups?id=49d0d5d4-7cea-4dee-ab03-7e3272f40586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332546 Aug 16 23:22:40.560867 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device bfd38868-d75a-48d6-9896-5773ecb6bd6a details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:22:40.654382 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port bfd38868-d75a-48d6-9896-5773ecb6bd6a, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=bfd38868-d75a-48d6-9896-5773ecb6bd6a,segment=NetworkSegment(91258211-b8a2-4fcb-8661-e6ed92193e64),segment_id=91258211-b8a2-4fcb-8661-e6ed92193e64)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:40.664937 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'bfd38868-d75a-48d6-9896-5773ecb6bd6a', 'network_id': 'de01c09f-3b02-4476-a210-91886fa29428', 'port_id': 'bfd38868-d75a-48d6-9896-5773ecb6bd6a', 'mac_address': 'fa:16:3e:97:47:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f32131-dcc5-4741-88c1-dadc7474f117', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:22:40.700476 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:40.716499 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd38868-d75a-48d6-9896-5773ecb6bd6a {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:22:40.735647 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port bfd38868-d75a-48d6-9896-5773ecb6bd6a, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=bfd38868-d75a-48d6-9896-5773ecb6bd6a,segment=NetworkSegment(91258211-b8a2-4fcb-8661-e6ed92193e64),segment_id=91258211-b8a2-4fcb-8661-e6ed92193e64)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:40.739766 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:40.785983 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=bfd38868-d75a-48d6-9896-5773ecb6bd6a,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:40.929027 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['bfd38868-d75a-48d6-9896-5773ecb6bd6a'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:22:41.218651 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea219fd-c1be-431a-bc8c-76fb160eb67c req-d684760e-4c4f-4697-b9f6-7029fa3835b4 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:41.220145 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6ea219fd-c1be-431a-bc8c-76fb160eb67c req-d684760e-4c4f-4697-b9f6-7029fa3835b4 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a03d722f-81ab-4db9-bd93-a6800317cd98 HTTP/1.1" status: 200 len: 944 time: 0.0487890 Aug 16 23:22:41.257822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6ea219fd-c1be-431a-bc8c-76fb160eb67c req-cf34daf7-8d03-41d8-a3cf-65ed6b7dcbb0 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/security-groups?id=49d0d5d4-7cea-4dee-ab03-7e3272f40586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312879 Aug 16 23:22:41.370471 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:41.631986 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b28ed1bd-a5fc-49aa-ba08-f6b3bdfe43d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:42.222057 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:42.380413 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b3acf-3f20-41ad-a580-7ff0c2b28d67 req-59ce55d2-62cf-4caf-aad2-0321c76e9003 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:42.382764 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b33b3acf-3f20-41ad-a580-7ff0c2b28d67 req-59ce55d2-62cf-4caf-aad2-0321c76e9003 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a03d722f-81ab-4db9-bd93-a6800317cd98 HTTP/1.1" status: 200 len: 944 time: 0.0526094 Aug 16 23:22:42.421076 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b33b3acf-3f20-41ad-a580-7ff0c2b28d67 req-30ca0761-50a5-4622-9737-da81c66d9836 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/security-groups?id=49d0d5d4-7cea-4dee-ab03-7e3272f40586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320747 Aug 16 23:22:42.576739 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device bfd38868-d75a-48d6-9896-5773ecb6bd6a up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:22:42.627080 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port bfd38868-d75a-48d6-9896-5773ecb6bd6a completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:22:42.631441 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port bfd38868-d75a-48d6-9896-5773ecb6bd6a triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:42.631898 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:42.712926 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:42.740331 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03d722f-81ab-4db9-bd93-a6800317cd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd38868-d75a-48d6-9896-5773ecb6bd6a'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:22:42.743097 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153ef2ec-52fc-47bd-a1aa-4139853d44ff" -d '{"events": [{"server_uuid": "a03d722f-81ab-4db9-bd93-a6800317cd98", "name": "network-vif-plugged", "status": "completed", "tag": "bfd38868-d75a-48d6-9896-5773ecb6bd6a"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:22:42.755603 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port bfd38868-d75a-48d6-9896-5773ecb6bd6a, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=bfd38868-d75a-48d6-9896-5773ecb6bd6a,segment=NetworkSegment(91258211-b8a2-4fcb-8661-e6ed92193e64),segment_id=91258211-b8a2-4fcb-8661-e6ed92193e64)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:42.760546 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:42.786210 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ada6691-f4e5-4b42-b6ec-e9a9d89d89cf x-openstack-request-id: req-8ada6691-f4e5-4b42-b6ec-e9a9d89d89cf {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:22:42.786500 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03d722f-81ab-4db9-bd93-a6800317cd98", "name": "network-vif-plugged", "status": "completed", "tag": "bfd38868-d75a-48d6-9896-5773ecb6bd6a", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:22:42.786746 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8ada6691-f4e5-4b42-b6ec-e9a9d89d89cf {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:22:42.787122 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03d722f-81ab-4db9-bd93-a6800317cd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd38868-d75a-48d6-9896-5773ecb6bd6a', 'code': 200} Aug 16 23:22:42.813795 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=bfd38868-d75a-48d6-9896-5773ecb6bd6a,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:42.821981 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:42.822328 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:42.822673 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:42.823014 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:42.823350 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:42.823687 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:42.824017 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:42.824673 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:42.824673 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:42.824982 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:42.825307 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:42.825633 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:42.875820 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7d57d-71e9-4c32-b7d2-24f6470298fb req-99a1bc80-ed6a-43ec-96a6-b262582a902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:42.877289 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-49a7d57d-71e9-4c32-b7d2-24f6470298fb req-99a1bc80-ed6a-43ec-96a6-b262582a902d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a03d722f-81ab-4db9-bd93-a6800317cd98 HTTP/1.1" status: 200 len: 1097 time: 0.0394461 Aug 16 23:22:42.911228 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-49a7d57d-71e9-4c32-b7d2-24f6470298fb req-28b026d8-d6cd-4344-b0c3-153c7263264d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=49d0d5d4-7cea-4dee-ab03-7e3272f40586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271528 Aug 16 23:22:43.455456 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:43.539721 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b8f8a-f0cd-41b6-b937-80c15d0e36b6 req-5327fd3b-fb3a-4d04-a91e-1dc91d56fe7c tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:43.541237 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e60b8f8a-f0cd-41b6-b937-80c15d0e36b6 req-5327fd3b-fb3a-4d04-a91e-1dc91d56fe7c tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a03d722f-81ab-4db9-bd93-a6800317cd98 HTTP/1.1" status: 200 len: 945 time: 0.0544593 Aug 16 23:22:43.580305 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e60b8f8a-f0cd-41b6-b937-80c15d0e36b6 req-1305bcaa-e9f6-4055-bb60-50fd9f2537b7 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/security-groups?id=49d0d5d4-7cea-4dee-ab03-7e3272f40586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330045 Aug 16 23:22:44.701401 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6e220-172f-4a6e-a061-a4798cb8ea98 req-e1e59f38-6647-4ed0-91b1-e646d62a1174 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:44.702955 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13c6e220-172f-4a6e-a061-a4798cb8ea98 req-e1e59f38-6647-4ed0-91b1-e646d62a1174 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a03d722f-81ab-4db9-bd93-a6800317cd98 HTTP/1.1" status: 200 len: 945 time: 0.0520649 Aug 16 23:22:44.743475 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-13c6e220-172f-4a6e-a061-a4798cb8ea98 req-b6063325-ed8b-4dfe-8889-6b5c7ad908dc tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/security-groups?id=49d0d5d4-7cea-4dee-ab03-7e3272f40586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345166 Aug 16 23:22:44.862360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3054e-0fec-4df2-9b00-e375f390bf23 req-4635bd16-23a6-42a0-9216-e79e1aacbc58 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:44.863778 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79b3054e-0fec-4df2-9b00-e375f390bf23 req-4635bd16-23a6-42a0-9216-e79e1aacbc58 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a03d722f-81ab-4db9-bd93-a6800317cd98 HTTP/1.1" status: 200 len: 945 time: 0.0512435 Aug 16 23:22:44.908081 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79b3054e-0fec-4df2-9b00-e375f390bf23 req-b3a94955-db7a-4d91-9bb2-b709915827e9 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/security-groups?id=49d0d5d4-7cea-4dee-ab03-7e3272f40586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381351 Aug 16 23:22:45.035331 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:54.841615 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:23:03.313447 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9feb68-b5bf-46b5-b09b-c04733d76500 req-33cf3bc6-9b62-44bf-b00f-43cda5e5e3b0 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:03.314970 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be9feb68-b5bf-46b5-b09b-c04733d76500 req-33cf3bc6-9b62-44bf-b00f-43cda5e5e3b0 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a03d722f-81ab-4db9-bd93-a6800317cd98 HTTP/1.1" status: 200 len: 945 time: 0.0547144 Aug 16 23:23:03.356321 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be9feb68-b5bf-46b5-b09b-c04733d76500 req-7c97d18c-7065-4b2e-8a4c-43b3a7d2163f tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/security-groups?id=49d0d5d4-7cea-4dee-ab03-7e3272f40586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353608 Aug 16 23:23:04.474962 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3dff1-6142-46ba-b249-4afc1520b876 req-227acf31-ea9c-4296-90a8-b8b903f64ced tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:04.476785 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f1d3dff1-6142-46ba-b249-4afc1520b876 req-227acf31-ea9c-4296-90a8-b8b903f64ced tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a03d722f-81ab-4db9-bd93-a6800317cd98 HTTP/1.1" status: 200 len: 945 time: 0.0520532 Aug 16 23:23:04.518955 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f1d3dff1-6142-46ba-b249-4afc1520b876 req-e417a705-4493-4bde-92f3-5fbb55121ad1 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/security-groups?id=49d0d5d4-7cea-4dee-ab03-7e3272f40586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361426 Aug 16 23:23:04.812350 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f426804-57d0-4bd1-b209-ba3f99260dc7 req-12865a5c-0443-4944-ab06-db210e6318aa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:04.814374 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1f426804-57d0-4bd1-b209-ba3f99260dc7 req-12865a5c-0443-4944-ab06-db210e6318aa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03d722f-81ab-4db9-bd93-a6800317cd98 HTTP/1.1" status: 200 len: 945 time: 0.0565987 Aug 16 23:23:04.911299 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-1f426804-57d0-4bd1-b209-ba3f99260dc7 req-d4c41d3a-d1bf-4e53-8365-630643f251fa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Deleting port bfd38868-d75a-48d6-9896-5773ecb6bd6a {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:23:04.911555 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-1f426804-57d0-4bd1-b209-ba3f99260dc7 req-d4c41d3a-d1bf-4e53-8365-630643f251fa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:05.000049 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-1f426804-57d0-4bd1-b209-ba3f99260dc7 req-d4c41d3a-d1bf-4e53-8365-630643f251fa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] For port bfd38868-d75a-48d6-9896-5773ecb6bd6a, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=bfd38868-d75a-48d6-9896-5773ecb6bd6a,segment=NetworkSegment(91258211-b8a2-4fcb-8661-e6ed92193e64),segment_id=91258211-b8a2-4fcb-8661-e6ed92193e64)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:05.000416 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-1f426804-57d0-4bd1-b209-ba3f99260dc7 req-d4c41d3a-d1bf-4e53-8365-630643f251fa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:05.012521 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-1f426804-57d0-4bd1-b209-ba3f99260dc7 req-d4c41d3a-d1bf-4e53-8365-630643f251fa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Calling delete_port for bfd38868-d75a-48d6-9896-5773ecb6bd6a owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:23:05.141556 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-1f426804-57d0-4bd1-b209-ba3f99260dc7 req-d4c41d3a-d1bf-4e53-8365-630643f251fa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:05.154306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['bfd38868-d75a-48d6-9896-5773ecb6bd6a'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:23:05.172898 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c41d3a-d1bf-4e53-8365-630643f251fa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Pushing event deleted for resources: {'Port': ['ID=bfd38868-d75a-48d6-9896-5773ecb6bd6a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:05.199368 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c41d3a-d1bf-4e53-8365-630643f251fa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:05.199717 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c41d3a-d1bf-4e53-8365-630643f251fa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:05.200060 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c41d3a-d1bf-4e53-8365-630643f251fa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:05.200397 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c41d3a-d1bf-4e53-8365-630643f251fa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:05.200728 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c41d3a-d1bf-4e53-8365-630643f251fa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:05.201058 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c41d3a-d1bf-4e53-8365-630643f251fa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:05.201388 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c41d3a-d1bf-4e53-8365-630643f251fa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:05.201724 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c41d3a-d1bf-4e53-8365-630643f251fa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:05.202071 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c41d3a-d1bf-4e53-8365-630643f251fa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:05.202395 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c41d3a-d1bf-4e53-8365-630643f251fa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:05.202722 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c41d3a-d1bf-4e53-8365-630643f251fa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:05.203059 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c41d3a-d1bf-4e53-8365-630643f251fa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:05.227397 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f426804-57d0-4bd1-b209-ba3f99260dc7 req-d4c41d3a-d1bf-4e53-8365-630643f251fa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] No DVR routers for this DVR port bfd38868-d75a-48d6-9896-5773ecb6bd6a on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:23:05.230263 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-1f426804-57d0-4bd1-b209-ba3f99260dc7 req-d4c41d3a-d1bf-4e53-8365-630643f251fa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:05.232358 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1f426804-57d0-4bd1-b209-ba3f99260dc7 req-d4c41d3a-d1bf-4e53-8365-630643f251fa tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.43 "DELETE /v2.0/ports/bfd38868-d75a-48d6-9896-5773ecb6bd6a HTTP/1.1" status: 204 len: 173 time: 0.4121521 Aug 16 23:23:05.232811 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03d722f-81ab-4db9-bd93-a6800317cd98', 'name': 'network-vif-deleted', 'tag': 'bfd38868-d75a-48d6-9896-5773ecb6bd6a'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:23:05.235492 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82eb129-ef6c-4a5a-bdbe-9bee35bff76b" -d '{"events": [{"server_uuid": "a03d722f-81ab-4db9-bd93-a6800317cd98", "name": "network-vif-deleted", "tag": "bfd38868-d75a-48d6-9896-5773ecb6bd6a"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:23:05.280168 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274e56fe-7e81-47fa-a2ab-3109f0956303 x-openstack-request-id: req-274e56fe-7e81-47fa-a2ab-3109f0956303 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:23:05.280461 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03d722f-81ab-4db9-bd93-a6800317cd98", "name": "network-vif-deleted", "tag": "bfd38868-d75a-48d6-9896-5773ecb6bd6a", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:23:05.280711 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-274e56fe-7e81-47fa-a2ab-3109f0956303 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:23:05.281110 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03d722f-81ab-4db9-bd93-a6800317cd98', 'name': 'network-vif-deleted', 'tag': 'bfd38868-d75a-48d6-9896-5773ecb6bd6a', 'status': 'completed', 'code': 200} Aug 16 23:23:05.626660 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ec31d6a4-6162-439c-9e10-f8cd29d8a30a req-ed13ebda-00d8-454a-bc3f-54eb08eeb2c5 tempest-TestEncryptedCinderVolumes-1910548175 tempest-TestEncryptedCinderVolumes-1910548175-project] 10.222.0.93 "GET /v2.0/ports?device_id=a03d722f-81ab-4db9-bd93-a6800317cd98 HTTP/1.1" status: 200 len: 210 time: 0.0271218 Aug 16 23:23:06.721064 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50674) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:07.065492 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:07.306440 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] Deleting port 869fd69e-3e64-4562-ad59-b44725c41d52 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:23:07.306776 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:07.381934 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] For port 869fd69e-3e64-4562-ad59-b44725c41d52, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=869fd69e-3e64-4562-ad59-b44725c41d52,segment=NetworkSegment(91258211-b8a2-4fcb-8661-e6ed92193e64),segment_id=91258211-b8a2-4fcb-8661-e6ed92193e64)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:07.382398 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:07.394488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] Calling delete_port for 869fd69e-3e64-4562-ad59-b44725c41d52 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:23:07.575554 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:07.602709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] Pushing event deleted for resources: {'Port': ['ID=869fd69e-3e64-4562-ad59-b44725c41d52,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:07.633003 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:07.633275 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:07.633633 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:07.634036 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:07.634336 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:07.634665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:07.634994 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:07.635322 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:07.635647 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:07.635972 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:07.636295 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:07.636618 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:07.778846 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:08.331602 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] Router c13977b6-dd8f-4716-8dc3-75b306464e97 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:23:08.436711 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:23:08.444605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2f57a2d0-63c0-4c4d-b637-b5522471f395 admin admin] 10.222.0.93 "PUT /v2.0/routers/c13977b6-dd8f-4716-8dc3-75b306464e97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7201571 Aug 16 23:23:08.444864 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50676) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:08.445271 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c1d792-bd31-4415-a4a0-69c2fb8072cb None None] Sync routers for ids ['c13977b6-dd8f-4716-8dc3-75b306464e97'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:23:08.454658 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c1d792-bd31-4415-a4a0-69c2fb8072cb None None] Routers {'c13977b6-dd8f-4716-8dc3-75b306464e97'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:08.455292 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-55c1d792-bd31-4415-a4a0-69c2fb8072cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:22:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c13977b6-dd8f-4716-8dc3-75b306464e97'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:08.547281 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a85e852-fd8f-45da-bc1e-1696c18e48a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:08.558344 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-55c1d792-bd31-4415-a4a0-69c2fb8072cb None None] Set router c13977b6-dd8f-4716-8dc3-75b306464e97 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:08.649543 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a85e852-fd8f-45da-bc1e-1696c18e48a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:08.702024 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2a85e852-fd8f-45da-bc1e-1696c18e48a9 admin admin] Deleting port 61704206-e842-4543-8b9e-6606b2170049 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:23:08.702379 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a85e852-fd8f-45da-bc1e-1696c18e48a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:08.718465 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device bfd38868-d75a-48d6-9896-5773ecb6bd6a no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:23:08.736693 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-55c1d792-bd31-4415-a4a0-69c2fb8072cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13977b6-dd8f-4716-8dc3-75b306464e97', 'name': 'tempest-TestEncryptedCinderVolumes-1179281426-router', 'tenant_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '61704206-e842-4543-8b9e-6606b2170049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:55Z', 'updated_at': '2021-08-16T23:23:07Z', 'revision_number': 5, 'project_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'gw_port': {'id': '61704206-e842-4543-8b9e-6606b2170049', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13977b6-dd8f-4716-8dc3-75b306464e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:21:56Z', 'updated_at': '2021-08-16T23:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:08.740751 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: bfd38868-d75a-48d6-9896-5773ecb6bd6a {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:23:08.741096 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device bfd38868-d75a-48d6-9896-5773ecb6bd6a not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:23:08.766145 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c1d792-bd31-4415-a4a0-69c2fb8072cb None None] Checking router: c13977b6-dd8f-4716-8dc3-75b306464e97 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:23:08.775418 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c1d792-bd31-4415-a4a0-69c2fb8072cb None None] Routers {'c13977b6-dd8f-4716-8dc3-75b306464e97'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:08.776010 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-55c1d792-bd31-4415-a4a0-69c2fb8072cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:22:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['c13977b6-dd8f-4716-8dc3-75b306464e97'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:08.786043 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-2a85e852-fd8f-45da-bc1e-1696c18e48a9 admin admin] For port 61704206-e842-4543-8b9e-6606b2170049, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=61704206-e842-4543-8b9e-6606b2170049,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:08.788278 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a85e852-fd8f-45da-bc1e-1696c18e48a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:08.798960 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2a85e852-fd8f-45da-bc1e-1696c18e48a9 admin admin] Calling delete_port for 61704206-e842-4543-8b9e-6606b2170049 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:23:08.862358 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-55c1d792-bd31-4415-a4a0-69c2fb8072cb None None] Set router c13977b6-dd8f-4716-8dc3-75b306464e97 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:08.912227 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-55c1d792-bd31-4415-a4a0-69c2fb8072cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13977b6-dd8f-4716-8dc3-75b306464e97', 'name': 'tempest-TestEncryptedCinderVolumes-1179281426-router', 'tenant_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:55Z', 'updated_at': '2021-08-16T23:23:08Z', 'revision_number': 6, 'project_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:08.942464 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c1d792-bd31-4415-a4a0-69c2fb8072cb None None] The sync data for ids ['c13977b6-dd8f-4716-8dc3-75b306464e97'] in n-d-792458-15 is: [{'id': 'c13977b6-dd8f-4716-8dc3-75b306464e97', 'name': 'tempest-TestEncryptedCinderVolumes-1179281426-router', 'tenant_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:55Z', 'updated_at': '2021-08-16T23:23:08Z', 'revision_number': 6, 'project_id': '5535c0a0e4b3403aa2cddc22833a07ff', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:23:08.967127 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a85e852-fd8f-45da-bc1e-1696c18e48a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:08.993221 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85e852-fd8f-45da-bc1e-1696c18e48a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=61704206-e842-4543-8b9e-6606b2170049,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:09.056263 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a85e852-fd8f-45da-bc1e-1696c18e48a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.073410 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.098194 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-31770b82-ada1-4479-b5e0-135a5d6a938b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.155338 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a85e852-fd8f-45da-bc1e-1696c18e48a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.157510 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a85e852-fd8f-45da-bc1e-1696c18e48a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.199360 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a85e852-fd8f-45da-bc1e-1696c18e48a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.199949 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a85e852-fd8f-45da-bc1e-1696c18e48a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c13977b6-dd8f-4716-8dc3-75b306464e97 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:23:09.204276 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2a85e852-fd8f-45da-bc1e-1696c18e48a9 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.205605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2a85e852-fd8f-45da-bc1e-1696c18e48a9 admin admin] 10.222.0.93 "DELETE /v2.0/routers/c13977b6-dd8f-4716-8dc3-75b306464e97 HTTP/1.1" status: 204 len: 168 time: 0.7597988 Aug 16 23:23:09.208134 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50678) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:09.252591 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa2b51c-3c45-4a0a-b6c4-104ac3e70d3c admin admin] Deleting subnet 97f32131-dcc5-4741-88c1-dadc7474f117 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:23:09.255539 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2fa2b51c-3c45-4a0a-b6c4-104ac3e70d3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.301784 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2fa2b51c-3c45-4a0a-b6c4-104ac3e70d3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.388700 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2fa2b51c-3c45-4a0a-b6c4-104ac3e70d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.441160 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2fa2b51c-3c45-4a0a-b6c4-104ac3e70d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.468621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2b51c-3c45-4a0a-b6c4-104ac3e70d3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97f32131-dcc5-4741-88c1-dadc7474f117,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:09.470525 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2fa2b51c-3c45-4a0a-b6c4-104ac3e70d3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.474403 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2fa2b51c-3c45-4a0a-b6c4-104ac3e70d3c admin admin] 10.222.0.93 "DELETE /v2.0/subnets/97f32131-dcc5-4741-88c1-dadc7474f117 HTTP/1.1" status: 204 len: 168 time: 0.2653141 Aug 16 23:23:09.475257 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50680) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:09.476186 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3571fc3-de26-4797-92d1-88ee8726442c None None] Network de01c09f-3b02-4476-a210-91886fa29428 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:23:09.546202 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ff3c-8c1b-4319-91a3-1da2ad361e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.602040 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4fa4ff3c-8c1b-4319-91a3-1da2ad361e78 admin admin] Deleting port b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:23:09.602390 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ff3c-8c1b-4319-91a3-1da2ad361e78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.666408 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-4fa4ff3c-8c1b-4319-91a3-1da2ad361e78 admin admin] For port b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc,segment=NetworkSegment(91258211-b8a2-4fcb-8661-e6ed92193e64),segment_id=91258211-b8a2-4fcb-8661-e6ed92193e64)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:09.666777 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ff3c-8c1b-4319-91a3-1da2ad361e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.681160 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4fa4ff3c-8c1b-4319-91a3-1da2ad361e78 admin admin] Calling delete_port for b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:23:09.706635 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e61f83-bc83-4d80-b7e2-652740c46e91 None None] DHCP port deletion for de01c09f-3b02-4476-a210-91886fa29428 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:23:09.762187 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 61704206-e842-4543-8b9e-6606b2170049 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:23:09.767051 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-96e61f83-bc83-4d80-b7e2-652740c46e91 None None] Deleting port b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:23:09.767649 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-96e61f83-bc83-4d80-b7e2-652740c46e91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.771734 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ff3c-8c1b-4319-91a3-1da2ad361e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.785016 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 61704206-e842-4543-8b9e-6606b2170049 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:23:09.785355 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 61704206-e842-4543-8b9e-6606b2170049 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:23:09.785767 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 869fd69e-3e64-4562-ad59-b44725c41d52 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:23:09.799841 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4ff3c-8c1b-4319-91a3-1da2ad361e78 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:09.801032 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa4ff3c-8c1b-4319-91a3-1da2ad361e78 admin admin] No DVR routers for this DVR port b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:23:09.839982 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 869fd69e-3e64-4562-ad59-b44725c41d52 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:23:09.840418 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 869fd69e-3e64-4562-ad59-b44725c41d52 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:23:09.840867 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:23:09.868694 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:23:09.869036 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:23:09.883697 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ff3c-8c1b-4319-91a3-1da2ad361e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.885475 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-96e61f83-bc83-4d80-b7e2-652740c46e91 None None] For port b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc, host n-d-792458-15, got binding levels [] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:09.885887 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-96e61f83-bc83-4d80-b7e2-652740c46e91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.894315 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4fa4ff3c-8c1b-4319-91a3-1da2ad361e78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de01c09f-3b02-4476-a210-91886fa29428']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:09.897217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-96e61f83-bc83-4d80-b7e2-652740c46e91 None None] Calling delete_port for b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:23:09.899942 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.ipam_backend_mixin [None req-96e61f83-bc83-4d80-b7e2-652740c46e91 None None] Port b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc was not found and therefore no delete operation was performed {{(pid=94873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 23:23:09.901211 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-96e61f83-bc83-4d80-b7e2-652740c46e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.905704 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4fa4ff3c-8c1b-4319-91a3-1da2ad361e78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91258211-b8a2-4fcb-8661-e6ed92193e64') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:09.906028 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4fa4ff3c-8c1b-4319-91a3-1da2ad361e78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91258211-b8a2-4fcb-8661-e6ed92193e64') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:09.916438 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ff3c-8c1b-4319-91a3-1da2ad361e78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.930384 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e61f83-bc83-4d80-b7e2-652740c46e91 None None] No DVR routers for this DVR port b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:23:09.932088 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e61f83-bc83-4d80-b7e2-652740c46e91 None None] Pushing event deleted for resources: {'Port': ['ID=b0ae51d4-41c8-4ab7-aa5a-a8fb3b23f9dc,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:09.936436 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ff3c-8c1b-4319-91a3-1da2ad361e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.946147 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa4ff3c-8c1b-4319-91a3-1da2ad361e78 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:23:09.946656 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ff3c-8c1b-4319-91a3-1da2ad361e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: timer() Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:23:09.948477 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:23:10.010799 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ff3c-8c1b-4319-91a3-1da2ad361e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:10.016388 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ff3c-8c1b-4319-91a3-1da2ad361e78 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:10.018476 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4fa4ff3c-8c1b-4319-91a3-1da2ad361e78 admin admin] 10.222.0.93 "DELETE /v2.0/networks/de01c09f-3b02-4476-a210-91886fa29428 HTTP/1.1" status: 204 len: 168 time: 0.5416903 Aug 16 23:23:10.021423 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50682) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:10.029280 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4ff3c-8c1b-4319-91a3-1da2ad361e78 admin admin] Pushing event deleted for resources: {'Network': ['ID=de01c09f-3b02-4476-a210-91886fa29428,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:10.373514 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f35cab38-f47e-4d13-9a06-bbfa1837faa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:10.617118 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f35cab38-f47e-4d13-9a06-bbfa1837faa7 admin admin] Deleting port f5c939ac-8da2-40b6-9635-8808fdc42c14 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:23:10.617451 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f35cab38-f47e-4d13-9a06-bbfa1837faa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:10.703892 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f35cab38-f47e-4d13-9a06-bbfa1837faa7 admin admin] For port f5c939ac-8da2-40b6-9635-8808fdc42c14, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=f5c939ac-8da2-40b6-9635-8808fdc42c14,segment=NetworkSegment(854769bc-ca6b-42bc-888f-ddc604fe0778),segment_id=854769bc-ca6b-42bc-888f-ddc604fe0778)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:10.704253 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f35cab38-f47e-4d13-9a06-bbfa1837faa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:10.717032 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f35cab38-f47e-4d13-9a06-bbfa1837faa7 admin admin] Calling delete_port for f5c939ac-8da2-40b6-9635-8808fdc42c14 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:23:10.896504 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f35cab38-f47e-4d13-9a06-bbfa1837faa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:10.926507 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35cab38-f47e-4d13-9a06-bbfa1837faa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c939ac-8da2-40b6-9635-8808fdc42c14,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:11.099127 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f35cab38-f47e-4d13-9a06-bbfa1837faa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:11.323949 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35cab38-f47e-4d13-9a06-bbfa1837faa7 admin admin] Router bf7f4e57-c62b-4f66-b8f1-8b4979da342d has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:23:11.374280 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:11.439760 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35cab38-f47e-4d13-9a06-bbfa1837faa7 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:23:11.444993 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f35cab38-f47e-4d13-9a06-bbfa1837faa7 admin admin] 10.222.0.93 "PUT /v2.0/routers/bf7f4e57-c62b-4f66-b8f1-8b4979da342d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4224172 Aug 16 23:23:11.447547 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50684) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:11.450493 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040e9872-90de-45f5-b0cf-a9e2a8f3333e None None] Sync routers for ids ['bf7f4e57-c62b-4f66-b8f1-8b4979da342d'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:23:11.459578 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040e9872-90de-45f5-b0cf-a9e2a8f3333e None None] Routers {'bf7f4e57-c62b-4f66-b8f1-8b4979da342d'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:11.460268 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-040e9872-90de-45f5-b0cf-a9e2a8f3333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:22:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['bf7f4e57-c62b-4f66-b8f1-8b4979da342d'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:11.556057 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dcdf2127-29ed-4b5e-ad42-690da39a8b28 admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:11.565076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-040e9872-90de-45f5-b0cf-a9e2a8f3333e None None] Set router bf7f4e57-c62b-4f66-b8f1-8b4979da342d gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:11.674412 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dcdf2127-29ed-4b5e-ad42-690da39a8b28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:11.691581 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-01748941-7fd6-4e65-855c-babc75bf42fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:11.732513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-dcdf2127-29ed-4b5e-ad42-690da39a8b28 admin admin] Deleting port 2025dc5d-4196-4c85-8905-6eb1ebc496b7 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:23:11.732719 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dcdf2127-29ed-4b5e-ad42-690da39a8b28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:11.773231 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-040e9872-90de-45f5-b0cf-a9e2a8f3333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7f4e57-c62b-4f66-b8f1-8b4979da342d', 'name': 'tempest-TestEncryptedCinderVolumes-1763175688-router', 'tenant_id': '8a0c859d959841899d7db0e479839a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '2025dc5d-4196-4c85-8905-6eb1ebc496b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:59Z', 'updated_at': '2021-08-16T23:23:10Z', 'revision_number': 5, 'project_id': '8a0c859d959841899d7db0e479839a26', 'gw_port': {'id': '2025dc5d-4196-4c85-8905-6eb1ebc496b7', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7f4e57-c62b-4f66-b8f1-8b4979da342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:00Z', 'updated_at': '2021-08-16T23:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:11.799179 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040e9872-90de-45f5-b0cf-a9e2a8f3333e None None] Checking router: bf7f4e57-c62b-4f66-b8f1-8b4979da342d for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:23:11.807976 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040e9872-90de-45f5-b0cf-a9e2a8f3333e None None] Routers {'bf7f4e57-c62b-4f66-b8f1-8b4979da342d'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:11.808588 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-040e9872-90de-45f5-b0cf-a9e2a8f3333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:23:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['bf7f4e57-c62b-4f66-b8f1-8b4979da342d'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:11.816827 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-dcdf2127-29ed-4b5e-ad42-690da39a8b28 admin admin] For port 2025dc5d-4196-4c85-8905-6eb1ebc496b7, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=2025dc5d-4196-4c85-8905-6eb1ebc496b7,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:11.817198 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dcdf2127-29ed-4b5e-ad42-690da39a8b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:11.829042 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-dcdf2127-29ed-4b5e-ad42-690da39a8b28 admin admin] Calling delete_port for 2025dc5d-4196-4c85-8905-6eb1ebc496b7 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:23:11.894597 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-040e9872-90de-45f5-b0cf-a9e2a8f3333e None None] Set router bf7f4e57-c62b-4f66-b8f1-8b4979da342d gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:11.950092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-040e9872-90de-45f5-b0cf-a9e2a8f3333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7f4e57-c62b-4f66-b8f1-8b4979da342d', 'name': 'tempest-TestEncryptedCinderVolumes-1763175688-router', 'tenant_id': '8a0c859d959841899d7db0e479839a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:59Z', 'updated_at': '2021-08-16T23:23:11Z', 'revision_number': 6, 'project_id': '8a0c859d959841899d7db0e479839a26', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:11.977057 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040e9872-90de-45f5-b0cf-a9e2a8f3333e None None] The sync data for ids ['bf7f4e57-c62b-4f66-b8f1-8b4979da342d'] in n-d-792458-15 is: [{'id': 'bf7f4e57-c62b-4f66-b8f1-8b4979da342d', 'name': 'tempest-TestEncryptedCinderVolumes-1763175688-router', 'tenant_id': '8a0c859d959841899d7db0e479839a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:59Z', 'updated_at': '2021-08-16T23:23:11Z', 'revision_number': 6, 'project_id': '8a0c859d959841899d7db0e479839a26', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:23:12.002469 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dcdf2127-29ed-4b5e-ad42-690da39a8b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:12.026584 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf2127-29ed-4b5e-ad42-690da39a8b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=2025dc5d-4196-4c85-8905-6eb1ebc496b7,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:12.089189 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dcdf2127-29ed-4b5e-ad42-690da39a8b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:12.181778 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dcdf2127-29ed-4b5e-ad42-690da39a8b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:12.183896 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dcdf2127-29ed-4b5e-ad42-690da39a8b28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:12.215529 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:12.227097 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dcdf2127-29ed-4b5e-ad42-690da39a8b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:12.227742 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdf2127-29ed-4b5e-ad42-690da39a8b28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf7f4e57-c62b-4f66-b8f1-8b4979da342d {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:23:12.232052 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dcdf2127-29ed-4b5e-ad42-690da39a8b28 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:12.233221 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-dcdf2127-29ed-4b5e-ad42-690da39a8b28 admin admin] 10.222.0.93 "DELETE /v2.0/routers/bf7f4e57-c62b-4f66-b8f1-8b4979da342d HTTP/1.1" status: 204 len: 168 time: 0.7847159 Aug 16 23:23:12.235925 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50686) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:12.279896 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d15798-d9a8-41e8-ac51-979cdcc4d878 admin admin] Deleting subnet b12354d3-524e-4bc8-85e8-64a5e3b01596 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:23:12.282940 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c7d15798-d9a8-41e8-ac51-979cdcc4d878 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:12.317712 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c7d15798-d9a8-41e8-ac51-979cdcc4d878 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:12.404872 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c7d15798-d9a8-41e8-ac51-979cdcc4d878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:12.457214 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c7d15798-d9a8-41e8-ac51-979cdcc4d878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:12.484355 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d15798-d9a8-41e8-ac51-979cdcc4d878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b12354d3-524e-4bc8-85e8-64a5e3b01596,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:12.486324 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c7d15798-d9a8-41e8-ac51-979cdcc4d878 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:12.488281 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c7d15798-d9a8-41e8-ac51-979cdcc4d878 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/b12354d3-524e-4bc8-85e8-64a5e3b01596 HTTP/1.1" status: 204 len: 168 time: 0.2513511 Aug 16 23:23:12.490768 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50688) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:12.493838 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72de838-0be0-4151-bba5-6b6c28b10a33 None None] Network 9bb353d4-4496-4998-a39d-fe9bc90e4f8d requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:23:12.561919 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5041abcf-92aa-4cb9-a68e-239a65b4d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:12.618992 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5041abcf-92aa-4cb9-a68e-239a65b4d27c admin admin] Deleting port 337b05b1-0fa6-4c4c-a995-02c0ee900b14 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:23:12.619331 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5041abcf-92aa-4cb9-a68e-239a65b4d27c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:12.686196 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-5041abcf-92aa-4cb9-a68e-239a65b4d27c admin admin] For port 337b05b1-0fa6-4c4c-a995-02c0ee900b14, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=337b05b1-0fa6-4c4c-a995-02c0ee900b14,segment=NetworkSegment(854769bc-ca6b-42bc-888f-ddc604fe0778),segment_id=854769bc-ca6b-42bc-888f-ddc604fe0778)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:12.686567 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5041abcf-92aa-4cb9-a68e-239a65b4d27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:12.701053 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-5041abcf-92aa-4cb9-a68e-239a65b4d27c admin admin] Calling delete_port for 337b05b1-0fa6-4c4c-a995-02c0ee900b14 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:23:12.791717 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5041abcf-92aa-4cb9-a68e-239a65b4d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:12.821731 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041abcf-92aa-4cb9-a68e-239a65b4d27c admin admin] Pushing event deleted for resources: {'Port': ['ID=337b05b1-0fa6-4c4c-a995-02c0ee900b14,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:12.823580 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5041abcf-92aa-4cb9-a68e-239a65b4d27c admin admin] No DVR routers for this DVR port 337b05b1-0fa6-4c4c-a995-02c0ee900b14 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:23:12.838105 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615bbeac-e506-489d-bccf-a44eb2df4652 None None] DHCP port deletion for 9bb353d4-4496-4998-a39d-fe9bc90e4f8d request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:23:12.899131 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5041abcf-92aa-4cb9-a68e-239a65b4d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:12.910055 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-5041abcf-92aa-4cb9-a68e-239a65b4d27c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb353d4-4496-4998-a39d-fe9bc90e4f8d']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:13.249050 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-5041abcf-92aa-4cb9-a68e-239a65b4d27c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854769bc-ca6b-42bc-888f-ddc604fe0778') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:13.250035 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-5041abcf-92aa-4cb9-a68e-239a65b4d27c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854769bc-ca6b-42bc-888f-ddc604fe0778') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:13.258079 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5041abcf-92aa-4cb9-a68e-239a65b4d27c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:13.271374 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5041abcf-92aa-4cb9-a68e-239a65b4d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:13.277842 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5041abcf-92aa-4cb9-a68e-239a65b4d27c admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:23:13.278257 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5041abcf-92aa-4cb9-a68e-239a65b4d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: timer() Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:23:13.279889 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:23:13.331573 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5041abcf-92aa-4cb9-a68e-239a65b4d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:13.337531 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5041abcf-92aa-4cb9-a68e-239a65b4d27c admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:13.339410 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5041abcf-92aa-4cb9-a68e-239a65b4d27c admin admin] 10.222.0.93 "DELETE /v2.0/networks/9bb353d4-4496-4998-a39d-fe9bc90e4f8d HTTP/1.1" status: 204 len: 168 time: 0.8471978 Aug 16 23:23:13.353511 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041abcf-92aa-4cb9-a68e-239a65b4d27c admin admin] Pushing event deleted for resources: {'Network': ['ID=9bb353d4-4496-4998-a39d-fe9bc90e4f8d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:13.459504 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:13.508250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50692) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:13.549699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-01aa63f7-19df-42f0-bd6e-b914efd94956 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5535c0a0e4b3403aa2cddc22833a07ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402405 Aug 16 23:23:13.552374 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50694) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:13.605170 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ba11238-f4f2-4cee-a4c4-e18382937f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:13.627577 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ba11238-f4f2-4cee-a4c4-e18382937f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:13.679502 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device f5c939ac-8da2-40b6-9635-8808fdc42c14 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:23:13.683410 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ba11238-f4f2-4cee-a4c4-e18382937f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:13.686096 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5ba11238-f4f2-4cee-a4c4-e18382937f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:13.689630 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5ba11238-f4f2-4cee-a4c4-e18382937f16 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/49d0d5d4-7cea-4dee-ab03-7e3272f40586 HTTP/1.1" status: 204 len: 168 time: 0.1339533 Aug 16 23:23:13.696803 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba11238-f4f2-4cee-a4c4-e18382937f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d0d5d4-7cea-4dee-ab03-7e3272f40586,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:13.700428 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: f5c939ac-8da2-40b6-9635-8808fdc42c14 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:23:13.700775 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device f5c939ac-8da2-40b6-9635-8808fdc42c14 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:23:13.701193 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 337b05b1-0fa6-4c4c-a995-02c0ee900b14 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:23:13.723463 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 337b05b1-0fa6-4c4c-a995-02c0ee900b14 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:23:13.723802 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 337b05b1-0fa6-4c4c-a995-02c0ee900b14 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:23:13.724218 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 2025dc5d-4196-4c85-8905-6eb1ebc496b7 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:23:13.749041 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 2025dc5d-4196-4c85-8905-6eb1ebc496b7 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:23:13.749380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 2025dc5d-4196-4c85-8905-6eb1ebc496b7 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:23:14.017342 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50700) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:14.056992 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-945bf7c0-d90d-4b4e-887b-007e407f9fd5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8a0c859d959841899d7db0e479839a26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384750 Aug 16 23:23:14.059341 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50702) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:14.109730 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30fca527-f1aa-4a6e-bb65-b00fce1a1780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:14.133233 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30fca527-f1aa-4a6e-bb65-b00fce1a1780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:14.187650 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30fca527-f1aa-4a6e-bb65-b00fce1a1780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:14.190185 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30fca527-f1aa-4a6e-bb65-b00fce1a1780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:14.191333 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-30fca527-f1aa-4a6e-bb65-b00fce1a1780 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ddc7c981-e231-461c-a060-60b181acbab4 HTTP/1.1" status: 204 len: 168 time: 0.1311119 Aug 16 23:23:14.200052 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fca527-f1aa-4a6e-bb65-b00fce1a1780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc7c981-e231-461c-a060-60b181acbab4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:14.861858 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50724) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:14.958249 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c350a98b-43d4-432d-bde6-f78074f68df3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-349909825-network', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:14.980264 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c350a98b-43d4-432d-bde6-f78074f68df3 admin admin] Made reservation on behalf of 1634e94875d4441ea70d8c4060a2d21a for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:23:14.982685 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c350a98b-43d4-432d-bde6-f78074f68df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:14.991162 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c350a98b-43d4-432d-bde6-f78074f68df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:15.036338 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:15.078723 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c350a98b-43d4-432d-bde6-f78074f68df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:15.082429 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c350a98b-43d4-432d-bde6-f78074f68df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:15.107182 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c350a98b-43d4-432d-bde6-f78074f68df3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:23:15.116270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350a98b-43d4-432d-bde6-f78074f68df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:15.122369 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c350a98b-43d4-432d-bde6-f78074f68df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:15.122715 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-c350a98b-43d4-432d-bde6-f78074f68df3 admin admin] Added segment d60ce1eb-3bd0-46ad-9f57-940bb62e13ee of type vlan for network 007f0ed4-4c18-4dd1-b517-f1e9cdef23fa Aug 16 23:23:15.163289 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c350a98b-43d4-432d-bde6-f78074f68df3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:15.192169 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c350a98b-43d4-432d-bde6-f78074f68df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:15.193113 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c350a98b-43d4-432d-bde6-f78074f68df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:15.193685 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c350a98b-43d4-432d-bde6-f78074f68df3 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:15.242779 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c350a98b-43d4-432d-bde6-f78074f68df3 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3797698 Aug 16 23:23:15.245773 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50728) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:15.250878 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-81c988be-8b30-4f81-acea-8f55cfb10d7b admin admin] Request body: {'subnet': {'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-349909825-subnet', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:15.253252 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350a98b-43d4-432d-bde6-f78074f68df3 admin admin] Pushing event updated for resources: {'Network': ['ID=007f0ed4-4c18-4dd1-b517-f1e9cdef23fa,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:15.263522 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 007f0ed4-4c18-4dd1-b517-f1e9cdef23fa details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:23:15.273468 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c988be-8b30-4f81-acea-8f55cfb10d7b admin admin] Made reservation on behalf of 1634e94875d4441ea70d8c4060a2d21a for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:23:15.275969 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81c988be-8b30-4f81-acea-8f55cfb10d7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:15.448178 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81c988be-8b30-4f81-acea-8f55cfb10d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:15.496571 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c988be-8b30-4f81-acea-8f55cfb10d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb6073d-29a9-4d8d-983f-40bbe6df31f3,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:15.511735 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c988be-8b30-4f81-acea-8f55cfb10d7b admin admin] Checking segment: {'id': 'd60ce1eb-3bd0-46ad-9f57-940bb62e13ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:23:15.512086 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c988be-8b30-4f81-acea-8f55cfb10d7b admin admin] Network hostable DHCP agents. Network: 007f0ed4-4c18-4dd1-b517-f1e9cdef23fa, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:23:15.527713 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c988be-8b30-4f81-acea-8f55cfb10d7b admin admin] Network 007f0ed4-4c18-4dd1-b517-f1e9cdef23fa is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:23:15.535463 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-81c988be-8b30-4f81-acea-8f55cfb10d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 007f0ed4-4c18-4dd1-b517-f1e9cdef23fa) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:15.539444 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c988be-8b30-4f81-acea-8f55cfb10d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:15.540038 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81c988be-8b30-4f81-acea-8f55cfb10d7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:15.547025 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b140b0-5e19-4a21-9766-f91a851e69b5 None None] Network 007f0ed4-4c18-4dd1-b517-f1e9cdef23fa requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:23:15.554432 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-81c988be-8b30-4f81-acea-8f55cfb10d7b admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3069324 Aug 16 23:23:15.557292 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50730) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:15.561804 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-449e8b3b-1856-4476-a53f-db5b893353cf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-349909825-router', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:15.583757 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-449e8b3b-1856-4476-a53f-db5b893353cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:15.584706 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-449e8b3b-1856-4476-a53f-db5b893353cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:15.643689 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-449e8b3b-1856-4476-a53f-db5b893353cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:15.699267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-007f0ed4-4c18-4dd1-b517-f1e9cdef23fa', 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'fixed_ips': [{'subnet_id': '6eb6073d-29a9-4d8d-983f-40bbe6df31f3'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:23:15.700383 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:15.781739 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-449e8b3b-1856-4476-a53f-db5b893353cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:15.844738 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] Allocated IP 172.20.0.2 (007f0ed4-4c18-4dd1-b517-f1e9cdef23fa/6eb6073d-29a9-4d8d-983f-40bbe6df31f3/303b64d7-0202-4886-adee-3c1262b07e2d) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:23:15.992107 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-449e8b3b-1856-4476-a53f-db5b893353cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:15.998373 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:16.007501 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] Transition to ACTIVE for port object 303b64d7-0202-4886-adee-3c1262b07e2d will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:16.011462 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-449e8b3b-1856-4476-a53f-db5b893353cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:16.024367 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] Transition to ACTIVE for port object 303b64d7-0202-4886-adee-3c1262b07e2d will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:16.030051 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:16.071229 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] Network 007f0ed4-4c18-4dd1-b517-f1e9cdef23fa is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:16.074126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:16.077700 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:23:16.084428 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] Pushing event updated for resources: {'Port': ['ID=303b64d7-0202-4886-adee-3c1262b07e2d,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:16.118988 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-449e8b3b-1856-4476-a53f-db5b893353cf admin admin] Allocated IP 172.25.6.189 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/7d1473b1-ce86-47a3-8f69-2b0fcceb6523) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:23:16.138111 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] Attempting to bind port 303b64d7-0202-4886-adee-3c1262b07e2d on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:23:16.138376 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] Attempting to bind port 303b64d7-0202-4886-adee-3c1262b07e2d by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'd60ce1eb-3bd0-46ad-9f57-940bb62e13ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:23:16.138741 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] Attempting to bind port 303b64d7-0202-4886-adee-3c1262b07e2d on network 007f0ed4-4c18-4dd1-b517-f1e9cdef23fa {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:23:16.143969 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:23:16.144351 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] Checking segment: {'id': 'd60ce1eb-3bd0-46ad-9f57-940bb62e13ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:23:16.144763 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:16.145161 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] Bound using segment: {'id': 'd60ce1eb-3bd0-46ad-9f57-940bb62e13ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:23:16.145641 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] Bound port: 303b64d7-0202-4886-adee-3c1262b07e2d, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60ce1eb-3bd0-46ad-9f57-940bb62e13ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:23:16.146105 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:16.212757 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] For port 303b64d7-0202-4886-adee-3c1262b07e2d, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:23:16.215897 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] For port 303b64d7-0202-4886-adee-3c1262b07e2d, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=303b64d7-0202-4886-adee-3c1262b07e2d,segment=NetworkSegment(d60ce1eb-3bd0-46ad-9f57-940bb62e13ee),segment_id=d60ce1eb-3bd0-46ad-9f57-940bb62e13ee)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:23:16.220068 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:16.220708 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-449e8b3b-1856-4476-a53f-db5b893353cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:16.263982 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-449e8b3b-1856-4476-a53f-db5b893353cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:16.279681 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437c2ee-bae3-4a81-8fce-12979edb2880 None None] Pushing event updated for resources: {'Port': ['ID=303b64d7-0202-4886-adee-3c1262b07e2d,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:16.305394 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449e8b3b-1856-4476-a53f-db5b893353cf admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:16.310370 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-449e8b3b-1856-4476-a53f-db5b893353cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:16.313999 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449e8b3b-1856-4476-a53f-db5b893353cf admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:23:16.343934 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e8b3b-1856-4476-a53f-db5b893353cf admin admin] Pushing event updated for resources: {'Port': ['ID=7d1473b1-ce86-47a3-8f69-2b0fcceb6523,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:16.609355 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-449e8b3b-1856-4476-a53f-db5b893353cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:16.802601 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-449e8b3b-1856-4476-a53f-db5b893353cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:16.937900 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449e8b3b-1856-4476-a53f-db5b893353cf admin admin] Router e87f52e4-e95b-4f73-929b-5a4d89b1e3cf is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:23:17.056083 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449e8b3b-1856-4476-a53f-db5b893353cf admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:23:17.072268 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] Sync routers for ids ['e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:23:17.079512 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-449e8b3b-1856-4476-a53f-db5b893353cf admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:17.084712 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-449e8b3b-1856-4476-a53f-db5b893353cf admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5224936 Aug 16 23:23:17.084900 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50732) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:17.086315 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] Routers {'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:17.087236 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:23:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:17.206654 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] Set router e87f52e4-e95b-4f73-929b-5a4d89b1e3cf gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:17.247980 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcaf855-1ce2-49c1-8373-5c604b7f5a32 None None] Network 007f0ed4-4c18-4dd1-b517-f1e9cdef23fa requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:23:17.380995 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-21fbc717-4d3b-4585-b309-7d6fa46faac2 None None] Provisioning for port 303b64d7-0202-4886-adee-3c1262b07e2d completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:17.497634 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'name': 'tempest-TestMinimumBasicScenario-349909825-router', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:15Z', 'updated_at': '2021-08-16T23:23:16Z', 'revision_number': 3, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'gw_port': {'id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:16Z', 'updated_at': '2021-08-16T23:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:17.526755 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] Checking router: e87f52e4-e95b-4f73-929b-5a4d89b1e3cf for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:23:17.527106 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] Updating router e87f52e4-e95b-4f73-929b-5a4d89b1e3cf port 7d1473b1-ce86-47a3-8f69-2b0fcceb6523 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:23:17.554312 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:17.573878 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7d1a96a8-1131-4faf-8e4f-7eba094859cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:17.720783 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 303b64d7-0202-4886-adee-3c1262b07e2d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:17.754974 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-7d1a96a8-1131-4faf-8e4f-7eba094859cd admin admin] Allocated IP 172.20.0.1 (007f0ed4-4c18-4dd1-b517-f1e9cdef23fa/6eb6073d-29a9-4d8d-983f-40bbe6df31f3/3789f5c2-3877-4830-b6ee-cb001aaa5ba3) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:23:17.786714 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 303b64d7-0202-4886-adee-3c1262b07e2d completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:17.791319 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 303b64d7-0202-4886-adee-3c1262b07e2d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:17.791703 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:17.862470 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:17.872820 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] Transition to ACTIVE for port object 7d1473b1-ce86-47a3-8f69-2b0fcceb6523 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:17.873483 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7d1a96a8-1131-4faf-8e4f-7eba094859cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:17.879377 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:17.884223 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:17.891331 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7d1a96a8-1131-4faf-8e4f-7eba094859cd admin admin] Transition to ACTIVE for port object 3789f5c2-3877-4830-b6ee-cb001aaa5ba3 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:17.928015 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 303b64d7-0202-4886-adee-3c1262b07e2d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=303b64d7-0202-4886-adee-3c1262b07e2d,segment=NetworkSegment(d60ce1eb-3bd0-46ad-9f57-940bb62e13ee),segment_id=d60ce1eb-3bd0-46ad-9f57-940bb62e13ee)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:17.934968 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:17.945655 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] Attempting to bind port 7d1473b1-ce86-47a3-8f69-2b0fcceb6523 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:23:17.946136 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] Attempting to bind port 7d1473b1-ce86-47a3-8f69-2b0fcceb6523 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:23:17.946505 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] Attempting to bind port 7d1473b1-ce86-47a3-8f69-2b0fcceb6523 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:23:17.946756 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7d1a96a8-1131-4faf-8e4f-7eba094859cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:17.958695 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:23:17.959150 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:23:17.959473 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:17.960383 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:23:17.960881 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] Bound port: 7d1473b1-ce86-47a3-8f69-2b0fcceb6523, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:23:17.961265 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:17.985625 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=303b64d7-0202-4886-adee-3c1262b07e2d,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:18.009358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1a96a8-1131-4faf-8e4f-7eba094859cd admin admin] Network 007f0ed4-4c18-4dd1-b517-f1e9cdef23fa is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:18.014532 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-7d1a96a8-1131-4faf-8e4f-7eba094859cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:18.017588 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1a96a8-1131-4faf-8e4f-7eba094859cd admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:23:18.019985 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] For port 7d1473b1-ce86-47a3-8f69-2b0fcceb6523, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:23:18.023816 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] For port 7d1473b1-ce86-47a3-8f69-2b0fcceb6523, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7d1473b1-ce86-47a3-8f69-2b0fcceb6523,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:23:18.031328 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:18.038131 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a39a0a-cfa9-47af-a914-9c99330ec32c None None] Pushing event updated for resources: {'Port': ['ID=7d1473b1-ce86-47a3-8f69-2b0fcceb6523,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:18.048545 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a39a0a-cfa9-47af-a914-9c99330ec32c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:18.048899 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a39a0a-cfa9-47af-a914-9c99330ec32c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:18.049241 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a39a0a-cfa9-47af-a914-9c99330ec32c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:18.049580 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a39a0a-cfa9-47af-a914-9c99330ec32c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:18.049913 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a39a0a-cfa9-47af-a914-9c99330ec32c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:18.050263 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a39a0a-cfa9-47af-a914-9c99330ec32c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:18.050605 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a39a0a-cfa9-47af-a914-9c99330ec32c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:18.050918 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a39a0a-cfa9-47af-a914-9c99330ec32c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:18.051287 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a39a0a-cfa9-47af-a914-9c99330ec32c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:18.051617 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a39a0a-cfa9-47af-a914-9c99330ec32c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:18.051938 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a39a0a-cfa9-47af-a914-9c99330ec32c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:18.052260 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a39a0a-cfa9-47af-a914-9c99330ec32c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:18.067596 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a96a8-1131-4faf-8e4f-7eba094859cd admin admin] Pushing event updated for resources: {'Port': ['ID=3789f5c2-3877-4830-b6ee-cb001aaa5ba3,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:18.082917 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7d1a96a8-1131-4faf-8e4f-7eba094859cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:18.095013 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] Routers {'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:18.095649 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:23:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:18.190582 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a39a0a-cfa9-47af-a914-9c99330ec32c None None] Pushing event updated for resources: {'Port': ['ID=7d1473b1-ce86-47a3-8f69-2b0fcceb6523,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:18.222742 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] Set router e87f52e4-e95b-4f73-929b-5a4d89b1e3cf gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:18.239382 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7d1a96a8-1131-4faf-8e4f-7eba094859cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:18.368544 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-356b623a-4740-42e3-af7c-1418a63bad44 None None] Provisioning for port 3789f5c2-3877-4830-b6ee-cb001aaa5ba3 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:18.373010 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-356b623a-4740-42e3-af7c-1418a63bad44 None None] Provisioning complete for port 3789f5c2-3877-4830-b6ee-cb001aaa5ba3 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:18.373468 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-356b623a-4740-42e3-af7c-1418a63bad44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:18.410713 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-356b623a-4740-42e3-af7c-1418a63bad44 None None] Port 3789f5c2-3877-4830-b6ee-cb001aaa5ba3 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:23:18.420607 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'name': 'tempest-TestMinimumBasicScenario-349909825-router', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:15Z', 'updated_at': '2021-08-16T23:23:16Z', 'revision_number': 3, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'gw_port': {'id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:16Z', 'updated_at': '2021-08-16T23:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:18.433051 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7d1a96a8-1131-4faf-8e4f-7eba094859cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:18.437795 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7d1a96a8-1131-4faf-8e4f-7eba094859cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:18.448350 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158fdc2c-04c5-4099-a851-ab8a5efc93d4 None None] The sync data for ids ['e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'] in n-d-792458-15 is: [{'id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'name': 'tempest-TestMinimumBasicScenario-349909825-router', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:15Z', 'updated_at': '2021-08-16T23:23:16Z', 'revision_number': 3, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'gw_port': {'id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:16Z', 'updated_at': '2021-08-16T23:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:23:18.506406 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7d1a96a8-1131-4faf-8e4f-7eba094859cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:18.508798 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a96a8-1131-4faf-8e4f-7eba094859cd admin admin] Pushing event updated for resources: {'Port': ['ID=3789f5c2-3877-4830-b6ee-cb001aaa5ba3,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:18.608245 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1a96a8-1131-4faf-8e4f-7eba094859cd admin admin] Network 007f0ed4-4c18-4dd1-b517-f1e9cdef23fa is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:18.609908 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-7d1a96a8-1131-4faf-8e4f-7eba094859cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:18.763472 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1a96a8-1131-4faf-8e4f-7eba094859cd admin admin] Router e87f52e4-e95b-4f73-929b-5a4d89b1e3cf has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:23:18.882427 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1a96a8-1131-4faf-8e4f-7eba094859cd admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:23:18.887895 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7d1a96a8-1131-4faf-8e4f-7eba094859cd admin admin] 10.222.0.93 "PUT /v2.0/routers/e87f52e4-e95b-4f73-929b-5a4d89b1e3cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8019252 Aug 16 23:23:18.933598 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-345565df-a0ca-4a90-bbd4-2b347904068f None None] Provisioning complete for port 3789f5c2-3877-4830-b6ee-cb001aaa5ba3 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:18.934231 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-345565df-a0ca-4a90-bbd4-2b347904068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:18.977858 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-345565df-a0ca-4a90-bbd4-2b347904068f None None] Port 3789f5c2-3877-4830-b6ee-cb001aaa5ba3 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:23:19.422949 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50750) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:19.428146 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3febe6e1-0021-4d7d-b656-a78b043f4963 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-522060589-network', 'tenant_id': '9f182181ae46455ab4b026323a0d9c80'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:19.452949 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3febe6e1-0021-4d7d-b656-a78b043f4963 admin admin] Made reservation on behalf of 9f182181ae46455ab4b026323a0d9c80 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:23:19.455828 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3febe6e1-0021-4d7d-b656-a78b043f4963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:19.470928 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3febe6e1-0021-4d7d-b656-a78b043f4963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:19.575865 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3febe6e1-0021-4d7d-b656-a78b043f4963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:19.579878 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3febe6e1-0021-4d7d-b656-a78b043f4963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:19.606360 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3febe6e1-0021-4d7d-b656-a78b043f4963 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:23:19.615412 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febe6e1-0021-4d7d-b656-a78b043f4963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f28bcf-4606-4de7-85ae-4a5081e4ccd8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:19.625984 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3febe6e1-0021-4d7d-b656-a78b043f4963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:19.626369 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-3febe6e1-0021-4d7d-b656-a78b043f4963 admin admin] Added segment 70a3de57-80f3-422f-98ad-c4a58b551931 of type vlan for network bb082e79-1a75-4025-86a3-5e1c09c6fddf Aug 16 23:23:19.675449 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3febe6e1-0021-4d7d-b656-a78b043f4963 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:19.703497 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3febe6e1-0021-4d7d-b656-a78b043f4963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:19.704530 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3febe6e1-0021-4d7d-b656-a78b043f4963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:19.705135 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3febe6e1-0021-4d7d-b656-a78b043f4963 admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:19.758706 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3febe6e1-0021-4d7d-b656-a78b043f4963 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3346217 Aug 16 23:23:19.761672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50752) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:19.768649 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e1d473d2-d0b6-4f19-ba2d-88aa52e495ba admin admin] Request body: {'subnet': {'network_id': 'bb082e79-1a75-4025-86a3-5e1c09c6fddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-522060589-subnet', 'tenant_id': '9f182181ae46455ab4b026323a0d9c80', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:19.770226 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febe6e1-0021-4d7d-b656-a78b043f4963 admin admin] Pushing event updated for resources: {'Network': ['ID=bb082e79-1a75-4025-86a3-5e1c09c6fddf,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:19.777229 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7d1473b1-ce86-47a3-8f69-2b0fcceb6523 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:19.802811 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network bb082e79-1a75-4025-86a3-5e1c09c6fddf details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:23:19.811305 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d473d2-d0b6-4f19-ba2d-88aa52e495ba admin admin] Made reservation on behalf of 9f182181ae46455ab4b026323a0d9c80 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:23:19.813856 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1d473d2-d0b6-4f19-ba2d-88aa52e495ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:19.899339 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 7d1473b1-ce86-47a3-8f69-2b0fcceb6523 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:19.903776 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 7d1473b1-ce86-47a3-8f69-2b0fcceb6523 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:19.904293 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:19.992727 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:20.022467 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 7d1473b1-ce86-47a3-8f69-2b0fcceb6523, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7d1473b1-ce86-47a3-8f69-2b0fcceb6523,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:20.028061 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:20.029159 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 303b64d7-0202-4886-adee-3c1262b07e2d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:20.031733 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1d473d2-d0b6-4f19-ba2d-88aa52e495ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:20.090411 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d473d2-d0b6-4f19-ba2d-88aa52e495ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=2500f60f-c8d1-4c2c-89c6-1d6681a72fe9,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:20.111794 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=7d1473b1-ce86-47a3-8f69-2b0fcceb6523,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:20.112797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d473d2-d0b6-4f19-ba2d-88aa52e495ba admin admin] Checking segment: {'id': '70a3de57-80f3-422f-98ad-c4a58b551931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bb082e79-1a75-4025-86a3-5e1c09c6fddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:23:20.113169 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d473d2-d0b6-4f19-ba2d-88aa52e495ba admin admin] Network hostable DHCP agents. Network: bb082e79-1a75-4025-86a3-5e1c09c6fddf, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:23:20.127395 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 303b64d7-0202-4886-adee-3c1262b07e2d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:20.127780 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:20.136062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d473d2-d0b6-4f19-ba2d-88aa52e495ba admin admin] Network bb082e79-1a75-4025-86a3-5e1c09c6fddf is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:23:20.146792 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-e1d473d2-d0b6-4f19-ba2d-88aa52e495ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, bb082e79-1a75-4025-86a3-5e1c09c6fddf) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:20.152377 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d473d2-d0b6-4f19-ba2d-88aa52e495ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:20.153294 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e1d473d2-d0b6-4f19-ba2d-88aa52e495ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:20.163769 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a9315c-9bb1-4ebc-865f-82629e39d0ee None None] Network bb082e79-1a75-4025-86a3-5e1c09c6fddf requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:23:20.171752 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e1d473d2-d0b6-4f19-ba2d-88aa52e495ba admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4047277 Aug 16 23:23:20.172019 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50754) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:20.176683 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2e8c90ab-8c86-4684-9e02-5fbc09097740 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-522060589-router', 'tenant_id': '9f182181ae46455ab4b026323a0d9c80', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:20.206808 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e8c90ab-8c86-4684-9e02-5fbc09097740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:20.208190 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e8c90ab-8c86-4684-9e02-5fbc09097740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:20.250885 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] Sync routers for ids ['e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:23:20.271461 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e8c90ab-8c86-4684-9e02-5fbc09097740 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:20.301279 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] Routers {'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:20.301921 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:23:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:20.430928 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e8c90ab-8c86-4684-9e02-5fbc09097740 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:20.446610 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-bb082e79-1a75-4025-86a3-5e1c09c6fddf', 'network_id': 'bb082e79-1a75-4025-86a3-5e1c09c6fddf', 'tenant_id': '9f182181ae46455ab4b026323a0d9c80', 'fixed_ips': [{'subnet_id': '2500f60f-c8d1-4c2c-89c6-1d6681a72fe9'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:23:20.447525 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:20.478321 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] Set router e87f52e4-e95b-4f73-929b-5a4d89b1e3cf gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:20.647947 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e8c90ab-8c86-4684-9e02-5fbc09097740 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:20.667813 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e8c90ab-8c86-4684-9e02-5fbc09097740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:20.724854 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] Allocated IP 172.20.0.2 (bb082e79-1a75-4025-86a3-5e1c09c6fddf/2500f60f-c8d1-4c2c-89c6-1d6681a72fe9/cbcabadb-dd78-4569-933b-166d2179e74c) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:23:20.781210 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-2e8c90ab-8c86-4684-9e02-5fbc09097740 admin admin] Allocated IP 172.25.6.82 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/b5ff037d-b170-4728-b3cf-82dd5df689ed) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:23:20.894298 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e8c90ab-8c86-4684-9e02-5fbc09097740 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:20.941844 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e8c90ab-8c86-4684-9e02-5fbc09097740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:20.989086 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8c90ab-8c86-4684-9e02-5fbc09097740 admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:20.991966 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-2e8c90ab-8c86-4684-9e02-5fbc09097740 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:20.994556 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8c90ab-8c86-4684-9e02-5fbc09097740 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:23:21.020545 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c90ab-8c86-4684-9e02-5fbc09097740 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ff037d-b170-4728-b3cf-82dd5df689ed,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:21.049708 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'name': 'tempest-TestMinimumBasicScenario-349909825-router', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:15Z', 'updated_at': '2021-08-16T23:23:18Z', 'revision_number': 4, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'gw_port': {'id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:16Z', 'updated_at': '2021-08-16T23:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '3789f5c2-3877-4830-b6ee-cb001aaa5ba3', 'name': '', 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'mac_address': 'fa:16:3e:69:63:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '6eb6073d-29a9-4d8d-983f-40bbe6df31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:17Z', 'updated_at': '2021-08-16T23:23:18Z', 'revision_number': 2, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'subnets': [{'id': '6eb6073d-29a9-4d8d-983f-40bbe6df31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:21.094555 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] Checking router: e87f52e4-e95b-4f73-929b-5a4d89b1e3cf for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:23:21.094914 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] Updating router e87f52e4-e95b-4f73-929b-5a4d89b1e3cf port 3789f5c2-3877-4830-b6ee-cb001aaa5ba3 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:23:21.140449 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:21.156547 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:21.184569 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] Transition to ACTIVE for port object cbcabadb-dd78-4569-933b-166d2179e74c will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:21.212934 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] Transition to ACTIVE for port object cbcabadb-dd78-4569-933b-166d2179e74c will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:21.265459 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:21.265806 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e8c90ab-8c86-4684-9e02-5fbc09097740 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:21.324151 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] Network bb082e79-1a75-4025-86a3-5e1c09c6fddf is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:21.333853 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:21.339973 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:23:21.379578 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] Pushing event updated for resources: {'Port': ['ID=cbcabadb-dd78-4569-933b-166d2179e74c,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:21.458114 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] Attempting to bind port cbcabadb-dd78-4569-933b-166d2179e74c on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:23:21.458495 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] Attempting to bind port cbcabadb-dd78-4569-933b-166d2179e74c by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '70a3de57-80f3-422f-98ad-c4a58b551931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bb082e79-1a75-4025-86a3-5e1c09c6fddf'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:23:21.458862 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] Attempting to bind port cbcabadb-dd78-4569-933b-166d2179e74c on network bb082e79-1a75-4025-86a3-5e1c09c6fddf {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:23:21.474048 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:23:21.474432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] Checking segment: {'id': '70a3de57-80f3-422f-98ad-c4a58b551931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bb082e79-1a75-4025-86a3-5e1c09c6fddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:23:21.474843 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:21.475995 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] Bound using segment: {'id': '70a3de57-80f3-422f-98ad-c4a58b551931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bb082e79-1a75-4025-86a3-5e1c09c6fddf'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:23:21.475995 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] Bound port: cbcabadb-dd78-4569-933b-166d2179e74c, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a3de57-80f3-422f-98ad-c4a58b551931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bb082e79-1a75-4025-86a3-5e1c09c6fddf'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:23:21.478798 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:21.484060 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e8c90ab-8c86-4684-9e02-5fbc09097740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:21.596155 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] For port cbcabadb-dd78-4569-933b-166d2179e74c, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:23:21.599118 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:21.602291 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] For port cbcabadb-dd78-4569-933b-166d2179e74c, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cbcabadb-dd78-4569-933b-166d2179e74c,segment=NetworkSegment(70a3de57-80f3-422f-98ad-c4a58b551931),segment_id=70a3de57-80f3-422f-98ad-c4a58b551931)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:23:21.610993 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:21.613179 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8c90ab-8c86-4684-9e02-5fbc09097740 admin admin] Router ce3ad97c-bb5a-4430-9dd5-d24422621cd8 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:23:21.620585 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] Transition to ACTIVE for port object 3789f5c2-3877-4830-b6ee-cb001aaa5ba3 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:21.653914 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:21.723789 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7d1473b1-ce86-47a3-8f69-2b0fcceb6523 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:21.736150 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42689a25-5185-498e-b00d-f331f04ed24f None None] Pushing event updated for resources: {'Port': ['ID=cbcabadb-dd78-4569-933b-166d2179e74c,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:21.759450 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8c90ab-8c86-4684-9e02-5fbc09097740 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:23:21.770641 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] Sync routers for ids ['ce3ad97c-bb5a-4430-9dd5-d24422621cd8'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:23:21.787393 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] Routers {'ce3ad97c-bb5a-4430-9dd5-d24422621cd8'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:21.788984 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:23:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ce3ad97c-bb5a-4430-9dd5-d24422621cd8'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:21.801174 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2e8c90ab-8c86-4684-9e02-5fbc09097740 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:21.806011 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50756) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:21.806699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2e8c90ab-8c86-4684-9e02-5fbc09097740 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6329963 Aug 16 23:23:21.847176 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] Attempting to bind port 3789f5c2-3877-4830-b6ee-cb001aaa5ba3 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:23:21.847468 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] Attempting to bind port 3789f5c2-3877-4830-b6ee-cb001aaa5ba3 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'd60ce1eb-3bd0-46ad-9f57-940bb62e13ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:23:21.848031 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] Attempting to bind port 3789f5c2-3877-4830-b6ee-cb001aaa5ba3 on network 007f0ed4-4c18-4dd1-b517-f1e9cdef23fa {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:23:21.857098 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:23:21.857478 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] Checking segment: {'id': 'd60ce1eb-3bd0-46ad-9f57-940bb62e13ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:23:21.857891 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:21.858318 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] Bound using segment: {'id': 'd60ce1eb-3bd0-46ad-9f57-940bb62e13ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:23:21.859058 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] Bound port: 3789f5c2-3877-4830-b6ee-cb001aaa5ba3, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60ce1eb-3bd0-46ad-9f57-940bb62e13ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:23:21.859448 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:21.872275 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50239a43-69d4-44d4-86c1-65786e8d3d50 None None] Pushing event updated for resources: {'Port': ['ID=3789f5c2-3877-4830-b6ee-cb001aaa5ba3,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:21.983559 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] For port 3789f5c2-3877-4830-b6ee-cb001aaa5ba3, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:23:21.986431 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 7d1473b1-ce86-47a3-8f69-2b0fcceb6523 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:21.986809 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:21.990711 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] For port 3789f5c2-3877-4830-b6ee-cb001aaa5ba3, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3789f5c2-3877-4830-b6ee-cb001aaa5ba3,segment=NetworkSegment(d60ce1eb-3bd0-46ad-9f57-940bb62e13ee),segment_id=d60ce1eb-3bd0-46ad-9f57-940bb62e13ee)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:23:21.991918 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] Set router ce3ad97c-bb5a-4430-9dd5-d24422621cd8 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:22.030867 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:22.156332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] Routers {'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:22.157004 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:23:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:22.200578 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50239a43-69d4-44d4-86c1-65786e8d3d50 None None] Pushing event updated for resources: {'Port': ['ID=3789f5c2-3877-4830-b6ee-cb001aaa5ba3,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:22.248470 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3ad97c-bb5a-4430-9dd5-d24422621cd8', 'name': 'tempest-TestMinimumBasicScenario-522060589-router', 'tenant_id': '9f182181ae46455ab4b026323a0d9c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'b5ff037d-b170-4728-b3cf-82dd5df689ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:20Z', 'updated_at': '2021-08-16T23:23:21Z', 'revision_number': 3, 'project_id': '9f182181ae46455ab4b026323a0d9c80', 'gw_port': {'id': 'b5ff037d-b170-4728-b3cf-82dd5df689ed', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3ad97c-bb5a-4430-9dd5-d24422621cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:20Z', 'updated_at': '2021-08-16T23:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:22.301060 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] Checking router: ce3ad97c-bb5a-4430-9dd5-d24422621cd8 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:23:22.301475 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] Updating router ce3ad97c-bb5a-4430-9dd5-d24422621cd8 port b5ff037d-b170-4728-b3cf-82dd5df689ed binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:23:22.330549 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] Set router e87f52e4-e95b-4f73-929b-5a4d89b1e3cf gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:22.342293 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:22.591385 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'name': 'tempest-TestMinimumBasicScenario-349909825-router', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:15Z', 'updated_at': '2021-08-16T23:23:18Z', 'revision_number': 4, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'gw_port': {'id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:16Z', 'updated_at': '2021-08-16T23:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '3789f5c2-3877-4830-b6ee-cb001aaa5ba3', 'name': '', 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'mac_address': 'fa:16:3e:69:63:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '6eb6073d-29a9-4d8d-983f-40bbe6df31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:17Z', 'updated_at': '2021-08-16T23:23:21Z', 'revision_number': 4, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'subnets': [{'id': '6eb6073d-29a9-4d8d-983f-40bbe6df31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:22.628066 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6457c0c-4704-48ca-a3b8-60862a6d7b63 None None] The sync data for ids ['e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'] in n-d-792458-15 is: [{'id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'name': 'tempest-TestMinimumBasicScenario-349909825-router', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:15Z', 'updated_at': '2021-08-16T23:23:18Z', 'revision_number': 4, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'gw_port': {'id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:16Z', 'updated_at': '2021-08-16T23:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '3789f5c2-3877-4830-b6ee-cb001aaa5ba3', 'name': '', 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'mac_address': 'fa:16:3e:69:63:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '6eb6073d-29a9-4d8d-983f-40bbe6df31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:17Z', 'updated_at': '2021-08-16T23:23:21Z', 'revision_number': 4, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'subnets': [{'id': '6eb6073d-29a9-4d8d-983f-40bbe6df31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:23:22.632958 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:22.652688 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] Transition to ACTIVE for port object b5ff037d-b170-4728-b3cf-82dd5df689ed will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:22.661008 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:22.735054 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336eb1b-2465-4261-9535-fa4c7d32efbb None None] Pushing event updated for resources: {'Port': ['ID=b5ff037d-b170-4728-b3cf-82dd5df689ed,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:22.739861 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] Attempting to bind port b5ff037d-b170-4728-b3cf-82dd5df689ed on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:23:22.740229 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] Attempting to bind port b5ff037d-b170-4728-b3cf-82dd5df689ed by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:23:22.740593 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] Attempting to bind port b5ff037d-b170-4728-b3cf-82dd5df689ed on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:23:22.751946 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:23:22.751946 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:23:22.751946 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:22.751946 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:23:22.751946 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] Bound port: b5ff037d-b170-4728-b3cf-82dd5df689ed, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:23:22.751946 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:22.807240 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ed8931d-3f3e-4cc0-a4a5-607b53d2f22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:22.923169 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] For port b5ff037d-b170-4728-b3cf-82dd5df689ed, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:23:22.928179 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] For port b5ff037d-b170-4728-b3cf-82dd5df689ed, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b5ff037d-b170-4728-b3cf-82dd5df689ed,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:23:22.935965 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:23.011088 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] Routers {'ce3ad97c-bb5a-4430-9dd5-d24422621cd8'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:23.011732 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:23:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ce3ad97c-bb5a-4430-9dd5-d24422621cd8'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:23.017678 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336eb1b-2465-4261-9535-fa4c7d32efbb None None] Pushing event updated for resources: {'Port': ['ID=b5ff037d-b170-4728-b3cf-82dd5df689ed,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:23.046121 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-8ed8931d-3f3e-4cc0-a4a5-607b53d2f22e admin admin] Allocated IP 172.20.0.1 (bb082e79-1a75-4025-86a3-5e1c09c6fddf/2500f60f-c8d1-4c2c-89c6-1d6681a72fe9/08d9d208-b444-48e2-827e-423e47449b15) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:23:23.062759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecec08c-9fb0-49a3-b467-dc33b10bae01 None None] Network bb082e79-1a75-4025-86a3-5e1c09c6fddf requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:23:23.132004 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-eeceddf7-a0cf-4502-b6ad-8899d10a09b6 None None] Provisioning for port cbcabadb-dd78-4569-933b-166d2179e74c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:23.176397 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] Set router ce3ad97c-bb5a-4430-9dd5-d24422621cd8 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:23.198489 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ed8931d-3f3e-4cc0-a4a5-607b53d2f22e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:23.218687 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-8ed8931d-3f3e-4cc0-a4a5-607b53d2f22e admin admin] Transition to ACTIVE for port object 08d9d208-b444-48e2-827e-423e47449b15 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:23.264506 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ed8931d-3f3e-4cc0-a4a5-607b53d2f22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:23.321318 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed8931d-3f3e-4cc0-a4a5-607b53d2f22e admin admin] Network bb082e79-1a75-4025-86a3-5e1c09c6fddf is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:23.324469 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-8ed8931d-3f3e-4cc0-a4a5-607b53d2f22e admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:23.328511 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed8931d-3f3e-4cc0-a4a5-607b53d2f22e admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:23:23.353170 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8931d-3f3e-4cc0-a4a5-607b53d2f22e admin admin] Pushing event updated for resources: {'Port': ['ID=08d9d208-b444-48e2-827e-423e47449b15,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:23.398541 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ed8931d-3f3e-4cc0-a4a5-607b53d2f22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:23.415591 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3ad97c-bb5a-4430-9dd5-d24422621cd8', 'name': 'tempest-TestMinimumBasicScenario-522060589-router', 'tenant_id': '9f182181ae46455ab4b026323a0d9c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'b5ff037d-b170-4728-b3cf-82dd5df689ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:20Z', 'updated_at': '2021-08-16T23:23:21Z', 'revision_number': 3, 'project_id': '9f182181ae46455ab4b026323a0d9c80', 'gw_port': {'id': 'b5ff037d-b170-4728-b3cf-82dd5df689ed', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3ad97c-bb5a-4430-9dd5-d24422621cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:20Z', 'updated_at': '2021-08-16T23:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:23.444810 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d76de-20cf-4fd6-a541-147fd48b9a61 None None] The sync data for ids ['ce3ad97c-bb5a-4430-9dd5-d24422621cd8'] in n-d-792458-15 is: [{'id': 'ce3ad97c-bb5a-4430-9dd5-d24422621cd8', 'name': 'tempest-TestMinimumBasicScenario-522060589-router', 'tenant_id': '9f182181ae46455ab4b026323a0d9c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'b5ff037d-b170-4728-b3cf-82dd5df689ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:20Z', 'updated_at': '2021-08-16T23:23:21Z', 'revision_number': 3, 'project_id': '9f182181ae46455ab4b026323a0d9c80', 'gw_port': {'id': 'b5ff037d-b170-4728-b3cf-82dd5df689ed', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3ad97c-bb5a-4430-9dd5-d24422621cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:20Z', 'updated_at': '2021-08-16T23:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:23:23.566217 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ed8931d-3f3e-4cc0-a4a5-607b53d2f22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:23.847462 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cbcabadb-dd78-4569-933b-166d2179e74c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:23.859964 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ed8931d-3f3e-4cc0-a4a5-607b53d2f22e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:23.868897 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ed8931d-3f3e-4cc0-a4a5-607b53d2f22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:23.941856 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e08a527b-d0ea-422f-b5ba-0725c1efc9b6 None None] Provisioning for port 08d9d208-b444-48e2-827e-423e47449b15 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:23.946516 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8ed8931d-3f3e-4cc0-a4a5-607b53d2f22e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:23.948360 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port cbcabadb-dd78-4569-933b-166d2179e74c completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:23.953655 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-e08a527b-d0ea-422f-b5ba-0725c1efc9b6 None None] Provisioning complete for port 08d9d208-b444-48e2-827e-423e47449b15 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:23.954478 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e08a527b-d0ea-422f-b5ba-0725c1efc9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:23.958622 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port cbcabadb-dd78-4569-933b-166d2179e74c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:23.959440 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:23.969144 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8931d-3f3e-4cc0-a4a5-607b53d2f22e admin admin] Pushing event updated for resources: {'Port': ['ID=08d9d208-b444-48e2-827e-423e47449b15,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:24.030381 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e08a527b-d0ea-422f-b5ba-0725c1efc9b6 None None] Port 08d9d208-b444-48e2-827e-423e47449b15 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:23:24.096539 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed8931d-3f3e-4cc0-a4a5-607b53d2f22e admin admin] Network bb082e79-1a75-4025-86a3-5e1c09c6fddf is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:24.098331 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-8ed8931d-3f3e-4cc0-a4a5-607b53d2f22e admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:24.099839 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:24.143223 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port cbcabadb-dd78-4569-933b-166d2179e74c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cbcabadb-dd78-4569-933b-166d2179e74c,segment=NetworkSegment(70a3de57-80f3-422f-98ad-c4a58b551931),segment_id=70a3de57-80f3-422f-98ad-c4a58b551931)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:24.149839 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:24.150918 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3789f5c2-3877-4830-b6ee-cb001aaa5ba3 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:24.234117 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=cbcabadb-dd78-4569-933b-166d2179e74c,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:24.256632 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 3789f5c2-3877-4830-b6ee-cb001aaa5ba3 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:24.261274 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 3789f5c2-3877-4830-b6ee-cb001aaa5ba3 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:24.261819 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:24.263122 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed8931d-3f3e-4cc0-a4a5-607b53d2f22e admin admin] Router ce3ad97c-bb5a-4430-9dd5-d24422621cd8 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:23:24.363971 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:24.405153 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 3789f5c2-3877-4830-b6ee-cb001aaa5ba3, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3789f5c2-3877-4830-b6ee-cb001aaa5ba3,segment=NetworkSegment(d60ce1eb-3bd0-46ad-9f57-940bb62e13ee),segment_id=d60ce1eb-3bd0-46ad-9f57-940bb62e13ee)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:24.410165 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:24.437012 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed8931d-3f3e-4cc0-a4a5-607b53d2f22e admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:23:24.445291 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8ed8931d-3f3e-4cc0-a4a5-607b53d2f22e admin admin] 10.222.0.93 "PUT /v2.0/routers/ce3ad97c-bb5a-4430-9dd5-d24422621cd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6354008 Aug 16 23:23:24.471896 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=3789f5c2-3877-4830-b6ee-cb001aaa5ba3,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:24.474711 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a4698556-7220-48a2-be53-c7b7bddc7f5f None None] Provisioning complete for port 08d9d208-b444-48e2-827e-423e47449b15 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:24.475018 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a4698556-7220-48a2-be53-c7b7bddc7f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:24.514109 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a4698556-7220-48a2-be53-c7b7bddc7f5f None None] Port 08d9d208-b444-48e2-827e-423e47449b15 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:23:25.818344 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cbcabadb-dd78-4569-933b-166d2179e74c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:25.885374 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port cbcabadb-dd78-4569-933b-166d2179e74c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:25.886075 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:25.978167 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3789f5c2-3877-4830-b6ee-cb001aaa5ba3 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:26.050717 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 3789f5c2-3877-4830-b6ee-cb001aaa5ba3 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:26.051186 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:26.159505 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b5ff037d-b170-4728-b3cf-82dd5df689ed up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:26.221624 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port b5ff037d-b170-4728-b3cf-82dd5df689ed completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:26.229845 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port b5ff037d-b170-4728-b3cf-82dd5df689ed triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:26.230452 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:26.257813 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] Sync routers for ids ['ce3ad97c-bb5a-4430-9dd5-d24422621cd8'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:23:26.296647 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] Routers {'ce3ad97c-bb5a-4430-9dd5-d24422621cd8'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:26.297275 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:23:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ce3ad97c-bb5a-4430-9dd5-d24422621cd8'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:26.425195 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:26.627501 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port b5ff037d-b170-4728-b3cf-82dd5df689ed, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b5ff037d-b170-4728-b3cf-82dd5df689ed,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:26.639048 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:26.646909 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] Set router ce3ad97c-bb5a-4430-9dd5-d24422621cd8 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:26.768981 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=b5ff037d-b170-4728-b3cf-82dd5df689ed,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:26.922882 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3ad97c-bb5a-4430-9dd5-d24422621cd8', 'name': 'tempest-TestMinimumBasicScenario-522060589-router', 'tenant_id': '9f182181ae46455ab4b026323a0d9c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'b5ff037d-b170-4728-b3cf-82dd5df689ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:20Z', 'updated_at': '2021-08-16T23:23:23Z', 'revision_number': 4, 'project_id': '9f182181ae46455ab4b026323a0d9c80', 'gw_port': {'id': 'b5ff037d-b170-4728-b3cf-82dd5df689ed', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3ad97c-bb5a-4430-9dd5-d24422621cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:20Z', 'updated_at': '2021-08-16T23:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '08d9d208-b444-48e2-827e-423e47449b15', 'name': '', 'network_id': 'bb082e79-1a75-4025-86a3-5e1c09c6fddf', 'tenant_id': '9f182181ae46455ab4b026323a0d9c80', 'mac_address': 'fa:16:3e:7e:1c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3ad97c-bb5a-4430-9dd5-d24422621cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '2500f60f-c8d1-4c2c-89c6-1d6681a72fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:22Z', 'updated_at': '2021-08-16T23:23:23Z', 'revision_number': 2, 'project_id': '9f182181ae46455ab4b026323a0d9c80', 'subnets': [{'id': '2500f60f-c8d1-4c2c-89c6-1d6681a72fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:26.954366 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] Checking router: ce3ad97c-bb5a-4430-9dd5-d24422621cd8 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:23:26.954877 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] Updating router ce3ad97c-bb5a-4430-9dd5-d24422621cd8 port 08d9d208-b444-48e2-827e-423e47449b15 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:23:26.985783 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:27.305574 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:27.318196 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] Transition to ACTIVE for port object 08d9d208-b444-48e2-827e-423e47449b15 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:27.330596 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:27.386249 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578095c5-914b-43df-8045-8bbaff78c419 None None] Pushing event updated for resources: {'Port': ['ID=08d9d208-b444-48e2-827e-423e47449b15,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:27.458204 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] Attempting to bind port 08d9d208-b444-48e2-827e-423e47449b15 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:23:27.458680 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] Attempting to bind port 08d9d208-b444-48e2-827e-423e47449b15 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '70a3de57-80f3-422f-98ad-c4a58b551931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bb082e79-1a75-4025-86a3-5e1c09c6fddf'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:23:27.459130 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] Attempting to bind port 08d9d208-b444-48e2-827e-423e47449b15 on network bb082e79-1a75-4025-86a3-5e1c09c6fddf {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:23:27.466704 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:23:27.467184 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] Checking segment: {'id': '70a3de57-80f3-422f-98ad-c4a58b551931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bb082e79-1a75-4025-86a3-5e1c09c6fddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:23:27.467674 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:27.468148 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] Bound using segment: {'id': '70a3de57-80f3-422f-98ad-c4a58b551931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bb082e79-1a75-4025-86a3-5e1c09c6fddf'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:23:27.468708 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] Bound port: 08d9d208-b444-48e2-827e-423e47449b15, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a3de57-80f3-422f-98ad-c4a58b551931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bb082e79-1a75-4025-86a3-5e1c09c6fddf'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:23:27.469189 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:27.569592 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] For port 08d9d208-b444-48e2-827e-423e47449b15, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:23:27.576269 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] For port 08d9d208-b444-48e2-827e-423e47449b15, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=08d9d208-b444-48e2-827e-423e47449b15,segment=NetworkSegment(70a3de57-80f3-422f-98ad-c4a58b551931),segment_id=70a3de57-80f3-422f-98ad-c4a58b551931)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:23:27.584671 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:27.651828 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] Routers {'ce3ad97c-bb5a-4430-9dd5-d24422621cd8'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:27.652472 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:23:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ce3ad97c-bb5a-4430-9dd5-d24422621cd8'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:27.760785 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578095c5-914b-43df-8045-8bbaff78c419 None None] Pushing event updated for resources: {'Port': ['ID=08d9d208-b444-48e2-827e-423e47449b15,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:27.805726 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b5ff037d-b170-4728-b3cf-82dd5df689ed up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:27.878017 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] Set router ce3ad97c-bb5a-4430-9dd5-d24422621cd8 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:27.925999 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port b5ff037d-b170-4728-b3cf-82dd5df689ed triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:27.926653 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:28.188294 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3ad97c-bb5a-4430-9dd5-d24422621cd8', 'name': 'tempest-TestMinimumBasicScenario-522060589-router', 'tenant_id': '9f182181ae46455ab4b026323a0d9c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'b5ff037d-b170-4728-b3cf-82dd5df689ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:20Z', 'updated_at': '2021-08-16T23:23:23Z', 'revision_number': 4, 'project_id': '9f182181ae46455ab4b026323a0d9c80', 'gw_port': {'id': 'b5ff037d-b170-4728-b3cf-82dd5df689ed', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3ad97c-bb5a-4430-9dd5-d24422621cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:20Z', 'updated_at': '2021-08-16T23:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '08d9d208-b444-48e2-827e-423e47449b15', 'name': '', 'network_id': 'bb082e79-1a75-4025-86a3-5e1c09c6fddf', 'tenant_id': '9f182181ae46455ab4b026323a0d9c80', 'mac_address': 'fa:16:3e:7e:1c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3ad97c-bb5a-4430-9dd5-d24422621cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '2500f60f-c8d1-4c2c-89c6-1d6681a72fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:22Z', 'updated_at': '2021-08-16T23:23:27Z', 'revision_number': 4, 'project_id': '9f182181ae46455ab4b026323a0d9c80', 'subnets': [{'id': '2500f60f-c8d1-4c2c-89c6-1d6681a72fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:28.217620 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5f9341-f735-4675-9eb1-aaa52e2d71e5 None None] The sync data for ids ['ce3ad97c-bb5a-4430-9dd5-d24422621cd8'] in n-d-792458-15 is: [{'id': 'ce3ad97c-bb5a-4430-9dd5-d24422621cd8', 'name': 'tempest-TestMinimumBasicScenario-522060589-router', 'tenant_id': '9f182181ae46455ab4b026323a0d9c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'b5ff037d-b170-4728-b3cf-82dd5df689ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:20Z', 'updated_at': '2021-08-16T23:23:23Z', 'revision_number': 4, 'project_id': '9f182181ae46455ab4b026323a0d9c80', 'gw_port': {'id': 'b5ff037d-b170-4728-b3cf-82dd5df689ed', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3ad97c-bb5a-4430-9dd5-d24422621cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:20Z', 'updated_at': '2021-08-16T23:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '08d9d208-b444-48e2-827e-423e47449b15', 'name': '', 'network_id': 'bb082e79-1a75-4025-86a3-5e1c09c6fddf', 'tenant_id': '9f182181ae46455ab4b026323a0d9c80', 'mac_address': 'fa:16:3e:7e:1c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3ad97c-bb5a-4430-9dd5-d24422621cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '2500f60f-c8d1-4c2c-89c6-1d6681a72fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:22Z', 'updated_at': '2021-08-16T23:23:27Z', 'revision_number': 4, 'project_id': '9f182181ae46455ab4b026323a0d9c80', 'subnets': [{'id': '2500f60f-c8d1-4c2c-89c6-1d6681a72fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:23:29.779610 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 08d9d208-b444-48e2-827e-423e47449b15 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:29.854809 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 08d9d208-b444-48e2-827e-423e47449b15 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:29.860395 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 08d9d208-b444-48e2-827e-423e47449b15 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:29.860915 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:29.982695 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:30.037703 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 08d9d208-b444-48e2-827e-423e47449b15, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=08d9d208-b444-48e2-827e-423e47449b15,segment=NetworkSegment(70a3de57-80f3-422f-98ad-c4a58b551931),segment_id=70a3de57-80f3-422f-98ad-c4a58b551931)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:30.042866 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:30.120723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=08d9d208-b444-48e2-827e-423e47449b15,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:31.727068 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 08d9d208-b444-48e2-827e-423e47449b15 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:31.782425 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 08d9d208-b444-48e2-827e-423e47449b15 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:31.782811 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:31.843349 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:23:35.016432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-22f1ce32-e96b-4126-84d6-db2cc2d82bd8 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:35.017908 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-22f1ce32-e96b-4126-84d6-db2cc2d82bd8 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/networks?id=007f0ed4-4c18-4dd1-b517-f1e9cdef23fa HTTP/1.1" status: 200 len: 814 time: 0.4446752 Aug 16 23:23:35.032734 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-e4c57aee-a516-4a04-9847-905feb78f372 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/quotas/1634e94875d4441ea70d8c4060a2d21a HTTP/1.1" status: 200 len: 375 time: 0.0089543 Aug 16 23:23:35.084953 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-41c5a27b-3118-4b68-8e1d-c6aec1019d10 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1634e94875d4441ea70d8c4060a2d21a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470273 Aug 16 23:23:35.263849 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-534ed014-0ea0-42ec-839c-fd63c7aeac15 service neutron] 10.222.0.93 "GET /v2.0/networks/007f0ed4-4c18-4dd1-b517-f1e9cdef23fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674101 Aug 16 23:23:35.355550 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-48037691-52d7-4149-aa52-7e83e572ad7b service neutron] 10.222.0.93 "GET /v2.0/networks/007f0ed4-4c18-4dd1-b517-f1e9cdef23fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856984 Aug 16 23:23:35.512492 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-900f8ac7-45f0-4f2f-8daf-688ab3eda46e req-5936a016-8b61-42de-9d94-c103dc666505 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 210 time: 0.0264215 Aug 16 23:23:36.424526 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-15af0d4b-45e2-49ed-ba32-01607588a965 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:36.425984 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-15af0d4b-45e2-49ed-ba32-01607588a965 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.43 "GET /v2.0/networks?id=007f0ed4-4c18-4dd1-b517-f1e9cdef23fa HTTP/1.1" status: 200 len: 814 time: 0.1078274 Aug 16 23:23:36.439735 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-c3386ab7-9ce0-4818-953f-45b8872af6a6 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Request body: {'port': {'device_id': '703f41a2-b9d6-443c-8ae3-92d5dc553b5b', 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa', 'admin_state_up': True, 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:36.556476 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-c3386ab7-9ce0-4818-953f-45b8872af6a6 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Made reservation on behalf of 1634e94875d4441ea70d8c4060a2d21a for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:23:36.560253 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-c3386ab7-9ce0-4818-953f-45b8872af6a6 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:36.628169 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-678e400a-16d2-445e-ba81-1808d4e7d8b5 req-53ca2924-dc72-43a6-98e0-957c1d468a38 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 210 time: 0.0272999 Aug 16 23:23:36.715150 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-c3386ab7-9ce0-4818-953f-45b8872af6a6 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Allocated IP 172.20.0.5 (007f0ed4-4c18-4dd1-b517-f1e9cdef23fa/6eb6073d-29a9-4d8d-983f-40bbe6df31f3/fcb25b30-2dc7-4f36-b201-281ec88cba05) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:23:36.930966 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-c3386ab7-9ce0-4818-953f-45b8872af6a6 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:36.949357 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-c3386ab7-9ce0-4818-953f-45b8872af6a6 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Transition to ACTIVE for port object fcb25b30-2dc7-4f36-b201-281ec88cba05 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:36.993817 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-c3386ab7-9ce0-4818-953f-45b8872af6a6 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:37.047680 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-c3386ab7-9ce0-4818-953f-45b8872af6a6 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Network 007f0ed4-4c18-4dd1-b517-f1e9cdef23fa is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:37.050895 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-c3386ab7-9ce0-4818-953f-45b8872af6a6 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:37.055429 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-c3386ab7-9ce0-4818-953f-45b8872af6a6 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:23:37.081510 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3386ab7-9ce0-4818-953f-45b8872af6a6 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Pushing event updated for resources: {'Port': ['ID=fcb25b30-2dc7-4f36-b201-281ec88cba05,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:37.114496 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-c3386ab7-9ce0-4818-953f-45b8872af6a6 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:37.115443 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-c3386ab7-9ce0-4818-953f-45b8872af6a6 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:37.132944 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-c3386ab7-9ce0-4818-953f-45b8872af6a6 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6972802 Aug 16 23:23:37.342144 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-42048d46-b81a-4df5-8913-41b2da46318c None None] Provisioning for port fcb25b30-2dc7-4f36-b201-281ec88cba05 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:37.346112 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-42048d46-b81a-4df5-8913-41b2da46318c None None] Provisioning complete for port fcb25b30-2dc7-4f36-b201-281ec88cba05 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:37.346508 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-42048d46-b81a-4df5-8913-41b2da46318c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:37.388637 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-42048d46-b81a-4df5-8913-41b2da46318c None None] Port fcb25b30-2dc7-4f36-b201-281ec88cba05 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:23:37.753707 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1de0c4-8472-43fb-8253-5f6e11ab0eda req-c0e52391-4f89-4ffd-b516-7c4cb47a5f6f tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:37.755489 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aa1de0c4-8472-43fb-8253-5f6e11ab0eda req-c0e52391-4f89-4ffd-b516-7c4cb47a5f6f tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 931 time: 0.0512743 Aug 16 23:23:37.795156 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aa1de0c4-8472-43fb-8253-5f6e11ab0eda req-18668088-1ffa-4071-9074-97fee0956edd tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328605 Aug 16 23:23:38.938787 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2f0a2-3001-408b-982e-fc9228a449d3 req-2414b471-d4c2-4467-80c9-0c6f8fe59d52 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:38.940615 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0af2f0a2-3001-408b-982e-fc9228a449d3 req-2414b471-d4c2-4467-80c9-0c6f8fe59d52 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 931 time: 0.0622275 Aug 16 23:23:38.981615 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0af2f0a2-3001-408b-982e-fc9228a449d3 req-6600ace5-fd5f-4672-879b-919d1feecf7d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340283 Aug 16 23:23:39.083883 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:39.102444 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-568d5238-6857-461d-bb68-b9bd6623628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:40.104987 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbde1e-6f88-489a-886f-ab169896e0b1 req-9ea2aff6-3c46-456d-aee5-8e2ab7ccb038 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:40.106648 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1fbbde1e-6f88-489a-886f-ab169896e0b1 req-9ea2aff6-3c46-456d-aee5-8e2ab7ccb038 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 931 time: 0.0520573 Aug 16 23:23:40.147216 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1fbbde1e-6f88-489a-886f-ab169896e0b1 req-f50f6641-1088-48d6-9a5c-10cc986b8100 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340440 Aug 16 23:23:41.267077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8234255-223c-4a85-b8f0-9f7cb4c8a0a0 req-2be503b2-4d0e-4fff-b7bf-2436b69ed605 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:41.268626 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c8234255-223c-4a85-b8f0-9f7cb4c8a0a0 req-2be503b2-4d0e-4fff-b7bf-2436b69ed605 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 931 time: 0.0514297 Aug 16 23:23:41.309882 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c8234255-223c-4a85-b8f0-9f7cb4c8a0a0 req-33cb3f44-b7d2-4f8f-bc75-a12aba39e75a tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350270 Aug 16 23:23:41.387187 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:41.633949 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d87eff68-9fd7-47a2-839e-27beb58188bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:42.219877 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:42.430433 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba2759-a3df-4fb8-882d-996c835aa357 req-d65c8344-d394-493b-b578-15304452bdbe tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:42.431927 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4ba2759-a3df-4fb8-882d-996c835aa357 req-d65c8344-d394-493b-b578-15304452bdbe tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 931 time: 0.0536442 Aug 16 23:23:42.471302 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4ba2759-a3df-4fb8-882d-996c835aa357 req-d57664f2-3749-4bc7-9352-692b6c03e63f tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331247 Aug 16 23:23:43.472769 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:43.595475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df36f7a-9d40-4cd7-b3d6-770727c05ac5 req-ca16c570-7631-425f-8be3-5efd20486fcf tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:43.597141 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2df36f7a-9d40-4cd7-b3d6-770727c05ac5 req-ca16c570-7631-425f-8be3-5efd20486fcf tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 931 time: 0.0564218 Aug 16 23:23:43.640784 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2df36f7a-9d40-4cd7-b3d6-770727c05ac5 req-27e80f25-ccc7-4514-b47e-b0a09d160f14 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344558 Aug 16 23:23:44.756564 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d9a02-c0c4-477f-bcae-61cf44ce4ff3 req-9f21f6ac-662f-4e51-96b7-9d151d0f8903 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:44.758285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc9d9a02-c0c4-477f-bcae-61cf44ce4ff3 req-9f21f6ac-662f-4e51-96b7-9d151d0f8903 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 931 time: 0.0527103 Aug 16 23:23:44.802215 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bc9d9a02-c0c4-477f-bcae-61cf44ce4ff3 req-380ad7c4-d636-4947-a0ba-add2c05d368c tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374482 Aug 16 23:23:45.040681 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:46.004881 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503b0ed-aeb9-4eef-b90f-22c25cf94f67 req-1324a8e3-7f8e-4129-a59f-9f3ec6373a3c tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:46.006436 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6503b0ed-aeb9-4eef-b90f-22c25cf94f67 req-1324a8e3-7f8e-4129-a59f-9f3ec6373a3c tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 931 time: 0.1019223 Aug 16 23:23:46.045941 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6503b0ed-aeb9-4eef-b90f-22c25cf94f67 req-fd78fcc5-cf5a-44df-9d87-ed0fa067bed8 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331483 Aug 16 23:23:46.887820 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] Request body: {'port': {'device_id': '703f41a2-b9d6-443c-8ae3-92d5dc553b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:46.940498 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.162149 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e4ce1-b4df-4c1e-a352-4439acd92ed3 req-d2d981bb-b538-433c-9284-66a16783ef40 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:47.163653 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-888e4ce1-b4df-4c1e-a352-4439acd92ed3 req-d2d981bb-b538-433c-9284-66a16783ef40 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 931 time: 0.0495670 Aug 16 23:23:47.201727 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-888e4ce1-b4df-4c1e-a352-4439acd92ed3 req-e84fe8d2-81c3-45fb-9637-102de7a3ef9a tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318956 Aug 16 23:23:47.209519 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb25b30-2dc7-4f36-b201-281ec88cba05 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:23:47.217798 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.229927 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] Transition to ACTIVE for port object fcb25b30-2dc7-4f36-b201-281ec88cba05 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:47.234329 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.281651 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb25b30-2dc7-4f36-b201-281ec88cba05,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:47.355264 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] Attempting to bind port fcb25b30-2dc7-4f36-b201-281ec88cba05 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:23:47.355585 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] Attempting to bind port fcb25b30-2dc7-4f36-b201-281ec88cba05 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'd60ce1eb-3bd0-46ad-9f57-940bb62e13ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:23:47.355908 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] Attempting to bind port fcb25b30-2dc7-4f36-b201-281ec88cba05 on network 007f0ed4-4c18-4dd1-b517-f1e9cdef23fa {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:23:47.360607 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] Port fcb25b30-2dc7-4f36-b201-281ec88cba05 on network 007f0ed4-4c18-4dd1-b517-f1e9cdef23fa not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:23:47.360924 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] Attempting to bind port fcb25b30-2dc7-4f36-b201-281ec88cba05 on network 007f0ed4-4c18-4dd1-b517-f1e9cdef23fa {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:23:47.365770 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:23:47.366166 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] Checking segment: {'id': 'd60ce1eb-3bd0-46ad-9f57-940bb62e13ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:23:47.366585 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] Bound using segment: {'id': 'd60ce1eb-3bd0-46ad-9f57-940bb62e13ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:23:47.367004 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] Bound port: fcb25b30-2dc7-4f36-b201-281ec88cba05, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60ce1eb-3bd0-46ad-9f57-940bb62e13ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:23:47.367358 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.438038 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] For port fcb25b30-2dc7-4f36-b201-281ec88cba05, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:23:47.441302 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] For port fcb25b30-2dc7-4f36-b201-281ec88cba05, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=fcb25b30-2dc7-4f36-b201-281ec88cba05,segment=NetworkSegment(d60ce1eb-3bd0-46ad-9f57-940bb62e13ee),segment_id=d60ce1eb-3bd0-46ad-9f57-940bb62e13ee)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:23:47.446010 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.480071 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:47.480715 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.482154 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] 10.222.0.43 "PUT /v2.0/ports/fcb25b30-2dc7-4f36-b201-281ec88cba05 HTTP/1.1" status: 200 len: 1092 time: 0.5990994 Aug 16 23:23:47.482591 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703f41a2-b9d6-443c-8ae3-92d5dc553b5b', 'tag': 'fcb25b30-2dc7-4f36-b201-281ec88cba05'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:23:47.485096 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dcf39e-f877-4fb0-9fae-bd208dd1e3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "703f41a2-b9d6-443c-8ae3-92d5dc553b5b", "tag": "fcb25b30-2dc7-4f36-b201-281ec88cba05"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:23:47.511105 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b850ba9-b9d9-4c85-9aa7-4f09537db827 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb25b30-2dc7-4f36-b201-281ec88cba05,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:47.526857 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d598e966-bf8a-47e1-a790-a0b58c532f23 x-openstack-request-id: req-d598e966-bf8a-47e1-a790-a0b58c532f23 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:23:47.527149 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703f41a2-b9d6-443c-8ae3-92d5dc553b5b", "tag": "fcb25b30-2dc7-4f36-b201-281ec88cba05", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:23:47.527401 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d598e966-bf8a-47e1-a790-a0b58c532f23 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:23:47.527873 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703f41a2-b9d6-443c-8ae3-92d5dc553b5b', 'tag': 'fcb25b30-2dc7-4f36-b201-281ec88cba05', 'status': 'completed', 'code': 200} Aug 16 23:23:47.575211 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-7177447f-7ac4-4f86-bd4a-a115b9cb9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:47.576890 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-7177447f-7ac4-4f86-bd4a-a115b9cb9f53 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1634e94875d4441ea70d8c4060a2d21a&device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 1095 time: 0.0432222 Aug 16 23:23:47.624090 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-d2c35a6b-3948-4495-af91-7ef94e411ce7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcb25b30-2dc7-4f36-b201-281ec88cba05 HTTP/1.1" status: 200 len: 217 time: 0.0399041 Aug 16 23:23:47.675036 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-20401588-5cf3-4474-8e4e-df907002801c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:47.676525 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-20401588-5cf3-4474-8e4e-df907002801c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6eb6073d-29a9-4d8d-983f-40bbe6df31f3 HTTP/1.1" status: 200 len: 853 time: 0.0459435 Aug 16 23:23:47.723482 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-79d3af8c-93e8-4df8-a8b9-52712033c4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:47.725002 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-79d3af8c-93e8-4df8-a8b9-52712033c4f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=007f0ed4-4c18-4dd1-b517-f1e9cdef23fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403602 Aug 16 23:23:47.819040 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-ec30018f-edf6-4b98-8fb4-034a84810d6e service neutron] 10.222.0.43 "GET /v2.0/networks/007f0ed4-4c18-4dd1-b517-f1e9cdef23fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860755 Aug 16 23:23:47.906128 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8ffe55b4-7d0e-407c-9022-1a49c51f7ab8 req-4458c63e-6167-4555-a9a1-f1587b03fda3 service neutron] 10.222.0.43 "GET /v2.0/networks/007f0ed4-4c18-4dd1-b517-f1e9cdef23fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807006 Aug 16 23:23:47.991922 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcf39e-f877-4fb0-9fae-bd208dd1e3f2 req-5c076827-c027-4554-b459-380fdb91bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:47.993582 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c4dcf39e-f877-4fb0-9fae-bd208dd1e3f2 req-5c076827-c027-4554-b459-380fdb91bbaf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1634e94875d4441ea70d8c4060a2d21a&device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 1095 time: 0.0408576 Aug 16 23:23:48.086660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcf39e-f877-4fb0-9fae-bd208dd1e3f2 req-279b817b-548e-4eb4-aac6-a102b1bdcba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:48.088059 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c4dcf39e-f877-4fb0-9fae-bd208dd1e3f2 req-279b817b-548e-4eb4-aac6-a102b1bdcba5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=007f0ed4-4c18-4dd1-b517-f1e9cdef23fa HTTP/1.1" status: 200 len: 915 time: 0.0881138 Aug 16 23:23:48.129590 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c4dcf39e-f877-4fb0-9fae-bd208dd1e3f2 req-ee8925b9-805d-46ba-acd9-9f249949360b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcb25b30-2dc7-4f36-b201-281ec88cba05 HTTP/1.1" status: 200 len: 217 time: 0.0340538 Aug 16 23:23:48.182591 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcf39e-f877-4fb0-9fae-bd208dd1e3f2 req-96d16270-73f9-4859-a09c-fe48d4c994ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:48.184032 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c4dcf39e-f877-4fb0-9fae-bd208dd1e3f2 req-96d16270-73f9-4859-a09c-fe48d4c994ed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6eb6073d-29a9-4d8d-983f-40bbe6df31f3 HTTP/1.1" status: 200 len: 853 time: 0.0466959 Aug 16 23:23:48.228969 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcf39e-f877-4fb0-9fae-bd208dd1e3f2 req-249c2f11-4cd7-4cfd-8701-8b77341f5069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:48.230513 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c4dcf39e-f877-4fb0-9fae-bd208dd1e3f2 req-249c2f11-4cd7-4cfd-8701-8b77341f5069 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=007f0ed4-4c18-4dd1-b517-f1e9cdef23fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392170 Aug 16 23:23:48.316081 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b9406-6663-46b7-93fc-30719af4691c req-3cb4c295-bd7b-42bd-9861-b6afe3f93bff tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:48.317597 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-468b9406-6663-46b7-93fc-30719af4691c req-3cb4c295-bd7b-42bd-9861-b6afe3f93bff tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 943 time: 0.0496385 Aug 16 23:23:48.325600 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c4dcf39e-f877-4fb0-9fae-bd208dd1e3f2 req-788364ca-cd92-4193-8f84-66aac8030e76 service neutron] 10.222.0.43 "GET /v2.0/networks/007f0ed4-4c18-4dd1-b517-f1e9cdef23fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865645 Aug 16 23:23:48.355646 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-468b9406-6663-46b7-93fc-30719af4691c req-f88d73bd-5450-4690-a51a-4ba7dc66e732 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319400 Aug 16 23:23:48.417256 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c4dcf39e-f877-4fb0-9fae-bd208dd1e3f2 req-1a3e21f1-843a-460e-a35c-d7d4288e4deb service neutron] 10.222.0.43 "GET /v2.0/networks/007f0ed4-4c18-4dd1-b517-f1e9cdef23fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843120 Aug 16 23:23:48.857066 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device fcb25b30-2dc7-4f36-b201-281ec88cba05 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:23:48.949568 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port fcb25b30-2dc7-4f36-b201-281ec88cba05, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=fcb25b30-2dc7-4f36-b201-281ec88cba05,segment=NetworkSegment(d60ce1eb-3bd0-46ad-9f57-940bb62e13ee),segment_id=d60ce1eb-3bd0-46ad-9f57-940bb62e13ee)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:48.961090 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'fcb25b30-2dc7-4f36-b201-281ec88cba05', 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa', 'port_id': 'fcb25b30-2dc7-4f36-b201-281ec88cba05', 'mac_address': 'fa:16:3e:8b:3c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb6073d-29a9-4d8d-983f-40bbe6df31f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:23:49.001803 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.014530 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb25b30-2dc7-4f36-b201-281ec88cba05 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:23:49.033295 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port fcb25b30-2dc7-4f36-b201-281ec88cba05, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=fcb25b30-2dc7-4f36-b201-281ec88cba05,segment=NetworkSegment(d60ce1eb-3bd0-46ad-9f57-940bb62e13ee),segment_id=d60ce1eb-3bd0-46ad-9f57-940bb62e13ee)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:49.037532 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.083817 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=fcb25b30-2dc7-4f36-b201-281ec88cba05,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:49.091528 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:49.091879 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:49.092222 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:49.092558 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:49.092894 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:49.093231 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:49.093552 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:49.093875 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:49.094225 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:49.094550 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:49.094981 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:49.095190 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:49.234946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['fcb25b30-2dc7-4f36-b201-281ec88cba05'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:23:49.478523 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab7aab-df7d-44d4-bd0b-52c257709e43 req-3914e29c-28ad-43b4-a9af-013626c0368f tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:49.479997 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-74ab7aab-df7d-44d4-bd0b-52c257709e43 req-3914e29c-28ad-43b4-a9af-013626c0368f tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 944 time: 0.0540397 Aug 16 23:23:49.517568 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-74ab7aab-df7d-44d4-bd0b-52c257709e43 req-db4693eb-2b15-4e94-8060-ba08ab825c6a tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Aug 16 23:23:50.629612 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c9796-c912-4d00-ae3e-23a8488b8242 req-3ac2e309-57f5-4c44-bd59-5acb1eb28d2a tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:50.631155 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2b5c9796-c912-4d00-ae3e-23a8488b8242 req-3ac2e309-57f5-4c44-bd59-5acb1eb28d2a tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 944 time: 0.0495756 Aug 16 23:23:50.669115 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2b5c9796-c912-4d00-ae3e-23a8488b8242 req-e046c223-7491-427c-ba65-f1399a249bbb tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315411 Aug 16 23:23:50.873210 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device fcb25b30-2dc7-4f36-b201-281ec88cba05 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:50.920374 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port fcb25b30-2dc7-4f36-b201-281ec88cba05 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:50.923871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port fcb25b30-2dc7-4f36-b201-281ec88cba05 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:50.924240 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:50.997587 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:51.018744 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703f41a2-b9d6-443c-8ae3-92d5dc553b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb25b30-2dc7-4f36-b201-281ec88cba05'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:23:51.020963 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624df446-d3fd-4dee-8fed-bf2cc73c9fff" -d '{"events": [{"server_uuid": "703f41a2-b9d6-443c-8ae3-92d5dc553b5b", "name": "network-vif-plugged", "status": "completed", "tag": "fcb25b30-2dc7-4f36-b201-281ec88cba05"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:23:51.034625 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port fcb25b30-2dc7-4f36-b201-281ec88cba05, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=fcb25b30-2dc7-4f36-b201-281ec88cba05,segment=NetworkSegment(d60ce1eb-3bd0-46ad-9f57-940bb62e13ee),segment_id=d60ce1eb-3bd0-46ad-9f57-940bb62e13ee)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:51.039558 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:51.067879 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6421df49-4dc8-4344-9188-7b4c3fa0ed71 x-openstack-request-id: req-6421df49-4dc8-4344-9188-7b4c3fa0ed71 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:23:51.068171 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703f41a2-b9d6-443c-8ae3-92d5dc553b5b", "name": "network-vif-plugged", "status": "completed", "tag": "fcb25b30-2dc7-4f36-b201-281ec88cba05", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:23:51.068421 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6421df49-4dc8-4344-9188-7b4c3fa0ed71 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:23:51.068808 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703f41a2-b9d6-443c-8ae3-92d5dc553b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb25b30-2dc7-4f36-b201-281ec88cba05', 'code': 200} Aug 16 23:23:51.096662 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=fcb25b30-2dc7-4f36-b201-281ec88cba05,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:51.155343 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112a561-1523-4fa4-8272-00aa67693007 req-676efeac-f18d-430b-be92-beb8ac36e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:51.156735 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1112a561-1523-4fa4-8272-00aa67693007 req-676efeac-f18d-430b-be92-beb8ac36e410 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 1097 time: 0.0401721 Aug 16 23:23:51.189912 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1112a561-1523-4fa4-8272-00aa67693007 req-554f2acb-e73b-4709-978c-601f39eb65ea service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264342 Aug 16 23:23:51.782762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e639e9f-14dd-4d9f-ba4b-fbceb1507a0b req-e9f9af75-c82b-41d2-b79c-809859bd4db4 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:51.784264 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e639e9f-14dd-4d9f-ba4b-fbceb1507a0b req-e9f9af75-c82b-41d2-b79c-809859bd4db4 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 945 time: 0.0498321 Aug 16 23:23:51.829260 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e639e9f-14dd-4d9f-ba4b-fbceb1507a0b req-100d8c2f-a818-4189-81fb-a4b0bfb10eac tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388601 Aug 16 23:23:52.950268 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d45694-f394-4c7e-ad58-7f85fc29e598 req-114bf9b9-3051-48ce-b519-d5e5a3066dc6 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:52.951747 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8d45694-f394-4c7e-ad58-7f85fc29e598 req-114bf9b9-3051-48ce-b519-d5e5a3066dc6 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 945 time: 0.0531785 Aug 16 23:23:52.988669 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d8d45694-f394-4c7e-ad58-7f85fc29e598 req-7bc687af-1d18-4bcf-a3e8-634bfbc00b4a tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310154 Aug 16 23:23:53.101226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc691a3-6470-4125-bec3-f0863c4b7d66 req-4568a769-a6f7-45f1-b8e0-f79ab2831d78 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:53.102736 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6cc691a3-6470-4125-bec3-f0863c4b7d66 req-4568a769-a6f7-45f1-b8e0-f79ab2831d78 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 945 time: 0.0493820 Aug 16 23:23:53.140563 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6cc691a3-6470-4125-bec3-f0863c4b7d66 req-309340c0-ce98-4e61-8019-04b43d531e86 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318997 Aug 16 23:23:53.324357 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea7dfc-7230-4d41-92e4-0d86e8e409e0 req-090ed496-682d-44b5-a2ec-0693d554e2cf tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:53.325829 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-01ea7dfc-7230-4d41-92e4-0d86e8e409e0 req-090ed496-682d-44b5-a2ec-0693d554e2cf tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 945 time: 0.0482740 Aug 16 23:23:53.362469 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-01ea7dfc-7230-4d41-92e4-0d86e8e409e0 req-bc728d47-6c9b-432c-991e-bd88c114655e tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307636 Aug 16 23:24:04.881800 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30ede6-6a66-4060-ba91-eb22da3a1476 req-ab1e694c-87cc-49cc-aeaf-a856aaac6c1d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:04.883220 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eb30ede6-6a66-4060-ba91-eb22da3a1476 req-ab1e694c-87cc-49cc-aeaf-a856aaac6c1d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 945 time: 0.0528109 Aug 16 23:24:04.920843 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-eb30ede6-6a66-4060-ba91-eb22da3a1476 req-834fc785-f0d5-4bb1-b19d-6c4c00a5d608 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312185 Aug 16 23:24:04.944060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50956) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:05.026100 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1df200-d4bb-4e8a-8048-af78c5640c60 tempest-TestMinimumBasicScenario-389762874 tempest-TestMinimumBasicScenario-389762874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:05.027598 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cf1df200-d4bb-4e8a-8048-af78c5640c60 tempest-TestMinimumBasicScenario-389762874 tempest-TestMinimumBasicScenario-389762874-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 1092 time: 0.0825672 Aug 16 23:24:05.030537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50960) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:05.034804 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-cd891c89-887c-42ec-8cb6-895badae827d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': 'fcb25b30-2dc7-4f36-b201-281ec88cba05', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:05.056547 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd891c89-887c-42ec-8cb6-895badae827d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:05.155433 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd891c89-887c-42ec-8cb6-895badae827d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:05.260057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-cd891c89-887c-42ec-8cb6-895badae827d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Allocated IP 172.25.6.59 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/0182a685-b9a5-49da-bd16-87e6a0a92420) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:24:05.363299 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd891c89-887c-42ec-8cb6-895badae827d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:05.400966 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd891c89-887c-42ec-8cb6-895badae827d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:05.436495 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd891c89-887c-42ec-8cb6-895badae827d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:24:05.441183 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-cd891c89-887c-42ec-8cb6-895badae827d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:24:05.444694 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd891c89-887c-42ec-8cb6-895badae827d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:24:05.467756 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd891c89-887c-42ec-8cb6-895badae827d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Pushing event updated for resources: {'Port': ['ID=0182a685-b9a5-49da-bd16-87e6a0a92420,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:05.827322 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd891c89-887c-42ec-8cb6-895badae827d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:05.891783 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd891c89-887c-42ec-8cb6-895badae827d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.049661 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd891c89-887c-42ec-8cb6-895badae827d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.054238 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd891c89-887c-42ec-8cb6-895badae827d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.125058 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd891c89-887c-42ec-8cb6-895badae827d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Pushing event updated for resources: {'Port': ['ID=0182a685-b9a5-49da-bd16-87e6a0a92420,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:06.135267 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd891c89-887c-42ec-8cb6-895badae827d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.233678 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-cd891c89-887c-42ec-8cb6-895badae827d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Floating IP a484257a-185a-4869-ad7d-6b6d8b393933 associated. External IP: 172.25.6.59, port: fcb25b30-2dc7-4f36-b201-281ec88cba05. Aug 16 23:24:06.436212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd891c89-887c-42ec-8cb6-895badae827d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Router e87f52e4-e95b-4f73-929b-5a4d89b1e3cf has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:24:06.539324 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd891c89-887c-42ec-8cb6-895badae827d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:24:06.549503 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c337ec-3592-4e1b-82ff-36c3f89e0356 None None] Sync routers for ids ['e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:24:06.556377 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cd891c89-887c-42ec-8cb6-895badae827d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.560260 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c337ec-3592-4e1b-82ff-36c3f89e0356 None None] Routers {'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:24:06.560875 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-72c337ec-3592-4e1b-82ff-36c3f89e0356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:23:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:06.587392 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cd891c89-887c-42ec-8cb6-895badae827d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5558352 Aug 16 23:24:06.588036 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703f41a2-b9d6-443c-8ae3-92d5dc553b5b', 'tag': 'fcb25b30-2dc7-4f36-b201-281ec88cba05'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:24:06.590303 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 50962) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:06.590808 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e429d76a-a08f-415f-853b-0e0d3f32cddc" -d '{"events": [{"name": "network-changed", "server_uuid": "703f41a2-b9d6-443c-8ae3-92d5dc553b5b", "tag": "fcb25b30-2dc7-4f36-b201-281ec88cba05"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:24:06.604837 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a785a8c5-4aae-4deb-923b-3d04758b6dc5 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-64831559', 'description': 'tempest-secgroup-smoke-64831559 description', 'project_id': '1634e94875d4441ea70d8c4060a2d21a'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:06.634987 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a785a8c5-4aae-4deb-923b-3d04758b6dc5 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.641124 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5aa2681-d141-4b4d-84ae-2777dea71a6f x-openstack-request-id: req-c5aa2681-d141-4b4d-84ae-2777dea71a6f {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:24:06.641813 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703f41a2-b9d6-443c-8ae3-92d5dc553b5b", "tag": "fcb25b30-2dc7-4f36-b201-281ec88cba05", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:24:06.641813 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c5aa2681-d141-4b4d-84ae-2777dea71a6f {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:24:06.642107 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703f41a2-b9d6-443c-8ae3-92d5dc553b5b', 'tag': 'fcb25b30-2dc7-4f36-b201-281ec88cba05', 'status': 'completed', 'code': 200} Aug 16 23:24:06.676481 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-72c337ec-3592-4e1b-82ff-36c3f89e0356 None None] Set router e87f52e4-e95b-4f73-929b-5a4d89b1e3cf gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:24:06.726150 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429d76a-a08f-415f-853b-0e0d3f32cddc req-e881183a-f5ed-4987-b409-8daf912956af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:06.727629 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e429d76a-a08f-415f-853b-0e0d3f32cddc req-e881183a-f5ed-4987-b409-8daf912956af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1634e94875d4441ea70d8c4060a2d21a&device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 1097 time: 0.0627556 Aug 16 23:24:06.815108 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a785a8c5-4aae-4deb-923b-3d04758b6dc5 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.820046 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a785a8c5-4aae-4deb-923b-3d04758b6dc5 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.869131 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a785a8c5-4aae-4deb-923b-3d04758b6dc5 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.870384 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a785a8c5-4aae-4deb-923b-3d04758b6dc5 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2790952 Aug 16 23:24:06.872496 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785a8c5-4aae-4deb-923b-3d04758b6dc5 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d92a7e-0909-4d8d-a688-8597626344f4,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:06.873478 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50966) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:06.876137 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429d76a-a08f-415f-853b-0e0d3f32cddc req-ac15dae1-5f52-443b-9ba5-072e6dfd753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:06.877571 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e429d76a-a08f-415f-853b-0e0d3f32cddc req-ac15dae1-5f52-443b-9ba5-072e6dfd753c service neutron] 10.222.0.43 "GET /v2.0/networks?id=007f0ed4-4c18-4dd1-b517-f1e9cdef23fa HTTP/1.1" status: 200 len: 915 time: 0.1418691 Aug 16 23:24:06.878956 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-91678962-a4b8-46a0-8cc6-18186e0dde60 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Request body: {'security_group_rule': {'security_group_id': '28d92a7e-0909-4d8d-a688-8597626344f4', 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:06.882568 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785a8c5-4aae-4deb-923b-3d04758b6dc5 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:06.883083 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785a8c5-4aae-4deb-923b-3d04758b6dc5 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:06.883471 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785a8c5-4aae-4deb-923b-3d04758b6dc5 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:06.884180 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785a8c5-4aae-4deb-923b-3d04758b6dc5 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:06.884514 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785a8c5-4aae-4deb-923b-3d04758b6dc5 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:06.884850 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785a8c5-4aae-4deb-923b-3d04758b6dc5 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:06.885178 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785a8c5-4aae-4deb-923b-3d04758b6dc5 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:06.885578 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785a8c5-4aae-4deb-923b-3d04758b6dc5 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:06.886286 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785a8c5-4aae-4deb-923b-3d04758b6dc5 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:06.886616 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785a8c5-4aae-4deb-923b-3d04758b6dc5 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:06.886940 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785a8c5-4aae-4deb-923b-3d04758b6dc5 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:06.887262 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785a8c5-4aae-4deb-923b-3d04758b6dc5 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:06.905943 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-72c337ec-3592-4e1b-82ff-36c3f89e0356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'name': 'tempest-TestMinimumBasicScenario-349909825-router', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:15Z', 'updated_at': '2021-08-16T23:23:18Z', 'revision_number': 4, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'gw_port': {'id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:16Z', 'updated_at': '2021-08-16T23:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'a484257a-185a-4869-ad7d-6b6d8b393933', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'floating_ip_address': '172.25.6.59', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'port_id': 'fcb25b30-2dc7-4f36-b201-281ec88cba05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa', 'mac_address': 'fa:16:3e:8b:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703f41a2-b9d6-443c-8ae3-92d5dc553b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:24:05Z', 'updated_at': '2021-08-16T23:24:05Z', 'revision_number': 0, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3789f5c2-3877-4830-b6ee-cb001aaa5ba3', 'name': '', 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'mac_address': 'fa:16:3e:69:63:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '6eb6073d-29a9-4d8d-983f-40bbe6df31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:17Z', 'updated_at': '2021-08-16T23:23:24Z', 'revision_number': 5, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'subnets': [{'id': '6eb6073d-29a9-4d8d-983f-40bbe6df31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:06.916134 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91678962-a4b8-46a0-8cc6-18186e0dde60 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.937526 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c337ec-3592-4e1b-82ff-36c3f89e0356 None None] Checking router: e87f52e4-e95b-4f73-929b-5a4d89b1e3cf for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:24:06.946097 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c337ec-3592-4e1b-82ff-36c3f89e0356 None None] Routers {'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:24:06.946718 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-72c337ec-3592-4e1b-82ff-36c3f89e0356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:23:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:06.956035 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e429d76a-a08f-415f-853b-0e0d3f32cddc req-de9aa4a4-b976-442c-8a90-80d009bab641 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcb25b30-2dc7-4f36-b201-281ec88cba05 HTTP/1.1" status: 200 len: 998 time: 0.0645821 Aug 16 23:24:06.975802 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91678962-a4b8-46a0-8cc6-18186e0dde60 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.981878 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91678962-a4b8-46a0-8cc6-18186e0dde60 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.005412 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91678962-a4b8-46a0-8cc6-18186e0dde60 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d041b520-b5e9-4f07-aa36-280b306b7db3,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:07.013023 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-91678962-a4b8-46a0-8cc6-18186e0dde60 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.014965 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-91678962-a4b8-46a0-8cc6-18186e0dde60 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398187 Aug 16 23:24:07.016926 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429d76a-a08f-415f-853b-0e0d3f32cddc req-e5cdb054-baad-4a29-aa8b-e64b7dd48259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:07.017428 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50968) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:07.018435 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e429d76a-a08f-415f-853b-0e0d3f32cddc req-e5cdb054-baad-4a29-aa8b-e64b7dd48259 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6eb6073d-29a9-4d8d-983f-40bbe6df31f3 HTTP/1.1" status: 200 len: 853 time: 0.0559111 Aug 16 23:24:07.022266 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-93cb0d7e-cbaf-4b21-bfae-fdb346b520a9 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Request body: {'security_group_rule': {'security_group_id': '28d92a7e-0909-4d8d-a688-8597626344f4', 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:07.051784 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-93cb0d7e-cbaf-4b21-bfae-fdb346b520a9 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.058956 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-72c337ec-3592-4e1b-82ff-36c3f89e0356 None None] Set router e87f52e4-e95b-4f73-929b-5a4d89b1e3cf gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:24:07.074538 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429d76a-a08f-415f-853b-0e0d3f32cddc req-caf793f8-b627-4f02-aeb7-381fd54c7845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:07.076040 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e429d76a-a08f-415f-853b-0e0d3f32cddc req-caf793f8-b627-4f02-aeb7-381fd54c7845 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=007f0ed4-4c18-4dd1-b517-f1e9cdef23fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500836 Aug 16 23:24:07.116464 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-93cb0d7e-cbaf-4b21-bfae-fdb346b520a9 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.120847 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-93cb0d7e-cbaf-4b21-bfae-fdb346b520a9 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.141143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb0d7e-cbaf-4b21-bfae-fdb346b520a9 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224a388f-0e00-450f-9a03-a0404778c373,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:07.149169 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-93cb0d7e-cbaf-4b21-bfae-fdb346b520a9 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.153777 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-93cb0d7e-cbaf-4b21-bfae-fdb346b520a9 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1351583 Aug 16 23:24:07.154502 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50970) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:07.159042 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e26a2f12-6138-4d39-84ca-9413b4875cb8 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Request body: {'security_group_rule': {'security_group_id': '28d92a7e-0909-4d8d-a688-8597626344f4', 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:07.171851 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e429d76a-a08f-415f-853b-0e0d3f32cddc req-90ab56b6-c8d9-4e8c-8630-8dbe99ae6f0c service neutron] 10.222.0.43 "GET /v2.0/networks/007f0ed4-4c18-4dd1-b517-f1e9cdef23fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889547 Aug 16 23:24:07.186693 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e26a2f12-6138-4d39-84ca-9413b4875cb8 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.254859 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e26a2f12-6138-4d39-84ca-9413b4875cb8 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.262465 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e26a2f12-6138-4d39-84ca-9413b4875cb8 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.277994 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e429d76a-a08f-415f-853b-0e0d3f32cddc req-b02eb868-5602-454f-822a-aba9084bbd40 service neutron] 10.222.0.43 "GET /v2.0/networks/007f0ed4-4c18-4dd1-b517-f1e9cdef23fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984128 Aug 16 23:24:07.278304 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a2f12-6138-4d39-84ca-9413b4875cb8 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3ce132-300a-4699-a307-02c415e49298,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:07.287997 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e26a2f12-6138-4d39-84ca-9413b4875cb8 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.289567 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e26a2f12-6138-4d39-84ca-9413b4875cb8 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341124 Aug 16 23:24:07.292977 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50972) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:07.298011 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-326d5295-c41e-4045-8895-eed795adff5a tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Request body: {'security_group_rule': {'security_group_id': '28d92a7e-0909-4d8d-a688-8597626344f4', 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:07.306614 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-72c337ec-3592-4e1b-82ff-36c3f89e0356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'name': 'tempest-TestMinimumBasicScenario-349909825-router', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:15Z', 'updated_at': '2021-08-16T23:23:18Z', 'revision_number': 4, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'gw_port': {'id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:16Z', 'updated_at': '2021-08-16T23:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'a484257a-185a-4869-ad7d-6b6d8b393933', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'floating_ip_address': '172.25.6.59', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'port_id': 'fcb25b30-2dc7-4f36-b201-281ec88cba05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa', 'mac_address': 'fa:16:3e:8b:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703f41a2-b9d6-443c-8ae3-92d5dc553b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:24:05Z', 'updated_at': '2021-08-16T23:24:05Z', 'revision_number': 0, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3789f5c2-3877-4830-b6ee-cb001aaa5ba3', 'name': '', 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'mac_address': 'fa:16:3e:69:63:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '6eb6073d-29a9-4d8d-983f-40bbe6df31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:17Z', 'updated_at': '2021-08-16T23:23:24Z', 'revision_number': 5, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'subnets': [{'id': '6eb6073d-29a9-4d8d-983f-40bbe6df31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:07.324878 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-326d5295-c41e-4045-8895-eed795adff5a tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.340934 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c337ec-3592-4e1b-82ff-36c3f89e0356 None None] The sync data for ids ['e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'] in n-d-792458-15 is: [{'id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'name': 'tempest-TestMinimumBasicScenario-349909825-router', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:15Z', 'updated_at': '2021-08-16T23:23:18Z', 'revision_number': 4, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'gw_port': {'id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:16Z', 'updated_at': '2021-08-16T23:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'a484257a-185a-4869-ad7d-6b6d8b393933', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'floating_ip_address': '172.25.6.59', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'port_id': 'fcb25b30-2dc7-4f36-b201-281ec88cba05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa', 'mac_address': 'fa:16:3e:8b:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703f41a2-b9d6-443c-8ae3-92d5dc553b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:24:05Z', 'updated_at': '2021-08-16T23:24:05Z', 'revision_number': 0, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3789f5c2-3877-4830-b6ee-cb001aaa5ba3', 'name': '', 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'mac_address': 'fa:16:3e:69:63:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '6eb6073d-29a9-4d8d-983f-40bbe6df31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:17Z', 'updated_at': '2021-08-16T23:23:24Z', 'revision_number': 5, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'subnets': [{'id': '6eb6073d-29a9-4d8d-983f-40bbe6df31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:24:07.387929 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-326d5295-c41e-4045-8895-eed795adff5a tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.392119 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-326d5295-c41e-4045-8895-eed795adff5a tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.410383 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d5295-c41e-4045-8895-eed795adff5a tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d956d8-b596-4068-96e3-668a9d84ace3,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:07.418175 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-326d5295-c41e-4045-8895-eed795adff5a tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.419428 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-326d5295-c41e-4045-8895-eed795adff5a tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253333 Aug 16 23:24:07.422122 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50974) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:07.426463 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-58f3ae23-52cf-4353-a34a-e458e8c74603 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Request body: {'security_group_rule': {'security_group_id': '28d92a7e-0909-4d8d-a688-8597626344f4', 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:07.447335 n-d-792458-15 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-58f3ae23-52cf-4353-a34a-e458e8c74603 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Project 1634e94875d4441ea70d8c4060a2d21a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:24:07.451987 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58f3ae23-52cf-4353-a34a-e458e8c74603 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.519011 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58f3ae23-52cf-4353-a34a-e458e8c74603 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.523248 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58f3ae23-52cf-4353-a34a-e458e8c74603 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.545523 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3ae23-52cf-4353-a34a-e458e8c74603 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62f008a-7a43-4d19-804b-8673c3a63815,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:07.549798 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-58f3ae23-52cf-4353-a34a-e458e8c74603 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.553556 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-58f3ae23-52cf-4353-a34a-e458e8c74603 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279964 Aug 16 23:24:07.553712 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c1159a-c9f2-46d9-a538-40b0ff8b4678 None None] New status for floating IP a484257a-185a-4869-ad7d-6b6d8b393933: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:24:07.554194 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 50976) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:07.558996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-89e03150-7efa-4e67-994e-fa7c7358a373 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Request body: {'security_group_rule': {'security_group_id': '28d92a7e-0909-4d8d-a688-8597626344f4', 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:07.581809 n-d-792458-15 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-89e03150-7efa-4e67-994e-fa7c7358a373 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Project 1634e94875d4441ea70d8c4060a2d21a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:24:07.587331 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89e03150-7efa-4e67-994e-fa7c7358a373 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.655704 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89e03150-7efa-4e67-994e-fa7c7358a373 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.659303 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89e03150-7efa-4e67-994e-fa7c7358a373 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.679660 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e03150-7efa-4e67-994e-fa7c7358a373 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c6ba65-cb30-4913-b643-7f03c15c72a5,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:07.689511 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03150-7efa-4e67-994e-fa7c7358a373 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:07.689861 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03150-7efa-4e67-994e-fa7c7358a373 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:07.690229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03150-7efa-4e67-994e-fa7c7358a373 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:07.690568 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03150-7efa-4e67-994e-fa7c7358a373 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:07.690902 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03150-7efa-4e67-994e-fa7c7358a373 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:07.691233 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03150-7efa-4e67-994e-fa7c7358a373 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:07.691560 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03150-7efa-4e67-994e-fa7c7358a373 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:07.691885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03150-7efa-4e67-994e-fa7c7358a373 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:07.692214 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03150-7efa-4e67-994e-fa7c7358a373 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:07.692556 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03150-7efa-4e67-994e-fa7c7358a373 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:07.692863 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03150-7efa-4e67-994e-fa7c7358a373 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:07.693187 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e03150-7efa-4e67-994e-fa7c7358a373 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:07.695863 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-89e03150-7efa-4e67-994e-fa7c7358a373 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.697615 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-89e03150-7efa-4e67-994e-fa7c7358a373 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425955 Aug 16 23:24:07.776975 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc67f56a-b33f-4c18-9511-225b70deba0d req-f621d010-6702-4825-92b3-94189e1d5f1e tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-64831559&fields=id&tenant_id=1634e94875d4441ea70d8c4060a2d21a HTTP/1.1" status: 200 len: 267 time: 0.0327394 Aug 16 23:24:07.828887 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67f56a-b33f-4c18-9511-225b70deba0d req-29af74cb-b0cd-4410-a4ad-9847ff632795 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:07.830374 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc67f56a-b33f-4c18-9511-225b70deba0d req-29af74cb-b0cd-4410-a4ad-9847ff632795 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 945 time: 0.0478208 Aug 16 23:24:07.841980 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-cc67f56a-b33f-4c18-9511-225b70deba0d req-242ba73f-9129-41b3-8024-0df4ebd3e7bc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Request body: {'port': {'security_groups': ['d3ffc8ba-ed15-4e38-99ef-7bd7da396eff', '28d92a7e-0909-4d8d-a688-8597626344f4']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:07.901762 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cc67f56a-b33f-4c18-9511-225b70deba0d req-242ba73f-9129-41b3-8024-0df4ebd3e7bc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:08.084300 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-cc67f56a-b33f-4c18-9511-225b70deba0d req-242ba73f-9129-41b3-8024-0df4ebd3e7bc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] For port fcb25b30-2dc7-4f36-b201-281ec88cba05, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=fcb25b30-2dc7-4f36-b201-281ec88cba05,segment=NetworkSegment(d60ce1eb-3bd0-46ad-9f57-940bb62e13ee),segment_id=d60ce1eb-3bd0-46ad-9f57-940bb62e13ee)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:24:08.113600 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cc67f56a-b33f-4c18-9511-225b70deba0d req-242ba73f-9129-41b3-8024-0df4ebd3e7bc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:08.118550 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cc67f56a-b33f-4c18-9511-225b70deba0d req-242ba73f-9129-41b3-8024-0df4ebd3e7bc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:08.130340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['fcb25b30-2dc7-4f36-b201-281ec88cba05'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:24:08.165451 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67f56a-b33f-4c18-9511-225b70deba0d req-242ba73f-9129-41b3-8024-0df4ebd3e7bc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:08.166124 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cc67f56a-b33f-4c18-9511-225b70deba0d req-242ba73f-9129-41b3-8024-0df4ebd3e7bc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:08.167601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cc67f56a-b33f-4c18-9511-225b70deba0d req-242ba73f-9129-41b3-8024-0df4ebd3e7bc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "PUT /v2.0/ports/fcb25b30-2dc7-4f36-b201-281ec88cba05 HTTP/1.1" status: 200 len: 981 time: 0.3306811 Aug 16 23:24:08.194954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ba73f-9129-41b3-8024-0df4ebd3e7bc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Pushing event updated for resources: {'Port': ['ID=fcb25b30-2dc7-4f36-b201-281ec88cba05,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:08.248038 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['fcb25b30-2dc7-4f36-b201-281ec88cba05'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:24:08.290694 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ab892-193c-4c6c-8ee9-e48ccd8be566 req-872a1a11-80aa-420b-9e04-4162bddc3650 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:08.292414 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-483ab892-193c-4c6c-8ee9-e48ccd8be566 req-872a1a11-80aa-420b-9e04-4162bddc3650 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 984 time: 0.0531704 Aug 16 23:24:08.342019 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-483ab892-193c-4c6c-8ee9-e48ccd8be566 req-529072c6-d510-4e33-97ec-1e13e3e6d40d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&id=28d92a7e-0909-4d8d-a688-8597626344f4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0419428 Aug 16 23:24:08.479613 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a3a47864-00ea-470e-aad4-eac2d11856fd None None] Provisioning complete for port fcb25b30-2dc7-4f36-b201-281ec88cba05 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:24:08.479896 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a3a47864-00ea-470e-aad4-eac2d11856fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:08.643161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703f41a2-b9d6-443c-8ae3-92d5dc553b5b', 'tag': 'fcb25b30-2dc7-4f36-b201-281ec88cba05'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:24:08.645670 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2cee4f-fae8-488b-a195-f8a8fc064074" -d '{"events": [{"name": "network-changed", "server_uuid": "703f41a2-b9d6-443c-8ae3-92d5dc553b5b", "tag": "fcb25b30-2dc7-4f36-b201-281ec88cba05"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:24:08.682923 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ddfaae-1f39-49dc-94c1-18ca89b11051 x-openstack-request-id: req-10ddfaae-1f39-49dc-94c1-18ca89b11051 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:24:08.683216 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703f41a2-b9d6-443c-8ae3-92d5dc553b5b", "tag": "fcb25b30-2dc7-4f36-b201-281ec88cba05", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:24:08.683466 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-10ddfaae-1f39-49dc-94c1-18ca89b11051 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:24:08.683867 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703f41a2-b9d6-443c-8ae3-92d5dc553b5b', 'tag': 'fcb25b30-2dc7-4f36-b201-281ec88cba05', 'status': 'completed', 'code': 200} Aug 16 23:24:08.745142 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cee4f-fae8-488b-a195-f8a8fc064074 req-2a4120d8-21d7-444a-9878-74cd48ce2f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:08.746778 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-be2cee4f-fae8-488b-a195-f8a8fc064074 req-2a4120d8-21d7-444a-9878-74cd48ce2f61 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1634e94875d4441ea70d8c4060a2d21a&device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 1136 time: 0.0419979 Aug 16 23:24:08.840051 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cee4f-fae8-488b-a195-f8a8fc064074 req-f9235783-79b0-4c0c-bd5e-1baf2f5cf8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:08.841547 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-be2cee4f-fae8-488b-a195-f8a8fc064074 req-f9235783-79b0-4c0c-bd5e-1baf2f5cf8d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=007f0ed4-4c18-4dd1-b517-f1e9cdef23fa HTTP/1.1" status: 200 len: 915 time: 0.0876017 Aug 16 23:24:08.843572 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:24:08.907710 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-be2cee4f-fae8-488b-a195-f8a8fc064074 req-051eae4a-ad0c-4e45-a6f6-2d4adff0e785 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcb25b30-2dc7-4f36-b201-281ec88cba05 HTTP/1.1" status: 200 len: 1000 time: 0.0582359 Aug 16 23:24:08.957452 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cee4f-fae8-488b-a195-f8a8fc064074 req-dae11112-91e3-4d53-8efb-10fe749b325e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:08.959006 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-be2cee4f-fae8-488b-a195-f8a8fc064074 req-dae11112-91e3-4d53-8efb-10fe749b325e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6eb6073d-29a9-4d8d-983f-40bbe6df31f3 HTTP/1.1" status: 200 len: 853 time: 0.0440559 Aug 16 23:24:09.009794 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cee4f-fae8-488b-a195-f8a8fc064074 req-c04b5234-7340-4dc9-8cd4-e1634fc63901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:09.011328 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-be2cee4f-fae8-488b-a195-f8a8fc064074 req-c04b5234-7340-4dc9-8cd4-e1634fc63901 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=007f0ed4-4c18-4dd1-b517-f1e9cdef23fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446980 Aug 16 23:24:09.105232 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-be2cee4f-fae8-488b-a195-f8a8fc064074 req-f577704c-d790-4f85-81d2-dc2c7fff46a6 service neutron] 10.222.0.43 "GET /v2.0/networks/007f0ed4-4c18-4dd1-b517-f1e9cdef23fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851731 Aug 16 23:24:09.109049 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:09.110244 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cd1d5c49-15a9-4ac2-b85b-4c451f2c0a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:09.205366 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-be2cee4f-fae8-488b-a195-f8a8fc064074 req-b1bb8ee6-59a6-45ea-81f8-6af2da19a61f service neutron] 10.222.0.43 "GET /v2.0/networks/007f0ed4-4c18-4dd1-b517-f1e9cdef23fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924337 Aug 16 23:24:11.385403 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:11.636811 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-08787617-b778-4b73-af81-1a9eb7950be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:12.220631 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:13.463955 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:15.042654 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:21.423052 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dbf73fa4-6ca5-4d73-8feb-fc338ecd7a22 req-54477941-dc91-45b2-a5a5-c2e97ec9a1e3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438194 Aug 16 23:24:21.504346 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf73fa4-6ca5-4d73-8feb-fc338ecd7a22 req-b44b38ca-3c6a-4d8a-beb4-ac208d62c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:21.505818 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dbf73fa4-6ca5-4d73-8feb-fc338ecd7a22 req-b44b38ca-3c6a-4d8a-beb4-ac208d62c312 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1634e94875d4441ea70d8c4060a2d21a&device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 1136 time: 0.0405471 Aug 16 23:24:21.610447 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf73fa4-6ca5-4d73-8feb-fc338ecd7a22 req-d6f74b16-a43d-4e49-951e-6b4ec3a2028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:21.611931 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dbf73fa4-6ca5-4d73-8feb-fc338ecd7a22 req-d6f74b16-a43d-4e49-951e-6b4ec3a2028b service neutron] 10.222.0.43 "GET /v2.0/networks?id=007f0ed4-4c18-4dd1-b517-f1e9cdef23fa HTTP/1.1" status: 200 len: 915 time: 0.0876591 Aug 16 23:24:21.680504 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dbf73fa4-6ca5-4d73-8feb-fc338ecd7a22 req-4a1cca7b-cff3-4ce6-a923-6d62d55f09b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcb25b30-2dc7-4f36-b201-281ec88cba05 HTTP/1.1" status: 200 len: 1000 time: 0.0608101 Aug 16 23:24:21.736462 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf73fa4-6ca5-4d73-8feb-fc338ecd7a22 req-3acb9549-4f5f-407b-be91-142edcf75bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:21.737905 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dbf73fa4-6ca5-4d73-8feb-fc338ecd7a22 req-3acb9549-4f5f-407b-be91-142edcf75bd1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6eb6073d-29a9-4d8d-983f-40bbe6df31f3 HTTP/1.1" status: 200 len: 853 time: 0.0484369 Aug 16 23:24:21.781901 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf73fa4-6ca5-4d73-8feb-fc338ecd7a22 req-8a25fa0b-ca83-4006-ba18-a6b081574691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:21.783388 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dbf73fa4-6ca5-4d73-8feb-fc338ecd7a22 req-8a25fa0b-ca83-4006-ba18-a6b081574691 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=007f0ed4-4c18-4dd1-b517-f1e9cdef23fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386333 Aug 16 23:24:21.875886 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dbf73fa4-6ca5-4d73-8feb-fc338ecd7a22 req-3ed6b3e8-2377-48f0-8b71-3e1746b5d167 service neutron] 10.222.0.43 "GET /v2.0/networks/007f0ed4-4c18-4dd1-b517-f1e9cdef23fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840836 Aug 16 23:24:21.963187 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dbf73fa4-6ca5-4d73-8feb-fc338ecd7a22 req-dd5237c9-c976-49a6-a0da-1c32ef79eb23 service neutron] 10.222.0.43 "GET /v2.0/networks/007f0ed4-4c18-4dd1-b517-f1e9cdef23fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802338 Aug 16 23:24:25.572306 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa739c0f-4002-45c1-9741-eddef75be315 req-b677d53d-a1ea-4fd8-a5fa-7ad340d87ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:25.573804 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fa739c0f-4002-45c1-9741-eddef75be315 req-b677d53d-a1ea-4fd8-a5fa-7ad340d87ec7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1634e94875d4441ea70d8c4060a2d21a&device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 1136 time: 0.0404415 Aug 16 23:24:25.576662 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749eaac-cb9e-47ee-b0db-ef1ce7697c5c req-a3c9f591-f775-4aed-ac42-872eae4fb807 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:25.578269 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0749eaac-cb9e-47ee-b0db-ef1ce7697c5c req-a3c9f591-f775-4aed-ac42-872eae4fb807 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 984 time: 0.0495913 Aug 16 23:24:25.624030 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0749eaac-cb9e-47ee-b0db-ef1ce7697c5c req-f0ea90b4-3eb0-4647-8232-b5a23dcdb3ff tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&id=28d92a7e-0909-4d8d-a688-8597626344f4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0392480 Aug 16 23:24:25.668992 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa739c0f-4002-45c1-9741-eddef75be315 req-3957a601-eb63-4af9-b898-c7b5f9698dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:25.670442 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fa739c0f-4002-45c1-9741-eddef75be315 req-3957a601-eb63-4af9-b898-c7b5f9698dcc service neutron] 10.222.0.43 "GET /v2.0/networks?id=007f0ed4-4c18-4dd1-b517-f1e9cdef23fa HTTP/1.1" status: 200 len: 915 time: 0.0896528 Aug 16 23:24:25.736713 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fa739c0f-4002-45c1-9741-eddef75be315 req-ced381c4-a50b-49d0-8708-7110290a7552 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcb25b30-2dc7-4f36-b201-281ec88cba05 HTTP/1.1" status: 200 len: 1000 time: 0.0582571 Aug 16 23:24:25.792720 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa739c0f-4002-45c1-9741-eddef75be315 req-f41e176d-8f76-4032-95ce-95557da6902d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:25.794234 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fa739c0f-4002-45c1-9741-eddef75be315 req-f41e176d-8f76-4032-95ce-95557da6902d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6eb6073d-29a9-4d8d-983f-40bbe6df31f3 HTTP/1.1" status: 200 len: 853 time: 0.0484700 Aug 16 23:24:25.839005 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa739c0f-4002-45c1-9741-eddef75be315 req-54a18909-9cb5-4642-809b-cf9daa2b381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:25.840492 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fa739c0f-4002-45c1-9741-eddef75be315 req-54a18909-9cb5-4642-809b-cf9daa2b381b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=007f0ed4-4c18-4dd1-b517-f1e9cdef23fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395586 Aug 16 23:24:25.931485 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fa739c0f-4002-45c1-9741-eddef75be315 req-41df2a23-725f-433d-8218-42736241c2de service neutron] 10.222.0.43 "GET /v2.0/networks/007f0ed4-4c18-4dd1-b517-f1e9cdef23fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840046 Aug 16 23:24:26.020219 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-fa739c0f-4002-45c1-9741-eddef75be315 req-f59f6eff-b830-431a-b99e-0dac2298a9e6 service neutron] 10.222.0.43 "GET /v2.0/networks/007f0ed4-4c18-4dd1-b517-f1e9cdef23fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814517 Aug 16 23:24:26.745134 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb2d1a-66ed-4e94-b2d5-21498c80ef6a req-1b59af57-85d8-4b1e-a5a8-500f8905129c tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:26.746655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ebb2d1a-66ed-4e94-b2d5-21498c80ef6a req-1b59af57-85d8-4b1e-a5a8-500f8905129c tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 984 time: 0.0544274 Aug 16 23:24:26.785221 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0ebb2d1a-66ed-4e94-b2d5-21498c80ef6a req-677f11f4-d825-492a-95b5-5168fdc5bab6 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&id=28d92a7e-0909-4d8d-a688-8597626344f4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0324950 Aug 16 23:24:27.904396 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b98650-60f7-4ecf-b2ba-aa8d1f624f89 req-4896f184-ffa1-42cb-b61b-8d481bcce105 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:27.905788 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3b98650-60f7-4ecf-b2ba-aa8d1f624f89 req-4896f184-ffa1-42cb-b61b-8d481bcce105 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 984 time: 0.0484493 Aug 16 23:24:27.944927 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a3b98650-60f7-4ecf-b2ba-aa8d1f624f89 req-0e702d2a-d7e9-4cd5-9d33-e8e64b1525fb tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&id=28d92a7e-0909-4d8d-a688-8597626344f4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0331395 Aug 16 23:24:29.063378 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b06a0-8ff2-449a-82f2-33f6f9208dd7 req-c728c2e5-16d7-485c-9f61-3ff80168fcf0 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:29.064978 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af8b06a0-8ff2-449a-82f2-33f6f9208dd7 req-c728c2e5-16d7-485c-9f61-3ff80168fcf0 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 984 time: 0.0511444 Aug 16 23:24:29.106351 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af8b06a0-8ff2-449a-82f2-33f6f9208dd7 req-00098298-7413-43da-b20d-c9f411ca153d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&id=28d92a7e-0909-4d8d-a688-8597626344f4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0348461 Aug 16 23:24:30.224893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113d4e2-24e8-4151-bf45-b40dc3d2b8f1 req-55bd771b-fdd0-4099-8874-a37e02740f30 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:30.226435 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8113d4e2-24e8-4151-bf45-b40dc3d2b8f1 req-55bd771b-fdd0-4099-8874-a37e02740f30 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 984 time: 0.0527041 Aug 16 23:24:30.267755 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8113d4e2-24e8-4151-bf45-b40dc3d2b8f1 req-2588e649-8780-48b1-8151-1c0275daf737 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&id=28d92a7e-0909-4d8d-a688-8597626344f4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0346198 Aug 16 23:24:31.382405 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4c0a9-4d97-450e-810a-82580336c4e4 req-b18437cf-b4f4-4716-a3ba-1a09b8648839 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:31.383912 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c6e4c0a9-4d97-450e-810a-82580336c4e4 req-b18437cf-b4f4-4716-a3ba-1a09b8648839 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 984 time: 0.0504701 Aug 16 23:24:31.423500 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c6e4c0a9-4d97-450e-810a-82580336c4e4 req-46acf332-2941-44c7-9340-abe43b7de5a8 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&id=28d92a7e-0909-4d8d-a688-8597626344f4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0334959 Aug 16 23:24:32.542974 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d8608-a5e2-493d-8f22-884b0d4bb731 req-5e47dfd8-5199-4f14-84dc-de55d89b508e tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:32.544492 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b27d8608-a5e2-493d-8f22-884b0d4bb731 req-5e47dfd8-5199-4f14-84dc-de55d89b508e tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 984 time: 0.0506046 Aug 16 23:24:32.584674 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b27d8608-a5e2-493d-8f22-884b0d4bb731 req-e359d42d-f048-491e-89c4-6b5497dac81b tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&id=28d92a7e-0909-4d8d-a688-8597626344f4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0340190 Aug 16 23:24:33.708505 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dbf33-8922-44ab-a310-5c88b3c5bb6b req-cbc28990-3466-41db-a27d-5f8f03e01cde tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:33.710053 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-664dbf33-8922-44ab-a310-5c88b3c5bb6b req-cbc28990-3466-41db-a27d-5f8f03e01cde tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 984 time: 0.0530546 Aug 16 23:24:33.751589 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-664dbf33-8922-44ab-a310-5c88b3c5bb6b req-4bddbe38-1a3f-499b-9d60-834f740db2aa tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&id=28d92a7e-0909-4d8d-a688-8597626344f4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0345616 Aug 16 23:24:34.889252 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453ed16-4c41-45e3-9923-3f0f1eca1a55 req-51310edb-d74b-43e7-a171-0b3bddef6553 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:34.890793 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8453ed16-4c41-45e3-9923-3f0f1eca1a55 req-51310edb-d74b-43e7-a171-0b3bddef6553 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 984 time: 0.0530496 Aug 16 23:24:34.930817 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8453ed16-4c41-45e3-9923-3f0f1eca1a55 req-b5f1252c-a672-4c7c-9188-1383a2c290fc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&id=28d92a7e-0909-4d8d-a688-8597626344f4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0337234 Aug 16 23:24:36.046350 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc3966-bc32-46a5-9246-67897f9cddc0 req-c0087d6d-fb82-4d9b-b977-d7b7c053910b tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:36.048546 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-38dc3966-bc32-46a5-9246-67897f9cddc0 req-c0087d6d-fb82-4d9b-b977-d7b7c053910b tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 984 time: 0.0484824 Aug 16 23:24:36.088444 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-38dc3966-bc32-46a5-9246-67897f9cddc0 req-dee6cda0-d47e-4c34-aa57-2466053054fc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&id=28d92a7e-0909-4d8d-a688-8597626344f4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0331099 Aug 16 23:24:37.212775 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a1893-e162-45e8-af3c-ea53819735d5 req-d6a92e8e-2a9d-4ee0-b1f2-ed9e5ca327c7 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:37.214334 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-701a1893-e162-45e8-af3c-ea53819735d5 req-d6a92e8e-2a9d-4ee0-b1f2-ed9e5ca327c7 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 984 time: 0.0571499 Aug 16 23:24:37.254244 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-701a1893-e162-45e8-af3c-ea53819735d5 req-af37043a-163d-45de-8265-e2fd9a4eef51 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&id=28d92a7e-0909-4d8d-a688-8597626344f4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0337903 Aug 16 23:24:39.110508 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:39.111318 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5a4c4836-1e8e-47dd-9525-a15ebe0e5bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:41.386414 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:41.638216 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-09ee30b1-a478-463b-b340-d0cb6e691e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:42.222517 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:43.469054 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:45.045348 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:45.844023 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:25:09.106284 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:09.107347 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-61749375-d9b6-48e9-a2e5-58ccf603b465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:09.615096 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29666c9d-20a3-4768-a4f0-15f310d76da6 req-a9460de2-8b07-4b14-9b8b-7a39a37dee0b tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-64831559&fields=id&tenant_id=1634e94875d4441ea70d8c4060a2d21a HTTP/1.1" status: 200 len: 267 time: 0.0354261 Aug 16 23:25:09.669058 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29666c9d-20a3-4768-a4f0-15f310d76da6 req-2da79a84-5c36-4360-8c45-37bb3f0a03db tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:09.670605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29666c9d-20a3-4768-a4f0-15f310d76da6 req-2da79a84-5c36-4360-8c45-37bb3f0a03db tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 984 time: 0.0497203 Aug 16 23:25:09.681632 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-29666c9d-20a3-4768-a4f0-15f310d76da6 req-49af2bff-ce55-4b10-9b57-67cbb56c6c75 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Request body: {'port': {'security_groups': ['d3ffc8ba-ed15-4e38-99ef-7bd7da396eff']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:09.748644 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29666c9d-20a3-4768-a4f0-15f310d76da6 req-49af2bff-ce55-4b10-9b57-67cbb56c6c75 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:09.918998 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-29666c9d-20a3-4768-a4f0-15f310d76da6 req-49af2bff-ce55-4b10-9b57-67cbb56c6c75 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] For port fcb25b30-2dc7-4f36-b201-281ec88cba05, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=fcb25b30-2dc7-4f36-b201-281ec88cba05,segment=NetworkSegment(d60ce1eb-3bd0-46ad-9f57-940bb62e13ee),segment_id=d60ce1eb-3bd0-46ad-9f57-940bb62e13ee)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:09.948108 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29666c9d-20a3-4768-a4f0-15f310d76da6 req-49af2bff-ce55-4b10-9b57-67cbb56c6c75 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:09.952453 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29666c9d-20a3-4768-a4f0-15f310d76da6 req-49af2bff-ce55-4b10-9b57-67cbb56c6c75 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:09.965034 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['fcb25b30-2dc7-4f36-b201-281ec88cba05'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:25:09.995591 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29666c9d-20a3-4768-a4f0-15f310d76da6 req-49af2bff-ce55-4b10-9b57-67cbb56c6c75 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:09.996220 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-29666c9d-20a3-4768-a4f0-15f310d76da6 req-49af2bff-ce55-4b10-9b57-67cbb56c6c75 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:09.997641 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-29666c9d-20a3-4768-a4f0-15f310d76da6 req-49af2bff-ce55-4b10-9b57-67cbb56c6c75 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "PUT /v2.0/ports/fcb25b30-2dc7-4f36-b201-281ec88cba05 HTTP/1.1" status: 200 len: 942 time: 0.3205543 Aug 16 23:25:09.998122 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703f41a2-b9d6-443c-8ae3-92d5dc553b5b', 'tag': 'fcb25b30-2dc7-4f36-b201-281ec88cba05'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:25:10.000403 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef0ac44-c28b-4b33-8c1c-86e374339cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "703f41a2-b9d6-443c-8ae3-92d5dc553b5b", "tag": "fcb25b30-2dc7-4f36-b201-281ec88cba05"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:25:10.005854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51036) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:10.040430 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af2bff-ce55-4b10-9b57-67cbb56c6c75 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Pushing event updated for resources: {'Port': ['ID=fcb25b30-2dc7-4f36-b201-281ec88cba05,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:10.053197 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af2bff-ce55-4b10-9b57-67cbb56c6c75 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.058226 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af2bff-ce55-4b10-9b57-67cbb56c6c75 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.058840 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af2bff-ce55-4b10-9b57-67cbb56c6c75 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.060056 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af2bff-ce55-4b10-9b57-67cbb56c6c75 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.060618 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af2bff-ce55-4b10-9b57-67cbb56c6c75 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.061217 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af2bff-ce55-4b10-9b57-67cbb56c6c75 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.061726 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af2bff-ce55-4b10-9b57-67cbb56c6c75 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.063812 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af2bff-ce55-4b10-9b57-67cbb56c6c75 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.065073 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['fcb25b30-2dc7-4f36-b201-281ec88cba05'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:25:10.065621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af2bff-ce55-4b10-9b57-67cbb56c6c75 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.066169 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af2bff-ce55-4b10-9b57-67cbb56c6c75 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.066686 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af2bff-ce55-4b10-9b57-67cbb56c6c75 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.068434 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af2bff-ce55-4b10-9b57-67cbb56c6c75 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.092491 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea1cf1f4-bc34-4587-8ce1-5b3c11076e2d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:10.092698 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b5a13d-122b-405c-9a74-4b0b2bf26703 x-openstack-request-id: req-c6b5a13d-122b-405c-9a74-4b0b2bf26703 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:25:10.092824 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703f41a2-b9d6-443c-8ae3-92d5dc553b5b", "tag": "fcb25b30-2dc7-4f36-b201-281ec88cba05", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:25:10.093013 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c6b5a13d-122b-405c-9a74-4b0b2bf26703 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:25:10.093431 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703f41a2-b9d6-443c-8ae3-92d5dc553b5b', 'tag': 'fcb25b30-2dc7-4f36-b201-281ec88cba05', 'status': 'completed', 'code': 200} Aug 16 23:25:10.129886 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea1cf1f4-bc34-4587-8ce1-5b3c11076e2d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:10.191022 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0ac44-c28b-4b33-8c1c-86e374339cc4 req-dc477b2a-9025-4de3-bad0-a03d955aadde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:10.192581 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bef0ac44-c28b-4b33-8c1c-86e374339cc4 req-dc477b2a-9025-4de3-bad0-a03d955aadde service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1634e94875d4441ea70d8c4060a2d21a&device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 1097 time: 0.0780408 Aug 16 23:25:10.272263 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea1cf1f4-bc34-4587-8ce1-5b3c11076e2d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:10.274666 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea1cf1f4-bc34-4587-8ce1-5b3c11076e2d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:10.275929 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ea1cf1f4-bc34-4587-8ce1-5b3c11076e2d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "DELETE /v2.0/security-groups/28d92a7e-0909-4d8d-a688-8597626344f4 HTTP/1.1" status: 204 len: 168 time: 0.2648647 Aug 16 23:25:10.279029 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51038) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:10.306588 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1cf1f4-bc34-4587-8ce1-5b3c11076e2d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d92a7e-0909-4d8d-a688-8597626344f4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:10.315787 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0ac44-c28b-4b33-8c1c-86e374339cc4 req-3ce63e58-2af8-4b1d-86bd-80ce71621ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:10.317268 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bef0ac44-c28b-4b33-8c1c-86e374339cc4 req-3ce63e58-2af8-4b1d-86bd-80ce71621ed9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=007f0ed4-4c18-4dd1-b517-f1e9cdef23fa HTTP/1.1" status: 200 len: 915 time: 0.1177495 Aug 16 23:25:10.318788 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cf1f4-bc34-4587-8ce1-5b3c11076e2d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.319129 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cf1f4-bc34-4587-8ce1-5b3c11076e2d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.319464 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cf1f4-bc34-4587-8ce1-5b3c11076e2d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.319795 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cf1f4-bc34-4587-8ce1-5b3c11076e2d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.320130 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cf1f4-bc34-4587-8ce1-5b3c11076e2d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.320458 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cf1f4-bc34-4587-8ce1-5b3c11076e2d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.320780 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cf1f4-bc34-4587-8ce1-5b3c11076e2d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.321109 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cf1f4-bc34-4587-8ce1-5b3c11076e2d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.321440 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cf1f4-bc34-4587-8ce1-5b3c11076e2d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.321759 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cf1f4-bc34-4587-8ce1-5b3c11076e2d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.322105 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cf1f4-bc34-4587-8ce1-5b3c11076e2d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.323508 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cf1f4-bc34-4587-8ce1-5b3c11076e2d tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:10.367528 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6b563e8a-8566-4911-9990-93b3638a726e None None] Provisioning complete for port fcb25b30-2dc7-4f36-b201-281ec88cba05 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:10.368087 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b563e8a-8566-4911-9990-93b3638a726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:10.391398 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bef0ac44-c28b-4b33-8c1c-86e374339cc4 req-6760e017-3c01-47a2-be5e-f6cbb065bbd7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcb25b30-2dc7-4f36-b201-281ec88cba05 HTTP/1.1" status: 200 len: 1000 time: 0.0655413 Aug 16 23:25:10.443451 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0ac44-c28b-4b33-8c1c-86e374339cc4 req-929edf4f-ed06-4f58-b97c-a292c32fb452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:10.445052 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bef0ac44-c28b-4b33-8c1c-86e374339cc4 req-929edf4f-ed06-4f58-b97c-a292c32fb452 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6eb6073d-29a9-4d8d-983f-40bbe6df31f3 HTTP/1.1" status: 200 len: 853 time: 0.0468116 Aug 16 23:25:10.480853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4840af02-1eb5-4372-889d-e0e972ec4cbc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Deleting port 0182a685-b9a5-49da-bd16-87e6a0a92420 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:25:10.481227 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4840af02-1eb5-4372-889d-e0e972ec4cbc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:10.496068 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0ac44-c28b-4b33-8c1c-86e374339cc4 req-c8498aa1-ec25-4f53-9d19-94e152e6d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:10.497583 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bef0ac44-c28b-4b33-8c1c-86e374339cc4 req-c8498aa1-ec25-4f53-9d19-94e152e6d3bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=007f0ed4-4c18-4dd1-b517-f1e9cdef23fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453026 Aug 16 23:25:10.564694 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4840af02-1eb5-4372-889d-e0e972ec4cbc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:10.565019 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4840af02-1eb5-4372-889d-e0e972ec4cbc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:10.577089 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4840af02-1eb5-4372-889d-e0e972ec4cbc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Calling delete_port for 0182a685-b9a5-49da-bd16-87e6a0a92420 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:25:10.588979 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bef0ac44-c28b-4b33-8c1c-86e374339cc4 req-3f171379-1c61-4377-a8ad-ce41de7c2092 service neutron] 10.222.0.43 "GET /v2.0/networks/007f0ed4-4c18-4dd1-b517-f1e9cdef23fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841079 Aug 16 23:25:10.733497 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4840af02-1eb5-4372-889d-e0e972ec4cbc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:10.760531 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840af02-1eb5-4372-889d-e0e972ec4cbc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Pushing event deleted for resources: {'Port': ['ID=0182a685-b9a5-49da-bd16-87e6a0a92420,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:10.823209 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4840af02-1eb5-4372-889d-e0e972ec4cbc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:10.823523 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-4840af02-1eb5-4372-889d-e0e972ec4cbc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Floating IP a484257a-185a-4869-ad7d-6b6d8b393933 disassociated (deleted). External IP: 172.25.6.59, port: fcb25b30-2dc7-4f36-b201-281ec88cba05. Aug 16 23:25:11.029254 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bef0ac44-c28b-4b33-8c1c-86e374339cc4 req-e0dc7690-c359-4eb8-8ab1-5b51d7699ce0 service neutron] 10.222.0.43 "GET /v2.0/networks/007f0ed4-4c18-4dd1-b517-f1e9cdef23fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327075 Aug 16 23:25:11.381530 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4840af02-1eb5-4372-889d-e0e972ec4cbc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Router e87f52e4-e95b-4f73-929b-5a4d89b1e3cf has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:25:11.386482 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:11.495427 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4840af02-1eb5-4372-889d-e0e972ec4cbc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:25:11.500293 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4840af02-1eb5-4372-889d-e0e972ec4cbc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:11.504926 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218878f-22fe-4c11-83f9-edeb8ce1cfc4 None None] Sync routers for ids ['e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:25:11.514023 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b218878f-22fe-4c11-83f9-edeb8ce1cfc4 None None] Routers {'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:25:11.514637 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b218878f-22fe-4c11-83f9-edeb8ce1cfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:24:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:11.528884 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4840af02-1eb5-4372-889d-e0e972ec4cbc tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "DELETE /v2.0/floatingips/a484257a-185a-4869-ad7d-6b6d8b393933 HTTP/1.1" status: 204 len: 168 time: 1.2487361 Aug 16 23:25:11.649072 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bc516e29-705f-475d-9762-61c61a18b876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:11.723443 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-b218878f-22fe-4c11-83f9-edeb8ce1cfc4 None None] Set router e87f52e4-e95b-4f73-929b-5a4d89b1e3cf gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:25:11.931913 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b218878f-22fe-4c11-83f9-edeb8ce1cfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'name': 'tempest-TestMinimumBasicScenario-349909825-router', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:15Z', 'updated_at': '2021-08-16T23:23:18Z', 'revision_number': 4, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'gw_port': {'id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:16Z', 'updated_at': '2021-08-16T23:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '3789f5c2-3877-4830-b6ee-cb001aaa5ba3', 'name': '', 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'mac_address': 'fa:16:3e:69:63:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '6eb6073d-29a9-4d8d-983f-40bbe6df31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:17Z', 'updated_at': '2021-08-16T23:23:24Z', 'revision_number': 5, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'subnets': [{'id': '6eb6073d-29a9-4d8d-983f-40bbe6df31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:11.962708 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218878f-22fe-4c11-83f9-edeb8ce1cfc4 None None] Checking router: e87f52e4-e95b-4f73-929b-5a4d89b1e3cf for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:25:11.971562 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b218878f-22fe-4c11-83f9-edeb8ce1cfc4 None None] Routers {'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:25:11.972161 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b218878f-22fe-4c11-83f9-edeb8ce1cfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:25:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:12.077836 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-b218878f-22fe-4c11-83f9-edeb8ce1cfc4 None None] Set router e87f52e4-e95b-4f73-929b-5a4d89b1e3cf gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:25:12.095576 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703f41a2-b9d6-443c-8ae3-92d5dc553b5b', 'tag': 'fcb25b30-2dc7-4f36-b201-281ec88cba05'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:25:12.098001 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa3a1c8-7c58-49cd-8506-393bdbe5f043" -d '{"events": [{"name": "network-changed", "server_uuid": "703f41a2-b9d6-443c-8ae3-92d5dc553b5b", "tag": "fcb25b30-2dc7-4f36-b201-281ec88cba05"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:25:12.136993 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ebd2a8-a9f5-442d-afd1-bc82ee232d15 x-openstack-request-id: req-a2ebd2a8-a9f5-442d-afd1-bc82ee232d15 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:25:12.137169 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703f41a2-b9d6-443c-8ae3-92d5dc553b5b", "tag": "fcb25b30-2dc7-4f36-b201-281ec88cba05", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:25:12.137327 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a2ebd2a8-a9f5-442d-afd1-bc82ee232d15 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:25:12.137731 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703f41a2-b9d6-443c-8ae3-92d5dc553b5b', 'tag': 'fcb25b30-2dc7-4f36-b201-281ec88cba05', 'status': 'completed', 'code': 200} Aug 16 23:25:12.200701 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3a1c8-7c58-49cd-8506-393bdbe5f043 req-bb47cfb5-b27a-4348-8514-3664e33bf846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:12.202218 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-eaa3a1c8-7c58-49cd-8506-393bdbe5f043 req-bb47cfb5-b27a-4348-8514-3664e33bf846 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1634e94875d4441ea70d8c4060a2d21a&device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 1097 time: 0.0414884 Aug 16 23:25:12.230360 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:12.308925 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-b218878f-22fe-4c11-83f9-edeb8ce1cfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'name': 'tempest-TestMinimumBasicScenario-349909825-router', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:15Z', 'updated_at': '2021-08-16T23:23:18Z', 'revision_number': 4, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'gw_port': {'id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:16Z', 'updated_at': '2021-08-16T23:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '3789f5c2-3877-4830-b6ee-cb001aaa5ba3', 'name': '', 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'mac_address': 'fa:16:3e:69:63:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '6eb6073d-29a9-4d8d-983f-40bbe6df31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:17Z', 'updated_at': '2021-08-16T23:23:24Z', 'revision_number': 5, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'subnets': [{'id': '6eb6073d-29a9-4d8d-983f-40bbe6df31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:12.314354 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3a1c8-7c58-49cd-8506-393bdbe5f043 req-6a5804e3-1a71-4ce8-8059-5ee5f3d22537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:12.315670 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-eaa3a1c8-7c58-49cd-8506-393bdbe5f043 req-6a5804e3-1a71-4ce8-8059-5ee5f3d22537 service neutron] 10.222.0.43 "GET /v2.0/networks?id=007f0ed4-4c18-4dd1-b517-f1e9cdef23fa HTTP/1.1" status: 200 len: 915 time: 0.1056085 Aug 16 23:25:12.337218 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218878f-22fe-4c11-83f9-edeb8ce1cfc4 None None] The sync data for ids ['e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'] in n-d-792458-15 is: [{'id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'name': 'tempest-TestMinimumBasicScenario-349909825-router', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:15Z', 'updated_at': '2021-08-16T23:23:18Z', 'revision_number': 4, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'gw_port': {'id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:16Z', 'updated_at': '2021-08-16T23:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '3789f5c2-3877-4830-b6ee-cb001aaa5ba3', 'name': '', 'network_id': '007f0ed4-4c18-4dd1-b517-f1e9cdef23fa', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'mac_address': 'fa:16:3e:69:63:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '6eb6073d-29a9-4d8d-983f-40bbe6df31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:17Z', 'updated_at': '2021-08-16T23:23:24Z', 'revision_number': 5, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'subnets': [{'id': '6eb6073d-29a9-4d8d-983f-40bbe6df31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:25:12.361476 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-eaa3a1c8-7c58-49cd-8506-393bdbe5f043 req-4affc358-f09c-42d3-8d17-b134ce108693 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcb25b30-2dc7-4f36-b201-281ec88cba05 HTTP/1.1" status: 200 len: 217 time: 0.0384901 Aug 16 23:25:12.415987 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3a1c8-7c58-49cd-8506-393bdbe5f043 req-958062d7-eb95-4226-bd0f-f77a68d9f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:12.418028 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-eaa3a1c8-7c58-49cd-8506-393bdbe5f043 req-958062d7-eb95-4226-bd0f-f77a68d9f695 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6eb6073d-29a9-4d8d-983f-40bbe6df31f3 HTTP/1.1" status: 200 len: 853 time: 0.0502045 Aug 16 23:25:12.464824 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3a1c8-7c58-49cd-8506-393bdbe5f043 req-f1f095b6-687f-4af9-9e47-c0c075e687e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:12.466471 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-eaa3a1c8-7c58-49cd-8506-393bdbe5f043 req-f1f095b6-687f-4af9-9e47-c0c075e687e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=007f0ed4-4c18-4dd1-b517-f1e9cdef23fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417733 Aug 16 23:25:12.567725 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-eaa3a1c8-7c58-49cd-8506-393bdbe5f043 req-3c64e423-266a-401f-8727-20e3d6fac5c9 service neutron] 10.222.0.43 "GET /v2.0/networks/007f0ed4-4c18-4dd1-b517-f1e9cdef23fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942082 Aug 16 23:25:12.609732 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3983aeb3-83c4-44ca-86ca-a808236929a0 None None] New status for floating IP a484257a-185a-4869-ad7d-6b6d8b393933: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:25:12.679495 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-eaa3a1c8-7c58-49cd-8506-393bdbe5f043 req-326a3ed1-4b16-4619-a4e4-0554cec6b716 service neutron] 10.222.0.43 "GET /v2.0/networks/007f0ed4-4c18-4dd1-b517-f1e9cdef23fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043837 Aug 16 23:25:13.471919 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:15.049665 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:18.500228 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4a251-695d-4812-a8c8-9068d0ec1618 req-ec115c49-9ab9-43af-9dc1-21eb6044b906 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:18.501866 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98e4a251-695d-4812-a8c8-9068d0ec1618 req-ec115c49-9ab9-43af-9dc1-21eb6044b906 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 945 time: 0.0512137 Aug 16 23:25:18.544216 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98e4a251-695d-4812-a8c8-9068d0ec1618 req-4cffcfd1-65d8-4cef-b5f0-2592e84f5776 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360596 Aug 16 23:25:19.663162 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5545ed-344a-4d97-ba90-0c529efe4b8e req-4bcf69e5-9f02-4fc3-9fba-6749c6c11e03 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:19.664686 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1c5545ed-344a-4d97-ba90-0c529efe4b8e req-4bcf69e5-9f02-4fc3-9fba-6749c6c11e03 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 945 time: 0.0502470 Aug 16 23:25:19.706657 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1c5545ed-344a-4d97-ba90-0c529efe4b8e req-6a0f8d8a-1bdb-4372-afce-a6837e390896 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/security-groups?id=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343516 Aug 16 23:25:20.083355 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500af5d9-b636-4066-9b5e-489b3d67b5d8 req-05341d9e-90f4-4a68-9b26-8580cb1f3c63 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:20.084788 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-500af5d9-b636-4066-9b5e-489b3d67b5d8 req-05341d9e-90f4-4a68-9b26-8580cb1f3c63 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.43 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 945 time: 0.0470896 Aug 16 23:25:20.176584 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-500af5d9-b636-4066-9b5e-489b3d67b5d8 req-81e1c7a0-d9fa-4ed6-8c7d-ca7b72040480 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Deleting port fcb25b30-2dc7-4f36-b201-281ec88cba05 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:25:20.176836 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-500af5d9-b636-4066-9b5e-489b3d67b5d8 req-81e1c7a0-d9fa-4ed6-8c7d-ca7b72040480 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:20.270324 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-500af5d9-b636-4066-9b5e-489b3d67b5d8 req-81e1c7a0-d9fa-4ed6-8c7d-ca7b72040480 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] For port fcb25b30-2dc7-4f36-b201-281ec88cba05, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=fcb25b30-2dc7-4f36-b201-281ec88cba05,segment=NetworkSegment(d60ce1eb-3bd0-46ad-9f57-940bb62e13ee),segment_id=d60ce1eb-3bd0-46ad-9f57-940bb62e13ee)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:20.270683 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-500af5d9-b636-4066-9b5e-489b3d67b5d8 req-81e1c7a0-d9fa-4ed6-8c7d-ca7b72040480 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:20.283392 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-500af5d9-b636-4066-9b5e-489b3d67b5d8 req-81e1c7a0-d9fa-4ed6-8c7d-ca7b72040480 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Calling delete_port for fcb25b30-2dc7-4f36-b201-281ec88cba05 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:25:20.411619 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-500af5d9-b636-4066-9b5e-489b3d67b5d8 req-81e1c7a0-d9fa-4ed6-8c7d-ca7b72040480 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:20.423242 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['fcb25b30-2dc7-4f36-b201-281ec88cba05'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:25:20.439968 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1c7a0-d9fa-4ed6-8c7d-ca7b72040480 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Pushing event deleted for resources: {'Port': ['ID=fcb25b30-2dc7-4f36-b201-281ec88cba05,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:20.481916 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-500af5d9-b636-4066-9b5e-489b3d67b5d8 req-81e1c7a0-d9fa-4ed6-8c7d-ca7b72040480 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] No DVR routers for this DVR port fcb25b30-2dc7-4f36-b201-281ec88cba05 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:25:20.485233 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-500af5d9-b636-4066-9b5e-489b3d67b5d8 req-81e1c7a0-d9fa-4ed6-8c7d-ca7b72040480 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:20.487013 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-500af5d9-b636-4066-9b5e-489b3d67b5d8 req-81e1c7a0-d9fa-4ed6-8c7d-ca7b72040480 tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.43 "DELETE /v2.0/ports/fcb25b30-2dc7-4f36-b201-281ec88cba05 HTTP/1.1" status: 204 len: 173 time: 0.3948579 Aug 16 23:25:20.487282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703f41a2-b9d6-443c-8ae3-92d5dc553b5b', 'name': 'network-vif-deleted', 'tag': 'fcb25b30-2dc7-4f36-b201-281ec88cba05'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:25:20.489507 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2558fd-2560-42b2-bcca-56fbb37a1f70" -d '{"events": [{"server_uuid": "703f41a2-b9d6-443c-8ae3-92d5dc553b5b", "name": "network-vif-deleted", "tag": "fcb25b30-2dc7-4f36-b201-281ec88cba05"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:25:20.525241 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f8e5ca-c22a-4eb0-a4c5-378628576b16 x-openstack-request-id: req-39f8e5ca-c22a-4eb0-a4c5-378628576b16 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:25:20.526158 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703f41a2-b9d6-443c-8ae3-92d5dc553b5b", "name": "network-vif-deleted", "tag": "fcb25b30-2dc7-4f36-b201-281ec88cba05", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:25:20.526432 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-39f8e5ca-c22a-4eb0-a4c5-378628576b16 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:25:20.526827 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703f41a2-b9d6-443c-8ae3-92d5dc553b5b', 'name': 'network-vif-deleted', 'tag': 'fcb25b30-2dc7-4f36-b201-281ec88cba05', 'status': 'completed', 'code': 200} Aug 16 23:25:20.813683 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e1abe2e6-70b6-4509-bb8e-4c2fa6dfb7f3 req-d6728f37-76a8-4e79-acf7-c6fcd9068e8a tempest-TestMinimumBasicScenario-990725437 tempest-TestMinimumBasicScenario-990725437-project] 10.222.0.93 "GET /v2.0/ports?device_id=703f41a2-b9d6-443c-8ae3-92d5dc553b5b HTTP/1.1" status: 200 len: 210 time: 0.0282965 Aug 16 23:25:22.386896 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51134) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:22.731347 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b8c7-3957-4f34-ac6a-7f9befcfd636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:22.843190 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:25:22.976011 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2b8c7-3957-4f34-ac6a-7f9befcfd636 admin admin] Deleting port 3789f5c2-3877-4830-b6ee-cb001aaa5ba3 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:25:22.976351 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b8c7-3957-4f34-ac6a-7f9befcfd636 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.053871 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b2c2b8c7-3957-4f34-ac6a-7f9befcfd636 admin admin] For port 3789f5c2-3877-4830-b6ee-cb001aaa5ba3, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3789f5c2-3877-4830-b6ee-cb001aaa5ba3,segment=NetworkSegment(d60ce1eb-3bd0-46ad-9f57-940bb62e13ee),segment_id=d60ce1eb-3bd0-46ad-9f57-940bb62e13ee)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:23.054260 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b8c7-3957-4f34-ac6a-7f9befcfd636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.066911 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2b8c7-3957-4f34-ac6a-7f9befcfd636 admin admin] Calling delete_port for 3789f5c2-3877-4830-b6ee-cb001aaa5ba3 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:25:23.245191 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b8c7-3957-4f34-ac6a-7f9befcfd636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.275712 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2b8c7-3957-4f34-ac6a-7f9befcfd636 admin admin] Pushing event deleted for resources: {'Port': ['ID=3789f5c2-3877-4830-b6ee-cb001aaa5ba3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:23.435290 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device fcb25b30-2dc7-4f36-b201-281ec88cba05 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:25:23.444890 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b8c7-3957-4f34-ac6a-7f9befcfd636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.456833 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: fcb25b30-2dc7-4f36-b201-281ec88cba05 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:25:23.457188 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device fcb25b30-2dc7-4f36-b201-281ec88cba05 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:25:23.659293 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c2b8c7-3957-4f34-ac6a-7f9befcfd636 admin admin] Router e87f52e4-e95b-4f73-929b-5a4d89b1e3cf has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:25:23.767891 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c2b8c7-3957-4f34-ac6a-7f9befcfd636 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:25:23.773177 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b2c2b8c7-3957-4f34-ac6a-7f9befcfd636 admin admin] 10.222.0.93 "PUT /v2.0/routers/e87f52e4-e95b-4f73-929b-5a4d89b1e3cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3852544 Aug 16 23:25:23.776286 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51136) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:23.778972 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71144b16-d2d8-430f-8479-e4d45c2381dc None None] Sync routers for ids ['e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:25:23.788735 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71144b16-d2d8-430f-8479-e4d45c2381dc None None] Routers {'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:25:23.789336 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-71144b16-d2d8-430f-8479-e4d45c2381dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:25:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:23.879173 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7502bc1-f325-4030-ad1b-ded410905e98 admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.890059 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-71144b16-d2d8-430f-8479-e4d45c2381dc None None] Set router e87f52e4-e95b-4f73-929b-5a4d89b1e3cf gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:25:23.983251 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7502bc1-f325-4030-ad1b-ded410905e98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:24.037093 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f7502bc1-f325-4030-ad1b-ded410905e98 admin admin] Deleting port 7d1473b1-ce86-47a3-8f69-2b0fcceb6523 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:25:24.037441 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7502bc1-f325-4030-ad1b-ded410905e98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:24.080497 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-71144b16-d2d8-430f-8479-e4d45c2381dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'name': 'tempest-TestMinimumBasicScenario-349909825-router', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:15Z', 'updated_at': '2021-08-16T23:25:23Z', 'revision_number': 5, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'gw_port': {'id': '7d1473b1-ce86-47a3-8f69-2b0fcceb6523', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:16Z', 'updated_at': '2021-08-16T23:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:24.106886 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71144b16-d2d8-430f-8479-e4d45c2381dc None None] Checking router: e87f52e4-e95b-4f73-929b-5a4d89b1e3cf for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:25:24.115308 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71144b16-d2d8-430f-8479-e4d45c2381dc None None] Routers {'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:25:24.115912 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-71144b16-d2d8-430f-8479-e4d45c2381dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:25:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:24.118366 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f7502bc1-f325-4030-ad1b-ded410905e98 admin admin] For port 7d1473b1-ce86-47a3-8f69-2b0fcceb6523, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=7d1473b1-ce86-47a3-8f69-2b0fcceb6523,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:24.118730 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7502bc1-f325-4030-ad1b-ded410905e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:24.131113 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f7502bc1-f325-4030-ad1b-ded410905e98 admin admin] Calling delete_port for 7d1473b1-ce86-47a3-8f69-2b0fcceb6523 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:25:24.201137 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-71144b16-d2d8-430f-8479-e4d45c2381dc None None] Set router e87f52e4-e95b-4f73-929b-5a4d89b1e3cf gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:25:24.254386 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-71144b16-d2d8-430f-8479-e4d45c2381dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'name': 'tempest-TestMinimumBasicScenario-349909825-router', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:15Z', 'updated_at': '2021-08-16T23:25:23Z', 'revision_number': 6, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:24.281607 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71144b16-d2d8-430f-8479-e4d45c2381dc None None] The sync data for ids ['e87f52e4-e95b-4f73-929b-5a4d89b1e3cf'] in n-d-792458-15 is: [{'id': 'e87f52e4-e95b-4f73-929b-5a4d89b1e3cf', 'name': 'tempest-TestMinimumBasicScenario-349909825-router', 'tenant_id': '1634e94875d4441ea70d8c4060a2d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:15Z', 'updated_at': '2021-08-16T23:25:23Z', 'revision_number': 6, 'project_id': '1634e94875d4441ea70d8c4060a2d21a', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:25:24.299219 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7502bc1-f325-4030-ad1b-ded410905e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:24.329221 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7502bc1-f325-4030-ad1b-ded410905e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d1473b1-ce86-47a3-8f69-2b0fcceb6523,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:24.389571 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7502bc1-f325-4030-ad1b-ded410905e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:24.478467 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7502bc1-f325-4030-ad1b-ded410905e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:24.480582 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7502bc1-f325-4030-ad1b-ded410905e98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:24.527070 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7502bc1-f325-4030-ad1b-ded410905e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:24.527689 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7502bc1-f325-4030-ad1b-ded410905e98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e87f52e4-e95b-4f73-929b-5a4d89b1e3cf {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:25:24.532012 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7502bc1-f325-4030-ad1b-ded410905e98 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:24.533391 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f7502bc1-f325-4030-ad1b-ded410905e98 admin admin] 10.222.0.93 "DELETE /v2.0/routers/e87f52e4-e95b-4f73-929b-5a4d89b1e3cf HTTP/1.1" status: 204 len: 168 time: 0.7561922 Aug 16 23:25:24.536062 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51138) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:24.585209 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aae376b-5cff-4e82-812f-f79213053e58 admin admin] Deleting subnet 6eb6073d-29a9-4d8d-983f-40bbe6df31f3 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:25:24.588178 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3aae376b-5cff-4e82-812f-f79213053e58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:24.623987 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3aae376b-5cff-4e82-812f-f79213053e58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:24.704899 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3aae376b-5cff-4e82-812f-f79213053e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:24.757484 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3aae376b-5cff-4e82-812f-f79213053e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:24.789703 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3aae376b-5cff-4e82-812f-f79213053e58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:24.791717 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3aae376b-5cff-4e82-812f-f79213053e58 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/6eb6073d-29a9-4d8d-983f-40bbe6df31f3 HTTP/1.1" status: 204 len: 168 time: 0.2547324 Aug 16 23:25:24.792781 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae376b-5cff-4e82-812f-f79213053e58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eb6073d-29a9-4d8d-983f-40bbe6df31f3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:24.794487 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51140) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:24.797440 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e896cf-73ea-449a-af10-b9f23643d171 None None] Network 007f0ed4-4c18-4dd1-b517-f1e9cdef23fa requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:25:24.866335 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2290a055-15ad-4598-8cde-a9ac6691397b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:24.929771 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2290a055-15ad-4598-8cde-a9ac6691397b admin admin] Deleting port 303b64d7-0202-4886-adee-3c1262b07e2d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:25:24.930160 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2290a055-15ad-4598-8cde-a9ac6691397b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:24.992636 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-2290a055-15ad-4598-8cde-a9ac6691397b admin admin] For port 303b64d7-0202-4886-adee-3c1262b07e2d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=303b64d7-0202-4886-adee-3c1262b07e2d,segment=NetworkSegment(d60ce1eb-3bd0-46ad-9f57-940bb62e13ee),segment_id=d60ce1eb-3bd0-46ad-9f57-940bb62e13ee)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:24.992926 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2290a055-15ad-4598-8cde-a9ac6691397b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:25.007307 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-2290a055-15ad-4598-8cde-a9ac6691397b admin admin] Calling delete_port for 303b64d7-0202-4886-adee-3c1262b07e2d owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:25:25.041947 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d14f84-b560-45b0-b2b6-a62ee964536a None None] DHCP port deletion for 007f0ed4-4c18-4dd1-b517-f1e9cdef23fa request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:25:25.091834 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e6d14f84-b560-45b0-b2b6-a62ee964536a None None] Deleting port 303b64d7-0202-4886-adee-3c1262b07e2d {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:25:25.092232 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6d14f84-b560-45b0-b2b6-a62ee964536a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:25.094606 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2290a055-15ad-4598-8cde-a9ac6691397b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:25.122110 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290a055-15ad-4598-8cde-a9ac6691397b admin admin] Pushing event deleted for resources: {'Port': ['ID=303b64d7-0202-4886-adee-3c1262b07e2d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:25.126272 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2290a055-15ad-4598-8cde-a9ac6691397b admin admin] No DVR routers for this DVR port 303b64d7-0202-4886-adee-3c1262b07e2d on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:25:25.160201 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-e6d14f84-b560-45b0-b2b6-a62ee964536a None None] For port 303b64d7-0202-4886-adee-3c1262b07e2d, host n-d-792458-15, got binding levels [] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:25.160597 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6d14f84-b560-45b0-b2b6-a62ee964536a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:25.173483 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-e6d14f84-b560-45b0-b2b6-a62ee964536a None None] Calling delete_port for 303b64d7-0202-4886-adee-3c1262b07e2d owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:25:25.176143 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.ipam_backend_mixin [None req-e6d14f84-b560-45b0-b2b6-a62ee964536a None None] Port 303b64d7-0202-4886-adee-3c1262b07e2d was not found and therefore no delete operation was performed {{(pid=94873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 23:25:25.177743 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6d14f84-b560-45b0-b2b6-a62ee964536a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:25.200691 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d14f84-b560-45b0-b2b6-a62ee964536a None None] Pushing event deleted for resources: {'Port': ['ID=303b64d7-0202-4886-adee-3c1262b07e2d,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:25.201316 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2290a055-15ad-4598-8cde-a9ac6691397b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:25.210565 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d14f84-b560-45b0-b2b6-a62ee964536a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:25.210914 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d14f84-b560-45b0-b2b6-a62ee964536a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:25.211255 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d14f84-b560-45b0-b2b6-a62ee964536a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:25.211592 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d14f84-b560-45b0-b2b6-a62ee964536a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:25.211924 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d14f84-b560-45b0-b2b6-a62ee964536a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:25.212256 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d14f84-b560-45b0-b2b6-a62ee964536a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:25.212583 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d14f84-b560-45b0-b2b6-a62ee964536a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:25.213467 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d14f84-b560-45b0-b2b6-a62ee964536a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:25.213810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d14f84-b560-45b0-b2b6-a62ee964536a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:25.213931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-2290a055-15ad-4598-8cde-a9ac6691397b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007f0ed4-4c18-4dd1-b517-f1e9cdef23fa']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:25.214156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d14f84-b560-45b0-b2b6-a62ee964536a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:25.214479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d14f84-b560-45b0-b2b6-a62ee964536a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:25.214803 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d14f84-b560-45b0-b2b6-a62ee964536a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:25.217567 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d14f84-b560-45b0-b2b6-a62ee964536a None None] No DVR routers for this DVR port 303b64d7-0202-4886-adee-3c1262b07e2d on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:25:25.225328 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-2290a055-15ad-4598-8cde-a9ac6691397b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60ce1eb-3bd0-46ad-9f57-940bb62e13ee') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:25.225624 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-2290a055-15ad-4598-8cde-a9ac6691397b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60ce1eb-3bd0-46ad-9f57-940bb62e13ee') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:25.237797 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2290a055-15ad-4598-8cde-a9ac6691397b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:25.251921 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2290a055-15ad-4598-8cde-a9ac6691397b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:25.258019 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2290a055-15ad-4598-8cde-a9ac6691397b admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:25:25.258371 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2290a055-15ad-4598-8cde-a9ac6691397b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: timer() Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:25:25.260224 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:25:25.315420 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2290a055-15ad-4598-8cde-a9ac6691397b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:25.321575 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2290a055-15ad-4598-8cde-a9ac6691397b admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:25.323523 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2290a055-15ad-4598-8cde-a9ac6691397b admin admin] 10.222.0.93 "DELETE /v2.0/networks/007f0ed4-4c18-4dd1-b517-f1e9cdef23fa HTTP/1.1" status: 204 len: 168 time: 0.5279737 Aug 16 23:25:25.326534 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51142) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:25.377102 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290a055-15ad-4598-8cde-a9ac6691397b admin admin] Pushing event deleted for resources: {'Network': ['ID=007f0ed4-4c18-4dd1-b517-f1e9cdef23fa,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:25.699355 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c21f698-9c3d-4862-a4b6-d1342b0f476d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:25.769559 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3789f5c2-3877-4830-b6ee-cb001aaa5ba3 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:25:25.791879 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 3789f5c2-3877-4830-b6ee-cb001aaa5ba3 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:25:25.792276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3789f5c2-3877-4830-b6ee-cb001aaa5ba3 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:25:25.792746 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7d1473b1-ce86-47a3-8f69-2b0fcceb6523 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:25:25.811740 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 7d1473b1-ce86-47a3-8f69-2b0fcceb6523 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:25:25.812429 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 7d1473b1-ce86-47a3-8f69-2b0fcceb6523 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:25:25.812554 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 303b64d7-0202-4886-adee-3c1262b07e2d no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:25:25.834058 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 303b64d7-0202-4886-adee-3c1262b07e2d {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:25:25.834444 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 303b64d7-0202-4886-adee-3c1262b07e2d not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:25:25.949219 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-8c21f698-9c3d-4862-a4b6-d1342b0f476d admin admin] Deleting port 08d9d208-b444-48e2-827e-423e47449b15 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:25:25.949796 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c21f698-9c3d-4862-a4b6-d1342b0f476d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:26.025125 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-8c21f698-9c3d-4862-a4b6-d1342b0f476d admin admin] For port 08d9d208-b444-48e2-827e-423e47449b15, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=08d9d208-b444-48e2-827e-423e47449b15,segment=NetworkSegment(70a3de57-80f3-422f-98ad-c4a58b551931),segment_id=70a3de57-80f3-422f-98ad-c4a58b551931)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:26.026060 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c21f698-9c3d-4862-a4b6-d1342b0f476d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:26.037764 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-8c21f698-9c3d-4862-a4b6-d1342b0f476d admin admin] Calling delete_port for 08d9d208-b444-48e2-827e-423e47449b15 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:25:26.212768 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c21f698-9c3d-4862-a4b6-d1342b0f476d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:26.243895 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21f698-9c3d-4862-a4b6-d1342b0f476d admin admin] Pushing event deleted for resources: {'Port': ['ID=08d9d208-b444-48e2-827e-423e47449b15,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:26.406621 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8c21f698-9c3d-4862-a4b6-d1342b0f476d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:26.620198 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c21f698-9c3d-4862-a4b6-d1342b0f476d admin admin] Router ce3ad97c-bb5a-4430-9dd5-d24422621cd8 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:25:26.724651 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c21f698-9c3d-4862-a4b6-d1342b0f476d admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:25:26.730100 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8c21f698-9c3d-4862-a4b6-d1342b0f476d admin admin] 10.222.0.93 "PUT /v2.0/routers/ce3ad97c-bb5a-4430-9dd5-d24422621cd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4023724 Aug 16 23:25:26.732628 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51144) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:26.733379 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b99a83e-472f-4a19-9c61-38488f3baec4 None None] Sync routers for ids ['ce3ad97c-bb5a-4430-9dd5-d24422621cd8'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:25:26.743108 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b99a83e-472f-4a19-9c61-38488f3baec4 None None] Routers {'ce3ad97c-bb5a-4430-9dd5-d24422621cd8'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:25:26.743727 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3b99a83e-472f-4a19-9c61-38488f3baec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:25:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ce3ad97c-bb5a-4430-9dd5-d24422621cd8'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:26.838209 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d955e58f-a901-42ef-a19e-86b0e34e8d19 admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:26.848157 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-3b99a83e-472f-4a19-9c61-38488f3baec4 None None] Set router ce3ad97c-bb5a-4430-9dd5-d24422621cd8 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:25:26.937855 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d955e58f-a901-42ef-a19e-86b0e34e8d19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:26.991995 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d955e58f-a901-42ef-a19e-86b0e34e8d19 admin admin] Deleting port b5ff037d-b170-4728-b3cf-82dd5df689ed {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:25:26.992704 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d955e58f-a901-42ef-a19e-86b0e34e8d19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:27.040384 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3b99a83e-472f-4a19-9c61-38488f3baec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3ad97c-bb5a-4430-9dd5-d24422621cd8', 'name': 'tempest-TestMinimumBasicScenario-522060589-router', 'tenant_id': '9f182181ae46455ab4b026323a0d9c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'b5ff037d-b170-4728-b3cf-82dd5df689ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:20Z', 'updated_at': '2021-08-16T23:25:26Z', 'revision_number': 5, 'project_id': '9f182181ae46455ab4b026323a0d9c80', 'gw_port': {'id': 'b5ff037d-b170-4728-b3cf-82dd5df689ed', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3ad97c-bb5a-4430-9dd5-d24422621cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:20Z', 'updated_at': '2021-08-16T23:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:27.066411 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b99a83e-472f-4a19-9c61-38488f3baec4 None None] Checking router: ce3ad97c-bb5a-4430-9dd5-d24422621cd8 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:25:27.070280 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-d955e58f-a901-42ef-a19e-86b0e34e8d19 admin admin] For port b5ff037d-b170-4728-b3cf-82dd5df689ed, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b5ff037d-b170-4728-b3cf-82dd5df689ed,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:27.070646 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d955e58f-a901-42ef-a19e-86b0e34e8d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:27.075024 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b99a83e-472f-4a19-9c61-38488f3baec4 None None] Routers {'ce3ad97c-bb5a-4430-9dd5-d24422621cd8'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:25:27.075636 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3b99a83e-472f-4a19-9c61-38488f3baec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:25:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['ce3ad97c-bb5a-4430-9dd5-d24422621cd8'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:27.083586 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d955e58f-a901-42ef-a19e-86b0e34e8d19 admin admin] Calling delete_port for b5ff037d-b170-4728-b3cf-82dd5df689ed owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:25:27.160992 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-3b99a83e-472f-4a19-9c61-38488f3baec4 None None] Set router ce3ad97c-bb5a-4430-9dd5-d24422621cd8 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:25:27.216238 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-3b99a83e-472f-4a19-9c61-38488f3baec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3ad97c-bb5a-4430-9dd5-d24422621cd8', 'name': 'tempest-TestMinimumBasicScenario-522060589-router', 'tenant_id': '9f182181ae46455ab4b026323a0d9c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:20Z', 'updated_at': '2021-08-16T23:25:26Z', 'revision_number': 6, 'project_id': '9f182181ae46455ab4b026323a0d9c80', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:27.242276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b99a83e-472f-4a19-9c61-38488f3baec4 None None] The sync data for ids ['ce3ad97c-bb5a-4430-9dd5-d24422621cd8'] in n-d-792458-15 is: [{'id': 'ce3ad97c-bb5a-4430-9dd5-d24422621cd8', 'name': 'tempest-TestMinimumBasicScenario-522060589-router', 'tenant_id': '9f182181ae46455ab4b026323a0d9c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:20Z', 'updated_at': '2021-08-16T23:25:26Z', 'revision_number': 6, 'project_id': '9f182181ae46455ab4b026323a0d9c80', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:25:27.251184 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d955e58f-a901-42ef-a19e-86b0e34e8d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:27.276405 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955e58f-a901-42ef-a19e-86b0e34e8d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ff037d-b170-4728-b3cf-82dd5df689ed,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:27.341347 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d955e58f-a901-42ef-a19e-86b0e34e8d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:27.429603 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d955e58f-a901-42ef-a19e-86b0e34e8d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:27.431746 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d955e58f-a901-42ef-a19e-86b0e34e8d19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:27.473550 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d955e58f-a901-42ef-a19e-86b0e34e8d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:27.474083 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d955e58f-a901-42ef-a19e-86b0e34e8d19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce3ad97c-bb5a-4430-9dd5-d24422621cd8 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:25:27.480289 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d955e58f-a901-42ef-a19e-86b0e34e8d19 admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:27.481656 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d955e58f-a901-42ef-a19e-86b0e34e8d19 admin admin] 10.222.0.93 "DELETE /v2.0/routers/ce3ad97c-bb5a-4430-9dd5-d24422621cd8 HTTP/1.1" status: 204 len: 168 time: 0.7479639 Aug 16 23:25:27.484468 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51146) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:27.531341 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9dd8f9-eb4a-4624-a7f1-433dc78b9b48 admin admin] Deleting subnet 2500f60f-c8d1-4c2c-89c6-1d6681a72fe9 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:25:27.534194 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a9dd8f9-eb4a-4624-a7f1-433dc78b9b48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:27.567704 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a9dd8f9-eb4a-4624-a7f1-433dc78b9b48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:27.647171 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a9dd8f9-eb4a-4624-a7f1-433dc78b9b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:27.706777 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a9dd8f9-eb4a-4624-a7f1-433dc78b9b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:27.736073 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dd8f9-eb4a-4624-a7f1-433dc78b9b48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2500f60f-c8d1-4c2c-89c6-1d6681a72fe9,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:27.739864 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5a9dd8f9-eb4a-4624-a7f1-433dc78b9b48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:27.741787 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5a9dd8f9-eb4a-4624-a7f1-433dc78b9b48 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/2500f60f-c8d1-4c2c-89c6-1d6681a72fe9 HTTP/1.1" status: 204 len: 168 time: 0.2564008 Aug 16 23:25:27.744788 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51148) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:27.747262 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcf16a1-45c2-4bcd-ba26-4c8d5740313d None None] Network bb082e79-1a75-4025-86a3-5e1c09c6fddf requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:25:27.811813 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd22e11e-9dd7-4aec-9db6-4f046ad6cf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:27.865722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-dd22e11e-9dd7-4aec-9db6-4f046ad6cf5e admin admin] Deleting port cbcabadb-dd78-4569-933b-166d2179e74c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:25:27.866090 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd22e11e-9dd7-4aec-9db6-4f046ad6cf5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:27.932843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-dd22e11e-9dd7-4aec-9db6-4f046ad6cf5e admin admin] For port cbcabadb-dd78-4569-933b-166d2179e74c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cbcabadb-dd78-4569-933b-166d2179e74c,segment=NetworkSegment(70a3de57-80f3-422f-98ad-c4a58b551931),segment_id=70a3de57-80f3-422f-98ad-c4a58b551931)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:27.933201 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd22e11e-9dd7-4aec-9db6-4f046ad6cf5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:27.945952 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-dd22e11e-9dd7-4aec-9db6-4f046ad6cf5e admin admin] Calling delete_port for cbcabadb-dd78-4569-933b-166d2179e74c owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:25:28.020208 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393af6ce-f5b6-4797-9e89-1a304978abca None None] DHCP port deletion for bb082e79-1a75-4025-86a3-5e1c09c6fddf request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:25:28.027805 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd22e11e-9dd7-4aec-9db6-4f046ad6cf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:28.046278 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-393af6ce-f5b6-4797-9e89-1a304978abca None None] The port 'cbcabadb-dd78-4569-933b-166d2179e74c' was deleted {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 16 23:25:28.062569 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd22e11e-9dd7-4aec-9db6-4f046ad6cf5e admin admin] No DVR routers for this DVR port cbcabadb-dd78-4569-933b-166d2179e74c on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:25:28.067724 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cbcabadb-dd78-4569-933b-166d2179e74c no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:25:28.069951 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22e11e-9dd7-4aec-9db6-4f046ad6cf5e admin admin] Pushing event deleted for resources: {'Port': ['ID=cbcabadb-dd78-4569-933b-166d2179e74c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:28.088323 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: cbcabadb-dd78-4569-933b-166d2179e74c {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:25:28.088672 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cbcabadb-dd78-4569-933b-166d2179e74c not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:25:28.089112 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 08d9d208-b444-48e2-827e-423e47449b15 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:25:28.108537 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 08d9d208-b444-48e2-827e-423e47449b15 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:25:28.109127 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 08d9d208-b444-48e2-827e-423e47449b15 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:25:28.109551 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b5ff037d-b170-4728-b3cf-82dd5df689ed no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:25:28.128939 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: b5ff037d-b170-4728-b3cf-82dd5df689ed {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:25:28.129071 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b5ff037d-b170-4728-b3cf-82dd5df689ed not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:25:28.149836 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd22e11e-9dd7-4aec-9db6-4f046ad6cf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:28.159851 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-dd22e11e-9dd7-4aec-9db6-4f046ad6cf5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb082e79-1a75-4025-86a3-5e1c09c6fddf']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:28.170313 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-dd22e11e-9dd7-4aec-9db6-4f046ad6cf5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a3de57-80f3-422f-98ad-c4a58b551931') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:28.170611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-dd22e11e-9dd7-4aec-9db6-4f046ad6cf5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a3de57-80f3-422f-98ad-c4a58b551931') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:28.179985 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd22e11e-9dd7-4aec-9db6-4f046ad6cf5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:28.194792 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd22e11e-9dd7-4aec-9db6-4f046ad6cf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:28.201201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd22e11e-9dd7-4aec-9db6-4f046ad6cf5e admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:25:28.201645 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd22e11e-9dd7-4aec-9db6-4f046ad6cf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: timer() Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:25:28.203592 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:25:28.602277 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd22e11e-9dd7-4aec-9db6-4f046ad6cf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:28.608525 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dd22e11e-9dd7-4aec-9db6-4f046ad6cf5e admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:28.610781 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dd22e11e-9dd7-4aec-9db6-4f046ad6cf5e admin admin] 10.222.0.93 "DELETE /v2.0/networks/bb082e79-1a75-4025-86a3-5e1c09c6fddf HTTP/1.1" status: 204 len: 168 time: 0.8649664 Aug 16 23:25:28.622344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22e11e-9dd7-4aec-9db6-4f046ad6cf5e admin admin] Pushing event deleted for resources: {'Network': ['ID=bb082e79-1a75-4025-86a3-5e1c09c6fddf,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:28.766444 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51152) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:28.804819 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b718f3bb-7a45-4c9f-a84b-963ad2773d3e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1634e94875d4441ea70d8c4060a2d21a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371478 Aug 16 23:25:28.807860 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51154) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:28.854341 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6336f100-cbdc-4c01-996c-91a3b21e4d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:28.875184 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6336f100-cbdc-4c01-996c-91a3b21e4d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:28.920255 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6336f100-cbdc-4c01-996c-91a3b21e4d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:28.922810 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6336f100-cbdc-4c01-996c-91a3b21e4d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:28.924002 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6336f100-cbdc-4c01-996c-91a3b21e4d7b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d3ffc8ba-ed15-4e38-99ef-7bd7da396eff HTTP/1.1" status: 204 len: 168 time: 0.1152465 Aug 16 23:25:28.932864 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336f100-cbdc-4c01-996c-91a3b21e4d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ffc8ba-ed15-4e38-99ef-7bd7da396eff,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:29.224959 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51160) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:29.266167 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e512cb75-3fba-4041-8242-2d3a5c7f55c8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9f182181ae46455ab4b026323a0d9c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399883 Aug 16 23:25:29.268679 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51162) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:29.320072 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb5bd0bd-0ee5-4ecc-bff3-f187b917dfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:29.341689 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb5bd0bd-0ee5-4ecc-bff3-f187b917dfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:29.391053 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb5bd0bd-0ee5-4ecc-bff3-f187b917dfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:29.393794 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb5bd0bd-0ee5-4ecc-bff3-f187b917dfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:29.394964 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bb5bd0bd-0ee5-4ecc-bff3-f187b917dfbc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/49f28bcf-4606-4de7-85ae-4a5081e4ccd8 HTTP/1.1" status: 204 len: 168 time: 0.1253514 Aug 16 23:25:29.403211 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bd0bd-0ee5-4ecc-bff3-f187b917dfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f28bcf-4606-4de7-85ae-4a5081e4ccd8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:30.934950 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51202) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:30.939731 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5727e56b-2e03-4e30-a928-e883f81edd14 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1861983955', 'description': 'tempest-secgroup-smoke-1861983955 description', 'project_id': '3272cbc0ac75488084cdb13f2cd61576'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:30.961907 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5727e56b-2e03-4e30-a928-e883f81edd14 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:30.970359 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5727e56b-2e03-4e30-a928-e883f81edd14 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.061005 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5727e56b-2e03-4e30-a928-e883f81edd14 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.064808 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5727e56b-2e03-4e30-a928-e883f81edd14 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.100834 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727e56b-2e03-4e30-a928-e883f81edd14 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e56d795-bdb1-401f-aac5-3c5f27177da5,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:31.157210 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5727e56b-2e03-4e30-a928-e883f81edd14 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.160914 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5727e56b-2e03-4e30-a928-e883f81edd14 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.188913 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5727e56b-2e03-4e30-a928-e883f81edd14 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.190151 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5727e56b-2e03-4e30-a928-e883f81edd14 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2541618 Aug 16 23:25:31.192077 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727e56b-2e03-4e30-a928-e883f81edd14 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab6cd90-1fd0-4854-a4dd-a5e89212b111,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:31.193433 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51204) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:31.198416 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-bc7fbaa1-8501-4506-b113-2b69b3ab0ab0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': '9ab6cd90-1fd0-4854-a4dd-a5e89212b111', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:31.224133 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc7fbaa1-8501-4506-b113-2b69b3ab0ab0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.281129 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc7fbaa1-8501-4506-b113-2b69b3ab0ab0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.284048 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc7fbaa1-8501-4506-b113-2b69b3ab0ab0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.302203 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fbaa1-8501-4506-b113-2b69b3ab0ab0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6317d4-611f-4298-90f3-3959d466f69e,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:31.307590 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc7fbaa1-8501-4506-b113-2b69b3ab0ab0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.308683 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bc7fbaa1-8501-4506-b113-2b69b3ab0ab0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141202 Aug 16 23:25:31.311430 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51206) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:31.315882 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-16068185-c155-4146-8e9a-1bc0b866a23c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': '9ab6cd90-1fd0-4854-a4dd-a5e89212b111', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:31.341935 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16068185-c155-4146-8e9a-1bc0b866a23c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.401027 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16068185-c155-4146-8e9a-1bc0b866a23c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.404815 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16068185-c155-4146-8e9a-1bc0b866a23c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.424035 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16068185-c155-4146-8e9a-1bc0b866a23c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4a6292-13c0-4d7e-8087-3e178f2aa473,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:31.428309 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16068185-c155-4146-8e9a-1bc0b866a23c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.433417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51208) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:31.433615 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-16068185-c155-4146-8e9a-1bc0b866a23c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209219 Aug 16 23:25:31.438124 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-25eb3fcf-025a-4d21-aa7f-08f86fb58668 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': '9ab6cd90-1fd0-4854-a4dd-a5e89212b111', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:31.465249 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-25eb3fcf-025a-4d21-aa7f-08f86fb58668 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.528629 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-25eb3fcf-025a-4d21-aa7f-08f86fb58668 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.532606 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-25eb3fcf-025a-4d21-aa7f-08f86fb58668 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.550685 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb3fcf-025a-4d21-aa7f-08f86fb58668 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b67422-2bb3-46c2-babe-a9934c005a19,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:31.555841 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-25eb3fcf-025a-4d21-aa7f-08f86fb58668 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.557687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-25eb3fcf-025a-4d21-aa7f-08f86fb58668 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232281 Aug 16 23:25:31.560514 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51210) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:31.565019 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-863aa566-5a59-4c6c-8d81-d35ef4c1a00d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': '9ab6cd90-1fd0-4854-a4dd-a5e89212b111', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:31.593018 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-863aa566-5a59-4c6c-8d81-d35ef4c1a00d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.653810 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-863aa566-5a59-4c6c-8d81-d35ef4c1a00d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.657522 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-863aa566-5a59-4c6c-8d81-d35ef4c1a00d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.677640 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863aa566-5a59-4c6c-8d81-d35ef4c1a00d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09609968-a1a3-41b6-bfe6-3d846db78360,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:31.682345 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-863aa566-5a59-4c6c-8d81-d35ef4c1a00d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.683541 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-863aa566-5a59-4c6c-8d81-d35ef4c1a00d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220801 Aug 16 23:25:31.686279 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51212) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:31.690731 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-428bf273-35c0-4b90-a5aa-084213f875f2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': '9ab6cd90-1fd0-4854-a4dd-a5e89212b111', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:31.711387 n-d-792458-15 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-428bf273-35c0-4b90-a5aa-084213f875f2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Project 3272cbc0ac75488084cdb13f2cd61576 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:25:31.716484 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-428bf273-35c0-4b90-a5aa-084213f875f2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.783263 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-428bf273-35c0-4b90-a5aa-084213f875f2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.786973 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-428bf273-35c0-4b90-a5aa-084213f875f2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.804546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bf273-35c0-4b90-a5aa-084213f875f2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87cf4d0a-369b-4bed-8f91-a500c0a8b9b3,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:31.811713 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-428bf273-35c0-4b90-a5aa-084213f875f2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.812840 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-428bf273-35c0-4b90-a5aa-084213f875f2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256151 Aug 16 23:25:31.815976 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51214) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:31.820513 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-346652c1-4f90-407c-a6c7-68095e854767 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': '9ab6cd90-1fd0-4854-a4dd-a5e89212b111', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:31.844465 n-d-792458-15 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-346652c1-4f90-407c-a6c7-68095e854767 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Project 3272cbc0ac75488084cdb13f2cd61576 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:25:31.849141 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-346652c1-4f90-407c-a6c7-68095e854767 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.914120 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-346652c1-4f90-407c-a6c7-68095e854767 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.918442 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-346652c1-4f90-407c-a6c7-68095e854767 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.937733 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346652c1-4f90-407c-a6c7-68095e854767 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e486b2e-940a-4cf9-bb99-21acf47bc5cf,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:31.940815 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-346652c1-4f90-407c-a6c7-68095e854767 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.942133 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-346652c1-4f90-407c-a6c7-68095e854767 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250963 Aug 16 23:25:31.945746 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51216) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:31.950867 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-79f8a57d-8bd2-4f36-bfdb-5b6967cf926c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'network': {'name': 'tempest-network-smoke--1029230083', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'port_security_enabled': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:31.971012 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f8a57d-8bd2-4f36-bfdb-5b6967cf926c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Made reservation on behalf of 3272cbc0ac75488084cdb13f2cd61576 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:25:31.974445 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79f8a57d-8bd2-4f36-bfdb-5b6967cf926c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:31.997596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f8a57d-8bd2-4f36-bfdb-5b6967cf926c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:25:32.006228 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79f8a57d-8bd2-4f36-bfdb-5b6967cf926c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:32.006571 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-79f8a57d-8bd2-4f36-bfdb-5b6967cf926c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Added segment a6e87345-6b93-4255-9420-e6ca9a4fa83f of type vlan for network b335797d-1c4e-46f5-83aa-5c7b71a30ac8 Aug 16 23:25:32.045953 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79f8a57d-8bd2-4f36-bfdb-5b6967cf926c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:32.069181 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79f8a57d-8bd2-4f36-bfdb-5b6967cf926c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:32.074739 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f8a57d-8bd2-4f36-bfdb-5b6967cf926c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:32.075320 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-79f8a57d-8bd2-4f36-bfdb-5b6967cf926c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:32.126950 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-79f8a57d-8bd2-4f36-bfdb-5b6967cf926c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1801178 Aug 16 23:25:32.129935 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51218) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:32.136329 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ae3fc311-ab35-4c0f-ad89-5d9652f0c682 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-476392858', 'admin_state_up': True, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:32.158015 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8a57d-8bd2-4f36-bfdb-5b6967cf926c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Network': ['ID=b335797d-1c4e-46f5-83aa-5c7b71a30ac8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:32.169783 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network b335797d-1c4e-46f5-83aa-5c7b71a30ac8 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:25:32.171661 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc311-ab35-4c0f-ad89-5d9652f0c682 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:32.172660 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc311-ab35-4c0f-ad89-5d9652f0c682 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:32.221905 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc311-ab35-4c0f-ad89-5d9652f0c682 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:32.358002 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc311-ab35-4c0f-ad89-5d9652f0c682 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:32.548910 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc311-ab35-4c0f-ad89-5d9652f0c682 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:32.570911 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc311-ab35-4c0f-ad89-5d9652f0c682 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:32.672093 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-ae3fc311-ab35-4c0f-ad89-5d9652f0c682 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Allocated IP 172.25.6.181 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/3684cc13-b41b-4f17-bb10-93dc10e9a26a) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:25:32.777020 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc311-ab35-4c0f-ad89-5d9652f0c682 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:32.815022 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc311-ab35-4c0f-ad89-5d9652f0c682 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:32.851001 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3fc311-ab35-4c0f-ad89-5d9652f0c682 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:25:32.855261 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-ae3fc311-ab35-4c0f-ad89-5d9652f0c682 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:25:32.858790 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3fc311-ab35-4c0f-ad89-5d9652f0c682 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:25:32.884732 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3fc311-ab35-4c0f-ad89-5d9652f0c682 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=3684cc13-b41b-4f17-bb10-93dc10e9a26a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:33.120131 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc311-ab35-4c0f-ad89-5d9652f0c682 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:33.292903 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-3e9851fa-2f31-4500-a74b-292cb8e7b63e req-3e844881-90e6-4081-8995-b2d220bdd761 tempest-ServerDiskConfigTestJSON-296141472 tempest-ServerDiskConfigTestJSON-296141472-project] (94871) timed out ('10.222.0.43', 60658) {{(pid=94871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:25:33.320176 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc311-ab35-4c0f-ad89-5d9652f0c682 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:33.450380 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3fc311-ab35-4c0f-ad89-5d9652f0c682 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 70b64034-05d0-4620-a0d7-db427d991d70 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:25:33.557785 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3fc311-ab35-4c0f-ad89-5d9652f0c682 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:25:33.568081 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] Sync routers for ids ['70b64034-05d0-4620-a0d7-db427d991d70'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:25:33.581082 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] Routers {'70b64034-05d0-4620-a0d7-db427d991d70'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:25:33.581863 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:25:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['70b64034-05d0-4620-a0d7-db427d991d70'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:33.583100 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc311-ab35-4c0f-ad89-5d9652f0c682 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:33.587254 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ae3fc311-ab35-4c0f-ad89-5d9652f0c682 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4534590 Aug 16 23:25:33.587636 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51224) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:33.689791 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] Set router 70b64034-05d0-4620-a0d7-db427d991d70 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:25:33.719347 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-947db072-631f-4ac0-8c1c-5b604984700c tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=3272cbc0ac75488084cdb13f2cd61576&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1305625 Aug 16 23:25:33.722108 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51228) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:33.811521 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce39012-ee34-4fb7-88a0-d0173f8c68ea tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:33.814766 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bce39012-ee34-4fb7-88a0-d0173f8c68ea tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916877 Aug 16 23:25:33.815861 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51230) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:33.848122 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6aaf4e04-fc45-462f-b505-c4e8f3742911 tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302041 Aug 16 23:25:33.852517 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51232) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:33.858425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-56dd49d7-47d7-4114-9eb4-b712420c1102 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1091853413', 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:33.961469 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dd49d7-47d7-4114-9eb4-b712420c1102 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Made reservation on behalf of 3272cbc0ac75488084cdb13f2cd61576 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:25:33.965155 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56dd49d7-47d7-4114-9eb4-b712420c1102 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:33.968724 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b64034-05d0-4620-a0d7-db427d991d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476392858', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:33Z', 'revision_number': 3, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:33.999747 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] Checking router: 70b64034-05d0-4620-a0d7-db427d991d70 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:25:34.000097 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] Updating router 70b64034-05d0-4620-a0d7-db427d991d70 port 3684cc13-b41b-4f17-bb10-93dc10e9a26a binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:25:34.024958 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:34.151957 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56dd49d7-47d7-4114-9eb4-b712420c1102 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:34.210041 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd49d7-47d7-4114-9eb4-b712420c1102 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Subnet': ['ID=2110d113-efdf-4dc2-80e9-f8b5631dd977,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:34.220678 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dd49d7-47d7-4114-9eb4-b712420c1102 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Checking segment: {'id': 'a6e87345-6b93-4255-9420-e6ca9a4fa83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:25:34.221033 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dd49d7-47d7-4114-9eb4-b712420c1102 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network hostable DHCP agents. Network: b335797d-1c4e-46f5-83aa-5c7b71a30ac8, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:25:34.238317 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dd49d7-47d7-4114-9eb4-b712420c1102 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network b335797d-1c4e-46f5-83aa-5c7b71a30ac8 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:25:34.247056 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-56dd49d7-47d7-4114-9eb4-b712420c1102 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, b335797d-1c4e-46f5-83aa-5c7b71a30ac8) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:25:34.251268 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dd49d7-47d7-4114-9eb4-b712420c1102 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:34.251862 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56dd49d7-47d7-4114-9eb4-b712420c1102 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:34.256515 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4d6c3c-e275-46bf-95fc-68a72798bd07 None None] Network b335797d-1c4e-46f5-83aa-5c7b71a30ac8 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:25:34.268823 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-56dd49d7-47d7-4114-9eb4-b712420c1102 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4128730 Aug 16 23:25:34.269042 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51234) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:34.291894 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:34.301701 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] Transition to ACTIVE for port object 3684cc13-b41b-4f17-bb10-93dc10e9a26a will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:25:34.308544 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:34.363362 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] Attempting to bind port 3684cc13-b41b-4f17-bb10-93dc10e9a26a on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:25:34.363700 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] Attempting to bind port 3684cc13-b41b-4f17-bb10-93dc10e9a26a by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:25:34.364062 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] Attempting to bind port 3684cc13-b41b-4f17-bb10-93dc10e9a26a on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:25:34.372489 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:25:34.372836 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:25:34.373223 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:34.373602 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:25:34.374319 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] Bound port: 3684cc13-b41b-4f17-bb10-93dc10e9a26a, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:25:34.374464 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:34.379503 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1629089-0183-400b-9300-4ccac5b959d7 None None] Pushing event updated for resources: {'Port': ['ID=3684cc13-b41b-4f17-bb10-93dc10e9a26a,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:34.418938 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-b335797d-1c4e-46f5-83aa-5c7b71a30ac8', 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ips': [{'subnet_id': '2110d113-efdf-4dc2-80e9-f8b5631dd977'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:25:34.419927 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:34.435471 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] For port 3684cc13-b41b-4f17-bb10-93dc10e9a26a, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:25:34.438642 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] For port 3684cc13-b41b-4f17-bb10-93dc10e9a26a, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3684cc13-b41b-4f17-bb10-93dc10e9a26a,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:25:34.441387 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1629089-0183-400b-9300-4ccac5b959d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:34.441781 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1629089-0183-400b-9300-4ccac5b959d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:34.442268 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1629089-0183-400b-9300-4ccac5b959d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:34.442709 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1629089-0183-400b-9300-4ccac5b959d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:34.443119 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1629089-0183-400b-9300-4ccac5b959d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:34.443482 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1629089-0183-400b-9300-4ccac5b959d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:34.443758 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1629089-0183-400b-9300-4ccac5b959d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:34.444238 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1629089-0183-400b-9300-4ccac5b959d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:34.444704 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1629089-0183-400b-9300-4ccac5b959d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:34.445368 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1629089-0183-400b-9300-4ccac5b959d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:34.445836 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1629089-0183-400b-9300-4ccac5b959d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:34.447886 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1629089-0183-400b-9300-4ccac5b959d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:34.452965 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:34.507702 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] Routers {'70b64034-05d0-4620-a0d7-db427d991d70'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:25:34.508319 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:25:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['70b64034-05d0-4620-a0d7-db427d991d70'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:34.564140 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1629089-0183-400b-9300-4ccac5b959d7 None None] Pushing event updated for resources: {'Port': ['ID=3684cc13-b41b-4f17-bb10-93dc10e9a26a,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:34.569084 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] Allocated IP 172.20.0.2 (b335797d-1c4e-46f5-83aa-5c7b71a30ac8/2110d113-efdf-4dc2-80e9-f8b5631dd977/8d86c74e-3d30-43ea-9ab0-31e29a584f68) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:25:34.628508 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] Set router 70b64034-05d0-4620-a0d7-db427d991d70 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:25:34.734661 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:34.746725 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] Transition to ACTIVE for port object 8d86c74e-3d30-43ea-9ab0-31e29a584f68 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:25:34.762832 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] Transition to ACTIVE for port object 8d86c74e-3d30-43ea-9ab0-31e29a584f68 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:25:34.769212 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:34.809821 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] Network b335797d-1c4e-46f5-83aa-5c7b71a30ac8 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:25:34.814302 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:25:34.819412 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:25:34.822772 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b64034-05d0-4620-a0d7-db427d991d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476392858', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:33Z', 'revision_number': 3, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:34.853159 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b4131e-ae6e-45d8-ae7a-697abea6a20d None None] The sync data for ids ['70b64034-05d0-4620-a0d7-db427d991d70'] in n-d-792458-15 is: [{'id': '70b64034-05d0-4620-a0d7-db427d991d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476392858', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:33Z', 'revision_number': 3, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:25:34.862431 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] Pushing event updated for resources: {'Port': ['ID=8d86c74e-3d30-43ea-9ab0-31e29a584f68,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:34.914322 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] Attempting to bind port 8d86c74e-3d30-43ea-9ab0-31e29a584f68 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:25:34.914702 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] Attempting to bind port 8d86c74e-3d30-43ea-9ab0-31e29a584f68 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'a6e87345-6b93-4255-9420-e6ca9a4fa83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:25:34.915072 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] Attempting to bind port 8d86c74e-3d30-43ea-9ab0-31e29a584f68 on network b335797d-1c4e-46f5-83aa-5c7b71a30ac8 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:25:34.921504 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:25:34.921886 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] Checking segment: {'id': 'a6e87345-6b93-4255-9420-e6ca9a4fa83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:25:34.922328 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:34.922884 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] Bound using segment: {'id': 'a6e87345-6b93-4255-9420-e6ca9a4fa83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:25:34.923370 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] Bound port: 8d86c74e-3d30-43ea-9ab0-31e29a584f68, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e87345-6b93-4255-9420-e6ca9a4fa83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:25:34.923895 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:35.021245 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] For port 8d86c74e-3d30-43ea-9ab0-31e29a584f68, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:25:35.024839 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] For port 8d86c74e-3d30-43ea-9ab0-31e29a584f68, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=8d86c74e-3d30-43ea-9ab0-31e29a584f68,segment=NetworkSegment(a6e87345-6b93-4255-9420-e6ca9a4fa83f),segment_id=a6e87345-6b93-4255-9420-e6ca9a4fa83f)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:25:35.031874 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:35.103152 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c74d8b-403f-4af0-94e7-16de063f1a3a None None] Pushing event updated for resources: {'Port': ['ID=8d86c74e-3d30-43ea-9ab0-31e29a584f68,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:35.180076 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7817f691-64ec-4333-8d9e-f0673245ca81 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:35.534662 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-7817f691-64ec-4333-8d9e-f0673245ca81 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Allocated IP 172.20.0.1 (b335797d-1c4e-46f5-83aa-5c7b71a30ac8/2110d113-efdf-4dc2-80e9-f8b5631dd977/cca58a4e-7efb-4f9a-bc0c-adb7328aeab3) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:25:35.663630 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7817f691-64ec-4333-8d9e-f0673245ca81 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:35.678875 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7817f691-64ec-4333-8d9e-f0673245ca81 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Transition to ACTIVE for port object cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:25:35.713631 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7817f691-64ec-4333-8d9e-f0673245ca81 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:35.758090 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7817f691-64ec-4333-8d9e-f0673245ca81 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network b335797d-1c4e-46f5-83aa-5c7b71a30ac8 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:25:35.762184 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-7817f691-64ec-4333-8d9e-f0673245ca81 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:25:35.766266 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7817f691-64ec-4333-8d9e-f0673245ca81 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:25:35.772914 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817f691-64ec-4333-8d9e-f0673245ca81 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=cca58a4e-7efb-4f9a-bc0c-adb7328aeab3,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:35.838644 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7817f691-64ec-4333-8d9e-f0673245ca81 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:35.850993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 8d86c74e-3d30-43ea-9ab0-31e29a584f68 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:25:35.914287 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 8d86c74e-3d30-43ea-9ab0-31e29a584f68 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:25:35.919529 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3684cc13-b41b-4f17-bb10-93dc10e9a26a up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:25:35.982491 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 3684cc13-b41b-4f17-bb10-93dc10e9a26a completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:25:35.988519 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 3684cc13-b41b-4f17-bb10-93dc10e9a26a triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:35.989040 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:35.991093 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7817f691-64ec-4333-8d9e-f0673245ca81 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:36.077513 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:36.100069 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 3684cc13-b41b-4f17-bb10-93dc10e9a26a, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3684cc13-b41b-4f17-bb10-93dc10e9a26a,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:36.104893 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:36.161598 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=3684cc13-b41b-4f17-bb10-93dc10e9a26a,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:36.211216 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54974f7-650c-4dff-aa63-0274a2b6b405 None None] Network b335797d-1c4e-46f5-83aa-5c7b71a30ac8 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:25:36.265453 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-49f44192-41c0-4c83-ad7b-6048629e5880 None None] Provisioning for port 8d86c74e-3d30-43ea-9ab0-31e29a584f68 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:25:36.273528 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-49f44192-41c0-4c83-ad7b-6048629e5880 None None] Provisioning complete for port 8d86c74e-3d30-43ea-9ab0-31e29a584f68 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:36.273915 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-49f44192-41c0-4c83-ad7b-6048629e5880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:36.309350 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7817f691-64ec-4333-8d9e-f0673245ca81 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:36.315344 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7817f691-64ec-4333-8d9e-f0673245ca81 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:36.395308 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7817f691-64ec-4333-8d9e-f0673245ca81 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:36.401483 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817f691-64ec-4333-8d9e-f0673245ca81 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=cca58a4e-7efb-4f9a-bc0c-adb7328aeab3,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:36.422724 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-49f44192-41c0-4c83-ad7b-6048629e5880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:36.465045 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-49f44192-41c0-4c83-ad7b-6048629e5880 None None] For port 8d86c74e-3d30-43ea-9ab0-31e29a584f68, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=8d86c74e-3d30-43ea-9ab0-31e29a584f68,segment=NetworkSegment(a6e87345-6b93-4255-9420-e6ca9a4fa83f),segment_id=a6e87345-6b93-4255-9420-e6ca9a4fa83f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:36.469849 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-49f44192-41c0-4c83-ad7b-6048629e5880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:36.510820 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7817f691-64ec-4333-8d9e-f0673245ca81 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network b335797d-1c4e-46f5-83aa-5c7b71a30ac8 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:25:36.512426 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-7817f691-64ec-4333-8d9e-f0673245ca81 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:25:36.526384 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f44192-41c0-4c83-ad7b-6048629e5880 None None] Pushing event updated for resources: {'Port': ['ID=8d86c74e-3d30-43ea-9ab0-31e29a584f68,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:36.640965 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7817f691-64ec-4333-8d9e-f0673245ca81 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 70b64034-05d0-4620-a0d7-db427d991d70 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:25:36.692874 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d0a47af1-ea89-46f5-99c5-33653518cd76 None None] Provisioning complete for port 8d86c74e-3d30-43ea-9ab0-31e29a584f68 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:36.692874 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d0a47af1-ea89-46f5-99c5-33653518cd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:36.757668 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7817f691-64ec-4333-8d9e-f0673245ca81 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:25:36.771451 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] Sync routers for ids ['70b64034-05d0-4620-a0d7-db427d991d70'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:25:36.771549 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7817f691-64ec-4333-8d9e-f0673245ca81 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "PUT /v2.0/routers/70b64034-05d0-4620-a0d7-db427d991d70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5004675 Aug 16 23:25:36.790136 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] Routers {'70b64034-05d0-4620-a0d7-db427d991d70'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:25:36.790765 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:25:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['70b64034-05d0-4620-a0d7-db427d991d70'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:36.843751 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d0a47af1-ea89-46f5-99c5-33653518cd76 None None] Provisioning for port cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:25:36.849829 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d0a47af1-ea89-46f5-99c5-33653518cd76 None None] Provisioning complete for port cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:36.850251 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d0a47af1-ea89-46f5-99c5-33653518cd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:36.930788 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d0a47af1-ea89-46f5-99c5-33653518cd76 None None] Port cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:25:36.942044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] Set router 70b64034-05d0-4620-a0d7-db427d991d70 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:25:37.076428 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-3e708b5d-168c-4d6a-8f13-d11dfaad767b tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1861983955&fields=id&tenant_id=3272cbc0ac75488084cdb13f2cd61576 HTTP/1.1" status: 200 len: 267 time: 0.0352745 Aug 16 23:25:37.086124 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b3ae9b34-1750-4793-9482-7bef210dd661 None None] Provisioning complete for port cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:37.086608 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b3ae9b34-1750-4793-9482-7bef210dd661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:37.144557 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b3ae9b34-1750-4793-9482-7bef210dd661 None None] Port cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:25:37.183414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-ed440938-6a88-4563-ab0f-d0c2c39501e4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:37.184911 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-ed440938-6a88-4563-ab0f-d0c2c39501e4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/networks?id=b335797d-1c4e-46f5-83aa-5c7b71a30ac8 HTTP/1.1" status: 200 len: 797 time: 0.1015072 Aug 16 23:25:37.195190 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b64034-05d0-4620-a0d7-db427d991d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476392858', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:35Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'cca58a4e-7efb-4f9a-bc0c-adb7328aeab3', 'name': '', 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:20:ff:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '2110d113-efdf-4dc2-80e9-f8b5631dd977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:35Z', 'updated_at': '2021-08-16T23:25:36Z', 'revision_number': 2, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': '2110d113-efdf-4dc2-80e9-f8b5631dd977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:37.199940 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-0726539c-3e1c-4f7a-8aa0-29bfc1c41db1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/quotas/3272cbc0ac75488084cdb13f2cd61576 HTTP/1.1" status: 200 len: 375 time: 0.0092688 Aug 16 23:25:37.221121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] Checking router: 70b64034-05d0-4620-a0d7-db427d991d70 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:25:37.221473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] Updating router 70b64034-05d0-4620-a0d7-db427d991d70 port cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:25:37.246336 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:37.255669 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-9a9fbafe-1884-402e-91fa-07af20b85df2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501723 Aug 16 23:25:37.271725 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-573c1422-2bd6-41af-8bb3-1d1e90d3856f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:25:37.272753 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-573c1422-2bd6-41af-8bb3-1d1e90d3856f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058718 Aug 16 23:25:37.367110 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-7676471c-3e12-4070-a7d2-1a374919ecee service neutron] 10.222.0.93 "GET /v2.0/networks/b335797d-1c4e-46f5-83aa-5c7b71a30ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874219 Aug 16 23:25:37.449244 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f42f266d-8936-4383-a72a-503b2a5f2dec None None] Provisioning complete for port cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:37.449614 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f42f266d-8936-4383-a72a-503b2a5f2dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:37.464792 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-758999d4-6a9b-4b35-9ec8-b5f2032754a9 service neutron] 10.222.0.93 "GET /v2.0/networks/b335797d-1c4e-46f5-83aa-5c7b71a30ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913179 Aug 16 23:25:37.543571 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-f42f266d-8936-4383-a72a-503b2a5f2dec None None] Port cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:25:37.708621 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-25f800cc-7514-48db-ba4f-e71b4792a42c req-8cc11d8a-6808-41ed-875f-6086ee1d8035 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 210 time: 0.0943258 Aug 16 23:25:37.719132 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:37.741899 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] Transition to ACTIVE for port object cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:25:37.748838 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:37.831988 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7431a-b6a7-464b-aec1-84872aa27f56 None None] Pushing event updated for resources: {'Port': ['ID=cca58a4e-7efb-4f9a-bc0c-adb7328aeab3,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:37.843387 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 8d86c74e-3d30-43ea-9ab0-31e29a584f68 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:25:37.902346 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] Attempting to bind port cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:25:37.902728 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] Attempting to bind port cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'a6e87345-6b93-4255-9420-e6ca9a4fa83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:25:37.903100 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] Attempting to bind port cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 on network b335797d-1c4e-46f5-83aa-5c7b71a30ac8 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:25:37.912352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:25:37.912737 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] Checking segment: {'id': 'a6e87345-6b93-4255-9420-e6ca9a4fa83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:25:37.913144 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:37.913551 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] Bound using segment: {'id': 'a6e87345-6b93-4255-9420-e6ca9a4fa83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:25:37.914607 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] Bound port: cca58a4e-7efb-4f9a-bc0c-adb7328aeab3, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e87345-6b93-4255-9420-e6ca9a4fa83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:25:37.914607 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:37.973450 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 8d86c74e-3d30-43ea-9ab0-31e29a584f68 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:37.974343 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:38.036208 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] For port cca58a4e-7efb-4f9a-bc0c-adb7328aeab3, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:25:38.039725 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] For port cca58a4e-7efb-4f9a-bc0c-adb7328aeab3, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cca58a4e-7efb-4f9a-bc0c-adb7328aeab3,segment=NetworkSegment(a6e87345-6b93-4255-9420-e6ca9a4fa83f),segment_id=a6e87345-6b93-4255-9420-e6ca9a4fa83f)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:25:38.044552 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:38.142445 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] Routers {'70b64034-05d0-4620-a0d7-db427d991d70'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:25:38.143158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:25:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['70b64034-05d0-4620-a0d7-db427d991d70'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:38.191533 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7431a-b6a7-464b-aec1-84872aa27f56 None None] Pushing event updated for resources: {'Port': ['ID=cca58a4e-7efb-4f9a-bc0c-adb7328aeab3,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:38.197897 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3684cc13-b41b-4f17-bb10-93dc10e9a26a up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:25:38.318879 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] Set router 70b64034-05d0-4620-a0d7-db427d991d70 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:25:38.357323 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 3684cc13-b41b-4f17-bb10-93dc10e9a26a triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:38.357781 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:38.627668 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b64034-05d0-4620-a0d7-db427d991d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476392858', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:35Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'cca58a4e-7efb-4f9a-bc0c-adb7328aeab3', 'name': '', 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:20:ff:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '2110d113-efdf-4dc2-80e9-f8b5631dd977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:35Z', 'updated_at': '2021-08-16T23:25:38Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': '2110d113-efdf-4dc2-80e9-f8b5631dd977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:38.654973 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d440ad2a-e12a-4e8b-909a-c1aa46feee53 None None] The sync data for ids ['70b64034-05d0-4620-a0d7-db427d991d70'] in n-d-792458-15 is: [{'id': '70b64034-05d0-4620-a0d7-db427d991d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476392858', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:35Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'cca58a4e-7efb-4f9a-bc0c-adb7328aeab3', 'name': '', 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:20:ff:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '2110d113-efdf-4dc2-80e9-f8b5631dd977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:35Z', 'updated_at': '2021-08-16T23:25:38Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': '2110d113-efdf-4dc2-80e9-f8b5631dd977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:25:38.845917 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0b99338-3b2b-44a6-980f-b688a60e2641 req-27218474-946c-4186-b2d4-b6a74aaa5e25 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 210 time: 0.0289679 Aug 16 23:25:38.867360 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-f24106ba-4da5-4186-a147-d901a1e55589 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:38.869095 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-f24106ba-4da5-4186-a147-d901a1e55589 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "GET /v2.0/networks?id=b335797d-1c4e-46f5-83aa-5c7b71a30ac8 HTTP/1.1" status: 200 len: 797 time: 0.1474166 Aug 16 23:25:38.915587 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-3fe53bb0-69fe-47b3-8e2c-8c568537d315 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3272cbc0ac75488084cdb13f2cd61576 HTTP/1.1" status: 200 len: 380 time: 0.0373969 Aug 16 23:25:38.929167 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-51aec92b-4df1-43b0-9d06-5829f5f022d4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'port': {'device_id': '0cce3f9e-7368-4beb-b793-0968bfdd1eee', 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8', 'admin_state_up': True, 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'security_groups': ['9ab6cd90-1fd0-4854-a4dd-a5e89212b111']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:39.051417 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-51aec92b-4df1-43b0-9d06-5829f5f022d4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Made reservation on behalf of 3272cbc0ac75488084cdb13f2cd61576 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:25:39.055181 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-51aec92b-4df1-43b0-9d06-5829f5f022d4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:39.112577 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a6b8bd92-778e-4e58-a718-a4f10aebe0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:39.115259 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:39.211924 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-51aec92b-4df1-43b0-9d06-5829f5f022d4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Allocated IP 172.20.0.6 (b335797d-1c4e-46f5-83aa-5c7b71a30ac8/2110d113-efdf-4dc2-80e9-f8b5631dd977/80b4ffbb-9462-4973-8943-9f82b189c1e6) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:25:39.365716 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-51aec92b-4df1-43b0-9d06-5829f5f022d4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:39.380085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-51aec92b-4df1-43b0-9d06-5829f5f022d4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Transition to ACTIVE for port object 80b4ffbb-9462-4973-8943-9f82b189c1e6 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:25:39.415447 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-51aec92b-4df1-43b0-9d06-5829f5f022d4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:39.461071 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-51aec92b-4df1-43b0-9d06-5829f5f022d4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network b335797d-1c4e-46f5-83aa-5c7b71a30ac8 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:25:39.465429 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-51aec92b-4df1-43b0-9d06-5829f5f022d4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:25:39.469779 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-51aec92b-4df1-43b0-9d06-5829f5f022d4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:25:39.494920 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aec92b-4df1-43b0-9d06-5829f5f022d4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=80b4ffbb-9462-4973-8943-9f82b189c1e6,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:39.524689 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-51aec92b-4df1-43b0-9d06-5829f5f022d4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:39.525415 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-51aec92b-4df1-43b0-9d06-5829f5f022d4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:39.542447 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-51aec92b-4df1-43b0-9d06-5829f5f022d4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6173742 Aug 16 23:25:39.555114 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] Request body: {'port': {'device_id': '0cce3f9e-7368-4beb-b793-0968bfdd1eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:39.625030 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:39.692617 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d4c12e2c-bd45-49ad-898e-8d63338568bb None None] Provisioning for port 80b4ffbb-9462-4973-8943-9f82b189c1e6 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:25:39.696932 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d4c12e2c-bd45-49ad-898e-8d63338568bb None None] Provisioning complete for port 80b4ffbb-9462-4973-8943-9f82b189c1e6 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:39.698015 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d4c12e2c-bd45-49ad-898e-8d63338568bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:39.732926 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d4c12e2c-bd45-49ad-898e-8d63338568bb None None] Port 80b4ffbb-9462-4973-8943-9f82b189c1e6 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:25:39.815960 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:25:39.867177 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:25:39.871802 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:39.871802 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:39.930936 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b4ffbb-9462-4973-8943-9f82b189c1e6 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:25:39.940443 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:39.957016 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] Transition to ACTIVE for port object 80b4ffbb-9462-4973-8943-9f82b189c1e6 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:25:39.961355 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:39.967138 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:39.984095 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e195155-fffa-4189-a19b-8bc1db77c207 req-3f3196f3-ed93-4c79-b053-73283c91f80e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:39.986274 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e195155-fffa-4189-a19b-8bc1db77c207 req-3f3196f3-ed93-4c79-b053-73283c91f80e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 931 time: 0.0631001 Aug 16 23:25:40.015925 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port cca58a4e-7efb-4f9a-bc0c-adb7328aeab3, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cca58a4e-7efb-4f9a-bc0c-adb7328aeab3,segment=NetworkSegment(a6e87345-6b93-4255-9420-e6ca9a4fa83f),segment_id=a6e87345-6b93-4255-9420-e6ca9a4fa83f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:40.016144 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] Pushing event updated for resources: {'Port': ['ID=80b4ffbb-9462-4973-8943-9f82b189c1e6,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:40.020419 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:40.052283 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e195155-fffa-4189-a19b-8bc1db77c207 req-1460dfaf-5330-4722-9e34-3540b403e749 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ab6cd90-1fd0-4854-a4dd-a5e89212b111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582929 Aug 16 23:25:40.089994 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] Attempting to bind port 80b4ffbb-9462-4973-8943-9f82b189c1e6 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:25:40.090355 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] Attempting to bind port 80b4ffbb-9462-4973-8943-9f82b189c1e6 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'a6e87345-6b93-4255-9420-e6ca9a4fa83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:25:40.090973 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] Attempting to bind port 80b4ffbb-9462-4973-8943-9f82b189c1e6 on network b335797d-1c4e-46f5-83aa-5c7b71a30ac8 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:25:40.091497 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=cca58a4e-7efb-4f9a-bc0c-adb7328aeab3,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:40.099962 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] Port 80b4ffbb-9462-4973-8943-9f82b189c1e6 on network b335797d-1c4e-46f5-83aa-5c7b71a30ac8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:25:40.100299 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] Attempting to bind port 80b4ffbb-9462-4973-8943-9f82b189c1e6 on network b335797d-1c4e-46f5-83aa-5c7b71a30ac8 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:25:40.105690 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:25:40.106064 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] Checking segment: {'id': 'a6e87345-6b93-4255-9420-e6ca9a4fa83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:25:40.106452 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] Bound using segment: {'id': 'a6e87345-6b93-4255-9420-e6ca9a4fa83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:25:40.106943 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] Bound port: 80b4ffbb-9462-4973-8943-9f82b189c1e6, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6e87345-6b93-4255-9420-e6ca9a4fa83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:25:40.107225 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:40.174478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] For port 80b4ffbb-9462-4973-8943-9f82b189c1e6, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:25:40.178390 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] For port 80b4ffbb-9462-4973-8943-9f82b189c1e6, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=80b4ffbb-9462-4973-8943-9f82b189c1e6,segment=NetworkSegment(a6e87345-6b93-4255-9420-e6ca9a4fa83f),segment_id=a6e87345-6b93-4255-9420-e6ca9a4fa83f)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:25:40.182856 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:40.219178 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:40.219840 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:40.221261 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] 10.222.0.43 "PUT /v2.0/ports/80b4ffbb-9462-4973-8943-9f82b189c1e6 HTTP/1.1" status: 200 len: 1092 time: 0.6708500 Aug 16 23:25:40.221723 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cce3f9e-7368-4beb-b793-0968bfdd1eee', 'tag': '80b4ffbb-9462-4973-8943-9f82b189c1e6'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:25:40.224169 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7636e58-a062-4b45-81fb-bd79f6b20cda" -d '{"events": [{"name": "network-changed", "server_uuid": "0cce3f9e-7368-4beb-b793-0968bfdd1eee", "tag": "80b4ffbb-9462-4973-8943-9f82b189c1e6"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:25:40.251476 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079a54f-f954-4b42-9081-ae169ca52db6 service neutron] Pushing event updated for resources: {'Port': ['ID=80b4ffbb-9462-4973-8943-9f82b189c1e6,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:40.276084 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474b3012-d5bd-404f-957b-23ec77e10863 x-openstack-request-id: req-474b3012-d5bd-404f-957b-23ec77e10863 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:25:40.276377 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cce3f9e-7368-4beb-b793-0968bfdd1eee", "tag": "80b4ffbb-9462-4973-8943-9f82b189c1e6", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:25:40.276629 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-474b3012-d5bd-404f-957b-23ec77e10863 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:25:40.277032 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cce3f9e-7368-4beb-b793-0968bfdd1eee', 'tag': '80b4ffbb-9462-4973-8943-9f82b189c1e6', 'status': 'completed', 'code': 200} Aug 16 23:25:40.312433 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a0cb95b5-d260-4f33-9eee-39d841f38b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:40.313947 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-a0cb95b5-d260-4f33-9eee-39d841f38b27 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 1095 time: 0.0502796 Aug 16 23:25:40.357864 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-6eb288a4-5fd2-4712-aea9-9415e4ce4f55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80b4ffbb-9462-4973-8943-9f82b189c1e6 HTTP/1.1" status: 200 len: 217 time: 0.0363288 Aug 16 23:25:40.410566 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-7cef9d62-4062-4832-ae9e-e314b813761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:40.412048 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-7cef9d62-4062-4832-ae9e-e314b813761b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2110d113-efdf-4dc2-80e9-f8b5631dd977 HTTP/1.1" status: 200 len: 835 time: 0.0477116 Aug 16 23:25:40.506959 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-569c3a6a-6660-451d-aaab-01fedc653531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:40.508471 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-569c3a6a-6660-451d-aaab-01fedc653531 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b335797d-1c4e-46f5-83aa-5c7b71a30ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895908 Aug 16 23:25:40.598443 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-ac6ca595-5214-4714-86e3-a4e3a6534560 service neutron] 10.222.0.43 "GET /v2.0/networks/b335797d-1c4e-46f5-83aa-5c7b71a30ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821762 Aug 16 23:25:40.694127 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-91be11c7-d7f8-4527-a385-dc38676999a3 req-06d473bc-b4ce-48ed-bfae-f2044d363574 service neutron] 10.222.0.43 "GET /v2.0/networks/b335797d-1c4e-46f5-83aa-5c7b71a30ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892456 Aug 16 23:25:40.783392 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7636e58-a062-4b45-81fb-bd79f6b20cda req-48a423f5-a198-45fb-8a46-cbd4592c473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:40.784928 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d7636e58-a062-4b45-81fb-bd79f6b20cda req-48a423f5-a198-45fb-8a46-cbd4592c473a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 1095 time: 0.0419588 Aug 16 23:25:40.886350 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7636e58-a062-4b45-81fb-bd79f6b20cda req-2d11cfbf-9cc2-4dff-91ca-4b5c469614dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:40.887847 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d7636e58-a062-4b45-81fb-bd79f6b20cda req-2d11cfbf-9cc2-4dff-91ca-4b5c469614dd service neutron] 10.222.0.43 "GET /v2.0/networks?id=b335797d-1c4e-46f5-83aa-5c7b71a30ac8 HTTP/1.1" status: 200 len: 898 time: 0.0956450 Aug 16 23:25:40.933214 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d7636e58-a062-4b45-81fb-bd79f6b20cda req-883d3d7f-133c-4991-a60a-ae42bb1efa46 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80b4ffbb-9462-4973-8943-9f82b189c1e6 HTTP/1.1" status: 200 len: 217 time: 0.0370967 Aug 16 23:25:40.989771 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7636e58-a062-4b45-81fb-bd79f6b20cda req-a2b8103b-3ec4-4ed2-abdf-4610d4b779e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:40.991307 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d7636e58-a062-4b45-81fb-bd79f6b20cda req-a2b8103b-3ec4-4ed2-abdf-4610d4b779e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2110d113-efdf-4dc2-80e9-f8b5631dd977 HTTP/1.1" status: 200 len: 835 time: 0.0504417 Aug 16 23:25:41.044282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7636e58-a062-4b45-81fb-bd79f6b20cda req-34c206ee-232e-4dcb-85c2-54c938d555f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:41.045808 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d7636e58-a062-4b45-81fb-bd79f6b20cda req-34c206ee-232e-4dcb-85c2-54c938d555f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b335797d-1c4e-46f5-83aa-5c7b71a30ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473213 Aug 16 23:25:41.144906 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d7636e58-a062-4b45-81fb-bd79f6b20cda req-4b58a03a-68fc-4318-bd89-9e2117de434c service neutron] 10.222.0.43 "GET /v2.0/networks/b335797d-1c4e-46f5-83aa-5c7b71a30ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906522 Aug 16 23:25:41.187239 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81f81d-dcca-44d3-9abf-81a6f815e764 req-c6feef33-81ac-4a8b-860e-03feb77ef3b8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:41.189569 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0a81f81d-dcca-44d3-9abf-81a6f815e764 req-c6feef33-81ac-4a8b-860e-03feb77ef3b8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 943 time: 0.0528393 Aug 16 23:25:41.241873 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0a81f81d-dcca-44d3-9abf-81a6f815e764 req-ba2d0f4e-7908-4012-9d6e-c13fe9dd3686 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ab6cd90-1fd0-4854-a4dd-a5e89212b111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452099 Aug 16 23:25:41.264608 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d7636e58-a062-4b45-81fb-bd79f6b20cda req-710e2b48-47d5-493f-83f1-bf943c70c1a7 service neutron] 10.222.0.43 "GET /v2.0/networks/b335797d-1c4e-46f5-83aa-5c7b71a30ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100602 Aug 16 23:25:41.399568 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:41.642215 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-61205f65-70d3-4a95-87fd-27d287e4e718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:41.773925 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:25:41.828898 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:41.829275 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:42.221922 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:42.363044 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da139d05-3c01-42d2-91b7-4688ce54541f req-c46edf1a-23cd-4283-ba7e-f4487ed84bb3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:42.364527 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da139d05-3c01-42d2-91b7-4688ce54541f req-c46edf1a-23cd-4283-ba7e-f4487ed84bb3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 943 time: 0.0500321 Aug 16 23:25:42.402024 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da139d05-3c01-42d2-91b7-4688ce54541f req-d2bd7137-06d8-4630-aaa3-67422052855e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ab6cd90-1fd0-4854-a4dd-a5e89212b111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315471 Aug 16 23:25:43.479191 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:43.523330 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f11b3-e745-4dd0-9d0a-0958b0ba786a req-6474b1bc-ecc8-493e-b869-331077094c7d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:43.524827 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf0f11b3-e745-4dd0-9d0a-0958b0ba786a req-6474b1bc-ecc8-493e-b869-331077094c7d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 943 time: 0.0495772 Aug 16 23:25:43.527727 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 80b4ffbb-9462-4973-8943-9f82b189c1e6 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:25:43.567372 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf0f11b3-e745-4dd0-9d0a-0958b0ba786a req-e5a37c99-cb4d-4905-908d-a08df171ff7f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ab6cd90-1fd0-4854-a4dd-a5e89212b111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359659 Aug 16 23:25:43.630143 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 80b4ffbb-9462-4973-8943-9f82b189c1e6, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=80b4ffbb-9462-4973-8943-9f82b189c1e6,segment=NetworkSegment(a6e87345-6b93-4255-9420-e6ca9a4fa83f),segment_id=a6e87345-6b93-4255-9420-e6ca9a4fa83f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:43.642158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '80b4ffbb-9462-4973-8943-9f82b189c1e6', 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8', 'port_id': '80b4ffbb-9462-4973-8943-9f82b189c1e6', 'mac_address': 'fa:16:3e:9c:10:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2110d113-efdf-4dc2-80e9-f8b5631dd977', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:25:43.678878 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:43.691277 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b4ffbb-9462-4973-8943-9f82b189c1e6 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:25:43.711328 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 80b4ffbb-9462-4973-8943-9f82b189c1e6, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=80b4ffbb-9462-4973-8943-9f82b189c1e6,segment=NetworkSegment(a6e87345-6b93-4255-9420-e6ca9a4fa83f),segment_id=a6e87345-6b93-4255-9420-e6ca9a4fa83f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:43.715657 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:43.763821 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=80b4ffbb-9462-4973-8943-9f82b189c1e6,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:43.936135 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['80b4ffbb-9462-4973-8943-9f82b189c1e6'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:25:44.684466 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45127437-7d7a-488f-a0ec-734ee6a2d7fa req-a8edb49d-d99d-4401-8a4a-ed72168cf13c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:44.686004 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45127437-7d7a-488f-a0ec-734ee6a2d7fa req-a8edb49d-d99d-4401-8a4a-ed72168cf13c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 944 time: 0.0493765 Aug 16 23:25:44.723006 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45127437-7d7a-488f-a0ec-734ee6a2d7fa req-ff9d2ef2-9f8d-4d21-b5dc-77a4d28cc985 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ab6cd90-1fd0-4854-a4dd-a5e89212b111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310175 Aug 16 23:25:45.050247 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:45.542995 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 80b4ffbb-9462-4973-8943-9f82b189c1e6 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:25:45.592957 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 80b4ffbb-9462-4973-8943-9f82b189c1e6 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:25:45.596763 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 80b4ffbb-9462-4973-8943-9f82b189c1e6 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:45.597133 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:45.673631 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:45.696695 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cce3f9e-7368-4beb-b793-0968bfdd1eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b4ffbb-9462-4973-8943-9f82b189c1e6'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:25:45.699574 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587f6187-4e2c-4aff-ad9d-f6ddc5011d15" -d '{"events": [{"server_uuid": "0cce3f9e-7368-4beb-b793-0968bfdd1eee", "name": "network-vif-plugged", "status": "completed", "tag": "80b4ffbb-9462-4973-8943-9f82b189c1e6"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:25:45.712249 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 80b4ffbb-9462-4973-8943-9f82b189c1e6, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=80b4ffbb-9462-4973-8943-9f82b189c1e6,segment=NetworkSegment(a6e87345-6b93-4255-9420-e6ca9a4fa83f),segment_id=a6e87345-6b93-4255-9420-e6ca9a4fa83f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:45.716465 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:45.743442 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f92b164-1825-4fc7-9b23-7601711073d8 x-openstack-request-id: req-7f92b164-1825-4fc7-9b23-7601711073d8 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:25:45.743729 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cce3f9e-7368-4beb-b793-0968bfdd1eee", "name": "network-vif-plugged", "status": "completed", "tag": "80b4ffbb-9462-4973-8943-9f82b189c1e6", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:25:45.744765 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7f92b164-1825-4fc7-9b23-7601711073d8 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:25:45.744965 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cce3f9e-7368-4beb-b793-0968bfdd1eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b4ffbb-9462-4973-8943-9f82b189c1e6', 'code': 200} Aug 16 23:25:45.775753 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=80b4ffbb-9462-4973-8943-9f82b189c1e6,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:45.838322 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ca477-e933-4571-a199-04c2d6cd7a6c req-6aff465e-06c7-412e-a93e-bc5b3111c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:45.839911 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c98ca477-e933-4571-a199-04c2d6cd7a6c req-6aff465e-06c7-412e-a93e-bc5b3111c523 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 1097 time: 0.0411515 Aug 16 23:25:45.845413 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66345df-53bc-4541-8bcf-6baf492e1111 req-5c1c4997-31e5-4528-98df-5ef515067634 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:45.846887 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c66345df-53bc-4541-8bcf-6baf492e1111 req-5c1c4997-31e5-4528-98df-5ef515067634 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 945 time: 0.0523682 Aug 16 23:25:45.875743 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c98ca477-e933-4571-a199-04c2d6cd7a6c req-eba57514-bf48-4e02-9337-ac6b4f786f7f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6cd90-1fd0-4854-a4dd-a5e89212b111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292869 Aug 16 23:25:45.884611 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c66345df-53bc-4541-8bcf-6baf492e1111 req-4bd3e8a6-6218-43ac-98ab-30c7622b6fe8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ab6cd90-1fd0-4854-a4dd-a5e89212b111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317886 Aug 16 23:25:47.002375 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8475ec5-2a8b-4ca5-b19e-6e79a9987793 req-db788899-2551-4357-ac52-0ac46115fc9a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:47.003887 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f8475ec5-2a8b-4ca5-b19e-6e79a9987793 req-db788899-2551-4357-ac52-0ac46115fc9a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 945 time: 0.0497477 Aug 16 23:25:47.053225 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f8475ec5-2a8b-4ca5-b19e-6e79a9987793 req-05779c52-c670-4b33-a874-b9cd58af4597 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ab6cd90-1fd0-4854-a4dd-a5e89212b111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430880 Aug 16 23:25:47.171044 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105261e-6209-40e7-8719-667b1ab8cbf1 req-8f392753-7163-43bf-90a4-66d3df397ef9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:47.172438 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9105261e-6209-40e7-8719-667b1ab8cbf1 req-8f392753-7163-43bf-90a4-66d3df397ef9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 945 time: 0.0497477 Aug 16 23:25:47.210039 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9105261e-6209-40e7-8719-667b1ab8cbf1 req-a5cc6b40-9c38-44ba-bb7f-e8611ae7331a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ab6cd90-1fd0-4854-a4dd-a5e89212b111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315928 Aug 16 23:25:47.231101 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51298) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:47.270999 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c682a387-e136-4d6e-a86b-accd7977e487 tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:47.272521 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c682a387-e136-4d6e-a86b-accd7977e487 tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 1092 time: 0.0404420 Aug 16 23:25:47.275372 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51300) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:47.279676 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a5c33189-ef43-4ca5-bedd-c03654186a3c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': '80b4ffbb-9462-4973-8943-9f82b189c1e6', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:47.301508 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5c33189-ef43-4ca5-bedd-c03654186a3c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:47.406884 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5c33189-ef43-4ca5-bedd-c03654186a3c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:47.507736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-a5c33189-ef43-4ca5-bedd-c03654186a3c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Allocated IP 172.25.6.235 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/a8e1c629-1235-46f9-892b-e426bbab260a) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:25:47.610010 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5c33189-ef43-4ca5-bedd-c03654186a3c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:47.653771 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5c33189-ef43-4ca5-bedd-c03654186a3c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:47.695997 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c33189-ef43-4ca5-bedd-c03654186a3c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:25:47.700707 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-a5c33189-ef43-4ca5-bedd-c03654186a3c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:25:47.703159 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c33189-ef43-4ca5-bedd-c03654186a3c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:25:47.731407 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c33189-ef43-4ca5-bedd-c03654186a3c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=a8e1c629-1235-46f9-892b-e426bbab260a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:48.058133 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5c33189-ef43-4ca5-bedd-c03654186a3c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:48.125860 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5c33189-ef43-4ca5-bedd-c03654186a3c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:48.273855 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5c33189-ef43-4ca5-bedd-c03654186a3c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:48.278925 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5c33189-ef43-4ca5-bedd-c03654186a3c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:48.355698 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c33189-ef43-4ca5-bedd-c03654186a3c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=a8e1c629-1235-46f9-892b-e426bbab260a,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:48.359308 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5c33189-ef43-4ca5-bedd-c03654186a3c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:48.460372 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-a5c33189-ef43-4ca5-bedd-c03654186a3c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Floating IP 14a5ce65-9099-4817-98fe-59dff9be5b56 associated. External IP: 172.25.6.235, port: 80b4ffbb-9462-4973-8943-9f82b189c1e6. Aug 16 23:25:49.005505 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c33189-ef43-4ca5-bedd-c03654186a3c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 70b64034-05d0-4620-a0d7-db427d991d70 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:25:49.111325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c33189-ef43-4ca5-bedd-c03654186a3c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:25:49.122127 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b99f21-c280-4c50-afcd-3fa537e2dffc None None] Sync routers for ids ['70b64034-05d0-4620-a0d7-db427d991d70'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:25:49.127335 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a5c33189-ef43-4ca5-bedd-c03654186a3c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:49.132010 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b99f21-c280-4c50-afcd-3fa537e2dffc None None] Routers {'70b64034-05d0-4620-a0d7-db427d991d70'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:25:49.132614 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c4b99f21-c280-4c50-afcd-3fa537e2dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:25:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['70b64034-05d0-4620-a0d7-db427d991d70'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:49.155120 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a5c33189-ef43-4ca5-bedd-c03654186a3c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8786907 Aug 16 23:25:49.155735 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cce3f9e-7368-4beb-b793-0968bfdd1eee', 'tag': '80b4ffbb-9462-4973-8943-9f82b189c1e6'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:25:49.158080 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fc5f30-2b85-4263-8154-6be9fcf40496" -d '{"events": [{"name": "network-changed", "server_uuid": "0cce3f9e-7368-4beb-b793-0968bfdd1eee", "tag": "80b4ffbb-9462-4973-8943-9f82b189c1e6"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:25:49.196692 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e812b3-2d9d-4a8a-aafa-59e5e0620a13 x-openstack-request-id: req-c6e812b3-2d9d-4a8a-aafa-59e5e0620a13 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:25:49.196979 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cce3f9e-7368-4beb-b793-0968bfdd1eee", "tag": "80b4ffbb-9462-4973-8943-9f82b189c1e6", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:25:49.197229 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c6e812b3-2d9d-4a8a-aafa-59e5e0620a13 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:25:49.197638 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cce3f9e-7368-4beb-b793-0968bfdd1eee', 'tag': '80b4ffbb-9462-4973-8943-9f82b189c1e6', 'status': 'completed', 'code': 200} Aug 16 23:25:49.245594 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-c4b99f21-c280-4c50-afcd-3fa537e2dffc None None] Set router 70b64034-05d0-4620-a0d7-db427d991d70 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:25:49.259105 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd146c-949e-41a5-a191-79995abd0508 req-b5a1b0e4-ef74-4d1c-b8e5-8efea47e659d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:49.260571 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc5f30-2b85-4263-8154-6be9fcf40496 req-2b145a2c-73c7-40fa-b0c4-830f745fc02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:49.261074 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6ddd146c-949e-41a5-a191-79995abd0508 req-b5a1b0e4-ef74-4d1c-b8e5-8efea47e659d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 945 time: 0.0575073 Aug 16 23:25:49.262784 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-62fc5f30-2b85-4263-8154-6be9fcf40496 req-2b145a2c-73c7-40fa-b0c4-830f745fc02a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 1097 time: 0.0433695 Aug 16 23:25:49.299461 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6ddd146c-949e-41a5-a191-79995abd0508 req-32a6132a-5cab-48b8-b908-4f3f0f26a181 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ab6cd90-1fd0-4854-a4dd-a5e89212b111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326486 Aug 16 23:25:49.322623 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51306) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:49.369861 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc5f30-2b85-4263-8154-6be9fcf40496 req-2a22fb11-5fb0-47fc-b33e-348700c53b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:49.371704 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-62fc5f30-2b85-4263-8154-6be9fcf40496 req-2a22fb11-5fb0-47fc-b33e-348700c53b56 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b335797d-1c4e-46f5-83aa-5c7b71a30ac8 HTTP/1.1" status: 200 len: 898 time: 0.1025991 Aug 16 23:25:49.384704 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3af507d2-cd52-4654-af24-7037fc77e284 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/floatingips/14a5ce65-9099-4817-98fe-59dff9be5b56 HTTP/1.1" status: 200 len: 991 time: 0.0598810 Aug 16 23:25:49.440390 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-62fc5f30-2b85-4263-8154-6be9fcf40496 req-95fcc0d0-6697-403e-89bb-b7be9e9d5a3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80b4ffbb-9462-4973-8943-9f82b189c1e6 HTTP/1.1" status: 200 len: 999 time: 0.0616937 Aug 16 23:25:49.470729 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c4b99f21-c280-4c50-afcd-3fa537e2dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b64034-05d0-4620-a0d7-db427d991d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476392858', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:35Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '14a5ce65-9099-4817-98fe-59dff9be5b56', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'port_id': '80b4ffbb-9462-4973-8943-9f82b189c1e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8', 'mac_address': 'fa:16:3e:9c:10:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cce3f9e-7368-4beb-b793-0968bfdd1eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:25:47Z', 'updated_at': '2021-08-16T23:25:47Z', 'revision_number': 0, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cca58a4e-7efb-4f9a-bc0c-adb7328aeab3', 'name': '', 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:20:ff:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '2110d113-efdf-4dc2-80e9-f8b5631dd977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:35Z', 'updated_at': '2021-08-16T23:25:39Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': '2110d113-efdf-4dc2-80e9-f8b5631dd977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:49.495499 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc5f30-2b85-4263-8154-6be9fcf40496 req-5c37a3b6-767c-4477-b5b0-4a47bd729dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:49.496986 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-62fc5f30-2b85-4263-8154-6be9fcf40496 req-5c37a3b6-767c-4477-b5b0-4a47bd729dbd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2110d113-efdf-4dc2-80e9-f8b5631dd977 HTTP/1.1" status: 200 len: 835 time: 0.0493336 Aug 16 23:25:49.500430 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b99f21-c280-4c50-afcd-3fa537e2dffc None None] Checking router: 70b64034-05d0-4620-a0d7-db427d991d70 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:25:49.508906 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b99f21-c280-4c50-afcd-3fa537e2dffc None None] Routers {'70b64034-05d0-4620-a0d7-db427d991d70'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:25:49.509576 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c4b99f21-c280-4c50-afcd-3fa537e2dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:25:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['70b64034-05d0-4620-a0d7-db427d991d70'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:49.543048 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc5f30-2b85-4263-8154-6be9fcf40496 req-1a89fef6-82b1-4d8e-b900-ebe57403186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:49.544584 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-62fc5f30-2b85-4263-8154-6be9fcf40496 req-1a89fef6-82b1-4d8e-b900-ebe57403186a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b335797d-1c4e-46f5-83aa-5c7b71a30ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410521 Aug 16 23:25:49.611443 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-c4b99f21-c280-4c50-afcd-3fa537e2dffc None None] Set router 70b64034-05d0-4620-a0d7-db427d991d70 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:25:49.634361 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-62fc5f30-2b85-4263-8154-6be9fcf40496 req-ae65e7d8-9edf-4a23-bd17-e719bf9f306d service neutron] 10.222.0.43 "GET /v2.0/networks/b335797d-1c4e-46f5-83aa-5c7b71a30ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821176 Aug 16 23:25:49.731636 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-62fc5f30-2b85-4263-8154-6be9fcf40496 req-ec3f9533-999a-4f8a-a1b7-c832a447083f service neutron] 10.222.0.43 "GET /v2.0/networks/b335797d-1c4e-46f5-83aa-5c7b71a30ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906558 Aug 16 23:25:49.844862 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c4b99f21-c280-4c50-afcd-3fa537e2dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b64034-05d0-4620-a0d7-db427d991d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476392858', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:35Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '14a5ce65-9099-4817-98fe-59dff9be5b56', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'port_id': '80b4ffbb-9462-4973-8943-9f82b189c1e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8', 'mac_address': 'fa:16:3e:9c:10:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cce3f9e-7368-4beb-b793-0968bfdd1eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:25:47Z', 'updated_at': '2021-08-16T23:25:47Z', 'revision_number': 0, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cca58a4e-7efb-4f9a-bc0c-adb7328aeab3', 'name': '', 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:20:ff:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '2110d113-efdf-4dc2-80e9-f8b5631dd977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:35Z', 'updated_at': '2021-08-16T23:25:39Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': '2110d113-efdf-4dc2-80e9-f8b5631dd977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:49.956901 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b99f21-c280-4c50-afcd-3fa537e2dffc None None] The sync data for ids ['70b64034-05d0-4620-a0d7-db427d991d70'] in n-d-792458-15 is: [{'id': '70b64034-05d0-4620-a0d7-db427d991d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476392858', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:35Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '14a5ce65-9099-4817-98fe-59dff9be5b56', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'port_id': '80b4ffbb-9462-4973-8943-9f82b189c1e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8', 'mac_address': 'fa:16:3e:9c:10:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cce3f9e-7368-4beb-b793-0968bfdd1eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:25:47Z', 'updated_at': '2021-08-16T23:25:47Z', 'revision_number': 0, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cca58a4e-7efb-4f9a-bc0c-adb7328aeab3', 'name': '', 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:20:ff:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '2110d113-efdf-4dc2-80e9-f8b5631dd977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:35Z', 'updated_at': '2021-08-16T23:25:39Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': '2110d113-efdf-4dc2-80e9-f8b5631dd977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:25:50.155571 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b27db9a-811e-4476-8ff3-4356226c7882 None None] New status for floating IP 14a5ce65-9099-4817-98fe-59dff9be5b56: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:25:50.386941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51308) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:50.450358 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-033f01ad-10d3-48f0-abd1-d70296589a77 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/floatingips/14a5ce65-9099-4817-98fe-59dff9be5b56 HTTP/1.1" status: 200 len: 993 time: 0.0622673 Aug 16 23:25:59.842416 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:26:09.101675 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a6934b60-7553-4da2-9f7b-a54d951874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:09.104306 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:11.400728 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:11.642960 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9ff965aa-7e8e-4aec-895a-4f6bc90b7aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:12.223946 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.476731 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:15.053306 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:19.100010 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b5eb1-44e5-45a3-b2a8-582ddfeb579e req-d8454f73-3260-4897-8228-7e0bed5ceb37 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:19.101478 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-737b5eb1-44e5-45a3-b2a8-582ddfeb579e req-d8454f73-3260-4897-8228-7e0bed5ceb37 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 945 time: 0.0479205 Aug 16 23:26:19.139008 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-737b5eb1-44e5-45a3-b2a8-582ddfeb579e req-296a679c-7d2a-4d81-94f2-93df68d5dcc2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ab6cd90-1fd0-4854-a4dd-a5e89212b111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309112 Aug 16 23:26:20.259596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3fcee-863a-40f1-b25b-563d6fb4a6fd req-3c40ee5f-1fab-4787-ba81-59b77cbdebd5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:20.261081 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-feb3fcee-863a-40f1-b25b-563d6fb4a6fd req-3c40ee5f-1fab-4787-ba81-59b77cbdebd5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 945 time: 0.0490217 Aug 16 23:26:20.298514 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-feb3fcee-863a-40f1-b25b-563d6fb4a6fd req-3f472edd-e4c6-4a56-a15c-2f6200e8f9f6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ab6cd90-1fd0-4854-a4dd-a5e89212b111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314722 Aug 16 23:26:20.320121 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51326) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:20.383154 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-caa9cba0-f97e-4945-afec-6d51953c8c26 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/floatingips/14a5ce65-9099-4817-98fe-59dff9be5b56 HTTP/1.1" status: 200 len: 993 time: 0.0618973 Aug 16 23:26:21.645348 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06930a7-a682-4a85-bb38-134dbc852c18 req-e5c4090a-24dd-4761-aa37-48f5f13641a0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:21.646949 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e06930a7-a682-4a85-bb38-134dbc852c18 req-e5c4090a-24dd-4761-aa37-48f5f13641a0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 945 time: 0.0508869 Aug 16 23:26:21.684026 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e06930a7-a682-4a85-bb38-134dbc852c18 req-54fddbf3-1365-4f32-b6fb-3113ac03f864 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ab6cd90-1fd0-4854-a4dd-a5e89212b111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310993 Aug 16 23:26:22.799765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c02ad-cf24-4f69-8861-9b41892b4992 req-4aa0ee3a-4d60-4cb7-afd2-70bac7d0d753 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:22.801241 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a7c02ad-cf24-4f69-8861-9b41892b4992 req-4aa0ee3a-4d60-4cb7-afd2-70bac7d0d753 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 945 time: 0.0484769 Aug 16 23:26:22.842229 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9a7c02ad-cf24-4f69-8861-9b41892b4992 req-9de3abaf-0295-46d5-958b-bb2429a34d2f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ab6cd90-1fd0-4854-a4dd-a5e89212b111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350106 Aug 16 23:26:22.864266 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51336) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:22.923377 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d63d5fde-8079-4974-95ca-80bc34da7b06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/floatingips/14a5ce65-9099-4817-98fe-59dff9be5b56 HTTP/1.1" status: 200 len: 993 time: 0.0578082 Aug 16 23:26:23.191054 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51342) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:23.347170 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting port a8e1c629-1235-46f9-892b-e426bbab260a {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:26:23.347509 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:23.449326 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a1860464-08d3-4a4f-9bde-80d893b33e2c req-5dc19348-5d0a-4df2-857a-ea55885704af service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0622082 Aug 16 23:26:23.458045 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:23.458373 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:23.470248 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Calling delete_port for a8e1c629-1235-46f9-892b-e426bbab260a owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:26:23.587003 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1860464-08d3-4a4f-9bde-80d893b33e2c req-a1fcfe5e-8312-4308-bd02-8db97015235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:23.588499 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a1860464-08d3-4a4f-9bde-80d893b33e2c req-a1fcfe5e-8312-4308-bd02-8db97015235a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 1097 time: 0.0780513 Aug 16 23:26:23.738583 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1860464-08d3-4a4f-9bde-80d893b33e2c req-7d00e7ac-d75f-45fc-88bc-fec1c6fa652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:23.740205 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a1860464-08d3-4a4f-9bde-80d893b33e2c req-7d00e7ac-d75f-45fc-88bc-fec1c6fa652f service neutron] 10.222.0.43 "GET /v2.0/networks?id=b335797d-1c4e-46f5-83aa-5c7b71a30ac8 HTTP/1.1" status: 200 len: 898 time: 0.1272812 Aug 16 23:26:23.740681 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:23.774099 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Port': ['ID=a8e1c629-1235-46f9-892b-e426bbab260a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:23.824505 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a1860464-08d3-4a4f-9bde-80d893b33e2c req-9217255b-3b71-4760-9140-109c63579a5f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80b4ffbb-9462-4973-8943-9f82b189c1e6 HTTP/1.1" status: 200 len: 217 time: 0.0749400 Aug 16 23:26:23.829574 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:23.829926 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:23.830293 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:23.830630 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:23.830964 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:23.831315 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:23.831856 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:23.831974 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:23.832286 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:23.832609 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:23.832932 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:23.833253 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:23.913831 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1860464-08d3-4a4f-9bde-80d893b33e2c req-a14678d8-d9c3-4e73-aba1-4368d8d29656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:23.915310 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a1860464-08d3-4a4f-9bde-80d893b33e2c req-a14678d8-d9c3-4e73-aba1-4368d8d29656 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2110d113-efdf-4dc2-80e9-f8b5631dd977 HTTP/1.1" status: 200 len: 835 time: 0.0783684 Aug 16 23:26:23.916072 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:23.916395 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Floating IP 14a5ce65-9099-4817-98fe-59dff9be5b56 disassociated (deleted). External IP: 172.25.6.235, port: 80b4ffbb-9462-4973-8943-9f82b189c1e6. Aug 16 23:26:24.032228 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1860464-08d3-4a4f-9bde-80d893b33e2c req-8fe3d415-2a62-48b5-bcba-c58044fbc454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:24.033631 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a1860464-08d3-4a4f-9bde-80d893b33e2c req-8fe3d415-2a62-48b5-bcba-c58044fbc454 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b335797d-1c4e-46f5-83aa-5c7b71a30ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834053 Aug 16 23:26:24.533299 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a1860464-08d3-4a4f-9bde-80d893b33e2c req-2cbcc861-3fb3-463d-8190-f10d77c597b2 service neutron] 10.222.0.43 "GET /v2.0/networks/b335797d-1c4e-46f5-83aa-5c7b71a30ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908218 Aug 16 23:26:24.586170 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 70b64034-05d0-4620-a0d7-db427d991d70 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:26:24.676757 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a1860464-08d3-4a4f-9bde-80d893b33e2c req-3ef45f2f-de45-4ff8-8f52-40a90037dbab service neutron] 10.222.0.43 "GET /v2.0/networks/b335797d-1c4e-46f5-83aa-5c7b71a30ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360476 Aug 16 23:26:24.724686 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:26:24.729435 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:24.734644 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39cc580-6a99-4cd3-b997-e4a53919cc5b None None] Sync routers for ids ['70b64034-05d0-4620-a0d7-db427d991d70'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:26:24.743149 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39cc580-6a99-4cd3-b997-e4a53919cc5b None None] Routers {'70b64034-05d0-4620-a0d7-db427d991d70'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:26:24.743753 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d39cc580-6a99-4cd3-b997-e4a53919cc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:26:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['70b64034-05d0-4620-a0d7-db427d991d70'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:24.757400 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2252f87f-a2e9-490e-b193-115df1b4fa4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/floatingips/14a5ce65-9099-4817-98fe-59dff9be5b56 HTTP/1.1" status: 204 len: 168 time: 1.5652668 Aug 16 23:26:24.758522 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cce3f9e-7368-4beb-b793-0968bfdd1eee', 'tag': '80b4ffbb-9462-4973-8943-9f82b189c1e6'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:26:24.761124 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453de50f-49ad-4190-8d67-a22c797f136e" -d '{"events": [{"name": "network-changed", "server_uuid": "0cce3f9e-7368-4beb-b793-0968bfdd1eee", "tag": "80b4ffbb-9462-4973-8943-9f82b189c1e6"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:26:24.855167 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-d39cc580-6a99-4cd3-b997-e4a53919cc5b None None] Set router 70b64034-05d0-4620-a0d7-db427d991d70 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:26:24.859887 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddf02ef-5d83-4ff7-84db-cee32959aa1f x-openstack-request-id: req-fddf02ef-5d83-4ff7-84db-cee32959aa1f {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:26:24.860670 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cce3f9e-7368-4beb-b793-0968bfdd1eee", "tag": "80b4ffbb-9462-4973-8943-9f82b189c1e6", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:26:24.860994 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fddf02ef-5d83-4ff7-84db-cee32959aa1f {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:26:24.861453 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cce3f9e-7368-4beb-b793-0968bfdd1eee', 'tag': '80b4ffbb-9462-4973-8943-9f82b189c1e6', 'status': 'completed', 'code': 200} Aug 16 23:26:24.935965 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453de50f-49ad-4190-8d67-a22c797f136e req-ba2e3aef-ca04-49b4-9243-064d199ca519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:24.938152 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-453de50f-49ad-4190-8d67-a22c797f136e req-ba2e3aef-ca04-49b4-9243-064d199ca519 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 1097 time: 0.0569193 Aug 16 23:26:24.988550 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a85ca-670b-4115-ab10-98724d6e5f8b req-7ab5baaf-c6dc-4621-8d1c-dd79ccce512d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:24.990078 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c4a85ca-670b-4115-ab10-98724d6e5f8b req-7ab5baaf-c6dc-4621-8d1c-dd79ccce512d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 945 time: 0.0521116 Aug 16 23:26:25.027898 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c4a85ca-670b-4115-ab10-98724d6e5f8b req-4306dab2-2599-445c-aa7c-994572a034ea tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ab6cd90-1fd0-4854-a4dd-a5e89212b111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318210 Aug 16 23:26:25.044362 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453de50f-49ad-4190-8d67-a22c797f136e req-78714aaa-f95e-4327-87b8-dc2a77bf96fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:25.045872 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-453de50f-49ad-4190-8d67-a22c797f136e req-78714aaa-f95e-4327-87b8-dc2a77bf96fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=b335797d-1c4e-46f5-83aa-5c7b71a30ac8 HTTP/1.1" status: 200 len: 898 time: 0.0995708 Aug 16 23:26:25.070454 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d39cc580-6a99-4cd3-b997-e4a53919cc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b64034-05d0-4620-a0d7-db427d991d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476392858', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:35Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'cca58a4e-7efb-4f9a-bc0c-adb7328aeab3', 'name': '', 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:20:ff:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '2110d113-efdf-4dc2-80e9-f8b5631dd977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:35Z', 'updated_at': '2021-08-16T23:25:39Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': '2110d113-efdf-4dc2-80e9-f8b5631dd977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:25.091569 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-453de50f-49ad-4190-8d67-a22c797f136e req-634db14a-2bf1-4e1c-a61c-69f36341fc7c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80b4ffbb-9462-4973-8943-9f82b189c1e6 HTTP/1.1" status: 200 len: 217 time: 0.0379407 Aug 16 23:26:25.099988 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39cc580-6a99-4cd3-b997-e4a53919cc5b None None] Checking router: 70b64034-05d0-4620-a0d7-db427d991d70 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:26:25.109760 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39cc580-6a99-4cd3-b997-e4a53919cc5b None None] Routers {'70b64034-05d0-4620-a0d7-db427d991d70'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:26:25.110392 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d39cc580-6a99-4cd3-b997-e4a53919cc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:26:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['70b64034-05d0-4620-a0d7-db427d991d70'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:25.141906 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453de50f-49ad-4190-8d67-a22c797f136e req-9df5526f-777c-426d-b246-6378a45e14d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:25.143400 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-453de50f-49ad-4190-8d67-a22c797f136e req-9df5526f-777c-426d-b246-6378a45e14d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2110d113-efdf-4dc2-80e9-f8b5631dd977 HTTP/1.1" status: 200 len: 835 time: 0.0438001 Aug 16 23:26:25.191884 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453de50f-49ad-4190-8d67-a22c797f136e req-797ee729-fc11-4408-985f-e439e5dd37f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:25.193384 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-453de50f-49ad-4190-8d67-a22c797f136e req-797ee729-fc11-4408-985f-e439e5dd37f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b335797d-1c4e-46f5-83aa-5c7b71a30ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409710 Aug 16 23:26:25.219000 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-d39cc580-6a99-4cd3-b997-e4a53919cc5b None None] Set router 70b64034-05d0-4620-a0d7-db427d991d70 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:26:25.295540 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-453de50f-49ad-4190-8d67-a22c797f136e req-31976348-fe86-442c-8dd5-bf087aa5e454 service neutron] 10.222.0.43 "GET /v2.0/networks/b335797d-1c4e-46f5-83aa-5c7b71a30ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911949 Aug 16 23:26:25.387968 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-453de50f-49ad-4190-8d67-a22c797f136e req-0a2e68be-6a0a-4d66-8e87-bd6a18e133b6 service neutron] 10.222.0.43 "GET /v2.0/networks/b335797d-1c4e-46f5-83aa-5c7b71a30ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823328 Aug 16 23:26:25.416459 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d39cc580-6a99-4cd3-b997-e4a53919cc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b64034-05d0-4620-a0d7-db427d991d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476392858', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:35Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'cca58a4e-7efb-4f9a-bc0c-adb7328aeab3', 'name': '', 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:20:ff:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '2110d113-efdf-4dc2-80e9-f8b5631dd977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:35Z', 'updated_at': '2021-08-16T23:25:39Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': '2110d113-efdf-4dc2-80e9-f8b5631dd977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:25.441140 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39cc580-6a99-4cd3-b997-e4a53919cc5b None None] The sync data for ids ['70b64034-05d0-4620-a0d7-db427d991d70'] in n-d-792458-15 is: [{'id': '70b64034-05d0-4620-a0d7-db427d991d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476392858', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:35Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'cca58a4e-7efb-4f9a-bc0c-adb7328aeab3', 'name': '', 'network_id': 'b335797d-1c4e-46f5-83aa-5c7b71a30ac8', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:20:ff:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '2110d113-efdf-4dc2-80e9-f8b5631dd977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:35Z', 'updated_at': '2021-08-16T23:25:39Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': '2110d113-efdf-4dc2-80e9-f8b5631dd977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:26:25.659532 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debb6130-1ac3-40c5-b579-0090d32106c8 None None] New status for floating IP 14a5ce65-9099-4817-98fe-59dff9be5b56: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:26:26.149115 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471f9d4-7dab-4f50-bda3-3a8f02608290 req-8f9d30c4-4f52-427e-8280-002f64190492 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:26.150636 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d471f9d4-7dab-4f50-bda3-3a8f02608290 req-8f9d30c4-4f52-427e-8280-002f64190492 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 945 time: 0.0524530 Aug 16 23:26:26.187792 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d471f9d4-7dab-4f50-bda3-3a8f02608290 req-4895f80a-c149-4311-9519-f710ed7cd5b7 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=9ab6cd90-1fd0-4854-a4dd-a5e89212b111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305142 Aug 16 23:26:26.551659 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683316c-9ed9-437d-b335-ea7a65ad323f req-5f9025aa-ed80-472f-9e74-15afb9df9302 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:26.553103 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7683316c-9ed9-437d-b335-ea7a65ad323f req-5f9025aa-ed80-472f-9e74-15afb9df9302 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 945 time: 0.0482743 Aug 16 23:26:26.645368 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-7683316c-9ed9-437d-b335-ea7a65ad323f req-c0781a98-6d64-4f52-a5f0-7b4c47804774 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting port 80b4ffbb-9462-4973-8943-9f82b189c1e6 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:26:26.645713 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7683316c-9ed9-437d-b335-ea7a65ad323f req-c0781a98-6d64-4f52-a5f0-7b4c47804774 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:26.733453 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-7683316c-9ed9-437d-b335-ea7a65ad323f req-c0781a98-6d64-4f52-a5f0-7b4c47804774 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] For port 80b4ffbb-9462-4973-8943-9f82b189c1e6, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=80b4ffbb-9462-4973-8943-9f82b189c1e6,segment=NetworkSegment(a6e87345-6b93-4255-9420-e6ca9a4fa83f),segment_id=a6e87345-6b93-4255-9420-e6ca9a4fa83f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:26:26.734084 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7683316c-9ed9-437d-b335-ea7a65ad323f req-c0781a98-6d64-4f52-a5f0-7b4c47804774 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:26.750560 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-7683316c-9ed9-437d-b335-ea7a65ad323f req-c0781a98-6d64-4f52-a5f0-7b4c47804774 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Calling delete_port for 80b4ffbb-9462-4973-8943-9f82b189c1e6 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:26:26.872958 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7683316c-9ed9-437d-b335-ea7a65ad323f req-c0781a98-6d64-4f52-a5f0-7b4c47804774 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:26.903987 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0781a98-6d64-4f52-a5f0-7b4c47804774 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Port': ['ID=80b4ffbb-9462-4973-8943-9f82b189c1e6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:26.946409 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-7683316c-9ed9-437d-b335-ea7a65ad323f req-c0781a98-6d64-4f52-a5f0-7b4c47804774 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] No DVR routers for this DVR port 80b4ffbb-9462-4973-8943-9f82b189c1e6 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:26:26.949240 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7683316c-9ed9-437d-b335-ea7a65ad323f req-c0781a98-6d64-4f52-a5f0-7b4c47804774 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:26.951907 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7683316c-9ed9-437d-b335-ea7a65ad323f req-c0781a98-6d64-4f52-a5f0-7b4c47804774 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "DELETE /v2.0/ports/80b4ffbb-9462-4973-8943-9f82b189c1e6 HTTP/1.1" status: 204 len: 173 time: 0.3921824 Aug 16 23:26:26.952342 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cce3f9e-7368-4beb-b793-0968bfdd1eee', 'name': 'network-vif-deleted', 'tag': '80b4ffbb-9462-4973-8943-9f82b189c1e6'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:26:26.954637 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7d2565-17b9-429f-ac67-5f48fea62a27" -d '{"events": [{"server_uuid": "0cce3f9e-7368-4beb-b793-0968bfdd1eee", "name": "network-vif-deleted", "tag": "80b4ffbb-9462-4973-8943-9f82b189c1e6"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:26:26.991518 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cca7609-6084-4752-9f9c-f310762f531f x-openstack-request-id: req-3cca7609-6084-4752-9f9c-f310762f531f {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:26:26.991810 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cce3f9e-7368-4beb-b793-0968bfdd1eee", "name": "network-vif-deleted", "tag": "80b4ffbb-9462-4973-8943-9f82b189c1e6", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:26:26.992068 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3cca7609-6084-4752-9f9c-f310762f531f {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:26:26.992469 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cce3f9e-7368-4beb-b793-0968bfdd1eee', 'name': 'network-vif-deleted', 'tag': '80b4ffbb-9462-4973-8943-9f82b189c1e6', 'status': 'completed', 'code': 200} Aug 16 23:26:27.299920 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f60b07df-bebb-44d0-80ce-1d94ba9b6c9f req-2acf529f-aeaf-45db-aa55-bfe7f59dd394 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=0cce3f9e-7368-4beb-b793-0968bfdd1eee HTTP/1.1" status: 200 len: 210 time: 0.0284073 Aug 16 23:26:28.356663 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51362) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:28.712256 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2765b0f-a7e0-4bcf-9b4f-8a99746dbbf8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:28.964705 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f2765b0f-a7e0-4bcf-9b4f-8a99746dbbf8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting port cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:26:28.965047 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2765b0f-a7e0-4bcf-9b4f-8a99746dbbf8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:29.055858 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f2765b0f-a7e0-4bcf-9b4f-8a99746dbbf8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] For port cca58a4e-7efb-4f9a-bc0c-adb7328aeab3, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cca58a4e-7efb-4f9a-bc0c-adb7328aeab3,segment=NetworkSegment(a6e87345-6b93-4255-9420-e6ca9a4fa83f),segment_id=a6e87345-6b93-4255-9420-e6ca9a4fa83f)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:26:29.056217 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2765b0f-a7e0-4bcf-9b4f-8a99746dbbf8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:29.068760 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f2765b0f-a7e0-4bcf-9b4f-8a99746dbbf8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Calling delete_port for cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:26:29.260467 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2765b0f-a7e0-4bcf-9b4f-8a99746dbbf8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:29.288076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2765b0f-a7e0-4bcf-9b4f-8a99746dbbf8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Port': ['ID=cca58a4e-7efb-4f9a-bc0c-adb7328aeab3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:29.462028 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2765b0f-a7e0-4bcf-9b4f-8a99746dbbf8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:29.683263 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2765b0f-a7e0-4bcf-9b4f-8a99746dbbf8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 70b64034-05d0-4620-a0d7-db427d991d70 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:26:29.791394 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2765b0f-a7e0-4bcf-9b4f-8a99746dbbf8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:26:29.797847 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f2765b0f-a7e0-4bcf-9b4f-8a99746dbbf8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "PUT /v2.0/routers/70b64034-05d0-4620-a0d7-db427d991d70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4399130 Aug 16 23:26:29.800369 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51364) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:29.802641 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b1df67-6125-46cf-9687-0993b41662ad None None] Sync routers for ids ['70b64034-05d0-4620-a0d7-db427d991d70'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:26:29.812414 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b1df67-6125-46cf-9687-0993b41662ad None None] Routers {'70b64034-05d0-4620-a0d7-db427d991d70'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:26:29.813016 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c2b1df67-6125-46cf-9687-0993b41662ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:26:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['70b64034-05d0-4620-a0d7-db427d991d70'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:29.844736 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 80b4ffbb-9462-4973-8943-9f82b189c1e6 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:26:29.852945 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29fd689-df27-4d56-bc00-9b72460766ce tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting subnet 2110d113-efdf-4dc2-80e9-f8b5631dd977 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:26:29.857126 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a29fd689-df27-4d56-bc00-9b72460766ce tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:29.865765 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 80b4ffbb-9462-4973-8943-9f82b189c1e6 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:26:29.866139 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 80b4ffbb-9462-4973-8943-9f82b189c1e6 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:26:29.902521 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a29fd689-df27-4d56-bc00-9b72460766ce tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:29.920292 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-c2b1df67-6125-46cf-9687-0993b41662ad None None] Set router 70b64034-05d0-4620-a0d7-db427d991d70 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:26:29.987802 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a29fd689-df27-4d56-bc00-9b72460766ce tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:30.045696 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a29fd689-df27-4d56-bc00-9b72460766ce tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:30.078896 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fd689-df27-4d56-bc00-9b72460766ce tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Subnet': ['ID=2110d113-efdf-4dc2-80e9-f8b5631dd977,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:30.082468 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a29fd689-df27-4d56-bc00-9b72460766ce tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:30.087053 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51366) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:30.087600 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a29fd689-df27-4d56-bc00-9b72460766ce tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/subnets/2110d113-efdf-4dc2-80e9-f8b5631dd977 HTTP/1.1" status: 204 len: 168 time: 0.2857323 Aug 16 23:26:30.090962 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60eef28d-08eb-48b4-985a-6cef421c5ee3 None None] Network b335797d-1c4e-46f5-83aa-5c7b71a30ac8 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:26:30.108371 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c2b1df67-6125-46cf-9687-0993b41662ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b64034-05d0-4620-a0d7-db427d991d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476392858', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:26:29Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:30.135317 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b1df67-6125-46cf-9687-0993b41662ad None None] Checking router: 70b64034-05d0-4620-a0d7-db427d991d70 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:26:30.146089 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b1df67-6125-46cf-9687-0993b41662ad None None] Routers {'70b64034-05d0-4620-a0d7-db427d991d70'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:26:30.146934 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c2b1df67-6125-46cf-9687-0993b41662ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:26:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['70b64034-05d0-4620-a0d7-db427d991d70'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:30.195778 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:30.254323 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-c2b1df67-6125-46cf-9687-0993b41662ad None None] Set router 70b64034-05d0-4620-a0d7-db427d991d70 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:26:30.306808 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:30.361668 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting port 3684cc13-b41b-4f17-bb10-93dc10e9a26a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:26:30.361668 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:30.432418 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c280905a-f053-4253-b4d6-42d5ad6764d0 None None] DHCP port deletion for b335797d-1c4e-46f5-83aa-5c7b71a30ac8 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:26:30.443467 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c2b1df67-6125-46cf-9687-0993b41662ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b64034-05d0-4620-a0d7-db427d991d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476392858', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:26:29Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:30.458227 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] For port 3684cc13-b41b-4f17-bb10-93dc10e9a26a, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3684cc13-b41b-4f17-bb10-93dc10e9a26a,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:26:30.458559 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:30.472794 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Calling delete_port for 3684cc13-b41b-4f17-bb10-93dc10e9a26a owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:26:30.482269 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c280905a-f053-4253-b4d6-42d5ad6764d0 None None] Deleting port 8d86c74e-3d30-43ea-9ab0-31e29a584f68 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:26:30.482633 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c280905a-f053-4253-b4d6-42d5ad6764d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:30.553088 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c280905a-f053-4253-b4d6-42d5ad6764d0 None None] For port 8d86c74e-3d30-43ea-9ab0-31e29a584f68, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=8d86c74e-3d30-43ea-9ab0-31e29a584f68,segment=NetworkSegment(a6e87345-6b93-4255-9420-e6ca9a4fa83f),segment_id=a6e87345-6b93-4255-9420-e6ca9a4fa83f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:26:30.553488 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c280905a-f053-4253-b4d6-42d5ad6764d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:30.567494 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c280905a-f053-4253-b4d6-42d5ad6764d0 None None] Calling delete_port for 8d86c74e-3d30-43ea-9ab0-31e29a584f68 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:26:30.568340 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b1df67-6125-46cf-9687-0993b41662ad None None] The sync data for ids ['70b64034-05d0-4620-a0d7-db427d991d70'] in n-d-792458-15 is: [{'id': '70b64034-05d0-4620-a0d7-db427d991d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476392858', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:26:29Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '3684cc13-b41b-4f17-bb10-93dc10e9a26a', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b64034-05d0-4620-a0d7-db427d991d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:32Z', 'updated_at': '2021-08-16T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:26:30.650365 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:30.651532 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c280905a-f053-4253-b4d6-42d5ad6764d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:30.675121 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Port': ['ID=3684cc13-b41b-4f17-bb10-93dc10e9a26a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:30.680573 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280905a-f053-4253-b4d6-42d5ad6764d0 None None] Pushing event deleted for resources: {'Port': ['ID=8d86c74e-3d30-43ea-9ab0-31e29a584f68,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:30.685372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c280905a-f053-4253-b4d6-42d5ad6764d0 None None] No DVR routers for this DVR port 8d86c74e-3d30-43ea-9ab0-31e29a584f68 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:26:30.695349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280905a-f053-4253-b4d6-42d5ad6764d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.695349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280905a-f053-4253-b4d6-42d5ad6764d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.695349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280905a-f053-4253-b4d6-42d5ad6764d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.695349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280905a-f053-4253-b4d6-42d5ad6764d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.695349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280905a-f053-4253-b4d6-42d5ad6764d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.695349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280905a-f053-4253-b4d6-42d5ad6764d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.695349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280905a-f053-4253-b4d6-42d5ad6764d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.695349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280905a-f053-4253-b4d6-42d5ad6764d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.695349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280905a-f053-4253-b4d6-42d5ad6764d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.696587 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280905a-f053-4253-b4d6-42d5ad6764d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.696587 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280905a-f053-4253-b4d6-42d5ad6764d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.696587 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280905a-f053-4253-b4d6-42d5ad6764d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.704274 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.704635 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.704982 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.705324 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.705663 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.706030 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.706375 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.706709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.707041 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.707374 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.707699 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.708023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:30.751109 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:30.841969 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:30.844090 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:30.897472 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:30.898052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Fanout notify agent at l3_agent the message router_deleted on router 70b64034-05d0-4620-a0d7-db427d991d70 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:26:30.905452 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:30.906612 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a48418a6-7562-4df2-9cd6-86a1e2e495fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/routers/70b64034-05d0-4620-a0d7-db427d991d70 HTTP/1.1" status: 204 len: 168 time: 0.8185573 Aug 16 23:26:30.909196 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51368) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:30.989242 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a1694fe-b06c-4c80-9505-08c52035863c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:31.081736 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a1694fe-b06c-4c80-9505-08c52035863c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:31.092212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4a1694fe-b06c-4c80-9505-08c52035863c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b335797d-1c4e-46f5-83aa-5c7b71a30ac8']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:31.101951 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4a1694fe-b06c-4c80-9505-08c52035863c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e87345-6b93-4255-9420-e6ca9a4fa83f') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:31.102284 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-4a1694fe-b06c-4c80-9505-08c52035863c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e87345-6b93-4255-9420-e6ca9a4fa83f') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:31.112434 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a1694fe-b06c-4c80-9505-08c52035863c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:31.126029 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a1694fe-b06c-4c80-9505-08c52035863c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:31.131996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1694fe-b06c-4c80-9505-08c52035863c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:26:31.132385 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a1694fe-b06c-4c80-9505-08c52035863c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: timer() Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:26:31.135330 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:26:31.203251 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a1694fe-b06c-4c80-9505-08c52035863c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:31.209075 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4a1694fe-b06c-4c80-9505-08c52035863c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:31.211310 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4a1694fe-b06c-4c80-9505-08c52035863c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/networks/b335797d-1c4e-46f5-83aa-5c7b71a30ac8 HTTP/1.1" status: 204 len: 168 time: 0.3010063 Aug 16 23:26:31.214080 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51370) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:31.230765 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1694fe-b06c-4c80-9505-08c52035863c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Network': ['ID=b335797d-1c4e-46f5-83aa-5c7b71a30ac8,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:31.277050 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21c680a2-820c-4218-bfbc-c565d1b302ff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:31.302502 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21c680a2-820c-4218-bfbc-c565d1b302ff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:31.361679 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21c680a2-820c-4218-bfbc-c565d1b302ff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:31.364254 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-21c680a2-820c-4218-bfbc-c565d1b302ff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:31.365413 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-21c680a2-820c-4218-bfbc-c565d1b302ff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/security-groups/9ab6cd90-1fd0-4854-a4dd-a5e89212b111 HTTP/1.1" status: 204 len: 168 time: 0.1502621 Aug 16 23:26:31.374260 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c680a2-820c-4218-bfbc-c565d1b302ff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab6cd90-1fd0-4854-a4dd-a5e89212b111,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:31.801315 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 8d86c74e-3d30-43ea-9ab0-31e29a584f68 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:26:31.815069 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51376) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:31.819817 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-01cd9ee1-9878-42bd-b10c-e1e952f6d76e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1550981598', 'description': 'tempest-secgroup-smoke-1550981598 description', 'project_id': '3272cbc0ac75488084cdb13f2cd61576'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:31.821736 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 8d86c74e-3d30-43ea-9ab0-31e29a584f68 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:26:31.822120 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 8d86c74e-3d30-43ea-9ab0-31e29a584f68 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:26:31.822544 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:26:31.841717 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:26:31.842381 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cca58a4e-7efb-4f9a-bc0c-adb7328aeab3 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:26:31.842703 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01cd9ee1-9878-42bd-b10c-e1e952f6d76e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:31.842852 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3684cc13-b41b-4f17-bb10-93dc10e9a26a no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:26:31.861452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 3684cc13-b41b-4f17-bb10-93dc10e9a26a {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:26:31.861799 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3684cc13-b41b-4f17-bb10-93dc10e9a26a not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:26:31.925450 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01cd9ee1-9878-42bd-b10c-e1e952f6d76e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:31.929202 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01cd9ee1-9878-42bd-b10c-e1e952f6d76e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:31.956023 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-01cd9ee1-9878-42bd-b10c-e1e952f6d76e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:31.957226 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-01cd9ee1-9878-42bd-b10c-e1e952f6d76e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1410708 Aug 16 23:26:31.960335 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51378) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:31.961247 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd9ee1-9878-42bd-b10c-e1e952f6d76e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3590986d-49ef-4db3-8a7f-e1bc5c433fd5,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:31.965059 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-75f84e17-4911-4feb-ba43-03f33a44eeff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': '3590986d-49ef-4db3-8a7f-e1bc5c433fd5', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:31.991165 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-75f84e17-4911-4feb-ba43-03f33a44eeff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.046305 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-75f84e17-4911-4feb-ba43-03f33a44eeff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.049728 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-75f84e17-4911-4feb-ba43-03f33a44eeff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.067599 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f84e17-4911-4feb-ba43-03f33a44eeff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e7e7d7-71aa-4f77-a5cc-f24777ff9ff0,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:32.072614 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-75f84e17-4911-4feb-ba43-03f33a44eeff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.074455 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-75f84e17-4911-4feb-ba43-03f33a44eeff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130631 Aug 16 23:26:32.076606 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51380) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:32.081139 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8f67b5b9-0a80-493d-8987-b1b4b3fc0819 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': '3590986d-49ef-4db3-8a7f-e1bc5c433fd5', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:32.107056 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f67b5b9-0a80-493d-8987-b1b4b3fc0819 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.162610 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f67b5b9-0a80-493d-8987-b1b4b3fc0819 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.166915 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f67b5b9-0a80-493d-8987-b1b4b3fc0819 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.187290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67b5b9-0a80-493d-8987-b1b4b3fc0819 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427f9c48-68c4-433c-ae37-26256e89dade,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:32.190697 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f67b5b9-0a80-493d-8987-b1b4b3fc0819 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.191877 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8f67b5b9-0a80-493d-8987-b1b4b3fc0819 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142731 Aug 16 23:26:32.194610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51382) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:32.199135 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-0805e1cc-6ea7-4b42-9238-d77cc30a09fe tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': '3590986d-49ef-4db3-8a7f-e1bc5c433fd5', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:32.224509 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0805e1cc-6ea7-4b42-9238-d77cc30a09fe tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.285095 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0805e1cc-6ea7-4b42-9238-d77cc30a09fe tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.288499 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0805e1cc-6ea7-4b42-9238-d77cc30a09fe tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.306050 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805e1cc-6ea7-4b42-9238-d77cc30a09fe tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1e0069-9a0b-4897-b3a4-a77f6840f249,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:32.312859 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0805e1cc-6ea7-4b42-9238-d77cc30a09fe tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.314120 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0805e1cc-6ea7-4b42-9238-d77cc30a09fe tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185048 Aug 16 23:26:32.316649 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51384) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:32.321054 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-17a02e66-20dd-41c8-932b-0c9c5099b72b tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': '3590986d-49ef-4db3-8a7f-e1bc5c433fd5', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:32.347081 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17a02e66-20dd-41c8-932b-0c9c5099b72b tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.405494 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17a02e66-20dd-41c8-932b-0c9c5099b72b tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.409078 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17a02e66-20dd-41c8-932b-0c9c5099b72b tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.426927 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a02e66-20dd-41c8-932b-0c9c5099b72b tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=105331c1-ae52-4462-be6f-d22696561d83,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:32.434080 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-17a02e66-20dd-41c8-932b-0c9c5099b72b tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.435680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-17a02e66-20dd-41c8-932b-0c9c5099b72b tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177781 Aug 16 23:26:32.438082 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51386) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:32.442489 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-69cf90d6-2a02-4994-a3f3-8d868c2017e0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': '3590986d-49ef-4db3-8a7f-e1bc5c433fd5', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:32.464291 n-d-792458-15 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-69cf90d6-2a02-4994-a3f3-8d868c2017e0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Project 3272cbc0ac75488084cdb13f2cd61576 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:26:32.469915 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69cf90d6-2a02-4994-a3f3-8d868c2017e0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.529189 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69cf90d6-2a02-4994-a3f3-8d868c2017e0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.532798 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69cf90d6-2a02-4994-a3f3-8d868c2017e0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.550129 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf90d6-2a02-4994-a3f3-8d868c2017e0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045bcccc-0296-4df5-b55c-52979df8051e,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:32.557164 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69cf90d6-2a02-4994-a3f3-8d868c2017e0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.561143 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-69cf90d6-2a02-4994-a3f3-8d868c2017e0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193700 Aug 16 23:26:32.561143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51388) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:32.565462 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7384a608-e2f1-4c8d-ada6-4bad5662f12f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': '3590986d-49ef-4db3-8a7f-e1bc5c433fd5', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:32.586513 n-d-792458-15 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-7384a608-e2f1-4c8d-ada6-4bad5662f12f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Project 3272cbc0ac75488084cdb13f2cd61576 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:26:32.592091 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7384a608-e2f1-4c8d-ada6-4bad5662f12f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.655641 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7384a608-e2f1-4c8d-ada6-4bad5662f12f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.659177 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7384a608-e2f1-4c8d-ada6-4bad5662f12f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.677267 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384a608-e2f1-4c8d-ada6-4bad5662f12f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66f4553-3eea-4f1a-88a2-79763233ce9e,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:32.682592 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7384a608-e2f1-4c8d-ada6-4bad5662f12f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.683630 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7384a608-e2f1-4c8d-ada6-4bad5662f12f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216214 Aug 16 23:26:32.686599 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51390) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:32.691498 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a4569486-da6b-4440-9299-e5c7e16dda2e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'network': {'name': 'tempest-network-smoke--49474378', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'port_security_enabled': True}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:32.712008 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4569486-da6b-4440-9299-e5c7e16dda2e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Made reservation on behalf of 3272cbc0ac75488084cdb13f2cd61576 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:26:32.715970 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4569486-da6b-4440-9299-e5c7e16dda2e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.738973 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4569486-da6b-4440-9299-e5c7e16dda2e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:26:32.748362 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4569486-da6b-4440-9299-e5c7e16dda2e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.748710 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-a4569486-da6b-4440-9299-e5c7e16dda2e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Added segment 74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5 of type vlan for network e4372c26-3e82-44ec-a2a7-b00011eded72 Aug 16 23:26:32.788541 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4569486-da6b-4440-9299-e5c7e16dda2e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.812190 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4569486-da6b-4440-9299-e5c7e16dda2e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.817664 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4569486-da6b-4440-9299-e5c7e16dda2e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:32.818304 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a4569486-da6b-4440-9299-e5c7e16dda2e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.876289 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a4569486-da6b-4440-9299-e5c7e16dda2e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1862023 Aug 16 23:26:32.876595 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51392) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:32.888146 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c7492e04-ec8a-4f2b-8681-7c5d8afcad0c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1097647026', 'admin_state_up': True, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:32.904083 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4569486-da6b-4440-9299-e5c7e16dda2e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Network': ['ID=e4372c26-3e82-44ec-a2a7-b00011eded72,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:32.915618 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network e4372c26-3e82-44ec-a2a7-b00011eded72 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:26:32.916816 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7492e04-ec8a-4f2b-8681-7c5d8afcad0c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.917882 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7492e04-ec8a-4f2b-8681-7c5d8afcad0c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.971548 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7492e04-ec8a-4f2b-8681-7c5d8afcad0c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:33.109733 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7492e04-ec8a-4f2b-8681-7c5d8afcad0c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:33.299653 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7492e04-ec8a-4f2b-8681-7c5d8afcad0c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:33.321524 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7492e04-ec8a-4f2b-8681-7c5d8afcad0c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:33.426565 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-c7492e04-ec8a-4f2b-8681-7c5d8afcad0c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Allocated IP 172.25.6.250 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/ae17b7d0-ab51-4c2c-b637-da90150fee2e) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:26:33.535903 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7492e04-ec8a-4f2b-8681-7c5d8afcad0c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:33.576504 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7492e04-ec8a-4f2b-8681-7c5d8afcad0c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:33.618801 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7492e04-ec8a-4f2b-8681-7c5d8afcad0c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:26:33.626017 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-c7492e04-ec8a-4f2b-8681-7c5d8afcad0c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:26:33.626581 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7492e04-ec8a-4f2b-8681-7c5d8afcad0c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:26:33.629980 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7492e04-ec8a-4f2b-8681-7c5d8afcad0c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=ae17b7d0-ab51-4c2c-b637-da90150fee2e,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:33.871302 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7492e04-ec8a-4f2b-8681-7c5d8afcad0c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:34.080727 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7492e04-ec8a-4f2b-8681-7c5d8afcad0c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:34.211113 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7492e04-ec8a-4f2b-8681-7c5d8afcad0c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 270e08eb-801c-4aee-ae68-135ab1980b34 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:26:34.317663 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7492e04-ec8a-4f2b-8681-7c5d8afcad0c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:26:34.326920 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] Sync routers for ids ['270e08eb-801c-4aee-ae68-135ab1980b34'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:26:34.335226 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7492e04-ec8a-4f2b-8681-7c5d8afcad0c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:34.335949 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] Routers {'270e08eb-801c-4aee-ae68-135ab1980b34'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:26:34.336371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c7492e04-ec8a-4f2b-8681-7c5d8afcad0c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4588516 Aug 16 23:26:34.336564 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:26:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['270e08eb-801c-4aee-ae68-135ab1980b34'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:34.339631 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51394) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:34.369032 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b6bccb26-79c8-4fbb-8a8e-0c2ae769d4a2 tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=3272cbc0ac75488084cdb13f2cd61576&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282192 Aug 16 23:26:34.372290 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51396) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:34.439818 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] Set router 270e08eb-801c-4aee-ae68-135ab1980b34 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:26:34.460818 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d48e4a0-c986-4214-b4f8-90942d4706ad tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:34.462381 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9d48e4a0-c986-4214-b4f8-90942d4706ad tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891881 Aug 16 23:26:34.465293 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51398) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:34.493583 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-62113fe8-4213-494d-bd56-323751d48054 tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266855 Aug 16 23:26:34.495482 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51400) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:34.500723 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-9d059307-2a46-4310-9ea7-90d1219b79c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-569916133', 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:34.586983 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d059307-2a46-4310-9ea7-90d1219b79c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Made reservation on behalf of 3272cbc0ac75488084cdb13f2cd61576 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:26:34.590678 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d059307-2a46-4310-9ea7-90d1219b79c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:34.623311 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097647026', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:32Z', 'updated_at': '2021-08-16T23:26:33Z', 'revision_number': 3, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:33Z', 'updated_at': '2021-08-16T23:26:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:34.649672 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] Checking router: 270e08eb-801c-4aee-ae68-135ab1980b34 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:26:34.650041 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] Updating router 270e08eb-801c-4aee-ae68-135ab1980b34 port ae17b7d0-ab51-4c2c-b637-da90150fee2e binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:26:34.679289 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:34.775372 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d059307-2a46-4310-9ea7-90d1219b79c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:34.839262 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d059307-2a46-4310-9ea7-90d1219b79c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Subnet': ['ID=b5b10b4a-cf69-4df4-88c1-543f4b33af2d,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:34.849180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d059307-2a46-4310-9ea7-90d1219b79c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Checking segment: {'id': '74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:26:34.849622 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d059307-2a46-4310-9ea7-90d1219b79c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network hostable DHCP agents. Network: e4372c26-3e82-44ec-a2a7-b00011eded72, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:26:34.867489 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d059307-2a46-4310-9ea7-90d1219b79c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network e4372c26-3e82-44ec-a2a7-b00011eded72 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:26:34.877734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-9d059307-2a46-4310-9ea7-90d1219b79c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, e4372c26-3e82-44ec-a2a7-b00011eded72) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:26:34.883537 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d059307-2a46-4310-9ea7-90d1219b79c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:34.883660 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-9d059307-2a46-4310-9ea7-90d1219b79c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:34.892174 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edaa5f2-d46a-4dcd-90e5-469c4f68c559 None None] Network e4372c26-3e82-44ec-a2a7-b00011eded72 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:26:34.902334 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-9d059307-2a46-4310-9ea7-90d1219b79c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4031839 Aug 16 23:26:34.902541 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51402) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:34.982413 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:35.004338 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] Transition to ACTIVE for port object ae17b7d0-ab51-4c2c-b637-da90150fee2e will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:26:35.015426 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:35.102393 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] Attempting to bind port ae17b7d0-ab51-4c2c-b637-da90150fee2e on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:26:35.102676 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] Attempting to bind port ae17b7d0-ab51-4c2c-b637-da90150fee2e by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:26:35.103043 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] Attempting to bind port ae17b7d0-ab51-4c2c-b637-da90150fee2e on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:26:35.108715 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39bd87-dd95-4270-8f59-40cff894c575 None None] Pushing event updated for resources: {'Port': ['ID=ae17b7d0-ab51-4c2c-b637-da90150fee2e,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:35.115694 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:26:35.116082 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:26:35.116470 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:35.116857 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:26:35.117340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] Bound port: ae17b7d0-ab51-4c2c-b637-da90150fee2e, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:26:35.117724 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:35.166412 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-e4372c26-3e82-44ec-a2a7-b00011eded72', 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ips': [{'subnet_id': 'b5b10b4a-cf69-4df4-88c1-543f4b33af2d'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:26:35.167279 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:35.207074 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] For port ae17b7d0-ab51-4c2c-b637-da90150fee2e, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:26:35.211115 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] For port ae17b7d0-ab51-4c2c-b637-da90150fee2e, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ae17b7d0-ab51-4c2c-b637-da90150fee2e,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:26:35.258660 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:35.321144 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39bd87-dd95-4270-8f59-40cff894c575 None None] Pushing event updated for resources: {'Port': ['ID=ae17b7d0-ab51-4c2c-b637-da90150fee2e,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:35.381642 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] Routers {'270e08eb-801c-4aee-ae68-135ab1980b34'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:26:35.382979 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:26:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['270e08eb-801c-4aee-ae68-135ab1980b34'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:35.478649 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] Allocated IP 172.20.0.2 (e4372c26-3e82-44ec-a2a7-b00011eded72/b5b10b4a-cf69-4df4-88c1-543f4b33af2d/e77080b1-ea36-4de8-88b7-1896873f529e) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:26:35.544467 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] Set router 270e08eb-801c-4aee-ae68-135ab1980b34 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:26:35.763656 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69f8d0a0-8dab-477c-b8a9-909da353075a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:35.935312 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:35.950796 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] Transition to ACTIVE for port object e77080b1-ea36-4de8-88b7-1896873f529e will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:26:35.970587 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] Transition to ACTIVE for port object e77080b1-ea36-4de8-88b7-1896873f529e will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:26:35.978488 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:35.980870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097647026', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:32Z', 'updated_at': '2021-08-16T23:26:33Z', 'revision_number': 3, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:33Z', 'updated_at': '2021-08-16T23:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:36.031511 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d519d1c-5bc8-432f-925c-5ab4ad9abc1c None None] The sync data for ids ['270e08eb-801c-4aee-ae68-135ab1980b34'] in n-d-792458-15 is: [{'id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097647026', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:32Z', 'updated_at': '2021-08-16T23:26:33Z', 'revision_number': 3, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:33Z', 'updated_at': '2021-08-16T23:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:26:36.044967 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] Network e4372c26-3e82-44ec-a2a7-b00011eded72 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:26:36.045633 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-69f8d0a0-8dab-477c-b8a9-909da353075a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Allocated IP 172.20.0.1 (e4372c26-3e82-44ec-a2a7-b00011eded72/b5b10b4a-cf69-4df4-88c1-543f4b33af2d/45e86147-e5d8-4798-a040-8a984599637a) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:26:36.048034 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:26:36.050376 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:26:36.076961 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] Pushing event updated for resources: {'Port': ['ID=e77080b1-ea36-4de8-88b7-1896873f529e,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:36.114736 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] Attempting to bind port e77080b1-ea36-4de8-88b7-1896873f529e on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:26:36.115108 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] Attempting to bind port e77080b1-ea36-4de8-88b7-1896873f529e by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:26:36.115484 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] Attempting to bind port e77080b1-ea36-4de8-88b7-1896873f529e on network e4372c26-3e82-44ec-a2a7-b00011eded72 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:26:36.120589 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:26:36.120959 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] Checking segment: {'id': '74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:26:36.121357 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:36.122343 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] Bound using segment: {'id': '74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:26:36.122782 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] Bound port: e77080b1-ea36-4de8-88b7-1896873f529e, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:26:36.123163 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:36.189938 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69f8d0a0-8dab-477c-b8a9-909da353075a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:36.193684 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] For port e77080b1-ea36-4de8-88b7-1896873f529e, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:26:36.197076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] For port e77080b1-ea36-4de8-88b7-1896873f529e, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e77080b1-ea36-4de8-88b7-1896873f529e,segment=NetworkSegment(74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5),segment_id=74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:26:36.202743 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:36.206546 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-69f8d0a0-8dab-477c-b8a9-909da353075a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Transition to ACTIVE for port object 45e86147-e5d8-4798-a040-8a984599637a will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:26:36.276543 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69f8d0a0-8dab-477c-b8a9-909da353075a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:36.331080 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68903e0-902c-4cbb-9180-4a7c7a5e078a None None] Pushing event updated for resources: {'Port': ['ID=e77080b1-ea36-4de8-88b7-1896873f529e,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:36.337439 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f8d0a0-8dab-477c-b8a9-909da353075a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network e4372c26-3e82-44ec-a2a7-b00011eded72 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:26:36.342036 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-69f8d0a0-8dab-477c-b8a9-909da353075a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:26:36.346476 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f8d0a0-8dab-477c-b8a9-909da353075a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:26:36.374283 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8d0a0-8dab-477c-b8a9-909da353075a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=45e86147-e5d8-4798-a040-8a984599637a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:36.399958 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69f8d0a0-8dab-477c-b8a9-909da353075a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:36.559034 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69f8d0a0-8dab-477c-b8a9-909da353075a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:36.843044 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:26:36.860779 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69f8d0a0-8dab-477c-b8a9-909da353075a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:36.865642 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69f8d0a0-8dab-477c-b8a9-909da353075a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:36.939494 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8d0a0-8dab-477c-b8a9-909da353075a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=45e86147-e5d8-4798-a040-8a984599637a,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:36.944772 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-69f8d0a0-8dab-477c-b8a9-909da353075a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:37.047497 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f8d0a0-8dab-477c-b8a9-909da353075a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network e4372c26-3e82-44ec-a2a7-b00011eded72 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:26:37.048931 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-69f8d0a0-8dab-477c-b8a9-909da353075a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:26:37.165605 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f8d0a0-8dab-477c-b8a9-909da353075a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 270e08eb-801c-4aee-ae68-135ab1980b34 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:26:37.236203 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4832ecf-62b1-44e1-a5c8-6063748de1ee None None] Network e4372c26-3e82-44ec-a2a7-b00011eded72 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:26:37.279385 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f8d0a0-8dab-477c-b8a9-909da353075a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:26:37.289125 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-69f8d0a0-8dab-477c-b8a9-909da353075a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "PUT /v2.0/routers/270e08eb-801c-4aee-ae68-135ab1980b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3809965 Aug 16 23:26:37.297641 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0d7b5711-4046-4709-9f84-2f1acdb17a8c None None] Provisioning for port e77080b1-ea36-4de8-88b7-1896873f529e completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:26:37.435886 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7561c43-4691-4881-b96c-5016a087adbd req-af5b4f2b-6f04-4907-bc4e-a6d689ffb0ec tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1550981598&fields=id&tenant_id=3272cbc0ac75488084cdb13f2cd61576 HTTP/1.1" status: 200 len: 267 time: 0.0348861 Aug 16 23:26:37.550402 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7561c43-4691-4881-b96c-5016a087adbd req-95ac0b28-1051-4794-8555-e2530693cfb7 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:37.551905 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7561c43-4691-4881-b96c-5016a087adbd req-95ac0b28-1051-4794-8555-e2530693cfb7 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/networks?id=e4372c26-3e82-44ec-a2a7-b00011eded72 HTTP/1.1" status: 200 len: 795 time: 0.1091757 Aug 16 23:26:37.568569 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7561c43-4691-4881-b96c-5016a087adbd req-25f6b6bf-6c51-42bd-8089-b662f9b53000 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/quotas/3272cbc0ac75488084cdb13f2cd61576 HTTP/1.1" status: 200 len: 375 time: 0.0103738 Aug 16 23:26:37.635546 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7561c43-4691-4881-b96c-5016a087adbd req-f4054f41-e443-4107-94bf-7701626a022d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612040 Aug 16 23:26:37.653785 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-a7561c43-4691-4881-b96c-5016a087adbd req-4f03f59a-b0f3-4408-8ff7-a5227e1acc3d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:26:37.655176 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7561c43-4691-4881-b96c-5016a087adbd req-4f03f59a-b0f3-4408-8ff7-a5227e1acc3d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068898 Aug 16 23:26:37.659896 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8cc89c15-3c9c-40f7-a56e-4a9c9359f9b3 None None] Provisioning for port 45e86147-e5d8-4798-a040-8a984599637a completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:26:37.665305 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8cc89c15-3c9c-40f7-a56e-4a9c9359f9b3 None None] Provisioning complete for port 45e86147-e5d8-4798-a040-8a984599637a triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:26:37.665877 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8cc89c15-3c9c-40f7-a56e-4a9c9359f9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:37.689621 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] Sync routers for ids ['270e08eb-801c-4aee-ae68-135ab1980b34'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:26:37.703129 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] Routers {'270e08eb-801c-4aee-ae68-135ab1980b34'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:26:37.703754 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:26:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['270e08eb-801c-4aee-ae68-135ab1980b34'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:37.716510 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-8cc89c15-3c9c-40f7-a56e-4a9c9359f9b3 None None] Port 45e86147-e5d8-4798-a040-8a984599637a cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:26:37.827571 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] Set router 270e08eb-801c-4aee-ae68-135ab1980b34 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:26:37.831872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7561c43-4691-4881-b96c-5016a087adbd req-eab4a0e4-93b7-4b83-a69f-3bcfd8318a53 service neutron] 10.222.0.93 "GET /v2.0/networks/e4372c26-3e82-44ec-a2a7-b00011eded72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677992 Aug 16 23:26:37.894336 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ae17b7d0-ab51-4c2c-b637-da90150fee2e up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:26:37.947874 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b3393d18-c4e8-4a8a-94e1-71e1484ec707 None None] Provisioning complete for port 45e86147-e5d8-4798-a040-8a984599637a triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:26:37.948281 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b3393d18-c4e8-4a8a-94e1-71e1484ec707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:37.993503 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port ae17b7d0-ab51-4c2c-b637-da90150fee2e completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:26:37.994642 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7561c43-4691-4881-b96c-5016a087adbd req-6cacf3da-5ec2-4e8b-95b8-2ff5471d2cc2 service neutron] 10.222.0.93 "GET /v2.0/networks/e4372c26-3e82-44ec-a2a7-b00011eded72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529255 Aug 16 23:26:38.002578 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b3393d18-c4e8-4a8a-94e1-71e1484ec707 None None] Port 45e86147-e5d8-4798-a040-8a984599637a cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:26:38.004001 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port ae17b7d0-ab51-4c2c-b637-da90150fee2e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:26:38.004382 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:38.086647 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097647026', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:32Z', 'updated_at': '2021-08-16T23:26:36Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:33Z', 'updated_at': '2021-08-16T23:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '45e86147-e5d8-4798-a040-8a984599637a', 'name': '', 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:99:58:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b5b10b4a-cf69-4df4-88c1-543f4b33af2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:35Z', 'updated_at': '2021-08-16T23:26:36Z', 'revision_number': 2, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'b5b10b4a-cf69-4df4-88c1-543f4b33af2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:38.104342 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:38.122047 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] Checking router: 270e08eb-801c-4aee-ae68-135ab1980b34 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:26:38.122403 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] Updating router 270e08eb-801c-4aee-ae68-135ab1980b34 port 45e86147-e5d8-4798-a040-8a984599637a binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:26:38.134511 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port ae17b7d0-ab51-4c2c-b637-da90150fee2e, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ae17b7d0-ab51-4c2c-b637-da90150fee2e,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:26:38.141110 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:38.141954 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e77080b1-ea36-4de8-88b7-1896873f529e up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:26:38.157109 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:38.208716 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3e84d323-64a1-4d18-ae41-b4995f444659 req-562eff7f-3a53-47a9-bf05-b170b6105dd3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 210 time: 0.0310073 Aug 16 23:26:38.218908 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7ed189f9-a3e7-4d89-9f59-93c54a59fd84 None None] Provisioning complete for port 45e86147-e5d8-4798-a040-8a984599637a triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:26:38.219281 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7ed189f9-a3e7-4d89-9f59-93c54a59fd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:38.281544 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=ae17b7d0-ab51-4c2c-b637-da90150fee2e,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:38.292552 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-7ed189f9-a3e7-4d89-9f59-93c54a59fd84 None None] Port 45e86147-e5d8-4798-a040-8a984599637a cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:26:38.307518 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port e77080b1-ea36-4de8-88b7-1896873f529e completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:26:38.311852 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port e77080b1-ea36-4de8-88b7-1896873f529e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:26:38.312233 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:38.397534 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:38.434758 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port e77080b1-ea36-4de8-88b7-1896873f529e, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e77080b1-ea36-4de8-88b7-1896873f529e,segment=NetworkSegment(74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5),segment_id=74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:26:38.440135 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:38.452855 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:38.463557 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] Transition to ACTIVE for port object 45e86147-e5d8-4798-a040-8a984599637a will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:26:38.472552 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:38.493734 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=e77080b1-ea36-4de8-88b7-1896873f529e,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:38.561910 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2362abe-d009-402b-b083-23e1c3b9d102 None None] Pushing event updated for resources: {'Port': ['ID=45e86147-e5d8-4798-a040-8a984599637a,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:38.582285 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2362abe-d009-402b-b083-23e1c3b9d102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:38.582532 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2362abe-d009-402b-b083-23e1c3b9d102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:38.582821 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2362abe-d009-402b-b083-23e1c3b9d102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:38.583152 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2362abe-d009-402b-b083-23e1c3b9d102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:38.583476 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2362abe-d009-402b-b083-23e1c3b9d102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:38.583795 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2362abe-d009-402b-b083-23e1c3b9d102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:38.584116 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2362abe-d009-402b-b083-23e1c3b9d102 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:38.584432 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2362abe-d009-402b-b083-23e1c3b9d102 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:38.584751 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2362abe-d009-402b-b083-23e1c3b9d102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:38.585065 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2362abe-d009-402b-b083-23e1c3b9d102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:38.585379 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2362abe-d009-402b-b083-23e1c3b9d102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:38.585694 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2362abe-d009-402b-b083-23e1c3b9d102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:38.605711 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] Attempting to bind port 45e86147-e5d8-4798-a040-8a984599637a on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:26:38.606667 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] Attempting to bind port 45e86147-e5d8-4798-a040-8a984599637a by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:26:38.607063 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] Attempting to bind port 45e86147-e5d8-4798-a040-8a984599637a on network e4372c26-3e82-44ec-a2a7-b00011eded72 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:26:38.613132 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:26:38.613522 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] Checking segment: {'id': '74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:26:38.613941 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:38.614461 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] Bound using segment: {'id': '74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:26:38.614957 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] Bound port: 45e86147-e5d8-4798-a040-8a984599637a, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:26:38.615365 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:38.692882 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] For port 45e86147-e5d8-4798-a040-8a984599637a, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:26:38.697205 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] For port 45e86147-e5d8-4798-a040-8a984599637a, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=45e86147-e5d8-4798-a040-8a984599637a,segment=NetworkSegment(74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5),segment_id=74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:26:38.701506 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:38.759670 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] Routers {'270e08eb-801c-4aee-ae68-135ab1980b34'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:26:38.760468 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:26:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['270e08eb-801c-4aee-ae68-135ab1980b34'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:38.799953 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2362abe-d009-402b-b083-23e1c3b9d102 None None] Pushing event updated for resources: {'Port': ['ID=45e86147-e5d8-4798-a040-8a984599637a,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:38.879679 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] Set router 270e08eb-801c-4aee-ae68-135ab1980b34 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:26:39.084916 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097647026', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:32Z', 'updated_at': '2021-08-16T23:26:36Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:33Z', 'updated_at': '2021-08-16T23:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '45e86147-e5d8-4798-a040-8a984599637a', 'name': '', 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:99:58:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b5b10b4a-cf69-4df4-88c1-543f4b33af2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:35Z', 'updated_at': '2021-08-16T23:26:38Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'b5b10b4a-cf69-4df4-88c1-543f4b33af2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:39.103487 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3e214b77-01f5-4790-b7bd-5c9ace30fe69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:39.105150 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:39.111535 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40cc216-fbc9-4484-a041-5c2107264cdd None None] The sync data for ids ['270e08eb-801c-4aee-ae68-135ab1980b34'] in n-d-792458-15 is: [{'id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097647026', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:32Z', 'updated_at': '2021-08-16T23:26:36Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:33Z', 'updated_at': '2021-08-16T23:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '45e86147-e5d8-4798-a040-8a984599637a', 'name': '', 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:99:58:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b5b10b4a-cf69-4df4-88c1-543f4b33af2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:35Z', 'updated_at': '2021-08-16T23:26:38Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'b5b10b4a-cf69-4df4-88c1-543f4b33af2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:26:39.313717 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7561c43-4691-4881-b96c-5016a087adbd req-6f4a9cc6-4ce0-4d29-9c79-042ebddf4578 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:39.315448 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7561c43-4691-4881-b96c-5016a087adbd req-6f4a9cc6-4ce0-4d29-9c79-042ebddf4578 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "GET /v2.0/networks?id=e4372c26-3e82-44ec-a2a7-b00011eded72 HTTP/1.1" status: 200 len: 795 time: 0.1204751 Aug 16 23:26:39.330432 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f7c9305c-0588-48dd-8609-52279cecd466 req-c93680a8-a524-450d-ab5d-6beeb927513d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 210 time: 0.0305231 Aug 16 23:26:39.368897 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7561c43-4691-4881-b96c-5016a087adbd req-b3d7a2df-5823-49d5-b54f-aa34e64ab993 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3272cbc0ac75488084cdb13f2cd61576 HTTP/1.1" status: 200 len: 380 time: 0.0446291 Aug 16 23:26:39.379038 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-a7561c43-4691-4881-b96c-5016a087adbd req-bfa727d5-4b26-4de9-bd0b-4b97c206b2c6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'port': {'device_id': '79f04f52-f49f-4d09-9d3a-a156550db1e1', 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72', 'admin_state_up': True, 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'security_groups': ['3590986d-49ef-4db3-8a7f-e1bc5c433fd5']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:39.495068 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7561c43-4691-4881-b96c-5016a087adbd req-bfa727d5-4b26-4de9-bd0b-4b97c206b2c6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Made reservation on behalf of 3272cbc0ac75488084cdb13f2cd61576 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:26:39.499457 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a7561c43-4691-4881-b96c-5016a087adbd req-bfa727d5-4b26-4de9-bd0b-4b97c206b2c6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:39.629676 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-a7561c43-4691-4881-b96c-5016a087adbd req-bfa727d5-4b26-4de9-bd0b-4b97c206b2c6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Allocated IP 172.20.0.5 (e4372c26-3e82-44ec-a2a7-b00011eded72/b5b10b4a-cf69-4df4-88c1-543f4b33af2d/b59373dd-ee0b-465d-af60-b9ca8bb6c02d) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:26:39.779813 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a7561c43-4691-4881-b96c-5016a087adbd req-bfa727d5-4b26-4de9-bd0b-4b97c206b2c6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:39.796627 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-a7561c43-4691-4881-b96c-5016a087adbd req-bfa727d5-4b26-4de9-bd0b-4b97c206b2c6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Transition to ACTIVE for port object b59373dd-ee0b-465d-af60-b9ca8bb6c02d will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:26:39.835059 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a7561c43-4691-4881-b96c-5016a087adbd req-bfa727d5-4b26-4de9-bd0b-4b97c206b2c6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:39.884076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7561c43-4691-4881-b96c-5016a087adbd req-bfa727d5-4b26-4de9-bd0b-4b97c206b2c6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network e4372c26-3e82-44ec-a2a7-b00011eded72 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:26:39.887485 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-a7561c43-4691-4881-b96c-5016a087adbd req-bfa727d5-4b26-4de9-bd0b-4b97c206b2c6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:26:39.891984 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7561c43-4691-4881-b96c-5016a087adbd req-bfa727d5-4b26-4de9-bd0b-4b97c206b2c6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:26:39.895980 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa727d5-4b26-4de9-bd0b-4b97c206b2c6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=b59373dd-ee0b-465d-af60-b9ca8bb6c02d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:39.920100 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ae17b7d0-ab51-4c2c-b637-da90150fee2e up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:26:39.950382 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7561c43-4691-4881-b96c-5016a087adbd req-bfa727d5-4b26-4de9-bd0b-4b97c206b2c6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:39.951151 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a7561c43-4691-4881-b96c-5016a087adbd req-bfa727d5-4b26-4de9-bd0b-4b97c206b2c6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:39.974516 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7561c43-4691-4881-b96c-5016a087adbd req-bfa727d5-4b26-4de9-bd0b-4b97c206b2c6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5992992 Aug 16 23:26:39.980405 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port ae17b7d0-ab51-4c2c-b637-da90150fee2e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:26:39.981731 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:39.987972 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-a7561c43-4691-4881-b96c-5016a087adbd req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] Request body: {'port': {'device_id': '79f04f52-f49f-4d09-9d3a-a156550db1e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:40.048542 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a7561c43-4691-4881-b96c-5016a087adbd req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:40.076094 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e77080b1-ea36-4de8-88b7-1896873f529e up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:26:40.130955 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port e77080b1-ea36-4de8-88b7-1896873f529e triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:26:40.131348 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:40.225844 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 45e86147-e5d8-4798-a040-8a984599637a up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:26:40.282739 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-550867ea-0b04-433b-8e3c-b4acac099a52 None None] Provisioning for port b59373dd-ee0b-465d-af60-b9ca8bb6c02d completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:26:40.288339 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-550867ea-0b04-433b-8e3c-b4acac099a52 None None] Provisioning complete for port b59373dd-ee0b-465d-af60-b9ca8bb6c02d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:26:40.288886 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-550867ea-0b04-433b-8e3c-b4acac099a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:40.290453 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 45e86147-e5d8-4798-a040-8a984599637a completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:26:40.312551 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 45e86147-e5d8-4798-a040-8a984599637a triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:26:40.312742 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:40.346052 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-a7561c43-4691-4881-b96c-5016a087adbd req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59373dd-ee0b-465d-af60-b9ca8bb6c02d {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:26:40.349914 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-550867ea-0b04-433b-8e3c-b4acac099a52 None None] Port b59373dd-ee0b-465d-af60-b9ca8bb6c02d cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:26:40.354802 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a7561c43-4691-4881-b96c-5016a087adbd req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:40.368829 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-a7561c43-4691-4881-b96c-5016a087adbd req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] Transition to ACTIVE for port object b59373dd-ee0b-465d-af60-b9ca8bb6c02d will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:26:40.373248 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a7561c43-4691-4881-b96c-5016a087adbd req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:40.420743 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:40.457408 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] Pushing event updated for resources: {'Port': ['ID=b59373dd-ee0b-465d-af60-b9ca8bb6c02d,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:40.458229 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 45e86147-e5d8-4798-a040-8a984599637a, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=45e86147-e5d8-4798-a040-8a984599637a,segment=NetworkSegment(74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5),segment_id=74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:26:40.461794 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793675f-7b20-4263-9540-4f7b35369d4c req-3b32b6f2-fa30-4687-a164-f45755cc5b26 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:40.463359 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a793675f-7b20-4263-9540-4f7b35369d4c req-3b32b6f2-fa30-4687-a164-f45755cc5b26 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 943 time: 0.0495794 Aug 16 23:26:40.464622 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:40.515175 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a793675f-7b20-4263-9540-4f7b35369d4c req-82572a19-df48-47a7-b496-2a680bcd9b7f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422451 Aug 16 23:26:40.527257 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-a7561c43-4691-4881-b96c-5016a087adbd req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] Attempting to bind port b59373dd-ee0b-465d-af60-b9ca8bb6c02d on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:26:40.527609 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-a7561c43-4691-4881-b96c-5016a087adbd req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] Attempting to bind port b59373dd-ee0b-465d-af60-b9ca8bb6c02d by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:26:40.528510 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7561c43-4691-4881-b96c-5016a087adbd req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] Attempting to bind port b59373dd-ee0b-465d-af60-b9ca8bb6c02d on network e4372c26-3e82-44ec-a2a7-b00011eded72 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:26:40.533867 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7561c43-4691-4881-b96c-5016a087adbd req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] Port b59373dd-ee0b-465d-af60-b9ca8bb6c02d on network e4372c26-3e82-44ec-a2a7-b00011eded72 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:26:40.534273 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7561c43-4691-4881-b96c-5016a087adbd req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] Attempting to bind port b59373dd-ee0b-465d-af60-b9ca8bb6c02d on network e4372c26-3e82-44ec-a2a7-b00011eded72 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:26:40.539894 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7561c43-4691-4881-b96c-5016a087adbd req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:26:40.540238 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7561c43-4691-4881-b96c-5016a087adbd req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] Checking segment: {'id': '74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:26:40.540620 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7561c43-4691-4881-b96c-5016a087adbd req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] Bound using segment: {'id': '74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:26:40.541041 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-a7561c43-4691-4881-b96c-5016a087adbd req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] Bound port: b59373dd-ee0b-465d-af60-b9ca8bb6c02d, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:26:40.542008 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a7561c43-4691-4881-b96c-5016a087adbd req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:40.544705 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=45e86147-e5d8-4798-a040-8a984599637a,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:40.610688 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-a7561c43-4691-4881-b96c-5016a087adbd req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] For port b59373dd-ee0b-465d-af60-b9ca8bb6c02d, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:26:40.614497 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-a7561c43-4691-4881-b96c-5016a087adbd req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] For port b59373dd-ee0b-465d-af60-b9ca8bb6c02d, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=b59373dd-ee0b-465d-af60-b9ca8bb6c02d,segment=NetworkSegment(74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5),segment_id=74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:26:40.619093 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a7561c43-4691-4881-b96c-5016a087adbd req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:40.661538 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7561c43-4691-4881-b96c-5016a087adbd req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:40.662181 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a7561c43-4691-4881-b96c-5016a087adbd req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:40.663707 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7561c43-4691-4881-b96c-5016a087adbd req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] 10.222.0.43 "PUT /v2.0/ports/b59373dd-ee0b-465d-af60-b9ca8bb6c02d HTTP/1.1" status: 200 len: 1092 time: 0.6805277 Aug 16 23:26:40.664085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f04f52-f49f-4d09-9d3a-a156550db1e1', 'tag': 'b59373dd-ee0b-465d-af60-b9ca8bb6c02d'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:26:40.666356 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eddee32-9659-4c6c-a182-c69ace78c5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "79f04f52-f49f-4d09-9d3a-a156550db1e1", "tag": "b59373dd-ee0b-465d-af60-b9ca8bb6c02d"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:26:40.692455 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9a797-d07d-4a84-a931-665f207bdc1e service neutron] Pushing event updated for resources: {'Port': ['ID=b59373dd-ee0b-465d-af60-b9ca8bb6c02d,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:40.709557 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a47717-02ad-4dd6-bf61-1a12bde7ef24 x-openstack-request-id: req-d5a47717-02ad-4dd6-bf61-1a12bde7ef24 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:26:40.709848 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f04f52-f49f-4d09-9d3a-a156550db1e1", "tag": "b59373dd-ee0b-465d-af60-b9ca8bb6c02d", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:26:40.710138 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d5a47717-02ad-4dd6-bf61-1a12bde7ef24 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:26:40.710546 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f04f52-f49f-4d09-9d3a-a156550db1e1', 'tag': 'b59373dd-ee0b-465d-af60-b9ca8bb6c02d', 'status': 'completed', 'code': 200} Aug 16 23:26:40.759736 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7561c43-4691-4881-b96c-5016a087adbd req-a27985e7-206c-479f-854a-22b41b2910a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:40.761354 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7561c43-4691-4881-b96c-5016a087adbd req-a27985e7-206c-479f-854a-22b41b2910a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 1095 time: 0.0433059 Aug 16 23:26:40.804082 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7561c43-4691-4881-b96c-5016a087adbd req-ae915139-df1f-4cb2-9c24-68d5bf4f02c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b59373dd-ee0b-465d-af60-b9ca8bb6c02d HTTP/1.1" status: 200 len: 217 time: 0.0350337 Aug 16 23:26:40.860396 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7561c43-4691-4881-b96c-5016a087adbd req-ad5379d5-10fd-4437-a13c-e5d8213ac8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:40.861910 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7561c43-4691-4881-b96c-5016a087adbd req-ad5379d5-10fd-4437-a13c-e5d8213ac8b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b5b10b4a-cf69-4df4-88c1-543f4b33af2d HTTP/1.1" status: 200 len: 834 time: 0.0514958 Aug 16 23:26:40.908571 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7561c43-4691-4881-b96c-5016a087adbd req-77936f0a-4e8e-4312-9575-4c1bc951ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:40.910329 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7561c43-4691-4881-b96c-5016a087adbd req-77936f0a-4e8e-4312-9575-4c1bc951ee2c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e4372c26-3e82-44ec-a2a7-b00011eded72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415385 Aug 16 23:26:41.000146 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7561c43-4691-4881-b96c-5016a087adbd req-d2c3dcdf-0cd6-438d-8180-d5da99d562e1 service neutron] 10.222.0.43 "GET /v2.0/networks/e4372c26-3e82-44ec-a2a7-b00011eded72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825746 Aug 16 23:26:41.092652 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a7561c43-4691-4881-b96c-5016a087adbd req-01027a47-c326-4b47-a006-f762e101bfba service neutron] 10.222.0.43 "GET /v2.0/networks/e4372c26-3e82-44ec-a2a7-b00011eded72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860090 Aug 16 23:26:41.182652 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddee32-9659-4c6c-a182-c69ace78c5ba req-b0e5fd27-ed9f-4fde-89df-2c24590e4673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:41.184202 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6eddee32-9659-4c6c-a182-c69ace78c5ba req-b0e5fd27-ed9f-4fde-89df-2c24590e4673 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 1095 time: 0.0420194 Aug 16 23:26:41.279306 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddee32-9659-4c6c-a182-c69ace78c5ba req-6a69642f-1752-427f-8a66-433a8291957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:41.280775 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6eddee32-9659-4c6c-a182-c69ace78c5ba req-6a69642f-1752-427f-8a66-433a8291957c service neutron] 10.222.0.43 "GET /v2.0/networks?id=e4372c26-3e82-44ec-a2a7-b00011eded72 HTTP/1.1" status: 200 len: 896 time: 0.0896556 Aug 16 23:26:41.320863 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6eddee32-9659-4c6c-a182-c69ace78c5ba req-8c039ed7-e8e0-4c7b-9c62-644e53f56f4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b59373dd-ee0b-465d-af60-b9ca8bb6c02d HTTP/1.1" status: 200 len: 217 time: 0.0333972 Aug 16 23:26:41.374588 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddee32-9659-4c6c-a182-c69ace78c5ba req-7b06074e-d022-426c-b370-ad128bdf9488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:41.376054 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6eddee32-9659-4c6c-a182-c69ace78c5ba req-7b06074e-d022-426c-b370-ad128bdf9488 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b5b10b4a-cf69-4df4-88c1-543f4b33af2d HTTP/1.1" status: 200 len: 834 time: 0.0483623 Aug 16 23:26:41.414167 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:41.423541 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddee32-9659-4c6c-a182-c69ace78c5ba req-2c9c9fa1-6e58-4af1-b487-ee98be2900ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:41.425120 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6eddee32-9659-4c6c-a182-c69ace78c5ba req-2c9c9fa1-6e58-4af1-b487-ee98be2900ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e4372c26-3e82-44ec-a2a7-b00011eded72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405691 Aug 16 23:26:41.525342 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6eddee32-9659-4c6c-a182-c69ace78c5ba req-2e8aab45-b836-4459-bed9-81f65aaf27d4 service neutron] 10.222.0.43 "GET /v2.0/networks/e4372c26-3e82-44ec-a2a7-b00011eded72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900264 Aug 16 23:26:41.626341 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6eddee32-9659-4c6c-a182-c69ace78c5ba req-c0b1f505-c0ee-4e76-b89f-675eee48bfdb service neutron] 10.222.0.43 "GET /v2.0/networks/e4372c26-3e82-44ec-a2a7-b00011eded72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928566 Aug 16 23:26:41.645872 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-454c188a-baca-4862-adf2-316b401c0225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:41.654873 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8d616-e703-4455-b815-9aefcd48448d req-102e4d0a-b0ce-4819-b5eb-bd7ed9d8e5ff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:41.656373 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-53c8d616-e703-4455-b815-9aefcd48448d req-102e4d0a-b0ce-4819-b5eb-bd7ed9d8e5ff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 943 time: 0.0671120 Aug 16 23:26:41.695620 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-53c8d616-e703-4455-b815-9aefcd48448d req-84ec2a9f-2b76-469d-90f6-f455404ec992 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331874 Aug 16 23:26:41.809744 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 45e86147-e5d8-4798-a040-8a984599637a up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:26:41.857804 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 45e86147-e5d8-4798-a040-8a984599637a triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:26:41.858205 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:42.224574 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:42.812562 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f03a5-e52c-42de-97c1-489e261b4e41 req-a48b1e49-a702-4bc8-8c9d-b7144699c2d6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:42.814079 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aa0f03a5-e52c-42de-97c1-489e261b4e41 req-a48b1e49-a702-4bc8-8c9d-b7144699c2d6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 943 time: 0.0498354 Aug 16 23:26:42.851625 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-aa0f03a5-e52c-42de-97c1-489e261b4e41 req-9b15e59c-6b69-4dbe-846b-6ef65752e7a7 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314829 Aug 16 23:26:43.479232 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:43.858748 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device b59373dd-ee0b-465d-af60-b9ca8bb6c02d details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:26:43.957236 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port b59373dd-ee0b-465d-af60-b9ca8bb6c02d, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=b59373dd-ee0b-465d-af60-b9ca8bb6c02d,segment=NetworkSegment(74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5),segment_id=74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:26:43.969751 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1357d-f70c-47b5-bd67-760e5ca95094 req-20234db5-2c3b-4983-8cfe-8f0e594a3c2f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:43.971302 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5b1357d-f70c-47b5-bd67-760e5ca95094 req-20234db5-2c3b-4983-8cfe-8f0e594a3c2f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 943 time: 0.0502758 Aug 16 23:26:43.972139 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'b59373dd-ee0b-465d-af60-b9ca8bb6c02d', 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72', 'port_id': 'b59373dd-ee0b-465d-af60-b9ca8bb6c02d', 'mac_address': 'fa:16:3e:cb:61:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b10b4a-cf69-4df4-88c1-543f4b33af2d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:26:44.010152 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b5b1357d-f70c-47b5-bd67-760e5ca95094 req-78d82de4-fb57-42dd-9bce-4f8ff68d9b06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321059 Aug 16 23:26:44.010781 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:44.023838 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59373dd-ee0b-465d-af60-b9ca8bb6c02d {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:26:44.044137 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port b59373dd-ee0b-465d-af60-b9ca8bb6c02d, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=b59373dd-ee0b-465d-af60-b9ca8bb6c02d,segment=NetworkSegment(74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5),segment_id=74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:26:44.047778 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:44.095529 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=b59373dd-ee0b-465d-af60-b9ca8bb6c02d,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:44.249595 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['b59373dd-ee0b-465d-af60-b9ca8bb6c02d'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:26:45.056708 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:45.128636 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ccb75-715a-436e-b782-2e0c77fb75a0 req-dd1c4d00-ccee-489c-be7a-c260a55e91b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:45.130169 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-753ccb75-715a-436e-b782-2e0c77fb75a0 req-dd1c4d00-ccee-489c-be7a-c260a55e91b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 944 time: 0.0529656 Aug 16 23:26:45.167908 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-753ccb75-715a-436e-b782-2e0c77fb75a0 req-c0054348-28a9-4a68-a62a-97f885363679 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318148 Aug 16 23:26:45.869849 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device b59373dd-ee0b-465d-af60-b9ca8bb6c02d up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:26:45.917023 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port b59373dd-ee0b-465d-af60-b9ca8bb6c02d completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:26:45.921203 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port b59373dd-ee0b-465d-af60-b9ca8bb6c02d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:26:45.921572 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:45.999419 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:46.020656 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f04f52-f49f-4d09-9d3a-a156550db1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59373dd-ee0b-465d-af60-b9ca8bb6c02d'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:26:46.022926 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d00716-bd7d-496b-b309-a9431bb7dcce" -d '{"events": [{"server_uuid": "79f04f52-f49f-4d09-9d3a-a156550db1e1", "name": "network-vif-plugged", "status": "completed", "tag": "b59373dd-ee0b-465d-af60-b9ca8bb6c02d"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:26:46.035950 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port b59373dd-ee0b-465d-af60-b9ca8bb6c02d, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=b59373dd-ee0b-465d-af60-b9ca8bb6c02d,segment=NetworkSegment(74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5),segment_id=74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:26:46.039954 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:46.088618 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=b59373dd-ee0b-465d-af60-b9ca8bb6c02d,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:46.115737 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fd36b2-4975-42d8-81ee-67aa9f0be5aa x-openstack-request-id: req-48fd36b2-4975-42d8-81ee-67aa9f0be5aa {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:26:46.116027 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f04f52-f49f-4d09-9d3a-a156550db1e1", "name": "network-vif-plugged", "status": "completed", "tag": "b59373dd-ee0b-465d-af60-b9ca8bb6c02d", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:26:46.116271 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-48fd36b2-4975-42d8-81ee-67aa9f0be5aa {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:26:46.116669 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f04f52-f49f-4d09-9d3a-a156550db1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59373dd-ee0b-465d-af60-b9ca8bb6c02d', 'code': 200} Aug 16 23:26:46.211311 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96c7d8-6d79-4e9a-88d5-979f8950a6b5 req-f27d2be4-04ef-46df-ad04-19d990d259e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:46.212823 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4b96c7d8-6d79-4e9a-88d5-979f8950a6b5 req-f27d2be4-04ef-46df-ad04-19d990d259e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0397441 Aug 16 23:26:46.249481 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-4b96c7d8-6d79-4e9a-88d5-979f8950a6b5 req-d569bbbf-3744-459d-9f71-01cb41d3b327 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298207 Aug 16 23:26:46.286914 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b33424-ce10-42ff-9417-eaeac63abd1f req-98c2ad45-30fd-4402-a97b-3c8a27583707 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:46.288446 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55b33424-ce10-42ff-9417-eaeac63abd1f req-98c2ad45-30fd-4402-a97b-3c8a27583707 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0528514 Aug 16 23:26:46.325379 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55b33424-ce10-42ff-9417-eaeac63abd1f req-df67ee81-2e57-4cb6-91cc-6194f9431a6d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310972 Aug 16 23:26:47.441213 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbb5d2-246a-4fa7-aa20-3fda30bb00a2 req-3189bc8a-2078-4bcd-af76-5415905bf293 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:47.442718 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fdcbb5d2-246a-4fa7-aa20-3fda30bb00a2 req-3189bc8a-2078-4bcd-af76-5415905bf293 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0484669 Aug 16 23:26:47.484841 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fdcbb5d2-246a-4fa7-aa20-3fda30bb00a2 req-20a735b7-7748-40cf-aae6-842aae2ec02e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363083 Aug 16 23:26:47.601237 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c656b2a-17b2-491f-bf81-8841db79cf09 req-928f530a-e035-4149-b2d2-cec2b6b171b4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:47.602731 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c656b2a-17b2-491f-bf81-8841db79cf09 req-928f530a-e035-4149-b2d2-cec2b6b171b4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0528183 Aug 16 23:26:47.640806 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c656b2a-17b2-491f-bf81-8841db79cf09 req-4e0b284f-fe6d-4717-b6e0-6b1c1beb23ac tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312867 Aug 16 23:26:47.662409 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51464) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:47.701936 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf7cb96-15e0-45ac-b5d7-d0b3f7e9bb99 tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:47.703393 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5cf7cb96-15e0-45ac-b5d7-d0b3f7e9bb99 tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 1092 time: 0.0400283 Aug 16 23:26:47.706245 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51466) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:47.710711 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2162b9f0-86ce-45ae-be78-b7b6f12867fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': 'b59373dd-ee0b-465d-af60-b9ca8bb6c02d', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:47.732795 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2162b9f0-86ce-45ae-be78-b7b6f12867fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:47.832391 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2162b9f0-86ce-45ae-be78-b7b6f12867fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:47.931341 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-2162b9f0-86ce-45ae-be78-b7b6f12867fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Allocated IP 172.25.6.183 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/41c9070e-54ea-405e-a85b-a217ea446c7d) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:26:48.034566 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2162b9f0-86ce-45ae-be78-b7b6f12867fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:48.072045 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2162b9f0-86ce-45ae-be78-b7b6f12867fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:48.112882 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2162b9f0-86ce-45ae-be78-b7b6f12867fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:26:48.115841 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-2162b9f0-86ce-45ae-be78-b7b6f12867fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:26:48.118642 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2162b9f0-86ce-45ae-be78-b7b6f12867fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:26:48.142102 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162b9f0-86ce-45ae-be78-b7b6f12867fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=41c9070e-54ea-405e-a85b-a217ea446c7d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:48.466719 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2162b9f0-86ce-45ae-be78-b7b6f12867fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:48.531138 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2162b9f0-86ce-45ae-be78-b7b6f12867fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:48.678608 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2162b9f0-86ce-45ae-be78-b7b6f12867fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:48.682990 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2162b9f0-86ce-45ae-be78-b7b6f12867fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:48.752566 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162b9f0-86ce-45ae-be78-b7b6f12867fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=41c9070e-54ea-405e-a85b-a217ea446c7d,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:48.765697 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2162b9f0-86ce-45ae-be78-b7b6f12867fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:49.197764 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-2162b9f0-86ce-45ae-be78-b7b6f12867fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Floating IP 85448387-15f6-401b-b2a0-ee885c74a648 associated. External IP: 172.25.6.183, port: b59373dd-ee0b-465d-af60-b9ca8bb6c02d. Aug 16 23:26:49.403720 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2162b9f0-86ce-45ae-be78-b7b6f12867fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 270e08eb-801c-4aee-ae68-135ab1980b34 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:26:49.514060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2162b9f0-86ce-45ae-be78-b7b6f12867fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:26:49.523317 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe1c405-1f8d-4587-906c-56e67d920c98 None None] Sync routers for ids ['270e08eb-801c-4aee-ae68-135ab1980b34'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:26:49.529215 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2162b9f0-86ce-45ae-be78-b7b6f12867fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:49.534673 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe1c405-1f8d-4587-906c-56e67d920c98 None None] Routers {'270e08eb-801c-4aee-ae68-135ab1980b34'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:26:49.535317 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4fe1c405-1f8d-4587-906c-56e67d920c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:26:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['270e08eb-801c-4aee-ae68-135ab1980b34'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:49.555605 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2162b9f0-86ce-45ae-be78-b7b6f12867fb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8483105 Aug 16 23:26:49.556175 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f04f52-f49f-4d09-9d3a-a156550db1e1', 'tag': 'b59373dd-ee0b-465d-af60-b9ca8bb6c02d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:26:49.558476 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9d3c9f-573b-43da-a6bf-712360c0b92f" -d '{"events": [{"name": "network-changed", "server_uuid": "79f04f52-f49f-4d09-9d3a-a156550db1e1", "tag": "b59373dd-ee0b-465d-af60-b9ca8bb6c02d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:26:49.654550 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac966e10-8c73-4d61-a7f8-c7e77b274aee x-openstack-request-id: req-ac966e10-8c73-4d61-a7f8-c7e77b274aee {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:26:49.654845 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f04f52-f49f-4d09-9d3a-a156550db1e1", "tag": "b59373dd-ee0b-465d-af60-b9ca8bb6c02d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:26:49.655100 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ac966e10-8c73-4d61-a7f8-c7e77b274aee {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:26:49.655510 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f04f52-f49f-4d09-9d3a-a156550db1e1', 'tag': 'b59373dd-ee0b-465d-af60-b9ca8bb6c02d', 'status': 'completed', 'code': 200} Aug 16 23:26:49.656968 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-4fe1c405-1f8d-4587-906c-56e67d920c98 None None] Set router 270e08eb-801c-4aee-ae68-135ab1980b34 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:26:49.670396 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9030f19-0b47-4c76-8b3e-d47ccf602bad req-3f9db27e-94ce-4a44-a9b9-63a7b2b00851 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:49.672038 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d9030f19-0b47-4c76-8b3e-d47ccf602bad req-3f9db27e-94ce-4a44-a9b9-63a7b2b00851 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0593345 Aug 16 23:26:49.712268 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d9030f19-0b47-4c76-8b3e-d47ccf602bad req-371139f3-2110-473d-97ba-989e3050372d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335724 Aug 16 23:26:49.727150 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d3c9f-573b-43da-a6bf-712360c0b92f req-d5b49af3-ebc6-4094-bc7c-4517ebd1ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:49.728856 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dc9d3c9f-573b-43da-a6bf-712360c0b92f req-d5b49af3-ebc6-4094-bc7c-4517ebd1ad0b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0514917 Aug 16 23:26:49.736136 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51474) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:49.799715 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6bd78e7f-93ab-4f07-add0-ede8a5581f65 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/floatingips/85448387-15f6-401b-b2a0-ee885c74a648 HTTP/1.1" status: 200 len: 991 time: 0.0612056 Aug 16 23:26:49.841329 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d3c9f-573b-43da-a6bf-712360c0b92f req-a8c13523-cd35-461d-88c2-f7f1aa84ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:49.842860 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dc9d3c9f-573b-43da-a6bf-712360c0b92f req-a8c13523-cd35-461d-88c2-f7f1aa84ac54 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e4372c26-3e82-44ec-a2a7-b00011eded72 HTTP/1.1" status: 200 len: 896 time: 0.1074934 Aug 16 23:26:49.886392 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4fe1c405-1f8d-4587-906c-56e67d920c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097647026', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:32Z', 'updated_at': '2021-08-16T23:26:36Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:33Z', 'updated_at': '2021-08-16T23:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '85448387-15f6-401b-b2a0-ee885c74a648', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'floating_ip_address': '172.25.6.183', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'port_id': 'b59373dd-ee0b-465d-af60-b9ca8bb6c02d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72', 'mac_address': 'fa:16:3e:cb:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f04f52-f49f-4d09-9d3a-a156550db1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:26:48Z', 'updated_at': '2021-08-16T23:26:48Z', 'revision_number': 0, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e86147-e5d8-4798-a040-8a984599637a', 'name': '', 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:99:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b5b10b4a-cf69-4df4-88c1-543f4b33af2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:35Z', 'updated_at': '2021-08-16T23:26:40Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'b5b10b4a-cf69-4df4-88c1-543f4b33af2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:49.911524 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dc9d3c9f-573b-43da-a6bf-712360c0b92f req-32983eda-9e9e-49cb-9393-320cbab03434 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b59373dd-ee0b-465d-af60-b9ca8bb6c02d HTTP/1.1" status: 200 len: 999 time: 0.0614569 Aug 16 23:26:49.912400 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe1c405-1f8d-4587-906c-56e67d920c98 None None] Checking router: 270e08eb-801c-4aee-ae68-135ab1980b34 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:26:49.921133 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe1c405-1f8d-4587-906c-56e67d920c98 None None] Routers {'270e08eb-801c-4aee-ae68-135ab1980b34'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:26:49.921734 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4fe1c405-1f8d-4587-906c-56e67d920c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:26:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['270e08eb-801c-4aee-ae68-135ab1980b34'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:49.963754 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d3c9f-573b-43da-a6bf-712360c0b92f req-569369d8-9f08-4ff1-9f81-4ce36a6e237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:49.965247 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dc9d3c9f-573b-43da-a6bf-712360c0b92f req-569369d8-9f08-4ff1-9f81-4ce36a6e237a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b5b10b4a-cf69-4df4-88c1-543f4b33af2d HTTP/1.1" status: 200 len: 834 time: 0.0456529 Aug 16 23:26:50.011891 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d3c9f-573b-43da-a6bf-712360c0b92f req-1576e1ba-7d42-4b66-8e9f-8ec4f75191e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:50.013528 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dc9d3c9f-573b-43da-a6bf-712360c0b92f req-1576e1ba-7d42-4b66-8e9f-8ec4f75191e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e4372c26-3e82-44ec-a2a7-b00011eded72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416179 Aug 16 23:26:50.027162 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-4fe1c405-1f8d-4587-906c-56e67d920c98 None None] Set router 270e08eb-801c-4aee-ae68-135ab1980b34 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:26:50.268118 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-4fe1c405-1f8d-4587-906c-56e67d920c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097647026', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:32Z', 'updated_at': '2021-08-16T23:26:36Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:33Z', 'updated_at': '2021-08-16T23:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '85448387-15f6-401b-b2a0-ee885c74a648', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'floating_ip_address': '172.25.6.183', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'port_id': 'b59373dd-ee0b-465d-af60-b9ca8bb6c02d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72', 'mac_address': 'fa:16:3e:cb:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f04f52-f49f-4d09-9d3a-a156550db1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:26:48Z', 'updated_at': '2021-08-16T23:26:48Z', 'revision_number': 0, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e86147-e5d8-4798-a040-8a984599637a', 'name': '', 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:99:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b5b10b4a-cf69-4df4-88c1-543f4b33af2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:35Z', 'updated_at': '2021-08-16T23:26:40Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'b5b10b4a-cf69-4df4-88c1-543f4b33af2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:50.295592 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe1c405-1f8d-4587-906c-56e67d920c98 None None] The sync data for ids ['270e08eb-801c-4aee-ae68-135ab1980b34'] in n-d-792458-15 is: [{'id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097647026', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:32Z', 'updated_at': '2021-08-16T23:26:36Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:33Z', 'updated_at': '2021-08-16T23:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '85448387-15f6-401b-b2a0-ee885c74a648', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'floating_ip_address': '172.25.6.183', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'port_id': 'b59373dd-ee0b-465d-af60-b9ca8bb6c02d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72', 'mac_address': 'fa:16:3e:cb:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f04f52-f49f-4d09-9d3a-a156550db1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:26:48Z', 'updated_at': '2021-08-16T23:26:48Z', 'revision_number': 0, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e86147-e5d8-4798-a040-8a984599637a', 'name': '', 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:99:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b5b10b4a-cf69-4df4-88c1-543f4b33af2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:35Z', 'updated_at': '2021-08-16T23:26:40Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'b5b10b4a-cf69-4df4-88c1-543f4b33af2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:26:50.443806 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dc9d3c9f-573b-43da-a6bf-712360c0b92f req-979a38b4-3c01-4b0c-b6a6-01cfa21f7ddb service neutron] 10.222.0.43 "GET /v2.0/networks/e4372c26-3e82-44ec-a2a7-b00011eded72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233942 Aug 16 23:26:50.496138 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031a589d-c985-4a2e-85d6-6c4b7f0ba88f None None] New status for floating IP 85448387-15f6-401b-b2a0-ee885c74a648: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:26:50.536491 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-dc9d3c9f-573b-43da-a6bf-712360c0b92f req-7a2d9876-03b5-4cbf-ae99-801b5298fe8e service neutron] 10.222.0.43 "GET /v2.0/networks/e4372c26-3e82-44ec-a2a7-b00011eded72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845845 Aug 16 23:26:50.802584 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51476) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:50.865544 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-206ce041-3e5e-4ff2-85a7-b144f572eef8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/floatingips/85448387-15f6-401b-b2a0-ee885c74a648 HTTP/1.1" status: 200 len: 993 time: 0.0618968 Aug 16 23:27:09.103369 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d809857f-deba-4f01-9a1d-96ff801b46c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:09.104955 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:11.413294 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:11.647239 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a640795c-29a8-4133-b06e-4c8d08e3a70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:12.226810 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:13.481747 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:13.844262 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:27:15.059507 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:22.209169 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81920a39-a30d-4766-8074-d2ba76085f00 req-d52bdcb5-8b6a-4967-b816-8c41e9f9e821 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:22.210540 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53058cf-29dc-459a-8d13-5efa98b01854 req-9c733b71-8705-4de1-a0a3-70beb9d4470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:22.211031 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-81920a39-a30d-4766-8074-d2ba76085f00 req-d52bdcb5-8b6a-4967-b816-8c41e9f9e821 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0519879 Aug 16 23:27:22.212094 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c53058cf-29dc-459a-8d13-5efa98b01854 req-9c733b71-8705-4de1-a0a3-70beb9d4470e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0442793 Aug 16 23:27:22.252114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-81920a39-a30d-4766-8074-d2ba76085f00 req-f40087ec-a16c-455f-b0bd-d70b49a6f10c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350757 Aug 16 23:27:22.317055 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53058cf-29dc-459a-8d13-5efa98b01854 req-71820321-dc47-4add-a5ae-719d60dccfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:22.318490 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c53058cf-29dc-459a-8d13-5efa98b01854 req-71820321-dc47-4add-a5ae-719d60dccfde service neutron] 10.222.0.43 "GET /v2.0/networks?id=e4372c26-3e82-44ec-a2a7-b00011eded72 HTTP/1.1" status: 200 len: 896 time: 0.0986629 Aug 16 23:27:22.387600 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c53058cf-29dc-459a-8d13-5efa98b01854 req-634209cf-c247-467a-98bf-88df7b604e36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b59373dd-ee0b-465d-af60-b9ca8bb6c02d HTTP/1.1" status: 200 len: 1001 time: 0.0619035 Aug 16 23:27:22.437468 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53058cf-29dc-459a-8d13-5efa98b01854 req-8fd48c07-cdbe-4992-9df9-a73e54c323c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:22.439038 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c53058cf-29dc-459a-8d13-5efa98b01854 req-8fd48c07-cdbe-4992-9df9-a73e54c323c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b5b10b4a-cf69-4df4-88c1-543f4b33af2d HTTP/1.1" status: 200 len: 834 time: 0.0440688 Aug 16 23:27:22.484549 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53058cf-29dc-459a-8d13-5efa98b01854 req-31a4c2f7-b15f-4684-bbe0-e369c14f3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:22.486093 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c53058cf-29dc-459a-8d13-5efa98b01854 req-31a4c2f7-b15f-4684-bbe0-e369c14f3983 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e4372c26-3e82-44ec-a2a7-b00011eded72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398698 Aug 16 23:27:22.579196 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c53058cf-29dc-459a-8d13-5efa98b01854 req-c0915860-7761-4eb6-8d7c-a1401f0c84e7 service neutron] 10.222.0.43 "GET /v2.0/networks/e4372c26-3e82-44ec-a2a7-b00011eded72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851226 Aug 16 23:27:22.668266 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c53058cf-29dc-459a-8d13-5efa98b01854 req-fb22c9be-2293-4c7d-b19c-ee8d6b44cb06 service neutron] 10.222.0.43 "GET /v2.0/networks/e4372c26-3e82-44ec-a2a7-b00011eded72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821180 Aug 16 23:27:23.371361 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41615596-cd84-4963-bb29-a0fb56d7373e req-4b7a9fa6-e57a-487c-b545-d7cea81b2a14 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:23.373364 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41615596-cd84-4963-bb29-a0fb56d7373e req-4b7a9fa6-e57a-487c-b545-d7cea81b2a14 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0499685 Aug 16 23:27:23.411100 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41615596-cd84-4963-bb29-a0fb56d7373e req-b217ce17-3fa2-4ccf-8103-cac63ff3b416 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317018 Aug 16 23:27:24.533282 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac658a-9006-446b-b92d-b361a430e067 req-fd966f46-0fdb-4a7c-a717-4b8451e5db50 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:24.535209 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b4ac658a-9006-446b-b92d-b361a430e067 req-fd966f46-0fdb-4a7c-a717-4b8451e5db50 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0561707 Aug 16 23:27:24.572519 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b4ac658a-9006-446b-b92d-b361a430e067 req-4efc3d61-03b5-4593-83d5-8586f2304d95 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314002 Aug 16 23:27:25.461371 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551263c-bc97-4e91-a3ae-1e13a1b2f97f req-b639f163-69c5-4e62-8c2a-4d1bd7d37e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:25.462898 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8551263c-bc97-4e91-a3ae-1e13a1b2f97f req-b639f163-69c5-4e62-8c2a-4d1bd7d37e50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0463152 Aug 16 23:27:25.565795 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551263c-bc97-4e91-a3ae-1e13a1b2f97f req-e02f6373-9c96-4e0e-a449-5390adde3e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:25.567316 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8551263c-bc97-4e91-a3ae-1e13a1b2f97f req-e02f6373-9c96-4e0e-a449-5390adde3e88 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e4372c26-3e82-44ec-a2a7-b00011eded72 HTTP/1.1" status: 200 len: 896 time: 0.0846756 Aug 16 23:27:25.637538 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8551263c-bc97-4e91-a3ae-1e13a1b2f97f req-6c6e36c4-51cb-4352-b1ec-069f24853364 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b59373dd-ee0b-465d-af60-b9ca8bb6c02d HTTP/1.1" status: 200 len: 1001 time: 0.0634181 Aug 16 23:27:25.687609 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551263c-bc97-4e91-a3ae-1e13a1b2f97f req-ad926728-e84d-4b34-9d4f-5c3dc97eb2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:25.689120 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8551263c-bc97-4e91-a3ae-1e13a1b2f97f req-ad926728-e84d-4b34-9d4f-5c3dc97eb2be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b5b10b4a-cf69-4df4-88c1-543f4b33af2d HTTP/1.1" status: 200 len: 834 time: 0.0453501 Aug 16 23:27:25.689849 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350dcaa-49b0-431a-b523-b3d2fcd4bc17 req-4903b6be-3910-416a-9f82-292c7aa4ef03 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:25.691394 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b350dcaa-49b0-431a-b523-b3d2fcd4bc17 req-4903b6be-3910-416a-9f82-292c7aa4ef03 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0500543 Aug 16 23:27:25.729264 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b350dcaa-49b0-431a-b523-b3d2fcd4bc17 req-f8339ebc-21e1-4451-9b41-3f69b3150e14 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317316 Aug 16 23:27:25.736393 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551263c-bc97-4e91-a3ae-1e13a1b2f97f req-ed48b83a-986b-49c0-bf92-466e85f9df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:25.737912 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8551263c-bc97-4e91-a3ae-1e13a1b2f97f req-ed48b83a-986b-49c0-bf92-466e85f9df98 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e4372c26-3e82-44ec-a2a7-b00011eded72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418150 Aug 16 23:27:25.830366 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8551263c-bc97-4e91-a3ae-1e13a1b2f97f req-e65e99b0-d825-4a74-9f23-98e4f98ca18b service neutron] 10.222.0.43 "GET /v2.0/networks/e4372c26-3e82-44ec-a2a7-b00011eded72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851059 Aug 16 23:27:25.919283 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8551263c-bc97-4e91-a3ae-1e13a1b2f97f req-03cbecad-1a49-4fab-9723-e6206d2a9275 service neutron] 10.222.0.43 "GET /v2.0/networks/e4372c26-3e82-44ec-a2a7-b00011eded72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822756 Aug 16 23:27:26.845569 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52bd70-cd43-4e63-95f3-acd1091b8026 req-fcaf3ce2-14bf-4cbf-8b52-6101bbb2ac70 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:26.847206 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae52bd70-cd43-4e63-95f3-acd1091b8026 req-fcaf3ce2-14bf-4cbf-8b52-6101bbb2ac70 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0497663 Aug 16 23:27:26.884580 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ae52bd70-cd43-4e63-95f3-acd1091b8026 req-1419c1dc-4e09-47a4-beb4-af98efbb4197 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314052 Aug 16 23:27:28.008176 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e602cd-c6ad-4cb4-942d-1fe8c77b2219 req-f3f1a229-393f-4092-a6c8-df225e859d50 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:28.009782 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d7e602cd-c6ad-4cb4-942d-1fe8c77b2219 req-f3f1a229-393f-4092-a6c8-df225e859d50 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0535266 Aug 16 23:27:28.056826 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d7e602cd-c6ad-4cb4-942d-1fe8c77b2219 req-e6298aa2-bc55-4acd-afe2-b22836d5b9e4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406871 Aug 16 23:27:29.169479 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cc1f3-a7fd-411c-8fdb-d0064692561d req-61bc378a-6c1d-421c-adfb-7b70ca8677b4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:29.171458 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d56cc1f3-a7fd-411c-8fdb-d0064692561d req-61bc378a-6c1d-421c-adfb-7b70ca8677b4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0480402 Aug 16 23:27:29.209702 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d56cc1f3-a7fd-411c-8fdb-d0064692561d req-00b609c5-f6b1-4b33-8e00-589a50fc314f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322096 Aug 16 23:27:30.323098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba6a54-cf43-4468-b03a-694e1aeb8c94 req-23ab4c9d-63fb-4b2f-9b30-bdbd5cfd1bcc tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:30.324601 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-24ba6a54-cf43-4468-b03a-694e1aeb8c94 req-23ab4c9d-63fb-4b2f-9b30-bdbd5cfd1bcc tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0481751 Aug 16 23:27:30.362799 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-24ba6a54-cf43-4468-b03a-694e1aeb8c94 req-471450c3-92af-4cd5-b989-c408d9995883 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316324 Aug 16 23:27:31.480203 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9d06c-e406-4a59-a483-ad0179407236 req-392b4d2a-3f61-4dc7-aca1-792199053f73 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:31.481669 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7ca9d06c-e406-4a59-a483-ad0179407236 req-392b4d2a-3f61-4dc7-aca1-792199053f73 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0523114 Aug 16 23:27:31.519587 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7ca9d06c-e406-4a59-a483-ad0179407236 req-6b1c1fc9-ea9f-4523-9d02-3c7502f2d06a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317252 Aug 16 23:27:32.638323 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bca3c4-e05f-4f20-a26c-2d2e948bb077 req-47fe021c-27fc-4857-a7b6-8a93fed402d6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:32.640358 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f1bca3c4-e05f-4f20-a26c-2d2e948bb077 req-47fe021c-27fc-4857-a7b6-8a93fed402d6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0540965 Aug 16 23:27:32.678852 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f1bca3c4-e05f-4f20-a26c-2d2e948bb077 req-c03cbab2-c23e-49a8-83b5-a070d6afe0c7 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322263 Aug 16 23:27:33.793852 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7839f4a-8b08-428d-96a9-fdfc6db45354 req-575478c4-cf8b-45e9-87aa-9fa7d9b509b9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:33.795347 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7839f4a-8b08-428d-96a9-fdfc6db45354 req-575478c4-cf8b-45e9-87aa-9fa7d9b509b9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0496211 Aug 16 23:27:33.832599 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7839f4a-8b08-428d-96a9-fdfc6db45354 req-cb334159-8c5f-4aa0-b222-4ce69802425c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310795 Aug 16 23:27:34.952808 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9a06d-ac9c-4e01-b885-879c9c846c7f req-b3fc4e5f-a3da-4dcf-aaf8-3a6018d9ee54 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:34.954333 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1a9a06d-ac9c-4e01-b885-879c9c846c7f req-b3fc4e5f-a3da-4dcf-aaf8-3a6018d9ee54 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0535111 Aug 16 23:27:34.991544 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b1a9a06d-ac9c-4e01-b885-879c9c846c7f req-12ed650e-b39c-488e-b399-6ad7190da02e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310223 Aug 16 23:27:36.104272 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b72877-6c1f-4737-876e-91f339feaee2 req-b31964a4-1a6f-41e0-851b-3e0770282d41 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:36.105731 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60b72877-6c1f-4737-876e-91f339feaee2 req-b31964a4-1a6f-41e0-851b-3e0770282d41 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0476475 Aug 16 23:27:36.142823 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60b72877-6c1f-4737-876e-91f339feaee2 req-8d48b3ee-f614-4eae-81f8-fbd34c76dafe tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302925 Aug 16 23:27:37.257503 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5a4d4-dd68-4cff-954e-ab171de55818 req-a0784be9-178b-4f20-b79f-be248071b8df tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:37.259024 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-efd5a4d4-dd68-4cff-954e-ab171de55818 req-a0784be9-178b-4f20-b79f-be248071b8df tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0492160 Aug 16 23:27:37.297156 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-efd5a4d4-dd68-4cff-954e-ab171de55818 req-5a62bb15-69dc-442b-b366-fd5292268215 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321262 Aug 16 23:27:38.415251 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29d290-8ff3-44b6-b6bb-f02c208346e8 req-c3495318-bd92-465d-942d-907ff33a6fd2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:38.416767 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b29d290-8ff3-44b6-b6bb-f02c208346e8 req-c3495318-bd92-465d-942d-907ff33a6fd2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0521071 Aug 16 23:27:38.455873 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b29d290-8ff3-44b6-b6bb-f02c208346e8 req-aea1691d-53a1-4689-9320-ca125640c361 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320375 Aug 16 23:27:39.102270 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-26b4ed30-95bd-4b1a-ac90-7b6a45c13584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:39.104275 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:39.571180 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6124c-99bd-4b25-9369-81bd44820089 req-5e284f23-f4a0-449e-9333-6e74fe47ef58 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:39.572656 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55a6124c-99bd-4b25-9369-81bd44820089 req-5e284f23-f4a0-449e-9333-6e74fe47ef58 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0482099 Aug 16 23:27:39.610126 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-55a6124c-99bd-4b25-9369-81bd44820089 req-37c8dd60-9945-48b0-82b3-b91120b1d5eb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310156 Aug 16 23:27:39.631882 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51524) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:27:39.694266 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cf8c0de4-77cb-404d-ba18-7ee0ef626296 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/floatingips/85448387-15f6-401b-b2a0-ee885c74a648 HTTP/1.1" status: 200 len: 993 time: 0.0612161 Aug 16 23:27:41.427691 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:41.647510 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7ac9f3b5-d2c3-43b1-bfeb-6e95db3a56b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:42.231492 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:43.485784 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:45.062567 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:50.842706 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:28:09.092620 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3ca3aa0e-d77d-4450-bcaa-6990a90ff0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:09.109177 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:10.338540 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51540) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:10.496441 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting port 41c9070e-54ea-405e-a85b-a217ea446c7d {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:28:10.496776 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:10.575081 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:10.575403 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:10.586965 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Calling delete_port for 41c9070e-54ea-405e-a85b-a217ea446c7d owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:28:10.742862 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:10.769740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Port': ['ID=41c9070e-54ea-405e-a85b-a217ea446c7d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:10.794028 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:10.794376 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:10.794718 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:10.795074 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:10.796116 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:10.796578 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:10.796913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:10.797244 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:10.797573 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:10.799072 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:10.799072 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:10.799072 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:10.843687 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:10.844508 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Floating IP 85448387-15f6-401b-b2a0-ee885c74a648 disassociated (deleted). External IP: 172.25.6.183, port: b59373dd-ee0b-465d-af60-b9ca8bb6c02d. Aug 16 23:28:11.067566 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 270e08eb-801c-4aee-ae68-135ab1980b34 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:28:11.175696 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:28:11.180552 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:11.185031 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403f68ad-f5b8-4b37-a039-f64e69fd5a2a None None] Sync routers for ids ['270e08eb-801c-4aee-ae68-135ab1980b34'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:28:11.195003 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403f68ad-f5b8-4b37-a039-f64e69fd5a2a None None] Routers {'270e08eb-801c-4aee-ae68-135ab1980b34'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:28:11.195612 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-403f68ad-f5b8-4b37-a039-f64e69fd5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:27:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['270e08eb-801c-4aee-ae68-135ab1980b34'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:11.213365 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b449fe9f-4c5c-4490-ae76-dc27dc8443b6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/floatingips/85448387-15f6-401b-b2a0-ee885c74a648 HTTP/1.1" status: 204 len: 168 time: 0.8734734 Aug 16 23:28:11.214629 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f04f52-f49f-4d09-9d3a-a156550db1e1', 'tag': 'b59373dd-ee0b-465d-af60-b9ca8bb6c02d'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:28:11.219609 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb70202e-73bc-4beb-84ab-de8e296a48ff" -d '{"events": [{"name": "network-changed", "server_uuid": "79f04f52-f49f-4d09-9d3a-a156550db1e1", "tag": "b59373dd-ee0b-465d-af60-b9ca8bb6c02d"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:28:11.260943 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cde8b2e-04e6-4f43-b14b-ec99150925af x-openstack-request-id: req-0cde8b2e-04e6-4f43-b14b-ec99150925af {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:28:11.261235 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f04f52-f49f-4d09-9d3a-a156550db1e1", "tag": "b59373dd-ee0b-465d-af60-b9ca8bb6c02d", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:28:11.261536 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0cde8b2e-04e6-4f43-b14b-ec99150925af {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:28:11.261984 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f04f52-f49f-4d09-9d3a-a156550db1e1', 'tag': 'b59373dd-ee0b-465d-af60-b9ca8bb6c02d', 'status': 'completed', 'code': 200} Aug 16 23:28:11.332070 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70202e-73bc-4beb-84ab-de8e296a48ff req-deea13fc-4dce-4cf2-ae89-8f3f3437bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:11.333711 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cb70202e-73bc-4beb-84ab-de8e296a48ff req-deea13fc-4dce-4cf2-ae89-8f3f3437bd5d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0498776 Aug 16 23:28:11.437573 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70202e-73bc-4beb-84ab-de8e296a48ff req-d494d9ea-b522-433d-a015-3b786a5fa7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:11.439133 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cb70202e-73bc-4beb-84ab-de8e296a48ff req-d494d9ea-b522-433d-a015-3b786a5fa7af service neutron] 10.222.0.43 "GET /v2.0/networks?id=e4372c26-3e82-44ec-a2a7-b00011eded72 HTTP/1.1" status: 200 len: 896 time: 0.0922794 Aug 16 23:28:11.469484 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:11.484517 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31d55e-9018-40c2-83b6-f1697ab991c1 req-44cc41c5-60c3-4ff6-8c67-423767fc3bea tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:11.486132 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf31d55e-9018-40c2-83b6-f1697ab991c1 req-44cc41c5-60c3-4ff6-8c67-423767fc3bea tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0549030 Aug 16 23:28:11.487464 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cb70202e-73bc-4beb-84ab-de8e296a48ff req-8756dcc6-3be3-4bdd-b6fe-6d127ee0f433 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b59373dd-ee0b-465d-af60-b9ca8bb6c02d HTTP/1.1" status: 200 len: 217 time: 0.0402591 Aug 16 23:28:11.490119 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-403f68ad-f5b8-4b37-a039-f64e69fd5a2a None None] Set router 270e08eb-801c-4aee-ae68-135ab1980b34 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:28:11.528672 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bf31d55e-9018-40c2-83b6-f1697ab991c1 req-df94b00b-6de7-47ef-8ad5-6e29d8b1d633 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352657 Aug 16 23:28:11.548575 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70202e-73bc-4beb-84ab-de8e296a48ff req-d62edfda-d854-400a-b77a-9501e1c00844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:11.551043 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cb70202e-73bc-4beb-84ab-de8e296a48ff req-d62edfda-d854-400a-b77a-9501e1c00844 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b5b10b4a-cf69-4df4-88c1-543f4b33af2d HTTP/1.1" status: 200 len: 834 time: 0.0545237 Aug 16 23:28:11.601458 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70202e-73bc-4beb-84ab-de8e296a48ff req-bcb1af14-cce2-4e3f-a2c1-09f1fee51f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:11.602937 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cb70202e-73bc-4beb-84ab-de8e296a48ff req-bcb1af14-cce2-4e3f-a2c1-09f1fee51f33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e4372c26-3e82-44ec-a2a7-b00011eded72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438242 Aug 16 23:28:11.614726 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-cb70202e-73bc-4beb-84ab-de8e296a48ff req-4bf41e4d-93c5-4113-9160-80a1e793a473 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:28:11.615686 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cb70202e-73bc-4beb-84ab-de8e296a48ff req-4bf41e4d-93c5-4113-9160-80a1e793a473 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051358 Aug 16 23:28:11.661842 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a832922d-605a-48d9-8023-91d9f5e50c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:11.708627 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-403f68ad-f5b8-4b37-a039-f64e69fd5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097647026', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:32Z', 'updated_at': '2021-08-16T23:26:36Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:33Z', 'updated_at': '2021-08-16T23:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '45e86147-e5d8-4798-a040-8a984599637a', 'name': '', 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:99:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b5b10b4a-cf69-4df4-88c1-543f4b33af2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:35Z', 'updated_at': '2021-08-16T23:26:40Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'b5b10b4a-cf69-4df4-88c1-543f4b33af2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:11.721718 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cb70202e-73bc-4beb-84ab-de8e296a48ff req-f5c8fd43-926d-4219-b604-e7b18dec73d5 service neutron] 10.222.0.43 "GET /v2.0/networks/e4372c26-3e82-44ec-a2a7-b00011eded72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978532 Aug 16 23:28:11.738768 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403f68ad-f5b8-4b37-a039-f64e69fd5a2a None None] Checking router: 270e08eb-801c-4aee-ae68-135ab1980b34 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:28:11.747047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403f68ad-f5b8-4b37-a039-f64e69fd5a2a None None] Routers {'270e08eb-801c-4aee-ae68-135ab1980b34'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:28:11.747653 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-403f68ad-f5b8-4b37-a039-f64e69fd5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:28:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['270e08eb-801c-4aee-ae68-135ab1980b34'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:11.816524 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-cb70202e-73bc-4beb-84ab-de8e296a48ff req-9aef91de-ed4c-48c6-9c6c-ff4a330c517b service neutron] 10.222.0.43 "GET /v2.0/networks/e4372c26-3e82-44ec-a2a7-b00011eded72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866339 Aug 16 23:28:11.850930 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-403f68ad-f5b8-4b37-a039-f64e69fd5a2a None None] Set router 270e08eb-801c-4aee-ae68-135ab1980b34 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:28:12.048878 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-403f68ad-f5b8-4b37-a039-f64e69fd5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097647026', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:32Z', 'updated_at': '2021-08-16T23:26:36Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:33Z', 'updated_at': '2021-08-16T23:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '45e86147-e5d8-4798-a040-8a984599637a', 'name': '', 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:99:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b5b10b4a-cf69-4df4-88c1-543f4b33af2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:35Z', 'updated_at': '2021-08-16T23:26:40Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'b5b10b4a-cf69-4df4-88c1-543f4b33af2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:12.074955 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403f68ad-f5b8-4b37-a039-f64e69fd5a2a None None] The sync data for ids ['270e08eb-801c-4aee-ae68-135ab1980b34'] in n-d-792458-15 is: [{'id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097647026', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:32Z', 'updated_at': '2021-08-16T23:26:36Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:33Z', 'updated_at': '2021-08-16T23:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '45e86147-e5d8-4798-a040-8a984599637a', 'name': '', 'network_id': 'e4372c26-3e82-44ec-a2a7-b00011eded72', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:99:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b5b10b4a-cf69-4df4-88c1-543f4b33af2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:35Z', 'updated_at': '2021-08-16T23:26:40Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'b5b10b4a-cf69-4df4-88c1-543f4b33af2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:28:12.224964 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:12.288633 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d48c1e-8b7d-41e3-959e-a2c1a7aa866c None None] New status for floating IP 85448387-15f6-401b-b2a0-ee885c74a648: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:28:12.649928 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280af21-ee60-4911-a101-41bb88f4c31d req-ef33fb04-766b-470d-9ddf-aaa3e1d26ba7 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:12.651475 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3280af21-ee60-4911-a101-41bb88f4c31d req-ef33fb04-766b-470d-9ddf-aaa3e1d26ba7 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0503395 Aug 16 23:28:12.690037 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3280af21-ee60-4911-a101-41bb88f4c31d req-caeef06c-7130-4043-abe5-ae9be67e43e5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=3590986d-49ef-4db3-8a7f-e1bc5c433fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327017 Aug 16 23:28:12.908792 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fcb23-e816-495a-be6b-086abde8ef9c req-1f2c0494-30cd-432f-89f4-55972bd03539 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:12.910229 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-186fcb23-e816-495a-be6b-086abde8ef9c req-1f2c0494-30cd-432f-89f4-55972bd03539 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 945 time: 0.0480978 Aug 16 23:28:13.004425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-186fcb23-e816-495a-be6b-086abde8ef9c req-f600ac42-ccd7-4ab0-a320-401fd17aa188 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting port b59373dd-ee0b-465d-af60-b9ca8bb6c02d {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:28:13.004763 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-186fcb23-e816-495a-be6b-086abde8ef9c req-f600ac42-ccd7-4ab0-a320-401fd17aa188 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:13.090928 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-186fcb23-e816-495a-be6b-086abde8ef9c req-f600ac42-ccd7-4ab0-a320-401fd17aa188 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] For port b59373dd-ee0b-465d-af60-b9ca8bb6c02d, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=b59373dd-ee0b-465d-af60-b9ca8bb6c02d,segment=NetworkSegment(74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5),segment_id=74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:28:13.091288 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-186fcb23-e816-495a-be6b-086abde8ef9c req-f600ac42-ccd7-4ab0-a320-401fd17aa188 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:13.108390 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-186fcb23-e816-495a-be6b-086abde8ef9c req-f600ac42-ccd7-4ab0-a320-401fd17aa188 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Calling delete_port for b59373dd-ee0b-465d-af60-b9ca8bb6c02d owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:28:13.239875 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-186fcb23-e816-495a-be6b-086abde8ef9c req-f600ac42-ccd7-4ab0-a320-401fd17aa188 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:13.269822 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600ac42-ccd7-4ab0-a320-401fd17aa188 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Port': ['ID=b59373dd-ee0b-465d-af60-b9ca8bb6c02d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:13.315627 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-186fcb23-e816-495a-be6b-086abde8ef9c req-f600ac42-ccd7-4ab0-a320-401fd17aa188 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] No DVR routers for this DVR port b59373dd-ee0b-465d-af60-b9ca8bb6c02d on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:28:13.318320 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-186fcb23-e816-495a-be6b-086abde8ef9c req-f600ac42-ccd7-4ab0-a320-401fd17aa188 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:13.320370 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-186fcb23-e816-495a-be6b-086abde8ef9c req-f600ac42-ccd7-4ab0-a320-401fd17aa188 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "DELETE /v2.0/ports/b59373dd-ee0b-465d-af60-b9ca8bb6c02d HTTP/1.1" status: 204 len: 173 time: 0.4043832 Aug 16 23:28:13.320823 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f04f52-f49f-4d09-9d3a-a156550db1e1', 'name': 'network-vif-deleted', 'tag': 'b59373dd-ee0b-465d-af60-b9ca8bb6c02d'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:28:13.323116 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8956e9b8-7237-4825-b1d2-30f8a1085d97" -d '{"events": [{"server_uuid": "79f04f52-f49f-4d09-9d3a-a156550db1e1", "name": "network-vif-deleted", "tag": "b59373dd-ee0b-465d-af60-b9ca8bb6c02d"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:28:13.360174 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6eb009-9741-4c87-8f9b-78acd088b7d7 x-openstack-request-id: req-cf6eb009-9741-4c87-8f9b-78acd088b7d7 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:28:13.360470 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f04f52-f49f-4d09-9d3a-a156550db1e1", "name": "network-vif-deleted", "tag": "b59373dd-ee0b-465d-af60-b9ca8bb6c02d", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:28:13.360735 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cf6eb009-9741-4c87-8f9b-78acd088b7d7 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:28:13.361179 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f04f52-f49f-4d09-9d3a-a156550db1e1', 'name': 'network-vif-deleted', 'tag': 'b59373dd-ee0b-465d-af60-b9ca8bb6c02d', 'status': 'completed', 'code': 200} Aug 16 23:28:13.490020 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:13.804198 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-71d13172-c2ca-45c3-8f80-cc81228e1389 req-1799912c-4bed-4549-9d4d-e6059ec0454a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=79f04f52-f49f-4d09-9d3a-a156550db1e1 HTTP/1.1" status: 200 len: 210 time: 0.0267770 Aug 16 23:28:14.862266 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51556) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:15.067708 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:15.230437 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:15.486686 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting port 45e86147-e5d8-4798-a040-8a984599637a {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:28:15.487031 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:15.584146 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] For port 45e86147-e5d8-4798-a040-8a984599637a, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=45e86147-e5d8-4798-a040-8a984599637a,segment=NetworkSegment(74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5),segment_id=74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:28:15.584510 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:15.597741 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Calling delete_port for 45e86147-e5d8-4798-a040-8a984599637a owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:28:15.785669 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:15.813067 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Port': ['ID=45e86147-e5d8-4798-a040-8a984599637a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:15.839708 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:15.840059 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:15.840404 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:15.840741 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:15.841074 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:15.841406 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:15.841739 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:15.842173 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:15.842433 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:15.843342 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:15.843667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:15.843992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:15.996413 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:16.227829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 270e08eb-801c-4aee-ae68-135ab1980b34 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:28:16.342651 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:28:16.348088 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-25f5a358-bb23-4ce2-ad17-1b266ca81b92 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "PUT /v2.0/routers/270e08eb-801c-4aee-ae68-135ab1980b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4846025 Aug 16 23:28:16.350923 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51558) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:16.351992 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754d0e90-7f5e-474a-b9b5-de730145cca6 None None] Sync routers for ids ['270e08eb-801c-4aee-ae68-135ab1980b34'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:28:16.363141 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754d0e90-7f5e-474a-b9b5-de730145cca6 None None] Routers {'270e08eb-801c-4aee-ae68-135ab1980b34'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:28:16.363774 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-754d0e90-7f5e-474a-b9b5-de730145cca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:28:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['270e08eb-801c-4aee-ae68-135ab1980b34'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:16.404747 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-82225df5-4976-4237-8d92-3058bdefa006 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting subnet b5b10b4a-cf69-4df4-88c1-543f4b33af2d {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:28:16.407829 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82225df5-4976-4237-8d92-3058bdefa006 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:16.460654 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82225df5-4976-4237-8d92-3058bdefa006 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:16.468523 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-754d0e90-7f5e-474a-b9b5-de730145cca6 None None] Set router 270e08eb-801c-4aee-ae68-135ab1980b34 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:28:16.549415 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82225df5-4976-4237-8d92-3058bdefa006 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:16.610403 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82225df5-4976-4237-8d92-3058bdefa006 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:16.638636 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82225df5-4976-4237-8d92-3058bdefa006 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b10b4a-cf69-4df4-88c1-543f4b33af2d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:16.642815 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-82225df5-4976-4237-8d92-3058bdefa006 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:16.644915 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-82225df5-4976-4237-8d92-3058bdefa006 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/subnets/b5b10b4a-cf69-4df4-88c1-543f4b33af2d HTTP/1.1" status: 204 len: 168 time: 0.2929337 Aug 16 23:28:16.647617 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51560) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:16.651178 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b14a65e-8787-438d-aaaa-df0b1fd009dd None None] Network e4372c26-3e82-44ec-a2a7-b00011eded72 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:28:16.719385 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-754d0e90-7f5e-474a-b9b5-de730145cca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097647026', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:32Z', 'updated_at': '2021-08-16T23:28:15Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:33Z', 'updated_at': '2021-08-16T23:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:16.752284 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754d0e90-7f5e-474a-b9b5-de730145cca6 None None] Checking router: 270e08eb-801c-4aee-ae68-135ab1980b34 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:28:16.757800 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95441d2c-c34d-42fc-b836-bbf40acbcbf1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:16.790869 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754d0e90-7f5e-474a-b9b5-de730145cca6 None None] Routers {'270e08eb-801c-4aee-ae68-135ab1980b34'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:28:16.791502 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-754d0e90-7f5e-474a-b9b5-de730145cca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:28:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['270e08eb-801c-4aee-ae68-135ab1980b34'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:16.869563 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95441d2c-c34d-42fc-b836-bbf40acbcbf1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:16.907195 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-754d0e90-7f5e-474a-b9b5-de730145cca6 None None] Set router 270e08eb-801c-4aee-ae68-135ab1980b34 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:28:16.936374 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-95441d2c-c34d-42fc-b836-bbf40acbcbf1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting port ae17b7d0-ab51-4c2c-b637-da90150fee2e {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:28:16.936742 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95441d2c-c34d-42fc-b836-bbf40acbcbf1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:16.963590 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68224af9-78a2-4695-bbd6-afd5ad425830 None None] DHCP port deletion for e4372c26-3e82-44ec-a2a7-b00011eded72 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:28:17.024025 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-95441d2c-c34d-42fc-b836-bbf40acbcbf1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] For port ae17b7d0-ab51-4c2c-b637-da90150fee2e, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=ae17b7d0-ab51-4c2c-b637-da90150fee2e,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:28:17.024758 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95441d2c-c34d-42fc-b836-bbf40acbcbf1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:17.037370 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-95441d2c-c34d-42fc-b836-bbf40acbcbf1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Calling delete_port for ae17b7d0-ab51-4c2c-b637-da90150fee2e owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:28:17.097727 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-68224af9-78a2-4695-bbd6-afd5ad425830 None None] Deleting port e77080b1-ea36-4de8-88b7-1896873f529e {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:28:17.098131 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-68224af9-78a2-4695-bbd6-afd5ad425830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:17.168693 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-68224af9-78a2-4695-bbd6-afd5ad425830 None None] For port e77080b1-ea36-4de8-88b7-1896873f529e, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=e77080b1-ea36-4de8-88b7-1896873f529e,segment=NetworkSegment(74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5),segment_id=74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:28:17.168946 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-68224af9-78a2-4695-bbd6-afd5ad425830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:17.183472 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-68224af9-78a2-4695-bbd6-afd5ad425830 None None] Calling delete_port for e77080b1-ea36-4de8-88b7-1896873f529e owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:28:17.201690 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-754d0e90-7f5e-474a-b9b5-de730145cca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097647026', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:32Z', 'updated_at': '2021-08-16T23:28:15Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:33Z', 'updated_at': '2021-08-16T23:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:17.214729 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95441d2c-c34d-42fc-b836-bbf40acbcbf1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:17.242263 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95441d2c-c34d-42fc-b836-bbf40acbcbf1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Port': ['ID=ae17b7d0-ab51-4c2c-b637-da90150fee2e,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:17.259473 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754d0e90-7f5e-474a-b9b5-de730145cca6 None None] The sync data for ids ['270e08eb-801c-4aee-ae68-135ab1980b34'] in n-d-792458-15 is: [{'id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097647026', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:32Z', 'updated_at': '2021-08-16T23:28:15Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'ae17b7d0-ab51-4c2c-b637-da90150fee2e', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e08eb-801c-4aee-ae68-135ab1980b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:33Z', 'updated_at': '2021-08-16T23:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:28:17.307464 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-68224af9-78a2-4695-bbd6-afd5ad425830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:17.316958 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95441d2c-c34d-42fc-b836-bbf40acbcbf1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:17.333514 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68224af9-78a2-4695-bbd6-afd5ad425830 None None] Pushing event deleted for resources: {'Port': ['ID=e77080b1-ea36-4de8-88b7-1896873f529e,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:17.341391 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68224af9-78a2-4695-bbd6-afd5ad425830 None None] No DVR routers for this DVR port e77080b1-ea36-4de8-88b7-1896873f529e on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:28:17.344460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68224af9-78a2-4695-bbd6-afd5ad425830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:17.344460 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68224af9-78a2-4695-bbd6-afd5ad425830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:17.346648 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68224af9-78a2-4695-bbd6-afd5ad425830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:17.346648 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68224af9-78a2-4695-bbd6-afd5ad425830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:17.346648 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68224af9-78a2-4695-bbd6-afd5ad425830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:17.346648 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68224af9-78a2-4695-bbd6-afd5ad425830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:17.346648 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68224af9-78a2-4695-bbd6-afd5ad425830 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:17.347153 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68224af9-78a2-4695-bbd6-afd5ad425830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:17.347153 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68224af9-78a2-4695-bbd6-afd5ad425830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:17.347461 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68224af9-78a2-4695-bbd6-afd5ad425830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:17.347791 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68224af9-78a2-4695-bbd6-afd5ad425830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:17.348114 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68224af9-78a2-4695-bbd6-afd5ad425830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:17.410146 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95441d2c-c34d-42fc-b836-bbf40acbcbf1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:17.412279 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95441d2c-c34d-42fc-b836-bbf40acbcbf1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:17.459041 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95441d2c-c34d-42fc-b836-bbf40acbcbf1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:17.459596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95441d2c-c34d-42fc-b836-bbf40acbcbf1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Fanout notify agent at l3_agent the message router_deleted on router 270e08eb-801c-4aee-ae68-135ab1980b34 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:28:17.466547 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-95441d2c-c34d-42fc-b836-bbf40acbcbf1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:17.468648 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-95441d2c-c34d-42fc-b836-bbf40acbcbf1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/routers/270e08eb-801c-4aee-ae68-135ab1980b34 HTTP/1.1" status: 204 len: 168 time: 0.8187973 Aug 16 23:28:17.470901 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51562) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:17.546623 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe02831b-e73c-46fc-b161-61624e4176a0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:17.641800 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe02831b-e73c-46fc-b161-61624e4176a0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:17.652753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-fe02831b-e73c-46fc-b161-61624e4176a0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4372c26-3e82-44ec-a2a7-b00011eded72']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:17.663652 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-fe02831b-e73c-46fc-b161-61624e4176a0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:17.664067 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-fe02831b-e73c-46fc-b161-61624e4176a0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e0c00c-f4dd-4ddc-bad0-ace8e64e42e5') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:17.673557 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe02831b-e73c-46fc-b161-61624e4176a0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:17.689069 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe02831b-e73c-46fc-b161-61624e4176a0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:17.695459 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe02831b-e73c-46fc-b161-61624e4176a0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:28:17.695861 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe02831b-e73c-46fc-b161-61624e4176a0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: timer() Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:28:17.699432 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:28:17.770329 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe02831b-e73c-46fc-b161-61624e4176a0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:17.778159 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fe02831b-e73c-46fc-b161-61624e4176a0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:17.780491 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fe02831b-e73c-46fc-b161-61624e4176a0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/networks/e4372c26-3e82-44ec-a2a7-b00011eded72 HTTP/1.1" status: 204 len: 168 time: 0.3084037 Aug 16 23:28:17.783124 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51564) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:17.792728 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02831b-e73c-46fc-b161-61624e4176a0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Network': ['ID=e4372c26-3e82-44ec-a2a7-b00011eded72,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:17.847931 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa16de6e-1a23-45b1-aaa9-c0a06866326f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:17.885716 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa16de6e-1a23-45b1-aaa9-c0a06866326f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:17.942319 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e77080b1-ea36-4de8-88b7-1896873f529e no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:28:17.961842 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa16de6e-1a23-45b1-aaa9-c0a06866326f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:17.963978 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: e77080b1-ea36-4de8-88b7-1896873f529e {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:28:17.964449 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device e77080b1-ea36-4de8-88b7-1896873f529e not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:28:17.964987 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 45e86147-e5d8-4798-a040-8a984599637a no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:28:17.965257 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa16de6e-1a23-45b1-aaa9-c0a06866326f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:17.966681 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fa16de6e-1a23-45b1-aaa9-c0a06866326f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/security-groups/3590986d-49ef-4db3-8a7f-e1bc5c433fd5 HTTP/1.1" status: 204 len: 168 time: 0.1821275 Aug 16 23:28:17.977034 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16de6e-1a23-45b1-aaa9-c0a06866326f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3590986d-49ef-4db3-8a7f-e1bc5c433fd5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:17.993648 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 45e86147-e5d8-4798-a040-8a984599637a {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:28:17.994012 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 45e86147-e5d8-4798-a040-8a984599637a not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:28:18.149605 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device b59373dd-ee0b-465d-af60-b9ca8bb6c02d no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:28:18.169860 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: b59373dd-ee0b-465d-af60-b9ca8bb6c02d {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:28:18.170244 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device b59373dd-ee0b-465d-af60-b9ca8bb6c02d not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:28:18.271602 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51570) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:18.276675 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e78e2850-8a16-4eb4-8200-e8775d114bff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-76599898', 'description': 'tempest-secgroup-smoke-76599898 description', 'project_id': '3272cbc0ac75488084cdb13f2cd61576'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:28:18.301269 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e78e2850-8a16-4eb4-8200-e8775d114bff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.391103 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e78e2850-8a16-4eb4-8200-e8775d114bff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.395244 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e78e2850-8a16-4eb4-8200-e8775d114bff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.425226 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e78e2850-8a16-4eb4-8200-e8775d114bff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.426556 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e78e2850-8a16-4eb4-8200-e8775d114bff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1537185 Aug 16 23:28:18.427409 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e2850-8a16-4eb4-8200-e8775d114bff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=735fa5f2-00ef-49e1-904e-6c6f952987d0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:18.429535 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51572) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:18.434015 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6808b19e-aecf-4f14-9da7-84ecaff1eae1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': '735fa5f2-00ef-49e1-904e-6c6f952987d0', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:28:18.462435 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6808b19e-aecf-4f14-9da7-84ecaff1eae1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.521370 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6808b19e-aecf-4f14-9da7-84ecaff1eae1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.525436 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6808b19e-aecf-4f14-9da7-84ecaff1eae1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.543444 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808b19e-aecf-4f14-9da7-84ecaff1eae1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41338df-3a0f-44ae-ab61-51b674d4f787,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:18.549609 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6808b19e-aecf-4f14-9da7-84ecaff1eae1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.553530 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6808b19e-aecf-4f14-9da7-84ecaff1eae1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203609 Aug 16 23:28:18.553681 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51574) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:18.558073 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c45bf5a3-aab5-49c7-9098-4548e41246a3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': '735fa5f2-00ef-49e1-904e-6c6f952987d0', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:28:18.584396 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c45bf5a3-aab5-49c7-9098-4548e41246a3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.652004 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c45bf5a3-aab5-49c7-9098-4548e41246a3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.656378 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c45bf5a3-aab5-49c7-9098-4548e41246a3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.674543 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45bf5a3-aab5-49c7-9098-4548e41246a3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c542ad-44cf-4770-b992-1b299fc8dda4,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:18.681031 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c45bf5a3-aab5-49c7-9098-4548e41246a3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.682282 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-c45bf5a3-aab5-49c7-9098-4548e41246a3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276243 Aug 16 23:28:18.685234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51576) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:18.689675 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f32b1d45-6502-47ea-a21b-0a60bfdd63b3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': '735fa5f2-00ef-49e1-904e-6c6f952987d0', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:28:18.715302 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f32b1d45-6502-47ea-a21b-0a60bfdd63b3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.784754 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f32b1d45-6502-47ea-a21b-0a60bfdd63b3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.788504 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f32b1d45-6502-47ea-a21b-0a60bfdd63b3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.803212 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b1d45-6502-47ea-a21b-0a60bfdd63b3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3105ca89-a020-400d-b352-c3d095727c91,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:18.812352 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f32b1d45-6502-47ea-a21b-0a60bfdd63b3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.813531 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f32b1d45-6502-47ea-a21b-0a60bfdd63b3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273682 Aug 16 23:28:18.816283 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51578) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:18.820682 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3a299feb-e9e3-4e83-bb3c-d009038e87bb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': '735fa5f2-00ef-49e1-904e-6c6f952987d0', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:28:18.847890 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a299feb-e9e3-4e83-bb3c-d009038e87bb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.908868 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a299feb-e9e3-4e83-bb3c-d009038e87bb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.912412 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a299feb-e9e3-4e83-bb3c-d009038e87bb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.930189 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a299feb-e9e3-4e83-bb3c-d009038e87bb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be440c7e-f6cc-44c6-b342-b2b630108e26,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:18.935419 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a299feb-e9e3-4e83-bb3c-d009038e87bb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.936849 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3a299feb-e9e3-4e83-bb3c-d009038e87bb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193230 Aug 16 23:28:18.939316 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51580) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:18.943897 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e94f1248-293d-4fd8-9a97-e4a6a5c7cff0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': '735fa5f2-00ef-49e1-904e-6c6f952987d0', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:28:18.966990 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-e94f1248-293d-4fd8-9a97-e4a6a5c7cff0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Project 3272cbc0ac75488084cdb13f2cd61576 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:28:18.972645 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e94f1248-293d-4fd8-9a97-e4a6a5c7cff0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.036428 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e94f1248-293d-4fd8-9a97-e4a6a5c7cff0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.040433 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e94f1248-293d-4fd8-9a97-e4a6a5c7cff0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.060029 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f1248-293d-4fd8-9a97-e4a6a5c7cff0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31600f28-aa18-4740-bd4e-27d232369c47,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:19.067840 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e94f1248-293d-4fd8-9a97-e4a6a5c7cff0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.069086 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e94f1248-293d-4fd8-9a97-e4a6a5c7cff0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287811 Aug 16 23:28:19.071856 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51582) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:19.076378 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3156e556-2298-4659-8a4c-0e5b02fac293 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': '735fa5f2-00ef-49e1-904e-6c6f952987d0', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:28:19.099257 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-3156e556-2298-4659-8a4c-0e5b02fac293 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Project 3272cbc0ac75488084cdb13f2cd61576 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:28:19.104173 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3156e556-2298-4659-8a4c-0e5b02fac293 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.166402 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3156e556-2298-4659-8a4c-0e5b02fac293 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.170012 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3156e556-2298-4659-8a4c-0e5b02fac293 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.188029 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156e556-2298-4659-8a4c-0e5b02fac293 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9fd69d-f0e9-4664-8989-5b26c450ebda,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:19.194492 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3156e556-2298-4659-8a4c-0e5b02fac293 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.195767 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-3156e556-2298-4659-8a4c-0e5b02fac293 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229639 Aug 16 23:28:19.198570 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51584) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:19.204077 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-608de05f-33f4-4d89-b1e5-f0d935d20088 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'network': {'name': 'tempest-network-smoke--1725604313', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'port_security_enabled': True}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:28:19.224053 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608de05f-33f4-4d89-b1e5-f0d935d20088 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Made reservation on behalf of 3272cbc0ac75488084cdb13f2cd61576 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:28:19.227490 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-608de05f-33f4-4d89-b1e5-f0d935d20088 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.251490 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608de05f-33f4-4d89-b1e5-f0d935d20088 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:28:19.260156 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-608de05f-33f4-4d89-b1e5-f0d935d20088 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.260496 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-608de05f-33f4-4d89-b1e5-f0d935d20088 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Added segment 5f4c26c7-ab88-49f4-b274-54c3f16076f0 of type vlan for network b8c962c4-bdb8-47f9-84da-3d961f8416c4 Aug 16 23:28:19.301721 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-608de05f-33f4-4d89-b1e5-f0d935d20088 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.328293 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-608de05f-33f4-4d89-b1e5-f0d935d20088 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.333915 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608de05f-33f4-4d89-b1e5-f0d935d20088 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:19.334545 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-608de05f-33f4-4d89-b1e5-f0d935d20088 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.390514 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-608de05f-33f4-4d89-b1e5-f0d935d20088 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1908953 Aug 16 23:28:19.393691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51586) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:19.404879 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-635ede66-641d-4ebf-a182-6e18f6c59da4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-572522876', 'admin_state_up': True, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:28:19.416811 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608de05f-33f4-4d89-b1e5-f0d935d20088 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Network': ['ID=b8c962c4-bdb8-47f9-84da-3d961f8416c4,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:19.427049 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network b8c962c4-bdb8-47f9-84da-3d961f8416c4 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:28:19.435653 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-635ede66-641d-4ebf-a182-6e18f6c59da4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.437372 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-635ede66-641d-4ebf-a182-6e18f6c59da4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.490792 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-635ede66-641d-4ebf-a182-6e18f6c59da4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.637489 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-635ede66-641d-4ebf-a182-6e18f6c59da4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.816357 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ae17b7d0-ab51-4c2c-b637-da90150fee2e no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:28:19.835392 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-635ede66-641d-4ebf-a182-6e18f6c59da4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.837265 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: ae17b7d0-ab51-4c2c-b637-da90150fee2e {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:28:19.837716 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device ae17b7d0-ab51-4c2c-b637-da90150fee2e not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:28:19.856602 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-635ede66-641d-4ebf-a182-6e18f6c59da4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.967407 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-635ede66-641d-4ebf-a182-6e18f6c59da4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Allocated IP 172.25.6.93 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/b508a826-6bd6-4dda-bb8b-ab96edfe84c1) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:28:20.079905 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-635ede66-641d-4ebf-a182-6e18f6c59da4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:20.124179 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-635ede66-641d-4ebf-a182-6e18f6c59da4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:20.165842 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635ede66-641d-4ebf-a182-6e18f6c59da4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:28:20.171377 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-635ede66-641d-4ebf-a182-6e18f6c59da4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:28:20.174572 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ede66-641d-4ebf-a182-6e18f6c59da4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:28:20.178711 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ede66-641d-4ebf-a182-6e18f6c59da4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=b508a826-6bd6-4dda-bb8b-ab96edfe84c1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:20.439196 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-635ede66-641d-4ebf-a182-6e18f6c59da4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:20.646462 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-635ede66-641d-4ebf-a182-6e18f6c59da4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:20.778492 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635ede66-641d-4ebf-a182-6e18f6c59da4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 41e266b9-b16f-4daa-9a95-87974f75678b is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:28:21.223863 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635ede66-641d-4ebf-a182-6e18f6c59da4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:28:21.235338 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] Sync routers for ids ['41e266b9-b16f-4daa-9a95-87974f75678b'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:28:21.245457 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-635ede66-641d-4ebf-a182-6e18f6c59da4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:21.245780 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] Routers {'41e266b9-b16f-4daa-9a95-87974f75678b'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:28:21.246541 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:28:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['41e266b9-b16f-4daa-9a95-87974f75678b'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:21.246828 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-635ede66-641d-4ebf-a182-6e18f6c59da4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8525639 Aug 16 23:28:21.250166 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51590) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:21.284147 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-10a88b6f-2224-4c14-ac89-512342d71963 tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=3272cbc0ac75488084cdb13f2cd61576&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303998 Aug 16 23:28:21.284367 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51592) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:21.379371 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14985120-ee4f-47a4-aa50-570c9ea586c3 tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:21.380872 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-14985120-ee4f-47a4-aa50-570c9ea586c3 tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0955727 Aug 16 23:28:21.383892 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51594) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:21.416032 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-44e2ff7e-a7c9-409a-ac14-248c61fcd923 tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310600 Aug 16 23:28:21.418583 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51596) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:21.423377 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0d7a846b-8fa2-43ac-ac1a-a3af4b2c3361 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-123807499', 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:28:21.452671 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] Set router 41e266b9-b16f-4daa-9a95-87974f75678b gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:28:21.513707 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7a846b-8fa2-43ac-ac1a-a3af4b2c3361 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Made reservation on behalf of 3272cbc0ac75488084cdb13f2cd61576 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:28:21.519287 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d7a846b-8fa2-43ac-ac1a-a3af4b2c3361 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:21.634408 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572522876', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:20Z', 'revision_number': 3, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:21.661253 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] Checking router: 41e266b9-b16f-4daa-9a95-87974f75678b for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:28:21.661598 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] Updating router 41e266b9-b16f-4daa-9a95-87974f75678b port b508a826-6bd6-4dda-bb8b-ab96edfe84c1 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:28:21.686774 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:21.716426 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d7a846b-8fa2-43ac-ac1a-a3af4b2c3361 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:21.776766 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a846b-8fa2-43ac-ac1a-a3af4b2c3361 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Subnet': ['ID=f59884b0-9394-441f-b85a-59fddb976595,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:21.788501 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7a846b-8fa2-43ac-ac1a-a3af4b2c3361 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Checking segment: {'id': '5f4c26c7-ab88-49f4-b274-54c3f16076f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:28:21.788873 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7a846b-8fa2-43ac-ac1a-a3af4b2c3361 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network hostable DHCP agents. Network: b8c962c4-bdb8-47f9-84da-3d961f8416c4, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:28:21.807747 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7a846b-8fa2-43ac-ac1a-a3af4b2c3361 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network b8c962c4-bdb8-47f9-84da-3d961f8416c4 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:28:21.817844 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0d7a846b-8fa2-43ac-ac1a-a3af4b2c3361 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, b8c962c4-bdb8-47f9-84da-3d961f8416c4) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:28:21.822544 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7a846b-8fa2-43ac-ac1a-a3af4b2c3361 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:21.823144 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0d7a846b-8fa2-43ac-ac1a-a3af4b2c3361 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:21.827393 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6cb481-8bc9-4a16-94dd-2d194b5f5906 None None] Network b8c962c4-bdb8-47f9-84da-3d961f8416c4 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:28:21.840339 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0d7a846b-8fa2-43ac-ac1a-a3af4b2c3361 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4205325 Aug 16 23:28:21.843164 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51598) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:21.965179 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:21.976464 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] Transition to ACTIVE for port object b508a826-6bd6-4dda-bb8b-ab96edfe84c1 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:28:21.985641 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:21.991006 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-b8c962c4-bdb8-47f9-84da-3d961f8416c4', 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ips': [{'subnet_id': 'f59884b0-9394-441f-b85a-59fddb976595'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:28:21.995147 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:22.035032 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] Attempting to bind port b508a826-6bd6-4dda-bb8b-ab96edfe84c1 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:28:22.035349 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] Attempting to bind port b508a826-6bd6-4dda-bb8b-ab96edfe84c1 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:28:22.035682 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] Attempting to bind port b508a826-6bd6-4dda-bb8b-ab96edfe84c1 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:28:22.044710 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:28:22.045129 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:28:22.046072 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:22.046517 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:28:22.046898 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] Bound port: b508a826-6bd6-4dda-bb8b-ab96edfe84c1, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:28:22.047278 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:22.074585 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe618e62-baee-40e4-8004-0f4c6f113692 None None] Pushing event updated for resources: {'Port': ['ID=b508a826-6bd6-4dda-bb8b-ab96edfe84c1,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:22.089143 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618e62-baee-40e4-8004-0f4c6f113692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:22.089535 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618e62-baee-40e4-8004-0f4c6f113692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:22.089831 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618e62-baee-40e4-8004-0f4c6f113692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:22.090190 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618e62-baee-40e4-8004-0f4c6f113692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:22.090521 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618e62-baee-40e4-8004-0f4c6f113692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:22.090914 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618e62-baee-40e4-8004-0f4c6f113692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:22.091324 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618e62-baee-40e4-8004-0f4c6f113692 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:22.091688 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618e62-baee-40e4-8004-0f4c6f113692 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:22.092078 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618e62-baee-40e4-8004-0f4c6f113692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:22.092407 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618e62-baee-40e4-8004-0f4c6f113692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:22.093259 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618e62-baee-40e4-8004-0f4c6f113692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:22.093587 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe618e62-baee-40e4-8004-0f4c6f113692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:22.117396 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] For port b508a826-6bd6-4dda-bb8b-ab96edfe84c1, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:28:22.120999 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] For port b508a826-6bd6-4dda-bb8b-ab96edfe84c1, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b508a826-6bd6-4dda-bb8b-ab96edfe84c1,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:28:22.125849 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:22.191463 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] Routers {'41e266b9-b16f-4daa-9a95-87974f75678b'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:28:22.192103 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:28:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['41e266b9-b16f-4daa-9a95-87974f75678b'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:22.194186 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] Allocated IP 172.20.0.2 (b8c962c4-bdb8-47f9-84da-3d961f8416c4/f59884b0-9394-441f-b85a-59fddb976595/cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:28:22.306044 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7471c311-15b1-4c3f-a4b2-120eed573f11 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:22.320416 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe618e62-baee-40e4-8004-0f4c6f113692 None None] Pushing event updated for resources: {'Port': ['ID=b508a826-6bd6-4dda-bb8b-ab96edfe84c1,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:22.349697 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] Set router 41e266b9-b16f-4daa-9a95-87974f75678b gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:28:22.361811 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:22.371406 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] Transition to ACTIVE for port object cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:28:22.389925 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] Transition to ACTIVE for port object cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:28:22.396377 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:22.438482 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] Network b8c962c4-bdb8-47f9-84da-3d961f8416c4 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:28:22.441489 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:28:22.445257 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:28:22.450847 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] Pushing event updated for resources: {'Port': ['ID=cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:22.515228 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] Attempting to bind port cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:28:22.515619 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] Attempting to bind port cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '5f4c26c7-ab88-49f4-b274-54c3f16076f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:28:22.515969 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] Attempting to bind port cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9 on network b8c962c4-bdb8-47f9-84da-3d961f8416c4 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:28:22.521109 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:28:22.521489 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] Checking segment: {'id': '5f4c26c7-ab88-49f4-b274-54c3f16076f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:28:22.521894 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:22.522316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] Bound using segment: {'id': '5f4c26c7-ab88-49f4-b274-54c3f16076f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:28:22.522794 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] Bound port: cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f4c26c7-ab88-49f4-b274-54c3f16076f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:28:22.523178 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:22.561822 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572522876', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:20Z', 'revision_number': 3, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:22.591102 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ba329b-7a86-469a-af78-096e9025de14 None None] The sync data for ids ['41e266b9-b16f-4daa-9a95-87974f75678b'] in n-d-792458-15 is: [{'id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572522876', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:20Z', 'revision_number': 3, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:28:22.599647 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] For port cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:28:22.603054 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] For port cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9,segment=NetworkSegment(5f4c26c7-ab88-49f4-b274-54c3f16076f0),segment_id=5f4c26c7-ab88-49f4-b274-54c3f16076f0)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:28:22.609021 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:22.642913 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-7471c311-15b1-4c3f-a4b2-120eed573f11 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Allocated IP 172.20.0.1 (b8c962c4-bdb8-47f9-84da-3d961f8416c4/f59884b0-9394-441f-b85a-59fddb976595/789bd652-d2a5-40f2-a754-edbb2e0b2343) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:28:22.684034 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7701ed-d425-4663-871a-9ba5eafdf5ea None None] Pushing event updated for resources: {'Port': ['ID=cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:22.777271 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7471c311-15b1-4c3f-a4b2-120eed573f11 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:22.793839 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-7471c311-15b1-4c3f-a4b2-120eed573f11 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Transition to ACTIVE for port object 789bd652-d2a5-40f2-a754-edbb2e0b2343 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:28:22.832610 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7471c311-15b1-4c3f-a4b2-120eed573f11 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:22.919488 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7471c311-15b1-4c3f-a4b2-120eed573f11 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network b8c962c4-bdb8-47f9-84da-3d961f8416c4 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:28:22.920866 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471c311-15b1-4c3f-a4b2-120eed573f11 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=789bd652-d2a5-40f2-a754-edbb2e0b2343,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:22.929805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-7471c311-15b1-4c3f-a4b2-120eed573f11 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:28:22.932810 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7471c311-15b1-4c3f-a4b2-120eed573f11 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:28:22.999187 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7471c311-15b1-4c3f-a4b2-120eed573f11 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:23.138839 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7471c311-15b1-4c3f-a4b2-120eed573f11 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:23.462755 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7471c311-15b1-4c3f-a4b2-120eed573f11 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:23.468424 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7471c311-15b1-4c3f-a4b2-120eed573f11 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:23.544327 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471c311-15b1-4c3f-a4b2-120eed573f11 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=789bd652-d2a5-40f2-a754-edbb2e0b2343,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:23.547504 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7471c311-15b1-4c3f-a4b2-120eed573f11 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:23.670384 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7471c311-15b1-4c3f-a4b2-120eed573f11 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network b8c962c4-bdb8-47f9-84da-3d961f8416c4 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:28:23.672364 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-7471c311-15b1-4c3f-a4b2-120eed573f11 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:28:23.708165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3f8bf6-02df-4b47-8720-0bb5393c518d None None] Network b8c962c4-bdb8-47f9-84da-3d961f8416c4 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:28:23.777431 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-af5ab7d5-e22a-4612-8f91-fa5658605687 None None] Provisioning for port cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:28:23.825881 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7471c311-15b1-4c3f-a4b2-120eed573f11 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 41e266b9-b16f-4daa-9a95-87974f75678b has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:28:23.976434 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:28:23.985464 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7471c311-15b1-4c3f-a4b2-120eed573f11 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:28:23.992630 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-7471c311-15b1-4c3f-a4b2-120eed573f11 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "PUT /v2.0/routers/41e266b9-b16f-4daa-9a95-87974f75678b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1483774 Aug 16 23:28:24.046698 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:28:24.051186 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:28:24.052349 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:24.171135 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-e495f126-2a4a-406d-80a8-f7bd45c0ea21 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-76599898&fields=id&tenant_id=3272cbc0ac75488084cdb13f2cd61576 HTTP/1.1" status: 200 len: 267 time: 0.0460632 Aug 16 23:28:24.174418 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:24.218575 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9,segment=NetworkSegment(5f4c26c7-ab88-49f4-b274-54c3f16076f0),segment_id=5f4c26c7-ab88-49f4-b274-54c3f16076f0)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:28:24.224096 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:24.224946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b508a826-6bd6-4dda-bb8b-ab96edfe84c1 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:28:24.230348 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-32271c83-1319-409c-a148-1ff0488215a9 None None] Provisioning for port 789bd652-d2a5-40f2-a754-edbb2e0b2343 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:28:24.272210 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-32271c83-1319-409c-a148-1ff0488215a9 None None] Provisioning complete for port 789bd652-d2a5-40f2-a754-edbb2e0b2343 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:28:24.272583 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-32271c83-1319-409c-a148-1ff0488215a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:24.310802 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-4aa8ded4-2806-421d-ba14-5ba1a5fc65ff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:24.319259 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-4aa8ded4-2806-421d-ba14-5ba1a5fc65ff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/networks?id=b8c962c4-bdb8-47f9-84da-3d961f8416c4 HTTP/1.1" status: 200 len: 797 time: 0.1362622 Aug 16 23:28:24.331390 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-9985fe97-620b-4b3f-899a-cfaf2eb9d519 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/quotas/3272cbc0ac75488084cdb13f2cd61576 HTTP/1.1" status: 200 len: 375 time: 0.0111897 Aug 16 23:28:24.395087 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-ff0c658b-c52f-4ecf-994c-270189336bf1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574605 Aug 16 23:28:24.483908 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] Sync routers for ids ['41e266b9-b16f-4daa-9a95-87974f75678b'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:28:24.518248 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] Routers {'41e266b9-b16f-4daa-9a95-87974f75678b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:28:24.518892 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:28:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['41e266b9-b16f-4daa-9a95-87974f75678b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:24.524282 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-dce207dd-c1d4-4ccf-a6a3-deeafe822dff service neutron] 10.222.0.93 "GET /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151373 Aug 16 23:28:24.564022 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-32271c83-1319-409c-a148-1ff0488215a9 None None] Port 789bd652-d2a5-40f2-a754-edbb2e0b2343 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:28:24.571843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:24.626341 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-32271c83-1319-409c-a148-1ff0488215a9 None None] Provisioning complete for port cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:28:24.627010 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-32271c83-1319-409c-a148-1ff0488215a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:24.630496 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port b508a826-6bd6-4dda-bb8b-ab96edfe84c1 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:28:24.644957 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-717f3780-56db-48b7-b61d-d671a0ec4e43 service neutron] 10.222.0.93 "GET /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195562 Aug 16 23:28:24.655355 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port b508a826-6bd6-4dda-bb8b-ab96edfe84c1 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:28:24.655730 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:24.721025 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] Set router 41e266b9-b16f-4daa-9a95-87974f75678b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:28:24.832023 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f187afa5-b05c-4226-9819-413555e256d7 req-b5e03343-f701-4897-a950-ce97d7e36b81 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 210 time: 0.0290799 Aug 16 23:28:24.914899 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:24.945387 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port b508a826-6bd6-4dda-bb8b-ab96edfe84c1, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b508a826-6bd6-4dda-bb8b-ab96edfe84c1,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:28:24.955607 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:25.055148 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=b508a826-6bd6-4dda-bb8b-ab96edfe84c1,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:25.067610 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6d86b2e5-a01b-4704-878a-8c7b7c0a27f1 None None] Provisioning complete for port 789bd652-d2a5-40f2-a754-edbb2e0b2343 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:28:25.067983 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6d86b2e5-a01b-4704-878a-8c7b7c0a27f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:25.109936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-6d86b2e5-a01b-4704-878a-8c7b7c0a27f1 None None] Port 789bd652-d2a5-40f2-a754-edbb2e0b2343 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:28:25.112845 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572522876', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:23Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '789bd652-d2a5-40f2-a754-edbb2e0b2343', 'name': '', 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:4f:23:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f59884b0-9394-441f-b85a-59fddb976595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:22Z', 'updated_at': '2021-08-16T23:28:23Z', 'revision_number': 2, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'f59884b0-9394-441f-b85a-59fddb976595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:25.142738 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] Checking router: 41e266b9-b16f-4daa-9a95-87974f75678b for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:28:25.143027 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] Updating router 41e266b9-b16f-4daa-9a95-87974f75678b port 789bd652-d2a5-40f2-a754-edbb2e0b2343 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:28:25.169386 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:25.471325 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:25.481452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] Transition to ACTIVE for port object 789bd652-d2a5-40f2-a754-edbb2e0b2343 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:28:25.487832 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:25.537260 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d7d9c-3950-4049-9d8a-a814ef8b47b1 None None] Pushing event updated for resources: {'Port': ['ID=789bd652-d2a5-40f2-a754-edbb2e0b2343,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:25.591192 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] Attempting to bind port 789bd652-d2a5-40f2-a754-edbb2e0b2343 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:28:25.591524 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] Attempting to bind port 789bd652-d2a5-40f2-a754-edbb2e0b2343 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '5f4c26c7-ab88-49f4-b274-54c3f16076f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:28:25.591898 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] Attempting to bind port 789bd652-d2a5-40f2-a754-edbb2e0b2343 on network b8c962c4-bdb8-47f9-84da-3d961f8416c4 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:28:25.598146 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:28:25.598575 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] Checking segment: {'id': '5f4c26c7-ab88-49f4-b274-54c3f16076f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:28:25.598942 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:25.599604 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] Bound using segment: {'id': '5f4c26c7-ab88-49f4-b274-54c3f16076f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:28:25.599846 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] Bound port: 789bd652-d2a5-40f2-a754-edbb2e0b2343, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f4c26c7-ab88-49f4-b274-54c3f16076f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:28:25.600276 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:25.673656 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] For port 789bd652-d2a5-40f2-a754-edbb2e0b2343, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:28:25.677826 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] For port 789bd652-d2a5-40f2-a754-edbb2e0b2343, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=789bd652-d2a5-40f2-a754-edbb2e0b2343,segment=NetworkSegment(5f4c26c7-ab88-49f4-b274-54c3f16076f0),segment_id=5f4c26c7-ab88-49f4-b274-54c3f16076f0)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:28:25.682510 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:25.735108 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] Routers {'41e266b9-b16f-4daa-9a95-87974f75678b'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:28:25.735909 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:28:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['41e266b9-b16f-4daa-9a95-87974f75678b'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:25.804803 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d7d9c-3950-4049-9d8a-a814ef8b47b1 None None] Pushing event updated for resources: {'Port': ['ID=789bd652-d2a5-40f2-a754-edbb2e0b2343,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:25.836411 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-3743ee74-69d7-462a-8a48-65d86a412506 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:25.839299 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-3743ee74-69d7-462a-8a48-65d86a412506 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "GET /v2.0/networks?id=b8c962c4-bdb8-47f9-84da-3d961f8416c4 HTTP/1.1" status: 200 len: 797 time: 0.1415324 Aug 16 23:28:25.898961 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] Set router 41e266b9-b16f-4daa-9a95-87974f75678b gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:28:25.907845 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-9a9257e3-a164-4a1a-91d6-860b43238994 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3272cbc0ac75488084cdb13f2cd61576 HTTP/1.1" status: 200 len: 378 time: 0.0600042 Aug 16 23:28:25.921052 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-70102961-e5a5-41e7-aa17-df9ed13afd06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'port': {'device_id': 'baf538cc-7bc7-4bd4-a0ad-9924c9091c9c', 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4', 'admin_state_up': True, 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'security_groups': ['735fa5f2-00ef-49e1-904e-6c6f952987d0']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:28:25.947089 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:28:26.002554 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8127d8c-7e7d-4f67-9c23-a52dd50ffd31 req-efe43c0a-5280-4b3d-9197-85fc4f771464 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 210 time: 0.0407188 Aug 16 23:28:26.073611 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-70102961-e5a5-41e7-aa17-df9ed13afd06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Made reservation on behalf of 3272cbc0ac75488084cdb13f2cd61576 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:28:26.079741 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-70102961-e5a5-41e7-aa17-df9ed13afd06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:26.100561 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:28:26.100939 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:26.217433 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-70102961-e5a5-41e7-aa17-df9ed13afd06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Allocated IP 172.20.0.13 (b8c962c4-bdb8-47f9-84da-3d961f8416c4/f59884b0-9394-441f-b85a-59fddb976595/7f3fda48-2462-407b-a73e-f44537b605ff) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:28:26.237569 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572522876', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:23Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '789bd652-d2a5-40f2-a754-edbb2e0b2343', 'name': '', 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:4f:23:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f59884b0-9394-441f-b85a-59fddb976595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:22Z', 'updated_at': '2021-08-16T23:28:25Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'f59884b0-9394-441f-b85a-59fddb976595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:26.239924 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b508a826-6bd6-4dda-bb8b-ab96edfe84c1 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:28:26.286701 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809bb083-6515-41cb-ac8c-cb59f5766de4 None None] The sync data for ids ['41e266b9-b16f-4daa-9a95-87974f75678b'] in n-d-792458-15 is: [{'id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572522876', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:23Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '789bd652-d2a5-40f2-a754-edbb2e0b2343', 'name': '', 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:4f:23:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f59884b0-9394-441f-b85a-59fddb976595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:22Z', 'updated_at': '2021-08-16T23:28:25Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'f59884b0-9394-441f-b85a-59fddb976595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:28:26.316472 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port b508a826-6bd6-4dda-bb8b-ab96edfe84c1 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:28:26.316853 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:26.372617 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-70102961-e5a5-41e7-aa17-df9ed13afd06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:26.390731 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-70102961-e5a5-41e7-aa17-df9ed13afd06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Transition to ACTIVE for port object 7f3fda48-2462-407b-a73e-f44537b605ff will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:28:26.431602 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-70102961-e5a5-41e7-aa17-df9ed13afd06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:26.488835 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-70102961-e5a5-41e7-aa17-df9ed13afd06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network b8c962c4-bdb8-47f9-84da-3d961f8416c4 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:28:26.496861 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-70102961-e5a5-41e7-aa17-df9ed13afd06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:28:26.499774 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-70102961-e5a5-41e7-aa17-df9ed13afd06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:28:26.502772 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70102961-e5a5-41e7-aa17-df9ed13afd06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=7f3fda48-2462-407b-a73e-f44537b605ff,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:26.555401 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-70102961-e5a5-41e7-aa17-df9ed13afd06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:26.556440 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-70102961-e5a5-41e7-aa17-df9ed13afd06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:26.576813 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-70102961-e5a5-41e7-aa17-df9ed13afd06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6612685 Aug 16 23:28:26.589429 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] Request body: {'port': {'device_id': 'baf538cc-7bc7-4bd4-a0ad-9924c9091c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:28:26.654508 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:26.741244 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2218e12b-4f94-48a5-84dc-c93fb41f4cf2 None None] Provisioning for port 7f3fda48-2462-407b-a73e-f44537b605ff completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:28:26.745726 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-2218e12b-4f94-48a5-84dc-c93fb41f4cf2 None None] Provisioning complete for port 7f3fda48-2462-407b-a73e-f44537b605ff triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:28:26.746190 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2218e12b-4f94-48a5-84dc-c93fb41f4cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:26.788408 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-2218e12b-4f94-48a5-84dc-c93fb41f4cf2 None None] Port 7f3fda48-2462-407b-a73e-f44537b605ff cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:28:26.961522 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f3fda48-2462-407b-a73e-f44537b605ff {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:28:26.970545 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:26.983146 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] Transition to ACTIVE for port object 7f3fda48-2462-407b-a73e-f44537b605ff will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:28:26.987899 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:27.040451 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] Pushing event updated for resources: {'Port': ['ID=7f3fda48-2462-407b-a73e-f44537b605ff,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:27.125247 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] Attempting to bind port 7f3fda48-2462-407b-a73e-f44537b605ff on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:28:27.125636 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] Attempting to bind port 7f3fda48-2462-407b-a73e-f44537b605ff by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '5f4c26c7-ab88-49f4-b274-54c3f16076f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:28:27.126057 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] Attempting to bind port 7f3fda48-2462-407b-a73e-f44537b605ff on network b8c962c4-bdb8-47f9-84da-3d961f8416c4 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:28:27.132843 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] Port 7f3fda48-2462-407b-a73e-f44537b605ff on network b8c962c4-bdb8-47f9-84da-3d961f8416c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:28:27.133333 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] Attempting to bind port 7f3fda48-2462-407b-a73e-f44537b605ff on network b8c962c4-bdb8-47f9-84da-3d961f8416c4 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:28:27.136843 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc7178-8751-435d-a1f0-b69960145174 req-a41d77e7-d594-4cad-bae9-4c715b2a1b84 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:27.138536 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cedc7178-8751-435d-a1f0-b69960145174 req-a41d77e7-d594-4cad-bae9-4c715b2a1b84 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 944 time: 0.0533745 Aug 16 23:28:27.140300 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:28:27.140895 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] Checking segment: {'id': '5f4c26c7-ab88-49f4-b274-54c3f16076f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:28:27.141517 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] Bound using segment: {'id': '5f4c26c7-ab88-49f4-b274-54c3f16076f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:28:27.142231 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] Bound port: 7f3fda48-2462-407b-a73e-f44537b605ff, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f4c26c7-ab88-49f4-b274-54c3f16076f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:28:27.142834 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:27.191084 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cedc7178-8751-435d-a1f0-b69960145174 req-017678e0-d775-4a53-b3ca-c26bf410e890 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437396 Aug 16 23:28:27.226478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] For port 7f3fda48-2462-407b-a73e-f44537b605ff, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:28:27.226478 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] For port 7f3fda48-2462-407b-a73e-f44537b605ff, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=7f3fda48-2462-407b-a73e-f44537b605ff,segment=NetworkSegment(5f4c26c7-ab88-49f4-b274-54c3f16076f0),segment_id=5f4c26c7-ab88-49f4-b274-54c3f16076f0)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:28:27.231032 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:27.270885 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:27.271517 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:27.272906 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] 10.222.0.43 "PUT /v2.0/ports/7f3fda48-2462-407b-a73e-f44537b605ff HTTP/1.1" status: 200 len: 1093 time: 0.6881843 Aug 16 23:28:27.273354 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf538cc-7bc7-4bd4-a0ad-9924c9091c9c', 'tag': '7f3fda48-2462-407b-a73e-f44537b605ff'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:28:27.276098 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d0c8c7-7534-4d29-a818-2acd5987ac33" -d '{"events": [{"name": "network-changed", "server_uuid": "baf538cc-7bc7-4bd4-a0ad-9924c9091c9c", "tag": "7f3fda48-2462-407b-a73e-f44537b605ff"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:28:27.338031 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8189ba-19f8-4509-b1f3-37b440c1762a x-openstack-request-id: req-aa8189ba-19f8-4509-b1f3-37b440c1762a {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:28:27.338411 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf538cc-7bc7-4bd4-a0ad-9924c9091c9c", "tag": "7f3fda48-2462-407b-a73e-f44537b605ff", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:28:27.338760 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-aa8189ba-19f8-4509-b1f3-37b440c1762a {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:28:27.339304 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf538cc-7bc7-4bd4-a0ad-9924c9091c9c', 'tag': '7f3fda48-2462-407b-a73e-f44537b605ff', 'status': 'completed', 'code': 200} Aug 16 23:28:27.371508 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb7cac-710a-4a5e-87dc-58dd25e4f3bb service neutron] Pushing event updated for resources: {'Port': ['ID=7f3fda48-2462-407b-a73e-f44537b605ff,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:27.393296 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-1193c66c-1eda-4e48-8c1b-decc6e01b601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:27.394904 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-1193c66c-1eda-4e48-8c1b-decc6e01b601 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 1096 time: 0.0546291 Aug 16 23:28:27.446175 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-a5359fc5-de65-4091-a743-c7e47dfe1963 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f3fda48-2462-407b-a73e-f44537b605ff HTTP/1.1" status: 200 len: 217 time: 0.0420384 Aug 16 23:28:27.500942 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-cdff06ab-98ea-4d65-92ec-0495ba4fbf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:27.502801 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-cdff06ab-98ea-4d65-92ec-0495ba4fbf66 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f59884b0-9394-441f-b85a-59fddb976595 HTTP/1.1" status: 200 len: 834 time: 0.0492051 Aug 16 23:28:27.551490 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-cbc50b97-c17f-4436-af93-53abd6778b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:27.553038 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-cbc50b97-c17f-4436-af93-53abd6778b0e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8c962c4-bdb8-47f9-84da-3d961f8416c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434353 Aug 16 23:28:27.649720 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-e162a4cb-6335-48fc-8b60-69a9b5b9a88c service neutron] 10.222.0.43 "GET /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898092 Aug 16 23:28:27.743367 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2bdbd469-2344-4e49-b959-a508b388c6b6 req-5d9369aa-b8da-468b-b464-d70f7acdc2ca service neutron] 10.222.0.43 "GET /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861475 Aug 16 23:28:27.838942 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0c8c7-7534-4d29-a818-2acd5987ac33 req-ffb69ce8-8e74-4419-b379-66e4a0999ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:27.840482 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c0d0c8c7-7534-4d29-a818-2acd5987ac33 req-ffb69ce8-8e74-4419-b379-66e4a0999ab2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 1096 time: 0.0493314 Aug 16 23:28:27.841856 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:28:27.886243 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 789bd652-d2a5-40f2-a754-edbb2e0b2343 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:28:27.936542 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 789bd652-d2a5-40f2-a754-edbb2e0b2343 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:28:27.940268 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0c8c7-7534-4d29-a818-2acd5987ac33 req-5ffcd571-0847-45c9-b6d0-405d81e6353d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:27.941772 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c0d0c8c7-7534-4d29-a818-2acd5987ac33 req-5ffcd571-0847-45c9-b6d0-405d81e6353d service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8c962c4-bdb8-47f9-84da-3d961f8416c4 HTTP/1.1" status: 200 len: 898 time: 0.0945599 Aug 16 23:28:27.945093 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 789bd652-d2a5-40f2-a754-edbb2e0b2343 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:28:27.946176 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:27.989989 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c0d0c8c7-7534-4d29-a818-2acd5987ac33 req-14143e40-d4cd-4ef5-8d16-6fa090656823 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f3fda48-2462-407b-a73e-f44537b605ff HTTP/1.1" status: 200 len: 217 time: 0.0398486 Aug 16 23:28:28.025011 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:28.040256 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0c8c7-7534-4d29-a818-2acd5987ac33 req-66f2db3c-7472-46f9-8b85-3e195508c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:28.041753 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c0d0c8c7-7534-4d29-a818-2acd5987ac33 req-66f2db3c-7472-46f9-8b85-3e195508c954 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f59884b0-9394-441f-b85a-59fddb976595 HTTP/1.1" status: 200 len: 834 time: 0.0449104 Aug 16 23:28:28.057631 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 789bd652-d2a5-40f2-a754-edbb2e0b2343, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=789bd652-d2a5-40f2-a754-edbb2e0b2343,segment=NetworkSegment(5f4c26c7-ab88-49f4-b274-54c3f16076f0),segment_id=5f4c26c7-ab88-49f4-b274-54c3f16076f0)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:28:28.062407 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:28.089833 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0c8c7-7534-4d29-a818-2acd5987ac33 req-f77066d5-c25a-4a44-8bee-20e12b15323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:28.091424 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c0d0c8c7-7534-4d29-a818-2acd5987ac33 req-f77066d5-c25a-4a44-8bee-20e12b15323a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8c962c4-bdb8-47f9-84da-3d961f8416c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426543 Aug 16 23:28:28.118445 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=789bd652-d2a5-40f2-a754-edbb2e0b2343,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:28.187199 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c0d0c8c7-7534-4d29-a818-2acd5987ac33 req-4711f7ca-75b4-4b61-bddd-f34abd4dd15a service neutron] 10.222.0.43 "GET /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872257 Aug 16 23:28:28.283334 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c0d0c8c7-7534-4d29-a818-2acd5987ac33 req-1fdf642b-60d9-45b0-a13a-dc9abc23f842 service neutron] 10.222.0.43 "GET /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878842 Aug 16 23:28:28.329942 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7c79e-d0ce-4f06-9cdc-58e0e74bd0eb req-a362b110-1df9-459e-a813-f48e9aa9f97c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:28.331385 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15e7c79e-d0ce-4f06-9cdc-58e0e74bd0eb req-a362b110-1df9-459e-a813-f48e9aa9f97c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 944 time: 0.0545676 Aug 16 23:28:28.369904 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15e7c79e-d0ce-4f06-9cdc-58e0e74bd0eb req-279f3f38-c6e4-4304-8b3b-1e96db81fe4b tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324836 Aug 16 23:28:29.487023 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72cf98-b3b3-4261-a200-893f3c309f86 req-f593ab76-bdff-4151-b94c-ca2e480687bd tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:29.488529 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d72cf98-b3b3-4261-a200-893f3c309f86 req-f593ab76-bdff-4151-b94c-ca2e480687bd tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 944 time: 0.0490901 Aug 16 23:28:29.526707 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5d72cf98-b3b3-4261-a200-893f3c309f86 req-e32cc274-8b78-4ef3-a367-cb0cac0162da tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321121 Aug 16 23:28:29.865469 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 789bd652-d2a5-40f2-a754-edbb2e0b2343 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:28:29.918270 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 789bd652-d2a5-40f2-a754-edbb2e0b2343 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:28:29.918641 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:30.643459 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4095146-4942-44a5-9c46-6ae0be659b13 req-af4dbb4e-e36c-450c-9261-6b3fc23f2887 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:30.645041 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b4095146-4942-44a5-9c46-6ae0be659b13 req-af4dbb4e-e36c-450c-9261-6b3fc23f2887 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 944 time: 0.0508220 Aug 16 23:28:30.685562 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b4095146-4942-44a5-9c46-6ae0be659b13 req-53f66b62-eb86-433c-bc82-2696487fcaa4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344307 Aug 16 23:28:31.804515 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f680def-b576-4730-9e4b-dd7d319797ff req-9a71c091-8d00-49c4-ad50-5e8e15f59d53 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:31.806012 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7f680def-b576-4730-9e4b-dd7d319797ff req-9a71c091-8d00-49c4-ad50-5e8e15f59d53 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 944 time: 0.0531125 Aug 16 23:28:31.846114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7f680def-b576-4730-9e4b-dd7d319797ff req-74e0b54c-e38c-4a7c-8622-8d0ffc85520c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322917 Aug 16 23:28:32.258821 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 7f3fda48-2462-407b-a73e-f44537b605ff details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:28:32.359623 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 7f3fda48-2462-407b-a73e-f44537b605ff, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=7f3fda48-2462-407b-a73e-f44537b605ff,segment=NetworkSegment(5f4c26c7-ab88-49f4-b274-54c3f16076f0),segment_id=5f4c26c7-ab88-49f4-b274-54c3f16076f0)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:28:32.370505 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '7f3fda48-2462-407b-a73e-f44537b605ff', 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4', 'port_id': '7f3fda48-2462-407b-a73e-f44537b605ff', 'mac_address': 'fa:16:3e:54:65:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59884b0-9394-441f-b85a-59fddb976595', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:28:32.406882 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:32.421166 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3fda48-2462-407b-a73e-f44537b605ff {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:28:32.441874 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 7f3fda48-2462-407b-a73e-f44537b605ff, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=7f3fda48-2462-407b-a73e-f44537b605ff,segment=NetworkSegment(5f4c26c7-ab88-49f4-b274-54c3f16076f0),segment_id=5f4c26c7-ab88-49f4-b274-54c3f16076f0)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:28:32.446521 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:32.497380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=7f3fda48-2462-407b-a73e-f44537b605ff,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:32.661795 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['7f3fda48-2462-407b-a73e-f44537b605ff'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:28:32.964857 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6870c4-40f4-4211-a776-c1e87ab0404b req-7486114d-abe0-43bc-9fd3-298131e08637 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:32.966399 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab6870c4-40f4-4211-a776-c1e87ab0404b req-7486114d-abe0-43bc-9fd3-298131e08637 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 945 time: 0.0506272 Aug 16 23:28:33.005928 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ab6870c4-40f4-4211-a776-c1e87ab0404b req-0d8ab903-b025-4309-9773-1a2b2bc139d0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331116 Aug 16 23:28:34.124071 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93b7df-1bf1-408e-acb2-4a305fc1e3c2 req-0f8cc52d-9ff5-4b5e-9357-89567fdb8003 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:34.125550 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da93b7df-1bf1-408e-acb2-4a305fc1e3c2 req-0f8cc52d-9ff5-4b5e-9357-89567fdb8003 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 945 time: 0.0521095 Aug 16 23:28:34.165676 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da93b7df-1bf1-408e-acb2-4a305fc1e3c2 req-c14dbb3c-dff8-4d5c-80ae-4c3a177db36b tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335248 Aug 16 23:28:34.274321 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 7f3fda48-2462-407b-a73e-f44537b605ff up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:28:34.327035 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 7f3fda48-2462-407b-a73e-f44537b605ff completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:28:34.332071 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 7f3fda48-2462-407b-a73e-f44537b605ff triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:28:34.332462 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:34.423452 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:34.452293 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf538cc-7bc7-4bd4-a0ad-9924c9091c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3fda48-2462-407b-a73e-f44537b605ff'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:28:34.454895 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa12fbce-6ae1-4e43-bf22-1108ee8621a3" -d '{"events": [{"server_uuid": "baf538cc-7bc7-4bd4-a0ad-9924c9091c9c", "name": "network-vif-plugged", "status": "completed", "tag": "7f3fda48-2462-407b-a73e-f44537b605ff"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:28:34.602599 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f12be-4391-424b-b89c-ee76caf919ca req-51a6794f-9ae3-47a2-9a14-ebd54dcac265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:34.604099 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-749f12be-4391-424b-b89c-ee76caf919ca req-51a6794f-9ae3-47a2-9a14-ebd54dcac265 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 1097 time: 0.0477219 Aug 16 23:28:34.629315 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972fbe24-a403-46f8-a65f-506fcca12146 x-openstack-request-id: req-972fbe24-a403-46f8-a65f-506fcca12146 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:28:34.632501 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf538cc-7bc7-4bd4-a0ad-9924c9091c9c", "name": "network-vif-plugged", "status": "completed", "tag": "7f3fda48-2462-407b-a73e-f44537b605ff", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:28:34.632501 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-972fbe24-a403-46f8-a65f-506fcca12146 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:28:34.632501 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf538cc-7bc7-4bd4-a0ad-9924c9091c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3fda48-2462-407b-a73e-f44537b605ff', 'code': 200} Aug 16 23:28:34.637408 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 7f3fda48-2462-407b-a73e-f44537b605ff, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=7f3fda48-2462-407b-a73e-f44537b605ff,segment=NetworkSegment(5f4c26c7-ab88-49f4-b274-54c3f16076f0),segment_id=5f4c26c7-ab88-49f4-b274-54c3f16076f0)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:28:34.640145 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:34.646846 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-749f12be-4391-424b-b89c-ee76caf919ca req-151779a2-780d-457c-a76d-ace4438198f7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359199 Aug 16 23:28:34.688229 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=7f3fda48-2462-407b-a73e-f44537b605ff,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:35.285848 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d74ec-ca6f-455f-b6c3-23289b4576c8 req-5a28405b-610e-4e3c-bbc1-355bc8848807 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:35.287348 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-373d74ec-ca6f-455f-b6c3-23289b4576c8 req-5a28405b-610e-4e3c-bbc1-355bc8848807 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0513616 Aug 16 23:28:35.324455 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-373d74ec-ca6f-455f-b6c3-23289b4576c8 req-45b509f6-2322-4854-a393-b84e1385678f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312231 Aug 16 23:28:36.444137 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93082b40-0b5a-46bc-a384-47fcb429a37b req-cbb4920a-fe61-40a9-ac0d-7c8fc32913f1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:36.445644 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-93082b40-0b5a-46bc-a384-47fcb429a37b req-cbb4920a-fe61-40a9-ac0d-7c8fc32913f1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0502889 Aug 16 23:28:36.490164 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-93082b40-0b5a-46bc-a384-47fcb429a37b req-f868ab83-08dc-4d0c-8d78-78fb3a0c0108 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385110 Aug 16 23:28:36.605457 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26000bf4-f4a5-4e29-bad2-21de45264eee req-c80dd0ae-0f9d-4b1f-b200-c95955032083 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:36.606970 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26000bf4-f4a5-4e29-bad2-21de45264eee req-c80dd0ae-0f9d-4b1f-b200-c95955032083 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0504963 Aug 16 23:28:36.647110 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-26000bf4-f4a5-4e29-bad2-21de45264eee req-152413fa-0de9-45da-8de2-ee0cd7fc8a42 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331409 Aug 16 23:28:36.672357 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51662) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:36.711298 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22db7d35-ee7a-424e-8781-3dc6a50993d3 tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:36.712817 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-22db7d35-ee7a-424e-8781-3dc6a50993d3 tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 1093 time: 0.0394802 Aug 16 23:28:36.715634 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51664) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:36.720682 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-30dcb3ea-738e-4471-a1d0-ed2e92a3d2a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': '7f3fda48-2462-407b-a73e-f44537b605ff', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:28:36.742084 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30dcb3ea-738e-4471-a1d0-ed2e92a3d2a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:36.845187 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30dcb3ea-738e-4471-a1d0-ed2e92a3d2a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:36.953414 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-30dcb3ea-738e-4471-a1d0-ed2e92a3d2a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Allocated IP 172.25.6.202 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/704f99a9-6774-4fd3-a508-4db79c895619) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:28:37.056615 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30dcb3ea-738e-4471-a1d0-ed2e92a3d2a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:37.099063 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30dcb3ea-738e-4471-a1d0-ed2e92a3d2a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:37.134633 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dcb3ea-738e-4471-a1d0-ed2e92a3d2a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:28:37.139960 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-30dcb3ea-738e-4471-a1d0-ed2e92a3d2a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:28:37.143628 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dcb3ea-738e-4471-a1d0-ed2e92a3d2a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:28:37.167176 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcb3ea-738e-4471-a1d0-ed2e92a3d2a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=704f99a9-6774-4fd3-a508-4db79c895619,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:37.494711 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30dcb3ea-738e-4471-a1d0-ed2e92a3d2a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:37.564001 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30dcb3ea-738e-4471-a1d0-ed2e92a3d2a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:37.715665 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30dcb3ea-738e-4471-a1d0-ed2e92a3d2a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:37.719962 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30dcb3ea-738e-4471-a1d0-ed2e92a3d2a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:37.788232 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcb3ea-738e-4471-a1d0-ed2e92a3d2a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=704f99a9-6774-4fd3-a508-4db79c895619,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:37.799967 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30dcb3ea-738e-4471-a1d0-ed2e92a3d2a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:38.222910 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-30dcb3ea-738e-4471-a1d0-ed2e92a3d2a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Floating IP e957fb6f-0cf6-4c06-896a-4f7f387dbced associated. External IP: 172.25.6.202, port: 7f3fda48-2462-407b-a73e-f44537b605ff. Aug 16 23:28:38.428024 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30dcb3ea-738e-4471-a1d0-ed2e92a3d2a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 41e266b9-b16f-4daa-9a95-87974f75678b has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:28:38.535370 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dcb3ea-738e-4471-a1d0-ed2e92a3d2a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:28:38.545369 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea90c428-8623-4e31-868d-84f40b9bea93 None None] Sync routers for ids ['41e266b9-b16f-4daa-9a95-87974f75678b'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:28:38.551768 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30dcb3ea-738e-4471-a1d0-ed2e92a3d2a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:38.557827 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea90c428-8623-4e31-868d-84f40b9bea93 None None] Routers {'41e266b9-b16f-4daa-9a95-87974f75678b'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:28:38.558496 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ea90c428-8623-4e31-868d-84f40b9bea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:28:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['41e266b9-b16f-4daa-9a95-87974f75678b'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:38.579536 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-30dcb3ea-738e-4471-a1d0-ed2e92a3d2a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8627901 Aug 16 23:28:38.580130 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf538cc-7bc7-4bd4-a0ad-9924c9091c9c', 'tag': '7f3fda48-2462-407b-a73e-f44537b605ff'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:28:38.582414 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901584d7-761b-42dd-9e7d-bd3e777d5cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "baf538cc-7bc7-4bd4-a0ad-9924c9091c9c", "tag": "7f3fda48-2462-407b-a73e-f44537b605ff"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:28:38.620546 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda00e93-0e7d-46ba-8467-7f383131deac x-openstack-request-id: req-bda00e93-0e7d-46ba-8467-7f383131deac {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:28:38.621057 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf538cc-7bc7-4bd4-a0ad-9924c9091c9c", "tag": "7f3fda48-2462-407b-a73e-f44537b605ff", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:28:38.621382 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bda00e93-0e7d-46ba-8467-7f383131deac {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:28:38.625641 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf538cc-7bc7-4bd4-a0ad-9924c9091c9c', 'tag': '7f3fda48-2462-407b-a73e-f44537b605ff', 'status': 'completed', 'code': 200} Aug 16 23:28:38.673827 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-ea90c428-8623-4e31-868d-84f40b9bea93 None None] Set router 41e266b9-b16f-4daa-9a95-87974f75678b gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:28:38.684436 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc9f73-0eab-4601-ad7d-5497bb3f18f8 req-3cc39d1f-2c76-4bb7-8b4f-fba2dc4317a5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:38.686611 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63fc9f73-0eab-4601-ad7d-5497bb3f18f8 req-3cc39d1f-2c76-4bb7-8b4f-fba2dc4317a5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0545378 Aug 16 23:28:38.699939 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901584d7-761b-42dd-9e7d-bd3e777d5cd0 req-5c53a5cf-1610-41ac-89b5-fd20046633a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:38.702546 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-901584d7-761b-42dd-9e7d-bd3e777d5cd0 req-5c53a5cf-1610-41ac-89b5-fd20046633a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 1098 time: 0.0572841 Aug 16 23:28:38.728201 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-63fc9f73-0eab-4601-ad7d-5497bb3f18f8 req-5b294924-64a9-47f6-9e2e-d1b4e3d3c66e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348051 Aug 16 23:28:38.751327 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51670) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:38.802592 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901584d7-761b-42dd-9e7d-bd3e777d5cd0 req-62f05097-c234-4eb3-9b19-8df3025ef7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:38.804023 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-901584d7-761b-42dd-9e7d-bd3e777d5cd0 req-62f05097-c234-4eb3-9b19-8df3025ef7dd service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8c962c4-bdb8-47f9-84da-3d961f8416c4 HTTP/1.1" status: 200 len: 898 time: 0.0959804 Aug 16 23:28:38.812769 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-19bf52a7-14cc-4431-a119-413f4b5e80ff tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/floatingips/e957fb6f-0cf6-4c06-896a-4f7f387dbced HTTP/1.1" status: 200 len: 992 time: 0.0602782 Aug 16 23:28:38.871075 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-901584d7-761b-42dd-9e7d-bd3e777d5cd0 req-a7c33994-e005-4959-9d8b-fb3bc0ab5726 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f3fda48-2462-407b-a73e-f44537b605ff HTTP/1.1" status: 200 len: 1000 time: 0.0597622 Aug 16 23:28:38.907178 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ea90c428-8623-4e31-868d-84f40b9bea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572522876', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:23Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'e957fb6f-0cf6-4c06-896a-4f7f387dbced', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'floating_ip_address': '172.25.6.202', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'port_id': '7f3fda48-2462-407b-a73e-f44537b605ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4', 'mac_address': 'fa:16:3e:54:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf538cc-7bc7-4bd4-a0ad-9924c9091c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:28:37Z', 'updated_at': '2021-08-16T23:28:37Z', 'revision_number': 0, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789bd652-d2a5-40f2-a754-edbb2e0b2343', 'name': '', 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:4f:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f59884b0-9394-441f-b85a-59fddb976595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:22Z', 'updated_at': '2021-08-16T23:28:28Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'f59884b0-9394-441f-b85a-59fddb976595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:38.929372 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901584d7-761b-42dd-9e7d-bd3e777d5cd0 req-271f5947-713f-4512-8875-33323c8523e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:38.930880 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-901584d7-761b-42dd-9e7d-bd3e777d5cd0 req-271f5947-713f-4512-8875-33323c8523e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f59884b0-9394-441f-b85a-59fddb976595 HTTP/1.1" status: 200 len: 834 time: 0.0532706 Aug 16 23:28:38.932222 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea90c428-8623-4e31-868d-84f40b9bea93 None None] Checking router: 41e266b9-b16f-4daa-9a95-87974f75678b for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:28:38.940928 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea90c428-8623-4e31-868d-84f40b9bea93 None None] Routers {'41e266b9-b16f-4daa-9a95-87974f75678b'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:28:38.941512 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ea90c428-8623-4e31-868d-84f40b9bea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:28:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['41e266b9-b16f-4daa-9a95-87974f75678b'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:38.977423 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901584d7-761b-42dd-9e7d-bd3e777d5cd0 req-cdeea229-6364-456c-9651-307fb31e378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:38.978968 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-901584d7-761b-42dd-9e7d-bd3e777d5cd0 req-cdeea229-6364-456c-9651-307fb31e378b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8c962c4-bdb8-47f9-84da-3d961f8416c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404198 Aug 16 23:28:39.046506 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-ea90c428-8623-4e31-868d-84f40b9bea93 None None] Set router 41e266b9-b16f-4daa-9a95-87974f75678b gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:28:39.070072 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-901584d7-761b-42dd-9e7d-bd3e777d5cd0 req-9c1bc3a7-fa09-42ab-846e-97012728df73 service neutron] 10.222.0.43 "GET /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832093 Aug 16 23:28:39.094872 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1892a7c2-7204-40d3-aecd-c7f855686800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:39.129350 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:39.173986 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-901584d7-761b-42dd-9e7d-bd3e777d5cd0 req-1752ac8b-ed27-4ba7-a05a-003d0a3b1afa service neutron] 10.222.0.43 "GET /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967951 Aug 16 23:28:39.369447 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ea90c428-8623-4e31-868d-84f40b9bea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572522876', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:23Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'e957fb6f-0cf6-4c06-896a-4f7f387dbced', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'floating_ip_address': '172.25.6.202', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'port_id': '7f3fda48-2462-407b-a73e-f44537b605ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4', 'mac_address': 'fa:16:3e:54:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf538cc-7bc7-4bd4-a0ad-9924c9091c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:28:37Z', 'updated_at': '2021-08-16T23:28:37Z', 'revision_number': 0, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789bd652-d2a5-40f2-a754-edbb2e0b2343', 'name': '', 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:4f:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f59884b0-9394-441f-b85a-59fddb976595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:22Z', 'updated_at': '2021-08-16T23:28:28Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'f59884b0-9394-441f-b85a-59fddb976595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:28:39.394605 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea90c428-8623-4e31-868d-84f40b9bea93 None None] The sync data for ids ['41e266b9-b16f-4daa-9a95-87974f75678b'] in n-d-792458-15 is: [{'id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572522876', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:23Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'e957fb6f-0cf6-4c06-896a-4f7f387dbced', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'floating_ip_address': '172.25.6.202', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'port_id': '7f3fda48-2462-407b-a73e-f44537b605ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4', 'mac_address': 'fa:16:3e:54:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf538cc-7bc7-4bd4-a0ad-9924c9091c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:28:37Z', 'updated_at': '2021-08-16T23:28:37Z', 'revision_number': 0, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789bd652-d2a5-40f2-a754-edbb2e0b2343', 'name': '', 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:4f:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f59884b0-9394-441f-b85a-59fddb976595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:22Z', 'updated_at': '2021-08-16T23:28:28Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'f59884b0-9394-441f-b85a-59fddb976595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:28:39.585875 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b82fda9-b608-4253-b01d-34339a9291aa None None] New status for floating IP e957fb6f-0cf6-4c06-896a-4f7f387dbced: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:28:39.816114 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51672) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:28:39.883319 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a580b56c-2957-49e0-b1b9-e392851d2ad0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/floatingips/e957fb6f-0cf6-4c06-896a-4f7f387dbced HTTP/1.1" status: 200 len: 994 time: 0.0660622 Aug 16 23:28:41.453364 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:41.653873 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b0db744d-7f2c-4ac7-947d-d9ee277f2c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:42.226423 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:43.492622 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:45.067785 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:04.841341 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:29:09.096249 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7f662fc1-5ee6-4ee6-ad2e-26ad6d08477c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:09.130644 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:11.326264 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef302d4-81ce-483c-b114-4d391a04bbb0 req-e5e37245-99de-448d-9847-607a66a81517 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:11.327762 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ef302d4-81ce-483c-b114-4d391a04bbb0 req-e5e37245-99de-448d-9847-607a66a81517 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0489311 Aug 16 23:29:11.460732 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:11.654851 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-eb0483cc-1b69-4fb0-8948-9caedc9d4c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:11.728946 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ef302d4-81ce-483c-b114-4d391a04bbb0 req-8165f948-eed5-4049-8aaa-7b98b9edce68 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3923254 Aug 16 23:29:11.735971 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-8d77260a-659d-4586-8cf3-37fffc25297b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4694738 Aug 16 23:29:12.228418 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:12.801759 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-eb778f1e-17d6-4029-8a25-8117b78992e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:12.803309 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-eb778f1e-17d6-4029-8a25-8117b78992e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 1098 time: 0.0422127 Aug 16 23:29:12.847409 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c50fd9-60b9-477e-8855-3e094a5d8bf5 req-4babcd92-ff65-436f-881d-de7e4dcad9a8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:12.848924 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-28c50fd9-60b9-477e-8855-3e094a5d8bf5 req-4babcd92-ff65-436f-881d-de7e4dcad9a8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0498903 Aug 16 23:29:12.886630 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-28c50fd9-60b9-477e-8855-3e094a5d8bf5 req-c4e1f5bf-b939-42c9-af3f-b216b58cd312 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314939 Aug 16 23:29:12.895018 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-e68bbaa5-3627-4a21-87de-61dcf6430e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:12.896597 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-e68bbaa5-3627-4a21-87de-61dcf6430e5c service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8c962c4-bdb8-47f9-84da-3d961f8416c4 HTTP/1.1" status: 200 len: 898 time: 0.0858922 Aug 16 23:29:12.966414 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-2db299ef-604d-49ed-bcc9-ccf8a78a156e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f3fda48-2462-407b-a73e-f44537b605ff HTTP/1.1" status: 200 len: 1002 time: 0.0626936 Aug 16 23:29:13.015508 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-021173bc-745e-49c4-9865-cfb1994bd384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:13.016913 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-021173bc-745e-49c4-9865-cfb1994bd384 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f59884b0-9394-441f-b85a-59fddb976595 HTTP/1.1" status: 200 len: 834 time: 0.0439801 Aug 16 23:29:13.061103 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-1543a0d9-cd8a-4906-a201-d8796465ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:13.062599 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-1543a0d9-cd8a-4906-a201-d8796465ac49 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8c962c4-bdb8-47f9-84da-3d961f8416c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389426 Aug 16 23:29:13.155761 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b0fecd1b-bb9c-4b0a-a459-d8b0eeb01a5d service neutron] 10.222.0.43 "GET /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862477 Aug 16 23:29:13.246296 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-7221078b-81b6-4379-bff8-596e5a9aa8ec service neutron] 10.222.0.43 "GET /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833890 Aug 16 23:29:13.494455 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:14.003811 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d05ec8-357f-47c5-b336-fd74976126db req-ba75d25e-cda2-4a12-8362-140012fb3b73 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:14.005285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45d05ec8-357f-47c5-b336-fd74976126db req-ba75d25e-cda2-4a12-8362-140012fb3b73 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0502310 Aug 16 23:29:14.042723 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-45d05ec8-357f-47c5-b336-fd74976126db req-8b94f76f-41fd-4e40-b2f5-3c5df4dca5bd tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315459 Aug 16 23:29:15.071329 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:15.161191 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82574d-0a07-4bba-af3f-d8b760e8a87a req-fef2d579-9b11-4180-956c-6885ee30262f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:15.162702 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f82574d-0a07-4bba-af3f-d8b760e8a87a req-fef2d579-9b11-4180-956c-6885ee30262f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0531025 Aug 16 23:29:15.199503 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6f82574d-0a07-4bba-af3f-d8b760e8a87a req-11dfa443-d0f4-4557-a838-f87a969aa052 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309482 Aug 16 23:29:16.316526 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dbf9d-65bf-4f49-8712-c39d65b9bd72 req-c719dbdf-a55b-43b4-a4a6-324dd6b61715 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:16.318106 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb4dbf9d-65bf-4f49-8712-c39d65b9bd72 req-c719dbdf-a55b-43b4-a4a6-324dd6b61715 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0498576 Aug 16 23:29:16.354500 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cb4dbf9d-65bf-4f49-8712-c39d65b9bd72 req-80ef3485-ef61-40b7-aa39-41a8bb188d22 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304937 Aug 16 23:29:17.469068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7b2d5-89b2-444e-8480-3f2aca31f69a req-3e7ebd37-5b0f-4236-b1b8-981422fcf273 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:17.470571 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-88c7b2d5-89b2-444e-8480-3f2aca31f69a req-3e7ebd37-5b0f-4236-b1b8-981422fcf273 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0487435 Aug 16 23:29:17.507441 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-88c7b2d5-89b2-444e-8480-3f2aca31f69a req-4e551d1a-7ebb-404a-a0d2-fa0f2e9c7047 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309856 Aug 16 23:29:18.627142 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de78b1-82e3-4701-bbfa-8b3be631b2b5 req-fa849dfa-7a5c-4f63-b6a3-db47bf841487 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:18.629181 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62de78b1-82e3-4701-bbfa-8b3be631b2b5 req-fa849dfa-7a5c-4f63-b6a3-db47bf841487 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0539923 Aug 16 23:29:18.666987 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62de78b1-82e3-4701-bbfa-8b3be631b2b5 req-9bbd3361-b63d-4c8c-b8ea-eba745638535 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317965 Aug 16 23:29:19.781438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c6010-ce1a-41ba-8128-973828aec044 req-1bafa871-9c62-4563-8cb8-73cfaf54652c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:19.782968 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-352c6010-ce1a-41ba-8128-973828aec044 req-1bafa871-9c62-4563-8cb8-73cfaf54652c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0486796 Aug 16 23:29:19.820301 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-352c6010-ce1a-41ba-8128-973828aec044 req-06b83ddd-b36a-4890-b98f-858989c46661 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314469 Aug 16 23:29:20.932847 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb5640-f58c-414e-9208-c47d37647637 req-7b400289-2b00-4f0e-9bc6-70090bb149c0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:20.934348 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ffdb5640-f58c-414e-9208-c47d37647637 req-7b400289-2b00-4f0e-9bc6-70090bb149c0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0479050 Aug 16 23:29:20.971004 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ffdb5640-f58c-414e-9208-c47d37647637 req-1db940bb-b360-4c85-8b27-8f02a796ccf0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308135 Aug 16 23:29:22.089081 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fde0d-1467-4d8f-b179-eb92b594d1f8 req-f43d6b02-8531-4e67-b3f5-1afa9cc2f754 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:22.090598 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-594fde0d-1467-4d8f-b179-eb92b594d1f8 req-f43d6b02-8531-4e67-b3f5-1afa9cc2f754 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0527139 Aug 16 23:29:22.128240 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-594fde0d-1467-4d8f-b179-eb92b594d1f8 req-d3809eed-0212-4ad7-9098-103c5598fa21 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309656 Aug 16 23:29:23.243909 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c65756-e851-4628-82cf-d5bf409412f5 req-3681ed79-e87b-4675-a731-86621de78222 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:23.245338 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-01c65756-e851-4628-82cf-d5bf409412f5 req-3681ed79-e87b-4675-a731-86621de78222 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0499692 Aug 16 23:29:23.282498 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-01c65756-e851-4628-82cf-d5bf409412f5 req-a4134e4b-8cc0-46b4-9630-7a8232d1b020 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311880 Aug 16 23:29:24.396387 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86a1e7-eb88-4232-a18d-5fc6e89277af req-7a8b5f42-822d-4245-97e7-87f68a723b03 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:24.397860 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f86a1e7-eb88-4232-a18d-5fc6e89277af req-7a8b5f42-822d-4245-97e7-87f68a723b03 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0478187 Aug 16 23:29:24.435137 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3f86a1e7-eb88-4232-a18d-5fc6e89277af req-cdeb5897-a2d7-428c-90e9-ca5bf215c585 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314569 Aug 16 23:29:25.553645 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ad5a2-e535-4446-a9df-4bd79e948969 req-4d60603b-01d6-4689-8287-eba717e9538c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:25.555209 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-193ad5a2-e535-4446-a9df-4bd79e948969 req-4d60603b-01d6-4689-8287-eba717e9538c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0537231 Aug 16 23:29:25.592364 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-193ad5a2-e535-4446-a9df-4bd79e948969 req-c9527a54-753f-4e83-b5b5-e26454493d53 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309911 Aug 16 23:29:26.705949 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e887b2c-8442-47e8-9ea7-58e66629336d req-7e38975a-168b-43ef-8a47-1e6f3a766626 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:26.707435 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e887b2c-8442-47e8-9ea7-58e66629336d req-7e38975a-168b-43ef-8a47-1e6f3a766626 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0478272 Aug 16 23:29:26.745187 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9e887b2c-8442-47e8-9ea7-58e66629336d req-62484e13-485e-498a-8514-51a5d170ef46 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319021 Aug 16 23:29:27.859354 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2afc41-c775-4df6-b2ea-e91b7d471458 req-fc844e50-6ab5-485f-8d92-5b8621f0169e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:27.860850 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed2afc41-c775-4df6-b2ea-e91b7d471458 req-fc844e50-6ab5-485f-8d92-5b8621f0169e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0499799 Aug 16 23:29:27.897754 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ed2afc41-c775-4df6-b2ea-e91b7d471458 req-d6485b04-9ed7-44e6-8eb2-ba7269229de8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308926 Aug 16 23:29:28.450106 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e18c27-03fc-4dc5-be80-81b08469ddd0 req-98f9350f-dd16-45fe-9f79-a1c889cdffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:28.451624 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-01e18c27-03fc-4dc5-be80-81b08469ddd0 req-98f9350f-dd16-45fe-9f79-a1c889cdffc4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 1098 time: 0.0453906 Aug 16 23:29:28.554189 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e18c27-03fc-4dc5-be80-81b08469ddd0 req-8386a2fc-125d-4132-b996-583eaa76e1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:28.555668 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-01e18c27-03fc-4dc5-be80-81b08469ddd0 req-8386a2fc-125d-4132-b996-583eaa76e1a3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8c962c4-bdb8-47f9-84da-3d961f8416c4 HTTP/1.1" status: 200 len: 898 time: 0.0836067 Aug 16 23:29:28.651320 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-01e18c27-03fc-4dc5-be80-81b08469ddd0 req-dada8268-091e-4c8d-9a50-acbbe0732d8c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f3fda48-2462-407b-a73e-f44537b605ff HTTP/1.1" status: 200 len: 1002 time: 0.0633259 Aug 16 23:29:28.703554 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e18c27-03fc-4dc5-be80-81b08469ddd0 req-013ee68d-6849-498c-96e7-be5c19e8f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:28.704930 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-01e18c27-03fc-4dc5-be80-81b08469ddd0 req-013ee68d-6849-498c-96e7-be5c19e8f0b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f59884b0-9394-441f-b85a-59fddb976595 HTTP/1.1" status: 200 len: 834 time: 0.0447502 Aug 16 23:29:28.751766 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e18c27-03fc-4dc5-be80-81b08469ddd0 req-c8f5dea0-8ea0-4a34-8f09-706f99a3a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:28.753239 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-01e18c27-03fc-4dc5-be80-81b08469ddd0 req-c8f5dea0-8ea0-4a34-8f09-706f99a3a282 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8c962c4-bdb8-47f9-84da-3d961f8416c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398810 Aug 16 23:29:28.847705 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-01e18c27-03fc-4dc5-be80-81b08469ddd0 req-11d061f2-1945-4593-bfb2-0e72ee79b1de service neutron] 10.222.0.43 "GET /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869143 Aug 16 23:29:28.936746 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-01e18c27-03fc-4dc5-be80-81b08469ddd0 req-1819f48d-8dc9-4265-9905-f146cbea1efe service neutron] 10.222.0.43 "GET /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816181 Aug 16 23:29:29.022600 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a0213-ef42-4a77-ab58-8537692ef6e7 req-71bc257a-8341-47a3-a20b-6b5c5335206a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:29.024003 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-825a0213-ef42-4a77-ab58-8537692ef6e7 req-71bc257a-8341-47a3-a20b-6b5c5335206a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0549855 Aug 16 23:29:29.060451 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-825a0213-ef42-4a77-ab58-8537692ef6e7 req-5e3683fd-846a-46bc-8aa9-2f32cfdb9251 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305176 Aug 16 23:29:30.177166 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bed861-3de1-495f-99a8-7874dbcf20ef req-404b3ca4-7d12-4941-8ff2-9cca4fe768bf tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:30.178754 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15bed861-3de1-495f-99a8-7874dbcf20ef req-404b3ca4-7d12-4941-8ff2-9cca4fe768bf tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0511930 Aug 16 23:29:30.209943 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-7d10afe0-370b-4258-bb58-92b7777733d0 service neutron] show failed (client error): The resource could not be found. Aug 16 23:29:30.211608 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-7d10afe0-370b-4258-bb58-92b7777733d0 service neutron] 10.222.0.43 "GET /v2.0/ports/7f3fda48-2462-407b-a73e-f44537b605ff/bindings/n-h1-792458-15 HTTP/1.1" status: 404 len: 381 time: 0.0611579 Aug 16 23:29:30.216407 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-15bed861-3de1-495f-99a8-7874dbcf20ef req-78430b5c-7b4c-4521-bcbc-6f1626365e7c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315115 Aug 16 23:29:30.450013 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-9cf853b7-6a86-4511-abcc-cae94a646e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:30.451507 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-9cf853b7-6a86-4511-abcc-cae94a646e2b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c&tenant_id=3272cbc0ac75488084cdb13f2cd61576 HTTP/1.1" status: 200 len: 1098 time: 0.0837100 Aug 16 23:29:30.463572 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-15', 'device_owner': 'compute:nova'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:29:30.518611 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:30.718794 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] For port 7f3fda48-2462-407b-a73e-f44537b605ff, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=7f3fda48-2462-407b-a73e-f44537b605ff,segment=NetworkSegment(5f4c26c7-ab88-49f4-b274-54c3f16076f0),segment_id=5f4c26c7-ab88-49f4-b274-54c3f16076f0)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:29:30.750870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] For port 7f3fda48-2462-407b-a73e-f44537b605ff, host n-h2-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:29:30.790060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf538cc-7bc7-4bd4-a0ad-9924c9091c9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f3fda48-2462-407b-a73e-f44537b605ff'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:29:30.792502 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae965027-3816-4a38-af0e-8e7d03db4976" -d '{"events": [{"server_uuid": "baf538cc-7bc7-4bd4-a0ad-9924c9091c9c", "name": "network-vif-unplugged", "status": "completed", "tag": "7f3fda48-2462-407b-a73e-f44537b605ff"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:29:30.796271 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:30.808344 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Transition to ACTIVE for port object 7f3fda48-2462-407b-a73e-f44537b605ff will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:29:30.812723 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:30.849442 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2724765e-9cb7-4455-98f7-f48cf338de0b x-openstack-request-id: req-2724765e-9cb7-4455-98f7-f48cf338de0b {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:29:30.850392 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf538cc-7bc7-4bd4-a0ad-9924c9091c9c", "name": "network-vif-unplugged", "status": "completed", "tag": "7f3fda48-2462-407b-a73e-f44537b605ff", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:29:30.850392 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2724765e-9cb7-4455-98f7-f48cf338de0b {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:29:30.850392 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf538cc-7bc7-4bd4-a0ad-9924c9091c9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f3fda48-2462-407b-a73e-f44537b605ff', 'code': 200} Aug 16 23:29:30.899334 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3fda48-2462-407b-a73e-f44537b605ff,revision_number=6']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:30.911318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:30.911671 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:30.912017 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:30.912341 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:30.912672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:30.913000 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:30.913325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:30.913647 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:30.914014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:30.914316 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:30.914638 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:30.914957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:30.947833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] No DVR routers for this DVR port 7f3fda48-2462-407b-a73e-f44537b605ff on host n-h2-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:29:31.084413 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Attempting to bind port 7f3fda48-2462-407b-a73e-f44537b605ff on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:29:31.084734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Attempting to bind port 7f3fda48-2462-407b-a73e-f44537b605ff by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '5f4c26c7-ab88-49f4-b274-54c3f16076f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:29:31.085052 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Attempting to bind port 7f3fda48-2462-407b-a73e-f44537b605ff on network b8c962c4-bdb8-47f9-84da-3d961f8416c4 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:29:31.089129 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Port 7f3fda48-2462-407b-a73e-f44537b605ff on network b8c962c4-bdb8-47f9-84da-3d961f8416c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:29:31.089446 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Attempting to bind port 7f3fda48-2462-407b-a73e-f44537b605ff on network b8c962c4-bdb8-47f9-84da-3d961f8416c4 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:29:31.094151 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:29:31.094484 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Checking segment: {'id': '5f4c26c7-ab88-49f4-b274-54c3f16076f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:29:31.094862 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Bound using segment: {'id': '5f4c26c7-ab88-49f4-b274-54c3f16076f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:29:31.095278 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Bound port: 7f3fda48-2462-407b-a73e-f44537b605ff, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f4c26c7-ab88-49f4-b274-54c3f16076f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:29:31.095628 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:31.160945 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] For port 7f3fda48-2462-407b-a73e-f44537b605ff, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:29:31.163793 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] For port 7f3fda48-2462-407b-a73e-f44537b605ff, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=7f3fda48-2462-407b-a73e-f44537b605ff,segment=NetworkSegment(5f4c26c7-ab88-49f4-b274-54c3f16076f0),segment_id=5f4c26c7-ab88-49f4-b274-54c3f16076f0)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:29:31.168629 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:31.201773 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:31.202489 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:31.203842 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] 10.222.0.39 "PUT /v2.0/ports/7f3fda48-2462-407b-a73e-f44537b605ff HTTP/1.1" status: 200 len: 1093 time: 0.7442677 Aug 16 23:29:31.237296 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961b612-f22c-4f71-a17f-94a4f81bdf31 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3fda48-2462-407b-a73e-f44537b605ff,revision_number=7']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:31.274434 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-86e2cd29-1a5a-4cd4-83a5-c22a58bfc61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:31.275964 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-86e2cd29-1a5a-4cd4-83a5-c22a58bfc61d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 1096 time: 0.0483019 Aug 16 23:29:31.418231 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c217db7-2ea1-4a2c-90f3-0fd0e500d949 req-13f2475a-7fff-49ac-a9b4-6bf9c813ec79 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:31.419666 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c217db7-2ea1-4a2c-90f3-0fd0e500d949 req-13f2475a-7fff-49ac-a9b4-6bf9c813ec79 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 944 time: 0.1191018 Aug 16 23:29:31.426513 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b88ac21a-5b13-4acf-818a-dd25163f6090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:31.427987 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-b88ac21a-5b13-4acf-818a-dd25163f6090 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8c962c4-bdb8-47f9-84da-3d961f8416c4 HTTP/1.1" status: 200 len: 898 time: 0.1445937 Aug 16 23:29:31.505723 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8c217db7-2ea1-4a2c-90f3-0fd0e500d949 req-ccdf9c67-5193-4915-b198-6714b4db6bb6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766952 Aug 16 23:29:31.518273 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-71a4c7b3-f6ad-4684-89ff-c8207ba7dd1c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f3fda48-2462-407b-a73e-f44537b605ff HTTP/1.1" status: 200 len: 1000 time: 0.0825257 Aug 16 23:29:31.568303 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-436e5230-aaa5-4d90-8c9d-f73315727759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:31.569764 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-436e5230-aaa5-4d90-8c9d-f73315727759 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f59884b0-9394-441f-b85a-59fddb976595 HTTP/1.1" status: 200 len: 834 time: 0.0451384 Aug 16 23:29:31.615753 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-d1c170ef-4029-41ab-b320-a1b398bfa4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:31.617246 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-d1c170ef-4029-41ab-b320-a1b398bfa4a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8c962c4-bdb8-47f9-84da-3d961f8416c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399818 Aug 16 23:29:31.629146 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-ffc5d6dc-e1a5-46d3-8416-bcbd7e56fb9f service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:29:31.630498 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-ffc5d6dc-e1a5-46d3-8416-bcbd7e56fb9f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060053 Aug 16 23:29:31.722428 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-807d5174-c9f2-417d-bbe4-1ad52ce95343 service neutron] 10.222.0.39 "GET /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845995 Aug 16 23:29:31.810364 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62fec44e-41ed-41e2-a46b-9cd2ba578cd3 req-7cabf9e7-8191-4a1b-8a9a-e6e99170c0dc service neutron] 10.222.0.39 "GET /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812995 Aug 16 23:29:32.620669 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb83c0-8174-4692-b422-7ee9a2b8b500 req-ef31fc20-4427-49b1-a9d0-b7a4b3ecd213 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:32.622196 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-77fb83c0-8174-4692-b422-7ee9a2b8b500 req-ef31fc20-4427-49b1-a9d0-b7a4b3ecd213 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 944 time: 0.0479867 Aug 16 23:29:32.666773 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-77fb83c0-8174-4692-b422-7ee9a2b8b500 req-ef00cd61-2f8e-442b-81c5-5950506e9678 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379989 Aug 16 23:29:32.851883 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf538cc-7bc7-4bd4-a0ad-9924c9091c9c', 'tag': '7f3fda48-2462-407b-a73e-f44537b605ff'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:29:32.854203 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0543506-31e3-429c-bde0-11b4643143c5" -d '{"events": [{"name": "network-changed", "server_uuid": "baf538cc-7bc7-4bd4-a0ad-9924c9091c9c", "tag": "7f3fda48-2462-407b-a73e-f44537b605ff"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:29:32.901134 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3739eaeb-c491-4657-93de-afab4c4c23f8 x-openstack-request-id: req-3739eaeb-c491-4657-93de-afab4c4c23f8 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:29:32.901427 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf538cc-7bc7-4bd4-a0ad-9924c9091c9c", "tag": "7f3fda48-2462-407b-a73e-f44537b605ff", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:29:32.901743 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3739eaeb-c491-4657-93de-afab4c4c23f8 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:29:32.902186 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf538cc-7bc7-4bd4-a0ad-9924c9091c9c', 'tag': '7f3fda48-2462-407b-a73e-f44537b605ff', 'status': 'completed', 'code': 200} Aug 16 23:29:32.960568 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0543506-31e3-429c-bde0-11b4643143c5 req-e3b9a995-ddd7-438e-a344-e830f2936bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:32.962009 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c0543506-31e3-429c-bde0-11b4643143c5 req-e3b9a995-ddd7-438e-a344-e830f2936bd3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 1096 time: 0.0422182 Aug 16 23:29:32.965090 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0543506-31e3-429c-bde0-11b4643143c5 req-292d5d94-65ff-40cb-8d4e-2fb8b81114a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:32.966809 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0543506-31e3-429c-bde0-11b4643143c5 req-292d5d94-65ff-40cb-8d4e-2fb8b81114a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 1096 time: 0.0407679 Aug 16 23:29:33.055425 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0543506-31e3-429c-bde0-11b4643143c5 req-f436f844-a9cc-48a1-b3db-68fcc5adb0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:33.056921 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c0543506-31e3-429c-bde0-11b4643143c5 req-f436f844-a9cc-48a1-b3db-68fcc5adb0e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8c962c4-bdb8-47f9-84da-3d961f8416c4 HTTP/1.1" status: 200 len: 898 time: 0.0870914 Aug 16 23:29:33.058032 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0543506-31e3-429c-bde0-11b4643143c5 req-effedd86-bfd5-4dfd-a5a3-b6ffa470eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:33.059487 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0543506-31e3-429c-bde0-11b4643143c5 req-effedd86-bfd5-4dfd-a5a3-b6ffa470eee0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8c962c4-bdb8-47f9-84da-3d961f8416c4 HTTP/1.1" status: 200 len: 898 time: 0.0844262 Aug 16 23:29:33.126965 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c0543506-31e3-429c-bde0-11b4643143c5 req-07792821-a51e-4170-b50b-00a377965084 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f3fda48-2462-407b-a73e-f44537b605ff HTTP/1.1" status: 200 len: 1000 time: 0.0624468 Aug 16 23:29:33.128488 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0543506-31e3-429c-bde0-11b4643143c5 req-dd8bfd34-d81a-47a0-8b3d-cfa860c272c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f3fda48-2462-407b-a73e-f44537b605ff HTTP/1.1" status: 200 len: 1000 time: 0.0611558 Aug 16 23:29:33.177168 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0543506-31e3-429c-bde0-11b4643143c5 req-f29604dd-e400-4146-80d1-ff7ae6e691eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:33.177924 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0543506-31e3-429c-bde0-11b4643143c5 req-4b2d81de-5446-47c1-95dc-7e00182da2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:33.178665 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c0543506-31e3-429c-bde0-11b4643143c5 req-f29604dd-e400-4146-80d1-ff7ae6e691eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f59884b0-9394-441f-b85a-59fddb976595 HTTP/1.1" status: 200 len: 834 time: 0.0451262 Aug 16 23:29:33.179414 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0543506-31e3-429c-bde0-11b4643143c5 req-4b2d81de-5446-47c1-95dc-7e00182da2ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f59884b0-9394-441f-b85a-59fddb976595 HTTP/1.1" status: 200 len: 834 time: 0.0435433 Aug 16 23:29:33.224496 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0543506-31e3-429c-bde0-11b4643143c5 req-5d0ed1b8-8fc3-427a-b42b-1507ae4ce2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:33.226054 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c0543506-31e3-429c-bde0-11b4643143c5 req-5d0ed1b8-8fc3-427a-b42b-1507ae4ce2ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8c962c4-bdb8-47f9-84da-3d961f8416c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408251 Aug 16 23:29:33.228281 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0543506-31e3-429c-bde0-11b4643143c5 req-844f2961-eb88-4d3c-ad49-a8d87409b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:33.229776 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0543506-31e3-429c-bde0-11b4643143c5 req-844f2961-eb88-4d3c-ad49-a8d87409b0b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8c962c4-bdb8-47f9-84da-3d961f8416c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427725 Aug 16 23:29:33.328824 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0543506-31e3-429c-bde0-11b4643143c5 req-b2f82509-16fb-4c1c-baef-336a224b2242 service neutron] 10.222.0.39 "GET /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915022 Aug 16 23:29:33.337629 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c0543506-31e3-429c-bde0-11b4643143c5 req-ac7e8b7e-db37-4c24-974c-5da7f8dafe13 service neutron] 10.222.0.43 "GET /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040640 Aug 16 23:29:33.423305 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0543506-31e3-429c-bde0-11b4643143c5 req-03db6a48-30fc-4784-8be0-58024f1f6e21 service neutron] 10.222.0.39 "GET /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861359 Aug 16 23:29:33.433933 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c0543506-31e3-429c-bde0-11b4643143c5 req-e2d70b1f-3309-45a4-a0d5-502debe0ac2a service neutron] 10.222.0.43 "GET /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888772 Aug 16 23:29:33.790529 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f33fd-ffce-409a-b69b-7babd0eb9c04 req-41462cad-43bb-4f80-93cf-4cf87ece8bdb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:33.792022 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2c4f33fd-ffce-409a-b69b-7babd0eb9c04 req-41462cad-43bb-4f80-93cf-4cf87ece8bdb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 944 time: 0.0542428 Aug 16 23:29:33.829525 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2c4f33fd-ffce-409a-b69b-7babd0eb9c04 req-4b9c4d03-9a7f-4849-97f8-dbf1791ffda7 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315726 Aug 16 23:29:34.020582 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96c785-e7bc-4f9c-b155-f20ac28121fe req-c14e7fb8-059f-4c37-aacc-754ec9de8e6f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:34.022066 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e96c785-e7bc-4f9c-b155-f20ac28121fe req-c14e7fb8-059f-4c37-aacc-754ec9de8e6f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 944 time: 0.0495336 Aug 16 23:29:34.039668 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31997d0b-8a2d-4f8c-9e5b-b52d119d8c54 req-d20b2d43-2908-4a16-9788-19c9ccfdbcda tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:34.041398 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-31997d0b-8a2d-4f8c-9e5b-b52d119d8c54 req-d20b2d43-2908-4a16-9788-19c9ccfdbcda tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c&tenant_id=3272cbc0ac75488084cdb13f2cd61576&binding%3Ahost_id=n-h1-792458-15 HTTP/1.1" status: 200 len: 944 time: 0.0522838 Aug 16 23:29:34.060789 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e96c785-e7bc-4f9c-b155-f20ac28121fe req-2c6f6051-0c33-483c-a5da-6013d6810113 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326867 Aug 16 23:29:34.103081 n-d-792458-15 neutron-server[94872]: INFO neutron.api.v2.resource [req-31997d0b-8a2d-4f8c-9e5b-b52d119d8c54 req-467fdefd-44c4-4be3-bc19-ac43a9cd36e3 service neutron] delete failed (client error): The resource could not be found. Aug 16 23:29:34.104118 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-31997d0b-8a2d-4f8c-9e5b-b52d119d8c54 req-467fdefd-44c4-4be3-bc19-ac43a9cd36e3 service neutron] 10.222.0.43 "DELETE /v2.0/ports/7f3fda48-2462-407b-a73e-f44537b605ff/bindings/n-h2-792458-15 HTTP/1.1" status: 404 len: 381 time: 0.0557950 Aug 16 23:29:34.180270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336429e4-2132-4c89-a222-ec42523ed78d req-2f71bd60-5ff4-419f-9fe7-d7c32b34f397 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:34.181781 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-336429e4-2132-4c89-a222-ec42523ed78d req-2f71bd60-5ff4-419f-9fe7-d7c32b34f397 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 944 time: 0.0502374 Aug 16 23:29:34.188118 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31997d0b-8a2d-4f8c-9e5b-b52d119d8c54 req-59706b01-21bd-42c2-802e-e196c92efbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:34.189619 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-31997d0b-8a2d-4f8c-9e5b-b52d119d8c54 req-59706b01-21bd-42c2-802e-e196c92efbab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 1096 time: 0.0427024 Aug 16 23:29:34.219515 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-336429e4-2132-4c89-a222-ec42523ed78d req-f74c9b21-2f5b-4d59-999d-ca158b0b2ed1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315628 Aug 16 23:29:34.284237 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31997d0b-8a2d-4f8c-9e5b-b52d119d8c54 req-f19d56d3-0546-4515-a3ff-dd39504700a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:34.285646 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-31997d0b-8a2d-4f8c-9e5b-b52d119d8c54 req-f19d56d3-0546-4515-a3ff-dd39504700a3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8c962c4-bdb8-47f9-84da-3d961f8416c4 HTTP/1.1" status: 200 len: 898 time: 0.0891776 Aug 16 23:29:34.349399 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-31997d0b-8a2d-4f8c-9e5b-b52d119d8c54 req-b3e2fbe8-d183-4965-b371-0e27c7d974db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f3fda48-2462-407b-a73e-f44537b605ff HTTP/1.1" status: 200 len: 1000 time: 0.0570705 Aug 16 23:29:34.401854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31997d0b-8a2d-4f8c-9e5b-b52d119d8c54 req-90e0181b-eb49-44f8-b6f5-4e76f86c6090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:34.403316 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-31997d0b-8a2d-4f8c-9e5b-b52d119d8c54 req-90e0181b-eb49-44f8-b6f5-4e76f86c6090 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f59884b0-9394-441f-b85a-59fddb976595 HTTP/1.1" status: 200 len: 834 time: 0.0471961 Aug 16 23:29:34.448316 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31997d0b-8a2d-4f8c-9e5b-b52d119d8c54 req-699a09bb-366b-4dd5-8991-db31bc156d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:34.449798 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-31997d0b-8a2d-4f8c-9e5b-b52d119d8c54 req-699a09bb-366b-4dd5-8991-db31bc156d53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8c962c4-bdb8-47f9-84da-3d961f8416c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396132 Aug 16 23:29:34.538437 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-31997d0b-8a2d-4f8c-9e5b-b52d119d8c54 req-d421463d-2b96-4e33-bd05-3f43ee640200 service neutron] 10.222.0.43 "GET /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814080 Aug 16 23:29:34.554192 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 7f3fda48-2462-407b-a73e-f44537b605ff no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:29:34.591718 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 7f3fda48-2462-407b-a73e-f44537b605ff not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:29:34.631566 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-31997d0b-8a2d-4f8c-9e5b-b52d119d8c54 req-e1615d06-e1ff-4fa9-93eb-b0fe29e0ece1 service neutron] 10.222.0.43 "GET /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865893 Aug 16 23:29:34.795931 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 7f3fda48-2462-407b-a73e-f44537b605ff details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:29:34.891052 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 7f3fda48-2462-407b-a73e-f44537b605ff, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=7f3fda48-2462-407b-a73e-f44537b605ff,segment=NetworkSegment(5f4c26c7-ab88-49f4-b274-54c3f16076f0),segment_id=5f4c26c7-ab88-49f4-b274-54c3f16076f0)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:29:34.902412 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '7f3fda48-2462-407b-a73e-f44537b605ff', 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4', 'port_id': '7f3fda48-2462-407b-a73e-f44537b605ff', 'mac_address': 'fa:16:3e:54:65:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59884b0-9394-441f-b85a-59fddb976595', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:29:34.942730 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:34.957272 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3fda48-2462-407b-a73e-f44537b605ff {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:29:34.978714 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 7f3fda48-2462-407b-a73e-f44537b605ff, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=7f3fda48-2462-407b-a73e-f44537b605ff,segment=NetworkSegment(5f4c26c7-ab88-49f4-b274-54c3f16076f0),segment_id=5f4c26c7-ab88-49f4-b274-54c3f16076f0)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:29:34.983896 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:35.039429 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=7f3fda48-2462-407b-a73e-f44537b605ff,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:35.047667 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:35.047995 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:35.048370 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:35.048824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:35.049300 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:35.049651 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:35.050018 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:35.050374 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:35.050738 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:35.051112 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:35.051439 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:35.051789 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:35.237646 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['7f3fda48-2462-407b-a73e-f44537b605ff'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:29:35.354395 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f064bed-51da-476b-b3f0-7993751c0fa4 req-d6af9c08-eff1-4a06-85d8-0c62b81ec494 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:35.356016 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f064bed-51da-476b-b3f0-7993751c0fa4 req-d6af9c08-eff1-4a06-85d8-0c62b81ec494 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 945 time: 0.0667064 Aug 16 23:29:35.395713 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9f064bed-51da-476b-b3f0-7993751c0fa4 req-4b2886ad-0f8b-457b-9525-f6ede78bc805 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325806 Aug 16 23:29:35.417472 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51770) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:29:35.482798 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ee80b552-1970-4f57-b250-e0282242132a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/floatingips/e957fb6f-0cf6-4c06-896a-4f7f387dbced HTTP/1.1" status: 200 len: 993 time: 0.0641096 Aug 16 23:29:36.807684 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 7f3fda48-2462-407b-a73e-f44537b605ff up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:29:36.858847 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 7f3fda48-2462-407b-a73e-f44537b605ff completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:29:36.863103 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 7f3fda48-2462-407b-a73e-f44537b605ff triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:29:36.863481 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:36.938698 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:36.963718 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf538cc-7bc7-4bd4-a0ad-9924c9091c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3fda48-2462-407b-a73e-f44537b605ff'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:29:36.966378 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce892ee-97c2-4041-aa86-3af51e67406a" -d '{"events": [{"server_uuid": "baf538cc-7bc7-4bd4-a0ad-9924c9091c9c", "name": "network-vif-plugged", "status": "completed", "tag": "7f3fda48-2462-407b-a73e-f44537b605ff"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:29:36.979504 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 7f3fda48-2462-407b-a73e-f44537b605ff, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=7f3fda48-2462-407b-a73e-f44537b605ff,segment=NetworkSegment(5f4c26c7-ab88-49f4-b274-54c3f16076f0),segment_id=5f4c26c7-ab88-49f4-b274-54c3f16076f0)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:29:36.984730 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:37.012961 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12259eac-88b9-4030-b66e-a1c58b5fad67 x-openstack-request-id: req-12259eac-88b9-4030-b66e-a1c58b5fad67 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:29:37.013255 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf538cc-7bc7-4bd4-a0ad-9924c9091c9c", "name": "network-vif-plugged", "status": "completed", "tag": "7f3fda48-2462-407b-a73e-f44537b605ff", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:29:37.013501 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-12259eac-88b9-4030-b66e-a1c58b5fad67 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:29:37.013889 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf538cc-7bc7-4bd4-a0ad-9924c9091c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3fda48-2462-407b-a73e-f44537b605ff', 'code': 200} Aug 16 23:29:37.035498 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=7f3fda48-2462-407b-a73e-f44537b605ff,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:39.098378 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ce527dfc-2d37-4084-83f2-a027d48dcfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:39.122198 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:41.459203 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:41.656648 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3c08af2d-96be-4abf-876b-2c277a58be68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:41.839637 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:29:42.233017 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:43.497952 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:45.074439 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:04.023936 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51784) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:04.177757 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting port 704f99a9-6774-4fd3-a508-4db79c895619 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:30:04.178135 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:04.251603 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:04.251942 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:04.263763 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Calling delete_port for 704f99a9-6774-4fd3-a508-4db79c895619 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:30:04.409134 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:04.432509 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Port': ['ID=704f99a9-6774-4fd3-a508-4db79c895619,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:04.447518 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:04.447864 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:04.448201 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:04.448533 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:04.448864 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:04.449189 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:04.449513 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:04.449837 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:04.450185 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:04.450501 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:04.450826 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:04.451144 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:04.509061 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:04.509408 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Floating IP e957fb6f-0cf6-4c06-896a-4f7f387dbced disassociated (deleted). External IP: 172.25.6.202, port: 7f3fda48-2462-407b-a73e-f44537b605ff. Aug 16 23:30:04.713637 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 41e266b9-b16f-4daa-9a95-87974f75678b has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:30:04.827097 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:30:04.831563 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:04.840277 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00860aa4-14e0-4ec7-a0bc-0566f5f2895a None None] Sync routers for ids ['41e266b9-b16f-4daa-9a95-87974f75678b'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:30:04.853766 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00860aa4-14e0-4ec7-a0bc-0566f5f2895a None None] Routers {'41e266b9-b16f-4daa-9a95-87974f75678b'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:30:04.854415 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-00860aa4-14e0-4ec7-a0bc-0566f5f2895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:29:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['41e266b9-b16f-4daa-9a95-87974f75678b'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:04.863312 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-46bd3d3e-b5e9-4f11-8fe2-578bd485a758 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/floatingips/e957fb6f-0cf6-4c06-896a-4f7f387dbced HTTP/1.1" status: 204 len: 168 time: 0.8376088 Aug 16 23:30:04.864282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf538cc-7bc7-4bd4-a0ad-9924c9091c9c', 'tag': '7f3fda48-2462-407b-a73e-f44537b605ff'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:30:04.866230 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5701ddba-e51b-4781-af7b-3903f37f8136" -d '{"events": [{"name": "network-changed", "server_uuid": "baf538cc-7bc7-4bd4-a0ad-9924c9091c9c", "tag": "7f3fda48-2462-407b-a73e-f44537b605ff"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:30:04.910733 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef642e40-186f-4545-8082-11e21dc3e8ea x-openstack-request-id: req-ef642e40-186f-4545-8082-11e21dc3e8ea {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:30:04.911055 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf538cc-7bc7-4bd4-a0ad-9924c9091c9c", "tag": "7f3fda48-2462-407b-a73e-f44537b605ff", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:30:04.911312 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ef642e40-186f-4545-8082-11e21dc3e8ea {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:30:04.911721 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf538cc-7bc7-4bd4-a0ad-9924c9091c9c', 'tag': '7f3fda48-2462-407b-a73e-f44537b605ff', 'status': 'completed', 'code': 200} Aug 16 23:30:04.979642 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-00860aa4-14e0-4ec7-a0bc-0566f5f2895a None None] Set router 41e266b9-b16f-4daa-9a95-87974f75678b gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:30:04.983730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701ddba-e51b-4781-af7b-3903f37f8136 req-97c3fb2d-ea51-4537-a5ae-01a51c8696bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:04.985364 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5701ddba-e51b-4781-af7b-3903f37f8136 req-97c3fb2d-ea51-4537-a5ae-01a51c8696bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 1098 time: 0.0527871 Aug 16 23:30:05.124404 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701ddba-e51b-4781-af7b-3903f37f8136 req-73cc96a5-a660-48e6-a941-6d387faee988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:05.125887 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5701ddba-e51b-4781-af7b-3903f37f8136 req-73cc96a5-a660-48e6-a941-6d387faee988 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8c962c4-bdb8-47f9-84da-3d961f8416c4 HTTP/1.1" status: 200 len: 898 time: 0.1289518 Aug 16 23:30:05.137276 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44388c3-31a8-434e-83c9-4f0a1a4d5ea5 req-4c1e4ec7-2c93-4efa-bb74-d9ee66ba2de6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:05.138723 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c44388c3-31a8-434e-83c9-4f0a1a4d5ea5 req-4c1e4ec7-2c93-4efa-bb74-d9ee66ba2de6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0689583 Aug 16 23:30:05.184201 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5701ddba-e51b-4781-af7b-3903f37f8136 req-ce63ba7e-f7bc-4898-af06-1bf915fffaa3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f3fda48-2462-407b-a73e-f44537b605ff HTTP/1.1" status: 200 len: 217 time: 0.0445333 Aug 16 23:30:05.194070 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-00860aa4-14e0-4ec7-a0bc-0566f5f2895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572522876', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:23Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '789bd652-d2a5-40f2-a754-edbb2e0b2343', 'name': '', 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:4f:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f59884b0-9394-441f-b85a-59fddb976595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:22Z', 'updated_at': '2021-08-16T23:28:28Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'f59884b0-9394-441f-b85a-59fddb976595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:05.219773 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00860aa4-14e0-4ec7-a0bc-0566f5f2895a None None] Checking router: 41e266b9-b16f-4daa-9a95-87974f75678b for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:30:05.228829 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00860aa4-14e0-4ec7-a0bc-0566f5f2895a None None] Routers {'41e266b9-b16f-4daa-9a95-87974f75678b'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:30:05.229434 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-00860aa4-14e0-4ec7-a0bc-0566f5f2895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:29:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['41e266b9-b16f-4daa-9a95-87974f75678b'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:05.231836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c44388c3-31a8-434e-83c9-4f0a1a4d5ea5 req-6ab9163b-2559-464e-ac3f-46644bd488b5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859036 Aug 16 23:30:05.257601 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701ddba-e51b-4781-af7b-3903f37f8136 req-76ca1953-1112-4df7-b7f2-29a8009768e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:05.259101 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5701ddba-e51b-4781-af7b-3903f37f8136 req-76ca1953-1112-4df7-b7f2-29a8009768e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f59884b0-9394-441f-b85a-59fddb976595 HTTP/1.1" status: 200 len: 834 time: 0.0627537 Aug 16 23:30:05.306504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701ddba-e51b-4781-af7b-3903f37f8136 req-1df7ee12-b815-4384-9a94-715cc3788c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:05.308040 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5701ddba-e51b-4781-af7b-3903f37f8136 req-1df7ee12-b815-4384-9a94-715cc3788c11 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8c962c4-bdb8-47f9-84da-3d961f8416c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406120 Aug 16 23:30:05.338533 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-00860aa4-14e0-4ec7-a0bc-0566f5f2895a None None] Set router 41e266b9-b16f-4daa-9a95-87974f75678b gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:30:05.399092 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5701ddba-e51b-4781-af7b-3903f37f8136 req-05ca3630-7c92-4797-b533-ac5031b54f39 service neutron] 10.222.0.39 "GET /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827219 Aug 16 23:30:05.496399 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5701ddba-e51b-4781-af7b-3903f37f8136 req-31d55b5c-3269-4374-bccd-9eee1e8ff5d8 service neutron] 10.222.0.39 "GET /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885551 Aug 16 23:30:05.537907 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-00860aa4-14e0-4ec7-a0bc-0566f5f2895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572522876', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:23Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '789bd652-d2a5-40f2-a754-edbb2e0b2343', 'name': '', 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:4f:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f59884b0-9394-441f-b85a-59fddb976595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:22Z', 'updated_at': '2021-08-16T23:28:28Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'f59884b0-9394-441f-b85a-59fddb976595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:05.563636 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00860aa4-14e0-4ec7-a0bc-0566f5f2895a None None] The sync data for ids ['41e266b9-b16f-4daa-9a95-87974f75678b'] in n-d-792458-15 is: [{'id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572522876', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:23Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '789bd652-d2a5-40f2-a754-edbb2e0b2343', 'name': '', 'network_id': 'b8c962c4-bdb8-47f9-84da-3d961f8416c4', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:4f:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f59884b0-9394-441f-b85a-59fddb976595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:22Z', 'updated_at': '2021-08-16T23:28:28Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'f59884b0-9394-441f-b85a-59fddb976595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:30:05.788350 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fba32b3-d80f-4fec-a27f-ebdede169163 None None] New status for floating IP e957fb6f-0cf6-4c06-896a-4f7f387dbced: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:30:06.367579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c08c39-7f1d-4dc6-9631-6d3ed124ed14 req-eb037674-4242-416d-a021-d72d6239733e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:06.369063 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21c08c39-7f1d-4dc6-9631-6d3ed124ed14 req-eb037674-4242-416d-a021-d72d6239733e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0487449 Aug 16 23:30:06.440085 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21c08c39-7f1d-4dc6-9631-6d3ed124ed14 req-82a57d5c-c3a2-46a0-abc2-d85c6145eac5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=735fa5f2-00ef-49e1-904e-6c6f952987d0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575686 Aug 16 23:30:06.448391 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b57e8-800e-415b-b76b-101c13094c5f req-991569a2-136e-4710-94c6-775c8ff9e978 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:06.449815 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf6b57e8-800e-415b-b76b-101c13094c5f req-991569a2-136e-4710-94c6-775c8ff9e978 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf538cc-7bc7-4bd4-a0ad-9924c9091c9c HTTP/1.1" status: 200 len: 946 time: 0.0760589 Aug 16 23:30:06.538704 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-cf6b57e8-800e-415b-b76b-101c13094c5f req-11192e07-e770-4a38-bf71-7695bde6a036 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting port 7f3fda48-2462-407b-a73e-f44537b605ff {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:30:06.538967 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cf6b57e8-800e-415b-b76b-101c13094c5f req-11192e07-e770-4a38-bf71-7695bde6a036 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:06.632208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-cf6b57e8-800e-415b-b76b-101c13094c5f req-11192e07-e770-4a38-bf71-7695bde6a036 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] For port 7f3fda48-2462-407b-a73e-f44537b605ff, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=7f3fda48-2462-407b-a73e-f44537b605ff,segment=NetworkSegment(5f4c26c7-ab88-49f4-b274-54c3f16076f0),segment_id=5f4c26c7-ab88-49f4-b274-54c3f16076f0)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:30:06.632576 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cf6b57e8-800e-415b-b76b-101c13094c5f req-11192e07-e770-4a38-bf71-7695bde6a036 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:06.645291 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-cf6b57e8-800e-415b-b76b-101c13094c5f req-11192e07-e770-4a38-bf71-7695bde6a036 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Calling delete_port for 7f3fda48-2462-407b-a73e-f44537b605ff owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:30:06.771343 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cf6b57e8-800e-415b-b76b-101c13094c5f req-11192e07-e770-4a38-bf71-7695bde6a036 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:06.799730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11192e07-e770-4a38-bf71-7695bde6a036 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Port': ['ID=7f3fda48-2462-407b-a73e-f44537b605ff,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:06.839856 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6b57e8-800e-415b-b76b-101c13094c5f req-11192e07-e770-4a38-bf71-7695bde6a036 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] No DVR routers for this DVR port 7f3fda48-2462-407b-a73e-f44537b605ff on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:30:06.842477 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-cf6b57e8-800e-415b-b76b-101c13094c5f req-11192e07-e770-4a38-bf71-7695bde6a036 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:06.844457 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cf6b57e8-800e-415b-b76b-101c13094c5f req-11192e07-e770-4a38-bf71-7695bde6a036 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.39 "DELETE /v2.0/ports/7f3fda48-2462-407b-a73e-f44537b605ff HTTP/1.1" status: 204 len: 173 time: 0.3873286 Aug 16 23:30:06.844875 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf538cc-7bc7-4bd4-a0ad-9924c9091c9c', 'name': 'network-vif-deleted', 'tag': '7f3fda48-2462-407b-a73e-f44537b605ff'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:30:06.847648 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683f96d3-0414-4fde-b899-0cb3f6fa0180" -d '{"events": [{"server_uuid": "baf538cc-7bc7-4bd4-a0ad-9924c9091c9c", "name": "network-vif-deleted", "tag": "7f3fda48-2462-407b-a73e-f44537b605ff"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:30:06.883903 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22620744-1868-40d0-bbfd-b0a654bec577 x-openstack-request-id: req-22620744-1868-40d0-bbfd-b0a654bec577 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:30:06.884195 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf538cc-7bc7-4bd4-a0ad-9924c9091c9c", "name": "network-vif-deleted", "tag": "7f3fda48-2462-407b-a73e-f44537b605ff", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:30:06.884448 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-22620744-1868-40d0-bbfd-b0a654bec577 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:30:06.884851 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf538cc-7bc7-4bd4-a0ad-9924c9091c9c', 'name': 'network-vif-deleted', 'tag': '7f3fda48-2462-407b-a73e-f44537b605ff', 'status': 'completed', 'code': 200} Aug 16 23:30:07.494330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51800) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:07.860026 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27af79be-53be-47c4-ac1c-f5a5a3f58a44 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:08.116918 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-27af79be-53be-47c4-ac1c-f5a5a3f58a44 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting port 789bd652-d2a5-40f2-a754-edbb2e0b2343 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:30:08.117182 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27af79be-53be-47c4-ac1c-f5a5a3f58a44 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:08.208603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-27af79be-53be-47c4-ac1c-f5a5a3f58a44 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] For port 789bd652-d2a5-40f2-a754-edbb2e0b2343, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=789bd652-d2a5-40f2-a754-edbb2e0b2343,segment=NetworkSegment(5f4c26c7-ab88-49f4-b274-54c3f16076f0),segment_id=5f4c26c7-ab88-49f4-b274-54c3f16076f0)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:30:08.208962 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27af79be-53be-47c4-ac1c-f5a5a3f58a44 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:08.220402 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-27af79be-53be-47c4-ac1c-f5a5a3f58a44 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Calling delete_port for 789bd652-d2a5-40f2-a754-edbb2e0b2343 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:30:08.400568 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27af79be-53be-47c4-ac1c-f5a5a3f58a44 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:08.426467 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af79be-53be-47c4-ac1c-f5a5a3f58a44 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Port': ['ID=789bd652-d2a5-40f2-a754-edbb2e0b2343,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:08.597708 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27af79be-53be-47c4-ac1c-f5a5a3f58a44 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:08.809451 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27af79be-53be-47c4-ac1c-f5a5a3f58a44 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 41e266b9-b16f-4daa-9a95-87974f75678b has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:30:08.956410 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 7f3fda48-2462-407b-a73e-f44537b605ff no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:30:08.980391 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 7f3fda48-2462-407b-a73e-f44537b605ff {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:30:08.980739 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 7f3fda48-2462-407b-a73e-f44537b605ff not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:30:09.100312 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4b61c5a6-5f31-45b7-94e7-7777ae114e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.139642 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.238923 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27af79be-53be-47c4-ac1c-f5a5a3f58a44 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:30:09.243814 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-27af79be-53be-47c4-ac1c-f5a5a3f58a44 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "PUT /v2.0/routers/41e266b9-b16f-4daa-9a95-87974f75678b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7484658 Aug 16 23:30:09.246569 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51802) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:09.249191 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd4618-99ee-46d6-8fd9-b9b989d680ea None None] Sync routers for ids ['41e266b9-b16f-4daa-9a95-87974f75678b'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:30:09.258311 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd4618-99ee-46d6-8fd9-b9b989d680ea None None] Routers {'41e266b9-b16f-4daa-9a95-87974f75678b'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:30:09.258910 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-46cd4618-99ee-46d6-8fd9-b9b989d680ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:29:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['41e266b9-b16f-4daa-9a95-87974f75678b'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:09.298896 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab7ec3d-f175-4f68-b294-f97f93f83258 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting subnet f59884b0-9394-441f-b85a-59fddb976595 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:30:09.302678 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ab7ec3d-f175-4f68-b294-f97f93f83258 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.341968 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ab7ec3d-f175-4f68-b294-f97f93f83258 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.363731 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-46cd4618-99ee-46d6-8fd9-b9b989d680ea None None] Set router 41e266b9-b16f-4daa-9a95-87974f75678b gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:30:09.428780 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ab7ec3d-f175-4f68-b294-f97f93f83258 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.488996 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ab7ec3d-f175-4f68-b294-f97f93f83258 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.513179 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7ec3d-f175-4f68-b294-f97f93f83258 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Subnet': ['ID=f59884b0-9394-441f-b85a-59fddb976595,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:09.519864 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ab7ec3d-f175-4f68-b294-f97f93f83258 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.523655 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1ab7ec3d-f175-4f68-b294-f97f93f83258 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/subnets/f59884b0-9394-441f-b85a-59fddb976595 HTTP/1.1" status: 204 len: 168 time: 0.2736707 Aug 16 23:30:09.524722 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51804) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:09.526771 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0b51e3-bd08-45fd-83ac-04eb115a1ca5 None None] Network b8c962c4-bdb8-47f9-84da-3d961f8416c4 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:30:09.554265 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-46cd4618-99ee-46d6-8fd9-b9b989d680ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572522876', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:30:08Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:09.585107 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd4618-99ee-46d6-8fd9-b9b989d680ea None None] Checking router: 41e266b9-b16f-4daa-9a95-87974f75678b for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:30:09.593887 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd4618-99ee-46d6-8fd9-b9b989d680ea None None] Routers {'41e266b9-b16f-4daa-9a95-87974f75678b'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:30:09.594812 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-46cd4618-99ee-46d6-8fd9-b9b989d680ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:29:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['41e266b9-b16f-4daa-9a95-87974f75678b'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:09.650323 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be499692-fc1d-4fd6-89e5-1f04c5ef403f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.704919 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-46cd4618-99ee-46d6-8fd9-b9b989d680ea None None] Set router 41e266b9-b16f-4daa-9a95-87974f75678b gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:30:09.727502 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371c9c08-d713-43ef-9dbe-3bcafde37121 None None] DHCP port deletion for b8c962c4-bdb8-47f9-84da-3d961f8416c4 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:30:09.758906 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be499692-fc1d-4fd6-89e5-1f04c5ef403f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.794217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-371c9c08-d713-43ef-9dbe-3bcafde37121 None None] Deleting port cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:30:09.794591 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-371c9c08-d713-43ef-9dbe-3bcafde37121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.822438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-be499692-fc1d-4fd6-89e5-1f04c5ef403f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting port b508a826-6bd6-4dda-bb8b-ab96edfe84c1 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:30:09.822927 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be499692-fc1d-4fd6-89e5-1f04c5ef403f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.863379 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-371c9c08-d713-43ef-9dbe-3bcafde37121 None None] For port cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9,segment=NetworkSegment(5f4c26c7-ab88-49f4-b274-54c3f16076f0),segment_id=5f4c26c7-ab88-49f4-b274-54c3f16076f0)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:30:09.863799 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-371c9c08-d713-43ef-9dbe-3bcafde37121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.882308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-371c9c08-d713-43ef-9dbe-3bcafde37121 None None] Calling delete_port for cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:30:09.913755 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-be499692-fc1d-4fd6-89e5-1f04c5ef403f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] For port b508a826-6bd6-4dda-bb8b-ab96edfe84c1, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=b508a826-6bd6-4dda-bb8b-ab96edfe84c1,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:30:09.914156 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be499692-fc1d-4fd6-89e5-1f04c5ef403f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.931359 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-be499692-fc1d-4fd6-89e5-1f04c5ef403f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Calling delete_port for b508a826-6bd6-4dda-bb8b-ab96edfe84c1 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:30:09.991555 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-371c9c08-d713-43ef-9dbe-3bcafde37121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:10.006331 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-46cd4618-99ee-46d6-8fd9-b9b989d680ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572522876', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:30:08Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:10.024936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:30:10.028457 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c9c08-d713-43ef-9dbe-3bcafde37121 None None] Pushing event deleted for resources: {'Port': ['ID=cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:10.035518 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd4618-99ee-46d6-8fd9-b9b989d680ea None None] The sync data for ids ['41e266b9-b16f-4daa-9a95-87974f75678b'] in n-d-792458-15 is: [{'id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572522876', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:30:08Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': 'b508a826-6bd6-4dda-bb8b-ab96edfe84c1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e266b9-b16f-4daa-9a95-87974f75678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:28:19Z', 'updated_at': '2021-08-16T23:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:30:10.049683 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c9c08-d713-43ef-9dbe-3bcafde37121 None None] No DVR routers for this DVR port cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:30:10.055101 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:30:10.055453 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cd50dfd6-0c7d-47d7-bfa9-b4be95e41cf9 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:30:10.172644 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be499692-fc1d-4fd6-89e5-1f04c5ef403f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:10.200571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be499692-fc1d-4fd6-89e5-1f04c5ef403f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Port': ['ID=b508a826-6bd6-4dda-bb8b-ab96edfe84c1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:10.260265 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be499692-fc1d-4fd6-89e5-1f04c5ef403f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:10.353878 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be499692-fc1d-4fd6-89e5-1f04c5ef403f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:10.356003 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be499692-fc1d-4fd6-89e5-1f04c5ef403f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:10.409435 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be499692-fc1d-4fd6-89e5-1f04c5ef403f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:10.410014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be499692-fc1d-4fd6-89e5-1f04c5ef403f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Fanout notify agent at l3_agent the message router_deleted on router 41e266b9-b16f-4daa-9a95-87974f75678b {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:30:10.417079 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-be499692-fc1d-4fd6-89e5-1f04c5ef403f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:10.418989 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-be499692-fc1d-4fd6-89e5-1f04c5ef403f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/routers/41e266b9-b16f-4daa-9a95-87974f75678b HTTP/1.1" status: 204 len: 168 time: 0.8922327 Aug 16 23:30:10.421253 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51806) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:10.503116 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19a296fa-c682-4658-bc8e-2723e48d3a8a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:10.605899 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19a296fa-c682-4658-bc8e-2723e48d3a8a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:10.617719 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-19a296fa-c682-4658-bc8e-2723e48d3a8a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c962c4-bdb8-47f9-84da-3d961f8416c4']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:10.629940 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-19a296fa-c682-4658-bc8e-2723e48d3a8a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f4c26c7-ab88-49f4-b274-54c3f16076f0') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:10.630313 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-19a296fa-c682-4658-bc8e-2723e48d3a8a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f4c26c7-ab88-49f4-b274-54c3f16076f0') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:10.640490 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19a296fa-c682-4658-bc8e-2723e48d3a8a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:10.654893 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19a296fa-c682-4658-bc8e-2723e48d3a8a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:10.662022 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a296fa-c682-4658-bc8e-2723e48d3a8a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:30:10.662541 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19a296fa-c682-4658-bc8e-2723e48d3a8a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: timer() Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:30:10.665670 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:30:10.731475 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19a296fa-c682-4658-bc8e-2723e48d3a8a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:10.742112 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19a296fa-c682-4658-bc8e-2723e48d3a8a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:10.743993 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-19a296fa-c682-4658-bc8e-2723e48d3a8a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/networks/b8c962c4-bdb8-47f9-84da-3d961f8416c4 HTTP/1.1" status: 204 len: 168 time: 0.3217442 Aug 16 23:30:10.746656 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51808) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:10.762887 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a296fa-c682-4658-bc8e-2723e48d3a8a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Network': ['ID=b8c962c4-bdb8-47f9-84da-3d961f8416c4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:10.813638 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cff0e340-9870-4c96-b91e-04c29830dcb3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:10.838309 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cff0e340-9870-4c96-b91e-04c29830dcb3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:10.899253 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cff0e340-9870-4c96-b91e-04c29830dcb3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:10.902181 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-cff0e340-9870-4c96-b91e-04c29830dcb3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:10.903604 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-cff0e340-9870-4c96-b91e-04c29830dcb3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/security-groups/735fa5f2-00ef-49e1-904e-6c6f952987d0 HTTP/1.1" status: 204 len: 168 time: 0.1558685 Aug 16 23:30:10.914949 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e340-9870-4c96-b91e-04c29830dcb3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=735fa5f2-00ef-49e1-904e-6c6f952987d0,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:11.281330 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51814) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:11.286088 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b9b20b27-89d8-4e2a-8838-fb9ce1d70304 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1888524635', 'description': 'tempest-secgroup-smoke-1888524635 description', 'project_id': '3272cbc0ac75488084cdb13f2cd61576'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:11.308160 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9b20b27-89d8-4e2a-8838-fb9ce1d70304 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.396994 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9b20b27-89d8-4e2a-8838-fb9ce1d70304 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.400858 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9b20b27-89d8-4e2a-8838-fb9ce1d70304 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.427457 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b9b20b27-89d8-4e2a-8838-fb9ce1d70304 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.428684 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b9b20b27-89d8-4e2a-8838-fb9ce1d70304 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1463184 Aug 16 23:30:11.431698 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51816) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:11.432962 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b20b27-89d8-4e2a-8838-fb9ce1d70304 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:11.436466 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-97439b75-6b4f-4d72-921e-154db34a0d06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': 'b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:11.464515 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97439b75-6b4f-4d72-921e-154db34a0d06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.472726 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.527248 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97439b75-6b4f-4d72-921e-154db34a0d06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.530808 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97439b75-6b4f-4d72-921e-154db34a0d06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.547991 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97439b75-6b4f-4d72-921e-154db34a0d06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2031d12d-4d55-46b6-be75-80e1d5137ccb,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:11.555097 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-97439b75-6b4f-4d72-921e-154db34a0d06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.556641 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-97439b75-6b4f-4d72-921e-154db34a0d06 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237884 Aug 16 23:30:11.559201 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51818) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:11.563782 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4bdbd097-339c-4dd2-8663-2a8718c72fca tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': 'b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:11.591260 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd097-339c-4dd2-8663-2a8718c72fca tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.648409 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd097-339c-4dd2-8663-2a8718c72fca tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.652231 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd097-339c-4dd2-8663-2a8718c72fca tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.658587 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d4b00be6-5eee-459f-a3f7-686f38830c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.673598 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbd097-339c-4dd2-8663-2a8718c72fca tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677fcb49-17a5-4c88-99dd-6702135689c8,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:11.678083 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd097-339c-4dd2-8663-2a8718c72fca tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.679267 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4bdbd097-339c-4dd2-8663-2a8718c72fca tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191361 Aug 16 23:30:11.682040 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51820) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:11.686450 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-2684bc93-216c-4d37-9aad-9e857083edb4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': 'b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:11.711575 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2684bc93-216c-4d37-9aad-9e857083edb4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.776389 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2684bc93-216c-4d37-9aad-9e857083edb4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.780545 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2684bc93-216c-4d37-9aad-9e857083edb4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.798767 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684bc93-216c-4d37-9aad-9e857083edb4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc8d0cf-7d26-49ae-b969-9744579f365f,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:11.806742 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2684bc93-216c-4d37-9aad-9e857083edb4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.808046 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2684bc93-216c-4d37-9aad-9e857083edb4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250114 Aug 16 23:30:11.810760 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51822) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:11.815228 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4394e2ff-224b-4049-a1dc-7b077c805c67 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': 'b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:11.842372 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4394e2ff-224b-4049-a1dc-7b077c805c67 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.909255 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4394e2ff-224b-4049-a1dc-7b077c805c67 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.913787 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4394e2ff-224b-4049-a1dc-7b077c805c67 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.931799 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b508a826-6bd6-4dda-bb8b-ab96edfe84c1 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:30:11.934056 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394e2ff-224b-4049-a1dc-7b077c805c67 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac43edb9-a750-4801-9104-0ec6d2254648,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:11.940125 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4394e2ff-224b-4049-a1dc-7b077c805c67 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.942220 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4394e2ff-224b-4049-a1dc-7b077c805c67 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304264 Aug 16 23:30:11.944827 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51824) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:11.949902 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-07b9fb59-7209-4b9f-84f9-2f486a3b60be tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': 'b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:11.957061 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: b508a826-6bd6-4dda-bb8b-ab96edfe84c1 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:30:11.957413 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device b508a826-6bd6-4dda-bb8b-ab96edfe84c1 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:30:11.957837 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 789bd652-d2a5-40f2-a754-edbb2e0b2343 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:30:11.973453 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-07b9fb59-7209-4b9f-84f9-2f486a3b60be tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Project 3272cbc0ac75488084cdb13f2cd61576 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:30:11.978416 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07b9fb59-7209-4b9f-84f9-2f486a3b60be tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.980798 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 789bd652-d2a5-40f2-a754-edbb2e0b2343 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:30:11.981120 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 789bd652-d2a5-40f2-a754-edbb2e0b2343 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:30:12.039548 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07b9fb59-7209-4b9f-84f9-2f486a3b60be tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.042835 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07b9fb59-7209-4b9f-84f9-2f486a3b60be tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.061229 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9fb59-7209-4b9f-84f9-2f486a3b60be tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d2be18-33d4-4842-9a9c-9f7e64c3fe86,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:12.064228 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07b9fb59-7209-4b9f-84f9-2f486a3b60be tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.065502 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-07b9fb59-7209-4b9f-84f9-2f486a3b60be tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195903 Aug 16 23:30:12.068289 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51826) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:12.072684 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-33137338-210e-4f0f-8753-028d0b1b011e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': 'b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:12.094718 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-33137338-210e-4f0f-8753-028d0b1b011e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Project 3272cbc0ac75488084cdb13f2cd61576 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:30:12.100254 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33137338-210e-4f0f-8753-028d0b1b011e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.162567 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33137338-210e-4f0f-8753-028d0b1b011e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.168134 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33137338-210e-4f0f-8753-028d0b1b011e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.186694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33137338-210e-4f0f-8753-028d0b1b011e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5693a79b-f969-49ad-840a-bb8e60a0925e,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:12.189120 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-33137338-210e-4f0f-8753-028d0b1b011e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.190357 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-33137338-210e-4f0f-8753-028d0b1b011e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211267 Aug 16 23:30:12.193248 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51828) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:12.198177 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-416456c1-2972-4204-b6df-c5b71dfadee9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'network': {'name': 'tempest-network-smoke--172330769', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'port_security_enabled': True}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:12.218861 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416456c1-2972-4204-b6df-c5b71dfadee9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Made reservation on behalf of 3272cbc0ac75488084cdb13f2cd61576 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:30:12.222903 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-416456c1-2972-4204-b6df-c5b71dfadee9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.236595 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.248180 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416456c1-2972-4204-b6df-c5b71dfadee9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:30:12.258504 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-416456c1-2972-4204-b6df-c5b71dfadee9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.258848 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-416456c1-2972-4204-b6df-c5b71dfadee9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Added segment 03fa7c1e-cfaf-4df8-b1cb-8fd068879468 of type vlan for network c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 Aug 16 23:30:12.303351 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-416456c1-2972-4204-b6df-c5b71dfadee9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.330117 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-416456c1-2972-4204-b6df-c5b71dfadee9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.335600 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416456c1-2972-4204-b6df-c5b71dfadee9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:12.336186 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-416456c1-2972-4204-b6df-c5b71dfadee9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.391651 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-416456c1-2972-4204-b6df-c5b71dfadee9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1972983 Aug 16 23:30:12.396919 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51830) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:12.401693 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8895e166-8e62-4c24-b9b5-bb24538ffde5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1857538744', 'admin_state_up': True, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:12.406905 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416456c1-2972-4204-b6df-c5b71dfadee9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Network': ['ID=c6747a5d-1f00-4fe9-a5ac-30ba26a46b68,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:12.418610 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:30:12.426694 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8895e166-8e62-4c24-b9b5-bb24538ffde5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.427673 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8895e166-8e62-4c24-b9b5-bb24538ffde5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.482153 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8895e166-8e62-4c24-b9b5-bb24538ffde5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.948176 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8895e166-8e62-4c24-b9b5-bb24538ffde5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.142048 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8895e166-8e62-4c24-b9b5-bb24538ffde5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.164884 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8895e166-8e62-4c24-b9b5-bb24538ffde5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.268975 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-8895e166-8e62-4c24-b9b5-bb24538ffde5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Allocated IP 172.25.6.101 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/66f9b2c1-25e0-4ad5-a242-592180e2589c) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:30:13.369054 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8895e166-8e62-4c24-b9b5-bb24538ffde5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.406169 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8895e166-8e62-4c24-b9b5-bb24538ffde5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.451565 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8895e166-8e62-4c24-b9b5-bb24538ffde5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:30:13.454710 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-8895e166-8e62-4c24-b9b5-bb24538ffde5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:30:13.460642 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8895e166-8e62-4c24-b9b5-bb24538ffde5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:30:13.463741 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895e166-8e62-4c24-b9b5-bb24538ffde5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=66f9b2c1-25e0-4ad5-a242-592180e2589c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:13.500412 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.703780 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8895e166-8e62-4c24-b9b5-bb24538ffde5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.917359 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8895e166-8e62-4c24-b9b5-bb24538ffde5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:14.046539 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8895e166-8e62-4c24-b9b5-bb24538ffde5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 50850925-d866-4972-9edf-9ba80fcca646 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:30:14.154535 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8895e166-8e62-4c24-b9b5-bb24538ffde5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:30:14.167702 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] Sync routers for ids ['50850925-d866-4972-9edf-9ba80fcca646'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:30:14.178581 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] Routers {'50850925-d866-4972-9edf-9ba80fcca646'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:30:14.179201 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:30:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['50850925-d866-4972-9edf-9ba80fcca646'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:14.184109 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8895e166-8e62-4c24-b9b5-bb24538ffde5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:14.185368 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8895e166-8e62-4c24-b9b5-bb24538ffde5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7874248 Aug 16 23:30:14.188833 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51832) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:14.218509 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f9da6168-7c26-4b68-bcb5-dc8a43fa46f3 tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=3272cbc0ac75488084cdb13f2cd61576&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283241 Aug 16 23:30:14.222256 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51834) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:14.288735 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] Set router 50850925-d866-4972-9edf-9ba80fcca646 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:30:14.319641 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c403e3-f698-44d9-aded-d0eaaed392fc tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:14.321186 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f9c403e3-f698-44d9-aded-d0eaaed392fc tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0975568 Aug 16 23:30:14.324054 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51836) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:14.352587 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-63c273e7-043b-434c-a054-41c17b4ba734 tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274377 Aug 16 23:30:14.355180 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51838) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:14.360392 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4f1da049-d43f-4ee3-9efb-928fd5568a5f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1874855517', 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:14.457283 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1da049-d43f-4ee3-9efb-928fd5568a5f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Made reservation on behalf of 3272cbc0ac75488084cdb13f2cd61576 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:30:14.460812 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4f1da049-d43f-4ee3-9efb-928fd5568a5f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:14.492289 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50850925-d866-4972-9edf-9ba80fcca646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857538744', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:12Z', 'updated_at': '2021-08-16T23:30:13Z', 'revision_number': 3, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:86:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:13Z', 'updated_at': '2021-08-16T23:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:14.519312 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] Checking router: 50850925-d866-4972-9edf-9ba80fcca646 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:30:14.520001 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] Updating router 50850925-d866-4972-9edf-9ba80fcca646 port 66f9b2c1-25e0-4ad5-a242-592180e2589c binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:30:14.548072 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:14.663665 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4f1da049-d43f-4ee3-9efb-928fd5568a5f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:14.730325 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1da049-d43f-4ee3-9efb-928fd5568a5f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Subnet': ['ID=b6dd237d-a3e3-4592-a254-f228af40ad16,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:14.735303 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1da049-d43f-4ee3-9efb-928fd5568a5f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Checking segment: {'id': '03fa7c1e-cfaf-4df8-b1cb-8fd068879468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:30:14.735662 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1da049-d43f-4ee3-9efb-928fd5568a5f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network hostable DHCP agents. Network: c6747a5d-1f00-4fe9-a5ac-30ba26a46b68, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:30:14.752179 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1da049-d43f-4ee3-9efb-928fd5568a5f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:30:14.762075 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-4f1da049-d43f-4ee3-9efb-928fd5568a5f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, c6747a5d-1f00-4fe9-a5ac-30ba26a46b68) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:30:14.766097 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1da049-d43f-4ee3-9efb-928fd5568a5f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:14.766697 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4f1da049-d43f-4ee3-9efb-928fd5568a5f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:14.774250 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f138c439-a4d8-46ec-b829-870416b9c8da None None] Network c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:30:14.782600 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4f1da049-d43f-4ee3-9efb-928fd5568a5f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4263961 Aug 16 23:30:14.785400 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 51842) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:14.898862 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:14.929933 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] Transition to ACTIVE for port object 66f9b2c1-25e0-4ad5-a242-592180e2589c will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:30:14.939666 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:15.020758 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-c6747a5d-1f00-4fe9-a5ac-30ba26a46b68', 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ips': [{'subnet_id': 'b6dd237d-a3e3-4592-a254-f228af40ad16'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:30:15.021595 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:15.023360 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0b6b5-4677-4e8e-9e0c-1f02ec18a972 None None] Pushing event updated for resources: {'Port': ['ID=66f9b2c1-25e0-4ad5-a242-592180e2589c,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:15.037773 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] Attempting to bind port 66f9b2c1-25e0-4ad5-a242-592180e2589c on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:30:15.038168 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] Attempting to bind port 66f9b2c1-25e0-4ad5-a242-592180e2589c by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:30:15.038534 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] Attempting to bind port 66f9b2c1-25e0-4ad5-a242-592180e2589c on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:30:15.051281 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:30:15.052213 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:30:15.052213 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:15.053474 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:30:15.053474 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] Bound port: 66f9b2c1-25e0-4ad5-a242-592180e2589c, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:30:15.053474 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:15.161899 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:15.207380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] For port 66f9b2c1-25e0-4ad5-a242-592180e2589c, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:30:15.212018 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] For port 66f9b2c1-25e0-4ad5-a242-592180e2589c, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=66f9b2c1-25e0-4ad5-a242-592180e2589c,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:30:15.217440 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:15.229018 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] Allocated IP 172.20.0.2 (c6747a5d-1f00-4fe9-a5ac-30ba26a46b68/b6dd237d-a3e3-4592-a254-f228af40ad16/9d599981-b196-4998-b0e5-35418103fe21) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:30:15.237149 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aecfe385-a50b-4042-bce9-958fdda96858 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:15.489832 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0b6b5-4677-4e8e-9e0c-1f02ec18a972 None None] Pushing event updated for resources: {'Port': ['ID=66f9b2c1-25e0-4ad5-a242-592180e2589c,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:15.504169 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] Routers {'50850925-d866-4972-9edf-9ba80fcca646'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:30:15.504806 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:30:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['50850925-d866-4972-9edf-9ba80fcca646'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:15.659318 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] Set router 50850925-d866-4972-9edf-9ba80fcca646 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:30:15.722935 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:15.763287 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] Transition to ACTIVE for port object 9d599981-b196-4998-b0e5-35418103fe21 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:30:15.790056 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] Transition to ACTIVE for port object 9d599981-b196-4998-b0e5-35418103fe21 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:30:15.804793 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:15.857586 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-aecfe385-a50b-4042-bce9-958fdda96858 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Allocated IP 172.20.0.1 (c6747a5d-1f00-4fe9-a5ac-30ba26a46b68/b6dd237d-a3e3-4592-a254-f228af40ad16/9048a22d-f1dd-4f0a-bb72-16f17616f8c3) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:30:15.866157 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] Network c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:30:15.890404 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:30:15.892852 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:30:15.897074 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] Pushing event updated for resources: {'Port': ['ID=9d599981-b196-4998-b0e5-35418103fe21,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:15.959839 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] Attempting to bind port 9d599981-b196-4998-b0e5-35418103fe21 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:30:15.960207 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] Attempting to bind port 9d599981-b196-4998-b0e5-35418103fe21 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '03fa7c1e-cfaf-4df8-b1cb-8fd068879468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:30:15.960569 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] Attempting to bind port 9d599981-b196-4998-b0e5-35418103fe21 on network c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:30:15.969338 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:30:15.969607 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] Checking segment: {'id': '03fa7c1e-cfaf-4df8-b1cb-8fd068879468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:30:15.970027 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:15.970422 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] Bound using segment: {'id': '03fa7c1e-cfaf-4df8-b1cb-8fd068879468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:30:15.970891 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] Bound port: 9d599981-b196-4998-b0e5-35418103fe21, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fa7c1e-cfaf-4df8-b1cb-8fd068879468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:30:15.971269 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:15.981577 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50850925-d866-4972-9edf-9ba80fcca646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857538744', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:12Z', 'updated_at': '2021-08-16T23:30:13Z', 'revision_number': 3, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:86:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:13Z', 'updated_at': '2021-08-16T23:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:15.984232 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aecfe385-a50b-4042-bce9-958fdda96858 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:15.998304 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [None req-aecfe385-a50b-4042-bce9-958fdda96858 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Transition to ACTIVE for port object 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:30:16.015599 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6a0901-16b6-4b2a-a387-5f43d2e764c6 None None] The sync data for ids ['50850925-d866-4972-9edf-9ba80fcca646'] in n-d-792458-15 is: [{'id': '50850925-d866-4972-9edf-9ba80fcca646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857538744', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:12Z', 'updated_at': '2021-08-16T23:30:13Z', 'revision_number': 3, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:86:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:13Z', 'updated_at': '2021-08-16T23:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:30:16.037713 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aecfe385-a50b-4042-bce9-958fdda96858 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:16.068505 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] For port 9d599981-b196-4998-b0e5-35418103fe21, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:30:16.073051 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] For port 9d599981-b196-4998-b0e5-35418103fe21, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9d599981-b196-4998-b0e5-35418103fe21,segment=NetworkSegment(03fa7c1e-cfaf-4df8-b1cb-8fd068879468),segment_id=03fa7c1e-cfaf-4df8-b1cb-8fd068879468)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:30:16.075817 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecfe385-a50b-4042-bce9-958fdda96858 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:30:16.079000 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-aecfe385-a50b-4042-bce9-958fdda96858 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:30:16.079846 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:16.083959 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecfe385-a50b-4042-bce9-958fdda96858 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:30:16.139165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c21300-a61e-4989-bffe-e9ea43de9ea2 None None] Pushing event updated for resources: {'Port': ['ID=9d599981-b196-4998-b0e5-35418103fe21,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:16.146813 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfe385-a50b-4042-bce9-958fdda96858 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=9048a22d-f1dd-4f0a-bb72-16f17616f8c3,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:16.172472 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aecfe385-a50b-4042-bce9-958fdda96858 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:16.365105 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aecfe385-a50b-4042-bce9-958fdda96858 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:16.688876 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aecfe385-a50b-4042-bce9-958fdda96858 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:16.693982 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aecfe385-a50b-4042-bce9-958fdda96858 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:16.772211 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aecfe385-a50b-4042-bce9-958fdda96858 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:16.774146 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfe385-a50b-4042-bce9-958fdda96858 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=9048a22d-f1dd-4f0a-bb72-16f17616f8c3,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:16.875502 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecfe385-a50b-4042-bce9-958fdda96858 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:30:16.876990 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-aecfe385-a50b-4042-bce9-958fdda96858 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:30:16.996919 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecfe385-a50b-4042-bce9-958fdda96858 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 50850925-d866-4972-9edf-9ba80fcca646 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:30:17.115686 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecfe385-a50b-4042-bce9-958fdda96858 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:30:17.121465 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-aecfe385-a50b-4042-bce9-958fdda96858 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "PUT /v2.0/routers/50850925-d866-4972-9edf-9ba80fcca646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3347056 Aug 16 23:30:17.135838 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8333745b-54ed-4ee0-9401-f7fa84c1f024 None None] Network c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:30:17.259180 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-11974c72-fd49-4b17-b894-c54baa4b5571 None None] Provisioning for port 9d599981-b196-4998-b0e5-35418103fe21 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:30:17.267446 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9316c36-b6ca-4989-835b-4e2af885115e req-19f33855-793f-4a8d-96e0-e57e79f82d86 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1888524635&fields=id&tenant_id=3272cbc0ac75488084cdb13f2cd61576 HTTP/1.1" status: 200 len: 267 time: 0.0334811 Aug 16 23:30:17.389756 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9316c36-b6ca-4989-835b-4e2af885115e req-d6bdc665-cca4-4ec1-b359-2a96bf3940c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:17.391837 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9316c36-b6ca-4989-835b-4e2af885115e req-d6bdc665-cca4-4ec1-b359-2a96bf3940c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/networks?id=c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 HTTP/1.1" status: 200 len: 796 time: 0.1146119 Aug 16 23:30:17.408705 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9316c36-b6ca-4989-835b-4e2af885115e req-4ff39af5-e075-44a9-9afd-c53459e414dd tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/quotas/3272cbc0ac75488084cdb13f2cd61576 HTTP/1.1" status: 200 len: 375 time: 0.0105379 Aug 16 23:30:17.466299 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9316c36-b6ca-4989-835b-4e2af885115e req-6df62842-d069-4b7c-883b-75b8a1807295 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497289 Aug 16 23:30:17.573561 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9316c36-b6ca-4989-835b-4e2af885115e req-39410909-9016-488a-8fef-1add0be14286 service neutron] 10.222.0.93 "GET /v2.0/networks/c6747a5d-1f00-4fe9-a5ac-30ba26a46b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942380 Aug 16 23:30:17.591484 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6be8be1d-b919-4b6a-b49d-686464da47a5 None None] Provisioning for port 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:30:17.601698 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-6be8be1d-b919-4b6a-b49d-686464da47a5 None None] Provisioning complete for port 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:17.602119 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6be8be1d-b919-4b6a-b49d-686464da47a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:17.648514 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-6be8be1d-b919-4b6a-b49d-686464da47a5 None None] Port 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:30:17.685705 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9316c36-b6ca-4989-835b-4e2af885115e req-17b0a150-1e17-49dd-be7b-684eba24e483 service neutron] 10.222.0.93 "GET /v2.0/networks/c6747a5d-1f00-4fe9-a5ac-30ba26a46b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053643 Aug 16 23:30:17.703445 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] Sync routers for ids ['50850925-d866-4972-9edf-9ba80fcca646'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:30:17.713876 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] Routers {'50850925-d866-4972-9edf-9ba80fcca646'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:30:17.714691 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:30:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['50850925-d866-4972-9edf-9ba80fcca646'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:17.786136 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7974c09d-0773-4bb9-bbcc-ea6ee576d9c3 None None] Provisioning complete for port 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:17.786730 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7974c09d-0773-4bb9-bbcc-ea6ee576d9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:17.838702 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-7974c09d-0773-4bb9-bbcc-ea6ee576d9c3 None None] Port 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:30:17.848321 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] Set router 50850925-d866-4972-9edf-9ba80fcca646 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:30:17.932967 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ca63960-a966-41c4-8d43-3e37d7516efd req-cb56b68d-ff50-40d4-ae4d-da6e27978cb1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 210 time: 0.0664649 Aug 16 23:30:17.963799 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-15e13f62-fd02-4630-bcc2-4a43df7ce05b None None] Provisioning complete for port 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:17.964182 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-15e13f62-fd02-4630-bcc2-4a43df7ce05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:18.005643 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-15e13f62-fd02-4630-bcc2-4a43df7ce05b None None] Port 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:30:18.051164 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 66f9b2c1-25e0-4ad5-a242-592180e2589c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:30:18.110052 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 66f9b2c1-25e0-4ad5-a242-592180e2589c completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:30:18.114802 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 66f9b2c1-25e0-4ad5-a242-592180e2589c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:18.115180 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:18.116941 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50850925-d866-4972-9edf-9ba80fcca646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857538744', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:12Z', 'updated_at': '2021-08-16T23:30:16Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:86:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:13Z', 'updated_at': '2021-08-16T23:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '9048a22d-f1dd-4f0a-bb72-16f17616f8c3', 'name': '', 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:4a:05:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b6dd237d-a3e3-4592-a254-f228af40ad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:15Z', 'updated_at': '2021-08-16T23:30:16Z', 'revision_number': 2, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'b6dd237d-a3e3-4592-a254-f228af40ad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:18.144096 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] Checking router: 50850925-d866-4972-9edf-9ba80fcca646 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:30:18.144409 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] Updating router 50850925-d866-4972-9edf-9ba80fcca646 port 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:30:18.169972 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:18.201126 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:18.223514 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 66f9b2c1-25e0-4ad5-a242-592180e2589c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=66f9b2c1-25e0-4ad5-a242-592180e2589c,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:30:18.227743 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:18.228714 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9d599981-b196-4998-b0e5-35418103fe21 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:30:18.309048 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=66f9b2c1-25e0-4ad5-a242-592180e2589c,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:18.320286 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 9d599981-b196-4998-b0e5-35418103fe21 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:30:18.324263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 9d599981-b196-4998-b0e5-35418103fe21 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:18.324720 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:18.410911 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:18.444769 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 9d599981-b196-4998-b0e5-35418103fe21, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9d599981-b196-4998-b0e5-35418103fe21,segment=NetworkSegment(03fa7c1e-cfaf-4df8-b1cb-8fd068879468),segment_id=03fa7c1e-cfaf-4df8-b1cb-8fd068879468)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:30:18.450325 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:18.467897 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:18.479086 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] Transition to ACTIVE for port object 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:30:18.486168 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:18.505110 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=9d599981-b196-4998-b0e5-35418103fe21,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:18.541150 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7db5c5-3dbd-49cb-bf60-6a914bc3ef0b None None] Pushing event updated for resources: {'Port': ['ID=9048a22d-f1dd-4f0a-bb72-16f17616f8c3,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:18.553431 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7db5c5-3dbd-49cb-bf60-6a914bc3ef0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:18.553783 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7db5c5-3dbd-49cb-bf60-6a914bc3ef0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:18.554163 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7db5c5-3dbd-49cb-bf60-6a914bc3ef0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:18.554502 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7db5c5-3dbd-49cb-bf60-6a914bc3ef0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:18.554830 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7db5c5-3dbd-49cb-bf60-6a914bc3ef0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:18.555190 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7db5c5-3dbd-49cb-bf60-6a914bc3ef0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:18.555515 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7db5c5-3dbd-49cb-bf60-6a914bc3ef0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:18.555844 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7db5c5-3dbd-49cb-bf60-6a914bc3ef0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:18.556165 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7db5c5-3dbd-49cb-bf60-6a914bc3ef0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:18.556488 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7db5c5-3dbd-49cb-bf60-6a914bc3ef0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:18.556810 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7db5c5-3dbd-49cb-bf60-6a914bc3ef0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:18.557161 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7db5c5-3dbd-49cb-bf60-6a914bc3ef0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:18.614561 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] Attempting to bind port 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:30:18.614930 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] Attempting to bind port 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '03fa7c1e-cfaf-4df8-b1cb-8fd068879468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:30:18.615294 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] Attempting to bind port 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 on network c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:30:18.620747 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:30:18.621128 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] Checking segment: {'id': '03fa7c1e-cfaf-4df8-b1cb-8fd068879468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:30:18.621531 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:18.621984 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] Bound using segment: {'id': '03fa7c1e-cfaf-4df8-b1cb-8fd068879468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:30:18.622466 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] Bound port: 9048a22d-f1dd-4f0a-bb72-16f17616f8c3, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fa7c1e-cfaf-4df8-b1cb-8fd068879468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:30:18.622847 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:18.693101 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] For port 9048a22d-f1dd-4f0a-bb72-16f17616f8c3, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:30:18.696723 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] For port 9048a22d-f1dd-4f0a-bb72-16f17616f8c3, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9048a22d-f1dd-4f0a-bb72-16f17616f8c3,segment=NetworkSegment(03fa7c1e-cfaf-4df8-b1cb-8fd068879468),segment_id=03fa7c1e-cfaf-4df8-b1cb-8fd068879468)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:30:18.700621 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:18.753482 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] Routers {'50850925-d866-4972-9edf-9ba80fcca646'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:30:18.754631 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:30:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['50850925-d866-4972-9edf-9ba80fcca646'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:18.806993 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7db5c5-3dbd-49cb-bf60-6a914bc3ef0b None None] Pushing event updated for resources: {'Port': ['ID=9048a22d-f1dd-4f0a-bb72-16f17616f8c3,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:18.868725 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:30:18.903942 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] Set router 50850925-d866-4972-9edf-9ba80fcca646 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:30:18.937584 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9316c36-b6ca-4989-835b-4e2af885115e req-7e791d1b-09e0-437c-8b7a-296a3a522783 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:18.939757 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e9316c36-b6ca-4989-835b-4e2af885115e req-7e791d1b-09e0-437c-8b7a-296a3a522783 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "GET /v2.0/networks?id=c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 HTTP/1.1" status: 200 len: 796 time: 0.1376507 Aug 16 23:30:19.012916 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e9316c36-b6ca-4989-835b-4e2af885115e req-98f14784-1e66-4638-ae3a-daf21bcdecc3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3272cbc0ac75488084cdb13f2cd61576 HTTP/1.1" status: 200 len: 380 time: 0.0636754 Aug 16 23:30:19.023293 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-e9316c36-b6ca-4989-835b-4e2af885115e req-50e78b79-86e0-4758-849b-a3d373015fd2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'port': {'device_id': '5795da05-8af3-4070-b78c-7a64e55381fc', 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68', 'admin_state_up': True, 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'security_groups': ['b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:19.057714 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a47a6e95-f785-4354-83bb-e4d883793300 req-6e483290-c93c-41ee-b8e6-841b3ed3e90d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 210 time: 0.0279534 Aug 16 23:30:19.129359 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50850925-d866-4972-9edf-9ba80fcca646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857538744', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:12Z', 'updated_at': '2021-08-16T23:30:16Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:13Z', 'updated_at': '2021-08-16T23:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '9048a22d-f1dd-4f0a-bb72-16f17616f8c3', 'name': '', 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:4a:05:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b6dd237d-a3e3-4592-a254-f228af40ad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:15Z', 'updated_at': '2021-08-16T23:30:18Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'b6dd237d-a3e3-4592-a254-f228af40ad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:19.144807 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9316c36-b6ca-4989-835b-4e2af885115e req-50e78b79-86e0-4758-849b-a3d373015fd2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Made reservation on behalf of 3272cbc0ac75488084cdb13f2cd61576 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:30:19.148427 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e9316c36-b6ca-4989-835b-4e2af885115e req-50e78b79-86e0-4758-849b-a3d373015fd2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:19.155908 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ca312d-82fc-4f18-9679-80d108d0f2e9 None None] The sync data for ids ['50850925-d866-4972-9edf-9ba80fcca646'] in n-d-792458-15 is: [{'id': '50850925-d866-4972-9edf-9ba80fcca646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857538744', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:12Z', 'updated_at': '2021-08-16T23:30:16Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:13Z', 'updated_at': '2021-08-16T23:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '9048a22d-f1dd-4f0a-bb72-16f17616f8c3', 'name': '', 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:4a:05:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b6dd237d-a3e3-4592-a254-f228af40ad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:15Z', 'updated_at': '2021-08-16T23:30:18Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'b6dd237d-a3e3-4592-a254-f228af40ad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:30:19.303365 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-e9316c36-b6ca-4989-835b-4e2af885115e req-50e78b79-86e0-4758-849b-a3d373015fd2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Allocated IP 172.20.0.5 (c6747a5d-1f00-4fe9-a5ac-30ba26a46b68/b6dd237d-a3e3-4592-a254-f228af40ad16/4f83a490-8176-49c7-9f07-8e91af5af961) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:30:19.479876 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e9316c36-b6ca-4989-835b-4e2af885115e req-50e78b79-86e0-4758-849b-a3d373015fd2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:19.495113 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-e9316c36-b6ca-4989-835b-4e2af885115e req-50e78b79-86e0-4758-849b-a3d373015fd2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Transition to ACTIVE for port object 4f83a490-8176-49c7-9f07-8e91af5af961 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:30:19.529865 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e9316c36-b6ca-4989-835b-4e2af885115e req-50e78b79-86e0-4758-849b-a3d373015fd2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:19.582241 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9316c36-b6ca-4989-835b-4e2af885115e req-50e78b79-86e0-4758-849b-a3d373015fd2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:30:19.587423 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-e9316c36-b6ca-4989-835b-4e2af885115e req-50e78b79-86e0-4758-849b-a3d373015fd2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:30:19.594660 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e78b79-86e0-4758-849b-a3d373015fd2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=4f83a490-8176-49c7-9f07-8e91af5af961,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:19.598893 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9316c36-b6ca-4989-835b-4e2af885115e req-50e78b79-86e0-4758-849b-a3d373015fd2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:30:19.662546 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9316c36-b6ca-4989-835b-4e2af885115e req-50e78b79-86e0-4758-849b-a3d373015fd2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:19.663231 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e9316c36-b6ca-4989-835b-4e2af885115e req-50e78b79-86e0-4758-849b-a3d373015fd2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:19.681303 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e9316c36-b6ca-4989-835b-4e2af885115e req-50e78b79-86e0-4758-849b-a3d373015fd2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6620681 Aug 16 23:30:19.694853 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-e9316c36-b6ca-4989-835b-4e2af885115e req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] Request body: {'port': {'device_id': '5795da05-8af3-4070-b78c-7a64e55381fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:19.758577 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e9316c36-b6ca-4989-835b-4e2af885115e req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:19.912349 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-84e7dd02-cc66-49be-b6c9-0654d27ea16c None None] Provisioning for port 4f83a490-8176-49c7-9f07-8e91af5af961 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:30:19.921596 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-84e7dd02-cc66-49be-b6c9-0654d27ea16c None None] Provisioning complete for port 4f83a490-8176-49c7-9f07-8e91af5af961 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:19.922414 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-84e7dd02-cc66-49be-b6c9-0654d27ea16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:19.994991 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-84e7dd02-cc66-49be-b6c9-0654d27ea16c None None] Port 4f83a490-8176-49c7-9f07-8e91af5af961 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:30:20.159413 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 66f9b2c1-25e0-4ad5-a242-592180e2589c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:30:20.173568 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-e9316c36-b6ca-4989-835b-4e2af885115e req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f83a490-8176-49c7-9f07-8e91af5af961 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:30:20.183666 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e9316c36-b6ca-4989-835b-4e2af885115e req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:20.199851 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-e9316c36-b6ca-4989-835b-4e2af885115e req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] Transition to ACTIVE for port object 4f83a490-8176-49c7-9f07-8e91af5af961 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:30:20.204444 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e9316c36-b6ca-4989-835b-4e2af885115e req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:20.213599 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7d78c-8ea2-4c74-b094-a972d2eb73a7 req-c46e3f18-65e2-4630-85fa-da6c7b59eb7d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:20.215209 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3df7d78c-8ea2-4c74-b094-a972d2eb73a7 req-c46e3f18-65e2-4630-85fa-da6c7b59eb7d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 931 time: 0.0597193 Aug 16 23:30:20.231669 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 66f9b2c1-25e0-4ad5-a242-592180e2589c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:20.231984 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:20.278175 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3df7d78c-8ea2-4c74-b094-a972d2eb73a7 req-97061272-5941-4a98-803a-a37a290d26e7 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548005 Aug 16 23:30:20.296911 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] Pushing event updated for resources: {'Port': ['ID=4f83a490-8176-49c7-9f07-8e91af5af961,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:20.365430 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-e9316c36-b6ca-4989-835b-4e2af885115e req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] Attempting to bind port 4f83a490-8176-49c7-9f07-8e91af5af961 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:30:20.365772 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-e9316c36-b6ca-4989-835b-4e2af885115e req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] Attempting to bind port 4f83a490-8176-49c7-9f07-8e91af5af961 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '03fa7c1e-cfaf-4df8-b1cb-8fd068879468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:30:20.366138 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9316c36-b6ca-4989-835b-4e2af885115e req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] Attempting to bind port 4f83a490-8176-49c7-9f07-8e91af5af961 on network c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:30:20.367068 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:30:20.373750 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9316c36-b6ca-4989-835b-4e2af885115e req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] Port 4f83a490-8176-49c7-9f07-8e91af5af961 on network c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:30:20.378385 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9316c36-b6ca-4989-835b-4e2af885115e req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] Attempting to bind port 4f83a490-8176-49c7-9f07-8e91af5af961 on network c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:30:20.384069 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9316c36-b6ca-4989-835b-4e2af885115e req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:30:20.384422 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9316c36-b6ca-4989-835b-4e2af885115e req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] Checking segment: {'id': '03fa7c1e-cfaf-4df8-b1cb-8fd068879468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:30:20.384807 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9316c36-b6ca-4989-835b-4e2af885115e req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] Bound using segment: {'id': '03fa7c1e-cfaf-4df8-b1cb-8fd068879468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:30:20.385232 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-e9316c36-b6ca-4989-835b-4e2af885115e req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] Bound port: 4f83a490-8176-49c7-9f07-8e91af5af961, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03fa7c1e-cfaf-4df8-b1cb-8fd068879468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:30:20.385585 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e9316c36-b6ca-4989-835b-4e2af885115e req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:20.431121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:30:20.437142 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:20.437529 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:20.463931 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-e9316c36-b6ca-4989-835b-4e2af885115e req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] For port 4f83a490-8176-49c7-9f07-8e91af5af961, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:30:20.467502 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-e9316c36-b6ca-4989-835b-4e2af885115e req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] For port 4f83a490-8176-49c7-9f07-8e91af5af961, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4f83a490-8176-49c7-9f07-8e91af5af961,segment=NetworkSegment(03fa7c1e-cfaf-4df8-b1cb-8fd068879468),segment_id=03fa7c1e-cfaf-4df8-b1cb-8fd068879468)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:30:20.473531 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e9316c36-b6ca-4989-835b-4e2af885115e req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:20.510097 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9316c36-b6ca-4989-835b-4e2af885115e req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:20.510656 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e9316c36-b6ca-4989-835b-4e2af885115e req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:20.512134 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e9316c36-b6ca-4989-835b-4e2af885115e req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] 10.222.0.43 "PUT /v2.0/ports/4f83a490-8176-49c7-9f07-8e91af5af961 HTTP/1.1" status: 200 len: 1092 time: 0.8222210 Aug 16 23:30:20.512589 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5795da05-8af3-4070-b78c-7a64e55381fc', 'tag': '4f83a490-8176-49c7-9f07-8e91af5af961'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:30:20.514881 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0e4f52-4a2f-488d-a1ed-1c2dc92eb5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "5795da05-8af3-4070-b78c-7a64e55381fc", "tag": "4f83a490-8176-49c7-9f07-8e91af5af961"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:30:20.536652 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:20.571272 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7469ee-1853-4020-9035-c13ef6040308 service neutron] Pushing event updated for resources: {'Port': ['ID=4f83a490-8176-49c7-9f07-8e91af5af961,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:20.579964 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 9048a22d-f1dd-4f0a-bb72-16f17616f8c3, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9048a22d-f1dd-4f0a-bb72-16f17616f8c3,segment=NetworkSegment(03fa7c1e-cfaf-4df8-b1cb-8fd068879468),segment_id=03fa7c1e-cfaf-4df8-b1cb-8fd068879468)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:30:20.588840 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:20.590632 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9d599981-b196-4998-b0e5-35418103fe21 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:30:20.598874 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430d2355-cac4-46df-8d7c-9eeb3edc977c x-openstack-request-id: req-430d2355-cac4-46df-8d7c-9eeb3edc977c {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:30:20.599220 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5795da05-8af3-4070-b78c-7a64e55381fc", "tag": "4f83a490-8176-49c7-9f07-8e91af5af961", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:30:20.599422 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-430d2355-cac4-46df-8d7c-9eeb3edc977c {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:30:20.599803 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5795da05-8af3-4070-b78c-7a64e55381fc', 'tag': '4f83a490-8176-49c7-9f07-8e91af5af961', 'status': 'completed', 'code': 200} Aug 16 23:30:20.628596 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9316c36-b6ca-4989-835b-4e2af885115e req-fcf4a256-f6f4-4f37-87a3-fa62f5a55810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:20.630278 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e9316c36-b6ca-4989-835b-4e2af885115e req-fcf4a256-f6f4-4f37-87a3-fa62f5a55810 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 1095 time: 0.0706799 Aug 16 23:30:20.682428 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e9316c36-b6ca-4989-835b-4e2af885115e req-fbef8728-b35b-4cf7-8cfc-7aecbf743517 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f83a490-8176-49c7-9f07-8e91af5af961 HTTP/1.1" status: 200 len: 217 time: 0.0434783 Aug 16 23:30:20.695483 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=9048a22d-f1dd-4f0a-bb72-16f17616f8c3,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:20.706910 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 9d599981-b196-4998-b0e5-35418103fe21 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:20.707286 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:20.741100 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9316c36-b6ca-4989-835b-4e2af885115e req-8ac5715a-1da6-404b-aa72-4fed9a5f958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:20.742962 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e9316c36-b6ca-4989-835b-4e2af885115e req-8ac5715a-1da6-404b-aa72-4fed9a5f958e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6dd237d-a3e3-4592-a254-f228af40ad16 HTTP/1.1" status: 200 len: 835 time: 0.0528073 Aug 16 23:30:20.796764 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9316c36-b6ca-4989-835b-4e2af885115e req-e163512b-428c-4a08-91db-a9f2149680e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:20.799260 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e9316c36-b6ca-4989-835b-4e2af885115e req-e163512b-428c-4a08-91db-a9f2149680e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6747a5d-1f00-4fe9-a5ac-30ba26a46b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487752 Aug 16 23:30:20.891435 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e9316c36-b6ca-4989-835b-4e2af885115e req-1d1d1ec9-fb4e-4263-b0ab-58e141a0f5ee service neutron] 10.222.0.43 "GET /v2.0/networks/c6747a5d-1f00-4fe9-a5ac-30ba26a46b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851126 Aug 16 23:30:20.988554 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e9316c36-b6ca-4989-835b-4e2af885115e req-880d8561-6804-402c-b070-92a28e847906 service neutron] 10.222.0.43 "GET /v2.0/networks/c6747a5d-1f00-4fe9-a5ac-30ba26a46b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905180 Aug 16 23:30:21.075556 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e4f52-4a2f-488d-a1ed-1c2dc92eb5a0 req-152819f1-9786-4cb1-b286-bdebd94eb15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:21.077084 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8d0e4f52-4a2f-488d-a1ed-1c2dc92eb5a0 req-152819f1-9786-4cb1-b286-bdebd94eb15b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 1095 time: 0.0404971 Aug 16 23:30:21.388400 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2f535-842a-4895-b1bf-b1d5cb2c4b7c req-c0665459-1677-4b3f-a872-15ecdf8a33a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:21.389940 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ea2f535-842a-4895-b1bf-b1d5cb2c4b7c req-c0665459-1677-4b3f-a872-15ecdf8a33a2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 943 time: 0.0520995 Aug 16 23:30:21.429639 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ea2f535-842a-4895-b1bf-b1d5cb2c4b7c req-4137cb8b-4aac-4aae-8422-7851005b256a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333691 Aug 16 23:30:21.495652 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e4f52-4a2f-488d-a1ed-1c2dc92eb5a0 req-b9cf1fe9-3562-4d12-985c-c94170a74c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:21.497121 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8d0e4f52-4a2f-488d-a1ed-1c2dc92eb5a0 req-b9cf1fe9-3562-4d12-985c-c94170a74c42 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 HTTP/1.1" status: 200 len: 897 time: 0.4134958 Aug 16 23:30:21.537416 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8d0e4f52-4a2f-488d-a1ed-1c2dc92eb5a0 req-fe5011d2-73e8-4f23-acdd-32b50610d1c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f83a490-8176-49c7-9f07-8e91af5af961 HTTP/1.1" status: 200 len: 217 time: 0.0328271 Aug 16 23:30:21.585282 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e4f52-4a2f-488d-a1ed-1c2dc92eb5a0 req-03a9b675-4aa1-4276-9fb2-8d7b90a174ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:21.586714 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8d0e4f52-4a2f-488d-a1ed-1c2dc92eb5a0 req-03a9b675-4aa1-4276-9fb2-8d7b90a174ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6dd237d-a3e3-4592-a254-f228af40ad16 HTTP/1.1" status: 200 len: 835 time: 0.0429029 Aug 16 23:30:21.634808 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e4f52-4a2f-488d-a1ed-1c2dc92eb5a0 req-09dc60ae-4d4b-44c4-b722-717f5ae477a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:21.636348 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8d0e4f52-4a2f-488d-a1ed-1c2dc92eb5a0 req-09dc60ae-4d4b-44c4-b722-717f5ae477a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6747a5d-1f00-4fe9-a5ac-30ba26a46b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413456 Aug 16 23:30:21.730310 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8d0e4f52-4a2f-488d-a1ed-1c2dc92eb5a0 req-22c4ba2a-a42e-4d0a-a99a-35cc09a5d2ae service neutron] 10.222.0.43 "GET /v2.0/networks/c6747a5d-1f00-4fe9-a5ac-30ba26a46b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857337 Aug 16 23:30:21.823970 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8d0e4f52-4a2f-488d-a1ed-1c2dc92eb5a0 req-d352a38e-6750-4e1e-b92d-f6939e4a20d0 service neutron] 10.222.0.43 "GET /v2.0/networks/c6747a5d-1f00-4fe9-a5ac-30ba26a46b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851896 Aug 16 23:30:21.925265 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:30:21.972684 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:21.973057 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:22.550644 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d0fbf-5cc4-488b-b6c0-068957cf3025 req-90ec445b-3a3a-4628-8b8e-623010fb962b tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:22.552142 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b29d0fbf-5cc4-488b-b6c0-068957cf3025 req-90ec445b-3a3a-4628-8b8e-623010fb962b tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 943 time: 0.0534437 Aug 16 23:30:22.590206 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b29d0fbf-5cc4-488b-b6c0-068957cf3025 req-8c93a9ca-9d7f-445a-9a89-080d49b41b75 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317740 Aug 16 23:30:23.708128 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f1122-aca3-40b6-b0a2-c7982eba5513 req-a764fa07-279f-4426-90fd-ddb0980b2583 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:23.709712 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c29f1122-aca3-40b6-b0a2-c7982eba5513 req-a764fa07-279f-4426-90fd-ddb0980b2583 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 943 time: 0.0485222 Aug 16 23:30:23.748669 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c29f1122-aca3-40b6-b0a2-c7982eba5513 req-78d33ea1-95d1-4205-bc17-772da37099a0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327265 Aug 16 23:30:24.725075 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 4f83a490-8176-49c7-9f07-8e91af5af961 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:30:24.820746 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 4f83a490-8176-49c7-9f07-8e91af5af961, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4f83a490-8176-49c7-9f07-8e91af5af961,segment=NetworkSegment(03fa7c1e-cfaf-4df8-b1cb-8fd068879468),segment_id=03fa7c1e-cfaf-4df8-b1cb-8fd068879468)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:30:24.834316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '4f83a490-8176-49c7-9f07-8e91af5af961', 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68', 'port_id': '4f83a490-8176-49c7-9f07-8e91af5af961', 'mac_address': 'fa:16:3e:15:98:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6dd237d-a3e3-4592-a254-f228af40ad16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:30:24.866575 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2787ed-c8a7-44db-9d15-5ced9176bd9d req-9c97ba26-95df-4474-8771-6c7eee49d263 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:24.868083 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e2787ed-c8a7-44db-9d15-5ced9176bd9d req-9c97ba26-95df-4474-8771-6c7eee49d263 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 943 time: 0.0507460 Aug 16 23:30:24.877636 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:24.890821 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f83a490-8176-49c7-9f07-8e91af5af961 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:30:24.906818 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8e2787ed-c8a7-44db-9d15-5ced9176bd9d req-d04df6cf-f029-477b-9fb8-80b3ff6a604e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325651 Aug 16 23:30:24.914122 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 4f83a490-8176-49c7-9f07-8e91af5af961, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4f83a490-8176-49c7-9f07-8e91af5af961,segment=NetworkSegment(03fa7c1e-cfaf-4df8-b1cb-8fd068879468),segment_id=03fa7c1e-cfaf-4df8-b1cb-8fd068879468)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:30:24.919090 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:24.968603 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=4f83a490-8176-49c7-9f07-8e91af5af961,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:25.118732 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['4f83a490-8176-49c7-9f07-8e91af5af961'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:30:26.031229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b578aa9-375d-41cb-b649-498e7c297cc2 req-d929ffd4-2c51-4f5e-8ab3-749f33fa15f5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:26.032973 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b578aa9-375d-41cb-b649-498e7c297cc2 req-d929ffd4-2c51-4f5e-8ab3-749f33fa15f5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 944 time: 0.0536413 Aug 16 23:30:26.070748 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0b578aa9-375d-41cb-b649-498e7c297cc2 req-8c9a3e76-19ba-4a60-99fe-07037f7bcd27 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318756 Aug 16 23:30:26.725066 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 4f83a490-8176-49c7-9f07-8e91af5af961 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:30:26.773862 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 4f83a490-8176-49c7-9f07-8e91af5af961 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:30:26.777415 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 4f83a490-8176-49c7-9f07-8e91af5af961 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:26.777786 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:26.856699 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:26.878267 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5795da05-8af3-4070-b78c-7a64e55381fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f83a490-8176-49c7-9f07-8e91af5af961'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:30:26.880531 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4529b9f7-4271-44fb-b75f-3704da5532de" -d '{"events": [{"server_uuid": "5795da05-8af3-4070-b78c-7a64e55381fc", "name": "network-vif-plugged", "status": "completed", "tag": "4f83a490-8176-49c7-9f07-8e91af5af961"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:30:26.894709 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 4f83a490-8176-49c7-9f07-8e91af5af961, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4f83a490-8176-49c7-9f07-8e91af5af961,segment=NetworkSegment(03fa7c1e-cfaf-4df8-b1cb-8fd068879468),segment_id=03fa7c1e-cfaf-4df8-b1cb-8fd068879468)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:30:26.898991 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:26.924985 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68ec192-0b7f-449d-bb6a-c8d820d99ab2 x-openstack-request-id: req-f68ec192-0b7f-449d-bb6a-c8d820d99ab2 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:30:26.925264 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5795da05-8af3-4070-b78c-7a64e55381fc", "name": "network-vif-plugged", "status": "completed", "tag": "4f83a490-8176-49c7-9f07-8e91af5af961", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:30:26.925520 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f68ec192-0b7f-449d-bb6a-c8d820d99ab2 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:30:26.926447 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5795da05-8af3-4070-b78c-7a64e55381fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f83a490-8176-49c7-9f07-8e91af5af961', 'code': 200} Aug 16 23:30:26.953475 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=4f83a490-8176-49c7-9f07-8e91af5af961,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:27.022197 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d11dd-67a1-4004-a042-8073109c390f req-384671c0-f76c-44d2-a5ac-aa7744927415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:27.024544 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-823d11dd-67a1-4004-a042-8073109c390f req-384671c0-f76c-44d2-a5ac-aa7744927415 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 1097 time: 0.0435877 Aug 16 23:30:27.059633 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-823d11dd-67a1-4004-a042-8073109c390f req-918a53b9-b3a7-4f42-b7bf-71a2b348746b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283575 Aug 16 23:30:27.184043 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff708509-10a3-4493-b57e-da6eb121d7a3 req-13c2ec5f-e03f-417b-8b47-6c664967c246 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:27.185675 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ff708509-10a3-4493-b57e-da6eb121d7a3 req-13c2ec5f-e03f-417b-8b47-6c664967c246 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 945 time: 0.0495040 Aug 16 23:30:27.224338 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ff708509-10a3-4493-b57e-da6eb121d7a3 req-e64291b1-fe39-4d8b-a26a-1228c064d103 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320530 Aug 16 23:30:28.344471 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10795f9c-b2a9-47c9-a221-a470b4e31b7b req-0f978632-f514-44f1-8556-95654ef0c8e0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:28.346004 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10795f9c-b2a9-47c9-a221-a470b4e31b7b req-0f978632-f514-44f1-8556-95654ef0c8e0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 945 time: 0.0512438 Aug 16 23:30:28.397341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-10795f9c-b2a9-47c9-a221-a470b4e31b7b req-a6fbe39f-c0ee-4447-8f97-1520392451ab tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439832 Aug 16 23:30:28.514885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fbe1d-ac34-4c15-a0cd-ead5d0d7db04 req-d686e881-e576-4179-89fc-4d1536499eab tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:28.516260 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b06fbe1d-ac34-4c15-a0cd-ead5d0d7db04 req-d686e881-e576-4179-89fc-4d1536499eab tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 945 time: 0.0526524 Aug 16 23:30:28.554388 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b06fbe1d-ac34-4c15-a0cd-ead5d0d7db04 req-ed5a50f0-5314-42fc-8e9a-62404bae06f7 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318296 Aug 16 23:30:28.575548 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51900) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:28.615758 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b90babf-0aff-4905-b4a0-3730cf55839f tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:28.617411 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6b90babf-0aff-4905-b4a0-3730cf55839f tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 1092 time: 0.0407825 Aug 16 23:30:28.620091 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51902) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:28.624565 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-38141913-fb4a-4b93-8c15-7fa8a333bd8f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': '4f83a490-8176-49c7-9f07-8e91af5af961', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:28.647534 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38141913-fb4a-4b93-8c15-7fa8a333bd8f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:28.764317 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38141913-fb4a-4b93-8c15-7fa8a333bd8f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:28.869694 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-38141913-fb4a-4b93-8c15-7fa8a333bd8f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Allocated IP 172.25.6.138 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/e83a97a6-b10b-4e10-bb79-eae5fe0b17f7) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:30:28.975706 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38141913-fb4a-4b93-8c15-7fa8a333bd8f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:29.013288 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38141913-fb4a-4b93-8c15-7fa8a333bd8f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:29.051104 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38141913-fb4a-4b93-8c15-7fa8a333bd8f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:30:29.053878 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-38141913-fb4a-4b93-8c15-7fa8a333bd8f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:30:29.056455 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38141913-fb4a-4b93-8c15-7fa8a333bd8f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:30:29.091671 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38141913-fb4a-4b93-8c15-7fa8a333bd8f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=e83a97a6-b10b-4e10-bb79-eae5fe0b17f7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:29.413498 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c235923a-d13c-41b8-90ea-911d67d9aaa8 req-7c1a69d1-b12e-421f-a9f6-b6b960bfc017 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405765 Aug 16 23:30:29.416306 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38141913-fb4a-4b93-8c15-7fa8a333bd8f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:29.487810 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38141913-fb4a-4b93-8c15-7fa8a333bd8f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:29.498248 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235923a-d13c-41b8-90ea-911d67d9aaa8 req-828bd254-94d6-49e6-b82c-ce7a3c721f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:29.499975 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c235923a-d13c-41b8-90ea-911d67d9aaa8 req-828bd254-94d6-49e6-b82c-ce7a3c721f16 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 1097 time: 0.0415363 Aug 16 23:30:29.609154 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235923a-d13c-41b8-90ea-911d67d9aaa8 req-201ed51c-3c6c-4bb6-a167-f086b21184c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:29.610681 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c235923a-d13c-41b8-90ea-911d67d9aaa8 req-201ed51c-3c6c-4bb6-a167-f086b21184c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 HTTP/1.1" status: 200 len: 897 time: 0.0892181 Aug 16 23:30:29.657422 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38141913-fb4a-4b93-8c15-7fa8a333bd8f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:29.663414 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38141913-fb4a-4b93-8c15-7fa8a333bd8f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:29.679615 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c235923a-d13c-41b8-90ea-911d67d9aaa8 req-ea44a512-c5b4-4b38-b4bb-7e1aa16cd4d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f83a490-8176-49c7-9f07-8e91af5af961 HTTP/1.1" status: 200 len: 999 time: 0.0619540 Aug 16 23:30:29.734728 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38141913-fb4a-4b93-8c15-7fa8a333bd8f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=e83a97a6-b10b-4e10-bb79-eae5fe0b17f7,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:29.735851 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235923a-d13c-41b8-90ea-911d67d9aaa8 req-7139209a-f596-4e40-b3d6-882a1e35c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:29.739270 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c235923a-d13c-41b8-90ea-911d67d9aaa8 req-7139209a-f596-4e40-b3d6-882a1e35c7fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6dd237d-a3e3-4592-a254-f228af40ad16 HTTP/1.1" status: 200 len: 835 time: 0.0529094 Aug 16 23:30:29.747738 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38141913-fb4a-4b93-8c15-7fa8a333bd8f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:29.793875 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235923a-d13c-41b8-90ea-911d67d9aaa8 req-f93ca390-5932-4a00-a6dc-ec9f3a2d0b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:29.795584 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c235923a-d13c-41b8-90ea-911d67d9aaa8 req-f93ca390-5932-4a00-a6dc-ec9f3a2d0b63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6747a5d-1f00-4fe9-a5ac-30ba26a46b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501850 Aug 16 23:30:29.858503 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-38141913-fb4a-4b93-8c15-7fa8a333bd8f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Floating IP d03c451b-9fd4-4bd7-a67b-c4abd108153f associated. External IP: 172.25.6.138, port: 4f83a490-8176-49c7-9f07-8e91af5af961. Aug 16 23:30:29.892499 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c235923a-d13c-41b8-90ea-911d67d9aaa8 req-b1c2e829-7536-4089-9412-f15729280acd service neutron] 10.222.0.43 "GET /v2.0/networks/c6747a5d-1f00-4fe9-a5ac-30ba26a46b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897496 Aug 16 23:30:29.986642 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c235923a-d13c-41b8-90ea-911d67d9aaa8 req-b1e78f9f-b510-4b93-a520-4f9d929d93e1 service neutron] 10.222.0.43 "GET /v2.0/networks/c6747a5d-1f00-4fe9-a5ac-30ba26a46b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874441 Aug 16 23:30:30.420167 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38141913-fb4a-4b93-8c15-7fa8a333bd8f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 50850925-d866-4972-9edf-9ba80fcca646 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:30:30.525778 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38141913-fb4a-4b93-8c15-7fa8a333bd8f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:30:30.536380 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7645f4-9d64-4a64-a03f-8308f3343f86 None None] Sync routers for ids ['50850925-d866-4972-9edf-9ba80fcca646'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:30:30.543077 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38141913-fb4a-4b93-8c15-7fa8a333bd8f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:30.547184 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7645f4-9d64-4a64-a03f-8308f3343f86 None None] Routers {'50850925-d866-4972-9edf-9ba80fcca646'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:30:30.547890 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-dd7645f4-9d64-4a64-a03f-8308f3343f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:30:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['50850925-d866-4972-9edf-9ba80fcca646'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:30.570404 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-38141913-fb4a-4b93-8c15-7fa8a333bd8f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9492497 Aug 16 23:30:30.571232 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5795da05-8af3-4070-b78c-7a64e55381fc', 'tag': '4f83a490-8176-49c7-9f07-8e91af5af961'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:30:30.573541 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e705411-06f4-4634-b2cf-5c0a9cde16e8" -d '{"events": [{"name": "network-changed", "server_uuid": "5795da05-8af3-4070-b78c-7a64e55381fc", "tag": "4f83a490-8176-49c7-9f07-8e91af5af961"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:30:30.615209 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60137c66-7eab-461f-9a22-45b204ed0e47 x-openstack-request-id: req-60137c66-7eab-461f-9a22-45b204ed0e47 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:30:30.616130 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5795da05-8af3-4070-b78c-7a64e55381fc", "tag": "4f83a490-8176-49c7-9f07-8e91af5af961", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:30:30.616130 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-60137c66-7eab-461f-9a22-45b204ed0e47 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:30:30.616542 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5795da05-8af3-4070-b78c-7a64e55381fc', 'tag': '4f83a490-8176-49c7-9f07-8e91af5af961', 'status': 'completed', 'code': 200} Aug 16 23:30:30.663819 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-dd7645f4-9d64-4a64-a03f-8308f3343f86 None None] Set router 50850925-d866-4972-9edf-9ba80fcca646 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:30:30.692300 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e705411-06f4-4634-b2cf-5c0a9cde16e8 req-5afd9a78-8b59-45ed-a44e-13c1edd4d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:30.694050 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2e705411-06f4-4634-b2cf-5c0a9cde16e8 req-5afd9a78-8b59-45ed-a44e-13c1edd4d1bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 1097 time: 0.0507090 Aug 16 23:30:30.722770 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79339c9d-5172-4e4d-9a1f-3f9551876828 req-3e939f3f-d8ea-4c8c-a974-5e4fc9c086f0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:30.724345 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79339c9d-5172-4e4d-9a1f-3f9551876828 req-3e939f3f-d8ea-4c8c-a974-5e4fc9c086f0 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 945 time: 0.1055579 Aug 16 23:30:30.765669 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-79339c9d-5172-4e4d-9a1f-3f9551876828 req-30a2be9c-f51e-4947-a6e3-a88a0b27880f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348310 Aug 16 23:30:30.788636 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51910) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:30.802708 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e705411-06f4-4634-b2cf-5c0a9cde16e8 req-60b90f0d-34e8-4099-a318-3f009e864fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:30.804364 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2e705411-06f4-4634-b2cf-5c0a9cde16e8 req-60b90f0d-34e8-4099-a318-3f009e864fb0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 HTTP/1.1" status: 200 len: 897 time: 0.1038051 Aug 16 23:30:30.858455 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-71f60538-8104-43bd-98b9-ee2bcfa22942 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/floatingips/d03c451b-9fd4-4bd7-a67b-c4abd108153f HTTP/1.1" status: 200 len: 991 time: 0.0668304 Aug 16 23:30:30.874445 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2e705411-06f4-4634-b2cf-5c0a9cde16e8 req-c186d2ff-0ae0-4426-b8c5-ccc805832117 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f83a490-8176-49c7-9f07-8e91af5af961 HTTP/1.1" status: 200 len: 999 time: 0.0628107 Aug 16 23:30:30.909205 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-dd7645f4-9d64-4a64-a03f-8308f3343f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50850925-d866-4972-9edf-9ba80fcca646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857538744', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:12Z', 'updated_at': '2021-08-16T23:30:16Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:13Z', 'updated_at': '2021-08-16T23:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'd03c451b-9fd4-4bd7-a67b-c4abd108153f', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'floating_ip_address': '172.25.6.138', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '50850925-d866-4972-9edf-9ba80fcca646', 'port_id': '4f83a490-8176-49c7-9f07-8e91af5af961', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68', 'mac_address': 'fa:16:3e:15:98:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795da05-8af3-4070-b78c-7a64e55381fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:30:29Z', 'updated_at': '2021-08-16T23:30:29Z', 'revision_number': 0, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9048a22d-f1dd-4f0a-bb72-16f17616f8c3', 'name': '', 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:4a:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b6dd237d-a3e3-4592-a254-f228af40ad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:15Z', 'updated_at': '2021-08-16T23:30:20Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'b6dd237d-a3e3-4592-a254-f228af40ad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:30.932075 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e705411-06f4-4634-b2cf-5c0a9cde16e8 req-9195bfb0-7c17-490a-a9ff-12aa550e414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:30.933565 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2e705411-06f4-4634-b2cf-5c0a9cde16e8 req-9195bfb0-7c17-490a-a9ff-12aa550e414a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6dd237d-a3e3-4592-a254-f228af40ad16 HTTP/1.1" status: 200 len: 835 time: 0.0523822 Aug 16 23:30:30.934952 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7645f4-9d64-4a64-a03f-8308f3343f86 None None] Checking router: 50850925-d866-4972-9edf-9ba80fcca646 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:30:30.944142 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7645f4-9d64-4a64-a03f-8308f3343f86 None None] Routers {'50850925-d866-4972-9edf-9ba80fcca646'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:30:30.944740 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-dd7645f4-9d64-4a64-a03f-8308f3343f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:30:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['50850925-d866-4972-9edf-9ba80fcca646'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:30.981117 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e705411-06f4-4634-b2cf-5c0a9cde16e8 req-db90d078-3423-449c-986f-1d3fba8cf5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:30.983113 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2e705411-06f4-4634-b2cf-5c0a9cde16e8 req-db90d078-3423-449c-986f-1d3fba8cf5b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6747a5d-1f00-4fe9-a5ac-30ba26a46b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415413 Aug 16 23:30:31.057805 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-dd7645f4-9d64-4a64-a03f-8308f3343f86 None None] Set router 50850925-d866-4972-9edf-9ba80fcca646 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:30:31.081640 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2e705411-06f4-4634-b2cf-5c0a9cde16e8 req-4c25cf67-d27e-43cb-9d0c-862a0444d325 service neutron] 10.222.0.43 "GET /v2.0/networks/c6747a5d-1f00-4fe9-a5ac-30ba26a46b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911245 Aug 16 23:30:31.175993 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2e705411-06f4-4634-b2cf-5c0a9cde16e8 req-b2f87d32-de1c-4747-833e-557dda429264 service neutron] 10.222.0.43 "GET /v2.0/networks/c6747a5d-1f00-4fe9-a5ac-30ba26a46b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877028 Aug 16 23:30:31.447455 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-dd7645f4-9d64-4a64-a03f-8308f3343f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50850925-d866-4972-9edf-9ba80fcca646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857538744', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:12Z', 'updated_at': '2021-08-16T23:30:16Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:13Z', 'updated_at': '2021-08-16T23:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'd03c451b-9fd4-4bd7-a67b-c4abd108153f', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'floating_ip_address': '172.25.6.138', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '50850925-d866-4972-9edf-9ba80fcca646', 'port_id': '4f83a490-8176-49c7-9f07-8e91af5af961', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68', 'mac_address': 'fa:16:3e:15:98:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795da05-8af3-4070-b78c-7a64e55381fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:30:29Z', 'updated_at': '2021-08-16T23:30:29Z', 'revision_number': 0, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9048a22d-f1dd-4f0a-bb72-16f17616f8c3', 'name': '', 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:4a:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b6dd237d-a3e3-4592-a254-f228af40ad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:15Z', 'updated_at': '2021-08-16T23:30:20Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'b6dd237d-a3e3-4592-a254-f228af40ad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:31.474072 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7645f4-9d64-4a64-a03f-8308f3343f86 None None] The sync data for ids ['50850925-d866-4972-9edf-9ba80fcca646'] in n-d-792458-15 is: [{'id': '50850925-d866-4972-9edf-9ba80fcca646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857538744', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:12Z', 'updated_at': '2021-08-16T23:30:16Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:13Z', 'updated_at': '2021-08-16T23:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'd03c451b-9fd4-4bd7-a67b-c4abd108153f', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'floating_ip_address': '172.25.6.138', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '50850925-d866-4972-9edf-9ba80fcca646', 'port_id': '4f83a490-8176-49c7-9f07-8e91af5af961', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68', 'mac_address': 'fa:16:3e:15:98:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5795da05-8af3-4070-b78c-7a64e55381fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:30:29Z', 'updated_at': '2021-08-16T23:30:29Z', 'revision_number': 0, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9048a22d-f1dd-4f0a-bb72-16f17616f8c3', 'name': '', 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:4a:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b6dd237d-a3e3-4592-a254-f228af40ad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:15Z', 'updated_at': '2021-08-16T23:30:20Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'b6dd237d-a3e3-4592-a254-f228af40ad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:30:31.669036 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331ea496-cc33-433b-925b-40283eed08f3 None None] New status for floating IP d03c451b-9fd4-4bd7-a67b-c4abd108153f: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:30:31.862164 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51912) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:31.924345 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-01100e5b-a5a5-4f50-94a7-4d40dd8b5d73 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/floatingips/d03c451b-9fd4-4bd7-a67b-c4abd108153f HTTP/1.1" status: 200 len: 993 time: 0.0609038 Aug 16 23:30:39.101989 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb8c27f3-ec9d-4236-b760-c64683dc5d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:39.142317 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:41.479213 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:41.659794 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5d0e6590-d079-433d-ab0c-81f373ebbf29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:42.239798 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:43.503990 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:45.078344 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:55.857160 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:31:00.736541 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4097c2-5b00-4567-aa8d-b3dbab7cf1f1 req-0d469c85-4c6b-4e7a-aea2-5380319d5640 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:00.738104 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fa4097c2-5b00-4567-aa8d-b3dbab7cf1f1 req-0d469c85-4c6b-4e7a-aea2-5380319d5640 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 945 time: 0.1112759 Aug 16 23:31:00.776044 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fa4097c2-5b00-4567-aa8d-b3dbab7cf1f1 req-20198ae5-cf6a-4fc8-99c3-f5402ed6ee57 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317540 Aug 16 23:31:01.942565 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c611d-3465-4c8a-9770-21c8eb051328 req-e1f632cb-9d41-4fb1-b11a-9b94765f0c12 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:01.944078 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c5c611d-3465-4c8a-9770-21c8eb051328 req-e1f632cb-9d41-4fb1-b11a-9b94765f0c12 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 945 time: 0.0961573 Aug 16 23:31:01.981607 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c5c611d-3465-4c8a-9770-21c8eb051328 req-ed52bf56-32ea-40e7-96e1-a34f0af0f3f9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316961 Aug 16 23:31:03.099655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead73a5-36cc-40f8-9eb5-9154cc611bec req-bdfb85b3-cc18-488b-9425-d540826f70b5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:03.101173 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bead73a5-36cc-40f8-9eb5-9154cc611bec req-bdfb85b3-cc18-488b-9425-d540826f70b5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 945 time: 0.0511210 Aug 16 23:31:03.141220 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-bead73a5-36cc-40f8-9eb5-9154cc611bec req-b125b4d4-32c0-449f-b31a-e2d1a39fb7fe tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340900 Aug 16 23:31:04.255367 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b40ad-cc6a-4893-8332-132a5af80d99 req-b3c31c1f-cc9c-4daa-8ea6-abb95bce47b7 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:04.256861 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4e9b40ad-cc6a-4893-8332-132a5af80d99 req-b3c31c1f-cc9c-4daa-8ea6-abb95bce47b7 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 945 time: 0.0489128 Aug 16 23:31:04.293430 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4e9b40ad-cc6a-4893-8332-132a5af80d99 req-1e22284a-257c-4703-8b2a-5d0be4de43d4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306902 Aug 16 23:31:05.413444 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216465f-eac9-4832-b28f-e77a6efb7702 req-d2802e85-996d-4648-888e-cc76f255ca4b tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:05.415029 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b216465f-eac9-4832-b28f-e77a6efb7702 req-d2802e85-996d-4648-888e-cc76f255ca4b tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 945 time: 0.0541730 Aug 16 23:31:05.452837 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b216465f-eac9-4832-b28f-e77a6efb7702 req-25aad1ce-f8b1-493b-a62a-1d2cac93db24 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317760 Aug 16 23:31:06.566656 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb3158-f0fb-48bc-8c5f-1177ac81b553 req-1d59bf70-97d5-4119-8c38-254d23a8eb18 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:06.568128 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18eb3158-f0fb-48bc-8c5f-1177ac81b553 req-1d59bf70-97d5-4119-8c38-254d23a8eb18 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 945 time: 0.0489130 Aug 16 23:31:06.604732 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-18eb3158-f0fb-48bc-8c5f-1177ac81b553 req-53f86fa2-34cb-4e0d-9e0b-7e4dee810463 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307252 Aug 16 23:31:07.717905 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62471628-25ad-40d6-a33e-4db6fcebb7e2 req-7c775396-c84f-492a-b96d-079a1f3edbaa tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:07.719399 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62471628-25ad-40d6-a33e-4db6fcebb7e2 req-7c775396-c84f-492a-b96d-079a1f3edbaa tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 945 time: 0.0480642 Aug 16 23:31:07.756872 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-62471628-25ad-40d6-a33e-4db6fcebb7e2 req-a094a6ae-e4a1-4397-be96-39708d2088a4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315614 Aug 16 23:31:08.875511 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9aca7-9e33-4852-94a7-1eeb2a0c758c req-539dee76-9f63-46d8-b445-c65e581af570 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:08.877496 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9cc9aca7-9e33-4852-94a7-1eeb2a0c758c req-539dee76-9f63-46d8-b445-c65e581af570 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 945 time: 0.0525515 Aug 16 23:31:08.915572 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9cc9aca7-9e33-4852-94a7-1eeb2a0c758c req-52ac6961-fc94-4476-bf20-8cb88155928e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320299 Aug 16 23:31:09.102339 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d96663da-89da-485c-a4be-c9c4d013b205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:09.155856 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:10.034910 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24826a7d-47b4-4d7e-bae4-3cba74a52717 req-a6ea0f53-6155-4b5a-8c4a-5e121c1d9a01 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:10.036409 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-24826a7d-47b4-4d7e-bae4-3cba74a52717 req-a6ea0f53-6155-4b5a-8c4a-5e121c1d9a01 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 945 time: 0.0535824 Aug 16 23:31:10.073897 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-24826a7d-47b4-4d7e-bae4-3cba74a52717 req-9cf5595e-91a9-4c8e-ab17-4217a1da1132 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316479 Aug 16 23:31:11.187488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e714058-75a6-40c0-81c3-3d8a81973b38 req-a5c8c12d-7a89-4a5b-a019-aa9f3de38031 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:11.188973 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4e714058-75a6-40c0-81c3-3d8a81973b38 req-a5c8c12d-7a89-4a5b-a019-aa9f3de38031 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 945 time: 0.0490642 Aug 16 23:31:11.227126 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4e714058-75a6-40c0-81c3-3d8a81973b38 req-2195c189-313d-48c9-a30c-4631b9feb8fa tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323198 Aug 16 23:31:11.248876 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51948) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:31:11.311879 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6f99559d-452e-4bf9-b63b-580206d1f48e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/floatingips/d03c451b-9fd4-4bd7-a67b-c4abd108153f HTTP/1.1" status: 200 len: 993 time: 0.0618317 Aug 16 23:31:11.471782 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:11.660041 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5b3e3a91-3376-460d-8a05-ef082ed96851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:12.241396 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:12.563151 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee31c9d-ca59-4c40-a119-5b05c4a88073 req-2eec5c53-498f-4f5d-ba5e-74a58df92591 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:12.564929 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ee31c9d-ca59-4c40-a119-5b05c4a88073 req-2eec5c53-498f-4f5d-ba5e-74a58df92591 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 945 time: 0.0512931 Aug 16 23:31:12.603999 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4ee31c9d-ca59-4c40-a119-5b05c4a88073 req-30d96835-5bf2-4fcc-912b-551c6a2f9644 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327353 Aug 16 23:31:12.635067 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c887ba7-565b-4a2b-b8e8-178f3ab5c1aa req-ece90441-3551-493e-9090-ca23eabb2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:12.636707 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2c887ba7-565b-4a2b-b8e8-178f3ab5c1aa req-ece90441-3551-493e-9090-ca23eabb2f7a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 1097 time: 0.0920279 Aug 16 23:31:12.730354 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c887ba7-565b-4a2b-b8e8-178f3ab5c1aa req-6ae1f1eb-ba4f-4c81-89f3-c48baea4dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:12.731821 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2c887ba7-565b-4a2b-b8e8-178f3ab5c1aa req-6ae1f1eb-ba4f-4c81-89f3-c48baea4dbc1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 HTTP/1.1" status: 200 len: 897 time: 0.0878167 Aug 16 23:31:12.798972 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2c887ba7-565b-4a2b-b8e8-178f3ab5c1aa req-01f1838f-eab6-48c7-b8b9-200515bfeed3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f83a490-8176-49c7-9f07-8e91af5af961 HTTP/1.1" status: 200 len: 1001 time: 0.0596049 Aug 16 23:31:12.851774 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c887ba7-565b-4a2b-b8e8-178f3ab5c1aa req-d6913343-9c89-48c1-9966-5133a9310f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:12.853118 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2c887ba7-565b-4a2b-b8e8-178f3ab5c1aa req-d6913343-9c89-48c1-9966-5133a9310f85 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6dd237d-a3e3-4592-a254-f228af40ad16 HTTP/1.1" status: 200 len: 835 time: 0.0478344 Aug 16 23:31:12.901413 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c887ba7-565b-4a2b-b8e8-178f3ab5c1aa req-536a1536-dd59-4e4c-babe-2b8c8c56ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:12.903019 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2c887ba7-565b-4a2b-b8e8-178f3ab5c1aa req-536a1536-dd59-4e4c-babe-2b8c8c56ae3e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6747a5d-1f00-4fe9-a5ac-30ba26a46b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398207 Aug 16 23:31:13.001578 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2c887ba7-565b-4a2b-b8e8-178f3ab5c1aa req-9d37f582-0618-4693-a32f-bd397580fe5f service neutron] 10.222.0.43 "GET /v2.0/networks/c6747a5d-1f00-4fe9-a5ac-30ba26a46b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908020 Aug 16 23:31:13.090724 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2c887ba7-565b-4a2b-b8e8-178f3ab5c1aa req-b094c9c4-2291-4384-9e55-b67006829ae4 service neutron] 10.222.0.43 "GET /v2.0/networks/c6747a5d-1f00-4fe9-a5ac-30ba26a46b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826297 Aug 16 23:31:13.506710 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:13.726499 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384308b-77b7-4500-93f6-b6c37866e278 req-df862a19-d5d9-41c3-9e61-ce39bf8734f6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:13.728093 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b384308b-77b7-4500-93f6-b6c37866e278 req-df862a19-d5d9-41c3-9e61-ce39bf8734f6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 945 time: 0.0536172 Aug 16 23:31:13.770344 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b384308b-77b7-4500-93f6-b6c37866e278 req-43a73029-21cb-4079-bf50-6fcb52782d8d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354962 Aug 16 23:31:13.793504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51960) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:31:13.854257 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ed2f31f6-b6b1-41b3-8b42-6a9b52bd3e05 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/floatingips/d03c451b-9fd4-4bd7-a67b-c4abd108153f HTTP/1.1" status: 200 len: 993 time: 0.0594506 Aug 16 23:31:15.081263 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:31.412200 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-55fe0504-d1c7-4971-9db5-388f4e056697 req-ca81b940-12b1-4554-b48e-08c09ea45f9e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402455 Aug 16 23:31:31.498413 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe0504-d1c7-4971-9db5-388f4e056697 req-b66802e5-6d0d-41bd-9ac3-64dac13a1b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:31.499905 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-55fe0504-d1c7-4971-9db5-388f4e056697 req-b66802e5-6d0d-41bd-9ac3-64dac13a1b99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 1097 time: 0.0445564 Aug 16 23:31:31.601163 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe0504-d1c7-4971-9db5-388f4e056697 req-27b4b64c-3a73-4b53-88c6-076281759003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:31.602673 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-55fe0504-d1c7-4971-9db5-388f4e056697 req-27b4b64c-3a73-4b53-88c6-076281759003 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 HTTP/1.1" status: 200 len: 897 time: 0.0829957 Aug 16 23:31:31.671989 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-55fe0504-d1c7-4971-9db5-388f4e056697 req-72a3d02e-bd1b-4fe7-a98f-07096b1997b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f83a490-8176-49c7-9f07-8e91af5af961 HTTP/1.1" status: 200 len: 1001 time: 0.0626190 Aug 16 23:31:31.721545 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe0504-d1c7-4971-9db5-388f4e056697 req-3f00e5ac-4738-4127-8ff4-a46e7c246bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:31.722986 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-55fe0504-d1c7-4971-9db5-388f4e056697 req-3f00e5ac-4738-4127-8ff4-a46e7c246bef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6dd237d-a3e3-4592-a254-f228af40ad16 HTTP/1.1" status: 200 len: 835 time: 0.0429997 Aug 16 23:31:31.768879 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe0504-d1c7-4971-9db5-388f4e056697 req-e9a402b8-05d4-4326-8f6a-7f424ff2cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:31.770380 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-55fe0504-d1c7-4971-9db5-388f4e056697 req-e9a402b8-05d4-4326-8f6a-7f424ff2cc21 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6747a5d-1f00-4fe9-a5ac-30ba26a46b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401330 Aug 16 23:31:31.865655 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-55fe0504-d1c7-4971-9db5-388f4e056697 req-2772a180-9346-49cf-a15f-6ed15ce1d4eb service neutron] 10.222.0.43 "GET /v2.0/networks/c6747a5d-1f00-4fe9-a5ac-30ba26a46b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870683 Aug 16 23:31:31.955582 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-55fe0504-d1c7-4971-9db5-388f4e056697 req-a33b744b-ca31-4cd3-9a5f-890f01663090 service neutron] 10.222.0.43 "GET /v2.0/networks/c6747a5d-1f00-4fe9-a5ac-30ba26a46b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815320 Aug 16 23:31:32.856489 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:31:39.102060 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3f844cf8-968a-4512-b4ad-5f6f097287e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:39.171107 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:41.474159 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:41.660170 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-83bf37f9-8516-4794-8471-8033bff2c66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:42.242411 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:43.509108 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:44.223941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 51982) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:31:44.381738 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting port e83a97a6-b10b-4e10-bb79-eae5fe0b17f7 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:31:44.382102 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:44.460055 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:44.460376 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:44.474106 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Calling delete_port for e83a97a6-b10b-4e10-bb79-eae5fe0b17f7 owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:31:44.625168 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:44.656665 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Port': ['ID=e83a97a6-b10b-4e10-bb79-eae5fe0b17f7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:44.677935 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:44.678313 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:44.678658 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:44.679004 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:44.679341 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:44.679679 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:44.680016 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:44.680348 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:44.680683 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:44.681007 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:44.681333 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:44.681654 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:44.723915 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:44.724297 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Floating IP d03c451b-9fd4-4bd7-a67b-c4abd108153f disassociated (deleted). External IP: 172.25.6.138, port: 4f83a490-8176-49c7-9f07-8e91af5af961. Aug 16 23:31:44.941663 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 50850925-d866-4972-9edf-9ba80fcca646 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:31:45.049009 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:31:45.054233 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:45.060347 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55409954-e485-481a-ba85-c6ebb2daf386 None None] Sync routers for ids ['50850925-d866-4972-9edf-9ba80fcca646'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:31:45.068809 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55409954-e485-481a-ba85-c6ebb2daf386 None None] Routers {'50850925-d866-4972-9edf-9ba80fcca646'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:31:45.069330 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-55409954-e485-481a-ba85-c6ebb2daf386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:31:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['50850925-d866-4972-9edf-9ba80fcca646'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:31:45.085396 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fee591ca-9890-4e81-b897-29af114ff4c8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/floatingips/d03c451b-9fd4-4bd7-a67b-c4abd108153f HTTP/1.1" status: 204 len: 168 time: 0.8602974 Aug 16 23:31:45.086020 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5795da05-8af3-4070-b78c-7a64e55381fc', 'tag': '4f83a490-8176-49c7-9f07-8e91af5af961'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:31:45.088301 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8546830c-c645-4b4e-8c8e-0e8295ec0fde" -d '{"events": [{"name": "network-changed", "server_uuid": "5795da05-8af3-4070-b78c-7a64e55381fc", "tag": "4f83a490-8176-49c7-9f07-8e91af5af961"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:31:45.120944 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:45.129785 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125e5d3c-b5b1-456a-be88-b30f30b9be39 x-openstack-request-id: req-125e5d3c-b5b1-456a-be88-b30f30b9be39 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:31:45.130130 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5795da05-8af3-4070-b78c-7a64e55381fc", "tag": "4f83a490-8176-49c7-9f07-8e91af5af961", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:31:45.130433 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-125e5d3c-b5b1-456a-be88-b30f30b9be39 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:31:45.130878 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5795da05-8af3-4070-b78c-7a64e55381fc', 'tag': '4f83a490-8176-49c7-9f07-8e91af5af961', 'status': 'completed', 'code': 200} Aug 16 23:31:45.195474 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-55409954-e485-481a-ba85-c6ebb2daf386 None None] Set router 50850925-d866-4972-9edf-9ba80fcca646 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:31:45.200360 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546830c-c645-4b4e-8c8e-0e8295ec0fde req-eab92b39-9bfe-452b-b941-538392e58102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:45.206424 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8546830c-c645-4b4e-8c8e-0e8295ec0fde req-eab92b39-9bfe-452b-b941-538392e58102 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 1097 time: 0.0504394 Aug 16 23:31:45.301985 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546830c-c645-4b4e-8c8e-0e8295ec0fde req-ca255ca5-517b-4e22-9792-d2ac3e9fd07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:45.303427 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8546830c-c645-4b4e-8c8e-0e8295ec0fde req-ca255ca5-517b-4e22-9792-d2ac3e9fd07d service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 HTTP/1.1" status: 200 len: 897 time: 0.0929785 Aug 16 23:31:45.324081 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3cf5e-8d39-4247-ad64-b8894a27f1e0 req-ac253ecc-ada9-480b-a397-bdccdd0a5ec2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:45.325603 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31e3cf5e-8d39-4247-ad64-b8894a27f1e0 req-ac253ecc-ada9-480b-a397-bdccdd0a5ec2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 945 time: 0.0514324 Aug 16 23:31:45.361389 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8546830c-c645-4b4e-8c8e-0e8295ec0fde req-3c3d6af2-01be-45e7-8c0d-7cba2f968dc3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f83a490-8176-49c7-9f07-8e91af5af961 HTTP/1.1" status: 200 len: 217 time: 0.0481429 Aug 16 23:31:45.365698 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-31e3cf5e-8d39-4247-ad64-b8894a27f1e0 req-9b574a8a-922d-49a2-85bf-8d645757d339 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337620 Aug 16 23:31:45.405512 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-55409954-e485-481a-ba85-c6ebb2daf386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50850925-d866-4972-9edf-9ba80fcca646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857538744', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:12Z', 'updated_at': '2021-08-16T23:30:16Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:13Z', 'updated_at': '2021-08-16T23:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '9048a22d-f1dd-4f0a-bb72-16f17616f8c3', 'name': '', 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:4a:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b6dd237d-a3e3-4592-a254-f228af40ad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:15Z', 'updated_at': '2021-08-16T23:30:20Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'b6dd237d-a3e3-4592-a254-f228af40ad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:31:45.414433 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546830c-c645-4b4e-8c8e-0e8295ec0fde req-46a55b19-8227-41ca-bc30-43195a3279bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:45.415917 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8546830c-c645-4b4e-8c8e-0e8295ec0fde req-46a55b19-8227-41ca-bc30-43195a3279bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6dd237d-a3e3-4592-a254-f228af40ad16 HTTP/1.1" status: 200 len: 835 time: 0.0453312 Aug 16 23:31:45.436205 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55409954-e485-481a-ba85-c6ebb2daf386 None None] Checking router: 50850925-d866-4972-9edf-9ba80fcca646 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:31:45.444535 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55409954-e485-481a-ba85-c6ebb2daf386 None None] Routers {'50850925-d866-4972-9edf-9ba80fcca646'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:31:45.445137 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-55409954-e485-481a-ba85-c6ebb2daf386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:31:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['50850925-d866-4972-9edf-9ba80fcca646'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:31:45.462784 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546830c-c645-4b4e-8c8e-0e8295ec0fde req-0e830067-8501-49a4-9301-8b0bfcf92fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:45.464314 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8546830c-c645-4b4e-8c8e-0e8295ec0fde req-0e830067-8501-49a4-9301-8b0bfcf92fe7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6747a5d-1f00-4fe9-a5ac-30ba26a46b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402861 Aug 16 23:31:45.549169 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-55409954-e485-481a-ba85-c6ebb2daf386 None None] Set router 50850925-d866-4972-9edf-9ba80fcca646 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:31:45.559493 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8546830c-c645-4b4e-8c8e-0e8295ec0fde req-c679d039-c19d-4fcd-8bff-dbbee27f42ec service neutron] 10.222.0.43 "GET /v2.0/networks/c6747a5d-1f00-4fe9-a5ac-30ba26a46b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867629 Aug 16 23:31:45.652108 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8546830c-c645-4b4e-8c8e-0e8295ec0fde req-38021144-8451-4fa8-b756-4fe183dd9cc7 service neutron] 10.222.0.43 "GET /v2.0/networks/c6747a5d-1f00-4fe9-a5ac-30ba26a46b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833640 Aug 16 23:31:45.746865 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-55409954-e485-481a-ba85-c6ebb2daf386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50850925-d866-4972-9edf-9ba80fcca646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857538744', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:12Z', 'updated_at': '2021-08-16T23:30:16Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:13Z', 'updated_at': '2021-08-16T23:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '9048a22d-f1dd-4f0a-bb72-16f17616f8c3', 'name': '', 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:4a:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b6dd237d-a3e3-4592-a254-f228af40ad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:15Z', 'updated_at': '2021-08-16T23:30:20Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'b6dd237d-a3e3-4592-a254-f228af40ad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:31:45.772350 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55409954-e485-481a-ba85-c6ebb2daf386 None None] The sync data for ids ['50850925-d866-4972-9edf-9ba80fcca646'] in n-d-792458-15 is: [{'id': '50850925-d866-4972-9edf-9ba80fcca646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857538744', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:12Z', 'updated_at': '2021-08-16T23:30:16Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:13Z', 'updated_at': '2021-08-16T23:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '9048a22d-f1dd-4f0a-bb72-16f17616f8c3', 'name': '', 'network_id': 'c6747a5d-1f00-4fe9-a5ac-30ba26a46b68', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:4a:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'b6dd237d-a3e3-4592-a254-f228af40ad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:15Z', 'updated_at': '2021-08-16T23:30:20Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'b6dd237d-a3e3-4592-a254-f228af40ad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:31:45.983353 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4e4ae2-f586-4817-86aa-3d2d76a6db84 None None] New status for floating IP d03c451b-9fd4-4bd7-a67b-c4abd108153f: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:31:46.485596 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfca69a-0e60-422e-ac0a-33a9076cd368 req-29a16d63-61f3-4891-a6ec-191101e0ac95 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:46.487114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1dfca69a-0e60-422e-ac0a-33a9076cd368 req-29a16d63-61f3-4891-a6ec-191101e0ac95 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 945 time: 0.0534523 Aug 16 23:31:46.527268 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1dfca69a-0e60-422e-ac0a-33a9076cd368 req-8ccda900-53e9-441c-a3ef-cd477a7ab84c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342259 Aug 16 23:31:46.763699 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfd61a-651b-4374-9076-bcbb3caf1bac req-12574c20-11c2-4eb7-8441-0646d62b8306 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:46.765184 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-90bfd61a-651b-4374-9076-bcbb3caf1bac req-12574c20-11c2-4eb7-8441-0646d62b8306 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 945 time: 0.0482092 Aug 16 23:31:46.858726 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-90bfd61a-651b-4374-9076-bcbb3caf1bac req-49f573c3-dc56-47f0-94f5-be54b41b73c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting port 4f83a490-8176-49c7-9f07-8e91af5af961 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:31:46.859097 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-90bfd61a-651b-4374-9076-bcbb3caf1bac req-49f573c3-dc56-47f0-94f5-be54b41b73c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:46.946247 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-90bfd61a-651b-4374-9076-bcbb3caf1bac req-49f573c3-dc56-47f0-94f5-be54b41b73c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] For port 4f83a490-8176-49c7-9f07-8e91af5af961, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=4f83a490-8176-49c7-9f07-8e91af5af961,segment=NetworkSegment(03fa7c1e-cfaf-4df8-b1cb-8fd068879468),segment_id=03fa7c1e-cfaf-4df8-b1cb-8fd068879468)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:31:46.946616 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-90bfd61a-651b-4374-9076-bcbb3caf1bac req-49f573c3-dc56-47f0-94f5-be54b41b73c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:46.964378 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-90bfd61a-651b-4374-9076-bcbb3caf1bac req-49f573c3-dc56-47f0-94f5-be54b41b73c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Calling delete_port for 4f83a490-8176-49c7-9f07-8e91af5af961 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:31:47.090117 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-90bfd61a-651b-4374-9076-bcbb3caf1bac req-49f573c3-dc56-47f0-94f5-be54b41b73c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:47.120269 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f573c3-dc56-47f0-94f5-be54b41b73c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Port': ['ID=4f83a490-8176-49c7-9f07-8e91af5af961,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:47.132829 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f573c3-dc56-47f0-94f5-be54b41b73c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:47.133185 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f573c3-dc56-47f0-94f5-be54b41b73c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:47.133542 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f573c3-dc56-47f0-94f5-be54b41b73c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:47.133867 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f573c3-dc56-47f0-94f5-be54b41b73c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:47.134231 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f573c3-dc56-47f0-94f5-be54b41b73c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:47.134573 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f573c3-dc56-47f0-94f5-be54b41b73c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:47.134906 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f573c3-dc56-47f0-94f5-be54b41b73c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:47.135239 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f573c3-dc56-47f0-94f5-be54b41b73c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:47.135570 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f573c3-dc56-47f0-94f5-be54b41b73c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:47.135901 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f573c3-dc56-47f0-94f5-be54b41b73c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:47.136230 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f573c3-dc56-47f0-94f5-be54b41b73c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:47.136554 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f573c3-dc56-47f0-94f5-be54b41b73c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:47.175431 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bfd61a-651b-4374-9076-bcbb3caf1bac req-49f573c3-dc56-47f0-94f5-be54b41b73c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] No DVR routers for this DVR port 4f83a490-8176-49c7-9f07-8e91af5af961 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:31:47.178166 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-90bfd61a-651b-4374-9076-bcbb3caf1bac req-49f573c3-dc56-47f0-94f5-be54b41b73c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:47.180199 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-90bfd61a-651b-4374-9076-bcbb3caf1bac req-49f573c3-dc56-47f0-94f5-be54b41b73c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "DELETE /v2.0/ports/4f83a490-8176-49c7-9f07-8e91af5af961 HTTP/1.1" status: 204 len: 173 time: 0.4089158 Aug 16 23:31:47.180636 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5795da05-8af3-4070-b78c-7a64e55381fc', 'name': 'network-vif-deleted', 'tag': '4f83a490-8176-49c7-9f07-8e91af5af961'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:31:47.182902 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8f83fc-40f2-418d-8c1e-31a7682a06a1" -d '{"events": [{"server_uuid": "5795da05-8af3-4070-b78c-7a64e55381fc", "name": "network-vif-deleted", "tag": "4f83a490-8176-49c7-9f07-8e91af5af961"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:31:47.283424 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f65b6e-9ebd-4b58-864c-95c3e3389fec x-openstack-request-id: req-16f65b6e-9ebd-4b58-864c-95c3e3389fec {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:31:47.283722 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5795da05-8af3-4070-b78c-7a64e55381fc", "name": "network-vif-deleted", "tag": "4f83a490-8176-49c7-9f07-8e91af5af961", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:31:47.283969 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-16f65b6e-9ebd-4b58-864c-95c3e3389fec {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:31:47.284527 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5795da05-8af3-4070-b78c-7a64e55381fc', 'name': 'network-vif-deleted', 'tag': '4f83a490-8176-49c7-9f07-8e91af5af961', 'status': 'completed', 'code': 200} Aug 16 23:31:47.644561 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-390c549d-9f5c-4e1b-a29d-b88e50fff78f req-5b30256b-5384-4dfb-ac8b-a1492d47ccac tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5795da05-8af3-4070-b78c-7a64e55381fc HTTP/1.1" status: 200 len: 210 time: 0.0275431 Aug 16 23:31:48.703767 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52004) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:31:49.061467 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f5ef31d-1de8-4015-86bd-58145ac67df9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:49.310197 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-1f5ef31d-1de8-4015-86bd-58145ac67df9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting port 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:31:49.310450 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f5ef31d-1de8-4015-86bd-58145ac67df9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:49.398811 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-1f5ef31d-1de8-4015-86bd-58145ac67df9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] For port 9048a22d-f1dd-4f0a-bb72-16f17616f8c3, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9048a22d-f1dd-4f0a-bb72-16f17616f8c3,segment=NetworkSegment(03fa7c1e-cfaf-4df8-b1cb-8fd068879468),segment_id=03fa7c1e-cfaf-4df8-b1cb-8fd068879468)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:31:49.399170 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f5ef31d-1de8-4015-86bd-58145ac67df9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:49.412112 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-1f5ef31d-1de8-4015-86bd-58145ac67df9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Calling delete_port for 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:31:49.595277 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f5ef31d-1de8-4015-86bd-58145ac67df9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:49.622602 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ef31d-1de8-4015-86bd-58145ac67df9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Port': ['ID=9048a22d-f1dd-4f0a-bb72-16f17616f8c3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:49.794045 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1f5ef31d-1de8-4015-86bd-58145ac67df9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:50.017569 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5ef31d-1de8-4015-86bd-58145ac67df9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 50850925-d866-4972-9edf-9ba80fcca646 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:31:50.121477 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5ef31d-1de8-4015-86bd-58145ac67df9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:31:50.126773 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1f5ef31d-1de8-4015-86bd-58145ac67df9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "PUT /v2.0/routers/50850925-d866-4972-9edf-9ba80fcca646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4219365 Aug 16 23:31:50.129985 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52008) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:31:50.131499 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cab52c5-e45a-4f6c-88ec-c33652a17fbf None None] Sync routers for ids ['50850925-d866-4972-9edf-9ba80fcca646'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:31:50.141856 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cab52c5-e45a-4f6c-88ec-c33652a17fbf None None] Routers {'50850925-d866-4972-9edf-9ba80fcca646'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:31:50.142510 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1cab52c5-e45a-4f6c-88ec-c33652a17fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:31:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['50850925-d866-4972-9edf-9ba80fcca646'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:31:50.185913 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-bedee74b-8145-434f-988c-73b1e3a088d7 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting subnet b6dd237d-a3e3-4592-a254-f228af40ad16 {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:31:50.189228 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bedee74b-8145-434f-988c-73b1e3a088d7 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:50.229724 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bedee74b-8145-434f-988c-73b1e3a088d7 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:50.250449 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-1cab52c5-e45a-4f6c-88ec-c33652a17fbf None None] Set router 50850925-d866-4972-9edf-9ba80fcca646 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:31:50.313251 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bedee74b-8145-434f-988c-73b1e3a088d7 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:50.376332 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bedee74b-8145-434f-988c-73b1e3a088d7 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:50.405586 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedee74b-8145-434f-988c-73b1e3a088d7 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Subnet': ['ID=b6dd237d-a3e3-4592-a254-f228af40ad16,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:50.407591 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bedee74b-8145-434f-988c-73b1e3a088d7 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:50.410134 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bedee74b-8145-434f-988c-73b1e3a088d7 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/subnets/b6dd237d-a3e3-4592-a254-f228af40ad16 HTTP/1.1" status: 204 len: 168 time: 0.2789872 Aug 16 23:31:50.412706 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52010) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:31:50.416858 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966fbbc2-3a57-48ed-abaa-eb9e2563b8b5 None None] Network c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:31:50.513315 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1cab52c5-e45a-4f6c-88ec-c33652a17fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50850925-d866-4972-9edf-9ba80fcca646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857538744', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:12Z', 'updated_at': '2021-08-16T23:31:49Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:13Z', 'updated_at': '2021-08-16T23:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:31:50.559906 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cab52c5-e45a-4f6c-88ec-c33652a17fbf None None] Checking router: 50850925-d866-4972-9edf-9ba80fcca646 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:31:50.574097 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cab52c5-e45a-4f6c-88ec-c33652a17fbf None None] Routers {'50850925-d866-4972-9edf-9ba80fcca646'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:31:50.574728 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1cab52c5-e45a-4f6c-88ec-c33652a17fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:31:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['50850925-d866-4972-9edf-9ba80fcca646'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:31:50.663824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9105456-e948-4374-a23f-4f2c5ce4030b None None] DHCP port deletion for c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:31:50.716178 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-1cab52c5-e45a-4f6c-88ec-c33652a17fbf None None] Set router 50850925-d866-4972-9edf-9ba80fcca646 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:31:50.870472 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11074465-0cfb-4ce9-9d00-d463bbac49a4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:50.978615 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11074465-0cfb-4ce9-9d00-d463bbac49a4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:50.988619 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-f9105456-e948-4374-a23f-4f2c5ce4030b None None] Deleting port 9d599981-b196-4998-b0e5-35418103fe21 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:31:50.989011 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f9105456-e948-4374-a23f-4f2c5ce4030b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:51.051951 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-11074465-0cfb-4ce9-9d00-d463bbac49a4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting port 66f9b2c1-25e0-4ad5-a242-592180e2589c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:31:51.052340 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11074465-0cfb-4ce9-9d00-d463bbac49a4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:51.076972 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f9105456-e948-4374-a23f-4f2c5ce4030b None None] For port 9d599981-b196-4998-b0e5-35418103fe21, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=9d599981-b196-4998-b0e5-35418103fe21,segment=NetworkSegment(03fa7c1e-cfaf-4df8-b1cb-8fd068879468),segment_id=03fa7c1e-cfaf-4df8-b1cb-8fd068879468)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:31:51.077353 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f9105456-e948-4374-a23f-4f2c5ce4030b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:51.108024 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-f9105456-e948-4374-a23f-4f2c5ce4030b None None] Calling delete_port for 9d599981-b196-4998-b0e5-35418103fe21 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:31:51.134508 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-11074465-0cfb-4ce9-9d00-d463bbac49a4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] For port 66f9b2c1-25e0-4ad5-a242-592180e2589c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=66f9b2c1-25e0-4ad5-a242-592180e2589c,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:31:51.134833 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11074465-0cfb-4ce9-9d00-d463bbac49a4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:51.154690 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-11074465-0cfb-4ce9-9d00-d463bbac49a4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Calling delete_port for 66f9b2c1-25e0-4ad5-a242-592180e2589c owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:31:51.198972 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-1cab52c5-e45a-4f6c-88ec-c33652a17fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50850925-d866-4972-9edf-9ba80fcca646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857538744', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:12Z', 'updated_at': '2021-08-16T23:31:49Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:13Z', 'updated_at': '2021-08-16T23:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:31:51.225867 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cab52c5-e45a-4f6c-88ec-c33652a17fbf None None] The sync data for ids ['50850925-d866-4972-9edf-9ba80fcca646'] in n-d-792458-15 is: [{'id': '50850925-d866-4972-9edf-9ba80fcca646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857538744', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:12Z', 'updated_at': '2021-08-16T23:31:49Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '66f9b2c1-25e0-4ad5-a242-592180e2589c', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50850925-d866-4972-9edf-9ba80fcca646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:13Z', 'updated_at': '2021-08-16T23:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:31:51.235868 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f9105456-e948-4374-a23f-4f2c5ce4030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:51.265483 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 4f83a490-8176-49c7-9f07-8e91af5af961 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:31:51.270808 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9105456-e948-4374-a23f-4f2c5ce4030b None None] Pushing event deleted for resources: {'Port': ['ID=9d599981-b196-4998-b0e5-35418103fe21,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:51.292559 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9105456-e948-4374-a23f-4f2c5ce4030b None None] No DVR routers for this DVR port 9d599981-b196-4998-b0e5-35418103fe21 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:31:51.300041 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 4f83a490-8176-49c7-9f07-8e91af5af961 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:31:51.300417 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 4f83a490-8176-49c7-9f07-8e91af5af961 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:31:51.307227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9105456-e948-4374-a23f-4f2c5ce4030b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:51.307227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9105456-e948-4374-a23f-4f2c5ce4030b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:51.307227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9105456-e948-4374-a23f-4f2c5ce4030b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:51.307227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9105456-e948-4374-a23f-4f2c5ce4030b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:51.307227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9105456-e948-4374-a23f-4f2c5ce4030b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:51.307227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9105456-e948-4374-a23f-4f2c5ce4030b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:51.307227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9105456-e948-4374-a23f-4f2c5ce4030b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:51.307227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9105456-e948-4374-a23f-4f2c5ce4030b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:51.307227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9105456-e948-4374-a23f-4f2c5ce4030b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:51.307227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9105456-e948-4374-a23f-4f2c5ce4030b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:51.307227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9105456-e948-4374-a23f-4f2c5ce4030b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:51.307227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9105456-e948-4374-a23f-4f2c5ce4030b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:51.336959 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11074465-0cfb-4ce9-9d00-d463bbac49a4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:51.368041 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11074465-0cfb-4ce9-9d00-d463bbac49a4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Port': ['ID=66f9b2c1-25e0-4ad5-a242-592180e2589c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:51.427428 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11074465-0cfb-4ce9-9d00-d463bbac49a4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:51.516833 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11074465-0cfb-4ce9-9d00-d463bbac49a4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:51.518901 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11074465-0cfb-4ce9-9d00-d463bbac49a4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:51.572685 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11074465-0cfb-4ce9-9d00-d463bbac49a4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:51.573339 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11074465-0cfb-4ce9-9d00-d463bbac49a4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Fanout notify agent at l3_agent the message router_deleted on router 50850925-d866-4972-9edf-9ba80fcca646 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:31:51.582049 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-11074465-0cfb-4ce9-9d00-d463bbac49a4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:51.583212 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-11074465-0cfb-4ce9-9d00-d463bbac49a4 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/routers/50850925-d866-4972-9edf-9ba80fcca646 HTTP/1.1" status: 204 len: 168 time: 1.1695158 Aug 16 23:31:51.585824 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52012) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:31:51.666291 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31895622-d18a-4811-b345-7aafa047249a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:51.759865 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31895622-d18a-4811-b345-7aafa047249a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:51.770498 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-31895622-d18a-4811-b345-7aafa047249a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6747a5d-1f00-4fe9-a5ac-30ba26a46b68']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:31:51.780957 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-31895622-d18a-4811-b345-7aafa047249a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03fa7c1e-cfaf-4df8-b1cb-8fd068879468') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:31:51.781394 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-31895622-d18a-4811-b345-7aafa047249a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03fa7c1e-cfaf-4df8-b1cb-8fd068879468') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:31:51.791320 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31895622-d18a-4811-b345-7aafa047249a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:51.805163 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31895622-d18a-4811-b345-7aafa047249a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:51.811492 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31895622-d18a-4811-b345-7aafa047249a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:31:51.811892 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31895622-d18a-4811-b345-7aafa047249a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: timer() Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:31:51.814987 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:31:51.879013 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31895622-d18a-4811-b345-7aafa047249a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:51.886182 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-31895622-d18a-4811-b345-7aafa047249a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:51.888355 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-31895622-d18a-4811-b345-7aafa047249a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/networks/c6747a5d-1f00-4fe9-a5ac-30ba26a46b68 HTTP/1.1" status: 204 len: 168 time: 0.3013103 Aug 16 23:31:51.890801 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52014) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:31:51.907900 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31895622-d18a-4811-b345-7aafa047249a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Network': ['ID=c6747a5d-1f00-4fe9-a5ac-30ba26a46b68,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:51.966349 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c45c0854-65ed-4809-8c8d-f0ea210faa47 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:51.992690 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c45c0854-65ed-4809-8c8d-f0ea210faa47 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:52.055560 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c45c0854-65ed-4809-8c8d-f0ea210faa47 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:52.058092 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c45c0854-65ed-4809-8c8d-f0ea210faa47 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:52.059257 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c45c0854-65ed-4809-8c8d-f0ea210faa47 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/security-groups/b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1 HTTP/1.1" status: 204 len: 168 time: 0.1575327 Aug 16 23:31:52.068916 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c0854-65ed-4809-8c8d-f0ea210faa47 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ea9509-e13c-46a8-a657-fb0ac0fcf9e1,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:52.271526 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 66f9b2c1-25e0-4ad5-a242-592180e2589c no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:31:52.295531 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 66f9b2c1-25e0-4ad5-a242-592180e2589c {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:31:52.295871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 66f9b2c1-25e0-4ad5-a242-592180e2589c not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:31:52.296543 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:31:52.316953 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:31:52.317306 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9048a22d-f1dd-4f0a-bb72-16f17616f8c3 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:31:52.317717 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9d599981-b196-4998-b0e5-35418103fe21 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:31:52.337091 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 9d599981-b196-4998-b0e5-35418103fe21 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:31:52.337435 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 9d599981-b196-4998-b0e5-35418103fe21 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:31:52.506501 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52020) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:31:52.511324 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-bb852913-8ef1-4f56-86e4-d659919d56c1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-663070815', 'description': 'tempest-secgroup-smoke-663070815 description', 'project_id': '3272cbc0ac75488084cdb13f2cd61576'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:31:52.534929 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb852913-8ef1-4f56-86e4-d659919d56c1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:52.622669 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb852913-8ef1-4f56-86e4-d659919d56c1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:52.626574 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb852913-8ef1-4f56-86e4-d659919d56c1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:52.656895 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-bb852913-8ef1-4f56-86e4-d659919d56c1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:52.658203 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-bb852913-8ef1-4f56-86e4-d659919d56c1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1506341 Aug 16 23:31:52.659106 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb852913-8ef1-4f56-86e4-d659919d56c1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1fdfe3-fc69-4f81-8f8b-486e781e5df7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:52.661068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52022) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:31:52.665694 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-634e07f2-4717-4c5d-aac2-f798f689c471 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': 'ed1fdfe3-fc69-4f81-8f8b-486e781e5df7', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:31:52.694623 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-634e07f2-4717-4c5d-aac2-f798f689c471 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:52.750168 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-634e07f2-4717-4c5d-aac2-f798f689c471 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:52.754319 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-634e07f2-4717-4c5d-aac2-f798f689c471 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:52.771959 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e07f2-4717-4c5d-aac2-f798f689c471 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533e7022-08a0-4859-a8ab-9ebe9ffe2aea,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:52.778332 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-634e07f2-4717-4c5d-aac2-f798f689c471 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:52.779114 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-634e07f2-4717-4c5d-aac2-f798f689c471 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171124 Aug 16 23:31:52.781909 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52024) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:31:52.786930 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-c7119954-6891-4b8e-b099-01f1f82d0251 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': 'ed1fdfe3-fc69-4f81-8f8b-486e781e5df7', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:31:52.813451 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7119954-6891-4b8e-b099-01f1f82d0251 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:52.877887 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7119954-6891-4b8e-b099-01f1f82d0251 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:52.882142 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7119954-6891-4b8e-b099-01f1f82d0251 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:52.899770 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7119954-6891-4b8e-b099-01f1f82d0251 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4bdc69-577f-48b9-bc03-3697de74b7e7,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:52.906625 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c7119954-6891-4b8e-b099-01f1f82d0251 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:52.908247 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c7119954-6891-4b8e-b099-01f1f82d0251 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252000 Aug 16 23:31:52.912103 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52026) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:31:52.916607 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-a0388e45-e12f-4acc-8b0b-a4fe78bf26a3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': 'ed1fdfe3-fc69-4f81-8f8b-486e781e5df7', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:31:52.943794 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0388e45-e12f-4acc-8b0b-a4fe78bf26a3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.010856 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0388e45-e12f-4acc-8b0b-a4fe78bf26a3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.014597 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0388e45-e12f-4acc-8b0b-a4fe78bf26a3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.032254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0388e45-e12f-4acc-8b0b-a4fe78bf26a3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9be79c-dc03-4b87-81b2-7f0ee388d892,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:53.040148 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a0388e45-e12f-4acc-8b0b-a4fe78bf26a3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.041622 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a0388e45-e12f-4acc-8b0b-a4fe78bf26a3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285555 Aug 16 23:31:53.044438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52028) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:31:53.049085 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-7bd0e92b-1f26-4cd8-9628-abd5f052bdab tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': 'ed1fdfe3-fc69-4f81-8f8b-486e781e5df7', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:31:53.076260 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7bd0e92b-1f26-4cd8-9628-abd5f052bdab tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.139009 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7bd0e92b-1f26-4cd8-9628-abd5f052bdab tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.143029 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7bd0e92b-1f26-4cd8-9628-abd5f052bdab tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.162165 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0e92b-1f26-4cd8-9628-abd5f052bdab tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b561d9ac-3d9b-4aa6-92e2-ac1ba14fc3b7,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:53.168723 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-7bd0e92b-1f26-4cd8-9628-abd5f052bdab tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.170028 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-7bd0e92b-1f26-4cd8-9628-abd5f052bdab tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244962 Aug 16 23:31:53.172725 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52030) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:31:53.177777 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-63978016-6396-481d-bc8f-71003a40ddfd tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': 'ed1fdfe3-fc69-4f81-8f8b-486e781e5df7', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:31:53.202629 n-d-792458-15 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-63978016-6396-481d-bc8f-71003a40ddfd tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Project 3272cbc0ac75488084cdb13f2cd61576 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:31:53.209177 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63978016-6396-481d-bc8f-71003a40ddfd tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.281152 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63978016-6396-481d-bc8f-71003a40ddfd tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.285628 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63978016-6396-481d-bc8f-71003a40ddfd tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.304577 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63978016-6396-481d-bc8f-71003a40ddfd tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3836072c-3228-44db-a119-78c71a27b49e,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:53.314933 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-63978016-6396-481d-bc8f-71003a40ddfd tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.316181 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-63978016-6396-481d-bc8f-71003a40ddfd tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425035 Aug 16 23:31:53.319051 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52032) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:31:53.324013 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6220383f-d142-4dc4-94e0-e4def7dd92d8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'security_group_rule': {'security_group_id': 'ed1fdfe3-fc69-4f81-8f8b-486e781e5df7', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:31:53.347892 n-d-792458-15 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-6220383f-d142-4dc4-94e0-e4def7dd92d8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Project 3272cbc0ac75488084cdb13f2cd61576 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:31:53.353023 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6220383f-d142-4dc4-94e0-e4def7dd92d8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.415952 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6220383f-d142-4dc4-94e0-e4def7dd92d8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.421532 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6220383f-d142-4dc4-94e0-e4def7dd92d8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.440273 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220383f-d142-4dc4-94e0-e4def7dd92d8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58855d2c-f3fb-4dc4-b82a-09b21ff27207,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:53.446933 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6220383f-d142-4dc4-94e0-e4def7dd92d8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.448231 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6220383f-d142-4dc4-94e0-e4def7dd92d8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281192 Aug 16 23:31:53.451290 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52034) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:31:53.456935 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-4513ac75-3109-428f-b3c1-c3b534a4572f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'network': {'name': 'tempest-network-smoke--261511819', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'port_security_enabled': True}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:31:53.479052 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4513ac75-3109-428f-b3c1-c3b534a4572f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Made reservation on behalf of 3272cbc0ac75488084cdb13f2cd61576 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:31:53.482827 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4513ac75-3109-428f-b3c1-c3b534a4572f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.507022 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4513ac75-3109-428f-b3c1-c3b534a4572f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:31:53.515757 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4513ac75-3109-428f-b3c1-c3b534a4572f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.516130 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-4513ac75-3109-428f-b3c1-c3b534a4572f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Added segment 84c520d4-f6b5-4e8b-b5f6-27a2334b9a27 of type vlan for network f6db0858-6824-4d9e-8815-9e264d49f5c7 Aug 16 23:31:53.556405 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4513ac75-3109-428f-b3c1-c3b534a4572f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.581372 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4513ac75-3109-428f-b3c1-c3b534a4572f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.586935 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4513ac75-3109-428f-b3c1-c3b534a4572f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:53.587514 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4513ac75-3109-428f-b3c1-c3b534a4572f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.644932 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4513ac75-3109-428f-b3c1-c3b534a4572f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1925042 Aug 16 23:31:53.647707 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52036) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:31:53.658786 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a34c28e0-c0d6-4ed1-9a3f-7e79c81ec41e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2091586368', 'admin_state_up': True, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:31:53.672668 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513ac75-3109-428f-b3c1-c3b534a4572f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Network': ['ID=f6db0858-6824-4d9e-8815-9e264d49f5c7,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:53.682726 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network f6db0858-6824-4d9e-8815-9e264d49f5c7 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:31:53.688604 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a34c28e0-c0d6-4ed1-9a3f-7e79c81ec41e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.690263 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a34c28e0-c0d6-4ed1-9a3f-7e79c81ec41e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.742295 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a34c28e0-c0d6-4ed1-9a3f-7e79c81ec41e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.885383 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a34c28e0-c0d6-4ed1-9a3f-7e79c81ec41e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:54.079047 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a34c28e0-c0d6-4ed1-9a3f-7e79c81ec41e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:54.100979 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a34c28e0-c0d6-4ed1-9a3f-7e79c81ec41e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:54.200301 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-a34c28e0-c0d6-4ed1-9a3f-7e79c81ec41e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Allocated IP 172.25.6.12 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/116bfffa-87a4-46e5-8028-d25f36e212b3) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:31:54.303513 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a34c28e0-c0d6-4ed1-9a3f-7e79c81ec41e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:54.341142 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a34c28e0-c0d6-4ed1-9a3f-7e79c81ec41e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:54.375783 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34c28e0-c0d6-4ed1-9a3f-7e79c81ec41e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:31:54.378581 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-a34c28e0-c0d6-4ed1-9a3f-7e79c81ec41e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:31:54.383967 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34c28e0-c0d6-4ed1-9a3f-7e79c81ec41e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:31:54.410516 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c28e0-c0d6-4ed1-9a3f-7e79c81ec41e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=116bfffa-87a4-46e5-8028-d25f36e212b3,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:54.638369 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a34c28e0-c0d6-4ed1-9a3f-7e79c81ec41e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:54.830929 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a34c28e0-c0d6-4ed1-9a3f-7e79c81ec41e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:54.954168 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34c28e0-c0d6-4ed1-9a3f-7e79c81ec41e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 0d5bf846-c75c-4b11-aef5-f8828af03bc2 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:31:55.372686 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34c28e0-c0d6-4ed1-9a3f-7e79c81ec41e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:31:55.382557 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] Sync routers for ids ['0d5bf846-c75c-4b11-aef5-f8828af03bc2'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:31:55.391629 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] Routers {'0d5bf846-c75c-4b11-aef5-f8828af03bc2'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:31:55.392310 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:31:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['0d5bf846-c75c-4b11-aef5-f8828af03bc2'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:31:55.399533 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a34c28e0-c0d6-4ed1-9a3f-7e79c81ec41e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:55.400811 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a34c28e0-c0d6-4ed1-9a3f-7e79c81ec41e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7521806 Aug 16 23:31:55.404317 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52040) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:31:55.476753 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-71da319f-d2dd-45e6-aefc-00525bee92d6 tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=3272cbc0ac75488084cdb13f2cd61576&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0713124 Aug 16 23:31:55.479503 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52044) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:31:55.498762 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] Set router 0d5bf846-c75c-4b11-aef5-f8828af03bc2 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:31:55.564158 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cba069-5161-4b4c-81cb-914fa71dfb21 tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:55.566269 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-67cba069-5161-4b4c-81cb-914fa71dfb21 tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858328 Aug 16 23:31:55.569416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52046) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:31:55.597752 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5dc8a524-3c2f-4ec9-b3f1-4942e7d45ace tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=cf5e9c9f-1bd0-41c5-912c-e5a4870724af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270307 Aug 16 23:31:55.600173 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52048) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:31:55.606398 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-860a2284-12e2-49d1-ba27-5aa3f7582fe9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2087648433', 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7', 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:31:55.682364 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091586368', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:31:53Z', 'updated_at': '2021-08-16T23:31:54Z', 'revision_number': 3, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:92:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:54Z', 'updated_at': '2021-08-16T23:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:31:55.697454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860a2284-12e2-49d1-ba27-5aa3f7582fe9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Made reservation on behalf of 3272cbc0ac75488084cdb13f2cd61576 for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:31:55.701030 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-860a2284-12e2-49d1-ba27-5aa3f7582fe9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:55.708477 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] Checking router: 0d5bf846-c75c-4b11-aef5-f8828af03bc2 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:31:55.708830 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] Updating router 0d5bf846-c75c-4b11-aef5-f8828af03bc2 port 116bfffa-87a4-46e5-8028-d25f36e212b3 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:31:55.733438 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:55.882399 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-860a2284-12e2-49d1-ba27-5aa3f7582fe9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:55.946130 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a2284-12e2-49d1-ba27-5aa3f7582fe9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Subnet': ['ID=a00ab701-3669-4462-bf57-21d45653534c,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:55.950454 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860a2284-12e2-49d1-ba27-5aa3f7582fe9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Checking segment: {'id': '84c520d4-f6b5-4e8b-b5f6-27a2334b9a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:31:55.950826 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860a2284-12e2-49d1-ba27-5aa3f7582fe9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network hostable DHCP agents. Network: f6db0858-6824-4d9e-8815-9e264d49f5c7, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:31:55.966993 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860a2284-12e2-49d1-ba27-5aa3f7582fe9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network f6db0858-6824-4d9e-8815-9e264d49f5c7 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:31:55.976130 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-860a2284-12e2-49d1-ba27-5aa3f7582fe9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, f6db0858-6824-4d9e-8815-9e264d49f5c7) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:31:55.980686 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860a2284-12e2-49d1-ba27-5aa3f7582fe9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:55.981281 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-860a2284-12e2-49d1-ba27-5aa3f7582fe9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:55.991843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53886b6d-b67b-489c-adcc-c45be76ccf9f None None] Network f6db0858-6824-4d9e-8815-9e264d49f5c7 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:31:55.995573 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:55.997986 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-860a2284-12e2-49d1-ba27-5aa3f7582fe9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3959191 Aug 16 23:31:56.001428 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52050) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:31:56.010585 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] Transition to ACTIVE for port object 116bfffa-87a4-46e5-8028-d25f36e212b3 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:31:56.017029 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:56.067927 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] Attempting to bind port 116bfffa-87a4-46e5-8028-d25f36e212b3 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:31:56.068297 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] Attempting to bind port 116bfffa-87a4-46e5-8028-d25f36e212b3 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:31:56.068661 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] Attempting to bind port 116bfffa-87a4-46e5-8028-d25f36e212b3 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:31:56.075767 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450314c-46b1-485b-baae-f4fd5e1cecdd None None] Pushing event updated for resources: {'Port': ['ID=116bfffa-87a4-46e5-8028-d25f36e212b3,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:56.078754 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:31:56.079126 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:31:56.079523 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:56.079908 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:31:56.080444 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] Bound port: 116bfffa-87a4-46e5-8028-d25f36e212b3, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:31:56.080818 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:56.087146 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450314c-46b1-485b-baae-f4fd5e1cecdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:56.087494 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450314c-46b1-485b-baae-f4fd5e1cecdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:56.087833 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450314c-46b1-485b-baae-f4fd5e1cecdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:56.088166 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450314c-46b1-485b-baae-f4fd5e1cecdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:56.088492 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450314c-46b1-485b-baae-f4fd5e1cecdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:56.088816 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450314c-46b1-485b-baae-f4fd5e1cecdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:56.089136 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450314c-46b1-485b-baae-f4fd5e1cecdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:56.089455 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450314c-46b1-485b-baae-f4fd5e1cecdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:56.089778 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450314c-46b1-485b-baae-f4fd5e1cecdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:56.090118 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450314c-46b1-485b-baae-f4fd5e1cecdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:56.090753 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450314c-46b1-485b-baae-f4fd5e1cecdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:56.090884 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450314c-46b1-485b-baae-f4fd5e1cecdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:31:56.143123 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] For port 116bfffa-87a4-46e5-8028-d25f36e212b3, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:31:56.146244 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] For port 116bfffa-87a4-46e5-8028-d25f36e212b3, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=116bfffa-87a4-46e5-8028-d25f36e212b3,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:31:56.151463 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:56.154578 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-f6db0858-6824-4d9e-8815-9e264d49f5c7', 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ips': [{'subnet_id': 'a00ab701-3669-4462-bf57-21d45653534c'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:31:56.155471 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:56.217514 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] Routers {'0d5bf846-c75c-4b11-aef5-f8828af03bc2'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:31:56.218151 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:31:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['0d5bf846-c75c-4b11-aef5-f8828af03bc2'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:31:56.222654 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450314c-46b1-485b-baae-f4fd5e1cecdd None None] Pushing event updated for resources: {'Port': ['ID=116bfffa-87a4-46e5-8028-d25f36e212b3,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:56.296096 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] Allocated IP 172.20.0.2 (f6db0858-6824-4d9e-8815-9e264d49f5c7/a00ab701-3669-4462-bf57-21d45653534c/04f8a313-56cb-4636-8376-6625e8eed300) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:31:56.334615 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] Set router 0d5bf846-c75c-4b11-aef5-f8828af03bc2 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:31:56.451696 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:56.461116 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] Transition to ACTIVE for port object 04f8a313-56cb-4636-8376-6625e8eed300 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:31:56.477141 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] Transition to ACTIVE for port object 04f8a313-56cb-4636-8376-6625e8eed300 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:31:56.483241 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:56.494162 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d028226b-225b-492a-b5ec-c3d905f9c7f1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:56.524424 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] Network f6db0858-6824-4d9e-8815-9e264d49f5c7 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:31:56.527357 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091586368', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:31:53Z', 'updated_at': '2021-08-16T23:31:54Z', 'revision_number': 3, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:92:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:54Z', 'updated_at': '2021-08-16T23:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:31:56.527930 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:31:56.531366 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:31:56.538946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] Pushing event updated for resources: {'Port': ['ID=04f8a313-56cb-4636-8376-6625e8eed300,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:56.557090 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe39b7b-b652-480e-ba3f-fcf485a6d13a None None] The sync data for ids ['0d5bf846-c75c-4b11-aef5-f8828af03bc2'] in n-d-792458-15 is: [{'id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091586368', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:31:53Z', 'updated_at': '2021-08-16T23:31:54Z', 'revision_number': 3, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:92:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:54Z', 'updated_at': '2021-08-16T23:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:31:56.611207 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] Attempting to bind port 04f8a313-56cb-4636-8376-6625e8eed300 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:31:56.611583 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] Attempting to bind port 04f8a313-56cb-4636-8376-6625e8eed300 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '84c520d4-f6b5-4e8b-b5f6-27a2334b9a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:31:56.611952 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] Attempting to bind port 04f8a313-56cb-4636-8376-6625e8eed300 on network f6db0858-6824-4d9e-8815-9e264d49f5c7 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:31:56.619780 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:31:56.620156 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] Checking segment: {'id': '84c520d4-f6b5-4e8b-b5f6-27a2334b9a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:31:56.620569 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:56.620960 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] Bound using segment: {'id': '84c520d4-f6b5-4e8b-b5f6-27a2334b9a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:31:56.621863 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] Bound port: 04f8a313-56cb-4636-8376-6625e8eed300, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c520d4-f6b5-4e8b-b5f6-27a2334b9a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:31:56.622474 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:56.697324 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] For port 04f8a313-56cb-4636-8376-6625e8eed300, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:31:56.700755 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] For port 04f8a313-56cb-4636-8376-6625e8eed300, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=04f8a313-56cb-4636-8376-6625e8eed300,segment=NetworkSegment(84c520d4-f6b5-4e8b-b5f6-27a2334b9a27),segment_id=84c520d4-f6b5-4e8b-b5f6-27a2334b9a27)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:31:56.707287 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:56.774809 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe22d0d-76ad-4df4-b338-9b6fc0ef2758 None None] Pushing event updated for resources: {'Port': ['ID=04f8a313-56cb-4636-8376-6625e8eed300,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:56.874813 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-d028226b-225b-492a-b5ec-c3d905f9c7f1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Allocated IP 172.20.0.1 (f6db0858-6824-4d9e-8815-9e264d49f5c7/a00ab701-3669-4462-bf57-21d45653534c/a8752852-2b9d-4439-bd81-6a4195468911) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:31:57.030290 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d028226b-225b-492a-b5ec-c3d905f9c7f1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:57.046260 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-d028226b-225b-492a-b5ec-c3d905f9c7f1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Transition to ACTIVE for port object a8752852-2b9d-4439-bd81-6a4195468911 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:31:57.088872 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d028226b-225b-492a-b5ec-c3d905f9c7f1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:57.140532 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d028226b-225b-492a-b5ec-c3d905f9c7f1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network f6db0858-6824-4d9e-8815-9e264d49f5c7 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:31:57.143851 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d028226b-225b-492a-b5ec-c3d905f9c7f1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:31:57.146534 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d028226b-225b-492a-b5ec-c3d905f9c7f1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:31:57.178111 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028226b-225b-492a-b5ec-c3d905f9c7f1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=a8752852-2b9d-4439-bd81-6a4195468911,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:57.199471 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d028226b-225b-492a-b5ec-c3d905f9c7f1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:57.336996 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d028226b-225b-492a-b5ec-c3d905f9c7f1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:57.666125 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d028226b-225b-492a-b5ec-c3d905f9c7f1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:57.673109 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d028226b-225b-492a-b5ec-c3d905f9c7f1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:57.738502 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227568cf-5ff0-4ac6-9725-8ce236bdac3f None None] Network f6db0858-6824-4d9e-8815-9e264d49f5c7 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:31:57.756743 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028226b-225b-492a-b5ec-c3d905f9c7f1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=a8752852-2b9d-4439-bd81-6a4195468911,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:57.760430 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d028226b-225b-492a-b5ec-c3d905f9c7f1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:57.817071 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-7a37c53d-b04d-41d2-9b18-d0e47ec49f7d None None] Provisioning for port 04f8a313-56cb-4636-8376-6625e8eed300 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:31:57.860623 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d028226b-225b-492a-b5ec-c3d905f9c7f1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network f6db0858-6824-4d9e-8815-9e264d49f5c7 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:31:57.862762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d028226b-225b-492a-b5ec-c3d905f9c7f1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:31:57.990314 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d028226b-225b-492a-b5ec-c3d905f9c7f1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 0d5bf846-c75c-4b11-aef5-f8828af03bc2 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:31:58.074169 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 116bfffa-87a4-46e5-8028-d25f36e212b3 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:31:58.127038 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d028226b-225b-492a-b5ec-c3d905f9c7f1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:31:58.131409 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 116bfffa-87a4-46e5-8028-d25f36e212b3 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:31:58.144940 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d028226b-225b-492a-b5ec-c3d905f9c7f1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "PUT /v2.0/routers/0d5bf846-c75c-4b11-aef5-f8828af03bc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1322434 Aug 16 23:31:58.145871 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 116bfffa-87a4-46e5-8028-d25f36e212b3 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:31:58.145871 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:58.191002 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0ea05dac-4c3b-4b33-a73d-13954090fa73 None None] Provisioning for port a8752852-2b9d-4439-bd81-6a4195468911 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:31:58.197789 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-0ea05dac-4c3b-4b33-a73d-13954090fa73 None None] Provisioning complete for port a8752852-2b9d-4439-bd81-6a4195468911 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:31:58.198188 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0ea05dac-4c3b-4b33-a73d-13954090fa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:58.282468 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-0ea05dac-4c3b-4b33-a73d-13954090fa73 None None] Port a8752852-2b9d-4439-bd81-6a4195468911 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:31:58.284379 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:58.298363 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41321007-9433-407d-ad46-9d9a39c9f55d req-7816ed04-fd66-499e-8e3e-70202fab7380 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-663070815&fields=id&tenant_id=3272cbc0ac75488084cdb13f2cd61576 HTTP/1.1" status: 200 len: 267 time: 0.0359101 Aug 16 23:31:58.311537 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 116bfffa-87a4-46e5-8028-d25f36e212b3, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=116bfffa-87a4-46e5-8028-d25f36e212b3,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:31:58.319835 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:58.319835 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 04f8a313-56cb-4636-8376-6625e8eed300 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:31:58.384363 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] Sync routers for ids ['0d5bf846-c75c-4b11-aef5-f8828af03bc2'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:31:58.414076 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=116bfffa-87a4-46e5-8028-d25f36e212b3,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:58.418546 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] Routers {'0d5bf846-c75c-4b11-aef5-f8828af03bc2'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:31:58.419141 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:31:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['0d5bf846-c75c-4b11-aef5-f8828af03bc2'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:31:58.440442 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41321007-9433-407d-ad46-9d9a39c9f55d req-a196a92d-6e75-4776-a512-f68609fe1d87 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:58.442790 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41321007-9433-407d-ad46-9d9a39c9f55d req-a196a92d-6e75-4776-a512-f68609fe1d87 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/networks?id=f6db0858-6824-4d9e-8815-9e264d49f5c7 HTTP/1.1" status: 200 len: 796 time: 0.1353104 Aug 16 23:31:58.466763 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41321007-9433-407d-ad46-9d9a39c9f55d req-2bb54d35-b72d-4045-a958-28321d43a3bd tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/quotas/3272cbc0ac75488084cdb13f2cd61576 HTTP/1.1" status: 200 len: 375 time: 0.0154760 Aug 16 23:31:58.485639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-90eebc34-d7e6-419a-947c-1eff4c21cd6a None None] Provisioning complete for port a8752852-2b9d-4439-bd81-6a4195468911 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:31:58.486079 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-90eebc34-d7e6-419a-947c-1eff4c21cd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:58.516778 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 04f8a313-56cb-4636-8376-6625e8eed300 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:31:58.522017 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41321007-9433-407d-ad46-9d9a39c9f55d req-dfb47e06-0c9c-4ea4-8440-a6809b8efbc1 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538805 Aug 16 23:31:58.543680 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 04f8a313-56cb-4636-8376-6625e8eed300 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:31:58.544054 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:58.603929 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-90eebc34-d7e6-419a-947c-1eff4c21cd6a None None] Port a8752852-2b9d-4439-bd81-6a4195468911 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:31:58.613824 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] Set router 0d5bf846-c75c-4b11-aef5-f8828af03bc2 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:31:58.681098 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41321007-9433-407d-ad46-9d9a39c9f55d req-e07c8947-115e-4747-b3a3-86713cc9ec2f service neutron] 10.222.0.93 "GET /v2.0/networks/f6db0858-6824-4d9e-8815-9e264d49f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399577 Aug 16 23:31:58.774574 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-41321007-9433-407d-ad46-9d9a39c9f55d req-25068055-0f64-4294-b6a5-bf23f8408235 service neutron] 10.222.0.93 "GET /v2.0/networks/f6db0858-6824-4d9e-8815-9e264d49f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870152 Aug 16 23:31:58.775484 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:58.780693 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cbc00117-3fc4-4484-beba-2580e0418b37 None None] Provisioning complete for port a8752852-2b9d-4439-bd81-6a4195468911 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:31:58.781068 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cbc00117-3fc4-4484-beba-2580e0418b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:58.862188 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 04f8a313-56cb-4636-8376-6625e8eed300, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=04f8a313-56cb-4636-8376-6625e8eed300,segment=NetworkSegment(84c520d4-f6b5-4e8b-b5f6-27a2334b9a27),segment_id=84c520d4-f6b5-4e8b-b5f6-27a2334b9a27)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:31:58.867779 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-cbc00117-3fc4-4484-beba-2580e0418b37 None None] Port a8752852-2b9d-4439-bd81-6a4195468911 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:31:58.874004 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:58.959754 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=04f8a313-56cb-4636-8376-6625e8eed300,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:58.972983 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5a7af09a-a57d-432f-9a6b-f8b525491371 req-ab12875a-10e9-400a-b4e0-79ac506fab32 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 210 time: 0.0398002 Aug 16 23:31:58.990638 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091586368', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:31:53Z', 'updated_at': '2021-08-16T23:31:57Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:54Z', 'updated_at': '2021-08-16T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a8752852-2b9d-4439-bd81-6a4195468911', 'name': '', 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:62:53:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a00ab701-3669-4462-bf57-21d45653534c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:56Z', 'updated_at': '2021-08-16T23:31:57Z', 'revision_number': 2, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'a00ab701-3669-4462-bf57-21d45653534c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:31:59.018250 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] Checking router: 0d5bf846-c75c-4b11-aef5-f8828af03bc2 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:31:59.018612 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] Updating router 0d5bf846-c75c-4b11-aef5-f8828af03bc2 port a8752852-2b9d-4439-bd81-6a4195468911 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:31:59.043735 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:59.330053 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:59.343227 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] Transition to ACTIVE for port object a8752852-2b9d-4439-bd81-6a4195468911 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:31:59.350178 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:59.428500 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163760c-4861-4bd2-a9d9-900c013d96f5 None None] Pushing event updated for resources: {'Port': ['ID=a8752852-2b9d-4439-bd81-6a4195468911,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:59.457138 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] Attempting to bind port a8752852-2b9d-4439-bd81-6a4195468911 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:31:59.457514 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] Attempting to bind port a8752852-2b9d-4439-bd81-6a4195468911 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '84c520d4-f6b5-4e8b-b5f6-27a2334b9a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:31:59.457879 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] Attempting to bind port a8752852-2b9d-4439-bd81-6a4195468911 on network f6db0858-6824-4d9e-8815-9e264d49f5c7 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:31:59.463115 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:31:59.463492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] Checking segment: {'id': '84c520d4-f6b5-4e8b-b5f6-27a2334b9a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:31:59.464149 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:59.464304 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] Bound using segment: {'id': '84c520d4-f6b5-4e8b-b5f6-27a2334b9a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:31:59.464851 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] Bound port: a8752852-2b9d-4439-bd81-6a4195468911, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c520d4-f6b5-4e8b-b5f6-27a2334b9a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:31:59.465162 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:59.538980 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] For port a8752852-2b9d-4439-bd81-6a4195468911, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:31:59.542452 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] For port a8752852-2b9d-4439-bd81-6a4195468911, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a8752852-2b9d-4439-bd81-6a4195468911,segment=NetworkSegment(84c520d4-f6b5-4e8b-b5f6-27a2334b9a27),segment_id=84c520d4-f6b5-4e8b-b5f6-27a2334b9a27)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:31:59.547946 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:59.609812 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] Routers {'0d5bf846-c75c-4b11-aef5-f8828af03bc2'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:31:59.610610 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:31:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['0d5bf846-c75c-4b11-aef5-f8828af03bc2'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:31:59.647710 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163760c-4861-4bd2-a9d9-900c013d96f5 None None] Pushing event updated for resources: {'Port': ['ID=a8752852-2b9d-4439-bd81-6a4195468911,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:31:59.913394 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] Set router 0d5bf846-c75c-4b11-aef5-f8828af03bc2 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:32:00.045319 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 116bfffa-87a4-46e5-8028-d25f36e212b3 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:32:00.085251 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41321007-9433-407d-ad46-9d9a39c9f55d req-111b082c-0b7f-4925-bfa4-89c3f39d6046 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:00.088110 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-41321007-9433-407d-ad46-9d9a39c9f55d req-111b082c-0b7f-4925-bfa4-89c3f39d6046 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "GET /v2.0/networks?id=f6db0858-6824-4d9e-8815-9e264d49f5c7 HTTP/1.1" status: 200 len: 796 time: 0.1534801 Aug 16 23:32:00.091770 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6913da56-b2e4-429e-b8f5-c6b1ea096170 req-591a7456-bd93-4e93-a9f2-70640379f47c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 210 time: 0.0376890 Aug 16 23:32:00.147331 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 116bfffa-87a4-46e5-8028-d25f36e212b3 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:32:00.147594 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-41321007-9433-407d-ad46-9d9a39c9f55d req-52ec0cfd-beca-4889-bf18-4403161178bf tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3272cbc0ac75488084cdb13f2cd61576 HTTP/1.1" status: 200 len: 379 time: 0.0493655 Aug 16 23:32:00.147701 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:00.160234 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-41321007-9433-407d-ad46-9d9a39c9f55d req-69a95e8e-f670-4d12-a500-f89ca99faa48 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'port': {'device_id': '3292e5a2-b9d9-4d16-a637-03647862ed25', 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7', 'admin_state_up': True, 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'security_groups': ['ed1fdfe3-fc69-4f81-8f8b-486e781e5df7']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:32:00.259477 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091586368', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:31:53Z', 'updated_at': '2021-08-16T23:31:57Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:54Z', 'updated_at': '2021-08-16T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a8752852-2b9d-4439-bd81-6a4195468911', 'name': '', 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:62:53:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a00ab701-3669-4462-bf57-21d45653534c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:56Z', 'updated_at': '2021-08-16T23:31:59Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'a00ab701-3669-4462-bf57-21d45653534c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:32:00.272443 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41321007-9433-407d-ad46-9d9a39c9f55d req-69a95e8e-f670-4d12-a500-f89ca99faa48 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Made reservation on behalf of 3272cbc0ac75488084cdb13f2cd61576 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:32:00.276072 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-41321007-9433-407d-ad46-9d9a39c9f55d req-69a95e8e-f670-4d12-a500-f89ca99faa48 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:00.291703 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 04f8a313-56cb-4636-8376-6625e8eed300 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:32:00.293481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f714b-eeb4-4914-bda8-71b2f37b5dff None None] The sync data for ids ['0d5bf846-c75c-4b11-aef5-f8828af03bc2'] in n-d-792458-15 is: [{'id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091586368', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:31:53Z', 'updated_at': '2021-08-16T23:31:57Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:54Z', 'updated_at': '2021-08-16T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a8752852-2b9d-4439-bd81-6a4195468911', 'name': '', 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:62:53:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a00ab701-3669-4462-bf57-21d45653534c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:56Z', 'updated_at': '2021-08-16T23:31:59Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'a00ab701-3669-4462-bf57-21d45653534c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:32:00.363377 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 04f8a313-56cb-4636-8376-6625e8eed300 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:32:00.364504 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:00.433997 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-41321007-9433-407d-ad46-9d9a39c9f55d req-69a95e8e-f670-4d12-a500-f89ca99faa48 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Allocated IP 172.20.0.10 (f6db0858-6824-4d9e-8815-9e264d49f5c7/a00ab701-3669-4462-bf57-21d45653534c/89af3c97-f897-4637-a1c4-838523b32d8f) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:32:00.590570 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-41321007-9433-407d-ad46-9d9a39c9f55d req-69a95e8e-f670-4d12-a500-f89ca99faa48 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:00.605939 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-41321007-9433-407d-ad46-9d9a39c9f55d req-69a95e8e-f670-4d12-a500-f89ca99faa48 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Transition to ACTIVE for port object 89af3c97-f897-4637-a1c4-838523b32d8f will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:32:00.643421 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-41321007-9433-407d-ad46-9d9a39c9f55d req-69a95e8e-f670-4d12-a500-f89ca99faa48 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:00.685744 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41321007-9433-407d-ad46-9d9a39c9f55d req-69a95e8e-f670-4d12-a500-f89ca99faa48 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network f6db0858-6824-4d9e-8815-9e264d49f5c7 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:32:00.691123 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-41321007-9433-407d-ad46-9d9a39c9f55d req-69a95e8e-f670-4d12-a500-f89ca99faa48 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:32:00.694932 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-41321007-9433-407d-ad46-9d9a39c9f55d req-69a95e8e-f670-4d12-a500-f89ca99faa48 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:32:00.729031 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a95e8e-f670-4d12-a500-f89ca99faa48 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=89af3c97-f897-4637-a1c4-838523b32d8f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:00.761694 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41321007-9433-407d-ad46-9d9a39c9f55d req-69a95e8e-f670-4d12-a500-f89ca99faa48 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:00.762424 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-41321007-9433-407d-ad46-9d9a39c9f55d req-69a95e8e-f670-4d12-a500-f89ca99faa48 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:00.777500 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-41321007-9433-407d-ad46-9d9a39c9f55d req-69a95e8e-f670-4d12-a500-f89ca99faa48 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6211159 Aug 16 23:32:00.790735 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-41321007-9433-407d-ad46-9d9a39c9f55d req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] Request body: {'port': {'device_id': '3292e5a2-b9d9-4d16-a637-03647862ed25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:32:00.849753 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-41321007-9433-407d-ad46-9d9a39c9f55d req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:00.939376 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1b96c13a-0c39-4293-93cd-e4fdf2c32f53 None None] Provisioning for port 89af3c97-f897-4637-a1c4-838523b32d8f completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:32:00.944528 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1b96c13a-0c39-4293-93cd-e4fdf2c32f53 None None] Provisioning complete for port 89af3c97-f897-4637-a1c4-838523b32d8f triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:32:00.944992 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1b96c13a-0c39-4293-93cd-e4fdf2c32f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:00.988028 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-1b96c13a-0c39-4293-93cd-e4fdf2c32f53 None None] Port 89af3c97-f897-4637-a1c4-838523b32d8f cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:32:01.122987 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-41321007-9433-407d-ad46-9d9a39c9f55d req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89af3c97-f897-4637-a1c4-838523b32d8f {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:32:01.131651 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-41321007-9433-407d-ad46-9d9a39c9f55d req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:01.145038 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-41321007-9433-407d-ad46-9d9a39c9f55d req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] Transition to ACTIVE for port object 89af3c97-f897-4637-a1c4-838523b32d8f will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:32:01.148274 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-41321007-9433-407d-ad46-9d9a39c9f55d req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:01.202666 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] Pushing event updated for resources: {'Port': ['ID=89af3c97-f897-4637-a1c4-838523b32d8f,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:01.230879 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30ec2e-dfbb-493c-8d33-fe0441bc8c85 req-8edfafa7-052c-48ce-9dfe-93e82b295f01 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:01.244930 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de30ec2e-dfbb-493c-8d33-fe0441bc8c85 req-8edfafa7-052c-48ce-9dfe-93e82b295f01 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 944 time: 0.0758545 Aug 16 23:32:01.296597 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de30ec2e-dfbb-493c-8d33-fe0441bc8c85 req-a46df132-f7f2-44ee-a4ea-c28da98bfd30 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed1fdfe3-fc69-4f81-8f8b-486e781e5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507705 Aug 16 23:32:01.298050 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-41321007-9433-407d-ad46-9d9a39c9f55d req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] Attempting to bind port 89af3c97-f897-4637-a1c4-838523b32d8f on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:32:01.298397 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-41321007-9433-407d-ad46-9d9a39c9f55d req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] Attempting to bind port 89af3c97-f897-4637-a1c4-838523b32d8f by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '84c520d4-f6b5-4e8b-b5f6-27a2334b9a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:32:01.298731 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41321007-9433-407d-ad46-9d9a39c9f55d req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] Attempting to bind port 89af3c97-f897-4637-a1c4-838523b32d8f on network f6db0858-6824-4d9e-8815-9e264d49f5c7 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:32:01.304126 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41321007-9433-407d-ad46-9d9a39c9f55d req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] Port 89af3c97-f897-4637-a1c4-838523b32d8f on network f6db0858-6824-4d9e-8815-9e264d49f5c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:32:01.304473 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41321007-9433-407d-ad46-9d9a39c9f55d req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] Attempting to bind port 89af3c97-f897-4637-a1c4-838523b32d8f on network f6db0858-6824-4d9e-8815-9e264d49f5c7 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:32:01.310423 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41321007-9433-407d-ad46-9d9a39c9f55d req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:32:01.310767 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41321007-9433-407d-ad46-9d9a39c9f55d req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] Checking segment: {'id': '84c520d4-f6b5-4e8b-b5f6-27a2334b9a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:32:01.311161 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41321007-9433-407d-ad46-9d9a39c9f55d req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] Bound using segment: {'id': '84c520d4-f6b5-4e8b-b5f6-27a2334b9a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:32:01.311621 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-41321007-9433-407d-ad46-9d9a39c9f55d req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] Bound port: 89af3c97-f897-4637-a1c4-838523b32d8f, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c520d4-f6b5-4e8b-b5f6-27a2334b9a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:32:01.311976 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-41321007-9433-407d-ad46-9d9a39c9f55d req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:01.407999 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-41321007-9433-407d-ad46-9d9a39c9f55d req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] For port 89af3c97-f897-4637-a1c4-838523b32d8f, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:32:01.411355 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-41321007-9433-407d-ad46-9d9a39c9f55d req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] For port 89af3c97-f897-4637-a1c4-838523b32d8f, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=89af3c97-f897-4637-a1c4-838523b32d8f,segment=NetworkSegment(84c520d4-f6b5-4e8b-b5f6-27a2334b9a27),segment_id=84c520d4-f6b5-4e8b-b5f6-27a2334b9a27)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:32:01.416108 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-41321007-9433-407d-ad46-9d9a39c9f55d req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:01.459893 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41321007-9433-407d-ad46-9d9a39c9f55d req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:01.460509 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-41321007-9433-407d-ad46-9d9a39c9f55d req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:01.462029 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-41321007-9433-407d-ad46-9d9a39c9f55d req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] 10.222.0.43 "PUT /v2.0/ports/89af3c97-f897-4637-a1c4-838523b32d8f HTTP/1.1" status: 200 len: 1093 time: 0.6756673 Aug 16 23:32:01.462475 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3292e5a2-b9d9-4d16-a637-03647862ed25', 'tag': '89af3c97-f897-4637-a1c4-838523b32d8f'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:32:01.464783 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bfa642-3600-4509-b073-bb183575fadd" -d '{"events": [{"name": "network-changed", "server_uuid": "3292e5a2-b9d9-4d16-a637-03647862ed25", "tag": "89af3c97-f897-4637-a1c4-838523b32d8f"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:32:01.488671 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a83d04-c304-4293-9f9f-a3900ebd6937 service neutron] Pushing event updated for resources: {'Port': ['ID=89af3c97-f897-4637-a1c4-838523b32d8f,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:01.523766 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e571d2-e345-495f-b11f-961ee53ad17a x-openstack-request-id: req-14e571d2-e345-495f-b11f-961ee53ad17a {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:32:01.524070 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3292e5a2-b9d9-4d16-a637-03647862ed25", "tag": "89af3c97-f897-4637-a1c4-838523b32d8f", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:32:01.524325 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-14e571d2-e345-495f-b11f-961ee53ad17a {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:32:01.524729 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3292e5a2-b9d9-4d16-a637-03647862ed25', 'tag': '89af3c97-f897-4637-a1c4-838523b32d8f', 'status': 'completed', 'code': 200} Aug 16 23:32:01.555577 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41321007-9433-407d-ad46-9d9a39c9f55d req-045cb4d3-01fa-4714-bdf5-bf5d3c8bc479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:01.557107 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-41321007-9433-407d-ad46-9d9a39c9f55d req-045cb4d3-01fa-4714-bdf5-bf5d3c8bc479 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 1096 time: 0.0465302 Aug 16 23:32:01.604669 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-41321007-9433-407d-ad46-9d9a39c9f55d req-4ee85bb0-48db-41ed-a1b1-36bec7cab59b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89af3c97-f897-4637-a1c4-838523b32d8f HTTP/1.1" status: 200 len: 217 time: 0.0384533 Aug 16 23:32:01.665322 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41321007-9433-407d-ad46-9d9a39c9f55d req-155b4afb-a961-4701-b7eb-45b776302407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:01.666855 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-41321007-9433-407d-ad46-9d9a39c9f55d req-155b4afb-a961-4701-b7eb-45b776302407 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a00ab701-3669-4462-bf57-21d45653534c HTTP/1.1" status: 200 len: 835 time: 0.0543287 Aug 16 23:32:01.714348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41321007-9433-407d-ad46-9d9a39c9f55d req-0bb21c24-3b38-4a97-ba48-150f423ad0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:01.715894 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-41321007-9433-407d-ad46-9d9a39c9f55d req-0bb21c24-3b38-4a97-ba48-150f423ad0dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6db0858-6824-4d9e-8815-9e264d49f5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406337 Aug 16 23:32:01.811853 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-41321007-9433-407d-ad46-9d9a39c9f55d req-00bec710-239f-43f2-b0f4-aa9398667f9e service neutron] 10.222.0.43 "GET /v2.0/networks/f6db0858-6824-4d9e-8815-9e264d49f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880904 Aug 16 23:32:01.907741 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-41321007-9433-407d-ad46-9d9a39c9f55d req-cf3f4ad7-2d87-4d25-bdb8-27db1f8c3453 service neutron] 10.222.0.43 "GET /v2.0/networks/f6db0858-6824-4d9e-8815-9e264d49f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877485 Aug 16 23:32:01.998989 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfa642-3600-4509-b073-bb183575fadd req-e3eb6dcd-8ad6-43ff-94d0-c0dae869990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:02.000531 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0bfa642-3600-4509-b073-bb183575fadd req-e3eb6dcd-8ad6-43ff-94d0-c0dae869990a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 1096 time: 0.0441267 Aug 16 23:32:02.002249 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a8752852-2b9d-4439-bd81-6a4195468911 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:32:02.055346 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port a8752852-2b9d-4439-bd81-6a4195468911 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:32:02.059047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port a8752852-2b9d-4439-bd81-6a4195468911 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:32:02.059417 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:02.100751 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfa642-3600-4509-b073-bb183575fadd req-44c39eaa-b86c-4d02-858d-1ac60078de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:02.102253 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0bfa642-3600-4509-b073-bb183575fadd req-44c39eaa-b86c-4d02-858d-1ac60078de06 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6db0858-6824-4d9e-8815-9e264d49f5c7 HTTP/1.1" status: 200 len: 897 time: 0.0944679 Aug 16 23:32:02.134060 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:02.144509 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0bfa642-3600-4509-b073-bb183575fadd req-6d97ce08-4d70-404e-a3a9-7c7309d71495 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89af3c97-f897-4637-a1c4-838523b32d8f HTTP/1.1" status: 200 len: 217 time: 0.0349045 Aug 16 23:32:02.170126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port a8752852-2b9d-4439-bd81-6a4195468911, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a8752852-2b9d-4439-bd81-6a4195468911,segment=NetworkSegment(84c520d4-f6b5-4e8b-b5f6-27a2334b9a27),segment_id=84c520d4-f6b5-4e8b-b5f6-27a2334b9a27)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:32:02.174975 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:02.201047 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfa642-3600-4509-b073-bb183575fadd req-966c24b4-36ee-43ea-8da6-4568d2fac10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:02.202529 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0bfa642-3600-4509-b073-bb183575fadd req-966c24b4-36ee-43ea-8da6-4568d2fac10b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a00ab701-3669-4462-bf57-21d45653534c HTTP/1.1" status: 200 len: 835 time: 0.0501964 Aug 16 23:32:02.223869 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=a8752852-2b9d-4439-bd81-6a4195468911,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:02.250936 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfa642-3600-4509-b073-bb183575fadd req-e654d00e-04d6-4395-8a22-0749b6f17d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:02.252394 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0bfa642-3600-4509-b073-bb183575fadd req-e654d00e-04d6-4395-8a22-0749b6f17d4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6db0858-6824-4d9e-8815-9e264d49f5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420105 Aug 16 23:32:02.345361 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0bfa642-3600-4509-b073-bb183575fadd req-41105e24-e8fe-4e10-9fdc-4256843f84e4 service neutron] 10.222.0.43 "GET /v2.0/networks/f6db0858-6824-4d9e-8815-9e264d49f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854921 Aug 16 23:32:02.424334 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ddbf8-4bb0-4dab-ae1a-be06b4f59211 req-6ad35f7f-bd9b-4ed2-a6ac-9d0aee7e139f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:02.425998 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a14ddbf8-4bb0-4dab-ae1a-be06b4f59211 req-6ad35f7f-bd9b-4ed2-a6ac-9d0aee7e139f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 944 time: 0.0497875 Aug 16 23:32:02.444200 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-d0bfa642-3600-4509-b073-bb183575fadd req-e5b66745-bb2f-4b71-9bdd-d0669f1aa1ba service neutron] 10.222.0.43 "GET /v2.0/networks/f6db0858-6824-4d9e-8815-9e264d49f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908704 Aug 16 23:32:02.463835 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a14ddbf8-4bb0-4dab-ae1a-be06b4f59211 req-0b4162ef-0253-40cd-8ecf-f798350e0ecc tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed1fdfe3-fc69-4f81-8f8b-486e781e5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318251 Aug 16 23:32:03.587636 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc197a-82c6-4612-90bf-13e483a203f2 req-6a3e0d52-b45c-4748-a4a2-b68402aca9cd tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:03.589043 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1bfc197a-82c6-4612-90bf-13e483a203f2 req-6a3e0d52-b45c-4748-a4a2-b68402aca9cd tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 944 time: 0.0543392 Aug 16 23:32:03.627369 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1bfc197a-82c6-4612-90bf-13e483a203f2 req-7d27d1fb-a5e2-4217-b1b8-d837274af1c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed1fdfe3-fc69-4f81-8f8b-486e781e5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323555 Aug 16 23:32:03.980804 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a8752852-2b9d-4439-bd81-6a4195468911 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:32:04.030145 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port a8752852-2b9d-4439-bd81-6a4195468911 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:32:04.030515 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:04.744908 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd47d56-d99d-49b9-8f2d-fb2de0cdd7d6 req-fcefa014-efac-43f2-b238-f6c839fbf1e2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:04.746461 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afd47d56-d99d-49b9-8f2d-fb2de0cdd7d6 req-fcefa014-efac-43f2-b238-f6c839fbf1e2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 944 time: 0.0500176 Aug 16 23:32:04.784188 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afd47d56-d99d-49b9-8f2d-fb2de0cdd7d6 req-a2dc0db6-70c0-474a-a577-99ca098f2ce5 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed1fdfe3-fc69-4f81-8f8b-486e781e5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317187 Aug 16 23:32:05.320022 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 89af3c97-f897-4637-a1c4-838523b32d8f details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:32:05.421328 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 89af3c97-f897-4637-a1c4-838523b32d8f, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=89af3c97-f897-4637-a1c4-838523b32d8f,segment=NetworkSegment(84c520d4-f6b5-4e8b-b5f6-27a2334b9a27),segment_id=84c520d4-f6b5-4e8b-b5f6-27a2334b9a27)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:32:05.431978 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '89af3c97-f897-4637-a1c4-838523b32d8f', 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7', 'port_id': '89af3c97-f897-4637-a1c4-838523b32d8f', 'mac_address': 'fa:16:3e:3c:d8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00ab701-3669-4462-bf57-21d45653534c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:32:05.468005 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:05.484768 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89af3c97-f897-4637-a1c4-838523b32d8f {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:32:05.504510 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 89af3c97-f897-4637-a1c4-838523b32d8f, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=89af3c97-f897-4637-a1c4-838523b32d8f,segment=NetworkSegment(84c520d4-f6b5-4e8b-b5f6-27a2334b9a27),segment_id=84c520d4-f6b5-4e8b-b5f6-27a2334b9a27)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:32:05.508281 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:05.553327 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=89af3c97-f897-4637-a1c4-838523b32d8f,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:05.709240 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['89af3c97-f897-4637-a1c4-838523b32d8f'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:32:05.897258 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6347b0-31a8-4a18-84a7-db757b7339e5 req-89771db7-ce48-48f0-adb9-a09d2ed0d554 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:05.898722 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be6347b0-31a8-4a18-84a7-db757b7339e5 req-89771db7-ce48-48f0-adb9-a09d2ed0d554 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 945 time: 0.0488927 Aug 16 23:32:05.936071 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be6347b0-31a8-4a18-84a7-db757b7339e5 req-7cbd4fef-2569-4ea3-9491-3453e0d37698 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed1fdfe3-fc69-4f81-8f8b-486e781e5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314529 Aug 16 23:32:07.058215 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a2532-00a4-42fa-9e3d-96aad6a74d74 req-4bdcaef4-939d-4183-9091-fe1ceaf604cc tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:07.059704 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-295a2532-00a4-42fa-9e3d-96aad6a74d74 req-4bdcaef4-939d-4183-9091-fe1ceaf604cc tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 945 time: 0.0540957 Aug 16 23:32:07.097095 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-295a2532-00a4-42fa-9e3d-96aad6a74d74 req-0beb0434-6c41-4566-8a44-90d2281bae5a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed1fdfe3-fc69-4f81-8f8b-486e781e5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309668 Aug 16 23:32:07.332210 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 89af3c97-f897-4637-a1c4-838523b32d8f up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:32:07.380833 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 89af3c97-f897-4637-a1c4-838523b32d8f completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:32:07.384528 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 89af3c97-f897-4637-a1c4-838523b32d8f triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:32:07.384898 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:07.462443 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:07.484258 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3292e5a2-b9d9-4d16-a637-03647862ed25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89af3c97-f897-4637-a1c4-838523b32d8f'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:32:07.486682 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132f3bb6-d195-4253-a880-beb13ff9f2ee" -d '{"events": [{"server_uuid": "3292e5a2-b9d9-4d16-a637-03647862ed25", "name": "network-vif-plugged", "status": "completed", "tag": "89af3c97-f897-4637-a1c4-838523b32d8f"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:32:07.499731 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 89af3c97-f897-4637-a1c4-838523b32d8f, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=89af3c97-f897-4637-a1c4-838523b32d8f,segment=NetworkSegment(84c520d4-f6b5-4e8b-b5f6-27a2334b9a27),segment_id=84c520d4-f6b5-4e8b-b5f6-27a2334b9a27)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:32:07.503835 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:07.553257 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=89af3c97-f897-4637-a1c4-838523b32d8f,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:07.573264 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd2e39b-8e34-4b15-973b-c050da8c538e x-openstack-request-id: req-6bd2e39b-8e34-4b15-973b-c050da8c538e {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:32:07.573555 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3292e5a2-b9d9-4d16-a637-03647862ed25", "name": "network-vif-plugged", "status": "completed", "tag": "89af3c97-f897-4637-a1c4-838523b32d8f", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:32:07.573810 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6bd2e39b-8e34-4b15-973b-c050da8c538e {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:32:07.574232 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3292e5a2-b9d9-4d16-a637-03647862ed25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89af3c97-f897-4637-a1c4-838523b32d8f', 'code': 200} Aug 16 23:32:07.669804 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914df9b2-c7d2-4643-b493-4e7881525926 req-bf80465b-ded4-48fd-bb95-5e839ef33427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:07.671346 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-914df9b2-c7d2-4643-b493-4e7881525926 req-bf80465b-ded4-48fd-bb95-5e839ef33427 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 1098 time: 0.0404925 Aug 16 23:32:07.705256 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-914df9b2-c7d2-4643-b493-4e7881525926 req-5ea7096e-4271-4afc-8928-832f181d8751 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ed1fdfe3-fc69-4f81-8f8b-486e781e5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266011 Aug 16 23:32:08.210853 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c6d70-ca86-49c0-9863-665a3a65cce5 req-5d596e50-2048-4318-9788-0ecad89ccc6d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:08.212351 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-680c6d70-ca86-49c0-9863-665a3a65cce5 req-5d596e50-2048-4318-9788-0ecad89ccc6d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 946 time: 0.0489137 Aug 16 23:32:08.249856 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-680c6d70-ca86-49c0-9863-665a3a65cce5 req-42083c5f-ee54-4cb7-9838-88a1b5847a3d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed1fdfe3-fc69-4f81-8f8b-486e781e5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316510 Aug 16 23:32:09.103548 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3c57007e-d5bd-457c-a86f-5883a5da3df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:09.172820 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:09.362885 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c42fc-14af-4c08-9aab-4857c3f51d43 req-88241e83-2848-45a0-9b6b-5fb19d075ab2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:09.364282 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e7c42fc-14af-4c08-9aab-4857c3f51d43 req-88241e83-2848-45a0-9b6b-5fb19d075ab2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 946 time: 0.0480814 Aug 16 23:32:09.401305 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6e7c42fc-14af-4c08-9aab-4857c3f51d43 req-cf0a5105-b7b7-41a8-9a8d-5f4f04ac1a97 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed1fdfe3-fc69-4f81-8f8b-486e781e5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311911 Aug 16 23:32:09.517019 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d08a9e-fa75-42b1-9956-d1ba09351bed req-3405af64-fb47-4b71-bd63-abc6ff1d0cb3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:09.519110 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-11d08a9e-fa75-42b1-9956-d1ba09351bed req-3405af64-fb47-4b71-bd63-abc6ff1d0cb3 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 946 time: 0.0519063 Aug 16 23:32:09.556431 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-11d08a9e-fa75-42b1-9956-d1ba09351bed req-45550491-fd7a-438d-b4bf-aa7729d8d87f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed1fdfe3-fc69-4f81-8f8b-486e781e5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312376 Aug 16 23:32:09.578261 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52110) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:32:09.617797 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e742de4b-84bc-4885-ae4a-58a7760c6400 tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:09.619294 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e742de4b-84bc-4885-ae4a-58a7760c6400 tempest-TestNetworkAdvancedServerOps-1800617054 tempest-TestNetworkAdvancedServerOps-1800617054-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 1093 time: 0.0400717 Aug 16 23:32:09.622014 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52112) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:32:09.626401 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8a3e1719-5c95-498b-a410-ea58388d901a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': '89af3c97-f897-4637-a1c4-838523b32d8f', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:32:09.649176 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1719-5c95-498b-a410-ea58388d901a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:09.746990 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1719-5c95-498b-a410-ea58388d901a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:09.845682 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-8a3e1719-5c95-498b-a410-ea58388d901a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Allocated IP 172.25.6.187 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/b478a718-b64f-4cda-894b-5f4f65185aa6) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:32:09.855991 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:32:09.949876 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1719-5c95-498b-a410-ea58388d901a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:09.987962 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1719-5c95-498b-a410-ea58388d901a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:10.027133 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3e1719-5c95-498b-a410-ea58388d901a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:32:10.030115 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-8a3e1719-5c95-498b-a410-ea58388d901a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:32:10.033650 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3e1719-5c95-498b-a410-ea58388d901a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:32:10.039443 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e1719-5c95-498b-a410-ea58388d901a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=b478a718-b64f-4cda-894b-5f4f65185aa6,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:10.722523 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1719-5c95-498b-a410-ea58388d901a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:10.786537 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1719-5c95-498b-a410-ea58388d901a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:10.932542 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1719-5c95-498b-a410-ea58388d901a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:10.936304 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1719-5c95-498b-a410-ea58388d901a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:11.004610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e1719-5c95-498b-a410-ea58388d901a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event updated for resources: {'Port': ['ID=b478a718-b64f-4cda-894b-5f4f65185aa6,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:11.016306 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1719-5c95-498b-a410-ea58388d901a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:11.116369 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-8a3e1719-5c95-498b-a410-ea58388d901a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Floating IP c1821263-523e-4753-a3c6-083a8d757f9f associated. External IP: 172.25.6.187, port: 89af3c97-f897-4637-a1c4-838523b32d8f. Aug 16 23:32:11.318372 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3e1719-5c95-498b-a410-ea58388d901a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 0d5bf846-c75c-4b11-aef5-f8828af03bc2 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:32:11.424296 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3e1719-5c95-498b-a410-ea58388d901a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:32:11.435358 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a97e6e-de75-467c-9efd-c037b3a76562 None None] Sync routers for ids ['0d5bf846-c75c-4b11-aef5-f8828af03bc2'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:32:11.440067 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1719-5c95-498b-a410-ea58388d901a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:11.445853 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a97e6e-de75-467c-9efd-c037b3a76562 None None] Routers {'0d5bf846-c75c-4b11-aef5-f8828af03bc2'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:32:11.446488 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-45a97e6e-de75-467c-9efd-c037b3a76562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:31:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['0d5bf846-c75c-4b11-aef5-f8828af03bc2'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:32:11.467581 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8a3e1719-5c95-498b-a410-ea58388d901a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8445382 Aug 16 23:32:11.468169 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3292e5a2-b9d9-4d16-a637-03647862ed25', 'tag': '89af3c97-f897-4637-a1c4-838523b32d8f'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:32:11.471039 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e020bcf-a766-4889-be4c-6f2d644901a7" -d '{"events": [{"name": "network-changed", "server_uuid": "3292e5a2-b9d9-4d16-a637-03647862ed25", "tag": "89af3c97-f897-4637-a1c4-838523b32d8f"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:32:11.509461 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:11.566030 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-45a97e6e-de75-467c-9efd-c037b3a76562 None None] Set router 0d5bf846-c75c-4b11-aef5-f8828af03bc2 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:32:11.573425 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5f261a-ded3-4c30-8b26-cb360e0e63da x-openstack-request-id: req-0f5f261a-ded3-4c30-8b26-cb360e0e63da {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:32:11.573715 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3292e5a2-b9d9-4d16-a637-03647862ed25", "tag": "89af3c97-f897-4637-a1c4-838523b32d8f", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:32:11.573998 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0f5f261a-ded3-4c30-8b26-cb360e0e63da {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:32:11.574401 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3292e5a2-b9d9-4d16-a637-03647862ed25', 'tag': '89af3c97-f897-4637-a1c4-838523b32d8f', 'status': 'completed', 'code': 200} Aug 16 23:32:11.590776 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f24ef5-8f25-45ea-964e-25a988b6ef61 req-cfb29d0a-fa26-4109-9ce7-e8212af64a97 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:11.592341 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6f24ef5-8f25-45ea-964e-25a988b6ef61 req-cfb29d0a-fa26-4109-9ce7-e8212af64a97 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 946 time: 0.0668960 Aug 16 23:32:11.634902 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f6f24ef5-8f25-45ea-964e-25a988b6ef61 req-a7431f73-05d0-4135-ac3a-9a3c6b1174a7 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed1fdfe3-fc69-4f81-8f8b-486e781e5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361578 Aug 16 23:32:11.653920 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e020bcf-a766-4889-be4c-6f2d644901a7 req-a4e8aacc-3184-4f2e-9f47-8f49b668b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:11.656101 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6e020bcf-a766-4889-be4c-6f2d644901a7 req-a4e8aacc-3184-4f2e-9f47-8f49b668b2f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 1098 time: 0.0575452 Aug 16 23:32:11.663000 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b96d7c50-cf3e-4d8c-b488-e6e43c6c947b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:11.668768 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52120) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:32:11.733844 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b4d7a056-781a-4584-842f-2823ea060f88 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/floatingips/c1821263-523e-4753-a3c6-083a8d757f9f HTTP/1.1" status: 200 len: 992 time: 0.0637631 Aug 16 23:32:11.759334 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e020bcf-a766-4889-be4c-6f2d644901a7 req-9a1ff731-a359-452d-836e-c7a6ff4f0d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:11.760888 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6e020bcf-a766-4889-be4c-6f2d644901a7 req-9a1ff731-a359-452d-836e-c7a6ff4f0d3e service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6db0858-6824-4d9e-8815-9e264d49f5c7 HTTP/1.1" status: 200 len: 897 time: 0.0967340 Aug 16 23:32:11.826231 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-45a97e6e-de75-467c-9efd-c037b3a76562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091586368', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:31:53Z', 'updated_at': '2021-08-16T23:31:57Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:54Z', 'updated_at': '2021-08-16T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'c1821263-523e-4753-a3c6-083a8d757f9f', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'port_id': '89af3c97-f897-4637-a1c4-838523b32d8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7', 'mac_address': 'fa:16:3e:3c:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3292e5a2-b9d9-4d16-a637-03647862ed25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:32:10Z', 'updated_at': '2021-08-16T23:32:10Z', 'revision_number': 0, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8752852-2b9d-4439-bd81-6a4195468911', 'name': '', 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:62:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a00ab701-3669-4462-bf57-21d45653534c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:56Z', 'updated_at': '2021-08-16T23:32:02Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'a00ab701-3669-4462-bf57-21d45653534c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:32:11.844855 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6e020bcf-a766-4889-be4c-6f2d644901a7 req-cbf48bc0-436c-4e28-8bb5-6a0755400f06 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89af3c97-f897-4637-a1c4-838523b32d8f HTTP/1.1" status: 200 len: 1000 time: 0.0764210 Aug 16 23:32:11.852677 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a97e6e-de75-467c-9efd-c037b3a76562 None None] Checking router: 0d5bf846-c75c-4b11-aef5-f8828af03bc2 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:32:11.861287 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a97e6e-de75-467c-9efd-c037b3a76562 None None] Routers {'0d5bf846-c75c-4b11-aef5-f8828af03bc2'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:32:11.861875 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-45a97e6e-de75-467c-9efd-c037b3a76562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:32:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['0d5bf846-c75c-4b11-aef5-f8828af03bc2'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:32:11.899073 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e020bcf-a766-4889-be4c-6f2d644901a7 req-2e438f13-c95c-4fac-942a-699c11da929b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:11.900563 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6e020bcf-a766-4889-be4c-6f2d644901a7 req-2e438f13-c95c-4fac-942a-699c11da929b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a00ab701-3669-4462-bf57-21d45653534c HTTP/1.1" status: 200 len: 835 time: 0.0489535 Aug 16 23:32:11.952483 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e020bcf-a766-4889-be4c-6f2d644901a7 req-8da97c70-7988-4aca-bbde-747d6ebc4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:11.954156 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6e020bcf-a766-4889-be4c-6f2d644901a7 req-8da97c70-7988-4aca-bbde-747d6ebc4b5e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6db0858-6824-4d9e-8815-9e264d49f5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468724 Aug 16 23:32:12.052664 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6e020bcf-a766-4889-be4c-6f2d644901a7 req-52f5c09f-d585-4c45-8916-fa55d8e6588e service neutron] 10.222.0.43 "GET /v2.0/networks/f6db0858-6824-4d9e-8815-9e264d49f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914073 Aug 16 23:32:12.064027 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-45a97e6e-de75-467c-9efd-c037b3a76562 None None] Set router 0d5bf846-c75c-4b11-aef5-f8828af03bc2 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:32:12.146468 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-6e020bcf-a766-4889-be4c-6f2d644901a7 req-cd892703-c9c1-4095-a022-38183e785759 service neutron] 10.222.0.43 "GET /v2.0/networks/f6db0858-6824-4d9e-8815-9e264d49f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866392 Aug 16 23:32:12.246190 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:12.300325 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-45a97e6e-de75-467c-9efd-c037b3a76562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091586368', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:31:53Z', 'updated_at': '2021-08-16T23:31:57Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:54Z', 'updated_at': '2021-08-16T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'c1821263-523e-4753-a3c6-083a8d757f9f', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'port_id': '89af3c97-f897-4637-a1c4-838523b32d8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7', 'mac_address': 'fa:16:3e:3c:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3292e5a2-b9d9-4d16-a637-03647862ed25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:32:10Z', 'updated_at': '2021-08-16T23:32:10Z', 'revision_number': 0, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8752852-2b9d-4439-bd81-6a4195468911', 'name': '', 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:62:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a00ab701-3669-4462-bf57-21d45653534c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:56Z', 'updated_at': '2021-08-16T23:32:02Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'a00ab701-3669-4462-bf57-21d45653534c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:32:12.326304 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a97e6e-de75-467c-9efd-c037b3a76562 None None] The sync data for ids ['0d5bf846-c75c-4b11-aef5-f8828af03bc2'] in n-d-792458-15 is: [{'id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091586368', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:31:53Z', 'updated_at': '2021-08-16T23:31:57Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:54Z', 'updated_at': '2021-08-16T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'c1821263-523e-4753-a3c6-083a8d757f9f', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'port_id': '89af3c97-f897-4637-a1c4-838523b32d8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7', 'mac_address': 'fa:16:3e:3c:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3292e5a2-b9d9-4d16-a637-03647862ed25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:32:10Z', 'updated_at': '2021-08-16T23:32:10Z', 'revision_number': 0, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8752852-2b9d-4439-bd81-6a4195468911', 'name': '', 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:62:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a00ab701-3669-4462-bf57-21d45653534c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:56Z', 'updated_at': '2021-08-16T23:32:02Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'a00ab701-3669-4462-bf57-21d45653534c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:32:12.533263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf64251d-70a7-4f87-be8a-9e3fc35c9c82 None None] New status for floating IP c1821263-523e-4753-a3c6-083a8d757f9f: ACTIVE {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:32:12.738274 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52122) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:32:12.806264 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-9b034455-fed4-442d-9239-6dc57cb09e8f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/floatingips/c1821263-523e-4753-a3c6-083a8d757f9f HTTP/1.1" status: 200 len: 994 time: 0.0667748 Aug 16 23:32:13.511703 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:15.087479 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:33.435484 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34ed5e69-38f0-4fee-8338-33220db5f26a req-9429fe99-707c-454b-b84e-2c539e0a550e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407856 Aug 16 23:32:33.517942 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed5e69-38f0-4fee-8338-33220db5f26a req-cb141faf-1f62-415e-a59a-443a0a6a4ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:33.519416 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34ed5e69-38f0-4fee-8338-33220db5f26a req-cb141faf-1f62-415e-a59a-443a0a6a4ac0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 1098 time: 0.0403640 Aug 16 23:32:33.629667 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed5e69-38f0-4fee-8338-33220db5f26a req-ef2f4b03-80db-430f-bddf-d849e556ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:33.631231 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34ed5e69-38f0-4fee-8338-33220db5f26a req-ef2f4b03-80db-430f-bddf-d849e556ff38 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6db0858-6824-4d9e-8815-9e264d49f5c7 HTTP/1.1" status: 200 len: 897 time: 0.0913968 Aug 16 23:32:33.698707 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34ed5e69-38f0-4fee-8338-33220db5f26a req-e9668fc0-c7e5-40ea-885c-3b97a486ae85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89af3c97-f897-4637-a1c4-838523b32d8f HTTP/1.1" status: 200 len: 1002 time: 0.0592642 Aug 16 23:32:33.752683 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed5e69-38f0-4fee-8338-33220db5f26a req-f566e5f1-56d6-455c-ba54-d22269fa5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:33.754144 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34ed5e69-38f0-4fee-8338-33220db5f26a req-f566e5f1-56d6-455c-ba54-d22269fa5af2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a00ab701-3669-4462-bf57-21d45653534c HTTP/1.1" status: 200 len: 835 time: 0.0482039 Aug 16 23:32:33.800855 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed5e69-38f0-4fee-8338-33220db5f26a req-2420bea6-4a84-4dd1-a65c-7c65fc69824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:33.802362 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34ed5e69-38f0-4fee-8338-33220db5f26a req-2420bea6-4a84-4dd1-a65c-7c65fc69824e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6db0858-6824-4d9e-8815-9e264d49f5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404253 Aug 16 23:32:33.891925 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34ed5e69-38f0-4fee-8338-33220db5f26a req-c8ff0348-0ef4-469e-be94-24a0d294958d service neutron] 10.222.0.43 "GET /v2.0/networks/f6db0858-6824-4d9e-8815-9e264d49f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814142 Aug 16 23:32:33.990006 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34ed5e69-38f0-4fee-8338-33220db5f26a req-4387c9da-04a6-412b-9227-840dcec95c03 service neutron] 10.222.0.43 "GET /v2.0/networks/f6db0858-6824-4d9e-8815-9e264d49f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877552 Aug 16 23:32:39.103600 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b66cdd46-ae38-4813-904f-fb36f106026b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:39.177733 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:41.520886 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:41.663451 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e838f010-efbe-4265-bedb-e2d3d40e52e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:42.240413 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:43.515702 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:44.230086 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8948fc-5435-40d8-a3e7-652f7f891620 req-0340e813-4fae-4f46-aa33-73ae83b750ca tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:44.231572 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af8948fc-5435-40d8-a3e7-652f7f891620 req-0340e813-4fae-4f46-aa33-73ae83b750ca tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 946 time: 0.0531125 Aug 16 23:32:44.268785 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-af8948fc-5435-40d8-a3e7-652f7f891620 req-d43a9140-3dbb-40fe-a86d-5e3d234a0c22 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed1fdfe3-fc69-4f81-8f8b-486e781e5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309169 Aug 16 23:32:45.088867 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:45.393802 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae632d7-25bc-4a41-a5fd-688e7a4c78b9 req-7c97fa41-8c35-4800-bfac-d57ed2703264 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:45.395925 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cae632d7-25bc-4a41-a5fd-688e7a4c78b9 req-7c97fa41-8c35-4800-bfac-d57ed2703264 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 946 time: 0.0541224 Aug 16 23:32:45.433411 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-cae632d7-25bc-4a41-a5fd-688e7a4c78b9 req-587a6e01-db5e-4c2a-b1c3-a197d2575224 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed1fdfe3-fc69-4f81-8f8b-486e781e5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315180 Aug 16 23:32:45.457740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52148) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:32:45.519035 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-95c6f31f-cfba-4738-aab5-bff343acd7b8 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/floatingips/c1821263-523e-4753-a3c6-083a8d757f9f HTTP/1.1" status: 200 len: 994 time: 0.0601029 Aug 16 23:32:46.781759 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df70ac2-b8eb-4a36-b14c-df6e3f61e5f8 req-359c3696-e6ef-4685-8aa6-a4d7eb24c8c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:46.783296 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1df70ac2-b8eb-4a36-b14c-df6e3f61e5f8 req-359c3696-e6ef-4685-8aa6-a4d7eb24c8c9 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 946 time: 0.0518813 Aug 16 23:32:46.801819 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d86731-49e1-471f-b491-322694f3ade0 req-1621efd1-a233-4489-8e87-7b80a1222e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:46.803873 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-25d86731-49e1-471f-b491-322694f3ade0 req-1621efd1-a233-4489-8e87-7b80a1222e7f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 1098 time: 0.0474098 Aug 16 23:32:46.822864 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1df70ac2-b8eb-4a36-b14c-df6e3f61e5f8 req-6994ed19-9cfb-4894-a2e2-1dce20e8130f tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed1fdfe3-fc69-4f81-8f8b-486e781e5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329802 Aug 16 23:32:46.855703 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:32:46.894695 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d86731-49e1-471f-b491-322694f3ade0 req-dcd173b1-0353-4c3e-971f-8ad962a8c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:46.896164 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-25d86731-49e1-471f-b491-322694f3ade0 req-dcd173b1-0353-4c3e-971f-8ad962a8c081 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6db0858-6824-4d9e-8815-9e264d49f5c7 HTTP/1.1" status: 200 len: 897 time: 0.0859113 Aug 16 23:32:46.964274 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-25d86731-49e1-471f-b491-322694f3ade0 req-78eb691d-fc1b-48ff-a265-2decc59f115d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89af3c97-f897-4637-a1c4-838523b32d8f HTTP/1.1" status: 200 len: 1002 time: 0.0610533 Aug 16 23:32:47.014799 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d86731-49e1-471f-b491-322694f3ade0 req-6bb73828-0879-4f24-b18a-7f826f03bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:47.016240 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-25d86731-49e1-471f-b491-322694f3ade0 req-6bb73828-0879-4f24-b18a-7f826f03bb7b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a00ab701-3669-4462-bf57-21d45653534c HTTP/1.1" status: 200 len: 835 time: 0.0456719 Aug 16 23:32:47.063909 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d86731-49e1-471f-b491-322694f3ade0 req-be0e564d-15ac-4e2f-be16-6168e6381437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:47.065369 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-25d86731-49e1-471f-b491-322694f3ade0 req-be0e564d-15ac-4e2f-be16-6168e6381437 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6db0858-6824-4d9e-8815-9e264d49f5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416889 Aug 16 23:32:47.160000 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-25d86731-49e1-471f-b491-322694f3ade0 req-17232b6b-3c26-4fb0-a9ae-0112df4654ca service neutron] 10.222.0.43 "GET /v2.0/networks/f6db0858-6824-4d9e-8815-9e264d49f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862069 Aug 16 23:32:47.250817 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-25d86731-49e1-471f-b491-322694f3ade0 req-bcb2d8ff-1c01-42a8-99eb-f883620d6418 service neutron] 10.222.0.43 "GET /v2.0/networks/f6db0858-6824-4d9e-8815-9e264d49f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841177 Aug 16 23:32:47.944835 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac522f-2868-4027-9900-8f3d8d8681ac req-1758e140-2869-4b16-a4be-07df6f5285b2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:47.946363 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-94ac522f-2868-4027-9900-8f3d8d8681ac req-1758e140-2869-4b16-a4be-07df6f5285b2 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 946 time: 0.0530558 Aug 16 23:32:47.983822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-94ac522f-2868-4027-9900-8f3d8d8681ac req-0bb40113-c099-4ca0-b2f8-a851faef4adf tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed1fdfe3-fc69-4f81-8f8b-486e781e5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312340 Aug 16 23:32:49.100833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64344d0b-84ca-40b9-a425-d8436661ace9 req-95b38327-a44f-401d-b800-2363997a44ab tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:49.102338 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-64344d0b-84ca-40b9-a425-d8436661ace9 req-95b38327-a44f-401d-b800-2363997a44ab tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 946 time: 0.0487044 Aug 16 23:32:49.140719 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-64344d0b-84ca-40b9-a425-d8436661ace9 req-8c2877e7-0603-4ebd-b579-1676bece3a2d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed1fdfe3-fc69-4f81-8f8b-486e781e5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313902 Aug 16 23:32:49.164384 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52160) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:32:49.227899 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cef10fb2-98e6-4b6f-b7f4-3243737daf62 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/floatingips/c1821263-523e-4753-a3c6-083a8d757f9f HTTP/1.1" status: 200 len: 994 time: 0.0623581 Aug 16 23:32:49.438436 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52166) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:32:49.602433 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting port b478a718-b64f-4cda-894b-5f4f65185aa6 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:32:49.602687 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:49.676748 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:49.677077 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:49.688591 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Calling delete_port for b478a718-b64f-4cda-894b-5f4f65185aa6 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:32:49.853344 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:49.882438 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Port': ['ID=b478a718-b64f-4cda-894b-5f4f65185aa6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:49.894759 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:49.895105 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:49.895447 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:49.895776 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:49.896108 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:49.896436 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:49.896763 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:49.897087 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:49.897412 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:49.897733 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:49.898085 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:49.898410 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:49.961613 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:49.961947 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Floating IP c1821263-523e-4753-a3c6-083a8d757f9f disassociated (deleted). External IP: 172.25.6.187, port: 89af3c97-f897-4637-a1c4-838523b32d8f. Aug 16 23:32:50.166226 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 0d5bf846-c75c-4b11-aef5-f8828af03bc2 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:32:50.276311 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:32:50.280763 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:50.286878 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9bbb8-12c3-4c6f-b321-089e3cdb4245 None None] Sync routers for ids ['0d5bf846-c75c-4b11-aef5-f8828af03bc2'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:32:50.295579 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c9bbb8-12c3-4c6f-b321-089e3cdb4245 None None] Routers {'0d5bf846-c75c-4b11-aef5-f8828af03bc2'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:32:50.296181 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-13c9bbb8-12c3-4c6f-b321-089e3cdb4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:32:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['0d5bf846-c75c-4b11-aef5-f8828af03bc2'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:32:50.308152 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d1b393b8-22cb-486c-ad0f-17f87e9a6024 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/floatingips/c1821263-523e-4753-a3c6-083a8d757f9f HTTP/1.1" status: 204 len: 168 time: 0.8686075 Aug 16 23:32:50.308710 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3292e5a2-b9d9-4d16-a637-03647862ed25', 'tag': '89af3c97-f897-4637-a1c4-838523b32d8f'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:32:50.311067 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e429de-da93-4ac7-a589-651fdf1af428" -d '{"events": [{"name": "network-changed", "server_uuid": "3292e5a2-b9d9-4d16-a637-03647862ed25", "tag": "89af3c97-f897-4637-a1c4-838523b32d8f"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:32:50.348438 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea44ddfa-dfbb-4df1-8df1-3c0e932f54d9 x-openstack-request-id: req-ea44ddfa-dfbb-4df1-8df1-3c0e932f54d9 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:32:50.348733 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3292e5a2-b9d9-4d16-a637-03647862ed25", "tag": "89af3c97-f897-4637-a1c4-838523b32d8f", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:32:50.348987 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ea44ddfa-dfbb-4df1-8df1-3c0e932f54d9 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:32:50.349399 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3292e5a2-b9d9-4d16-a637-03647862ed25', 'tag': '89af3c97-f897-4637-a1c4-838523b32d8f', 'status': 'completed', 'code': 200} Aug 16 23:32:50.403995 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-13c9bbb8-12c3-4c6f-b321-089e3cdb4245 None None] Set router 0d5bf846-c75c-4b11-aef5-f8828af03bc2 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:32:50.414031 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e429de-da93-4ac7-a589-651fdf1af428 req-81d8d133-a89d-4132-8889-a1017cf60776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:50.415609 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c6e429de-da93-4ac7-a589-651fdf1af428 req-81d8d133-a89d-4132-8889-a1017cf60776 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3272cbc0ac75488084cdb13f2cd61576&device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 1098 time: 0.0434771 Aug 16 23:32:50.526908 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e429de-da93-4ac7-a589-651fdf1af428 req-6adfc954-b53e-419c-afaf-a2bc44b1a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:50.528948 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c6e429de-da93-4ac7-a589-651fdf1af428 req-6adfc954-b53e-419c-afaf-a2bc44b1a282 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6db0858-6824-4d9e-8815-9e264d49f5c7 HTTP/1.1" status: 200 len: 897 time: 0.0999687 Aug 16 23:32:50.541200 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c17a1-1bf3-474f-afa0-435c2b24d5d6 req-bb5863d1-7b9e-4686-8586-e4e8f2a9b33e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:50.544393 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-502c17a1-1bf3-474f-afa0-435c2b24d5d6 req-bb5863d1-7b9e-4686-8586-e4e8f2a9b33e tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 946 time: 0.0530734 Aug 16 23:32:50.574938 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c6e429de-da93-4ac7-a589-651fdf1af428 req-b8b5624d-9ad8-472d-b35b-74b8f64ba914 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89af3c97-f897-4637-a1c4-838523b32d8f HTTP/1.1" status: 200 len: 217 time: 0.0383298 Aug 16 23:32:50.585009 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-502c17a1-1bf3-474f-afa0-435c2b24d5d6 req-0fc677bd-d636-41e4-9345-3bcda50d42ba tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed1fdfe3-fc69-4f81-8f8b-486e781e5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339699 Aug 16 23:32:50.607942 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-13c9bbb8-12c3-4c6f-b321-089e3cdb4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091586368', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:31:53Z', 'updated_at': '2021-08-16T23:31:57Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:54Z', 'updated_at': '2021-08-16T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a8752852-2b9d-4439-bd81-6a4195468911', 'name': '', 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:62:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a00ab701-3669-4462-bf57-21d45653534c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:56Z', 'updated_at': '2021-08-16T23:32:02Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'a00ab701-3669-4462-bf57-21d45653534c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:32:50.625181 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e429de-da93-4ac7-a589-651fdf1af428 req-ee6ff14c-e541-4004-9ca0-e2d0a6b5f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:50.626974 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c6e429de-da93-4ac7-a589-651fdf1af428 req-ee6ff14c-e541-4004-9ca0-e2d0a6b5f5e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a00ab701-3669-4462-bf57-21d45653534c HTTP/1.1" status: 200 len: 835 time: 0.0452378 Aug 16 23:32:50.637468 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9bbb8-12c3-4c6f-b321-089e3cdb4245 None None] Checking router: 0d5bf846-c75c-4b11-aef5-f8828af03bc2 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:32:50.646476 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c9bbb8-12c3-4c6f-b321-089e3cdb4245 None None] Routers {'0d5bf846-c75c-4b11-aef5-f8828af03bc2'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:32:50.647060 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-13c9bbb8-12c3-4c6f-b321-089e3cdb4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:32:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['0d5bf846-c75c-4b11-aef5-f8828af03bc2'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:32:50.679019 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e429de-da93-4ac7-a589-651fdf1af428 req-e7864586-e294-49e0-aaa8-20be29a56d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:50.680524 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c6e429de-da93-4ac7-a589-651fdf1af428 req-e7864586-e294-49e0-aaa8-20be29a56d01 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6db0858-6824-4d9e-8815-9e264d49f5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443728 Aug 16 23:32:50.748198 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-13c9bbb8-12c3-4c6f-b321-089e3cdb4245 None None] Set router 0d5bf846-c75c-4b11-aef5-f8828af03bc2 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:32:50.781847 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c6e429de-da93-4ac7-a589-651fdf1af428 req-ef03b593-be03-4790-ab0d-51d7833f4337 service neutron] 10.222.0.43 "GET /v2.0/networks/f6db0858-6824-4d9e-8815-9e264d49f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932262 Aug 16 23:32:50.876634 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-c6e429de-da93-4ac7-a589-651fdf1af428 req-bd24bd79-a5a3-4cae-a0ee-050a729b2194 service neutron] 10.222.0.43 "GET /v2.0/networks/f6db0858-6824-4d9e-8815-9e264d49f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864534 Aug 16 23:32:50.952537 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-13c9bbb8-12c3-4c6f-b321-089e3cdb4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091586368', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:31:53Z', 'updated_at': '2021-08-16T23:31:57Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:54Z', 'updated_at': '2021-08-16T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a8752852-2b9d-4439-bd81-6a4195468911', 'name': '', 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:62:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a00ab701-3669-4462-bf57-21d45653534c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:56Z', 'updated_at': '2021-08-16T23:32:02Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'a00ab701-3669-4462-bf57-21d45653534c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:32:50.978062 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9bbb8-12c3-4c6f-b321-089e3cdb4245 None None] The sync data for ids ['0d5bf846-c75c-4b11-aef5-f8828af03bc2'] in n-d-792458-15 is: [{'id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091586368', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:31:53Z', 'updated_at': '2021-08-16T23:31:57Z', 'revision_number': 4, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:54Z', 'updated_at': '2021-08-16T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a8752852-2b9d-4439-bd81-6a4195468911', 'name': '', 'network_id': 'f6db0858-6824-4d9e-8815-9e264d49f5c7', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'mac_address': 'fa:16:3e:62:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a00ab701-3669-4462-bf57-21d45653534c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:56Z', 'updated_at': '2021-08-16T23:32:02Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'subnets': [{'id': 'a00ab701-3669-4462-bf57-21d45653534c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:32:51.190545 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda91cb-1c1b-40e7-a91b-b454b60e8361 None None] New status for floating IP c1821263-523e-4753-a3c6-083a8d757f9f: DOWN {{(pid=94873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:32:51.710205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7b6a1-7995-4d8f-b97d-54afa6076120 req-bb7299c0-033d-41cb-938d-10e1ad471281 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:51.711702 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98c7b6a1-7995-4d8f-b97d-54afa6076120 req-bb7299c0-033d-41cb-938d-10e1ad471281 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 946 time: 0.0537190 Aug 16 23:32:51.749740 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98c7b6a1-7995-4d8f-b97d-54afa6076120 req-16509b75-6438-4b4f-99d4-c1736c0723dd tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed1fdfe3-fc69-4f81-8f8b-486e781e5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321991 Aug 16 23:32:51.998031 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1246657-e563-4cd4-8c22-76b14d86e41c req-3f953ef2-62ae-47f9-afe9-21ed5b72a4e6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:51.999477 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a1246657-e563-4cd4-8c22-76b14d86e41c req-3f953ef2-62ae-47f9-afe9-21ed5b72a4e6 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 946 time: 0.0495741 Aug 16 23:32:52.087982 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-a1246657-e563-4cd4-8c22-76b14d86e41c req-a5a666bf-6ee2-4c31-92a0-4cb736ef9adb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting port 89af3c97-f897-4637-a1c4-838523b32d8f {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:32:52.088312 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a1246657-e563-4cd4-8c22-76b14d86e41c req-a5a666bf-6ee2-4c31-92a0-4cb736ef9adb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:52.498423 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-a1246657-e563-4cd4-8c22-76b14d86e41c req-a5a666bf-6ee2-4c31-92a0-4cb736ef9adb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] For port 89af3c97-f897-4637-a1c4-838523b32d8f, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=89af3c97-f897-4637-a1c4-838523b32d8f,segment=NetworkSegment(84c520d4-f6b5-4e8b-b5f6-27a2334b9a27),segment_id=84c520d4-f6b5-4e8b-b5f6-27a2334b9a27)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:32:52.498790 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a1246657-e563-4cd4-8c22-76b14d86e41c req-a5a666bf-6ee2-4c31-92a0-4cb736ef9adb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:52.511794 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-a1246657-e563-4cd4-8c22-76b14d86e41c req-a5a666bf-6ee2-4c31-92a0-4cb736ef9adb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Calling delete_port for 89af3c97-f897-4637-a1c4-838523b32d8f owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:32:52.640305 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a1246657-e563-4cd4-8c22-76b14d86e41c req-a5a666bf-6ee2-4c31-92a0-4cb736ef9adb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:52.669769 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a666bf-6ee2-4c31-92a0-4cb736ef9adb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Port': ['ID=89af3c97-f897-4637-a1c4-838523b32d8f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:52.713402 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1246657-e563-4cd4-8c22-76b14d86e41c req-a5a666bf-6ee2-4c31-92a0-4cb736ef9adb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] No DVR routers for this DVR port 89af3c97-f897-4637-a1c4-838523b32d8f on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:32:52.716060 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a1246657-e563-4cd4-8c22-76b14d86e41c req-a5a666bf-6ee2-4c31-92a0-4cb736ef9adb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:52.718042 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a1246657-e563-4cd4-8c22-76b14d86e41c req-a5a666bf-6ee2-4c31-92a0-4cb736ef9adb tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.43 "DELETE /v2.0/ports/89af3c97-f897-4637-a1c4-838523b32d8f HTTP/1.1" status: 204 len: 173 time: 0.7124679 Aug 16 23:32:52.718487 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3292e5a2-b9d9-4d16-a637-03647862ed25', 'name': 'network-vif-deleted', 'tag': '89af3c97-f897-4637-a1c4-838523b32d8f'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:32:52.720713 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b110b53-75e4-404a-bf86-d586832cb9ed" -d '{"events": [{"server_uuid": "3292e5a2-b9d9-4d16-a637-03647862ed25", "name": "network-vif-deleted", "tag": "89af3c97-f897-4637-a1c4-838523b32d8f"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:32:52.758072 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a74fca-5fc0-486b-97a2-d3dd070cf843 x-openstack-request-id: req-f1a74fca-5fc0-486b-97a2-d3dd070cf843 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:32:52.758362 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3292e5a2-b9d9-4d16-a637-03647862ed25", "name": "network-vif-deleted", "tag": "89af3c97-f897-4637-a1c4-838523b32d8f", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:32:52.758615 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f1a74fca-5fc0-486b-97a2-d3dd070cf843 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:32:52.759011 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3292e5a2-b9d9-4d16-a637-03647862ed25', 'name': 'network-vif-deleted', 'tag': '89af3c97-f897-4637-a1c4-838523b32d8f', 'status': 'completed', 'code': 200} Aug 16 23:32:52.848108 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c96da44d-1c1f-49d1-b482-079ace6a5123 req-c24b2fac-03c5-4260-9f50-a67e2a7eac4a tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "GET /v2.0/ports?device_id=3292e5a2-b9d9-4d16-a637-03647862ed25 HTTP/1.1" status: 200 len: 210 time: 0.0311835 Aug 16 23:32:53.904641 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52184) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:32:54.262664 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a6bbb44-c1aa-4e76-8bf8-4ed6e341d2aa tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:54.515376 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1a6bbb44-c1aa-4e76-8bf8-4ed6e341d2aa tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting port a8752852-2b9d-4439-bd81-6a4195468911 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:32:54.515618 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a6bbb44-c1aa-4e76-8bf8-4ed6e341d2aa tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:54.605820 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1a6bbb44-c1aa-4e76-8bf8-4ed6e341d2aa tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] For port a8752852-2b9d-4439-bd81-6a4195468911, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a8752852-2b9d-4439-bd81-6a4195468911,segment=NetworkSegment(84c520d4-f6b5-4e8b-b5f6-27a2334b9a27),segment_id=84c520d4-f6b5-4e8b-b5f6-27a2334b9a27)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:32:54.606204 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a6bbb44-c1aa-4e76-8bf8-4ed6e341d2aa tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:54.618914 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1a6bbb44-c1aa-4e76-8bf8-4ed6e341d2aa tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Calling delete_port for a8752852-2b9d-4439-bd81-6a4195468911 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:32:54.810714 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a6bbb44-c1aa-4e76-8bf8-4ed6e341d2aa tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:54.835509 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bbb44-c1aa-4e76-8bf8-4ed6e341d2aa tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Port': ['ID=a8752852-2b9d-4439-bd81-6a4195468911,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:55.012750 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a6bbb44-c1aa-4e76-8bf8-4ed6e341d2aa tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:55.227874 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6bbb44-c1aa-4e76-8bf8-4ed6e341d2aa tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Router 0d5bf846-c75c-4b11-aef5-f8828af03bc2 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:32:55.331406 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6bbb44-c1aa-4e76-8bf8-4ed6e341d2aa tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:32:55.337385 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1a6bbb44-c1aa-4e76-8bf8-4ed6e341d2aa tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "PUT /v2.0/routers/0d5bf846-c75c-4b11-aef5-f8828af03bc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4312456 Aug 16 23:32:55.339770 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52186) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:32:55.342392 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc82343-34ff-43da-b601-c8053faf6d96 None None] Sync routers for ids ['0d5bf846-c75c-4b11-aef5-f8828af03bc2'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:32:55.351544 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc82343-34ff-43da-b601-c8053faf6d96 None None] Routers {'0d5bf846-c75c-4b11-aef5-f8828af03bc2'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:32:55.352150 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4fc82343-34ff-43da-b601-c8053faf6d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:32:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['0d5bf846-c75c-4b11-aef5-f8828af03bc2'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:32:55.391489 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-a059b245-c84f-48e7-a30e-956eccdfb72d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting subnet a00ab701-3669-4462-bf57-21d45653534c {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:32:55.394558 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a059b245-c84f-48e7-a30e-956eccdfb72d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:55.433271 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a059b245-c84f-48e7-a30e-956eccdfb72d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:55.456448 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-4fc82343-34ff-43da-b601-c8053faf6d96 None None] Set router 0d5bf846-c75c-4b11-aef5-f8828af03bc2 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:32:55.521305 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a059b245-c84f-48e7-a30e-956eccdfb72d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:55.534443 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 89af3c97-f897-4637-a1c4-838523b32d8f no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:32:55.559952 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 89af3c97-f897-4637-a1c4-838523b32d8f {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:32:55.560662 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 89af3c97-f897-4637-a1c4-838523b32d8f not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:32:55.586063 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a059b245-c84f-48e7-a30e-956eccdfb72d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:55.615092 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059b245-c84f-48e7-a30e-956eccdfb72d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Subnet': ['ID=a00ab701-3669-4462-bf57-21d45653534c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:55.617101 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a059b245-c84f-48e7-a30e-956eccdfb72d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:55.619053 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a059b245-c84f-48e7-a30e-956eccdfb72d tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/subnets/a00ab701-3669-4462-bf57-21d45653534c HTTP/1.1" status: 204 len: 168 time: 0.2783384 Aug 16 23:32:55.623653 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52188) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:32:55.637946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b46812-dcab-44b6-92bd-e3397784c9e0 None None] Network f6db0858-6824-4d9e-8815-9e264d49f5c7 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:32:55.739981 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4fc82343-34ff-43da-b601-c8053faf6d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091586368', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:31:53Z', 'updated_at': '2021-08-16T23:32:54Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:54Z', 'updated_at': '2021-08-16T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:32:55.757632 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b86dfe2a-ecfb-493f-b202-94479cb5e33c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:55.765793 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc82343-34ff-43da-b601-c8053faf6d96 None None] Checking router: 0d5bf846-c75c-4b11-aef5-f8828af03bc2 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:32:55.774736 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc82343-34ff-43da-b601-c8053faf6d96 None None] Routers {'0d5bf846-c75c-4b11-aef5-f8828af03bc2'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:32:55.775332 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4fc82343-34ff-43da-b601-c8053faf6d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:32:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['0d5bf846-c75c-4b11-aef5-f8828af03bc2'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:32:55.842673 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9207103d-18cc-4aff-8bb7-b6392536ad05 None None] DHCP port deletion for f6db0858-6824-4d9e-8815-9e264d49f5c7 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:32:55.881551 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b86dfe2a-ecfb-493f-b202-94479cb5e33c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:55.883239 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-4fc82343-34ff-43da-b601-c8053faf6d96 None None] Set router 0d5bf846-c75c-4b11-aef5-f8828af03bc2 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:32:55.897117 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-9207103d-18cc-4aff-8bb7-b6392536ad05 None None] Deleting port 04f8a313-56cb-4636-8376-6625e8eed300 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:32:55.897502 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9207103d-18cc-4aff-8bb7-b6392536ad05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:55.944412 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b86dfe2a-ecfb-493f-b202-94479cb5e33c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Deleting port 116bfffa-87a4-46e5-8028-d25f36e212b3 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:32:55.944771 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b86dfe2a-ecfb-493f-b202-94479cb5e33c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:55.962746 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-9207103d-18cc-4aff-8bb7-b6392536ad05 None None] For port 04f8a313-56cb-4636-8376-6625e8eed300, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=04f8a313-56cb-4636-8376-6625e8eed300,segment=NetworkSegment(84c520d4-f6b5-4e8b-b5f6-27a2334b9a27),segment_id=84c520d4-f6b5-4e8b-b5f6-27a2334b9a27)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:32:55.963149 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9207103d-18cc-4aff-8bb7-b6392536ad05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:55.979255 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-9207103d-18cc-4aff-8bb7-b6392536ad05 None None] Calling delete_port for 04f8a313-56cb-4636-8376-6625e8eed300 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:32:56.036744 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b86dfe2a-ecfb-493f-b202-94479cb5e33c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] For port 116bfffa-87a4-46e5-8028-d25f36e212b3, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=116bfffa-87a4-46e5-8028-d25f36e212b3,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:32:56.037328 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b86dfe2a-ecfb-493f-b202-94479cb5e33c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:56.052210 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b86dfe2a-ecfb-493f-b202-94479cb5e33c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Calling delete_port for 116bfffa-87a4-46e5-8028-d25f36e212b3 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:32:56.075755 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9207103d-18cc-4aff-8bb7-b6392536ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:56.095876 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4fc82343-34ff-43da-b601-c8053faf6d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091586368', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:31:53Z', 'updated_at': '2021-08-16T23:32:54Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:54Z', 'updated_at': '2021-08-16T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:32:56.109394 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207103d-18cc-4aff-8bb7-b6392536ad05 None None] Pushing event deleted for resources: {'Port': ['ID=04f8a313-56cb-4636-8376-6625e8eed300,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:56.112518 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9207103d-18cc-4aff-8bb7-b6392536ad05 None None] No DVR routers for this DVR port 04f8a313-56cb-4636-8376-6625e8eed300 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:32:56.122098 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207103d-18cc-4aff-8bb7-b6392536ad05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.122534 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207103d-18cc-4aff-8bb7-b6392536ad05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.122953 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207103d-18cc-4aff-8bb7-b6392536ad05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.123300 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207103d-18cc-4aff-8bb7-b6392536ad05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.123635 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207103d-18cc-4aff-8bb7-b6392536ad05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.123968 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207103d-18cc-4aff-8bb7-b6392536ad05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.124427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207103d-18cc-4aff-8bb7-b6392536ad05 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.124765 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207103d-18cc-4aff-8bb7-b6392536ad05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.125877 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207103d-18cc-4aff-8bb7-b6392536ad05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.125877 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207103d-18cc-4aff-8bb7-b6392536ad05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.126064 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207103d-18cc-4aff-8bb7-b6392536ad05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.126392 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207103d-18cc-4aff-8bb7-b6392536ad05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.129410 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc82343-34ff-43da-b601-c8053faf6d96 None None] The sync data for ids ['0d5bf846-c75c-4b11-aef5-f8828af03bc2'] in n-d-792458-15 is: [{'id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091586368', 'tenant_id': '3272cbc0ac75488084cdb13f2cd61576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:31:53Z', 'updated_at': '2021-08-16T23:32:54Z', 'revision_number': 5, 'project_id': '3272cbc0ac75488084cdb13f2cd61576', 'gw_port': {'id': '116bfffa-87a4-46e5-8028-d25f36e212b3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bf846-c75c-4b11-aef5-f8828af03bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:31:54Z', 'updated_at': '2021-08-16T23:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:32:56.174266 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 04f8a313-56cb-4636-8376-6625e8eed300 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:32:56.195903 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 04f8a313-56cb-4636-8376-6625e8eed300 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:32:56.196365 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 04f8a313-56cb-4636-8376-6625e8eed300 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:32:56.245110 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b86dfe2a-ecfb-493f-b202-94479cb5e33c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:56.272438 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dfe2a-ecfb-493f-b202-94479cb5e33c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Port': ['ID=116bfffa-87a4-46e5-8028-d25f36e212b3,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:56.329407 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b86dfe2a-ecfb-493f-b202-94479cb5e33c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:56.422351 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b86dfe2a-ecfb-493f-b202-94479cb5e33c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:56.424393 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b86dfe2a-ecfb-493f-b202-94479cb5e33c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:56.470069 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b86dfe2a-ecfb-493f-b202-94479cb5e33c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:56.470755 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86dfe2a-ecfb-493f-b202-94479cb5e33c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Fanout notify agent at l3_agent the message router_deleted on router 0d5bf846-c75c-4b11-aef5-f8828af03bc2 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:32:56.478494 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b86dfe2a-ecfb-493f-b202-94479cb5e33c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:56.479586 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b86dfe2a-ecfb-493f-b202-94479cb5e33c tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/routers/0d5bf846-c75c-4b11-aef5-f8828af03bc2 HTTP/1.1" status: 204 len: 168 time: 0.8540804 Aug 16 23:32:56.482461 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52190) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:32:56.559238 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9fb79f4-eee4-4c36-b515-2a1099639399 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:56.654407 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9fb79f4-eee4-4c36-b515-2a1099639399 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:56.664392 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-f9fb79f4-eee4-4c36-b515-2a1099639399 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6db0858-6824-4d9e-8815-9e264d49f5c7']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:32:56.673786 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-f9fb79f4-eee4-4c36-b515-2a1099639399 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c520d4-f6b5-4e8b-b5f6-27a2334b9a27') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:32:56.674107 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-f9fb79f4-eee4-4c36-b515-2a1099639399 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c520d4-f6b5-4e8b-b5f6-27a2334b9a27') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:32:56.684000 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9fb79f4-eee4-4c36-b515-2a1099639399 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:56.698638 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9fb79f4-eee4-4c36-b515-2a1099639399 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:56.705622 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fb79f4-eee4-4c36-b515-2a1099639399 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:32:56.706057 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9fb79f4-eee4-4c36-b515-2a1099639399 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: timer() Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:32:56.709197 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:32:56.771461 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9fb79f4-eee4-4c36-b515-2a1099639399 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:56.778737 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f9fb79f4-eee4-4c36-b515-2a1099639399 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:56.780716 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f9fb79f4-eee4-4c36-b515-2a1099639399 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/networks/f6db0858-6824-4d9e-8815-9e264d49f5c7 HTTP/1.1" status: 204 len: 168 time: 0.2972841 Aug 16 23:32:56.783509 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52192) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:32:56.793664 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb79f4-eee4-4c36-b515-2a1099639399 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'Network': ['ID=f6db0858-6824-4d9e-8815-9e264d49f5c7,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:56.846179 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3044c380-987f-4e1f-83a1-3bd1542c3f04 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:56.870843 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3044c380-987f-4e1f-83a1-3bd1542c3f04 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:56.928410 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3044c380-987f-4e1f-83a1-3bd1542c3f04 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:56.930962 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-3044c380-987f-4e1f-83a1-3bd1542c3f04 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:56.932159 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3044c380-987f-4e1f-83a1-3bd1542c3f04 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] 10.222.0.93 "DELETE /v2.0/security-groups/ed1fdfe3-fc69-4f81-8f8b-486e781e5df7 HTTP/1.1" status: 204 len: 168 time: 0.1474118 Aug 16 23:32:56.940954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044c380-987f-4e1f-83a1-3bd1542c3f04 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1fdfe3-fc69-4f81-8f8b-486e781e5df7,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:56.952317 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044c380-987f-4e1f-83a1-3bd1542c3f04 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.952317 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044c380-987f-4e1f-83a1-3bd1542c3f04 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.952317 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044c380-987f-4e1f-83a1-3bd1542c3f04 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.952317 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044c380-987f-4e1f-83a1-3bd1542c3f04 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.952317 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044c380-987f-4e1f-83a1-3bd1542c3f04 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.952317 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044c380-987f-4e1f-83a1-3bd1542c3f04 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.952317 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044c380-987f-4e1f-83a1-3bd1542c3f04 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.952317 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044c380-987f-4e1f-83a1-3bd1542c3f04 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.952317 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044c380-987f-4e1f-83a1-3bd1542c3f04 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.952317 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044c380-987f-4e1f-83a1-3bd1542c3f04 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.953282 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044c380-987f-4e1f-83a1-3bd1542c3f04 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:56.953282 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044c380-987f-4e1f-83a1-3bd1542c3f04 tempest-TestNetworkAdvancedServerOps-66516120 tempest-TestNetworkAdvancedServerOps-66516120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:57.268446 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52200) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:32:57.399531 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dfd724b5-2b13-4a9c-a715-69a474f0f5fb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3272cbc0ac75488084cdb13f2cd61576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298215 Aug 16 23:32:57.402774 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52204) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:32:57.453619 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82a9aed2-1b65-47b2-885a-8a4fa2c86d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:57.474511 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82a9aed2-1b65-47b2-885a-8a4fa2c86d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:57.519639 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82a9aed2-1b65-47b2-885a-8a4fa2c86d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:57.522301 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-82a9aed2-1b65-47b2-885a-8a4fa2c86d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:57.523475 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-82a9aed2-1b65-47b2-885a-8a4fa2c86d7c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6e56d795-bdb1-401f-aac5-3c5f27177da5 HTTP/1.1" status: 204 len: 168 time: 0.1205533 Aug 16 23:32:57.531567 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9aed2-1b65-47b2-885a-8a4fa2c86d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e56d795-bdb1-401f-aac5-3c5f27177da5,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:57.776712 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52210) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:32:57.790412 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-064bb39a-1017-4fbd-acb4-f0462d4ea728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:57.881015 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-064bb39a-1017-4fbd-acb4-f0462d4ea728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:57.884635 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-064bb39a-1017-4fbd-acb4-f0462d4ea728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:57.923416 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-064bb39a-1017-4fbd-acb4-f0462d4ea728 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b3f2f4fcbcdd4d0bb812057f82eb7b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456416 Aug 16 23:32:57.924374 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064bb39a-1017-4fbd-acb4-f0462d4ea728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eede68e7-c703-4108-9feb-b5ba04e50d3f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:57.926397 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52212) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:32:57.976268 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aaa7612f-30d4-41e0-a3bd-a7b9cdfcd4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:57.999022 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aaa7612f-30d4-41e0-a3bd-a7b9cdfcd4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:58.017201 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 116bfffa-87a4-46e5-8028-d25f36e212b3 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:32:58.036520 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 116bfffa-87a4-46e5-8028-d25f36e212b3 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:32:58.036869 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 116bfffa-87a4-46e5-8028-d25f36e212b3 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:32:58.037286 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a8752852-2b9d-4439-bd81-6a4195468911 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:32:58.048394 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aaa7612f-30d4-41e0-a3bd-a7b9cdfcd4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:58.051056 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-aaa7612f-30d4-41e0-a3bd-a7b9cdfcd4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:58.052192 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-aaa7612f-30d4-41e0-a3bd-a7b9cdfcd4e8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/eede68e7-c703-4108-9feb-b5ba04e50d3f HTTP/1.1" status: 204 len: 168 time: 0.1247902 Aug 16 23:32:58.056374 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: a8752852-2b9d-4439-bd81-6a4195468911 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:32:58.061160 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a8752852-2b9d-4439-bd81-6a4195468911 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:32:58.061435 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7612f-30d4-41e0-a3bd-a7b9cdfcd4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eede68e7-c703-4108-9feb-b5ba04e50d3f,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:58.742590 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52234) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:32:58.839858 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fa1bf5c5-da4a-4852-9fbd-45b2de01fc93 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2124049835-network', 'tenant_id': '6980712d299d497a80989be4ac6f7550'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:32:58.862417 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1bf5c5-da4a-4852-9fbd-45b2de01fc93 admin admin] Made reservation on behalf of 6980712d299d497a80989be4ac6f7550 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:32:58.865254 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa1bf5c5-da4a-4852-9fbd-45b2de01fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:58.873842 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa1bf5c5-da4a-4852-9fbd-45b2de01fc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:58.967967 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa1bf5c5-da4a-4852-9fbd-45b2de01fc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:58.971810 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa1bf5c5-da4a-4852-9fbd-45b2de01fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:58.998838 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1bf5c5-da4a-4852-9fbd-45b2de01fc93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:32:59.004025 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bf5c5-da4a-4852-9fbd-45b2de01fc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c259dd-aa16-43f0-95d7-620e5b20562a,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:59.011951 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa1bf5c5-da4a-4852-9fbd-45b2de01fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:59.012224 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-fa1bf5c5-da4a-4852-9fbd-45b2de01fc93 admin admin] Added segment df92ff9e-77b4-40e8-9fb3-92e20c52645a of type vlan for network 00233dcd-3bf0-4dae-b8e4-1e90e64879db Aug 16 23:32:59.052138 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa1bf5c5-da4a-4852-9fbd-45b2de01fc93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:59.075586 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa1bf5c5-da4a-4852-9fbd-45b2de01fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:59.076543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1bf5c5-da4a-4852-9fbd-45b2de01fc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:59.077123 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fa1bf5c5-da4a-4852-9fbd-45b2de01fc93 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:59.125216 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fa1bf5c5-da4a-4852-9fbd-45b2de01fc93 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3815138 Aug 16 23:32:59.128417 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52238) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:32:59.133826 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d8dec2de-af47-46a6-a136-79b329891e3a admin admin] Request body: {'subnet': {'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2124049835-subnet', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:32:59.137776 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bf5c5-da4a-4852-9fbd-45b2de01fc93 admin admin] Pushing event updated for resources: {'Network': ['ID=00233dcd-3bf0-4dae-b8e4-1e90e64879db,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:59.148480 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 00233dcd-3bf0-4dae-b8e4-1e90e64879db details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:32:59.155304 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dec2de-af47-46a6-a136-79b329891e3a admin admin] Made reservation on behalf of 6980712d299d497a80989be4ac6f7550 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:32:59.157617 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8dec2de-af47-46a6-a136-79b329891e3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:59.321374 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8dec2de-af47-46a6-a136-79b329891e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:59.376310 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dec2de-af47-46a6-a136-79b329891e3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=81067f6e-caba-445f-9830-ef0588382f2a,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:59.383555 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dec2de-af47-46a6-a136-79b329891e3a admin admin] Checking segment: {'id': 'df92ff9e-77b4-40e8-9fb3-92e20c52645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:32:59.383906 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dec2de-af47-46a6-a136-79b329891e3a admin admin] Network hostable DHCP agents. Network: 00233dcd-3bf0-4dae-b8e4-1e90e64879db, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:32:59.400117 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dec2de-af47-46a6-a136-79b329891e3a admin admin] Network 00233dcd-3bf0-4dae-b8e4-1e90e64879db is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:32:59.408683 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d8dec2de-af47-46a6-a136-79b329891e3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 00233dcd-3bf0-4dae-b8e4-1e90e64879db) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:32:59.413221 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dec2de-af47-46a6-a136-79b329891e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:59.413825 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d8dec2de-af47-46a6-a136-79b329891e3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:59.417869 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b644fcd-74d0-4a36-967f-b723a8eac14d None None] Network 00233dcd-3bf0-4dae-b8e4-1e90e64879db requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:32:59.430003 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-d8dec2de-af47-46a6-a136-79b329891e3a admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2974832 Aug 16 23:32:59.430213 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52240) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:32:59.434548 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-fd6d23cf-e2f4-4519-b513-e9014b443eaa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2124049835-router', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:32:59.454822 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd6d23cf-e2f4-4519-b513-e9014b443eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:59.455917 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd6d23cf-e2f4-4519-b513-e9014b443eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:59.513321 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd6d23cf-e2f4-4519-b513-e9014b443eaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:59.560157 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d708f76-8040-4001-863a-22790a69939b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:32:59.561029 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8d708f76-8040-4001-863a-22790a69939b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:59.699575 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-8d708f76-8040-4001-863a-22790a69939b None None] Allocated IP 172.20.0.2 (00233dcd-3bf0-4dae-b8e4-1e90e64879db/81067f6e-caba-445f-9830-ef0588382f2a/cd235a7e-378c-4ec8-9f09-ff25c86d243d) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:32:59.853171 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8d708f76-8040-4001-863a-22790a69939b None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:59.863322 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8d708f76-8040-4001-863a-22790a69939b None None] Transition to ACTIVE for port object cd235a7e-378c-4ec8-9f09-ff25c86d243d will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:32:59.880501 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8d708f76-8040-4001-863a-22790a69939b None None] Transition to ACTIVE for port object cd235a7e-378c-4ec8-9f09-ff25c86d243d will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:32:59.886572 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8d708f76-8040-4001-863a-22790a69939b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:59.926806 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d708f76-8040-4001-863a-22790a69939b None None] Network 00233dcd-3bf0-4dae-b8e4-1e90e64879db is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:32:59.928152 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-8d708f76-8040-4001-863a-22790a69939b None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:32:59.931667 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d708f76-8040-4001-863a-22790a69939b None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:32:59.940405 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d708f76-8040-4001-863a-22790a69939b None None] Pushing event updated for resources: {'Port': ['ID=cd235a7e-378c-4ec8-9f09-ff25c86d243d,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:59.989080 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd6d23cf-e2f4-4519-b513-e9014b443eaa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:59.996100 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8d708f76-8040-4001-863a-22790a69939b None None] Attempting to bind port cd235a7e-378c-4ec8-9f09-ff25c86d243d on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:32:59.996521 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8d708f76-8040-4001-863a-22790a69939b None None] Attempting to bind port cd235a7e-378c-4ec8-9f09-ff25c86d243d by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'df92ff9e-77b4-40e8-9fb3-92e20c52645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:32:59.997041 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d708f76-8040-4001-863a-22790a69939b None None] Attempting to bind port cd235a7e-378c-4ec8-9f09-ff25c86d243d on network 00233dcd-3bf0-4dae-b8e4-1e90e64879db {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:33:00.002176 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d708f76-8040-4001-863a-22790a69939b None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:33:00.002557 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d708f76-8040-4001-863a-22790a69939b None None] Checking segment: {'id': 'df92ff9e-77b4-40e8-9fb3-92e20c52645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:33:00.002964 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8d708f76-8040-4001-863a-22790a69939b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:00.003364 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d708f76-8040-4001-863a-22790a69939b None None] Bound using segment: {'id': 'df92ff9e-77b4-40e8-9fb3-92e20c52645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:33:00.004492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-8d708f76-8040-4001-863a-22790a69939b None None] Bound port: cd235a7e-378c-4ec8-9f09-ff25c86d243d, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df92ff9e-77b4-40e8-9fb3-92e20c52645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:33:00.004895 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8d708f76-8040-4001-863a-22790a69939b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:00.069901 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8d708f76-8040-4001-863a-22790a69939b None None] For port cd235a7e-378c-4ec8-9f09-ff25c86d243d, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:33:00.073265 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8d708f76-8040-4001-863a-22790a69939b None None] For port cd235a7e-378c-4ec8-9f09-ff25c86d243d, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cd235a7e-378c-4ec8-9f09-ff25c86d243d,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:33:00.077111 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8d708f76-8040-4001-863a-22790a69939b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:00.134775 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d708f76-8040-4001-863a-22790a69939b None None] Pushing event updated for resources: {'Port': ['ID=cd235a7e-378c-4ec8-9f09-ff25c86d243d,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:00.188005 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd6d23cf-e2f4-4519-b513-e9014b443eaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:00.209691 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd6d23cf-e2f4-4519-b513-e9014b443eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:00.329742 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-fd6d23cf-e2f4-4519-b513-e9014b443eaa admin admin] Allocated IP 172.25.6.139 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:33:00.438557 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd6d23cf-e2f4-4519-b513-e9014b443eaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:00.480437 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd6d23cf-e2f4-4519-b513-e9014b443eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:00.519890 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6d23cf-e2f4-4519-b513-e9014b443eaa admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:33:00.522637 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-fd6d23cf-e2f4-4519-b513-e9014b443eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:33:00.525192 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6d23cf-e2f4-4519-b513-e9014b443eaa admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:33:00.551198 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d23cf-e2f4-4519-b513-e9014b443eaa admin admin] Pushing event updated for resources: {'Port': ['ID=64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:00.779726 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd6d23cf-e2f4-4519-b513-e9014b443eaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:00.983181 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd6d23cf-e2f4-4519-b513-e9014b443eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:01.029868 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b72d898-1e39-40bd-8b96-f4369c6deb83 None None] Network 00233dcd-3bf0-4dae-b8e4-1e90e64879db requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:33:01.129099 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6d23cf-e2f4-4519-b513-e9014b443eaa admin admin] Router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:33:01.146389 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-9a38dca9-4953-40a4-b718-c355479c3603 None None] Provisioning for port cd235a7e-378c-4ec8-9f09-ff25c86d243d completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:33:01.240715 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6d23cf-e2f4-4519-b513-e9014b443eaa admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:33:01.251589 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] Sync routers for ids ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:33:01.258838 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fd6d23cf-e2f4-4519-b513-e9014b443eaa admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:01.260216 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fd6d23cf-e2f4-4519-b513-e9014b443eaa admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8291082 Aug 16 23:33:01.263123 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52242) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:01.270043 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] Routers {'8eb51387-65ed-4571-9ac1-0ff11802d4d4'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:33:01.270627 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:32:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:01.553510 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] Set router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:33:01.696706 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d78a93fd-8024-4973-b7e9-f4f832ce9616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:01.730649 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'name': 'tempest-TestShelveInstance-2124049835-router', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:32:59Z', 'updated_at': '2021-08-16T23:33:00Z', 'revision_number': 3, 'project_id': '6980712d299d497a80989be4ac6f7550', 'gw_port': {'id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:41:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:00Z', 'updated_at': '2021-08-16T23:33:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:01.761182 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] Checking router: 8eb51387-65ed-4571-9ac1-0ff11802d4d4 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:33:01.761535 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] Updating router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 port 64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:33:01.786431 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:01.849734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-d78a93fd-8024-4973-b7e9-f4f832ce9616 admin admin] Allocated IP 172.20.0.1 (00233dcd-3bf0-4dae-b8e4-1e90e64879db/81067f6e-caba-445f-9830-ef0588382f2a/02b10d89-90b7-4a15-9100-40bf294bd675) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:33:01.955323 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d78a93fd-8024-4973-b7e9-f4f832ce9616 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:01.970341 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-d78a93fd-8024-4973-b7e9-f4f832ce9616 admin admin] Transition to ACTIVE for port object 02b10d89-90b7-4a15-9100-40bf294bd675 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:33:02.010315 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d78a93fd-8024-4973-b7e9-f4f832ce9616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:02.055615 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78a93fd-8024-4973-b7e9-f4f832ce9616 admin admin] Network 00233dcd-3bf0-4dae-b8e4-1e90e64879db is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:33:02.060983 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:02.066199 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a93fd-8024-4973-b7e9-f4f832ce9616 admin admin] Pushing event updated for resources: {'Port': ['ID=02b10d89-90b7-4a15-9100-40bf294bd675,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:02.066806 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cd235a7e-378c-4ec8-9f09-ff25c86d243d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:33:02.070343 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d78a93fd-8024-4973-b7e9-f4f832ce9616 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:33:02.072730 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a93fd-8024-4973-b7e9-f4f832ce9616 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:33:02.099608 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] Transition to ACTIVE for port object 64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:33:02.111749 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:02.122315 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d78a93fd-8024-4973-b7e9-f4f832ce9616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:02.178893 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] Attempting to bind port 64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:33:02.179266 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] Attempting to bind port 64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:33:02.179639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] Attempting to bind port 64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:33:02.182217 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb018faa-6fe2-4d3c-ab22-1d23a4c67deb None None] Pushing event updated for resources: {'Port': ['ID=64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:02.192575 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:33:02.193061 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:33:02.193455 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:02.193876 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:33:02.194402 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] Bound port: 64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:33:02.194934 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:02.216790 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port cd235a7e-378c-4ec8-9f09-ff25c86d243d completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:33:02.224928 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port cd235a7e-378c-4ec8-9f09-ff25c86d243d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:33:02.225605 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:02.262674 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d78a93fd-8024-4973-b7e9-f4f832ce9616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:02.282931 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] For port 64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:33:02.288650 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] For port 64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:33:02.293771 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:02.388825 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:02.399665 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] Routers {'8eb51387-65ed-4571-9ac1-0ff11802d4d4'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:33:02.400414 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:32:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:02.415875 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ed6251a5-6870-420c-bbec-b6be1051b6e3 None None] Provisioning for port 02b10d89-90b7-4a15-9100-40bf294bd675 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:33:02.435022 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d78a93fd-8024-4973-b7e9-f4f832ce9616 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:02.439998 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d78a93fd-8024-4973-b7e9-f4f832ce9616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:02.452848 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb018faa-6fe2-4d3c-ab22-1d23a4c67deb None None] Pushing event updated for resources: {'Port': ['ID=64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:02.457906 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ed6251a5-6870-420c-bbec-b6be1051b6e3 None None] Provisioning complete for port 02b10d89-90b7-4a15-9100-40bf294bd675 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:33:02.458309 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ed6251a5-6870-420c-bbec-b6be1051b6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:02.514248 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d78a93fd-8024-4973-b7e9-f4f832ce9616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:02.516081 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port cd235a7e-378c-4ec8-9f09-ff25c86d243d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cd235a7e-378c-4ec8-9f09-ff25c86d243d,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:33:02.516296 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a93fd-8024-4973-b7e9-f4f832ce9616 admin admin] Pushing event updated for resources: {'Port': ['ID=02b10d89-90b7-4a15-9100-40bf294bd675,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:02.523013 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:02.550727 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ed6251a5-6870-420c-bbec-b6be1051b6e3 None None] Port 02b10d89-90b7-4a15-9100-40bf294bd675 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:33:02.613021 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78a93fd-8024-4973-b7e9-f4f832ce9616 admin admin] Network 00233dcd-3bf0-4dae-b8e4-1e90e64879db is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:33:02.614504 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d78a93fd-8024-4973-b7e9-f4f832ce9616 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:33:02.619205 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] Set router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:33:02.621637 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=cd235a7e-378c-4ec8-9f09-ff25c86d243d,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:02.738944 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78a93fd-8024-4973-b7e9-f4f832ce9616 admin admin] Router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:33:02.838031 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'name': 'tempest-TestShelveInstance-2124049835-router', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:32:59Z', 'updated_at': '2021-08-16T23:33:02Z', 'revision_number': 4, 'project_id': '6980712d299d497a80989be4ac6f7550', 'gw_port': {'id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:41:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:00Z', 'updated_at': '2021-08-16T23:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '02b10d89-90b7-4a15-9100-40bf294bd675', 'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'mac_address': 'fa:16:3e:5c:10:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:01Z', 'updated_at': '2021-08-16T23:33:01Z', 'revision_number': 1, 'project_id': '6980712d299d497a80989be4ac6f7550', 'subnets': [{'id': '81067f6e-caba-445f-9830-ef0588382f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:02.852287 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78a93fd-8024-4973-b7e9-f4f832ce9616 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:33:02.859092 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d78a93fd-8024-4973-b7e9-f4f832ce9616 admin admin] 10.222.0.93 "PUT /v2.0/routers/8eb51387-65ed-4571-9ac1-0ff11802d4d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5948718 Aug 16 23:33:02.864731 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78765db1-ba3b-432d-b520-c98a2105f77c None None] The sync data for ids ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'] in n-d-792458-15 is: [{'id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'name': 'tempest-TestShelveInstance-2124049835-router', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:32:59Z', 'updated_at': '2021-08-16T23:33:02Z', 'revision_number': 4, 'project_id': '6980712d299d497a80989be4ac6f7550', 'gw_port': {'id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:41:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:00Z', 'updated_at': '2021-08-16T23:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '02b10d89-90b7-4a15-9100-40bf294bd675', 'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'mac_address': 'fa:16:3e:5c:10:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:01Z', 'updated_at': '2021-08-16T23:33:01Z', 'revision_number': 1, 'project_id': '6980712d299d497a80989be4ac6f7550', 'subnets': [{'id': '81067f6e-caba-445f-9830-ef0588382f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:33:02.882630 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-18a61b91-2581-4617-8d48-4a6b1714dc3b None None] Provisioning complete for port 02b10d89-90b7-4a15-9100-40bf294bd675 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:33:02.883271 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-18a61b91-2581-4617-8d48-4a6b1714dc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:02.925877 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-18a61b91-2581-4617-8d48-4a6b1714dc3b None None] Port 02b10d89-90b7-4a15-9100-40bf294bd675 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:33:03.372039 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52258) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:03.377140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e4a81e10-2c7e-42e4-ac04-c5ce53ec2ad7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-595108127-network', 'tenant_id': '2a3473b2450c4c85a43b785e3a992365'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:33:03.400617 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a81e10-2c7e-42e4-ac04-c5ce53ec2ad7 admin admin] Made reservation on behalf of 2a3473b2450c4c85a43b785e3a992365 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:33:03.402993 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4a81e10-2c7e-42e4-ac04-c5ce53ec2ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:03.411840 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4a81e10-2c7e-42e4-ac04-c5ce53ec2ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:03.527475 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4a81e10-2c7e-42e4-ac04-c5ce53ec2ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:03.533787 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4a81e10-2c7e-42e4-ac04-c5ce53ec2ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:03.559449 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a81e10-2c7e-42e4-ac04-c5ce53ec2ad7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:33:03.570212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a81e10-2c7e-42e4-ac04-c5ce53ec2ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa76686-11d8-456e-9635-9e11c2f0e76b,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:03.575190 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4a81e10-2c7e-42e4-ac04-c5ce53ec2ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:03.575534 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-e4a81e10-2c7e-42e4-ac04-c5ce53ec2ad7 admin admin] Added segment ee796826-52c7-4d8a-b1c2-934890480175 of type vlan for network 9bc2823f-764d-43e6-bf99-49219b11df79 Aug 16 23:33:03.619059 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4a81e10-2c7e-42e4-ac04-c5ce53ec2ad7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:03.646287 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4a81e10-2c7e-42e4-ac04-c5ce53ec2ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:03.647263 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a81e10-2c7e-42e4-ac04-c5ce53ec2ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:03.647839 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e4a81e10-2c7e-42e4-ac04-c5ce53ec2ad7 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:03.702919 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e4a81e10-2c7e-42e4-ac04-c5ce53ec2ad7 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3297038 Aug 16 23:33:03.705808 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52260) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:03.708282 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a81e10-2c7e-42e4-ac04-c5ce53ec2ad7 admin admin] Pushing event updated for resources: {'Network': ['ID=9bc2823f-764d-43e6-bf99-49219b11df79,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:03.717625 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a94ddad8-7c37-4a77-b4ab-442bc93ff044 admin admin] Request body: {'subnet': {'network_id': '9bc2823f-764d-43e6-bf99-49219b11df79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-595108127-subnet', 'tenant_id': '2a3473b2450c4c85a43b785e3a992365', 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:33:03.718508 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 9bc2823f-764d-43e6-bf99-49219b11df79 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:33:03.740229 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94ddad8-7c37-4a77-b4ab-442bc93ff044 admin admin] Made reservation on behalf of 2a3473b2450c4c85a43b785e3a992365 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:33:03.743394 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a94ddad8-7c37-4a77-b4ab-442bc93ff044 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:03.928774 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a94ddad8-7c37-4a77-b4ab-442bc93ff044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:03.982065 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ddad8-7c37-4a77-b4ab-442bc93ff044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=205e2af3-a0e1-4379-95a6-40c2aee4ba14,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:04.011015 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ddad8-7c37-4a77-b4ab-442bc93ff044 admin admin] Checking segment: {'id': 'ee796826-52c7-4d8a-b1c2-934890480175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9bc2823f-764d-43e6-bf99-49219b11df79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:33:04.011380 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94ddad8-7c37-4a77-b4ab-442bc93ff044 admin admin] Network hostable DHCP agents. Network: 9bc2823f-764d-43e6-bf99-49219b11df79, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:33:04.032104 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94ddad8-7c37-4a77-b4ab-442bc93ff044 admin admin] Network 9bc2823f-764d-43e6-bf99-49219b11df79 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:33:04.043239 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-a94ddad8-7c37-4a77-b4ab-442bc93ff044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 9bc2823f-764d-43e6-bf99-49219b11df79) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:33:04.048374 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94ddad8-7c37-4a77-b4ab-442bc93ff044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:04.049469 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a94ddad8-7c37-4a77-b4ab-442bc93ff044 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:04.055703 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f59a2e6-2b5d-4e17-9714-12c6739646ad None None] Network 9bc2823f-764d-43e6-bf99-49219b11df79 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:33:04.067774 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a94ddad8-7c37-4a77-b4ab-442bc93ff044 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3603973 Aug 16 23:33:04.070438 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52262) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:04.076132 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-b63fed98-daa2-43b9-afb7-75828053015c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-595108127-router', 'tenant_id': '2a3473b2450c4c85a43b785e3a992365', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:33:04.099208 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b63fed98-daa2-43b9-afb7-75828053015c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:04.100216 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b63fed98-daa2-43b9-afb7-75828053015c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:04.157017 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:33:04.174944 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b63fed98-daa2-43b9-afb7-75828053015c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:04.269308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:33:04.274314 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:33:04.274898 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:04.279358 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-9bc2823f-764d-43e6-bf99-49219b11df79', 'network_id': '9bc2823f-764d-43e6-bf99-49219b11df79', 'tenant_id': '2a3473b2450c4c85a43b785e3a992365', 'fixed_ips': [{'subnet_id': '205e2af3-a0e1-4379-95a6-40c2aee4ba14'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:33:04.280373 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:04.314620 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b63fed98-daa2-43b9-afb7-75828053015c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:04.467591 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:04.509685 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] Allocated IP 172.20.0.2 (9bc2823f-764d-43e6-bf99-49219b11df79/205e2af3-a0e1-4379-95a6-40c2aee4ba14/267d6cf4-d7bf-4c51-8480-4105fddb50a7) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:33:04.513158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:33:04.518741 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:04.520064 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cd235a7e-378c-4ec8-9f09-ff25c86d243d up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:33:04.522048 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b63fed98-daa2-43b9-afb7-75828053015c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:04.541661 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b63fed98-daa2-43b9-afb7-75828053015c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:04.657427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:04.664243 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-b63fed98-daa2-43b9-afb7-75828053015c admin admin] Allocated IP 172.25.6.219 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/6b189ca0-4d76-45b9-9ae2-6e0522b05a70) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:33:04.705162 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port cd235a7e-378c-4ec8-9f09-ff25c86d243d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:33:04.705455 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:04.773189 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b63fed98-daa2-43b9-afb7-75828053015c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:04.793781 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:04.804562 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] Transition to ACTIVE for port object 267d6cf4-d7bf-4c51-8480-4105fddb50a7 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:33:04.819812 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b63fed98-daa2-43b9-afb7-75828053015c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:04.856019 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] Transition to ACTIVE for port object 267d6cf4-d7bf-4c51-8480-4105fddb50a7 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:33:04.866935 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:04.869001 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63fed98-daa2-43b9-afb7-75828053015c admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:33:04.872010 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-b63fed98-daa2-43b9-afb7-75828053015c admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:33:04.876714 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63fed98-daa2-43b9-afb7-75828053015c admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:33:04.903435 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fed98-daa2-43b9-afb7-75828053015c admin admin] Pushing event updated for resources: {'Port': ['ID=6b189ca0-4d76-45b9-9ae2-6e0522b05a70,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:04.913797 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] Network 9bc2823f-764d-43e6-bf99-49219b11df79 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:33:04.916823 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:33:04.919881 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:33:04.928943 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] Pushing event updated for resources: {'Port': ['ID=267d6cf4-d7bf-4c51-8480-4105fddb50a7,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:04.978969 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] Sync routers for ids ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:33:04.985008 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] Attempting to bind port 267d6cf4-d7bf-4c51-8480-4105fddb50a7 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:33:04.985511 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] Attempting to bind port 267d6cf4-d7bf-4c51-8480-4105fddb50a7 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'ee796826-52c7-4d8a-b1c2-934890480175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9bc2823f-764d-43e6-bf99-49219b11df79'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:33:04.985891 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] Attempting to bind port 267d6cf4-d7bf-4c51-8480-4105fddb50a7 on network 9bc2823f-764d-43e6-bf99-49219b11df79 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:33:04.990300 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] Routers {'8eb51387-65ed-4571-9ac1-0ff11802d4d4'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:33:04.991009 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:32:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:04.992914 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:33:04.993297 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] Checking segment: {'id': 'ee796826-52c7-4d8a-b1c2-934890480175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9bc2823f-764d-43e6-bf99-49219b11df79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:33:04.993701 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:04.994122 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] Bound using segment: {'id': 'ee796826-52c7-4d8a-b1c2-934890480175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9bc2823f-764d-43e6-bf99-49219b11df79'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:33:04.994595 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] Bound port: 267d6cf4-d7bf-4c51-8480-4105fddb50a7, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee796826-52c7-4d8a-b1c2-934890480175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9bc2823f-764d-43e6-bf99-49219b11df79'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:33:04.994980 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:05.060165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] For port 267d6cf4-d7bf-4c51-8480-4105fddb50a7, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:33:05.063714 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] For port 267d6cf4-d7bf-4c51-8480-4105fddb50a7, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=267d6cf4-d7bf-4c51-8480-4105fddb50a7,segment=NetworkSegment(ee796826-52c7-4d8a-b1c2-934890480175),segment_id=ee796826-52c7-4d8a-b1c2-934890480175)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:33:05.070397 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:05.099620 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] Set router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:33:05.139707 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3df6da-09a0-4047-b5ce-7f5417cfa8f2 None None] Pushing event updated for resources: {'Port': ['ID=267d6cf4-d7bf-4c51-8480-4105fddb50a7,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:05.144343 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b63fed98-daa2-43b9-afb7-75828053015c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:05.376709 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'name': 'tempest-TestShelveInstance-2124049835-router', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:32:59Z', 'updated_at': '2021-08-16T23:33:02Z', 'revision_number': 4, 'project_id': '6980712d299d497a80989be4ac6f7550', 'gw_port': {'id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:00Z', 'updated_at': '2021-08-16T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '02b10d89-90b7-4a15-9100-40bf294bd675', 'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'mac_address': 'fa:16:3e:5c:10:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:01Z', 'updated_at': '2021-08-16T23:33:02Z', 'revision_number': 2, 'project_id': '6980712d299d497a80989be4ac6f7550', 'subnets': [{'id': '81067f6e-caba-445f-9830-ef0588382f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:05.415394 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] Checking router: 8eb51387-65ed-4571-9ac1-0ff11802d4d4 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:33:05.415761 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] Updating router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 port 02b10d89-90b7-4a15-9100-40bf294bd675 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:33:05.443530 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:05.711344 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b63fed98-daa2-43b9-afb7-75828053015c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:05.713529 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:05.726405 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] Transition to ACTIVE for port object 02b10d89-90b7-4a15-9100-40bf294bd675 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:33:05.733123 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:05.790642 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b917ed-1b79-401c-8f0a-980220ebd14f None None] Pushing event updated for resources: {'Port': ['ID=02b10d89-90b7-4a15-9100-40bf294bd675,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:05.816272 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b917ed-1b79-401c-8f0a-980220ebd14f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:05.816628 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b917ed-1b79-401c-8f0a-980220ebd14f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:05.816994 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b917ed-1b79-401c-8f0a-980220ebd14f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:05.817333 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b917ed-1b79-401c-8f0a-980220ebd14f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:05.817664 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b917ed-1b79-401c-8f0a-980220ebd14f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:05.818018 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b917ed-1b79-401c-8f0a-980220ebd14f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:05.818350 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b917ed-1b79-401c-8f0a-980220ebd14f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:05.818678 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b917ed-1b79-401c-8f0a-980220ebd14f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:05.819006 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b917ed-1b79-401c-8f0a-980220ebd14f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:05.819327 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b917ed-1b79-401c-8f0a-980220ebd14f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:05.819649 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b917ed-1b79-401c-8f0a-980220ebd14f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:05.819969 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b917ed-1b79-401c-8f0a-980220ebd14f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:05.852171 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] Attempting to bind port 02b10d89-90b7-4a15-9100-40bf294bd675 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:33:05.852531 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] Attempting to bind port 02b10d89-90b7-4a15-9100-40bf294bd675 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'df92ff9e-77b4-40e8-9fb3-92e20c52645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:33:05.852894 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] Attempting to bind port 02b10d89-90b7-4a15-9100-40bf294bd675 on network 00233dcd-3bf0-4dae-b8e4-1e90e64879db {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:33:05.859725 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:33:05.860236 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] Checking segment: {'id': 'df92ff9e-77b4-40e8-9fb3-92e20c52645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:33:05.860590 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:05.861021 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] Bound using segment: {'id': 'df92ff9e-77b4-40e8-9fb3-92e20c52645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:33:05.861759 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] Bound port: 02b10d89-90b7-4a15-9100-40bf294bd675, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df92ff9e-77b4-40e8-9fb3-92e20c52645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:33:05.862156 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:05.865113 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63fed98-daa2-43b9-afb7-75828053015c admin admin] Router d981b4a2-0767-409b-a54b-fdbdb5c24d85 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:33:05.950360 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] For port 02b10d89-90b7-4a15-9100-40bf294bd675, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:33:05.954362 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] For port 02b10d89-90b7-4a15-9100-40bf294bd675, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=02b10d89-90b7-4a15-9100-40bf294bd675,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:33:05.961115 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:06.009874 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63fed98-daa2-43b9-afb7-75828053015c admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:33:06.030265 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] Sync routers for ids ['d981b4a2-0767-409b-a54b-fdbdb5c24d85'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:33:06.037038 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] Routers {'8eb51387-65ed-4571-9ac1-0ff11802d4d4'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:33:06.040175 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:32:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:06.047004 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] Routers {'d981b4a2-0767-409b-a54b-fdbdb5c24d85'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:33:06.049631 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:32:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d981b4a2-0767-409b-a54b-fdbdb5c24d85'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:06.062896 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-b63fed98-daa2-43b9-afb7-75828053015c admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:06.064638 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-b63fed98-daa2-43b9-afb7-75828053015c admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9929283 Aug 16 23:33:06.067296 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52264) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:06.192702 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] Set router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:33:06.295226 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b917ed-1b79-401c-8f0a-980220ebd14f None None] Pushing event updated for resources: {'Port': ['ID=02b10d89-90b7-4a15-9100-40bf294bd675,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:06.414323 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:33:06.416468 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2a5af5-09fe-47e4-8f7b-037a512ac9fc None None] Network 9bc2823f-764d-43e6-bf99-49219b11df79 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:33:06.534359 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] Set router d981b4a2-0767-409b-a54b-fdbdb5c24d85 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:33:06.554472 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'name': 'tempest-TestShelveInstance-2124049835-router', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:32:59Z', 'updated_at': '2021-08-16T23:33:02Z', 'revision_number': 4, 'project_id': '6980712d299d497a80989be4ac6f7550', 'gw_port': {'id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:00Z', 'updated_at': '2021-08-16T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '02b10d89-90b7-4a15-9100-40bf294bd675', 'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'mac_address': 'fa:16:3e:5c:10:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:01Z', 'updated_at': '2021-08-16T23:33:05Z', 'revision_number': 4, 'project_id': '6980712d299d497a80989be4ac6f7550', 'subnets': [{'id': '81067f6e-caba-445f-9830-ef0588382f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:06.579933 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de12d6d-82e3-4455-87b7-7a07600602e5 None None] The sync data for ids ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'] in n-d-792458-15 is: [{'id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'name': 'tempest-TestShelveInstance-2124049835-router', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:32:59Z', 'updated_at': '2021-08-16T23:33:02Z', 'revision_number': 4, 'project_id': '6980712d299d497a80989be4ac6f7550', 'gw_port': {'id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:00Z', 'updated_at': '2021-08-16T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '02b10d89-90b7-4a15-9100-40bf294bd675', 'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'mac_address': 'fa:16:3e:5c:10:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:01Z', 'updated_at': '2021-08-16T23:33:05Z', 'revision_number': 4, 'project_id': '6980712d299d497a80989be4ac6f7550', 'subnets': [{'id': '81067f6e-caba-445f-9830-ef0588382f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:33:06.646214 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d97b8974-276f-4dda-9989-284e5fe93207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:06.684805 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:33:06.685189 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:06.812836 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-1b90d34a-27b6-4144-931e-b0d6cdba7445 None None] Provisioning for port 267d6cf4-d7bf-4c51-8480-4105fddb50a7 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:33:06.818859 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-d97b8974-276f-4dda-9989-284e5fe93207 admin admin] Allocated IP 172.20.0.1 (9bc2823f-764d-43e6-bf99-49219b11df79/205e2af3-a0e1-4379-95a6-40c2aee4ba14/41a7a3a2-260e-4ab5-bd43-fb45333e25e7) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:33:06.902763 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 267d6cf4-d7bf-4c51-8480-4105fddb50a7 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:33:06.946033 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d97b8974-276f-4dda-9989-284e5fe93207 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:06.952070 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd981b4a2-0767-409b-a54b-fdbdb5c24d85', 'name': 'tempest-TestShelveInstance-595108127-router', 'tenant_id': '2a3473b2450c4c85a43b785e3a992365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '6b189ca0-4d76-45b9-9ae2-6e0522b05a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:33:04Z', 'updated_at': '2021-08-16T23:33:05Z', 'revision_number': 3, 'project_id': '2a3473b2450c4c85a43b785e3a992365', 'gw_port': {'id': '6b189ca0-4d76-45b9-9ae2-6e0522b05a70', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:07:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd981b4a2-0767-409b-a54b-fdbdb5c24d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:04Z', 'updated_at': '2021-08-16T23:33:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:06.962887 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-d97b8974-276f-4dda-9989-284e5fe93207 admin admin] Transition to ACTIVE for port object 41a7a3a2-260e-4ab5-bd43-fb45333e25e7 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:33:06.992352 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] Checking router: d981b4a2-0767-409b-a54b-fdbdb5c24d85 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:33:06.992724 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] Updating router d981b4a2-0767-409b-a54b-fdbdb5c24d85 port 6b189ca0-4d76-45b9-9ae2-6e0522b05a70 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:33:07.011970 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d97b8974-276f-4dda-9989-284e5fe93207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:07.014323 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 267d6cf4-d7bf-4c51-8480-4105fddb50a7 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:33:07.023521 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 267d6cf4-d7bf-4c51-8480-4105fddb50a7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:33:07.023898 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:07.048240 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:07.051971 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97b8974-276f-4dda-9989-284e5fe93207 admin admin] Network 9bc2823f-764d-43e6-bf99-49219b11df79 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:33:07.054950 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d97b8974-276f-4dda-9989-284e5fe93207 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:33:07.059099 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b8974-276f-4dda-9989-284e5fe93207 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:33:07.113394 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d97b8974-276f-4dda-9989-284e5fe93207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:07.179969 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b8974-276f-4dda-9989-284e5fe93207 admin admin] Pushing event updated for resources: {'Port': ['ID=41a7a3a2-260e-4ab5-bd43-fb45333e25e7,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:07.217990 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:07.282307 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d97b8974-276f-4dda-9989-284e5fe93207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:07.313934 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b3537e85-f8e4-406c-82b6-98b53793b910 None None] Provisioning complete for port 267d6cf4-d7bf-4c51-8480-4105fddb50a7 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:33:07.314375 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b3537e85-f8e4-406c-82b6-98b53793b910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:07.319998 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 267d6cf4-d7bf-4c51-8480-4105fddb50a7, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=267d6cf4-d7bf-4c51-8480-4105fddb50a7,segment=NetworkSegment(ee796826-52c7-4d8a-b1c2-934890480175),segment_id=ee796826-52c7-4d8a-b1c2-934890480175)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:33:07.348003 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:07.457286 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=267d6cf4-d7bf-4c51-8480-4105fddb50a7,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:07.476592 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d97b8974-276f-4dda-9989-284e5fe93207 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:07.482648 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d97b8974-276f-4dda-9989-284e5fe93207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:07.538304 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:07.548160 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] Transition to ACTIVE for port object 6b189ca0-4d76-45b9-9ae2-6e0522b05a70 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:33:07.548555 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b8974-276f-4dda-9989-284e5fe93207 admin admin] Pushing event updated for resources: {'Port': ['ID=41a7a3a2-260e-4ab5-bd43-fb45333e25e7,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:07.554386 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d97b8974-276f-4dda-9989-284e5fe93207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:07.556050 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:07.608360 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] Attempting to bind port 6b189ca0-4d76-45b9-9ae2-6e0522b05a70 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:33:07.608718 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] Attempting to bind port 6b189ca0-4d76-45b9-9ae2-6e0522b05a70 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:33:07.609092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] Attempting to bind port 6b189ca0-4d76-45b9-9ae2-6e0522b05a70 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:33:07.616423 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5e92f-381d-43ee-b774-ecd98be52091 None None] Pushing event updated for resources: {'Port': ['ID=6b189ca0-4d76-45b9-9ae2-6e0522b05a70,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:07.620456 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:33:07.620834 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:33:07.621652 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:07.622062 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:33:07.622544 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] Bound port: 6b189ca0-4d76-45b9-9ae2-6e0522b05a70, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:33:07.622922 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:07.658757 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97b8974-276f-4dda-9989-284e5fe93207 admin admin] Network 9bc2823f-764d-43e6-bf99-49219b11df79 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:33:07.660212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d97b8974-276f-4dda-9989-284e5fe93207 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:33:07.680274 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d5f6e62c-2791-4e9a-aac1-25cf3333e77e None None] Provisioning for port 41a7a3a2-260e-4ab5-bd43-fb45333e25e7 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:33:07.689577 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-d5f6e62c-2791-4e9a-aac1-25cf3333e77e None None] Provisioning complete for port 41a7a3a2-260e-4ab5-bd43-fb45333e25e7 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:33:07.689951 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d5f6e62c-2791-4e9a-aac1-25cf3333e77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:07.715966 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] For port 6b189ca0-4d76-45b9-9ae2-6e0522b05a70, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:33:07.735339 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] For port 6b189ca0-4d76-45b9-9ae2-6e0522b05a70, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6b189ca0-4d76-45b9-9ae2-6e0522b05a70,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:33:07.742988 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:07.745023 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d5f6e62c-2791-4e9a-aac1-25cf3333e77e None None] Port 41a7a3a2-260e-4ab5-bd43-fb45333e25e7 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:33:07.780292 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97b8974-276f-4dda-9989-284e5fe93207 admin admin] Router d981b4a2-0767-409b-a54b-fdbdb5c24d85 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:33:07.800016 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] Routers {'d981b4a2-0767-409b-a54b-fdbdb5c24d85'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:33:07.801214 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:32:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d981b4a2-0767-409b-a54b-fdbdb5c24d85'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:07.846110 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5e92f-381d-43ee-b774-ecd98be52091 None None] Pushing event updated for resources: {'Port': ['ID=6b189ca0-4d76-45b9-9ae2-6e0522b05a70,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:07.896490 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97b8974-276f-4dda-9989-284e5fe93207 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:33:07.901524 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d97b8974-276f-4dda-9989-284e5fe93207 admin admin] 10.222.0.93 "PUT /v2.0/routers/d981b4a2-0767-409b-a54b-fdbdb5c24d85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8329582 Aug 16 23:33:07.926488 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] Set router d981b4a2-0767-409b-a54b-fdbdb5c24d85 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:33:07.986720 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-bebee2a6-19d5-43c8-8bf5-f25b2d29f296 None None] Provisioning complete for port 41a7a3a2-260e-4ab5-bd43-fb45333e25e7 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:33:07.987164 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bebee2a6-19d5-43c8-8bf5-f25b2d29f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:08.079351 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 02b10d89-90b7-4a15-9100-40bf294bd675 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:33:08.122180 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-bebee2a6-19d5-43c8-8bf5-f25b2d29f296 None None] Port 41a7a3a2-260e-4ab5-bd43-fb45333e25e7 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:33:08.191100 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 02b10d89-90b7-4a15-9100-40bf294bd675 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:33:08.198423 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 02b10d89-90b7-4a15-9100-40bf294bd675 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:33:08.198889 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:08.258007 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd981b4a2-0767-409b-a54b-fdbdb5c24d85', 'name': 'tempest-TestShelveInstance-595108127-router', 'tenant_id': '2a3473b2450c4c85a43b785e3a992365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '6b189ca0-4d76-45b9-9ae2-6e0522b05a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:33:04Z', 'updated_at': '2021-08-16T23:33:07Z', 'revision_number': 4, 'project_id': '2a3473b2450c4c85a43b785e3a992365', 'gw_port': {'id': '6b189ca0-4d76-45b9-9ae2-6e0522b05a70', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:07:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd981b4a2-0767-409b-a54b-fdbdb5c24d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:04Z', 'updated_at': '2021-08-16T23:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '41a7a3a2-260e-4ab5-bd43-fb45333e25e7', 'name': '', 'network_id': '9bc2823f-764d-43e6-bf99-49219b11df79', 'tenant_id': '2a3473b2450c4c85a43b785e3a992365', 'mac_address': 'fa:16:3e:2c:b3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd981b4a2-0767-409b-a54b-fdbdb5c24d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '205e2af3-a0e1-4379-95a6-40c2aee4ba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:06Z', 'updated_at': '2021-08-16T23:33:07Z', 'revision_number': 2, 'project_id': '2a3473b2450c4c85a43b785e3a992365', 'subnets': [{'id': '205e2af3-a0e1-4379-95a6-40c2aee4ba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:08.294631 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67264aa1-03ed-438a-8f61-808f25a9f25e None None] The sync data for ids ['d981b4a2-0767-409b-a54b-fdbdb5c24d85'] in n-d-792458-15 is: [{'id': 'd981b4a2-0767-409b-a54b-fdbdb5c24d85', 'name': 'tempest-TestShelveInstance-595108127-router', 'tenant_id': '2a3473b2450c4c85a43b785e3a992365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '6b189ca0-4d76-45b9-9ae2-6e0522b05a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:33:04Z', 'updated_at': '2021-08-16T23:33:07Z', 'revision_number': 4, 'project_id': '2a3473b2450c4c85a43b785e3a992365', 'gw_port': {'id': '6b189ca0-4d76-45b9-9ae2-6e0522b05a70', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:07:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd981b4a2-0767-409b-a54b-fdbdb5c24d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:04Z', 'updated_at': '2021-08-16T23:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '41a7a3a2-260e-4ab5-bd43-fb45333e25e7', 'name': '', 'network_id': '9bc2823f-764d-43e6-bf99-49219b11df79', 'tenant_id': '2a3473b2450c4c85a43b785e3a992365', 'mac_address': 'fa:16:3e:2c:b3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd981b4a2-0767-409b-a54b-fdbdb5c24d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '205e2af3-a0e1-4379-95a6-40c2aee4ba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:06Z', 'updated_at': '2021-08-16T23:33:07Z', 'revision_number': 2, 'project_id': '2a3473b2450c4c85a43b785e3a992365', 'subnets': [{'id': '205e2af3-a0e1-4379-95a6-40c2aee4ba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:33:08.327775 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:08.363004 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 02b10d89-90b7-4a15-9100-40bf294bd675, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=02b10d89-90b7-4a15-9100-40bf294bd675,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:33:08.368697 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:08.369522 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 267d6cf4-d7bf-4c51-8480-4105fddb50a7 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:33:08.448360 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=02b10d89-90b7-4a15-9100-40bf294bd675,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:08.462567 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 267d6cf4-d7bf-4c51-8480-4105fddb50a7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:33:08.462941 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:08.699366 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52272) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:08.704098 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-812cb510-2554-47fb-8d4a-0ff3a647d656 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-254786040', 'description': 'tempest-secgroup-smoke-254786040 description', 'project_id': '6980712d299d497a80989be4ac6f7550'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:33:08.727311 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-812cb510-2554-47fb-8d4a-0ff3a647d656 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:08.815494 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-812cb510-2554-47fb-8d4a-0ff3a647d656 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:08.820096 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-812cb510-2554-47fb-8d4a-0ff3a647d656 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:08.851076 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-812cb510-2554-47fb-8d4a-0ff3a647d656 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:08.852319 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-812cb510-2554-47fb-8d4a-0ff3a647d656 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1519287 Aug 16 23:33:08.855360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52274) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:08.861121 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ae8db6b0-7691-4acc-af7a-3a389f3eb04b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Request body: {'security_group_rule': {'security_group_id': '605e9d81-f07f-498a-9e15-5796049e9a86', 'project_id': '6980712d299d497a80989be4ac6f7550', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:33:08.865894 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812cb510-2554-47fb-8d4a-0ff3a647d656 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=605e9d81-f07f-498a-9e15-5796049e9a86,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:08.890791 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae8db6b0-7691-4acc-af7a-3a389f3eb04b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:08.946732 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae8db6b0-7691-4acc-af7a-3a389f3eb04b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:08.950449 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae8db6b0-7691-4acc-af7a-3a389f3eb04b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:08.968925 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8db6b0-7691-4acc-af7a-3a389f3eb04b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d377f4f8-5ba1-44ca-9e8b-601af7080ed7,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:08.972110 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ae8db6b0-7691-4acc-af7a-3a389f3eb04b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:08.973578 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ae8db6b0-7691-4acc-af7a-3a389f3eb04b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165531 Aug 16 23:33:08.976342 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52276) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:08.980846 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5492accb-ec0b-485f-aa72-2e19882c0af6 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Request body: {'security_group_rule': {'security_group_id': '605e9d81-f07f-498a-9e15-5796049e9a86', 'project_id': '6980712d299d497a80989be4ac6f7550', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:33:09.008641 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5492accb-ec0b-485f-aa72-2e19882c0af6 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:09.064562 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5492accb-ec0b-485f-aa72-2e19882c0af6 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:09.068631 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5492accb-ec0b-485f-aa72-2e19882c0af6 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:09.087424 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492accb-ec0b-485f-aa72-2e19882c0af6 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a5a091-ef07-490b-8c6f-779f6355bee8,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:09.095277 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5492accb-ec0b-485f-aa72-2e19882c0af6 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:09.098468 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5492accb-ec0b-485f-aa72-2e19882c0af6 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211069 Aug 16 23:33:09.099475 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52278) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:09.105056 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-26a70eb3-e96f-4e64-9a78-1ca20c479ad4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Request body: {'security_group_rule': {'security_group_id': '605e9d81-f07f-498a-9e15-5796049e9a86', 'project_id': '6980712d299d497a80989be4ac6f7550', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:33:09.106283 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d5716014-9f13-4fd7-8b9d-44fbd571e4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:09.133383 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26a70eb3-e96f-4e64-9a78-1ca20c479ad4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:09.181580 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26a70eb3-e96f-4e64-9a78-1ca20c479ad4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:09.185808 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26a70eb3-e96f-4e64-9a78-1ca20c479ad4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:09.187351 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:09.203372 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a70eb3-e96f-4e64-9a78-1ca20c479ad4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dcace23-0dff-496b-b863-7bf693bdf5f2,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:09.209609 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-26a70eb3-e96f-4e64-9a78-1ca20c479ad4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:09.210829 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-26a70eb3-e96f-4e64-9a78-1ca20c479ad4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1103566 Aug 16 23:33:09.213607 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52280) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:09.217885 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-aac059a3-ac98-4a1f-ad3e-73d91207a531 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Request body: {'security_group_rule': {'security_group_id': '605e9d81-f07f-498a-9e15-5796049e9a86', 'project_id': '6980712d299d497a80989be4ac6f7550', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:33:09.244516 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aac059a3-ac98-4a1f-ad3e-73d91207a531 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:09.304593 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aac059a3-ac98-4a1f-ad3e-73d91207a531 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:09.308119 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aac059a3-ac98-4a1f-ad3e-73d91207a531 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:09.327460 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac059a3-ac98-4a1f-ad3e-73d91207a531 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dfae63e-cd9e-4a7d-aac4-4e8a707645c3,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:09.347788 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aac059a3-ac98-4a1f-ad3e-73d91207a531 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:09.353442 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-aac059a3-ac98-4a1f-ad3e-73d91207a531 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1350584 Aug 16 23:33:09.354469 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52282) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:09.360761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5193862f-338f-4c3a-9a8b-9661cb11bbd4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Request body: {'security_group_rule': {'security_group_id': '605e9d81-f07f-498a-9e15-5796049e9a86', 'project_id': '6980712d299d497a80989be4ac6f7550', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:33:09.382793 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-5193862f-338f-4c3a-9a8b-9661cb11bbd4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Project 6980712d299d497a80989be4ac6f7550 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:33:09.388532 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5193862f-338f-4c3a-9a8b-9661cb11bbd4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:09.454948 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5193862f-338f-4c3a-9a8b-9661cb11bbd4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:09.460344 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5193862f-338f-4c3a-9a8b-9661cb11bbd4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:09.478397 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193862f-338f-4c3a-9a8b-9661cb11bbd4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae0d0101-4835-44bf-8344-08263f91709c,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:09.486560 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5193862f-338f-4c3a-9a8b-9661cb11bbd4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:09.488085 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-5193862f-338f-4c3a-9a8b-9661cb11bbd4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323011 Aug 16 23:33:09.490776 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52284) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:09.495602 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6e6c633b-fdf5-4265-93cb-0478ef5f0bfb tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Request body: {'security_group_rule': {'security_group_id': '605e9d81-f07f-498a-9e15-5796049e9a86', 'project_id': '6980712d299d497a80989be4ac6f7550', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:33:09.519691 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-6e6c633b-fdf5-4265-93cb-0478ef5f0bfb tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Project 6980712d299d497a80989be4ac6f7550 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:33:09.524930 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6e6c633b-fdf5-4265-93cb-0478ef5f0bfb tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:09.591343 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6e6c633b-fdf5-4265-93cb-0478ef5f0bfb tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:09.595414 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6e6c633b-fdf5-4265-93cb-0478ef5f0bfb tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:09.618065 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c633b-fdf5-4265-93cb-0478ef5f0bfb tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23e0f7c-9b1f-44f1-8f1f-ffb21b8bff8f,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:09.622587 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6e6c633b-fdf5-4265-93cb-0478ef5f0bfb tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:09.624038 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-6e6c633b-fdf5-4265-93cb-0478ef5f0bfb tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1322088 Aug 16 23:33:09.768728 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-11454146-c717-40cc-846c-da5ef4589024 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-254786040&fields=id&tenant_id=6980712d299d497a80989be4ac6f7550 HTTP/1.1" status: 200 len: 267 time: 0.0345271 Aug 16 23:33:09.881673 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-83a6f6f0-14f6-4a8a-9340-9ea548957593 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:09.883186 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-83a6f6f0-14f6-4a8a-9340-9ea548957593 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/networks?id=00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 200 len: 809 time: 0.1075106 Aug 16 23:33:09.899671 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-15cd53ef-ab7a-4e85-b014-f41c4f935256 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/quotas/6980712d299d497a80989be4ac6f7550 HTTP/1.1" status: 200 len: 375 time: 0.0102506 Aug 16 23:33:09.954329 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-856b46ad-bf23-436f-8a32-43c6652c18c6 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=6980712d299d497a80989be4ac6f7550&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486457 Aug 16 23:33:10.105785 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6b189ca0-4d76-45b9-9ae2-6e0522b05a70 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:33:10.155974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 6b189ca0-4d76-45b9-9ae2-6e0522b05a70 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:33:10.156755 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-fc2f2f89-8ecd-4abf-a22d-5c746fc132ff service neutron] 10.222.0.93 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885798 Aug 16 23:33:10.162311 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 6b189ca0-4d76-45b9-9ae2-6e0522b05a70 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:33:10.165135 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:10.248141 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:10.256978 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-3e2b7f94-3878-4f61-85c0-fc6ec5748919 service neutron] 10.222.0.93 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936515 Aug 16 23:33:10.268593 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 6b189ca0-4d76-45b9-9ae2-6e0522b05a70, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6b189ca0-4d76-45b9-9ae2-6e0522b05a70,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:33:10.272777 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:10.273587 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 02b10d89-90b7-4a15-9100-40bf294bd675 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:33:10.352812 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=6b189ca0-4d76-45b9-9ae2-6e0522b05a70,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:10.364683 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 02b10d89-90b7-4a15-9100-40bf294bd675 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:33:10.365058 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:10.451371 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-421b33a9-2016-41fe-adb0-685489c27c2e req-29c5b748-ce1b-4c74-b309-8577351cd000 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 210 time: 0.0281696 Aug 16 23:33:10.704416 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac249fe5-b054-4343-bdee-f342866515da None None] Sync routers for ids ['d981b4a2-0767-409b-a54b-fdbdb5c24d85'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:33:10.714049 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac249fe5-b054-4343-bdee-f342866515da None None] Routers {'d981b4a2-0767-409b-a54b-fdbdb5c24d85'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:33:10.714660 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ac249fe5-b054-4343-bdee-f342866515da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:32:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d981b4a2-0767-409b-a54b-fdbdb5c24d85'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:10.827656 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-ac249fe5-b054-4343-bdee-f342866515da None None] Set router d981b4a2-0767-409b-a54b-fdbdb5c24d85 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:33:11.037870 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ac249fe5-b054-4343-bdee-f342866515da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd981b4a2-0767-409b-a54b-fdbdb5c24d85', 'name': 'tempest-TestShelveInstance-595108127-router', 'tenant_id': '2a3473b2450c4c85a43b785e3a992365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '6b189ca0-4d76-45b9-9ae2-6e0522b05a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:33:04Z', 'updated_at': '2021-08-16T23:33:07Z', 'revision_number': 4, 'project_id': '2a3473b2450c4c85a43b785e3a992365', 'gw_port': {'id': '6b189ca0-4d76-45b9-9ae2-6e0522b05a70', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981b4a2-0767-409b-a54b-fdbdb5c24d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:04Z', 'updated_at': '2021-08-16T23:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '41a7a3a2-260e-4ab5-bd43-fb45333e25e7', 'name': '', 'network_id': '9bc2823f-764d-43e6-bf99-49219b11df79', 'tenant_id': '2a3473b2450c4c85a43b785e3a992365', 'mac_address': 'fa:16:3e:2c:b3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd981b4a2-0767-409b-a54b-fdbdb5c24d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '205e2af3-a0e1-4379-95a6-40c2aee4ba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:06Z', 'updated_at': '2021-08-16T23:33:07Z', 'revision_number': 2, 'project_id': '2a3473b2450c4c85a43b785e3a992365', 'subnets': [{'id': '205e2af3-a0e1-4379-95a6-40c2aee4ba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:11.064821 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac249fe5-b054-4343-bdee-f342866515da None None] Checking router: d981b4a2-0767-409b-a54b-fdbdb5c24d85 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:33:11.065170 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac249fe5-b054-4343-bdee-f342866515da None None] Updating router d981b4a2-0767-409b-a54b-fdbdb5c24d85 port 41a7a3a2-260e-4ab5-bd43-fb45333e25e7 binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:33:11.091163 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ac249fe5-b054-4343-bdee-f342866515da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:11.354361 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ac249fe5-b054-4343-bdee-f342866515da None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:11.364894 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-ac249fe5-b054-4343-bdee-f342866515da None None] Transition to ACTIVE for port object 41a7a3a2-260e-4ab5-bd43-fb45333e25e7 will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:33:11.370428 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ac249fe5-b054-4343-bdee-f342866515da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:11.420023 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45494561-950f-4641-8f99-833187e22683 None None] Pushing event updated for resources: {'Port': ['ID=41a7a3a2-260e-4ab5-bd43-fb45333e25e7,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:11.473114 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-ac249fe5-b054-4343-bdee-f342866515da None None] Attempting to bind port 41a7a3a2-260e-4ab5-bd43-fb45333e25e7 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:33:11.473570 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-ac249fe5-b054-4343-bdee-f342866515da None None] Attempting to bind port 41a7a3a2-260e-4ab5-bd43-fb45333e25e7 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'ee796826-52c7-4d8a-b1c2-934890480175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9bc2823f-764d-43e6-bf99-49219b11df79'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:33:11.475412 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac249fe5-b054-4343-bdee-f342866515da None None] Attempting to bind port 41a7a3a2-260e-4ab5-bd43-fb45333e25e7 on network 9bc2823f-764d-43e6-bf99-49219b11df79 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:33:11.483686 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac249fe5-b054-4343-bdee-f342866515da None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:33:11.484148 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac249fe5-b054-4343-bdee-f342866515da None None] Checking segment: {'id': 'ee796826-52c7-4d8a-b1c2-934890480175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9bc2823f-764d-43e6-bf99-49219b11df79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:33:11.484552 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ac249fe5-b054-4343-bdee-f342866515da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:11.484932 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac249fe5-b054-4343-bdee-f342866515da None None] Bound using segment: {'id': 'ee796826-52c7-4d8a-b1c2-934890480175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9bc2823f-764d-43e6-bf99-49219b11df79'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:33:11.485390 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-ac249fe5-b054-4343-bdee-f342866515da None None] Bound port: 41a7a3a2-260e-4ab5-bd43-fb45333e25e7, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee796826-52c7-4d8a-b1c2-934890480175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9bc2823f-764d-43e6-bf99-49219b11df79'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:33:11.485808 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ac249fe5-b054-4343-bdee-f342866515da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:11.524497 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:11.615139 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-ac249fe5-b054-4343-bdee-f342866515da None None] For port 41a7a3a2-260e-4ab5-bd43-fb45333e25e7, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:33:11.620065 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-ac249fe5-b054-4343-bdee-f342866515da None None] For port 41a7a3a2-260e-4ab5-bd43-fb45333e25e7, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=41a7a3a2-260e-4ab5-bd43-fb45333e25e7,segment=NetworkSegment(ee796826-52c7-4d8a-b1c2-934890480175),segment_id=ee796826-52c7-4d8a-b1c2-934890480175)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:33:11.630018 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ac249fe5-b054-4343-bdee-f342866515da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:11.655847 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a7be101-e12f-489d-b8b6-34f2616e593b req-167166ce-dd65-4e54-b1d3-3ed1f3899ca9 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 210 time: 0.0595324 Aug 16 23:33:11.658750 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-d3c3634c-00d2-42e9-b175-869d79f3dad3 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:11.661545 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-d3c3634c-00d2-42e9-b175-869d79f3dad3 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.43 "GET /v2.0/networks?id=00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 200 len: 809 time: 0.1724074 Aug 16 23:33:11.675928 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-498d2899-46ad-466b-8624-fd0f6d9c1495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:11.712744 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-6ee558e4-4adc-4b69-a80d-375022aed747 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6980712d299d497a80989be4ac6f7550 HTTP/1.1" status: 200 len: 379 time: 0.0404351 Aug 16 23:33:11.721042 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac249fe5-b054-4343-bdee-f342866515da None None] Routers {'d981b4a2-0767-409b-a54b-fdbdb5c24d85'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:33:11.721693 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ac249fe5-b054-4343-bdee-f342866515da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:33:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d981b4a2-0767-409b-a54b-fdbdb5c24d85'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:11.725193 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-314317bf-c2c9-44e7-93db-e5a119e0bb91 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Request body: {'port': {'device_id': '36b82fe1-248b-4cb0-b951-ea142776567d', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'admin_state_up': True, 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'security_groups': ['605e9d81-f07f-498a-9e15-5796049e9a86']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:33:11.725436 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45494561-950f-4641-8f99-833187e22683 None None] Pushing event updated for resources: {'Port': ['ID=41a7a3a2-260e-4ab5-bd43-fb45333e25e7,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:11.836181 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-ac249fe5-b054-4343-bdee-f342866515da None None] Set router d981b4a2-0767-409b-a54b-fdbdb5c24d85 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:33:11.850625 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-314317bf-c2c9-44e7-93db-e5a119e0bb91 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Made reservation on behalf of 6980712d299d497a80989be4ac6f7550 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:33:11.854355 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-314317bf-c2c9-44e7-93db-e5a119e0bb91 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:11.990000 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-314317bf-c2c9-44e7-93db-e5a119e0bb91 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Allocated IP 172.20.0.13 (00233dcd-3bf0-4dae-b8e4-1e90e64879db/81067f6e-caba-445f-9830-ef0588382f2a/303037f0-3d35-405e-987b-91bdc21d3916) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:33:12.053412 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ac249fe5-b054-4343-bdee-f342866515da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd981b4a2-0767-409b-a54b-fdbdb5c24d85', 'name': 'tempest-TestShelveInstance-595108127-router', 'tenant_id': '2a3473b2450c4c85a43b785e3a992365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '6b189ca0-4d76-45b9-9ae2-6e0522b05a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:33:04Z', 'updated_at': '2021-08-16T23:33:07Z', 'revision_number': 4, 'project_id': '2a3473b2450c4c85a43b785e3a992365', 'gw_port': {'id': '6b189ca0-4d76-45b9-9ae2-6e0522b05a70', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981b4a2-0767-409b-a54b-fdbdb5c24d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:04Z', 'updated_at': '2021-08-16T23:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '41a7a3a2-260e-4ab5-bd43-fb45333e25e7', 'name': '', 'network_id': '9bc2823f-764d-43e6-bf99-49219b11df79', 'tenant_id': '2a3473b2450c4c85a43b785e3a992365', 'mac_address': 'fa:16:3e:2c:b3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd981b4a2-0767-409b-a54b-fdbdb5c24d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '205e2af3-a0e1-4379-95a6-40c2aee4ba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:06Z', 'updated_at': '2021-08-16T23:33:11Z', 'revision_number': 4, 'project_id': '2a3473b2450c4c85a43b785e3a992365', 'subnets': [{'id': '205e2af3-a0e1-4379-95a6-40c2aee4ba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:12.082839 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac249fe5-b054-4343-bdee-f342866515da None None] The sync data for ids ['d981b4a2-0767-409b-a54b-fdbdb5c24d85'] in n-d-792458-15 is: [{'id': 'd981b4a2-0767-409b-a54b-fdbdb5c24d85', 'name': 'tempest-TestShelveInstance-595108127-router', 'tenant_id': '2a3473b2450c4c85a43b785e3a992365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '6b189ca0-4d76-45b9-9ae2-6e0522b05a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:33:04Z', 'updated_at': '2021-08-16T23:33:07Z', 'revision_number': 4, 'project_id': '2a3473b2450c4c85a43b785e3a992365', 'gw_port': {'id': '6b189ca0-4d76-45b9-9ae2-6e0522b05a70', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981b4a2-0767-409b-a54b-fdbdb5c24d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:04Z', 'updated_at': '2021-08-16T23:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '41a7a3a2-260e-4ab5-bd43-fb45333e25e7', 'name': '', 'network_id': '9bc2823f-764d-43e6-bf99-49219b11df79', 'tenant_id': '2a3473b2450c4c85a43b785e3a992365', 'mac_address': 'fa:16:3e:2c:b3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd981b4a2-0767-409b-a54b-fdbdb5c24d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '205e2af3-a0e1-4379-95a6-40c2aee4ba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:06Z', 'updated_at': '2021-08-16T23:33:11Z', 'revision_number': 4, 'project_id': '2a3473b2450c4c85a43b785e3a992365', 'subnets': [{'id': '205e2af3-a0e1-4379-95a6-40c2aee4ba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:33:12.094432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 41a7a3a2-260e-4ab5-bd43-fb45333e25e7 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:33:12.146813 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 41a7a3a2-260e-4ab5-bd43-fb45333e25e7 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:33:12.151566 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 41a7a3a2-260e-4ab5-bd43-fb45333e25e7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:33:12.152091 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:12.171654 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-314317bf-c2c9-44e7-93db-e5a119e0bb91 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:12.186535 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-314317bf-c2c9-44e7-93db-e5a119e0bb91 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Transition to ACTIVE for port object 303037f0-3d35-405e-987b-91bdc21d3916 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:33:12.223344 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-314317bf-c2c9-44e7-93db-e5a119e0bb91 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:12.251174 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:12.253156 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:12.270480 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-314317bf-c2c9-44e7-93db-e5a119e0bb91 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Network 00233dcd-3bf0-4dae-b8e4-1e90e64879db is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:33:12.274242 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-314317bf-c2c9-44e7-93db-e5a119e0bb91 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:33:12.278707 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-314317bf-c2c9-44e7-93db-e5a119e0bb91 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:33:12.289427 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 41a7a3a2-260e-4ab5-bd43-fb45333e25e7, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=41a7a3a2-260e-4ab5-bd43-fb45333e25e7,segment=NetworkSegment(ee796826-52c7-4d8a-b1c2-934890480175),segment_id=ee796826-52c7-4d8a-b1c2-934890480175)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:33:12.294857 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:12.295901 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6b189ca0-4d76-45b9-9ae2-6e0522b05a70 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:33:12.311714 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314317bf-c2c9-44e7-93db-e5a119e0bb91 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event updated for resources: {'Port': ['ID=303037f0-3d35-405e-987b-91bdc21d3916,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:12.343199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-314317bf-c2c9-44e7-93db-e5a119e0bb91 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:12.344412 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-314317bf-c2c9-44e7-93db-e5a119e0bb91 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:12.365194 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-314317bf-c2c9-44e7-93db-e5a119e0bb91 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6442552 Aug 16 23:33:12.380546 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] Request body: {'port': {'device_id': '36b82fe1-248b-4cb0-b951-ea142776567d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:33:12.384083 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=41a7a3a2-260e-4ab5-bd43-fb45333e25e7,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:12.404471 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 6b189ca0-4d76-45b9-9ae2-6e0522b05a70 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:33:12.404951 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:12.457793 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:12.641343 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-213353d1-55b6-4a18-ac00-ddc9e213d032 None None] Provisioning for port 303037f0-3d35-405e-987b-91bdc21d3916 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:33:12.645801 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-213353d1-55b6-4a18-ac00-ddc9e213d032 None None] Provisioning complete for port 303037f0-3d35-405e-987b-91bdc21d3916 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:33:12.646202 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-213353d1-55b6-4a18-ac00-ddc9e213d032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:12.680430 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-213353d1-55b6-4a18-ac00-ddc9e213d032 None None] Port 303037f0-3d35-405e-987b-91bdc21d3916 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:33:12.764657 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303037f0-3d35-405e-987b-91bdc21d3916 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:33:12.771443 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50210a-7d5e-4eaf-bde6-6e5fdedf144d req-36c294e0-235a-4132-a3f9-53bffc7aa25b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:12.772153 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:12.772981 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b50210a-7d5e-4eaf-bde6-6e5fdedf144d req-36c294e0-235a-4132-a3f9-53bffc7aa25b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 932 time: 0.0533626 Aug 16 23:33:12.784310 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] Transition to ACTIVE for port object 303037f0-3d35-405e-987b-91bdc21d3916 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:33:12.788157 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:12.813862 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b50210a-7d5e-4eaf-bde6-6e5fdedf144d req-309593cc-8d6a-4983-8a4e-719740b381f7 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344050 Aug 16 23:33:12.839096 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] Pushing event updated for resources: {'Port': ['ID=303037f0-3d35-405e-987b-91bdc21d3916,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:12.907993 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] Attempting to bind port 303037f0-3d35-405e-987b-91bdc21d3916 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:33:12.908245 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] Attempting to bind port 303037f0-3d35-405e-987b-91bdc21d3916 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'df92ff9e-77b4-40e8-9fb3-92e20c52645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:33:12.908565 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] Attempting to bind port 303037f0-3d35-405e-987b-91bdc21d3916 on network 00233dcd-3bf0-4dae-b8e4-1e90e64879db {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:33:12.913114 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] Port 303037f0-3d35-405e-987b-91bdc21d3916 on network 00233dcd-3bf0-4dae-b8e4-1e90e64879db not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:33:12.913428 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] Attempting to bind port 303037f0-3d35-405e-987b-91bdc21d3916 on network 00233dcd-3bf0-4dae-b8e4-1e90e64879db {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:33:12.918389 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:33:12.918726 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] Checking segment: {'id': 'df92ff9e-77b4-40e8-9fb3-92e20c52645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:33:12.919110 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] Bound using segment: {'id': 'df92ff9e-77b4-40e8-9fb3-92e20c52645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:33:12.919527 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] Bound port: 303037f0-3d35-405e-987b-91bdc21d3916, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df92ff9e-77b4-40e8-9fb3-92e20c52645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:33:12.919878 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:12.990318 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] For port 303037f0-3d35-405e-987b-91bdc21d3916, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:33:12.993685 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] For port 303037f0-3d35-405e-987b-91bdc21d3916, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=303037f0-3d35-405e-987b-91bdc21d3916,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:33:12.998669 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.032415 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:13.033028 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.035012 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] 10.222.0.43 "PUT /v2.0/ports/303037f0-3d35-405e-987b-91bdc21d3916 HTTP/1.1" status: 200 len: 1093 time: 0.6610236 Aug 16 23:33:13.035446 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b82fe1-248b-4cb0-b951-ea142776567d', 'tag': '303037f0-3d35-405e-987b-91bdc21d3916'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:33:13.037684 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e191a0cc-25bd-4f51-a65b-af2586ba65a3" -d '{"events": [{"name": "network-changed", "server_uuid": "36b82fe1-248b-4cb0-b951-ea142776567d", "tag": "303037f0-3d35-405e-987b-91bdc21d3916"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:33:13.071435 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c27ce6-e8bc-4a68-b34a-188559563394 service neutron] Pushing event updated for resources: {'Port': ['ID=303037f0-3d35-405e-987b-91bdc21d3916,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:13.086559 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80535d4-5534-4a58-a58d-3944d06c86ba x-openstack-request-id: req-c80535d4-5534-4a58-a58d-3944d06c86ba {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:33:13.086906 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b82fe1-248b-4cb0-b951-ea142776567d", "tag": "303037f0-3d35-405e-987b-91bdc21d3916", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:33:13.087105 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c80535d4-5534-4a58-a58d-3944d06c86ba {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:33:13.087606 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b82fe1-248b-4cb0-b951-ea142776567d', 'tag': '303037f0-3d35-405e-987b-91bdc21d3916', 'status': 'completed', 'code': 200} Aug 16 23:33:13.127327 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-97acf198-262c-4379-8730-29ba9214ed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:13.128754 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-97acf198-262c-4379-8730-29ba9214ed0d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6980712d299d497a80989be4ac6f7550&device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 1096 time: 0.0524693 Aug 16 23:33:13.176699 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-7fab0da3-3bbf-483d-b8e3-e0187ad029cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=303037f0-3d35-405e-987b-91bdc21d3916 HTTP/1.1" status: 200 len: 217 time: 0.0399823 Aug 16 23:33:13.227915 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-13a8078a-3bcf-4929-ad2f-f14e05567067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:13.229422 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-13a8078a-3bcf-4929-ad2f-f14e05567067 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81067f6e-caba-445f-9830-ef0588382f2a HTTP/1.1" status: 200 len: 848 time: 0.0465813 Aug 16 23:33:13.275052 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-26da496b-02ce-463b-be15-d8dc6f091885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:13.276525 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-26da496b-02ce-463b-be15-d8dc6f091885 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00233dcd-3bf0-4dae-b8e4-1e90e64879db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401900 Aug 16 23:33:13.373280 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-00b2cfb7-c299-4940-9829-73f81db230fd service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876842 Aug 16 23:33:13.462207 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-ad4e9963-d52e-4a0f-90b9-c2276d06506b req-89f3a679-d2e2-478f-8b3a-ecaf17c990ff service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823116 Aug 16 23:33:13.519407 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.545351 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191a0cc-25bd-4f51-a65b-af2586ba65a3 req-8fc3ea31-ea4d-484f-b6c8-7810e11a349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:13.546914 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e191a0cc-25bd-4f51-a65b-af2586ba65a3 req-8fc3ea31-ea4d-484f-b6c8-7810e11a349c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6980712d299d497a80989be4ac6f7550&device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 1096 time: 0.0408010 Aug 16 23:33:13.639071 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191a0cc-25bd-4f51-a65b-af2586ba65a3 req-326d7903-dc34-40f8-9eb1-e98098437119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:13.640599 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e191a0cc-25bd-4f51-a65b-af2586ba65a3 req-326d7903-dc34-40f8-9eb1-e98098437119 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 200 len: 910 time: 0.0871162 Aug 16 23:33:13.682779 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e191a0cc-25bd-4f51-a65b-af2586ba65a3 req-a2732973-8dbc-435c-906e-12674acfcd8e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=303037f0-3d35-405e-987b-91bdc21d3916 HTTP/1.1" status: 200 len: 217 time: 0.0351522 Aug 16 23:33:13.739635 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191a0cc-25bd-4f51-a65b-af2586ba65a3 req-8a299620-7657-47a1-8e33-e0b25908066e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:13.741246 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e191a0cc-25bd-4f51-a65b-af2586ba65a3 req-8a299620-7657-47a1-8e33-e0b25908066e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81067f6e-caba-445f-9830-ef0588382f2a HTTP/1.1" status: 200 len: 848 time: 0.0505493 Aug 16 23:33:13.788132 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191a0cc-25bd-4f51-a65b-af2586ba65a3 req-7bef564d-b28a-4aca-8902-e911ff29ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:13.789658 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e191a0cc-25bd-4f51-a65b-af2586ba65a3 req-7bef564d-b28a-4aca-8902-e911ff29ae84 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00233dcd-3bf0-4dae-b8e4-1e90e64879db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402627 Aug 16 23:33:13.887033 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e191a0cc-25bd-4f51-a65b-af2586ba65a3 req-5faef9db-7cae-4065-9182-aa1a76c60aed service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890613 Aug 16 23:33:13.931105 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa44e3-45ce-430f-9f17-2373f06224d3 req-079418fe-4407-4e23-a7ac-da3331a5a954 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:13.932597 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-48aa44e3-45ce-430f-9f17-2373f06224d3 req-079418fe-4407-4e23-a7ac-da3331a5a954 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 944 time: 0.0490065 Aug 16 23:33:13.971169 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-48aa44e3-45ce-430f-9f17-2373f06224d3 req-503bb569-6982-4abe-8fd2-63ad507ca7cc tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323393 Aug 16 23:33:13.980568 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e191a0cc-25bd-4f51-a65b-af2586ba65a3 req-57cab7c8-952c-4c35-ad00-3137c1dd12ec service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850785 Aug 16 23:33:14.037812 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 41a7a3a2-260e-4ab5-bd43-fb45333e25e7 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:33:14.085396 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 41a7a3a2-260e-4ab5-bd43-fb45333e25e7 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:33:14.085763 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:15.091160 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accc836-998f-46d2-834a-cdd77b77232d req-d7f1d639-aa49-4a0b-847b-2428a1107775 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:15.092384 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:15.096065 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4accc836-998f-46d2-834a-cdd77b77232d req-d7f1d639-aa49-4a0b-847b-2428a1107775 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 944 time: 0.0559323 Aug 16 23:33:15.130941 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4accc836-998f-46d2-834a-cdd77b77232d req-305ae7bb-7a8b-4085-908e-e347502cbcf6 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315125 Aug 16 23:33:16.245696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284695ef-c1f4-4aa0-a764-2227dc8e8e39 req-a3755ee4-684e-46df-bf5f-192b16a485e1 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:16.247184 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-284695ef-c1f4-4aa0-a764-2227dc8e8e39 req-a3755ee4-684e-46df-bf5f-192b16a485e1 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 944 time: 0.0495589 Aug 16 23:33:16.284981 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-284695ef-c1f4-4aa0-a764-2227dc8e8e39 req-953604ad-d42d-4f80-bc30-6e48ed163cd6 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311351 Aug 16 23:33:17.402070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa8093-1082-44b8-985e-6ddd326ccdcd req-2c4ee6c9-9922-4ff9-97e6-dd809cb0e756 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:17.403567 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39fa8093-1082-44b8-985e-6ddd326ccdcd req-2c4ee6c9-9922-4ff9-97e6-dd809cb0e756 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 944 time: 0.0494375 Aug 16 23:33:17.441930 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-39fa8093-1082-44b8-985e-6ddd326ccdcd req-923212f4-ad5f-42e5-b136-a50e773c87f4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325055 Aug 16 23:33:17.644703 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 303037f0-3d35-405e-987b-91bdc21d3916 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:33:17.742121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 303037f0-3d35-405e-987b-91bdc21d3916, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=303037f0-3d35-405e-987b-91bdc21d3916,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:33:17.752916 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '303037f0-3d35-405e-987b-91bdc21d3916', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'port_id': '303037f0-3d35-405e-987b-91bdc21d3916', 'mac_address': 'fa:16:3e:ce:d9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:33:17.788876 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:17.801713 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303037f0-3d35-405e-987b-91bdc21d3916 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:33:17.821584 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 303037f0-3d35-405e-987b-91bdc21d3916, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=303037f0-3d35-405e-987b-91bdc21d3916,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:33:17.825419 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:17.872596 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=303037f0-3d35-405e-987b-91bdc21d3916,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:18.030918 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['303037f0-3d35-405e-987b-91bdc21d3916'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:33:18.558469 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69550524-0f34-4b12-a6ea-2a2fdb3262e0 req-15a37ac7-fac0-4618-a3f0-f574905ff0b0 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:18.559934 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-69550524-0f34-4b12-a6ea-2a2fdb3262e0 req-15a37ac7-fac0-4618-a3f0-f574905ff0b0 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 945 time: 0.0521703 Aug 16 23:33:18.596806 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-69550524-0f34-4b12-a6ea-2a2fdb3262e0 req-9818e166-dd0b-4b3d-a4fd-9feaf7a39299 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308867 Aug 16 23:33:19.658615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 303037f0-3d35-405e-987b-91bdc21d3916 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:33:19.709547 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 303037f0-3d35-405e-987b-91bdc21d3916 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:33:19.710908 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a9abb-6361-42f0-b100-70016ec4270e req-78994cc2-6a2f-424f-97ce-89fec7199cd8 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:19.712420 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be6a9abb-6361-42f0-b100-70016ec4270e req-78994cc2-6a2f-424f-97ce-89fec7199cd8 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 945 time: 0.0484293 Aug 16 23:33:19.713454 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 303037f0-3d35-405e-987b-91bdc21d3916 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:33:19.713939 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:19.756041 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-be6a9abb-6361-42f0-b100-70016ec4270e req-04b6cb56-b6c2-4d25-b1df-5cfe5e4dfb97 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376391 Aug 16 23:33:19.794284 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:19.817013 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b82fe1-248b-4cb0-b951-ea142776567d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303037f0-3d35-405e-987b-91bdc21d3916'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:33:19.819200 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a56e24-5352-47ab-afdb-9c3dbd4d1ef8" -d '{"events": [{"server_uuid": "36b82fe1-248b-4cb0-b951-ea142776567d", "name": "network-vif-plugged", "status": "completed", "tag": "303037f0-3d35-405e-987b-91bdc21d3916"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:33:19.832166 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 303037f0-3d35-405e-987b-91bdc21d3916, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=303037f0-3d35-405e-987b-91bdc21d3916,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:33:19.836321 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:19.859299 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de9cd80-6d43-4456-96a5-b3ab576cc526 x-openstack-request-id: req-1de9cd80-6d43-4456-96a5-b3ab576cc526 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:33:19.859588 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b82fe1-248b-4cb0-b951-ea142776567d", "name": "network-vif-plugged", "status": "completed", "tag": "303037f0-3d35-405e-987b-91bdc21d3916", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:33:19.859836 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1de9cd80-6d43-4456-96a5-b3ab576cc526 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:33:19.860220 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b82fe1-248b-4cb0-b951-ea142776567d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303037f0-3d35-405e-987b-91bdc21d3916', 'code': 200} Aug 16 23:33:19.887197 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=303037f0-3d35-405e-987b-91bdc21d3916,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:19.959299 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0595f5-0a70-4712-a9ca-9a9af276057b req-1a8786b9-3039-463e-bf96-7122ac70d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:19.961306 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1d0595f5-0a70-4712-a9ca-9a9af276057b req-1a8786b9-3039-463e-bf96-7122ac70d5b7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 1098 time: 0.0418162 Aug 16 23:33:20.000167 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-1d0595f5-0a70-4712-a9ca-9a9af276057b req-91546431-af03-4b59-8518-c9be77ddb0ee service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305588 Aug 16 23:33:20.872044 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299077af-5d9d-4c75-89dc-d5e868032b47 req-2e5fdd8f-650a-474a-97bb-545a36174886 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:20.873529 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-299077af-5d9d-4c75-89dc-d5e868032b47 req-2e5fdd8f-650a-474a-97bb-545a36174886 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0489342 Aug 16 23:33:20.912518 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-299077af-5d9d-4c75-89dc-d5e868032b47 req-4b0a47d8-89e5-4639-a668-9cf7767dc455 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328569 Aug 16 23:33:21.032076 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5792c-1b14-41c6-a7ff-3d8a1491f1dd req-938e1105-2b28-4bbe-9cf8-bff9df26fe4f tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:21.033570 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00a5792c-1b14-41c6-a7ff-3d8a1491f1dd req-938e1105-2b28-4bbe-9cf8-bff9df26fe4f tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0543647 Aug 16 23:33:21.070958 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-00a5792c-1b14-41c6-a7ff-3d8a1491f1dd req-c4b8f58f-e504-46cb-885d-c36499e8d219 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307422 Aug 16 23:33:21.092441 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52344) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:21.180656 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c98982c-e247-4b69-b31c-1c5523515ad6 tempest-TestShelveInstance-1524877761 tempest-TestShelveInstance-1524877761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:21.182302 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-0c98982c-e247-4b69-b31c-1c5523515ad6 tempest-TestShelveInstance-1524877761 tempest-TestShelveInstance-1524877761-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 1093 time: 0.0887599 Aug 16 23:33:21.185054 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52348) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:21.189351 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-efeb728e-c4bb-4634-9b85-82fcc90dd32a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': '303037f0-3d35-405e-987b-91bdc21d3916', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:33:21.211440 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efeb728e-c4bb-4634-9b85-82fcc90dd32a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:21.305661 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efeb728e-c4bb-4634-9b85-82fcc90dd32a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:21.411723 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-efeb728e-c4bb-4634-9b85-82fcc90dd32a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Allocated IP 172.25.6.242 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/94c8f9c5-82fa-4a40-81dd-222aa5be8359) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:33:21.513714 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efeb728e-c4bb-4634-9b85-82fcc90dd32a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:21.550947 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efeb728e-c4bb-4634-9b85-82fcc90dd32a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:21.595887 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeb728e-c4bb-4634-9b85-82fcc90dd32a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:33:21.598956 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-efeb728e-c4bb-4634-9b85-82fcc90dd32a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:33:21.603326 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeb728e-c4bb-4634-9b85-82fcc90dd32a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:33:21.605355 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb728e-c4bb-4634-9b85-82fcc90dd32a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event updated for resources: {'Port': ['ID=94c8f9c5-82fa-4a40-81dd-222aa5be8359,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:21.958979 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efeb728e-c4bb-4634-9b85-82fcc90dd32a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:22.025148 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efeb728e-c4bb-4634-9b85-82fcc90dd32a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:22.493733 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efeb728e-c4bb-4634-9b85-82fcc90dd32a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:22.498197 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efeb728e-c4bb-4634-9b85-82fcc90dd32a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:22.563340 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb728e-c4bb-4634-9b85-82fcc90dd32a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event updated for resources: {'Port': ['ID=94c8f9c5-82fa-4a40-81dd-222aa5be8359,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:22.574844 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efeb728e-c4bb-4634-9b85-82fcc90dd32a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:22.673507 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-efeb728e-c4bb-4634-9b85-82fcc90dd32a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Floating IP 718f9707-19dd-47f9-b98b-c811d58518d7 associated. External IP: 172.25.6.242, port: 303037f0-3d35-405e-987b-91bdc21d3916. Aug 16 23:33:22.875659 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efeb728e-c4bb-4634-9b85-82fcc90dd32a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:33:22.981145 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efeb728e-c4bb-4634-9b85-82fcc90dd32a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:33:22.991446 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e88120e-d1a2-4383-9323-b014b6be956d None None] Sync routers for ids ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:33:23.000220 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-efeb728e-c4bb-4634-9b85-82fcc90dd32a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:23.005304 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e88120e-d1a2-4383-9323-b014b6be956d None None] Routers {'8eb51387-65ed-4571-9ac1-0ff11802d4d4'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:33:23.005982 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2e88120e-d1a2-4383-9323-b014b6be956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:33:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:23.028450 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-efeb728e-c4bb-4634-9b85-82fcc90dd32a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8423669 Aug 16 23:33:23.029038 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b82fe1-248b-4cb0-b951-ea142776567d', 'tag': '303037f0-3d35-405e-987b-91bdc21d3916'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:33:23.031286 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afd4a56-e318-489c-bfd6-bb7c0e810a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "36b82fe1-248b-4cb0-b951-ea142776567d", "tag": "303037f0-3d35-405e-987b-91bdc21d3916"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:33:23.066680 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecca444-adf0-460e-b7e7-274afbd88101 x-openstack-request-id: req-3ecca444-adf0-460e-b7e7-274afbd88101 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:33:23.067020 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b82fe1-248b-4cb0-b951-ea142776567d", "tag": "303037f0-3d35-405e-987b-91bdc21d3916", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:33:23.067271 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3ecca444-adf0-460e-b7e7-274afbd88101 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:33:23.067661 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b82fe1-248b-4cb0-b951-ea142776567d', 'tag': '303037f0-3d35-405e-987b-91bdc21d3916', 'status': 'completed', 'code': 200} Aug 16 23:33:23.119165 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2e88120e-d1a2-4383-9323-b014b6be956d None None] Set router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:33:23.128796 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd4a56-e318-489c-bfd6-bb7c0e810a8d req-836e12e8-f589-4cb2-b896-152afbb2053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:23.130297 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3afd4a56-e318-489c-bfd6-bb7c0e810a8d req-836e12e8-f589-4cb2-b896-152afbb2053f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6980712d299d497a80989be4ac6f7550&device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 1098 time: 0.0416050 Aug 16 23:33:23.222309 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd4a56-e318-489c-bfd6-bb7c0e810a8d req-8e19313c-e442-4b13-b1d7-7a5a0d852baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:23.223846 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3afd4a56-e318-489c-bfd6-bb7c0e810a8d req-8e19313c-e442-4b13-b1d7-7a5a0d852baa service neutron] 10.222.0.43 "GET /v2.0/networks?id=00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 200 len: 910 time: 0.0872452 Aug 16 23:33:23.294607 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3afd4a56-e318-489c-bfd6-bb7c0e810a8d req-0ef248af-4ad7-4d1d-9e55-ff1e28e2a42c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=303037f0-3d35-405e-987b-91bdc21d3916 HTTP/1.1" status: 200 len: 1000 time: 0.0633259 Aug 16 23:33:23.342705 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2e88120e-d1a2-4383-9323-b014b6be956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'name': 'tempest-TestShelveInstance-2124049835-router', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:32:59Z', 'updated_at': '2021-08-16T23:33:02Z', 'revision_number': 4, 'project_id': '6980712d299d497a80989be4ac6f7550', 'gw_port': {'id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:00Z', 'updated_at': '2021-08-16T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '718f9707-19dd-47f9-b98b-c811d58518d7', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'floating_ip_address': '172.25.6.242', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'port_id': '303037f0-3d35-405e-987b-91bdc21d3916', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'mac_address': 'fa:16:3e:ce:d9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b82fe1-248b-4cb0-b951-ea142776567d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:33:21Z', 'updated_at': '2021-08-16T23:33:21Z', 'revision_number': 0, 'project_id': '6980712d299d497a80989be4ac6f7550', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b10d89-90b7-4a15-9100-40bf294bd675', 'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'mac_address': 'fa:16:3e:5c:10:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:01Z', 'updated_at': '2021-08-16T23:33:08Z', 'revision_number': 5, 'project_id': '6980712d299d497a80989be4ac6f7550', 'subnets': [{'id': '81067f6e-caba-445f-9830-ef0588382f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:23.345154 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd4a56-e318-489c-bfd6-bb7c0e810a8d req-3c334d07-644a-4019-9e88-cdfea323b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:23.346750 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3afd4a56-e318-489c-bfd6-bb7c0e810a8d req-3c334d07-644a-4019-9e88-cdfea323b867 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81067f6e-caba-445f-9830-ef0588382f2a HTTP/1.1" status: 200 len: 848 time: 0.0451775 Aug 16 23:33:23.368864 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e88120e-d1a2-4383-9323-b014b6be956d None None] Checking router: 8eb51387-65ed-4571-9ac1-0ff11802d4d4 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:33:23.377132 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e88120e-d1a2-4383-9323-b014b6be956d None None] Routers {'8eb51387-65ed-4571-9ac1-0ff11802d4d4'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:33:23.377741 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2e88120e-d1a2-4383-9323-b014b6be956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:33:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:23.394719 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd4a56-e318-489c-bfd6-bb7c0e810a8d req-346969af-303d-4050-8cc5-3ff6cc501c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:23.396175 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3afd4a56-e318-489c-bfd6-bb7c0e810a8d req-346969af-303d-4050-8cc5-3ff6cc501c29 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00233dcd-3bf0-4dae-b8e4-1e90e64879db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421934 Aug 16 23:33:23.481508 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-2e88120e-d1a2-4383-9323-b014b6be956d None None] Set router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:33:23.489900 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3afd4a56-e318-489c-bfd6-bb7c0e810a8d req-754a98c3-8bb0-4dff-9748-223bf5a66ee6 service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869946 Aug 16 23:33:23.579761 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-3afd4a56-e318-489c-bfd6-bb7c0e810a8d req-d8a453f5-311d-4725-b9aa-9362fc06816a service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825851 Aug 16 23:33:23.708172 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-2e88120e-d1a2-4383-9323-b014b6be956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'name': 'tempest-TestShelveInstance-2124049835-router', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:32:59Z', 'updated_at': '2021-08-16T23:33:02Z', 'revision_number': 4, 'project_id': '6980712d299d497a80989be4ac6f7550', 'gw_port': {'id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:00Z', 'updated_at': '2021-08-16T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '718f9707-19dd-47f9-b98b-c811d58518d7', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'floating_ip_address': '172.25.6.242', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'port_id': '303037f0-3d35-405e-987b-91bdc21d3916', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'mac_address': 'fa:16:3e:ce:d9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b82fe1-248b-4cb0-b951-ea142776567d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:33:21Z', 'updated_at': '2021-08-16T23:33:21Z', 'revision_number': 0, 'project_id': '6980712d299d497a80989be4ac6f7550', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b10d89-90b7-4a15-9100-40bf294bd675', 'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'mac_address': 'fa:16:3e:5c:10:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:01Z', 'updated_at': '2021-08-16T23:33:08Z', 'revision_number': 5, 'project_id': '6980712d299d497a80989be4ac6f7550', 'subnets': [{'id': '81067f6e-caba-445f-9830-ef0588382f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:23.734451 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e88120e-d1a2-4383-9323-b014b6be956d None None] The sync data for ids ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'] in n-d-792458-15 is: [{'id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'name': 'tempest-TestShelveInstance-2124049835-router', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:32:59Z', 'updated_at': '2021-08-16T23:33:02Z', 'revision_number': 4, 'project_id': '6980712d299d497a80989be4ac6f7550', 'gw_port': {'id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:00Z', 'updated_at': '2021-08-16T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '718f9707-19dd-47f9-b98b-c811d58518d7', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'floating_ip_address': '172.25.6.242', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'port_id': '303037f0-3d35-405e-987b-91bdc21d3916', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'mac_address': 'fa:16:3e:ce:d9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b82fe1-248b-4cb0-b951-ea142776567d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:33:21Z', 'updated_at': '2021-08-16T23:33:21Z', 'revision_number': 0, 'project_id': '6980712d299d497a80989be4ac6f7550', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b10d89-90b7-4a15-9100-40bf294bd675', 'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'mac_address': 'fa:16:3e:5c:10:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:01Z', 'updated_at': '2021-08-16T23:33:08Z', 'revision_number': 5, 'project_id': '6980712d299d497a80989be4ac6f7550', 'subnets': [{'id': '81067f6e-caba-445f-9830-ef0588382f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:33:23.855903 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:33:23.925568 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cb71f3-b5d2-45a7-97ee-0ced6898022c None None] New status for floating IP 718f9707-19dd-47f9-b98b-c811d58518d7: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:33:35.422867 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9349b566-a134-4b60-b50b-b4e6818dd816 req-bdf129f4-0944-4358-9779-e887c96ade88 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0381279 Aug 16 23:33:35.506691 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349b566-a134-4b60-b50b-b4e6818dd816 req-93dcfc92-64b0-45db-b166-ecdb2c04ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:35.508196 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9349b566-a134-4b60-b50b-b4e6818dd816 req-93dcfc92-64b0-45db-b166-ecdb2c04ab33 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6980712d299d497a80989be4ac6f7550&device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 1098 time: 0.0451875 Aug 16 23:33:35.610546 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349b566-a134-4b60-b50b-b4e6818dd816 req-09c69806-1df7-415e-9a22-e077b86b0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:35.612012 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9349b566-a134-4b60-b50b-b4e6818dd816 req-09c69806-1df7-415e-9a22-e077b86b0051 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 200 len: 910 time: 0.0850060 Aug 16 23:33:35.681125 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9349b566-a134-4b60-b50b-b4e6818dd816 req-b56658ba-e42d-4ad6-87a1-6ab2167360b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=303037f0-3d35-405e-987b-91bdc21d3916 HTTP/1.1" status: 200 len: 1002 time: 0.0615828 Aug 16 23:33:35.731208 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349b566-a134-4b60-b50b-b4e6818dd816 req-508178c7-42f0-401a-818d-c1c45574acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:35.732913 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9349b566-a134-4b60-b50b-b4e6818dd816 req-508178c7-42f0-401a-818d-c1c45574acfd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81067f6e-caba-445f-9830-ef0588382f2a HTTP/1.1" status: 200 len: 848 time: 0.0448501 Aug 16 23:33:35.778403 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349b566-a134-4b60-b50b-b4e6818dd816 req-87a2d715-25dc-4eb0-9beb-466d60580943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:35.779879 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9349b566-a134-4b60-b50b-b4e6818dd816 req-87a2d715-25dc-4eb0-9beb-466d60580943 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00233dcd-3bf0-4dae-b8e4-1e90e64879db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401366 Aug 16 23:33:35.873646 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9349b566-a134-4b60-b50b-b4e6818dd816 req-6fd32294-e5d8-4528-a9fb-b828124d76e8 service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858526 Aug 16 23:33:35.962372 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9349b566-a134-4b60-b50b-b4e6818dd816 req-02af132c-dd5f-42c0-949e-6a4d6f63bcc1 service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814197 Aug 16 23:33:39.107545 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca4dedbc-b02a-4627-bcc8-71b770a80271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:39.185502 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:41.530888 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:41.666498 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-542c05d9-59d7-4d9e-a234-f04ac896367a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:42.245316 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:43.521605 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:45.094711 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:00.855454 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:34:09.108181 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4f9d1243-1be5-4c0a-ba5b-e41c71c33cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:09.201931 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:11.545300 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:11.669283 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-283378be-06bb-4322-aacd-3190057e86ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:12.247117 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:13.523444 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:15.101098 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:36.411252 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-020a7ebc-9814-4e10-8821-cedd0ce3352c req-153e0fca-66ac-4fdc-879d-d86e16aec760 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455899 Aug 16 23:34:36.494964 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a7ebc-9814-4e10-8821-cedd0ce3352c req-0b6ce7a7-41a2-45a6-9629-36e5040c9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:36.496509 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-020a7ebc-9814-4e10-8821-cedd0ce3352c req-0b6ce7a7-41a2-45a6-9629-36e5040c9fc5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6980712d299d497a80989be4ac6f7550&device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 1098 time: 0.0417171 Aug 16 23:34:36.597057 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a7ebc-9814-4e10-8821-cedd0ce3352c req-78283aa5-ae08-418b-80be-49a51fa146a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:36.598571 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-020a7ebc-9814-4e10-8821-cedd0ce3352c req-78283aa5-ae08-418b-80be-49a51fa146a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 200 len: 910 time: 0.0838444 Aug 16 23:34:36.668227 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-020a7ebc-9814-4e10-8821-cedd0ce3352c req-42ccf22d-f2fd-497f-a1e6-10e5ae78492f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=303037f0-3d35-405e-987b-91bdc21d3916 HTTP/1.1" status: 200 len: 1002 time: 0.0625715 Aug 16 23:34:36.717753 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a7ebc-9814-4e10-8821-cedd0ce3352c req-c8da61c3-2de1-41c0-bf70-83162711088f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:36.719242 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-020a7ebc-9814-4e10-8821-cedd0ce3352c req-c8da61c3-2de1-41c0-bf70-83162711088f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81067f6e-caba-445f-9830-ef0588382f2a HTTP/1.1" status: 200 len: 848 time: 0.0444689 Aug 16 23:34:36.763252 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a7ebc-9814-4e10-8821-cedd0ce3352c req-0644abab-8427-462a-b7a0-429ae8bac8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:36.764696 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-020a7ebc-9814-4e10-8821-cedd0ce3352c req-0644abab-8427-462a-b7a0-429ae8bac8d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00233dcd-3bf0-4dae-b8e4-1e90e64879db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390928 Aug 16 23:34:36.858086 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-020a7ebc-9814-4e10-8821-cedd0ce3352c req-b5364e50-c6c6-4e87-8263-f1345b237375 service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864813 Aug 16 23:34:36.953258 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-020a7ebc-9814-4e10-8821-cedd0ce3352c req-4445c40a-f614-4649-8d7a-a354c1605b0b service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859468 Aug 16 23:34:37.855658 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:34:39.109743 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-422319e4-4a67-4f1d-9d0b-96f1b74444b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:39.199072 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:41.544306 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:41.672113 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0379368c-cad7-410f-ae8c-febe32371829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:42.247746 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:43.527256 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:45.100175 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:08.663633 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-42751e3e-a492-478c-adc8-5ff5dea69a05 req-12148d30-db92-476a-bfcf-345818abdf20 service neutron] (94871) timed out ('10.222.0.93', 45088) {{(pid=94871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:35:09.109802 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7e3fce59-caf3-412d-a0bd-62a81103657e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:09.216015 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:11.559458 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:11.672224 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ff8a020e-41e9-4b5f-a8f2-8d8d3629ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:12.248327 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:13.530640 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:14.855360 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:35:15.104097 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:20.835013 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fea944-f012-41ba-bc18-ce02e4428f5d req-c84d0516-2943-4fc3-bc07-3192336788b0 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:20.836641 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-77fea944-f012-41ba-bc18-ce02e4428f5d req-c84d0516-2943-4fc3-bc07-3192336788b0 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0502019 Aug 16 23:35:20.873696 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-77fea944-f012-41ba-bc18-ce02e4428f5d req-6f4b9c9f-8970-4fc8-af73-eae21abb7d6d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311952 Aug 16 23:35:22.003841 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ded9e5-8399-4e09-bd49-1f54c8f2ecc8 req-7bb5d60f-cdf7-4ea6-8a90-9b01eef5de7d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:22.005381 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-82ded9e5-8399-4e09-bd49-1f54c8f2ecc8 req-7bb5d60f-cdf7-4ea6-8a90-9b01eef5de7d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0493507 Aug 16 23:35:22.044423 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-82ded9e5-8399-4e09-bd49-1f54c8f2ecc8 req-88bd182c-1f87-4a44-80d5-9eb6543d782d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318432 Aug 16 23:35:23.202694 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7b5aa-2d62-4362-9190-2585ec4839e3 req-0626c075-0bc4-4558-a4c4-7d1b25430e27 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:23.204198 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2e7b5aa-2d62-4362-9190-2585ec4839e3 req-0626c075-0bc4-4558-a4c4-7d1b25430e27 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0534458 Aug 16 23:35:23.242643 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c2e7b5aa-2d62-4362-9190-2585ec4839e3 req-33902cb8-f9cd-40fc-a2c7-38f66276dcaf tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325668 Aug 16 23:35:24.357696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35098b79-d967-470a-b8ab-55091977a171 req-d4771b3e-0483-4b99-923b-1369f8afe7a7 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:24.359191 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35098b79-d967-470a-b8ab-55091977a171 req-d4771b3e-0483-4b99-923b-1369f8afe7a7 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0486598 Aug 16 23:35:24.396528 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-35098b79-d967-470a-b8ab-55091977a171 req-931b664f-52cb-4368-ab12-ec84653adcd2 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314291 Aug 16 23:35:25.509825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ae3f5-c884-4d6e-b990-297dfb6312ac req-d4aa5869-28f2-41c7-8bf5-a3ed0ffea7cf tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:25.511397 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-736ae3f5-c884-4d6e-b990-297dfb6312ac req-d4aa5869-28f2-41c7-8bf5-a3ed0ffea7cf tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0492020 Aug 16 23:35:25.555333 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-736ae3f5-c884-4d6e-b990-297dfb6312ac req-416b9815-b3e2-4966-b971-29186dd08294 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379126 Aug 16 23:35:26.678229 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3091e67-bf6e-48ef-abe6-6f039cbc0db8 req-e05a61fc-ca26-4625-9457-2cb9e168099d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:26.679739 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3091e67-bf6e-48ef-abe6-6f039cbc0db8 req-e05a61fc-ca26-4625-9457-2cb9e168099d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0543022 Aug 16 23:35:26.718056 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d3091e67-bf6e-48ef-abe6-6f039cbc0db8 req-8679eb1d-5a74-434a-8661-a99bb36a388a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317872 Aug 16 23:35:27.833358 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc213db1-c838-4748-bf9c-ef315ef6dd3d req-cecefee5-042a-4cec-b395-ba4ea3b0e710 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:27.834939 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fc213db1-c838-4748-bf9c-ef315ef6dd3d req-cecefee5-042a-4cec-b395-ba4ea3b0e710 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0510626 Aug 16 23:35:27.873169 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fc213db1-c838-4748-bf9c-ef315ef6dd3d req-a73745bb-25c1-4792-9e6d-bb22a99bbda8 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322602 Aug 16 23:35:28.986910 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adcb99-b700-41e9-b016-c0dc46d37a2b req-8dac0796-d24a-4cd1-8527-2ed481fed1fb tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:28.988385 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0adcb99-b700-41e9-b016-c0dc46d37a2b req-8dac0796-d24a-4cd1-8527-2ed481fed1fb tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0493679 Aug 16 23:35:29.027058 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d0adcb99-b700-41e9-b016-c0dc46d37a2b req-783b9ca3-55ea-404d-afd4-8ba04a145bb4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320365 Aug 16 23:35:30.146208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e6c0b-f69d-4a22-b89a-3c16664fe9fb req-766a2312-c451-4ec1-a96e-81d2daa0d91e tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:30.147981 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a2e6c0b-f69d-4a22-b89a-3c16664fe9fb req-766a2312-c451-4ec1-a96e-81d2daa0d91e tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0539603 Aug 16 23:35:30.193079 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2a2e6c0b-f69d-4a22-b89a-3c16664fe9fb req-bb343e8e-2269-4fe8-bada-aa8c12e10262 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395069 Aug 16 23:35:31.313685 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b1900-8f5b-4819-bf55-306ef9c3b722 req-c5bf6b38-c641-46c2-999e-cdbaef27b95c tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:31.315219 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-650b1900-8f5b-4819-bf55-306ef9c3b722 req-c5bf6b38-c641-46c2-999e-cdbaef27b95c tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0482855 Aug 16 23:35:31.352638 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-650b1900-8f5b-4819-bf55-306ef9c3b722 req-9a6a6ee8-da8e-4084-8852-ca85ff3794b5 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314705 Aug 16 23:35:32.470922 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b82f08-f416-4886-8006-5eb6739de103 req-4ce131f6-a3ad-47f1-8748-bc38d8f412dc tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:32.472403 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8b82f08-f416-4886-8006-5eb6739de103 req-4ce131f6-a3ad-47f1-8748-bc38d8f412dc tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0485752 Aug 16 23:35:32.509870 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e8b82f08-f416-4886-8006-5eb6739de103 req-71b87d10-2575-4426-9258-a4e77b5161c0 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315974 Aug 16 23:35:33.678028 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b0eb7-7c9f-4d75-97e3-3d3ea62a1489 req-74d41b25-78f2-42c0-b267-a69c037ed0b7 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:33.681230 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-024b0eb7-7c9f-4d75-97e3-3d3ea62a1489 req-74d41b25-78f2-42c0-b267-a69c037ed0b7 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0930676 Aug 16 23:35:33.726599 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-024b0eb7-7c9f-4d75-97e3-3d3ea62a1489 req-592ba193-525b-4475-90ce-0f5ff578a691 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386424 Aug 16 23:35:34.312431 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 303037f0-3d35-405e-987b-91bdc21d3916 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:35:34.427783 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 303037f0-3d35-405e-987b-91bdc21d3916, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=303037f0-3d35-405e-987b-91bdc21d3916,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:35:34.440103 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '303037f0-3d35-405e-987b-91bdc21d3916', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'port_id': '303037f0-3d35-405e-987b-91bdc21d3916', 'mac_address': 'fa:16:3e:ce:d9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:35:34.482045 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:34.497505 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 303037f0-3d35-405e-987b-91bdc21d3916 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:35:34.519462 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 303037f0-3d35-405e-987b-91bdc21d3916, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=303037f0-3d35-405e-987b-91bdc21d3916,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:35:34.523521 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:34.583114 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=303037f0-3d35-405e-987b-91bdc21d3916,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:34.591316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:34.591722 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:34.592004 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:34.592343 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:34.592677 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:34.593011 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:34.593340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:34.593794 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:34.594188 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:34.595099 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:34.595438 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:34.595767 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:34.602561 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['303037f0-3d35-405e-987b-91bdc21d3916'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:35:34.862302 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285047e-3d3f-440a-b5f8-11d9a8738b4b req-77e0e8d3-d0d1-4159-9550-408c7c8dd48b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:34.872070 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7285047e-3d3f-440a-b5f8-11d9a8738b4b req-77e0e8d3-d0d1-4159-9550-408c7c8dd48b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 945 time: 0.0673268 Aug 16 23:35:34.912840 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7285047e-3d3f-440a-b5f8-11d9a8738b4b req-c770259c-5649-41a0-acf2-2e5d8f2ff8be tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397797 Aug 16 23:35:36.043623 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442906a-4e2b-4d2b-8d0d-24998c547c92 req-1700c826-9cde-42ee-842e-c3a69ad64168 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:36.045131 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1442906a-4e2b-4d2b-8d0d-24998c547c92 req-1700c826-9cde-42ee-842e-c3a69ad64168 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 945 time: 0.0502489 Aug 16 23:35:36.085663 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1442906a-4e2b-4d2b-8d0d-24998c547c92 req-0a541717-67a1-4671-af52-a0d280bead26 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339065 Aug 16 23:35:36.327484 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 303037f0-3d35-405e-987b-91bdc21d3916 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:35:36.381258 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 303037f0-3d35-405e-987b-91bdc21d3916 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:35:36.382529 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:36.477677 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:36.508688 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b82fe1-248b-4cb0-b951-ea142776567d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303037f0-3d35-405e-987b-91bdc21d3916'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:35:36.511556 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dd5d86-2f9f-4b2f-a947-9934210ef66a" -d '{"events": [{"server_uuid": "36b82fe1-248b-4cb0-b951-ea142776567d", "name": "network-vif-plugged", "status": "completed", "tag": "303037f0-3d35-405e-987b-91bdc21d3916"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:35:36.526667 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 303037f0-3d35-405e-987b-91bdc21d3916, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=303037f0-3d35-405e-987b-91bdc21d3916,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:35:36.533780 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:36.573880 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2820adc-3882-41bb-b84f-db54501f61b6 x-openstack-request-id: req-f2820adc-3882-41bb-b84f-db54501f61b6 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:35:36.574240 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b82fe1-248b-4cb0-b951-ea142776567d", "name": "network-vif-plugged", "status": "completed", "tag": "303037f0-3d35-405e-987b-91bdc21d3916", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:35:36.574454 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f2820adc-3882-41bb-b84f-db54501f61b6 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:35:36.576349 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b82fe1-248b-4cb0-b951-ea142776567d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303037f0-3d35-405e-987b-91bdc21d3916', 'code': 200} Aug 16 23:35:36.609445 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=303037f0-3d35-405e-987b-91bdc21d3916,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:37.234148 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4ea01-17b8-473a-b94a-35c1bcd305ad req-eb0151c9-a6e2-4b52-9659-b6b85f777531 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:37.236458 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8de4ea01-17b8-473a-b94a-35c1bcd305ad req-eb0151c9-a6e2-4b52-9659-b6b85f777531 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0570540 Aug 16 23:35:37.276725 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8de4ea01-17b8-473a-b94a-35c1bcd305ad req-69efa163-1d1d-4b11-848b-f6f782390542 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342247 Aug 16 23:35:38.404761 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc289717-44e8-410c-82dc-42272d8dce00 req-97ce94e4-79bd-4b6e-9ebe-3d295d732d37 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:38.412868 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc289717-44e8-410c-82dc-42272d8dce00 req-97ce94e4-79bd-4b6e-9ebe-3d295d732d37 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0634301 Aug 16 23:35:38.454008 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc289717-44e8-410c-82dc-42272d8dce00 req-cfe3bfcd-eab8-4dc8-a040-86191ef3a567 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399086 Aug 16 23:35:38.461898 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ba92b-7ffc-422b-a613-bc6b34ecac31 req-c0ae172e-f73e-40d7-be44-e348884c9aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:38.462406 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bc7ba92b-7ffc-422b-a613-bc6b34ecac31 req-c0ae172e-f73e-40d7-be44-e348884c9aa7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6980712d299d497a80989be4ac6f7550&device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 1098 time: 0.0428267 Aug 16 23:35:38.580514 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ba92b-7ffc-422b-a613-bc6b34ecac31 req-a39c1cc5-a088-42d8-90eb-c061435a6b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:38.582048 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bc7ba92b-7ffc-422b-a613-bc6b34ecac31 req-a39c1cc5-a088-42d8-90eb-c061435a6b0e service neutron] 10.222.0.43 "GET /v2.0/networks?id=00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 200 len: 910 time: 0.0966799 Aug 16 23:35:38.693487 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bc7ba92b-7ffc-422b-a613-bc6b34ecac31 req-8d51585f-b720-4eda-a10c-01b6dd7fd4d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=303037f0-3d35-405e-987b-91bdc21d3916 HTTP/1.1" status: 200 len: 1002 time: 0.1037812 Aug 16 23:35:38.744192 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ba92b-7ffc-422b-a613-bc6b34ecac31 req-fe9ba52b-5317-4807-8904-1f276be02cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:38.746205 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bc7ba92b-7ffc-422b-a613-bc6b34ecac31 req-fe9ba52b-5317-4807-8904-1f276be02cbd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81067f6e-caba-445f-9830-ef0588382f2a HTTP/1.1" status: 200 len: 848 time: 0.0456109 Aug 16 23:35:38.802938 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ba92b-7ffc-422b-a613-bc6b34ecac31 req-3253fe95-ff17-402f-9754-aac6a0f63f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:38.804797 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bc7ba92b-7ffc-422b-a613-bc6b34ecac31 req-3253fe95-ff17-402f-9754-aac6a0f63f3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00233dcd-3bf0-4dae-b8e4-1e90e64879db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459511 Aug 16 23:35:38.908540 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bc7ba92b-7ffc-422b-a613-bc6b34ecac31 req-004c9615-b2f6-47a6-a79f-25588731c858 service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955105 Aug 16 23:35:39.018032 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-bc7ba92b-7ffc-422b-a613-bc6b34ecac31 req-f046b02a-e8df-4640-b6e3-e2a150474d2c service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012809 Aug 16 23:35:39.114307 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4306afee-6237-4f97-a08b-c20ba504d9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:39.220184 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:39.572239 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c71057-73cb-45b7-922d-386bd0042ed0 req-9d166b22-7ff4-4c2e-bf05-990262392339 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:39.574587 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91c71057-73cb-45b7-922d-386bd0042ed0 req-9d166b22-7ff4-4c2e-bf05-990262392339 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0516720 Aug 16 23:35:39.621335 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-91c71057-73cb-45b7-922d-386bd0042ed0 req-7c941f77-cab4-465d-bb34-e9779ded44e9 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387475 Aug 16 23:35:40.767799 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98566936-a811-4e09-b972-2dc64447a84c req-aaa8c48f-f126-4918-a0cc-dd2df94342af tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:40.769569 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98566936-a811-4e09-b972-2dc64447a84c req-aaa8c48f-f126-4918-a0cc-dd2df94342af tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0598862 Aug 16 23:35:40.814639 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-98566936-a811-4e09-b972-2dc64447a84c req-df0772ff-2d3f-41b3-8ce2-3e34bf15fb03 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386245 Aug 16 23:35:41.574688 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:41.674208 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8f13eab7-5d96-4d1c-b209-88d34721bc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:41.938545 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12673cb3-3856-41d3-bfbb-93baaf04279b req-b107434d-b66f-476d-b1cc-e77dd3d45ef3 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:41.940097 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-12673cb3-3856-41d3-bfbb-93baaf04279b req-b107434d-b66f-476d-b1cc-e77dd3d45ef3 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0519917 Aug 16 23:35:41.980959 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-12673cb3-3856-41d3-bfbb-93baaf04279b req-e0f64ed8-484a-4997-9b62-9c64a35ace82 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340285 Aug 16 23:35:42.249876 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:42.672692 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea043f-dc28-4a24-b33a-05c23940b0e9 req-755daf91-c9d8-4f9e-8720-6bb5013b6e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:42.674241 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-efea043f-dc28-4a24-b33a-05c23940b0e9 req-755daf91-c9d8-4f9e-8720-6bb5013b6e24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6980712d299d497a80989be4ac6f7550&device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 1098 time: 0.0464458 Aug 16 23:35:42.764092 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea043f-dc28-4a24-b33a-05c23940b0e9 req-76d0516f-73f5-471f-b858-5dd9b7f9a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:42.765575 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-efea043f-dc28-4a24-b33a-05c23940b0e9 req-76d0516f-73f5-471f-b858-5dd9b7f9a935 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 200 len: 910 time: 0.0843384 Aug 16 23:35:42.834334 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-efea043f-dc28-4a24-b33a-05c23940b0e9 req-85cf8411-3860-4a91-9a7c-566ba76c7e4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=303037f0-3d35-405e-987b-91bdc21d3916 HTTP/1.1" status: 200 len: 1002 time: 0.0617580 Aug 16 23:35:42.883348 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea043f-dc28-4a24-b33a-05c23940b0e9 req-909e1981-4fc8-4d21-87f6-d60b71e59a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:42.884708 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-efea043f-dc28-4a24-b33a-05c23940b0e9 req-909e1981-4fc8-4d21-87f6-d60b71e59a40 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81067f6e-caba-445f-9830-ef0588382f2a HTTP/1.1" status: 200 len: 848 time: 0.0429652 Aug 16 23:35:42.929340 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea043f-dc28-4a24-b33a-05c23940b0e9 req-8914335a-0c2e-46e7-8786-010a7038b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:42.930826 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-efea043f-dc28-4a24-b33a-05c23940b0e9 req-8914335a-0c2e-46e7-8786-010a7038b866 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00233dcd-3bf0-4dae-b8e4-1e90e64879db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389371 Aug 16 23:35:43.024493 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-efea043f-dc28-4a24-b33a-05c23940b0e9 req-ce781462-81c5-426f-83a1-4fd229dec603 service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861993 Aug 16 23:35:43.096871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42290e0c-72ac-4b3e-9a6f-2262595ab2cd req-58189575-d726-4df3-8d00-b5459c28cd52 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:43.098407 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42290e0c-72ac-4b3e-9a6f-2262595ab2cd req-58189575-d726-4df3-8d00-b5459c28cd52 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0485075 Aug 16 23:35:43.117665 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-efea043f-dc28-4a24-b33a-05c23940b0e9 req-633bb9aa-0fae-4a29-acf5-b8180e6c3242 service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856054 Aug 16 23:35:43.138719 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-42290e0c-72ac-4b3e-9a6f-2262595ab2cd req-780973fa-e649-47cc-a075-f1bed6a8ec9b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342300 Aug 16 23:35:43.532615 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:44.258101 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49846326-d5d3-474d-aae9-1cefcb86eca3 req-6ff09567-130c-42fd-b220-275bd2ccc2ae tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:44.259584 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49846326-d5d3-474d-aae9-1cefcb86eca3 req-6ff09567-130c-42fd-b220-275bd2ccc2ae tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0539386 Aug 16 23:35:44.297199 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-49846326-d5d3-474d-aae9-1cefcb86eca3 req-bb7d0502-ed5f-4b28-a8f9-a8c0e3572b22 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312009 Aug 16 23:35:45.107635 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:45.423068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2dda8-3f3a-4e58-907e-1e58f7f6df88 req-2bb4a993-c5a9-4893-a01f-918027553141 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:45.425591 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2c2dda8-3f3a-4e58-907e-1e58f7f6df88 req-2bb4a993-c5a9-4893-a01f-918027553141 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0527303 Aug 16 23:35:45.463671 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f2c2dda8-3f3a-4e58-907e-1e58f7f6df88 req-e6b07974-1941-4df1-bc37-4cde3ee63f8e tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310197 Aug 16 23:35:45.544595 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-22566a38-8695-4aad-b31f-35bab0bf91ca req-6987dcbb-a34b-4a68-988d-a2d319d6429d service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:35:45.545578 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-22566a38-8695-4aad-b31f-35bab0bf91ca req-6987dcbb-a34b-4a68-988d-a2d319d6429d service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062442 Aug 16 23:35:45.701167 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f497dd-a4a3-4220-b3aa-be4747a8c8a5 req-6ccd2051-46bc-4b48-8667-99a909a88d8f tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:45.702791 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78f497dd-a4a3-4220-b3aa-be4747a8c8a5 req-6ccd2051-46bc-4b48-8667-99a909a88d8f tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 946 time: 0.0507758 Aug 16 23:35:45.749437 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78f497dd-a4a3-4220-b3aa-be4747a8c8a5 req-82eb1556-525c-4e13-aaee-43165a95ea05 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408411 Aug 16 23:35:45.951781 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9adfd7d6-007f-48b1-b96f-9fec16d2d46c req-44864bc2-7972-4b6b-8f76-2b9ed5cc7722 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841899 Aug 16 23:35:46.391743 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 303037f0-3d35-405e-987b-91bdc21d3916 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:35:46.466445 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:46.491390 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b82fe1-248b-4cb0-b951-ea142776567d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '303037f0-3d35-405e-987b-91bdc21d3916'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:35:46.493590 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58baae4-be08-4f3c-8ce5-bfb1809cb083" -d '{"events": [{"server_uuid": "36b82fe1-248b-4cb0-b951-ea142776567d", "name": "network-vif-unplugged", "status": "completed", "tag": "303037f0-3d35-405e-987b-91bdc21d3916"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:35:46.507777 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 303037f0-3d35-405e-987b-91bdc21d3916, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=303037f0-3d35-405e-987b-91bdc21d3916,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:35:46.513825 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:46.540340 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5791903-d61f-4a28-8cfe-c834fbd3cc9e x-openstack-request-id: req-d5791903-d61f-4a28-8cfe-c834fbd3cc9e {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:35:46.540639 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b82fe1-248b-4cb0-b951-ea142776567d", "name": "network-vif-unplugged", "status": "completed", "tag": "303037f0-3d35-405e-987b-91bdc21d3916", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:35:46.540893 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d5791903-d61f-4a28-8cfe-c834fbd3cc9e {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:35:46.541786 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b82fe1-248b-4cb0-b951-ea142776567d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '303037f0-3d35-405e-987b-91bdc21d3916', 'code': 200} Aug 16 23:35:46.567498 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=303037f0-3d35-405e-987b-91bdc21d3916,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:46.682924 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfd7d6-007f-48b1-b96f-9fec16d2d46c req-6f33fd19-e3c1-4dd4-b39b-d3cdee7d3ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:46.685147 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9adfd7d6-007f-48b1-b96f-9fec16d2d46c req-6f33fd19-e3c1-4dd4-b39b-d3cdee7d3ffd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d&tenant_id=6980712d299d497a80989be4ac6f7550 HTTP/1.1" status: 200 len: 1096 time: 0.0459745 Aug 16 23:35:46.746215 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfd7d6-007f-48b1-b96f-9fec16d2d46c req-adcac9e4-6c9e-4531-a00f-7c0272536c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:46.747693 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9adfd7d6-007f-48b1-b96f-9fec16d2d46c req-adcac9e4-6c9e-4531-a00f-7c0272536c24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6980712d299d497a80989be4ac6f7550&device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 1096 time: 0.0410550 Aug 16 23:35:46.838910 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfd7d6-007f-48b1-b96f-9fec16d2d46c req-d4dbc91c-65ad-4d35-8e6e-355c97a22a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:46.840351 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9adfd7d6-007f-48b1-b96f-9fec16d2d46c req-d4dbc91c-65ad-4d35-8e6e-355c97a22a9b service neutron] 10.222.0.43 "GET /v2.0/networks?id=00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 200 len: 910 time: 0.0855544 Aug 16 23:35:46.865858 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747b058-4128-4e0f-bd40-db45d44df1b2 req-4137cd0a-f04e-4291-b4f6-9a3df0b9080f tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:46.867559 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d747b058-4128-4e0f-bd40-db45d44df1b2 req-4137cd0a-f04e-4291-b4f6-9a3df0b9080f tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 944 time: 0.0498242 Aug 16 23:35:46.906669 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d747b058-4128-4e0f-bd40-db45d44df1b2 req-4d5718d6-02c4-45ea-830e-b5e5d42b9034 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323665 Aug 16 23:35:46.911655 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9adfd7d6-007f-48b1-b96f-9fec16d2d46c req-b0a7c9f8-2134-43c6-b156-1561307af243 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=303037f0-3d35-405e-987b-91bdc21d3916 HTTP/1.1" status: 200 len: 1000 time: 0.0643904 Aug 16 23:35:46.961292 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfd7d6-007f-48b1-b96f-9fec16d2d46c req-141473d9-7a65-49a9-8077-b7a453c7f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:46.962796 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9adfd7d6-007f-48b1-b96f-9fec16d2d46c req-141473d9-7a65-49a9-8077-b7a453c7f026 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81067f6e-caba-445f-9830-ef0588382f2a HTTP/1.1" status: 200 len: 848 time: 0.0428286 Aug 16 23:35:47.007608 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfd7d6-007f-48b1-b96f-9fec16d2d46c req-9931ee2f-f0dc-4521-88e1-af74363c607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:47.009127 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9adfd7d6-007f-48b1-b96f-9fec16d2d46c req-9931ee2f-f0dc-4521-88e1-af74363c607b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00233dcd-3bf0-4dae-b8e4-1e90e64879db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395777 Aug 16 23:35:47.100338 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9adfd7d6-007f-48b1-b96f-9fec16d2d46c req-0c137737-6688-425c-a52e-639612ddf2cd service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840416 Aug 16 23:35:47.189795 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-9adfd7d6-007f-48b1-b96f-9fec16d2d46c req-205ffeeb-b6bf-4320-8cb7-399a190059f0 service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823028 Aug 16 23:35:48.036041 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b7687-7a09-4af4-936e-0b04947d2735 req-a5d803a5-4418-4ddf-8d88-8af438f377ff tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:48.037636 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c8b7687-7a09-4af4-936e-0b04947d2735 req-a5d803a5-4418-4ddf-8d88-8af438f377ff tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 944 time: 0.0526781 Aug 16 23:35:48.077043 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4c8b7687-7a09-4af4-936e-0b04947d2735 req-f57f5643-c03d-4203-b238-7c5ef652b67c tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325110 Aug 16 23:35:49.214351 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ea6a-0af3-47a5-87a6-bf31f0093ae9 req-c73542bd-7d1d-4e29-8ba4-02c6f1b11cc1 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:49.216713 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c660ea6a-0af3-47a5-87a6-bf31f0093ae9 req-c73542bd-7d1d-4e29-8ba4-02c6f1b11cc1 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 944 time: 0.0690401 Aug 16 23:35:49.256983 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c660ea6a-0af3-47a5-87a6-bf31f0093ae9 req-bf746782-0009-435a-99ac-7d1c4906cda6 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324275 Aug 16 23:35:50.391219 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2083a-3a95-48dc-99bc-f4bddded6db5 req-961f5e82-7071-4c94-9991-2ee8c7e17811 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:50.392631 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7e2083a-3a95-48dc-99bc-f4bddded6db5 req-961f5e82-7071-4c94-9991-2ee8c7e17811 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 944 time: 0.0568478 Aug 16 23:35:50.430429 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a7e2083a-3a95-48dc-99bc-f4bddded6db5 req-3b6fea7e-bf02-4066-987c-dbe905715b6a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316293 Aug 16 23:35:51.563145 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d605a-1b65-4d07-ade8-9dc1bf5b1da7 req-c665945f-b23e-48ad-86b5-3aaa42a076c6 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:51.564623 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b1d605a-1b65-4d07-ade8-9dc1bf5b1da7 req-c665945f-b23e-48ad-86b5-3aaa42a076c6 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 944 time: 0.0498607 Aug 16 23:35:51.601695 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6b1d605a-1b65-4d07-ade8-9dc1bf5b1da7 req-2bfa47e1-667b-4c03-ad0c-d022794a8f5d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310729 Aug 16 23:35:51.854645 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:35:52.732495 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319b7fa-5d2f-4483-bd5f-71f1738852d4 req-bc83ef94-067c-4802-abab-16d5bc2aebf1 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:52.734279 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2319b7fa-5d2f-4483-bd5f-71f1738852d4 req-bc83ef94-067c-4802-abab-16d5bc2aebf1 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 944 time: 0.0656888 Aug 16 23:35:52.771612 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2319b7fa-5d2f-4483-bd5f-71f1738852d4 req-a78972c4-536d-47a9-b39e-3c909b09aa64 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312519 Aug 16 23:35:53.899754 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af18596-b0a0-4079-9fb0-8894c9a48396 req-58d0c615-f411-4a9e-8c0e-a13350eda66f tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:53.902618 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8af18596-b0a0-4079-9fb0-8894c9a48396 req-58d0c615-f411-4a9e-8c0e-a13350eda66f tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 944 time: 0.0626612 Aug 16 23:35:53.943331 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8af18596-b0a0-4079-9fb0-8894c9a48396 req-5f3557b8-c36c-41dd-b987-f1e8c30034cc tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357769 Aug 16 23:35:55.058996 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381ed9c-ebbb-41db-a65c-fb9e6debd465 req-43ed3aa7-f9f7-4711-8d1f-159c330f65ec tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:55.060510 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1381ed9c-ebbb-41db-a65c-fb9e6debd465 req-43ed3aa7-f9f7-4711-8d1f-159c330f65ec tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 944 time: 0.0478449 Aug 16 23:35:55.103553 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1381ed9c-ebbb-41db-a65c-fb9e6debd465 req-e1f48d92-4a71-41a6-b664-c8fe4586264a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371282 Aug 16 23:35:56.232312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d937d7-4cae-47e1-bb14-544eaca00047 req-d677fcc7-5df8-4476-92e9-8598c74e178c tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:56.234047 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8d937d7-4cae-47e1-bb14-544eaca00047 req-d677fcc7-5df8-4476-92e9-8598c74e178c tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 944 time: 0.0579462 Aug 16 23:35:56.272103 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8d937d7-4cae-47e1-bb14-544eaca00047 req-5e29e528-8f57-4017-abf6-43427d01fe2f tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320785 Aug 16 23:35:57.404907 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83640bf-089e-4e3d-a113-45226d32d2e1 req-0df6ed32-e4ba-4460-8df1-1e041b0dadce tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:57.406436 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f83640bf-089e-4e3d-a113-45226d32d2e1 req-0df6ed32-e4ba-4460-8df1-1e041b0dadce tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 944 time: 0.0485532 Aug 16 23:35:57.445528 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f83640bf-089e-4e3d-a113-45226d32d2e1 req-fdbedb86-8d41-4e8f-b994-ee31e4bf48fb tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332630 Aug 16 23:35:58.562712 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44d13e-aeec-4aa6-b71c-5aec3a5c8382 req-1b5c3208-2f34-4958-a859-91639def9727 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:58.564200 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c44d13e-aeec-4aa6-b71c-5aec3a5c8382 req-1b5c3208-2f34-4958-a859-91639def9727 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 944 time: 0.0489483 Aug 16 23:35:58.600461 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c44d13e-aeec-4aa6-b71c-5aec3a5c8382 req-a99a43e2-db5e-44e9-afec-a9c5d9e89b08 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303836 Aug 16 23:35:59.719528 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d13a7-dc20-49d4-a396-0cd1ef2edeea req-a7c342cf-3eb8-46ff-a6b4-94505abd6fa9 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:59.720989 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe4d13a7-dc20-49d4-a396-0cd1ef2edeea req-a7c342cf-3eb8-46ff-a6b4-94505abd6fa9 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 944 time: 0.0519681 Aug 16 23:35:59.757945 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fe4d13a7-dc20-49d4-a396-0cd1ef2edeea req-e95c2429-da70-45b4-b9df-8cf5a763ae12 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311272 Aug 16 23:36:00.924870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af6b66-0b80-455d-998b-eb30c432987e req-6f7e717d-0400-400c-9cf6-e60735d56a44 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:00.926302 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72af6b66-0b80-455d-998b-eb30c432987e req-6f7e717d-0400-400c-9cf6-e60735d56a44 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 944 time: 0.1017251 Aug 16 23:36:00.963735 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-72af6b66-0b80-455d-998b-eb30c432987e req-bd10a815-47d9-4e46-9258-7155700b8dce tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312419 Aug 16 23:36:02.129879 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd978c-ff9d-4b33-8878-bda2c3cec30d req-2a92085c-bd93-4223-abea-72e17085b21b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:02.131502 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dfdd978c-ff9d-4b33-8878-bda2c3cec30d req-2a92085c-bd93-4223-abea-72e17085b21b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 944 time: 0.1004224 Aug 16 23:36:02.174056 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dfdd978c-ff9d-4b33-8878-bda2c3cec30d req-dae07070-73b6-49f2-8847-953fd9b42a91 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362430 Aug 16 23:36:02.452099 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 303037f0-3d35-405e-987b-91bdc21d3916 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:36:02.546475 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 303037f0-3d35-405e-987b-91bdc21d3916, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=303037f0-3d35-405e-987b-91bdc21d3916,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:02.556884 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '303037f0-3d35-405e-987b-91bdc21d3916', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'port_id': '303037f0-3d35-405e-987b-91bdc21d3916', 'mac_address': 'fa:16:3e:ce:d9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:36:02.749707 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:02.762459 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303037f0-3d35-405e-987b-91bdc21d3916 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:36:02.781070 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 303037f0-3d35-405e-987b-91bdc21d3916, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=303037f0-3d35-405e-987b-91bdc21d3916,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:02.784683 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:02.829555 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=303037f0-3d35-405e-987b-91bdc21d3916,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:03.016057 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['303037f0-3d35-405e-987b-91bdc21d3916'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:36:03.295106 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc06e32-d31e-4733-b9e8-ab69690691f6 req-44d3afe5-4698-4071-979e-2436870f7907 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:03.296497 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1cc06e32-d31e-4733-b9e8-ab69690691f6 req-44d3afe5-4698-4071-979e-2436870f7907 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 945 time: 0.0537550 Aug 16 23:36:03.333145 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1cc06e32-d31e-4733-b9e8-ab69690691f6 req-314d2a50-1190-4335-8784-00add6d9a09b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307004 Aug 16 23:36:04.447140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256c921-dc51-464a-827b-6b924ba9c3d4 req-a650a13b-87b6-41b5-9032-2b487a82d0a3 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:04.449299 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a256c921-dc51-464a-827b-6b924ba9c3d4 req-a650a13b-87b6-41b5-9032-2b487a82d0a3 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 945 time: 0.0479147 Aug 16 23:36:04.466995 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 303037f0-3d35-405e-987b-91bdc21d3916 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:04.486801 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a256c921-dc51-464a-827b-6b924ba9c3d4 req-636a6c72-82ec-4b96-acb1-4d9ea963a719 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316615 Aug 16 23:36:04.514107 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 303037f0-3d35-405e-987b-91bdc21d3916 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:04.514480 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:04.589941 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:04.611733 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b82fe1-248b-4cb0-b951-ea142776567d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303037f0-3d35-405e-987b-91bdc21d3916'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:36:04.613860 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35352dff-aff0-41af-9d0a-51442720e4de" -d '{"events": [{"server_uuid": "36b82fe1-248b-4cb0-b951-ea142776567d", "name": "network-vif-plugged", "status": "completed", "tag": "303037f0-3d35-405e-987b-91bdc21d3916"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:36:04.627060 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 303037f0-3d35-405e-987b-91bdc21d3916, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=303037f0-3d35-405e-987b-91bdc21d3916,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:04.631457 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:04.654524 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff28d563-62b3-47c1-be1f-10336c1158d0 x-openstack-request-id: req-ff28d563-62b3-47c1-be1f-10336c1158d0 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:36:04.654816 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b82fe1-248b-4cb0-b951-ea142776567d", "name": "network-vif-plugged", "status": "completed", "tag": "303037f0-3d35-405e-987b-91bdc21d3916", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:36:04.655066 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ff28d563-62b3-47c1-be1f-10336c1158d0 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:36:04.655453 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b82fe1-248b-4cb0-b951-ea142776567d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303037f0-3d35-405e-987b-91bdc21d3916', 'code': 200} Aug 16 23:36:04.682229 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=303037f0-3d35-405e-987b-91bdc21d3916,revision_number=10']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:04.811220 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a6ba2-4e4c-4e5f-b5b6-997683b038c4 req-7ba615c6-bc6f-4492-8187-d4c8e91cc893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:04.812717 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-214a6ba2-4e4c-4e5f-b5b6-997683b038c4 req-7ba615c6-bc6f-4492-8187-d4c8e91cc893 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 1099 time: 0.0461702 Aug 16 23:36:04.847009 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-214a6ba2-4e4c-4e5f-b5b6-997683b038c4 req-3a57ccd6-0b6f-4580-a722-a0f1adecde14 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268991 Aug 16 23:36:05.608201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e3196-c784-46f3-807f-af82adb17ac5 req-3013ec29-26d7-40ca-9351-70dd735f1928 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:05.609711 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-313e3196-c784-46f3-807f-af82adb17ac5 req-3013ec29-26d7-40ca-9351-70dd735f1928 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 947 time: 0.0523574 Aug 16 23:36:05.651547 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-313e3196-c784-46f3-807f-af82adb17ac5 req-12767ba4-341f-4d3a-84f8-9c2cdd4a9eb7 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356812 Aug 16 23:36:06.773264 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb9c7c-d0d6-4c19-bcf0-ede413abd8cd req-5ce26c2d-9a67-4b69-8c48-cfc4877ca601 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:06.774892 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84cb9c7c-d0d6-4c19-bcf0-ede413abd8cd req-5ce26c2d-9a67-4b69-8c48-cfc4877ca601 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 947 time: 0.0526795 Aug 16 23:36:06.813590 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-84cb9c7c-d0d6-4c19-bcf0-ede413abd8cd req-12581220-ed98-4c33-a444-39e233a3cc48 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309548 Aug 16 23:36:09.116952 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-db923114-1975-475b-a5b0-916735e34aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:09.214490 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:11.575688 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:11.675569 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-89cd71bd-7206-4ce9-815c-5e5bac4c5a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:12.251028 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:13.535946 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:15.110208 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:28.853387 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:36:38.459905 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34445112-5021-4167-a9f0-020dd270d753 req-974b6092-0c0d-4af8-b0ec-13cfbe00dd87 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0815470 Aug 16 23:36:38.542281 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34445112-5021-4167-a9f0-020dd270d753 req-7741cbb6-5f6d-4ba0-b7aa-dc3b987c2b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:38.543780 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34445112-5021-4167-a9f0-020dd270d753 req-7741cbb6-5f6d-4ba0-b7aa-dc3b987c2b9d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6980712d299d497a80989be4ac6f7550&device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 1099 time: 0.0426450 Aug 16 23:36:38.652590 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34445112-5021-4167-a9f0-020dd270d753 req-ab6dc15d-1187-4a36-8a26-3b4156edf6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:38.654109 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34445112-5021-4167-a9f0-020dd270d753 req-ab6dc15d-1187-4a36-8a26-3b4156edf6e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 200 len: 910 time: 0.0908363 Aug 16 23:36:38.716640 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34445112-5021-4167-a9f0-020dd270d753 req-a3e60554-b818-4cf7-a441-79edf4f4a715 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=303037f0-3d35-405e-987b-91bdc21d3916 HTTP/1.1" status: 200 len: 1002 time: 0.0561078 Aug 16 23:36:38.769921 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34445112-5021-4167-a9f0-020dd270d753 req-d9cb8789-e886-4933-9e43-51e340015873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:38.771406 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34445112-5021-4167-a9f0-020dd270d753 req-d9cb8789-e886-4933-9e43-51e340015873 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81067f6e-caba-445f-9830-ef0588382f2a HTTP/1.1" status: 200 len: 848 time: 0.0477264 Aug 16 23:36:38.817347 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34445112-5021-4167-a9f0-020dd270d753 req-c191b876-f780-4806-a840-54640b22bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:38.818852 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34445112-5021-4167-a9f0-020dd270d753 req-c191b876-f780-4806-a840-54640b22bcc7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00233dcd-3bf0-4dae-b8e4-1e90e64879db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399399 Aug 16 23:36:38.909593 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34445112-5021-4167-a9f0-020dd270d753 req-1112b501-df05-4c35-a45d-36f71ab81170 service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820625 Aug 16 23:36:39.007043 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-34445112-5021-4167-a9f0-020dd270d753 req-6f619917-c6a5-47a6-bb6c-53d57b2a3e0f service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895629 Aug 16 23:36:39.118991 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4b1de57f-5b64-414b-9b5a-be1d5fe02eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:39.215194 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:41.590528 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:41.676348 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-57502340-cf24-4bb8-9a80-f20ad7c40ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:42.252371 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:43.540201 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:45.112767 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:05.853256 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:37:09.120170 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b3387ecf-6906-4372-9260-41a1c2ee6f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:09.213992 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:11.590811 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:11.676130 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-846e678c-4b3d-4084-9dad-4ddd44ad03a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:12.253865 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:13.542556 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:15.117170 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:16.207832 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52664) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:16.364031 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Deleting port 94c8f9c5-82fa-4a40-81dd-222aa5be8359 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:37:16.364266 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:16.442305 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:16.442626 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:16.453906 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Calling delete_port for 94c8f9c5-82fa-4a40-81dd-222aa5be8359 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:37:16.600275 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:16.625735 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event deleted for resources: {'Port': ['ID=94c8f9c5-82fa-4a40-81dd-222aa5be8359,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:16.637713 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:16.638090 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:16.638432 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:16.638768 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:16.639099 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:16.639427 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:16.639751 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:16.640074 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:16.640395 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:16.641000 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:16.641000 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:16.641330 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:16.694524 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:16.694856 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Floating IP 718f9707-19dd-47f9-b98b-c811d58518d7 disassociated (deleted). External IP: 172.25.6.242, port: 303037f0-3d35-405e-987b-91bdc21d3916. Aug 16 23:37:16.901028 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:37:17.007344 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:37:17.012158 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:17.016634 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b1932-5075-4d41-bddb-4a0c159175df None None] Sync routers for ids ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:37:17.026348 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b1932-5075-4d41-bddb-4a0c159175df None None] Routers {'8eb51387-65ed-4571-9ac1-0ff11802d4d4'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:37:17.026959 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-802b1932-5075-4d41-bddb-4a0c159175df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:37:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:17.038978 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1d4439af-6931-45ac-9949-320ddcfe3546 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "DELETE /v2.0/floatingips/718f9707-19dd-47f9-b98b-c811d58518d7 HTTP/1.1" status: 204 len: 168 time: 0.8300519 Aug 16 23:37:17.039727 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b82fe1-248b-4cb0-b951-ea142776567d', 'tag': '303037f0-3d35-405e-987b-91bdc21d3916'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:37:17.043822 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456f4594-0617-4632-9715-b3413a282163" -d '{"events": [{"name": "network-changed", "server_uuid": "36b82fe1-248b-4cb0-b951-ea142776567d", "tag": "303037f0-3d35-405e-987b-91bdc21d3916"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:37:17.134182 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-802b1932-5075-4d41-bddb-4a0c159175df None None] Set router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:37:17.149887 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c299808-d672-4235-a06d-b2875d1a4eae x-openstack-request-id: req-1c299808-d672-4235-a06d-b2875d1a4eae {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:37:17.150203 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b82fe1-248b-4cb0-b951-ea142776567d", "tag": "303037f0-3d35-405e-987b-91bdc21d3916", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:37:17.150447 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1c299808-d672-4235-a06d-b2875d1a4eae {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:37:17.150848 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b82fe1-248b-4cb0-b951-ea142776567d', 'tag': '303037f0-3d35-405e-987b-91bdc21d3916', 'status': 'completed', 'code': 200} Aug 16 23:37:17.226918 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f4594-0617-4632-9715-b3413a282163 req-ae2bc6d3-7996-4c62-a0f7-1e6e5a7e6b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:17.228599 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-456f4594-0617-4632-9715-b3413a282163 req-ae2bc6d3-7996-4c62-a0f7-1e6e5a7e6b39 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6980712d299d497a80989be4ac6f7550&device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 1099 time: 0.0431323 Aug 16 23:37:17.281769 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f0c97-857e-4300-a440-9e47e581db25 req-50a93af4-7163-4db7-bae5-deb663bef11b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:17.284001 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7f0f0c97-857e-4300-a440-9e47e581db25 req-50a93af4-7163-4db7-bae5-deb663bef11b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 947 time: 0.0590680 Aug 16 23:37:17.324494 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7f0f0c97-857e-4300-a440-9e47e581db25 req-2f6c7856-cc63-42a2-9356-afff9a679642 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341663 Aug 16 23:37:17.324893 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f4594-0617-4632-9715-b3413a282163 req-85ade59f-9e33-47cc-a317-f84aa49bd174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:17.326389 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-456f4594-0617-4632-9715-b3413a282163 req-85ade59f-9e33-47cc-a317-f84aa49bd174 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 200 len: 910 time: 0.0905921 Aug 16 23:37:17.356812 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-802b1932-5075-4d41-bddb-4a0c159175df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'name': 'tempest-TestShelveInstance-2124049835-router', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:32:59Z', 'updated_at': '2021-08-16T23:33:02Z', 'revision_number': 4, 'project_id': '6980712d299d497a80989be4ac6f7550', 'gw_port': {'id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:00Z', 'updated_at': '2021-08-16T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '02b10d89-90b7-4a15-9100-40bf294bd675', 'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'mac_address': 'fa:16:3e:5c:10:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:01Z', 'updated_at': '2021-08-16T23:33:08Z', 'revision_number': 5, 'project_id': '6980712d299d497a80989be4ac6f7550', 'subnets': [{'id': '81067f6e-caba-445f-9830-ef0588382f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:17.369253 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-456f4594-0617-4632-9715-b3413a282163 req-52f5cb2c-b669-4886-b772-5e6b17c69879 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=303037f0-3d35-405e-987b-91bdc21d3916 HTTP/1.1" status: 200 len: 217 time: 0.0349693 Aug 16 23:37:17.384002 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b1932-5075-4d41-bddb-4a0c159175df None None] Checking router: 8eb51387-65ed-4571-9ac1-0ff11802d4d4 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:37:17.392365 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b1932-5075-4d41-bddb-4a0c159175df None None] Routers {'8eb51387-65ed-4571-9ac1-0ff11802d4d4'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:37:17.392979 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-802b1932-5075-4d41-bddb-4a0c159175df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:37:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:17.422224 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f4594-0617-4632-9715-b3413a282163 req-c493476b-dc09-4710-b731-a0b1844cc033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:17.423596 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-456f4594-0617-4632-9715-b3413a282163 req-c493476b-dc09-4710-b731-a0b1844cc033 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81067f6e-caba-445f-9830-ef0588382f2a HTTP/1.1" status: 200 len: 848 time: 0.0473874 Aug 16 23:37:17.469501 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f4594-0617-4632-9715-b3413a282163 req-a08ff2c1-5ed1-409d-94c6-9a9366908a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:17.471106 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-456f4594-0617-4632-9715-b3413a282163 req-a08ff2c1-5ed1-409d-94c6-9a9366908a2f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00233dcd-3bf0-4dae-b8e4-1e90e64879db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395684 Aug 16 23:37:17.499734 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-802b1932-5075-4d41-bddb-4a0c159175df None None] Set router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:37:17.565206 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-456f4594-0617-4632-9715-b3413a282163 req-08868268-f245-4aaf-8509-f5f0ab6958ab service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858366 Aug 16 23:37:17.658050 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-456f4594-0617-4632-9715-b3413a282163 req-ffd05adb-d23e-493d-8433-18c9385c3796 service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835261 Aug 16 23:37:17.701068 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-802b1932-5075-4d41-bddb-4a0c159175df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'name': 'tempest-TestShelveInstance-2124049835-router', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:32:59Z', 'updated_at': '2021-08-16T23:33:02Z', 'revision_number': 4, 'project_id': '6980712d299d497a80989be4ac6f7550', 'gw_port': {'id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:00Z', 'updated_at': '2021-08-16T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '02b10d89-90b7-4a15-9100-40bf294bd675', 'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'mac_address': 'fa:16:3e:5c:10:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:01Z', 'updated_at': '2021-08-16T23:33:08Z', 'revision_number': 5, 'project_id': '6980712d299d497a80989be4ac6f7550', 'subnets': [{'id': '81067f6e-caba-445f-9830-ef0588382f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:17.729905 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b1932-5075-4d41-bddb-4a0c159175df None None] The sync data for ids ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'] in n-d-792458-15 is: [{'id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'name': 'tempest-TestShelveInstance-2124049835-router', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:32:59Z', 'updated_at': '2021-08-16T23:33:02Z', 'revision_number': 4, 'project_id': '6980712d299d497a80989be4ac6f7550', 'gw_port': {'id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:00Z', 'updated_at': '2021-08-16T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '02b10d89-90b7-4a15-9100-40bf294bd675', 'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'mac_address': 'fa:16:3e:5c:10:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:01Z', 'updated_at': '2021-08-16T23:33:08Z', 'revision_number': 5, 'project_id': '6980712d299d497a80989be4ac6f7550', 'subnets': [{'id': '81067f6e-caba-445f-9830-ef0588382f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:37:17.944717 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966e5242-ef7f-43d0-9a9e-29a11cf41607 None None] New status for floating IP 718f9707-19dd-47f9-b98b-c811d58518d7: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:37:18.443095 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd15421-a6fa-4c86-aab3-fe944d0acc09 req-715e0eff-ca2b-45ac-b8c9-45b910808ee3 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:18.444565 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4fd15421-a6fa-4c86-aab3-fe944d0acc09 req-715e0eff-ca2b-45ac-b8c9-45b910808ee3 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 947 time: 0.0483053 Aug 16 23:37:18.482401 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4fd15421-a6fa-4c86-aab3-fe944d0acc09 req-fbaa140f-8489-4157-82ad-8ad4e08910cd tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=605e9d81-f07f-498a-9e15-5796049e9a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318830 Aug 16 23:37:18.538999 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4bb97-bfb0-4378-b44f-5e40669e9046 req-559bf731-5f7d-4b03-9eb1-31a35530eff0 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:18.540608 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-edc4bb97-bfb0-4378-b44f-5e40669e9046 req-559bf731-5f7d-4b03-9eb1-31a35530eff0 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.43 "GET /v2.0/ports?device_id=36b82fe1-248b-4cb0-b951-ea142776567d HTTP/1.1" status: 200 len: 947 time: 0.0504930 Aug 16 23:37:18.642293 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-edc4bb97-bfb0-4378-b44f-5e40669e9046 req-78cb292a-6518-4831-b945-30aa52ce9c24 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Deleting port 303037f0-3d35-405e-987b-91bdc21d3916 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:37:18.642648 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-edc4bb97-bfb0-4378-b44f-5e40669e9046 req-78cb292a-6518-4831-b945-30aa52ce9c24 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:18.730469 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-edc4bb97-bfb0-4378-b44f-5e40669e9046 req-78cb292a-6518-4831-b945-30aa52ce9c24 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] For port 303037f0-3d35-405e-987b-91bdc21d3916, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=303037f0-3d35-405e-987b-91bdc21d3916,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:37:18.730837 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-edc4bb97-bfb0-4378-b44f-5e40669e9046 req-78cb292a-6518-4831-b945-30aa52ce9c24 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:18.742890 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-edc4bb97-bfb0-4378-b44f-5e40669e9046 req-78cb292a-6518-4831-b945-30aa52ce9c24 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Calling delete_port for 303037f0-3d35-405e-987b-91bdc21d3916 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:37:18.869512 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-edc4bb97-bfb0-4378-b44f-5e40669e9046 req-78cb292a-6518-4831-b945-30aa52ce9c24 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:18.899233 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb292a-6518-4831-b945-30aa52ce9c24 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event deleted for resources: {'Port': ['ID=303037f0-3d35-405e-987b-91bdc21d3916,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:18.944684 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc4bb97-bfb0-4378-b44f-5e40669e9046 req-78cb292a-6518-4831-b945-30aa52ce9c24 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] No DVR routers for this DVR port 303037f0-3d35-405e-987b-91bdc21d3916 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:37:18.947330 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-edc4bb97-bfb0-4378-b44f-5e40669e9046 req-78cb292a-6518-4831-b945-30aa52ce9c24 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:18.949330 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-edc4bb97-bfb0-4378-b44f-5e40669e9046 req-78cb292a-6518-4831-b945-30aa52ce9c24 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.43 "DELETE /v2.0/ports/303037f0-3d35-405e-987b-91bdc21d3916 HTTP/1.1" status: 204 len: 173 time: 0.4029474 Aug 16 23:37:19.152324 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b82fe1-248b-4cb0-b951-ea142776567d', 'name': 'network-vif-deleted', 'tag': '303037f0-3d35-405e-987b-91bdc21d3916'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:37:19.154633 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cd3bf1-1103-4ead-a021-b0468e273ec6" -d '{"events": [{"server_uuid": "36b82fe1-248b-4cb0-b951-ea142776567d", "name": "network-vif-deleted", "tag": "303037f0-3d35-405e-987b-91bdc21d3916"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:37:19.188978 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2e591f-d06c-4a48-b129-5d2e10c9bda0 x-openstack-request-id: req-9e2e591f-d06c-4a48-b129-5d2e10c9bda0 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:37:19.189270 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b82fe1-248b-4cb0-b951-ea142776567d", "name": "network-vif-deleted", "tag": "303037f0-3d35-405e-987b-91bdc21d3916", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:37:19.189517 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9e2e591f-d06c-4a48-b129-5d2e10c9bda0 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:37:19.189914 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b82fe1-248b-4cb0-b951-ea142776567d', 'name': 'network-vif-deleted', 'tag': '303037f0-3d35-405e-987b-91bdc21d3916', 'status': 'completed', 'code': 200} Aug 16 23:37:19.541033 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52686) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:19.599321 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81c8b76e-5b32-4c79-afb2-76ab5c998130 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:19.624882 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81c8b76e-5b32-4c79-afb2-76ab5c998130 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:19.683334 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81c8b76e-5b32-4c79-afb2-76ab5c998130 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:19.685847 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-81c8b76e-5b32-4c79-afb2-76ab5c998130 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:19.687094 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-81c8b76e-5b32-4c79-afb2-76ab5c998130 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "DELETE /v2.0/security-groups/605e9d81-f07f-498a-9e15-5796049e9a86 HTTP/1.1" status: 204 len: 168 time: 0.1450167 Aug 16 23:37:19.696048 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8b76e-5b32-4c79-afb2-76ab5c998130 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=605e9d81-f07f-498a-9e15-5796049e9a86,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:20.928090 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52694) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:20.933037 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-fecc34e4-b767-42bb-88a7-a4a41856ac33 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-71990247', 'description': 'tempest-secgroup-smoke-71990247 description', 'project_id': '6980712d299d497a80989be4ac6f7550'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:20.955000 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fecc34e4-b767-42bb-88a7-a4a41856ac33 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.038102 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fecc34e4-b767-42bb-88a7-a4a41856ac33 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.041721 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fecc34e4-b767-42bb-88a7-a4a41856ac33 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.067449 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-fecc34e4-b767-42bb-88a7-a4a41856ac33 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.068662 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-fecc34e4-b767-42bb-88a7-a4a41856ac33 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1395729 Aug 16 23:37:21.071703 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52696) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:21.072669 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc34e4-b767-42bb-88a7-a4a41856ac33 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5893df10-b331-47d6-aa22-9ea67a1c2d9f,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:21.076366 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-30c21b1f-13f5-4469-aa54-c2020f69d3ac tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Request body: {'security_group_rule': {'security_group_id': '5893df10-b331-47d6-aa22-9ea67a1c2d9f', 'project_id': '6980712d299d497a80989be4ac6f7550', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:21.079933 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc34e4-b767-42bb-88a7-a4a41856ac33 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:21.080283 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc34e4-b767-42bb-88a7-a4a41856ac33 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:21.080686 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc34e4-b767-42bb-88a7-a4a41856ac33 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:21.080962 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc34e4-b767-42bb-88a7-a4a41856ac33 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:21.081410 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc34e4-b767-42bb-88a7-a4a41856ac33 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:21.081757 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc34e4-b767-42bb-88a7-a4a41856ac33 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:21.082116 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc34e4-b767-42bb-88a7-a4a41856ac33 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:21.082463 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc34e4-b767-42bb-88a7-a4a41856ac33 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:21.082774 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc34e4-b767-42bb-88a7-a4a41856ac33 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:21.083122 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc34e4-b767-42bb-88a7-a4a41856ac33 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:21.083456 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc34e4-b767-42bb-88a7-a4a41856ac33 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:21.083784 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc34e4-b767-42bb-88a7-a4a41856ac33 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:21.106968 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30c21b1f-13f5-4469-aa54-c2020f69d3ac tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.153135 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30c21b1f-13f5-4469-aa54-c2020f69d3ac tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.156481 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30c21b1f-13f5-4469-aa54-c2020f69d3ac tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.173826 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c21b1f-13f5-4469-aa54-c2020f69d3ac tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10dd5a19-ffac-4e36-8c0a-c653426cf3b8,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:21.179640 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30c21b1f-13f5-4469-aa54-c2020f69d3ac tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.180745 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-30c21b1f-13f5-4469-aa54-c2020f69d3ac tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1080048 Aug 16 23:37:21.183516 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52700) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:21.187854 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-427ff304-cfe9-44fd-b0e4-a0b7ad68047d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Request body: {'security_group_rule': {'security_group_id': '5893df10-b331-47d6-aa22-9ea67a1c2d9f', 'project_id': '6980712d299d497a80989be4ac6f7550', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:21.214418 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-427ff304-cfe9-44fd-b0e4-a0b7ad68047d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.273421 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-427ff304-cfe9-44fd-b0e4-a0b7ad68047d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.276863 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-427ff304-cfe9-44fd-b0e4-a0b7ad68047d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.293903 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ff304-cfe9-44fd-b0e4-a0b7ad68047d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc91b3d2-36f2-477a-a771-9c5c2aaf4d9f,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:21.299688 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-427ff304-cfe9-44fd-b0e4-a0b7ad68047d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.300973 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-427ff304-cfe9-44fd-b0e4-a0b7ad68047d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164665 Aug 16 23:37:21.303749 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52702) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:21.308146 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-07216005-49e8-4cf2-9209-d9ac6f13a8b9 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Request body: {'security_group_rule': {'security_group_id': '5893df10-b331-47d6-aa22-9ea67a1c2d9f', 'project_id': '6980712d299d497a80989be4ac6f7550', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:21.333945 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07216005-49e8-4cf2-9209-d9ac6f13a8b9 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.389847 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07216005-49e8-4cf2-9209-d9ac6f13a8b9 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.393482 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07216005-49e8-4cf2-9209-d9ac6f13a8b9 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.411640 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07216005-49e8-4cf2-9209-d9ac6f13a8b9 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b963bcd3-4392-406d-a79c-a2983070b70b,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:21.416272 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07216005-49e8-4cf2-9209-d9ac6f13a8b9 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.417460 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-07216005-49e8-4cf2-9209-d9ac6f13a8b9 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127889 Aug 16 23:37:21.420280 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52704) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:21.424547 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-cea794e1-4f1c-4b99-ab94-97b9ad9e1f36 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Request body: {'security_group_rule': {'security_group_id': '5893df10-b331-47d6-aa22-9ea67a1c2d9f', 'project_id': '6980712d299d497a80989be4ac6f7550', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:21.449439 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cea794e1-4f1c-4b99-ab94-97b9ad9e1f36 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.507526 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cea794e1-4f1c-4b99-ab94-97b9ad9e1f36 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.511204 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cea794e1-4f1c-4b99-ab94-97b9ad9e1f36 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.529753 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea794e1-4f1c-4b99-ab94-97b9ad9e1f36 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e834d36-7a68-468c-9eb8-b88729414b3c,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:21.535164 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cea794e1-4f1c-4b99-ab94-97b9ad9e1f36 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.536398 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-cea794e1-4f1c-4b99-ab94-97b9ad9e1f36 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151507 Aug 16 23:37:21.539427 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52706) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:21.543832 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a561e4a3-5de1-4680-b553-d1b7bab96fda tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Request body: {'security_group_rule': {'security_group_id': '5893df10-b331-47d6-aa22-9ea67a1c2d9f', 'project_id': '6980712d299d497a80989be4ac6f7550', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:21.563971 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-a561e4a3-5de1-4680-b553-d1b7bab96fda tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Project 6980712d299d497a80989be4ac6f7550 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:37:21.569016 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a561e4a3-5de1-4680-b553-d1b7bab96fda tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.630318 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a561e4a3-5de1-4680-b553-d1b7bab96fda tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.633873 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a561e4a3-5de1-4680-b553-d1b7bab96fda tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.651965 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561e4a3-5de1-4680-b553-d1b7bab96fda tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc823168-635c-4f61-b973-23220798ed7a,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:21.657374 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a561e4a3-5de1-4680-b553-d1b7bab96fda tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.658602 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-a561e4a3-5de1-4680-b553-d1b7bab96fda tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182628 Aug 16 23:37:21.661358 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 52708) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:21.665672 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e6063f22-6fb1-43db-8703-1173bdd07c93 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Request body: {'security_group_rule': {'security_group_id': '5893df10-b331-47d6-aa22-9ea67a1c2d9f', 'project_id': '6980712d299d497a80989be4ac6f7550', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:21.686176 n-d-792458-15 neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-e6063f22-6fb1-43db-8703-1173bdd07c93 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Project 6980712d299d497a80989be4ac6f7550 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:37:21.691320 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6063f22-6fb1-43db-8703-1173bdd07c93 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.753710 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6063f22-6fb1-43db-8703-1173bdd07c93 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.756698 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6063f22-6fb1-43db-8703-1173bdd07c93 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.774675 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6063f22-6fb1-43db-8703-1173bdd07c93 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d878d13d-5a33-4c3b-8a9f-908e47a6ef58,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:21.779458 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6063f22-6fb1-43db-8703-1173bdd07c93 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.780938 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e6063f22-6fb1-43db-8703-1173bdd07c93 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186173 Aug 16 23:37:22.872175 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 303037f0-3d35-405e-987b-91bdc21d3916 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:37:22.892746 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 303037f0-3d35-405e-987b-91bdc21d3916 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:37:22.893092 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 303037f0-3d35-405e-987b-91bdc21d3916 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:37:34.980416 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-4429ca39-df0c-4d1d-ba9e-da40c012726d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-71990247&fields=id&tenant_id=6980712d299d497a80989be4ac6f7550 HTTP/1.1" status: 200 len: 267 time: 0.0325499 Aug 16 23:37:35.083257 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-9e72ae60-2fa7-4568-99a8-7e82367eba25 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:35.084644 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-9e72ae60-2fa7-4568-99a8-7e82367eba25 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/networks?id=00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 200 len: 809 time: 0.0977893 Aug 16 23:37:35.099996 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-07073c7c-09ef-469b-abed-629ec64a06a1 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/quotas/6980712d299d497a80989be4ac6f7550 HTTP/1.1" status: 200 len: 375 time: 0.0095735 Aug 16 23:37:35.153537 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-e1d6abf9-5668-49b5-a8aa-d4290d46e6eb tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=6980712d299d497a80989be4ac6f7550&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482116 Aug 16 23:37:35.169658 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-d8dbc2f0-fef1-4070-a96c-d9369da82700 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:37:35.170655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-d8dbc2f0-fef1-4070-a96c-d9369da82700 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057387 Aug 16 23:37:35.257916 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-7d9c87ac-dd06-411a-8f3e-2afb0f3f6d08 service neutron] 10.222.0.93 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803685 Aug 16 23:37:35.349400 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-d485e9fb-853e-4f0e-8232-2948f9360bf2 service neutron] 10.222.0.93 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853968 Aug 16 23:37:35.630675 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e9faf263-7592-41f2-876b-2fa9d92e75dd req-b60e656f-a304-4c12-ba2c-eafd53ecff6e tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 210 time: 0.0264313 Aug 16 23:37:36.505829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-aa3b7eb9-c06d-407e-8eb5-e1a08d4d1115 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:36.507419 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-aa3b7eb9-c06d-407e-8eb5-e1a08d4d1115 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.39 "GET /v2.0/networks?id=00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 200 len: 809 time: 0.1094537 Aug 16 23:37:36.549737 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-7675a660-215e-4f6f-aa64-d1faa54df92a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6980712d299d497a80989be4ac6f7550 HTTP/1.1" status: 200 len: 378 time: 0.0334067 Aug 16 23:37:36.559271 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-198fce99-608a-4dda-b57e-5fac5bdf9c34 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Request body: {'port': {'device_id': '5169efcb-15a0-4655-b365-b589665178c1', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'admin_state_up': True, 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'security_groups': ['5893df10-b331-47d6-aa22-9ea67a1c2d9f']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:36.670652 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-198fce99-608a-4dda-b57e-5fac5bdf9c34 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Made reservation on behalf of 6980712d299d497a80989be4ac6f7550 for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:37:36.674507 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-198fce99-608a-4dda-b57e-5fac5bdf9c34 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:36.765451 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da5cc340-676d-4eb9-b128-4a4cca74223c req-51d22a97-3fa8-45ef-a78c-ca28b38516c6 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 210 time: 0.0346427 Aug 16 23:37:36.827254 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-198fce99-608a-4dda-b57e-5fac5bdf9c34 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Allocated IP 172.20.0.13 (00233dcd-3bf0-4dae-b8e4-1e90e64879db/81067f6e-caba-445f-9830-ef0588382f2a/9380b98f-fbbf-4af7-a21c-9214becc41b1) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:37:36.970101 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-198fce99-608a-4dda-b57e-5fac5bdf9c34 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:36.984363 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-198fce99-608a-4dda-b57e-5fac5bdf9c34 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Transition to ACTIVE for port object 9380b98f-fbbf-4af7-a21c-9214becc41b1 will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:37:37.017848 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-198fce99-608a-4dda-b57e-5fac5bdf9c34 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:37.065144 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-198fce99-608a-4dda-b57e-5fac5bdf9c34 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Network 00233dcd-3bf0-4dae-b8e4-1e90e64879db is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:37:37.071308 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-198fce99-608a-4dda-b57e-5fac5bdf9c34 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:37:37.074445 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-198fce99-608a-4dda-b57e-5fac5bdf9c34 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:37:37.327722 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fc326085-cbba-4ae9-8695-7ccc89fbacd7 None None] Provisioning for port 9380b98f-fbbf-4af7-a21c-9214becc41b1 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:37:37.333169 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-fc326085-cbba-4ae9-8695-7ccc89fbacd7 None None] Provisioning complete for port 9380b98f-fbbf-4af7-a21c-9214becc41b1 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:37:37.333587 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fc326085-cbba-4ae9-8695-7ccc89fbacd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:37.373079 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-fc326085-cbba-4ae9-8695-7ccc89fbacd7 None None] Port 9380b98f-fbbf-4af7-a21c-9214becc41b1 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:37:37.489055 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fce99-608a-4dda-b57e-5fac5bdf9c34 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event updated for resources: {'Port': ['ID=9380b98f-fbbf-4af7-a21c-9214becc41b1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:37.505990 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-198fce99-608a-4dda-b57e-5fac5bdf9c34 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:37.506590 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-198fce99-608a-4dda-b57e-5fac5bdf9c34 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:37.521082 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-198fce99-608a-4dda-b57e-5fac5bdf9c34 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9655390 Aug 16 23:37:37.580015 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] Request body: {'port': {'device_id': '5169efcb-15a0-4655-b365-b589665178c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:37.634599 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:37.936550 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b995416-91e5-4076-a56f-9c4b855014f8 req-db4b69df-f0c9-4904-9ab0-4bc33ddc7665 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:37.938087 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b995416-91e5-4076-a56f-9c4b855014f8 req-db4b69df-f0c9-4904-9ab0-4bc33ddc7665 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 932 time: 0.1022897 Aug 16 23:37:37.957932 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9380b98f-fbbf-4af7-a21c-9214becc41b1 {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:37:37.973029 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:37.998080 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] Transition to ACTIVE for port object 9380b98f-fbbf-4af7-a21c-9214becc41b1 will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:37:38.004263 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b995416-91e5-4076-a56f-9c4b855014f8 req-af3aff7e-540e-4a31-936a-0382084062bc tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578074 Aug 16 23:37:38.005474 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:38.066123 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] Pushing event updated for resources: {'Port': ['ID=9380b98f-fbbf-4af7-a21c-9214becc41b1,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:38.167208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] Attempting to bind port 9380b98f-fbbf-4af7-a21c-9214becc41b1 on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:37:38.167825 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] Attempting to bind port 9380b98f-fbbf-4af7-a21c-9214becc41b1 by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': 'df92ff9e-77b4-40e8-9fb3-92e20c52645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:37:38.168627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] Attempting to bind port 9380b98f-fbbf-4af7-a21c-9214becc41b1 on network 00233dcd-3bf0-4dae-b8e4-1e90e64879db {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:37:38.173627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] Port 9380b98f-fbbf-4af7-a21c-9214becc41b1 on network 00233dcd-3bf0-4dae-b8e4-1e90e64879db not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:37:38.173975 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] Attempting to bind port 9380b98f-fbbf-4af7-a21c-9214becc41b1 on network 00233dcd-3bf0-4dae-b8e4-1e90e64879db {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:37:38.180898 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:37:38.181243 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] Checking segment: {'id': 'df92ff9e-77b4-40e8-9fb3-92e20c52645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:37:38.181636 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] Bound using segment: {'id': 'df92ff9e-77b4-40e8-9fb3-92e20c52645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:37:38.182097 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] Bound port: 9380b98f-fbbf-4af7-a21c-9214becc41b1, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df92ff9e-77b4-40e8-9fb3-92e20c52645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:37:38.182461 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:38.256621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] For port 9380b98f-fbbf-4af7-a21c-9214becc41b1, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:37:38.259863 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] For port 9380b98f-fbbf-4af7-a21c-9214becc41b1, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=9380b98f-fbbf-4af7-a21c-9214becc41b1,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:37:38.266854 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:38.303317 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:38.303947 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:38.305348 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] 10.222.0.39 "PUT /v2.0/ports/9380b98f-fbbf-4af7-a21c-9214becc41b1 HTTP/1.1" status: 200 len: 1093 time: 0.7740343 Aug 16 23:37:38.305762 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5169efcb-15a0-4655-b365-b589665178c1', 'tag': '9380b98f-fbbf-4af7-a21c-9214becc41b1'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:37:38.308044 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3990641-c622-44cf-a50a-eeadf1a27a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "5169efcb-15a0-4655-b365-b589665178c1", "tag": "9380b98f-fbbf-4af7-a21c-9214becc41b1"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:37:38.353917 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99edc7-ac8c-4020-896d-ff8b9be93414 service neutron] Pushing event updated for resources: {'Port': ['ID=9380b98f-fbbf-4af7-a21c-9214becc41b1,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:38.418121 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-de1e3035-5462-4bec-8d44-74362919aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:38.419805 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-de1e3035-5462-4bec-8d44-74362919aca2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6980712d299d497a80989be4ac6f7550&device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 1096 time: 0.0554307 Aug 16 23:37:38.475468 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf24c3e-6329-4636-96e9-cd1bb8a77ad7 x-openstack-request-id: req-edf24c3e-6329-4636-96e9-cd1bb8a77ad7 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:37:38.475847 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5169efcb-15a0-4655-b365-b589665178c1", "tag": "9380b98f-fbbf-4af7-a21c-9214becc41b1", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:37:38.476171 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-edf24c3e-6329-4636-96e9-cd1bb8a77ad7 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:37:38.476643 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5169efcb-15a0-4655-b365-b589665178c1', 'tag': '9380b98f-fbbf-4af7-a21c-9214becc41b1', 'status': 'completed', 'code': 200} Aug 16 23:37:38.478654 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-8c35e030-8e5e-491f-be07-9e282186993a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9380b98f-fbbf-4af7-a21c-9214becc41b1 HTTP/1.1" status: 200 len: 217 time: 0.0500977 Aug 16 23:37:38.533448 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-8221be60-090b-4b0d-989d-96a2d0b71d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:38.536497 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-8221be60-090b-4b0d-989d-96a2d0b71d1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81067f6e-caba-445f-9830-ef0588382f2a HTTP/1.1" status: 200 len: 848 time: 0.0504735 Aug 16 23:37:38.585006 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-f7483f07-ab29-46ff-9c7e-fe41f51fd75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:38.586740 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-f7483f07-ab29-46ff-9c7e-fe41f51fd75e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00233dcd-3bf0-4dae-b8e4-1e90e64879db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431662 Aug 16 23:37:38.682735 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-d7cc06e0-77a3-45a8-91a5-10e8b097b9e9 service neutron] 10.222.0.39 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885117 Aug 16 23:37:38.777270 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-637c2284-7b0a-4bbe-b83a-2945aaa788d5 req-219a2ad0-7c3c-44ce-8bd9-0080b1c77899 service neutron] 10.222.0.39 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848947 Aug 16 23:37:38.862963 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3990641-c622-44cf-a50a-eeadf1a27a4f req-3f2619c8-d5b0-4535-b8a1-090736e9e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:38.864441 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f3990641-c622-44cf-a50a-eeadf1a27a4f req-3f2619c8-d5b0-4535-b8a1-090736e9e244 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6980712d299d497a80989be4ac6f7550&device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 1096 time: 0.0456331 Aug 16 23:37:38.955870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3990641-c622-44cf-a50a-eeadf1a27a4f req-759cf71e-26a4-4a36-a1b9-fa38b88c7474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:38.958067 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f3990641-c622-44cf-a50a-eeadf1a27a4f req-759cf71e-26a4-4a36-a1b9-fa38b88c7474 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 200 len: 910 time: 0.0859289 Aug 16 23:37:39.004788 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f3990641-c622-44cf-a50a-eeadf1a27a4f req-33a78dbb-ec86-4f9d-b36b-c6ed4ff2efab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9380b98f-fbbf-4af7-a21c-9214becc41b1 HTTP/1.1" status: 200 len: 217 time: 0.0389721 Aug 16 23:37:39.058331 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3990641-c622-44cf-a50a-eeadf1a27a4f req-61db7c0c-5e4a-4b21-b3da-ebe084e8ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:39.060020 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f3990641-c622-44cf-a50a-eeadf1a27a4f req-61db7c0c-5e4a-4b21-b3da-ebe084e8ceb3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81067f6e-caba-445f-9830-ef0588382f2a HTTP/1.1" status: 200 len: 848 time: 0.0480428 Aug 16 23:37:39.127747 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ffa245fb-9ebe-4b0a-9322-ea78d58a9298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:39.141536 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3990641-c622-44cf-a50a-eeadf1a27a4f req-30bf7bfb-5533-4470-beb4-700d77f2f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:39.143172 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f3990641-c622-44cf-a50a-eeadf1a27a4f req-30bf7bfb-5533-4470-beb4-700d77f2f1a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00233dcd-3bf0-4dae-b8e4-1e90e64879db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751355 Aug 16 23:37:39.154488 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539edef-f385-4e6d-a4eb-1c40f7f2e2da req-cdc9eb91-8fd8-4e4b-ba94-6850cda4fe29 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:39.155875 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e539edef-f385-4e6d-a4eb-1c40f7f2e2da req-cdc9eb91-8fd8-4e4b-ba94-6850cda4fe29 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 944 time: 0.0617514 Aug 16 23:37:39.214866 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:39.244372 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e539edef-f385-4e6d-a4eb-1c40f7f2e2da req-17d68de0-193f-4ef7-838a-29d8b3b1a1b6 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802653 Aug 16 23:37:39.272366 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f3990641-c622-44cf-a50a-eeadf1a27a4f req-02001043-cb6f-4f09-bacd-628b6e1e6a1f service neutron] 10.222.0.39 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154974 Aug 16 23:37:39.367865 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f3990641-c622-44cf-a50a-eeadf1a27a4f req-1217a2ee-0b55-4a97-801a-62940f982d09 service neutron] 10.222.0.39 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882256 Aug 16 23:37:40.366068 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846fc46-ee49-46e7-9bda-6c08e4ac5215 req-3fd2bb4e-8268-4c1a-bb81-f9ec98d6203a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:40.367684 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f846fc46-ee49-46e7-9bda-6c08e4ac5215 req-3fd2bb4e-8268-4c1a-bb81-f9ec98d6203a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 944 time: 0.0527959 Aug 16 23:37:40.409949 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f846fc46-ee49-46e7-9bda-6c08e4ac5215 req-de39a52b-11a2-4f02-97c4-c8710323a236 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360198 Aug 16 23:37:41.524698 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12235ec4-d526-419c-a47f-bd40c13b6e80 req-60e50d3a-da8f-4146-ab7a-0d7b3e7ba3f5 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:41.526113 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-12235ec4-d526-419c-a47f-bd40c13b6e80 req-60e50d3a-da8f-4146-ab7a-0d7b3e7ba3f5 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 944 time: 0.0490651 Aug 16 23:37:41.562923 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-12235ec4-d526-419c-a47f-bd40c13b6e80 req-32a93807-4154-4bfa-914e-01c160516b4f tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310233 Aug 16 23:37:41.585795 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:41.677003 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3878deb7-c20c-4855-bb9e-c672f24d0f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:42.255095 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:42.682355 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540300d-f9a3-41d9-835b-4916656a2494 req-7bd46785-fdf7-4f1e-bafb-e39a7e5a5181 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:42.683830 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a540300d-f9a3-41d9-835b-4916656a2494 req-7bd46785-fdf7-4f1e-bafb-e39a7e5a5181 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 944 time: 0.0540278 Aug 16 23:37:42.720282 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a540300d-f9a3-41d9-835b-4916656a2494 req-490b3d12-35cd-4598-8522-defb0326189b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304425 Aug 16 23:37:42.854731 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:37:43.544605 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:43.834639 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14119475-e3bf-4850-85fe-1309ad94c951 req-e43e2165-54de-45c1-b808-a3c92f3d7dfc tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:43.836037 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-14119475-e3bf-4850-85fe-1309ad94c951 req-e43e2165-54de-45c1-b808-a3c92f3d7dfc tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 944 time: 0.0491924 Aug 16 23:37:43.885811 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-14119475-e3bf-4850-85fe-1309ad94c951 req-98555c8f-55d8-4e23-9587-4649cb272d4b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438783 Aug 16 23:37:45.004872 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885c656-5fe4-4de8-b663-f0ccd20deab0 req-9081cae8-e797-402e-83be-f3172a7934f3 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:45.006409 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6885c656-5fe4-4de8-b663-f0ccd20deab0 req-9081cae8-e797-402e-83be-f3172a7934f3 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 944 time: 0.0533655 Aug 16 23:37:45.043359 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6885c656-5fe4-4de8-b663-f0ccd20deab0 req-09aa10a9-8bab-460d-bb8b-3d468cc7b80c tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309930 Aug 16 23:37:45.120961 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:46.160766 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e7de7-e0d9-46c8-ab6e-1f8b6639cd0d req-2d956f66-eb61-4269-a731-150a6a03810e tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:46.162274 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d4e7de7-e0d9-46c8-ab6e-1f8b6639cd0d req-2d956f66-eb61-4269-a731-150a6a03810e tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 944 time: 0.0532265 Aug 16 23:37:46.199253 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7d4e7de7-e0d9-46c8-ab6e-1f8b6639cd0d req-86d917b3-fd1b-4ef1-a0ab-2e376d5b4712 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310459 Aug 16 23:37:47.312859 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08750026-4e2e-472e-ac5f-2abd01fd4b98 req-e36508fe-c8f5-4c4b-98c5-f75c78d76581 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:47.314373 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-08750026-4e2e-472e-ac5f-2abd01fd4b98 req-e36508fe-c8f5-4c4b-98c5-f75c78d76581 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 944 time: 0.0493124 Aug 16 23:37:47.352947 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-08750026-4e2e-472e-ac5f-2abd01fd4b98 req-56eb4f39-db1a-45c8-b15f-bf21817d7c83 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326376 Aug 16 23:37:48.464861 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d06671-de56-461c-947a-c49d1ad3ba88 req-e9b35093-da7c-4b60-9d5b-e736f9dacaab tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:48.466361 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21d06671-de56-461c-947a-c49d1ad3ba88 req-e9b35093-da7c-4b60-9d5b-e736f9dacaab tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 944 time: 0.0479963 Aug 16 23:37:48.504039 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21d06671-de56-461c-947a-c49d1ad3ba88 req-67be6764-9b27-4e05-ad77-3438fd786b3f tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317936 Aug 16 23:37:49.014434 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 9380b98f-fbbf-4af7-a21c-9214becc41b1 details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:37:49.106972 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 9380b98f-fbbf-4af7-a21c-9214becc41b1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=9380b98f-fbbf-4af7-a21c-9214becc41b1,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:37:49.120601 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '9380b98f-fbbf-4af7-a21c-9214becc41b1', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'port_id': '9380b98f-fbbf-4af7-a21c-9214becc41b1', 'mac_address': 'fa:16:3e:0e:96:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:37:49.155953 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:49.168749 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9380b98f-fbbf-4af7-a21c-9214becc41b1 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:37:49.187377 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 9380b98f-fbbf-4af7-a21c-9214becc41b1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=9380b98f-fbbf-4af7-a21c-9214becc41b1,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:37:49.191202 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:49.239748 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=9380b98f-fbbf-4af7-a21c-9214becc41b1,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:49.248843 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:49.249191 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:49.249532 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:49.249870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:49.250231 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:49.250566 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:49.250898 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:49.251223 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:49.251549 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:49.251875 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:49.252200 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:49.252526 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:49.449591 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['9380b98f-fbbf-4af7-a21c-9214becc41b1'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:37:49.625114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722cd42-565c-4a01-aff3-007f00c68b30 req-f8ef9c6e-c8fa-4c7f-923c-50b9b38eb1d8 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:49.626788 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b722cd42-565c-4a01-aff3-007f00c68b30 req-f8ef9c6e-c8fa-4c7f-923c-50b9b38eb1d8 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 945 time: 0.0535736 Aug 16 23:37:49.665672 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b722cd42-565c-4a01-aff3-007f00c68b30 req-e4c6e981-ea85-4d4a-bc20-6969ac25e4a4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319176 Aug 16 23:37:50.782677 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18909a-e3bc-4af3-b929-6a5552cbe6ea req-0c7fc6d9-9bc5-4367-9672-eafbfcd9f699 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:50.784195 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd18909a-e3bc-4af3-b929-6a5552cbe6ea req-0c7fc6d9-9bc5-4367-9672-eafbfcd9f699 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 945 time: 0.0499377 Aug 16 23:37:50.824307 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd18909a-e3bc-4af3-b929-6a5552cbe6ea req-c75e12ea-05c8-4ceb-b16e-1bcaeed1ce13 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337038 Aug 16 23:37:51.029811 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 9380b98f-fbbf-4af7-a21c-9214becc41b1 up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:37:51.076942 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 9380b98f-fbbf-4af7-a21c-9214becc41b1 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:37:51.080461 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 9380b98f-fbbf-4af7-a21c-9214becc41b1 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:37:51.080830 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:51.157230 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:51.179024 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5169efcb-15a0-4655-b365-b589665178c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9380b98f-fbbf-4af7-a21c-9214becc41b1'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:37:51.181373 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5853a423-785e-4583-86e7-816569e5fcc3" -d '{"events": [{"server_uuid": "5169efcb-15a0-4655-b365-b589665178c1", "name": "network-vif-plugged", "status": "completed", "tag": "9380b98f-fbbf-4af7-a21c-9214becc41b1"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:37:51.194418 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 9380b98f-fbbf-4af7-a21c-9214becc41b1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=9380b98f-fbbf-4af7-a21c-9214becc41b1,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:37:51.198349 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:51.246917 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=9380b98f-fbbf-4af7-a21c-9214becc41b1,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:51.518745 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a42ca2-2c96-44ff-ac63-ed825e63c1e3 x-openstack-request-id: req-63a42ca2-2c96-44ff-ac63-ed825e63c1e3 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:37:51.519062 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5169efcb-15a0-4655-b365-b589665178c1", "name": "network-vif-plugged", "status": "completed", "tag": "9380b98f-fbbf-4af7-a21c-9214becc41b1", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:37:51.519314 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-63a42ca2-2c96-44ff-ac63-ed825e63c1e3 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:37:51.519705 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5169efcb-15a0-4655-b365-b589665178c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9380b98f-fbbf-4af7-a21c-9214becc41b1', 'code': 200} Aug 16 23:37:51.615408 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e571c0-2c27-4981-aaee-6e67fa240d5c req-e65c7dec-635d-4720-b217-bbe7f34e5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:51.616912 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a8e571c0-2c27-4981-aaee-6e67fa240d5c req-e65c7dec-635d-4720-b217-bbe7f34e5cc7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 1098 time: 0.0413454 Aug 16 23:37:51.652261 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a8e571c0-2c27-4981-aaee-6e67fa240d5c req-a28cb154-47a0-4947-90e6-1eaeb0af8195 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0278594 Aug 16 23:37:51.944907 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1c7a0-1e88-4eec-8332-b3d4645d5d25 req-176a7afa-1d3c-4739-8863-19c17c26e0ea tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:51.946400 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d7b1c7a0-1e88-4eec-8332-b3d4645d5d25 req-176a7afa-1d3c-4739-8863-19c17c26e0ea tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 946 time: 0.0532944 Aug 16 23:37:51.985285 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d7b1c7a0-1e88-4eec-8332-b3d4645d5d25 req-957249f5-2e88-4cd0-98e5-ab678e584b07 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330071 Aug 16 23:37:53.099573 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df1caa-158c-42e7-a3c5-df0317f9d696 req-8125f7b1-f62b-4779-9bad-9c3d3c75d63a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:53.101073 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-80df1caa-158c-42e7-a3c5-df0317f9d696 req-8125f7b1-f62b-4779-9bad-9c3d3c75d63a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 946 time: 0.0481925 Aug 16 23:37:53.138570 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-80df1caa-158c-42e7-a3c5-df0317f9d696 req-116e5ad0-c4b4-4b2b-8b8d-9d9f5a6938ec tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311868 Aug 16 23:37:53.251214 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8296230-2637-4e8f-bc35-e8184f5eed5f req-0505e707-7f55-4229-8844-f663eee224f7 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:53.252699 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8296230-2637-4e8f-bc35-e8184f5eed5f req-0505e707-7f55-4229-8844-f663eee224f7 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 946 time: 0.0494139 Aug 16 23:37:53.290544 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b8296230-2637-4e8f-bc35-e8184f5eed5f req-728cd3ce-b754-44fa-ac99-89cc9ed968d9 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317104 Aug 16 23:37:53.312393 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52906) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:53.356603 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b3ff6b-28cb-400f-ac83-b169a731bc96 tempest-TestShelveInstance-1524877761 tempest-TestShelveInstance-1524877761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:53.358150 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a9b3ff6b-28cb-400f-ac83-b169a731bc96 tempest-TestShelveInstance-1524877761 tempest-TestShelveInstance-1524877761-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 1093 time: 0.0447235 Aug 16 23:37:53.360935 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 52908) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:53.365374 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-eab3046c-203d-453e-a813-993c085e83a4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': '9380b98f-fbbf-4af7-a21c-9214becc41b1', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:53.386730 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eab3046c-203d-453e-a813-993c085e83a4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:53.480867 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eab3046c-203d-453e-a813-993c085e83a4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:53.585836 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-eab3046c-203d-453e-a813-993c085e83a4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Allocated IP 172.25.6.38 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/3f5d328a-fd12-4bb6-a189-495a65d9f0ba) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:37:53.690086 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eab3046c-203d-453e-a813-993c085e83a4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:53.727664 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eab3046c-203d-453e-a813-993c085e83a4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:53.767895 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab3046c-203d-453e-a813-993c085e83a4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:37:53.773319 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-eab3046c-203d-453e-a813-993c085e83a4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:37:53.776864 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab3046c-203d-453e-a813-993c085e83a4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:37:53.800114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3046c-203d-453e-a813-993c085e83a4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event updated for resources: {'Port': ['ID=3f5d328a-fd12-4bb6-a189-495a65d9f0ba,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:54.134458 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eab3046c-203d-453e-a813-993c085e83a4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:54.203641 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eab3046c-203d-453e-a813-993c085e83a4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:54.356533 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eab3046c-203d-453e-a813-993c085e83a4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:54.361000 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eab3046c-203d-453e-a813-993c085e83a4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:54.425835 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3046c-203d-453e-a813-993c085e83a4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event updated for resources: {'Port': ['ID=3f5d328a-fd12-4bb6-a189-495a65d9f0ba,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:54.437621 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eab3046c-203d-453e-a813-993c085e83a4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:54.535610 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-eab3046c-203d-453e-a813-993c085e83a4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Floating IP f2318f92-9d3c-41e5-bf28-9017b4634a17 associated. External IP: 172.25.6.38, port: 9380b98f-fbbf-4af7-a21c-9214becc41b1. Aug 16 23:37:54.740140 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab3046c-203d-453e-a813-993c085e83a4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:37:54.845202 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab3046c-203d-453e-a813-993c085e83a4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:37:54.856107 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8760cafc-b700-44ab-b32a-3d17dd32eba9 None None] Sync routers for ids ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:37:54.862895 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-eab3046c-203d-453e-a813-993c085e83a4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:54.864893 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8760cafc-b700-44ab-b32a-3d17dd32eba9 None None] Routers {'8eb51387-65ed-4571-9ac1-0ff11802d4d4'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:37:54.865619 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8760cafc-b700-44ab-b32a-3d17dd32eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:37:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:54.890668 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-eab3046c-203d-453e-a813-993c085e83a4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5286937 Aug 16 23:37:54.891270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5169efcb-15a0-4655-b365-b589665178c1', 'tag': '9380b98f-fbbf-4af7-a21c-9214becc41b1'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:37:54.893523 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e855240-8754-434c-991d-fc2a71246bf0" -d '{"events": [{"name": "network-changed", "server_uuid": "5169efcb-15a0-4655-b365-b589665178c1", "tag": "9380b98f-fbbf-4af7-a21c-9214becc41b1"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:37:54.934522 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c6957c-8458-4fc1-81ff-842a7dc98d79 x-openstack-request-id: req-26c6957c-8458-4fc1-81ff-842a7dc98d79 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:37:54.934811 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5169efcb-15a0-4655-b365-b589665178c1", "tag": "9380b98f-fbbf-4af7-a21c-9214becc41b1", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:37:54.935062 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-26c6957c-8458-4fc1-81ff-842a7dc98d79 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:37:54.935488 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5169efcb-15a0-4655-b365-b589665178c1', 'tag': '9380b98f-fbbf-4af7-a21c-9214becc41b1', 'status': 'completed', 'code': 200} Aug 16 23:37:54.972870 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8760cafc-b700-44ab-b32a-3d17dd32eba9 None None] Set router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:37:54.997001 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e855240-8754-434c-991d-fc2a71246bf0 req-28a50e7f-27df-4879-a1f0-385d41176be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:54.998447 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e855240-8754-434c-991d-fc2a71246bf0 req-28a50e7f-27df-4879-a1f0-385d41176be1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6980712d299d497a80989be4ac6f7550&device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 1098 time: 0.0410516 Aug 16 23:37:55.091892 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e855240-8754-434c-991d-fc2a71246bf0 req-5b54f832-640a-4d96-8464-54b6e2a13638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:55.093382 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e855240-8754-434c-991d-fc2a71246bf0 req-5b54f832-640a-4d96-8464-54b6e2a13638 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 200 len: 910 time: 0.0882375 Aug 16 23:37:55.157658 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e855240-8754-434c-991d-fc2a71246bf0 req-09592835-5dec-40fb-907f-0a6c84926fbc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9380b98f-fbbf-4af7-a21c-9214becc41b1 HTTP/1.1" status: 200 len: 999 time: 0.0568640 Aug 16 23:37:55.196596 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8760cafc-b700-44ab-b32a-3d17dd32eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'name': 'tempest-TestShelveInstance-2124049835-router', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:32:59Z', 'updated_at': '2021-08-16T23:33:02Z', 'revision_number': 4, 'project_id': '6980712d299d497a80989be4ac6f7550', 'gw_port': {'id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:00Z', 'updated_at': '2021-08-16T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'f2318f92-9d3c-41e5-bf28-9017b4634a17', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'port_id': '9380b98f-fbbf-4af7-a21c-9214becc41b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'mac_address': 'fa:16:3e:0e:96:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5169efcb-15a0-4655-b365-b589665178c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:37:53Z', 'updated_at': '2021-08-16T23:37:53Z', 'revision_number': 0, 'project_id': '6980712d299d497a80989be4ac6f7550', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b10d89-90b7-4a15-9100-40bf294bd675', 'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'mac_address': 'fa:16:3e:5c:10:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:01Z', 'updated_at': '2021-08-16T23:33:08Z', 'revision_number': 5, 'project_id': '6980712d299d497a80989be4ac6f7550', 'subnets': [{'id': '81067f6e-caba-445f-9830-ef0588382f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:55.211032 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e855240-8754-434c-991d-fc2a71246bf0 req-a596f4aa-5316-44b8-8bb5-fdc6e58bc21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:55.212570 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e855240-8754-434c-991d-fc2a71246bf0 req-a596f4aa-5316-44b8-8bb5-fdc6e58bc21d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81067f6e-caba-445f-9830-ef0588382f2a HTTP/1.1" status: 200 len: 848 time: 0.0482466 Aug 16 23:37:55.222640 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8760cafc-b700-44ab-b32a-3d17dd32eba9 None None] Checking router: 8eb51387-65ed-4571-9ac1-0ff11802d4d4 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:37:55.231402 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8760cafc-b700-44ab-b32a-3d17dd32eba9 None None] Routers {'8eb51387-65ed-4571-9ac1-0ff11802d4d4'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:37:55.232012 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8760cafc-b700-44ab-b32a-3d17dd32eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:37:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:55.257953 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e855240-8754-434c-991d-fc2a71246bf0 req-ce5911b7-5ec4-4520-b40a-750b951945ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:55.259406 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e855240-8754-434c-991d-fc2a71246bf0 req-ce5911b7-5ec4-4520-b40a-750b951945ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00233dcd-3bf0-4dae-b8e4-1e90e64879db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398109 Aug 16 23:37:55.336847 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-8760cafc-b700-44ab-b32a-3d17dd32eba9 None None] Set router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:37:55.365793 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e855240-8754-434c-991d-fc2a71246bf0 req-814b5970-5300-45c2-84e4-338ddb95d15d service neutron] 10.222.0.39 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992613 Aug 16 23:37:55.461346 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0e855240-8754-434c-991d-fc2a71246bf0 req-4f36a95b-e874-4e4e-88a7-5c0df29ef599 service neutron] 10.222.0.39 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878267 Aug 16 23:37:55.564753 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-8760cafc-b700-44ab-b32a-3d17dd32eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'name': 'tempest-TestShelveInstance-2124049835-router', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:32:59Z', 'updated_at': '2021-08-16T23:33:02Z', 'revision_number': 4, 'project_id': '6980712d299d497a80989be4ac6f7550', 'gw_port': {'id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:00Z', 'updated_at': '2021-08-16T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'f2318f92-9d3c-41e5-bf28-9017b4634a17', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'port_id': '9380b98f-fbbf-4af7-a21c-9214becc41b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'mac_address': 'fa:16:3e:0e:96:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5169efcb-15a0-4655-b365-b589665178c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:37:53Z', 'updated_at': '2021-08-16T23:37:53Z', 'revision_number': 0, 'project_id': '6980712d299d497a80989be4ac6f7550', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b10d89-90b7-4a15-9100-40bf294bd675', 'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'mac_address': 'fa:16:3e:5c:10:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:01Z', 'updated_at': '2021-08-16T23:33:08Z', 'revision_number': 5, 'project_id': '6980712d299d497a80989be4ac6f7550', 'subnets': [{'id': '81067f6e-caba-445f-9830-ef0588382f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:55.590706 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8760cafc-b700-44ab-b32a-3d17dd32eba9 None None] The sync data for ids ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'] in n-d-792458-15 is: [{'id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'name': 'tempest-TestShelveInstance-2124049835-router', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:32:59Z', 'updated_at': '2021-08-16T23:33:02Z', 'revision_number': 4, 'project_id': '6980712d299d497a80989be4ac6f7550', 'gw_port': {'id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:00Z', 'updated_at': '2021-08-16T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'f2318f92-9d3c-41e5-bf28-9017b4634a17', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'port_id': '9380b98f-fbbf-4af7-a21c-9214becc41b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'mac_address': 'fa:16:3e:0e:96:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5169efcb-15a0-4655-b365-b589665178c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:37:53Z', 'updated_at': '2021-08-16T23:37:53Z', 'revision_number': 0, 'project_id': '6980712d299d497a80989be4ac6f7550', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b10d89-90b7-4a15-9100-40bf294bd675', 'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'mac_address': 'fa:16:3e:5c:10:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:01Z', 'updated_at': '2021-08-16T23:33:08Z', 'revision_number': 5, 'project_id': '6980712d299d497a80989be4ac6f7550', 'subnets': [{'id': '81067f6e-caba-445f-9830-ef0588382f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:37:55.778447 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b804765-129c-4067-826c-9d65e32f7ac7 None None] New status for floating IP f2318f92-9d3c-41e5-bf28-9017b4634a17: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:38:09.132919 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4dd2bc0d-704e-49b6-a78e-e1ef9cb0c62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:09.205062 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:11.586727 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:11.677776 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b1724790-9219-4e4b-a263-6afbc97fabb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:12.255979 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:13.548374 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:15.122754 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:19.854771 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:38:26.746555 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c94566ad-758d-4668-b572-a1adbafc6f9f req-df4133a0-0544-4505-ada1-c7bf4e5a95ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400767 Aug 16 23:38:26.830159 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94566ad-758d-4668-b572-a1adbafc6f9f req-6946b15d-03ca-4541-bcc9-fd1c5c19ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:26.831701 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c94566ad-758d-4668-b572-a1adbafc6f9f req-6946b15d-03ca-4541-bcc9-fd1c5c19ce79 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6980712d299d497a80989be4ac6f7550&device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 1098 time: 0.0415404 Aug 16 23:38:26.941414 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94566ad-758d-4668-b572-a1adbafc6f9f req-f25116a5-7163-4d73-bb35-a864500229d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:26.942924 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c94566ad-758d-4668-b572-a1adbafc6f9f req-f25116a5-7163-4d73-bb35-a864500229d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 200 len: 910 time: 0.0914950 Aug 16 23:38:27.021121 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c94566ad-758d-4668-b572-a1adbafc6f9f req-c9fde8c1-a6f9-41a7-bd28-994248ee14ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9380b98f-fbbf-4af7-a21c-9214becc41b1 HTTP/1.1" status: 200 len: 1001 time: 0.0641794 Aug 16 23:38:27.070354 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94566ad-758d-4668-b572-a1adbafc6f9f req-9d5a09ec-e9f2-4543-9067-9da703e405cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:27.071783 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c94566ad-758d-4668-b572-a1adbafc6f9f req-9d5a09ec-e9f2-4543-9067-9da703e405cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81067f6e-caba-445f-9830-ef0588382f2a HTTP/1.1" status: 200 len: 848 time: 0.0433908 Aug 16 23:38:27.118074 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94566ad-758d-4668-b572-a1adbafc6f9f req-a5090e79-e10d-4baa-a18d-a6533b277b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:27.119594 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c94566ad-758d-4668-b572-a1adbafc6f9f req-a5090e79-e10d-4baa-a18d-a6533b277b92 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00233dcd-3bf0-4dae-b8e4-1e90e64879db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404596 Aug 16 23:38:27.214710 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c94566ad-758d-4668-b572-a1adbafc6f9f req-2a98662f-5e2a-4a92-b8e2-c283893bef88 service neutron] 10.222.0.39 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874050 Aug 16 23:38:27.307742 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c94566ad-758d-4668-b572-a1adbafc6f9f req-d18418cf-2fb5-4237-a53c-3f46ae953cfd service neutron] 10.222.0.39 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859363 Aug 16 23:38:39.132459 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a31e156f-40c0-49db-b8c2-cbc4257fa751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:39.213186 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:41.599952 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:41.679353 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8a837cc2-e628-45e8-90fc-86ca84cf4d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:42.255847 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:43.551740 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:45.126545 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:56.854097 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:39:09.133271 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-65f032df-3e98-43fd-9fdf-efdabe4b0222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:09.212266 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:11.761421 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:11.763402 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-58e024aa-0082-41e6-be68-6fdc71f82f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:12.256146 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:13.553535 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:15.129744 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:27.713988 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ed32a80-83c4-4154-aa78-5adbf6cb32dc req-885aebdd-4fac-4437-9405-7b1f2ded7fdb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404670 Aug 16 23:39:27.796058 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed32a80-83c4-4154-aa78-5adbf6cb32dc req-788aa2d8-5b63-4d98-bb33-ca692c0a2af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:27.797580 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ed32a80-83c4-4154-aa78-5adbf6cb32dc req-788aa2d8-5b63-4d98-bb33-ca692c0a2af4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6980712d299d497a80989be4ac6f7550&device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 1098 time: 0.0440981 Aug 16 23:39:27.898409 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed32a80-83c4-4154-aa78-5adbf6cb32dc req-3a7f18ca-c56e-4488-93f5-63cc35761307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:27.899810 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ed32a80-83c4-4154-aa78-5adbf6cb32dc req-3a7f18ca-c56e-4488-93f5-63cc35761307 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 200 len: 910 time: 0.0836775 Aug 16 23:39:27.967554 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ed32a80-83c4-4154-aa78-5adbf6cb32dc req-133c8167-2ce5-444b-b2eb-0ed926a56e14 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9380b98f-fbbf-4af7-a21c-9214becc41b1 HTTP/1.1" status: 200 len: 1001 time: 0.0605848 Aug 16 23:39:28.014631 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed32a80-83c4-4154-aa78-5adbf6cb32dc req-d45243ff-332a-4122-bf2d-4e9aa8061dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:28.016092 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ed32a80-83c4-4154-aa78-5adbf6cb32dc req-d45243ff-332a-4122-bf2d-4e9aa8061dc7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81067f6e-caba-445f-9830-ef0588382f2a HTTP/1.1" status: 200 len: 848 time: 0.0422134 Aug 16 23:39:28.061595 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed32a80-83c4-4154-aa78-5adbf6cb32dc req-9b092e97-1d9b-4652-9244-fbc2e338fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:28.063066 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ed32a80-83c4-4154-aa78-5adbf6cb32dc req-9b092e97-1d9b-4652-9244-fbc2e338fc3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00233dcd-3bf0-4dae-b8e4-1e90e64879db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392845 Aug 16 23:39:28.154649 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ed32a80-83c4-4154-aa78-5adbf6cb32dc req-32d03fbc-a46b-407f-879c-8827f52db459 service neutron] 10.222.0.39 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839341 Aug 16 23:39:28.244344 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8ed32a80-83c4-4154-aa78-5adbf6cb32dc req-1a4b3c36-fa6a-47c7-848e-3d44e3a592d3 service neutron] 10.222.0.39 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827658 Aug 16 23:39:33.852789 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:39:39.133510 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-94791b5b-3802-41fe-9995-5a389d54284d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:39.211928 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:41.615022 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:41.684483 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-83d35da3-6305-4cb1-b2f2-56e4f912ffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:42.257204 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:43.556097 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:45.133934 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:49.046928 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07d334-94f0-4840-ae08-caab44c2bc0f req-9b4951e1-770d-4d34-859d-262552acfde4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:49.048398 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc07d334-94f0-4840-ae08-caab44c2bc0f req-9b4951e1-770d-4d34-859d-262552acfde4 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 946 time: 0.0553894 Aug 16 23:39:49.086695 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dc07d334-94f0-4840-ae08-caab44c2bc0f req-8dacc901-1f9c-48a0-8d21-cb1690a0506a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317299 Aug 16 23:39:50.204104 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904b916-11f3-4c38-8f28-fbf8722605a6 req-5f27a028-79c0-45f9-b919-8fc0444c8e95 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:50.205889 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4904b916-11f3-4c38-8f28-fbf8722605a6 req-5f27a028-79c0-45f9-b919-8fc0444c8e95 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 946 time: 0.0485404 Aug 16 23:39:50.244411 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4904b916-11f3-4c38-8f28-fbf8722605a6 req-c2b3dbd9-0eb7-47d7-b8e8-90e6bcd615ce tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318561 Aug 16 23:39:51.393874 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e536ab-3549-4ebc-a41a-35be605b1ce6 req-8404dd35-bf95-4468-a7a5-646fb817f37c tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:51.396042 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-20e536ab-3549-4ebc-a41a-35be605b1ce6 req-8404dd35-bf95-4468-a7a5-646fb817f37c tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 946 time: 0.0542624 Aug 16 23:39:51.447430 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-20e536ab-3549-4ebc-a41a-35be605b1ce6 req-d3b02558-a491-4392-82d4-c279db7190c8 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454063 Aug 16 23:39:52.568734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd119593-7b29-4f2d-895d-8abdf291b6a2 req-26f15c31-6039-4025-b0e3-f6a245db76cc tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:52.570288 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd119593-7b29-4f2d-895d-8abdf291b6a2 req-26f15c31-6039-4025-b0e3-f6a245db76cc tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 946 time: 0.0552754 Aug 16 23:39:52.610428 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-fd119593-7b29-4f2d-895d-8abdf291b6a2 req-f5925947-f6e1-49dc-ba67-492edce11390 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338156 Aug 16 23:39:53.735918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a18e85-5fdc-454f-b506-36e636442a4a req-f856c884-a224-4cba-9620-54cb2ae7596e tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:53.737457 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a4a18e85-5fdc-454f-b506-36e636442a4a req-f856c884-a224-4cba-9620-54cb2ae7596e tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 946 time: 0.0577574 Aug 16 23:39:53.776903 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a4a18e85-5fdc-454f-b506-36e636442a4a req-7bee8781-2e6f-4f63-a5be-f396c4fe968f tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327740 Aug 16 23:39:54.892178 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab24e66-106e-4b56-940f-bcc1a6f8f02a req-a64bf54b-a3a5-42ff-a588-b122b12f33c8 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:54.893574 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ab24e66-106e-4b56-940f-bcc1a6f8f02a req-a64bf54b-a3a5-42ff-a588-b122b12f33c8 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 946 time: 0.0499473 Aug 16 23:39:54.930409 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3ab24e66-106e-4b56-940f-bcc1a6f8f02a req-b2bd6dca-d3cc-4016-8789-1194618e9242 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302961 Aug 16 23:39:56.049463 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a567e9-16c2-4683-b628-9d0fe824d02c req-e9c96bdf-53f6-48f6-9adb-318fc09aabe7 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:56.050989 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-61a567e9-16c2-4683-b628-9d0fe824d02c req-e9c96bdf-53f6-48f6-9adb-318fc09aabe7 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 946 time: 0.0516732 Aug 16 23:39:56.088556 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-61a567e9-16c2-4683-b628-9d0fe824d02c req-ad4a3d3c-e34a-4f28-b770-859aafdb550c tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311396 Aug 16 23:39:57.202457 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95404eb9-6f8c-4771-acff-7a52dc2c85d0 req-dce3be02-39a1-4bb9-b06d-57b2c167a99c tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:57.204039 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-95404eb9-6f8c-4771-acff-7a52dc2c85d0 req-dce3be02-39a1-4bb9-b06d-57b2c167a99c tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 946 time: 0.0492363 Aug 16 23:39:57.241668 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-95404eb9-6f8c-4771-acff-7a52dc2c85d0 req-4b6269ae-2db3-4378-97d9-bdb3dfe796cc tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313482 Aug 16 23:39:58.357198 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93539a-93b5-426c-86fe-698ab065722d req-d424d773-c7ef-49b3-95b9-5456cf3eef67 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:58.358697 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de93539a-93b5-426c-86fe-698ab065722d req-d424d773-c7ef-49b3-95b9-5456cf3eef67 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 946 time: 0.0487814 Aug 16 23:39:58.394705 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-de93539a-93b5-426c-86fe-698ab065722d req-01cb6af7-335d-449e-a092-144cc17d4f36 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300932 Aug 16 23:39:59.540656 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5818813-5baf-4b22-bf66-413d7a4fe712 req-9177579f-3b52-414d-9555-c934b4178f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:59.542179 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5818813-5baf-4b22-bf66-413d7a4fe712 req-9177579f-3b52-414d-9555-c934b4178f49 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6980712d299d497a80989be4ac6f7550&device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 1098 time: 0.4138734 Aug 16 23:39:59.559456 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cd7f4-ed91-4d62-bc73-c444a2ce6223 req-13d4d707-bc0b-43c2-9924-1349a346fc53 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:59.560852 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e5cd7f4-ed91-4d62-bc73-c444a2ce6223 req-13d4d707-bc0b-43c2-9924-1349a346fc53 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 946 time: 0.0573103 Aug 16 23:39:59.645768 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2e5cd7f4-ed91-4d62-bc73-c444a2ce6223 req-919b8028-7380-4108-8cfb-aa273e0284ee tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780997 Aug 16 23:39:59.669734 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5818813-5baf-4b22-bf66-413d7a4fe712 req-100f0116-7738-4ed6-8a6a-6412f2f4a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:59.671230 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5818813-5baf-4b22-bf66-413d7a4fe712 req-100f0116-7738-4ed6-8a6a-6412f2f4a416 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 200 len: 910 time: 0.1199923 Aug 16 23:39:59.735914 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5818813-5baf-4b22-bf66-413d7a4fe712 req-448566bb-e029-41ae-b111-5f392bc421c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9380b98f-fbbf-4af7-a21c-9214becc41b1 HTTP/1.1" status: 200 len: 1001 time: 0.0566239 Aug 16 23:39:59.783648 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5818813-5baf-4b22-bf66-413d7a4fe712 req-6af2519e-d35c-4ab5-a20b-e9eb4525c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:59.785047 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5818813-5baf-4b22-bf66-413d7a4fe712 req-6af2519e-d35c-4ab5-a20b-e9eb4525c828 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81067f6e-caba-445f-9830-ef0588382f2a HTTP/1.1" status: 200 len: 848 time: 0.0418916 Aug 16 23:39:59.833634 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5818813-5baf-4b22-bf66-413d7a4fe712 req-eaac07e7-50a8-43fe-b7e7-9338d93dd3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:59.835174 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5818813-5baf-4b22-bf66-413d7a4fe712 req-eaac07e7-50a8-43fe-b7e7-9338d93dd3b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00233dcd-3bf0-4dae-b8e4-1e90e64879db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421505 Aug 16 23:39:59.847208 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-f5818813-5baf-4b22-bf66-413d7a4fe712 req-d0a20863-27b1-450f-9d0d-7c55ebd241f1 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:39:59.848149 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5818813-5baf-4b22-bf66-413d7a4fe712 req-d0a20863-27b1-450f-9d0d-7c55ebd241f1 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053151 Aug 16 23:39:59.935736 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5818813-5baf-4b22-bf66-413d7a4fe712 req-d5f9bed7-1244-481b-8c52-87259dd338b2 service neutron] 10.222.0.39 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796981 Aug 16 23:40:00.028769 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f5818813-5baf-4b22-bf66-413d7a4fe712 req-fa7a313c-3ba8-4e98-adf5-502bffb7a7d6 service neutron] 10.222.0.39 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862322 Aug 16 23:40:00.760942 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a22f8-f421-4f0e-a41d-960bd7a35e18 req-467c7943-0195-4787-9ff6-bbb697b56c37 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:00.762438 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-812a22f8-f421-4f0e-a41d-960bd7a35e18 req-467c7943-0195-4787-9ff6-bbb697b56c37 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 946 time: 0.0487139 Aug 16 23:40:00.799420 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-812a22f8-f421-4f0e-a41d-960bd7a35e18 req-5220ebf8-a451-4cc6-b81e-ae950c8c8b29 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310900 Aug 16 23:40:01.915144 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da7e8d-43b4-4266-b6e0-94eecb6dc6be req-318c8bf9-72df-4075-ba3b-9e2f2420d40d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:01.916557 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36da7e8d-43b4-4266-b6e0-94eecb6dc6be req-318c8bf9-72df-4075-ba3b-9e2f2420d40d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 946 time: 0.0507598 Aug 16 23:40:01.959368 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-36da7e8d-43b4-4266-b6e0-94eecb6dc6be req-1b730535-ada7-4bf1-adbf-06c1d697ccd5 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367806 Aug 16 23:40:03.080992 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05746e5d-a76e-465a-bc32-43387576046c req-9d292012-b61c-4434-b8b7-30dcd4b4a565 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:03.082446 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05746e5d-a76e-465a-bc32-43387576046c req-9d292012-b61c-4434-b8b7-30dcd4b4a565 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 946 time: 0.0497715 Aug 16 23:40:03.120411 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-05746e5d-a76e-465a-bc32-43387576046c req-97ef238c-1a7b-4a0d-b3dd-f5ee8aa7d026 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313501 Aug 16 23:40:04.234579 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec44453-6a1a-4ebb-b404-2620950e2434 req-e73fb7f1-28ed-4f27-a230-c55df86ecfc5 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:04.236093 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dec44453-6a1a-4ebb-b404-2620950e2434 req-e73fb7f1-28ed-4f27-a230-c55df86ecfc5 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 946 time: 0.0498228 Aug 16 23:40:04.275289 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-dec44453-6a1a-4ebb-b404-2620950e2434 req-4ad886ab-e529-4371-85cc-612e742ed892 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327678 Aug 16 23:40:04.386937 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-76272b5c-5b2f-4d5b-8c1f-114072862d5f req-d012b3cc-9490-4b71-a482-bf2f2e90de72 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:40:04.388027 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-76272b5c-5b2f-4d5b-8c1f-114072862d5f req-d012b3cc-9490-4b71-a482-bf2f2e90de72 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0452511 Aug 16 23:40:04.541703 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-78a7fb79-b73b-409c-8142-6374ff43016d req-c833e928-e29a-4aa5-8cb1-704f7d455655 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0716908 Aug 16 23:40:04.553849 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6d5a6-9805-4ac5-aaa2-8ab4d0233db2 req-01c63901-ed0c-448c-b468-44ae68f59f54 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:04.555369 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-47b6d5a6-9805-4ac5-aaa2-8ab4d0233db2 req-01c63901-ed0c-448c-b468-44ae68f59f54 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 946 time: 0.0612676 Aug 16 23:40:04.597094 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-47b6d5a6-9805-4ac5-aaa2-8ab4d0233db2 req-14d1062c-77fc-42c6-b109-ae0f8a295928 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356836 Aug 16 23:40:05.653601 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 9380b98f-fbbf-4af7-a21c-9214becc41b1 no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:40:05.713519 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce867ad-3499-46af-8969-6ef3e0e28e01 req-39492f50-47ec-4353-be8d-cc91a0b4e3f0 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:05.715168 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ce867ad-3499-46af-8969-6ef3e0e28e01 req-39492f50-47ec-4353-be8d-cc91a0b4e3f0 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 946 time: 0.0501428 Aug 16 23:40:05.733698 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:05.756472 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1ce867ad-3499-46af-8969-6ef3e0e28e01 req-62bfc84f-a90c-41ee-a8ec-23c862ba5b2e tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343029 Aug 16 23:40:05.758974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5169efcb-15a0-4655-b365-b589665178c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9380b98f-fbbf-4af7-a21c-9214becc41b1'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:40:05.761284 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab2c4b2-56a7-4456-93c6-a025d249a334" -d '{"events": [{"server_uuid": "5169efcb-15a0-4655-b365-b589665178c1", "name": "network-vif-unplugged", "status": "completed", "tag": "9380b98f-fbbf-4af7-a21c-9214becc41b1"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:40:05.779102 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 9380b98f-fbbf-4af7-a21c-9214becc41b1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=9380b98f-fbbf-4af7-a21c-9214becc41b1,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:40:05.784154 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:05.808115 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 23:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960f4b4e-13e9-42c0-807e-4f399349f9ca x-openstack-request-id: req-960f4b4e-13e9-42c0-807e-4f399349f9ca {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:40:05.808429 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5169efcb-15a0-4655-b365-b589665178c1", "name": "network-vif-unplugged", "status": "failed", "tag": "9380b98f-fbbf-4af7-a21c-9214becc41b1", "code": 422}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:40:05.808662 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-960f4b4e-13e9-42c0-807e-4f399349f9ca {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:40:05.809063 n-d-792458-15 neutron-server[94873]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5169efcb-15a0-4655-b365-b589665178c1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9380b98f-fbbf-4af7-a21c-9214becc41b1', 'code': 422} returned with failed status Aug 16 23:40:05.834121 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=9380b98f-fbbf-4af7-a21c-9214becc41b1,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:40:05.841586 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:05.841936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:05.842297 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:05.842631 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:05.842976 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:05.843288 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:05.843612 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:05.843945 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:05.844251 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:05.844572 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:05.844891 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:05.845214 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:06.872143 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce7cb6-efbb-44dd-b077-6478dc4b2ff5 req-31d9778e-e6af-4a21-a3b0-84e0d9d489d5 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:06.873646 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2cce7cb6-efbb-44dd-b077-6478dc4b2ff5 req-31d9778e-e6af-4a21-a3b0-84e0d9d489d5 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 944 time: 0.0491076 Aug 16 23:40:06.911838 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2cce7cb6-efbb-44dd-b077-6478dc4b2ff5 req-dbd404a9-7aec-4c18-ba19-7269872393e5 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318546 Aug 16 23:40:08.033035 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74cc19-131b-433b-b570-599fc3275d6d req-3f447341-08ca-4e5d-a923-6b4b89cd4968 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:08.034589 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c74cc19-131b-433b-b570-599fc3275d6d req-3f447341-08ca-4e5d-a923-6b4b89cd4968 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 944 time: 0.0552063 Aug 16 23:40:08.074858 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c74cc19-131b-433b-b570-599fc3275d6d req-22d86366-bf06-4405-a2d7-5eda3f6ba36a tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338299 Aug 16 23:40:09.136196 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b27057dc-3764-4fdf-a5e2-1da48ecd0b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:09.179865 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7fb79-b73b-409c-8142-6374ff43016d req-0a95d00b-e664-4738-bf68-75fd96563510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:09.181379 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-78a7fb79-b73b-409c-8142-6374ff43016d req-0a95d00b-e664-4738-bf68-75fd96563510 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1&tenant_id=6980712d299d497a80989be4ac6f7550 HTTP/1.1" status: 200 len: 1096 time: 0.0411911 Aug 16 23:40:09.192325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6bbb5-f08a-4edf-a5fb-4f4498f6e9df req-daa35954-b994-4276-9e8d-7d5059b8a3db tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:09.193538 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-15', 'device_owner': 'compute:nova'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:40:09.193819 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-73d6bbb5-f08a-4edf-a5fb-4f4498f6e9df req-daa35954-b994-4276-9e8d-7d5059b8a3db tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 944 time: 0.0491104 Aug 16 23:40:09.214281 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:09.234704 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-73d6bbb5-f08a-4edf-a5fb-4f4498f6e9df req-fdd869c6-b64a-4c64-9ce9-f2a6bbd777ce tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341275 Aug 16 23:40:09.575527 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:09.774821 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] For port 9380b98f-fbbf-4af7-a21c-9214becc41b1, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=9380b98f-fbbf-4af7-a21c-9214becc41b1,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:40:09.805781 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] For port 9380b98f-fbbf-4af7-a21c-9214becc41b1, host n-h1-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:40:09.837951 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9380b98f-fbbf-4af7-a21c-9214becc41b1 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:40:09.844996 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:09.856970 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Transition to ACTIVE for port object 9380b98f-fbbf-4af7-a21c-9214becc41b1 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:40:09.860818 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:09.942740 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Pushing event updated for resources: {'Port': ['ID=9380b98f-fbbf-4af7-a21c-9214becc41b1,revision_number=7']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:40:09.954807 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:09.955156 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:09.955476 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:09.955807 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:09.956134 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:09.956459 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:09.956781 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:09.957098 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:09.957415 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:09.957734 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:09.958076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:09.958392 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:09.993812 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] No DVR routers for this DVR port 9380b98f-fbbf-4af7-a21c-9214becc41b1 on host n-h1-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:40:10.128731 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Attempting to bind port 9380b98f-fbbf-4af7-a21c-9214becc41b1 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:40:10.128970 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Attempting to bind port 9380b98f-fbbf-4af7-a21c-9214becc41b1 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': 'df92ff9e-77b4-40e8-9fb3-92e20c52645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:40:10.129295 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Attempting to bind port 9380b98f-fbbf-4af7-a21c-9214becc41b1 on network 00233dcd-3bf0-4dae-b8e4-1e90e64879db {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:40:10.134283 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Port 9380b98f-fbbf-4af7-a21c-9214becc41b1 on network 00233dcd-3bf0-4dae-b8e4-1e90e64879db not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:40:10.134656 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Attempting to bind port 9380b98f-fbbf-4af7-a21c-9214becc41b1 on network 00233dcd-3bf0-4dae-b8e4-1e90e64879db {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:40:10.139686 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:40:10.140021 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Checking segment: {'id': 'df92ff9e-77b4-40e8-9fb3-92e20c52645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:40:10.140402 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Bound using segment: {'id': 'df92ff9e-77b4-40e8-9fb3-92e20c52645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:40:10.140818 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Bound port: 9380b98f-fbbf-4af7-a21c-9214becc41b1, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df92ff9e-77b4-40e8-9fb3-92e20c52645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:40:10.141172 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:10.206022 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] For port 9380b98f-fbbf-4af7-a21c-9214becc41b1, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:40:10.209025 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] For port 9380b98f-fbbf-4af7-a21c-9214becc41b1, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=9380b98f-fbbf-4af7-a21c-9214becc41b1,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:40:10.214203 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:10.246578 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:10.247199 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:10.248587 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-78a7fb79-b73b-409c-8142-6374ff43016d req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] 10.222.0.43 "PUT /v2.0/ports/9380b98f-fbbf-4af7-a21c-9214becc41b1 HTTP/1.1" status: 200 len: 1093 time: 1.0592663 Aug 16 23:40:10.249015 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5169efcb-15a0-4655-b365-b589665178c1', 'tag': '9380b98f-fbbf-4af7-a21c-9214becc41b1'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:40:10.251279 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ff084e-44fe-4525-bfaa-a1ab702264c5" -d '{"events": [{"name": "network-changed", "server_uuid": "5169efcb-15a0-4655-b365-b589665178c1", "tag": "9380b98f-fbbf-4af7-a21c-9214becc41b1"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:40:10.290298 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2c02e-6ebd-485c-a5d8-bbac0fbaeeac service neutron] Pushing event updated for resources: {'Port': ['ID=9380b98f-fbbf-4af7-a21c-9214becc41b1,revision_number=8']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:40:10.308228 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdf3413-1f56-4919-8d92-cd18f11690c5 x-openstack-request-id: req-4fdf3413-1f56-4919-8d92-cd18f11690c5 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:40:10.308520 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5169efcb-15a0-4655-b365-b589665178c1", "tag": "9380b98f-fbbf-4af7-a21c-9214becc41b1", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:40:10.308773 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4fdf3413-1f56-4919-8d92-cd18f11690c5 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:40:10.309175 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5169efcb-15a0-4655-b365-b589665178c1', 'tag': '9380b98f-fbbf-4af7-a21c-9214becc41b1', 'status': 'completed', 'code': 200} Aug 16 23:40:10.326943 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7fb79-b73b-409c-8142-6374ff43016d req-89ff819e-e726-4bd5-969d-78050812337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:10.328660 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-78a7fb79-b73b-409c-8142-6374ff43016d req-89ff819e-e726-4bd5-969d-78050812337c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6980712d299d497a80989be4ac6f7550&device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 1096 time: 0.0515826 Aug 16 23:40:10.379033 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a816d7-051b-49f0-933c-bd13edf571a1 req-a8d36718-e6f0-48da-9302-df43c795cf4d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:10.380735 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-07a816d7-051b-49f0-933c-bd13edf571a1 req-a8d36718-e6f0-48da-9302-df43c795cf4d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 944 time: 0.0520310 Aug 16 23:40:10.422400 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-07a816d7-051b-49f0-933c-bd13edf571a1 req-90c12957-2742-43ad-829b-eecd5f8c082f tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341432 Aug 16 23:40:10.451591 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7fb79-b73b-409c-8142-6374ff43016d req-2faf28a8-5823-42e8-adda-ed9c70fadb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:10.453257 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-78a7fb79-b73b-409c-8142-6374ff43016d req-2faf28a8-5823-42e8-adda-ed9c70fadb58 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 200 len: 910 time: 0.1171052 Aug 16 23:40:10.519843 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-78a7fb79-b73b-409c-8142-6374ff43016d req-ae9b4f7d-501c-4b54-9e39-097d6ab37863 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9380b98f-fbbf-4af7-a21c-9214becc41b1 HTTP/1.1" status: 200 len: 999 time: 0.0592113 Aug 16 23:40:10.569176 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7fb79-b73b-409c-8142-6374ff43016d req-c2580445-3507-4973-9b0e-197a76722b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:10.570755 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-78a7fb79-b73b-409c-8142-6374ff43016d req-c2580445-3507-4973-9b0e-197a76722b88 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81067f6e-caba-445f-9830-ef0588382f2a HTTP/1.1" status: 200 len: 848 time: 0.0437398 Aug 16 23:40:10.620033 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7fb79-b73b-409c-8142-6374ff43016d req-eb93fd33-73f5-4be1-ba9d-667fa284ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:10.621568 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-78a7fb79-b73b-409c-8142-6374ff43016d req-eb93fd33-73f5-4be1-ba9d-667fa284ecc9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00233dcd-3bf0-4dae-b8e4-1e90e64879db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441427 Aug 16 23:40:10.632480 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [req-78a7fb79-b73b-409c-8142-6374ff43016d req-8ea240a0-2044-4f81-9d5f-94d4db0e7904 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:40:10.633400 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-78a7fb79-b73b-409c-8142-6374ff43016d req-8ea240a0-2044-4f81-9d5f-94d4db0e7904 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051327 Aug 16 23:40:10.722885 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-78a7fb79-b73b-409c-8142-6374ff43016d req-706bf835-cfd7-45c6-9d11-1a302a886f13 service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823300 Aug 16 23:40:10.816367 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-78a7fb79-b73b-409c-8142-6374ff43016d req-7253bca8-d586-475b-959e-7122ace80aea service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850465 Aug 16 23:40:10.852037 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:40:10.902652 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff084e-44fe-4525-bfaa-a1ab702264c5 req-656f29ab-8b0e-46b3-8820-ad80c1902df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:10.904086 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e1ff084e-44fe-4525-bfaa-a1ab702264c5 req-656f29ab-8b0e-46b3-8820-ad80c1902df6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6980712d299d497a80989be4ac6f7550&device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 1096 time: 0.0408132 Aug 16 23:40:10.996406 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff084e-44fe-4525-bfaa-a1ab702264c5 req-7d1725e1-efba-433c-bc29-54d1d582594c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:10.997864 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e1ff084e-44fe-4525-bfaa-a1ab702264c5 req-7d1725e1-efba-433c-bc29-54d1d582594c service neutron] 10.222.0.43 "GET /v2.0/networks?id=00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 200 len: 910 time: 0.0869663 Aug 16 23:40:11.063969 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e1ff084e-44fe-4525-bfaa-a1ab702264c5 req-a4bab3d1-8c4d-45d5-b7f9-157d42b61976 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9380b98f-fbbf-4af7-a21c-9214becc41b1 HTTP/1.1" status: 200 len: 999 time: 0.0580957 Aug 16 23:40:11.114257 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff084e-44fe-4525-bfaa-a1ab702264c5 req-fe4f6dab-5237-4664-bf9b-e608ecdb5e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:11.115668 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e1ff084e-44fe-4525-bfaa-a1ab702264c5 req-fe4f6dab-5237-4664-bf9b-e608ecdb5e2f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81067f6e-caba-445f-9830-ef0588382f2a HTTP/1.1" status: 200 len: 848 time: 0.0437355 Aug 16 23:40:11.166159 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff084e-44fe-4525-bfaa-a1ab702264c5 req-d273b3c2-0e71-48eb-89b4-79a7e2a078f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:11.167548 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e1ff084e-44fe-4525-bfaa-a1ab702264c5 req-d273b3c2-0e71-48eb-89b4-79a7e2a078f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00233dcd-3bf0-4dae-b8e4-1e90e64879db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440021 Aug 16 23:40:11.257989 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e1ff084e-44fe-4525-bfaa-a1ab702264c5 req-32f54053-d24c-4298-b58c-c26d3fc21158 service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820768 Aug 16 23:40:11.352425 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e1ff084e-44fe-4525-bfaa-a1ab702264c5 req-19435120-2677-4aa8-94bb-a37d94a83ce1 service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859113 Aug 16 23:40:11.542736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427db9aa-86a1-47f3-93be-18de5e6376ec req-2eb0c4a1-db2b-4f40-8ec0-cf468165c5d5 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:11.544210 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-427db9aa-86a1-47f3-93be-18de5e6376ec req-2eb0c4a1-db2b-4f40-8ec0-cf468165c5d5 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 944 time: 0.0520816 Aug 16 23:40:11.582384 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-427db9aa-86a1-47f3-93be-18de5e6376ec req-b4a316d8-b89c-4721-9322-dae87829ec16 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321958 Aug 16 23:40:11.630391 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:11.684473 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b1176486-15ef-4196-864f-b112641cd2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:12.258542 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:12.696419 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c784bf0-02ad-4021-b3c6-a20e4a337454 req-261b21f9-48e7-427f-a252-a8edae533e60 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:12.697892 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c784bf0-02ad-4021-b3c6-a20e4a337454 req-261b21f9-48e7-427f-a252-a8edae533e60 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 944 time: 0.0484245 Aug 16 23:40:12.736300 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0c784bf0-02ad-4021-b3c6-a20e4a337454 req-e668baae-85ed-4f55-8283-78057659882c tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322917 Aug 16 23:40:13.562166 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:13.850756 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a13a-0d58-4234-974b-2cf9943ab000 req-abe40d77-746c-4db3-9b7c-0d0be35095eb tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:13.852131 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5815a13a-0d58-4234-974b-2cf9943ab000 req-abe40d77-746c-4db3-9b7c-0d0be35095eb tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 944 time: 0.0502264 Aug 16 23:40:13.889640 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5815a13a-0d58-4234-974b-2cf9943ab000 req-8a6cfe29-7595-4d2c-afd7-d632464f7909 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313346 Aug 16 23:40:15.009363 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408e301-5cdb-4945-931a-94c60db66bd2 req-0917fe39-5ca1-4e5e-8d23-f10008e6528f tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:15.010875 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0408e301-5cdb-4945-931a-94c60db66bd2 req-0917fe39-5ca1-4e5e-8d23-f10008e6528f tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 944 time: 0.0537775 Aug 16 23:40:15.048930 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0408e301-5cdb-4945-931a-94c60db66bd2 req-11c50413-f471-4111-9cc8-1a521935f4bd tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315113 Aug 16 23:40:15.136099 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:16.161159 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0796c1-f402-4bf4-ab4b-725e4888b695 req-ff6815ae-ef7f-4421-bc39-cb83877814e8 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:16.162665 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b0796c1-f402-4bf4-ab4b-725e4888b695 req-ff6815ae-ef7f-4421-bc39-cb83877814e8 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 944 time: 0.0483363 Aug 16 23:40:16.200077 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-4b0796c1-f402-4bf4-ab4b-725e4888b695 req-074804a9-2dc3-4779-bbd2-7e1c0ada7cbc tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308061 Aug 16 23:40:17.314674 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c838c6-a49c-470f-8f51-8d630170405f req-27671701-b538-4a8f-ac1d-5349411e97cf tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:17.316154 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e0c838c6-a49c-470f-8f51-8d630170405f req-27671701-b538-4a8f-ac1d-5349411e97cf tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 944 time: 0.0481832 Aug 16 23:40:17.354186 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e0c838c6-a49c-470f-8f51-8d630170405f req-6e6fe7ac-5697-485a-8531-09b9f9863a7d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314965 Aug 16 23:40:18.471297 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed9b65-6c82-4f87-84c7-e1695e672442 req-1c3f8513-480f-4a4f-b6bb-d15d0534cf6e tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:18.472680 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2ed9b65-6c82-4f87-84c7-e1695e672442 req-1c3f8513-480f-4a4f-b6bb-d15d0534cf6e tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 944 time: 0.0530062 Aug 16 23:40:18.509693 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b2ed9b65-6c82-4f87-84c7-e1695e672442 req-cd11ce84-3606-4315-bee5-820577c7bb71 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300770 Aug 16 23:40:19.622675 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd67b20-29cd-49a2-b9ae-5475db8d5420 req-147701c7-f4f3-498e-a604-5b2ee2707d08 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:19.624067 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5dd67b20-29cd-49a2-b9ae-5475db8d5420 req-147701c7-f4f3-498e-a604-5b2ee2707d08 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 944 time: 0.0485759 Aug 16 23:40:19.663683 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-5dd67b20-29cd-49a2-b9ae-5475db8d5420 req-cb8bdc21-ccb7-456d-ae5f-dd2c13ac9aae tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331135 Aug 16 23:40:19.805312 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 9380b98f-fbbf-4af7-a21c-9214becc41b1 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:40:19.899545 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 9380b98f-fbbf-4af7-a21c-9214becc41b1, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=9380b98f-fbbf-4af7-a21c-9214becc41b1,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:40:19.910374 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': '9380b98f-fbbf-4af7-a21c-9214becc41b1', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'port_id': '9380b98f-fbbf-4af7-a21c-9214becc41b1', 'mac_address': 'fa:16:3e:0e:96:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:40:19.951098 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:19.963805 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9380b98f-fbbf-4af7-a21c-9214becc41b1 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:40:19.983834 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 9380b98f-fbbf-4af7-a21c-9214becc41b1, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=9380b98f-fbbf-4af7-a21c-9214becc41b1,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:40:19.987835 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:20.044719 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=9380b98f-fbbf-4af7-a21c-9214becc41b1,revision_number=9']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:40:20.222327 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['9380b98f-fbbf-4af7-a21c-9214becc41b1'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:40:20.778942 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355f654-c258-42a7-b8d6-7d3e59bb2d83 req-5bb68d4b-7d90-4f91-9bdc-066a6d18fb3f tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:20.780431 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7355f654-c258-42a7-b8d6-7d3e59bb2d83 req-5bb68d4b-7d90-4f91-9bdc-066a6d18fb3f tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 945 time: 0.0482407 Aug 16 23:40:20.817414 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7355f654-c258-42a7-b8d6-7d3e59bb2d83 req-b00bd3a1-2b1c-4c89-8127-ffa8ca116252 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311353 Aug 16 23:40:21.819931 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 9380b98f-fbbf-4af7-a21c-9214becc41b1 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:40:21.869934 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port 9380b98f-fbbf-4af7-a21c-9214becc41b1 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:40:21.873601 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port 9380b98f-fbbf-4af7-a21c-9214becc41b1 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:40:21.873996 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:21.940205 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6593027-5e47-4a03-b8ba-095effddff1d req-522d1247-8154-43ca-82ef-e01bffedd1dd tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:21.941706 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a6593027-5e47-4a03-b8ba-095effddff1d req-522d1247-8154-43ca-82ef-e01bffedd1dd tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 945 time: 0.0532138 Aug 16 23:40:21.952141 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:21.973935 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5169efcb-15a0-4655-b365-b589665178c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9380b98f-fbbf-4af7-a21c-9214becc41b1'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:40:21.976964 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f1c010-8c15-48b1-b335-bb6304c91d98" -d '{"events": [{"server_uuid": "5169efcb-15a0-4655-b365-b589665178c1", "name": "network-vif-plugged", "status": "completed", "tag": "9380b98f-fbbf-4af7-a21c-9214becc41b1"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:40:21.980882 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a6593027-5e47-4a03-b8ba-095effddff1d req-c6f8d1ab-910e-4711-83c8-6a32d23691e1 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321181 Aug 16 23:40:21.990328 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port 9380b98f-fbbf-4af7-a21c-9214becc41b1, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=9380b98f-fbbf-4af7-a21c-9214becc41b1,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:40:21.995253 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:22.021241 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d696c5-4d9c-469e-98cc-e458795bffdb x-openstack-request-id: req-23d696c5-4d9c-469e-98cc-e458795bffdb {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:40:22.021540 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5169efcb-15a0-4655-b365-b589665178c1", "name": "network-vif-plugged", "status": "completed", "tag": "9380b98f-fbbf-4af7-a21c-9214becc41b1", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:40:22.021791 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-23d696c5-4d9c-469e-98cc-e458795bffdb {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:40:22.022207 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5169efcb-15a0-4655-b365-b589665178c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9380b98f-fbbf-4af7-a21c-9214becc41b1', 'code': 200} Aug 16 23:40:22.049564 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=9380b98f-fbbf-4af7-a21c-9214becc41b1,revision_number=10']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:40:22.162810 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d482678-0726-4838-adba-9076481fa1b1 req-3ce76fb5-6544-4be1-8748-500f87640059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:22.164982 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7d482678-0726-4838-adba-9076481fa1b1 req-3ce76fb5-6544-4be1-8748-500f87640059 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 1099 time: 0.0400491 Aug 16 23:40:22.198174 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7d482678-0726-4838-adba-9076481fa1b1 req-c4ffb818-2581-49b4-b25c-bafcbcafaa33 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0261981 Aug 16 23:40:23.096893 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ad078-2918-4d7f-9659-7ae017d50bda req-294e71d9-842f-4e7a-9b67-d0a2cc8b5075 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:23.098429 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d65ad078-2918-4d7f-9659-7ae017d50bda req-294e71d9-842f-4e7a-9b67-d0a2cc8b5075 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 947 time: 0.0493546 Aug 16 23:40:23.136452 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-d65ad078-2918-4d7f-9659-7ae017d50bda req-5315a01e-a38d-4b09-b1d0-3f2e271ffefa tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318272 Aug 16 23:40:39.138162 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f7d3a740-c118-42db-86cc-7fd3b126433c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:39.229055 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:40.407691 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-da0a6e5e-9d51-462a-ba2b-30c32d391eb4 req-d28749cc-bdcf-4d93-9a05-c556b72aeb0c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392921 Aug 16 23:40:40.499365 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a6e5e-9d51-462a-ba2b-30c32d391eb4 req-95ea1fdb-7d27-4599-b923-bdaa300a64fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:40.500740 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-da0a6e5e-9d51-462a-ba2b-30c32d391eb4 req-95ea1fdb-7d27-4599-b923-bdaa300a64fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6980712d299d497a80989be4ac6f7550&device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 1099 time: 0.0485847 Aug 16 23:40:40.609769 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a6e5e-9d51-462a-ba2b-30c32d391eb4 req-6a1342df-ca0a-4362-b94f-08edddd1dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:40.611255 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-da0a6e5e-9d51-462a-ba2b-30c32d391eb4 req-6a1342df-ca0a-4362-b94f-08edddd1dbcc service neutron] 10.222.0.43 "GET /v2.0/networks?id=00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 200 len: 910 time: 0.0885048 Aug 16 23:40:40.684440 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-da0a6e5e-9d51-462a-ba2b-30c32d391eb4 req-79c0fcf3-395f-4ad8-b625-6895168a820b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9380b98f-fbbf-4af7-a21c-9214becc41b1 HTTP/1.1" status: 200 len: 1001 time: 0.0637586 Aug 16 23:40:40.740442 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a6e5e-9d51-462a-ba2b-30c32d391eb4 req-d61882b0-896c-49a2-9d4c-82bd8346e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:40.741940 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-da0a6e5e-9d51-462a-ba2b-30c32d391eb4 req-d61882b0-896c-49a2-9d4c-82bd8346e2fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81067f6e-caba-445f-9830-ef0588382f2a HTTP/1.1" status: 200 len: 848 time: 0.0471101 Aug 16 23:40:40.789487 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a6e5e-9d51-462a-ba2b-30c32d391eb4 req-a3a4363c-94e4-49dc-adde-939c52f90e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:40.790912 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-da0a6e5e-9d51-462a-ba2b-30c32d391eb4 req-a3a4363c-94e4-49dc-adde-939c52f90e40 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00233dcd-3bf0-4dae-b8e4-1e90e64879db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406849 Aug 16 23:40:40.885695 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-da0a6e5e-9d51-462a-ba2b-30c32d391eb4 req-d3a869c3-282c-4290-9cac-0471b0cf77d5 service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871227 Aug 16 23:40:40.989314 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-da0a6e5e-9d51-462a-ba2b-30c32d391eb4 req-4b6c47ae-a3d3-4170-b9a2-cc38987e552b service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958176 Aug 16 23:40:41.644599 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:41.684074 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ee6778e3-d656-44d4-bc5a-a8b0f4136252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:42.259154 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:43.563709 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:45.140419 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:47.851509 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:41:09.139559 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8c3a4a80-d879-4156-bf9c-bcc8cbc8a12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:09.241521 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:11.659968 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:11.683355 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5bfb3fbb-242c-422d-9e06-d8007bb6fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:12.259850 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:13.567964 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:15.142552 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:24.850589 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:41:36.099588 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53084) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:36.257916 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Deleting port 3f5d328a-fd12-4bb6-a189-495a65d9f0ba {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:41:36.258291 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:36.337188 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:36.337509 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:36.348924 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Calling delete_port for 3f5d328a-fd12-4bb6-a189-495a65d9f0ba owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:41:36.494627 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:36.520121 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event deleted for resources: {'Port': ['ID=3f5d328a-fd12-4bb6-a189-495a65d9f0ba,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:36.531710 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:36.532075 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:36.532403 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:36.532761 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:36.533099 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:36.533432 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:36.533798 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:36.534156 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:36.534479 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:36.534805 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:36.535127 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:36.535449 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:36.591718 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:36.592056 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Floating IP f2318f92-9d3c-41e5-bf28-9017b4634a17 disassociated (deleted). External IP: 172.25.6.38, port: 9380b98f-fbbf-4af7-a21c-9214becc41b1. Aug 16 23:41:36.793387 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:41:36.901422 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:41:36.906254 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:36.910986 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a68409-8f75-4d27-a93a-cae816dedbd7 None None] Sync routers for ids ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:41:36.919872 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a68409-8f75-4d27-a93a-cae816dedbd7 None None] Routers {'8eb51387-65ed-4571-9ac1-0ff11802d4d4'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:41:36.920480 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b7a68409-8f75-4d27-a93a-cae816dedbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:41:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:36.935673 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bbc4fc35-ae29-471e-beae-0f4b32ff359d tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "DELETE /v2.0/floatingips/f2318f92-9d3c-41e5-bf28-9017b4634a17 HTTP/1.1" status: 204 len: 168 time: 0.8349791 Aug 16 23:41:36.936250 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5169efcb-15a0-4655-b365-b589665178c1', 'tag': '9380b98f-fbbf-4af7-a21c-9214becc41b1'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:41:36.938541 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f6a7b6-1c8d-4110-85c6-7416f64967f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5169efcb-15a0-4655-b365-b589665178c1", "tag": "9380b98f-fbbf-4af7-a21c-9214becc41b1"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:41:36.979401 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f7ff89-9137-4ec0-8705-e4416e316cc7 x-openstack-request-id: req-79f7ff89-9137-4ec0-8705-e4416e316cc7 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:41:36.979694 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5169efcb-15a0-4655-b365-b589665178c1", "tag": "9380b98f-fbbf-4af7-a21c-9214becc41b1", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:41:36.979947 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-79f7ff89-9137-4ec0-8705-e4416e316cc7 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:41:36.980351 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5169efcb-15a0-4655-b365-b589665178c1', 'tag': '9380b98f-fbbf-4af7-a21c-9214becc41b1', 'status': 'completed', 'code': 200} Aug 16 23:41:37.037536 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b7a68409-8f75-4d27-a93a-cae816dedbd7 None None] Set router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:41:37.046603 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6a7b6-1c8d-4110-85c6-7416f64967f7 req-02b150f9-023d-4e6b-996c-232cc20d369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:37.048925 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-32f6a7b6-1c8d-4110-85c6-7416f64967f7 req-02b150f9-023d-4e6b-996c-232cc20d369e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6980712d299d497a80989be4ac6f7550&device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 1099 time: 0.0450773 Aug 16 23:41:37.156399 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6a7b6-1c8d-4110-85c6-7416f64967f7 req-691ebb99-7451-4b88-b63f-442897938891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:37.157943 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-32f6a7b6-1c8d-4110-85c6-7416f64967f7 req-691ebb99-7451-4b88-b63f-442897938891 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 200 len: 910 time: 0.0962319 Aug 16 23:41:37.208842 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-32f6a7b6-1c8d-4110-85c6-7416f64967f7 req-c5445043-99e8-44f1-8718-205c891d7a4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9380b98f-fbbf-4af7-a21c-9214becc41b1 HTTP/1.1" status: 200 len: 217 time: 0.0432262 Aug 16 23:41:37.249696 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b7a68409-8f75-4d27-a93a-cae816dedbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'name': 'tempest-TestShelveInstance-2124049835-router', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:32:59Z', 'updated_at': '2021-08-16T23:33:02Z', 'revision_number': 4, 'project_id': '6980712d299d497a80989be4ac6f7550', 'gw_port': {'id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:00Z', 'updated_at': '2021-08-16T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '02b10d89-90b7-4a15-9100-40bf294bd675', 'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'mac_address': 'fa:16:3e:5c:10:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:01Z', 'updated_at': '2021-08-16T23:33:08Z', 'revision_number': 5, 'project_id': '6980712d299d497a80989be4ac6f7550', 'subnets': [{'id': '81067f6e-caba-445f-9830-ef0588382f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:37.257600 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e71b9-3e73-4012-9184-4cdee1f9cf57 req-71ec45bb-f63b-41d3-9ebb-df388d91c762 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:37.259224 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-431e71b9-3e73-4012-9184-4cdee1f9cf57 req-71ec45bb-f63b-41d3-9ebb-df388d91c762 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 947 time: 0.1330032 Aug 16 23:41:37.263793 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6a7b6-1c8d-4110-85c6-7416f64967f7 req-e6139acb-77f6-4769-b95f-b2d9fe400891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:37.265249 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-32f6a7b6-1c8d-4110-85c6-7416f64967f7 req-e6139acb-77f6-4769-b95f-b2d9fe400891 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81067f6e-caba-445f-9830-ef0588382f2a HTTP/1.1" status: 200 len: 848 time: 0.0475771 Aug 16 23:41:37.275788 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a68409-8f75-4d27-a93a-cae816dedbd7 None None] Checking router: 8eb51387-65ed-4571-9ac1-0ff11802d4d4 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:41:37.284608 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a68409-8f75-4d27-a93a-cae816dedbd7 None None] Routers {'8eb51387-65ed-4571-9ac1-0ff11802d4d4'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:41:37.285252 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b7a68409-8f75-4d27-a93a-cae816dedbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:41:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:37.304614 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-431e71b9-3e73-4012-9184-4cdee1f9cf57 req-016df177-1204-4c5a-b7ea-beb292863418 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389714 Aug 16 23:41:37.313471 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6a7b6-1c8d-4110-85c6-7416f64967f7 req-207d39b4-7661-4ec3-8be5-89e3643cbfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:37.315596 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-32f6a7b6-1c8d-4110-85c6-7416f64967f7 req-207d39b4-7661-4ec3-8be5-89e3643cbfad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00233dcd-3bf0-4dae-b8e4-1e90e64879db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422592 Aug 16 23:41:37.390533 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-b7a68409-8f75-4d27-a93a-cae816dedbd7 None None] Set router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:41:37.408687 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-32f6a7b6-1c8d-4110-85c6-7416f64967f7 req-3cf67c09-9cbb-4078-b495-e78e8db89468 service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851371 Aug 16 23:41:37.501305 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-32f6a7b6-1c8d-4110-85c6-7416f64967f7 req-83676faa-389a-475c-a10f-ecc00d6aa0cb service neutron] 10.222.0.43 "GET /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843489 Aug 16 23:41:37.599434 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-b7a68409-8f75-4d27-a93a-cae816dedbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'name': 'tempest-TestShelveInstance-2124049835-router', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:32:59Z', 'updated_at': '2021-08-16T23:33:02Z', 'revision_number': 4, 'project_id': '6980712d299d497a80989be4ac6f7550', 'gw_port': {'id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:00Z', 'updated_at': '2021-08-16T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '02b10d89-90b7-4a15-9100-40bf294bd675', 'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'mac_address': 'fa:16:3e:5c:10:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:01Z', 'updated_at': '2021-08-16T23:33:08Z', 'revision_number': 5, 'project_id': '6980712d299d497a80989be4ac6f7550', 'subnets': [{'id': '81067f6e-caba-445f-9830-ef0588382f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:37.626013 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a68409-8f75-4d27-a93a-cae816dedbd7 None None] The sync data for ids ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'] in n-d-792458-15 is: [{'id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'name': 'tempest-TestShelveInstance-2124049835-router', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:32:59Z', 'updated_at': '2021-08-16T23:33:02Z', 'revision_number': 4, 'project_id': '6980712d299d497a80989be4ac6f7550', 'gw_port': {'id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:00Z', 'updated_at': '2021-08-16T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '02b10d89-90b7-4a15-9100-40bf294bd675', 'name': '', 'network_id': '00233dcd-3bf0-4dae-b8e4-1e90e64879db', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'mac_address': 'fa:16:3e:5c:10:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '81067f6e-caba-445f-9830-ef0588382f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:01Z', 'updated_at': '2021-08-16T23:33:08Z', 'revision_number': 5, 'project_id': '6980712d299d497a80989be4ac6f7550', 'subnets': [{'id': '81067f6e-caba-445f-9830-ef0588382f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:41:37.842960 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc154798-2006-4d3b-bcee-d1bd3720435c None None] New status for floating IP f2318f92-9d3c-41e5-bf28-9017b4634a17: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:41:38.470663 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533ce5d-9f41-4297-82f3-0561ff60795e req-80a18f09-2d38-474b-8ff3-8a54a5fbfe15 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:38.472162 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0533ce5d-9f41-4297-82f3-0561ff60795e req-80a18f09-2d38-474b-8ff3-8a54a5fbfe15 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 947 time: 0.0938845 Aug 16 23:41:38.511210 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0533ce5d-9f41-4297-82f3-0561ff60795e req-78f04f9a-c902-480f-993b-d8dcaf8940fc tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/security-groups?id=5893df10-b331-47d6-aa22-9ea67a1c2d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327699 Aug 16 23:41:38.628738 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa5835-0c44-48ba-97f4-8d624564f99d req-e50cfb4c-847d-4bb8-82f0-73385ece8098 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:38.630328 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0baa5835-0c44-48ba-97f4-8d624564f99d req-e50cfb4c-847d-4bb8-82f0-73385ece8098 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.43 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 947 time: 0.0563686 Aug 16 23:41:38.718230 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-0baa5835-0c44-48ba-97f4-8d624564f99d req-a8f783b7-1da0-4ed5-a453-b70a50fb67a5 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Deleting port 9380b98f-fbbf-4af7-a21c-9214becc41b1 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:41:38.718577 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0baa5835-0c44-48ba-97f4-8d624564f99d req-a8f783b7-1da0-4ed5-a453-b70a50fb67a5 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:38.807597 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-0baa5835-0c44-48ba-97f4-8d624564f99d req-a8f783b7-1da0-4ed5-a453-b70a50fb67a5 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] For port 9380b98f-fbbf-4af7-a21c-9214becc41b1, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=9380b98f-fbbf-4af7-a21c-9214becc41b1,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:41:38.807877 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0baa5835-0c44-48ba-97f4-8d624564f99d req-a8f783b7-1da0-4ed5-a453-b70a50fb67a5 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:38.821180 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-0baa5835-0c44-48ba-97f4-8d624564f99d req-a8f783b7-1da0-4ed5-a453-b70a50fb67a5 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Calling delete_port for 9380b98f-fbbf-4af7-a21c-9214becc41b1 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:41:38.945299 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0baa5835-0c44-48ba-97f4-8d624564f99d req-a8f783b7-1da0-4ed5-a453-b70a50fb67a5 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:38.975940 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f783b7-1da0-4ed5-a453-b70a50fb67a5 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event deleted for resources: {'Port': ['ID=9380b98f-fbbf-4af7-a21c-9214becc41b1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:39.018629 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-0baa5835-0c44-48ba-97f4-8d624564f99d req-a8f783b7-1da0-4ed5-a453-b70a50fb67a5 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] No DVR routers for this DVR port 9380b98f-fbbf-4af7-a21c-9214becc41b1 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:41:39.021226 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0baa5835-0c44-48ba-97f4-8d624564f99d req-a8f783b7-1da0-4ed5-a453-b70a50fb67a5 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:39.023416 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-0baa5835-0c44-48ba-97f4-8d624564f99d req-a8f783b7-1da0-4ed5-a453-b70a50fb67a5 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.43 "DELETE /v2.0/ports/9380b98f-fbbf-4af7-a21c-9214becc41b1 HTTP/1.1" status: 204 len: 173 time: 0.3874011 Aug 16 23:41:39.023925 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5169efcb-15a0-4655-b365-b589665178c1', 'name': 'network-vif-deleted', 'tag': '9380b98f-fbbf-4af7-a21c-9214becc41b1'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:41:39.026534 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44268233-1b51-47da-90bb-2fe21edc5b51" -d '{"events": [{"server_uuid": "5169efcb-15a0-4655-b365-b589665178c1", "name": "network-vif-deleted", "tag": "9380b98f-fbbf-4af7-a21c-9214becc41b1"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:41:39.062443 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ca081a-9788-471b-872e-e44ecc778e48 x-openstack-request-id: req-99ca081a-9788-471b-872e-e44ecc778e48 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:41:39.062723 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5169efcb-15a0-4655-b365-b589665178c1", "name": "network-vif-deleted", "tag": "9380b98f-fbbf-4af7-a21c-9214becc41b1", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:41:39.063035 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-99ca081a-9788-471b-872e-e44ecc778e48 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:41:39.063376 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5169efcb-15a0-4655-b365-b589665178c1', 'name': 'network-vif-deleted', 'tag': '9380b98f-fbbf-4af7-a21c-9214becc41b1', 'status': 'completed', 'code': 200} Aug 16 23:41:39.146305 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-90e57233-a675-4314-a97f-c6daff12681c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:39.255435 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:39.605795 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a1b5bcd9-7444-41d6-9dec-4d02874080ed req-e8889ed3-1df6-4bcd-88c6-a38a625b9f50 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 210 time: 0.0278280 Aug 16 23:41:40.699869 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ad816562-def8-458a-8830-f0ccebc2385d req-7661f000-501c-48fd-a8ee-7b962a43f17c tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 210 time: 0.0262082 Aug 16 23:41:41.680576 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:41.684043 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3e51dea1-f4d8-4f0b-837b-7650255835f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:41.792645 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c5b0f1d0-15d1-4924-985f-f3d4a15cd560 req-5b3b0052-d8ae-4ed7-9ee7-a5b80a2c8de5 tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "GET /v2.0/ports?device_id=5169efcb-15a0-4655-b365-b589665178c1 HTTP/1.1" status: 200 len: 210 time: 0.0265384 Aug 16 23:41:42.130685 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 9380b98f-fbbf-4af7-a21c-9214becc41b1 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:41:42.150214 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: 9380b98f-fbbf-4af7-a21c-9214becc41b1 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:41:42.150557 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device 9380b98f-fbbf-4af7-a21c-9214becc41b1 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:41:42.261985 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:42.849470 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53118) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:42.912054 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f9229a0-0675-4a2b-8fee-3071ced6175b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:42.936380 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f9229a0-0675-4a2b-8fee-3071ced6175b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:42.998480 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f9229a0-0675-4a2b-8fee-3071ced6175b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:43.001098 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f9229a0-0675-4a2b-8fee-3071ced6175b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:43.005512 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-1f9229a0-0675-4a2b-8fee-3071ced6175b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] 10.222.0.93 "DELETE /v2.0/security-groups/5893df10-b331-47d6-aa22-9ea67a1c2d9f HTTP/1.1" status: 204 len: 168 time: 0.1517088 Aug 16 23:41:43.012834 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9229a0-0675-4a2b-8fee-3071ced6175b tempest-TestShelveInstance-878520167 tempest-TestShelveInstance-878520167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5893df10-b331-47d6-aa22-9ea67a1c2d9f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:43.074186 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53122) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:43.512750 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:43.570166 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:43.772016 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] Deleting port 02b10d89-90b7-4a15-9100-40bf294bd675 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:41:43.772246 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:43.854680 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] For port 02b10d89-90b7-4a15-9100-40bf294bd675, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=02b10d89-90b7-4a15-9100-40bf294bd675,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:41:43.855042 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:43.867457 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] Calling delete_port for 02b10d89-90b7-4a15-9100-40bf294bd675 owned by network:router_interface {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:41:44.052607 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:44.084943 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] Pushing event deleted for resources: {'Port': ['ID=02b10d89-90b7-4a15-9100-40bf294bd675,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:44.101696 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:44.102373 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:44.102718 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:44.103057 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:44.103394 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:44.103727 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:44.104197 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:44.104536 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:44.104871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:44.105193 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:44.105521 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:44.105845 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:44.282580 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:44.513589 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] Router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:41:44.621360 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:41:44.626977 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c0e8779e-76ed-4f3b-a22d-f81a33a970df admin admin] 10.222.0.93 "PUT /v2.0/routers/8eb51387-65ed-4571-9ac1-0ff11802d4d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5511477 Aug 16 23:41:44.630149 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53126) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:44.641603 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92043fd5-54fb-4dbc-bdee-5b4971395eb7 None None] Sync routers for ids ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:41:44.651053 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92043fd5-54fb-4dbc-bdee-5b4971395eb7 None None] Routers {'8eb51387-65ed-4571-9ac1-0ff11802d4d4'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:41:44.651709 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-92043fd5-54fb-4dbc-bdee-5b4971395eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:41:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:44.734973 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4058fad1-4039-4671-88da-d04d81813fdb admin admin] Notify callbacks [] for router, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:44.756605 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-92043fd5-54fb-4dbc-bdee-5b4971395eb7 None None] Set router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:41:44.841446 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4058fad1-4039-4671-88da-d04d81813fdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:44.893751 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4058fad1-4039-4671-88da-d04d81813fdb admin admin] Deleting port 64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:41:44.894138 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4058fad1-4039-4671-88da-d04d81813fdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:44.939143 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-92043fd5-54fb-4dbc-bdee-5b4971395eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'name': 'tempest-TestShelveInstance-2124049835-router', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:32:59Z', 'updated_at': '2021-08-16T23:41:44Z', 'revision_number': 5, 'project_id': '6980712d299d497a80989be4ac6f7550', 'gw_port': {'id': '64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:41:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:00Z', 'updated_at': '2021-08-16T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:44.968542 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92043fd5-54fb-4dbc-bdee-5b4971395eb7 None None] Checking router: 8eb51387-65ed-4571-9ac1-0ff11802d4d4 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:41:44.977587 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92043fd5-54fb-4dbc-bdee-5b4971395eb7 None None] Routers {'8eb51387-65ed-4571-9ac1-0ff11802d4d4'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:41:44.978249 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-92043fd5-54fb-4dbc-bdee-5b4971395eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:41:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:44.981255 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-4058fad1-4039-4671-88da-d04d81813fdb admin admin] For port 64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:41:44.981635 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4058fad1-4039-4671-88da-d04d81813fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:44.995060 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-4058fad1-4039-4671-88da-d04d81813fdb admin admin] Calling delete_port for 64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3 owned by network:router_gateway {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:41:45.173219 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4058fad1-4039-4671-88da-d04d81813fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:45.200312 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058fad1-4039-4671-88da-d04d81813fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:45.230779 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:45.247193 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-92043fd5-54fb-4dbc-bdee-5b4971395eb7 None None] Set router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:41:45.267384 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4058fad1-4039-4671-88da-d04d81813fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:45.301643 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-92043fd5-54fb-4dbc-bdee-5b4971395eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'name': 'tempest-TestShelveInstance-2124049835-router', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:32:59Z', 'updated_at': '2021-08-16T23:41:44Z', 'revision_number': 6, 'project_id': '6980712d299d497a80989be4ac6f7550', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:45.328100 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92043fd5-54fb-4dbc-bdee-5b4971395eb7 None None] The sync data for ids ['8eb51387-65ed-4571-9ac1-0ff11802d4d4'] in n-d-792458-15 is: [{'id': '8eb51387-65ed-4571-9ac1-0ff11802d4d4', 'name': 'tempest-TestShelveInstance-2124049835-router', 'tenant_id': '6980712d299d497a80989be4ac6f7550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:32:59Z', 'updated_at': '2021-08-16T23:41:44Z', 'revision_number': 6, 'project_id': '6980712d299d497a80989be4ac6f7550', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:41:45.370886 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4058fad1-4039-4671-88da-d04d81813fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:45.373029 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4058fad1-4039-4671-88da-d04d81813fdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:45.413800 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4058fad1-4039-4671-88da-d04d81813fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:45.414368 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4058fad1-4039-4671-88da-d04d81813fdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eb51387-65ed-4571-9ac1-0ff11802d4d4 {{(pid=94871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:41:45.418607 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-4058fad1-4039-4671-88da-d04d81813fdb admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:45.419892 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4058fad1-4039-4671-88da-d04d81813fdb admin admin] 10.222.0.93 "DELETE /v2.0/routers/8eb51387-65ed-4571-9ac1-0ff11802d4d4 HTTP/1.1" status: 204 len: 168 time: 0.7885511 Aug 16 23:41:45.422306 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53128) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:45.467667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4a9bf4-13e1-4ca0-b264-f575d3e4eb9c admin admin] Deleting subnet 81067f6e-caba-445f-9830-ef0588382f2a {{(pid=94871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:41:45.471110 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc4a9bf4-13e1-4ca0-b264-f575d3e4eb9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:45.511957 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc4a9bf4-13e1-4ca0-b264-f575d3e4eb9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131872280'] for subnet, precommit_delete_associations {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:45.592111 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc4a9bf4-13e1-4ca0-b264-f575d3e4eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:45.644232 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc4a9bf4-13e1-4ca0-b264-f575d3e4eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131872831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131837386'] for subnet, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:45.667887 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a9bf4-13e1-4ca0-b264-f575d3e4eb9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81067f6e-caba-445f-9830-ef0588382f2a,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:45.674269 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-dc4a9bf4-13e1-4ca0-b264-f575d3e4eb9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:45.676375 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-dc4a9bf4-13e1-4ca0-b264-f575d3e4eb9c admin admin] 10.222.0.93 "DELETE /v2.0/subnets/81067f6e-caba-445f-9830-ef0588382f2a HTTP/1.1" status: 204 len: 168 time: 0.2531340 Aug 16 23:41:45.678879 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53130) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:45.682253 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a59f9c-ff3d-4248-9eb0-ba8388cf0098 None None] Network 00233dcd-3bf0-4dae-b8e4-1e90e64879db requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:41:45.755870 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3d8a-2f97-47f6-9b27-a23a107ff337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:45.812272 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ec4c3d8a-2f97-47f6-9b27-a23a107ff337 admin admin] Deleting port cd235a7e-378c-4ec8-9f09-ff25c86d243d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:41:45.812619 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3d8a-2f97-47f6-9b27-a23a107ff337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:45.875251 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-ec4c3d8a-2f97-47f6-9b27-a23a107ff337 admin admin] For port cd235a7e-378c-4ec8-9f09-ff25c86d243d, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=cd235a7e-378c-4ec8-9f09-ff25c86d243d,segment=NetworkSegment(df92ff9e-77b4-40e8-9fb3-92e20c52645a),segment_id=df92ff9e-77b4-40e8-9fb3-92e20c52645a)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:41:45.875616 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3d8a-2f97-47f6-9b27-a23a107ff337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:45.887934 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-ec4c3d8a-2f97-47f6-9b27-a23a107ff337 admin admin] Calling delete_port for cd235a7e-378c-4ec8-9f09-ff25c86d243d owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:41:45.968603 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3d8a-2f97-47f6-9b27-a23a107ff337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:45.996979 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c3d8a-2f97-47f6-9b27-a23a107ff337 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd235a7e-378c-4ec8-9f09-ff25c86d243d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:45.998741 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4c3d8a-2f97-47f6-9b27-a23a107ff337 admin admin] No DVR routers for this DVR port cd235a7e-378c-4ec8-9f09-ff25c86d243d on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:41:46.072443 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3d8a-2f97-47f6-9b27-a23a107ff337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:46.081928 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ec4c3d8a-2f97-47f6-9b27-a23a107ff337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00233dcd-3bf0-4dae-b8e4-1e90e64879db']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:46.092250 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ec4c3d8a-2f97-47f6-9b27-a23a107ff337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df92ff9e-77b4-40e8-9fb3-92e20c52645a') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:46.092606 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-ec4c3d8a-2f97-47f6-9b27-a23a107ff337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df92ff9e-77b4-40e8-9fb3-92e20c52645a') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:46.103343 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3d8a-2f97-47f6-9b27-a23a107ff337 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:46.123644 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40386385-077d-4b17-8a55-bab0b8448fb4 None None] DHCP port deletion for 00233dcd-3bf0-4dae-b8e4-1e90e64879db request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:41:46.127294 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3d8a-2f97-47f6-9b27-a23a107ff337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:46.133910 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4c3d8a-2f97-47f6-9b27-a23a107ff337 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:41:46.135008 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3d8a-2f97-47f6-9b27-a23a107ff337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: timer() Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:41:46.136032 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:41:46.188305 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3d8a-2f97-47f6-9b27-a23a107ff337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:46.193659 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3d8a-2f97-47f6-9b27-a23a107ff337 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:46.195417 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ec4c3d8a-2f97-47f6-9b27-a23a107ff337 admin admin] 10.222.0.93 "DELETE /v2.0/networks/00233dcd-3bf0-4dae-b8e4-1e90e64879db HTTP/1.1" status: 204 len: 168 time: 0.5155959 Aug 16 23:41:46.198461 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53132) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:46.206788 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c3d8a-2f97-47f6-9b27-a23a107ff337 admin admin] Pushing event deleted for resources: {'Network': ['ID=00233dcd-3bf0-4dae-b8e4-1e90e64879db,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:46.313831 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:41:46.335720 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:41:46.336291 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 64b785f0-4b65-4a1b-86a1-0aa7d9d2bba3 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:41:46.336481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cd235a7e-378c-4ec8-9f09-ff25c86d243d no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:41:46.356143 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: cd235a7e-378c-4ec8-9f09-ff25c86d243d {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:41:46.356492 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device cd235a7e-378c-4ec8-9f09-ff25c86d243d not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:41:46.357075 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 02b10d89-90b7-4a15-9100-40bf294bd675 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:41:46.381379 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 02b10d89-90b7-4a15-9100-40bf294bd675 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:41:46.382205 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 02b10d89-90b7-4a15-9100-40bf294bd675 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:41:46.558338 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32dda043-9331-4c84-86ac-3a158efb7969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:47.108390 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-32dda043-9331-4c84-86ac-3a158efb7969 admin admin] Deleting port 41a7a3a2-260e-4ab5-bd43-fb45333e25e7 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:41:47.108720 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32dda043-9331-4c84-86ac-3a158efb7969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:47.184710 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-32dda043-9331-4c84-86ac-3a158efb7969 admin admin] For port 41a7a3a2-260e-4ab5-bd43-fb45333e25e7, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=41a7a3a2-260e-4ab5-bd43-fb45333e25e7,segment=NetworkSegment(ee796826-52c7-4d8a-b1c2-934890480175),segment_id=ee796826-52c7-4d8a-b1c2-934890480175)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:41:47.185081 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32dda043-9331-4c84-86ac-3a158efb7969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:47.197641 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-32dda043-9331-4c84-86ac-3a158efb7969 admin admin] Calling delete_port for 41a7a3a2-260e-4ab5-bd43-fb45333e25e7 owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:41:47.373600 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32dda043-9331-4c84-86ac-3a158efb7969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:47.403483 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dda043-9331-4c84-86ac-3a158efb7969 admin admin] Pushing event deleted for resources: {'Port': ['ID=41a7a3a2-260e-4ab5-bd43-fb45333e25e7,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:47.567355 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-32dda043-9331-4c84-86ac-3a158efb7969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:47.786763 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dda043-9331-4c84-86ac-3a158efb7969 admin admin] Router d981b4a2-0767-409b-a54b-fdbdb5c24d85 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:41:47.892067 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dda043-9331-4c84-86ac-3a158efb7969 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:41:47.897414 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-32dda043-9331-4c84-86ac-3a158efb7969 admin admin] 10.222.0.93 "PUT /v2.0/routers/d981b4a2-0767-409b-a54b-fdbdb5c24d85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6974010 Aug 16 23:41:47.899938 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53136) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:47.900921 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249369a-3ca2-41d1-9745-31c7d8709f99 None None] Sync routers for ids ['d981b4a2-0767-409b-a54b-fdbdb5c24d85'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:41:47.910831 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c249369a-3ca2-41d1-9745-31c7d8709f99 None None] Routers {'d981b4a2-0767-409b-a54b-fdbdb5c24d85'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:41:47.911550 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c249369a-3ca2-41d1-9745-31c7d8709f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:41:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d981b4a2-0767-409b-a54b-fdbdb5c24d85'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:48.003117 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d58d7f2-e523-4c0d-ac4f-a19953032ae5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:48.035503 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-c249369a-3ca2-41d1-9745-31c7d8709f99 None None] Set router d981b4a2-0767-409b-a54b-fdbdb5c24d85 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:41:48.103887 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d58d7f2-e523-4c0d-ac4f-a19953032ae5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:48.160243 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2d58d7f2-e523-4c0d-ac4f-a19953032ae5 admin admin] Deleting port 6b189ca0-4d76-45b9-9ae2-6e0522b05a70 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:41:48.160467 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d58d7f2-e523-4c0d-ac4f-a19953032ae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:48.210207 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c249369a-3ca2-41d1-9745-31c7d8709f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd981b4a2-0767-409b-a54b-fdbdb5c24d85', 'name': 'tempest-TestShelveInstance-595108127-router', 'tenant_id': '2a3473b2450c4c85a43b785e3a992365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '6b189ca0-4d76-45b9-9ae2-6e0522b05a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:33:04Z', 'updated_at': '2021-08-16T23:41:47Z', 'revision_number': 5, 'project_id': '2a3473b2450c4c85a43b785e3a992365', 'gw_port': {'id': '6b189ca0-4d76-45b9-9ae2-6e0522b05a70', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981b4a2-0767-409b-a54b-fdbdb5c24d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:33:04Z', 'updated_at': '2021-08-16T23:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:48.238961 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249369a-3ca2-41d1-9745-31c7d8709f99 None None] Checking router: d981b4a2-0767-409b-a54b-fdbdb5c24d85 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:41:48.239633 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-2d58d7f2-e523-4c0d-ac4f-a19953032ae5 admin admin] For port 6b189ca0-4d76-45b9-9ae2-6e0522b05a70, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=6b189ca0-4d76-45b9-9ae2-6e0522b05a70,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:41:48.239999 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d58d7f2-e523-4c0d-ac4f-a19953032ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:48.246983 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c249369a-3ca2-41d1-9745-31c7d8709f99 None None] Routers {'d981b4a2-0767-409b-a54b-fdbdb5c24d85'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:41:48.247579 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c249369a-3ca2-41d1-9745-31c7d8709f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:41:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['d981b4a2-0767-409b-a54b-fdbdb5c24d85'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:48.252813 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-2d58d7f2-e523-4c0d-ac4f-a19953032ae5 admin admin] Calling delete_port for 6b189ca0-4d76-45b9-9ae2-6e0522b05a70 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:41:48.333687 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-c249369a-3ca2-41d1-9745-31c7d8709f99 None None] Set router d981b4a2-0767-409b-a54b-fdbdb5c24d85 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:41:48.384344 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-c249369a-3ca2-41d1-9745-31c7d8709f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd981b4a2-0767-409b-a54b-fdbdb5c24d85', 'name': 'tempest-TestShelveInstance-595108127-router', 'tenant_id': '2a3473b2450c4c85a43b785e3a992365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:33:04Z', 'updated_at': '2021-08-16T23:41:48Z', 'revision_number': 6, 'project_id': '2a3473b2450c4c85a43b785e3a992365', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:48.412534 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249369a-3ca2-41d1-9745-31c7d8709f99 None None] The sync data for ids ['d981b4a2-0767-409b-a54b-fdbdb5c24d85'] in n-d-792458-15 is: [{'id': 'd981b4a2-0767-409b-a54b-fdbdb5c24d85', 'name': 'tempest-TestShelveInstance-595108127-router', 'tenant_id': '2a3473b2450c4c85a43b785e3a992365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:33:04Z', 'updated_at': '2021-08-16T23:41:48Z', 'revision_number': 6, 'project_id': '2a3473b2450c4c85a43b785e3a992365', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:41:48.425532 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d58d7f2-e523-4c0d-ac4f-a19953032ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:48.456062 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58d7f2-e523-4c0d-ac4f-a19953032ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b189ca0-4d76-45b9-9ae2-6e0522b05a70,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:48.515507 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d58d7f2-e523-4c0d-ac4f-a19953032ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:48.604066 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d58d7f2-e523-4c0d-ac4f-a19953032ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:48.606190 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d58d7f2-e523-4c0d-ac4f-a19953032ae5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:48.648750 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d58d7f2-e523-4c0d-ac4f-a19953032ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:48.649267 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d58d7f2-e523-4c0d-ac4f-a19953032ae5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d981b4a2-0767-409b-a54b-fdbdb5c24d85 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:41:48.653526 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d58d7f2-e523-4c0d-ac4f-a19953032ae5 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:48.654806 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2d58d7f2-e523-4c0d-ac4f-a19953032ae5 admin admin] 10.222.0.93 "DELETE /v2.0/routers/d981b4a2-0767-409b-a54b-fdbdb5c24d85 HTTP/1.1" status: 204 len: 168 time: 0.7539012 Aug 16 23:41:48.657247 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53138) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:48.705552 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1764f31-05d7-41f5-871d-f7587538da84 admin admin] Deleting subnet 205e2af3-a0e1-4379-95a6-40c2aee4ba14 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:41:48.708491 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1764f31-05d7-41f5-871d-f7587538da84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:48.742984 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1764f31-05d7-41f5-871d-f7587538da84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:48.822767 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1764f31-05d7-41f5-871d-f7587538da84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:48.879793 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1764f31-05d7-41f5-871d-f7587538da84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:48.902728 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1764f31-05d7-41f5-871d-f7587538da84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=205e2af3-a0e1-4379-95a6-40c2aee4ba14,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:48.908841 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e1764f31-05d7-41f5-871d-f7587538da84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:48.910737 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-e1764f31-05d7-41f5-871d-f7587538da84 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/205e2af3-a0e1-4379-95a6-40c2aee4ba14 HTTP/1.1" status: 204 len: 168 time: 0.2525144 Aug 16 23:41:48.913251 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53140) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:48.914276 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fc7387-8f30-44e3-b12c-6b8d41ca69bf None None] Network 9bc2823f-764d-43e6-bf99-49219b11df79 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:41:48.980178 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f56df34a-9bd5-42a1-a618-b24cd0a3a679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:49.033030 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f56df34a-9bd5-42a1-a618-b24cd0a3a679 admin admin] Deleting port 267d6cf4-d7bf-4c51-8480-4105fddb50a7 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:41:49.033944 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f56df34a-9bd5-42a1-a618-b24cd0a3a679 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:49.100908 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-f56df34a-9bd5-42a1-a618-b24cd0a3a679 admin admin] For port 267d6cf4-d7bf-4c51-8480-4105fddb50a7, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=267d6cf4-d7bf-4c51-8480-4105fddb50a7,segment=NetworkSegment(ee796826-52c7-4d8a-b1c2-934890480175),segment_id=ee796826-52c7-4d8a-b1c2-934890480175)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:41:49.101204 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f56df34a-9bd5-42a1-a618-b24cd0a3a679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:49.114173 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f56df34a-9bd5-42a1-a618-b24cd0a3a679 admin admin] Calling delete_port for 267d6cf4-d7bf-4c51-8480-4105fddb50a7 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:41:49.163284 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858f73fd-c2d8-4cac-9e66-a45969b55f2e None None] DHCP port deletion for 9bc2823f-764d-43e6-bf99-49219b11df79 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:41:49.197488 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f56df34a-9bd5-42a1-a618-b24cd0a3a679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:49.217592 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-858f73fd-c2d8-4cac-9e66-a45969b55f2e None None] Deleting port 267d6cf4-d7bf-4c51-8480-4105fddb50a7 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:41:49.217990 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-858f73fd-c2d8-4cac-9e66-a45969b55f2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:49.229066 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56df34a-9bd5-42a1-a618-b24cd0a3a679 admin admin] Pushing event deleted for resources: {'Port': ['ID=267d6cf4-d7bf-4c51-8480-4105fddb50a7,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:49.235799 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56df34a-9bd5-42a1-a618-b24cd0a3a679 admin admin] No DVR routers for this DVR port 267d6cf4-d7bf-4c51-8480-4105fddb50a7 on host n-d-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:41:49.288312 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-858f73fd-c2d8-4cac-9e66-a45969b55f2e None None] For port 267d6cf4-d7bf-4c51-8480-4105fddb50a7, host n-d-792458-15, got binding levels [] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:41:49.288707 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-858f73fd-c2d8-4cac-9e66-a45969b55f2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:49.300825 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-858f73fd-c2d8-4cac-9e66-a45969b55f2e None None] Calling delete_port for 267d6cf4-d7bf-4c51-8480-4105fddb50a7 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:41:49.303669 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.ipam_backend_mixin [None req-858f73fd-c2d8-4cac-9e66-a45969b55f2e None None] Port 267d6cf4-d7bf-4c51-8480-4105fddb50a7 was not found and therefore no delete operation was performed {{(pid=94873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 23:41:49.304945 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-858f73fd-c2d8-4cac-9e66-a45969b55f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:49.309423 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f56df34a-9bd5-42a1-a618-b24cd0a3a679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:49.319666 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-f56df34a-9bd5-42a1-a618-b24cd0a3a679 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc2823f-764d-43e6-bf99-49219b11df79']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:49.330669 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-f56df34a-9bd5-42a1-a618-b24cd0a3a679 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee796826-52c7-4d8a-b1c2-934890480175') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:49.331086 n-d-792458-15 neutron-server[94872]: DEBUG neutron.services.segments.db [None req-f56df34a-9bd5-42a1-a618-b24cd0a3a679 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee796826-52c7-4d8a-b1c2-934890480175') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:49.334148 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f73fd-c2d8-4cac-9e66-a45969b55f2e None None] Pushing event deleted for resources: {'Port': ['ID=267d6cf4-d7bf-4c51-8480-4105fddb50a7,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:49.338422 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858f73fd-c2d8-4cac-9e66-a45969b55f2e None None] No DVR routers for this DVR port 267d6cf4-d7bf-4c51-8480-4105fddb50a7 on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:41:49.340781 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f56df34a-9bd5-42a1-a618-b24cd0a3a679 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130987767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:49.345612 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f73fd-c2d8-4cac-9e66-a45969b55f2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:49.345837 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f73fd-c2d8-4cac-9e66-a45969b55f2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:49.346696 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f73fd-c2d8-4cac-9e66-a45969b55f2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:49.347033 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f73fd-c2d8-4cac-9e66-a45969b55f2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:49.347369 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f73fd-c2d8-4cac-9e66-a45969b55f2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:49.347695 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f73fd-c2d8-4cac-9e66-a45969b55f2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:49.348018 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f73fd-c2d8-4cac-9e66-a45969b55f2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:49.348340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f73fd-c2d8-4cac-9e66-a45969b55f2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:49.348659 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f73fd-c2d8-4cac-9e66-a45969b55f2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:49.348978 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f73fd-c2d8-4cac-9e66-a45969b55f2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:49.349298 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f73fd-c2d8-4cac-9e66-a45969b55f2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:49.349615 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f73fd-c2d8-4cac-9e66-a45969b55f2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:49.363192 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f56df34a-9bd5-42a1-a618-b24cd0a3a679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:49.370080 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56df34a-9bd5-42a1-a618-b24cd0a3a679 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:41:49.370531 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f56df34a-9bd5-42a1-a618-b24cd0a3a679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131687605'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: Traceback (most recent call last): Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: timer() Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: cb(*args, **kw) Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: return func(*args, **kwargs) Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: self._notify() Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: self.callback(batched_events) Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: event.method(event) Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: return f(self, *a, **k) Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: return self._get(url).json() Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: return self.request(url, 'GET', **kwargs) Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:41:49.372248 n-d-792458-15 neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:41:49.430510 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f56df34a-9bd5-42a1-a618-b24cd0a3a679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:49.436752 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f56df34a-9bd5-42a1-a618-b24cd0a3a679 admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:49.438636 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f56df34a-9bd5-42a1-a618-b24cd0a3a679 admin admin] 10.222.0.93 "DELETE /v2.0/networks/9bc2823f-764d-43e6-bf99-49219b11df79 HTTP/1.1" status: 204 len: 168 time: 0.5244207 Aug 16 23:41:49.450859 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56df34a-9bd5-42a1-a618-b24cd0a3a679 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bc2823f-764d-43e6-bf99-49219b11df79,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:49.557898 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53144) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:49.596981 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-36751890-9327-4195-befc-8a1d9589fc97 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6980712d299d497a80989be4ac6f7550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378528 Aug 16 23:41:49.599379 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53146) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:49.648165 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12eea45a-a7b6-4a5d-98c5-b8005a1d53c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:49.669176 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12eea45a-a7b6-4a5d-98c5-b8005a1d53c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:49.719608 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12eea45a-a7b6-4a5d-98c5-b8005a1d53c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:49.722763 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12eea45a-a7b6-4a5d-98c5-b8005a1d53c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:49.723911 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-12eea45a-a7b6-4a5d-98c5-b8005a1d53c1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/26c259dd-aa16-43f0-95d7-620e5b20562a HTTP/1.1" status: 204 len: 168 time: 0.1236506 Aug 16 23:41:49.731838 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eea45a-a7b6-4a5d-98c5-b8005a1d53c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c259dd-aa16-43f0-95d7-620e5b20562a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:50.028666 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53152) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:50.067659 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-45140d22-e11a-49fa-af1a-4fb71f05de83 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2a3473b2450c4c85a43b785e3a992365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378046 Aug 16 23:41:50.069858 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53154) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:50.117026 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbe3f789-0ba4-4b1c-b99b-2812f0deab5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:50.137591 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbe3f789-0ba4-4b1c-b99b-2812f0deab5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:50.182702 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbe3f789-0ba4-4b1c-b99b-2812f0deab5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:50.185374 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbe3f789-0ba4-4b1c-b99b-2812f0deab5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:50.186576 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-fbe3f789-0ba4-4b1c-b99b-2812f0deab5d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8fa76686-11d8-456e-9635-9e11c2f0e76b HTTP/1.1" status: 204 len: 168 time: 0.1158307 Aug 16 23:41:50.194117 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3f789-0ba4-4b1c-b99b-2812f0deab5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa76686-11d8-456e-9635-9e11c2f0e76b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:50.310618 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 41a7a3a2-260e-4ab5-bd43-fb45333e25e7 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:41:50.332677 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 41a7a3a2-260e-4ab5-bd43-fb45333e25e7 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:41:50.333096 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 41a7a3a2-260e-4ab5-bd43-fb45333e25e7 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:41:50.333587 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6b189ca0-4d76-45b9-9ae2-6e0522b05a70 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:41:50.353161 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 6b189ca0-4d76-45b9-9ae2-6e0522b05a70 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:41:50.353510 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 6b189ca0-4d76-45b9-9ae2-6e0522b05a70 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:41:50.353932 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 267d6cf4-d7bf-4c51-8480-4105fddb50a7 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:41:50.372632 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 267d6cf4-d7bf-4c51-8480-4105fddb50a7 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:41:50.372978 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 267d6cf4-d7bf-4c51-8480-4105fddb50a7 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:41:50.850814 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53176) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:50.955953 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-232b71c4-f483-427f-ab6b-90048ac7b65b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1776380142-network', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:41:50.977279 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232b71c4-f483-427f-ab6b-90048ac7b65b admin admin] Made reservation on behalf of 40b8a6e9e1314327b7c326363774ef5d for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:41:50.979617 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-232b71c4-f483-427f-ab6b-90048ac7b65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:50.988654 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-232b71c4-f483-427f-ab6b-90048ac7b65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:51.078451 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-232b71c4-f483-427f-ab6b-90048ac7b65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:51.082011 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-232b71c4-f483-427f-ab6b-90048ac7b65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:51.107900 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232b71c4-f483-427f-ab6b-90048ac7b65b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:41:51.114546 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b71c4-f483-427f-ab6b-90048ac7b65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490cf75a-9195-4ddd-8707-a248123eacca,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:51.120211 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-232b71c4-f483-427f-ab6b-90048ac7b65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:51.120561 n-d-792458-15 neutron-server[94872]: INFO neutron.db.segments_db [None req-232b71c4-f483-427f-ab6b-90048ac7b65b admin admin] Added segment 67627b61-46a1-4b7a-ac2d-a6d906af27b6 of type vlan for network 55ec6832-72e5-4428-be16-acb0f0861636 Aug 16 23:41:51.159800 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-232b71c4-f483-427f-ab6b-90048ac7b65b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:51.184305 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-232b71c4-f483-427f-ab6b-90048ac7b65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:51.185403 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232b71c4-f483-427f-ab6b-90048ac7b65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:51.186067 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-232b71c4-f483-427f-ab6b-90048ac7b65b admin admin] Notify callbacks [] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:51.235397 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-232b71c4-f483-427f-ab6b-90048ac7b65b admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3834617 Aug 16 23:41:51.238899 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53180) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:51.243883 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-38ec4d37-ae3f-4fb5-8fe0-8489ffdf12d7 admin admin] Request body: {'subnet': {'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1776380142-subnet', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'ip_version': 4}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:41:51.246882 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b71c4-f483-427f-ab6b-90048ac7b65b admin admin] Pushing event updated for resources: {'Network': ['ID=55ec6832-72e5-4428-be16-acb0f0861636,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:51.256952 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 55ec6832-72e5-4428-be16-acb0f0861636 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:41:51.263751 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ec4d37-ae3f-4fb5-8fe0-8489ffdf12d7 admin admin] Made reservation on behalf of 40b8a6e9e1314327b7c326363774ef5d for: {'subnet': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:41:51.266043 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38ec4d37-ae3f-4fb5-8fe0-8489ffdf12d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131837423'] for subnet, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:51.432448 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38ec4d37-ae3f-4fb5-8fe0-8489ffdf12d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131872894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131837437'] for subnet, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:51.493158 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec4d37-ae3f-4fb5-8fe0-8489ffdf12d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4d3d9c6-00cd-4419-afc4-28cc62b48dc7,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:51.498224 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ec4d37-ae3f-4fb5-8fe0-8489ffdf12d7 admin admin] Checking segment: {'id': '67627b61-46a1-4b7a-ac2d-a6d906af27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:41:51.498684 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ec4d37-ae3f-4fb5-8fe0-8489ffdf12d7 admin admin] Network hostable DHCP agents. Network: 55ec6832-72e5-4428-be16-acb0f0861636, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:41:51.515146 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ec4d37-ae3f-4fb5-8fe0-8489ffdf12d7 admin admin] Network 55ec6832-72e5-4428-be16-acb0f0861636 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:41:51.523181 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-38ec4d37-ae3f-4fb5-8fe0-8489ffdf12d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 55ec6832-72e5-4428-be16-acb0f0861636) {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:41:51.527318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ec4d37-ae3f-4fb5-8fe0-8489ffdf12d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:51.527957 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-38ec4d37-ae3f-4fb5-8fe0-8489ffdf12d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:51.535500 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fab3442-58d6-4118-8698-cecabc583abc None None] Network 55ec6832-72e5-4428-be16-acb0f0861636 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:41:51.542276 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-38ec4d37-ae3f-4fb5-8fe0-8489ffdf12d7 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3022578 Aug 16 23:41:51.544888 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53182) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:51.549201 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-6c897728-238b-484e-adac-2915d8372e1a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1776380142-router', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:41:51.568858 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c897728-238b-484e-adac-2915d8372e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:51.569902 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c897728-238b-484e-adac-2915d8372e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:51.632504 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c897728-238b-484e-adac-2915d8372e1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:51.683483 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-55ec6832-72e5-4428-be16-acb0f0861636', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'fixed_ips': [{'subnet_id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:41:51.684454 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:51.817099 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] Allocated IP 172.20.0.2 (55ec6832-72e5-4428-be16-acb0f0861636/c4d3d9c6-00cd-4419-afc4-28cc62b48dc7/3ef8cb7a-224c-42aa-94e2-3305c8b496e4) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:41:51.973883 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:51.982652 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] Transition to ACTIVE for port object 3ef8cb7a-224c-42aa-94e2-3305c8b496e4 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:41:51.998483 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] Transition to ACTIVE for port object 3ef8cb7a-224c-42aa-94e2-3305c8b496e4 will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:41:52.005043 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:52.048158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] Network 55ec6832-72e5-4428-be16-acb0f0861636 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:41:52.051246 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:41:52.055578 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:41:52.058580 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] Pushing event updated for resources: {'Port': ['ID=3ef8cb7a-224c-42aa-94e2-3305c8b496e4,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:52.115169 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] Attempting to bind port 3ef8cb7a-224c-42aa-94e2-3305c8b496e4 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:41:52.115455 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] Attempting to bind port 3ef8cb7a-224c-42aa-94e2-3305c8b496e4 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '67627b61-46a1-4b7a-ac2d-a6d906af27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:41:52.115812 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] Attempting to bind port 3ef8cb7a-224c-42aa-94e2-3305c8b496e4 on network 55ec6832-72e5-4428-be16-acb0f0861636 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:41:52.120648 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:41:52.121019 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] Checking segment: {'id': '67627b61-46a1-4b7a-ac2d-a6d906af27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:41:52.121416 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:52.121805 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] Bound using segment: {'id': '67627b61-46a1-4b7a-ac2d-a6d906af27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:41:52.122328 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] Bound port: 3ef8cb7a-224c-42aa-94e2-3305c8b496e4, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67627b61-46a1-4b7a-ac2d-a6d906af27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:41:52.122676 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:52.127304 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c897728-238b-484e-adac-2915d8372e1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:52.184728 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] For port 3ef8cb7a-224c-42aa-94e2-3305c8b496e4, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:41:52.188144 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] For port 3ef8cb7a-224c-42aa-94e2-3305c8b496e4, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3ef8cb7a-224c-42aa-94e2-3305c8b496e4,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:41:52.192865 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:52.248585 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4a705-6220-4449-bafd-98d1f7c12000 None None] Pushing event updated for resources: {'Port': ['ID=3ef8cb7a-224c-42aa-94e2-3305c8b496e4,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:52.328777 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c897728-238b-484e-adac-2915d8372e1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:52.352966 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c897728-238b-484e-adac-2915d8372e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:52.480070 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-6c897728-238b-484e-adac-2915d8372e1a admin admin] Allocated IP 172.25.6.219 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/0b2b8961-14c7-4a46-9ef9-24e8d8c726c8) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:41:52.589658 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c897728-238b-484e-adac-2915d8372e1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:52.629139 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c897728-238b-484e-adac-2915d8372e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:52.669621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c897728-238b-484e-adac-2915d8372e1a admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:41:52.672627 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-6c897728-238b-484e-adac-2915d8372e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:41:52.677132 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c897728-238b-484e-adac-2915d8372e1a admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:41:52.690657 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c897728-238b-484e-adac-2915d8372e1a admin admin] Pushing event updated for resources: {'Port': ['ID=0b2b8961-14c7-4a46-9ef9-24e8d8c726c8,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:52.935079 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c897728-238b-484e-adac-2915d8372e1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:53.146714 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c897728-238b-484e-adac-2915d8372e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:53.160245 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b531e82-8c70-461d-86b9-240d2ac1c5ca None None] Network 55ec6832-72e5-4428-be16-acb0f0861636 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:41:53.224729 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-94e9050d-36cc-401d-806f-7a320cce9a30 None None] Provisioning for port 3ef8cb7a-224c-42aa-94e2-3305c8b496e4 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:41:53.277861 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c897728-238b-484e-adac-2915d8372e1a admin admin] Router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:41:53.391478 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c897728-238b-484e-adac-2915d8372e1a admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:41:53.403641 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] Sync routers for ids ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:41:53.408637 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-6c897728-238b-484e-adac-2915d8372e1a admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:53.410230 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-6c897728-238b-484e-adac-2915d8372e1a admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8642979 Aug 16 23:41:53.422543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53184) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:53.422757 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] Routers {'2ca9e07b-89f5-4292-b476-17ac9e0e2d89'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:41:53.422757 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:41:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:53.526382 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] Set router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:41:53.713500 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'name': 'tempest-TestSnapshotPattern-1776380142-router', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:51Z', 'updated_at': '2021-08-16T23:41:52Z', 'revision_number': 3, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'gw_port': {'id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:52Z', 'updated_at': '2021-08-16T23:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:53.740432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] Checking router: 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:41:53.740782 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] Updating router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 port 0b2b8961-14c7-4a46-9ef9-24e8d8c726c8 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:41:53.765155 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:53.838044 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d424aa11-bf1d-4800-afad-c89526d6210e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:53.995847 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-d424aa11-bf1d-4800-afad-c89526d6210e admin admin] Allocated IP 172.20.0.1 (55ec6832-72e5-4428-be16-acb0f0861636/c4d3d9c6-00cd-4419-afc4-28cc62b48dc7/56f6ea9f-97dc-4759-b6b2-43a1c11a682c) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:41:54.014429 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:54.024359 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] Transition to ACTIVE for port object 0b2b8961-14c7-4a46-9ef9-24e8d8c726c8 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:41:54.031950 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:54.082034 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] Attempting to bind port 0b2b8961-14c7-4a46-9ef9-24e8d8c726c8 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:41:54.082405 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] Attempting to bind port 0b2b8961-14c7-4a46-9ef9-24e8d8c726c8 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:41:54.082771 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] Attempting to bind port 0b2b8961-14c7-4a46-9ef9-24e8d8c726c8 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:41:54.087958 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca86913-39c9-480b-a672-0b8bc34727e5 None None] Pushing event updated for resources: {'Port': ['ID=0b2b8961-14c7-4a46-9ef9-24e8d8c726c8,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:54.093629 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:41:54.094447 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:41:54.095346 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:54.095346 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:41:54.095694 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] Bound port: 0b2b8961-14c7-4a46-9ef9-24e8d8c726c8, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:41:54.096073 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:54.102402 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d424aa11-bf1d-4800-afad-c89526d6210e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:54.117270 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-d424aa11-bf1d-4800-afad-c89526d6210e admin admin] Transition to ACTIVE for port object 56f6ea9f-97dc-4759-b6b2-43a1c11a682c will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:41:54.148587 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] For port 0b2b8961-14c7-4a46-9ef9-24e8d8c726c8, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:41:54.151598 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] For port 0b2b8961-14c7-4a46-9ef9-24e8d8c726c8, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0b2b8961-14c7-4a46-9ef9-24e8d8c726c8,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:41:54.154975 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d424aa11-bf1d-4800-afad-c89526d6210e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:54.156381 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:54.193323 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d424aa11-bf1d-4800-afad-c89526d6210e admin admin] Network 55ec6832-72e5-4428-be16-acb0f0861636 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:41:54.202667 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d424aa11-bf1d-4800-afad-c89526d6210e admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:41:54.204983 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d424aa11-bf1d-4800-afad-c89526d6210e admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:41:54.228502 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] Routers {'2ca9e07b-89f5-4292-b476-17ac9e0e2d89'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:41:54.229139 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:41:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:54.232888 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424aa11-bf1d-4800-afad-c89526d6210e admin admin] Pushing event updated for resources: {'Port': ['ID=56f6ea9f-97dc-4759-b6b2-43a1c11a682c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:54.234098 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca86913-39c9-480b-a672-0b8bc34727e5 None None] Pushing event updated for resources: {'Port': ['ID=0b2b8961-14c7-4a46-9ef9-24e8d8c726c8,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:54.252890 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d424aa11-bf1d-4800-afad-c89526d6210e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:54.373232 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] Set router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:41:54.377126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3ef8cb7a-224c-42aa-94e2-3305c8b496e4 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:41:54.429394 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d424aa11-bf1d-4800-afad-c89526d6210e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:54.530952 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8b5117e7-e593-4fb4-a7b4-41e9797c29a6 None None] Provisioning for port 56f6ea9f-97dc-4759-b6b2-43a1c11a682c completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:41:54.541676 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8b5117e7-e593-4fb4-a7b4-41e9797c29a6 None None] Provisioning complete for port 56f6ea9f-97dc-4759-b6b2-43a1c11a682c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:41:54.542234 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8b5117e7-e593-4fb4-a7b4-41e9797c29a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:54.594231 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 3ef8cb7a-224c-42aa-94e2-3305c8b496e4 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:41:54.604297 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-8b5117e7-e593-4fb4-a7b4-41e9797c29a6 None None] Port 56f6ea9f-97dc-4759-b6b2-43a1c11a682c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:41:54.610722 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 3ef8cb7a-224c-42aa-94e2-3305c8b496e4 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:41:54.611101 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:54.621392 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d424aa11-bf1d-4800-afad-c89526d6210e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:54.626882 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d424aa11-bf1d-4800-afad-c89526d6210e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:54.690963 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424aa11-bf1d-4800-afad-c89526d6210e admin admin] Pushing event updated for resources: {'Port': ['ID=56f6ea9f-97dc-4759-b6b2-43a1c11a682c,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:54.695943 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d424aa11-bf1d-4800-afad-c89526d6210e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:54.726554 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'name': 'tempest-TestSnapshotPattern-1776380142-router', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:51Z', 'updated_at': '2021-08-16T23:41:52Z', 'revision_number': 3, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'gw_port': {'id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:52Z', 'updated_at': '2021-08-16T23:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:54.758472 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817d5047-6f31-4a8e-9b12-b6b2a99eb993 None None] The sync data for ids ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'] in n-d-792458-15 is: [{'id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'name': 'tempest-TestSnapshotPattern-1776380142-router', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:51Z', 'updated_at': '2021-08-16T23:41:52Z', 'revision_number': 3, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'gw_port': {'id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:52Z', 'updated_at': '2021-08-16T23:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:41:54.763986 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:54.799611 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d424aa11-bf1d-4800-afad-c89526d6210e admin admin] Network 55ec6832-72e5-4428-be16-acb0f0861636 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:41:54.801062 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-d424aa11-bf1d-4800-afad-c89526d6210e admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:41:54.808770 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 3ef8cb7a-224c-42aa-94e2-3305c8b496e4, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3ef8cb7a-224c-42aa-94e2-3305c8b496e4,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:41:54.819474 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:54.879768 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=3ef8cb7a-224c-42aa-94e2-3305c8b496e4,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:54.930749 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d424aa11-bf1d-4800-afad-c89526d6210e admin admin] Router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:41:55.067466 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d424aa11-bf1d-4800-afad-c89526d6210e admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:41:55.072888 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d424aa11-bf1d-4800-afad-c89526d6210e admin admin] 10.222.0.93 "PUT /v2.0/routers/2ca9e07b-89f5-4292-b476-17ac9e0e2d89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6590247 Aug 16 23:41:55.141585 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-a7fb0c45-162e-4ba9-a1f4-51cd0fe1cfd7 None None] Provisioning complete for port 56f6ea9f-97dc-4759-b6b2-43a1c11a682c triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:41:55.142062 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a7fb0c45-162e-4ba9-a1f4-51cd0fe1cfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:55.345056 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb0c45-162e-4ba9-a1f4-51cd0fe1cfd7 None None] Port 56f6ea9f-97dc-4759-b6b2-43a1c11a682c cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:41:55.583091 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53200) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:55.588310 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-e9bfca36-b6c9-44a8-8f73-6fcf34998f8d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-455608987-network', 'tenant_id': '9e830dbf36c94f0594da9f95aae55155'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:41:55.609670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bfca36-b6c9-44a8-8f73-6fcf34998f8d admin admin] Made reservation on behalf of 9e830dbf36c94f0594da9f95aae55155 for: {'network': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:41:55.612146 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9bfca36-b6c9-44a8-8f73-6fcf34998f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for network, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:55.621604 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9bfca36-b6c9-44a8-8f73-6fcf34998f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:55.719880 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9bfca36-b6c9-44a8-8f73-6fcf34998f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:55.724252 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9bfca36-b6c9-44a8-8f73-6fcf34998f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:55.748564 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bfca36-b6c9-44a8-8f73-6fcf34998f8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=94871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:41:55.757165 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfca36-b6c9-44a8-8f73-6fcf34998f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9870a36-a67e-41da-9cc1-31965135f731,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:55.763084 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9bfca36-b6c9-44a8-8f73-6fcf34998f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:55.763423 n-d-792458-15 neutron-server[94871]: INFO neutron.db.segments_db [None req-e9bfca36-b6c9-44a8-8f73-6fcf34998f8d admin admin] Added segment df991494-46ca-4c34-8182-e06a941867d6 of type vlan for network 08a0d709-811f-4c9c-b431-480ed1997fd3 Aug 16 23:41:55.802645 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9bfca36-b6c9-44a8-8f73-6fcf34998f8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735897253295'] for network, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:55.832016 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9bfca36-b6c9-44a8-8f73-6fcf34998f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041'] for network, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:55.832910 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bfca36-b6c9-44a8-8f73-6fcf34998f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:55.833510 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-e9bfca36-b6c9-44a8-8f73-6fcf34998f8d admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:55.887140 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-e9bfca36-b6c9-44a8-8f73-6fcf34998f8d admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3029094 Aug 16 23:41:55.890068 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53202) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:55.892305 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfca36-b6c9-44a8-8f73-6fcf34998f8d admin admin] Pushing event updated for resources: {'Network': ['ID=08a0d709-811f-4c9c-b431-480ed1997fd3,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:55.896011 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8a92b4fd-52ef-43e9-b9de-63ee9b95d76a admin admin] Request body: {'subnet': {'network_id': '08a0d709-811f-4c9c-b431-480ed1997fd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-455608987-subnet', 'tenant_id': '9e830dbf36c94f0594da9f95aae55155', 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:41:55.903143 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Network 08a0d709-811f-4c9c-b431-480ed1997fd3 details requested by agent ovs-agent-n-d-792458-15 with host n-d-792458-15 {{(pid=94873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:41:55.918136 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a92b4fd-52ef-43e9-b9de-63ee9b95d76a admin admin] Made reservation on behalf of 9e830dbf36c94f0594da9f95aae55155 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:41:55.920600 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8a92b4fd-52ef-43e9-b9de-63ee9b95d76a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130379207'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:56.093927 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8a92b4fd-52ef-43e9-b9de-63ee9b95d76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131687502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130379221'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:56.151882 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92b4fd-52ef-43e9-b9de-63ee9b95d76a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d52fa0b1-d050-4d2e-b7a4-bf4bd6ad2a5a,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:56.162943 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a92b4fd-52ef-43e9-b9de-63ee9b95d76a admin admin] Checking segment: {'id': 'df991494-46ca-4c34-8182-e06a941867d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08a0d709-811f-4c9c-b431-480ed1997fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:41:56.163293 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a92b4fd-52ef-43e9-b9de-63ee9b95d76a admin admin] Network hostable DHCP agents. Network: 08a0d709-811f-4c9c-b431-480ed1997fd3, hostable agents: ['b1a30106-c62f-477f-8a1b-90abb1329f38'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:41:56.180444 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a92b4fd-52ef-43e9-b9de-63ee9b95d76a admin admin] Network 08a0d709-811f-4c9c-b431-480ed1997fd3 is scheduled to be hosted by DHCP agent b1a30106-c62f-477f-8a1b-90abb1329f38 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:41:56.189548 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-8a92b4fd-52ef-43e9-b9de-63ee9b95d76a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-15, 08a0d709-811f-4c9c-b431-480ed1997fd3) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:41:56.194551 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a92b4fd-52ef-43e9-b9de-63ee9b95d76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:56.196419 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8a92b4fd-52ef-43e9-b9de-63ee9b95d76a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:56.197374 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7feee915-3d88-4fd0-8393-a4a6e7edfaf0 None None] Network 08a0d709-811f-4c9c-b431-480ed1997fd3 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:41:56.213951 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53204) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:56.214191 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-8a92b4fd-52ef-43e9-b9de-63ee9b95d76a admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3226986 Aug 16 23:41:56.218614 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-5435c54c-0b89-4808-9b52-7a5e740e9e7d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-455608987-router', 'tenant_id': '9e830dbf36c94f0594da9f95aae55155', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:41:56.244120 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5435c54c-0b89-4808-9b52-7a5e740e9e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58622'] for router, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:56.246066 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5435c54c-0b89-4808-9b52-7a5e740e9e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58615'] for router, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:56.302887 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5435c54c-0b89-4808-9b52-7a5e740e9e7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:56.345035 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] Sync routers for ids ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:41:56.368315 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] Routers {'2ca9e07b-89f5-4292-b476-17ac9e0e2d89'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:41:56.368934 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:41:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:56.383162 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc56fdf14-59b2-5e80-a19d-6e3da50a286f-08a0d709-811f-4c9c-b431-480ed1997fd3', 'network_id': '08a0d709-811f-4c9c-b431-480ed1997fd3', 'tenant_id': '9e830dbf36c94f0594da9f95aae55155', 'fixed_ips': [{'subnet_id': 'd52fa0b1-d050-4d2e-b7a4-bf4bd6ad2a5a'}]}} from n-d-792458-15. {{(pid=94873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:41:56.384651 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:56.464002 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3ef8cb7a-224c-42aa-94e2-3305c8b496e4 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:41:56.467880 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5435c54c-0b89-4808-9b52-7a5e740e9e7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:56.560463 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 3ef8cb7a-224c-42aa-94e2-3305c8b496e4 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:41:56.560831 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:56.579938 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] Set router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:41:56.602284 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] Allocated IP 172.20.0.2 (08a0d709-811f-4c9c-b431-480ed1997fd3/d52fa0b1-d050-4d2e-b7a4-bf4bd6ad2a5a/08d9943b-cf19-4315-a369-8ccb209995ae) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:41:56.684720 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5435c54c-0b89-4808-9b52-7a5e740e9e7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:56.709702 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5435c54c-0b89-4808-9b52-7a5e740e9e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:56.713629 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0b2b8961-14c7-4a46-9ef9-24e8d8c726c8 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:41:56.786167 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'name': 'tempest-TestSnapshotPattern-1776380142-router', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:51Z', 'updated_at': '2021-08-16T23:41:54Z', 'revision_number': 4, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'gw_port': {'id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:52Z', 'updated_at': '2021-08-16T23:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '56f6ea9f-97dc-4759-b6b2-43a1c11a682c', 'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'mac_address': 'fa:16:3e:ed:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:53Z', 'updated_at': '2021-08-16T23:41:54Z', 'revision_number': 2, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'subnets': [{'id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:56.819341 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-5435c54c-0b89-4808-9b52-7a5e740e9e7d admin admin] Allocated IP 172.25.6.105 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/23b1fff1-2e97-430a-ac66-404aed92d8a1) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:41:56.820211 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] Checking router: 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:41:56.820565 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] Updating router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 port 56f6ea9f-97dc-4759-b6b2-43a1c11a682c binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:41:56.827940 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 0b2b8961-14c7-4a46-9ef9-24e8d8c726c8 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:41:56.835848 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:56.837792 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 0b2b8961-14c7-4a46-9ef9-24e8d8c726c8 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:41:56.838183 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:56.851225 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:56.864533 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] Transition to ACTIVE for port object 08d9943b-cf19-4315-a369-8ccb209995ae will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:41:56.890395 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] Transition to ACTIVE for port object 08d9943b-cf19-4315-a369-8ccb209995ae will not be triggered until provisioned by entity DHCP. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:41:56.900115 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:56.959626 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5435c54c-0b89-4808-9b52-7a5e740e9e7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:56.975211 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] Network 08a0d709-811f-4c9c-b431-480ed1997fd3 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:41:56.982206 n-d-792458-15 neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:41:56.984339 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] Pushing event updated for resources: {'Port': ['ID=08d9943b-cf19-4315-a369-8ccb209995ae,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:56.986504 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:41:56.989263 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:57.008771 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5435c54c-0b89-4808-9b52-7a5e740e9e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:57.029137 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 0b2b8961-14c7-4a46-9ef9-24e8d8c726c8, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0b2b8961-14c7-4a46-9ef9-24e8d8c726c8,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:41:57.050026 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5435c54c-0b89-4808-9b52-7a5e740e9e7d admin admin] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:41:57.050566 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:57.057937 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-5435c54c-0b89-4808-9b52-7a5e740e9e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:41:57.060712 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5435c54c-0b89-4808-9b52-7a5e740e9e7d admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:41:57.081569 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] Attempting to bind port 08d9943b-cf19-4315-a369-8ccb209995ae on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:41:57.081947 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] Attempting to bind port 08d9943b-cf19-4315-a369-8ccb209995ae by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'df991494-46ca-4c34-8182-e06a941867d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08a0d709-811f-4c9c-b431-480ed1997fd3'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:41:57.082316 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] Attempting to bind port 08d9943b-cf19-4315-a369-8ccb209995ae on network 08a0d709-811f-4c9c-b431-480ed1997fd3 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:41:57.085008 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435c54c-0b89-4808-9b52-7a5e740e9e7d admin admin] Pushing event updated for resources: {'Port': ['ID=23b1fff1-2e97-430a-ac66-404aed92d8a1,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:57.095801 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:41:57.096709 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] Checking segment: {'id': 'df991494-46ca-4c34-8182-e06a941867d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08a0d709-811f-4c9c-b431-480ed1997fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:41:57.097120 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:57.097862 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] Bound using segment: {'id': 'df991494-46ca-4c34-8182-e06a941867d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08a0d709-811f-4c9c-b431-480ed1997fd3'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:41:57.098009 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] Bound port: 08d9943b-cf19-4315-a369-8ccb209995ae, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df991494-46ca-4c34-8182-e06a941867d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08a0d709-811f-4c9c-b431-480ed1997fd3'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:41:57.098361 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:57.122417 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=0b2b8961-14c7-4a46-9ef9-24e8d8c726c8,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:57.159704 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:57.170202 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] Transition to ACTIVE for port object 56f6ea9f-97dc-4759-b6b2-43a1c11a682c will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:41:57.178860 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:57.181506 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] For port 08d9943b-cf19-4315-a369-8ccb209995ae, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:41:57.185120 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] For port 08d9943b-cf19-4315-a369-8ccb209995ae, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=08d9943b-cf19-4315-a369-8ccb209995ae,segment=NetworkSegment(df991494-46ca-4c34-8182-e06a941867d6),segment_id=df991494-46ca-4c34-8182-e06a941867d6)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:41:57.190293 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:57.253821 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b394d-fa97-4a56-9141-2d347c178fca None None] Pushing event updated for resources: {'Port': ['ID=56f6ea9f-97dc-4759-b6b2-43a1c11a682c,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:57.258903 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e3d51-8c59-4945-9171-8492e07a0d72 None None] Pushing event updated for resources: {'Port': ['ID=08d9943b-cf19-4315-a369-8ccb209995ae,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:57.286613 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b394d-fa97-4a56-9141-2d347c178fca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:57.286955 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b394d-fa97-4a56-9141-2d347c178fca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:57.287249 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b394d-fa97-4a56-9141-2d347c178fca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:57.287584 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b394d-fa97-4a56-9141-2d347c178fca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:57.287901 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b394d-fa97-4a56-9141-2d347c178fca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:57.288222 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b394d-fa97-4a56-9141-2d347c178fca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:57.288543 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b394d-fa97-4a56-9141-2d347c178fca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:57.288878 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b394d-fa97-4a56-9141-2d347c178fca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:57.289181 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b394d-fa97-4a56-9141-2d347c178fca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:57.289493 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b394d-fa97-4a56-9141-2d347c178fca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:57.289809 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b394d-fa97-4a56-9141-2d347c178fca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:57.290206 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b394d-fa97-4a56-9141-2d347c178fca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:57.307974 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] Attempting to bind port 56f6ea9f-97dc-4759-b6b2-43a1c11a682c on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:41:57.308338 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] Attempting to bind port 56f6ea9f-97dc-4759-b6b2-43a1c11a682c by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '67627b61-46a1-4b7a-ac2d-a6d906af27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:41:57.308687 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] Attempting to bind port 56f6ea9f-97dc-4759-b6b2-43a1c11a682c on network 55ec6832-72e5-4428-be16-acb0f0861636 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:41:57.314344 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:41:57.314731 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] Checking segment: {'id': '67627b61-46a1-4b7a-ac2d-a6d906af27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:41:57.315149 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:57.315540 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] Bound using segment: {'id': '67627b61-46a1-4b7a-ac2d-a6d906af27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:41:57.316007 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] Bound port: 56f6ea9f-97dc-4759-b6b2-43a1c11a682c, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67627b61-46a1-4b7a-ac2d-a6d906af27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:41:57.316642 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:57.392860 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] For port 56f6ea9f-97dc-4759-b6b2-43a1c11a682c, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:41:57.398860 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] For port 56f6ea9f-97dc-4759-b6b2-43a1c11a682c, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=56f6ea9f-97dc-4759-b6b2-43a1c11a682c,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:41:57.405286 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:57.475899 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] Routers {'2ca9e07b-89f5-4292-b476-17ac9e0e2d89'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:41:57.476615 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:41:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:57.546186 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b394d-fa97-4a56-9141-2d347c178fca None None] Pushing event updated for resources: {'Port': ['ID=56f6ea9f-97dc-4759-b6b2-43a1c11a682c,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:57.652973 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] Set router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:41:57.767372 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5435c54c-0b89-4808-9b52-7a5e740e9e7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:57.873937 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'name': 'tempest-TestSnapshotPattern-1776380142-router', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:51Z', 'updated_at': '2021-08-16T23:41:54Z', 'revision_number': 4, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'gw_port': {'id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:52Z', 'updated_at': '2021-08-16T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '56f6ea9f-97dc-4759-b6b2-43a1c11a682c', 'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'mac_address': 'fa:16:3e:ed:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:53Z', 'updated_at': '2021-08-16T23:41:57Z', 'revision_number': 4, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'subnets': [{'id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:57.900864 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e4799e-f5eb-4e3c-b2e8-0b990939ee0e None None] The sync data for ids ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'] in n-d-792458-15 is: [{'id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'name': 'tempest-TestSnapshotPattern-1776380142-router', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:51Z', 'updated_at': '2021-08-16T23:41:54Z', 'revision_number': 4, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'gw_port': {'id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:52Z', 'updated_at': '2021-08-16T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '56f6ea9f-97dc-4759-b6b2-43a1c11a682c', 'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'mac_address': 'fa:16:3e:ed:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:53Z', 'updated_at': '2021-08-16T23:41:57Z', 'revision_number': 4, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'subnets': [{'id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:41:57.979313 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5435c54c-0b89-4808-9b52-7a5e740e9e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588549'] for router, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:58.132401 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5435c54c-0b89-4808-9b52-7a5e740e9e7d admin admin] Router 81294cc1-57b5-4e45-8ea9-34eabebe092c is scheduled to L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 with binding_index 1 {{(pid=94871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:41:58.249941 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5435c54c-0b89-4808-9b52-7a5e740e9e7d admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:41:58.261946 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] Sync routers for ids ['81294cc1-57b5-4e45-8ea9-34eabebe092c'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:41:58.275531 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] Routers {'81294cc1-57b5-4e45-8ea9-34eabebe092c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:41:58.276173 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:41:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['81294cc1-57b5-4e45-8ea9-34eabebe092c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:58.285239 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-5435c54c-0b89-4808-9b52-7a5e740e9e7d admin admin] Notify callbacks [] for router, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:58.292248 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-5435c54c-0b89-4808-9b52-7a5e740e9e7d admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0771918 Aug 16 23:41:58.294921 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53206) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:58.435159 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] Set router 81294cc1-57b5-4e45-8ea9-34eabebe092c gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:41:58.510166 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd12e85-dd3e-4ead-88d0-903e1bfd3bd9 None None] Network 08a0d709-811f-4c9c-b431-480ed1997fd3 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:41:58.559221 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 08d9943b-cf19-4315-a369-8ccb209995ae up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:41:58.670372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-3614f2c9-1ea6-4c3b-a2df-d86e614c73b8 None None] Provisioning for port 08d9943b-cf19-4315-a369-8ccb209995ae completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:41:58.772134 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 08d9943b-cf19-4315-a369-8ccb209995ae completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:41:58.784972 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 08d9943b-cf19-4315-a369-8ccb209995ae triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:41:58.785352 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:58.812105 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf2fb-4fc9-43ce-b959-af6ffc615fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:58.879226 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'name': 'tempest-TestSnapshotPattern-455608987-router', 'tenant_id': '9e830dbf36c94f0594da9f95aae55155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '23b1fff1-2e97-430a-ac66-404aed92d8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:56Z', 'updated_at': '2021-08-16T23:41:57Z', 'revision_number': 3, 'project_id': '9e830dbf36c94f0594da9f95aae55155', 'gw_port': {'id': '23b1fff1-2e97-430a-ac66-404aed92d8a1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:56Z', 'updated_at': '2021-08-16T23:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:41:58.928035 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] Checking router: 81294cc1-57b5-4e45-8ea9-34eabebe092c for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:41:58.928423 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] Updating router 81294cc1-57b5-4e45-8ea9-34eabebe092c port 23b1fff1-2e97-430a-ac66-404aed92d8a1 binding host n-d-792458-15 {{(pid=94873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:41:58.963238 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:58.965114 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:59.001004 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-8f7bf2fb-4fc9-43ce-b959-af6ffc615fb3 admin admin] Allocated IP 172.20.0.1 (08a0d709-811f-4c9c-b431-480ed1997fd3/d52fa0b1-d050-4d2e-b7a4-bf4bd6ad2a5a/a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:41:59.086270 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 08d9943b-cf19-4315-a369-8ccb209995ae, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=08d9943b-cf19-4315-a369-8ccb209995ae,segment=NetworkSegment(df991494-46ca-4c34-8182-e06a941867d6),segment_id=df991494-46ca-4c34-8182-e06a941867d6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:41:59.099911 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:59.100869 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0b2b8961-14c7-4a46-9ef9-24e8d8c726c8 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:41:59.148436 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf2fb-4fc9-43ce-b959-af6ffc615fb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:59.163278 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [None req-8f7bf2fb-4fc9-43ce-b959-af6ffc615fb3 admin admin] Transition to ACTIVE for port object a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:41:59.198410 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf2fb-4fc9-43ce-b959-af6ffc615fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:59.241885 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=08d9943b-cf19-4315-a369-8ccb209995ae,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:59.245004 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7bf2fb-4fc9-43ce-b959-af6ffc615fb3 admin admin] Network 08a0d709-811f-4c9c-b431-480ed1997fd3 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:41:59.250324 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-8f7bf2fb-4fc9-43ce-b959-af6ffc615fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:41:59.253701 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7bf2fb-4fc9-43ce-b959-af6ffc615fb3 admin admin] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:41:59.273383 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-602fca84-8cd9-4740-b031-db0a4546c39d None None] Provisioning complete for port 08d9943b-cf19-4315-a369-8ccb209995ae triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:41:59.273848 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-602fca84-8cd9-4740-b031-db0a4546c39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:59.276482 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bf2fb-4fc9-43ce-b959-af6ffc615fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:59.301040 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf2fb-4fc9-43ce-b959-af6ffc615fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1938294'] for router_interface, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:59.311805 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 0b2b8961-14c7-4a46-9ef9-24e8d8c726c8 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:41:59.312484 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:59.436389 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf2fb-4fc9-43ce-b959-af6ffc615fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:59.609341 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf2fb-4fc9-43ce-b959-af6ffc615fb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:59.614315 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf2fb-4fc9-43ce-b959-af6ffc615fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:59.642254 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:59.663569 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] Transition to ACTIVE for port object 23b1fff1-2e97-430a-ac66-404aed92d8a1 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:41:59.672455 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 56f6ea9f-97dc-4759-b6b2-43a1c11a682c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:41:59.675729 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:59.687161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bf2fb-4fc9-43ce-b959-af6ffc615fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:59.691040 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf2fb-4fc9-43ce-b959-af6ffc615fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1938186'] for router_interface, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:59.758703 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bb5b9-7ab8-44b9-8cad-f4028647f7c7 None None] Pushing event updated for resources: {'Port': ['ID=23b1fff1-2e97-430a-ac66-404aed92d8a1,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:59.762208 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] Attempting to bind port 23b1fff1-2e97-430a-ac66-404aed92d8a1 on host n-d-792458-15 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:41:59.762591 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] Attempting to bind port 23b1fff1-2e97-430a-ac66-404aed92d8a1 by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:41:59.762974 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] Attempting to bind port 23b1fff1-2e97-430a-ac66-404aed92d8a1 on network cf5e9c9f-1bd0-41c5-912c-e5a4870724af {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:41:59.774481 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:41:59.774865 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] Checking segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:41:59.775272 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:59.775664 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] Bound using segment: {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:41:59.776138 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] Bound port: 23b1fff1-2e97-430a-ac66-404aed92d8a1, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a461ea-2cd7-478b-af7a-6ea50c45d558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:41:59.776520 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:59.787552 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7bf2fb-4fc9-43ce-b959-af6ffc615fb3 admin admin] Network 08a0d709-811f-4c9c-b431-480ed1997fd3 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:41:59.788959 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-8f7bf2fb-4fc9-43ce-b959-af6ffc615fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:41:59.815047 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c422144f-9adc-400f-8062-6206a9327349 None None] Provisioning for port a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:41:59.818337 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 56f6ea9f-97dc-4759-b6b2-43a1c11a682c completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:41:59.835993 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 56f6ea9f-97dc-4759-b6b2-43a1c11a682c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:41:59.836372 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:59.838017 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-c422144f-9adc-400f-8062-6206a9327349 None None] Provisioning complete for port a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:41:59.838415 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c422144f-9adc-400f-8062-6206a9327349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:59.894961 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] For port 23b1fff1-2e97-430a-ac66-404aed92d8a1, host n-d-792458-15, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:41:59.917925 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7bf2fb-4fc9-43ce-b959-af6ffc615fb3 admin admin] Router 81294cc1-57b5-4e45-8ea9-34eabebe092c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:41:59.933401 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] For port 23b1fff1-2e97-430a-ac66-404aed92d8a1, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=23b1fff1-2e97-430a-ac66-404aed92d8a1,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:41:59.943788 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:59.948356 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c422144f-9adc-400f-8062-6206a9327349 None None] Port a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:42:00.024776 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bb5b9-7ab8-44b9-8cad-f4028647f7c7 None None] Pushing event updated for resources: {'Port': ['ID=23b1fff1-2e97-430a-ac66-404aed92d8a1,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:00.044538 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] Routers {'81294cc1-57b5-4e45-8ea9-34eabebe092c'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:42:00.045641 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:41:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['81294cc1-57b5-4e45-8ea9-34eabebe092c'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:42:00.045743 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7bf2fb-4fc9-43ce-b959-af6ffc615fb3 admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:42:00.051147 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8f7bf2fb-4fc9-43ce-b959-af6ffc615fb3 admin admin] 10.222.0.93 "PUT /v2.0/routers/81294cc1-57b5-4e45-8ea9-34eabebe092c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7547073 Aug 16 23:42:00.108963 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:00.165984 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-f2eb014a-18ad-4697-b2b1-cfab2cde46a0 None None] Provisioning complete for port a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:42:00.166373 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f2eb014a-18ad-4697-b2b1-cfab2cde46a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:00.223891 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 56f6ea9f-97dc-4759-b6b2-43a1c11a682c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=56f6ea9f-97dc-4759-b6b2-43a1c11a682c,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:42:00.234447 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:00.242372 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] Set router 81294cc1-57b5-4e45-8ea9-34eabebe092c gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:42:00.267808 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-f2eb014a-18ad-4697-b2b1-cfab2cde46a0 None None] Port a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:42:00.334800 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 08d9943b-cf19-4315-a369-8ccb209995ae up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:42:00.366239 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=56f6ea9f-97dc-4759-b6b2-43a1c11a682c,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:00.482810 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 08d9943b-cf19-4315-a369-8ccb209995ae triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:42:00.483189 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:00.591500 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53214) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:42:00.595249 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'name': 'tempest-TestSnapshotPattern-455608987-router', 'tenant_id': '9e830dbf36c94f0594da9f95aae55155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '23b1fff1-2e97-430a-ac66-404aed92d8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:56Z', 'updated_at': '2021-08-16T23:41:59Z', 'revision_number': 4, 'project_id': '9e830dbf36c94f0594da9f95aae55155', 'gw_port': {'id': '23b1fff1-2e97-430a-ac66-404aed92d8a1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:56Z', 'updated_at': '2021-08-16T23:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf', 'name': '', 'network_id': '08a0d709-811f-4c9c-b431-480ed1997fd3', 'tenant_id': '9e830dbf36c94f0594da9f95aae55155', 'mac_address': 'fa:16:3e:00:14:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'd52fa0b1-d050-4d2e-b7a4-bf4bd6ad2a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:58Z', 'updated_at': '2021-08-16T23:41:59Z', 'revision_number': 2, 'project_id': '9e830dbf36c94f0594da9f95aae55155', 'subnets': [{'id': 'd52fa0b1-d050-4d2e-b7a4-bf4bd6ad2a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:42:00.596560 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-ff211674-f897-418e-acf4-f70ea3edc892 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-114773599', 'description': 'tempest-secgroup-smoke-114773599 description', 'project_id': '40b8a6e9e1314327b7c326363774ef5d'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:42:00.618144 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff211674-f897-418e-acf4-f70ea3edc892 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:00.624219 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb533b54-21e1-43b0-88a7-21550d2d003d None None] The sync data for ids ['81294cc1-57b5-4e45-8ea9-34eabebe092c'] in n-d-792458-15 is: [{'id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'name': 'tempest-TestSnapshotPattern-455608987-router', 'tenant_id': '9e830dbf36c94f0594da9f95aae55155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '23b1fff1-2e97-430a-ac66-404aed92d8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:56Z', 'updated_at': '2021-08-16T23:41:59Z', 'revision_number': 4, 'project_id': '9e830dbf36c94f0594da9f95aae55155', 'gw_port': {'id': '23b1fff1-2e97-430a-ac66-404aed92d8a1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:56Z', 'updated_at': '2021-08-16T23:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf', 'name': '', 'network_id': '08a0d709-811f-4c9c-b431-480ed1997fd3', 'tenant_id': '9e830dbf36c94f0594da9f95aae55155', 'mac_address': 'fa:16:3e:00:14:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'd52fa0b1-d050-4d2e-b7a4-bf4bd6ad2a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:58Z', 'updated_at': '2021-08-16T23:41:59Z', 'revision_number': 2, 'project_id': '9e830dbf36c94f0594da9f95aae55155', 'subnets': [{'id': 'd52fa0b1-d050-4d2e-b7a4-bf4bd6ad2a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:42:00.707137 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff211674-f897-418e-acf4-f70ea3edc892 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:00.710977 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff211674-f897-418e-acf4-f70ea3edc892 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:00.740696 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-ff211674-f897-418e-acf4-f70ea3edc892 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:00.741945 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-ff211674-f897-418e-acf4-f70ea3edc892 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1493015 Aug 16 23:42:00.743870 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff211674-f897-418e-acf4-f70ea3edc892 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5656f1f-8493-49e3-968f-8e6e58089a3d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:00.745207 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53216) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:42:00.749988 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [None req-2c7d5add-3b07-4b2f-a5af-27b24fdf4fc6 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Request body: {'security_group_rule': {'security_group_id': 'f5656f1f-8493-49e3-968f-8e6e58089a3d', 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:42:00.776590 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c7d5add-3b07-4b2f-a5af-27b24fdf4fc6 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:00.851199 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c7d5add-3b07-4b2f-a5af-27b24fdf4fc6 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:00.855997 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c7d5add-3b07-4b2f-a5af-27b24fdf4fc6 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:00.878544 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d5add-3b07-4b2f-a5af-27b24fdf4fc6 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78042852-4b5c-439e-8788-ffc1bae98677,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:00.880784 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2c7d5add-3b07-4b2f-a5af-27b24fdf4fc6 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:00.885169 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53218) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:42:00.885517 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-2c7d5add-3b07-4b2f-a5af-27b24fdf4fc6 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390569 Aug 16 23:42:00.890335 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-2d5498ce-40b7-4a8d-997b-2ba17bc3c374 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Request body: {'security_group_rule': {'security_group_id': 'f5656f1f-8493-49e3-968f-8e6e58089a3d', 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:42:00.918343 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d5498ce-40b7-4a8d-997b-2ba17bc3c374 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:00.984687 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d5498ce-40b7-4a8d-997b-2ba17bc3c374 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:00.989299 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d5498ce-40b7-4a8d-997b-2ba17bc3c374 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:01.008371 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5498ce-40b7-4a8d-997b-2ba17bc3c374 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2ab290-a302-44cd-aeb7-333a08b7b6a8,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:01.015374 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-2d5498ce-40b7-4a8d-997b-2ba17bc3c374 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:01.018548 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-2d5498ce-40b7-4a8d-997b-2ba17bc3c374 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319351 Aug 16 23:42:01.019318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53220) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:42:01.023958 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-19daff7f-3709-4951-bb45-6c8c6962b4c0 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Request body: {'security_group_rule': {'security_group_id': 'f5656f1f-8493-49e3-968f-8e6e58089a3d', 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:42:01.054827 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19daff7f-3709-4951-bb45-6c8c6962b4c0 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:01.116802 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19daff7f-3709-4951-bb45-6c8c6962b4c0 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:01.120343 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19daff7f-3709-4951-bb45-6c8c6962b4c0 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:01.138986 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19daff7f-3709-4951-bb45-6c8c6962b4c0 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc4d262-80b2-4583-b100-aade78294247,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:01.146053 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-19daff7f-3709-4951-bb45-6c8c6962b4c0 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:01.147365 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-19daff7f-3709-4951-bb45-6c8c6962b4c0 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270456 Aug 16 23:42:01.149986 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53222) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:42:01.154599 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-abe75952-7710-4101-8fb7-fd40fb239da2 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Request body: {'security_group_rule': {'security_group_id': 'f5656f1f-8493-49e3-968f-8e6e58089a3d', 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:42:01.183019 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-abe75952-7710-4101-8fb7-fd40fb239da2 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:01.259365 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-abe75952-7710-4101-8fb7-fd40fb239da2 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:01.262846 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-abe75952-7710-4101-8fb7-fd40fb239da2 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:01.282084 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe75952-7710-4101-8fb7-fd40fb239da2 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaefb3bc-13ec-470c-b140-e74ed5be36bc,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:01.290943 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-abe75952-7710-4101-8fb7-fd40fb239da2 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:01.292196 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-abe75952-7710-4101-8fb7-fd40fb239da2 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1412537 Aug 16 23:42:01.295034 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53224) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:42:01.300125 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-1ba4e294-13ee-45b2-b17c-9b58217d2375 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Request body: {'security_group_rule': {'security_group_id': 'f5656f1f-8493-49e3-968f-8e6e58089a3d', 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:42:01.324552 n-d-792458-15 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-1ba4e294-13ee-45b2-b17c-9b58217d2375 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Project 40b8a6e9e1314327b7c326363774ef5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:42:01.330322 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ba4e294-13ee-45b2-b17c-9b58217d2375 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:01.399805 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ba4e294-13ee-45b2-b17c-9b58217d2375 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:01.403668 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ba4e294-13ee-45b2-b17c-9b58217d2375 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:01.424952 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4e294-13ee-45b2-b17c-9b58217d2375 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b70367d-5514-473b-8751-3fe567540185,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:01.429319 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-1ba4e294-13ee-45b2-b17c-9b58217d2375 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:01.433010 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-1ba4e294-13ee-45b2-b17c-9b58217d2375 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1346531 Aug 16 23:42:01.433477 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53226) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:42:01.437848 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-8d28f259-01ef-40b2-9f18-60d4630aef97 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Request body: {'security_group_rule': {'security_group_id': 'f5656f1f-8493-49e3-968f-8e6e58089a3d', 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:42:01.459887 n-d-792458-15 neutron-server[94871]: INFO neutron.db.securitygroups_db [None req-8d28f259-01ef-40b2-9f18-60d4630aef97 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Project 40b8a6e9e1314327b7c326363774ef5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:42:01.466097 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8d28f259-01ef-40b2-9f18-60d4630aef97 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:01.531191 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8d28f259-01ef-40b2-9f18-60d4630aef97 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:01.535570 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8d28f259-01ef-40b2-9f18-60d4630aef97 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794853'] for security_group_rule, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:01.555332 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28f259-01ef-40b2-9f18-60d4630aef97 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e953528-a249-448c-856f-be00d581fb62,revision_number=0']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:01.563008 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-8d28f259-01ef-40b2-9f18-60d4630aef97 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:01.564407 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-8d28f259-01ef-40b2-9f18-60d4630aef97 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301584 Aug 16 23:42:01.705796 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4b8e12f-2811-442f-af54-9597983d8e6c tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114773599&fields=id&tenant_id=40b8a6e9e1314327b7c326363774ef5d HTTP/1.1" status: 200 len: 267 time: 0.0344448 Aug 16 23:42:01.819055 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-31d4549b-1a1f-41be-803c-633e114cad99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:01.820628 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-31d4549b-1a1f-41be-803c-633e114cad99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/networks?id=55ec6832-72e5-4428-be16-acb0f0861636 HTTP/1.1" status: 200 len: 810 time: 0.1080494 Aug 16 23:42:01.836810 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-e755f613-aace-45e8-bba8-b577f226cbe8 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/quotas/40b8a6e9e1314327b7c326363774ef5d HTTP/1.1" status: 200 len: 375 time: 0.0101297 Aug 16 23:42:01.850555 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:42:01.891186 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-a3bec11d-31cd-4b3a-9857-67d12fab7076 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=40b8a6e9e1314327b7c326363774ef5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481517 Aug 16 23:42:01.907609 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-827813f0-9e22-4ca4-916e-af82e168f970 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=94871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:42:01.909238 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-827813f0-9e22-4ca4-916e-af82e168f970 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058317 Aug 16 23:42:02.086277 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-1adaf1a1-882a-41f8-af7d-36933699037a service neutron] 10.222.0.93 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711161 Aug 16 23:42:02.177836 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-ba9b4a82-b6ef-48d2-b6d8-013a75669f52 service neutron] 10.222.0.93 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852857 Aug 16 23:42:02.359086 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-da097078-a948-411f-a745-a29dd026a796 req-8ed7ea5e-9967-4e38-ae01-6cb82e8ae1e8 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 210 time: 0.0356159 Aug 16 23:42:02.438478 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 23b1fff1-2e97-430a-ac66-404aed92d8a1 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:42:02.490914 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port 23b1fff1-2e97-430a-ac66-404aed92d8a1 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:42:02.495194 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 23b1fff1-2e97-430a-ac66-404aed92d8a1 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:42:02.495826 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:02.568506 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] Sync routers for ids ['81294cc1-57b5-4e45-8ea9-34eabebe092c'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:42:02.577599 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] Routers {'81294cc1-57b5-4e45-8ea9-34eabebe092c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:42:02.578354 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:41:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['81294cc1-57b5-4e45-8ea9-34eabebe092c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:42:02.594809 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:02.617035 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port 23b1fff1-2e97-430a-ac66-404aed92d8a1, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=23b1fff1-2e97-430a-ac66-404aed92d8a1,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:42:02.622081 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:02.622978 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 56f6ea9f-97dc-4759-b6b2-43a1c11a682c up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:42:02.703291 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] Set router 81294cc1-57b5-4e45-8ea9-34eabebe092c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:42:02.711629 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=23b1fff1-2e97-430a-ac66-404aed92d8a1,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:02.727335 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 56f6ea9f-97dc-4759-b6b2-43a1c11a682c triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:42:02.727775 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:02.923682 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'name': 'tempest-TestSnapshotPattern-455608987-router', 'tenant_id': '9e830dbf36c94f0594da9f95aae55155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '23b1fff1-2e97-430a-ac66-404aed92d8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:56Z', 'updated_at': '2021-08-16T23:41:59Z', 'revision_number': 4, 'project_id': '9e830dbf36c94f0594da9f95aae55155', 'gw_port': {'id': '23b1fff1-2e97-430a-ac66-404aed92d8a1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:56Z', 'updated_at': '2021-08-16T23:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf', 'name': '', 'network_id': '08a0d709-811f-4c9c-b431-480ed1997fd3', 'tenant_id': '9e830dbf36c94f0594da9f95aae55155', 'mac_address': 'fa:16:3e:00:14:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'd52fa0b1-d050-4d2e-b7a4-bf4bd6ad2a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:58Z', 'updated_at': '2021-08-16T23:41:59Z', 'revision_number': 2, 'project_id': '9e830dbf36c94f0594da9f95aae55155', 'subnets': [{'id': 'd52fa0b1-d050-4d2e-b7a4-bf4bd6ad2a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:42:02.953798 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] Checking router: 81294cc1-57b5-4e45-8ea9-34eabebe092c for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:42:02.954080 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] Updating router 81294cc1-57b5-4e45-8ea9-34eabebe092c port a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf binding host n-d-792458-15 {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:42:02.978941 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:03.255195 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:03.264973 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] Transition to ACTIVE for port object a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf will not be triggered until provisioned by entity L2. {{(pid=94874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:42:03.270911 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:03.318245 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654f4f8-ccf0-41b4-8500-92e0a9484267 None None] Pushing event updated for resources: {'Port': ['ID=a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:03.371044 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] Attempting to bind port a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf on host n-d-792458-15 for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:42:03.371400 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] Attempting to bind port a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf by drivers openvswitch,hyperv on host n-d-792458-15 at level 0 using segments [{'id': 'df991494-46ca-4c34-8182-e06a941867d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08a0d709-811f-4c9c-b431-480ed1997fd3'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:42:03.371815 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] Attempting to bind port a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf on network 08a0d709-811f-4c9c-b431-480ed1997fd3 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:42:03.378220 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] Checking agent: {'id': 'ba9fa93a-ee35-4ae3-b020-b71e71043574', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 6, 42), 'started_at': datetime.datetime(2021, 8, 16, 22, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:42:03.378591 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] Checking segment: {'id': 'df991494-46ca-4c34-8182-e06a941867d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08a0d709-811f-4c9c-b431-480ed1997fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:42:03.378995 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:03.379381 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] Bound using segment: {'id': 'df991494-46ca-4c34-8182-e06a941867d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08a0d709-811f-4c9c-b431-480ed1997fd3'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:42:03.379845 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] Bound port: a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf, host: n-d-792458-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df991494-46ca-4c34-8182-e06a941867d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08a0d709-811f-4c9c-b431-480ed1997fd3'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:42:03.380222 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:03.460591 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] For port a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf, host n-d-792458-15, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:42:03.465276 n-d-792458-15 neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] For port a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf, host n-d-792458-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf,segment=NetworkSegment(df991494-46ca-4c34-8182-e06a941867d6),segment_id=df991494-46ca-4c34-8182-e06a941867d6)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:42:03.473897 n-d-792458-15 neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:03.505591 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-7367e869-dfed-4c7b-895b-706f104e2c27 req-0d5d812f-8350-4da7-899d-aeb904284118 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 210 time: 0.0546019 Aug 16 23:42:03.550057 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654f4f8-ccf0-41b4-8500-92e0a9484267 None None] Pushing event updated for resources: {'Port': ['ID=a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:03.558453 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f534b36e-3f49-4e0f-956e-2794f44f063b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:03.561730 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f534b36e-3f49-4e0f-956e-2794f44f063b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.43 "GET /v2.0/networks?id=55ec6832-72e5-4428-be16-acb0f0861636 HTTP/1.1" status: 200 len: 810 time: 0.1617744 Aug 16 23:42:03.566025 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] Routers {'81294cc1-57b5-4e45-8ea9-34eabebe092c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:42:03.566644 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:41:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['81294cc1-57b5-4e45-8ea9-34eabebe092c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:42:03.616761 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-0d07b6c8-83c5-4cc2-bf7c-ce85ecc5a786 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40b8a6e9e1314327b7c326363774ef5d HTTP/1.1" status: 200 len: 379 time: 0.0454247 Aug 16 23:42:03.631188 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-b2e3311a-6331-4b18-a502-a91389f0456f tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Request body: {'port': {'device_id': '6a848486-88a8-4ef3-bf02-aa2641575407', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'admin_state_up': True, 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'security_groups': ['f5656f1f-8493-49e3-968f-8e6e58089a3d']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:42:03.754355 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-b2e3311a-6331-4b18-a502-a91389f0456f tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Made reservation on behalf of 40b8a6e9e1314327b7c326363774ef5d for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:42:03.758141 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-b2e3311a-6331-4b18-a502-a91389f0456f tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:03.785522 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] Set router 81294cc1-57b5-4e45-8ea9-34eabebe092c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:42:03.890035 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-b2e3311a-6331-4b18-a502-a91389f0456f tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Allocated IP 172.20.0.5 (55ec6832-72e5-4428-be16-acb0f0861636/c4d3d9c6-00cd-4419-afc4-28cc62b48dc7/dfebcf00-50cc-4c57-a1f0-89ea6c4bece9) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:42:03.985643 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'name': 'tempest-TestSnapshotPattern-455608987-router', 'tenant_id': '9e830dbf36c94f0594da9f95aae55155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '23b1fff1-2e97-430a-ac66-404aed92d8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:56Z', 'updated_at': '2021-08-16T23:41:59Z', 'revision_number': 4, 'project_id': '9e830dbf36c94f0594da9f95aae55155', 'gw_port': {'id': '23b1fff1-2e97-430a-ac66-404aed92d8a1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:56Z', 'updated_at': '2021-08-16T23:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf', 'name': '', 'network_id': '08a0d709-811f-4c9c-b431-480ed1997fd3', 'tenant_id': '9e830dbf36c94f0594da9f95aae55155', 'mac_address': 'fa:16:3e:00:14:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'd52fa0b1-d050-4d2e-b7a4-bf4bd6ad2a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:58Z', 'updated_at': '2021-08-16T23:42:03Z', 'revision_number': 4, 'project_id': '9e830dbf36c94f0594da9f95aae55155', 'subnets': [{'id': 'd52fa0b1-d050-4d2e-b7a4-bf4bd6ad2a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:42:04.011747 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dba17d-cf97-4a49-99d3-8999f43c0aad None None] The sync data for ids ['81294cc1-57b5-4e45-8ea9-34eabebe092c'] in n-d-792458-15 is: [{'id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'name': 'tempest-TestSnapshotPattern-455608987-router', 'tenant_id': '9e830dbf36c94f0594da9f95aae55155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '23b1fff1-2e97-430a-ac66-404aed92d8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:56Z', 'updated_at': '2021-08-16T23:41:59Z', 'revision_number': 4, 'project_id': '9e830dbf36c94f0594da9f95aae55155', 'gw_port': {'id': '23b1fff1-2e97-430a-ac66-404aed92d8a1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:56Z', 'updated_at': '2021-08-16T23:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': 'a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf', 'name': '', 'network_id': '08a0d709-811f-4c9c-b431-480ed1997fd3', 'tenant_id': '9e830dbf36c94f0594da9f95aae55155', 'mac_address': 'fa:16:3e:00:14:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'd52fa0b1-d050-4d2e-b7a4-bf4bd6ad2a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:58Z', 'updated_at': '2021-08-16T23:42:03Z', 'revision_number': 4, 'project_id': '9e830dbf36c94f0594da9f95aae55155', 'subnets': [{'id': 'd52fa0b1-d050-4d2e-b7a4-bf4bd6ad2a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:42:04.032810 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-b2e3311a-6331-4b18-a502-a91389f0456f tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:04.046288 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-b2e3311a-6331-4b18-a502-a91389f0456f tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Transition to ACTIVE for port object dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 will not be triggered until provisioned by entity DHCP. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:42:04.081100 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-b2e3311a-6331-4b18-a502-a91389f0456f tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:04.122721 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-b2e3311a-6331-4b18-a502-a91389f0456f tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Network 55ec6832-72e5-4428-be16-acb0f0861636 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:42:04.128874 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-b2e3311a-6331-4b18-a502-a91389f0456f tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:42:04.135845 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-b2e3311a-6331-4b18-a502-a91389f0456f tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:42:04.178880 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3311a-6331-4b18-a502-a91389f0456f tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Pushing event updated for resources: {'Port': ['ID=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:04.203908 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-b2e3311a-6331-4b18-a502-a91389f0456f tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:04.204563 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-b2e3311a-6331-4b18-a502-a91389f0456f tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:04.220678 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-b2e3311a-6331-4b18-a502-a91389f0456f tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5961788 Aug 16 23:42:04.280838 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.v2.base [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] Request body: {'port': {'device_id': '6a848486-88a8-4ef3-bf02-aa2641575407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-15'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:42:04.348864 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:04.375088 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 23b1fff1-2e97-430a-ac66-404aed92d8a1 up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:42:04.428054 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port 23b1fff1-2e97-430a-ac66-404aed92d8a1 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:42:04.428526 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:04.483253 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-31ecf9e8-a77d-4fc7-82ae-d698e0341e61 None None] Provisioning for port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:42:04.488208 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-31ecf9e8-a77d-4fc7-82ae-d698e0341e61 None None] Provisioning complete for port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:42:04.488583 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-31ecf9e8-a77d-4fc7-82ae-d698e0341e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:04.547778 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:42:04.587775 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-31ecf9e8-a77d-4fc7-82ae-d698e0341e61 None None] Port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:42:04.612789 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning for port a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:42:04.617075 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:42:04.617456 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:04.662432 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da0493-f684-4819-bde1-95edb7a95c48 req-3efc8e3d-ac00-40ec-8125-0e6fd8dfe328 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:04.664556 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-67da0493-f684-4819-bde1-95edb7a95c48 req-3efc8e3d-ac00-40ec-8125-0e6fd8dfe328 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 931 time: 0.0814843 Aug 16 23:42:04.675923 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:42:04.684627 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:04.697904 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] Transition to ACTIVE for port object dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:42:04.702908 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:04.706433 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:04.719159 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-67da0493-f684-4819-bde1-95edb7a95c48 req-9f61acb6-3476-485f-af72-7bf6fdadaae3 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435681 Aug 16 23:42:04.751549 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] For port a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf,segment=NetworkSegment(df991494-46ca-4c34-8182-e06a941867d6),segment_id=df991494-46ca-4c34-8182-e06a941867d6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:42:04.757100 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:04.807539 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] Pushing event updated for resources: {'Port': ['ID=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:04.817929 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Pushing event updated for resources: {'Port': ['ID=a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:04.878690 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] Attempting to bind port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 on host n-h2-792458-15 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:42:04.879027 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] Attempting to bind port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 by drivers openvswitch,hyperv on host n-h2-792458-15 at level 0 using segments [{'id': '67627b61-46a1-4b7a-ac2d-a6d906af27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:42:04.879357 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] Attempting to bind port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 on network 55ec6832-72e5-4428-be16-acb0f0861636 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:42:04.883751 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] Port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 on network 55ec6832-72e5-4428-be16-acb0f0861636 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-15 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:42:04.884076 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] Attempting to bind port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 on network 55ec6832-72e5-4428-be16-acb0f0861636 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:42:04.889183 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] Checking agent: {'id': '9e24cb6e-112d-4462-8c54-02d97b80712e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:42:04.889516 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] Checking segment: {'id': '67627b61-46a1-4b7a-ac2d-a6d906af27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:42:04.889902 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] Bound using segment: {'id': '67627b61-46a1-4b7a-ac2d-a6d906af27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:42:04.890371 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] Bound port: dfebcf00-50cc-4c57-a1f0-89ea6c4bece9, host: n-h2-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67627b61-46a1-4b7a-ac2d-a6d906af27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:42:04.890729 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:04.957456 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] For port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9, host n-h2-792458-15, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:42:04.960419 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] For port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9, host n-h2-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:42:04.964181 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131687641'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:04.998175 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:04.998830 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:05.000240 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] 10.222.0.43 "PUT /v2.0/ports/dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 HTTP/1.1" status: 200 len: 1092 time: 0.7716753 Aug 16 23:42:05.000681 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a848486-88a8-4ef3-bf02-aa2641575407', 'tag': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:42:05.003116 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94da619d-d2a8-4cd7-97dc-d4cfced00640" -d '{"events": [{"name": "network-changed", "server_uuid": "6a848486-88a8-4ef3-bf02-aa2641575407", "tag": "dfebcf00-50cc-4c57-a1f0-89ea6c4bece9"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:42:05.031106 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4735a3b-0c03-4d4c-a1fe-13ed79d67751 service neutron] Pushing event updated for resources: {'Port': ['ID=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:05.057146 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ee48d6-5ecb-4f47-aafd-179d9d2aea08 x-openstack-request-id: req-23ee48d6-5ecb-4f47-aafd-179d9d2aea08 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:42:05.057500 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a848486-88a8-4ef3-bf02-aa2641575407", "tag": "dfebcf00-50cc-4c57-a1f0-89ea6c4bece9", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:42:05.057838 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-23ee48d6-5ecb-4f47-aafd-179d9d2aea08 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:42:05.058327 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a848486-88a8-4ef3-bf02-aa2641575407', 'tag': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9', 'status': 'completed', 'code': 200} Aug 16 23:42:05.106157 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-0582f20b-5461-4516-a2cf-a9591fb7cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:05.107705 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-0582f20b-5461-4516-a2cf-a9591fb7cceb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40b8a6e9e1314327b7c326363774ef5d&device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 1095 time: 0.0472925 Aug 16 23:42:05.150640 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-c97839bb-9885-4cc4-abe0-72955c375fad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 HTTP/1.1" status: 200 len: 217 time: 0.0348809 Aug 16 23:42:05.200179 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-08b4f16a-d120-4091-81bf-bc286bea8ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:05.201632 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-08b4f16a-d120-4091-81bf-bc286bea8ce8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4d3d9c6-00cd-4419-afc4-28cc62b48dc7 HTTP/1.1" status: 200 len: 849 time: 0.0447659 Aug 16 23:42:05.247273 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-86fe9308-f378-43f9-bdab-a512eed65567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:05.249081 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-86fe9308-f378-43f9-bdab-a512eed65567 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55ec6832-72e5-4428-be16-acb0f0861636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400188 Aug 16 23:42:05.342175 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-ae3afb9f-de3f-4fca-843d-e05dd35f9b3f service neutron] 10.222.0.43 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850420 Aug 16 23:42:05.433624 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-a02325b8-25b2-4813-b3e6-4de0f1b27760 req-510e3b97-3070-4c08-99eb-79d3fe027394 service neutron] 10.222.0.43 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842273 Aug 16 23:42:05.519278 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da619d-d2a8-4cd7-97dc-d4cfced00640 req-5400638e-cc83-473c-b101-34a1f4dab13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:05.520750 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-94da619d-d2a8-4cd7-97dc-d4cfced00640 req-5400638e-cc83-473c-b101-34a1f4dab13d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40b8a6e9e1314327b7c326363774ef5d&device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 1095 time: 0.0407467 Aug 16 23:42:05.613467 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da619d-d2a8-4cd7-97dc-d4cfced00640 req-28ffe78a-3d4d-41f7-9879-e17b05279211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:05.614885 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-94da619d-d2a8-4cd7-97dc-d4cfced00640 req-28ffe78a-3d4d-41f7-9879-e17b05279211 service neutron] 10.222.0.43 "GET /v2.0/networks?id=55ec6832-72e5-4428-be16-acb0f0861636 HTTP/1.1" status: 200 len: 911 time: 0.0871854 Aug 16 23:42:05.655772 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-94da619d-d2a8-4cd7-97dc-d4cfced00640 req-a5b1a927-5e40-4937-860b-e791d6f40608 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 HTTP/1.1" status: 200 len: 217 time: 0.0341156 Aug 16 23:42:05.705506 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da619d-d2a8-4cd7-97dc-d4cfced00640 req-da7fc9d4-f6b7-4609-9d8f-0da8aa5305b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:05.706998 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-94da619d-d2a8-4cd7-97dc-d4cfced00640 req-da7fc9d4-f6b7-4609-9d8f-0da8aa5305b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4d3d9c6-00cd-4419-afc4-28cc62b48dc7 HTTP/1.1" status: 200 len: 849 time: 0.0438488 Aug 16 23:42:05.754391 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da619d-d2a8-4cd7-97dc-d4cfced00640 req-e17d908d-d7e0-463d-9e6b-d0d7f1057c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:05.755907 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-94da619d-d2a8-4cd7-97dc-d4cfced00640 req-e17d908d-d7e0-463d-9e6b-d0d7f1057c90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55ec6832-72e5-4428-be16-acb0f0861636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401723 Aug 16 23:42:05.829246 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af71f11-9879-44df-ba33-cb3c06395b72 req-3a524da7-a63f-4730-a41b-fbb3de94c146 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:05.830912 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3af71f11-9879-44df-ba33-cb3c06395b72 req-3a524da7-a63f-4730-a41b-fbb3de94c146 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 943 time: 0.0498297 Aug 16 23:42:05.850826 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-94da619d-d2a8-4cd7-97dc-d4cfced00640 req-edc51141-402b-4089-bfe1-a23a62fc3770 service neutron] 10.222.0.43 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869272 Aug 16 23:42:05.869630 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3af71f11-9879-44df-ba33-cb3c06395b72 req-fbb2139e-5a62-4b85-952c-74406f5a6f56 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324752 Aug 16 23:42:06.280012 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-94da619d-d2a8-4cd7-97dc-d4cfced00640 req-a9726524-960a-42ed-9c88-ddf8964791ed service neutron] 10.222.0.43 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218569 Aug 16 23:42:06.329413 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf up at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:42:06.376962 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Provisioning complete for port a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:42:06.377332 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:06.990954 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e5a2f-6ea5-4e8e-813b-867b1d5caf18 req-cd4a5f40-32da-4917-a196-00caf660c488 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:06.992441 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e43e5a2f-6ea5-4e8e-813b-867b1d5caf18 req-cd4a5f40-32da-4917-a196-00caf660c488 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 943 time: 0.0485425 Aug 16 23:42:07.029911 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e43e5a2f-6ea5-4e8e-813b-867b1d5caf18 req-e8d1aff9-9def-4ded-bb2e-ffe60982f227 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315001 Aug 16 23:42:08.146475 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72f76d-cd52-43d8-ad2d-b01ed37516ed req-f7975a65-7278-428c-929e-f10cb7985c43 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:08.147961 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ac72f76d-cd52-43d8-ad2d-b01ed37516ed req-f7975a65-7278-428c-929e-f10cb7985c43 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 943 time: 0.0525000 Aug 16 23:42:08.184969 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ac72f76d-cd52-43d8-ad2d-b01ed37516ed req-acc451a2-e58c-4aa6-b155-9c92f2ebc72e tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309188 Aug 16 23:42:08.208833 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:42:08.309401 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:42:08.321672 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'port_id': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9', 'mac_address': 'fa:16:3e:c2:64:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:42:08.361575 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:08.374033 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:42:08.394187 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:42:08.398122 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:08.444269 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:08.597082 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['dfebcf00-50cc-4c57-a1f0-89ea6c4bece9'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:42:09.139138 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2b5de424-acbc-4cd8-9005-e3b184663a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:09.256482 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:09.302639 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4087f6b-950d-4f7d-b5f4-faa6e47e6307 req-61b52a3f-6b06-41f0-8634-2f9c53930843 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:09.304145 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4087f6b-950d-4f7d-b5f4-faa6e47e6307 req-61b52a3f-6b06-41f0-8634-2f9c53930843 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 944 time: 0.0497656 Aug 16 23:42:09.342008 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-f4087f6b-950d-4f7d-b5f4-faa6e47e6307 req-a6e5079f-ab27-46d3-be49-01deb22a9374 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318120 Aug 16 23:42:10.223099 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:42:10.282303 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning for port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:42:10.286022 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:42:10.286396 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:10.365897 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:10.389663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a848486-88a8-4ef3-bf02-aa2641575407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:42:10.391968 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e943192d-a238-4c48-bea8-c4dd6d9fc2e8" -d '{"events": [{"server_uuid": "6a848486-88a8-4ef3-bf02-aa2641575407", "name": "network-vif-plugged", "status": "completed", "tag": "dfebcf00-50cc-4c57-a1f0-89ea6c4bece9"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:42:10.404834 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:42:10.409590 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:10.435398 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a893b6ed-07ec-4b3b-9eb9-3c566f50953d x-openstack-request-id: req-a893b6ed-07ec-4b3b-9eb9-3c566f50953d {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:42:10.435750 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a848486-88a8-4ef3-bf02-aa2641575407", "name": "network-vif-plugged", "status": "completed", "tag": "dfebcf00-50cc-4c57-a1f0-89ea6c4bece9", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:42:10.436066 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a893b6ed-07ec-4b3b-9eb9-3c566f50953d {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:42:10.436466 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a848486-88a8-4ef3-bf02-aa2641575407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9', 'code': 200} Aug 16 23:42:10.462517 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:10.462741 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ef7f7-82cb-464a-807d-69538f1048d5 req-38f9fe08-eae3-4835-8eee-a946fbc7e6de tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:10.464396 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-112ef7f7-82cb-464a-807d-69538f1048d5 req-38f9fe08-eae3-4835-8eee-a946fbc7e6de tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 945 time: 0.0541782 Aug 16 23:42:10.509464 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-112ef7f7-82cb-464a-807d-69538f1048d5 req-7c4d6631-90a8-41c2-a5e4-3273fb0ce141 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325818 Aug 16 23:42:10.536517 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44b902-b863-4f6b-9b5d-3e61810af1b0 req-4c4560f3-aed3-4bf5-8dca-42100b1af2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:10.538072 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2c44b902-b863-4f6b-9b5d-3e61810af1b0 req-4c4560f3-aed3-4bf5-8dca-42100b1af2d5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 1097 time: 0.0396376 Aug 16 23:42:10.571702 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-2c44b902-b863-4f6b-9b5d-3e61810af1b0 req-e93c900a-72f3-4a14-94ac-4ac37d047688 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268965 Aug 16 23:42:11.626886 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b340a-d3ea-42a9-88ef-c1f2f9347da3 req-36d15233-6ff2-4638-8fda-53dfaf6cd0eb tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:11.629012 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d4b340a-d3ea-42a9-88ef-c1f2f9347da3 req-36d15233-6ff2-4638-8fda-53dfaf6cd0eb tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 945 time: 0.0531929 Aug 16 23:42:11.666100 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0d4b340a-d3ea-42a9-88ef-c1f2f9347da3 req-d1a998dc-d68d-49f0-a0cf-1e1718d47f36 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310290 Aug 16 23:42:11.685187 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:11.689634 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0738795d-6c3d-414c-addc-3ba13585bb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:11.782783 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b5264-b05c-461a-9fbc-624dea10e0a3 req-bd9c0218-874a-4af5-8d9d-539a23559957 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:11.784311 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-583b5264-b05c-461a-9fbc-624dea10e0a3 req-bd9c0218-874a-4af5-8d9d-539a23559957 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 945 time: 0.0493357 Aug 16 23:42:11.821431 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-583b5264-b05c-461a-9fbc-624dea10e0a3 req-48592d23-94fa-4d64-89fe-bb0a1bb59a0b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312476 Aug 16 23:42:11.842388 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53284) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:42:11.922214 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d671e193-cec5-4eeb-8d9d-f87648d0b6a9 tempest-TestSnapshotPattern-510532414 tempest-TestSnapshotPattern-510532414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:11.923649 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d671e193-cec5-4eeb-8d9d-f87648d0b6a9 tempest-TestSnapshotPattern-510532414 tempest-TestSnapshotPattern-510532414-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 1092 time: 0.0802953 Aug 16 23:42:11.927027 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53288) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:42:11.931397 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-745f1008-0f67-480a-9727-dfa95e4aed07 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:42:11.953356 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-745f1008-0f67-480a-9727-dfa95e4aed07 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:12.051472 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-745f1008-0f67-480a-9727-dfa95e4aed07 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:12.150521 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-745f1008-0f67-480a-9727-dfa95e4aed07 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Allocated IP 172.25.6.220 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/cd8804c2-01bd-45d3-8bd1-2badf78ea493) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:42:12.256513 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-745f1008-0f67-480a-9727-dfa95e4aed07 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:12.262896 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:12.297513 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-745f1008-0f67-480a-9727-dfa95e4aed07 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:12.331416 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745f1008-0f67-480a-9727-dfa95e4aed07 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:42:12.334141 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-745f1008-0f67-480a-9727-dfa95e4aed07 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:42:12.339503 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745f1008-0f67-480a-9727-dfa95e4aed07 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:42:12.369790 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f1008-0f67-480a-9727-dfa95e4aed07 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Pushing event updated for resources: {'Port': ['ID=cd8804c2-01bd-45d3-8bd1-2badf78ea493,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:12.697406 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-745f1008-0f67-480a-9727-dfa95e4aed07 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:12.762863 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-745f1008-0f67-480a-9727-dfa95e4aed07 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:12.912851 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-745f1008-0f67-480a-9727-dfa95e4aed07 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:12.917360 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-745f1008-0f67-480a-9727-dfa95e4aed07 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:12.984890 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f1008-0f67-480a-9727-dfa95e4aed07 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Pushing event updated for resources: {'Port': ['ID=cd8804c2-01bd-45d3-8bd1-2badf78ea493,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:12.999783 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-745f1008-0f67-480a-9727-dfa95e4aed07 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:13.431873 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-745f1008-0f67-480a-9727-dfa95e4aed07 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Floating IP d335ec7f-ecf5-4804-bf64-9769da1f9a72 associated. External IP: 172.25.6.220, port: dfebcf00-50cc-4c57-a1f0-89ea6c4bece9. Aug 16 23:42:13.571924 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:13.636711 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745f1008-0f67-480a-9727-dfa95e4aed07 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:42:13.741543 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745f1008-0f67-480a-9727-dfa95e4aed07 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:42:13.751570 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659f1dac-c403-4864-bbf6-c3ba1bcbb051 None None] Sync routers for ids ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:42:13.756867 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-745f1008-0f67-480a-9727-dfa95e4aed07 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:13.761794 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659f1dac-c403-4864-bbf6-c3ba1bcbb051 None None] Routers {'2ca9e07b-89f5-4292-b476-17ac9e0e2d89'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:42:13.762435 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-659f1dac-c403-4864-bbf6-c3ba1bcbb051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:42:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:42:13.787286 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-745f1008-0f67-480a-9727-dfa95e4aed07 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8592203 Aug 16 23:42:13.787888 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a848486-88a8-4ef3-bf02-aa2641575407', 'tag': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:42:13.790200 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04651f2-4746-4ec4-8368-7d9a8733844d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a848486-88a8-4ef3-bf02-aa2641575407", "tag": "dfebcf00-50cc-4c57-a1f0-89ea6c4bece9"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:42:13.827494 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c056d7-ea08-46fb-bc88-b79179cbe2d7 x-openstack-request-id: req-37c056d7-ea08-46fb-bc88-b79179cbe2d7 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:42:13.827784 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a848486-88a8-4ef3-bf02-aa2641575407", "tag": "dfebcf00-50cc-4c57-a1f0-89ea6c4bece9", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:42:13.828039 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-37c056d7-ea08-46fb-bc88-b79179cbe2d7 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:42:13.828450 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a848486-88a8-4ef3-bf02-aa2641575407', 'tag': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9', 'status': 'completed', 'code': 200} Aug 16 23:42:13.870376 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-659f1dac-c403-4864-bbf6-c3ba1bcbb051 None None] Set router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:42:13.888576 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04651f2-4746-4ec4-8368-7d9a8733844d req-f30eea0b-e21d-4cd5-8640-8135d225cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:13.890172 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b04651f2-4746-4ec4-8368-7d9a8733844d req-f30eea0b-e21d-4cd5-8640-8135d225cb45 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40b8a6e9e1314327b7c326363774ef5d&device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 1097 time: 0.0394213 Aug 16 23:42:13.982829 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04651f2-4746-4ec4-8368-7d9a8733844d req-e40adcd0-d6c4-4011-9aed-824841b4769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:13.984356 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b04651f2-4746-4ec4-8368-7d9a8733844d req-e40adcd0-d6c4-4011-9aed-824841b4769e service neutron] 10.222.0.43 "GET /v2.0/networks?id=55ec6832-72e5-4428-be16-acb0f0861636 HTTP/1.1" status: 200 len: 911 time: 0.0873363 Aug 16 23:42:14.048735 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b04651f2-4746-4ec4-8368-7d9a8733844d req-8152d353-092c-4c6d-8666-03783e93d371 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 HTTP/1.1" status: 200 len: 999 time: 0.0576775 Aug 16 23:42:14.093155 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-659f1dac-c403-4864-bbf6-c3ba1bcbb051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'name': 'tempest-TestSnapshotPattern-1776380142-router', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:51Z', 'updated_at': '2021-08-16T23:41:54Z', 'revision_number': 4, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'gw_port': {'id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:52Z', 'updated_at': '2021-08-16T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'd335ec7f-ecf5-4804-bf64-9769da1f9a72', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'port_id': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'mac_address': 'fa:16:3e:c2:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a848486-88a8-4ef3-bf02-aa2641575407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:42:12Z', 'updated_at': '2021-08-16T23:42:12Z', 'revision_number': 0, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f6ea9f-97dc-4759-b6b2-43a1c11a682c', 'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'mac_address': 'fa:16:3e:ed:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:53Z', 'updated_at': '2021-08-16T23:42:00Z', 'revision_number': 5, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'subnets': [{'id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:42:14.101184 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04651f2-4746-4ec4-8368-7d9a8733844d req-6f1439fd-df8a-4389-b40e-ae6c2e7e97bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:14.102925 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b04651f2-4746-4ec4-8368-7d9a8733844d req-6f1439fd-df8a-4389-b40e-ae6c2e7e97bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4d3d9c6-00cd-4419-afc4-28cc62b48dc7 HTTP/1.1" status: 200 len: 849 time: 0.0476890 Aug 16 23:42:14.119378 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659f1dac-c403-4864-bbf6-c3ba1bcbb051 None None] Checking router: 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:42:14.128327 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659f1dac-c403-4864-bbf6-c3ba1bcbb051 None None] Routers {'2ca9e07b-89f5-4292-b476-17ac9e0e2d89'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:42:14.128943 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-659f1dac-c403-4864-bbf6-c3ba1bcbb051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:42:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:42:14.154094 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04651f2-4746-4ec4-8368-7d9a8733844d req-448c7baf-97cf-4b8c-8d58-a4391d912277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:14.155605 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b04651f2-4746-4ec4-8368-7d9a8733844d req-448c7baf-97cf-4b8c-8d58-a4391d912277 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55ec6832-72e5-4428-be16-acb0f0861636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455275 Aug 16 23:42:14.246483 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-659f1dac-c403-4864-bbf6-c3ba1bcbb051 None None] Set router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:42:14.249202 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b04651f2-4746-4ec4-8368-7d9a8733844d req-607254bf-012c-4059-8c60-07185be8a7a5 service neutron] 10.222.0.43 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863433 Aug 16 23:42:14.346366 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-b04651f2-4746-4ec4-8368-7d9a8733844d req-06e1d16f-e017-4c1e-9f85-f09ee6013142 service neutron] 10.222.0.43 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901334 Aug 16 23:42:14.625093 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-659f1dac-c403-4864-bbf6-c3ba1bcbb051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'name': 'tempest-TestSnapshotPattern-1776380142-router', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:51Z', 'updated_at': '2021-08-16T23:41:54Z', 'revision_number': 4, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'gw_port': {'id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:52Z', 'updated_at': '2021-08-16T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'd335ec7f-ecf5-4804-bf64-9769da1f9a72', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'port_id': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'mac_address': 'fa:16:3e:c2:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a848486-88a8-4ef3-bf02-aa2641575407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:42:12Z', 'updated_at': '2021-08-16T23:42:12Z', 'revision_number': 0, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f6ea9f-97dc-4759-b6b2-43a1c11a682c', 'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'mac_address': 'fa:16:3e:ed:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:53Z', 'updated_at': '2021-08-16T23:42:00Z', 'revision_number': 5, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'subnets': [{'id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:42:14.651413 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659f1dac-c403-4864-bbf6-c3ba1bcbb051 None None] The sync data for ids ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'] in n-d-792458-15 is: [{'id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'name': 'tempest-TestSnapshotPattern-1776380142-router', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:51Z', 'updated_at': '2021-08-16T23:41:54Z', 'revision_number': 4, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'gw_port': {'id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:52Z', 'updated_at': '2021-08-16T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'd335ec7f-ecf5-4804-bf64-9769da1f9a72', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'port_id': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'mac_address': 'fa:16:3e:c2:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a848486-88a8-4ef3-bf02-aa2641575407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:42:12Z', 'updated_at': '2021-08-16T23:42:12Z', 'revision_number': 0, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f6ea9f-97dc-4759-b6b2-43a1c11a682c', 'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'mac_address': 'fa:16:3e:ed:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:53Z', 'updated_at': '2021-08-16T23:42:00Z', 'revision_number': 5, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'subnets': [{'id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:42:14.841415 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5953f205-ec5e-4571-a575-738fa1183750 None None] New status for floating IP d335ec7f-ecf5-4804-bf64-9769da1f9a72: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:42:15.152534 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:38.849497 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:42:39.139900 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-10f635c6-07e5-469b-9fbf-6291dd244757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:39.257313 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:41.679433 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:41.682975 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-634ce184-ec67-441b-8ecb-f49de6eb3408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:42.263449 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:42.391695 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8ce6c026-08be-4135-84c7-0848f890a0f9 req-707ff0e0-2b2f-487b-b17d-5fdc1a050b11 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6a848486-88a8-4ef3-bf02-aa2641575407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0381024 Aug 16 23:42:42.470240 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6c026-08be-4135-84c7-0848f890a0f9 req-095afe58-629b-4899-981d-db7b01e65d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:42.472231 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8ce6c026-08be-4135-84c7-0848f890a0f9 req-095afe58-629b-4899-981d-db7b01e65d57 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40b8a6e9e1314327b7c326363774ef5d&device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 1097 time: 0.0393696 Aug 16 23:42:42.583876 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6c026-08be-4135-84c7-0848f890a0f9 req-bb8612fb-9217-48b3-af8a-09c7853c4e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:42.585360 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8ce6c026-08be-4135-84c7-0848f890a0f9 req-bb8612fb-9217-48b3-af8a-09c7853c4e89 service neutron] 10.222.0.43 "GET /v2.0/networks?id=55ec6832-72e5-4428-be16-acb0f0861636 HTTP/1.1" status: 200 len: 911 time: 0.0949833 Aug 16 23:42:42.655902 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8ce6c026-08be-4135-84c7-0848f890a0f9 req-f0fbccba-d76a-406a-a249-7807115e68c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 HTTP/1.1" status: 200 len: 1001 time: 0.0623035 Aug 16 23:42:42.705268 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6c026-08be-4135-84c7-0848f890a0f9 req-55674bdb-2d84-4cdd-8683-62422a8a4108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:42.707281 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8ce6c026-08be-4135-84c7-0848f890a0f9 req-55674bdb-2d84-4cdd-8683-62422a8a4108 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4d3d9c6-00cd-4419-afc4-28cc62b48dc7 HTTP/1.1" status: 200 len: 849 time: 0.0449405 Aug 16 23:42:42.752127 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6c026-08be-4135-84c7-0848f890a0f9 req-a554a302-f33b-466a-ae98-f24c3d2df5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:42.754177 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8ce6c026-08be-4135-84c7-0848f890a0f9 req-a554a302-f33b-466a-ae98-f24c3d2df5ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55ec6832-72e5-4428-be16-acb0f0861636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391595 Aug 16 23:42:42.848138 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8ce6c026-08be-4135-84c7-0848f890a0f9 req-6d96ec75-39f1-4709-90b9-b515446ce5bc service neutron] 10.222.0.43 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861342 Aug 16 23:42:42.935516 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-8ce6c026-08be-4135-84c7-0848f890a0f9 req-96f3c1bb-f783-431b-92e3-7038343e2dec service neutron] 10.222.0.43 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806088 Aug 16 23:42:43.574271 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:45.155267 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:09.139553 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e7bfdb59-5b0d-4282-b0de-fbc5c18f4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:09.254850 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:11.691254 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5341d9ca-3dc6-4233-899a-cdc19895eee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:11.693013 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:12.266838 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:13.579806 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:15.158951 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:15.848034 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:43:39.139665 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-96982e00-1ac2-4a2b-b0f6-8c469df3d51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:39.255513 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:41.681875 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1b189912-2f08-45bb-872b-3801ca7d9397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:41.700808 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:42.267853 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:42.393345 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e948118d-5014-4cdd-91bf-83a435c5fa41 req-df75e7e3-9bd2-4095-bae2-3834e9a03b96 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6a848486-88a8-4ef3-bf02-aa2641575407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398159 Aug 16 23:43:42.479199 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948118d-5014-4cdd-91bf-83a435c5fa41 req-6b951e95-65d9-437d-a2ef-acd364230039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:43:42.480725 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e948118d-5014-4cdd-91bf-83a435c5fa41 req-6b951e95-65d9-437d-a2ef-acd364230039 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40b8a6e9e1314327b7c326363774ef5d&device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 1097 time: 0.0444353 Aug 16 23:43:42.581998 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948118d-5014-4cdd-91bf-83a435c5fa41 req-4ff3eea4-9d6f-4d1d-b7f5-fca0fc7f4266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:43:42.583422 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e948118d-5014-4cdd-91bf-83a435c5fa41 req-4ff3eea4-9d6f-4d1d-b7f5-fca0fc7f4266 service neutron] 10.222.0.43 "GET /v2.0/networks?id=55ec6832-72e5-4428-be16-acb0f0861636 HTTP/1.1" status: 200 len: 911 time: 0.0836396 Aug 16 23:43:42.651666 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e948118d-5014-4cdd-91bf-83a435c5fa41 req-1a72d906-5d3e-43a0-8743-396a82c1b49b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 HTTP/1.1" status: 200 len: 1001 time: 0.0613954 Aug 16 23:43:42.700639 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948118d-5014-4cdd-91bf-83a435c5fa41 req-2754ea0a-0022-4821-a071-65801480010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:43:42.702121 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e948118d-5014-4cdd-91bf-83a435c5fa41 req-2754ea0a-0022-4821-a071-65801480010c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4d3d9c6-00cd-4419-afc4-28cc62b48dc7 HTTP/1.1" status: 200 len: 849 time: 0.0439978 Aug 16 23:43:42.747121 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948118d-5014-4cdd-91bf-83a435c5fa41 req-6cb3a79a-c940-49cd-8dd0-58f179342c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:43:42.748581 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e948118d-5014-4cdd-91bf-83a435c5fa41 req-6cb3a79a-c940-49cd-8dd0-58f179342c21 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55ec6832-72e5-4428-be16-acb0f0861636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399227 Aug 16 23:43:42.841057 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e948118d-5014-4cdd-91bf-83a435c5fa41 req-a13fa620-a89c-4963-bc63-4ccd52ec1656 service neutron] 10.222.0.43 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849237 Aug 16 23:43:42.931730 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-e948118d-5014-4cdd-91bf-83a435c5fa41 req-e6376079-a3dd-4e72-9565-2c4ca6355fd6 service neutron] 10.222.0.43 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824246 Aug 16 23:43:43.579472 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:45.162287 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:52.846539 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:44:08.776536 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 details requested by agent hyperv_n-h2-792458-15 with host n-h2-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:44:08.874426 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:44:08.885142 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Returning: {'device': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'port_id': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9', 'mac_address': 'fa:16:3e:c2:64:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:44:08.921110 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:08.933987 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:44:08.952606 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:44:08.956549 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:09.005671 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:44:09.012769 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.013119 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.013459 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.013798 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.014158 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.014494 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.014825 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.015155 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.015479 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.015804 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.016129 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.016453 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.029707 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] get_ports_and_sgs() called for port_ids ['dfebcf00-50cc-4c57-a1f0-89ea6c4bece9'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:44:09.153833 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a055a2ed-a3fc-434a-b6e8-e7297cb86a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:09.267790 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:10.799023 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 up at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:44:10.851945 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Provisioning complete for port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:44:10.853618 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:10.939229 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:10.962507 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a848486-88a8-4ef3-bf02-aa2641575407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:44:10.964861 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3ec119-156e-4f65-88ab-47e4b5c87ce3" -d '{"events": [{"server_uuid": "6a848486-88a8-4ef3-bf02-aa2641575407", "name": "network-vif-plugged", "status": "completed", "tag": "dfebcf00-50cc-4c57-a1f0-89ea6c4bece9"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:44:10.983561 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:44:10.988550 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:11.061270 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:44:11.112498 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092635d8-1bdd-4e3d-b69c-93364e1c445b x-openstack-request-id: req-092635d8-1bdd-4e3d-b69c-93364e1c445b {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:44:11.112794 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a848486-88a8-4ef3-bf02-aa2641575407", "name": "network-vif-plugged", "status": "completed", "tag": "dfebcf00-50cc-4c57-a1f0-89ea6c4bece9", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:44:11.113071 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-092635d8-1bdd-4e3d-b69c-93364e1c445b {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:44:11.113499 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a848486-88a8-4ef3-bf02-aa2641575407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9', 'code': 200} Aug 16 23:44:11.686611 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-065dcfdb-37df-4bcd-a1fe-c2d5d4634a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:11.720451 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:12.276064 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:13.593308 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:15.174307 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:19.011579 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0553a96-0286-41e8-9002-17edd403095e req-23a2a98b-c308-499e-9a93-9799e99441ce tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114773599&fields=id&tenant_id=40b8a6e9e1314327b7c326363774ef5d HTTP/1.1" status: 200 len: 267 time: 0.0346584 Aug 16 23:44:19.118345 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0553a96-0286-41e8-9002-17edd403095e req-cc0492bf-bc85-4b20-84c7-eac0c893b83d tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:19.119838 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0553a96-0286-41e8-9002-17edd403095e req-cc0492bf-bc85-4b20-84c7-eac0c893b83d tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/networks?id=55ec6832-72e5-4428-be16-acb0f0861636 HTTP/1.1" status: 200 len: 810 time: 0.1013126 Aug 16 23:44:19.134688 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0553a96-0286-41e8-9002-17edd403095e req-10c8eb3a-d7ef-47b3-befb-2928acce4c0b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/quotas/40b8a6e9e1314327b7c326363774ef5d HTTP/1.1" status: 200 len: 375 time: 0.0090339 Aug 16 23:44:19.209998 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0553a96-0286-41e8-9002-17edd403095e req-5e7b7039-d12d-4a7f-8a75-e93eda9fd4eb tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=40b8a6e9e1314327b7c326363774ef5d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0698214 Aug 16 23:44:19.305298 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0553a96-0286-41e8-9002-17edd403095e req-9e24022f-e9c7-48bb-8bac-df97e8460fca service neutron] 10.222.0.93 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838757 Aug 16 23:44:19.401646 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0553a96-0286-41e8-9002-17edd403095e req-6c3d10e6-6b12-4be9-a8e2-a0f252a90928 service neutron] 10.222.0.93 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901439 Aug 16 23:44:19.599467 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3276318b-f139-4ba9-b013-325cfaeeb6ce req-1ea9927c-f785-427f-ac8d-0cf3d109279c tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 210 time: 0.0322466 Aug 16 23:44:20.680567 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-60541be5-2bd2-4fc1-b08f-4a9ddb044bab req-ae9df8fe-e81e-4346-b865-3c83d1f8856e tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 210 time: 0.0281062 Aug 16 23:44:21.757290 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9ec38040-3706-4782-92e4-8ed961259754 req-1d289fcd-31de-4a76-9196-0ad2d8ad1698 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 210 time: 0.0261912 Aug 16 23:44:22.565161 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0553a96-0286-41e8-9002-17edd403095e req-5451ec6f-5348-4e9b-9b7c-d4ca53471f77 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:22.566682 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0553a96-0286-41e8-9002-17edd403095e req-5451ec6f-5348-4e9b-9b7c-d4ca53471f77 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.39 "GET /v2.0/networks?id=55ec6832-72e5-4428-be16-acb0f0861636 HTTP/1.1" status: 200 len: 810 time: 0.1160409 Aug 16 23:44:22.619943 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0553a96-0286-41e8-9002-17edd403095e req-59de55a6-9598-4f06-83d5-8c491a8a9a92 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40b8a6e9e1314327b7c326363774ef5d HTTP/1.1" status: 200 len: 379 time: 0.0442955 Aug 16 23:44:22.630812 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-b0553a96-0286-41e8-9002-17edd403095e req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Request body: {'port': {'device_id': '447dd1ec-f5d7-4f0c-810d-eb537e1716b0', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'admin_state_up': True, 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'security_groups': ['f5656f1f-8493-49e3-968f-8e6e58089a3d']}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:44:22.744706 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0553a96-0286-41e8-9002-17edd403095e req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Made reservation on behalf of 40b8a6e9e1314327b7c326363774ef5d for: {'port': 1} {{(pid=94871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:44:22.748417 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b0553a96-0286-41e8-9002-17edd403095e req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:22.830301 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:44:22.918972 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:22.927557 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [req-b0553a96-0286-41e8-9002-17edd403095e req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Allocated IP 172.20.0.12 (55ec6832-72e5-4428-be16-acb0f0861636/c4d3d9c6-00cd-4419-afc4-28cc62b48dc7/4bd35a51-6355-48b7-9704-68aae7509b7d) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:44:22.959821 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] For port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:44:22.961275 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a848486-88a8-4ef3-bf02-aa2641575407', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:44:22.964700 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8746fc-4cef-46b2-8024-f9ef521b9823" -d '{"events": [{"server_uuid": "6a848486-88a8-4ef3-bf02-aa2641575407", "name": "network-vif-unplugged", "status": "completed", "tag": "dfebcf00-50cc-4c57-a1f0-89ea6c4bece9"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:44:22.974144 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:23.015269 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c0bf692e-01bb-4712-912e-39823c47acf4 req-531a6f30-8f67-4f82-9064-0354c63ee1bb tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 210 time: 0.1783721 Aug 16 23:44:23.088489 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfc4884-2268-4d1e-8479-beef98a34f79 x-openstack-request-id: req-0cfc4884-2268-4d1e-8479-beef98a34f79 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:44:23.089190 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a848486-88a8-4ef3-bf02-aa2641575407", "name": "network-vif-unplugged", "status": "completed", "tag": "dfebcf00-50cc-4c57-a1f0-89ea6c4bece9", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:44:23.089612 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0cfc4884-2268-4d1e-8479-beef98a34f79 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:44:23.090287 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a848486-88a8-4ef3-bf02-aa2641575407', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9', 'code': 200} Aug 16 23:44:23.091425 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Pushing event updated for resources: {'Port': ['ID=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:44:23.155649 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b0553a96-0286-41e8-9002-17edd403095e req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:23.171768 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-b0553a96-0286-41e8-9002-17edd403095e req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Transition to ACTIVE for port object 4bd35a51-6355-48b7-9704-68aae7509b7d will not be triggered until provisioned by entity DHCP. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:44:23.209613 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b0553a96-0286-41e8-9002-17edd403095e req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:23.263478 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0553a96-0286-41e8-9002-17edd403095e req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Network 55ec6832-72e5-4428-be16-acb0f0861636 is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:44:23.267013 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [req-b0553a96-0286-41e8-9002-17edd403095e req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:44:23.270947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0553a96-0286-41e8-9002-17edd403095e req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:44:23.304353 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Pushing event updated for resources: {'Port': ['ID=4bd35a51-6355-48b7-9704-68aae7509b7d,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:44:23.321346 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:23.321783 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:23.322256 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:23.322668 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:23.323162 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:23.323571 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:23.323973 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:23.324373 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:23.324774 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:23.325173 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:23.325575 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:23.326212 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:23.359042 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0553a96-0286-41e8-9002-17edd403095e req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:23.373108 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b0553a96-0286-41e8-9002-17edd403095e req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:23.408198 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0553a96-0286-41e8-9002-17edd403095e req-14733768-4a31-4494-adf7-8d08df02dcfd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7810509 Aug 16 23:44:23.624759 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8695c97f-87ce-4674-8f6f-98712a00af15 None None] Provisioning for port 4bd35a51-6355-48b7-9704-68aae7509b7d completed by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:44:23.629048 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-8695c97f-87ce-4674-8f6f-98712a00af15 None None] Provisioning complete for port 4bd35a51-6355-48b7-9704-68aae7509b7d triggered by entity DHCP. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:44:23.629951 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8695c97f-87ce-4674-8f6f-98712a00af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:23.674320 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-8695c97f-87ce-4674-8f6f-98712a00af15 None None] Port 4bd35a51-6355-48b7-9704-68aae7509b7d cannot update to ACTIVE because it is not bound. {{(pid=94873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:44:24.141672 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e82ce-2120-4812-b32a-cb6ef97ba217 req-ad6ced51-51b7-4c32-b10c-35e2a9081c72 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:24.143342 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-427e82ce-2120-4812-b32a-cb6ef97ba217 req-ad6ced51-51b7-4c32-b10c-35e2a9081c72 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 932 time: 0.0550184 Aug 16 23:44:24.186358 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-427e82ce-2120-4812-b32a-cb6ef97ba217 req-fa038ab1-7668-456e-9b92-d84268ed674f tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358503 Aug 16 23:44:25.316340 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52dabf-05eb-410d-9789-c0e2c0ceb7bc req-8962061d-42e5-40b5-9b85-7faa31f67ed9 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:25.318587 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c52dabf-05eb-410d-9789-c0e2c0ceb7bc req-8962061d-42e5-40b5-9b85-7faa31f67ed9 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 932 time: 0.0551443 Aug 16 23:44:25.359250 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-6c52dabf-05eb-410d-9789-c0e2c0ceb7bc req-da8ae1a4-9cc6-4623-99fa-47e81be059a9 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340409 Aug 16 23:44:26.495061 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbc2ab-36b4-447c-85ee-8764836533a6 req-6dc749a3-2ca4-4a86-97ce-02db2b393374 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:26.496655 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-61fbc2ab-36b4-447c-85ee-8764836533a6 req-6dc749a3-2ca4-4a86-97ce-02db2b393374 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 932 time: 0.0577366 Aug 16 23:44:26.540204 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-61fbc2ab-36b4-447c-85ee-8764836533a6 req-7113da9c-7cca-46e2-a2f2-4d584709f518 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373611 Aug 16 23:44:27.664554 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b8f3e-6714-4d6f-b3d1-4ce13452e7e8 req-20ef4104-c488-4fc8-9d88-e003cae207cb tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:27.666455 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-708b8f3e-6714-4d6f-b3d1-4ce13452e7e8 req-20ef4104-c488-4fc8-9d88-e003cae207cb tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 932 time: 0.0553625 Aug 16 23:44:27.715663 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-708b8f3e-6714-4d6f-b3d1-4ce13452e7e8 req-61afc9af-70fc-40c0-924f-b4c914514b2a tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425439 Aug 16 23:44:28.851709 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574850a-a721-459a-a76d-5743595bc987 req-5c94fb74-c1ad-4b8a-9d45-3bf067d1b52c tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:28.853325 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a574850a-a721-459a-a76d-5743595bc987 req-5c94fb74-c1ad-4b8a-9d45-3bf067d1b52c tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 932 time: 0.0596025 Aug 16 23:44:28.895420 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-a574850a-a721-459a-a76d-5743595bc987 req-a9daa7ce-62f5-4e1a-a008-381f2b4e9515 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353708 Aug 16 23:44:29.846347 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:44:30.034055 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cfd5d-0d21-4f5f-99db-6c126d471399 req-a9785e6c-87ca-4f95-87cd-cae0b27c2b72 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:30.037087 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-435cfd5d-0d21-4f5f-99db-6c126d471399 req-a9785e6c-87ca-4f95-87cd-cae0b27c2b72 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 932 time: 0.0658634 Aug 16 23:44:30.085305 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-435cfd5d-0d21-4f5f-99db-6c126d471399 req-823473ca-cd0b-4442-8713-732a30f5ea95 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408428 Aug 16 23:44:31.223689 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e041d-744d-4034-9f8a-ce7d2ba859f0 req-51917109-fd1a-4d49-9d8a-ed17d83937e7 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:31.225527 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b36e041d-744d-4034-9f8a-ce7d2ba859f0 req-51917109-fd1a-4d49-9d8a-ed17d83937e7 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 932 time: 0.0628231 Aug 16 23:44:31.277474 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b36e041d-744d-4034-9f8a-ce7d2ba859f0 req-0666594f-0507-48ee-9847-93a28597362e tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423961 Aug 16 23:44:32.400819 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70851c1a-92b8-4fd5-9500-4c6247847545 req-c0440ef6-e7b3-447d-82ae-f64af504050e tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:32.402445 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70851c1a-92b8-4fd5-9500-4c6247847545 req-c0440ef6-e7b3-447d-82ae-f64af504050e tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 932 time: 0.0517547 Aug 16 23:44:32.441162 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-70851c1a-92b8-4fd5-9500-4c6247847545 req-5418edaa-4b29-4659-9244-9243d5e861a7 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326233 Aug 16 23:44:32.980510 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [req-b0553a96-0286-41e8-9002-17edd403095e req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] Request body: {'port': {'device_id': '447dd1ec-f5d7-4f0c-810d-eb537e1716b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-15'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:44:33.037223 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b0553a96-0286-41e8-9002-17edd403095e req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:33.309910 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [req-b0553a96-0286-41e8-9002-17edd403095e req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd35a51-6355-48b7-9704-68aae7509b7d {{(pid=94871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:44:33.317648 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b0553a96-0286-41e8-9002-17edd403095e req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:33.328993 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.provisioning_blocks [req-b0553a96-0286-41e8-9002-17edd403095e req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] Transition to ACTIVE for port object 4bd35a51-6355-48b7-9704-68aae7509b7d will not be triggered until provisioned by entity L2. {{(pid=94871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:44:33.337928 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b0553a96-0286-41e8-9002-17edd403095e req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:33.391206 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd35a51-6355-48b7-9704-68aae7509b7d,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:44:33.468871 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-b0553a96-0286-41e8-9002-17edd403095e req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] Attempting to bind port 4bd35a51-6355-48b7-9704-68aae7509b7d on host n-h1-792458-15 for vnic_type normal with profile {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:44:33.469548 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-b0553a96-0286-41e8-9002-17edd403095e req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] Attempting to bind port 4bd35a51-6355-48b7-9704-68aae7509b7d by drivers openvswitch,hyperv on host n-h1-792458-15 at level 0 using segments [{'id': '67627b61-46a1-4b7a-ac2d-a6d906af27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636'}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:44:33.469548 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0553a96-0286-41e8-9002-17edd403095e req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] Attempting to bind port 4bd35a51-6355-48b7-9704-68aae7509b7d on network 55ec6832-72e5-4428-be16-acb0f0861636 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:44:33.474884 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0553a96-0286-41e8-9002-17edd403095e req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] Port 4bd35a51-6355-48b7-9704-68aae7509b7d on network 55ec6832-72e5-4428-be16-acb0f0861636 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-15 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:44:33.475526 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0553a96-0286-41e8-9002-17edd403095e req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] Attempting to bind port 4bd35a51-6355-48b7-9704-68aae7509b7d on network 55ec6832-72e5-4428-be16-acb0f0861636 {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:44:33.480847 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0553a96-0286-41e8-9002-17edd403095e req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] Checking agent: {'id': '4b662a94-b168-419a-b095-bb8d5438c726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'started_at': datetime.datetime(2021, 8, 16, 22, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:44:33.481302 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0553a96-0286-41e8-9002-17edd403095e req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] Checking segment: {'id': '67627b61-46a1-4b7a-ac2d-a6d906af27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:44:33.481573 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0553a96-0286-41e8-9002-17edd403095e req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] Bound using segment: {'id': '67627b61-46a1-4b7a-ac2d-a6d906af27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636'} {{(pid=94871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:44:33.482171 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.managers [req-b0553a96-0286-41e8-9002-17edd403095e req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] Bound port: 4bd35a51-6355-48b7-9704-68aae7509b7d, host: n-h1-792458-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67627b61-46a1-4b7a-ac2d-a6d906af27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636'}}] {{(pid=94871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:44:33.482536 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b0553a96-0286-41e8-9002-17edd403095e req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:33.581355 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b0553a96-0286-41e8-9002-17edd403095e req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] For port 4bd35a51-6355-48b7-9704-68aae7509b7d, host n-h1-792458-15, cleared binding levels {{(pid=94871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:44:33.590398 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1551221-c12b-476e-9cd0-c210f9e09e48 req-42e713f0-b8a7-402d-8c5c-9fca5b612728 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:33.591906 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1551221-c12b-476e-9cd0-c210f9e09e48 req-42e713f0-b8a7-402d-8c5c-9fca5b612728 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 944 time: 0.0733404 Aug 16 23:44:33.593527 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-b0553a96-0286-41e8-9002-17edd403095e req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] For port 4bd35a51-6355-48b7-9704-68aae7509b7d, host n-h1-792458-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4bd35a51-6355-48b7-9704-68aae7509b7d,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:44:33.600862 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b0553a96-0286-41e8-9002-17edd403095e req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:33.656565 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0553a96-0286-41e8-9002-17edd403095e req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:33.657187 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-b0553a96-0286-41e8-9002-17edd403095e req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:33.658631 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0553a96-0286-41e8-9002-17edd403095e req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] 10.222.0.39 "PUT /v2.0/ports/4bd35a51-6355-48b7-9704-68aae7509b7d HTTP/1.1" status: 200 len: 1093 time: 0.7255101 Aug 16 23:44:33.659350 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447dd1ec-f5d7-4f0c-810d-eb537e1716b0', 'tag': '4bd35a51-6355-48b7-9704-68aae7509b7d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:44:33.662182 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc329b9-0e9d-432c-8134-ec267171f262" -d '{"events": [{"name": "network-changed", "server_uuid": "447dd1ec-f5d7-4f0c-810d-eb537e1716b0", "tag": "4bd35a51-6355-48b7-9704-68aae7509b7d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:44:33.689386 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-c1551221-c12b-476e-9cd0-c210f9e09e48 req-5ada7c6e-a264-41a0-b4a0-3c1e5d82fe6f tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900545 Aug 16 23:44:33.700361 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d272b-92a8-4e88-aa61-966a826eaf97 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd35a51-6355-48b7-9704-68aae7509b7d,revision_number=3']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:44:33.755621 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0553a96-0286-41e8-9002-17edd403095e req-17d21d81-5481-4a00-b5d0-5a8e305edb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:33.757418 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0553a96-0286-41e8-9002-17edd403095e req-17d21d81-5481-4a00-b5d0-5a8e305edb44 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40b8a6e9e1314327b7c326363774ef5d&device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 1096 time: 0.0467114 Aug 16 23:44:33.774764 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1d4edc-f2cf-4818-9c07-e6cba9645b14 x-openstack-request-id: req-7a1d4edc-f2cf-4818-9c07-e6cba9645b14 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:44:33.775141 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447dd1ec-f5d7-4f0c-810d-eb537e1716b0", "tag": "4bd35a51-6355-48b7-9704-68aae7509b7d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:44:33.775398 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7a1d4edc-f2cf-4818-9c07-e6cba9645b14 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:44:33.775798 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447dd1ec-f5d7-4f0c-810d-eb537e1716b0', 'tag': '4bd35a51-6355-48b7-9704-68aae7509b7d', 'status': 'completed', 'code': 200} Aug 16 23:44:33.804645 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0553a96-0286-41e8-9002-17edd403095e req-abcd0950-1782-41a6-a172-6efb135162b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bd35a51-6355-48b7-9704-68aae7509b7d HTTP/1.1" status: 200 len: 217 time: 0.0394313 Aug 16 23:44:33.859158 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0553a96-0286-41e8-9002-17edd403095e req-251d94ce-52cd-4a48-89e0-dadd6c35eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:33.860687 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0553a96-0286-41e8-9002-17edd403095e req-251d94ce-52cd-4a48-89e0-dadd6c35eb63 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c4d3d9c6-00cd-4419-afc4-28cc62b48dc7 HTTP/1.1" status: 200 len: 849 time: 0.0495927 Aug 16 23:44:33.916829 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0553a96-0286-41e8-9002-17edd403095e req-744d7af2-e23d-4ee6-9f84-1b2b207a9b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:33.918302 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0553a96-0286-41e8-9002-17edd403095e req-744d7af2-e23d-4ee6-9f84-1b2b207a9b0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55ec6832-72e5-4428-be16-acb0f0861636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500736 Aug 16 23:44:34.006712 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0553a96-0286-41e8-9002-17edd403095e req-7c6bee67-e43f-4bad-b79f-5ed5263f1f59 service neutron] 10.222.0.39 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813143 Aug 16 23:44:34.100698 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b0553a96-0286-41e8-9002-17edd403095e req-2b88e4eb-439d-4064-b355-cabf5ee2b30b service neutron] 10.222.0.39 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870774 Aug 16 23:44:34.191034 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc329b9-0e9d-432c-8134-ec267171f262 req-59aa3438-2c76-412d-a597-1e7fcbfee2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:34.192548 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afc329b9-0e9d-432c-8134-ec267171f262 req-59aa3438-2c76-412d-a597-1e7fcbfee2fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40b8a6e9e1314327b7c326363774ef5d&device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 1096 time: 0.0416031 Aug 16 23:44:34.286938 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc329b9-0e9d-432c-8134-ec267171f262 req-7292daf1-f6e2-4e46-8e19-9b0e68180017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:34.288403 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afc329b9-0e9d-432c-8134-ec267171f262 req-7292daf1-f6e2-4e46-8e19-9b0e68180017 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55ec6832-72e5-4428-be16-acb0f0861636 HTTP/1.1" status: 200 len: 911 time: 0.0886045 Aug 16 23:44:34.328210 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afc329b9-0e9d-432c-8134-ec267171f262 req-e6e4e8e4-8f11-47d7-85f8-54aedd85d910 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bd35a51-6355-48b7-9704-68aae7509b7d HTTP/1.1" status: 200 len: 217 time: 0.0331614 Aug 16 23:44:34.382540 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc329b9-0e9d-432c-8134-ec267171f262 req-164a5d66-2080-46c8-9d02-15d2243f396f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:34.384010 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afc329b9-0e9d-432c-8134-ec267171f262 req-164a5d66-2080-46c8-9d02-15d2243f396f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c4d3d9c6-00cd-4419-afc4-28cc62b48dc7 HTTP/1.1" status: 200 len: 849 time: 0.0481212 Aug 16 23:44:34.429321 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc329b9-0e9d-432c-8134-ec267171f262 req-51056eef-cc17-4e78-99da-c289c3ce6362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:34.430990 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afc329b9-0e9d-432c-8134-ec267171f262 req-51056eef-cc17-4e78-99da-c289c3ce6362 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55ec6832-72e5-4428-be16-acb0f0861636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394473 Aug 16 23:44:34.521504 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afc329b9-0e9d-432c-8134-ec267171f262 req-e8e6d553-eb55-476b-91ab-eb476b48b5b7 service neutron] 10.222.0.39 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821614 Aug 16 23:44:34.613785 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-afc329b9-0e9d-432c-8134-ec267171f262 req-25d706e7-ae18-4f92-bb6e-95b62a7aca95 service neutron] 10.222.0.39 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848124 Aug 16 23:44:34.828674 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa575c-7f64-46c9-88f7-fabaaadb301c req-5ef55197-aa90-4bf0-bce0-954d20a831a9 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:34.830217 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1baa575c-7f64-46c9-88f7-fabaaadb301c req-5ef55197-aa90-4bf0-bce0-954d20a831a9 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 944 time: 0.0507252 Aug 16 23:44:34.869500 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1baa575c-7f64-46c9-88f7-fabaaadb301c req-0ff8067a-80e4-478d-b197-904053b37480 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332794 Aug 16 23:44:35.991308 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605905b7-09b0-4a21-8340-bf8213d9648f req-b34ff37c-b273-44ec-8a2d-f4ecc57cfadd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:35.992820 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-605905b7-09b0-4a21-8340-bf8213d9648f req-b34ff37c-b273-44ec-8a2d-f4ecc57cfadd tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 944 time: 0.0538118 Aug 16 23:44:36.029001 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-605905b7-09b0-4a21-8340-bf8213d9648f req-a4942c5b-ed61-44d8-a656-da3748dba475 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302062 Aug 16 23:44:36.851919 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 4bd35a51-6355-48b7-9704-68aae7509b7d details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:44:36.947465 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 4bd35a51-6355-48b7-9704-68aae7509b7d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4bd35a51-6355-48b7-9704-68aae7509b7d,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:44:36.963493 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '4bd35a51-6355-48b7-9704-68aae7509b7d', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'port_id': '4bd35a51-6355-48b7-9704-68aae7509b7d', 'mac_address': 'fa:16:3e:f8:4a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:44:37.000790 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:37.015699 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd35a51-6355-48b7-9704-68aae7509b7d {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:44:37.039959 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 4bd35a51-6355-48b7-9704-68aae7509b7d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4bd35a51-6355-48b7-9704-68aae7509b7d,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:44:37.045658 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:37.097332 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=4bd35a51-6355-48b7-9704-68aae7509b7d,revision_number=4']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:44:37.154918 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bf34d-6328-4dab-9ad7-c194467128be req-01c5cf8d-4889-424e-be87-25cfa8bcab9b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:37.156441 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-148bf34d-6328-4dab-9ad7-c194467128be req-01c5cf8d-4889-424e-be87-25cfa8bcab9b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 945 time: 0.0528359 Aug 16 23:44:37.196335 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-148bf34d-6328-4dab-9ad7-c194467128be req-82bc0a6c-6317-47e8-a2ae-ae4bbed9a188 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336437 Aug 16 23:44:37.305694 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['4bd35a51-6355-48b7-9704-68aae7509b7d'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:44:38.308318 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58d7a5-7634-4581-8412-4a0efdbaea5b req-7f47411e-a78e-4ba5-aa48-af7ecaecbf19 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:38.309812 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef58d7a5-7634-4581-8412-4a0efdbaea5b req-7f47411e-a78e-4ba5-aa48-af7ecaecbf19 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 945 time: 0.0477471 Aug 16 23:44:38.347167 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-ef58d7a5-7634-4581-8412-4a0efdbaea5b req-09c674de-3b5f-4cfa-bd03-094f156fd6e4 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313866 Aug 16 23:44:38.867432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 4bd35a51-6355-48b7-9704-68aae7509b7d up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:44:38.919977 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning for port 4bd35a51-6355-48b7-9704-68aae7509b7d completed by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:44:38.924103 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 4bd35a51-6355-48b7-9704-68aae7509b7d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:44:38.924506 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:39.004686 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:39.026016 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447dd1ec-f5d7-4f0c-810d-eb537e1716b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd35a51-6355-48b7-9704-68aae7509b7d'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:44:39.028358 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4a8427-8de2-4088-96b2-b145c997c629" -d '{"events": [{"server_uuid": "447dd1ec-f5d7-4f0c-810d-eb537e1716b0", "name": "network-vif-plugged", "status": "completed", "tag": "4bd35a51-6355-48b7-9704-68aae7509b7d"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:44:39.042301 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 4bd35a51-6355-48b7-9704-68aae7509b7d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4bd35a51-6355-48b7-9704-68aae7509b7d,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:44:39.046246 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:39.069346 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fcd922-ef21-4bc6-b10b-e51c8aba199a x-openstack-request-id: req-67fcd922-ef21-4bc6-b10b-e51c8aba199a {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:44:39.069635 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447dd1ec-f5d7-4f0c-810d-eb537e1716b0", "name": "network-vif-plugged", "status": "completed", "tag": "4bd35a51-6355-48b7-9704-68aae7509b7d", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:44:39.069887 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-67fcd922-ef21-4bc6-b10b-e51c8aba199a {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:44:39.070296 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447dd1ec-f5d7-4f0c-810d-eb537e1716b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd35a51-6355-48b7-9704-68aae7509b7d', 'code': 200} Aug 16 23:44:39.096284 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=4bd35a51-6355-48b7-9704-68aae7509b7d,revision_number=5']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:44:39.144800 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4de03b78-0f4b-4142-b706-aa19905f4560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:39.165541 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdf58c-49f4-4e8c-b06b-033ee5283ec4 req-6dd8336e-1007-4034-bcf6-c981f3080ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:39.167082 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17cdf58c-49f4-4e8c-b06b-033ee5283ec4 req-6dd8336e-1007-4034-bcf6-c981f3080ad7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 1098 time: 0.0438795 Aug 16 23:44:39.205478 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-17cdf58c-49f4-4e8c-b06b-033ee5283ec4 req-32bbfce3-b37e-4f05-9071-bfdff42f77ab service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278256 Aug 16 23:44:39.286887 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:39.460783 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41f1a3-31ae-451a-af2a-2ffa6d24dfd9 req-463e0069-1349-4314-aff1-1b5d2ae698a0 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:39.462277 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3b41f1a3-31ae-451a-af2a-2ffa6d24dfd9 req-463e0069-1349-4314-aff1-1b5d2ae698a0 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 946 time: 0.0478802 Aug 16 23:44:39.499989 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3b41f1a3-31ae-451a-af2a-2ffa6d24dfd9 req-5cabfc37-6141-4b55-96c4-82bf3425bf84 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316572 Aug 16 23:44:40.618034 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c40094-2646-42a2-8800-7d34b4ec6a9e req-efda9d83-fee0-4e24-902d-e611dd8fb312 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:40.619453 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21c40094-2646-42a2-8800-7d34b4ec6a9e req-efda9d83-fee0-4e24-902d-e611dd8fb312 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 946 time: 0.0496123 Aug 16 23:44:40.658064 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-21c40094-2646-42a2-8800-7d34b4ec6a9e req-6b2d767c-583c-4993-b6e9-fb2aed6b7471 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324974 Aug 16 23:44:40.777051 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d8299-50b6-44a5-a0e1-d0724777646e req-1e253b0c-b037-44c4-974b-056e5b51247a tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:40.778538 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8d2d8299-50b6-44a5-a0e1-d0724777646e req-1e253b0c-b037-44c4-974b-056e5b51247a tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 946 time: 0.0514641 Aug 16 23:44:40.815198 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8d2d8299-50b6-44a5-a0e1-d0724777646e req-7e2bae19-422c-44f1-82ba-6f3368866d8e tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307679 Aug 16 23:44:40.836392 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53570) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:44:40.877589 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3991291e-7ec3-4e7e-9f3c-7ab4c016f679 tempest-TestSnapshotPattern-510532414 tempest-TestSnapshotPattern-510532414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:40.879054 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-3991291e-7ec3-4e7e-9f3c-7ab4c016f679 tempest-TestSnapshotPattern-510532414 tempest-TestSnapshotPattern-510532414-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 1093 time: 0.0416751 Aug 16 23:44:40.881904 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53572) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:44:40.886186 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.v2.base [None req-14ea7715-8c16-4a82-ab78-e347d47cff99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Request body: {'floatingip': {'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'port_id': '4bd35a51-6355-48b7-9704-68aae7509b7d', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:44:40.908162 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14ea7715-8c16-4a82-ab78-e347d47cff99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for floatingip, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:41.006030 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14ea7715-8c16-4a82-ab78-e347d47cff99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:41.105528 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.db_base_plugin_common [None req-14ea7715-8c16-4a82-ab78-e347d47cff99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Allocated IP 172.25.6.168 (cf5e9c9f-1bd0-41c5-912c-e5a4870724af/acb9fa2c-a953-449f-893f-5182dda43a07/938d9412-1246-44f2-92da-f8ce4ee51e6c) {{(pid=94871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:44:41.209458 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14ea7715-8c16-4a82-ab78-e347d47cff99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for port, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:41.247355 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14ea7715-8c16-4a82-ab78-e347d47cff99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735897264990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:41.279670 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ea7715-8c16-4a82-ab78-e347d47cff99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Network cf5e9c9f-1bd0-41c5-912c-e5a4870724af is already hosted by enough agents. {{(pid=94871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:44:41.282357 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.base_scheduler [None req-14ea7715-8c16-4a82-ab78-e347d47cff99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Resources bound (agent type, host, resource id): {{(pid=94871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:44:41.288150 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ea7715-8c16-4a82-ab78-e347d47cff99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Received port after_create {{(pid=94871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:44:41.314301 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea7715-8c16-4a82-ab78-e347d47cff99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Pushing event updated for resources: {'Port': ['ID=938d9412-1246-44f2-92da-f8ce4ee51e6c,revision_number=1']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:44:41.639773 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14ea7715-8c16-4a82-ab78-e347d47cff99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:41.687695 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-28bc7ff6-4b0e-447d-a0c8-324d3ee448ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:41.705539 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14ea7715-8c16-4a82-ab78-e347d47cff99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:41.713868 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:41.855027 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14ea7715-8c16-4a82-ab78-e347d47cff99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for port, precommit_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:41.859438 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14ea7715-8c16-4a82-ab78-e347d47cff99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131873001'] for port, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:41.922067 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea7715-8c16-4a82-ab78-e347d47cff99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Pushing event updated for resources: {'Port': ['ID=938d9412-1246-44f2-92da-f8ce4ee51e6c,revision_number=2']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:44:41.936583 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14ea7715-8c16-4a82-ab78-e347d47cff99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1938411'] for floatingip, after_update {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:42.036813 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-14ea7715-8c16-4a82-ab78-e347d47cff99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Floating IP 40a95eac-28eb-4804-8ad5-608f98d14434 associated. External IP: 172.25.6.168, port: 4bd35a51-6355-48b7-9704-68aae7509b7d. Aug 16 23:44:42.250252 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ea7715-8c16-4a82-ab78-e347d47cff99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:44:42.268418 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:42.713337 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ea7715-8c16-4a82-ab78-e347d47cff99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:44:42.723150 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d540783d-a911-41d8-a90f-6408793d0033 None None] Sync routers for ids ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:44:42.733206 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d540783d-a911-41d8-a90f-6408793d0033 None None] Routers {'2ca9e07b-89f5-4292-b476-17ac9e0e2d89'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:44:42.733845 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d540783d-a911-41d8-a90f-6408793d0033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:44:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:44:42.738018 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-14ea7715-8c16-4a82-ab78-e347d47cff99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:42.768239 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-14ea7715-8c16-4a82-ab78-e347d47cff99 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8852746 Aug 16 23:44:42.768929 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447dd1ec-f5d7-4f0c-810d-eb537e1716b0', 'tag': '4bd35a51-6355-48b7-9704-68aae7509b7d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:44:42.771251 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368fd557-bbd2-4d84-a770-7a5bd5a91310" -d '{"events": [{"name": "network-changed", "server_uuid": "447dd1ec-f5d7-4f0c-810d-eb537e1716b0", "tag": "4bd35a51-6355-48b7-9704-68aae7509b7d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:44:42.808651 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cb145e-d1d7-4984-93e7-8ec46c483b4c x-openstack-request-id: req-43cb145e-d1d7-4984-93e7-8ec46c483b4c {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:44:42.808937 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447dd1ec-f5d7-4f0c-810d-eb537e1716b0", "tag": "4bd35a51-6355-48b7-9704-68aae7509b7d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:44:42.809186 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-43cb145e-d1d7-4984-93e7-8ec46c483b4c {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:44:42.809590 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447dd1ec-f5d7-4f0c-810d-eb537e1716b0', 'tag': '4bd35a51-6355-48b7-9704-68aae7509b7d', 'status': 'completed', 'code': 200} Aug 16 23:44:42.854189 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d540783d-a911-41d8-a90f-6408793d0033 None None] Set router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:44:42.878643 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fd557-bbd2-4d84-a770-7a5bd5a91310 req-625a24c0-7d11-46e5-9688-6074e2876677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:42.880439 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-368fd557-bbd2-4d84-a770-7a5bd5a91310 req-625a24c0-7d11-46e5-9688-6074e2876677 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40b8a6e9e1314327b7c326363774ef5d&device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 1098 time: 0.0463123 Aug 16 23:44:42.986219 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fd557-bbd2-4d84-a770-7a5bd5a91310 req-7cc9e34f-32eb-43e5-82e3-0800bda94051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:42.987709 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-368fd557-bbd2-4d84-a770-7a5bd5a91310 req-7cc9e34f-32eb-43e5-82e3-0800bda94051 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55ec6832-72e5-4428-be16-acb0f0861636 HTTP/1.1" status: 200 len: 911 time: 0.1005569 Aug 16 23:44:43.054822 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-368fd557-bbd2-4d84-a770-7a5bd5a91310 req-c8eebed4-a8ad-4268-ac9b-c1e8debae12a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bd35a51-6355-48b7-9704-68aae7509b7d HTTP/1.1" status: 200 len: 1000 time: 0.0598855 Aug 16 23:44:43.086353 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d540783d-a911-41d8-a90f-6408793d0033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'name': 'tempest-TestSnapshotPattern-1776380142-router', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:51Z', 'updated_at': '2021-08-16T23:41:54Z', 'revision_number': 4, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'gw_port': {'id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:52Z', 'updated_at': '2021-08-16T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '40a95eac-28eb-4804-8ad5-608f98d14434', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'port_id': '4bd35a51-6355-48b7-9704-68aae7509b7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'mac_address': 'fa:16:3e:f8:4a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447dd1ec-f5d7-4f0c-810d-eb537e1716b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:44:41Z', 'updated_at': '2021-08-16T23:44:41Z', 'revision_number': 0, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'fixed_ip_address_scope': None}, {'id': 'd335ec7f-ecf5-4804-bf64-9769da1f9a72', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'port_id': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'mac_address': 'fa:16:3e:c2:64:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a848486-88a8-4ef3-bf02-aa2641575407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:42:12Z', 'updated_at': '2021-08-16T23:42:14Z', 'revision_number': 1, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f6ea9f-97dc-4759-b6b2-43a1c11a682c', 'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'mac_address': 'fa:16:3e:ed:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:53Z', 'updated_at': '2021-08-16T23:42:00Z', 'revision_number': 5, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'subnets': [{'id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:44:43.107679 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fd557-bbd2-4d84-a770-7a5bd5a91310 req-a306024c-7416-4f48-83aa-e171bfe1ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:43.109152 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-368fd557-bbd2-4d84-a770-7a5bd5a91310 req-a306024c-7416-4f48-83aa-e171bfe1ad3f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c4d3d9c6-00cd-4419-afc4-28cc62b48dc7 HTTP/1.1" status: 200 len: 849 time: 0.0481131 Aug 16 23:44:43.112302 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d540783d-a911-41d8-a90f-6408793d0033 None None] Checking router: 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:44:43.120638 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d540783d-a911-41d8-a90f-6408793d0033 None None] Routers {'2ca9e07b-89f5-4292-b476-17ac9e0e2d89'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:44:43.121234 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d540783d-a911-41d8-a90f-6408793d0033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:44:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:44:43.154443 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fd557-bbd2-4d84-a770-7a5bd5a91310 req-babfbd91-b19e-4dbe-a1c5-de4c08eea44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:43.155954 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-368fd557-bbd2-4d84-a770-7a5bd5a91310 req-babfbd91-b19e-4dbe-a1c5-de4c08eea44b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55ec6832-72e5-4428-be16-acb0f0861636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397487 Aug 16 23:44:43.225367 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-d540783d-a911-41d8-a90f-6408793d0033 None None] Set router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:44:43.245260 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-368fd557-bbd2-4d84-a770-7a5bd5a91310 req-c801993a-09b5-4fd5-a5d0-a78217634ce1 service neutron] 10.222.0.39 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819337 Aug 16 23:44:43.340379 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-368fd557-bbd2-4d84-a770-7a5bd5a91310 req-8927eb6c-098b-48fd-839d-33a3bd645def service neutron] 10.222.0.39 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876453 Aug 16 23:44:43.454469 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-d540783d-a911-41d8-a90f-6408793d0033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'name': 'tempest-TestSnapshotPattern-1776380142-router', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:51Z', 'updated_at': '2021-08-16T23:41:54Z', 'revision_number': 4, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'gw_port': {'id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:52Z', 'updated_at': '2021-08-16T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '40a95eac-28eb-4804-8ad5-608f98d14434', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'port_id': '4bd35a51-6355-48b7-9704-68aae7509b7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'mac_address': 'fa:16:3e:f8:4a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447dd1ec-f5d7-4f0c-810d-eb537e1716b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:44:41Z', 'updated_at': '2021-08-16T23:44:41Z', 'revision_number': 0, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'fixed_ip_address_scope': None}, {'id': 'd335ec7f-ecf5-4804-bf64-9769da1f9a72', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'port_id': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'mac_address': 'fa:16:3e:c2:64:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a848486-88a8-4ef3-bf02-aa2641575407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:42:12Z', 'updated_at': '2021-08-16T23:42:14Z', 'revision_number': 1, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f6ea9f-97dc-4759-b6b2-43a1c11a682c', 'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'mac_address': 'fa:16:3e:ed:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:53Z', 'updated_at': '2021-08-16T23:42:00Z', 'revision_number': 5, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'subnets': [{'id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:44:43.480364 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d540783d-a911-41d8-a90f-6408793d0033 None None] The sync data for ids ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'] in n-d-792458-15 is: [{'id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'name': 'tempest-TestSnapshotPattern-1776380142-router', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:51Z', 'updated_at': '2021-08-16T23:41:54Z', 'revision_number': 4, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'gw_port': {'id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:52Z', 'updated_at': '2021-08-16T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': '40a95eac-28eb-4804-8ad5-608f98d14434', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'port_id': '4bd35a51-6355-48b7-9704-68aae7509b7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'mac_address': 'fa:16:3e:f8:4a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447dd1ec-f5d7-4f0c-810d-eb537e1716b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:44:41Z', 'updated_at': '2021-08-16T23:44:41Z', 'revision_number': 0, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'fixed_ip_address_scope': None}, {'id': 'd335ec7f-ecf5-4804-bf64-9769da1f9a72', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'port_id': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'mac_address': 'fa:16:3e:c2:64:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a848486-88a8-4ef3-bf02-aa2641575407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:42:12Z', 'updated_at': '2021-08-16T23:42:14Z', 'revision_number': 1, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f6ea9f-97dc-4759-b6b2-43a1c11a682c', 'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'mac_address': 'fa:16:3e:ed:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:53Z', 'updated_at': '2021-08-16T23:42:00Z', 'revision_number': 5, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'subnets': [{'id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:44:43.587483 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:43.680782 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab296f6-00bb-44f8-bb47-9f1455ea9599 None None] New status for floating IP 40a95eac-28eb-4804-8ad5-608f98d14434: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:44:44.395308 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-52e8496e-8d98-4350-a707-9d7008344f06 req-e34851af-0828-4999-af69-dc3a35b321e3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6a848486-88a8-4ef3-bf02-aa2641575407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457094 Aug 16 23:44:44.476459 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8496e-8d98-4350-a707-9d7008344f06 req-ca285145-a477-402e-9796-d66363456ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:44.477930 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-52e8496e-8d98-4350-a707-9d7008344f06 req-ca285145-a477-402e-9796-d66363456ecd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40b8a6e9e1314327b7c326363774ef5d&device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 1095 time: 0.0408473 Aug 16 23:44:44.583568 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8496e-8d98-4350-a707-9d7008344f06 req-e8678d6c-8ed5-4e15-9f38-8e33954ddf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:44.585047 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-52e8496e-8d98-4350-a707-9d7008344f06 req-e8678d6c-8ed5-4e15-9f38-8e33954ddf7f service neutron] 10.222.0.43 "GET /v2.0/networks?id=55ec6832-72e5-4428-be16-acb0f0861636 HTTP/1.1" status: 200 len: 911 time: 0.0891044 Aug 16 23:44:44.654479 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-52e8496e-8d98-4350-a707-9d7008344f06 req-cb61a750-036d-4f37-8468-113f059cd827 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 HTTP/1.1" status: 200 len: 999 time: 0.0617955 Aug 16 23:44:44.703388 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8496e-8d98-4350-a707-9d7008344f06 req-615ce160-86dd-44e6-b1a6-472b1b7d8856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:44.704826 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-52e8496e-8d98-4350-a707-9d7008344f06 req-615ce160-86dd-44e6-b1a6-472b1b7d8856 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4d3d9c6-00cd-4419-afc4-28cc62b48dc7 HTTP/1.1" status: 200 len: 849 time: 0.0431397 Aug 16 23:44:44.750275 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8496e-8d98-4350-a707-9d7008344f06 req-d5eac6b8-a88e-478b-a8b2-9e43b720d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:44.751781 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-52e8496e-8d98-4350-a707-9d7008344f06 req-d5eac6b8-a88e-478b-a8b2-9e43b720d699 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55ec6832-72e5-4428-be16-acb0f0861636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404122 Aug 16 23:44:44.845878 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-52e8496e-8d98-4350-a707-9d7008344f06 req-2c98ad46-c942-46c0-8be9-20d8a92b0585 service neutron] 10.222.0.43 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871181 Aug 16 23:44:44.938710 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-52e8496e-8d98-4350-a707-9d7008344f06 req-92634b25-cfb1-49ae-8351-ee17489d4d9c service neutron] 10.222.0.43 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861027 Aug 16 23:44:45.167349 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:06.844786 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:45:09.146975 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-91a043ae-be8f-4130-a4dd-93c9bfc0bf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:09.298940 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:11.688397 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8fb3010c-37e5-4e87-bc4f-2a5a9d5f0e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:11.714434 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:12.270509 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:13.591361 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:15.169158 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:34.710710 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b9acd1fa-5185-43a9-8c4a-a9c730ff4b67 req-6f4a0f18-e371-4219-968c-931c9abc9fa2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407510 Aug 16 23:45:34.808162 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acd1fa-5185-43a9-8c4a-a9c730ff4b67 req-87fe09db-786d-4544-abec-d42345d5dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:45:34.809707 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b9acd1fa-5185-43a9-8c4a-a9c730ff4b67 req-87fe09db-786d-4544-abec-d42345d5dd7e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40b8a6e9e1314327b7c326363774ef5d&device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 1098 time: 0.0549634 Aug 16 23:45:34.920710 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acd1fa-5185-43a9-8c4a-a9c730ff4b67 req-64e23cf5-33b3-4b97-a5d9-daa1dc559414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:45:34.922118 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b9acd1fa-5185-43a9-8c4a-a9c730ff4b67 req-64e23cf5-33b3-4b97-a5d9-daa1dc559414 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55ec6832-72e5-4428-be16-acb0f0861636 HTTP/1.1" status: 200 len: 911 time: 0.0900660 Aug 16 23:45:34.994820 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b9acd1fa-5185-43a9-8c4a-a9c730ff4b67 req-e2b1753f-a2e6-4d28-9459-8c705a8c1e78 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bd35a51-6355-48b7-9704-68aae7509b7d HTTP/1.1" status: 200 len: 1002 time: 0.0632880 Aug 16 23:45:35.048146 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acd1fa-5185-43a9-8c4a-a9c730ff4b67 req-e0cbf449-c24c-4b66-9c9e-7f982b11389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:45:35.049648 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b9acd1fa-5185-43a9-8c4a-a9c730ff4b67 req-e0cbf449-c24c-4b66-9c9e-7f982b11389c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c4d3d9c6-00cd-4419-afc4-28cc62b48dc7 HTTP/1.1" status: 200 len: 849 time: 0.0459647 Aug 16 23:45:35.095773 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acd1fa-5185-43a9-8c4a-a9c730ff4b67 req-060860ba-87ca-4726-bda8-33d5ad350542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:45:35.097672 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b9acd1fa-5185-43a9-8c4a-a9c730ff4b67 req-060860ba-87ca-4726-bda8-33d5ad350542 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55ec6832-72e5-4428-be16-acb0f0861636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405340 Aug 16 23:45:35.203885 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b9acd1fa-5185-43a9-8c4a-a9c730ff4b67 req-354fa33b-9b28-4137-8531-dbfe385ee2e4 service neutron] 10.222.0.39 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992520 Aug 16 23:45:35.295401 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-b9acd1fa-5185-43a9-8c4a-a9c730ff4b67 req-bd769009-f001-403d-a328-ccab2fdfe648 service neutron] 10.222.0.39 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843830 Aug 16 23:45:39.146903 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b47cc47b-76a9-4426-b338-d89f8e4c117e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:39.293542 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:41.689686 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7e120ca3-88e6-4c65-aadc-1ccd6b67fc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:41.730748 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:42.275789 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:43.593911 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:43.844273 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:45:45.174272 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:45.405406 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-baa911f4-e097-4ba3-ac7f-6fc823848110 req-d1cddd84-aa2e-4566-9426-b813b76fbe52 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6a848486-88a8-4ef3-bf02-aa2641575407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404229 Aug 16 23:45:45.485905 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa911f4-e097-4ba3-ac7f-6fc823848110 req-f0828d39-e2e1-4fd4-9f86-353dbd87cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:45:45.488367 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-baa911f4-e097-4ba3-ac7f-6fc823848110 req-f0828d39-e2e1-4fd4-9f86-353dbd87cfb3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40b8a6e9e1314327b7c326363774ef5d&device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 1095 time: 0.0422854 Aug 16 23:45:45.592383 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa911f4-e097-4ba3-ac7f-6fc823848110 req-10f474c9-6d83-4827-8335-16f8230996bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:45:45.593853 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-baa911f4-e097-4ba3-ac7f-6fc823848110 req-10f474c9-6d83-4827-8335-16f8230996bc service neutron] 10.222.0.43 "GET /v2.0/networks?id=55ec6832-72e5-4428-be16-acb0f0861636 HTTP/1.1" status: 200 len: 911 time: 0.0868361 Aug 16 23:45:45.660218 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-baa911f4-e097-4ba3-ac7f-6fc823848110 req-e0f1f755-f066-4c3b-a676-44a202b48638 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 HTTP/1.1" status: 200 len: 999 time: 0.0583179 Aug 16 23:45:45.709512 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa911f4-e097-4ba3-ac7f-6fc823848110 req-bcd35e31-c32a-45b2-8163-237840d48303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:45:45.710990 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-baa911f4-e097-4ba3-ac7f-6fc823848110 req-bcd35e31-c32a-45b2-8163-237840d48303 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4d3d9c6-00cd-4419-afc4-28cc62b48dc7 HTTP/1.1" status: 200 len: 849 time: 0.0442286 Aug 16 23:45:45.760310 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa911f4-e097-4ba3-ac7f-6fc823848110 req-08d21e69-8f70-46d7-ab75-bfff29bb77a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:45:45.761780 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-baa911f4-e097-4ba3-ac7f-6fc823848110 req-08d21e69-8f70-46d7-ab75-bfff29bb77a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55ec6832-72e5-4428-be16-acb0f0861636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441175 Aug 16 23:45:45.850698 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-baa911f4-e097-4ba3-ac7f-6fc823848110 req-47197315-9630-4b11-9cf6-8aa43339ab01 service neutron] 10.222.0.43 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812316 Aug 16 23:45:45.949737 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-baa911f4-e097-4ba3-ac7f-6fc823848110 req-5bd6d7e8-1044-4370-9ec2-27ba3c2ebc37 service neutron] 10.222.0.43 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923126 Aug 16 23:46:09.149480 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-28fde463-ca55-4015-b34c-5dbcfdc835b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:09.315570 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:11.690361 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b5c3dfef-5a4a-401a-bcb0-4284621e9978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:11.728302 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:12.278120 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:13.595105 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:15.177317 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:20.842788 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:46:25.320210 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 4bd35a51-6355-48b7-9704-68aae7509b7d details requested by agent hyperv_n-h1-792458-15 with host n-h1-792458-15 {{(pid=94873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:46:25.577124 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 4bd35a51-6355-48b7-9704-68aae7509b7d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4bd35a51-6355-48b7-9704-68aae7509b7d,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:46:25.588007 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Returning: {'device': '4bd35a51-6355-48b7-9704-68aae7509b7d', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'port_id': '4bd35a51-6355-48b7-9704-68aae7509b7d', 'mac_address': 'fa:16:3e:f8:4a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:46:25.625017 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:25.637901 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4bd35a51-6355-48b7-9704-68aae7509b7d {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:46:25.658118 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 4bd35a51-6355-48b7-9704-68aae7509b7d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4bd35a51-6355-48b7-9704-68aae7509b7d,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:46:25.662694 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:25.711012 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=4bd35a51-6355-48b7-9704-68aae7509b7d,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:25.718255 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:25.718631 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:25.718973 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:25.719308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:25.719639 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:25.719968 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:25.720293 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:25.720616 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:25.720930 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:25.721258 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:25.721576 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:25.721895 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:25.733663 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] get_ports_and_sgs() called for port_ids ['4bd35a51-6355-48b7-9704-68aae7509b7d'] {{(pid=94873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:46:27.335641 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 4bd35a51-6355-48b7-9704-68aae7509b7d up at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:46:27.412683 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Provisioning complete for port 4bd35a51-6355-48b7-9704-68aae7509b7d triggered by entity L2. {{(pid=94873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:46:27.413413 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871458'] for port, provisioning_complete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:27.520996 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:27.569591 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 4bd35a51-6355-48b7-9704-68aae7509b7d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4bd35a51-6355-48b7-9704-68aae7509b7d,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:46:27.570853 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447dd1ec-f5d7-4f0c-810d-eb537e1716b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd35a51-6355-48b7-9704-68aae7509b7d'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:46:27.575030 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c19755c-a472-4217-a853-796348c08be9" -d '{"events": [{"server_uuid": "447dd1ec-f5d7-4f0c-810d-eb537e1716b0", "name": "network-vif-plugged", "status": "completed", "tag": "4bd35a51-6355-48b7-9704-68aae7509b7d"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:46:27.582351 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:27.656386 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b867d515-e4d2-49fe-bba8-c2bae2fe1edd x-openstack-request-id: req-b867d515-e4d2-49fe-bba8-c2bae2fe1edd {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:46:27.656669 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447dd1ec-f5d7-4f0c-810d-eb537e1716b0", "name": "network-vif-plugged", "status": "completed", "tag": "4bd35a51-6355-48b7-9704-68aae7509b7d", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:46:27.656916 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b867d515-e4d2-49fe-bba8-c2bae2fe1edd {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:46:27.657309 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447dd1ec-f5d7-4f0c-810d-eb537e1716b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd35a51-6355-48b7-9704-68aae7509b7d', 'code': 200} Aug 16 23:46:27.658263 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=4bd35a51-6355-48b7-9704-68aae7509b7d,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:35.767898 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0600c-6601-4a07-9a7c-4b6b8ba6e21b req-ba05420b-4d90-44ab-82f2-f0e2fd904cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:35.769452 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4c0600c-6601-4a07-9a7c-4b6b8ba6e21b req-ba05420b-4d90-44ab-82f2-f0e2fd904cfb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40b8a6e9e1314327b7c326363774ef5d&device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 1098 time: 0.0430303 Aug 16 23:46:35.880146 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0600c-6601-4a07-9a7c-4b6b8ba6e21b req-fe9742a9-9029-437f-b894-454eaf88d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:35.881676 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4c0600c-6601-4a07-9a7c-4b6b8ba6e21b req-fe9742a9-9029-437f-b894-454eaf88d312 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55ec6832-72e5-4428-be16-acb0f0861636 HTTP/1.1" status: 200 len: 911 time: 0.0925615 Aug 16 23:46:35.957892 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4c0600c-6601-4a07-9a7c-4b6b8ba6e21b req-6323fc99-7464-46b9-9e5e-123260d1d350 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bd35a51-6355-48b7-9704-68aae7509b7d HTTP/1.1" status: 200 len: 1002 time: 0.0639219 Aug 16 23:46:36.009005 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0600c-6601-4a07-9a7c-4b6b8ba6e21b req-c8c2db78-5221-4488-b114-f9ebf813b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:36.010489 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4c0600c-6601-4a07-9a7c-4b6b8ba6e21b req-c8c2db78-5221-4488-b114-f9ebf813b453 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c4d3d9c6-00cd-4419-afc4-28cc62b48dc7 HTTP/1.1" status: 200 len: 849 time: 0.0445700 Aug 16 23:46:36.056821 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0600c-6601-4a07-9a7c-4b6b8ba6e21b req-ee22b57e-1a40-4349-9a19-e6d945ddfdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:36.058359 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4c0600c-6601-4a07-9a7c-4b6b8ba6e21b req-ee22b57e-1a40-4349-9a19-e6d945ddfdfa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55ec6832-72e5-4428-be16-acb0f0861636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407162 Aug 16 23:46:36.152571 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4c0600c-6601-4a07-9a7c-4b6b8ba6e21b req-e6e40015-3375-4a06-a9b2-f6535917301a service neutron] 10.222.0.39 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851448 Aug 16 23:46:36.281943 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-e4c0600c-6601-4a07-9a7c-4b6b8ba6e21b req-d12c52fc-74c3-4cb4-8c02-452cef3b2ef0 service neutron] 10.222.0.39 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941081 Aug 16 23:46:37.216993 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53802) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:46:37.375379 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Deleting port 938d9412-1246-44f2-92da-f8ce4ee51e6c {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:46:37.375633 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:37.454256 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:37.454575 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:37.465833 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Calling delete_port for 938d9412-1246-44f2-92da-f8ce4ee51e6c owned by network:floatingip {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:46:37.619408 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:37.643149 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Pushing event deleted for resources: {'Port': ['ID=938d9412-1246-44f2-92da-f8ce4ee51e6c,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:37.658325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:37.658680 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:37.659026 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:37.659366 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:37.660370 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:37.660707 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:37.661045 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:37.661403 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:37.661729 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:37.662113 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:37.662623 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:37.662737 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:37.716309 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for floatingip, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:37.716645 n-d-792458-15 neutron-server[94871]: INFO neutron.db.l3_db [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Floating IP 40a95eac-28eb-4804-8ad5-608f98d14434 disassociated (deleted). External IP: 172.25.6.168, port: 4bd35a51-6355-48b7-9704-68aae7509b7d. Aug 16 23:46:37.927241 n-d-792458-15 neutron-server[94871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:46:38.034864 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:46:38.039776 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:38.044235 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71063c7c-5e5c-4711-8a7a-33080ca5220a None None] Sync routers for ids ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:46:38.057033 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71063c7c-5e5c-4711-8a7a-33080ca5220a None None] Routers {'2ca9e07b-89f5-4292-b476-17ac9e0e2d89'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:46:38.057661 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-71063c7c-5e5c-4711-8a7a-33080ca5220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:46:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:38.069614 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-a49b737f-491f-42cc-aa16-ca9ebb212921 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "DELETE /v2.0/floatingips/40a95eac-28eb-4804-8ad5-608f98d14434 HTTP/1.1" status: 204 len: 168 time: 0.8513710 Aug 16 23:46:38.070561 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447dd1ec-f5d7-4f0c-810d-eb537e1716b0', 'tag': '4bd35a51-6355-48b7-9704-68aae7509b7d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:46:38.072902 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6ff9b5-ed13-4182-821e-e4e79b4bf7cd" -d '{"events": [{"name": "network-changed", "server_uuid": "447dd1ec-f5d7-4f0c-810d-eb537e1716b0", "tag": "4bd35a51-6355-48b7-9704-68aae7509b7d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:46:38.113011 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14f5dd5-b286-41a9-afed-841d3475c604 x-openstack-request-id: req-b14f5dd5-b286-41a9-afed-841d3475c604 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:46:38.113329 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447dd1ec-f5d7-4f0c-810d-eb537e1716b0", "tag": "4bd35a51-6355-48b7-9704-68aae7509b7d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:46:38.113581 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b14f5dd5-b286-41a9-afed-841d3475c604 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:46:38.114000 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447dd1ec-f5d7-4f0c-810d-eb537e1716b0', 'tag': '4bd35a51-6355-48b7-9704-68aae7509b7d', 'status': 'completed', 'code': 200} Aug 16 23:46:38.167896 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-71063c7c-5e5c-4711-8a7a-33080ca5220a None None] Set router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:46:38.175697 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ff9b5-ed13-4182-821e-e4e79b4bf7cd req-10c38e1d-8017-448f-90f3-cf01e182179e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:38.177595 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b6ff9b5-ed13-4182-821e-e4e79b4bf7cd req-10c38e1d-8017-448f-90f3-cf01e182179e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40b8a6e9e1314327b7c326363774ef5d&device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 1098 time: 0.0422003 Aug 16 23:46:38.306565 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ff9b5-ed13-4182-821e-e4e79b4bf7cd req-3650e838-898b-46a1-b2f2-04bbf4ae6cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:38.308309 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b6ff9b5-ed13-4182-821e-e4e79b4bf7cd req-3650e838-898b-46a1-b2f2-04bbf4ae6cb5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55ec6832-72e5-4428-be16-acb0f0861636 HTTP/1.1" status: 200 len: 911 time: 0.1244106 Aug 16 23:46:38.356273 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b6ff9b5-ed13-4182-821e-e4e79b4bf7cd req-99c084cf-6d1d-4104-bb17-78166cfd3a47 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bd35a51-6355-48b7-9704-68aae7509b7d HTTP/1.1" status: 200 len: 217 time: 0.0395155 Aug 16 23:46:38.435925 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ff9b5-ed13-4182-821e-e4e79b4bf7cd req-53c13b2e-ff32-4398-817b-04d5080321f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:38.437448 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b6ff9b5-ed13-4182-821e-e4e79b4bf7cd req-53c13b2e-ff32-4398-817b-04d5080321f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c4d3d9c6-00cd-4419-afc4-28cc62b48dc7 HTTP/1.1" status: 200 len: 849 time: 0.0719805 Aug 16 23:46:38.443566 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-71063c7c-5e5c-4711-8a7a-33080ca5220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'name': 'tempest-TestSnapshotPattern-1776380142-router', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:51Z', 'updated_at': '2021-08-16T23:41:54Z', 'revision_number': 4, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'gw_port': {'id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:52Z', 'updated_at': '2021-08-16T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'd335ec7f-ecf5-4804-bf64-9769da1f9a72', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'port_id': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'mac_address': 'fa:16:3e:c2:64:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a848486-88a8-4ef3-bf02-aa2641575407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:42:12Z', 'updated_at': '2021-08-16T23:42:14Z', 'revision_number': 1, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f6ea9f-97dc-4759-b6b2-43a1c11a682c', 'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'mac_address': 'fa:16:3e:ed:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:53Z', 'updated_at': '2021-08-16T23:42:00Z', 'revision_number': 5, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'subnets': [{'id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:38.448702 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e0317-d7ab-4d0e-b4d9-d76c8b5c4dc2 req-466e8294-2dc3-4448-9e4e-7d4350e73585 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:38.450328 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d5e0317-d7ab-4d0e-b4d9-d76c8b5c4dc2 req-466e8294-2dc3-4448-9e4e-7d4350e73585 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 946 time: 0.1885586 Aug 16 23:46:38.470487 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71063c7c-5e5c-4711-8a7a-33080ca5220a None None] Checking router: 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:46:38.480604 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71063c7c-5e5c-4711-8a7a-33080ca5220a None None] Routers {'2ca9e07b-89f5-4292-b476-17ac9e0e2d89'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:46:38.481514 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-71063c7c-5e5c-4711-8a7a-33080ca5220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:46:12Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:38.515247 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-3d5e0317-d7ab-4d0e-b4d9-d76c8b5c4dc2 req-5eb6e818-9958-4050-a072-ce240694766f tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551426 Aug 16 23:46:38.518114 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ff9b5-ed13-4182-821e-e4e79b4bf7cd req-e54f8cc8-c463-4b0e-9c3a-4679f61efd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:38.520141 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b6ff9b5-ed13-4182-821e-e4e79b4bf7cd req-e54f8cc8-c463-4b0e-9c3a-4679f61efd75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55ec6832-72e5-4428-be16-acb0f0861636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689046 Aug 16 23:46:38.589897 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-71063c7c-5e5c-4711-8a7a-33080ca5220a None None] Set router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:46:38.624714 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b6ff9b5-ed13-4182-821e-e4e79b4bf7cd req-8bd59e49-0eb0-4259-8de1-b55600572ea1 service neutron] 10.222.0.39 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965517 Aug 16 23:46:38.742538 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-1b6ff9b5-ed13-4182-821e-e4e79b4bf7cd req-5ee1b46d-e09c-4716-837f-0f14f8567a0f service neutron] 10.222.0.39 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073189 Aug 16 23:46:38.836308 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-71063c7c-5e5c-4711-8a7a-33080ca5220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'name': 'tempest-TestSnapshotPattern-1776380142-router', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:51Z', 'updated_at': '2021-08-16T23:41:54Z', 'revision_number': 4, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'gw_port': {'id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:52Z', 'updated_at': '2021-08-16T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'd335ec7f-ecf5-4804-bf64-9769da1f9a72', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'port_id': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'mac_address': 'fa:16:3e:c2:64:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a848486-88a8-4ef3-bf02-aa2641575407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:42:12Z', 'updated_at': '2021-08-16T23:42:14Z', 'revision_number': 1, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f6ea9f-97dc-4759-b6b2-43a1c11a682c', 'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'mac_address': 'fa:16:3e:ed:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:53Z', 'updated_at': '2021-08-16T23:42:00Z', 'revision_number': 5, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'subnets': [{'id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:38.862031 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71063c7c-5e5c-4711-8a7a-33080ca5220a None None] The sync data for ids ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'] in n-d-792458-15 is: [{'id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'name': 'tempest-TestSnapshotPattern-1776380142-router', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:51Z', 'updated_at': '2021-08-16T23:41:54Z', 'revision_number': 4, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'gw_port': {'id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:52Z', 'updated_at': '2021-08-16T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_floatingips': [{'id': 'd335ec7f-ecf5-4804-bf64-9769da1f9a72', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'router_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'port_id': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'mac_address': 'fa:16:3e:c2:64:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a848486-88a8-4ef3-bf02-aa2641575407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:42:12Z', 'updated_at': '2021-08-16T23:42:14Z', 'revision_number': 1, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f6ea9f-97dc-4759-b6b2-43a1c11a682c', 'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'mac_address': 'fa:16:3e:ed:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:53Z', 'updated_at': '2021-08-16T23:42:00Z', 'revision_number': 5, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'subnets': [{'id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:46:39.077401 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc73971-383b-472b-9ca4-4ec21d8f9c2a None None] New status for floating IP 40a95eac-28eb-4804-8ad5-608f98d14434: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:46:39.150573 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3ee1b6fa-be8a-49bb-ab1a-3fb4507d2e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:39.328306 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:39.412026 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 4bd35a51-6355-48b7-9704-68aae7509b7d no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:46:39.490640 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664161'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:39.512589 n-d-792458-15 neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447dd1ec-f5d7-4f0c-810d-eb537e1716b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd35a51-6355-48b7-9704-68aae7509b7d'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:46:39.514954 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456de333dc251498b790f6710fb0819a015ed36f5e2213766fca05847ad4ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55f6507-33f6-4cc6-b0df-928adda7c724" -d '{"events": [{"server_uuid": "447dd1ec-f5d7-4f0c-810d-eb537e1716b0", "name": "network-vif-unplugged", "status": "completed", "tag": "4bd35a51-6355-48b7-9704-68aae7509b7d"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:46:39.527696 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] For port 4bd35a51-6355-48b7-9704-68aae7509b7d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4bd35a51-6355-48b7-9704-68aae7509b7d,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:46:39.532236 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735897818049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735897265008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735897265026'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:39.558887 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeae4fb2-e7ca-48b5-ad6b-858b85d481d0 x-openstack-request-id: req-eeae4fb2-e7ca-48b5-ad6b-858b85d481d0 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:46:39.559222 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447dd1ec-f5d7-4f0c-810d-eb537e1716b0", "name": "network-vif-unplugged", "status": "completed", "tag": "4bd35a51-6355-48b7-9704-68aae7509b7d", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:46:39.559437 n-d-792458-15 neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-eeae4fb2-e7ca-48b5-ad6b-858b85d481d0 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:46:39.559830 n-d-792458-15 neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447dd1ec-f5d7-4f0c-810d-eb537e1716b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd35a51-6355-48b7-9704-68aae7509b7d', 'code': 200} Aug 16 23:46:39.583899 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Pushing event updated for resources: {'Port': ['ID=4bd35a51-6355-48b7-9704-68aae7509b7d,revision_number=8']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:39.645655 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175d4dc-af7e-4c85-aebf-0aefe48b200c req-20c0f500-154e-4913-b03c-0786816c4078 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:39.647291 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0175d4dc-af7e-4c85-aebf-0aefe48b200c req-20c0f500-154e-4913-b03c-0786816c4078 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 944 time: 0.0554965 Aug 16 23:46:39.685653 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-0175d4dc-af7e-4c85-aebf-0aefe48b200c req-66463956-cc57-406e-a19f-3c7eb6c4011b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324349 Aug 16 23:46:39.779366 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1c66d-264b-4a1d-8f39-72543ab8c9eb req-2609895b-86a9-40bd-ab6a-5fd344306044 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:39.780835 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9da1c66d-264b-4a1d-8f39-72543ab8c9eb req-2609895b-86a9-40bd-ab6a-5fd344306044 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.39 "GET /v2.0/ports?device_id=447dd1ec-f5d7-4f0c-810d-eb537e1716b0 HTTP/1.1" status: 200 len: 944 time: 0.0481286 Aug 16 23:46:39.871610 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-9da1c66d-264b-4a1d-8f39-72543ab8c9eb req-7079eda9-5dcc-4ced-a955-8c0f52cd1ff6 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Deleting port 4bd35a51-6355-48b7-9704-68aae7509b7d {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:46:39.871864 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9da1c66d-264b-4a1d-8f39-72543ab8c9eb req-7079eda9-5dcc-4ced-a955-8c0f52cd1ff6 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:39.959078 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [req-9da1c66d-264b-4a1d-8f39-72543ab8c9eb req-7079eda9-5dcc-4ced-a955-8c0f52cd1ff6 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] For port 4bd35a51-6355-48b7-9704-68aae7509b7d, host n-h1-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-15',level=0,port_id=4bd35a51-6355-48b7-9704-68aae7509b7d,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:46:39.959438 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9da1c66d-264b-4a1d-8f39-72543ab8c9eb req-7079eda9-5dcc-4ced-a955-8c0f52cd1ff6 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:39.971789 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [req-9da1c66d-264b-4a1d-8f39-72543ab8c9eb req-7079eda9-5dcc-4ced-a955-8c0f52cd1ff6 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Calling delete_port for 4bd35a51-6355-48b7-9704-68aae7509b7d owned by compute:nova {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:46:40.100814 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9da1c66d-264b-4a1d-8f39-72543ab8c9eb req-7079eda9-5dcc-4ced-a955-8c0f52cd1ff6 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:40.129223 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079eda9-5dcc-4ced-a955-8c0f52cd1ff6 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Pushing event deleted for resources: {'Port': ['ID=4bd35a51-6355-48b7-9704-68aae7509b7d,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:40.170600 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da1c66d-264b-4a1d-8f39-72543ab8c9eb req-7079eda9-5dcc-4ced-a955-8c0f52cd1ff6 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] No DVR routers for this DVR port 4bd35a51-6355-48b7-9704-68aae7509b7d on host n-h1-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:46:40.173182 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [req-9da1c66d-264b-4a1d-8f39-72543ab8c9eb req-7079eda9-5dcc-4ced-a955-8c0f52cd1ff6 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:40.175227 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-9da1c66d-264b-4a1d-8f39-72543ab8c9eb req-7079eda9-5dcc-4ced-a955-8c0f52cd1ff6 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.39 "DELETE /v2.0/ports/4bd35a51-6355-48b7-9704-68aae7509b7d HTTP/1.1" status: 204 len: 173 time: 0.3887472 Aug 16 23:46:40.175666 n-d-792458-15 neutron-server[94871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447dd1ec-f5d7-4f0c-810d-eb537e1716b0', 'name': 'network-vif-deleted', 'tag': '4bd35a51-6355-48b7-9704-68aae7509b7d'}] {{(pid=94871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:46:40.178144 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efe621d931533f93910d0a105979210e71c3fb3da04f3e6153241d45a41c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e748b668-76c2-4cf9-b967-903dee114477" -d '{"events": [{"server_uuid": "447dd1ec-f5d7-4f0c-810d-eb537e1716b0", "name": "network-vif-deleted", "tag": "4bd35a51-6355-48b7-9704-68aae7509b7d"}]}' {{(pid=94871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:46:40.220941 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e9d344-2c89-45c7-95b6-016f034aa8b4 x-openstack-request-id: req-84e9d344-2c89-45c7-95b6-016f034aa8b4 {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:46:40.221228 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447dd1ec-f5d7-4f0c-810d-eb537e1716b0", "name": "network-vif-deleted", "tag": "4bd35a51-6355-48b7-9704-68aae7509b7d", "status": "completed", "code": 200}]} {{(pid=94871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:46:40.221477 n-d-792458-15 neutron-server[94871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-84e9d344-2c89-45c7-95b6-016f034aa8b4 {{(pid=94871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:46:40.221878 n-d-792458-15 neutron-server[94871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447dd1ec-f5d7-4f0c-810d-eb537e1716b0', 'name': 'network-vif-deleted', 'tag': '4bd35a51-6355-48b7-9704-68aae7509b7d', 'status': 'completed', 'code': 200} Aug 16 23:46:41.263427 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53864) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:46:41.419688 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Deleting port cd8804c2-01bd-45d3-8bd1-2badf78ea493 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:46:41.420022 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:41.505905 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:41.506180 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:41.517353 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Calling delete_port for cd8804c2-01bd-45d3-8bd1-2badf78ea493 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:46:41.664003 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:41.691534 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3fd552f8-a959-4b1d-9ac3-ef72d7023599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:41.694431 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Pushing event deleted for resources: {'Port': ['ID=cd8804c2-01bd-45d3-8bd1-2badf78ea493,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:41.717634 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:41.718004 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:41.718351 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:41.718685 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:41.719020 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:41.719351 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:41.719673 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:41.719997 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:41.720318 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:41.720637 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:41.720956 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:41.721277 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-15 {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:41.734618 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:41.763436 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:41.763789 n-d-792458-15 neutron-server[94872]: INFO neutron.db.l3_db [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Floating IP d335ec7f-ecf5-4804-bf64-9769da1f9a72 disassociated (deleted). External IP: 172.25.6.220, port: dfebcf00-50cc-4c57-a1f0-89ea6c4bece9. Aug 16 23:46:41.967968 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:46:42.075703 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:46:42.080342 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:42.085443 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811194d-7fd6-462e-bc61-b4d9c4179263 None None] Sync routers for ids ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:46:42.094340 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811194d-7fd6-462e-bc61-b4d9c4179263 None None] Routers {'2ca9e07b-89f5-4292-b476-17ac9e0e2d89'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:46:42.094959 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0811194d-7fd6-462e-bc61-b4d9c4179263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:46:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:42.108218 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-f885688f-5624-4570-9b28-6c381d8ac87b tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "DELETE /v2.0/floatingips/d335ec7f-ecf5-4804-bf64-9769da1f9a72 HTTP/1.1" status: 204 len: 168 time: 0.8436244 Aug 16 23:46:42.108901 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a848486-88a8-4ef3-bf02-aa2641575407', 'tag': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:46:42.111277 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4d2f00-5a71-415f-9449-ec26a19f44a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a848486-88a8-4ef3-bf02-aa2641575407", "tag": "dfebcf00-50cc-4c57-a1f0-89ea6c4bece9"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:46:42.209234 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff08a0b0-f49a-4ce7-8541-5559131f65ef x-openstack-request-id: req-ff08a0b0-f49a-4ce7-8541-5559131f65ef {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:46:42.209557 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a848486-88a8-4ef3-bf02-aa2641575407", "tag": "dfebcf00-50cc-4c57-a1f0-89ea6c4bece9", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:46:42.210238 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ff08a0b0-f49a-4ce7-8541-5559131f65ef {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:46:42.210688 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a848486-88a8-4ef3-bf02-aa2641575407', 'tag': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9', 'status': 'completed', 'code': 200} Aug 16 23:46:42.211859 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0811194d-7fd6-462e-bc61-b4d9c4179263 None None] Set router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:46:42.279171 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d2f00-5a71-415f-9449-ec26a19f44a4 req-b372f410-5d25-45f7-ad14-ad93558b784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:42.281491 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7e4d2f00-5a71-415f-9449-ec26a19f44a4 req-b372f410-5d25-45f7-ad14-ad93558b784f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40b8a6e9e1314327b7c326363774ef5d&device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 1095 time: 0.0455494 Aug 16 23:46:42.348132 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:42.350947 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe432ef-63c7-4842-b82b-d89754083df9 req-75f3a029-a93f-4db9-875f-4804b1e51159 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:42.352625 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fe432ef-63c7-4842-b82b-d89754083df9 req-75f3a029-a93f-4db9-875f-4804b1e51159 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 943 time: 0.0579596 Aug 16 23:46:42.389392 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d2f00-5a71-415f-9449-ec26a19f44a4 req-8b57336c-2585-46a6-afb9-b4c355c47bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:42.391325 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7e4d2f00-5a71-415f-9449-ec26a19f44a4 req-8b57336c-2585-46a6-afb9-b4c355c47bf4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=55ec6832-72e5-4428-be16-acb0f0861636 HTTP/1.1" status: 200 len: 911 time: 0.1027286 Aug 16 23:46:42.393145 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-8fe432ef-63c7-4842-b82b-d89754083df9 req-fc07f46f-0f96-4ff2-8fb6-dc5fd520a6d4 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340526 Aug 16 23:46:42.437856 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7e4d2f00-5a71-415f-9449-ec26a19f44a4 req-29d4baea-44ba-4d6b-8dd1-10c70417a2af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 HTTP/1.1" status: 200 len: 217 time: 0.0386922 Aug 16 23:46:42.440468 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0811194d-7fd6-462e-bc61-b4d9c4179263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'name': 'tempest-TestSnapshotPattern-1776380142-router', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:51Z', 'updated_at': '2021-08-16T23:41:54Z', 'revision_number': 4, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'gw_port': {'id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:52Z', 'updated_at': '2021-08-16T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '56f6ea9f-97dc-4759-b6b2-43a1c11a682c', 'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'mac_address': 'fa:16:3e:ed:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:53Z', 'updated_at': '2021-08-16T23:42:00Z', 'revision_number': 5, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'subnets': [{'id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:42.467013 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811194d-7fd6-462e-bc61-b4d9c4179263 None None] Checking router: 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:46:42.475908 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811194d-7fd6-462e-bc61-b4d9c4179263 None None] Routers {'2ca9e07b-89f5-4292-b476-17ac9e0e2d89'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:46:42.476515 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0811194d-7fd6-462e-bc61-b4d9c4179263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:46:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:42.487432 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d2f00-5a71-415f-9449-ec26a19f44a4 req-cc70e820-da3e-4ffc-b167-51590a18081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:42.489620 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7e4d2f00-5a71-415f-9449-ec26a19f44a4 req-cc70e820-da3e-4ffc-b167-51590a18081c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4d3d9c6-00cd-4419-afc4-28cc62b48dc7 HTTP/1.1" status: 200 len: 849 time: 0.0447278 Aug 16 23:46:42.540593 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d2f00-5a71-415f-9449-ec26a19f44a4 req-f9be99e8-bf44-4a1f-8156-b98180707a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:42.542151 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7e4d2f00-5a71-415f-9449-ec26a19f44a4 req-f9be99e8-bf44-4a1f-8156-b98180707a08 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55ec6832-72e5-4428-be16-acb0f0861636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449026 Aug 16 23:46:42.581804 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0811194d-7fd6-462e-bc61-b4d9c4179263 None None] Set router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:46:42.633110 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7e4d2f00-5a71-415f-9449-ec26a19f44a4 req-644b81b1-2032-48e8-9836-6f25a2dd4beb service neutron] 10.222.0.43 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833769 Aug 16 23:46:42.728827 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7e4d2f00-5a71-415f-9449-ec26a19f44a4 req-a8d897d3-21fc-4157-9db6-4a87887c940d service neutron] 10.222.0.43 "GET /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885818 Aug 16 23:46:42.782174 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0811194d-7fd6-462e-bc61-b4d9c4179263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'name': 'tempest-TestSnapshotPattern-1776380142-router', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:51Z', 'updated_at': '2021-08-16T23:41:54Z', 'revision_number': 4, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'gw_port': {'id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:52Z', 'updated_at': '2021-08-16T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '56f6ea9f-97dc-4759-b6b2-43a1c11a682c', 'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'mac_address': 'fa:16:3e:ed:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:53Z', 'updated_at': '2021-08-16T23:42:00Z', 'revision_number': 5, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'subnets': [{'id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:42.812190 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811194d-7fd6-462e-bc61-b4d9c4179263 None None] The sync data for ids ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'] in n-d-792458-15 is: [{'id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'name': 'tempest-TestSnapshotPattern-1776380142-router', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:51Z', 'updated_at': '2021-08-16T23:41:54Z', 'revision_number': 4, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'gw_port': {'id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:52Z', 'updated_at': '2021-08-16T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15', '_interfaces': [{'id': '56f6ea9f-97dc-4759-b6b2-43a1c11a682c', 'name': '', 'network_id': '55ec6832-72e5-4428-be16-acb0f0861636', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'mac_address': 'fa:16:3e:ed:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:53Z', 'updated_at': '2021-08-16T23:42:00Z', 'revision_number': 5, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'subnets': [{'id': 'c4d3d9c6-00cd-4419-afc4-28cc62b48dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:46:43.041207 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29581538-ac9c-41c4-be2c-140c2d12547e None None] New status for floating IP d335ec7f-ecf5-4804-bf64-9769da1f9a72: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:46:43.411749 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 4bd35a51-6355-48b7-9704-68aae7509b7d no longer exists at agent hyperv_n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:46:43.431628 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] No Port match for: 4bd35a51-6355-48b7-9704-68aae7509b7d {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:46:43.431980 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Device 4bd35a51-6355-48b7-9704-68aae7509b7d not bound to the agent host n-h1-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:46:43.568395 n-d-792458-15 neutron-server[94871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351ea51-e9c8-4974-809e-bb41419bbbaf req-667c7636-277c-43d7-a715-69ea23584c33 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:43.569901 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2351ea51-e9c8-4974-809e-bb41419bbbaf req-667c7636-277c-43d7-a715-69ea23584c33 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 943 time: 0.1008093 Aug 16 23:46:43.603075 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:43.610076 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-2351ea51-e9c8-4974-809e-bb41419bbbaf req-a1465654-6998-4d8d-9178-beaa5257c8c1 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=f5656f1f-8493-49e3-968f-8e6e58089a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340464 Aug 16 23:46:43.834181 n-d-792458-15 neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fafb8-a4b7-4c8d-88c5-308232f7914b req-17f42408-1f7d-460b-a579-f46bcf01ec27 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:43.835654 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7e5fafb8-a4b7-4c8d-88c5-308232f7914b req-17f42408-1f7d-460b-a579-f46bcf01ec27 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 943 time: 0.0485556 Aug 16 23:46:43.928883 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-7e5fafb8-a4b7-4c8d-88c5-308232f7914b req-5cf6eadb-c805-48b0-b272-2f4809ac902e tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Deleting port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:46:43.929225 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7e5fafb8-a4b7-4c8d-88c5-308232f7914b req-5cf6eadb-c805-48b0-b272-2f4809ac902e tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:44.016396 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-7e5fafb8-a4b7-4c8d-88c5-308232f7914b req-5cf6eadb-c805-48b0-b272-2f4809ac902e tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] For port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9, host n-h2-792458-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-15',level=0,port_id=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:46:44.016754 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7e5fafb8-a4b7-4c8d-88c5-308232f7914b req-5cf6eadb-c805-48b0-b272-2f4809ac902e tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:44.028731 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-7e5fafb8-a4b7-4c8d-88c5-308232f7914b req-5cf6eadb-c805-48b0-b272-2f4809ac902e tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Calling delete_port for dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:46:44.156275 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7e5fafb8-a4b7-4c8d-88c5-308232f7914b req-5cf6eadb-c805-48b0-b272-2f4809ac902e tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:44.183176 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6eadb-c805-48b0-b272-2f4809ac902e tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Pushing event deleted for resources: {'Port': ['ID=dfebcf00-50cc-4c57-a1f0-89ea6c4bece9,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:44.225298 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5fafb8-a4b7-4c8d-88c5-308232f7914b req-5cf6eadb-c805-48b0-b272-2f4809ac902e tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] No DVR routers for this DVR port dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 on host n-h2-792458-15 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:46:44.227867 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-7e5fafb8-a4b7-4c8d-88c5-308232f7914b req-5cf6eadb-c805-48b0-b272-2f4809ac902e tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50918'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:44.229884 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [req-7e5fafb8-a4b7-4c8d-88c5-308232f7914b req-5cf6eadb-c805-48b0-b272-2f4809ac902e tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.43 "DELETE /v2.0/ports/dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 HTTP/1.1" status: 204 len: 173 time: 0.3872116 Aug 16 23:46:44.230349 n-d-792458-15 neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a848486-88a8-4ef3-bf02-aa2641575407', 'name': 'network-vif-deleted', 'tag': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:46:44.232660 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e98bc3b418bbde629eaf8f4636dcd232a459674460612ebff81bec2fc78e6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18de67aa-9540-48fa-87c8-0d8b73115cc5" -d '{"events": [{"server_uuid": "6a848486-88a8-4ef3-bf02-aa2641575407", "name": "network-vif-deleted", "tag": "dfebcf00-50cc-4c57-a1f0-89ea6c4bece9"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:46:44.271457 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a081e7df-370b-4411-a9b8-1e763bc224f8 x-openstack-request-id: req-a081e7df-370b-4411-a9b8-1e763bc224f8 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:46:44.272003 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a848486-88a8-4ef3-bf02-aa2641575407", "name": "network-vif-deleted", "tag": "dfebcf00-50cc-4c57-a1f0-89ea6c4bece9", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:46:44.272255 n-d-792458-15 neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a081e7df-370b-4411-a9b8-1e763bc224f8 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:46:44.272653 n-d-792458-15 neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a848486-88a8-4ef3-bf02-aa2641575407', 'name': 'network-vif-deleted', 'tag': 'dfebcf00-50cc-4c57-a1f0-89ea6c4bece9', 'status': 'completed', 'code': 200} Aug 16 23:46:44.741834 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [req-80a74e09-536a-46f7-a092-7abdb45480c7 req-acddd74a-3cb6-4428-92af-82df47da3866 tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a848486-88a8-4ef3-bf02-aa2641575407 HTTP/1.1" status: 200 len: 210 time: 0.0286577 Aug 16 23:46:45.178890 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:45.797052 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53886) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:46:45.861156 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b507f8f4-3250-4143-a4ff-4948b0320b8c tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:45.886485 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b507f8f4-3250-4143-a4ff-4948b0320b8c tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:45.945088 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b507f8f4-3250-4143-a4ff-4948b0320b8c tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:45.947779 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b507f8f4-3250-4143-a4ff-4948b0320b8c tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:45.948934 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b507f8f4-3250-4143-a4ff-4948b0320b8c tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] 10.222.0.93 "DELETE /v2.0/security-groups/f5656f1f-8493-49e3-968f-8e6e58089a3d HTTP/1.1" status: 204 len: 168 time: 0.1509178 Aug 16 23:46:45.959103 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507f8f4-3250-4143-a4ff-4948b0320b8c tempest-TestSnapshotPattern-1537651958 tempest-TestSnapshotPattern-1537651958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5656f1f-8493-49e3-968f-8e6e58089a3d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:46.008106 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53892) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:46:46.662917 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b4343050-860e-4ea9-92d3-3898103da5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:46.904796 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b4343050-860e-4ea9-92d3-3898103da5dc admin admin] Deleting port 56f6ea9f-97dc-4759-b6b2-43a1c11a682c {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:46:46.905516 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b4343050-860e-4ea9-92d3-3898103da5dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:46.985755 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b4343050-860e-4ea9-92d3-3898103da5dc admin admin] For port 56f6ea9f-97dc-4759-b6b2-43a1c11a682c, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=56f6ea9f-97dc-4759-b6b2-43a1c11a682c,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:46:46.986150 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b4343050-860e-4ea9-92d3-3898103da5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:46.997912 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b4343050-860e-4ea9-92d3-3898103da5dc admin admin] Calling delete_port for 56f6ea9f-97dc-4759-b6b2-43a1c11a682c owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:46:47.182092 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b4343050-860e-4ea9-92d3-3898103da5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:47.219457 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4343050-860e-4ea9-92d3-3898103da5dc admin admin] Pushing event deleted for resources: {'Port': ['ID=56f6ea9f-97dc-4759-b6b2-43a1c11a682c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:47.384537 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b4343050-860e-4ea9-92d3-3898103da5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:47.559714 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 no longer exists at agent hyperv_n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:46:47.580105 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] No Port match for: dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:46:47.580455 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Device dfebcf00-50cc-4c57-a1f0-89ea6c4bece9 not bound to the agent host n-h2-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:46:47.626501 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4343050-860e-4ea9-92d3-3898103da5dc admin admin] Router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:46:47.733739 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4343050-860e-4ea9-92d3-3898103da5dc admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:46:47.740251 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b4343050-860e-4ea9-92d3-3898103da5dc admin admin] 10.222.0.93 "PUT /v2.0/routers/2ca9e07b-89f5-4292-b476-17ac9e0e2d89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7301059 Aug 16 23:46:47.742010 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53894) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:46:47.744726 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0936c5b1-1ba0-447e-a450-b381e1f40faf None None] Sync routers for ids ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'] in n-d-792458-15 {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:46:47.754570 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0936c5b1-1ba0-447e-a450-b381e1f40faf None None] Routers {'2ca9e07b-89f5-4292-b476-17ac9e0e2d89'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:46:47.755432 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0936c5b1-1ba0-447e-a450-b381e1f40faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:46:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:47.845164 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b181b188-e23c-479e-9e70-611999511de9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:47.858447 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0936c5b1-1ba0-447e-a450-b381e1f40faf None None] Set router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 gateway port host: n-d-792458-15 {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:46:47.972584 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b181b188-e23c-479e-9e70-611999511de9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:48.024695 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b181b188-e23c-479e-9e70-611999511de9 admin admin] Deleting port 0b2b8961-14c7-4a46-9ef9-24e8d8c726c8 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:46:48.025041 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b181b188-e23c-479e-9e70-611999511de9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:48.046375 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0936c5b1-1ba0-447e-a450-b381e1f40faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'name': 'tempest-TestSnapshotPattern-1776380142-router', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:51Z', 'updated_at': '2021-08-16T23:46:47Z', 'revision_number': 5, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'gw_port': {'id': '0b2b8961-14c7-4a46-9ef9-24e8d8c726c8', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:52Z', 'updated_at': '2021-08-16T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:48.073167 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0936c5b1-1ba0-447e-a450-b381e1f40faf None None] Checking router: 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 for host: n-d-792458-15 {{(pid=94873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:46:48.081619 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0936c5b1-1ba0-447e-a450-b381e1f40faf None None] Routers {'2ca9e07b-89f5-4292-b476-17ac9e0e2d89'} bound to L3 agent in host n-d-792458-15 {{(pid=94873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:46:48.082250 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0936c5b1-1ba0-447e-a450-b381e1f40faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:46:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'], 'active': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:48.110510 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-b181b188-e23c-479e-9e70-611999511de9 admin admin] For port 0b2b8961-14c7-4a46-9ef9-24e8d8c726c8, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=0b2b8961-14c7-4a46-9ef9-24e8d8c726c8,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:46:48.110794 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b181b188-e23c-479e-9e70-611999511de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:48.122984 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-b181b188-e23c-479e-9e70-611999511de9 admin admin] Calling delete_port for 0b2b8961-14c7-4a46-9ef9-24e8d8c726c8 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:46:48.302862 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b181b188-e23c-479e-9e70-611999511de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:48.327059 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181b188-e23c-479e-9e70-611999511de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2b8961-14c7-4a46-9ef9-24e8d8c726c8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:48.335065 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvr_db [None req-0936c5b1-1ba0-447e-a450-b381e1f40faf None None] Set router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 gateway port host: None {{(pid=94873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:46:48.389490 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_hamode_db [None req-0936c5b1-1ba0-447e-a450-b381e1f40faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'name': 'tempest-TestSnapshotPattern-1776380142-router', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:51Z', 'updated_at': '2021-08-16T23:46:47Z', 'revision_number': 6, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'gw_port_host': None}], 'n-d-792458-15', False) {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:48.394903 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b181b188-e23c-479e-9e70-611999511de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:48.416456 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0936c5b1-1ba0-447e-a450-b381e1f40faf None None] The sync data for ids ['2ca9e07b-89f5-4292-b476-17ac9e0e2d89'] in n-d-792458-15 is: [{'id': '2ca9e07b-89f5-4292-b476-17ac9e0e2d89', 'name': 'tempest-TestSnapshotPattern-1776380142-router', 'tenant_id': '40b8a6e9e1314327b7c326363774ef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:51Z', 'updated_at': '2021-08-16T23:46:47Z', 'revision_number': 6, 'project_id': '40b8a6e9e1314327b7c326363774ef5d', 'gw_port_host': None}] {{(pid=94873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:46:48.488150 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b181b188-e23c-479e-9e70-611999511de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:48.490394 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b181b188-e23c-479e-9e70-611999511de9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:48.535783 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b181b188-e23c-479e-9e70-611999511de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:48.536436 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b181b188-e23c-479e-9e70-611999511de9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ca9e07b-89f5-4292-b476-17ac9e0e2d89 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:46:48.540613 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b181b188-e23c-479e-9e70-611999511de9 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:48.541769 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-b181b188-e23c-479e-9e70-611999511de9 admin admin] 10.222.0.93 "DELETE /v2.0/routers/2ca9e07b-89f5-4292-b476-17ac9e0e2d89 HTTP/1.1" status: 204 len: 168 time: 0.7988083 Aug 16 23:46:48.544600 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53896) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:46:48.589911 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb9813e-ff47-4b4f-889a-bd739a2971ae admin admin] Deleting subnet c4d3d9c6-00cd-4419-afc4-28cc62b48dc7 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:46:48.592962 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfb9813e-ff47-4b4f-889a-bd739a2971ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:48.626823 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfb9813e-ff47-4b4f-889a-bd739a2971ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:48.708355 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfb9813e-ff47-4b4f-889a-bd739a2971ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:48.763603 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfb9813e-ff47-4b4f-889a-bd739a2971ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:48.796311 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9813e-ff47-4b4f-889a-bd739a2971ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4d3d9c6-00cd-4419-afc4-28cc62b48dc7,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:48.800645 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfb9813e-ff47-4b4f-889a-bd739a2971ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:48.806041 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-bfb9813e-ff47-4b4f-889a-bd739a2971ae admin admin] 10.222.0.93 "DELETE /v2.0/subnets/c4d3d9c6-00cd-4419-afc4-28cc62b48dc7 HTTP/1.1" status: 204 len: 168 time: 0.2570586 Aug 16 23:46:48.806990 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53898) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:46:48.816572 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f522fd55-a992-44d4-9d39-3f94026604b3 None None] Network 55ec6832-72e5-4428-be16-acb0f0861636 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:46:48.888256 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ae7710a-f4c0-44e5-bab8-f761e783bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:48.941361 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0ae7710a-f4c0-44e5-bab8-f761e783bf2e admin admin] Deleting port 3ef8cb7a-224c-42aa-94e2-3305c8b496e4 {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:46:48.941734 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ae7710a-f4c0-44e5-bab8-f761e783bf2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:49.016107 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-0ae7710a-f4c0-44e5-bab8-f761e783bf2e admin admin] For port 3ef8cb7a-224c-42aa-94e2-3305c8b496e4, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=3ef8cb7a-224c-42aa-94e2-3305c8b496e4,segment=NetworkSegment(67627b61-46a1-4b7a-ac2d-a6d906af27b6),segment_id=67627b61-46a1-4b7a-ac2d-a6d906af27b6)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:46:49.016472 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ae7710a-f4c0-44e5-bab8-f761e783bf2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:49.028580 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-0ae7710a-f4c0-44e5-bab8-f761e783bf2e admin admin] Calling delete_port for 3ef8cb7a-224c-42aa-94e2-3305c8b496e4 owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:46:49.107023 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ae7710a-f4c0-44e5-bab8-f761e783bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:49.134736 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7710a-f4c0-44e5-bab8-f761e783bf2e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef8cb7a-224c-42aa-94e2-3305c8b496e4,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:49.140043 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae7710a-f4c0-44e5-bab8-f761e783bf2e admin admin] No DVR routers for this DVR port 3ef8cb7a-224c-42aa-94e2-3305c8b496e4 on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:46:49.196630 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6d6c73-291f-417e-87fd-0d62df708bc4 None None] DHCP port deletion for 55ec6832-72e5-4428-be16-acb0f0861636 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:46:49.220151 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ae7710a-f4c0-44e5-bab8-f761e783bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:49.230054 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-0ae7710a-f4c0-44e5-bab8-f761e783bf2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ec6832-72e5-4428-be16-acb0f0861636']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:49.240720 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-0ae7710a-f4c0-44e5-bab8-f761e783bf2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67627b61-46a1-4b7a-ac2d-a6d906af27b6') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:49.241017 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-0ae7710a-f4c0-44e5-bab8-f761e783bf2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67627b61-46a1-4b7a-ac2d-a6d906af27b6') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:49.249688 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ae7710a-f4c0-44e5-bab8-f761e783bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:49.264514 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ae7710a-f4c0-44e5-bab8-f761e783bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:49.271464 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae7710a-f4c0-44e5-bab8-f761e783bf2e admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:46:49.272021 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ae7710a-f4c0-44e5-bab8-f761e783bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: timer() Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:46:49.273819 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:46:49.333343 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ae7710a-f4c0-44e5-bab8-f761e783bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:49.339210 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-0ae7710a-f4c0-44e5-bab8-f761e783bf2e admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:49.341019 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-0ae7710a-f4c0-44e5-bab8-f761e783bf2e admin admin] 10.222.0.93 "DELETE /v2.0/networks/55ec6832-72e5-4428-be16-acb0f0861636 HTTP/1.1" status: 204 len: 168 time: 0.5330503 Aug 16 23:46:49.344221 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53900) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:46:49.353103 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7710a-f4c0-44e5-bab8-f761e783bf2e admin admin] Pushing event deleted for resources: {'Network': ['ID=55ec6832-72e5-4428-be16-acb0f0861636,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:49.738440 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ee4ffde-bae4-4c48-bf24-17f2d3a0233e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588971'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:49.990384 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4ee4ffde-bae4-4c48-bf24-17f2d3a0233e admin admin] Deleting port a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:46:49.990640 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ee4ffde-bae4-4c48-bf24-17f2d3a0233e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:50.070082 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-4ee4ffde-bae4-4c48-bf24-17f2d3a0233e admin admin] For port a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf,segment=NetworkSegment(df991494-46ca-4c34-8182-e06a941867d6),segment_id=df991494-46ca-4c34-8182-e06a941867d6)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:46:50.070447 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ee4ffde-bae4-4c48-bf24-17f2d3a0233e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:50.083560 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4ee4ffde-bae4-4c48-bf24-17f2d3a0233e admin admin] Calling delete_port for a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:46:50.273225 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ee4ffde-bae4-4c48-bf24-17f2d3a0233e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:50.299111 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4ffde-bae4-4c48-bf24-17f2d3a0233e admin admin] Pushing event deleted for resources: {'Port': ['ID=a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:50.480143 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4ee4ffde-bae4-4c48-bf24-17f2d3a0233e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588863'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:50.548044 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3ef8cb7a-224c-42aa-94e2-3305c8b496e4 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:46:50.569489 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 3ef8cb7a-224c-42aa-94e2-3305c8b496e4 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:46:50.569723 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 3ef8cb7a-224c-42aa-94e2-3305c8b496e4 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:46:50.570179 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0b2b8961-14c7-4a46-9ef9-24e8d8c726c8 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:46:50.591586 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 0b2b8961-14c7-4a46-9ef9-24e8d8c726c8 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:46:50.591936 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 0b2b8961-14c7-4a46-9ef9-24e8d8c726c8 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:46:50.592397 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 56f6ea9f-97dc-4759-b6b2-43a1c11a682c no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:46:50.611115 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 56f6ea9f-97dc-4759-b6b2-43a1c11a682c {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:46:50.611466 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 56f6ea9f-97dc-4759-b6b2-43a1c11a682c not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:46:50.706781 n-d-792458-15 neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee4ffde-bae4-4c48-bf24-17f2d3a0233e admin admin] Router 81294cc1-57b5-4e45-8ea9-34eabebe092c has already been hosted by L3 agent 7ed09064-9a66-4191-8df8-5b820098c766 {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:46:50.810868 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee4ffde-bae4-4c48-bf24-17f2d3a0233e admin admin] Notify agent at l3_agent.n-d-792458-15 the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:46:50.815729 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-4ee4ffde-bae4-4c48-bf24-17f2d3a0233e admin admin] 10.222.0.93 "PUT /v2.0/routers/81294cc1-57b5-4e45-8ea9-34eabebe092c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4703972 Aug 16 23:46:50.818557 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53902) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:46:50.821463 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0836d4-5c08-47b8-a30f-a5cdcef7a465 None None] Sync routers for ids ['81294cc1-57b5-4e45-8ea9-34eabebe092c'] in n-d-792458-15 {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:46:50.835681 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0836d4-5c08-47b8-a30f-a5cdcef7a465 None None] Routers {'81294cc1-57b5-4e45-8ea9-34eabebe092c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:46:50.836811 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-2d0836d4-5c08-47b8-a30f-a5cdcef7a465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:46:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['81294cc1-57b5-4e45-8ea9-34eabebe092c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:50.998048 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-2d0836d4-5c08-47b8-a30f-a5cdcef7a465 None None] Set router 81294cc1-57b5-4e45-8ea9-34eabebe092c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:46:51.278438 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-2d0836d4-5c08-47b8-a30f-a5cdcef7a465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'name': 'tempest-TestSnapshotPattern-455608987-router', 'tenant_id': '9e830dbf36c94f0594da9f95aae55155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '23b1fff1-2e97-430a-ac66-404aed92d8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:56Z', 'updated_at': '2021-08-16T23:46:50Z', 'revision_number': 5, 'project_id': '9e830dbf36c94f0594da9f95aae55155', 'gw_port': {'id': '23b1fff1-2e97-430a-ac66-404aed92d8a1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:56Z', 'updated_at': '2021-08-16T23:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:51.307562 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0836d4-5c08-47b8-a30f-a5cdcef7a465 None None] Checking router: 81294cc1-57b5-4e45-8ea9-34eabebe092c for host: n-d-792458-15 {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:46:51.322893 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0836d4-5c08-47b8-a30f-a5cdcef7a465 None None] Routers {'81294cc1-57b5-4e45-8ea9-34eabebe092c'} bound to L3 agent in host n-d-792458-15 {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:46:51.323528 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-2d0836d4-5c08-47b8-a30f-a5cdcef7a465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:06:41Z,description=,heartbeat_timestamp=2021-08-16T23:46:42Z,host='n-d-792458-15',id=7ed09064-9a66-4191-8df8-5b820098c766,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:06:41Z,topic='l3_agent')) {'router_ids': ['81294cc1-57b5-4e45-8ea9-34eabebe092c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:51.437360 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-2d0836d4-5c08-47b8-a30f-a5cdcef7a465 None None] Set router 81294cc1-57b5-4e45-8ea9-34eabebe092c gateway port host: n-d-792458-15 {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:46:51.449830 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56dcf6f4-80ae-472c-8802-9faf478ffdcb admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:51.557866 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56dcf6f4-80ae-472c-8802-9faf478ffdcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:51.621935 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-2d0836d4-5c08-47b8-a30f-a5cdcef7a465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'name': 'tempest-TestSnapshotPattern-455608987-router', 'tenant_id': '9e830dbf36c94f0594da9f95aae55155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '23b1fff1-2e97-430a-ac66-404aed92d8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:56Z', 'updated_at': '2021-08-16T23:46:50Z', 'revision_number': 5, 'project_id': '9e830dbf36c94f0594da9f95aae55155', 'gw_port': {'id': '23b1fff1-2e97-430a-ac66-404aed92d8a1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:56Z', 'updated_at': '2021-08-16T23:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}], 'n-d-792458-15', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:51.630326 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-56dcf6f4-80ae-472c-8802-9faf478ffdcb admin admin] Deleting port 23b1fff1-2e97-430a-ac66-404aed92d8a1 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:46:51.630796 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56dcf6f4-80ae-472c-8802-9faf478ffdcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:51.649427 n-d-792458-15 neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0836d4-5c08-47b8-a30f-a5cdcef7a465 None None] The sync data for ids ['81294cc1-57b5-4e45-8ea9-34eabebe092c'] in n-d-792458-15 is: [{'id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'name': 'tempest-TestSnapshotPattern-455608987-router', 'tenant_id': '9e830dbf36c94f0594da9f95aae55155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'external_fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '23b1fff1-2e97-430a-ac66-404aed92d8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:41:56Z', 'updated_at': '2021-08-16T23:46:50Z', 'revision_number': 5, 'project_id': '9e830dbf36c94f0594da9f95aae55155', 'gw_port': {'id': '23b1fff1-2e97-430a-ac66-404aed92d8a1', 'name': '', 'network_id': 'cf5e9c9f-1bd0-41c5-912c-e5a4870724af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81294cc1-57b5-4e45-8ea9-34eabebe092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:41:56Z', 'updated_at': '2021-08-16T23:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb9fa2c-a953-449f-893f-5182dda43a07', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-15'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:46:51.743088 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-56dcf6f4-80ae-472c-8802-9faf478ffdcb admin admin] For port 23b1fff1-2e97-430a-ac66-404aed92d8a1, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=23b1fff1-2e97-430a-ac66-404aed92d8a1,segment=NetworkSegment(32a461ea-2cd7-478b-af7a-6ea50c45d558),segment_id=32a461ea-2cd7-478b-af7a-6ea50c45d558)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:46:51.743589 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56dcf6f4-80ae-472c-8802-9faf478ffdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:51.761023 n-d-792458-15 neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-56dcf6f4-80ae-472c-8802-9faf478ffdcb admin admin] Calling delete_port for 23b1fff1-2e97-430a-ac66-404aed92d8a1 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:46:51.944651 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56dcf6f4-80ae-472c-8802-9faf478ffdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131687650'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:51.976119 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcf6f4-80ae-472c-8802-9faf478ffdcb admin admin] Pushing event deleted for resources: {'Port': ['ID=23b1fff1-2e97-430a-ac66-404aed92d8a1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:52.049167 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56dcf6f4-80ae-472c-8802-9faf478ffdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588513'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:52.143678 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56dcf6f4-80ae-472c-8802-9faf478ffdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58592'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:52.146625 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56dcf6f4-80ae-472c-8802-9faf478ffdcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:52.199431 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56dcf6f4-80ae-472c-8802-9faf478ffdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578884'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:52.200048 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dcf6f4-80ae-472c-8802-9faf478ffdcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81294cc1-57b5-4e45-8ea9-34eabebe092c {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:46:52.204619 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56dcf6f4-80ae-472c-8802-9faf478ffdcb admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:52.205841 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-56dcf6f4-80ae-472c-8802-9faf478ffdcb admin admin] 10.222.0.93 "DELETE /v2.0/routers/81294cc1-57b5-4e45-8ea9-34eabebe092c HTTP/1.1" status: 204 len: 168 time: 1.3863745 Aug 16 23:46:52.208741 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53906) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:46:52.261705 n-d-792458-15 neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd4d6a5-46c9-4263-8bfc-1e8382c5939b admin admin] Deleting subnet d52fa0b1-d050-4d2e-b7a4-bf4bd6ad2a5a {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:46:52.266638 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ecd4d6a5-46c9-4263-8bfc-1e8382c5939b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:52.303963 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ecd4d6a5-46c9-4263-8bfc-1e8382c5939b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130987726'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:52.389778 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ecd4d6a5-46c9-4263-8bfc-1e8382c5939b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687228'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:52.444955 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ecd4d6a5-46c9-4263-8bfc-1e8382c5939b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131687439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130379234'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:52.478827 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ecd4d6a5-46c9-4263-8bfc-1e8382c5939b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:52.482900 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-ecd4d6a5-46c9-4263-8bfc-1e8382c5939b admin admin] 10.222.0.93 "DELETE /v2.0/subnets/d52fa0b1-d050-4d2e-b7a4-bf4bd6ad2a5a HTTP/1.1" status: 204 len: 168 time: 0.2709391 Aug 16 23:46:52.483041 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4d6a5-46c9-4263-8bfc-1e8382c5939b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d52fa0b1-d050-4d2e-b7a4-bf4bd6ad2a5a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:52.483278 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53908) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:46:52.483786 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14db8420-783e-4718-8ab9-5fb3e71e1393 None None] Network 08a0d709-811f-4c9c-b431-480ed1997fd3 requested from n-d-792458-15 {{(pid=94873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:46:52.554054 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d5b49367-c738-4592-8c7a-9aa811e044f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751156'] for network, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:52.610352 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d5b49367-c738-4592-8c7a-9aa811e044f3 admin admin] Deleting port 08d9943b-cf19-4315-a369-8ccb209995ae {{(pid=94871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:46:52.610722 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d5b49367-c738-4592-8c7a-9aa811e044f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:52.684317 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.db [None req-d5b49367-c738-4592-8c7a-9aa811e044f3 admin admin] For port 08d9943b-cf19-4315-a369-8ccb209995ae, host n-d-792458-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-15',level=0,port_id=08d9943b-cf19-4315-a369-8ccb209995ae,segment=NetworkSegment(df991494-46ca-4c34-8182-e06a941867d6),segment_id=df991494-46ca-4c34-8182-e06a941867d6)] {{(pid=94871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:46:52.684678 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d5b49367-c738-4592-8c7a-9aa811e044f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:52.698951 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.plugin [None req-d5b49367-c738-4592-8c7a-9aa811e044f3 admin admin] Calling delete_port for 08d9943b-cf19-4315-a369-8ccb209995ae owned by network:dhcp {{(pid=94871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:46:52.706587 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09519123-c212-43d7-96ef-4781fb483cf5 None None] DHCP port deletion for 08a0d709-811f-4c9c-b431-480ed1997fd3 request from n-d-792458-15 {{(pid=94873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:46:52.733549 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 23b1fff1-2e97-430a-ac66-404aed92d8a1 no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:46:52.760548 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 23b1fff1-2e97-430a-ac66-404aed92d8a1 {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:46:52.760887 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 23b1fff1-2e97-430a-ac66-404aed92d8a1 not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:46:52.761305 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:46:52.781762 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:46:52.782126 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device a02ab4fe-2f90-4fff-bbeb-7e5d9b53b0bf not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:46:52.784791 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d5b49367-c738-4592-8c7a-9aa811e044f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131872978'] for port, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:52.799862 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-09519123-c212-43d7-96ef-4781fb483cf5 None None] Deleting port 08d9943b-cf19-4315-a369-8ccb209995ae {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:46:52.800236 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-09519123-c212-43d7-96ef-4781fb483cf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735897812309'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:52.815624 n-d-792458-15 neutron-server[94871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b49367-c738-4592-8c7a-9aa811e044f3 admin admin] No DVR routers for this DVR port 08d9943b-cf19-4315-a369-8ccb209995ae on host n-d-792458-15 {{(pid=94871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:46:52.817594 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b49367-c738-4592-8c7a-9aa811e044f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=08d9943b-cf19-4315-a369-8ccb209995ae,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:52.866451 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-09519123-c212-43d7-96ef-4781fb483cf5 None None] For port 08d9943b-cf19-4315-a369-8ccb209995ae, host n-d-792458-15, got binding levels [] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:46:52.866844 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-09519123-c212-43d7-96ef-4781fb483cf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582858'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:52.878812 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-09519123-c212-43d7-96ef-4781fb483cf5 None None] Calling delete_port for 08d9943b-cf19-4315-a369-8ccb209995ae owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:46:52.881803 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.ipam_backend_mixin [None req-09519123-c212-43d7-96ef-4781fb483cf5 None None] Port 08d9943b-cf19-4315-a369-8ccb209995ae was not found and therefore no delete operation was performed {{(pid=94873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 23:46:52.883223 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-09519123-c212-43d7-96ef-4781fb483cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735897818031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735897264999'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:52.886821 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d5b49367-c738-4592-8c7a-9aa811e044f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685301', 'neutron.services.segments.db._delete_segments_for_network-8735897758877'] for network, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:52.897346 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-d5b49367-c738-4592-8c7a-9aa811e044f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a0d709-811f-4c9c-b431-480ed1997fd3']}} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:52.907690 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-d5b49367-c738-4592-8c7a-9aa811e044f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df991494-46ca-4c34-8182-e06a941867d6') {'for_net_delete': True} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:52.907985 n-d-792458-15 neutron-server[94871]: DEBUG neutron.services.segments.db [None req-d5b49367-c738-4592-8c7a-9aa811e044f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df991494-46ca-4c34-8182-e06a941867d6') {} {{(pid=94871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:52.912943 n-d-792458-15 neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09519123-c212-43d7-96ef-4781fb483cf5 None None] Pushing event deleted for resources: {'Port': ['ID=08d9943b-cf19-4315-a369-8ccb209995ae,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:52.916741 n-d-792458-15 neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09519123-c212-43d7-96ef-4781fb483cf5 None None] No DVR routers for this DVR port 08d9943b-cf19-4315-a369-8ccb209995ae on host n-d-792458-15 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:46:52.917971 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d5b49367-c738-4592-8c7a-9aa811e044f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735897762982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131872289'] for segment, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:52.935765 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d5b49367-c738-4592-8c7a-9aa811e044f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147'] for segment, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:52.943195 n-d-792458-15 neutron-server[94871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b49367-c738-4592-8c7a-9aa811e044f3 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:46:52.943608 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d5b49367-c738-4592-8c7a-9aa811e044f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131872901'] for segment, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: Traceback (most recent call last): Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: timer() Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: cb(*args, **kw) Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: return func(*args, **kwargs) Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: self._notify() Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: self.callback(batched_events) Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: event.method(event) Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: return f(self, *a, **k) Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: return self._get(url).json() Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: return self.request(url, 'GET', **kwargs) Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:46:52.945492 n-d-792458-15 neutron-server[94871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:46:53.003916 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d5b49367-c738-4592-8c7a-9aa811e044f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1938425'] for network, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:53.009370 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-d5b49367-c738-4592-8c7a-9aa811e044f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:53.013805 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-d5b49367-c738-4592-8c7a-9aa811e044f3 admin admin] 10.222.0.93 "DELETE /v2.0/networks/08a0d709-811f-4c9c-b431-480ed1997fd3 HTTP/1.1" status: 204 len: 168 time: 0.5269094 Aug 16 23:46:53.023773 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b49367-c738-4592-8c7a-9aa811e044f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=08a0d709-811f-4c9c-b431-480ed1997fd3,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:53.141399 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53912) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:46:53.179885 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-4300b2ac-0bd1-4c27-a55d-04de69dff766 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=40b8a6e9e1314327b7c326363774ef5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372975 Aug 16 23:46:53.182325 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53914) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:46:53.229579 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c70b93fa-c7c1-458f-bee1-4f335f06dd81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:53.249862 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c70b93fa-c7c1-458f-bee1-4f335f06dd81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:53.299305 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c70b93fa-c7c1-458f-bee1-4f335f06dd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:53.301859 n-d-792458-15 neutron-server[94871]: DEBUG neutron_lib.callbacks.manager [None req-c70b93fa-c7c1-458f-bee1-4f335f06dd81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:53.303026 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c70b93fa-c7c1-458f-bee1-4f335f06dd81 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/490cf75a-9195-4ddd-8707-a248123eacca HTTP/1.1" status: 204 len: 168 time: 0.1198888 Aug 16 23:46:53.311639 n-d-792458-15 neutron-server[94871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b93fa-c7c1-458f-bee1-4f335f06dd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490cf75a-9195-4ddd-8707-a248123eacca,revision_number=None']} {{(pid=94871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:53.637950 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [-] (94871) accepted ('10.222.0.93', 53920) {{(pid=94871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:46:53.679231 n-d-792458-15 neutron-server[94871]: INFO neutron.wsgi [None req-c6fad743-77f4-4add-8d6d-06e572ddb0f9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9e830dbf36c94f0594da9f95aae55155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400662 Aug 16 23:46:53.682166 n-d-792458-15 neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.93', 53922) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:46:53.732007 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-afa6a920-422c-44ea-b187-96150b5c074c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:53.754487 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-afa6a920-422c-44ea-b187-96150b5c074c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:53.800359 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-afa6a920-422c-44ea-b187-96150b5c074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792247'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:53.803325 n-d-792458-15 neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-afa6a920-422c-44ea-b187-96150b5c074c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:53.804735 n-d-792458-15 neutron-server[94872]: INFO neutron.wsgi [None req-afa6a920-422c-44ea-b187-96150b5c074c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d9870a36-a67e-41da-9cc1-31965135f731 HTTP/1.1" status: 204 len: 168 time: 0.1214962 Aug 16 23:46:53.812460 n-d-792458-15 neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6a920-422c-44ea-b187-96150b5c074c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9870a36-a67e-41da-9cc1-31965135f731,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:54.476884 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 08d9943b-cf19-4315-a369-8ccb209995ae no longer exists at agent ovs-agent-n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:46:54.497321 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] No Port match for: 08d9943b-cf19-4315-a369-8ccb209995ae {{(pid=94873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:46:54.497673 n-d-792458-15 neutron-server[94873]: DEBUG neutron.plugins.ml2.rpc [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Device 08d9943b-cf19-4315-a369-8ccb209995ae not bound to the agent host n-d-792458-15 {{(pid=94873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:46:57.841942 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:47:09.152144 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-47bb480e-ecb8-4889-bbae-341798db1f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:09.344329 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:11.694209 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-65c42c61-2973-49b6-8455-606db44614ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:11.752177 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:12.282057 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:13.601658 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:15.180588 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:34.841830 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:47:39.155589 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b24df06b-6a1d-4b8f-9af9-07c03ac0a8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:39.345428 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:41.695283 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d442bbff-e48a-4917-97dc-7dfae3e4279b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:41.740675 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:42.288977 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:43.605509 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:45.184503 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:09.156044 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d7809377-d64a-4b3b-bdfc-7ea5381a58ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:09.345571 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:11.695429 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c2c3329b-0088-46f0-bb6a-77517bfbc614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:11.755403 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:11.842965 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:48:12.280355 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:13.606377 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:15.187332 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:39.157202 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d499c545-549b-40f3-9e05-2b461d52f71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:39.343308 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:41.704548 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c22b66fc-eeed-4ba6-95e6-57dd7338b83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:41.756048 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:42.280814 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:43.609569 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:45.188977 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:48.843176 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:49:09.157791 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6c7f2d2d-4b67-40ae-8132-fcc740d192c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:09.359349 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:11.699536 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0b727591-b9b2-4943-96e6-a2624527fed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:11.769847 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:12.281596 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:13.613103 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:15.191727 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:25.843480 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:49:39.158380 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-789cabd6-e1c2-45c6-a5c4-da09b5f060de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:39.373846 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:41.699268 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-da80f943-0268-4742-9521-d488d0e87f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:41.770545 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:42.282380 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:43.618520 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:45.194346 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:02.843974 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:50:09.159698 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2de0e07c-cd4b-4b17-83bf-e471e5509e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:09.374100 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:11.699876 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2c8ada36-b87d-4fcd-8cce-19d8f0534b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:11.791197 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:12.284139 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:13.618597 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:15.198695 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:39.160294 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a311d864-0fbf-4f09-a1d0-4430533747a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:39.389585 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:39.843213 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:50:41.699725 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5d73792f-2f74-4d54-857b-9ce99bca3853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:41.783766 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:42.284778 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:43.622118 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:45.201463 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:09.161518 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b3364211-af17-4211-969b-c7ef37158e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:09.388326 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:11.700403 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1302c469-c5ca-44e1-874e-f5e0f4ffac5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:11.799124 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:12.285050 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:13.626328 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:15.203340 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:16.843279 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:51:39.160821 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ad913b01-52bd-4872-92d6-766e3f93ae7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:39.403459 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:41.705752 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b696714f-e1b9-4e7e-83a3-453c358d5206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:41.797578 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:42.285183 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:43.628481 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:45.207450 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:53.842538 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:52:09.161011 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3ecffa2c-31f3-4c4b-91bb-b37180595f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:09.402839 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:11.706307 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f5e16a0d-5887-4892-8bab-4087b07ec566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:11.812376 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:12.286518 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:13.631288 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:15.210399 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:30.840990 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:52:39.162571 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4a044f01-edea-48e7-83ca-eb023c0a29eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:39.418888 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:41.707719 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cf160a4d-a233-42d9-9c05-64099c6f0186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:41.813019 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:42.287318 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:43.633829 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:45.215064 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:07.840740 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:53:09.161795 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ae82d00a-3c9e-421f-8621-01f9e5c4a253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:09.421672 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:11.710406 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41c5653e-8af6-468f-ab0c-482af7407fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:11.826304 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:12.289049 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:13.637232 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:15.219128 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:39.161844 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-07813efe-62f7-4b31-80d8-5e3e24fc42c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:39.464465 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:41.713075 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-563bef19-692c-4762-9cf7-d5277704a454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:41.825259 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:42.290108 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:43.638696 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:44.840175 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:53:45.220553 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.164132 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fb7ade2a-9f00-400d-9358-781a902aa7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.464753 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:11.714632 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-79b4c0d6-3662-416d-8106-609edd66c2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:11.826655 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:12.290532 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:13.643747 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:15.223564 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:21.839359 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:54:39.164580 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7f0ecd9a-2119-4fdc-8672-2269ac43c512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:39.464332 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:41.714435 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0ff7d960-4f04-4c00-9c8e-f0d190079a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:41.840609 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:42.298717 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:43.645857 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:45.226146 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:58.838107 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:55:04.543049 n-d-792458-15 neutron-server[94871]: DEBUG neutron.wsgi [req-78a7fb79-b73b-409c-8142-6374ff43016d req-c833e928-e29a-4aa5-8cb1-704f7d455655 service neutron] (94871) timed out ('10.222.0.93', 44386) {{(pid=94871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:55:09.166578 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0fe96248-b247-432e-baad-4d624ee345f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:09.466777 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.714986 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c4ca4872-dd0f-4bcb-9c2f-e92805da01a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.839456 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:12.291107 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:13.651869 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:15.230484 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:35.837562 n-d-792458-15 neutron-server[94874]: DEBUG neutron.db.agents_db [None req-129dac18-94cb-4b85-859f-9e982e580b8a None None] Agent healthcheck: found 7 active agents {{(pid=94874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:55:39.167529 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-748a74f1-58bf-4097-ac11-ed04c386dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:39.477504 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4187df0-9f42-4e16-9bc0-144f2890010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:41.718057 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c29b02db-8149-4dc0-be44-f45d858faa82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:41.847537 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-261d7c7b-ee36-4875-8eef-5ac399044872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:42.292519 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca1693fa-eb2e-482c-bf73-08d0d58efb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:43.654475 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd103-963c-4e73-9e63-b5ab9ac7c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:45.233678 n-d-792458-15 neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f8178c65-4a4c-4a27-94f0-685583b971bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735897758751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871539'] for agent, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}